-- Logs begin at Tue 2021-08-17 01:50:39 UTC, end at Tue 2021-08-17 04:46:17 UTC. -- Aug 17 02:39:27.301491 n-d-802060-9 systemd[1]: Started Devstack devstack@q-svc.service. Aug 17 02:39:30.064671 n-d-802060-9 neutron-server[101858]: INFO neutron.common.config [-] Logging enabled! Aug 17 02:39:30.065384 n-d-802060-9 neutron-server[101858]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 17 02:39:30.065384 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101858) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 17 02:39:30.068762 n-d-802060-9 neutron-server[101858]: INFO neutron.common.config [-] Logging enabled! Aug 17 02:39:30.069018 n-d-802060-9 neutron-server[101858]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev544 Aug 17 02:39:30.069332 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=101858) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Aug 17 02:39:30.070290 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 02:39:30.070547 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 02:39:30.070911 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 02:39:30.071158 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 02:39:30.071407 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 02:39:30.071756 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.072053 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.072350 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.072583 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.072877 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.073165 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.073473 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.073765 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.074062 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.074351 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.074632 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.074917 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.075148 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.075431 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] config_source = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.075718 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.076059 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.076288 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] debug = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.076572 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.076998 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.077434 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.077732 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.078025 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.078307 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.078581 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.078860 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.079150 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.079505 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] host = n-d-802060-9 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.079785 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.080074 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.080364 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.080672 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.081656 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.081806 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.082233 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.082514 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] log_dir = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.082792 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] log_file = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.083071 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.083364 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.083652 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.083943 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.084170 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.084395 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.084685 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.084973 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.085250 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.085554 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.085862 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.086139 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.086418 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.086690 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.086979 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.087266 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.087553 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.087859 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.088139 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.088414 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.088690 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.088978 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.089255 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.089555 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.089832 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.090123 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.090395 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.090670 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.090970 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.091254 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.091535 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.091815 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.092090 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.092370 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.092643 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.092966 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] use_journal = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.093242 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] use_json = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.093537 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.093812 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.094094 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.094369 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.094642 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.094914 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.095187 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.095469 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:30.095766 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.096064 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.096475 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.097434 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.097742 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.098029 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.098322 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.098607 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.098902 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.099210 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.099507 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.099793 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.100087 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.100371 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.100670 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.100977 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.101272 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.101593 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.101894 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.102171 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.102446 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.102729 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.103016 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.103311 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.103602 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.103878 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.104158 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.104449 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.104731 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.105025 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.105306 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.105617 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.105900 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.106175 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.106456 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.106737 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.107009 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.107281 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.107565 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.107857 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.108155 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.108429 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.108702 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.108983 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.109256 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.109565 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.109845 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.110118 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.110406 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.110706 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.110983 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.111257 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.111535 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.111806 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.112128 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.112432 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.112676 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.112946 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.113214 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.113512 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.113786 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.114057 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.114334 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.114605 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.114877 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.115152 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.115448 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.115754 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.116067 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.116392 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.116698 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.117053 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.117396 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.117751 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.118070 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.118375 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.118699 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.119014 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.119320 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.119647 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.119968 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.120276 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.120590 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.120873 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.121171 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.121548 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.121840 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.122139 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.122479 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.122900 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.123360 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.123670 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.123974 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.124276 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.124578 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.124897 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.125198 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.125549 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.125837 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:30.126058 n-d-802060-9 neutron-server[101858]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 02:39:30.126301 n-d-802060-9 neutron-server[101858]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=101858) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Aug 17 02:39:30.491876 n-d-802060-9 neutron-server[101858]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=101858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 17 02:39:30.492160 n-d-802060-9 neutron-server[101858]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=101858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 17 02:39:30.492451 n-d-802060-9 neutron-server[101858]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=101858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Aug 17 02:39:30.492782 n-d-802060-9 neutron-server[101858]: INFO neutron.manager [-] Loading core plugin: ml2 Aug 17 02:39:30.904925 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:30.905216 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:30.905511 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:30.906715 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:30.906989 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:30.907253 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:30.941525 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:30.941805 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:30.942073 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:30.959930 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:30.960214 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:30.960485 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:30.991651 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:30.991930 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:30.992202 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.029944 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.030200 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.030476 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.263649 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.264296 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.264296 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.264492 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.265139 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.387764 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.388004 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.388293 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.388570 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.388845 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.389159 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.389448 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.389701 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.389961 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.390248 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.390516 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.390785 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.391091 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.391352 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.391608 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.391875 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.392131 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.392401 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.392694 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.392957 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.394119 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.394493 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.394782 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.395171 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.395428 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.395679 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.396105 n-d-802060-9 neutron-server[101858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=101858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:39:31.396353 n-d-802060-9 neutron-server[101858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=101858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:39:31.396594 n-d-802060-9 neutron-server[101858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=101858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:39:31.396835 n-d-802060-9 neutron-server[101858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=101858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:39:31.397072 n-d-802060-9 neutron-server[101858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=101858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:39:31.397310 n-d-802060-9 neutron-server[101858]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=101858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:39:31.397709 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Aug 17 02:39:31.401279 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Aug 17 02:39:31.405295 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Aug 17 02:39:31.409000 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(50, 99)])]) Aug 17 02:39:31.410673 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Aug 17 02:39:31.411131 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Aug 17 02:39:31.411467 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Aug 17 02:39:31.411857 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Aug 17 02:39:31.414687 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Aug 17 02:39:31.414944 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Aug 17 02:39:31.415288 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Aug 17 02:39:31.421040 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Aug 17 02:39:31.443546 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Aug 17 02:39:31.444016 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.444323 n-d-802060-9 neutron-server[101858]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=101858) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Aug 17 02:39:31.444689 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.446065 n-d-802060-9 neutron-server[101858]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=101858) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Aug 17 02:39:31.446353 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Aug 17 02:39:31.446599 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Aug 17 02:39:31.449853 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.450143 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:31.514880 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Aug 17 02:39:31.515121 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Aug 17 02:39:31.515359 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Aug 17 02:39:31.515743 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Aug 17 02:39:31.537955 n-d-802060-9 neutron-server[101858]: DEBUG oslo_db.sqlalchemy.engines [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=101858) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Aug 17 02:39:32.241943 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Initializing driver for type 'gre' Aug 17 02:39:32.242477 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] gre ID ranges: [(1, 1000)] Aug 17 02:39:32.448379 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Initializing driver for type 'local' Aug 17 02:39:32.449025 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Initializing driver for type 'vlan' Aug 17 02:39:32.579973 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] VlanTypeDriver initialization complete Aug 17 02:39:32.580235 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Initializing driver for type 'vxlan' Aug 17 02:39:32.580774 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] vxlan ID ranges: [(1, 1000)] Aug 17 02:39:32.865721 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Initializing extension driver 'port_security' Aug 17 02:39:32.865993 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.extensions.port_security [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] PortSecurityExtensionDriver initialization complete Aug 17 02:39:32.866317 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Initializing mechanism driver 'openvswitch' Aug 17 02:39:32.866646 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Initializing mechanism driver 'hyperv' Aug 17 02:39:32.873239 n-d-802060-9 neutron-server[101858]: DEBUG neutron.plugins.ml2.plugin [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=101858) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:32.874146 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > port after_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.874528 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > port after_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.874894 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > port after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.875428 n-d-802060-9 neutron-server[101858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=101858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 02:39:32.875873 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > subnet after_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.876238 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > subnet after_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.876594 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.876994 n-d-802060-9 neutron-server[101858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=101858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 02:39:32.877410 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > network after_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.877920 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > network after_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.878278 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > network after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.878684 n-d-802060-9 neutron-server[101858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=101858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 02:39:32.879084 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > security_group after_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.879447 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > security_group after_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.879798 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > security_group after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.880198 n-d-802060-9 neutron-server[101858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=101858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 02:39:32.880606 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.880958 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.881305 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.881742 n-d-802060-9 neutron-server[101858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=101858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 02:39:32.882155 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > address_group after_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.882511 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > address_group after_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.882861 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > address_group after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.883258 n-d-802060-9 neutron-server[101858]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=101858) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Aug 17 02:39:32.883646 n-d-802060-9 neutron-server[101858]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] ML2 OVO RPC backend initialized. {{(pid=101858) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Aug 17 02:39:32.884357 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.884720 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.885148 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > network before_response 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.885549 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > networks before_response 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.885909 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > port before_response 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.886263 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > ports before_response 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.886619 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > subnet before_response 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.886972 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > subnets before_response 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.887328 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > network after_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.887678 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > network after_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.888022 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > network after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.888365 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > port after_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.888715 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > port after_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.889057 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > port after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.889400 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > subnet after_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.889766 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > subnet after_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.890108 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > subnet after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.890695 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.plugin [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Modular L2 Plugin initialization complete Aug 17 02:39:32.891034 n-d-802060-9 neutron-server[101858]: DEBUG neutron.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading services supported by the core plugin {{(pid=101858) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Aug 17 02:39:32.891370 n-d-802060-9 neutron-server[101858]: INFO neutron.plugins.ml2.managers [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Got port-security extension from driver 'port_security' Aug 17 02:39:32.891844 n-d-802060-9 neutron-server[101858]: INFO neutron.extensions.vlantransparent [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Disabled vlantransparent extension. Aug 17 02:39:32.892334 n-d-802060-9 neutron-server[101858]: DEBUG neutron.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=101858) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Aug 17 02:39:32.892653 n-d-802060-9 neutron-server[101858]: INFO neutron.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading Plugin: router Aug 17 02:39:32.932770 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router_interface before_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.933386 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router after_create 55549900 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.933959 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router before_create 55549900 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.934345 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.934742 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.935115 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router after_delete 55549900 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.935492 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > floatingip after_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.937515 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router after_create 55549900 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.937956 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router after_update 55549900 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.938389 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router after_update 55549900 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.938772 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.939158 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router after_update 55549900 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.939594 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router precommit_update 55549900 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.939985 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: port after_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.940377 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: port after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.940733 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: subnet after_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.941088 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.941473 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > port precommit_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.941841 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router precommit_create 55549900 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.942276 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: port before_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.942632 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router precommit_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.943006 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router after_update 55549900 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.943365 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router precommit_delete 55549900 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.943731 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router precommit_create 55549900 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.944149 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router_interface after_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.944513 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router precommit_update 55549900 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.944893 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > agent after_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.945261 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > agent after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.945651 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > network after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.946545 n-d-802060-9 neutron-server[101858]: DEBUG neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Tracking information for resource: router configured {{(pid=101858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:39:32.946896 n-d-802060-9 neutron-server[101858]: DEBUG neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Tracking information for resource: floatingip configured {{(pid=101858) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Aug 17 02:39:32.952089 n-d-802060-9 neutron-server[101858]: INFO neutron.db.l3_agentschedulers_db [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Aug 17 02:39:32.952680 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: port after_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.953050 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: port after_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.953410 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: port after_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.953802 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: port after_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.954622 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router before_create 55550100 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.955000 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router precommit_delete 55550100 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.955371 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router precommit_create 55550100 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.955826 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > router precommit_update 55550100 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.960322 n-d-802060-9 neutron-server[101858]: DEBUG neutron.services.provider_configuration [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Service providers = [] {{(pid=101858) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Aug 17 02:39:32.960699 n-d-802060-9 neutron-server[101858]: DEBUG neutron.db.servicetype_db [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=101858) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Aug 17 02:39:32.963726 n-d-802060-9 neutron-server[101858]: DEBUG neutron.services.service_base [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=101858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 02:39:32.964089 n-d-802060-9 neutron-server[101858]: DEBUG neutron.services.service_base [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=101858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 02:39:32.964445 n-d-802060-9 neutron-server[101858]: DEBUG neutron.services.service_base [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=101858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 02:39:32.965358 n-d-802060-9 neutron-server[101858]: DEBUG neutron.services.service_base [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=101858) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Aug 17 02:39:32.965767 n-d-802060-9 neutron-server[101858]: INFO neutron.services.service_base [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Default provider is not specified for service type L3_ROUTER_NAT Aug 17 02:39:32.966159 n-d-802060-9 neutron-server[101858]: DEBUG neutron.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=101858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:39:32.966486 n-d-802060-9 neutron-server[101858]: INFO neutron.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Aug 17 02:39:32.978339 n-d-802060-9 neutron-server[101858]: DEBUG neutron.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=101858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:39:32.978681 n-d-802060-9 neutron-server[101858]: INFO neutron.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading Plugin: auto_allocate Aug 17 02:39:32.984442 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: network precommit_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.984829 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: network precommit_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:32.985373 n-d-802060-9 neutron-server[101858]: DEBUG neutron.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=101858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:39:32.985724 n-d-802060-9 neutron-server[101858]: INFO neutron.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading Plugin: tag Aug 17 02:39:32.993328 n-d-802060-9 neutron-server[101858]: DEBUG neutron.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=101858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:39:32.993689 n-d-802060-9 neutron-server[101858]: INFO neutron.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading Plugin: timestamp Aug 17 02:39:32.997585 n-d-802060-9 neutron-server[101858]: DEBUG neutron.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=101858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:39:32.997922 n-d-802060-9 neutron-server[101858]: INFO neutron.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading Plugin: network_ip_availability Aug 17 02:39:33.003771 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:33.004156 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:33.004522 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:33.005259 n-d-802060-9 neutron-server[101858]: DEBUG neutron.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=101858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:39:33.005619 n-d-802060-9 neutron-server[101858]: INFO neutron.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading Plugin: flavors Aug 17 02:39:33.010601 n-d-802060-9 neutron-server[101858]: DEBUG neutron.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=101858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:39:33.010947 n-d-802060-9 neutron-server[101858]: INFO neutron.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading Plugin: revisions Aug 17 02:39:33.015267 n-d-802060-9 neutron-server[101858]: DEBUG neutron.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=101858) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Aug 17 02:39:33.015670 n-d-802060-9 neutron-server[101858]: DEBUG oslo_concurrency.lockutils [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 2.523s {{(pid=101858) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Aug 17 02:39:33.016407 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=101858) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Aug 17 02:39:33.016752 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Initializing extension manager. Aug 17 02:39:33.017273 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: __init__.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.017659 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: __pycache__ {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.017999 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.018469 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: address_group.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.019350 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.019945 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: address-group Aug 17 02:39:33.020276 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: address_scope.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.021014 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.021574 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: address-scope Aug 17 02:39:33.021906 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: admin_state_down_before_update.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.022866 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.023383 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: router-admin-state-down-before-update Aug 17 02:39:33.023715 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: agent.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.024441 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.024953 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: agent Aug 17 02:39:33.025296 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: agent_resources_synced.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.026505 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.027025 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: agent-resources-synced Aug 17 02:39:33.027357 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: allowedaddresspairs.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.029205 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.029775 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: allowed-address-pairs Aug 17 02:39:33.030114 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: auto_allocated_topology.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.031216 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.031744 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: auto-allocated-topology Aug 17 02:39:33.032130 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: availability_zone.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.032795 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.033312 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: availability_zone Aug 17 02:39:33.033684 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: availability_zone_filter.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.037532 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.040214 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: availability_zone_filter Aug 17 02:39:33.042709 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: data_plane_status.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.043660 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.044191 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension data-plane-status not supported by any of loaded plugins Aug 17 02:39:33.044525 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: default_subnetpools.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.045491 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.046016 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: default-subnetpools Aug 17 02:39:33.046351 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: dhcpagentscheduler.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.047197 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.047721 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: dhcp_agent_scheduler Aug 17 02:39:33.048053 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: dns.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.048993 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.050217 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension dns-integration not supported by any of loaded plugins Aug 17 02:39:33.050567 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: dns_domain_ports.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.051571 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.052090 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension dns-domain-ports not supported by any of loaded plugins Aug 17 02:39:33.052423 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.053368 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.053912 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Aug 17 02:39:33.054246 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: dvr.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.054941 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.055450 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: dvr Aug 17 02:39:33.055778 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: ecmp_routes.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.056712 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.057229 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension ecmp_routes not supported by any of loaded plugins Aug 17 02:39:33.057590 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: empty_string_filtering.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.058514 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.059034 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: empty-string-filtering Aug 17 02:39:33.059361 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.060297 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.060820 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Aug 17 02:39:33.061147 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.062117 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.062631 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Aug 17 02:39:33.062957 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: external_net.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.063891 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.064407 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: external-net Aug 17 02:39:33.064734 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: extra_dhcp_opt.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.065791 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.066302 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: extra_dhcp_opt Aug 17 02:39:33.066629 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: extraroute.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.067562 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.068077 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: extraroute Aug 17 02:39:33.068405 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: extraroute_atomic.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.069496 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.070017 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: extraroute-atomic Aug 17 02:39:33.070345 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: filter_validation.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.071223 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.071738 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: filter-validation Aug 17 02:39:33.072062 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: fip_pf_description.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.072985 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.073525 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Aug 17 02:39:33.073855 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: fip_port_details.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.074797 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.075313 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: fip-port-details Aug 17 02:39:33.075642 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: flavors.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.076901 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.077439 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: flavors Aug 17 02:39:33.077781 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.079455 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.079995 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Aug 17 02:39:33.080339 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: floatingip_pools.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.081621 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.082143 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: floatingip-pools Aug 17 02:39:33.082481 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: ip_allocation.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.083425 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.083965 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension ip_allocation not supported by any of loaded plugins Aug 17 02:39:33.084274 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.085217 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.085773 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: ip-substring-filtering Aug 17 02:39:33.086113 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: l2_adjacency.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.087061 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.087614 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension l2_adjacency not supported by any of loaded plugins Aug 17 02:39:33.087970 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: l3.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.088976 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.089530 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: router Aug 17 02:39:33.089869 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: l3_conntrack_helper.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.092138 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.092679 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Aug 17 02:39:33.093023 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.094024 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.094553 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: ext-gw-mode Aug 17 02:39:33.094891 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.095846 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.096987 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: l3-ha Aug 17 02:39:33.097372 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: l3_flavors.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.098358 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.098889 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: l3-flavors Aug 17 02:39:33.099223 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.100152 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.100669 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: l3-port-ip-change-not-allowed Aug 17 02:39:33.101008 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: l3agentscheduler.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.102110 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.102631 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: l3_agent_scheduler Aug 17 02:39:33.102966 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: logging.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.104468 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.104997 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension logging not supported by any of loaded plugins Aug 17 02:39:33.105539 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: metering.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.106128 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.106711 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: metering Aug 17 02:39:33.107045 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.108272 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.108800 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: metering_source_and_destination_fields Aug 17 02:39:33.109137 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: multiprovidernet.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.110115 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.110636 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: multi-provider Aug 17 02:39:33.110976 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: netmtu.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.111943 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.112547 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: net-mtu Aug 17 02:39:33.112877 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: netmtu_writable.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.113851 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.114375 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: net-mtu-writable Aug 17 02:39:33.114708 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: network_availability_zone.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.115395 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.115958 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: network_availability_zone Aug 17 02:39:33.116240 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: network_ip_availability.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.117341 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.117894 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: network-ip-availability Aug 17 02:39:33.118226 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: network_segment_range.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.118995 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.119510 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension network-segment-range not supported by any of loaded plugins Aug 17 02:39:33.119840 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: pagination.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.120835 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.121173 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: pagination Aug 17 02:39:33.121532 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: port_device_profile.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.122470 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.122989 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: port-device-profile Aug 17 02:39:33.123318 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.124250 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.124768 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: port-mac-address-regenerate Aug 17 02:39:33.125095 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.126062 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.126574 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: port-numa-affinity-policy Aug 17 02:39:33.126901 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: port_resource_request.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.127881 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.128391 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension port-resource-request not supported by any of loaded plugins Aug 17 02:39:33.128719 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: portbindings.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.129704 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.130226 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: binding Aug 17 02:39:33.130552 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: portbindings_extended.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.131836 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.132363 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: binding-extended Aug 17 02:39:33.132700 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: portsecurity.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.133666 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.134192 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: port-security Aug 17 02:39:33.134520 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: project_id.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.135511 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.135848 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: project-id Aug 17 02:39:33.136176 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: providernet.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.137124 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.137674 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: provider Aug 17 02:39:33.138005 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: qos.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.141639 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.142176 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension qos not supported by any of loaded plugins Aug 17 02:39:33.142513 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.144465 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.144997 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Aug 17 02:39:33.145329 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.146299 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.146823 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Aug 17 02:39:33.147154 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: qos_default.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.148083 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.148603 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension qos-default not supported by any of loaded plugins Aug 17 02:39:33.148931 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: qos_fip.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.149620 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.150135 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension qos-fip not supported by any of loaded plugins Aug 17 02:39:33.150465 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: qos_gateway_ip.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.151661 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.152179 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension qos-gateway-ip not supported by any of loaded plugins Aug 17 02:39:33.152508 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: qos_port_network_policy.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.153440 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.153979 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension qos-port-network-policy not supported by any of loaded plugins Aug 17 02:39:33.154309 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: qos_pps_rule.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.155494 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.156018 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension qos-pps not supported by any of loaded plugins Aug 17 02:39:33.156348 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: qos_rule_type_details.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.157280 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.157835 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension qos-rule-type-details not supported by any of loaded plugins Aug 17 02:39:33.158161 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: qos_rules_alias.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.159953 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.160476 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension qos-rules-alias not supported by any of loaded plugins Aug 17 02:39:33.160809 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: quotasv2.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.161986 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.162359 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: quotas Aug 17 02:39:33.162690 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: quotasv2_detail.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.165821 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.166173 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: quota_details Aug 17 02:39:33.166517 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: rbac.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.167633 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.168147 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: rbac-policies Aug 17 02:39:33.168480 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: rbac_address_group.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.169587 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.169981 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: rbac-address-group Aug 17 02:39:33.170310 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: rbac_address_scope.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.171253 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.171779 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: rbac-address-scope Aug 17 02:39:33.172111 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: rbac_security_groups.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.173038 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.173593 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: rbac-security-groups Aug 17 02:39:33.173945 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: rbac_subnetpool.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.174920 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.175437 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: rbac-subnetpool Aug 17 02:39:33.175765 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: revisionifmatch.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.176701 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.177250 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: revision-if-match Aug 17 02:39:33.177606 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: revisions.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.178746 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.179264 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: standard-attr-revisions Aug 17 02:39:33.179594 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: router_availability_zone.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.180280 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.180803 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: router_availability_zone Aug 17 02:39:33.181139 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: routerservicetype.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.182115 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.182629 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension router-service-type not supported by any of loaded plugins Aug 17 02:39:33.182958 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.183890 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.184609 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: security-groups-normalized-cidr Aug 17 02:39:33.184791 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: security_groups_port_filtering.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.185765 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.186289 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: port-security-groups-filtering Aug 17 02:39:33.186615 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.187554 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.188075 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: security-groups-remote-address-group Aug 17 02:39:33.188404 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: securitygroup.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.198242 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.198784 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: security-group Aug 17 02:39:33.199126 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: segment.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.199930 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.200450 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension segment not supported by any of loaded plugins Aug 17 02:39:33.200791 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.201778 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.202303 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Aug 17 02:39:33.202640 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: servicetype.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.203838 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.204373 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: service-type Aug 17 02:39:33.204709 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: sorting.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.206294 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.206605 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: sorting Aug 17 02:39:33.206935 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: standard_attr_segment.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.207885 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.208409 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension standard-attr-segment not supported by any of loaded plugins Aug 17 02:39:33.208746 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: standardattrdescription.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.209413 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.209961 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: standard-attr-description Aug 17 02:39:33.210294 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: stateful_security_group.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.211236 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.211769 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: stateful-security-group Aug 17 02:39:33.212101 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: stdattrs_common.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.212695 n-d-802060-9 neutron-server[101858]: WARNING neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Aug 17 02:39:33.213024 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.213995 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.214519 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Aug 17 02:39:33.214847 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: subnet_onboard.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.215937 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.216469 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: subnet_onboard Aug 17 02:39:33.216800 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.217796 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.218317 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Aug 17 02:39:33.218647 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: subnet_service_types.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.219589 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.220118 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: subnet-service-types Aug 17 02:39:33.220449 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: subnetallocation.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.221642 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.222166 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: subnet_allocation Aug 17 02:39:33.222493 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.223171 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.223689 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: subnetpool-prefix-ops Aug 17 02:39:33.224014 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.224999 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.225554 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Aug 17 02:39:33.225885 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: tagging.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.226960 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.227510 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: standard-attr-tag Aug 17 02:39:33.227844 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: timestamp.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.229065 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.229629 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loaded extension: standard-attr-timestamp Aug 17 02:39:33.229967 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: trunk.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.231027 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.231553 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension trunk not supported by any of loaded plugins Aug 17 02:39:33.231888 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: trunk_details.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.232826 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.233349 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension trunk-details not supported by any of loaded plugins Aug 17 02:39:33.233708 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: uplink_status_propagation.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.234646 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.235162 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension uplink-status-propagation not supported by any of loaded plugins Aug 17 02:39:33.235492 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Loading extension file: vlantransparent.py {{(pid=101858) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Aug 17 02:39:33.236180 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=101858) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Aug 17 02:39:33.236695 n-d-802060-9 neutron-server[101858]: INFO neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extension vlan-transparent not supported by any of loaded plugins Aug 17 02:39:33.239744 n-d-802060-9 neutron-server[101858]: INFO neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Creating instance of TrackedResource for resource:network Aug 17 02:39:33.240284 n-d-802060-9 neutron-server[101858]: INFO neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Creating instance of TrackedResource for resource:subnet Aug 17 02:39:33.240694 n-d-802060-9 neutron-server[101858]: INFO neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 02:39:33.241096 n-d-802060-9 neutron-server[101858]: INFO neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Creating instance of TrackedResource for resource:port Aug 17 02:39:33.242390 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.v2.resource_helper [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:39:33.242843 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.v2.resource_helper [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Service FLAVORS assigned prefix: {{(pid=101858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:39:33.243480 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.v2.resource_helper [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:39:33.243928 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.v2.resource_helper [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:39:33.244267 n-d-802060-9 neutron-server[101858]: INFO neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Creating instance of TrackedResource for resource:router Aug 17 02:39:33.244707 n-d-802060-9 neutron-server[101858]: INFO neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Creating instance of TrackedResource for resource:floatingip Aug 17 02:39:33.245222 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.v2.resource_helper [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Service METERING assigned prefix: /metering {{(pid=101858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:39:33.246732 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:33.247115 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:33.247482 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=101858) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:39:33.248511 n-d-802060-9 neutron-server[101858]: INFO neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Creating instance of CountableResource for resource:rbac_policy Aug 17 02:39:33.248966 n-d-802060-9 neutron-server[101858]: INFO neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Creating instance of TrackedResource for resource:security_group Aug 17 02:39:33.249427 n-d-802060-9 neutron-server[101858]: INFO neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 17 02:39:33.250058 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.v2.resource_helper [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Service CORE assigned prefix: {{(pid=101858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:39:33.250397 n-d-802060-9 neutron-server[101858]: INFO neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 02:39:33.250753 n-d-802060-9 neutron-server[101858]: WARNING neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] subnetpool is already registered Aug 17 02:39:33.251197 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.v2.resource_helper [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Service CORE assigned prefix: {{(pid=101858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:39:33.251529 n-d-802060-9 neutron-server[101858]: INFO neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 02:39:33.251871 n-d-802060-9 neutron-server[101858]: WARNING neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] subnetpool is already registered Aug 17 02:39:33.254446 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.v2.resource_helper [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:39:33.256220 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.v2.resource_helper [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Service FLAVORS assigned prefix: {{(pid=101858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:39:33.256850 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.v2.resource_helper [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:39:33.257296 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.v2.resource_helper [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=101858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:39:33.257683 n-d-802060-9 neutron-server[101858]: INFO neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Creating instance of TrackedResource for resource:router Aug 17 02:39:33.258043 n-d-802060-9 neutron-server[101858]: WARNING neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] router is already registered Aug 17 02:39:33.258475 n-d-802060-9 neutron-server[101858]: INFO neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Creating instance of TrackedResource for resource:floatingip Aug 17 02:39:33.258825 n-d-802060-9 neutron-server[101858]: WARNING neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] floatingip is already registered Aug 17 02:39:33.259294 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.v2.resource_helper [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Service METERING assigned prefix: /metering {{(pid=101858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:39:33.259978 n-d-802060-9 neutron-server[101858]: INFO neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Creating instance of CountableResource for resource:rbac_policy Aug 17 02:39:33.260315 n-d-802060-9 neutron-server[101858]: WARNING neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] rbac_policy is already registered Aug 17 02:39:33.260736 n-d-802060-9 neutron-server[101858]: INFO neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Creating instance of TrackedResource for resource:security_group Aug 17 02:39:33.261150 n-d-802060-9 neutron-server[101858]: WARNING neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] security_group is already registered Aug 17 02:39:33.261604 n-d-802060-9 neutron-server[101858]: INFO neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Creating instance of TrackedResource for resource:security_group_rule Aug 17 02:39:33.261954 n-d-802060-9 neutron-server[101858]: WARNING neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] security_group_rule is already registered Aug 17 02:39:33.262441 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.v2.resource_helper [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Service CORE assigned prefix: {{(pid=101858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:39:33.262777 n-d-802060-9 neutron-server[101858]: INFO neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 02:39:33.263122 n-d-802060-9 neutron-server[101858]: WARNING neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] subnetpool is already registered Aug 17 02:39:33.263545 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.v2.resource_helper [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Service CORE assigned prefix: {{(pid=101858) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Aug 17 02:39:33.263877 n-d-802060-9 neutron-server[101858]: INFO neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Creating instance of TrackedResource for resource:subnetpool Aug 17 02:39:33.264217 n-d-802060-9 neutron-server[101858]: WARNING neutron.quota.resource_registry [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] subnetpool is already registered Aug 17 02:39:33.264672 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: extensions {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.266267 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: address-groups {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.267787 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: address-scopes {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.269779 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: agents {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.270940 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: auto-allocated-topology {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.272283 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: availability_zones {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.273545 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: dhcp-networks {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.274972 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: dhcp-agents {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.276855 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: routers {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.278573 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: flavors {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.279740 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: service_profiles {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.281043 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: next_providers {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.282534 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: service_profiles {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.284621 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: floatingip-pools {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.285887 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: routers {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.287698 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: floatingips {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.288904 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: l3-routers {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.290324 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: l3-agents {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.291836 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: metering-labels {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.293081 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: metering-label-rules {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.294419 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: network-ip-availabilities {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.295776 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: bindings {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.297332 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: quotas {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.299160 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: quotas {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.303039 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: rbac-policies {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.304240 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: security-groups {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.305916 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: security-group-rules {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.308013 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: service-providers {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.309338 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: subnetpools {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.310807 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: subnetpools {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.312271 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: tags {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.314103 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: tags {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.316114 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: tags {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.318055 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: tags {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.319781 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: tags {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.321659 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: tags {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.324486 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: tags {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.326329 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: tags {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.328104 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: tags {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.330001 n-d-802060-9 neutron-server[101858]: DEBUG neutron.api.extensions [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Extended resource: tags {{(pid=101858) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Aug 17 02:39:33.336938 n-d-802060-9 neutron-server[101858]: WARNING keystonemiddleware.auth_token [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Aug 17 02:39:33.341578 n-d-802060-9 neutron-server[101858]: WARNING keystonemiddleware.auth_token [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Aug 17 02:39:33.350692 n-d-802060-9 neutron-server[101858]: DEBUG oslo_concurrency.lockutils [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Acquired lock "singleton_lock" {{(pid=101858) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Aug 17 02:39:33.351179 n-d-802060-9 neutron-server[101858]: DEBUG oslo_concurrency.lockutils [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Releasing lock "singleton_lock" {{(pid=101858) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Aug 17 02:39:33.351826 n-d-802060-9 neutron-server[101858]: INFO oslo_service.service [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Starting 2 workers Aug 17 02:39:33.356737 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Started child 101969 {{(pid=101858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 02:39:33.361332 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Started child 101970 {{(pid=101858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 02:39:33.362311 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.363136 n-d-802060-9 neutron-server[101858]: INFO neutron.service [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Neutron service started, listening on 0.0.0.0:9696 Aug 17 02:39:33.363840 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [-] (101969) wsgi starting up on http://0.0.0.0:9696 Aug 17 02:39:33.364015 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Notify callbacks [] for process, before_spawn {{(pid=101858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.366335 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.366858 n-d-802060-9 neutron-server[101858]: INFO oslo_service.service [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Starting 1 workers Aug 17 02:39:33.367857 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [-] (101970) wsgi starting up on http://0.0.0.0:9696 Aug 17 02:39:33.371721 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Started child 101971 {{(pid=101858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 02:39:33.372292 n-d-802060-9 neutron-server[101858]: INFO oslo_service.service [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Starting 1 workers Aug 17 02:39:33.375537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.service [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] calling RpcWorker wait() {{(pid=101971) _wait /opt/stack/neutron/neutron/service.py:128}} Aug 17 02:39:33.376128 n-d-802060-9 neutron-server[101971]: DEBUG neutron.service [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] returning from RpcWorker wait() {{(pid=101971) _wait /opt/stack/neutron/neutron/service.py:135}} Aug 17 02:39:33.376944 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Started child 101972 {{(pid=101858) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Aug 17 02:39:33.377405 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.377954 n-d-802060-9 neutron-server[101858]: DEBUG neutron_lib.callbacks.manager [None req-aa3b505c-81db-4968-8b83-93ad818a9b8d None None] Notify callbacks [] for process, after_spawn {{(pid=101858) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.378105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:33.380030 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101858) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 17 02:39:33.380295 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 02:39:33.380492 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 02:39:33.380713 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 02:39:33.381061 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 02:39:33.381227 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 02:39:33.381771 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.382059 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.382325 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.382602 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.382900 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.383157 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:33.383636 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.383835 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.384076 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.384345 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.384434 n-d-802060-9 neutron-server[101972]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:33.384603 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.384778 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.384949 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.385221 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.385482 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.385784 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.386071 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.386333 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.386607 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.386781 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.387048 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.387308 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.387564 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.387833 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] debug = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.388075 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.388577 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.388823 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.389072 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.389316 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.389627 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.389861 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.390159 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.390686 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.390686 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.390948 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.391132 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.391385 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.391605 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.391848 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.392111 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.392355 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.392839 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] host = n-d-802060-9 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.393082 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.393867 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.394107 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.405664 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.405664 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.405664 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.405664 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.405664 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.405664 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.405664 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.405664 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.406776 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.406776 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.406776 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] log_file = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.406776 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] log_options = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.406776 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.406776 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.406776 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.406776 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.407804 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.407804 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.407804 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.407804 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.407804 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.407804 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.407804 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.408730 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.408730 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.408730 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.408730 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.408730 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.408730 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.408730 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.408730 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.410604 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.410604 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.410604 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.410604 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.410604 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.410604 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.410604 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.410604 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.410604 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.412778 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.412778 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.412778 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.412778 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.412778 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.412778 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.412778 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.412778 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.413268 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.413268 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.413268 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.413268 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.413268 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.413268 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.413268 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.413268 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.413786 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.413786 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] use_json = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.413786 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.413786 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.413786 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.413786 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.413786 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.413786 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.413786 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.414279 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.414279 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.414279 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.414279 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.414279 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.414279 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.414279 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.414279 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.414787 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.414787 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.414787 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.414787 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.414787 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.414787 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.414787 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.414787 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.415258 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.415592 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.415940 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.416183 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.416446 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.416692 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.416921 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.417269 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.417581 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.417854 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.418114 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.418358 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.418612 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.418872 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.419118 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.419342 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.419588 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.419890 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.420120 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.420342 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.420604 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.420857 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.421079 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.421315 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.421605 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.421883 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.422139 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.422368 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.422592 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.422814 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.423035 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.423257 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.423493 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.423714 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.423978 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.424221 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.424523 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.424847 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.424847 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.425375 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.425517 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.425702 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.425863 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.426091 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.427711 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.427711 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.427711 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.427711 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.427991 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.428413 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.428655 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.428950 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.429248 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.429632 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.430633 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.430888 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.431157 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.431384 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.431611 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.432838 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.433079 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.433608 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.434230 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.435988 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.435988 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.435988 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.435988 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.435988 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.435988 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.435988 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.436517 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.439508 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.441075 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.441358 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.441673 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.443279 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.444629 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.444922 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.445624 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.445925 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.446255 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.446531 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.446916 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.447299 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.447417 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.447785 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.448042 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.448455 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.449289 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.449640 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.449891 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.450174 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.450470 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.450737 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.451028 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.451309 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.451595 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.451971 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.452164 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.452394 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.452678 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.453041 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.453298 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.454599 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.458567 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.458567 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.458567 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.458567 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.458567 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.458567 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.458567 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.459109 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.459109 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.459255 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.459373 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.459618 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.459858 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.460186 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.460438 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.460707 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.460941 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.461218 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.461478 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.461741 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.462013 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.462269 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.462544 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.462820 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.463061 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.463314 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.463557 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.463828 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.464049 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.464292 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.464533 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.464911 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.465279 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.465675 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.466072 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.466440 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.466820 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.467201 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.467561 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.467924 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.468334 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.468565 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.468794 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.469044 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.469315 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.469567 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.469797 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.470043 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.470305 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.470530 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.470804 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.471056 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.471876 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.472685 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.472953 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.473203 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.473455 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.473712 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.473943 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.474174 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.474489 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.474732 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.474979 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.475247 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.475491 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.475714 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.475955 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.476213 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.476561 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.476833 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.477102 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.477346 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.477592 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.477863 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.478087 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.478333 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.478555 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.478775 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.479019 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.479292 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.479537 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.479791 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.480013 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.480229 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.480443 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.480663 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.480875 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.481168 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.481506 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.481734 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.481988 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.482233 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.482490 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.482704 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.482941 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.483158 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.483385 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.483629 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.483844 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.484092 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.484307 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.484521 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.484745 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.484965 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.485177 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.485405 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.485642 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.485856 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.486081 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.486301 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.486515 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.487037 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.487155 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.487863 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.488097 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.488352 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.488593 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.488829 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.489152 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.489266 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.489530 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.489747 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.489968 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.490265 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.490523 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.490768 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.491065 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.491318 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.491570 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.491846 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.492171 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.492393 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.492640 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.493610 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.493610 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.493610 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.493880 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.493966 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.494312 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.494705 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.494982 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.495440 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.495733 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.496170 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.496535 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.496970 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.497487 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.498824 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.498824 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.499079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 59852) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:33.499178 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.499178 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.499536 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.499786 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.500004 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.500248 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.500474 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.500739 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.500975 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.501227 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.502085 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.502085 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.502085 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.502339 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.502419 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.503512 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.503923 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.504106 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 02:39:33.504651 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=101858) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Aug 17 02:39:33.504817 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Aug 17 02:39:33.504975 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Aug 17 02:39:33.505225 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Aug 17 02:39:33.505329 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Aug 17 02:39:33.505477 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Aug 17 02:39:33.505709 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.505857 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.506019 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.506181 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.506700 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.506700 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.506700 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.506962 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.506962 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.507107 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.507269 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.507428 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.507587 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.507746 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.507905 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.508110 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.508210 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.508370 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.508731 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.508731 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] config_source = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.509378 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.509378 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.509378 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] debug = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.509378 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.509694 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.509694 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.509876 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.510676 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.510676 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.511706 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0096016 Aug 17 02:39:33.511803 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.511803 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.511803 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.511803 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.511803 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.511803 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.511803 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.511803 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.513165 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.513165 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.513165 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.513165 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] host = n-d-802060-9 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.513165 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.513165 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.513165 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.513165 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.513786 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.513786 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.513786 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.513786 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.513786 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.513786 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.514187 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.514187 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.514331 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] log_dir = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.514409 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] log_file = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.514518 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] log_options = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.514678 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.514837 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.514996 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.515186 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.515352 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.515518 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.515699 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.515862 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.516782 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.516782 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.516782 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.516782 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.516782 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.517172 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.517172 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.517172 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.517382 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.517484 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.521480 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.521480 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.521480 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.521480 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.521480 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.521480 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.521480 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.521480 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.521988 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.521988 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.521988 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.521988 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.521988 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.521988 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.521988 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.521988 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.522420 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.522420 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.522420 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.522420 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.522420 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.522420 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.522420 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.522420 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.522849 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.522849 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.522849 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] use_journal = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.522849 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] use_json = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.522849 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.522849 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.522849 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.523224 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.523224 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.523224 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.523403 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.523502 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Aug 17 02:39:33.523686 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.523851 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.524036 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.524181 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.524345 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.524511 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.524669 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.524832 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.524994 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.525155 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.525324 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.526618 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.526843 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.527011 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.527633 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.527633 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.527633 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.527633 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.527938 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.527938 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.528103 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.528266 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.528453 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.528619 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.528787 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.10/identity {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.528949 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.529111 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.529274 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.530287 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.530287 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.530287 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.530287 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.530287 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.530287 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.530684 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.530684 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.530684 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.530868 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.531096 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.531203 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.531566 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.531566 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.531738 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.531817 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.531923 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.532082 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.532487 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.532487 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.532656 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.532725 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.532871 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.533034 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.533196 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.533358 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.533546 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.534659 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.535067 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.535246 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.536212 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.536212 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.536212 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.536212 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.536212 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.536212 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.536681 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.536681 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.536681 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.536880 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.536959 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.537106 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.537269 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.537467 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.537711 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.537806 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.537940 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.538106 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.538476 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.538615 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.538958 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.539283 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.539607 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.539922 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.540076 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.540240 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.541205 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.541205 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.541205 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.541205 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.541205 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.541205 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.541926 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.541926 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.541926 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.541926 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.542339 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.542339 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.542339 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.542639 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.542639 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.542845 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.542950 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.543056 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.543169 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.543309 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.543472 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.543679 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.543843 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.544014 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.544178 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.544340 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.544503 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.544680 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.545120 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.545120 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.545276 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.545343 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.545534 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.545663 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.546884 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.546884 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.546884 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.546884 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.546884 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.546884 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.546884 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.546884 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.547371 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.547371 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.547371 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.547539 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.547714 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.547798 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.547993 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.548511 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.548511 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.548511 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.548936 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.548936 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.548936 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.549621 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.549621 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.549621 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.550045 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.550045 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.10/identity {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.550724 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.550724 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.550724 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.550724 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.551445 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.551445 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.551445 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.551445 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.551445 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.552174 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.552174 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.552174 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.552174 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.552174 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.552805 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.552805 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.552805 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.552805 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.553318 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.553318 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.553318 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.553318 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.553905 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.553905 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.553905 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.554406 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.554406 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.554406 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.554406 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.554945 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.554945 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.554945 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.555324 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.555324 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.555324 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.555701 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.555701 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.555941 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.555941 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.556191 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.556320 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.556454 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.556597 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.557076 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.557076 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.557076 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.557292 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.557357 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.557539 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.557703 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.557865 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.558030 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.558188 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.558349 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.558513 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.558690 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.558839 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.565536 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.565536 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.565536 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.565536 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.565536 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.565536 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.565536 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.565536 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.566191 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.566191 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.566191 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.566191 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.566191 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.566479 n-d-802060-9 neutron-server[101971]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:33.566563 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.566563 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.566563 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.566563 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.566563 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.566563 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.566563 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.566563 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567000 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567000 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567000 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567000 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567000 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567000 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567000 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567000 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567425 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567425 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567425 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567425 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567425 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567425 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567425 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567425 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567940 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567940 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567940 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567940 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567940 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567940 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567940 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.567940 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.568464 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.568464 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.568464 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.568464 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.568464 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.568464 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.568464 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.568464 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.568986 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.568986 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.568986 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.568986 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.568986 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.569322 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.569322 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.570288 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:50:99'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.570288 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.570288 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.570288 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.570288 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.570288 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.570638 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.570638 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.570638 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.570808 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.570955 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.571117 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.571279 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.571442 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.571605 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.571767 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.571930 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.572091 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.572254 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.572416 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.572578 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.573327 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.573327 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.573327 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Aug 17 02:39:33.573327 n-d-802060-9 neutron-server[101858]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=101858) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Aug 17 02:39:45.207863 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061bd106-8502-418e-ba89-e130ac89dcea None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 02:39:45.294157 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-061bd106-8502-418e-ba89-e130ac89dcea None None] No non-hosted networks {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Aug 17 02:39:45.298432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.agentschedulers_db [None req-061bd106-8502-418e-ba89-e130ac89dcea None None] DHCP Agent not found on host n-d-802060-9 {{(pid=101971) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Aug 17 02:39:45.431672 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-edad90d4-5bf7-42ad-8db0-fa803e6f56ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428652'] for agent, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:47.920358 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fd1fca61-75db-4779-9064-ca1832edc8e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428652'] for agent, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:47.963308 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-5cd8f831-013a-4c91-a873-3312b3f20291 None None] Retry wrapper got retriable exception: Failed to create a duplicate Agent: for attribute(s) ['agent_type', 'host'] with value(s) L3 agent-n-d-802060-9 {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:39:47.964048 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-5cd8f831-013a-4c91-a873-3312b3f20291 None None] Performing DB retry for function neutron.db.agents_db.AgentDbMixin.create_or_update_agent {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:39:48.094299 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428652'] for agent, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:48.095331 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:48.096551 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:48.097064 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:48.097592 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:48.098679 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:48.099193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:48.106363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:48.106363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:48.106363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:48.106363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:48.106363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:48.106740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:39:48.106740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-802060-9', {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:48.116616 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-802060-9', 'version_map': {'QosPolicy': '1.9', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:39:48.498912 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5cd8f831-013a-4c91-a873-3312b3f20291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:48.957173 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428652'] for agent, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:50.671102 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428652'] for agent, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:52.052581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 59948) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:52.555486 n-d-802060-9 neutron-server[101969]: WARNING oslo_policy.policy [None req-09463137-4bbc-4b4d-9f0a-220031514697 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:39:52.556108 n-d-802060-9 neutron-server[101969]: WARNING oslo_policy.policy [None req-09463137-4bbc-4b4d-9f0a-220031514697 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:39:52.778547 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-09463137-4bbc-4b4d-9f0a-220031514697 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:39:52.779653 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-09463137-4bbc-4b4d-9f0a-220031514697 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7261698 Aug 17 02:39:55.230391 n-d-802060-9 neutron-server[101971]: INFO neutron.db.l3_hamode_db [None req-0ea18118-832a-43f9-adf1-37b430f95db3 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Aug 17 02:39:55.327418 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea18118-832a-43f9-adf1-37b430f95db3 None None] Routers set() bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:39:55.327805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea18118-832a-43f9-adf1-37b430f95db3 None None] Router IDs set() for agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 02:39:55.378358 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 59962) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:55.754283 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-e426cb47-236a-4a46-852d-f2188c2c02f2 admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'is_default': True, 'prefixes': ['172.20.0.0/16'], 'shared': True, 'default_prefixlen': 26}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:55.849309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.policy [None req-e426cb47-236a-4a46-852d-f2188c2c02f2 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101969) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 17 02:39:55.895396 n-d-802060-9 neutron-server[101969]: WARNING oslo_policy.policy [None req-e426cb47-236a-4a46-852d-f2188c2c02f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:39:55.895782 n-d-802060-9 neutron-server[101969]: WARNING oslo_policy.policy [None req-e426cb47-236a-4a46-852d-f2188c2c02f2 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:39:55.904637 n-d-802060-9 neutron-server[101969]: INFO neutron.quota [None req-e426cb47-236a-4a46-852d-f2188c2c02f2 admin admin] Loaded quota_driver: . Aug 17 02:39:56.086927 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e426cb47-236a-4a46-852d-f2188c2c02f2 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784816665463', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784816663898', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784816652644', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784816651211', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784817399855', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8784816696054', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-724016', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7620637', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-480363', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-631195'] for rbac-policy, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:56.265382 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e426cb47-236a-4a46-852d-f2188c2c02f2 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:56.266716 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e426cb47-236a-4a46-852d-f2188c2c02f2 admin admin] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.8873694 Aug 17 02:39:58.925943 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 59974) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:39:59.448063 n-d-802060-9 neutron-server[101970]: WARNING oslo_policy.policy [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:39:59.448668 n-d-802060-9 neutron-server[101970]: WARNING oslo_policy.policy [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:39:59.667327 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Request body: {'network': {'tenant_id': '1f2a392d2bb84ea69437c1708ef54071', 'name': 'private', 'admin_state_up': True, 'project_id': '1f2a392d2bb84ea69437c1708ef54071'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:39:59.668891 n-d-802060-9 neutron-server[101970]: INFO neutron.quota [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Loaded quota_driver: . Aug 17 02:39:59.841888 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Made reservation on behalf of 1f2a392d2bb84ea69437c1708ef54071 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:39:59.916131 n-d-802060-9 neutron-server[101970]: DEBUG neutron.policy [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=101970) register_rules /opt/stack/neutron/neutron/policy.py:73}} Aug 17 02:39:59.960584 n-d-802060-9 neutron-server[101970]: WARNING oslo_policy.policy [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:39:59.961164 n-d-802060-9 neutron-server[101970]: WARNING oslo_policy.policy [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Aug 17 02:39:59.971290 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:39:59.992950 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:00.135691 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:00.281979 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:00.307173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 76} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:40:00.331734 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784814602186', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:00.332385 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Unsubscribe: segment precommit_create {{(pid=101970) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 17 02:40:00.332900 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Added segment ff5279e4-cdde-4372-add3-889a1ad67a5b of type vlan for network cd48ff67-a530-4ed8-8beb-056a49b7fc07 Aug 17 02:40:00.342402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27c0917b-5b22-49a9-87e0-c606a2fc33f9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:00.364793 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:00.365130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:00.365499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:00.365838 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:00.366160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:00.366506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:00.366823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:00.367136 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:00.367447 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:00.367759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:00.368070 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:00.368379 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Tracked resource versions report: Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: pushed versions: Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: { 'AddressGroup': {'1.2'}, Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'ConntrackHelper': {'1.0'}, Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'Log': {'1.0'}, Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'Network': {'1.1'}, Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'Port': {'1.7'}, Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'PortForwarding': {'1.2'}, Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'QosPolicy': {'1.9'}, Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'SecurityGroup': {'1.4'}, Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'SubPort': {'1.0'}, Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'Subnet': {'1.1'}, Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'Trunk': {'1.1'}} Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: consumer versions: Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: { DHCP agent@n-d-802060-9: {}, Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: L3 agent@n-d-802060-9: {}, Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: Metadata agent@n-d-802060-9: {}, Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: Metering agent@n-d-802060-9: {}, Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: Open vSwitch agent@n-d-802060-9: { 'AddressGroup': '1.2', Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'ConntrackHelper': '1.0', Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'Log': '1.0', Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'Network': '1.1', Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'Port': '1.7', Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'PortForwarding': '1.2', Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'QosPolicy': '1.9', Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'SecurityGroup': '1.4', Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'SecurityGroupRule': '1.2', Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'SubPort': '1.0', Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'Subnet': '1.1', Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: 'Trunk': '1.1'}} Aug 17 02:40:00.369511 n-d-802060-9 neutron-server[101970]: {{(pid=101970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:40:00.466048 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:00.704364 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:00.721721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:00.721721 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:00.804687 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] Pushing event updated for resources: {'Network': ['ID=cd48ff67-a530-4ed8-8beb-056a49b7fc07,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:00.816423 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network cd48ff67-a530-4ed8-8beb-056a49b7fc07 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:40:00.905095 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-19574e1f-7736-4dd7-9b86-c7b5ec6e885e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 848 time: 1.9768338 Aug 17 02:40:03.612495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 59996) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:04.029757 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5065b8b6-06ca-4ac8-a21d-f34206032c07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:04.031105 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5065b8b6-06ca-4ac8-a21d-f34206032c07 admin admin] 10.222.0.10 "GET /v2.0/networks/cd48ff67-a530-4ed8-8beb-056a49b7fc07 HTTP/1.1" status: 200 len: 824 time: 0.4176276 Aug 17 02:40:04.074057 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-28b768e2-09c6-4194-afd8-15a422e6f030 admin admin] 10.222.0.10 "GET /v2.0/subnetpools/9e7f2704-8c9c-4433-88d5-1d1d547a8194 HTTP/1.1" status: 200 len: 734 time: 0.0353439 Aug 17 02:40:04.084178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-caebc3ed-aa6d-45d1-889d-9a2261cb0725 admin admin] Request body: {'subnet': {'name': 'private-subnet', 'tenant_id': '1f2a392d2bb84ea69437c1708ef54071', 'network_id': 'cd48ff67-a530-4ed8-8beb-056a49b7fc07', 'subnetpool_id': '9e7f2704-8c9c-4433-88d5-1d1d547a8194', 'gateway_ip': '172.20.0.1', 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:04.195867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caebc3ed-aa6d-45d1-889d-9a2261cb0725 admin admin] Made reservation on behalf of 1f2a392d2bb84ea69437c1708ef54071 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:04.198331 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-caebc3ed-aa6d-45d1-889d-9a2261cb0725 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:04.613717 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-caebc3ed-aa6d-45d1-889d-9a2261cb0725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:04.683421 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caebc3ed-aa6d-45d1-889d-9a2261cb0725 admin admin] Pushing event updated for resources: {'Subnet': ['ID=befc4a2b-3661-4138-827f-793acb9983bf,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:04.688020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caebc3ed-aa6d-45d1-889d-9a2261cb0725 admin admin] Checking segment: {'id': 'ff5279e4-cdde-4372-add3-889a1ad67a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cd48ff67-a530-4ed8-8beb-056a49b7fc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:04.688408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caebc3ed-aa6d-45d1-889d-9a2261cb0725 admin admin] Network hostable DHCP agents. Network: cd48ff67-a530-4ed8-8beb-056a49b7fc07, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:40:04.779203 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caebc3ed-aa6d-45d1-889d-9a2261cb0725 admin admin] Network cd48ff67-a530-4ed8-8beb-056a49b7fc07 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:40:04.893759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-caebc3ed-aa6d-45d1-889d-9a2261cb0725 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, cd48ff67-a530-4ed8-8beb-056a49b7fc07) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:04.898877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caebc3ed-aa6d-45d1-889d-9a2261cb0725 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:04.899548 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-caebc3ed-aa6d-45d1-889d-9a2261cb0725 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:04.904451 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa7182f4-08d4-4d4c-b86b-20890247785a None None] Network cd48ff67-a530-4ed8-8beb-056a49b7fc07 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:04.991267 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-caebc3ed-aa6d-45d1-889d-9a2261cb0725 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.9105713 Aug 17 02:40:05.247156 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd48ff67-a530-4ed8-8beb-056a49b7fc07', 'network_id': 'cd48ff67-a530-4ed8-8beb-056a49b7fc07', 'tenant_id': '1f2a392d2bb84ea69437c1708ef54071', 'fixed_ips': [{'subnet_id': 'befc4a2b-3661-4138-827f-793acb9983bf'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:40:05.248825 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:05.605996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Allocated IP 172.20.0.2 (cd48ff67-a530-4ed8-8beb-056a49b7fc07/befc4a2b-3661-4138-827f-793acb9983bf/49b0f395-c5db-44a0-909b-e0357342ac77) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:05.871472 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:05.888619 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Transition to ACTIVE for port object 49b0f395-c5db-44a0-909b-e0357342ac77 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:05.911998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Transition to ACTIVE for port object 49b0f395-c5db-44a0-909b-e0357342ac77 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:05.996939 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:06.073901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Network cd48ff67-a530-4ed8-8beb-056a49b7fc07 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:06.082117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:06.083950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Pushing event updated for resources: {'Port': ['ID=49b0f395-c5db-44a0-909b-e0357342ac77,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:06.091372 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:06.097355 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.097355 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.097355 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.097355 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.097355 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.098188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.098188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.098188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.098188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.098188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.098709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.098709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Tracked resource versions report: Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: pushed versions: Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: { 'AddressGroup': {'1.2'}, Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'ConntrackHelper': {'1.0'}, Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'Log': {'1.0'}, Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'Network': {'1.1'}, Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'Port': {'1.7'}, Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'PortForwarding': {'1.2'}, Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'QosPolicy': {'1.9'}, Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'SecurityGroup': {'1.4'}, Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'SubPort': {'1.0'}, Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'Subnet': {'1.1'}, Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'Trunk': {'1.1'}} Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: consumer versions: Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: { DHCP agent@n-d-802060-9: {}, Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: L3 agent@n-d-802060-9: {}, Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: Metadata agent@n-d-802060-9: {}, Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: Metering agent@n-d-802060-9: {}, Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: Open vSwitch agent@n-d-802060-9: { 'AddressGroup': '1.2', Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'ConntrackHelper': '1.0', Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'Log': '1.0', Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'Network': '1.1', Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'Port': '1.7', Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'PortForwarding': '1.2', Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'QosPolicy': '1.9', Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'SecurityGroup': '1.4', Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'SecurityGroupRule': '1.2', Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'SubPort': '1.0', Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'Subnet': '1.1', Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: 'Trunk': '1.1'}} Aug 17 02:40:06.099779 n-d-802060-9 neutron-server[101971]: {{(pid=101971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:40:06.181448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Attempting to bind port 49b0f395-c5db-44a0-909b-e0357342ac77 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:06.181894 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Attempting to bind port 49b0f395-c5db-44a0-909b-e0357342ac77 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'ff5279e4-cdde-4372-add3-889a1ad67a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cd48ff67-a530-4ed8-8beb-056a49b7fc07'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:06.182267 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Attempting to bind port 49b0f395-c5db-44a0-909b-e0357342ac77 on network cd48ff67-a530-4ed8-8beb-056a49b7fc07 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:06.187526 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:06.187931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Checking segment: {'id': 'ff5279e4-cdde-4372-add3-889a1ad67a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cd48ff67-a530-4ed8-8beb-056a49b7fc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:06.188445 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:06.188834 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Bound using segment: {'id': 'ff5279e4-cdde-4372-add3-889a1ad67a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cd48ff67-a530-4ed8-8beb-056a49b7fc07'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:06.190598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Bound port: 49b0f395-c5db-44a0-909b-e0357342ac77, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5279e4-cdde-4372-add3-889a1ad67a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cd48ff67-a530-4ed8-8beb-056a49b7fc07'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:06.191042 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:06.270369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] For port 49b0f395-c5db-44a0-909b-e0357342ac77, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:06.294283 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] For port 49b0f395-c5db-44a0-909b-e0357342ac77, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=49b0f395-c5db-44a0-909b-e0357342ac77,segment=NetworkSegment(ff5279e4-cdde-4372-add3-889a1ad67a5b),segment_id=ff5279e4-cdde-4372-add3-889a1ad67a5b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:06.396380 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:06.456176 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d102fa-b2b8-4145-8222-2b6df3bf84dd None None] Pushing event updated for resources: {'Port': ['ID=49b0f395-c5db-44a0-909b-e0357342ac77,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:07.491101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60004) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:07.924809 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-7b3eb781-7fea-4795-b88d-73d649a3da70 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:40:07.925843 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7b3eb781-7fea-4795-b88d-73d649a3da70 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4337907 Aug 17 02:40:10.529951 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60012) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:10.922729 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-30d1bfd8-0f06-4670-a57f-9c796e6d5d35 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:40:10.924281 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-30d1bfd8-0f06-4670-a57f-9c796e6d5d35 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3931010 Aug 17 02:40:13.692606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60022) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:14.055299 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1ef7cf32-1428-40d1-9f42-3d14678fab88 admin admin] Request body: {'router': {'tenant_id': '1f2a392d2bb84ea69437c1708ef54071', 'name': 'router1', 'admin_state_up': True}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:14.178301 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ef7cf32-1428-40d1-9f42-3d14678fab88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:14.180035 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ef7cf32-1428-40d1-9f42-3d14678fab88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:14.334282 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ef7cf32-1428-40d1-9f42-3d14678fab88 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:14.390971 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ef7cf32-1428-40d1-9f42-3d14678fab88 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:14.498825 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ef7cf32-1428-40d1-9f42-3d14678fab88 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:14.500041 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1ef7cf32-1428-40d1-9f42-3d14678fab88 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.8064737 Aug 17 02:40:15.179115 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5938014c-ff89-4f18-a857-76d7bfd1ff68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:15.195220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bc8307-1aeb-4406-aab2-905ca32cf416 None None] Network cd48ff67-a530-4ed8-8beb-056a49b7fc07 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:15.345058 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b82d6a76-2398-49b6-8a54-463c7b1c8d37 None None] Provisioning for port 49b0f395-c5db-44a0-909b-e0357342ac77 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:15.987658 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 49b0f395-c5db-44a0-909b-e0357342ac77 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:16.133109 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 49b0f395-c5db-44a0-909b-e0357342ac77 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:16.137480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 49b0f395-c5db-44a0-909b-e0357342ac77 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:16.137879 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:16.247199 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:16.283802 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 49b0f395-c5db-44a0-909b-e0357342ac77, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=49b0f395-c5db-44a0-909b-e0357342ac77,segment=NetworkSegment(ff5279e4-cdde-4372-add3-889a1ad67a5b),segment_id=ff5279e4-cdde-4372-add3-889a1ad67a5b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:16.373000 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:16.424165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=49b0f395-c5db-44a0-909b-e0357342ac77,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:16.929648 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60034) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:17.271583 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-699c8d65-a8ed-4037-830f-8cd30fa957c8 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:40:17.272610 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-699c8d65-a8ed-4037-830f-8cd30fa957c8 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3419762 Aug 17 02:40:17.858473 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7d539da2-fded-4849-b0a7-d923d8a42e59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:17.954910 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 49b0f395-c5db-44a0-909b-e0357342ac77 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:18.017096 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 49b0f395-c5db-44a0-909b-e0357342ac77 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:18.017096 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.079090 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:18.881372 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:19.696846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60052) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:19.849527 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Request body: {'network': {'admin_state_up': True, 'is_default': True, 'router:external': True, 'provider:physical_network': 'physnet1', 'provider:network_type': 'flat', 'name': 'public'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:19.996061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Made reservation on behalf of d028c29511e84e808219b19a15821649 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:19.998995 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.021131 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.150814 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.230400 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.242720 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Reserving flat network on physical network physnet1 {{(pid=101969) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Aug 17 02:40:20.278038 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8784814602186', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.278643 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Unsubscribe: segment precommit_create {{(pid=101969) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Aug 17 02:40:20.279076 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Added segment 3960a294-52b5-4ef5-bfe5-3c4b3a4f843b of type flat for network 956ea145-9128-4de4-8bea-bd36a0271bd2 Aug 17 02:40:20.318257 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a15c0b7-a454-4ada-a603-b641ba4f0c7a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:20.355354 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.355700 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.356047 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.356389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.356730 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.357067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.357397 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.357751 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.358081 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.358407 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.358735 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.359058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Tracked resource versions report: Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: pushed versions: Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: { 'AddressGroup': {'1.2'}, Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'ConntrackHelper': {'1.0'}, Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'Log': {'1.0'}, Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'Network': {'1.1'}, Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'Port': {'1.7'}, Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'PortForwarding': {'1.2'}, Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'QosPolicy': {'1.9'}, Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'SecurityGroup': {'1.4'}, Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'SubPort': {'1.0'}, Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'Subnet': {'1.1'}, Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'Trunk': {'1.1'}} Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: consumer versions: Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: { DHCP agent@n-d-802060-9: {}, Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: L3 agent@n-d-802060-9: {}, Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: Metadata agent@n-d-802060-9: {}, Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: Metering agent@n-d-802060-9: {}, Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: Open vSwitch agent@n-d-802060-9: { 'AddressGroup': '1.2', Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'ConntrackHelper': '1.0', Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'Log': '1.0', Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'Network': '1.1', Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'Port': '1.7', Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'PortForwarding': '1.2', Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'QosPolicy': '1.9', Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'SecurityGroup': '1.4', Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'SecurityGroupRule': '1.2', Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'SubPort': '1.0', Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'Subnet': '1.1', Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: 'Trunk': '1.1'}} Aug 17 02:40:20.360315 n-d-802060-9 neutron-server[101969]: {{(pid=101969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:40:20.419084 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.561876 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.565929 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:20.565929 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.647646 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:20.670320 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] Pushing event updated for resources: {'Network': ['ID=956ea145-9128-4de4-8bea-bd36a0271bd2,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:20.681304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:40:20.722748 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9ff0b68b-2bc1-4075-9869-485625a36583 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.0247676 Aug 17 02:40:22.439954 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 5 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:40:23.007060 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60074) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:23.144086 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c04c210f-235a-45f3-9f47-a7d9b6c577ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:23.145626 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c04c210f-235a-45f3-9f47-a7d9b6c577ab admin admin] 10.222.0.10 "GET /v2.0/subnets/befc4a2b-3661-4138-827f-793acb9983bf HTTP/1.1" status: 200 len: 849 time: 0.1376162 Aug 17 02:40:23.300102 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-993bd764-6346-426e-9950-f9b87323f280 admin admin] 10.222.0.10 "GET /v2.0/routers/daa20fbe-5571-458d-ac44-0017aecd0844 HTTP/1.1" status: 200 len: 704 time: 0.1458867 Aug 17 02:40:23.605946 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:23.937932 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Allocated IP 172.20.0.1 (cd48ff67-a530-4ed8-8beb-056a49b7fc07/befc4a2b-3661-4138-827f-793acb9983bf/d835d564-ddeb-4071-ae99-9151b066358f) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:24.126553 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.149749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Transition to ACTIVE for port object d835d564-ddeb-4071-ae99-9151b066358f will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:24.299434 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.372519 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Network cd48ff67-a530-4ed8-8beb-056a49b7fc07 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:24.377222 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:24.385848 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Pushing event updated for resources: {'Port': ['ID=d835d564-ddeb-4071-ae99-9151b066358f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:24.398751 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:24.402380 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.710486 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b051ab49-781d-470d-8da4-80453dfc00d4 None None] Provisioning for port d835d564-ddeb-4071-ae99-9151b066358f completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:24.714734 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b051ab49-781d-470d-8da4-80453dfc00d4 None None] Provisioning complete for port d835d564-ddeb-4071-ae99-9151b066358f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:24.715250 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b051ab49-781d-470d-8da4-80453dfc00d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.715438 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:24.754171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b051ab49-781d-470d-8da4-80453dfc00d4 None None] Port d835d564-ddeb-4071-ae99-9151b066358f cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:24.939457 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.018095 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.019015 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.099909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Pushing event updated for resources: {'Port': ['ID=d835d564-ddeb-4071-ae99-9151b066358f,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:25.154063 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Network cd48ff67-a530-4ed8-8beb-056a49b7fc07 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:25.155346 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:25.377373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b9cfc8d9-c42e-400d-ab96-5cf111700741 None None] Provisioning complete for port d835d564-ddeb-4071-ae99-9151b066358f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:25.377776 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b9cfc8d9-c42e-400d-ab96-5cf111700741 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:25.412231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b9cfc8d9-c42e-400d-ab96-5cf111700741 None None] Port d835d564-ddeb-4071-ae99-9151b066358f cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:40:25.418677 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Router daa20fbe-5571-458d-ac44-0017aecd0844 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:40:25.518911 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:40:25.525291 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f262623e-847a-4978-8306-47002ce0c30f admin admin] 10.222.0.10 "PUT /v2.0/routers/daa20fbe-5571-458d-ac44-0017aecd0844/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2195313 Aug 17 02:40:25.529380 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Sync routers for ids ['daa20fbe-5571-458d-ac44-0017aecd0844'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:40:25.541697 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Routers {'daa20fbe-5571-458d-ac44-0017aecd0844'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:25.542603 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:40:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['daa20fbe-5571-458d-ac44-0017aecd0844'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:25.751797 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Set router daa20fbe-5571-458d-ac44-0017aecd0844 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:26.238148 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa20fbe-5571-458d-ac44-0017aecd0844', 'name': 'router1', 'tenant_id': '1f2a392d2bb84ea69437c1708ef54071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:40:14Z', 'updated_at': '2021-08-17T02:40:24Z', 'revision_number': 2, 'project_id': '1f2a392d2bb84ea69437c1708ef54071', 'gw_port_host': None, '_interfaces': [{'id': 'd835d564-ddeb-4071-ae99-9151b066358f', 'name': '', 'network_id': 'cd48ff67-a530-4ed8-8beb-056a49b7fc07', 'tenant_id': '1f2a392d2bb84ea69437c1708ef54071', 'mac_address': 'fa:16:3e:37:3b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa20fbe-5571-458d-ac44-0017aecd0844', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'befc4a2b-3661-4138-827f-793acb9983bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:40:23Z', 'updated_at': '2021-08-17T02:40:24Z', 'revision_number': 2, 'project_id': '1f2a392d2bb84ea69437c1708ef54071', 'subnets': [{'id': 'befc4a2b-3661-4138-827f-793acb9983bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e7f2704-8c9c-4433-88d5-1d1d547a8194'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:26.312352 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Checking router: daa20fbe-5571-458d-ac44-0017aecd0844 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:40:26.312734 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Updating router daa20fbe-5571-458d-ac44-0017aecd0844 port d835d564-ddeb-4071-ae99-9151b066358f binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:40:26.364041 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:26.952318 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:26.971317 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Transition to ACTIVE for port object d835d564-ddeb-4071-ae99-9151b066358f will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:27.052236 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:27.161702 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa025596-ee0a-4156-9f3f-311301a13053 None None] Pushing event updated for resources: {'Port': ['ID=d835d564-ddeb-4071-ae99-9151b066358f,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:27.235193 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025596-ee0a-4156-9f3f-311301a13053 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:27.236080 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025596-ee0a-4156-9f3f-311301a13053 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:27.236431 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025596-ee0a-4156-9f3f-311301a13053 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:27.237092 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025596-ee0a-4156-9f3f-311301a13053 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:27.237455 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025596-ee0a-4156-9f3f-311301a13053 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:27.237799 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025596-ee0a-4156-9f3f-311301a13053 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:27.238135 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025596-ee0a-4156-9f3f-311301a13053 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:27.238478 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025596-ee0a-4156-9f3f-311301a13053 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:27.238804 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025596-ee0a-4156-9f3f-311301a13053 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:27.239128 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025596-ee0a-4156-9f3f-311301a13053 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:27.239456 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025596-ee0a-4156-9f3f-311301a13053 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:27.239784 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025596-ee0a-4156-9f3f-311301a13053 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa025596-ee0a-4156-9f3f-311301a13053 None None] Tracked resource versions report: Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: pushed versions: Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: { 'AddressGroup': {'1.2'}, Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'ConntrackHelper': {'1.0'}, Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'Log': {'1.0'}, Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'Network': {'1.1'}, Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'Port': {'1.7'}, Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'PortForwarding': {'1.2'}, Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'QosPolicy': {'1.9'}, Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'SecurityGroup': {'1.4'}, Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'SubPort': {'1.0'}, Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'Subnet': {'1.1'}, Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'Trunk': {'1.1'}} Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: consumer versions: Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: { DHCP agent@n-d-802060-9: {}, Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: L3 agent@n-d-802060-9: {}, Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: Metadata agent@n-d-802060-9: {}, Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: Metering agent@n-d-802060-9: {}, Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: Open vSwitch agent@n-d-802060-9: { 'AddressGroup': '1.2', Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'ConntrackHelper': '1.0', Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'Log': '1.0', Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'Network': '1.1', Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'Port': '1.7', Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'PortForwarding': '1.2', Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'QosPolicy': '1.9', Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'SecurityGroup': '1.4', Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'SecurityGroupRule': '1.2', Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'SubPort': '1.0', Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'Subnet': '1.1', Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: 'Trunk': '1.1'}} Aug 17 02:40:27.240888 n-d-802060-9 neutron-server[101972]: {{(pid=101972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:40:27.249999 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Attempting to bind port d835d564-ddeb-4071-ae99-9151b066358f on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:27.250310 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Attempting to bind port d835d564-ddeb-4071-ae99-9151b066358f by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'ff5279e4-cdde-4372-add3-889a1ad67a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cd48ff67-a530-4ed8-8beb-056a49b7fc07'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:27.250778 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Attempting to bind port d835d564-ddeb-4071-ae99-9151b066358f on network cd48ff67-a530-4ed8-8beb-056a49b7fc07 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:27.256654 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:27.257085 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Checking segment: {'id': 'ff5279e4-cdde-4372-add3-889a1ad67a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cd48ff67-a530-4ed8-8beb-056a49b7fc07'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:27.257612 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:27.258236 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Bound using segment: {'id': 'ff5279e4-cdde-4372-add3-889a1ad67a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cd48ff67-a530-4ed8-8beb-056a49b7fc07'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:27.258750 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Bound port: d835d564-ddeb-4071-ae99-9151b066358f, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff5279e4-cdde-4372-add3-889a1ad67a5b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 76, 'network_id': 'cd48ff67-a530-4ed8-8beb-056a49b7fc07'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:27.259131 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:27.341052 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] For port d835d564-ddeb-4071-ae99-9151b066358f, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:27.363163 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] For port d835d564-ddeb-4071-ae99-9151b066358f, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d835d564-ddeb-4071-ae99-9151b066358f,segment=NetworkSegment(ff5279e4-cdde-4372-add3-889a1ad67a5b),segment_id=ff5279e4-cdde-4372-add3-889a1ad67a5b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:27.448469 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:27.509569 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Routers {'daa20fbe-5571-458d-ac44-0017aecd0844'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:27.510575 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:40:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['daa20fbe-5571-458d-ac44-0017aecd0844'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:27.615778 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa025596-ee0a-4156-9f3f-311301a13053 None None] Pushing event updated for resources: {'Port': ['ID=d835d564-ddeb-4071-ae99-9151b066358f,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:27.633691 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] Set router daa20fbe-5571-458d-ac44-0017aecd0844 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:27.804661 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60086) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:27.868513 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa20fbe-5571-458d-ac44-0017aecd0844', 'name': 'router1', 'tenant_id': '1f2a392d2bb84ea69437c1708ef54071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:40:14Z', 'updated_at': '2021-08-17T02:40:24Z', 'revision_number': 2, 'project_id': '1f2a392d2bb84ea69437c1708ef54071', 'gw_port_host': None, '_interfaces': [{'id': 'd835d564-ddeb-4071-ae99-9151b066358f', 'name': '', 'network_id': 'cd48ff67-a530-4ed8-8beb-056a49b7fc07', 'tenant_id': '1f2a392d2bb84ea69437c1708ef54071', 'mac_address': 'fa:16:3e:37:3b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa20fbe-5571-458d-ac44-0017aecd0844', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'befc4a2b-3661-4138-827f-793acb9983bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:40:23Z', 'updated_at': '2021-08-17T02:40:27Z', 'revision_number': 4, 'project_id': '1f2a392d2bb84ea69437c1708ef54071', 'subnets': [{'id': 'befc4a2b-3661-4138-827f-793acb9983bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e7f2704-8c9c-4433-88d5-1d1d547a8194'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:27.896861 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7eb6f2ee-c417-4f24-b0f0-454a12b8b858 None None] The sync data for ids ['daa20fbe-5571-458d-ac44-0017aecd0844'] in n-d-802060-9 is: [{'id': 'daa20fbe-5571-458d-ac44-0017aecd0844', 'name': 'router1', 'tenant_id': '1f2a392d2bb84ea69437c1708ef54071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:40:14Z', 'updated_at': '2021-08-17T02:40:24Z', 'revision_number': 2, 'project_id': '1f2a392d2bb84ea69437c1708ef54071', 'gw_port_host': None, '_interfaces': [{'id': 'd835d564-ddeb-4071-ae99-9151b066358f', 'name': '', 'network_id': 'cd48ff67-a530-4ed8-8beb-056a49b7fc07', 'tenant_id': '1f2a392d2bb84ea69437c1708ef54071', 'mac_address': 'fa:16:3e:37:3b:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa20fbe-5571-458d-ac44-0017aecd0844', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'befc4a2b-3661-4138-827f-793acb9983bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:40:23Z', 'updated_at': '2021-08-17T02:40:27Z', 'revision_number': 4, 'project_id': '1f2a392d2bb84ea69437c1708ef54071', 'subnets': [{'id': 'befc4a2b-3661-4138-827f-793acb9983bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e7f2704-8c9c-4433-88d5-1d1d547a8194'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:40:27.933551 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f6960fc-10f7-40fb-a062-b04d5bec6cc9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:27.934987 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5f6960fc-10f7-40fb-a062-b04d5bec6cc9 admin admin] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 842 time: 0.1293745 Aug 17 02:40:27.949213 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-97827301-aa6c-41d3-ba72-368c47adf880 admin admin] Request body: {'subnet': {'gateway_ip': '172.25.1.1', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'name': 'public-subnet', 'cidr': '172.25.1.0/24', 'ip_version': 4, 'enable_dhcp': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:28.047008 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97827301-aa6c-41d3-ba72-368c47adf880 admin admin] Made reservation on behalf of d028c29511e84e808219b19a15821649 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:40:28.049344 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97827301-aa6c-41d3-ba72-368c47adf880 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:28.449124 n-d-802060-9 neutron-server[101969]: DEBUG neutron.objects.ports [None req-97827301-aa6c-41d3-ba72-368c47adf880 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101969) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:40:28.449604 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97827301-aa6c-41d3-ba72-368c47adf880 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:28.511227 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97827301-aa6c-41d3-ba72-368c47adf880 admin admin] Pushing event updated for resources: {'Subnet': ['ID=519cb678-3ee1-4844-acfa-429dd89eb8cc,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:28.518254 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97827301-aa6c-41d3-ba72-368c47adf880 admin admin] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:28.518604 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97827301-aa6c-41d3-ba72-368c47adf880 admin admin] Network hostable DHCP agents. Network: 956ea145-9128-4de4-8bea-bd36a0271bd2, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:40:28.583772 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97827301-aa6c-41d3-ba72-368c47adf880 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:40:28.646700 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-97827301-aa6c-41d3-ba72-368c47adf880 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 956ea145-9128-4de4-8bea-bd36a0271bd2) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:28.651206 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97827301-aa6c-41d3-ba72-368c47adf880 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:28.652037 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97827301-aa6c-41d3-ba72-368c47adf880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:28.659232 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdaf3452-86e5-4f24-858e-80bf0dd4abbf None None] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:28.705316 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-97827301-aa6c-41d3-ba72-368c47adf880 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7598610 Aug 17 02:40:28.795333 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cfc7a44-2600-4230-8df8-c9f0693b1452 None None] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:40:31.152266 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60094) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:31.305495 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9b6331b0-d10a-408f-80ce-d884bf99b902 admin admin] 10.222.0.10 "GET /v2.0/routers/daa20fbe-5571-458d-ac44-0017aecd0844 HTTP/1.1" status: 200 len: 710 time: 0.1498041 Aug 17 02:40:31.417507 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efb9a3cf-0402-4ca3-a92b-4a45d6176b7f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:40:31.418831 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-efb9a3cf-0402-4ca3-a92b-4a45d6176b7f admin admin] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 886 time: 0.1085505 Aug 17 02:40:31.428738 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-4baedc6b-d0ae-4fa8-919b-caeb1f42007a admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:40:31.859242 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4baedc6b-d0ae-4fa8-919b-caeb1f42007a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.276834 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4baedc6b-d0ae-4fa8-919b-caeb1f42007a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.370006 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4baedc6b-d0ae-4fa8-919b-caeb1f42007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.505579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-4baedc6b-d0ae-4fa8-919b-caeb1f42007a admin admin] Allocated IP 172.25.1.62 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/dc9703b3-aee8-4601-82e1-d2039c620a33) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:40:32.617371 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4baedc6b-d0ae-4fa8-919b-caeb1f42007a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.716940 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4baedc6b-d0ae-4fa8-919b-caeb1f42007a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:32.763572 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4baedc6b-d0ae-4fa8-919b-caeb1f42007a admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:40:32.764914 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-4baedc6b-d0ae-4fa8-919b-caeb1f42007a admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:40:32.767657 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4baedc6b-d0ae-4fa8-919b-caeb1f42007a admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:40:32.830532 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4baedc6b-d0ae-4fa8-919b-caeb1f42007a admin admin] Pushing event updated for resources: {'Port': ['ID=dc9703b3-aee8-4601-82e1-d2039c620a33,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:33.117162 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4baedc6b-d0ae-4fa8-919b-caeb1f42007a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.444473 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4baedc6b-d0ae-4fa8-919b-caeb1f42007a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.449667 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4baedc6b-d0ae-4fa8-919b-caeb1f42007a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.589722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4baedc6b-d0ae-4fa8-919b-caeb1f42007a admin admin] Router daa20fbe-5571-458d-ac44-0017aecd0844 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:40:33.715867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4baedc6b-d0ae-4fa8-919b-caeb1f42007a admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:40:33.720259 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4baedc6b-d0ae-4fa8-919b-caeb1f42007a admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:33.725959 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4baedc6b-d0ae-4fa8-919b-caeb1f42007a admin admin] 10.222.0.10 "PUT /v2.0/routers/daa20fbe-5571-458d-ac44-0017aecd0844 HTTP/1.1" status: 200 len: 889 time: 2.2961044 Aug 17 02:40:34.016844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d835d564-ddeb-4071-ae99-9151b066358f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:34.167375 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port d835d564-ddeb-4071-ae99-9151b066358f completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:34.171632 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d835d564-ddeb-4071-ae99-9151b066358f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:34.172077 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.258175 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.294804 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port d835d564-ddeb-4071-ae99-9151b066358f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d835d564-ddeb-4071-ae99-9151b066358f,segment=NetworkSegment(ff5279e4-cdde-4372-add3-889a1ad67a5b),segment_id=ff5279e4-cdde-4372-add3-889a1ad67a5b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:34.378920 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:34.432273 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=d835d564-ddeb-4071-ae99-9151b066358f,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:34.810468 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Sync routers for ids ['daa20fbe-5571-458d-ac44-0017aecd0844'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:40:34.821272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Routers {'daa20fbe-5571-458d-ac44-0017aecd0844'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:34.822694 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:40:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['daa20fbe-5571-458d-ac44-0017aecd0844'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:35.085265 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Set router daa20fbe-5571-458d-ac44-0017aecd0844 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:35.513445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa20fbe-5571-458d-ac44-0017aecd0844', 'name': 'router1', 'tenant_id': '1f2a392d2bb84ea69437c1708ef54071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'dc9703b3-aee8-4601-82e1-d2039c620a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:40:14Z', 'updated_at': '2021-08-17T02:40:32Z', 'revision_number': 4, 'project_id': '1f2a392d2bb84ea69437c1708ef54071', 'gw_port': {'id': 'dc9703b3-aee8-4601-82e1-d2039c620a33', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa20fbe-5571-458d-ac44-0017aecd0844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:40:32Z', 'updated_at': '2021-08-17T02:40:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'd835d564-ddeb-4071-ae99-9151b066358f', 'name': '', 'network_id': 'cd48ff67-a530-4ed8-8beb-056a49b7fc07', 'tenant_id': '1f2a392d2bb84ea69437c1708ef54071', 'mac_address': 'fa:16:3e:37:3b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa20fbe-5571-458d-ac44-0017aecd0844', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'befc4a2b-3661-4138-827f-793acb9983bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:40:23Z', 'updated_at': '2021-08-17T02:40:34Z', 'revision_number': 5, 'project_id': '1f2a392d2bb84ea69437c1708ef54071', 'subnets': [{'id': 'befc4a2b-3661-4138-827f-793acb9983bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e7f2704-8c9c-4433-88d5-1d1d547a8194'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:35.573384 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Checking router: daa20fbe-5571-458d-ac44-0017aecd0844 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:40:35.573776 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Updating router daa20fbe-5571-458d-ac44-0017aecd0844 port dc9703b3-aee8-4601-82e1-d2039c620a33 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:40:35.630594 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:35.988960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d835d564-ddeb-4071-ae99-9151b066358f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:36.038857 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:36.053811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Transition to ACTIVE for port object dc9703b3-aee8-4601-82e1-d2039c620a33 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:40:36.067457 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d835d564-ddeb-4071-ae99-9151b066358f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:36.067826 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:36.144488 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:36.211081 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Attempting to bind port dc9703b3-aee8-4601-82e1-d2039c620a33 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:40:36.211460 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Attempting to bind port dc9703b3-aee8-4601-82e1-d2039c620a33 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:40:36.211828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Attempting to bind port dc9703b3-aee8-4601-82e1-d2039c620a33 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:40:36.223682 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:40:36.224052 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:40:36.224456 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:36.224851 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:40:36.225325 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Bound port: dc9703b3-aee8-4601-82e1-d2039c620a33, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:40:36.225751 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:36.304625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60108) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:40:36.333836 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d63230-2185-45d4-97bf-f5408f83bc65 None None] Pushing event updated for resources: {'Port': ['ID=dc9703b3-aee8-4601-82e1-d2039c620a33,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:36.368414 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] For port dc9703b3-aee8-4601-82e1-d2039c620a33, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:40:36.371542 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] For port dc9703b3-aee8-4601-82e1-d2039c620a33, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=dc9703b3-aee8-4601-82e1-d2039c620a33,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:40:36.475519 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:36.498673 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2ae0e3e3-7b33-4838-b26e-7c0454865e90 admin admin] 10.222.0.10 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1925321 Aug 17 02:40:36.543679 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Routers {'daa20fbe-5571-458d-ac44-0017aecd0844'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:40:36.544309 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:40:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['daa20fbe-5571-458d-ac44-0017aecd0844'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:36.583300 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d63230-2185-45d4-97bf-f5408f83bc65 None None] Pushing event updated for resources: {'Port': ['ID=dc9703b3-aee8-4601-82e1-d2039c620a33,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:36.674954 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] Set router daa20fbe-5571-458d-ac44-0017aecd0844 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:40:36.915061 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'daa20fbe-5571-458d-ac44-0017aecd0844', 'name': 'router1', 'tenant_id': '1f2a392d2bb84ea69437c1708ef54071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'dc9703b3-aee8-4601-82e1-d2039c620a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:40:14Z', 'updated_at': '2021-08-17T02:40:32Z', 'revision_number': 4, 'project_id': '1f2a392d2bb84ea69437c1708ef54071', 'gw_port': {'id': 'dc9703b3-aee8-4601-82e1-d2039c620a33', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa20fbe-5571-458d-ac44-0017aecd0844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:40:32Z', 'updated_at': '2021-08-17T02:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'd835d564-ddeb-4071-ae99-9151b066358f', 'name': '', 'network_id': 'cd48ff67-a530-4ed8-8beb-056a49b7fc07', 'tenant_id': '1f2a392d2bb84ea69437c1708ef54071', 'mac_address': 'fa:16:3e:37:3b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa20fbe-5571-458d-ac44-0017aecd0844', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'befc4a2b-3661-4138-827f-793acb9983bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:40:23Z', 'updated_at': '2021-08-17T02:40:34Z', 'revision_number': 5, 'project_id': '1f2a392d2bb84ea69437c1708ef54071', 'subnets': [{'id': 'befc4a2b-3661-4138-827f-793acb9983bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e7f2704-8c9c-4433-88d5-1d1d547a8194'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:40:36.947395 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13574533-30e8-41bc-8069-c6431ac4f1f3 None None] The sync data for ids ['daa20fbe-5571-458d-ac44-0017aecd0844'] in n-d-802060-9 is: [{'id': 'daa20fbe-5571-458d-ac44-0017aecd0844', 'name': 'router1', 'tenant_id': '1f2a392d2bb84ea69437c1708ef54071', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.62'}], 'enable_snat': True}, 'gw_port_id': 'dc9703b3-aee8-4601-82e1-d2039c620a33', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:40:14Z', 'updated_at': '2021-08-17T02:40:32Z', 'revision_number': 4, 'project_id': '1f2a392d2bb84ea69437c1708ef54071', 'gw_port': {'id': 'dc9703b3-aee8-4601-82e1-d2039c620a33', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'daa20fbe-5571-458d-ac44-0017aecd0844', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:40:32Z', 'updated_at': '2021-08-17T02:40:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'd835d564-ddeb-4071-ae99-9151b066358f', 'name': '', 'network_id': 'cd48ff67-a530-4ed8-8beb-056a49b7fc07', 'tenant_id': '1f2a392d2bb84ea69437c1708ef54071', 'mac_address': 'fa:16:3e:37:3b:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'daa20fbe-5571-458d-ac44-0017aecd0844', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'befc4a2b-3661-4138-827f-793acb9983bf', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:40:23Z', 'updated_at': '2021-08-17T02:40:34Z', 'revision_number': 5, 'project_id': '1f2a392d2bb84ea69437c1708ef54071', 'subnets': [{'id': 'befc4a2b-3661-4138-827f-793acb9983bf', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '9e7f2704-8c9c-4433-88d5-1d1d547a8194'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:40:38.005710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device dc9703b3-aee8-4601-82e1-d2039c620a33 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:38.127764 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port dc9703b3-aee8-4601-82e1-d2039c620a33 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:40:38.133889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port dc9703b3-aee8-4601-82e1-d2039c620a33 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:38.134335 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.218126 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.241767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port dc9703b3-aee8-4601-82e1-d2039c620a33, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=dc9703b3-aee8-4601-82e1-d2039c620a33,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:40:38.354551 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:38.422299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=dc9703b3-aee8-4601-82e1-d2039c620a33,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:40:39.975567 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device dc9703b3-aee8-4601-82e1-d2039c620a33 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:40:40.035570 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port dc9703b3-aee8-4601-82e1-d2039c620a33 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:40:40.036183 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:45.173581 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-88503763-e456-4a8b-8e2c-293a8849076c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:47.909383 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f43c416d-b405-4ca5-9509-c9d6d29af479 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:48.111102 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:48.967242 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:50.629302 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:40:59.440971 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 5 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:41:15.229040 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d41a3a51-959f-4448-946d-cfc272cf35b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:17.919856 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c388a363-71b3-4dbf-9bf2-77b67a91af6f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:18.090385 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:18.908223 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:20.622597 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:36.441650 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 5 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:41:45.215400 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-38c4775e-0689-41fb-92bf-08ae978807d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:47.861335 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46750e1c-3dbc-4410-94d1-546190372563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:48.084618 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:48.963990 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:41:50.678973 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:13.441085 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 5 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:42:15.174519 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-260d6b6a-145e-442c-af12-b1bef1d1a1cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:17.877579 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bd6f7196-4e7e-4d09-ab47-69dd73e75f8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:18.100183 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:18.952161 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:20.654989 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:28.065734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60708) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:28.128064 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-6f872bc5-11b4-42ab-9afb-c31709f8e435 admin admin] GET failed (client error): The resource could not be found. Aug 17 02:42:28.129437 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6f872bc5-11b4-42ab-9afb-c31709f8e435 admin admin] 10.222.0.10 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0626915 Aug 17 02:42:28.297260 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba44bfa1-cc25-46d7-b5c8-68ae26fbe44d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:28.298708 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ba44bfa1-cc25-46d7-b5c8-68ae26fbe44d admin admin] 10.222.0.10 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 871 time: 0.1647992 Aug 17 02:42:30.553090 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60718) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:30.651463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee45faa7-31cc-4eb2-9783-134677791b76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:30.652984 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ee45faa7-31cc-4eb2-9783-134677791b76 admin admin] 10.222.0.10 "GET /v2.0/subnets/befc4a2b-3661-4138-827f-793acb9983bf HTTP/1.1" status: 200 len: 849 time: 0.0988548 Aug 17 02:42:30.664279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:42:30.760753 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] Notify callbacks [] for subnet, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:31.020197 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784814651751'] for subnet, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:31.054617 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:31.055504 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:31.057636 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] 10.222.0.10 "PUT /v2.0/subnets/befc4a2b-3661-4138-827f-793acb9983bf HTTP/1.1" status: 200 len: 868 time: 0.3979006 Aug 17 02:42:31.059863 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d994c21-c7b4-43a6-a38a-9a97d72e072a None None] Network cd48ff67-a530-4ed8-8beb-056a49b7fc07 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:42:31.095233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] Pushing event updated for resources: {'Subnet': ['ID=befc4a2b-3661-4138-827f-793acb9983bf,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:42:31.106680 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.107186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.108163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.108717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.109817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.109817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.110241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.110734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.111221 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.111715 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.112210 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.112687 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f97af9ff-7dcc-4807-ac06-5d4ec71dfe04 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:42:31.454544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7222ad57-e1d9-4850-a349-67e86de5fb7f None None] Provisioning complete for port d835d564-ddeb-4071-ae99-9151b066358f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:42:31.455013 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7222ad57-e1d9-4850-a349-67e86de5fb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:31.556442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7222ad57-e1d9-4850-a349-67e86de5fb7f None None] Provisioning complete for port 49b0f395-c5db-44a0-909b-e0357342ac77 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:42:31.556702 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7222ad57-e1d9-4850-a349-67e86de5fb7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:33.438238 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60726) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:33.647084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadd94ab-4c94-44c9-8e79-7080969239f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:33.647477 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aadd94ab-4c94-44c9-8e79-7080969239f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:33.649037 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-aadd94ab-4c94-44c9-8e79-7080969239f0 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.2097688 Aug 17 02:42:35.905926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60734) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:36.041071 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7334dee-ffc6-4d0c-aaad-8a340955d099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:36.041620 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7334dee-ffc6-4d0c-aaad-8a340955d099 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:36.043175 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e7334dee-ffc6-4d0c-aaad-8a340955d099 admin admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1548 time: 0.1361880 Aug 17 02:42:38.296246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60742) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:38.432154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72160800-62d0-47f5-8e94-4f58a15950c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:38.433590 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-72160800-62d0-47f5-8e94-4f58a15950c0 admin admin] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 886 time: 0.1358864 Aug 17 02:42:40.700350 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60752) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:40.845987 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11cee689-6615-4a9e-a46b-615c727dd119 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:40.847384 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-11cee689-6615-4a9e-a46b-615c727dd119 admin admin] 10.222.0.10 "GET /v2.0/networks/cd48ff67-a530-4ed8-8beb-056a49b7fc07 HTTP/1.1" status: 200 len: 868 time: 0.1455200 Aug 17 02:42:43.052862 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60760) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:43.183597 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f1271d-5be0-4c71-a768-0eaa770798ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:43.184359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53f1271d-5be0-4c71-a768-0eaa770798ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:43.186662 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-53f1271d-5be0-4c71-a768-0eaa770798ad admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1327677 Aug 17 02:42:45.179411 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-018fc2e0-2bba-4079-a2a2-ca92f79b0ebb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:45.378580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60768) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:45.506204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312941d7-5943-462b-ba44-611cc00fbb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:45.506668 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312941d7-5943-462b-ba44-611cc00fbb6a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:45.508237 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-312941d7-5943-462b-ba44-611cc00fbb6a admin admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1287029 Aug 17 02:42:47.790972 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60776) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:47.865090 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6b549ea-2dbc-47c9-b236-4209b0c81c03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:47.894180 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41e3df3d-2949-4a92-a920-01c53e784b53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:47.895888 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-41e3df3d-2949-4a92-a920-01c53e784b53 admin admin] 10.222.0.10 "GET /v2.0/subnets/519cb678-3ee1-4844-acfa-429dd89eb8cc HTTP/1.1" status: 200 len: 816 time: 0.1035976 Aug 17 02:42:48.098987 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:48.910520 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:42:50.093246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60784) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:42:50.185619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1e1d98a-e2ae-4c53-be9d-2f7f4a5189c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:42:50.186978 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b1e1d98a-e2ae-4c53-be9d-2f7f4a5189c5 admin admin] 10.222.0.10 "GET /v2.0/subnets/befc4a2b-3661-4138-827f-793acb9983bf HTTP/1.1" status: 200 len: 868 time: 0.0927465 Aug 17 02:42:50.439534 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 5 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:42:50.687483 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.184071 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-56edcf04-131c-4f1f-aa85-db706f3bf392 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:15.248454 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60838) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:15.300284 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-a5df7407-7252-45e9-9ce2-f1fc11bf2c42 admin admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:43:15.301312 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a5df7407-7252-45e9-9ce2-f1fc11bf2c42 admin admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0519030 Aug 17 02:43:17.593982 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60846) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:17.657098 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ed49f5-15dd-4c10-b452-851f243af1c3 admin admin] GET failed (client error): The resource could not be found. Aug 17 02:43:17.658487 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-94ed49f5-15dd-4c10-b452-851f243af1c3 admin admin] 10.222.0.10 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0635629 Aug 17 02:43:17.814497 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02082d7a-9e48-4006-8035-147843232c43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:17.815941 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-02082d7a-9e48-4006-8035-147843232c43 admin admin] 10.222.0.10 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1531522 Aug 17 02:43:17.893585 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-473e9684-a8e7-4ba9-8ca0-ad6daf8f1647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:18.155979 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:18.944484 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:20.037484 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60854) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:20.086522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-bb1ad56a-f7de-445f-bab6-462b2de00b9c admin admin] Request body: {'network': {'name': 'shared', 'shared': True, 'admin_state_up': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:20.241328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb1ad56a-f7de-445f-bab6-462b2de00b9c admin admin] Made reservation on behalf of d028c29511e84e808219b19a15821649 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:43:20.243838 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bb1ad56a-f7de-445f-bab6-462b2de00b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:20.282000 n-d-802060-9 neutron-server[101970]: WARNING neutron.services.revisions.revision_plugin [None req-bb1ad56a-f7de-445f-bab6-462b2de00b9c admin admin] Could not find related network for resource to bump revision. Aug 17 02:43:20.294851 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bb1ad56a-f7de-445f-bab6-462b2de00b9c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 58} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:43:20.303886 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bb1ad56a-f7de-445f-bab6-462b2de00b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:20.304224 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-bb1ad56a-f7de-445f-bab6-462b2de00b9c admin admin] Added segment c206a5cc-898b-4d32-9111-ca3bdab79b3a of type vlan for network 4b584705-f77b-4d5a-b4da-1d8085e40dba Aug 17 02:43:20.343292 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bb1ad56a-f7de-445f-bab6-462b2de00b9c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:20.458572 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bb1ad56a-f7de-445f-bab6-462b2de00b9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:20.459550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb1ad56a-f7de-445f-bab6-462b2de00b9c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:20.460129 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bb1ad56a-f7de-445f-bab6-462b2de00b9c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:20.517239 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1ad56a-f7de-445f-bab6-462b2de00b9c admin admin] Pushing event updated for resources: {'Network': ['ID=4b584705-f77b-4d5a-b4da-1d8085e40dba,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:20.527413 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:43:20.613675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bb1ad56a-f7de-445f-bab6-462b2de00b9c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 846 time: 0.5757537 Aug 17 02:43:20.687582 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:22.861477 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60862) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:43:22.924730 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-bff5c704-3ee4-4b94-86fa-29917eb4194a admin admin] GET failed (client error): The resource could not be found. Aug 17 02:43:22.926118 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bff5c704-3ee4-4b94-86fa-29917eb4194a admin admin] 10.222.0.10 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0636678 Aug 17 02:43:23.001814 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5554b0-a9b8-437d-bd18-b6665f02eefc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:23.003287 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7d5554b0-a9b8-437d-bd18-b6665f02eefc admin admin] 10.222.0.10 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 825 time: 0.0728033 Aug 17 02:43:23.014737 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Request body: {'subnet': {'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'description': 'shared-subnet'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:43:23.104688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Made reservation on behalf of d028c29511e84e808219b19a15821649 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:43:23.108179 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Notify callbacks [] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:23.435637 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:23.500621 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=95234c83-cf8b-4b1b-aef7-77e21515b352,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:23.509044 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:43:23.509408 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Network hostable DHCP agents. Network: 4b584705-f77b-4d5a-b4da-1d8085e40dba, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:43:23.513067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:23.513537 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:23.513894 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:23.514236 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:23.514581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:23.514922 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:23.515257 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:23.515594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:23.515933 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:23.516261 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:23.516594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:23.516927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:23.600901 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:43:23.698486 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 4b584705-f77b-4d5a-b4da-1d8085e40dba) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:43:23.703480 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:43:23.704248 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:23.709176 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e14e09a3-abaa-48f3-b176-305be22c1061 None None] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:43:23.791257 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a993948d-b3d5-4096-8a1f-7f73d236d4ff admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7808406 Aug 17 02:43:23.880328 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-4b584705-f77b-4d5a-b4da-1d8085e40dba', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'tenant_id': 'd028c29511e84e808219b19a15821649', 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:43:23.881246 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:24.039432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Allocated IP 192.168.233.2 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:43:24.197542 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:24.207808 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Transition to ACTIVE for port object 7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:43:24.226067 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Transition to ACTIVE for port object 7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:43:24.293874 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:24.342655 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:43:24.344045 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:43:24.346873 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:43:24.356537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Pushing event updated for resources: {'Port': ['ID=7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:24.381603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:24.381955 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:24.382303 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:24.382632 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:24.382997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:24.383331 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:24.383653 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:24.383984 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:24.384307 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:24.384629 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:24.384951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:24.385267 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:43:24.428902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Attempting to bind port 7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:43:24.429276 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Attempting to bind port 7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:43:24.429676 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Attempting to bind port 7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:43:24.435400 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:43:24.435875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:43:24.436281 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:24.436715 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:43:24.437177 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Bound port: 7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:43:24.437596 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:24.528348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] For port 7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:43:24.533373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] For port 7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:43:24.641731 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:24.704901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a60705-2873-4b38-8fd0-4f7464e689d2 None None] Pushing event updated for resources: {'Port': ['ID=7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:25.605317 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d9e1f7f-e52e-4250-8cdc-1d13dcfcde80 None None] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:43:25.732884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-de80dc96-a8ba-4db7-9d87-9f0388f0b380 None None] Provisioning for port 7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:43:26.140634 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:43:26.313836 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:43:26.315351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:26.315762 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:26.405150 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:26.441001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:43:26.565026 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:26.615266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:43:27.439657 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 5 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:43:28.115904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:43:28.173737 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 7c3a1f87-bfc9-4f64-b4ba-9452bbe11ce2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:43:28.174119 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:45.179227 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5423e8f2-5da3-4733-8277-fb6c38c055f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:47.868871 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-967d1ee3-3685-4539-95f1-e700dd81c653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:48.068391 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:48.959914 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:43:50.669890 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:04.438555 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 5 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:44:15.205215 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1a1306a8-a212-49af-b193-0a1779185553 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:17.920037 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b8be399b-121d-4ab9-baa8-4085b79fa30f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:18.084845 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:18.987843 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:20.778609 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:41.439073 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 5 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:44:45.192389 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-afa0cda7-9dab-411f-a8d3-d776eb269bc2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:47.855704 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-41b1dd2c-ca92-4f53-aac6-fb694fa9a42b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.078694 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:48.940759 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:44:50.672061 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:02.603212 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60914) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:02.610078 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-ad8bebbc-a07c-43a1-a40c-d1fa8e1f7689 tempest-verify_tempest_config-169605050 tempest-verify_tempest_config-169605050-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:45:02.614990 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ad8bebbc-a07c-43a1-a40c-d1fa8e1f7689 tempest-verify_tempest_config-169605050 tempest-verify_tempest_config-169605050-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0073526 Aug 17 02:45:03.101600 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60932) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:03.212335 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-512f46bf-17f0-4e66-ac6e-8f3a51dc5c49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:03.305502 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-512f46bf-17f0-4e66-ac6e-8f3a51dc5c49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:03.397728 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-512f46bf-17f0-4e66-ac6e-8f3a51dc5c49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:03.446376 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-512f46bf-17f0-4e66-ac6e-8f3a51dc5c49 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=be4730894c38477eb0028436fe1c54d6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3436949 Aug 17 02:45:03.447557 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-512f46bf-17f0-4e66-ac6e-8f3a51dc5c49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06b68fee-b6b9-4ee4-b937-17c3bc6dccea,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:03.449027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60936) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:45:03.455466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f46bf-17f0-4e66-ac6e-8f3a51dc5c49 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.455823 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f46bf-17f0-4e66-ac6e-8f3a51dc5c49 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.456172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f46bf-17f0-4e66-ac6e-8f3a51dc5c49 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.456516 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f46bf-17f0-4e66-ac6e-8f3a51dc5c49 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.456857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f46bf-17f0-4e66-ac6e-8f3a51dc5c49 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.457193 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f46bf-17f0-4e66-ac6e-8f3a51dc5c49 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.457581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f46bf-17f0-4e66-ac6e-8f3a51dc5c49 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.457928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f46bf-17f0-4e66-ac6e-8f3a51dc5c49 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.458268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f46bf-17f0-4e66-ac6e-8f3a51dc5c49 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.458590 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f46bf-17f0-4e66-ac6e-8f3a51dc5c49 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.458918 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f46bf-17f0-4e66-ac6e-8f3a51dc5c49 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.459245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-512f46bf-17f0-4e66-ac6e-8f3a51dc5c49 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.509799 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be2182c6-824d-492c-a2c4-adfa32dffcdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:03.532067 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be2182c6-824d-492c-a2c4-adfa32dffcdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:03.671679 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be2182c6-824d-492c-a2c4-adfa32dffcdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:03.674392 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be2182c6-824d-492c-a2c4-adfa32dffcdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:03.675544 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-be2182c6-824d-492c-a2c4-adfa32dffcdf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06b68fee-b6b9-4ee4-b937-17c3bc6dccea HTTP/1.1" status: 204 len: 168 time: 0.2254119 Aug 17 02:45:03.697381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2182c6-824d-492c-a2c4-adfa32dffcdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06b68fee-b6b9-4ee4-b937-17c3bc6dccea,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:45:03.697381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2182c6-824d-492c-a2c4-adfa32dffcdf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.697381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2182c6-824d-492c-a2c4-adfa32dffcdf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.697381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2182c6-824d-492c-a2c4-adfa32dffcdf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.697381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2182c6-824d-492c-a2c4-adfa32dffcdf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.697381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2182c6-824d-492c-a2c4-adfa32dffcdf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.697381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2182c6-824d-492c-a2c4-adfa32dffcdf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.697381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2182c6-824d-492c-a2c4-adfa32dffcdf admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.697381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2182c6-824d-492c-a2c4-adfa32dffcdf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.697381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2182c6-824d-492c-a2c4-adfa32dffcdf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.697381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2182c6-824d-492c-a2c4-adfa32dffcdf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.697381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2182c6-824d-492c-a2c4-adfa32dffcdf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:03.697381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be2182c6-824d-492c-a2c4-adfa32dffcdf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:45:15.609402 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e86f665b-6fad-445a-a7c9-7f652eeb1f3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:17.859987 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-558364bf-4919-4022-ad6d-0b799fb474a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.076727 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:18.440852 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 5 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:45:18.917004 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:20.688123 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:45.185007 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-35241f22-81ab-4c2f-8801-50b62b48aa45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:47.852780 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-66e4e774-02dc-4b28-9e2f-a29374dbdcb2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.081912 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:48.916701 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:50.715779 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:45:55.438896 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 5 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:46:15.189375 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-577c3c62-ba78-4d5f-ab6b-f039366bd265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:17.863229 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6bc7416c-cd95-44f7-b58e-a53264255350 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:18.091808 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:18.954903 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:20.662981 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:32.438851 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 5 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:46:45.170901 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa3127f3-e24a-45a8-b8f1-e35db37686b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:47.844623 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a4e57827-726c-4d31-a139-92b0a3617fee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:48.096504 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:48.924988 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:46:50.645121 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:09.436727 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 5 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:47:15.169942 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2359f9b9-1661-4ce2-afc9-6a8508aa00fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:17.866914 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0971e181-3897-48b9-9e0c-4a6700b1b214 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:18.095145 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:19.032924 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:20.672602 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:45.180484 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d89d78d6-9687-48ff-98aa-542cb11b1937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:46.436589 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 5 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:47:47.860490 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-af015808-a975-4aef-8392-d65c840231df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:48.077855 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:48.957304 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:47:50.717265 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:02.710793 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428652'] for agent, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:03.356807 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-428652'] for agent, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:15.219286 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f642b529-7db3-4851-ae4b-d2a4d057ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:17.853233 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-68054466-3d3e-4feb-9f6c-ce6bca34f697 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:18.071003 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:18.956357 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:20.670498 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:23.435859 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:48:32.601792 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:33.259892 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:45.167473 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d43596d8-fc62-4f1f-9519-9b19c6612e77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:47.664429 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 32770) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:47.770248 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-79793784-8004-4143-a616-55f4c8319eb8 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1047313 Aug 17 02:48:47.870429 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a814a69d-bca1-4804-a9e0-2adc51985ec3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:48.110162 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:48.927868 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:48:49.970539 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 32780) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:48:50.026736 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-97c1678d-97cf-43dc-9276-33744414da83 admin admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0550900 Aug 17 02:48:50.693287 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:00.435966 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:49:02.601915 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:03.235901 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:15.173052 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-10ca411a-2cda-4bda-86b3-616b51fdd3c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:17.887779 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cb509efd-d9c4-40e1-9501-b9f8979f6f51 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:18.104236 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:18.962300 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:20.693295 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:32.648414 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:33.247559 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:37.436277 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:49:45.167067 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1907263c-989d-412a-aa9b-aff3975f4ef6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:47.858559 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5e7b5ad9-2ec3-49b2-ad4e-3c51ee6b2b89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:48.086927 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:48.949588 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:49:50.716029 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:02.624373 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:03.241487 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:12.594445 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33012) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:13.117079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-network', 'tenant_id': '4e6410af048b470194fd20ed17316325'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:13.218377 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Made reservation on behalf of 4e6410af048b470194fd20ed17316325 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:50:13.220690 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.229290 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.329321 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.407255 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.438904 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01bebe23-bc5f-41b9-aaec-50a484984fd8,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:13.448444 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:50:13.451608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:13.451973 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:13.452344 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:13.452681 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:13.453014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:13.453341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:13.453694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:13.454058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:13.454400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:13.454729 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:13.455050 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:13.455370 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Tracked resource versions report: Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: pushed versions: Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: { 'AddressGroup': {'1.2'}, Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'ConntrackHelper': {'1.0'}, Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'Log': {'1.0'}, Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'Network': {'1.1'}, Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'Port': {'1.7'}, Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'PortForwarding': {'1.2'}, Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'QosPolicy': {'1.9'}, Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'SecurityGroup': {'1.4'}, Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'SubPort': {'1.0'}, Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'Subnet': {'1.1'}, Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'Trunk': {'1.1'}} Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: consumer versions: Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: { DHCP agent@n-d-802060-9: {}, Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: HyperV agent@n-h1-802060-9: {}, Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: HyperV agent@n-h2-802060-9: {}, Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: L3 agent@n-d-802060-9: {}, Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: Metadata agent@n-d-802060-9: {}, Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: Metering agent@n-d-802060-9: {}, Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: Open vSwitch agent@n-d-802060-9: { 'AddressGroup': '1.2', Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'ConntrackHelper': '1.0', Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'Log': '1.0', Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'Network': '1.1', Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'Port': '1.7', Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'PortForwarding': '1.2', Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'QosPolicy': '1.9', Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'SecurityGroup': '1.4', Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'SecurityGroupRule': '1.2', Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'SubPort': '1.0', Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'Subnet': '1.1', Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: 'Trunk': '1.1'}} Aug 17 02:50:13.456417 n-d-802060-9 neutron-server[101969]: {{(pid=101969) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:50:13.467132 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.467478 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Added segment 2c3dd8ac-fcd2-4580-b76b-ee12927d977a of type vlan for network f45940e8-4b9f-4734-873f-fadaf2365bc9 Aug 17 02:50:13.708924 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.708924 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.708924 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:13.708924 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:13.708924 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] Pushing event updated for resources: {'Network': ['ID=f45940e8-4b9f-4734-873f-fadaf2365bc9,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:13.710793 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network f45940e8-4b9f-4734-873f-fadaf2365bc9 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:50:13.712795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33050) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:13.716608 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9781a5b9-ccfe-4cb8-b509-2e854d8160d9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.0945780 Aug 17 02:50:13.717104 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Request body: {'subnet': {'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-subnet', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:13.852507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Made reservation on behalf of 4e6410af048b470194fd20ed17316325 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:50:13.854884 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Notify callbacks [] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:14.155456 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:14.218415 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8abdf405-4e8c-493a-8ed4-15c7c9f58d67,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:14.227392 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:14.227743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:14.228085 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:14.228426 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:14.228760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:14.229092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:14.229442 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:14.229771 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:14.230099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:14.230473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:14.230797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:14.231123 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Tracked resource versions report: Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: pushed versions: Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: { 'AddressGroup': {'1.2'}, Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'ConntrackHelper': {'1.0'}, Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'Log': {'1.0'}, Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'Network': {'1.1'}, Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'Port': {'1.7'}, Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'PortForwarding': {'1.2'}, Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'QosPolicy': {'1.9'}, Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'SecurityGroup': {'1.4'}, Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'SubPort': {'1.0'}, Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'Subnet': {'1.1'}, Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'Trunk': {'1.1'}} Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: consumer versions: Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: { DHCP agent@n-d-802060-9: {}, Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: HyperV agent@n-h1-802060-9: {}, Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: HyperV agent@n-h2-802060-9: {}, Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: L3 agent@n-d-802060-9: {}, Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: Metadata agent@n-d-802060-9: {}, Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: Metering agent@n-d-802060-9: {}, Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: Open vSwitch agent@n-d-802060-9: { 'AddressGroup': '1.2', Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'ConntrackHelper': '1.0', Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'Log': '1.0', Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'Network': '1.1', Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'Port': '1.7', Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'PortForwarding': '1.2', Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'QosPolicy': '1.9', Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'SecurityGroup': '1.4', Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'SecurityGroupRule': '1.2', Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'SubPort': '1.0', Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'Subnet': '1.1', Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: 'Trunk': '1.1'}} Aug 17 02:50:14.232249 n-d-802060-9 neutron-server[101970]: {{(pid=101970) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:50:14.244582 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Checking segment: {'id': '2c3dd8ac-fcd2-4580-b76b-ee12927d977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:50:14.244582 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Network hostable DHCP agents. Network: f45940e8-4b9f-4734-873f-fadaf2365bc9, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:50:14.350054 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Network f45940e8-4b9f-4734-873f-fadaf2365bc9 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:50:14.437024 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:50:14.447065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, f45940e8-4b9f-4734-873f-fadaf2365bc9) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:14.458004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:14.458978 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:14.461258 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ab6f3e-e076-4c29-b433-65865eb96bcb None None] Network f45940e8-4b9f-4734-873f-fadaf2365bc9 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:50:14.562504 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6d47017f-d9b1-44ff-90ec-4d581164602f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8712420 Aug 17 02:50:14.573456 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33088) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:14.578164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:14.676334 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:14.677635 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:14.731428 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:14.745238 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-f45940e8-4b9f-4734-873f-fadaf2365bc9', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'fixed_ips': [{'subnet_id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:50:14.746806 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:14.890910 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Allocated IP 172.20.0.2 (f45940e8-4b9f-4734-873f-fadaf2365bc9/8abdf405-4e8c-493a-8ed4-15c7c9f58d67/b6ff1a45-aec5-4485-abf4-da9db3f9ff77) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:15.053668 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:15.064903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Transition to ACTIVE for port object b6ff1a45-aec5-4485-abf4-da9db3f9ff77 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:15.081801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Transition to ACTIVE for port object b6ff1a45-aec5-4485-abf4-da9db3f9ff77 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:15.123838 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:15.156180 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:15.203258 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Network f45940e8-4b9f-4734-873f-fadaf2365bc9 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:15.206975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Pushing event updated for resources: {'Port': ['ID=b6ff1a45-aec5-4485-abf4-da9db3f9ff77,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:15.210240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:15.217043 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:15.217606 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:15.218086 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:15.218547 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:15.219040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:15.219644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:15.220092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:15.220539 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:15.221221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:15.221844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:15.222299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:15.222788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Tracked resource versions report: Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: pushed versions: Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: { 'AddressGroup': {'1.2'}, Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'ConntrackHelper': {'1.0'}, Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'Log': {'1.0'}, Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'Network': {'1.1'}, Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'Port': {'1.7'}, Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'PortForwarding': {'1.2'}, Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'QosPolicy': {'1.9'}, Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'SecurityGroup': {'1.4'}, Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'SubPort': {'1.0'}, Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'Subnet': {'1.1'}, Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'Trunk': {'1.1'}} Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: consumer versions: Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: { DHCP agent@n-d-802060-9: {}, Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: HyperV agent@n-h1-802060-9: {}, Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: HyperV agent@n-h2-802060-9: {}, Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: L3 agent@n-d-802060-9: {}, Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: Metadata agent@n-d-802060-9: {}, Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: Metering agent@n-d-802060-9: {}, Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: Open vSwitch agent@n-d-802060-9: { 'AddressGroup': '1.2', Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'ConntrackHelper': '1.0', Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'Log': '1.0', Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'Network': '1.1', Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'Port': '1.7', Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'PortForwarding': '1.2', Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'QosPolicy': '1.9', Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'SecurityGroup': '1.4', Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'SecurityGroupRule': '1.2', Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'SubPort': '1.0', Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'Subnet': '1.1', Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: 'Trunk': '1.1'}} Aug 17 02:50:15.224198 n-d-802060-9 neutron-server[101971]: {{(pid=101971) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:50:15.240354 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:15.349165 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4927ad5e-c924-4fee-9dc4-24425d2cf358 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:15.349165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Attempting to bind port b6ff1a45-aec5-4485-abf4-da9db3f9ff77 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:50:15.349165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Attempting to bind port b6ff1a45-aec5-4485-abf4-da9db3f9ff77 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '2c3dd8ac-fcd2-4580-b76b-ee12927d977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:50:15.349165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Attempting to bind port b6ff1a45-aec5-4485-abf4-da9db3f9ff77 on network f45940e8-4b9f-4734-873f-fadaf2365bc9 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:15.349165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:50:15.349165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Checking segment: {'id': '2c3dd8ac-fcd2-4580-b76b-ee12927d977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:50:15.349165 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:15.349165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Bound using segment: {'id': '2c3dd8ac-fcd2-4580-b76b-ee12927d977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:50:15.349165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Bound port: b6ff1a45-aec5-4485-abf4-da9db3f9ff77, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3dd8ac-fcd2-4580-b76b-ee12927d977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:50:15.349165 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:15.391441 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] For port b6ff1a45-aec5-4485-abf4-da9db3f9ff77, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:50:15.395474 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] For port b6ff1a45-aec5-4485-abf4-da9db3f9ff77, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b6ff1a45-aec5-4485-abf4-da9db3f9ff77,segment=NetworkSegment(2c3dd8ac-fcd2-4580-b76b-ee12927d977a),segment_id=2c3dd8ac-fcd2-4580-b76b-ee12927d977a)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:50:15.470241 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:15.578471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0681bc-7208-47eb-b560-a0fc5e28114a None None] Pushing event updated for resources: {'Port': ['ID=b6ff1a45-aec5-4485-abf4-da9db3f9ff77,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:15.643734 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:15.677690 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:15.818427 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Allocated IP 172.25.1.19 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/353277e2-cf7c-4ece-8d54-1a1577c490ba) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:15.988630 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:16.104182 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:16.149284 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:16.152513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:16.157071 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:16.160090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Pushing event updated for resources: {'Port': ['ID=353277e2-cf7c-4ece-8d54-1a1577c490ba,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:16.419413 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b6ff1a45-aec5-4485-abf4-da9db3f9ff77 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:16.502996 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:16.591251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port b6ff1a45-aec5-4485-abf4-da9db3f9ff77 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:16.756925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-051de4bf-0004-4f0b-9840-28ab0058f6c9 None None] Network f45940e8-4b9f-4734-873f-fadaf2365bc9 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:50:16.771384 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:16.919047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-447d70f2-979a-48b7-a179-683f4eca0f2b None None] Provisioning for port b6ff1a45-aec5-4485-abf4-da9db3f9ff77 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:16.924272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-447d70f2-979a-48b7-a179-683f4eca0f2b None None] Provisioning complete for port b6ff1a45-aec5-4485-abf4-da9db3f9ff77 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:16.925156 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-447d70f2-979a-48b7-a179-683f4eca0f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:16.995475 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Router aeec86d2-5372-4e45-9c62-4ad089baf782 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:50:17.067510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33184) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:17.082603 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-447d70f2-979a-48b7-a179-683f4eca0f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:17.154565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-447d70f2-979a-48b7-a179-683f4eca0f2b None None] For port b6ff1a45-aec5-4485-abf4-da9db3f9ff77, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b6ff1a45-aec5-4485-abf4-da9db3f9ff77,segment=NetworkSegment(2c3dd8ac-fcd2-4580-b76b-ee12927d977a),segment_id=2c3dd8ac-fcd2-4580-b76b-ee12927d977a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:17.204116 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:50:17.218315 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Sync routers for ids ['aeec86d2-5372-4e45-9c62-4ad089baf782'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:50:17.228476 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-447d70f2-979a-48b7-a179-683f4eca0f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:17.233166 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Routers {'aeec86d2-5372-4e45-9c62-4ad089baf782'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:17.233862 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:49:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['aeec86d2-5372-4e45-9c62-4ad089baf782'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:17.331197 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447d70f2-979a-48b7-a179-683f4eca0f2b None None] Pushing event updated for resources: {'Port': ['ID=b6ff1a45-aec5-4485-abf4-da9db3f9ff77,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:17.348136 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:17.348136 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-64cadf05-87db-40a5-9e39-fadcb3e0dfa0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 2.7713072 Aug 17 02:50:17.351311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33206) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:17.397275 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Set router aeec86d2-5372-4e45-9c62-4ad089baf782 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:50:17.450242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-148c46ef-ebaf-4289-842b-13ca8867c2d0 None None] Provisioning complete for port b6ff1a45-aec5-4485-abf4-da9db3f9ff77 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:17.450650 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-148c46ef-ebaf-4289-842b-13ca8867c2d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:17.598225 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a0c7886a-fae5-4b16-9906-efd12674d25b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:17.613001 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:50:16Z', 'revision_number': 3, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:17.647272 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Checking router: aeec86d2-5372-4e45-9c62-4ad089baf782 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:50:17.647272 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Updating router aeec86d2-5372-4e45-9c62-4ad089baf782 port 353277e2-cf7c-4ece-8d54-1a1577c490ba binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:50:17.674577 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:17.864047 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-178bcc72-c32a-4d90-a09e-e8e7530452f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:17.913731 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a0c7886a-fae5-4b16-9906-efd12674d25b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:17.980567 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:17.993093 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Transition to ACTIVE for port object 353277e2-cf7c-4ece-8d54-1a1577c490ba will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:18.060957 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a0c7886a-fae5-4b16-9906-efd12674d25b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.077563 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.157752 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Attempting to bind port 353277e2-cf7c-4ece-8d54-1a1577c490ba on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:50:18.157752 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Attempting to bind port 353277e2-cf7c-4ece-8d54-1a1577c490ba by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:50:18.157752 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Attempting to bind port 353277e2-cf7c-4ece-8d54-1a1577c490ba on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:18.164734 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b1136-9eaa-4b60-8524-0a5df269bbf6 None None] Pushing event updated for resources: {'Port': ['ID=353277e2-cf7c-4ece-8d54-1a1577c490ba,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:18.176439 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.177542 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:50:18.177929 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:50:18.178348 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.178749 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:50:18.179371 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Bound port: 353277e2-cf7c-4ece-8d54-1a1577c490ba, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:50:18.179910 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.184406 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b1136-9eaa-4b60-8524-0a5df269bbf6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.184763 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b1136-9eaa-4b60-8524-0a5df269bbf6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.185108 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b1136-9eaa-4b60-8524-0a5df269bbf6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.185516 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b1136-9eaa-4b60-8524-0a5df269bbf6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.185803 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b1136-9eaa-4b60-8524-0a5df269bbf6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.186137 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b1136-9eaa-4b60-8524-0a5df269bbf6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.186469 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b1136-9eaa-4b60-8524-0a5df269bbf6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.186799 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b1136-9eaa-4b60-8524-0a5df269bbf6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.187218 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b1136-9eaa-4b60-8524-0a5df269bbf6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.187451 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b1136-9eaa-4b60-8524-0a5df269bbf6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.188237 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b1136-9eaa-4b60-8524-0a5df269bbf6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.188237 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b1136-9eaa-4b60-8524-0a5df269bbf6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d85b1136-9eaa-4b60-8524-0a5df269bbf6 None None] Tracked resource versions report: Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: pushed versions: Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: { 'AddressGroup': {'1.2'}, Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'ConntrackHelper': {'1.0'}, Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'Log': {'1.0'}, Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'Network': {'1.1'}, Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'Port': {'1.7'}, Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'PortForwarding': {'1.2'}, Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'QosPolicy': {'1.9'}, Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'SecurityGroup': {'1.4'}, Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'SecurityGroupRule': {'1.2'}, Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'SubPort': {'1.0'}, Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'Subnet': {'1.1'}, Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'Trunk': {'1.1'}} Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: consumer versions: Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: { DHCP agent@n-d-802060-9: {}, Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: HyperV agent@n-h1-802060-9: {}, Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: HyperV agent@n-h2-802060-9: {}, Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: L3 agent@n-d-802060-9: {}, Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: Metadata agent@n-d-802060-9: {}, Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: Metering agent@n-d-802060-9: {}, Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: Open vSwitch agent@n-d-802060-9: { 'AddressGroup': '1.2', Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'ConntrackHelper': '1.0', Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'Log': '1.0', Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'Network': '1.1', Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'Port': '1.7', Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'PortForwarding': '1.2', Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'QosPolicy': '1.9', Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'SecurityGroup': '1.4', Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'SecurityGroupRule': '1.2', Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'SubPort': '1.0', Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'Subnet': '1.1', Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: 'Trunk': '1.1'}} Aug 17 02:50:18.189786 n-d-802060-9 neutron-server[101972]: {{(pid=101972) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Aug 17 02:50:18.211094 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.219406 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a0c7886a-fae5-4b16-9906-efd12674d25b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f8aff62af6f947f3b13e09a9ab7c7e47&name=default HTTP/1.1" status: 200 len: 2975 time: 1.1506882 Aug 17 02:50:18.222123 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33264) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:18.256189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c7886a-fae5-4b16-9906-efd12674d25b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=533b8e1f-0dbf-46e2-b87b-60e95759542a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:18.259267 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] For port 353277e2-cf7c-4ece-8d54-1a1577c490ba, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:50:18.263797 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] For port 353277e2-cf7c-4ece-8d54-1a1577c490ba, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=353277e2-cf7c-4ece-8d54-1a1577c490ba,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:50:18.299083 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ed9496bb-4bc8-4b43-bbd9-3c5eaae0f044 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.331682 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ed9496bb-4bc8-4b43-bbd9-3c5eaae0f044 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.358819 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b6ff1a45-aec5-4485-abf4-da9db3f9ff77 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:18.362094 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.422580 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Routers {'aeec86d2-5372-4e45-9c62-4ad089baf782'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:18.423311 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:50:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['aeec86d2-5372-4e45-9c62-4ad089baf782'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:18.458236 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ed9496bb-4bc8-4b43-bbd9-3c5eaae0f044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.460722 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ed9496bb-4bc8-4b43-bbd9-3c5eaae0f044 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.462228 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port b6ff1a45-aec5-4485-abf4-da9db3f9ff77 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:18.463241 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.467041 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ed9496bb-4bc8-4b43-bbd9-3c5eaae0f044 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/533b8e1f-0dbf-46e2-b87b-60e95759542a HTTP/1.1" status: 204 len: 168 time: 0.2413681 Aug 17 02:50:18.479927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed9496bb-4bc8-4b43-bbd9-3c5eaae0f044 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=533b8e1f-0dbf-46e2-b87b-60e95759542a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:18.619093 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85b1136-9eaa-4b60-8524-0a5df269bbf6 None None] Pushing event updated for resources: {'Port': ['ID=353277e2-cf7c-4ece-8d54-1a1577c490ba,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:18.645708 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] Set router aeec86d2-5372-4e45-9c62-4ad089baf782 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:50:18.690204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Allocated IP 172.20.0.1 (f45940e8-4b9f-4734-873f-fadaf2365bc9/8abdf405-4e8c-493a-8ed4-15c7c9f58d67/9a62716a-8bf4-4971-b62d-188fd8bd5d93) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:18.895897 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:18.923097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Transition to ACTIVE for port object 9a62716a-8bf4-4971-b62d-188fd8bd5d93 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:18.966785 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:50:16Z', 'revision_number': 3, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:19.002889 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54a870e2-0a92-4356-b3c9-e2a2d03ae761 None None] The sync data for ids ['aeec86d2-5372-4e45-9c62-4ad089baf782'] in n-d-802060-9 is: [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:50:16Z', 'revision_number': 3, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:50:19.030142 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:19.133708 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:19.319407 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Network f45940e8-4b9f-4734-873f-fadaf2365bc9 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:19.324999 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:19.331146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:19.331146 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:19.353924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Pushing event updated for resources: {'Port': ['ID=9a62716a-8bf4-4971-b62d-188fd8bd5d93,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:19.892455 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fa8f561e-bd66-40be-b4df-e5524401aca3 None None] Provisioning for port 9a62716a-8bf4-4971-b62d-188fd8bd5d93 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:19.903210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fa8f561e-bd66-40be-b4df-e5524401aca3 None None] Provisioning complete for port 9a62716a-8bf4-4971-b62d-188fd8bd5d93 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:19.903210 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fa8f561e-bd66-40be-b4df-e5524401aca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:19.960858 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:19.962047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-fa8f561e-bd66-40be-b4df-e5524401aca3 None None] Port 9a62716a-8bf4-4971-b62d-188fd8bd5d93 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:50:20.063717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33332) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:20.115603 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d51be20-9788-4391-bced-58860f5005b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.237083 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.250866 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33342) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:20.323318 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.324976 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.388369 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d51be20-9788-4391-bced-58860f5005b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.463305 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 353277e2-cf7c-4ece-8d54-1a1577c490ba up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:20.472202 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d51be20-9788-4391-bced-58860f5005b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.503700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Pushing event updated for resources: {'Port': ['ID=9a62716a-8bf4-4971-b62d-188fd8bd5d93,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:20.536865 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6d51be20-9788-4391-bced-58860f5005b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=57cb9ba9ced34440943423f393e52248&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4721406 Aug 17 02:50:20.537006 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33354) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:20.548453 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d51be20-9788-4391-bced-58860f5005b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a63fe93-612c-4881-8516-c5bd77581848,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:20.588490 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Network f45940e8-4b9f-4734-873f-fadaf2365bc9 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:20.590328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:20.597254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 353277e2-cf7c-4ece-8d54-1a1577c490ba completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:20.602908 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 353277e2-cf7c-4ece-8d54-1a1577c490ba triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:20.604944 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.613206 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33358) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:20.723360 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a6de7f95-0f20-4f23-be84-16c515c72a29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.767720 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a6de7f95-0f20-4f23-be84-16c515c72a29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.770480 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.810059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 353277e2-cf7c-4ece-8d54-1a1577c490ba, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=353277e2-cf7c-4ece-8d54-1a1577c490ba,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:20.814194 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.829941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Router aeec86d2-5372-4e45-9c62-4ad089baf782 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:50:20.860617 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:20.950376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=353277e2-cf7c-4ece-8d54-1a1577c490ba,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:21.000296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:50:21.006552 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dd78176e-adf7-4b1a-95a3-6fa811d64a46 admin admin] 10.222.0.10 "PUT /v2.0/routers/aeec86d2-5372-4e45-9c62-4ad089baf782/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6564903 Aug 17 02:50:21.010419 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Sync routers for ids ['aeec86d2-5372-4e45-9c62-4ad089baf782'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:50:21.031755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b559da1c-f60f-4364-a7d0-fd34de9f99c2 None None] Provisioning complete for port 9a62716a-8bf4-4971-b62d-188fd8bd5d93 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:21.034444 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b559da1c-f60f-4364-a7d0-fd34de9f99c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.062729 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Routers {'aeec86d2-5372-4e45-9c62-4ad089baf782'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:21.063514 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:50:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['aeec86d2-5372-4e45-9c62-4ad089baf782'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:21.100202 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fa9db113-3f29-46b1-bb1a-bafad72d8384 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.121771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b559da1c-f60f-4364-a7d0-fd34de9f99c2 None None] Port 9a62716a-8bf4-4971-b62d-188fd8bd5d93 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:50:21.150799 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4c2cf106-ea9e-4876-81fb-ddd0009f8adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.162625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33380) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:21.209136 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a6de7f95-0f20-4f23-be84-16c515c72a29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.211790 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a6de7f95-0f20-4f23-be84-16c515c72a29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.216107 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a6de7f95-0f20-4f23-be84-16c515c72a29 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a63fe93-612c-4881-8516-c5bd77581848 HTTP/1.1" status: 204 len: 168 time: 0.6749885 Aug 17 02:50:21.222451 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Set router aeec86d2-5372-4e45-9c62-4ad089baf782 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:50:21.233383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6de7f95-0f20-4f23-be84-16c515c72a29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a63fe93-612c-4881-8516-c5bd77581848,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:21.293554 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fa9db113-3f29-46b1-bb1a-bafad72d8384 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.364117 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-79aa105e-ea63-4258-b1c8-279dc5308440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.412073 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fa9db113-3f29-46b1-bb1a-bafad72d8384 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.474044 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fa9db113-3f29-46b1-bb1a-bafad72d8384 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=99502a09d60d4d04a3de18798e5ade60&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8597271 Aug 17 02:50:21.476815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33400) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:21.482753 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa9db113-3f29-46b1-bb1a-bafad72d8384 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a11ed0e6-cf95-4d5d-a527-b742adc712b7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:21.510857 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:50:19Z', 'revision_number': 4, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '9a62716a-8bf4-4971-b62d-188fd8bd5d93', 'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'mac_address': 'fa:16:3e:a9:8d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:18Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 2, 'project_id': '4e6410af048b470194fd20ed17316325', 'subnets': [{'id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:21.541731 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Checking router: aeec86d2-5372-4e45-9c62-4ad089baf782 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:50:21.542376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Updating router aeec86d2-5372-4e45-9c62-4ad089baf782 port 9a62716a-8bf4-4971-b62d-188fd8bd5d93 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:50:21.560715 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4c2cf106-ea9e-4876-81fb-ddd0009f8adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.580467 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c4763c39-de08-4847-814d-3ff5534b6f45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.584382 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.616819 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c4763c39-de08-4847-814d-3ff5534b6f45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.674265 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4c2cf106-ea9e-4876-81fb-ddd0009f8adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.749450 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4c2cf106-ea9e-4876-81fb-ddd0009f8adc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=82f1a80ad04e40e393ef65f35c859246&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4979107 Aug 17 02:50:21.750863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c2cf106-ea9e-4876-81fb-ddd0009f8adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d890581f-14f9-460d-a3dd-454442a35ecf,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:21.752211 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33418) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:21.835799 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c4763c39-de08-4847-814d-3ff5534b6f45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.838319 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c4763c39-de08-4847-814d-3ff5534b6f45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.840473 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c4763c39-de08-4847-814d-3ff5534b6f45 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a11ed0e6-cf95-4d5d-a527-b742adc712b7 HTTP/1.1" status: 204 len: 168 time: 0.3615625 Aug 17 02:50:21.875076 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4763c39-de08-4847-814d-3ff5534b6f45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a11ed0e6-cf95-4d5d-a527-b742adc712b7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:21.903998 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-79aa105e-ea63-4258-b1c8-279dc5308440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.926612 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7178a0b7-29c3-4828-9e91-5a9695d51f94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.949799 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7178a0b7-29c3-4828-9e91-5a9695d51f94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.966299 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.975049 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-79aa105e-ea63-4258-b1c8-279dc5308440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:21.978279 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Transition to ACTIVE for port object 9a62716a-8bf4-4971-b62d-188fd8bd5d93 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:22.046739 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-79aa105e-ea63-4258-b1c8-279dc5308440 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=55ad9313a6d64065b85826ff71edb876&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8828831 Aug 17 02:50:22.046923 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33442) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:22.048600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79aa105e-ea63-4258-b1c8-279dc5308440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38acbf38-a62c-4775-b5e3-3c7b32398a57,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:22.081487 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:22.122546 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-23b94e86-e72f-47a2-83d0-1d95c0559c1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:22.156385 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-23b94e86-e72f-47a2-83d0-1d95c0559c1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:22.162556 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a90d2-c4bc-47a0-b952-37d6ab41658d None None] Pushing event updated for resources: {'Port': ['ID=9a62716a-8bf4-4971-b62d-188fd8bd5d93,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:22.178466 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7178a0b7-29c3-4828-9e91-5a9695d51f94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:22.181306 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7178a0b7-29c3-4828-9e91-5a9695d51f94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:22.189133 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7178a0b7-29c3-4828-9e91-5a9695d51f94 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d890581f-14f9-460d-a3dd-454442a35ecf HTTP/1.1" status: 204 len: 168 time: 0.4356318 Aug 17 02:50:22.201799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7178a0b7-29c3-4828-9e91-5a9695d51f94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d890581f-14f9-460d-a3dd-454442a35ecf,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:22.222078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Attempting to bind port 9a62716a-8bf4-4971-b62d-188fd8bd5d93 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:50:22.222507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Attempting to bind port 9a62716a-8bf4-4971-b62d-188fd8bd5d93 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '2c3dd8ac-fcd2-4580-b76b-ee12927d977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:50:22.222852 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Attempting to bind port 9a62716a-8bf4-4971-b62d-188fd8bd5d93 on network f45940e8-4b9f-4734-873f-fadaf2365bc9 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:22.254211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:50:22.254626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Checking segment: {'id': '2c3dd8ac-fcd2-4580-b76b-ee12927d977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:50:22.255005 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:22.257070 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Bound using segment: {'id': '2c3dd8ac-fcd2-4580-b76b-ee12927d977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:50:22.257070 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Bound port: 9a62716a-8bf4-4971-b62d-188fd8bd5d93, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c3dd8ac-fcd2-4580-b76b-ee12927d977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:50:22.257546 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:22.320615 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-23b94e86-e72f-47a2-83d0-1d95c0559c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:22.323921 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-23b94e86-e72f-47a2-83d0-1d95c0559c1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:22.325112 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-23b94e86-e72f-47a2-83d0-1d95c0559c1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/38acbf38-a62c-4775-b5e3-3c7b32398a57 HTTP/1.1" status: 204 len: 168 time: 0.2770598 Aug 17 02:50:22.335747 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b94e86-e72f-47a2-83d0-1d95c0559c1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38acbf38-a62c-4775-b5e3-3c7b32398a57,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:22.371258 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] For port 9a62716a-8bf4-4971-b62d-188fd8bd5d93, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:50:22.393215 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] For port 9a62716a-8bf4-4971-b62d-188fd8bd5d93, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9a62716a-8bf4-4971-b62d-188fd8bd5d93,segment=NetworkSegment(2c3dd8ac-fcd2-4580-b76b-ee12927d977a),segment_id=2c3dd8ac-fcd2-4580-b76b-ee12927d977a)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:50:22.404293 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 353277e2-cf7c-4ece-8d54-1a1577c490ba up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:22.455447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 353277e2-cf7c-4ece-8d54-1a1577c490ba triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:22.455818 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:22.479711 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:22.672243 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735a90d2-c4bc-47a0-b952-37d6ab41658d None None] Pushing event updated for resources: {'Port': ['ID=9a62716a-8bf4-4971-b62d-188fd8bd5d93,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:22.689241 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Routers {'aeec86d2-5372-4e45-9c62-4ad089baf782'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:22.690105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:50:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['aeec86d2-5372-4e45-9c62-4ad089baf782'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:22.833926 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] Set router aeec86d2-5372-4e45-9c62-4ad089baf782 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:50:23.058675 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:50:19Z', 'revision_number': 4, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '9a62716a-8bf4-4971-b62d-188fd8bd5d93', 'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'mac_address': 'fa:16:3e:a9:8d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:18Z', 'updated_at': '2021-08-17T02:50:22Z', 'revision_number': 4, 'project_id': '4e6410af048b470194fd20ed17316325', 'subnets': [{'id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:23.086197 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-782c84b2-f8c1-4e7d-94a7-d3e8a31dbc12 None None] The sync data for ids ['aeec86d2-5372-4e45-9c62-4ad089baf782'] in n-d-802060-9 is: [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:50:19Z', 'revision_number': 4, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '9a62716a-8bf4-4971-b62d-188fd8bd5d93', 'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'mac_address': 'fa:16:3e:a9:8d:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:18Z', 'updated_at': '2021-08-17T02:50:22Z', 'revision_number': 4, 'project_id': '4e6410af048b470194fd20ed17316325', 'subnets': [{'id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:50:23.358032 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33518) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:23.374991 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2295c93d-9001-4de8-acb2-0d3b5dac9749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:23.445782 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33528) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:23.447186 n-d-802060-9 neutron-server[101970]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 17 02:50:23.485601 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-73f72c6d-1955-4973-a362-6fa4cd60ff14 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3697937d8eae4b9cbb24d62d24c0a03b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0394380 Aug 17 02:50:23.547056 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2295c93d-9001-4de8-acb2-0d3b5dac9749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:23.613053 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2295c93d-9001-4de8-acb2-0d3b5dac9749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:23.656345 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33538) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:23.686207 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2295c93d-9001-4de8-acb2-0d3b5dac9749 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=223429a2d0224fdb8929cc10fdfb45b6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3256769 Aug 17 02:50:23.691602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7ca7816d-8709-4e99-bd9a-9b6dec397bc0 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1019334837-network', 'tenant_id': 'e5610eab5ed74c9aae086832bab97ff6'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:23.694546 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2295c93d-9001-4de8-acb2-0d3b5dac9749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37625c3e-38de-4117-8f37-b947e312c9bc,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:23.698108 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33540) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:23.776062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-a38030b9-2255-4b5c-8398-2960c61438e1 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:23.783425 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-a38030b9-2255-4b5c-8398-2960c61438e1 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2889507 Aug 17 02:50:23.806074 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-7629fb99-8041-4a63-a2ea-ba3d75d12c1a tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/quotas/3697937d8eae4b9cbb24d62d24c0a03b HTTP/1.1" status: 200 len: 375 time: 0.0216570 Aug 17 02:50:23.832906 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e16afa03-79e2-47b5-b405-eda93803d422 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:23.869268 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-2b7a5466-a7cc-4d25-a599-0314d2c26831 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3697937d8eae4b9cbb24d62d24c0a03b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0620499 Aug 17 02:50:23.876080 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e16afa03-79e2-47b5-b405-eda93803d422 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:23.938463 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca7816d-8709-4e99-bd9a-9b6dec397bc0 admin admin] Made reservation on behalf of e5610eab5ed74c9aae086832bab97ff6 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:50:23.944475 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ca7816d-8709-4e99-bd9a-9b6dec397bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:23.953031 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ca7816d-8709-4e99-bd9a-9b6dec397bc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:23.984644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33550) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:24.001463 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f767072-a7d1-46ce-8d08-22f19a358869 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.116089 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e16afa03-79e2-47b5-b405-eda93803d422 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.119034 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e16afa03-79e2-47b5-b405-eda93803d422 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.120181 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e16afa03-79e2-47b5-b405-eda93803d422 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/37625c3e-38de-4117-8f37-b947e312c9bc HTTP/1.1" status: 204 len: 168 time: 0.4202580 Aug 17 02:50:24.135162 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16afa03-79e2-47b5-b405-eda93803d422 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37625c3e-38de-4117-8f37-b947e312c9bc,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:24.191332 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ca7816d-8709-4e99-bd9a-9b6dec397bc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.256466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33570) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:24.274489 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c95f16ac-e490-4610-ad4a-05d9cd21afb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.275546 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ca7816d-8709-4e99-bd9a-9b6dec397bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.323755 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca7816d-8709-4e99-bd9a-9b6dec397bc0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:50:24.369574 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7816d-8709-4e99-bd9a-9b6dec397bc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32309aa4-cd63-4c51-ab74-82b5273f77d3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:24.376645 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ca7816d-8709-4e99-bd9a-9b6dec397bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.377527 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-7ca7816d-8709-4e99-bd9a-9b6dec397bc0 admin admin] Added segment 7ade44e2-223f-41e2-b962-56a8755eb372 of type vlan for network e1588f2f-0bba-48dc-ac5f-3315d25f5f52 Aug 17 02:50:24.438702 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ca7816d-8709-4e99-bd9a-9b6dec397bc0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.484876 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3482bff3-78b3-45ca-9fa5-409af0c2f8b6 req-32ab7d45-10e3-465f-89ad-abcba8143243 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 210 time: 0.2525017 Aug 17 02:50:24.515865 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9a62716a-8bf4-4971-b62d-188fd8bd5d93 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:24.599390 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f767072-a7d1-46ce-8d08-22f19a358869 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.608589 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ca7816d-8709-4e99-bd9a-9b6dec397bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.608589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca7816d-8709-4e99-bd9a-9b6dec397bc0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:24.609005 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ca7816d-8709-4e99-bd9a-9b6dec397bc0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.678463 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca7816d-8709-4e99-bd9a-9b6dec397bc0 admin admin] Pushing event updated for resources: {'Network': ['ID=e1588f2f-0bba-48dc-ac5f-3315d25f5f52,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:24.681496 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 9a62716a-8bf4-4971-b62d-188fd8bd5d93 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:24.686192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 9a62716a-8bf4-4971-b62d-188fd8bd5d93 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:24.695153 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.695153 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network e1588f2f-0bba-48dc-ac5f-3315d25f5f52 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:50:24.717218 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f767072-a7d1-46ce-8d08-22f19a358869 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.762806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f767072-a7d1-46ce-8d08-22f19a358869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a140ab8-1fbe-4c07-96ab-b1df537c1cb9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:24.769804 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1f767072-a7d1-46ce-8d08-22f19a358869 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=42fa28d52a4b4b05bb533b928d70f8ae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7840154 Aug 17 02:50:24.772487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33592) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:24.834502 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7ca7816d-8709-4e99-bd9a-9b6dec397bc0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.1471033 Aug 17 02:50:24.848106 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33596) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:24.864234 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-59240dc2-55f2-4126-ad9d-36200c4e1ae0 admin admin] Request body: {'subnet': {'network_id': 'e1588f2f-0bba-48dc-ac5f-3315d25f5f52', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1019334837-subnet', 'tenant_id': 'e5610eab5ed74c9aae086832bab97ff6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:24.883978 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-572932a2-aefa-4e54-940d-f5880e80df9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.892738 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.932009 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 9a62716a-8bf4-4971-b62d-188fd8bd5d93, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9a62716a-8bf4-4971-b62d-188fd8bd5d93,segment=NetworkSegment(2c3dd8ac-fcd2-4580-b76b-ee12927d977a),segment_id=2c3dd8ac-fcd2-4580-b76b-ee12927d977a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:24.957106 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-572932a2-aefa-4e54-940d-f5880e80df9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.960763 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c95f16ac-e490-4610-ad4a-05d9cd21afb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:24.995727 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.038283 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c95f16ac-e490-4610-ad4a-05d9cd21afb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.055456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=9a62716a-8bf4-4971-b62d-188fd8bd5d93,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:25.079746 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c95f16ac-e490-4610-ad4a-05d9cd21afb1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c44c9d31d9f74dbc9811702c8349b199&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8217928 Aug 17 02:50:25.082875 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33616) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:25.104981 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f16ac-e490-4610-ad4a-05d9cd21afb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1e151f1-f935-4d59-9749-65662a7c4a41,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:25.132430 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-572932a2-aefa-4e54-940d-f5880e80df9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.135595 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-572932a2-aefa-4e54-940d-f5880e80df9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.136476 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-572932a2-aefa-4e54-940d-f5880e80df9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a140ab8-1fbe-4c07-96ab-b1df537c1cb9 HTTP/1.1" status: 204 len: 168 time: 0.3621919 Aug 17 02:50:25.146514 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d69bc324-7de5-44bb-8adb-4b26bc470dee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.149200 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-572932a2-aefa-4e54-940d-f5880e80df9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a140ab8-1fbe-4c07-96ab-b1df537c1cb9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:25.171835 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d69bc324-7de5-44bb-8adb-4b26bc470dee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.211343 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59240dc2-55f2-4126-ad9d-36200c4e1ae0 admin admin] Made reservation on behalf of e5610eab5ed74c9aae086832bab97ff6 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:50:25.218081 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59240dc2-55f2-4126-ad9d-36200c4e1ae0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.303794 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d69bc324-7de5-44bb-8adb-4b26bc470dee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.306359 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d69bc324-7de5-44bb-8adb-4b26bc470dee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.308515 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d69bc324-7de5-44bb-8adb-4b26bc470dee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1e151f1-f935-4d59-9749-65662a7c4a41 HTTP/1.1" status: 204 len: 168 time: 0.2236454 Aug 17 02:50:25.316055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69bc324-7de5-44bb-8adb-4b26bc470dee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1e151f1-f935-4d59-9749-65662a7c4a41,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:25.475375 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59240dc2-55f2-4126-ad9d-36200c4e1ae0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.544205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59240dc2-55f2-4126-ad9d-36200c4e1ae0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0847511d-e915-4cb1-9636-c457b9f729c0,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:25.552562 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59240dc2-55f2-4126-ad9d-36200c4e1ae0 admin admin] Checking segment: {'id': '7ade44e2-223f-41e2-b962-56a8755eb372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e1588f2f-0bba-48dc-ac5f-3315d25f5f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:50:25.552927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59240dc2-55f2-4126-ad9d-36200c4e1ae0 admin admin] Network hostable DHCP agents. Network: e1588f2f-0bba-48dc-ac5f-3315d25f5f52, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:50:25.666096 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59240dc2-55f2-4126-ad9d-36200c4e1ae0 admin admin] Network e1588f2f-0bba-48dc-ac5f-3315d25f5f52 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:50:25.870227 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-59240dc2-55f2-4126-ad9d-36200c4e1ae0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, e1588f2f-0bba-48dc-ac5f-3315d25f5f52) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:25.874941 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59240dc2-55f2-4126-ad9d-36200c4e1ae0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:25.875518 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59240dc2-55f2-4126-ad9d-36200c4e1ae0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:25.882892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6aa20cba-96b8-41fe-be9b-e9c00e6ac5c3 None None] Network e1588f2f-0bba-48dc-ac5f-3315d25f5f52 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:50:26.026723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-e1588f2f-0bba-48dc-ac5f-3315d25f5f52', 'network_id': 'e1588f2f-0bba-48dc-ac5f-3315d25f5f52', 'tenant_id': 'e5610eab5ed74c9aae086832bab97ff6', 'fixed_ips': [{'subnet_id': '0847511d-e915-4cb1-9636-c457b9f729c0'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:50:26.028397 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.105087 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-59240dc2-55f2-4126-ad9d-36200c4e1ae0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.2563674 Aug 17 02:50:26.108429 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33636) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:26.120623 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-1019334837-router', 'tenant_id': 'e5610eab5ed74c9aae086832bab97ff6', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:26.176447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Allocated IP 172.20.0.2 (e1588f2f-0bba-48dc-ac5f-3315d25f5f52/0847511d-e915-4cb1-9636-c457b9f729c0/d966b5d6-757b-407a-b78f-5d4436c89922) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:26.242052 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.243500 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.326953 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33646) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:26.337825 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.348041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Transition to ACTIVE for port object d966b5d6-757b-407a-b78f-5d4436c89922 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:26.364707 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Transition to ACTIVE for port object d966b5d6-757b-407a-b78f-5d4436c89922 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:26.397472 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9a62716a-8bf4-4971-b62d-188fd8bd5d93 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:26.423808 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.448718 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 9a62716a-8bf4-4971-b62d-188fd8bd5d93 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:26.449120 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.475649 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.531106 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Network e1588f2f-0bba-48dc-ac5f-3315d25f5f52 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:26.538507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:26.543093 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:26.555818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Pushing event updated for resources: {'Port': ['ID=d966b5d6-757b-407a-b78f-5d4436c89922,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:26.590730 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33662) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:26.660253 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83dece04-5ea6-4d76-9aba-45fdc15a2f8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.669009 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Attempting to bind port d966b5d6-757b-407a-b78f-5d4436c89922 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:50:26.669627 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Attempting to bind port d966b5d6-757b-407a-b78f-5d4436c89922 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '7ade44e2-223f-41e2-b962-56a8755eb372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e1588f2f-0bba-48dc-ac5f-3315d25f5f52'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:50:26.670058 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Attempting to bind port d966b5d6-757b-407a-b78f-5d4436c89922 on network e1588f2f-0bba-48dc-ac5f-3315d25f5f52 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:26.675923 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:50:26.676386 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Checking segment: {'id': '7ade44e2-223f-41e2-b962-56a8755eb372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e1588f2f-0bba-48dc-ac5f-3315d25f5f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:50:26.676863 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.677337 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Bound using segment: {'id': '7ade44e2-223f-41e2-b962-56a8755eb372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e1588f2f-0bba-48dc-ac5f-3315d25f5f52'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:50:26.677969 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Bound port: d966b5d6-757b-407a-b78f-5d4436c89922, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ade44e2-223f-41e2-b962-56a8755eb372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e1588f2f-0bba-48dc-ac5f-3315d25f5f52'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:50:26.678390 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.764918 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] For port d966b5d6-757b-407a-b78f-5d4436c89922, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:50:26.769084 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] For port d966b5d6-757b-407a-b78f-5d4436c89922, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d966b5d6-757b-407a-b78f-5d4436c89922,segment=NetworkSegment(7ade44e2-223f-41e2-b962-56a8755eb372),segment_id=7ade44e2-223f-41e2-b962-56a8755eb372)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:50:26.799957 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.810598 n-d-802060-9 neutron-server[101969]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Aug 17 02:50:26.835665 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.881473 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bd5445c1-61ae-4d6a-8ea2-b67f9b17f9a2 req-d9e5b06b-1a24-4ad9-9ba3-a59c3e4f8cd3 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 210 time: 0.2896385 Aug 17 02:50:26.890604 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83dece04-5ea6-4d76-9aba-45fdc15a2f8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:26.900515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac03793-d1ac-4508-84f2-4f84795646bb None None] Pushing event updated for resources: {'Port': ['ID=d966b5d6-757b-407a-b78f-5d4436c89922,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:27.039296 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83dece04-5ea6-4d76-9aba-45fdc15a2f8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.106718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83dece04-5ea6-4d76-9aba-45fdc15a2f8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67891acb-e7ea-46d5-bb9e-1700b14de196,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:27.154024 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-83dece04-5ea6-4d76-9aba-45fdc15a2f8f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1521f43ae3af40218850d84ab2182172&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8180027 Aug 17 02:50:27.154024 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33682) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:27.230196 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ccc2ff3-26c1-4ca8-bbad-f9b9793f3e18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.261874 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ccc2ff3-26c1-4ca8-bbad-f9b9793f3e18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.298916 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.329711 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.460157 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ccc2ff3-26c1-4ca8-bbad-f9b9793f3e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.462710 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ccc2ff3-26c1-4ca8-bbad-f9b9793f3e18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.463979 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2ccc2ff3-26c1-4ca8-bbad-f9b9793f3e18 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67891acb-e7ea-46d5-bb9e-1700b14de196 HTTP/1.1" status: 204 len: 168 time: 0.3135509 Aug 17 02:50:27.475092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccc2ff3-26c1-4ca8-bbad-f9b9793f3e18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67891acb-e7ea-46d5-bb9e-1700b14de196,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:27.570747 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Allocated IP 172.25.1.233 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/f12a33b3-f74c-43d7-b6d1-f450bbf62519) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:27.681039 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.967551 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:27.969923 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d175da7d-c050-4e2d-9f82-15ead2ffa929 None None] Network e1588f2f-0bba-48dc-ac5f-3315d25f5f52 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:50:28.082659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:28.104297 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3033f011-2e59-4c81-b23c-1fca5b7d5e79 req-9f007808-2312-40b2-8146-b19e33f02150 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 210 time: 0.0436416 Aug 17 02:50:28.108961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:28.112497 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:28.189700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Pushing event updated for resources: {'Port': ['ID=f12a33b3-f74c-43d7-b6d1-f450bbf62519,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:28.258647 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bd5d46ec-90bd-40c5-b791-209ca4af868f None None] Provisioning for port d966b5d6-757b-407a-b78f-5d4436c89922 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:28.400773 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d966b5d6-757b-407a-b78f-5d4436c89922 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:28.470668 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:28.527802 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port d966b5d6-757b-407a-b78f-5d4436c89922 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:28.531998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d966b5d6-757b-407a-b78f-5d4436c89922 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:28.532375 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:28.631324 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:28.674118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port d966b5d6-757b-407a-b78f-5d4436c89922, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d966b5d6-757b-407a-b78f-5d4436c89922,segment=NetworkSegment(7ade44e2-223f-41e2-b962-56a8755eb372),segment_id=7ade44e2-223f-41e2-b962-56a8755eb372)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:28.784477 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:28.828365 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:28.837180 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=d966b5d6-757b-407a-b78f-5d4436c89922,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:28.887158 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33724) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:28.911155 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0ce63bec-9042-4663-a9de-cd15dc0aadc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:28.976014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.60', 55157) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:29.019801 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0ce63bec-9042-4663-a9de-cd15dc0aadc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:29.024641 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-e7a180ff-554e-4039-9725-0f9cb95da4f1 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3697937d8eae4b9cbb24d62d24c0a03b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0471871 Aug 17 02:50:29.121387 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0ce63bec-9042-4663-a9de-cd15dc0aadc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:29.149328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-20cfde5a-5fb1-44b4-b733-4432a5a9abef tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:29.176115 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-20cfde5a-5fb1-44b4-b733-4432a5a9abef tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1410904 Aug 17 02:50:29.177374 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Router a2272964-336b-42da-86c0-92356e601f6f is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:50:29.183915 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0ce63bec-9042-4663-a9de-cd15dc0aadc7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d3ab9646dbcc41ed82b7456e8203479e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2947650 Aug 17 02:50:29.185087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33734) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:29.185977 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ce63bec-9042-4663-a9de-cd15dc0aadc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=015a8463-c3e0-4e3c-a67e-c28cb4addabb,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:29.280241 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a6108b44-3099-428c-a9fe-9f816dc7b4e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:29.327070 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a6108b44-3099-428c-a9fe-9f816dc7b4e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:29.337659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:50:29.351769 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Sync routers for ids ['a2272964-336b-42da-86c0-92356e601f6f'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:50:29.358984 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-6098f99e-c415-4256-a3d4-8bfba85f7ab8 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Request body: {'port': {'device_id': '45dd6674-7e5f-47b5-8356-b22f67c8cbda', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '3697937d8eae4b9cbb24d62d24c0a03b'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:29.367458 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Routers {'a2272964-336b-42da-86c0-92356e601f6f'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:29.367458 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:50:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a2272964-336b-42da-86c0-92356e601f6f'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:29.436234 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-867efd1c-124c-4fc0-9675-03aeb185079a req-faa77bed-bdf9-4359-ba2b-89b5c21dbbf7 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 210 time: 0.0437465 Aug 17 02:50:29.475751 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a6108b44-3099-428c-a9fe-9f816dc7b4e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:29.478368 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a6108b44-3099-428c-a9fe-9f816dc7b4e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:29.479592 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a6108b44-3099-428c-a9fe-9f816dc7b4e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/015a8463-c3e0-4e3c-a67e-c28cb4addabb HTTP/1.1" status: 204 len: 168 time: 0.2904029 Aug 17 02:50:29.488243 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6108b44-3099-428c-a9fe-9f816dc7b4e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=015a8463-c3e0-4e3c-a67e-c28cb4addabb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:29.521268 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Set router a2272964-336b-42da-86c0-92356e601f6f gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:50:29.571069 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:29.594332 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-63d733ae-8485-43c3-b4dc-b4e8638ee362 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 936 time: 3.4845450 Aug 17 02:50:29.601323 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33748) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:29.781359 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2272964-336b-42da-86c0-92356e601f6f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1019334837-router', 'tenant_id': 'e5610eab5ed74c9aae086832bab97ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f12a33b3-f74c-43d7-b6d1-f450bbf62519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:26Z', 'updated_at': '2021-08-17T02:50:28Z', 'revision_number': 3, 'project_id': 'e5610eab5ed74c9aae086832bab97ff6', 'gw_port': {'id': 'f12a33b3-f74c-43d7-b6d1-f450bbf62519', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2272964-336b-42da-86c0-92356e601f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:27Z', 'updated_at': '2021-08-17T02:50:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:29.818263 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Checking router: a2272964-336b-42da-86c0-92356e601f6f for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:50:29.818391 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-6098f99e-c415-4256-a3d4-8bfba85f7ab8 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Made reservation on behalf of 3697937d8eae4b9cbb24d62d24c0a03b for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:50:29.818614 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Updating router a2272964-336b-42da-86c0-92356e601f6f port f12a33b3-f74c-43d7-b6d1-f450bbf62519 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:50:29.822619 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-6098f99e-c415-4256-a3d4-8bfba85f7ab8 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:29.832712 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-6098f99e-c415-4256-a3d4-8bfba85f7ab8 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:29.852806 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:29.986669 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-6098f99e-c415-4256-a3d4-8bfba85f7ab8 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.070187 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-6098f99e-c415-4256-a3d4-8bfba85f7ab8 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.196855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098f99e-c415-4256-a3d4-8bfba85f7ab8 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:30.241199 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.278804 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.291070 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Transition to ACTIVE for port object f12a33b3-f74c-43d7-b6d1-f450bbf62519 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:30.387271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d966b5d6-757b-407a-b78f-5d4436c89922 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:30.406632 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.440693 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Allocated IP 172.20.0.1 (e1588f2f-0bba-48dc-ac5f-3315d25f5f52/0847511d-e915-4cb1-9636-c457b9f729c0/3b27fb65-75fc-43d8-abcc-e940825840eb) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:30.466517 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcea979-82f9-47ae-a876-90d7cb196145 None None] Pushing event updated for resources: {'Port': ['ID=f12a33b3-f74c-43d7-b6d1-f450bbf62519,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:30.499078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d966b5d6-757b-407a-b78f-5d4436c89922 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:30.501468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-6098f99e-c415-4256-a3d4-8bfba85f7ab8 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Allocated IP 192.168.233.127 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/fd7f69d7-1a34-499e-9de5-f9571c0a3695) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:30.503613 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.547160 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Attempting to bind port f12a33b3-f74c-43d7-b6d1-f450bbf62519 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:50:30.547572 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Attempting to bind port f12a33b3-f74c-43d7-b6d1-f450bbf62519 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:50:30.547944 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Attempting to bind port f12a33b3-f74c-43d7-b6d1-f450bbf62519 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:30.570963 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:50:30.571663 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:50:30.572069 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.572620 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:50:30.573268 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Bound port: f12a33b3-f74c-43d7-b6d1-f450bbf62519, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:50:30.574469 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.693272 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] For port f12a33b3-f74c-43d7-b6d1-f450bbf62519, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:50:30.697323 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] For port f12a33b3-f74c-43d7-b6d1-f450bbf62519, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f12a33b3-f74c-43d7-b6d1-f450bbf62519,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:50:30.781688 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4db176fe-ce61-415a-811e-e2247b6fff85 req-cc5518ed-7b7f-4219-96d0-a79f2a89cd85 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 210 time: 0.2109940 Aug 17 02:50:30.783516 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-6098f99e-c415-4256-a3d4-8bfba85f7ab8 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.798628 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.808738 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.811777 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-6098f99e-c415-4256-a3d4-8bfba85f7ab8 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Transition to ACTIVE for port object fd7f69d7-1a34-499e-9de5-f9571c0a3695 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:30.822770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Transition to ACTIVE for port object 3b27fb65-75fc-43d8-abcc-e940825840eb will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:30.855572 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Routers {'a2272964-336b-42da-86c0-92356e601f6f'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:30.856245 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:50:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a2272964-336b-42da-86c0-92356e601f6f'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:30.894490 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcea979-82f9-47ae-a876-90d7cb196145 None None] Pushing event updated for resources: {'Port': ['ID=f12a33b3-f74c-43d7-b6d1-f450bbf62519,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:30.921770 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-6098f99e-c415-4256-a3d4-8bfba85f7ab8 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.938882 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:30.986890 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Network e1588f2f-0bba-48dc-ac5f-3315d25f5f52 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:30.990972 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Pushing event updated for resources: {'Port': ['ID=3b27fb65-75fc-43d8-abcc-e940825840eb,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:31.002270 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:31.009733 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] Set router a2272964-336b-42da-86c0-92356e601f6f gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:50:31.014474 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-6098f99e-c415-4256-a3d4-8bfba85f7ab8 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:31.018836 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:31.019664 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:31.024611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-6098f99e-c415-4256-a3d4-8bfba85f7ab8 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:31.038689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-6098f99e-c415-4256-a3d4-8bfba85f7ab8 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:31.044603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-6098f99e-c415-4256-a3d4-8bfba85f7ab8 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:31.045311 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-6098f99e-c415-4256-a3d4-8bfba85f7ab8 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:31.068818 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098f99e-c415-4256-a3d4-8bfba85f7ab8 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Pushing event updated for resources: {'Port': ['ID=fd7f69d7-1a34-499e-9de5-f9571c0a3695,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:31.283385 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-6098f99e-c415-4256-a3d4-8bfba85f7ab8 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9397414 Aug 17 02:50:31.297950 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2272964-336b-42da-86c0-92356e601f6f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1019334837-router', 'tenant_id': 'e5610eab5ed74c9aae086832bab97ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f12a33b3-f74c-43d7-b6d1-f450bbf62519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:26Z', 'updated_at': '2021-08-17T02:50:28Z', 'revision_number': 3, 'project_id': 'e5610eab5ed74c9aae086832bab97ff6', 'gw_port': {'id': 'f12a33b3-f74c-43d7-b6d1-f450bbf62519', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2272964-336b-42da-86c0-92356e601f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:27Z', 'updated_at': '2021-08-17T02:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:31.302163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-500ac912-5426-4d5f-9d47-2700de5064d7 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:50:31.303721 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-500ac912-5426-4d5f-9d47-2700de5064d7 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0124896 Aug 17 02:50:31.344450 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641a8d7c-5c24-4b98-9340-b2c66af3731e None None] The sync data for ids ['a2272964-336b-42da-86c0-92356e601f6f'] in n-d-802060-9 is: [{'id': 'a2272964-336b-42da-86c0-92356e601f6f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1019334837-router', 'tenant_id': 'e5610eab5ed74c9aae086832bab97ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f12a33b3-f74c-43d7-b6d1-f450bbf62519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:26Z', 'updated_at': '2021-08-17T02:50:28Z', 'revision_number': 3, 'project_id': 'e5610eab5ed74c9aae086832bab97ff6', 'gw_port': {'id': 'f12a33b3-f74c-43d7-b6d1-f450bbf62519', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5f:8e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2272964-336b-42da-86c0-92356e601f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:27Z', 'updated_at': '2021-08-17T02:50:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:50:31.463653 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:31.566653 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-53295cd1-f7ef-40c0-ad5e-ccbc174ec513 None None] Provisioning for port fd7f69d7-1a34-499e-9de5-f9571c0a3695 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:31.583208 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-53295cd1-f7ef-40c0-ad5e-ccbc174ec513 None None] Provisioning complete for port fd7f69d7-1a34-499e-9de5-f9571c0a3695 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:31.583587 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-53295cd1-f7ef-40c0-ad5e-ccbc174ec513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:31.641495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33832) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:31.642636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-53295cd1-f7ef-40c0-ad5e-ccbc174ec513 None None] Port fd7f69d7-1a34-499e-9de5-f9571c0a3695 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:50:31.778953 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-53295cd1-f7ef-40c0-ad5e-ccbc174ec513 None None] Provisioning for port 3b27fb65-75fc-43d8-abcc-e940825840eb completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:31.786264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-53295cd1-f7ef-40c0-ad5e-ccbc174ec513 None None] Provisioning complete for port 3b27fb65-75fc-43d8-abcc-e940825840eb triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:31.786872 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-53295cd1-f7ef-40c0-ad5e-ccbc174ec513 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:31.904063 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.024953 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.028033 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.028170 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-53295cd1-f7ef-40c0-ad5e-ccbc174ec513 None None] Port 3b27fb65-75fc-43d8-abcc-e940825840eb cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:50:32.067973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6ad36b-2b69-4f07-9a99-2423d8ce04cf req-171c8669-581d-4fdd-9107-73de7abee056 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:32.074022 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af6ad36b-2b69-4f07-9a99-2423d8ce04cf req-171c8669-581d-4fdd-9107-73de7abee056 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 936 time: 0.1323550 Aug 17 02:50:32.196058 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af6ad36b-2b69-4f07-9a99-2423d8ce04cf req-b39f0f6b-ebb0-4674-887c-cdbc3601430b tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103671 Aug 17 02:50:32.205697 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Pushing event updated for resources: {'Port': ['ID=3b27fb65-75fc-43d8-abcc-e940825840eb,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:32.225224 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Network e1588f2f-0bba-48dc-ac5f-3315d25f5f52 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:32.226889 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:32.484273 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f12a33b3-f74c-43d7-b6d1-f450bbf62519 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:32.518300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Router a2272964-336b-42da-86c0-92356e601f6f has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:50:32.600397 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8747616b-f215-4bb0-9640-c8f8a01f1d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.715511 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.785536 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1b63aed6-6331-48a1-ba7a-dc803d7feb1e None None] Provisioning complete for port 3b27fb65-75fc-43d8-abcc-e940825840eb triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:32.793185 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b63aed6-6331-48a1-ba7a-dc803d7feb1e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.793185 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port f12a33b3-f74c-43d7-b6d1-f450bbf62519 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:32.806880 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:50:32.833949 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1692a20f-8212-49f7-b9f3-9e4443d17880 admin admin] 10.222.0.10 "PUT /v2.0/routers/a2272964-336b-42da-86c0-92356e601f6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2280958 Aug 17 02:50:32.850752 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port f12a33b3-f74c-43d7-b6d1-f450bbf62519 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:32.850752 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:32.892486 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Request body: {'port': {'device_id': '45dd6674-7e5f-47b5-8356-b22f67c8cbda', 'device_owner': 'compute:tempest-test_az-499020370', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:32.907076 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1b63aed6-6331-48a1-ba7a-dc803d7feb1e None None] Port 3b27fb65-75fc-43d8-abcc-e940825840eb cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:50:33.003736 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8747616b-f215-4bb0-9640-c8f8a01f1d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.014088 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.067110 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.068334 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port f12a33b3-f74c-43d7-b6d1-f450bbf62519, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f12a33b3-f74c-43d7-b6d1-f450bbf62519,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:33.136631 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8747616b-f215-4bb0-9640-c8f8a01f1d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.194969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8747616b-f215-4bb0-9640-c8f8a01f1d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=275ce112-b09f-49c9-b80f-514923a632d7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:33.220057 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.300552 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8747616b-f215-4bb0-9640-c8f8a01f1d90 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2fcc61ec0822418c8ae49141ab4ee5a2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6573224 Aug 17 02:50:33.302959 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33862) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:33.326636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=f12a33b3-f74c-43d7-b6d1-f450bbf62519,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:33.383774 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.450929 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-feb76d35-3da9-4899-b984-705c1a3c9173 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.534644 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-feb76d35-3da9-4899-b984-705c1a3c9173 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.535329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efbaa91a-06db-41fc-9471-6bab6436c943 req-288e14b7-835b-4e40-b4ae-e090927c24db tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:33.535329 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-efbaa91a-06db-41fc-9471-6bab6436c943 req-288e14b7-835b-4e40-b4ae-e090927c24db tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 936 time: 0.1309083 Aug 17 02:50:33.852861 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-feb76d35-3da9-4899-b984-705c1a3c9173 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.856329 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-feb76d35-3da9-4899-b984-705c1a3c9173 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:33.859088 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-feb76d35-3da9-4899-b984-705c1a3c9173 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/275ce112-b09f-49c9-b80f-514923a632d7 HTTP/1.1" status: 204 len: 168 time: 0.5531564 Aug 17 02:50:33.871321 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feb76d35-3da9-4899-b984-705c1a3c9173 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=275ce112-b09f-49c9-b80f-514923a632d7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:34.009918 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-efbaa91a-06db-41fc-9471-6bab6436c943 req-38969514-4547-4bbe-975c-19918865e0ba tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4717853 Aug 17 02:50:34.226660 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd7f69d7-1a34-499e-9de5-f9571c0a3695 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:50:34.250826 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Sync routers for ids ['a2272964-336b-42da-86c0-92356e601f6f'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:50:34.253430 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:34.268317 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Routers {'a2272964-336b-42da-86c0-92356e601f6f'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:34.270123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:50:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a2272964-336b-42da-86c0-92356e601f6f'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:34.272348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Transition to ACTIVE for port object fd7f69d7-1a34-499e-9de5-f9571c0a3695 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:34.360860 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:34.502973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7f69d7-1a34-499e-9de5-f9571c0a3695,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:34.531435 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f12a33b3-f74c-43d7-b6d1-f450bbf62519 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:34.581150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Attempting to bind port fd7f69d7-1a34-499e-9de5-f9571c0a3695 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:50:34.581150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Attempting to bind port fd7f69d7-1a34-499e-9de5-f9571c0a3695 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:50:34.581150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Attempting to bind port fd7f69d7-1a34-499e-9de5-f9571c0a3695 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:34.581728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Port fd7f69d7-1a34-499e-9de5-f9571c0a3695 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:50:34.582044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Attempting to bind port fd7f69d7-1a34-499e-9de5-f9571c0a3695 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:34.605370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:50:34.607860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:50:34.608466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:50:34.608938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Bound port: fd7f69d7-1a34-499e-9de5-f9571c0a3695, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:50:34.609307 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:34.635222 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Set router a2272964-336b-42da-86c0-92356e601f6f gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:50:34.696939 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port f12a33b3-f74c-43d7-b6d1-f450bbf62519 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:34.697327 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:34.810180 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] For port fd7f69d7-1a34-499e-9de5-f9571c0a3695, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:50:34.831525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] For port fd7f69d7-1a34-499e-9de5-f9571c0a3695, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fd7f69d7-1a34-499e-9de5-f9571c0a3695,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:50:34.927359 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:35.001025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:35.003401 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:35.012487 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] 10.222.0.60 "PUT /v2.0/ports/fd7f69d7-1a34-499e-9de5-f9571c0a3695 HTTP/1.1" status: 200 len: 1117 time: 2.8903296 Aug 17 02:50:35.020712 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '45dd6674-7e5f-47b5-8356-b22f67c8cbda', 'tag': 'fd7f69d7-1a34-499e-9de5-f9571c0a3695'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:50:35.084751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2272964-336b-42da-86c0-92356e601f6f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1019334837-router', 'tenant_id': 'e5610eab5ed74c9aae086832bab97ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f12a33b3-f74c-43d7-b6d1-f450bbf62519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:26Z', 'updated_at': '2021-08-17T02:50:31Z', 'revision_number': 4, 'project_id': 'e5610eab5ed74c9aae086832bab97ff6', 'gw_port': {'id': 'f12a33b3-f74c-43d7-b6d1-f450bbf62519', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2272964-336b-42da-86c0-92356e601f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:27Z', 'updated_at': '2021-08-17T02:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '3b27fb65-75fc-43d8-abcc-e940825840eb', 'name': '', 'network_id': 'e1588f2f-0bba-48dc-ac5f-3315d25f5f52', 'tenant_id': 'e5610eab5ed74c9aae086832bab97ff6', 'mac_address': 'fa:16:3e:da:16:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2272964-336b-42da-86c0-92356e601f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0847511d-e915-4cb1-9636-c457b9f729c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:30Z', 'updated_at': '2021-08-17T02:50:31Z', 'revision_number': 2, 'project_id': 'e5610eab5ed74c9aae086832bab97ff6', 'subnets': [{'id': '0847511d-e915-4cb1-9636-c457b9f729c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:35.151294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Checking router: a2272964-336b-42da-86c0-92356e601f6f for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:50:35.151498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Updating router a2272964-336b-42da-86c0-92356e601f6f port 3b27fb65-75fc-43d8-abcc-e940825840eb binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:50:35.211393 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:35.229279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019fcf1c-a903-4b1c-a985-f7a0590ea7c5 service neutron] Pushing event updated for resources: {'Port': ['ID=fd7f69d7-1a34-499e-9de5-f9571c0a3695,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:35.620390 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:35.631688 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Transition to ACTIVE for port object 3b27fb65-75fc-43d8-abcc-e940825840eb will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:35.693460 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33924) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:35.709865 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:35.740850 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c864-a054-438f-86f5-a14b726bf8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:35.788243 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-202c2a56-a4c9-4926-80aa-da4b2dd0c59b tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7d8aeaf54ce340f9b3c49c244f459dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0691617 Aug 17 02:50:35.876291 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439c776-1992-44dc-bac2-346b3a8c84da None None] Pushing event updated for resources: {'Port': ['ID=3b27fb65-75fc-43d8-abcc-e940825840eb,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:35.911092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Attempting to bind port 3b27fb65-75fc-43d8-abcc-e940825840eb on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:50:35.911804 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Attempting to bind port 3b27fb65-75fc-43d8-abcc-e940825840eb by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '7ade44e2-223f-41e2-b962-56a8755eb372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e1588f2f-0bba-48dc-ac5f-3315d25f5f52'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:50:35.919367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Attempting to bind port 3b27fb65-75fc-43d8-abcc-e940825840eb on network e1588f2f-0bba-48dc-ac5f-3315d25f5f52 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:35.926094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:50:35.926478 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Checking segment: {'id': '7ade44e2-223f-41e2-b962-56a8755eb372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e1588f2f-0bba-48dc-ac5f-3315d25f5f52'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:50:35.926898 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:35.927301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Bound using segment: {'id': '7ade44e2-223f-41e2-b962-56a8755eb372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e1588f2f-0bba-48dc-ac5f-3315d25f5f52'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:50:35.927906 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Bound port: 3b27fb65-75fc-43d8-abcc-e940825840eb, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ade44e2-223f-41e2-b962-56a8755eb372', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'e1588f2f-0bba-48dc-ac5f-3315d25f5f52'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:50:35.928157 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:35.995298 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f95fac2-10ff-4f2c-afac-6d9042aa3f91" -d '{"events": [{"name": "network-changed", "server_uuid": "45dd6674-7e5f-47b5-8356-b22f67c8cbda", "tag": "fd7f69d7-1a34-499e-9de5-f9571c0a3695"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:50:36.046833 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] For port 3b27fb65-75fc-43d8-abcc-e940825840eb, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:50:36.054192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] For port 3b27fb65-75fc-43d8-abcc-e940825840eb, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3b27fb65-75fc-43d8-abcc-e940825840eb,segment=NetworkSegment(7ade44e2-223f-41e2-b962-56a8755eb372),segment_id=7ade44e2-223f-41e2-b962-56a8755eb372)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:50:36.139707 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:36.188896 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-7b7ecf6b-0fca-4c29-9279-f1af6314406f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:36.197408 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-7b7ecf6b-0fca-4c29-9279-f1af6314406f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4078808 Aug 17 02:50:36.200302 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3439c776-1992-44dc-bac2-346b3a8c84da None None] Pushing event updated for resources: {'Port': ['ID=3b27fb65-75fc-43d8-abcc-e940825840eb,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:36.218876 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Routers {'a2272964-336b-42da-86c0-92356e601f6f'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:50:36.219587 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:50:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a2272964-336b-42da-86c0-92356e601f6f'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:36.238184 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-124efacb-02c3-4e8d-8645-29ccaf3d496f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/quotas/7d8aeaf54ce340f9b3c49c244f459dc9 HTTP/1.1" status: 200 len: 375 time: 0.0393970 Aug 17 02:50:36.440764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3d3d73-ebf9-430a-be31-1ec5b8f07e4e req-12796965-168c-4be2-85ce-6e283a527317 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:36.443020 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8a3d3d73-ebf9-430a-be31-1ec5b8f07e4e req-12796965-168c-4be2-85ce-6e283a527317 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 969 time: 0.0880575 Aug 17 02:50:36.450222 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-fac282f8-3d0c-4f4d-bf9a-59120987d345 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d8aeaf54ce340f9b3c49c244f459dc9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2075989 Aug 17 02:50:36.486802 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c864-a054-438f-86f5-a14b726bf8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:36.518449 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] Set router a2272964-336b-42da-86c0-92356e601f6f gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:50:36.522315 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8a3d3d73-ebf9-430a-be31-1ec5b8f07e4e req-2188634d-3c3d-4489-a998-c606aa354b2a tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529435 Aug 17 02:50:36.580369 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0a2c864-a054-438f-86f5-a14b726bf8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:36.669187 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a2c864-a054-438f-86f5-a14b726bf8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67851d84-8a15-443a-a2ed-d7cff975cc91,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:36.683703 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c0a2c864-a054-438f-86f5-a14b726bf8b7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9955c21c369b4910acd22d36eb421edb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9860933 Aug 17 02:50:36.684521 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33942) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:36.801176 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9abc827f-3cfe-4c48-ba4c-749965713e59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:36.853877 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9abc827f-3cfe-4c48-ba4c-749965713e59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:37.066240 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9abc827f-3cfe-4c48-ba4c-749965713e59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:37.068946 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9abc827f-3cfe-4c48-ba4c-749965713e59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:37.070354 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9abc827f-3cfe-4c48-ba4c-749965713e59 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/67851d84-8a15-443a-a2ed-d7cff975cc91 HTTP/1.1" status: 204 len: 168 time: 0.3823519 Aug 17 02:50:37.079532 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abc827f-3cfe-4c48-ba4c-749965713e59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67851d84-8a15-443a-a2ed-d7cff975cc91,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:37.129676 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2272964-336b-42da-86c0-92356e601f6f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1019334837-router', 'tenant_id': 'e5610eab5ed74c9aae086832bab97ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f12a33b3-f74c-43d7-b6d1-f450bbf62519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:26Z', 'updated_at': '2021-08-17T02:50:31Z', 'revision_number': 4, 'project_id': 'e5610eab5ed74c9aae086832bab97ff6', 'gw_port': {'id': 'f12a33b3-f74c-43d7-b6d1-f450bbf62519', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2272964-336b-42da-86c0-92356e601f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:27Z', 'updated_at': '2021-08-17T02:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '3b27fb65-75fc-43d8-abcc-e940825840eb', 'name': '', 'network_id': 'e1588f2f-0bba-48dc-ac5f-3315d25f5f52', 'tenant_id': 'e5610eab5ed74c9aae086832bab97ff6', 'mac_address': 'fa:16:3e:da:16:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2272964-336b-42da-86c0-92356e601f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0847511d-e915-4cb1-9636-c457b9f729c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:30Z', 'updated_at': '2021-08-17T02:50:36Z', 'revision_number': 4, 'project_id': 'e5610eab5ed74c9aae086832bab97ff6', 'subnets': [{'id': '0847511d-e915-4cb1-9636-c457b9f729c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:50:37.271050 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-18bf1d89-2b41-4556-a5da-717d469a63c0 req-06db690f-b475-4f56-a719-d3fea9ba7913 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 210 time: 0.0771234 Aug 17 02:50:37.373921 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:50:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fe5fd97-5fc4-4c08-a08a-cbf594004f33 x-openstack-request-id: req-5fe5fd97-5fc4-4c08-a08a-cbf594004f33 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:50:37.378288 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "45dd6674-7e5f-47b5-8356-b22f67c8cbda", "tag": "fd7f69d7-1a34-499e-9de5-f9571c0a3695", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:50:37.378288 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5fe5fd97-5fc4-4c08-a08a-cbf594004f33 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:50:37.378288 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '45dd6674-7e5f-47b5-8356-b22f67c8cbda', 'tag': 'fd7f69d7-1a34-499e-9de5-f9571c0a3695', 'status': 'completed', 'code': 200} Aug 17 02:50:37.378693 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-855db07d-1298-4b34-97e3-a92a5dbb876f None None] The sync data for ids ['a2272964-336b-42da-86c0-92356e601f6f'] in n-d-802060-9 is: [{'id': 'a2272964-336b-42da-86c0-92356e601f6f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1019334837-router', 'tenant_id': 'e5610eab5ed74c9aae086832bab97ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f12a33b3-f74c-43d7-b6d1-f450bbf62519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:26Z', 'updated_at': '2021-08-17T02:50:31Z', 'revision_number': 4, 'project_id': 'e5610eab5ed74c9aae086832bab97ff6', 'gw_port': {'id': 'f12a33b3-f74c-43d7-b6d1-f450bbf62519', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2272964-336b-42da-86c0-92356e601f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:27Z', 'updated_at': '2021-08-17T02:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '3b27fb65-75fc-43d8-abcc-e940825840eb', 'name': '', 'network_id': 'e1588f2f-0bba-48dc-ac5f-3315d25f5f52', 'tenant_id': 'e5610eab5ed74c9aae086832bab97ff6', 'mac_address': 'fa:16:3e:da:16:69', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a2272964-336b-42da-86c0-92356e601f6f', 'device_owner': 'network:router_interface', 'standard_attr_id': 110, 'fixed_ips': [{'subnet_id': '0847511d-e915-4cb1-9636-c457b9f729c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:30Z', 'updated_at': '2021-08-17T02:50:36Z', 'revision_number': 4, 'project_id': 'e5610eab5ed74c9aae086832bab97ff6', 'subnets': [{'id': '0847511d-e915-4cb1-9636-c457b9f729c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:50:37.854825 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8b8421-a490-400c-b19e-1d0060d74bf2 req-a13d06e9-3540-4e05-8cb9-1c6ea0c302ce tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:37.866905 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cd8b8421-a490-400c-b19e-1d0060d74bf2 req-a13d06e9-3540-4e05-8cb9-1c6ea0c302ce tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 969 time: 0.2097273 Aug 17 02:50:37.959532 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cd8b8421-a490-400c-b19e-1d0060d74bf2 req-2dfeece8-3994-4a12-99fb-5849eeb82e83 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917327 Aug 17 02:50:38.492545 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3b27fb65-75fc-43d8-abcc-e940825840eb up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:38.551024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95fac2-10ff-4f2c-afac-6d9042aa3f91 req-22c26c95-65d5-4097-9704-1707f058acdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:38.552581 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f95fac2-10ff-4f2c-afac-6d9042aa3f91 req-22c26c95-65d5-4097-9704-1707f058acdd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3697937d8eae4b9cbb24d62d24c0a03b&device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 1120 time: 0.2273982 Aug 17 02:50:38.593747 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8b914db-cfd1-4e53-96d9-8f1fbfef75f4 req-51312154-5064-41b5-be8e-ed6ab2543666 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 210 time: 0.0776415 Aug 17 02:50:38.634568 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f95fac2-10ff-4f2c-afac-6d9042aa3f91 req-3973feee-8392-481a-a88a-be2e1a14095c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=3697937d8eae4b9cbb24d62d24c0a03b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635238 Aug 17 02:50:38.738987 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 3b27fb65-75fc-43d8-abcc-e940825840eb completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:38.748951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 3b27fb65-75fc-43d8-abcc-e940825840eb triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:38.762169 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:38.866959 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34048) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:38.872717 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-5e355a5d-2bab-4619-97aa-c8359aaeee12 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2088101951', 'description': 'tempest-description--824845330'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:38.986064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f95fac2-10ff-4f2c-afac-6d9042aa3f91 req-a25da9ea-d273-4171-b858-213e5bdb7373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:38.988349 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f95fac2-10ff-4f2c-afac-6d9042aa3f91 req-a25da9ea-d273-4171-b858-213e5bdb7373 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3105669 Aug 17 02:50:39.014711 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.055180 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e355a5d-2bab-4619-97aa-c8359aaeee12 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.116379 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 3b27fb65-75fc-43d8-abcc-e940825840eb, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3b27fb65-75fc-43d8-abcc-e940825840eb,segment=NetworkSegment(7ade44e2-223f-41e2-b962-56a8755eb372),segment_id=7ade44e2-223f-41e2-b962-56a8755eb372)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:39.156666 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c560d-62d3-4d38-af2e-e6380aa2ca27 req-c122d8b4-38f6-4750-84ee-b3607f8ec5e5 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:39.164880 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa0c560d-62d3-4d38-af2e-e6380aa2ca27 req-c122d8b4-38f6-4750-84ee-b3607f8ec5e5 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 969 time: 0.0866301 Aug 17 02:50:39.235281 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.270556 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa0c560d-62d3-4d38-af2e-e6380aa2ca27 req-a7b95150-807a-4d7e-af1d-fc7777a975b1 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040158 Aug 17 02:50:39.325904 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-1cb69e8b-c381-4d7d-92d9-23f3ccb979d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:39.329176 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-1cb69e8b-c381-4d7d-92d9-23f3ccb979d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3697937d8eae4b9cbb24d62d24c0a03b&device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 1120 time: 0.1182659 Aug 17 02:50:39.357193 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e355a5d-2bab-4619-97aa-c8359aaeee12 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.374050 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=3b27fb65-75fc-43d8-abcc-e940825840eb,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:39.441803 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e355a5d-2bab-4619-97aa-c8359aaeee12 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:39.504936 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e355a5d-2bab-4619-97aa-c8359aaeee12 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a173aca6-7ef3-4643-93be-4a0c3265f450,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:39.664374 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-07b0a27c-935a-4174-afc8-f4e010d564a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=fd7f69d7-1a34-499e-9de5-f9571c0a3695 HTTP/1.1" status: 200 len: 217 time: 0.1252186 Aug 17 02:50:39.774548 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34062) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:39.795222 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3011950f-af0e-45f6-b211-acd68f392c69 req-716ff258-ca68-46ed-a223-e2ca09f728c2 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 210 time: 0.0391974 Aug 17 02:50:39.821405 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34066) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:39.973297 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-096778dd-5ae5-49f7-b41f-e06857854706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.055529 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2dd583dc-f383-4fb7-8e10-9241d3025669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.372027 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e355a5d-2bab-4619-97aa-c8359aaeee12 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.377085 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5e355a5d-2bab-4619-97aa-c8359aaeee12 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5054293 Aug 17 02:50:40.381826 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34072) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:40.390635 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3b27fb65-75fc-43d8-abcc-e940825840eb up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:40.398009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-c787dc86-0ea9-4c72-9185-1942476f0b9e tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Request body: {'security_group_rule': {'security_group_id': 'a173aca6-7ef3-4643-93be-4a0c3265f450', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:40.406485 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.db.api [None req-2dd583dc-f383-4fb7-8e10-9241d3025669 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 02:50:40.406485 n-d-802060-9 neutron-server[101970]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 02:50:40.406485 n-d-802060-9 neutron-server[101970]: [parameters: {'project_id_1': 'e9259bb315434ae1b414f52ecff9e12c', 'expiration_1': datetime.datetime(2021, 8, 17, 2, 50, 40, 68536)}] Aug 17 02:50:40.406485 n-d-802060-9 neutron-server[101970]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:50:40.406920 n-d-802060-9 neutron-server[101970]: DEBUG oslo_db.api [None req-2dd583dc-f383-4fb7-8e10-9241d3025669 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:50:40.449698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5394d0-4dd9-4bc3-b233-56f0ec696097 req-d4f37ab9-8cb7-4934-b47a-41ab1e0e3f5c tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:40.451014 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c5394d0-4dd9-4bc3-b233-56f0ec696097 req-d4f37ab9-8cb7-4934-b47a-41ab1e0e3f5c tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 969 time: 0.0900409 Aug 17 02:50:40.481726 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 3b27fb65-75fc-43d8-abcc-e940825840eb triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:40.482233 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.503058 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c5394d0-4dd9-4bc3-b233-56f0ec696097 req-6fc70b62-049f-4cf2-8a03-4ce1b779fec9 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440331 Aug 17 02:50:40.557888 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-096778dd-5ae5-49f7-b41f-e06857854706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.702472 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-096778dd-5ae5-49f7-b41f-e06857854706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.778637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34082) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:40.779613 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-096778dd-5ae5-49f7-b41f-e06857854706 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21043bd6bcd741af9d25fe30bc13f93e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0043392 Aug 17 02:50:40.780557 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096778dd-5ae5-49f7-b41f-e06857854706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c7c7a01-4767-40ae-9c86-34e2c1787b65,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:40.864783 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c787dc86-0ea9-4c72-9185-1942476f0b9e tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.890072 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ccb84a77-f82d-409c-af96-863fe3817950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.912089 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2dd583dc-f383-4fb7-8e10-9241d3025669 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:40.938201 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ccb84a77-f82d-409c-af96-863fe3817950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.120932 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1be92d6b-f3a8-4759-9395-3a2e706581a0 req-6f962e25-83c2-4280-835c-dfb582ed3e8a tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 210 time: 0.0305717 Aug 17 02:50:41.256774 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ccb84a77-f82d-409c-af96-863fe3817950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.260861 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ccb84a77-f82d-409c-af96-863fe3817950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.267370 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ccb84a77-f82d-409c-af96-863fe3817950 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7c7c7a01-4767-40ae-9c86-34e2c1787b65 HTTP/1.1" status: 204 len: 168 time: 0.4835155 Aug 17 02:50:41.272193 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c787dc86-0ea9-4c72-9185-1942476f0b9e tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.288483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb84a77-f82d-409c-af96-863fe3817950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c7c7a01-4767-40ae-9c86-34e2c1787b65,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:41.376231 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2dd583dc-f383-4fb7-8e10-9241d3025669 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.378409 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c787dc86-0ea9-4c72-9185-1942476f0b9e tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.394460 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c787dc86-0ea9-4c72-9185-1942476f0b9e tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3be25e25-d5a1-47b2-bb4e-bc7ce79a0552,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:41.521194 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2dd583dc-f383-4fb7-8e10-9241d3025669 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.561673 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2dd583dc-f383-4fb7-8e10-9241d3025669 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9259bb315434ae1b414f52ecff9e12c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7390296 Aug 17 02:50:41.562794 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd583dc-f383-4fb7-8e10-9241d3025669 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eddfb89-7273-428b-8302-e7e20e95c603,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:41.564561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34104) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:41.639582 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c787dc86-0ea9-4c72-9185-1942476f0b9e tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.644605 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c787dc86-0ea9-4c72-9185-1942476f0b9e tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2587678 Aug 17 02:50:41.644862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34112) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:41.649880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a62cdcca-dadb-46b0-91a7-e0db8164a790 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Request body: {'security_group_rule': {'security_group_id': 'a173aca6-7ef3-4643-93be-4a0c3265f450', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:41.705227 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c6d0-9ff2-4ddb-b784-7c3582f4749d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.739958 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b96c51a-6522-4e16-9848-b07006ea6928 req-b2fe9f64-f952-445e-a914-15dcc0e24f07 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:41.748629 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b96c51a-6522-4e16-9848-b07006ea6928 req-b2fe9f64-f952-445e-a914-15dcc0e24f07 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 969 time: 0.1301689 Aug 17 02:50:41.760887 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c6d0-9ff2-4ddb-b784-7c3582f4749d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.850297 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a62cdcca-dadb-46b0-91a7-e0db8164a790 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:41.871052 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b96c51a-6522-4e16-9848-b07006ea6928 req-34229639-0b1a-45a2-8242-c7a1fc0cc91b tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213157 Aug 17 02:50:41.958798 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.30', 54477) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:41.996573 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-c3b54b98-7977-4c97-a9d2-56dd9ba9a078 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7d8aeaf54ce340f9b3c49c244f459dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0377512 Aug 17 02:50:42.002472 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c6d0-9ff2-4ddb-b784-7c3582f4749d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:42.007236 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7dc1c6d0-9ff2-4ddb-b784-7c3582f4749d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:42.009440 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a62cdcca-dadb-46b0-91a7-e0db8164a790 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:42.010766 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7dc1c6d0-9ff2-4ddb-b784-7c3582f4749d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3eddfb89-7273-428b-8302-e7e20e95c603 HTTP/1.1" status: 204 len: 168 time: 0.4450419 Aug 17 02:50:42.045773 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dc1c6d0-9ff2-4ddb-b784-7c3582f4749d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eddfb89-7273-428b-8302-e7e20e95c603,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:42.083082 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a62cdcca-dadb-46b0-91a7-e0db8164a790 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:42.100574 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62cdcca-dadb-46b0-91a7-e0db8164a790 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cf13130-2602-4705-8626-3e519895877f,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:42.176779 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-9192d7f4-595f-483b-9633-9b6fd406af5e tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:42.178675 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-9192d7f4-595f-483b-9633-9b6fd406af5e tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1655238 Aug 17 02:50:42.242296 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a62cdcca-dadb-46b0-91a7-e0db8164a790 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:42.244481 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8051e14b-4020-4517-acb5-05e3b64e2274 req-fa447ae8-bc03-4c20-8f29-e664a5ec4a87 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 210 time: 0.0309641 Aug 17 02:50:42.244696 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a62cdcca-dadb-46b0-91a7-e0db8164a790 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5981424 Aug 17 02:50:42.248389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-eb324bf0-c2a6-4337-baa0-6937fa16d70d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Request body: {'port': {'device_id': '43527c19-5b84-4973-b76a-2f0c53483d79', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '7d8aeaf54ce340f9b3c49c244f459dc9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:42.254819 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34126) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:42.267283 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-cbbc32f0-faa2-429d-a27e-7ba49c8b4cdb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:42.435512 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cbbc32f0-faa2-429d-a27e-7ba49c8b4cdb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:42.526881 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-eb324bf0-c2a6-4337-baa0-6937fa16d70d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Made reservation on behalf of 7d8aeaf54ce340f9b3c49c244f459dc9 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:50:42.530777 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-eb324bf0-c2a6-4337-baa0-6937fa16d70d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:42.540185 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-eb324bf0-c2a6-4337-baa0-6937fa16d70d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:42.570908 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cbbc32f0-faa2-429d-a27e-7ba49c8b4cdb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:42.612713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34140) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:42.643412 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-05dcbdbc-10f2-427f-84fa-63481e2decc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:42.707379 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-eb324bf0-c2a6-4337-baa0-6937fa16d70d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:42.775542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-cbbc32f0-faa2-429d-a27e-7ba49c8b4cdb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Allocated IP 172.25.1.153 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/a53f10bf-d2b7-4e30-af02-920a66df4193) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:42.855694 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-eb324bf0-c2a6-4337-baa0-6937fa16d70d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:42.933232 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-f6e260cf-b481-4482-8419-52dd5bbf65df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:42.934749 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-f6e260cf-b481-4482-8419-52dd5bbf65df service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1290140 Aug 17 02:50:42.947310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb324bf0-c2a6-4337-baa0-6937fa16d70d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f0525c5d-2752-4f32-991e-f6cca180e02c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:43.016813 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cbbc32f0-faa2-429d-a27e-7ba49c8b4cdb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.113333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-b20efce4-6756-4f48-91bf-73d44b309c1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:43.114878 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-b20efce4-6756-4f48-91bf-73d44b309c1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1628881 Aug 17 02:50:43.225462 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-eb324bf0-c2a6-4337-baa0-6937fa16d70d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Allocated IP 192.168.233.9 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/4c8b8864-bbd4-402e-a100-33f8b6daa9e0) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:43.302002 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34166) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:43.338382 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a173a833-ac53-4bd0-aa72-8e0b07da8351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.377125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3c351e-1e29-4fd9-9eab-6fab98e20c3f req-782c1a31-a308-4665-8157-b10d5a3aa99e tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:43.384493 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a3c351e-1e29-4fd9-9eab-6fab98e20c3f req-782c1a31-a308-4665-8157-b10d5a3aa99e tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 969 time: 0.3710585 Aug 17 02:50:43.423052 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-05dcbdbc-10f2-427f-84fa-63481e2decc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.460980 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a3c351e-1e29-4fd9-9eab-6fab98e20c3f req-915645a1-22b3-4b7b-8c26-c19406b7f0b3 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757091 Aug 17 02:50:43.462764 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-eb324bf0-c2a6-4337-baa0-6937fa16d70d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.482659 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-1b5b4eee-6c74-47a6-bbd6-59b7c991035c service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3528857 Aug 17 02:50:43.493365 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cbbc32f0-faa2-429d-a27e-7ba49c8b4cdb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.496893 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-eb324bf0-c2a6-4337-baa0-6937fa16d70d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Transition to ACTIVE for port object 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:43.560851 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-05dcbdbc-10f2-427f-84fa-63481e2decc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.606179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbbc32f0-faa2-429d-a27e-7ba49c8b4cdb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:43.631349 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-cbbc32f0-faa2-429d-a27e-7ba49c8b4cdb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:43.632042 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4096ff29-c441-4d93-8fd3-c7a6c1cabd83 req-b921e7f2-1fa9-42c2-9ae8-9af0cb07cf53 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 210 time: 0.0461450 Aug 17 02:50:43.641534 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dcbdbc-10f2-427f-84fa-63481e2decc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1052a858-7d83-4815-9831-6c5ffa54bec4,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:43.644293 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-eb324bf0-c2a6-4337-baa0-6937fa16d70d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.658721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbc32f0-faa2-429d-a27e-7ba49c8b4cdb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:43.666992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc32f0-faa2-429d-a27e-7ba49c8b4cdb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Pushing event updated for resources: {'Port': ['ID=a53f10bf-d2b7-4e30-af02-920a66df4193,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:43.675594 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-05dcbdbc-10f2-427f-84fa-63481e2decc0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b85f2abbe47741249071058afceb7bb9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0612717 Aug 17 02:50:43.687296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34178) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:43.772461 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-eb324bf0-c2a6-4337-baa0-6937fa16d70d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:43.788077 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-eb324bf0-c2a6-4337-baa0-6937fa16d70d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:43.788077 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-eb324bf0-c2a6-4337-baa0-6937fa16d70d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:43.788352 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45e363bd-fe81-4f8b-818e-d515c38e3232 req-ba4bd0bf-2db9-4a2d-ac7e-5f1122ac449d service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3039930 Aug 17 02:50:43.806116 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-eb324bf0-c2a6-4337-baa0-6937fa16d70d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:43.807698 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-eb324bf0-c2a6-4337-baa0-6937fa16d70d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.845853 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cbbc32f0-faa2-429d-a27e-7ba49c8b4cdb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.848361 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb324bf0-c2a6-4337-baa0-6937fa16d70d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Pushing event updated for resources: {'Port': ['ID=4c8b8864-bbd4-402e-a100-33f8b6daa9e0,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:43.864950 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a173a833-ac53-4bd0-aa72-8e0b07da8351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.868181 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4c7cf80-4efe-49a4-96d6-e13775f7ff41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.903741 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4c7cf80-4efe-49a4-96d6-e13775f7ff41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.978703 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cbbc32f0-faa2-429d-a27e-7ba49c8b4cdb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:43.979403 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a173a833-ac53-4bd0-aa72-8e0b07da8351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:44.023460 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a173a833-ac53-4bd0-aa72-8e0b07da8351 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a4b2ae5595c04417b665dc680aed3394&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7203248 Aug 17 02:50:44.024315 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a173a833-ac53-4bd0-aa72-8e0b07da8351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39764222-7a5f-4fb8-8cac-b0490f3c9bd0,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:44.026650 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34190) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:44.077695 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-eb324bf0-c2a6-4337-baa0-6937fa16d70d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.8349123 Aug 17 02:50:44.081703 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4c7cf80-4efe-49a4-96d6-e13775f7ff41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:44.084528 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4c7cf80-4efe-49a4-96d6-e13775f7ff41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:44.087509 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d4c7cf80-4efe-49a4-96d6-e13775f7ff41 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1052a858-7d83-4815-9831-6c5ffa54bec4 HTTP/1.1" status: 204 len: 168 time: 0.3953519 Aug 17 02:50:44.103126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c7cf80-4efe-49a4-96d6-e13775f7ff41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1052a858-7d83-4815-9831-6c5ffa54bec4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:44.125629 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6dd9baa6-29d5-4c9c-a6f3-28092080c97f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:44.171593 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6dd9baa6-29d5-4c9c-a6f3-28092080c97f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:44.203342 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cbbc32f0-faa2-429d-a27e-7ba49c8b4cdb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:44.235262 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f2f5c4f5-4c5e-4667-bd3b-b051e208cac1 None None] Provisioning for port 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:44.240525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f2f5c4f5-4c5e-4667-bd3b-b051e208cac1 None None] Provisioning complete for port 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:44.240525 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f2f5c4f5-4c5e-4667-bd3b-b051e208cac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:44.280442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f2f5c4f5-4c5e-4667-bd3b-b051e208cac1 None None] Port 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:50:44.281160 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cbbc32f0-faa2-429d-a27e-7ba49c8b4cdb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:44.310855 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6dd9baa6-29d5-4c9c-a6f3-28092080c97f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:44.314502 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6dd9baa6-29d5-4c9c-a6f3-28092080c97f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:44.318374 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6dd9baa6-29d5-4c9c-a6f3-28092080c97f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/39764222-7a5f-4fb8-8cac-b0490f3c9bd0 HTTP/1.1" status: 204 len: 168 time: 0.2877681 Aug 17 02:50:44.326137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9baa6-29d5-4c9c-a6f3-28092080c97f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39764222-7a5f-4fb8-8cac-b0490f3c9bd0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:44.329273 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cbbc32f0-faa2-429d-a27e-7ba49c8b4cdb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:44.360954 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbbc32f0-faa2-429d-a27e-7ba49c8b4cdb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Pushing event updated for resources: {'Port': ['ID=a53f10bf-d2b7-4e30-af02-920a66df4193,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:44.461024 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cbbc32f0-faa2-429d-a27e-7ba49c8b4cdb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:44.462656 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cbbc32f0-faa2-429d-a27e-7ba49c8b4cdb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.2064555 Aug 17 02:50:44.602293 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3327016b-42b9-4fbb-8013-33effc43270a req-1cc84ca2-521e-4e1e-9573-bc57597087b7 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:44.603842 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3327016b-42b9-4fbb-8013-33effc43270a req-1cc84ca2-521e-4e1e-9573-bc57597087b7 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 969 time: 0.0694098 Aug 17 02:50:44.659351 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3327016b-42b9-4fbb-8013-33effc43270a req-bf1480eb-da31-4dfe-914c-a3db6c076289 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422962 Aug 17 02:50:44.808744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65327fb-b7ab-45a7-b818-75826e5e52c7 req-c4c9ae6f-8334-4d1b-bd4f-4be0591e121b tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:44.816391 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a65327fb-b7ab-45a7-b818-75826e5e52c7 req-c4c9ae6f-8334-4d1b-bd4f-4be0591e121b tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 934 time: 0.0786977 Aug 17 02:50:44.857997 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a65327fb-b7ab-45a7-b818-75826e5e52c7 req-d44bcfc8-46bf-4586-b4f8-c73de70a5134 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406616 Aug 17 02:50:44.942197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34236) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:45.001203 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-ebfa5dbb-a6bd-4d95-b69f-ba7c2c387768 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2088101951&fields=id&tenant_id=4e6410af048b470194fd20ed17316325 HTTP/1.1" status: 200 len: 267 time: 0.0690145 Aug 17 02:50:45.144555 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a0c25896-c80c-44e0-8d24-9f5c3cf4bfb0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:45.195023 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d887de5a-506c-4d3b-8b5f-cae9d75c289a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:45.227998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-0dc0712f-3b1a-4dab-8122-ecf8084e41eb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:45.237799 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-0dc0712f-3b1a-4dab-8122-ecf8084e41eb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/networks?id=f45940e8-4b9f-4734-873f-fadaf2365bc9 HTTP/1.1" status: 200 len: 823 time: 0.2352748 Aug 17 02:50:45.258140 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-924cc960-9a64-4214-9884-457e27056764 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/quotas/4e6410af048b470194fd20ed17316325 HTTP/1.1" status: 200 len: 375 time: 0.0191896 Aug 17 02:50:45.285375 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a0c25896-c80c-44e0-8d24-9f5c3cf4bfb0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:45.355282 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-2339d9da-f531-4515-acec-0b191ed91730 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e6410af048b470194fd20ed17316325&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0959899 Aug 17 02:50:45.372778 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a0c25896-c80c-44e0-8d24-9f5c3cf4bfb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:45.411809 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c25896-c80c-44e0-8d24-9f5c3cf4bfb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5a8bea-c7fb-4d18-8a99-f69bd483ee38,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:45.419161 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a0c25896-c80c-44e0-8d24-9f5c3cf4bfb0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d0514b9f932e4bbe882dbf3cde94d41f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4729707 Aug 17 02:50:45.419987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34256) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:45.492554 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48a766c3-ca50-4fd5-83a8-8b1d047bf335 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:45.524190 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48a766c3-ca50-4fd5-83a8-8b1d047bf335 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:45.675174 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48a766c3-ca50-4fd5-83a8-8b1d047bf335 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:45.677839 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48a766c3-ca50-4fd5-83a8-8b1d047bf335 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:45.679026 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-48a766c3-ca50-4fd5-83a8-8b1d047bf335 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a5a8bea-c7fb-4d18-8a99-f69bd483ee38 HTTP/1.1" status: 204 len: 168 time: 0.2578731 Aug 17 02:50:45.687620 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a766c3-ca50-4fd5-83a8-8b1d047bf335 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5a8bea-c7fb-4d18-8a99-f69bd483ee38,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:46.175257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-9deb4546-c9ed-49ab-b74a-703fcbee0425 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:50:46.187293 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-9deb4546-c9ed-49ab-b74a-703fcbee0425 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3596809 Aug 17 02:50:46.239341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79c79c7-7a39-4cbf-9b1b-cfc2bb9fca9d req-3fb0b78d-2b9a-4ce1-98d2-43dd81139ad1 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:46.243773 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b79c79c7-7a39-4cbf-9b1b-cfc2bb9fca9d req-3fb0b78d-2b9a-4ce1-98d2-43dd81139ad1 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 969 time: 0.0636182 Aug 17 02:50:46.297564 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b79c79c7-7a39-4cbf-9b1b-cfc2bb9fca9d req-88171f55-177d-4198-b919-03b22db1d834 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482566 Aug 17 02:50:46.322773 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-1f81cd30-4520-4124-a4b6-d566158f9290 service neutron] 10.222.0.10 "GET /v2.0/networks/f45940e8-4b9f-4734-873f-fadaf2365bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1340935 Aug 17 02:50:46.416278 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a34a22-8e37-4282-9af0-ec1c5e7e2a3a req-7c39fa9a-6907-4f54-9d95-e595f462774e tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:46.418312 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-a2ddac73-f287-4f7b-830f-76a36e93286f service neutron] 10.222.0.10 "GET /v2.0/networks/f45940e8-4b9f-4734-873f-fadaf2365bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878887 Aug 17 02:50:46.418561 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b3a34a22-8e37-4282-9af0-ec1c5e7e2a3a req-7c39fa9a-6907-4f54-9d95-e595f462774e tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 934 time: 0.0537643 Aug 17 02:50:46.464795 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b3a34a22-8e37-4282-9af0-ec1c5e7e2a3a req-ab9738e9-dfe2-4dd3-9d65-3a6b83aaa0cb tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397847 Aug 17 02:50:46.672151 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44b1a85c-0373-47fe-aee9-03164910dd23 req-3e6798de-91be-452e-bc08-2d1fdac125fc tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 210 time: 0.0308681 Aug 17 02:50:46.697561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34308) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:46.713863 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2c7917bf-bc59-47f3-ad67-36f6341b7175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:46.835204 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2c7917bf-bc59-47f3-ad67-36f6341b7175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:46.955461 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2c7917bf-bc59-47f3-ad67-36f6341b7175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:46.996874 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2c7917bf-bc59-47f3-ad67-36f6341b7175 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c60ce3f511df45f0bf997601d174eb96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2968826 Aug 17 02:50:46.996874 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7917bf-bc59-47f3-ad67-36f6341b7175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55eafaa0-d85a-4b17-91cf-032a21661c3f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:47.001407 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34320) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:47.059653 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c38b81de-ee79-416b-8bfa-1b1682fc1be5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:47.082200 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c38b81de-ee79-416b-8bfa-1b1682fc1be5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:47.286712 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c38b81de-ee79-416b-8bfa-1b1682fc1be5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:47.289308 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c38b81de-ee79-416b-8bfa-1b1682fc1be5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:47.291078 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c38b81de-ee79-416b-8bfa-1b1682fc1be5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55eafaa0-d85a-4b17-91cf-032a21661c3f HTTP/1.1" status: 204 len: 168 time: 0.2878695 Aug 17 02:50:47.308967 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38b81de-ee79-416b-8bfa-1b1682fc1be5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55eafaa0-d85a-4b17-91cf-032a21661c3f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:47.381137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fd7f69d7-1a34-499e-9de5-f9571c0a3695 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:50:47.442614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1cd210-45a2-4b7b-8ef3-6fb83308e27c req-fd041e19-21da-47ca-8ad6-98f4d9151ee3 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:47.444138 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ae1cd210-45a2-4b7b-8ef3-6fb83308e27c req-fd041e19-21da-47ca-8ad6-98f4d9151ee3 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 969 time: 0.0568783 Aug 17 02:50:47.488274 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34332) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:47.505584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ae1cd210-45a2-4b7b-8ef3-6fb83308e27c req-e730fc38-0667-4176-bc44-31105f62a1cd tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538085 Aug 17 02:50:47.550306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port fd7f69d7-1a34-499e-9de5-f9571c0a3695, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fd7f69d7-1a34-499e-9de5-f9571c0a3695,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:47.564563 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'fd7f69d7-1a34-499e-9de5-f9571c0a3695', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': 'fd7f69d7-1a34-499e-9de5-f9571c0a3695', 'mac_address': 'fa:16:3e:72:29:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:tempest-test_az-499020370', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:50:47.611589 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:47.616319 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeb5630d-8db1-46f0-bfb4-7a7e5a6a525f req-b6ef9aae-0a7b-497c-9a13-0e153e5829b4 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:47.618221 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eeb5630d-8db1-46f0-bfb4-7a7e5a6a525f req-b6ef9aae-0a7b-497c-9a13-0e153e5829b4 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 934 time: 0.0544119 Aug 17 02:50:47.626518 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd7f69d7-1a34-499e-9de5-f9571c0a3695 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:50:47.657797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port fd7f69d7-1a34-499e-9de5-f9571c0a3695, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fd7f69d7-1a34-499e-9de5-f9571c0a3695,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:47.678450 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eeb5630d-8db1-46f0-bfb4-7a7e5a6a525f req-103e0a8a-7019-4ac4-b04e-99b5deb5fde8 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519671 Aug 17 02:50:47.738339 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:47.753769 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c040ce0-9583-4588-a4f6-0b6e6291745a req-5506cbcb-adf1-42b0-b832-0a14b3a5b7b2 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 210 time: 0.0269532 Aug 17 02:50:47.814145 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=fd7f69d7-1a34-499e-9de5-f9571c0a3695,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:47.915747 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59379bb2-663c-4d8d-9143-7d1d3d049cf3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:47.941322 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8f0b5f67-4798-4e2c-9e91-89ebf506b8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:48.034373 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59379bb2-663c-4d8d-9143-7d1d3d049cf3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:48.054254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['fd7f69d7-1a34-499e-9de5-f9571c0a3695'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:50:48.143477 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59379bb2-663c-4d8d-9143-7d1d3d049cf3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:48.148501 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:48.199282 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-59379bb2-663c-4d8d-9143-7d1d3d049cf3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e599aee38dc6475a9d340feacf2c73e0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7068644 Aug 17 02:50:48.207596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34360) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:48.220695 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59379bb2-663c-4d8d-9143-7d1d3d049cf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f34fa3e7-7f61-4334-9af1-1d36d31c3db8,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:48.288148 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec7abd86-d4b5-4a06-b44b-9f14f7646b2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:48.313697 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec7abd86-d4b5-4a06-b44b-9f14f7646b2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:48.463956 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec7abd86-d4b5-4a06-b44b-9f14f7646b2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:48.466725 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec7abd86-d4b5-4a06-b44b-9f14f7646b2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:48.467868 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ec7abd86-d4b5-4a06-b44b-9f14f7646b2b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f34fa3e7-7f61-4334-9af1-1d36d31c3db8 HTTP/1.1" status: 204 len: 168 time: 0.2579222 Aug 17 02:50:48.478578 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7abd86-d4b5-4a06-b44b-9f14f7646b2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f34fa3e7-7f61-4334-9af1-1d36d31c3db8,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:48.777100 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53537f3f-e24f-4a8b-8324-0a0ebf8b6488 req-519daa7b-d682-4b1d-8136-639b13a5cbde tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:48.778907 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-53537f3f-e24f-4a8b-8324-0a0ebf8b6488 req-519daa7b-d682-4b1d-8136-639b13a5cbde tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 970 time: 0.1960068 Aug 17 02:50:48.819409 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-53537f3f-e24f-4a8b-8324-0a0ebf8b6488 req-b2c73c7d-d019-4b10-916e-de1993c3d18a tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343170 Aug 17 02:50:48.925724 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc97c3e-ceca-499b-8c8b-7c44c7d4a7a6 req-463f4113-13d7-458d-8783-0e7ffd9daa6e tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:48.927255 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9cc97c3e-ceca-499b-8c8b-7c44c7d4a7a6 req-463f4113-13d7-458d-8783-0e7ffd9daa6e tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 934 time: 0.0531561 Aug 17 02:50:48.968737 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9cc97c3e-ceca-499b-8c8b-7c44c7d4a7a6 req-8f81abd1-7e8e-4c3d-97c6-5fd0f06b0be9 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356293 Aug 17 02:50:49.054270 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0a85822e-7399-4a2f-b17c-1429d1c5269d req-97ad6f37-43ae-4597-9be9-fd1d713b077c tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 210 time: 0.0279047 Aug 17 02:50:49.058467 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:49.175627 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-ebecf5ad-950b-47a0-809b-5cce1f6ebf9f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:50:49.177693 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-ebecf5ad-950b-47a0-809b-5cce1f6ebf9f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0063035 Aug 17 02:50:49.357375 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fd7f69d7-1a34-499e-9de5-f9571c0a3695 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:49.526261 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port fd7f69d7-1a34-499e-9de5-f9571c0a3695 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:49.530992 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port fd7f69d7-1a34-499e-9de5-f9571c0a3695 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:49.531578 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:49.608352 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34410) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:49.625298 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9654fe47-6d9b-42b0-9942-b45378393971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:49.626047 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:49.666130 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dd6674-7e5f-47b5-8356-b22f67c8cbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7f69d7-1a34-499e-9de5-f9571c0a3695'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:50:49.736465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34414) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:49.741832 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port fd7f69d7-1a34-499e-9de5-f9571c0a3695, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fd7f69d7-1a34-499e-9de5-f9571c0a3695,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:49.835481 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:49.868187 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Request body: {'port': {'device_id': '43527c19-5b84-4973-b76a-2f0c53483d79', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:49.926798 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=fd7f69d7-1a34-499e-9de5-f9571c0a3695,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:49.942803 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-206367cb-9b9b-4061-8980-ccde111f3f02 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.000134 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8aa4c2-6fd7-4cc6-8205-04ec19e649e4 req-e5dfb483-1032-4fd6-be65-b18519f804b7 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:50.002516 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ce8aa4c2-6fd7-4cc6-8205-04ec19e649e4 req-e5dfb483-1032-4fd6-be65-b18519f804b7 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 971 time: 0.0630140 Aug 17 02:50:50.026331 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9654fe47-6d9b-42b0-9942-b45378393971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.050087 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.097685 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9654fe47-6d9b-42b0-9942-b45378393971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.103390 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e03da0-9c82-4092-8962-9b5a3f54f977" -d '{"events": [{"server_uuid": "45dd6674-7e5f-47b5-8356-b22f67c8cbda", "name": "network-vif-plugged", "status": "completed", "tag": "fd7f69d7-1a34-499e-9de5-f9571c0a3695"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:50:50.110448 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ce8aa4c2-6fd7-4cc6-8205-04ec19e649e4 req-95498ea5-0683-4baf-a589-d5fb9a71b370 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859337 Aug 17 02:50:50.187874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9654fe47-6d9b-42b0-9942-b45378393971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=344080b5-d9a2-4030-87c1-4a4221b90c06,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:50.209165 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9654fe47-6d9b-42b0-9942-b45378393971 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=faad0ca1beab4d47bb512e4cef4ad1df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5996644 Aug 17 02:50:50.214268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34442) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:50.221747 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489928ee-a119-40d5-95e4-6a45241e5734 req-21f135cd-70c6-4e47-9a42-bb9017821d03 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:50.223325 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-489928ee-a119-40d5-95e4-6a45241e5734 req-21f135cd-70c6-4e47-9a42-bb9017821d03 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 934 time: 0.1418691 Aug 17 02:50:50.271953 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4eaeac97-ce5f-4365-a83e-9653d3894962 req-1fbac5db-dbc6-4c62-b2f4-76cf4457d4f6 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 210 time: 0.0586219 Aug 17 02:50:50.287845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-489928ee-a119-40d5-95e4-6a45241e5734 req-a754fedd-13a5-411b-9e36-2e2770a316eb tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520320 Aug 17 02:50:50.338346 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-206367cb-9b9b-4061-8980-ccde111f3f02 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.399128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.30', 54482) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:50.415161 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c8d6fd52-aa79-4fa0-9694-bd197c96a1a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.439769 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-206367cb-9b9b-4061-8980-ccde111f3f02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.460914 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c8d6fd52-aa79-4fa0-9694-bd197c96a1a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.562267 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-206367cb-9b9b-4061-8980-ccde111f3f02 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4f4858cf30794d0db4ed572396960130&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8244221 Aug 17 02:50:50.569865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34454) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:50.592066 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206367cb-9b9b-4061-8980-ccde111f3f02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2875e674-2f3a-40f3-bcc8-90645071437a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:50.650910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-251d9a62-9e2c-4b4a-8b70-245d9b0bffb4 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:50.651515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:50:50.652937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-251d9a62-9e2c-4b4a-8b70-245d9b0bffb4 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.30 "GET /v2.0/networks?id=f45940e8-4b9f-4734-873f-fadaf2365bc9 HTTP/1.1" status: 200 len: 823 time: 0.2528319 Aug 17 02:50:50.665562 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.697609 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dde9b298-83aa-41e8-a8b3-47114586ba14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.709900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Transition to ACTIVE for port object 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:50.711352 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c8d6fd52-aa79-4fa0-9694-bd197c96a1a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.714957 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c8d6fd52-aa79-4fa0-9694-bd197c96a1a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.716554 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c8d6fd52-aa79-4fa0-9694-bd197c96a1a1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/344080b5-d9a2-4030-87c1-4a4221b90c06 HTTP/1.1" status: 204 len: 168 time: 0.5011418 Aug 17 02:50:50.726137 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-048e25db-60fe-41f4-b998-1a801ef918c4 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e6410af048b470194fd20ed17316325 HTTP/1.1" status: 200 len: 380 time: 0.0627279 Aug 17 02:50:50.727838 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d6fd52-aa79-4fa0-9694-bd197c96a1a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=344080b5-d9a2-4030-87c1-4a4221b90c06,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:50.737074 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-e34c6975-217e-46a5-b2de-4445f43aae09 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Request body: {'port': {'device_id': 'cade7525-2a35-46e7-abbc-f221f5d40d64', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'admin_state_up': True, 'tenant_id': '4e6410af048b470194fd20ed17316325', 'security_groups': ['a173aca6-7ef3-4643-93be-4a0c3265f450']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:50.745956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34460) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:50.762732 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dde9b298-83aa-41e8-a8b3-47114586ba14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.773315 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.778895 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:50:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8eb3113-2e96-43ad-9eff-3f0b2c2d0042 x-openstack-request-id: req-f8eb3113-2e96-43ad-9eff-3f0b2c2d0042 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:50:50.779213 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dd6674-7e5f-47b5-8356-b22f67c8cbda", "name": "network-vif-plugged", "status": "completed", "tag": "fd7f69d7-1a34-499e-9de5-f9571c0a3695", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:50:50.779476 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8eb3113-2e96-43ad-9eff-3f0b2c2d0042 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:50:50.779934 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dd6674-7e5f-47b5-8356-b22f67c8cbda', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd7f69d7-1a34-499e-9de5-f9571c0a3695', 'code': 200} Aug 17 02:50:50.875102 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:50.963066 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e4f50f-341c-42cc-bb6a-988945ef8a0b req-aada27ac-0702-4390-963c-a6fb4a8f0f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:50.966067 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04e4f50f-341c-42cc-bb6a-988945ef8a0b req-aada27ac-0702-4390-963c-a6fb4a8f0f06 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 1122 time: 0.0987520 Aug 17 02:50:50.998112 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dde9b298-83aa-41e8-a8b3-47114586ba14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.000929 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dde9b298-83aa-41e8-a8b3-47114586ba14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.002359 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dde9b298-83aa-41e8-a8b3-47114586ba14 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2875e674-2f3a-40f3-bcc8-90645071437a HTTP/1.1" status: 204 len: 168 time: 0.4315658 Aug 17 02:50:51.012468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dde9b298-83aa-41e8-a8b3-47114586ba14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2875e674-2f3a-40f3-bcc8-90645071437a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:51.014337 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-04e4f50f-341c-42cc-bb6a-988945ef8a0b req-5883ba81-725f-4865-ae17-417d4bd9610d service neutron] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.019752 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8b8864-bbd4-402e-a100-33f8b6daa9e0,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:51.028186 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81a98bb8-fe38-45fa-b2eb-ca2287011446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.030573 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Attempting to bind port 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:50:51.031116 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Attempting to bind port 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:50:51.031631 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Attempting to bind port 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:51.042084 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Port 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:50:51.043050 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Attempting to bind port 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:51.049735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-e34c6975-217e-46a5-b2de-4445f43aae09 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Made reservation on behalf of 4e6410af048b470194fd20ed17316325 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:50:51.052535 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:50:51.059923 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:50:51.059923 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:50:51.059923 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Bound port: 4c8b8864-bbd4-402e-a100-33f8b6daa9e0, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:50:51.059923 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.060339 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-e34c6975-217e-46a5-b2de-4445f43aae09 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.097331 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.api [None req-81a98bb8-fe38-45fa-b2eb-ca2287011446 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 02:50:51.097331 n-d-802060-9 neutron-server[101969]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 02:50:51.097331 n-d-802060-9 neutron-server[101969]: [parameters: {'project_id_1': 'f1ea49af69304adf8174f18aad521f72', 'expiration_1': datetime.datetime(2021, 8, 17, 2, 50, 51, 48578)}] Aug 17 02:50:51.097331 n-d-802060-9 neutron-server[101969]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:50:51.100225 n-d-802060-9 neutron-server[101969]: DEBUG oslo_db.api [None req-81a98bb8-fe38-45fa-b2eb-ca2287011446 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:50:51.141694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] For port 4c8b8864-bbd4-402e-a100-33f8b6daa9e0, host n-h1-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:50:51.149219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] For port 4c8b8864-bbd4-402e-a100-33f8b6daa9e0, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=4c8b8864-bbd4-402e-a100-33f8b6daa9e0,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:50:51.224195 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.260321 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:51.261278 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.262820 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] 10.222.0.30 "PUT /v2.0/ports/4c8b8864-bbd4-402e-a100-33f8b6daa9e0 HTTP/1.1" status: 200 len: 1094 time: 1.8538871 Aug 17 02:50:51.263353 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43527c19-5b84-4973-b76a-2f0c53483d79', 'tag': '4c8b8864-bbd4-402e-a100-33f8b6daa9e0'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:50:51.324812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-e34c6975-217e-46a5-b2de-4445f43aae09 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Allocated IP 172.20.0.10 (f45940e8-4b9f-4734-873f-fadaf2365bc9/8abdf405-4e8c-493a-8ed4-15c7c9f58d67/a980bcf3-e3f3-499c-8444-377ade592dbc) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:51.362931 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa80c1e9-dcaa-4b47-b993-c35c5c2b489f req-3fe85ee7-149b-4f4a-82ee-53af29ad2571 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:51.364562 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa80c1e9-dcaa-4b47-b993-c35c5c2b489f req-3fe85ee7-149b-4f4a-82ee-53af29ad2571 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 971 time: 0.1591663 Aug 17 02:50:51.378864 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-04e4f50f-341c-42cc-bb6a-988945ef8a0b req-5883ba81-725f-4865-ae17-417d4bd9610d service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.395515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8930136-1039-4a7e-8eec-9de7600a43e7 service neutron] Pushing event updated for resources: {'Port': ['ID=4c8b8864-bbd4-402e-a100-33f8b6daa9e0,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:51.422701 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4a423bf1-af0e-40cd-9f23-2262370b9ab8 req-0618d3d8-d99f-4814-8e07-c84d46eaf0e8 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 210 time: 0.0417395 Aug 17 02:50:51.441011 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:50:51.461708 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa80c1e9-dcaa-4b47-b993-c35c5c2b489f req-ed901e29-713a-49a4-93a5-51a7f907893f tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872133 Aug 17 02:50:51.490995 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-04e4f50f-341c-42cc-bb6a-988945ef8a0b req-5883ba81-725f-4865-ae17-417d4bd9610d service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.533013 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04e4f50f-341c-42cc-bb6a-988945ef8a0b req-5883ba81-725f-4865-ae17-417d4bd9610d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5591910 Aug 17 02:50:51.535865 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-22f8fb31-ec2d-4ee9-9830-7627ddab731e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:51.537462 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-22f8fb31-ec2d-4ee9-9830-7627ddab731e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d8aeaf54ce340f9b3c49c244f459dc9&device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 1097 time: 0.1136367 Aug 17 02:50:51.551425 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5883ba81-725f-4865-ae17-417d4bd9610d service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=3ff57373-3ca6-4c55-9435-d789d39b9cad,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:51.610132 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81a98bb8-fe38-45fa-b2eb-ca2287011446 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.649068 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34484) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:51.681706 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-07b29889-69fc-48f4-aa50-66d20d4284a4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=4c8b8864-bbd4-402e-a100-33f8b6daa9e0 HTTP/1.1" status: 200 len: 217 time: 0.1361961 Aug 17 02:50:51.742999 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db330eb2-0f07-40a2-9f0a-953a80e75c2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.802476 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-e34c6975-217e-46a5-b2de-4445f43aae09 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:51.815942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-e34c6975-217e-46a5-b2de-4445f43aae09 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Transition to ACTIVE for port object a980bcf3-e3f3-499c-8444-377ade592dbc will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:51.818592 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-0251cc03-87fd-43e5-adde-3a551fb5e12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:51.819342 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-0251cc03-87fd-43e5-adde-3a551fb5e12d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1066875 Aug 17 02:50:51.829231 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ba119b-4c9c-454b-99ee-08c29e51fe38 req-aba50929-701a-494d-8e8c-3c80523f511e tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:51.830681 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-09ba119b-4c9c-454b-99ee-08c29e51fe38 req-aba50929-701a-494d-8e8c-3c80523f511e tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 946 time: 0.2216871 Aug 17 02:50:51.962025 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-09ba119b-4c9c-454b-99ee-08c29e51fe38 req-fd50f4ab-a1ac-4fb9-9218-432aa382fb39 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197433 Aug 17 02:50:51.964787 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-263d5863-4eee-44d4-aa2c-b11752a45764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:51.966634 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-263d5863-4eee-44d4-aa2c-b11752a45764 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1350942 Aug 17 02:50:51.975189 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed4a4faa-68dc-4672-a233-b97dcf02d8c7" -d '{"events": [{"name": "network-changed", "server_uuid": "43527c19-5b84-4973-b76a-2f0c53483d79", "tag": "4c8b8864-bbd4-402e-a100-33f8b6daa9e0"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:50:51.978869 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-e34c6975-217e-46a5-b2de-4445f43aae09 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.030282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-e34c6975-217e-46a5-b2de-4445f43aae09 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Network f45940e8-4b9f-4734-873f-fadaf2365bc9 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:52.037007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34494) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:52.045605 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-e34c6975-217e-46a5-b2de-4445f43aae09 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:52.048233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-e34c6975-217e-46a5-b2de-4445f43aae09 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:52.050391 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81a98bb8-fe38-45fa-b2eb-ca2287011446 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.054320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-e34c6975-217e-46a5-b2de-4445f43aae09 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:52.055137 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-e34c6975-217e-46a5-b2de-4445f43aae09 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.071013 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34c6975-217e-46a5-b2de-4445f43aae09 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Pushing event updated for resources: {'Port': ['ID=a980bcf3-e3f3-499c-8444-377ade592dbc,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:52.090087 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95a8b81c-4fa2-4d6f-af2c-30ee9019edef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.103700 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81a98bb8-fe38-45fa-b2eb-ca2287011446 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.134995 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-81a98bb8-fe38-45fa-b2eb-ca2287011446 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1ea49af69304adf8174f18aad521f72&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3878510 Aug 17 02:50:52.135187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34496) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:52.163896 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-ef7aa641-b959-4dc7-98b8-b351e0889ae8 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855223 Aug 17 02:50:52.191654 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-e34c6975-217e-46a5-b2de-4445f43aae09 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4597263 Aug 17 02:50:52.233127 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.db.api [None req-95a8b81c-4fa2-4d6f-af2c-30ee9019edef admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 02:50:52.233127 n-d-802060-9 neutron-server[101970]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 02:50:52.233127 n-d-802060-9 neutron-server[101970]: [parameters: {'project_id_1': 'c1faf07dff6c4c87ae6eef9cc70fc2ae', 'expiration_1': datetime.datetime(2021, 8, 17, 2, 50, 52, 91425)}] Aug 17 02:50:52.233127 n-d-802060-9 neutron-server[101970]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:50:52.233569 n-d-802060-9 neutron-server[101970]: DEBUG oslo_db.api [None req-95a8b81c-4fa2-4d6f-af2c-30ee9019edef admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:50:52.246832 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:50:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d4d7b3b-95a9-4c31-845c-1f19d7db65a1 x-openstack-request-id: req-8d4d7b3b-95a9-4c31-845c-1f19d7db65a1 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:50:52.247393 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43527c19-5b84-4973-b76a-2f0c53483d79", "tag": "4c8b8864-bbd4-402e-a100-33f8b6daa9e0", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:50:52.247804 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d4d7b3b-95a9-4c31-845c-1f19d7db65a1 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:50:52.248360 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43527c19-5b84-4973-b76a-2f0c53483d79', 'tag': '4c8b8864-bbd4-402e-a100-33f8b6daa9e0', 'status': 'completed', 'code': 200} Aug 17 02:50:52.248688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Request body: {'port': {'device_id': 'cade7525-2a35-46e7-abbc-f221f5d40d64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:52.252397 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a98bb8-fe38-45fa-b2eb-ca2287011446 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d996696a-8015-4eb9-9988-9a0a70aaff52,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:52.303805 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2549f712-544a-480b-a5ae-67bdc2debb1d req-91a9468e-9bd9-4cbe-babe-c3b1c6c04a30 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1291535 Aug 17 02:50:52.319649 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54166f87-ee6b-48e4-9635-8ab5da502207 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.359679 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db330eb2-0f07-40a2-9f0a-953a80e75c2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.364177 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54166f87-ee6b-48e4-9635-8ab5da502207 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.365879 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.531329 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db330eb2-0f07-40a2-9f0a-953a80e75c2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.555307 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ce42f15c-76ac-485d-9a18-3b5e2706a3bb None None] Provisioning for port a980bcf3-e3f3-499c-8444-377ade592dbc completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:52.561410 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ce42f15c-76ac-485d-9a18-3b5e2706a3bb None None] Provisioning complete for port a980bcf3-e3f3-499c-8444-377ade592dbc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:52.562018 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ce42f15c-76ac-485d-9a18-3b5e2706a3bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.597067 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54166f87-ee6b-48e4-9635-8ab5da502207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.599660 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54166f87-ee6b-48e4-9635-8ab5da502207 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.603203 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ce42f15c-76ac-485d-9a18-3b5e2706a3bb None None] Port a980bcf3-e3f3-499c-8444-377ade592dbc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:50:52.603673 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-54166f87-ee6b-48e4-9635-8ab5da502207 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d996696a-8015-4eb9-9988-9a0a70aaff52 HTTP/1.1" status: 204 len: 168 time: 0.4675090 Aug 17 02:50:52.608248 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-db330eb2-0f07-40a2-9f0a-953a80e75c2b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e2e2ba6c7679498fa28fccdb1c49f655&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9581044 Aug 17 02:50:52.610398 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db330eb2-0f07-40a2-9f0a-953a80e75c2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b52713dc-477c-49d0-9bc2-eb61bb3178ab,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:52.614053 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34512) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:52.629378 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c5df0c-71a6-405d-aa54-14cc50d36b49 req-19ad3622-5d5d-45c4-a4be-ef8c2c0fa2bf tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:52.630912 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c3c5df0c-71a6-405d-aa54-14cc50d36b49 req-19ad3622-5d5d-45c4-a4be-ef8c2c0fa2bf tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 932 time: 0.1197290 Aug 17 02:50:52.633674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a4faa-68dc-4672-a233-b97dcf02d8c7 req-3124120c-8e29-4418-b34f-f9b0aceebb94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:52.635122 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed4a4faa-68dc-4672-a233-b97dcf02d8c7 req-3124120c-8e29-4418-b34f-f9b0aceebb94 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d8aeaf54ce340f9b3c49c244f459dc9&device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 1097 time: 0.1217096 Aug 17 02:50:52.642850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54166f87-ee6b-48e4-9635-8ab5da502207 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d996696a-8015-4eb9-9988-9a0a70aaff52,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:52.706467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21cd0903-5549-44b7-92dd-efd8eaa25a21 req-0eaf5e8c-d872-4216-b71e-75cf8ae0915a tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:52.714630 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-21cd0903-5549-44b7-92dd-efd8eaa25a21 req-0eaf5e8c-d872-4216-b71e-75cf8ae0915a tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 971 time: 0.1526823 Aug 17 02:50:52.734929 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95a8b81c-4fa2-4d6f-af2c-30ee9019edef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.781394 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2f2150fe-d89a-44a5-b695-5d87daf0d35d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.841999 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-21cd0903-5549-44b7-92dd-efd8eaa25a21 req-61797610-ffc3-451b-8c68-dd40351cee5d tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1264846 Aug 17 02:50:52.873352 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2f2150fe-d89a-44a5-b695-5d87daf0d35d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:52.923085 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c3c5df0c-71a6-405d-aa54-14cc50d36b49 req-d1c801f6-8ee4-4578-9dba-2253a4656bd5 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2807953 Aug 17 02:50:52.937039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a980bcf3-e3f3-499c-8444-377ade592dbc {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:50:52.951378 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.004611 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a4faa-68dc-4672-a233-b97dcf02d8c7 req-0617868b-e970-4803-8f82-3de20e606fb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:53.004611 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed4a4faa-68dc-4672-a233-b97dcf02d8c7 req-0617868b-e970-4803-8f82-3de20e606fb7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.3607852 Aug 17 02:50:53.064395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Transition to ACTIVE for port object a980bcf3-e3f3-499c-8444-377ade592dbc will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:53.065787 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2f2150fe-d89a-44a5-b695-5d87daf0d35d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.066967 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed4a4faa-68dc-4672-a233-b97dcf02d8c7 req-91402e69-94e0-4979-860a-3da5636b9a96 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=4c8b8864-bbd4-402e-a100-33f8b6daa9e0 HTTP/1.1" status: 200 len: 217 time: 0.0545180 Aug 17 02:50:53.070812 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2f2150fe-d89a-44a5-b695-5d87daf0d35d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.074805 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2f2150fe-d89a-44a5-b695-5d87daf0d35d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b52713dc-477c-49d0-9bc2-eb61bb3178ab HTTP/1.1" status: 204 len: 168 time: 0.4591670 Aug 17 02:50:53.098274 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2150fe-d89a-44a5-b695-5d87daf0d35d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b52713dc-477c-49d0-9bc2-eb61bb3178ab,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:53.149530 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95a8b81c-4fa2-4d6f-af2c-30ee9019edef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.156221 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.158780 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a4faa-68dc-4672-a233-b97dcf02d8c7 req-375c5fa1-3944-410d-a131-edb59cbd0d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:53.160282 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed4a4faa-68dc-4672-a233-b97dcf02d8c7 req-375c5fa1-3944-410d-a131-edb59cbd0d0d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0824802 Aug 17 02:50:53.169877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f5b224-ecf2-4db2-ab54-0adaaef8d8ce req-b7d3705c-b816-41fd-8d42-2abd4bfcff9c tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:53.177472 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-28f5b224-ecf2-4db2-ab54-0adaaef8d8ce req-b7d3705c-b816-41fd-8d42-2abd4bfcff9c tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 946 time: 0.1092935 Aug 17 02:50:53.216556 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Pushing event updated for resources: {'Port': ['ID=a980bcf3-e3f3-499c-8444-377ade592dbc,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:53.228378 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95a8b81c-4fa2-4d6f-af2c-30ee9019edef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.247236 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-28f5b224-ecf2-4db2-ab54-0adaaef8d8ce req-a6971277-e41c-47fb-b848-64b6d3222a11 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685863 Aug 17 02:50:53.259020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a8b81c-4fa2-4d6f-af2c-30ee9019edef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cacfd41d-d631-4780-88c0-efc396cbd968,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:53.283451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4a4faa-68dc-4672-a233-b97dcf02d8c7 req-84d7ae94-f54c-4843-98e6-753fb95eb2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:53.285038 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed4a4faa-68dc-4672-a233-b97dcf02d8c7 req-84d7ae94-f54c-4843-98e6-753fb95eb2ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1054623 Aug 17 02:50:53.337640 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d759def1-4719-4214-8091-c8c221967b73 req-7f5849a5-2c41-4c21-b7ac-653ef41648f2 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=638115240e104430bff599fc921ec015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542173 Aug 17 02:50:53.346413 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34530) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:53.348605 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-95a8b81c-4fa2-4d6f-af2c-30ee9019edef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c1faf07dff6c4c87ae6eef9cc70fc2ae&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3047967 Aug 17 02:50:53.378802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Attempting to bind port a980bcf3-e3f3-499c-8444-377ade592dbc on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:50:53.379404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Attempting to bind port a980bcf3-e3f3-499c-8444-377ade592dbc by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '2c3dd8ac-fcd2-4580-b76b-ee12927d977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:50:53.379512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Attempting to bind port a980bcf3-e3f3-499c-8444-377ade592dbc on network f45940e8-4b9f-4734-873f-fadaf2365bc9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:53.433191 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed4a4faa-68dc-4672-a233-b97dcf02d8c7 req-eb61736f-5ce6-412a-ae01-ff2dd8741afa service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391201 Aug 17 02:50:53.433565 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Port a980bcf3-e3f3-499c-8444-377ade592dbc on network f45940e8-4b9f-4734-873f-fadaf2365bc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:50:53.434380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Attempting to bind port a980bcf3-e3f3-499c-8444-377ade592dbc on network f45940e8-4b9f-4734-873f-fadaf2365bc9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:53.444474 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:50:53.444815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Checking segment: {'id': '2c3dd8ac-fcd2-4580-b76b-ee12927d977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:50:53.445632 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Bound using segment: {'id': '2c3dd8ac-fcd2-4580-b76b-ee12927d977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:50:53.445941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Bound port: a980bcf3-e3f3-499c-8444-377ade592dbc, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c3dd8ac-fcd2-4580-b76b-ee12927d977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:50:53.446282 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cc2406b-f840-4356-bd69-532354c83b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.446404 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.528065 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cc2406b-f840-4356-bd69-532354c83b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.571623 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759def1-4719-4214-8091-c8c221967b73 req-8c5a0932-aee5-4272-941a-26d0068a4488 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:53.579309 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d759def1-4719-4214-8091-c8c221967b73 req-8c5a0932-aee5-4272-941a-26d0068a4488 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2175620 Aug 17 02:50:53.582337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] For port a980bcf3-e3f3-499c-8444-377ade592dbc, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:50:53.589064 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed4a4faa-68dc-4672-a233-b97dcf02d8c7 req-026a823d-d431-4593-a4cd-67df505ba685 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1441278 Aug 17 02:50:53.590418 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] For port a980bcf3-e3f3-499c-8444-377ade592dbc, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a980bcf3-e3f3-499c-8444-377ade592dbc,segment=NetworkSegment(2c3dd8ac-fcd2-4580-b76b-ee12927d977a),segment_id=2c3dd8ac-fcd2-4580-b76b-ee12927d977a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:50:53.601089 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d759def1-4719-4214-8091-c8c221967b73 req-fc01b573-e2fe-45c1-8544-5c95700f6d11 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/quotas/638115240e104430bff599fc921ec015 HTTP/1.1" status: 200 len: 375 time: 0.0208387 Aug 17 02:50:53.633757 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d759def1-4719-4214-8091-c8c221967b73 req-ff8f921a-b9b2-43f7-b40e-9673f4b7a0b1 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316699 Aug 17 02:50:53.674887 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34534) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:53.690664 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fa2b0424-45e9-4f97-8963-7659c870ee1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.693375 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.693849 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cc2406b-f840-4356-bd69-532354c83b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.696359 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cc2406b-f840-4356-bd69-532354c83b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.698598 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4cc2406b-f840-4356-bd69-532354c83b81 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cacfd41d-d631-4780-88c0-efc396cbd968 HTTP/1.1" status: 204 len: 168 time: 0.3497603 Aug 17 02:50:53.715768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc2406b-f840-4356-bd69-532354c83b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacfd41d-d631-4780-88c0-efc396cbd968,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:53.741153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:53.742310 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.745050 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] 10.222.0.30 "PUT /v2.0/ports/a980bcf3-e3f3-499c-8444-377ade592dbc HTTP/1.1" status: 200 len: 1092 time: 1.5094092 Aug 17 02:50:53.747254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cade7525-2a35-46e7-abbc-f221f5d40d64', 'tag': 'a980bcf3-e3f3-499c-8444-377ade592dbc'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:50:53.763692 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35f15694-5cf0-46c7-bbc4-dac2b4d114d3" -d '{"events": [{"name": "network-changed", "server_uuid": "cade7525-2a35-46e7-abbc-f221f5d40d64", "tag": "a980bcf3-e3f3-499c-8444-377ade592dbc"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:50:53.842505 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fa2b0424-45e9-4f97-8963-7659c870ee1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.865129 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:50:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c99c3b4-9d7c-4ddd-8ddc-9d3dfae46bff x-openstack-request-id: req-6c99c3b4-9d7c-4ddd-8ddc-9d3dfae46bff {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:50:53.865856 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cade7525-2a35-46e7-abbc-f221f5d40d64", "tag": "a980bcf3-e3f3-499c-8444-377ade592dbc", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:50:53.865856 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c99c3b4-9d7c-4ddd-8ddc-9d3dfae46bff {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:50:53.867552 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cade7525-2a35-46e7-abbc-f221f5d40d64', 'tag': 'a980bcf3-e3f3-499c-8444-377ade592dbc', 'status': 'completed', 'code': 200} Aug 17 02:50:53.918169 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fa2b0424-45e9-4f97-8963-7659c870ee1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:53.935157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd9dcad-b018-4b28-81c1-949ae7687ced service neutron] Pushing event updated for resources: {'Port': ['ID=a980bcf3-e3f3-499c-8444-377ade592dbc,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:53.996127 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1796b6a3-b564-4875-a55a-4a8c8db9fb4c req-eec94159-9d08-4c32-9809-fd3f1f599345 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 210 time: 0.0744603 Aug 17 02:50:54.004333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f15694-5cf0-46c7-bbc4-dac2b4d114d3 req-2f39edbf-ba56-48c1-b2be-6c34ddf4d1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:54.005931 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-35f15694-5cf0-46c7-bbc4-dac2b4d114d3 req-2f39edbf-ba56-48c1-b2be-6c34ddf4d1f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e6410af048b470194fd20ed17316325&device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 1095 time: 0.1314802 Aug 17 02:50:54.024968 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fa2b0424-45e9-4f97-8963-7659c870ee1c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9462fa2c1d464a1e8900d36529007758&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3462825 Aug 17 02:50:54.024968 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa2b0424-45e9-4f97-8963-7659c870ee1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fadb9ac1-dd49-481c-b3f9-5f5474330a34,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:54.046149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34554) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:54.130611 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89afb0e8-dcb4-4e25-a398-48027fba6f51 req-3914e14c-b9cd-4233-a5a9-c5853cc98552 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:54.132228 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-89afb0e8-dcb4-4e25-a398-48027fba6f51 req-3914e14c-b9cd-4233-a5a9-c5853cc98552 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 971 time: 0.1060016 Aug 17 02:50:54.197996 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-89afb0e8-dcb4-4e25-a398-48027fba6f51 req-c0fd1735-18b2-4f09-a8c0-3e1e324efa6d tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578265 Aug 17 02:50:54.327926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4f135c-ea29-4205-b2a7-a50006968cc1 req-484a57a4-9a05-42a8-b017-323e6b9b491e tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:54.335528 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa4f135c-ea29-4205-b2a7-a50006968cc1 req-484a57a4-9a05-42a8-b017-323e6b9b491e tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 944 time: 0.1761417 Aug 17 02:50:54.356140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f15694-5cf0-46c7-bbc4-dac2b4d114d3 req-9e891f58-ee58-4518-83e2-c3f128b49af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:54.357667 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-35f15694-5cf0-46c7-bbc4-dac2b4d114d3 req-9e891f58-ee58-4518-83e2-c3f128b49af3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=4e6410af048b470194fd20ed17316325&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3432875 Aug 17 02:50:54.367418 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43711977-bafe-49a4-b997-4ef872dea9da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:54.423461 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd001ddf-1381-4a4b-ace0-b8284b7b2995 req-ce7a194e-1fac-4ac8-8ad6-29f64552d14b tempest-AggregatesAdminTestJSON-1107334047 tempest-AggregatesAdminTestJSON-1107334047-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:54.426120 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bd001ddf-1381-4a4b-ace0-b8284b7b2995 req-ce7a194e-1fac-4ac8-8ad6-29f64552d14b tempest-AggregatesAdminTestJSON-1107334047 tempest-AggregatesAdminTestJSON-1107334047-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 1122 time: 0.1010139 Aug 17 02:50:54.446819 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-bd001ddf-1381-4a4b-ace0-b8284b7b2995 req-2ac8806d-6a97-4ea0-9d5a-26edac045635 tempest-AggregatesAdminTestJSON-1107334047 tempest-AggregatesAdminTestJSON-1107334047-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:54.488501 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43711977-bafe-49a4-b997-4ef872dea9da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:54.500086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa4f135c-ea29-4205-b2a7-a50006968cc1 req-532eebda-2cce-42c4-b37e-2216fcba9c1c tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1637182 Aug 17 02:50:54.556782 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-bd001ddf-1381-4a4b-ace0-b8284b7b2995 req-2ac8806d-6a97-4ea0-9d5a-26edac045635 tempest-AggregatesAdminTestJSON-1107334047 tempest-AggregatesAdminTestJSON-1107334047-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:54.561083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f15694-5cf0-46c7-bbc4-dac2b4d114d3 req-4ae2dd15-3552-47f3-a2cd-377e7b8db462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:54.562595 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-35f15694-5cf0-46c7-bbc4-dac2b4d114d3 req-4ae2dd15-3552-47f3-a2cd-377e7b8db462 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1963985 Aug 17 02:50:54.635462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2702c5f-1823-46ec-be1c-b905ec73bc13 req-ab3b32d4-003b-4515-8be6-9bc61b597420 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:54.643637 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2702c5f-1823-46ec-be1c-b905ec73bc13 req-ab3b32d4-003b-4515-8be6-9bc61b597420 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 946 time: 0.0798135 Aug 17 02:50:54.675869 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-bd001ddf-1381-4a4b-ace0-b8284b7b2995 req-2ac8806d-6a97-4ea0-9d5a-26edac045635 tempest-AggregatesAdminTestJSON-1107334047 tempest-AggregatesAdminTestJSON-1107334047-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:54.710173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-da105365-760a-4d81-bf78-ab0ad43d0b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:54.711856 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-da105365-760a-4d81-bf78-ab0ad43d0b72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e6410af048b470194fd20ed17316325&device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 1095 time: 0.0972745 Aug 17 02:50:54.712238 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bd001ddf-1381-4a4b-ace0-b8284b7b2995 req-2ac8806d-6a97-4ea0-9d5a-26edac045635 tempest-AggregatesAdminTestJSON-1107334047 tempest-AggregatesAdminTestJSON-1107334047-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2741587 Aug 17 02:50:54.732191 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2702c5f-1823-46ec-be1c-b905ec73bc13 req-ae66f0f9-19cd-47a1-acd4-08afbe41eec6 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873752 Aug 17 02:50:54.751530 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43711977-bafe-49a4-b997-4ef872dea9da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:54.751530 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43711977-bafe-49a4-b997-4ef872dea9da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:54.751530 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-43711977-bafe-49a4-b997-4ef872dea9da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fadb9ac1-dd49-481c-b3f9-5f5474330a34 HTTP/1.1" status: 204 len: 168 time: 0.7003253 Aug 17 02:50:54.794592 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-cbce228d-1c92-4e52-8e51-2ac2292c58d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a980bcf3-e3f3-499c-8444-377ade592dbc HTTP/1.1" status: 200 len: 217 time: 0.0613515 Aug 17 02:50:54.795480 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43711977-bafe-49a4-b997-4ef872dea9da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fadb9ac1-dd49-481c-b3f9-5f5474330a34,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:54.797085 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac8806d-6a97-4ea0-9d5a-26edac045635 tempest-AggregatesAdminTestJSON-1107334047 tempest-AggregatesAdminTestJSON-1107334047-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaf32325-0a69-4c57-a90b-6c3681fe621a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:54.870695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-e3cf5259-2c5a-4023-93a2-5e7181da99f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:54.872726 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-e3cf5259-2c5a-4023-93a2-5e7181da99f1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8abdf405-4e8c-493a-8ed4-15c7c9f58d67 HTTP/1.1" status: 200 len: 862 time: 0.0684395 Aug 17 02:50:54.927356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-b4803642-1939-4a15-8e97-6cd43250d7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:54.928878 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-b4803642-1939-4a15-8e97-6cd43250d7f5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f45940e8-4b9f-4734-873f-fadaf2365bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453899 Aug 17 02:50:55.030181 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-7fd15b96-8839-4455-b0a4-2a8ab4765902 service neutron] 10.222.0.30 "GET /v2.0/networks/f45940e8-4b9f-4734-873f-fadaf2365bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0931904 Aug 17 02:50:55.077016 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a7091174-ba01-4242-a440-3b0f90eff390 req-733f1de4-0ed0-45e9-949f-e86d8e7be6a0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 210 time: 0.0412352 Aug 17 02:50:55.177929 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48cefa6b-16e5-4bf9-8c67-948e73bc6fa6 req-d37cf3fd-ae03-48c5-a1e2-5524d839a51f service neutron] 10.222.0.30 "GET /v2.0/networks/f45940e8-4b9f-4734-873f-fadaf2365bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1332660 Aug 17 02:50:55.653488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a78d34b1-792a-4240-9dc9-5ebb66ff2594 req-c7ed2a1d-9a58-4b13-888c-270b4aa1f3ce tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:55.654994 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a78d34b1-792a-4240-9dc9-5ebb66ff2594 req-c7ed2a1d-9a58-4b13-888c-270b4aa1f3ce tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 944 time: 0.0512235 Aug 17 02:50:55.697610 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a78d34b1-792a-4240-9dc9-5ebb66ff2594 req-40f2773d-6dab-4ee3-90d6-52f736ab27e8 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341690 Aug 17 02:50:55.895103 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88d652db-92c8-4f7f-a400-ba436f1d5740 req-bec35a7d-f8fb-4d43-8cd1-f1e422b471e8 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:55.896582 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88d652db-92c8-4f7f-a400-ba436f1d5740 req-bec35a7d-f8fb-4d43-8cd1-f1e422b471e8 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 946 time: 0.0829632 Aug 17 02:50:55.921490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:50:55.942159 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88d652db-92c8-4f7f-a400-ba436f1d5740 req-06e33f7c-084e-4ca2-a34a-4acef890640f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391591 Aug 17 02:50:56.027431 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 4c8b8864-bbd4-402e-a100-33f8b6daa9e0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=4c8b8864-bbd4-402e-a100-33f8b6daa9e0,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:56.039733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '4c8b8864-bbd4-402e-a100-33f8b6daa9e0', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '4c8b8864-bbd4-402e-a100-33f8b6daa9e0', 'mac_address': 'fa:16:3e:28:83:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:50:56.084366 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:56.098805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:50:56.121581 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 4c8b8864-bbd4-402e-a100-33f8b6daa9e0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=4c8b8864-bbd4-402e-a100-33f8b6daa9e0,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:56.174951 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:56.228831 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd282665-3422-48c9-ba5c-c2317c4b68c0 req-0a8b0258-29b6-438a-bb9b-17a0e3c493a8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 210 time: 0.0636051 Aug 17 02:50:56.241104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=4c8b8864-bbd4-402e-a100-33f8b6daa9e0,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:56.513574 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['4c8b8864-bbd4-402e-a100-33f8b6daa9e0'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:50:56.597333 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d759def1-4719-4214-8091-c8c221967b73 req-c786539e-f7c5-4bd5-b025-24c3d38fe120 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=638115240e104430bff599fc921ec015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0307233 Aug 17 02:50:56.722568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759def1-4719-4214-8091-c8c221967b73 req-31547f82-02c5-4e15-be97-0be80ec99fff tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:56.724168 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d759def1-4719-4214-8091-c8c221967b73 req-31547f82-02c5-4e15-be97-0be80ec99fff tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1215496 Aug 17 02:50:56.736544 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-d759def1-4719-4214-8091-c8c221967b73 req-2dd057d2-b734-4d2f-ac66-84ea0e73d9f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Request body: {'port': {'device_id': '0f7b07a7-96d8-459a-a46a-6b4685089eac', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '638115240e104430bff599fc921ec015'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:56.887222 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e89d3-7bb0-445a-8280-0e7babdf922d req-ca6e36fa-2b40-4427-aa3c-0750412c4ccf tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:56.889914 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c94e89d3-7bb0-445a-8280-0e7babdf922d req-ca6e36fa-2b40-4427-aa3c-0750412c4ccf tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 944 time: 0.0800526 Aug 17 02:50:56.945915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34710) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:56.947452 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c94e89d3-7bb0-445a-8280-0e7babdf922d req-947c3809-91ba-4288-9168-89b88f73527a tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0504873 Aug 17 02:50:56.990088 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d759def1-4719-4214-8091-c8c221967b73 req-2dd057d2-b734-4d2f-ac66-84ea0e73d9f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Made reservation on behalf of 638115240e104430bff599fc921ec015 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:50:56.994378 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d759def1-4719-4214-8091-c8c221967b73 req-2dd057d2-b734-4d2f-ac66-84ea0e73d9f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.010645 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d759def1-4719-4214-8091-c8c221967b73 req-2dd057d2-b734-4d2f-ac66-84ea0e73d9f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.062869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-71105be4-c96a-4488-87c0-6a9ebb9895be admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-442432672-network', 'tenant_id': 'd3bbcb18251d41079efc223fd6e65a32'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:57.118582 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d759def1-4719-4214-8091-c8c221967b73 req-2dd057d2-b734-4d2f-ac66-84ea0e73d9f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.211695 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d759def1-4719-4214-8091-c8c221967b73 req-2dd057d2-b734-4d2f-ac66-84ea0e73d9f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.300348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd057d2-b734-4d2f-ac66-84ea0e73d9f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Pushing event updated for resources: {'SecurityGroup': ['ID=27139903-2079-41c4-ad4d-8b9b9ef5f480,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:57.316439 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05fe59-f8b1-4e69-8d74-76aeb6a8b99e req-79086dcb-28fd-4065-a8df-ba2418857a6d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:57.316439 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-de05fe59-f8b1-4e69-8d74-76aeb6a8b99e req-79086dcb-28fd-4065-a8df-ba2418857a6d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 947 time: 0.1351283 Aug 17 02:50:57.317538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71105be4-c96a-4488-87c0-6a9ebb9895be admin admin] Made reservation on behalf of d3bbcb18251d41079efc223fd6e65a32 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:50:57.319752 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71105be4-c96a-4488-87c0-6a9ebb9895be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.354341 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71105be4-c96a-4488-87c0-6a9ebb9895be admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.415619 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-de05fe59-f8b1-4e69-8d74-76aeb6a8b99e req-26e2d0c6-c0d5-4f26-bbe4-8a8d3ecb8501 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910745 Aug 17 02:50:57.438204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-d759def1-4719-4214-8091-c8c221967b73 req-2dd057d2-b734-4d2f-ac66-84ea0e73d9f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Allocated IP 192.168.233.173 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/58a69c89-2de8-4d4d-9821-1971a6f77ecd) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:50:57.537751 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb4b941d-e48f-4415-afae-c5dcc7c209f3 req-d715a629-3b59-4fa1-9ae1-83bbaf0bfd8d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 210 time: 0.0458434 Aug 17 02:50:57.650878 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71105be4-c96a-4488-87c0-6a9ebb9895be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.696015 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d759def1-4719-4214-8091-c8c221967b73 req-2dd057d2-b734-4d2f-ac66-84ea0e73d9f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.712786 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71105be4-c96a-4488-87c0-6a9ebb9895be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.721698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-d759def1-4719-4214-8091-c8c221967b73 req-2dd057d2-b734-4d2f-ac66-84ea0e73d9f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Transition to ACTIVE for port object 58a69c89-2de8-4d4d-9821-1971a6f77ecd will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:57.758379 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-71105be4-c96a-4488-87c0-6a9ebb9895be admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:50:57.772921 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71105be4-c96a-4488-87c0-6a9ebb9895be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d55dab53-6395-4918-bf81-94bc1e9a96b5,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:57.789067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34750) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:57.792544 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71105be4-c96a-4488-87c0-6a9ebb9895be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.792898 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-71105be4-c96a-4488-87c0-6a9ebb9895be admin admin] Added segment 237c6586-c8c4-4a13-a192-cf34b7039884 of type vlan for network 4c866db7-876c-43e3-a7cb-3126987f9684 Aug 17 02:50:57.835182 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71105be4-c96a-4488-87c0-6a9ebb9895be admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.902876 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a980bcf3-e3f3-499c-8444-377ade592dbc details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:50:57.904913 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4c134c81-2467-4d70-a4ce-bae27fbcb43e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.937491 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d759def1-4719-4214-8091-c8c221967b73 req-2dd057d2-b734-4d2f-ac66-84ea0e73d9f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:57.938027 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:57.960072 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d759def1-4719-4214-8091-c8c221967b73 req-2dd057d2-b734-4d2f-ac66-84ea0e73d9f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:50:58.009468 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71105be4-c96a-4488-87c0-6a9ebb9895be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.010692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71105be4-c96a-4488-87c0-6a9ebb9895be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:58.012171 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71105be4-c96a-4488-87c0-6a9ebb9895be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.014657 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-d759def1-4719-4214-8091-c8c221967b73 req-2dd057d2-b734-4d2f-ac66-84ea0e73d9f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:58.073216 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4c134c81-2467-4d70-a4ce-bae27fbcb43e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.088902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a980bcf3-e3f3-499c-8444-377ade592dbc, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a980bcf3-e3f3-499c-8444-377ade592dbc,segment=NetworkSegment(2c3dd8ac-fcd2-4580-b76b-ee12927d977a),segment_id=2c3dd8ac-fcd2-4580-b76b-ee12927d977a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:58.107438 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'a980bcf3-e3f3-499c-8444-377ade592dbc', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'port_id': 'a980bcf3-e3f3-499c-8444-377ade592dbc', 'mac_address': 'fa:16:3e:c3:91:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:50:58.167063 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.188437 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a980bcf3-e3f3-499c-8444-377ade592dbc {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:50:58.213048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:58.214602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34766) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:58.221829 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4c134c81-2467-4d70-a4ce-bae27fbcb43e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.225916 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a980bcf3-e3f3-499c-8444-377ade592dbc, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a980bcf3-e3f3-499c-8444-377ade592dbc,segment=NetworkSegment(2c3dd8ac-fcd2-4580-b76b-ee12927d977a),segment_id=2c3dd8ac-fcd2-4580-b76b-ee12927d977a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:58.227175 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:58.227623 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.291160 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4c134c81-2467-4d70-a4ce-bae27fbcb43e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4853d869074c4a7fb24d04428dff277d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5006340 Aug 17 02:50:58.296180 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34772) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:58.303857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d759def1-4719-4214-8091-c8c221967b73 req-2dd057d2-b734-4d2f-ac66-84ea0e73d9f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:50:58.309926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759def1-4719-4214-8091-c8c221967b73 req-2dd057d2-b734-4d2f-ac66-84ea0e73d9f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:58.310583 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d759def1-4719-4214-8091-c8c221967b73 req-2dd057d2-b734-4d2f-ac66-84ea0e73d9f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.325154 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71105be4-c96a-4488-87c0-6a9ebb9895be admin admin] Pushing event updated for resources: {'Network': ['ID=4c866db7-876c-43e3-a7cb-3126987f9684,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:58.371498 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd057d2-b734-4d2f-ac66-84ea0e73d9f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Pushing event updated for resources: {'Port': ['ID=58a69c89-2de8-4d4d-9821-1971a6f77ecd,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:58.394212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6d065c-1418-4f31-ae46-70a3ddd3d8e1 req-43acaff1-956e-4251-904b-20eb2e5060cc tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:58.395793 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ce6d065c-1418-4f31-ae46-70a3ddd3d8e1 req-43acaff1-956e-4251-904b-20eb2e5060cc tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 945 time: 0.0825305 Aug 17 02:50:58.419379 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 4c866db7-876c-43e3-a7cb-3126987f9684 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:50:58.425818 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c134c81-2467-4d70-a4ce-bae27fbcb43e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbcfa599-d73a-4aa4-9b26-e6c7e84dcf74,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:58.427002 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.445073 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ce6d065c-1418-4f31-ae46-70a3ddd3d8e1 req-ece0da81-6300-4cf3-ba6a-ddb723acb0d6 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417194 Aug 17 02:50:58.462375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-71105be4-c96a-4488-87c0-6a9ebb9895be admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.5119178 Aug 17 02:50:58.463479 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d759def1-4719-4214-8091-c8c221967b73 req-2dd057d2-b734-4d2f-ac66-84ea0e73d9f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7310302 Aug 17 02:50:58.463944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34778) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:58.469344 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3fd4ccd5-c1e3-451d-b96b-d6e7db7e1abe admin admin] Request body: {'subnet': {'network_id': '4c866db7-876c-43e3-a7cb-3126987f9684', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-442432672-subnet', 'tenant_id': 'd3bbcb18251d41079efc223fd6e65a32', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:58.490321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Request body: {'port': {'device_id': '0f7b07a7-96d8-459a-a46a-6b4685089eac', 'device_owner': 'compute:tempest-test_az-499020370', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:50:58.510134 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6609e46e-f5de-477b-af7d-d8deeb1b5036 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.514060 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7b68547e-d4ba-437e-9c22-223653213e07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.557389 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7b68547e-d4ba-437e-9c22-223653213e07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.567131 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-34beb24e-f4a2-4008-8e45-3fc7ee79371b None None] Provisioning for port 58a69c89-2de8-4d4d-9821-1971a6f77ecd completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:50:58.574052 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=a980bcf3-e3f3-499c-8444-377ade592dbc,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:58.579582 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-34beb24e-f4a2-4008-8e45-3fc7ee79371b None None] Provisioning complete for port 58a69c89-2de8-4d4d-9821-1971a6f77ecd triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:50:58.579958 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34beb24e-f4a2-4008-8e45-3fc7ee79371b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.628302 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.639616 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fb919e-5b73-4cf9-9132-a7c4bfa6668b req-bf499c0c-d365-4e20-bce1-73274663bae8 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:58.644918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3fd4ccd5-c1e3-451d-b96b-d6e7db7e1abe admin admin] Made reservation on behalf of d3bbcb18251d41079efc223fd6e65a32 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:50:58.647980 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-34beb24e-f4a2-4008-8e45-3fc7ee79371b None None] Port 58a69c89-2de8-4d4d-9821-1971a6f77ecd cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:50:58.648088 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3fd4ccd5-c1e3-451d-b96b-d6e7db7e1abe admin admin] Notify callbacks [] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.648164 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a7fb919e-5b73-4cf9-9132-a7c4bfa6668b req-bf499c0c-d365-4e20-bce1-73274663bae8 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 947 time: 0.0954783 Aug 17 02:50:58.651861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['a980bcf3-e3f3-499c-8444-377ade592dbc'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:50:58.684090 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.713750 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a7fb919e-5b73-4cf9-9132-a7c4bfa6668b req-67141368-96bb-4adf-8913-e53091577bb3 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640275 Aug 17 02:50:58.718637 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43527c19-5b84-4973-b76a-2f0c53483d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8b8864-bbd4-402e-a100-33f8b6daa9e0'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:50:58.720893 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ffa70c-e063-4ef3-81ac-1cc971361d50" -d '{"events": [{"server_uuid": "43527c19-5b84-4973-b76a-2f0c53483d79", "name": "network-vif-plugged", "status": "completed", "tag": "4c8b8864-bbd4-402e-a100-33f8b6daa9e0"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:50:58.753636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 4c8b8864-bbd4-402e-a100-33f8b6daa9e0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=4c8b8864-bbd4-402e-a100-33f8b6daa9e0,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:50:58.756588 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7b68547e-d4ba-437e-9c22-223653213e07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.761079 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7b68547e-d4ba-437e-9c22-223653213e07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.763114 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7b68547e-d4ba-437e-9c22-223653213e07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bbcfa599-d73a-4aa4-9b26-e6c7e84dcf74 HTTP/1.1" status: 204 len: 168 time: 0.4610982 Aug 17 02:50:58.780830 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b68547e-d4ba-437e-9c22-223653213e07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbcfa599-d73a-4aa4-9b26-e6c7e84dcf74,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:58.848931 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.866447 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6609e46e-f5de-477b-af7d-d8deeb1b5036 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.936949 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=4c8b8864-bbd4-402e-a100-33f8b6daa9e0,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:58.946053 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6609e46e-f5de-477b-af7d-d8deeb1b5036 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:58.992650 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6609e46e-f5de-477b-af7d-d8deeb1b5036 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=89515b0b56d04cefbf7784a5e7fbace7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7756071 Aug 17 02:50:58.993700 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609e46e-f5de-477b-af7d-d8deeb1b5036 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a659815-3033-4f8a-86df-1bed9d71acb5,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:58.997224 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34794) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:59.040585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d7dcaa-2fa1-4d4b-9533-ad0e5479c943 req-b92cf83b-2583-4bad-9874-7c7fc21cd68f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:59.042164 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9d7dcaa-2fa1-4d4b-9533-ad0e5479c943 req-b92cf83b-2583-4bad-9874-7c7fc21cd68f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 936 time: 0.1646183 Aug 17 02:50:59.056293 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f088e49-4b87-4c55-b0f5-a7c7ed079cbf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:59.082270 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f088e49-4b87-4c55-b0f5-a7c7ed079cbf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:59.161799 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9d7dcaa-2fa1-4d4b-9533-ad0e5479c943 req-faa33585-4dd8-4fae-8d63-f901d19e623a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120036 Aug 17 02:50:59.206254 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f088e49-4b87-4c55-b0f5-a7c7ed079cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:59.208906 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f088e49-4b87-4c55-b0f5-a7c7ed079cbf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:59.210176 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3f088e49-4b87-4c55-b0f5-a7c7ed079cbf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7a659815-3033-4f8a-86df-1bed9d71acb5 HTTP/1.1" status: 204 len: 168 time: 0.2126317 Aug 17 02:50:59.219184 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f088e49-4b87-4c55-b0f5-a7c7ed079cbf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a659815-3033-4f8a-86df-1bed9d71acb5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:59.230635 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:50:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10384612-63aa-48d7-adf9-655cf390127c x-openstack-request-id: req-10384612-63aa-48d7-adf9-655cf390127c {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:50:59.230981 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43527c19-5b84-4973-b76a-2f0c53483d79", "name": "network-vif-plugged", "status": "completed", "tag": "4c8b8864-bbd4-402e-a100-33f8b6daa9e0", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:50:59.231249 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-10384612-63aa-48d7-adf9-655cf390127c {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:50:59.231652 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43527c19-5b84-4973-b76a-2f0c53483d79', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c8b8864-bbd4-402e-a100-33f8b6daa9e0', 'code': 200} Aug 17 02:50:59.286275 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3fd4ccd5-c1e3-451d-b96b-d6e7db7e1abe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:59.292032 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58a69c89-2de8-4d4d-9821-1971a6f77ecd {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:50:59.318296 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:59.394591 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Transition to ACTIVE for port object 58a69c89-2de8-4d4d-9821-1971a6f77ecd will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:50:59.413106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fd4ccd5-c1e3-451d-b96b-d6e7db7e1abe admin admin] Pushing event updated for resources: {'Subnet': ['ID=5bfe98ae-4b7c-4f9c-9cdd-c67f68b386e3,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:59.437676 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9e3afc-653d-4cef-8a10-9c29e6ba8abe req-2a3150ae-5393-4425-90c8-ab592e67c474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:59.439237 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f9e3afc-653d-4cef-8a10-9c29e6ba8abe req-2a3150ae-5393-4425-90c8-ab592e67c474 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 1099 time: 0.1243768 Aug 17 02:50:59.442001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fd4ccd5-c1e3-451d-b96b-d6e7db7e1abe admin admin] Checking segment: {'id': '237c6586-c8c4-4a13-a192-cf34b7039884', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '4c866db7-876c-43e3-a7cb-3126987f9684'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:50:59.442366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd4ccd5-c1e3-451d-b96b-d6e7db7e1abe admin admin] Network hostable DHCP agents. Network: 4c866db7-876c-43e3-a7cb-3126987f9684, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:50:59.490263 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f9e3afc-653d-4cef-8a10-9c29e6ba8abe req-ddb224e3-0f07-4f43-add3-590141701135 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428078 Aug 17 02:50:59.498084 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:59.556887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Pushing event updated for resources: {'Port': ['ID=58a69c89-2de8-4d4d-9821-1971a6f77ecd,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:50:59.593646 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Attempting to bind port 58a69c89-2de8-4d4d-9821-1971a6f77ecd on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:50:59.593987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Attempting to bind port 58a69c89-2de8-4d4d-9821-1971a6f77ecd by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:50:59.594316 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Attempting to bind port 58a69c89-2de8-4d4d-9821-1971a6f77ecd on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:59.598807 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Port 58a69c89-2de8-4d4d-9821-1971a6f77ecd on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:50:59.599128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Attempting to bind port 58a69c89-2de8-4d4d-9821-1971a6f77ecd on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:50:59.602431 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fd4ccd5-c1e3-451d-b96b-d6e7db7e1abe admin admin] Network 4c866db7-876c-43e3-a7cb-3126987f9684 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:50:59.618864 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 50, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:50:59.619288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:50:59.619743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:50:59.620335 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Bound port: 58a69c89-2de8-4d4d-9821-1971a6f77ecd, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:50:59.620773 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:59.733009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-3fd4ccd5-c1e3-451d-b96b-d6e7db7e1abe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 4c866db7-876c-43e3-a7cb-3126987f9684) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:50:59.742882 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3259e23d-7b8c-404c-8e43-bbe2b54ef123 None None] Network 4c866db7-876c-43e3-a7cb-3126987f9684 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:50:59.758569 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34834) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:50:59.763749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fd4ccd5-c1e3-451d-b96b-d6e7db7e1abe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:59.764533 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3fd4ccd5-c1e3-451d-b96b-d6e7db7e1abe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:59.774582 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a9249ad-8f9e-44a5-8785-b0d91293e19d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:50:59.803282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec4b6b-5c44-42ab-90d9-99418e735007 req-e6a20dc9-0b5c-4045-ad6f-98ac2e18ef0f tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:50:59.804657 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57ec4b6b-5c44-42ab-90d9-99418e735007 req-e6a20dc9-0b5c-4045-ad6f-98ac2e18ef0f tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 945 time: 0.1093652 Aug 17 02:50:59.857750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] For port 58a69c89-2de8-4d4d-9821-1971a6f77ecd, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:50:59.888074 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] For port 58a69c89-2de8-4d4d-9821-1971a6f77ecd, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=58a69c89-2de8-4d4d-9821-1971a6f77ecd,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:50:59.914584 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a980bcf3-e3f3-499c-8444-377ade592dbc up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:50:59.925739 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57ec4b6b-5c44-42ab-90d9-99418e735007 req-a9059845-d278-47d5-b8be-6f890f41543f tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867944 Aug 17 02:50:59.928207 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3fd4ccd5-c1e3-451d-b96b-d6e7db7e1abe admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4627538 Aug 17 02:50:59.946213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36578baf-fe55-49cd-b4a9-f2397adc50e8 None None] Network 4c866db7-876c-43e3-a7cb-3126987f9684 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:50:59.967555 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:00.034628 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Pushing event updated for resources: {'Port': ['ID=58a69c89-2de8-4d4d-9821-1971a6f77ecd,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:00.041827 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5c6f0-5880-4b46-85bf-97c69998d80f req-d5adc327-0eec-4ee5-9c54-2084dcc40f42 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:00.046661 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cce5c6f0-5880-4b46-85bf-97c69998d80f req-d5adc327-0eec-4ee5-9c54-2084dcc40f42 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 948 time: 0.1191039 Aug 17 02:51:00.047050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:00.047668 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:00.053373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d759def1-4719-4214-8091-c8c221967b73 req-f18c9753-ad98-43f5-8420-41170cdf19bc service neutron] 10.222.0.60 "PUT /v2.0/ports/58a69c89-2de8-4d4d-9821-1971a6f77ecd HTTP/1.1" status: 200 len: 1117 time: 1.5701187 Aug 17 02:51:00.053895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7b07a7-96d8-459a-a46a-6b4685089eac', 'tag': '58a69c89-2de8-4d4d-9821-1971a6f77ecd'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:00.056726 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4d8ef24-4b7a-4cae-890d-ab5a5d4b8857" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7b07a7-96d8-459a-a46a-6b4685089eac", "tag": "58a69c89-2de8-4d4d-9821-1971a6f77ecd"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:00.139362 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cce5c6f0-5880-4b46-85bf-97c69998d80f req-b597570e-620c-4c0d-8bb4-3895dc42ebe0 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857935 Aug 17 02:51:00.194603 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a9249ad-8f9e-44a5-8785-b0d91293e19d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:00.207343 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87b057a7-ec0a-4c7a-bf6b-276f43c4a07a x-openstack-request-id: req-87b057a7-ec0a-4c7a-bf6b-276f43c4a07a {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:00.207864 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7b07a7-96d8-459a-a46a-6b4685089eac", "tag": "58a69c89-2de8-4d4d-9821-1971a6f77ecd", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:00.208199 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-87b057a7-ec0a-4c7a-bf6b-276f43c4a07a {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:00.208668 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7b07a7-96d8-459a-a46a-6b4685089eac', 'tag': '58a69c89-2de8-4d4d-9821-1971a6f77ecd', 'status': 'completed', 'code': 200} Aug 17 02:51:00.220458 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port a980bcf3-e3f3-499c-8444-377ade592dbc completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:00.228860 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port a980bcf3-e3f3-499c-8444-377ade592dbc triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:00.230133 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:00.306608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34856) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:00.323483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759def1-4719-4214-8091-c8c221967b73 req-2e12b259-403d-4a55-aae9-d7f4f2946af0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:00.328541 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e42e76d-637d-4f8f-b266-a723e75e8bd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:00.329039 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d759def1-4719-4214-8091-c8c221967b73 req-2e12b259-403d-4a55-aae9-d7f4f2946af0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 1120 time: 0.1135700 Aug 17 02:51:00.334294 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a9249ad-8f9e-44a5-8785-b0d91293e19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:00.421899 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d759def1-4719-4214-8091-c8c221967b73 req-8985b19b-8d14-4daa-8cbe-ef8ec6b4c63f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=58a69c89-2de8-4d4d-9821-1971a6f77ecd HTTP/1.1" status: 200 len: 217 time: 0.0849793 Aug 17 02:51:00.430610 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:00.444656 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a9249ad-8f9e-44a5-8785-b0d91293e19d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=907ec61b-1df7-49e7-8663-33d9a31ce889,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:00.474770 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7a9249ad-8f9e-44a5-8785-b0d91293e19d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eb2aeddfe5e2417c9870c1bccce7e6d1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7177048 Aug 17 02:51:00.480468 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34864) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:00.497395 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a980bcf3-e3f3-499c-8444-377ade592dbc, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a980bcf3-e3f3-499c-8444-377ade592dbc,segment=NetworkSegment(2c3dd8ac-fcd2-4580-b76b-ee12927d977a),segment_id=2c3dd8ac-fcd2-4580-b76b-ee12927d977a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:00.545908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb25db2-dbe5-43fb-a079-a37d682e4de9 req-3854b2b7-1173-4ec2-9392-8f7549f32bf5 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:00.549084 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6cb25db2-dbe5-43fb-a079-a37d682e4de9 req-3854b2b7-1173-4ec2-9392-8f7549f32bf5 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 969 time: 0.2184057 Aug 17 02:51:00.566928 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:00.603531 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ebf2-83e0-4e23-aabf-f52cd3602813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:00.607896 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759def1-4719-4214-8091-c8c221967b73 req-76c0dbd4-fe0e-4ccb-b12b-08f61cbeb3c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:00.609455 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d759def1-4719-4214-8091-c8c221967b73 req-76c0dbd4-fe0e-4ccb-b12b-08f61cbeb3c6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1804364 Aug 17 02:51:00.629088 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=a980bcf3-e3f3-499c-8444-377ade592dbc,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:00.646435 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ebf2-83e0-4e23-aabf-f52cd3602813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:00.652011 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6cb25db2-dbe5-43fb-a079-a37d682e4de9 req-7d3331e0-e355-4589-876c-ce6c2d5e0e91 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936997 Aug 17 02:51:00.679612 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d759def1-4719-4214-8091-c8c221967b73 req-48c82d9e-048c-4096-9694-91464abc9587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:00.681889 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d759def1-4719-4214-8091-c8c221967b73 req-48c82d9e-048c-4096-9694-91464abc9587 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0631790 Aug 17 02:51:00.715369 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e42e76d-637d-4f8f-b266-a723e75e8bd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:00.786547 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d759def1-4719-4214-8091-c8c221967b73 req-78ff7247-c9f9-41fa-8cae-b600605e513a service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974236 Aug 17 02:51:00.875603 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e42e76d-637d-4f8f-b266-a723e75e8bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:00.891836 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ebf2-83e0-4e23-aabf-f52cd3602813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:00.891836 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9f4ebf2-83e0-4e23-aabf-f52cd3602813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:00.893749 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b9f4ebf2-83e0-4e23-aabf-f52cd3602813 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/907ec61b-1df7-49e7-8663-33d9a31ce889 HTTP/1.1" status: 204 len: 168 time: 0.4116905 Aug 17 02:51:00.903762 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d759def1-4719-4214-8091-c8c221967b73 req-1eb4eb11-eb26-4835-b0c7-4189936a7c8d service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098063 Aug 17 02:51:00.938707 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e42e76d-637d-4f8f-b266-a723e75e8bd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=294dfaff-01ca-42db-b9b2-402eb70233e8,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:00.953959 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f4ebf2-83e0-4e23-aabf-f52cd3602813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=907ec61b-1df7-49e7-8663-33d9a31ce889,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:00.957600 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6e42e76d-637d-4f8f-b266-a723e75e8bd0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=189e6e2fac774678be13ad209b2e42af&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6496048 Aug 17 02:51:00.960819 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34884) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:01.031456 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0af7fc89-dcbb-47d8-80b2-6e9db4a18d00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.094117 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0af7fc89-dcbb-47d8-80b2-6e9db4a18d00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.106854 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660ed443-8474-4a67-ba4a-ad8dea9e94a5 req-260261c9-d123-49f1-83af-e9c3c7cf099a tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:01.114237 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-660ed443-8474-4a67-ba4a-ad8dea9e94a5 req-260261c9-d123-49f1-83af-e9c3c7cf099a tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 946 time: 0.0887320 Aug 17 02:51:01.162356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8ef24-4b7a-4cae-890d-ab5a5d4b8857 req-48a9c69e-c762-4ad0-a6c0-598c40d51350 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:01.164859 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4d8ef24-4b7a-4cae-890d-ab5a5d4b8857 req-48a9c69e-c762-4ad0-a6c0-598c40d51350 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 1120 time: 0.0940721 Aug 17 02:51:01.189511 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34892) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:01.199620 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-660ed443-8474-4a67-ba4a-ad8dea9e94a5 req-82271c04-61bf-4ed9-8362-afcfca0b5c73 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0838079 Aug 17 02:51:01.234087 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cade7525-2a35-46e7-abbc-f221f5d40d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a980bcf3-e3f3-499c-8444-377ade592dbc'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:01.238228 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91a735da-f3c7-4634-9fc1-8b800db63a34" -d '{"events": [{"server_uuid": "cade7525-2a35-46e7-abbc-f221f5d40d64", "name": "network-vif-plugged", "status": "completed", "tag": "a980bcf3-e3f3-499c-8444-377ade592dbc"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:01.244443 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34896) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:01.250245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-eb6ef303-47cd-45ae-a3b6-d798d0b9b460 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1202118348-network', 'tenant_id': '8fabce8a5c544356bd6c8a6b3c404927'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:01.316859 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6651e7dc-f191-4ee3-8a2d-230c8d0aae4f x-openstack-request-id: req-6651e7dc-f191-4ee3-8a2d-230c8d0aae4f {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:01.317478 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cade7525-2a35-46e7-abbc-f221f5d40d64", "name": "network-vif-plugged", "status": "completed", "tag": "a980bcf3-e3f3-499c-8444-377ade592dbc", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:01.317879 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6651e7dc-f191-4ee3-8a2d-230c8d0aae4f {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:01.318424 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cade7525-2a35-46e7-abbc-f221f5d40d64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a980bcf3-e3f3-499c-8444-377ade592dbc', 'code': 200} Aug 17 02:51:01.337703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9806bc07-9dc5-4b68-82c2-0c0d55854f05 req-2950ac83-0a79-4c69-a3a3-63cbc78fd823 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:01.340351 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9806bc07-9dc5-4b68-82c2-0c0d55854f05 req-2950ac83-0a79-4c69-a3a3-63cbc78fd823 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 948 time: 0.0854928 Aug 17 02:51:01.396114 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0af7fc89-dcbb-47d8-80b2-6e9db4a18d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.397439 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0af7fc89-dcbb-47d8-80b2-6e9db4a18d00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.398871 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0af7fc89-dcbb-47d8-80b2-6e9db4a18d00 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/294dfaff-01ca-42db-b9b2-402eb70233e8 HTTP/1.1" status: 204 len: 168 time: 0.4368365 Aug 17 02:51:01.399198 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9806bc07-9dc5-4b68-82c2-0c0d55854f05 req-b0103f36-4aba-453b-8fd3-b66251712070 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475976 Aug 17 02:51:01.399922 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb6ef303-47cd-45ae-a3b6-d798d0b9b460 admin admin] Made reservation on behalf of 8fabce8a5c544356bd6c8a6b3c404927 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:01.413439 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef303-47cd-45ae-a3b6-d798d0b9b460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.413642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8ef24-4b7a-4cae-890d-ab5a5d4b8857 req-d094e41c-5320-4ddc-82b3-229e43235779 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:01.413642 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4d8ef24-4b7a-4cae-890d-ab5a5d4b8857 req-d094e41c-5320-4ddc-82b3-229e43235779 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.2353406 Aug 17 02:51:01.423077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0af7fc89-dcbb-47d8-80b2-6e9db4a18d00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=294dfaff-01ca-42db-b9b2-402eb70233e8,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:01.439883 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef303-47cd-45ae-a3b6-d798d0b9b460 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.511636 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4d8ef24-4b7a-4cae-890d-ab5a5d4b8857 req-0c697822-52e6-4f6f-8f6d-451d0c5fe4ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=58a69c89-2de8-4d4d-9821-1971a6f77ecd HTTP/1.1" status: 200 len: 217 time: 0.0897644 Aug 17 02:51:01.534618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-620d4cca-99e6-4dc6-bb6d-f85d5304a4cf req-a6ea1d69-1349-483b-8cab-de24b686a7ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:01.536421 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-620d4cca-99e6-4dc6-bb6d-f85d5304a4cf req-a6ea1d69-1349-483b-8cab-de24b686a7ad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 1097 time: 0.1238081 Aug 17 02:51:01.595314 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d60265be-0215-4b4e-83ec-bdc880e3b827 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.602362 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef303-47cd-45ae-a3b6-d798d0b9b460 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.638838 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-620d4cca-99e6-4dc6-bb6d-f85d5304a4cf req-ca56867a-e00c-4199-bace-37db6b998a67 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833316 Aug 17 02:51:01.640323 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8ef24-4b7a-4cae-890d-ab5a5d4b8857 req-9c5ce20f-e91a-4c5a-939c-f972ebf81fd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:01.644866 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4d8ef24-4b7a-4cae-890d-ab5a5d4b8857 req-9c5ce20f-e91a-4c5a-939c-f972ebf81fd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1218574 Aug 17 02:51:01.687129 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef303-47cd-45ae-a3b6-d798d0b9b460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.743788 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb6ef303-47cd-45ae-a3b6-d798d0b9b460 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:51:01.743882 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d8ef24-4b7a-4cae-890d-ab5a5d4b8857 req-8e260001-4955-4bca-bdf0-e7fbf6b13473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:01.743882 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4d8ef24-4b7a-4cae-890d-ab5a5d4b8857 req-8e260001-4955-4bca-bdf0-e7fbf6b13473 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0817595 Aug 17 02:51:01.744023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ef303-47cd-45ae-a3b6-d798d0b9b460 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ad73bae-9e75-48c8-a5a9-d5e0be275f71,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:01.748626 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef303-47cd-45ae-a3b6-d798d0b9b460 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.748981 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-eb6ef303-47cd-45ae-a3b6-d798d0b9b460 admin admin] Added segment 10ebd2f9-69d0-42a7-8d5f-1872f8553944 of type vlan for network 88f0d2cc-4002-46b8-be97-1d26351e2f71 Aug 17 02:51:01.822319 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef303-47cd-45ae-a3b6-d798d0b9b460 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.904411 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d60265be-0215-4b4e-83ec-bdc880e3b827 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:01.916954 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff4bba03-2448-473f-90f4-5c8393f8ac00 req-f8b9aa82-f479-4d36-9cbf-8014a033504d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:01.919504 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ff4bba03-2448-473f-90f4-5c8393f8ac00 req-f8b9aa82-f479-4d36-9cbf-8014a033504d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 969 time: 0.1129398 Aug 17 02:51:01.926114 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4d8ef24-4b7a-4cae-890d-ab5a5d4b8857 req-2b38e571-b4ec-4873-8acf-887dbdecbd77 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1774354 Aug 17 02:51:02.006035 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef303-47cd-45ae-a3b6-d798d0b9b460 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.007251 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb6ef303-47cd-45ae-a3b6-d798d0b9b460 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:02.007834 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb6ef303-47cd-45ae-a3b6-d798d0b9b460 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.037355 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ff4bba03-2448-473f-90f4-5c8393f8ac00 req-67f3a657-c01c-4306-adf8-0c6fb115d995 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026213 Aug 17 02:51:02.059697 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d60265be-0215-4b4e-83ec-bdc880e3b827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.088792 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d60265be-0215-4b4e-83ec-bdc880e3b827 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cdba6dd8204643ddbffd5391c8b72159&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8980794 Aug 17 02:51:02.095792 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34930) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:02.097391 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6ef303-47cd-45ae-a3b6-d798d0b9b460 admin admin] Pushing event updated for resources: {'Network': ['ID=88f0d2cc-4002-46b8-be97-1d26351e2f71,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:02.112397 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 88f0d2cc-4002-46b8-be97-1d26351e2f71 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:51:02.142546 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4d8ef24-4b7a-4cae-890d-ab5a5d4b8857 req-4584b51a-359d-4ddc-8c01-5d74653224f7 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1968853 Aug 17 02:51:02.186011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34934) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:02.186390 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-eb6ef303-47cd-45ae-a3b6-d798d0b9b460 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9406974 Aug 17 02:51:02.192664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-77da095c-a7ab-40bb-aeb6-c52652361781 admin admin] Request body: {'subnet': {'network_id': '88f0d2cc-4002-46b8-be97-1d26351e2f71', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1202118348-subnet', 'tenant_id': '8fabce8a5c544356bd6c8a6b3c404927', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:02.224941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60265be-0215-4b4e-83ec-bdc880e3b827 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=249b77e8-c0aa-444d-9e6a-d9a0974f5347,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:02.225358 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc1a7c9e-ea69-4db1-b2d2-17b14666954d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.267516 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc1a7c9e-ea69-4db1-b2d2-17b14666954d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.279388 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-e73e22ee-b3bb-4c75-a2f4-bfe74203b2d4 req-8da3a1b2-c91b-4616-959b-40b44b27c800 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:51:02.286235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77da095c-a7ab-40bb-aeb6-c52652361781 admin admin] Made reservation on behalf of 8fabce8a5c544356bd6c8a6b3c404927 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:02.288726 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77da095c-a7ab-40bb-aeb6-c52652361781 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.297677 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e73e22ee-b3bb-4c75-a2f4-bfe74203b2d4 req-8da3a1b2-c91b-4616-959b-40b44b27c800 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1186171 Aug 17 02:51:02.464681 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc1a7c9e-ea69-4db1-b2d2-17b14666954d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.467761 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc1a7c9e-ea69-4db1-b2d2-17b14666954d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.471953 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dc1a7c9e-ea69-4db1-b2d2-17b14666954d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/249b77e8-c0aa-444d-9e6a-d9a0974f5347 HTTP/1.1" status: 204 len: 168 time: 0.3720214 Aug 17 02:51:02.480302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1a7c9e-ea69-4db1-b2d2-17b14666954d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=249b77e8-c0aa-444d-9e6a-d9a0974f5347,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:02.655475 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b41f1f6-b49f-4a80-8e05-5a61574bde27 req-8bd73fbb-a50b-42d8-a47b-7319e8aa0341 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:02.656500 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4b41f1f6-b49f-4a80-8e05-5a61574bde27 req-8bd73fbb-a50b-42d8-a47b-7319e8aa0341 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 971 time: 0.0544724 Aug 17 02:51:02.658313 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.702507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06322d1-6a47-4d69-85bf-07c6b5f3ff2b req-fbeee30d-39f5-4c48-88e4-0c841ab93106 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:02.704263 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d06322d1-6a47-4d69-85bf-07c6b5f3ff2b req-fbeee30d-39f5-4c48-88e4-0c841ab93106 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 946 time: 0.0900702 Aug 17 02:51:02.705655 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4b41f1f6-b49f-4a80-8e05-5a61574bde27 req-83c68c4d-c15b-44be-b20b-9867ba2d2a3f tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406506 Aug 17 02:51:02.738715 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77da095c-a7ab-40bb-aeb6-c52652361781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:02.811631 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d06322d1-6a47-4d69-85bf-07c6b5f3ff2b req-da218ed7-bafb-4337-8a82-feccc682bc4c tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1010091 Aug 17 02:51:02.821021 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77da095c-a7ab-40bb-aeb6-c52652361781 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c178229c-25aa-4a0e-8644-a8c72c68b43b,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:02.849861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77da095c-a7ab-40bb-aeb6-c52652361781 admin admin] Checking segment: {'id': '10ebd2f9-69d0-42a7-8d5f-1872f8553944', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '88f0d2cc-4002-46b8-be97-1d26351e2f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:02.850799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77da095c-a7ab-40bb-aeb6-c52652361781 admin admin] Network hostable DHCP agents. Network: 88f0d2cc-4002-46b8-be97-1d26351e2f71, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:51:02.854575 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af60b7f7-2f8d-4cc0-b63a-793936d8adf8 req-0f2fb0ab-9cd4-4455-a0f0-b0130c2a547f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:02.857022 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af60b7f7-2f8d-4cc0-b63a-793936d8adf8 req-0f2fb0ab-9cd4-4455-a0f0-b0130c2a547f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 948 time: 0.0804148 Aug 17 02:51:02.898759 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af60b7f7-2f8d-4cc0-b63a-793936d8adf8 req-906acb79-19c0-45fb-be7d-329b77c1ef2e tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334246 Aug 17 02:51:02.967108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77da095c-a7ab-40bb-aeb6-c52652361781 admin admin] Network 88f0d2cc-4002-46b8-be97-1d26351e2f71 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:51:03.063613 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-77da095c-a7ab-40bb-aeb6-c52652361781 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 88f0d2cc-4002-46b8-be97-1d26351e2f71) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:03.068572 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77da095c-a7ab-40bb-aeb6-c52652361781 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:03.069548 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77da095c-a7ab-40bb-aeb6-c52652361781 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.076733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af8ff035-8eec-4a2e-95ba-9c851c82892c None None] Network 88f0d2cc-4002-46b8-be97-1d26351e2f71 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:03.181470 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-77da095c-a7ab-40bb-aeb6-c52652361781 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9900172 Aug 17 02:51:03.208166 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344745db-b9f2-4cc4-bc97-3cc0a2227ddc req-c02d9905-4a42-4688-89a3-12b2d0a1abb2 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:03.213275 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-344745db-b9f2-4cc4-bc97-3cc0a2227ddc req-c02d9905-4a42-4688-89a3-12b2d0a1abb2 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 969 time: 0.0848491 Aug 17 02:51:03.270917 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1e5b02-86f2-4a19-856e-7799004f1872 None None] Network 88f0d2cc-4002-46b8-be97-1d26351e2f71 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:03.286227 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-344745db-b9f2-4cc4-bc97-3cc0a2227ddc req-1e226786-f69d-439c-9596-8a53cfb63b87 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648928 Aug 17 02:51:03.291568 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-9d741136-5c6e-4ed4-a8b4-0f949a4383af tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=7d8aeaf54ce340f9b3c49c244f459dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326972 Aug 17 02:51:03.390599 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.431564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-eee46e5c-7496-42bd-8266-2af189b329c8 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:03.432029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34988) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:03.440277 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-eee46e5c-7496-42bd-8266-2af189b329c8 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1364627 Aug 17 02:51:03.459264 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-3a14bbe0-9711-4d40-bd1d-fbe1c9b4be5a tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/quotas/7d8aeaf54ce340f9b3c49c244f459dc9 HTTP/1.1" status: 200 len: 375 time: 0.0180476 Aug 17 02:51:03.493402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-b53eaada-06d3-40df-8a3a-28b727d7fdc6 admin admin] Deleting subnet 5bfe98ae-4b7c-4f9c-9cdd-c67f68b386e3 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:51:03.499499 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b53eaada-06d3-40df-8a3a-28b727d7fdc6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.526611 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-7cb89899-378a-4d6e-997c-a1c7f42bdfe9 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d8aeaf54ce340f9b3c49c244f459dc9&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0664213 Aug 17 02:51:03.544894 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b53eaada-06d3-40df-8a3a-28b727d7fdc6 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.560150 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b53eaada-06d3-40df-8a3a-28b727d7fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.600860 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34990) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:03.619541 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99c107d4-c5a7-4fe6-aa83-0a005b18b7a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.756907 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b53eaada-06d3-40df-8a3a-28b727d7fdc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.771425 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99c107d4-c5a7-4fe6-aa83-0a005b18b7a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.799639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b53eaada-06d3-40df-8a3a-28b727d7fdc6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5bfe98ae-4b7c-4f9c-9cdd-c67f68b386e3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:03.818013 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b53eaada-06d3-40df-8a3a-28b727d7fdc6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.821535 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b53eaada-06d3-40df-8a3a-28b727d7fdc6 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5bfe98ae-4b7c-4f9c-9cdd-c67f68b386e3 HTTP/1.1" status: 204 len: 168 time: 0.3879457 Aug 17 02:51:03.824754 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34998) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:03.931376 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85edde38-4d52-440c-a22d-3637330bcb63 req-28ea88d2-6cd5-4240-b4fc-0a7ffebe065f tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:03.934444 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85edde38-4d52-440c-a22d-3637330bcb63 req-28ea88d2-6cd5-4240-b4fc-0a7ffebe065f tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 971 time: 0.1065521 Aug 17 02:51:03.956566 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99c107d4-c5a7-4fe6-aa83-0a005b18b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:03.969053 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.043467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f318eef2-963d-4a4f-8d03-0116326f37c4 req-b101db78-82fb-4427-8e73-8042caeec0c7 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:04.048854 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f318eef2-963d-4a4f-8d03-0116326f37c4 req-b101db78-82fb-4427-8e73-8042caeec0c7 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.60 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 971 time: 0.1423905 Aug 17 02:51:04.055641 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85edde38-4d52-440c-a22d-3637330bcb63 req-21a1915b-f7d0-4b59-b92b-f0e7c04d42fe tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030889 Aug 17 02:51:04.157355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35012) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:04.187743 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a29017fc-5b26-46d3-a2d6-9f03b6ffb56f req-5556a74f-a640-4863-8f92-2e78f81082f2 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 210 time: 0.0529501 Aug 17 02:51:04.220458 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-99c107d4-c5a7-4fe6-aa83-0a005b18b7a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da0d0deb805f4670ab853be6b1343042&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6158037 Aug 17 02:51:04.227275 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35018) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:04.274035 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c107d4-c5a7-4fe6-aa83-0a005b18b7a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8f79259-1be3-435d-bb74-18681ab0cddf,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:04.284655 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dd669f6-6746-4089-8f50-fbac12aa84c5 req-73855850-0f24-47ea-9698-611e8486e1a4 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:04.286189 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7dd669f6-6746-4089-8f50-fbac12aa84c5 req-73855850-0f24-47ea-9698-611e8486e1a4 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 946 time: 0.3073390 Aug 17 02:51:04.290555 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.339503 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:04.340308 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:04.340621 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:04.340951 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Subscribe: > port after_create 55550000 {{(pid=101969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:04.341289 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Subscribe: > port after_delete 55550000 {{(pid=101969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:04.341651 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Subscribe: > port after_update 55550000 {{(pid=101969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:04.341969 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:04.342293 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:04.342758 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:04.343080 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:04.456039 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:04.457672 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:04.457987 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:04.458553 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101969) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:04.459615 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c866db7-876c-43e3-a7cb-3126987f9684']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:04.510518 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '237c6586-c8c4-4a13-a192-cf34b7039884') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:04.511403 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '237c6586-c8c4-4a13-a192-cf34b7039884') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:04.526601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ffeda1db-714d-4c9c-b0f0-ccf6ccd66fa9 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1150108126-network', 'tenant_id': 'a5f6c79d6a2f4a25844cdc43d85d6af7'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:04.536422 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.581461 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7dd669f6-6746-4089-8f50-fbac12aa84c5 req-d6f1c13a-7a8b-4070-a8df-7bbbb1cc7e79 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2826669 Aug 17 02:51:04.582784 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7965988f-a93f-4fe4-be23-31be984ea919 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.585078 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.600489 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:51:04.600922 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: from cryptography.utils import int_from_bytes Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: from cryptography.utils import int_from_bytes Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: timer() Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:51:04.629042 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:51:04.655671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7d46d8-435b-4fbf-8f1c-382521f1ec29 req-96f4159f-df36-4d12-981c-0ebc96e408b3 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:04.666881 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ae7d46d8-435b-4fbf-8f1c-382521f1ec29 req-96f4159f-df36-4d12-981c-0ebc96e408b3 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 969 time: 0.1476498 Aug 17 02:51:04.678645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffeda1db-714d-4c9c-b0f0-ccf6ccd66fa9 admin admin] Made reservation on behalf of a5f6c79d6a2f4a25844cdc43d85d6af7 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:04.680928 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ffeda1db-714d-4c9c-b0f0-ccf6ccd66fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.685047 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f318eef2-963d-4a4f-8d03-0116326f37c4 req-28a51317-7e40-4b8d-91b5-b26b69d8523c tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Deleting port fd7f69d7-1a34-499e-9de5-f9571c0a3695 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:04.685550 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f318eef2-963d-4a4f-8d03-0116326f37c4 req-28a51317-7e40-4b8d-91b5-b26b69d8523c tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.702921 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7965988f-a93f-4fe4-be23-31be984ea919 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.737642 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ffeda1db-714d-4c9c-b0f0-ccf6ccd66fa9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.816604 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ae7d46d8-435b-4fbf-8f1c-382521f1ec29 req-bc71b696-377a-4058-aeda-8ce85f06cd27 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480031 Aug 17 02:51:04.901197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f318eef2-963d-4a4f-8d03-0116326f37c4 req-28a51317-7e40-4b8d-91b5-b26b69d8523c tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] For port fd7f69d7-1a34-499e-9de5-f9571c0a3695, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fd7f69d7-1a34-499e-9de5-f9571c0a3695,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:04.902318 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f318eef2-963d-4a4f-8d03-0116326f37c4 req-28a51317-7e40-4b8d-91b5-b26b69d8523c tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:04.930062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f318eef2-963d-4a4f-8d03-0116326f37c4 req-28a51317-7e40-4b8d-91b5-b26b69d8523c tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Calling delete_port for fd7f69d7-1a34-499e-9de5-f9571c0a3695 owned by compute:tempest-test_az-499020370 {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:05.022578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f6fb91a-44cb-47b6-a960-513cef9130d4 req-15fbc6cf-1040-4498-a354-a3514ebd5cf3 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:05.024175 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7f6fb91a-44cb-47b6-a960-513cef9130d4 req-15fbc6cf-1040-4498-a354-a3514ebd5cf3 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 946 time: 0.0750153 Aug 17 02:51:05.037125 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35036) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:05.044624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-5b216a41-eafb-458d-ba1c-736f4bbaa5c1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Request body: {'floatingip': {'port_id': 'a980bcf3-e3f3-499c-8444-377ade592dbc'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:05.078253 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ffeda1db-714d-4c9c-b0f0-ccf6ccd66fa9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.118721 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.126962 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7965988f-a93f-4fe4-be23-31be984ea919 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.129865 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7965988f-a93f-4fe4-be23-31be984ea919 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.131113 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7965988f-a93f-4fe4-be23-31be984ea919 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8f79259-1be3-435d-bb74-18681ab0cddf HTTP/1.1" status: 204 len: 168 time: 0.8982763 Aug 17 02:51:05.140352 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5b216a41-eafb-458d-ba1c-736f4bbaa5c1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.158087 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.162686 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] 10.222.0.10 "DELETE /v2.0/networks/4c866db7-876c-43e3-a7cb-3126987f9684 HTTP/1.1" status: 204 len: 168 time: 1.3343675 Aug 17 02:51:05.172456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35046) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:05.196400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406a0716-87b7-4f3c-abb0-b8472a345fcb admin admin] Pushing event deleted for resources: {'Network': ['ID=4c866db7-876c-43e3-a7cb-3126987f9684,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:05.197544 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ffeda1db-714d-4c9c-b0f0-ccf6ccd66fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.198150 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7965988f-a93f-4fe4-be23-31be984ea919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8f79259-1be3-435d-bb74-18681ab0cddf,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:05.228058 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffeda1db-714d-4c9c-b0f0-ccf6ccd66fa9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:51:05.258964 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ffeda1db-714d-4c9c-b0f0-ccf6ccd66fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.258964 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-ffeda1db-714d-4c9c-b0f0-ccf6ccd66fa9 admin admin] Added segment 8108319c-ad7d-4a75-9722-8c8d471aa7fb of type vlan for network c28a528a-b139-4af7-9a8b-0c957b3df977 Aug 17 02:51:05.374578 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec24b6f5-c677-4475-8e54-50b55eb78aba admin admin] Deleting subnet c178229c-25aa-4a0e-8644-a8c72c68b43b {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:51:05.381457 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec24b6f5-c677-4475-8e54-50b55eb78aba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.421438 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f318eef2-963d-4a4f-8d03-0116326f37c4 req-28a51317-7e40-4b8d-91b5-b26b69d8523c tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.436878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['fd7f69d7-1a34-499e-9de5-f9571c0a3695'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:05.470359 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 58a69c89-2de8-4d4d-9821-1971a6f77ecd details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:51:05.502889 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a51317-7e40-4b8d-91b5-b26b69d8523c tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Pushing event deleted for resources: {'Port': ['ID=fd7f69d7-1a34-499e-9de5-f9571c0a3695,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:05.512562 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2270d0-ef3e-4710-b851-3ae50dc18b85 req-5c7ba661-5327-4078-995e-254c64d119b3 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:05.514199 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5f2270d0-ef3e-4710-b851-3ae50dc18b85 req-5c7ba661-5327-4078-995e-254c64d119b3 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 888 time: 0.1783764 Aug 17 02:51:05.522383 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ffeda1db-714d-4c9c-b0f0-ccf6ccd66fa9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.530769 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec24b6f5-c677-4475-8e54-50b55eb78aba admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.532589 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeda1db-714d-4c9c-b0f0-ccf6ccd66fa9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a93acc8a-9593-41fb-91ef-e52b611e940a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:05.645662 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec24b6f5-c677-4475-8e54-50b55eb78aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.652591 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 58a69c89-2de8-4d4d-9821-1971a6f77ecd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=58a69c89-2de8-4d4d-9821-1971a6f77ecd,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:05.657491 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f318eef2-963d-4a4f-8d03-0116326f37c4 req-28a51317-7e40-4b8d-91b5-b26b69d8523c tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] No DVR routers for this DVR port fd7f69d7-1a34-499e-9de5-f9571c0a3695 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:05.659601 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.db.resource_extend [None req-ffeda1db-714d-4c9c-b0f0-ccf6ccd66fa9 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 02:51:05.673171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '58a69c89-2de8-4d4d-9821-1971a6f77ecd', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '58a69c89-2de8-4d4d-9821-1971a6f77ecd', 'mac_address': 'fa:16:3e:bf:63:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:tempest-test_az-499020370', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:51:05.705563 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f318eef2-963d-4a4f-8d03-0116326f37c4 req-28a51317-7e40-4b8d-91b5-b26b69d8523c tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.708620 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f318eef2-963d-4a4f-8d03-0116326f37c4 req-28a51317-7e40-4b8d-91b5-b26b69d8523c tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.60 "DELETE /v2.0/ports/fd7f69d7-1a34-499e-9de5-f9571c0a3695 HTTP/1.1" status: 204 len: 173 time: 1.6515958 Aug 17 02:51:05.709216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '45dd6674-7e5f-47b5-8356-b22f67c8cbda', 'name': 'network-vif-deleted', 'tag': 'fd7f69d7-1a34-499e-9de5-f9571c0a3695'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:05.711947 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9b75db-549e-4065-ab73-9a2f36a1fbd0" -d '{"events": [{"server_uuid": "45dd6674-7e5f-47b5-8356-b22f67c8cbda", "name": "network-vif-deleted", "tag": "fd7f69d7-1a34-499e-9de5-f9571c0a3695"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:05.769965 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5f2270d0-ef3e-4710-b851-3ae50dc18b85 req-2b0c0a86-a881-4b02-87e8-06b414a12c00 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/security-groups?id=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2392845 Aug 17 02:51:05.819099 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.864331 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a69c89-2de8-4d4d-9821-1971a6f77ecd {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:05.878929 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ffeda1db-714d-4c9c-b0f0-ccf6ccd66fa9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.879925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffeda1db-714d-4c9c-b0f0-ccf6ccd66fa9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:05.880519 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ffeda1db-714d-4c9c-b0f0-ccf6ccd66fa9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.888527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 58a69c89-2de8-4d4d-9821-1971a6f77ecd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=58a69c89-2de8-4d4d-9821-1971a6f77ecd,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:05.961021 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec24b6f5-c677-4475-8e54-50b55eb78aba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:05.984923 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-60f32707-bbeb-40f3-888c-35f711b1d1ec req-f3ec0e99-b283-404b-99fb-2ca142532b81 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 210 time: 0.0799711 Aug 17 02:51:06.001059 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:06.016054 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec24b6f5-c677-4475-8e54-50b55eb78aba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c178229c-25aa-4a0e-8644-a8c72c68b43b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:06.023543 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec24b6f5-c677-4475-8e54-50b55eb78aba admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:06.025865 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ec24b6f5-c677-4475-8e54-50b55eb78aba admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c178229c-25aa-4a0e-8644-a8c72c68b43b HTTP/1.1" status: 204 len: 168 time: 0.8524177 Aug 17 02:51:06.030973 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ffeda1db-714d-4c9c-b0f0-ccf6ccd66fa9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.8725607 Aug 17 02:51:06.032049 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35064) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:06.034742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffeda1db-714d-4c9c-b0f0-ccf6ccd66fa9 admin admin] Pushing event updated for resources: {'Network': ['ID=c28a528a-b139-4af7-9a8b-0c957b3df977,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:06.036921 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35066) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:06.054413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0386af18-f351-42ae-bff7-fd205a063e39 admin admin] Request body: {'subnet': {'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1150108126-subnet', 'tenant_id': 'a5f6c79d6a2f4a25844cdc43d85d6af7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:06.077136 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e991b-5450-450a-b88a-1e6d2ebb3af5 req-feecd371-4386-418b-a1b7-d23b0eb990b6 tempest-NetworksTest-1421101050 tempest-NetworksTest-1421101050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:06.080608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e991b-5450-450a-b88a-1e6d2ebb3af5 req-feecd371-4386-418b-a1b7-d23b0eb990b6 tempest-NetworksTest-1421101050 tempest-NetworksTest-1421101050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:06.080608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e991b-5450-450a-b88a-1e6d2ebb3af5 req-feecd371-4386-418b-a1b7-d23b0eb990b6 tempest-NetworksTest-1421101050 tempest-NetworksTest-1421101050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:06.080608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e991b-5450-450a-b88a-1e6d2ebb3af5 req-feecd371-4386-418b-a1b7-d23b0eb990b6 tempest-NetworksTest-1421101050 tempest-NetworksTest-1421101050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:06.080608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e991b-5450-450a-b88a-1e6d2ebb3af5 req-feecd371-4386-418b-a1b7-d23b0eb990b6 tempest-NetworksTest-1421101050 tempest-NetworksTest-1421101050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:06.080608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-343e991b-5450-450a-b88a-1e6d2ebb3af5 req-feecd371-4386-418b-a1b7-d23b0eb990b6 tempest-NetworksTest-1421101050 tempest-NetworksTest-1421101050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:06.094088 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-343e991b-5450-450a-b88a-1e6d2ebb3af5 req-feecd371-4386-418b-a1b7-d23b0eb990b6 tempest-NetworksTest-1421101050 tempest-NetworksTest-1421101050-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4337 time: 0.7072108 Aug 17 02:51:06.109960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network c28a528a-b139-4af7-9a8b-0c957b3df977 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:51:06.156087 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:06.158785 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.resource_extend [None req-5b216a41-eafb-458d-ba1c-736f4bbaa5c1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 02:51:06.182211 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e96d27de-38e9-40d2-b310-ff10288bbcd5 x-openstack-request-id: req-e96d27de-38e9-40d2-b310-ff10288bbcd5 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:06.182538 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "45dd6674-7e5f-47b5-8356-b22f67c8cbda", "name": "network-vif-deleted", "tag": "fd7f69d7-1a34-499e-9de5-f9571c0a3695", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:06.184405 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e96d27de-38e9-40d2-b310-ff10288bbcd5 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:06.185398 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '45dd6674-7e5f-47b5-8356-b22f67c8cbda', 'name': 'network-vif-deleted', 'tag': 'fd7f69d7-1a34-499e-9de5-f9571c0a3695', 'status': 'completed', 'code': 200} Aug 17 02:51:06.200528 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0386af18-f351-42ae-bff7-fd205a063e39 admin admin] Made reservation on behalf of a5f6c79d6a2f4a25844cdc43d85d6af7 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:06.203283 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0386af18-f351-42ae-bff7-fd205a063e39 admin admin] Notify callbacks [] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:06.224858 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['58a69c89-2de8-4d4d-9821-1971a6f77ecd'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:06.280248 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=58a69c89-2de8-4d4d-9821-1971a6f77ecd,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:06.292233 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5b216a41-eafb-458d-ba1c-736f4bbaa5c1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:06.311405 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f32ea59-9591-4a82-adf5-4beb50289fd3 req-1d904fbf-7506-4491-9379-5322dcd80fbe tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:06.319686 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2f32ea59-9591-4a82-adf5-4beb50289fd3 req-1d904fbf-7506-4491-9379-5322dcd80fbe tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 970 time: 0.1083074 Aug 17 02:51:06.372634 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2f32ea59-9591-4a82-adf5-4beb50289fd3 req-9548ef97-6fbc-4443-8e60-9d5c69321cfc tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0520165 Aug 17 02:51:06.435610 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:06.440757 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5b216a41-eafb-458d-ba1c-736f4bbaa5c1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:06.460517 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:06.460900 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:06.461675 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:06.462056 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Subscribe: > port after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:06.462427 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Subscribe: > port after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:06.462764 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Subscribe: > port after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:06.463178 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:06.463610 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:06.463828 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:06.464192 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:06.534394 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:06.534767 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:06.535086 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:06.535428 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=101970) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Aug 17 02:51:06.535805 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88f0d2cc-4002-46b8-be97-1d26351e2f71']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:06.567781 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-5b216a41-eafb-458d-ba1c-736f4bbaa5c1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Floating IP 9cd07975-e849-4434-b343-562b6c560858 associated. External IP: 172.25.1.153, port: a980bcf3-e3f3-499c-8444-377ade592dbc. Aug 17 02:51:06.589959 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10ebd2f9-69d0-42a7-8d5f-1872f8553944') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:06.590377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10ebd2f9-69d0-42a7-8d5f-1872f8553944') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:06.609733 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-be516c53-c971-4523-afac-b4bf336757c1 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=7d8aeaf54ce340f9b3c49c244f459dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0576797 Aug 17 02:51:06.622262 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:06.661925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bbf50e-0c18-40d4-b45a-1314598bec72 req-bd766924-5100-467c-8819-5a77effe44d1 tempest-NetworksTest-1421101050 tempest-NetworksTest-1421101050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:06.663618 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07bbf50e-0c18-40d4-b45a-1314598bec72 req-bd766924-5100-467c-8819-5a77effe44d1 tempest-NetworksTest-1421101050 tempest-NetworksTest-1421101050-project-admin] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 886 time: 0.4470122 Aug 17 02:51:06.703607 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:06.761919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:51:06.761919 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: from cryptography.utils import int_from_bytes Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: from cryptography.utils import int_from_bytes Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: timer() Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:51:06.766317 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:51:07.050700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-7cf90d8b-0d2b-4cf5-80a7-63b3df907a52 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:07.050700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-7cf90d8b-0d2b-4cf5-80a7-63b3df907a52 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2949293 Aug 17 02:51:07.050700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-2d09411a-6164-4be9-a0c6-7c841ed3a56f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Request body: {'port': {'device_id': 'd91d821c-63f8-4a1b-8077-ec304f215f49', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '7d8aeaf54ce340f9b3c49c244f459dc9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:07.050700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef913df1-5ec7-47ab-a1bb-64cb519d477a req-c6e4e6fc-1846-4a5b-b379-ee2a2dcd6e93 tempest-AggregatesAdminTestJSON-1998786453 tempest-AggregatesAdminTestJSON-1998786453-project] 10.222.0.10 "GET /v2.0/ports?device_id=45dd6674-7e5f-47b5-8356-b22f67c8cbda HTTP/1.1" status: 200 len: 210 time: 0.0689118 Aug 17 02:51:07.076357 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-891e9522-4513-42a6-86d9-0368ae78271a req-693d3a06-0656-46db-931a-3ec04a432780 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4594266 Aug 17 02:51:07.092668 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e50a53-9d30-48b3-b598-86e7af4ec7ce req-72853e08-01d8-447e-879c-ce630368cecc tempest-NetworksTest-1421101050 tempest-NetworksTest-1421101050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:07.093437 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e50a53-9d30-48b3-b598-86e7af4ec7ce req-72853e08-01d8-447e-879c-ce630368cecc tempest-NetworksTest-1421101050 tempest-NetworksTest-1421101050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:07.093980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e50a53-9d30-48b3-b598-86e7af4ec7ce req-72853e08-01d8-447e-879c-ce630368cecc tempest-NetworksTest-1421101050 tempest-NetworksTest-1421101050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:07.094744 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e50a53-9d30-48b3-b598-86e7af4ec7ce req-72853e08-01d8-447e-879c-ce630368cecc tempest-NetworksTest-1421101050 tempest-NetworksTest-1421101050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:07.095252 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e50a53-9d30-48b3-b598-86e7af4ec7ce req-72853e08-01d8-447e-879c-ce630368cecc tempest-NetworksTest-1421101050 tempest-NetworksTest-1421101050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:07.096322 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e50a53-9d30-48b3-b598-86e7af4ec7ce req-72853e08-01d8-447e-879c-ce630368cecc tempest-NetworksTest-1421101050 tempest-NetworksTest-1421101050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:07.096885 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e50a53-9d30-48b3-b598-86e7af4ec7ce req-72853e08-01d8-447e-879c-ce630368cecc tempest-NetworksTest-1421101050 tempest-NetworksTest-1421101050-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:07.099078 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d5e50a53-9d30-48b3-b598-86e7af4ec7ce req-72853e08-01d8-447e-879c-ce630368cecc tempest-NetworksTest-1421101050 tempest-NetworksTest-1421101050-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4963 time: 0.2120557 Aug 17 02:51:07.139428 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ed1046e-f0fa-4085-8514-3209ccfbc77c req-c1128de3-e879-4692-99f3-16cd81e7512e tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 210 time: 0.0307617 Aug 17 02:51:07.224960 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:07.226592 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e9522-4513-42a6-86d9-0368ae78271a req-067926e2-88fd-48c8-b737-849d776dad11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:07.226720 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-2d09411a-6164-4be9-a0c6-7c841ed3a56f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Made reservation on behalf of 7d8aeaf54ce340f9b3c49c244f459dc9 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:07.229102 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-891e9522-4513-42a6-86d9-0368ae78271a req-067926e2-88fd-48c8-b737-849d776dad11 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d8aeaf54ce340f9b3c49c244f459dc9&device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 1099 time: 0.0904067 Aug 17 02:51:07.230507 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-2d09411a-6164-4be9-a0c6-7c841ed3a56f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:07.490621 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0386af18-f351-42ae-bff7-fd205a063e39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:07.490621 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:07.490621 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] 10.222.0.10 "DELETE /v2.0/networks/88f0d2cc-4002-46b8-be97-1d26351e2f71 HTTP/1.1" status: 204 len: 168 time: 1.2299657 Aug 17 02:51:07.490979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b216a41-eafb-458d-ba1c-736f4bbaa5c1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Router aeec86d2-5372-4e45-9c62-4ad089baf782 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:51:07.491063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df0fdb0b-27b2-4d55-b99e-3ef39388bf52 admin admin] Pushing event deleted for resources: {'Network': ['ID=88f0d2cc-4002-46b8-be97-1d26351e2f71,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:07.491063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0386af18-f351-42ae-bff7-fd205a063e39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=05b2cba6-8685-4b11-af3a-42bf68dfb97b,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:07.491063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0386af18-f351-42ae-bff7-fd205a063e39 admin admin] Checking segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:07.491063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0386af18-f351-42ae-bff7-fd205a063e39 admin admin] Network hostable DHCP agents. Network: c28a528a-b139-4af7-9a8b-0c957b3df977, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:51:07.491337 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e9522-4513-42a6-86d9-0368ae78271a req-d7a3da06-f821-48b3-b168-95c12f2ea90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:07.491337 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-891e9522-4513-42a6-86d9-0368ae78271a req-d7a3da06-f821-48b3-b168-95c12f2ea90a service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.1888487 Aug 17 02:51:07.491475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-2d09411a-6164-4be9-a0c6-7c841ed3a56f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Allocated IP 192.168.233.61 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/8da3236a-a221-4cb9-a78f-8b86f6321833) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:07.491556 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 58a69c89-2de8-4d4d-9821-1971a6f77ecd up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:07.505526 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-891e9522-4513-42a6-86d9-0368ae78271a req-319b97c7-01c2-42a9-b221-04d857dae9a6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.9&port_id=4c8b8864-bbd4-402e-a100-33f8b6daa9e0 HTTP/1.1" status: 200 len: 217 time: 0.0573809 Aug 17 02:51:07.582116 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b216a41-eafb-458d-ba1c-736f4bbaa5c1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:51:07.588694 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5b216a41-eafb-458d-ba1c-736f4bbaa5c1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:07.601073 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5293ea5b-a09b-4440-897c-d78ed20cef06 None None] Sync routers for ids ['aeec86d2-5372-4e45-9c62-4ad089baf782'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:51:07.619911 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5293ea5b-a09b-4440-897c-d78ed20cef06 None None] Routers {'aeec86d2-5372-4e45-9c62-4ad089baf782'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:07.621965 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5293ea5b-a09b-4440-897c-d78ed20cef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:50:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['aeec86d2-5372-4e45-9c62-4ad089baf782'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:07.638824 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5b216a41-eafb-458d-ba1c-736f4bbaa5c1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "PUT /v2.0/floatingips/9cd07975-e849-4434-b343-562b6c560858 HTTP/1.1" status: 200 len: 992 time: 2.5911503 Aug 17 02:51:07.638824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e9522-4513-42a6-86d9-0368ae78271a req-d07d531e-d389-4407-bab0-2f30e80f28b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:07.638824 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-891e9522-4513-42a6-86d9-0368ae78271a req-d07d531e-d389-4407-bab0-2f30e80f28b6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0968404 Aug 17 02:51:07.638824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cade7525-2a35-46e7-abbc-f221f5d40d64', 'tag': 'a980bcf3-e3f3-499c-8444-377ade592dbc'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:07.647361 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80df92fe-af3e-458f-abbc-8e940135cd14" -d '{"events": [{"name": "network-changed", "server_uuid": "cade7525-2a35-46e7-abbc-f221f5d40d64", "tag": "a980bcf3-e3f3-499c-8444-377ade592dbc"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:07.681138 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2c9d48-5930-499a-b7ba-6e174c143d57 req-4296da01-c532-4eef-8e6b-08faf83f8ec4 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:07.696006 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb2c9d48-5930-499a-b7ba-6e174c143d57 req-4296da01-c532-4eef-8e6b-08faf83f8ec4 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 970 time: 0.2398694 Aug 17 02:51:07.773718 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb2c9d48-5930-499a-b7ba-6e174c143d57 req-f50c85a5-5381-4e0b-a062-3902d4a7f1ee tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764339 Aug 17 02:51:07.805070 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-891e9522-4513-42a6-86d9-0368ae78271a req-4c9dd9ee-c3f6-43bd-9402-e7e01c1a3e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:07.807048 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-891e9522-4513-42a6-86d9-0368ae78271a req-4c9dd9ee-c3f6-43bd-9402-e7e01c1a3e2a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1562045 Aug 17 02:51:07.867183 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61627882-3089-4bd3-803b-612291862533 x-openstack-request-id: req-61627882-3089-4bd3-803b-612291862533 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:07.872271 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cade7525-2a35-46e7-abbc-f221f5d40d64", "tag": "a980bcf3-e3f3-499c-8444-377ade592dbc", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:07.872410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.30', 54492) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:07.872520 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-61627882-3089-4bd3-803b-612291862533 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:07.872520 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cade7525-2a35-46e7-abbc-f221f5d40d64', 'tag': 'a980bcf3-e3f3-499c-8444-377ade592dbc', 'status': 'completed', 'code': 200} Aug 17 02:51:07.881532 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-5293ea5b-a09b-4440-897c-d78ed20cef06 None None] Set router aeec86d2-5372-4e45-9c62-4ad089baf782 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:51:07.903419 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-2d09411a-6164-4be9-a0c6-7c841ed3a56f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:07.918719 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-891e9522-4513-42a6-86d9-0368ae78271a req-a46ced13-e0e8-457c-8e4c-86d5d1a74dd0 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1032567 Aug 17 02:51:07.922186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-2d09411a-6164-4be9-a0c6-7c841ed3a56f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Transition to ACTIVE for port object 8da3236a-a221-4cb9-a78f-8b86f6321833 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:07.933790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df92fe-af3e-458f-abbc-8e940135cd14 req-c7ebc255-8c35-4309-9e08-a22a788fff97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:07.935478 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80df92fe-af3e-458f-abbc-8e940135cd14 req-c7ebc255-8c35-4309-9e08-a22a788fff97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e6410af048b470194fd20ed17316325&device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 1097 time: 0.0667567 Aug 17 02:51:07.939377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0386af18-f351-42ae-bff7-fd205a063e39 admin admin] Network c28a528a-b139-4af7-9a8b-0c957b3df977 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:51:07.973160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 58a69c89-2de8-4d4d-9821-1971a6f77ecd completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:07.978503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 58a69c89-2de8-4d4d-9821-1971a6f77ecd triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:07.978887 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.050428 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-891e9522-4513-42a6-86d9-0368ae78271a req-aa3b5e47-3661-49ea-b6bf-a4d190abc86c service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186817 Aug 17 02:51:08.059570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-0386af18-f351-42ae-bff7-fd205a063e39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, c28a528a-b139-4af7-9a8b-0c957b3df977) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:08.068910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0386af18-f351-42ae-bff7-fd205a063e39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:08.069757 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0386af18-f351-42ae-bff7-fd205a063e39 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.077984 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc66d654-066c-49da-9268-1faae56936a2 None None] Network c28a528a-b139-4af7-9a8b-0c957b3df977 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:08.114667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df92fe-af3e-458f-abbc-8e940135cd14 req-4485ce19-899e-4e64-99cf-d42dda22772b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:08.116945 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80df92fe-af3e-458f-abbc-8e940135cd14 req-4485ce19-899e-4e64-99cf-d42dda22772b service neutron] 10.222.0.30 "GET /v2.0/networks?id=f45940e8-4b9f-4734-873f-fadaf2365bc9 HTTP/1.1" status: 200 len: 923 time: 0.1729681 Aug 17 02:51:08.204021 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.252912 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0386af18-f351-42ae-bff7-fd205a063e39 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.2146015 Aug 17 02:51:08.265092 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-2d09411a-6164-4be9-a0c6-7c841ed3a56f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.271075 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 58a69c89-2de8-4d4d-9821-1971a6f77ecd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=58a69c89-2de8-4d4d-9821-1971a6f77ecd,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:08.273143 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5293ea5b-a09b-4440-897c-d78ed20cef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:50:19Z', 'revision_number': 4, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '9cd07975-e849-4434-b343-562b6c560858', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'port_id': 'a980bcf3-e3f3-499c-8444-377ade592dbc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'mac_address': 'fa:16:3e:c3:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cade7525-2a35-46e7-abbc-f221f5d40d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:50:43Z', 'updated_at': '2021-08-17T02:51:06Z', 'revision_number': 1, 'project_id': '4e6410af048b470194fd20ed17316325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a62716a-8bf4-4971-b62d-188fd8bd5d93', 'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'mac_address': 'fa:16:3e:a9:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:18Z', 'updated_at': '2021-08-17T02:50:24Z', 'revision_number': 5, 'project_id': '4e6410af048b470194fd20ed17316325', 'subnets': [{'id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:08.296289 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7b07a7-96d8-459a-a46a-6b4685089eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a69c89-2de8-4d4d-9821-1971a6f77ecd'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:08.307063 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5293ea5b-a09b-4440-897c-d78ed20cef06 None None] Checking router: aeec86d2-5372-4e45-9c62-4ad089baf782 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:51:08.317454 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4958aaf8-412f-4937-aa65-51f45cb1586c" -d '{"events": [{"server_uuid": "0f7b07a7-96d8-459a-a46a-6b4685089eac", "name": "network-vif-plugged", "status": "completed", "tag": "58a69c89-2de8-4d4d-9821-1971a6f77ecd"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:08.317454 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['4c8b8864-bbd4-402e-a100-33f8b6daa9e0'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:08.317959 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35116) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:08.320196 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5293ea5b-a09b-4440-897c-d78ed20cef06 None None] Routers {'aeec86d2-5372-4e45-9c62-4ad089baf782'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:51:08.321198 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5293ea5b-a09b-4440-897c-d78ed20cef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:50:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['aeec86d2-5372-4e45-9c62-4ad089baf782'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:08.472544 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.473797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fd7f69d7-1a34-499e-9de5-f9571c0a3695 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:08.511762 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-191a05ce-a6d5-463d-b35d-376aa7e0421a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d3bbcb18251d41079efc223fd6e65a32&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865320 Aug 17 02:51:08.515753 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35118) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:08.564424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-2d09411a-6164-4be9-a0c6-7c841ed3a56f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:08.595539 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-2d09411a-6164-4be9-a0c6-7c841ed3a56f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:08.661638 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b85e682d-e64e-409a-af86-6fa30181f30f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.664115 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-5293ea5b-a09b-4440-897c-d78ed20cef06 None None] Set router aeec86d2-5372-4e45-9c62-4ad089baf782 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:51:08.683219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-2d09411a-6164-4be9-a0c6-7c841ed3a56f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:08.715584 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b85e682d-e64e-409a-af86-6fa30181f30f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.742283 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254e9983-47d7-4360-bf02-6d63d05d09af x-openstack-request-id: req-254e9983-47d7-4360-bf02-6d63d05d09af {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:08.743022 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7b07a7-96d8-459a-a46a-6b4685089eac", "name": "network-vif-plugged", "status": "completed", "tag": "58a69c89-2de8-4d4d-9821-1971a6f77ecd", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:08.743022 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-254e9983-47d7-4360-bf02-6d63d05d09af {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:08.743359 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7b07a7-96d8-459a-a46a-6b4685089eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a69c89-2de8-4d4d-9821-1971a6f77ecd', 'code': 200} Aug 17 02:51:08.765705 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80df92fe-af3e-458f-abbc-8e940135cd14 req-4ec799b0-600d-4ec7-821e-147d3488f7ea service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a980bcf3-e3f3-499c-8444-377ade592dbc HTTP/1.1" status: 200 len: 1000 time: 0.6391146 Aug 17 02:51:08.885003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-2d09411a-6164-4be9-a0c6-7c841ed3a56f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:08.896579 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-2d09411a-6164-4be9-a0c6-7c841ed3a56f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.911559 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35126) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:08.920517 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: fd7f69d7-1a34-499e-9de5-f9571c0a3695 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:08.921114 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fd7f69d7-1a34-499e-9de5-f9571c0a3695 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:08.921453 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b85e682d-e64e-409a-af86-6fa30181f30f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.926513 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b85e682d-e64e-409a-af86-6fa30181f30f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:08.936941 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b85e682d-e64e-409a-af86-6fa30181f30f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d55dab53-6395-4918-bf81-94bc1e9a96b5 HTTP/1.1" status: 204 len: 168 time: 0.4139237 Aug 17 02:51:08.952401 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85e682d-e64e-409a-af86-6fa30181f30f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d55dab53-6395-4918-bf81-94bc1e9a96b5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:08.965576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d09411a-6164-4be9-a0c6-7c841ed3a56f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Pushing event updated for resources: {'Port': ['ID=8da3236a-a221-4cb9-a78f-8b86f6321833,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:08.970453 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=58a69c89-2de8-4d4d-9821-1971a6f77ecd,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:09.004464 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df92fe-af3e-458f-abbc-8e940135cd14 req-26be2e3d-5dcd-46d4-9ae1-f08f4e012798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:09.010456 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80df92fe-af3e-458f-abbc-8e940135cd14 req-26be2e3d-5dcd-46d4-9ae1-f08f4e012798 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8abdf405-4e8c-493a-8ed4-15c7c9f58d67 HTTP/1.1" status: 200 len: 862 time: 0.1111794 Aug 17 02:51:09.043948 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0838655-384a-419c-b8d6-531baf2ec881 None None] Network c28a528a-b139-4af7-9a8b-0c957b3df977 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:09.049177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96feab8-509a-4038-87ea-499613eb88af req-0b05338f-3f8f-4e36-888b-e96a066ae835 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:09.061668 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a96feab8-509a-4038-87ea-499613eb88af req-0b05338f-3f8f-4e36-888b-e96a066ae835 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 935 time: 0.5493712 Aug 17 02:51:09.070378 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5293ea5b-a09b-4440-897c-d78ed20cef06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:50:19Z', 'revision_number': 4, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '9cd07975-e849-4434-b343-562b6c560858', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'port_id': 'a980bcf3-e3f3-499c-8444-377ade592dbc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'mac_address': 'fa:16:3e:c3:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cade7525-2a35-46e7-abbc-f221f5d40d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:50:43Z', 'updated_at': '2021-08-17T02:51:06Z', 'revision_number': 1, 'project_id': '4e6410af048b470194fd20ed17316325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a62716a-8bf4-4971-b62d-188fd8bd5d93', 'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'mac_address': 'fa:16:3e:a9:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:18Z', 'updated_at': '2021-08-17T02:50:24Z', 'revision_number': 5, 'project_id': '4e6410af048b470194fd20ed17316325', 'subnets': [{'id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:51:09.127655 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade7ad89-ed04-48ed-964f-32691a7349b3 req-3c8cc7ef-ff01-4e65-a2a4-c4420bd45d8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:09.129260 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ade7ad89-ed04-48ed-964f-32691a7349b3 req-3c8cc7ef-ff01-4e65-a2a4-c4420bd45d8e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 1122 time: 0.5609281 Aug 17 02:51:09.143347 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5293ea5b-a09b-4440-897c-d78ed20cef06 None None] The sync data for ids ['aeec86d2-5372-4e45-9c62-4ad089baf782'] in n-d-802060-9 is: [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:50:19Z', 'revision_number': 4, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '9cd07975-e849-4434-b343-562b6c560858', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'port_id': 'a980bcf3-e3f3-499c-8444-377ade592dbc', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'mac_address': 'fa:16:3e:c3:91:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cade7525-2a35-46e7-abbc-f221f5d40d64', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:50:43Z', 'updated_at': '2021-08-17T02:51:06Z', 'revision_number': 1, 'project_id': '4e6410af048b470194fd20ed17316325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a62716a-8bf4-4971-b62d-188fd8bd5d93', 'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'mac_address': 'fa:16:3e:a9:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:18Z', 'updated_at': '2021-08-17T02:50:24Z', 'revision_number': 5, 'project_id': '4e6410af048b470194fd20ed17316325', 'subnets': [{'id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:51:09.150245 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a96feab8-509a-4038-87ea-499613eb88af req-cfca5ed7-399a-4c20-a1d5-4dc99f26c298 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845563 Aug 17 02:51:09.155165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3c50c610-0b02-4b27-ba0b-eb77d8422728 None None] Provisioning for port 8da3236a-a221-4cb9-a78f-8b86f6321833 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:09.158452 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-2d09411a-6164-4be9-a0c6-7c841ed3a56f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2259567 Aug 17 02:51:09.191579 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Request body: {'port': {'device_id': 'd91d821c-63f8-4a1b-8077-ec304f215f49', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:09.216420 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd9739-8570-4f91-af6e-a8bf0f41c3af req-a2b86d57-d4b5-4ec1-95f7-984d495e2928 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:09.234396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3c50c610-0b02-4b27-ba0b-eb77d8422728 None None] Provisioning complete for port 8da3236a-a221-4cb9-a78f-8b86f6321833 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:09.234396 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3c50c610-0b02-4b27-ba0b-eb77d8422728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:09.236544 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58dd9739-8570-4f91-af6e-a8bf0f41c3af req-a2b86d57-d4b5-4ec1-95f7-984d495e2928 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.1201990 Aug 17 02:51:09.290753 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ade7ad89-ed04-48ed-964f-32691a7349b3 req-c816d4d7-33f1-4ec2-9321-6e0ca208ce11 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267974 Aug 17 02:51:09.304962 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80df92fe-af3e-458f-abbc-8e940135cd14 req-868ddf7e-b3a7-4638-94a4-ae4902ac7866 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:09.307418 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80df92fe-af3e-458f-abbc-8e940135cd14 req-868ddf7e-b3a7-4638-94a4-ae4902ac7866 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f45940e8-4b9f-4734-873f-fadaf2365bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2848437 Aug 17 02:51:09.312509 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:09.333522 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58dd9739-8570-4f91-af6e-a8bf0f41c3af req-56668173-fadb-4b3c-98f7-51a49f1a8d3e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920749 Aug 17 02:51:09.346288 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-3c50c610-0b02-4b27-ba0b-eb77d8422728 None None] Port 8da3236a-a221-4cb9-a78f-8b86f6321833 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:51:09.436778 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ac62c62-2a5e-45af-a2b6-c29552a1de25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:09.532428 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80df92fe-af3e-458f-abbc-8e940135cd14 req-4b4c3ccc-32e3-4914-ba31-6114ae5da02d service neutron] 10.222.0.30 "GET /v2.0/networks/f45940e8-4b9f-4734-873f-fadaf2365bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154739 Aug 17 02:51:09.532612 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35142) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:09.540944 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15c1d461-5fde-4819-9bb1-e9e0e20ba30a None None] New status for floating IP 9cd07975-e849-4434-b343-562b6c560858: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:51:09.577203 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ac62c62-2a5e-45af-a2b6-c29552a1de25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:09.657925 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ac62c62-2a5e-45af-a2b6-c29552a1de25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:09.705029 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1ac62c62-2a5e-45af-a2b6-c29552a1de25 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a03feb4bfaf462d99878cbb5c1842e5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7919183 Aug 17 02:51:09.706203 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac62c62-2a5e-45af-a2b6-c29552a1de25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23e631f-b97a-457c-bc67-399806b299ca,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:09.707690 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35150) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:09.738511 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80df92fe-af3e-458f-abbc-8e940135cd14 req-5b3d7bc9-14c6-42b1-92b6-b8d5443c73a3 service neutron] 10.222.0.30 "GET /v2.0/networks/f45940e8-4b9f-4734-873f-fadaf2365bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1970174 Aug 17 02:51:09.807491 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5d5eea2b-79cf-4653-ba4f-688d1cf8598e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:09.857591 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5d5eea2b-79cf-4653-ba4f-688d1cf8598e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:09.860761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8da3236a-a221-4cb9-a78f-8b86f6321833 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:09.876746 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:09.910920 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Transition to ACTIVE for port object 8da3236a-a221-4cb9-a78f-8b86f6321833 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:09.989754 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-50ef8d7a-ad60-4fd8-bb76-1ec08f0d164d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3697937d8eae4b9cbb24d62d24c0a03b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4549365 Aug 17 02:51:09.991334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35156) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:10.007099 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5d5eea2b-79cf-4653-ba4f-688d1cf8598e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.009632 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5d5eea2b-79cf-4653-ba4f-688d1cf8598e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.011766 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5d5eea2b-79cf-4653-ba4f-688d1cf8598e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e23e631f-b97a-457c-bc67-399806b299ca HTTP/1.1" status: 204 len: 168 time: 0.3020864 Aug 17 02:51:10.016163 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.061328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5eea2b-79cf-4653-ba4f-688d1cf8598e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23e631f-b97a-457c-bc67-399806b299ca,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:10.126765 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Pushing event updated for resources: {'Port': ['ID=8da3236a-a221-4cb9-a78f-8b86f6321833,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:10.153806 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c44ffbf-80c2-4ba3-8b83-210eadb6d9ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.189287 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c44ffbf-80c2-4ba3-8b83-210eadb6d9ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.240979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Attempting to bind port 8da3236a-a221-4cb9-a78f-8b86f6321833 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:10.241311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Attempting to bind port 8da3236a-a221-4cb9-a78f-8b86f6321833 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:10.241873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Attempting to bind port 8da3236a-a221-4cb9-a78f-8b86f6321833 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:10.253686 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35166) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:10.267989 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Port 8da3236a-a221-4cb9-a78f-8b86f6321833 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:51:10.268313 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Attempting to bind port 8da3236a-a221-4cb9-a78f-8b86f6321833 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:10.287619 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:10.288017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:10.288340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:10.289657 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Bound port: 8da3236a-a221-4cb9-a78f-8b86f6321833, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:10.290162 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.315657 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dcbb32-b728-4440-aa7a-00043c8fc8ba req-09ff9f26-f0cb-48c5-8a83-c0937dd6463c tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:10.317486 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54dcbb32-b728-4440-aa7a-00043c8fc8ba req-09ff9f26-f0cb-48c5-8a83-c0937dd6463c tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 947 time: 0.0691729 Aug 17 02:51:10.326934 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-81f7ccf8-721e-4fdb-8528-0123cc7aad83 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8fabce8a5c544356bd6c8a6b3c404927&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0711370 Aug 17 02:51:10.336673 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35168) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:10.415004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] For port 8da3236a-a221-4cb9-a78f-8b86f6321833, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:10.421300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] For port 8da3236a-a221-4cb9-a78f-8b86f6321833, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=8da3236a-a221-4cb9-a78f-8b86f6321833,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:10.433389 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54dcbb32-b728-4440-aa7a-00043c8fc8ba req-850f4513-ca31-4194-90a2-5553bc10258e tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035800 Aug 17 02:51:10.443785 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2bc30c9c-414f-4db5-9b7a-52821bde7068 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.471963 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2bc30c9c-414f-4db5-9b7a-52821bde7068 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.475059 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c44ffbf-80c2-4ba3-8b83-210eadb6d9ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.478441 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c44ffbf-80c2-4ba3-8b83-210eadb6d9ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.491425 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1c44ffbf-80c2-4ba3-8b83-210eadb6d9ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6 HTTP/1.1" status: 204 len: 168 time: 0.4881158 Aug 17 02:51:10.497210 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c44ffbf-80c2-4ba3-8b83-210eadb6d9ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4efbfd7-cf6a-4c4c-8717-851d5a3d8fd6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:10.526429 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bb2730-ba6e-4e21-82af-50df9278b2a8 req-e60961f9-0177-4a2a-a6b2-3bcda2facdf0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:10.527573 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-28bb2730-ba6e-4e21-82af-50df9278b2a8 req-e60961f9-0177-4a2a-a6b2-3bcda2facdf0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.0863953 Aug 17 02:51:10.529792 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.579656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:10.583138 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.583138 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] 10.222.0.30 "PUT /v2.0/ports/8da3236a-a221-4cb9-a78f-8b86f6321833 HTTP/1.1" status: 200 len: 1095 time: 1.3951676 Aug 17 02:51:10.583138 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd91d821c-63f8-4a1b-8077-ec304f215f49', 'tag': '8da3236a-a221-4cb9-a78f-8b86f6321833'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:10.584820 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f47923b0-fa3e-4123-a2d6-b42fb89ef1b4" -d '{"events": [{"name": "network-changed", "server_uuid": "d91d821c-63f8-4a1b-8077-ec304f215f49", "tag": "8da3236a-a221-4cb9-a78f-8b86f6321833"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:10.646677 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2bc30c9c-414f-4db5-9b7a-52821bde7068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.649335 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2bc30c9c-414f-4db5-9b7a-52821bde7068 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:10.652411 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b47796d-b81c-4e12-b39f-7543c3c3e6e2 x-openstack-request-id: req-9b47796d-b81c-4e12-b39f-7543c3c3e6e2 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:10.652709 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d91d821c-63f8-4a1b-8077-ec304f215f49", "tag": "8da3236a-a221-4cb9-a78f-8b86f6321833", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:10.652970 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b47796d-b81c-4e12-b39f-7543c3c3e6e2 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:10.653369 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd91d821c-63f8-4a1b-8077-ec304f215f49', 'tag': '8da3236a-a221-4cb9-a78f-8b86f6321833', 'status': 'completed', 'code': 200} Aug 17 02:51:10.654230 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2bc30c9c-414f-4db5-9b7a-52821bde7068 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ad73bae-9e75-48c8-a5a9-d5e0be275f71 HTTP/1.1" status: 204 len: 168 time: 0.3165836 Aug 17 02:51:10.664186 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc30c9c-414f-4db5-9b7a-52821bde7068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ad73bae-9e75-48c8-a5a9-d5e0be275f71,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:10.670658 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53cd66e1-5b1d-44f2-a4ab-ba80a8ad4cac service neutron] Pushing event updated for resources: {'Port': ['ID=8da3236a-a221-4cb9-a78f-8b86f6321833,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:10.678967 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-28bb2730-ba6e-4e21-82af-50df9278b2a8 req-03f3496d-639e-4882-b2a3-c615703ce738 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456866 Aug 17 02:51:10.736061 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47923b0-fa3e-4123-a2d6-b42fb89ef1b4 req-96deac17-413d-48cd-8d6a-3cf533d51cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:10.737979 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f47923b0-fa3e-4123-a2d6-b42fb89ef1b4 req-96deac17-413d-48cd-8d6a-3cf533d51cd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d8aeaf54ce340f9b3c49c244f459dc9&device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 1098 time: 0.0794313 Aug 17 02:51:10.777163 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f47923b0-fa3e-4123-a2d6-b42fb89ef1b4 req-6caeeea8-b082-407e-8ea4-7de0f4d78c09 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7d8aeaf54ce340f9b3c49c244f459dc9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0299437 Aug 17 02:51:10.903534 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f47923b0-fa3e-4123-a2d6-b42fb89ef1b4 req-49dcf345-e370-4551-87c6-7319516a9753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:10.905127 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f47923b0-fa3e-4123-a2d6-b42fb89ef1b4 req-49dcf345-e370-4551-87c6-7319516a9753 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1114912 Aug 17 02:51:10.982317 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-e2132dac-2ff6-49b8-a92f-125deace9139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:10.983848 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-e2132dac-2ff6-49b8-a92f-125deace9139 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d8aeaf54ce340f9b3c49c244f459dc9&device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 1098 time: 0.0402055 Aug 17 02:51:11.031501 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-5e4b61d8-4597-4810-87c0-a54a45d851dd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.61&port_id=8da3236a-a221-4cb9-a78f-8b86f6321833 HTTP/1.1" status: 200 len: 217 time: 0.0396650 Aug 17 02:51:11.081904 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-e8e8baeb-b313-44ef-a9a1-269fb40378d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:11.083445 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-e8e8baeb-b313-44ef-a9a1-269fb40378d2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0453238 Aug 17 02:51:11.135677 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-83ece2dc-e7f3-4a56-b521-53f17e928fc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:11.138258 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-83ece2dc-e7f3-4a56-b521-53f17e928fc4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0413952 Aug 17 02:51:11.240328 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-cd07e374-06f5-4fc0-a02e-bf967691ca8a service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947235 Aug 17 02:51:11.332024 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3fa24eec-08a1-434c-b387-3ca60292dfb0 req-55b592e7-35f0-4a12-8e20-390c936dbb71 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842662 Aug 17 02:51:11.377318 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35196) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:11.391590 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bef28a87-b82f-4aa2-8699-4b951c2782de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:11.487654 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bef28a87-b82f-4aa2-8699-4b951c2782de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:11.568448 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bef28a87-b82f-4aa2-8699-4b951c2782de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:11.591975 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd3408be-5807-40f5-b914-544061e333e7 req-d6cc9fa9-d4cc-44a3-b685-396515871d1f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:11.591975 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd3408be-5807-40f5-b914-544061e333e7 req-d6cc9fa9-d4cc-44a3-b685-396515871d1f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 947 time: 0.0576050 Aug 17 02:51:11.600278 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bef28a87-b82f-4aa2-8699-4b951c2782de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e84468146f5e40d6ad30b176139c8a1f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2218273 Aug 17 02:51:11.602905 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35204) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:11.637175 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd3408be-5807-40f5-b914-544061e333e7 req-cbf4f65f-01fd-4277-9f05-66de41c88813 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388391 Aug 17 02:51:11.654371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef28a87-b82f-4aa2-8699-4b951c2782de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3bed632-fe7b-4da0-b98c-5cb341887aa8,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:11.684466 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-df8919ec-0118-48e0-8ac0-c569eea9c54e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:11.708683 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-df8919ec-0118-48e0-8ac0-c569eea9c54e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:11.793231 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35210) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:11.795859 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-25be18cd-ef9b-481b-b88e-b90dae6b60b6 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1789910792-network', 'tenant_id': 'ad059d0c47424b318c82db7dcb58e5bb'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:11.848617 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-df8919ec-0118-48e0-8ac0-c569eea9c54e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:11.851486 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-df8919ec-0118-48e0-8ac0-c569eea9c54e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:11.852562 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-df8919ec-0118-48e0-8ac0-c569eea9c54e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f3bed632-fe7b-4da0-b98c-5cb341887aa8 HTTP/1.1" status: 204 len: 168 time: 0.2485147 Aug 17 02:51:11.864935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df8919ec-0118-48e0-8ac0-c569eea9c54e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3bed632-fe7b-4da0-b98c-5cb341887aa8,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:11.868508 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867647c5-e2b2-4a5b-aded-5c2f54c8fe09 req-bcf564d3-519f-4b81-8097-ac6b93d4997e tempest-MigrationsAdminTest-816244816 tempest-MigrationsAdminTest-816244816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:11.870995 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-867647c5-e2b2-4a5b-aded-5c2f54c8fe09 req-bcf564d3-519f-4b81-8097-ac6b93d4997e tempest-MigrationsAdminTest-816244816 tempest-MigrationsAdminTest-816244816-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 1122 time: 0.0663240 Aug 17 02:51:11.910282 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-867647c5-e2b2-4a5b-aded-5c2f54c8fe09 req-2c74982a-22d1-48b1-97e8-01aad863b6bc tempest-MigrationsAdminTest-816244816 tempest-MigrationsAdminTest-816244816-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:11.922863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25be18cd-ef9b-481b-b88e-b90dae6b60b6 admin admin] Made reservation on behalf of ad059d0c47424b318c82db7dcb58e5bb for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:11.925328 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25be18cd-ef9b-481b-b88e-b90dae6b60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:11.940055 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25be18cd-ef9b-481b-b88e-b90dae6b60b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.033063 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-867647c5-e2b2-4a5b-aded-5c2f54c8fe09 req-2c74982a-22d1-48b1-97e8-01aad863b6bc tempest-MigrationsAdminTest-816244816 tempest-MigrationsAdminTest-816244816-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.067925 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35216) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:12.118913 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4cdca044-2e1d-4578-bfa1-46ca501bda7c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb5ef8217c1d4e73baa6e77d31efb30c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0498264 Aug 17 02:51:12.121622 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-867647c5-e2b2-4a5b-aded-5c2f54c8fe09 req-2c74982a-22d1-48b1-97e8-01aad863b6bc tempest-MigrationsAdminTest-816244816 tempest-MigrationsAdminTest-816244816-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.122237 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35224) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:12.153293 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-867647c5-e2b2-4a5b-aded-5c2f54c8fe09 req-2c74982a-22d1-48b1-97e8-01aad863b6bc tempest-MigrationsAdminTest-816244816 tempest-MigrationsAdminTest-816244816-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2699714 Aug 17 02:51:12.180882 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-03d73384-cffe-4da5-b3af-cfa36fafcd3b tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=308edf67c3104771aafe7c25643fc1e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0237143 Aug 17 02:51:12.235304 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c74982a-22d1-48b1-97e8-01aad863b6bc tempest-MigrationsAdminTest-816244816 tempest-MigrationsAdminTest-816244816-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04bff3ee-910b-4231-8466-55e6e2f4fbdb,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:12.296067 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7316f157-181a-4593-b462-584b54d3d52c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.358202 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7316f157-181a-4593-b462-584b54d3d52c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.398803 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25be18cd-ef9b-481b-b88e-b90dae6b60b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.421188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-4d6f504a-fc5e-4c51-8395-a7f91ec3cce1 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:12.429201 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-4d6f504a-fc5e-4c51-8395-a7f91ec3cce1 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2363713 Aug 17 02:51:12.454248 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-49e7ca6d-f4d1-430d-911e-de219e9508fc tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/quotas/308edf67c3104771aafe7c25643fc1e1 HTTP/1.1" status: 200 len: 375 time: 0.0239551 Aug 17 02:51:12.482847 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-84b76dbe-dd3f-46f3-adaf-a1df3ffe5e24 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=308edf67c3104771aafe7c25643fc1e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0276623 Aug 17 02:51:12.498573 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25be18cd-ef9b-481b-b88e-b90dae6b60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.527910 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25be18cd-ef9b-481b-b88e-b90dae6b60b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:51:12.538586 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be18cd-ef9b-481b-b88e-b90dae6b60b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e09768ce-f38d-4e67-9b88-d79b49c221c9,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:12.544449 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25be18cd-ef9b-481b-b88e-b90dae6b60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.544798 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-25be18cd-ef9b-481b-b88e-b90dae6b60b6 admin admin] Added segment ddec2a0f-afd2-4c3d-85a0-5841ea27b123 of type vlan for network 94761689-83e3-4df9-8412-194fa49af925 Aug 17 02:51:12.590624 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7316f157-181a-4593-b462-584b54d3d52c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.593215 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7316f157-181a-4593-b462-584b54d3d52c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.594382 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7316f157-181a-4593-b462-584b54d3d52c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eaf32325-0a69-4c57-a90b-6c3681fe621a HTTP/1.1" status: 204 len: 168 time: 0.4711359 Aug 17 02:51:12.602187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7316f157-181a-4593-b462-584b54d3d52c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaf32325-0a69-4c57-a90b-6c3681fe621a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:12.612696 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25be18cd-ef9b-481b-b88e-b90dae6b60b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.723202 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25be18cd-ef9b-481b-b88e-b90dae6b60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.725466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25be18cd-ef9b-481b-b88e-b90dae6b60b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:12.726209 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25be18cd-ef9b-481b-b88e-b90dae6b60b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:12.805112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25be18cd-ef9b-481b-b88e-b90dae6b60b6 admin admin] Pushing event updated for resources: {'Network': ['ID=94761689-83e3-4df9-8412-194fa49af925,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:12.815328 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 94761689-83e3-4df9-8412-194fa49af925 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:51:12.817547 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3202e79b-c7a5-4c11-9f6e-529daa25b3eb req-a57e6f05-bc28-4551-98f6-0c1f21345bd4 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:12.819184 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3202e79b-c7a5-4c11-9f6e-529daa25b3eb req-a57e6f05-bc28-4551-98f6-0c1f21345bd4 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 947 time: 0.0494156 Aug 17 02:51:12.885406 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3202e79b-c7a5-4c11-9f6e-529daa25b3eb req-82fd7476-4df1-4c86-8af3-676ec0e91e3e tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565100 Aug 17 02:51:12.898380 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-25be18cd-ef9b-481b-b88e-b90dae6b60b6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1067200 Aug 17 02:51:12.901309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35268) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:12.906983 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-82f13e0b-1f6e-414c-a053-6a89e93fe488 admin admin] Request body: {'subnet': {'network_id': '94761689-83e3-4df9-8412-194fa49af925', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1789910792-subnet', 'tenant_id': 'ad059d0c47424b318c82db7dcb58e5bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:12.967895 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cb444a4b-5e61-4171-b150-827e3c3c20e8 req-be357542-78a5-49dd-9068-da3e53ff29c9 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 210 time: 0.0315175 Aug 17 02:51:13.006807 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82f13e0b-1f6e-414c-a053-6a89e93fe488 admin admin] Made reservation on behalf of ad059d0c47424b318c82db7dcb58e5bb for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:13.009287 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82f13e0b-1f6e-414c-a053-6a89e93fe488 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.258476 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82f13e0b-1f6e-414c-a053-6a89e93fe488 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.321345 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f13e0b-1f6e-414c-a053-6a89e93fe488 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7e159107-042f-4e70-b01a-0a65045a8770,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:13.333500 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82f13e0b-1f6e-414c-a053-6a89e93fe488 admin admin] Checking segment: {'id': 'ddec2a0f-afd2-4c3d-85a0-5841ea27b123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '94761689-83e3-4df9-8412-194fa49af925'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:13.333861 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f13e0b-1f6e-414c-a053-6a89e93fe488 admin admin] Network hostable DHCP agents. Network: 94761689-83e3-4df9-8412-194fa49af925, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:51:13.412196 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f13e0b-1f6e-414c-a053-6a89e93fe488 admin admin] Network 94761689-83e3-4df9-8412-194fa49af925 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:51:13.497952 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-82f13e0b-1f6e-414c-a053-6a89e93fe488 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 94761689-83e3-4df9-8412-194fa49af925) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:13.512592 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5f0fab-1fa7-45d4-b435-5273f09f0864 None None] Network 94761689-83e3-4df9-8412-194fa49af925 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:13.516756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82f13e0b-1f6e-414c-a053-6a89e93fe488 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:13.518764 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82f13e0b-1f6e-414c-a053-6a89e93fe488 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:13.659653 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35302) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:13.668963 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-82f13e0b-1f6e-414c-a053-6a89e93fe488 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7648849 Aug 17 02:51:13.679240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15de3be3-2c08-45bf-96dc-3dc5431494d4 req-fcb282c5-eb13-4660-bb27-eafcb9d39e3e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:13.680977 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-15de3be3-2c08-45bf-96dc-3dc5431494d4 req-fcb282c5-eb13-4660-bb27-eafcb9d39e3e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.0638580 Aug 17 02:51:13.713520 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58466dfd-948b-4bcc-ad8a-0356d5386efa None None] Network 94761689-83e3-4df9-8412-194fa49af925 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:13.731984 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-15de3be3-2c08-45bf-96dc-3dc5431494d4 req-011c3543-ca57-4d16-93b8-96c6696ed514 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389304 Aug 17 02:51:13.933568 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-2043487874-network', 'tenant_id': 'fbdcc79a0e414d57946c4903247557f0'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:13.936282 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 8da3236a-a221-4cb9-a78f-8b86f6321833 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:51:14.024760 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Made reservation on behalf of fbdcc79a0e414d57946c4903247557f0 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:14.027731 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.065137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35324) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:14.088362 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.101643 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db93cc96-18ed-4df9-b437-c7211d9f4a4f req-f9cbc6fe-6a9d-44ad-986c-079512daadb4 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 210 time: 0.0504544 Aug 17 02:51:14.150165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 8da3236a-a221-4cb9-a78f-8b86f6321833, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=8da3236a-a221-4cb9-a78f-8b86f6321833,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:14.168051 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '8da3236a-a221-4cb9-a78f-8b86f6321833', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '8da3236a-a221-4cb9-a78f-8b86f6321833', 'mac_address': 'fa:16:3e:c8:1d:3a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.61'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:51:14.200924 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec46b4-eb44-4a1c-8642-e1f73e2302f7 req-1b178548-3b6e-44c3-a6cf-480049f6ce42 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:14.206068 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3ec46b4-eb44-4a1c-8642-e1f73e2302f7 req-1b178548-3b6e-44c3-a6cf-480049f6ce42 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 947 time: 0.1996095 Aug 17 02:51:14.217841 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.234924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8da3236a-a221-4cb9-a78f-8b86f6321833 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:14.258828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 8da3236a-a221-4cb9-a78f-8b86f6321833, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=8da3236a-a221-4cb9-a78f-8b86f6321833,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:14.283167 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3ec46b4-eb44-4a1c-8642-e1f73e2302f7 req-1d4a25d7-8cf6-4182-a120-d033d7cdbde2 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696392 Aug 17 02:51:14.287390 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.293111 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-98a94008-2071-45ff-9d50-02b3c636deac service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2240274 Aug 17 02:51:14.304286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-c4cf2b8b-f601-41b8-a0ab-edc6f1dcc048 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:51:14.305343 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-c4cf2b8b-f601-41b8-a0ab-edc6f1dcc048 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057135 Aug 17 02:51:14.355788 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.413518 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=8da3236a-a221-4cb9-a78f-8b86f6321833,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:14.440760 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.462245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:51:14.486981 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.488176 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Added segment 779cfa89-7433-4af9-b5f2-62ed99093ff4 of type vlan for network e9e56734-09f2-4207-a3fd-cb98fe79bbca Aug 17 02:51:14.537706 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9d4dd7c-2e5e-4396-8157-644861bae213,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:14.573287 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.576828 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:14.577185 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:14.577555 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:14.578601 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:14.578955 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:14.579298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:14.579638 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:14.579978 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:14.580315 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:14.580649 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:14.580970 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:14.581504 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:14.611749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['8da3236a-a221-4cb9-a78f-8b86f6321833'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:14.617209 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35352) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:14.713257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-70b161da-7b4d-429a-9af3-b4aaddcbb0bb tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:14.715631 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-70b161da-7b4d-429a-9af3-b4aaddcbb0bb tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 821 time: 0.1297596 Aug 17 02:51:14.731826 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.736144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:14.736144 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:14.767029 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-42f99833-246b-4fda-9273-8dbe964d6f2b tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/quotas/a5f6c79d6a2f4a25844cdc43d85d6af7 HTTP/1.1" status: 200 len: 375 time: 0.0351942 Aug 17 02:51:14.804263 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-a2fd241d-4489-4fbc-9997-88624e618fe3 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357780 Aug 17 02:51:14.910321 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-27c6df7c-afcb-4e92-b958-7563acaff1de service neutron] 10.222.0.10 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1049032 Aug 17 02:51:14.919579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] Pushing event updated for resources: {'Network': ['ID=e9e56734-09f2-4207-a3fd-cb98fe79bbca,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:14.923663 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-766cfc83-f464-487f-85c8-ed2d3697917d tempest-AutoAllocateNetworkTest-386323871 tempest-AutoAllocateNetworkTest-386323871-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=affa0fe794464a90b97cfb374a389fea&shared=False HTTP/1.1" status: 200 len: 208 time: 0.3050144 Aug 17 02:51:14.926644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35370) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:14.934139 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network e9e56734-09f2-4207-a3fd-cb98fe79bbca details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:51:14.943360 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f657e420-b8ab-43ee-ab0f-d63f3284c29e req-384b3979-5c44-46f3-9b8d-5b1b2b2fc307 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:14.945323 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f657e420-b8ab-43ee-ab0f-d63f3284c29e req-384b3979-5c44-46f3-9b8d-5b1b2b2fc307 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.0928109 Aug 17 02:51:14.988862 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3052c112-3bad-42b0-a8d6-7109cbe53704 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.3279727 Aug 17 02:51:14.996726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35374) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:15.030020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Request body: {'subnet': {'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-2043487874-subnet', 'tenant_id': 'fbdcc79a0e414d57946c4903247557f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:15.060869 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f657e420-b8ab-43ee-ab0f-d63f3284c29e req-538d88e3-614d-4178-af6f-2573834fed7f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083426 Aug 17 02:51:15.149683 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-c2b3aa96-d8c8-4344-8448-361b44584b81 service neutron] 10.222.0.10 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249348 Aug 17 02:51:15.157691 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1206e941-f7b9-437d-9a0b-054ec88cb1ef tempest-AutoAllocateNetworkTest-386323871 tempest-AutoAllocateNetworkTest-386323871-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:15.159728 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1206e941-f7b9-437d-9a0b-054ec88cb1ef tempest-AutoAllocateNetworkTest-386323871 tempest-AutoAllocateNetworkTest-386323871-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2318139 Aug 17 02:51:15.166233 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35388) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:15.232648 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fd3924bd-9429-427e-ac92-46d0f8ac0ff7 tempest-AutoAllocateNetworkTest-386323871 tempest-AutoAllocateNetworkTest-386323871-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0623512 Aug 17 02:51:15.233159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35390) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:15.255099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Made reservation on behalf of fbdcc79a0e414d57946c4903247557f0 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:15.256272 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:15.258379 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ffbf6af8-6d90-4b69-899c-df1d64b41643 req-aaa5bf73-36ae-4b9c-8382-8e6ab0866fa3 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 210 time: 0.0266726 Aug 17 02:51:15.279544 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9dcd50cf-3de6-46c8-9197-22da4b11a876 tempest-AutoAllocateNetworkTest-386323871 tempest-AutoAllocateNetworkTest-386323871-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=affa0fe794464a90b97cfb374a389fea HTTP/1.1" status: 200 len: 208 time: 0.0420406 Aug 17 02:51:15.343722 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-60abec8d-3011-41b9-96c1-5aa505deb982 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:15.428101 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-d2a35dea-a8f9-4c82-852a-d68a96327f49 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=308edf67c3104771aafe7c25643fc1e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0501730 Aug 17 02:51:15.430680 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e493c96d-bcf5-4820-99df-7b5a00651040 req-2dfcb64c-ca9c-4102-9a40-f92ce1453ede tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:15.440378 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e493c96d-bcf5-4820-99df-7b5a00651040 req-2dfcb64c-ca9c-4102-9a40-f92ce1453ede tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 948 time: 0.0666928 Aug 17 02:51:15.488669 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e493c96d-bcf5-4820-99df-7b5a00651040 req-f62b57db-1d99-433a-97e0-944b0911a5d6 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471804 Aug 17 02:51:15.695349 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e03aa4c3-8fc2-4fc8-b4d0-6a0c06cdd7d9 req-d97445a1-472d-424b-9fb7-0240a72077d6 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 210 time: 0.0456576 Aug 17 02:51:15.866928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35428) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:15.891410 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-e9716874-e433-4b39-b064-dc4642d9135e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8b31599f492b49b38d4cb24b8312fa72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0412424 Aug 17 02:51:15.951702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 8da3236a-a221-4cb9-a78f-8b86f6321833 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:15.994970 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56da54a5-c883-4aea-9b5a-cbd67314833b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.034341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-4cc76d36-6d8e-44fd-a3c3-ee43da9998fe tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:16.035851 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-4cc76d36-6d8e-44fd-a3c3-ee43da9998fe tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6003582 Aug 17 02:51:16.058195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-841d468b-4995-438f-a71e-78842a9a3915 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Request body: {'port': {'device_id': 'f61b8d56-2dc1-4100-a816-02a8e88c10e0', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '308edf67c3104771aafe7c25643fc1e1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:16.092588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 8da3236a-a221-4cb9-a78f-8b86f6321833 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:16.096496 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 8da3236a-a221-4cb9-a78f-8b86f6321833 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:16.096873 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.110837 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56da54a5-c883-4aea-9b5a-cbd67314833b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.139439 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.189832 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.214305 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56da54a5-c883-4aea-9b5a-cbd67314833b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.214546 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91d821c-63f8-4a1b-8077-ec304f215f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da3236a-a221-4cb9-a78f-8b86f6321833'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:16.216495 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42148433-804d-46d6-a7f5-111f93e7d4a8" -d '{"events": [{"server_uuid": "d91d821c-63f8-4a1b-8077-ec304f215f49", "name": "network-vif-plugged", "status": "completed", "tag": "8da3236a-a221-4cb9-a78f-8b86f6321833"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:16.223887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-16dcd86c-d595-43ad-bcb7-b3237823ab38 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:16.225433 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-16dcd86c-d595-43ad-bcb7-b3237823ab38 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3236115 Aug 17 02:51:16.229673 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 8da3236a-a221-4cb9-a78f-8b86f6321833, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=8da3236a-a221-4cb9-a78f-8b86f6321833,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:16.264454 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56da54a5-c883-4aea-9b5a-cbd67314833b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef5bc9f-70ca-40db-a02f-b291018e6b02,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:16.288298 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-8c350538-529a-49f5-a2d4-b54675ce8174 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/quotas/8b31599f492b49b38d4cb24b8312fa72 HTTP/1.1" status: 200 len: 375 time: 0.0544653 Aug 17 02:51:16.301005 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc389bc1-10b9-4c19-8490-d04185a40498 req-11c08429-2856-4e0b-b172-719a911ed66a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:16.302533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=ce7a1b4d-073f-4496-99e3-079663fa186d,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:16.302676 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bc389bc1-10b9-4c19-8490-d04185a40498 req-11c08429-2856-4e0b-b172-719a911ed66a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.1218760 Aug 17 02:51:16.309768 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-56da54a5-c883-4aea-9b5a-cbd67314833b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=affa0fe794464a90b97cfb374a389fea&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4386995 Aug 17 02:51:16.311798 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35438) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:16.361210 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Checking segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:16.361602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Network hostable DHCP agents. Network: e9e56734-09f2-4207-a3fd-cb98fe79bbca, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:51:16.364397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.364749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.365090 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.366506 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.369939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.370987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.372649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.372649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.372649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.372649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.382019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.382019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.382019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.382230 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bc389bc1-10b9-4c19-8490-d04185a40498 req-c7edba60-3b47-4f22-a3ea-bef2c7d8187b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690923 Aug 17 02:51:16.387226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-0719bf92-ae51-4842-9c0f-c1b3093617dc tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0743411 Aug 17 02:51:16.408000 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f91bc1ad-5541-409c-8914-0dae8e48ccd6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.438304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=8da3236a-a221-4cb9-a78f-8b86f6321833,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:16.439433 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f91bc1ad-5541-409c-8914-0dae8e48ccd6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.446925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.447301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.447641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.448217 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.449350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.450022 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.450556 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.451310 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.451941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.452481 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.452988 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.453571 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:51:16.458750 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64e2910a-c3c0-4f0c-a9ee-24c539e80fa1 x-openstack-request-id: req-64e2910a-c3c0-4f0c-a9ee-24c539e80fa1 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:16.459287 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91d821c-63f8-4a1b-8077-ec304f215f49", "name": "network-vif-plugged", "status": "completed", "tag": "8da3236a-a221-4cb9-a78f-8b86f6321833", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:16.462273 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-64e2910a-c3c0-4f0c-a9ee-24c539e80fa1 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:16.462273 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91d821c-63f8-4a1b-8077-ec304f215f49', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8da3236a-a221-4cb9-a78f-8b86f6321833', 'code': 200} Aug 17 02:51:16.515517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-841d468b-4995-438f-a71e-78842a9a3915 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Made reservation on behalf of 308edf67c3104771aafe7c25643fc1e1 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:16.518945 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-841d468b-4995-438f-a71e-78842a9a3915 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.521292 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Network e9e56734-09f2-4207-a3fd-cb98fe79bbca is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:51:16.543255 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-841d468b-4995-438f-a71e-78842a9a3915 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.546201 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3b8beb9-6411-4e84-a3f2-9cfdd8c3811e req-a0a54f24-1a48-4a5e-aa7f-8b30ac2dc2f8 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 210 time: 0.0382862 Aug 17 02:51:16.611845 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea1abffa-278f-4861-bfa4-87bb77d7e26d req-ed20b2ad-103f-40dd-9f8f-13bf73e1b95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:16.613407 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea1abffa-278f-4861-bfa4-87bb77d7e26d req-ed20b2ad-103f-40dd-9f8f-13bf73e1b95b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 1100 time: 0.0798864 Aug 17 02:51:16.652201 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee0ca8e-1fcf-44c1-b918-1f97ce5e1447 req-ddbce538-a0be-4c5a-aa8a-cc1d6a73083f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:16.653868 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ee0ca8e-1fcf-44c1-b918-1f97ce5e1447 req-ddbce538-a0be-4c5a-aa8a-cc1d6a73083f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 949 time: 0.0533900 Aug 17 02:51:16.662220 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-15b6676c-7bba-4569-b715-1f0a3c953af6 req-76829ae2-e770-4543-ac3a-9232af3bb8eb tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 210 time: 0.0333540 Aug 17 02:51:16.669998 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f91bc1ad-5541-409c-8914-0dae8e48ccd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.672963 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f91bc1ad-5541-409c-8914-0dae8e48ccd6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.676572 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f91bc1ad-5541-409c-8914-0dae8e48ccd6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3ef5bc9f-70ca-40db-a02f-b291018e6b02 HTTP/1.1" status: 204 len: 168 time: 0.3613114 Aug 17 02:51:16.682322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, e9e56734-09f2-4207-a3fd-cb98fe79bbca) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:16.693110 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21d44cf-e4dd-4209-b0d3-0600200ee379 None None] Network e9e56734-09f2-4207-a3fd-cb98fe79bbca requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:16.696208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:16.701653 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:16.728067 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea1abffa-278f-4861-bfa4-87bb77d7e26d req-904dabed-805f-4516-9992-ecaf57f9a41d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056740 Aug 17 02:51:16.732160 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91bc1ad-5541-409c-8914-0dae8e48ccd6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef5bc9f-70ca-40db-a02f-b291018e6b02,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:16.763379 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ee0ca8e-1fcf-44c1-b918-1f97ce5e1447 req-b0f9f657-25d6-4546-8c3a-6edb9cc5ec54 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018376 Aug 17 02:51:16.852712 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee312dea-684a-4f82-a69b-dae0a56da416 req-f89c5b96-3163-4502-803b-cfd0e921575e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 210 time: 0.0373437 Aug 17 02:51:16.887459 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-841d468b-4995-438f-a71e-78842a9a3915 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.002467 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-841d468b-4995-438f-a71e-78842a9a3915 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.054219 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6068d663-7b99-4be4-b9bb-138070387d15 None None] Network e9e56734-09f2-4207-a3fd-cb98fe79bbca requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:17.079912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d468b-4995-438f-a71e-78842a9a3915 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87787b6d-7b60-4496-985b-9ccc3f164849,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:17.100017 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-53fd8431-da97-4097-b8f3-8409142969aa admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.0730660 Aug 17 02:51:17.189030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-841d468b-4995-438f-a71e-78842a9a3915 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Allocated IP 192.168.233.8 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/3c41bf5b-478a-4705-ba73-22e4fe92c202) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:17.368547 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-841d468b-4995-438f-a71e-78842a9a3915 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.383763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-841d468b-4995-438f-a71e-78842a9a3915 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Transition to ACTIVE for port object 3c41bf5b-478a-4705-ba73-22e4fe92c202 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:17.518100 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9ea339-8ab6-4495-95cc-a1ac5042b656 req-ae5813b1-11c3-4ad4-a16d-4b2363754f30 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:17.529834 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb9ea339-8ab6-4495-95cc-a1ac5042b656 req-ae5813b1-11c3-4ad4-a16d-4b2363754f30 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.0624685 Aug 17 02:51:17.538698 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-841d468b-4995-438f-a71e-78842a9a3915 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.602569 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841d468b-4995-438f-a71e-78842a9a3915 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Pushing event updated for resources: {'Port': ['ID=3c41bf5b-478a-4705-ba73-22e4fe92c202,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:17.629986 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-841d468b-4995-438f-a71e-78842a9a3915 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:17.638888 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-841d468b-4995-438f-a71e-78842a9a3915 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:17.643736 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-841d468b-4995-438f-a71e-78842a9a3915 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:17.649810 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.60', 55173) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:17.723022 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0002cf-f6b7-4911-bf6e-2668e3ede796 req-3ee30679-ba2a-4578-810e-7a32e3812c46 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:17.731909 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b0002cf-f6b7-4911-bf6e-2668e3ede796 req-3ee30679-ba2a-4578-810e-7a32e3812c46 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 934 time: 0.0860877 Aug 17 02:51:17.787911 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb9ea339-8ab6-4495-95cc-a1ac5042b656 req-b4d53321-c3fc-416f-848b-09bc2f6585a4 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568109 Aug 17 02:51:17.791517 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b0002cf-f6b7-4911-bf6e-2668e3ede796 req-88b27f32-7b7d-494c-8596-2f4aac7207d0 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581796 Aug 17 02:51:17.873697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-841d468b-4995-438f-a71e-78842a9a3915 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:17.874629 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-841d468b-4995-438f-a71e-78842a9a3915 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.894963 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e634a083-84d8-4506-b228-948e33cb3180 req-eb3ab7dd-c654-4160-8355-ae2641b66779 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 210 time: 0.0464923 Aug 17 02:51:17.896947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-ecd84de2-7d0a-4440-b1bf-8b960a4ca609 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:17.898384 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-ecd84de2-7d0a-4440-b1bf-8b960a4ca609 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 1122 time: 0.2441914 Aug 17 02:51:17.911345 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ed9c2cef-1bd2-41a4-92e2-4373c84cca2d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:17.934004 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf87ab3-22dd-4583-8b45-8ff365e614b1 req-c88da835-148a-4560-b0cb-7f27148872c4 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:17.942875 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9cf87ab3-22dd-4583-8b45-8ff365e614b1 req-c88da835-148a-4560-b0cb-7f27148872c4 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 949 time: 0.0744526 Aug 17 02:51:18.009071 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9cf87ab3-22dd-4583-8b45-8ff365e614b1 req-5c6b1e10-d48e-4908-aab1-fc3014b8e535 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652378 Aug 17 02:51:18.109900 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-859c4f89-9379-4ce2-aaf5-5c04570da7eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:18.111551 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-859c4f89-9379-4ce2-aaf5-5c04570da7eb service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.2058983 Aug 17 02:51:18.124990 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9e5c60d-066d-46ad-95fa-cb6998446fe9 req-a1b80c5c-a920-4f8e-9792-475a5c02269d tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 210 time: 0.0323112 Aug 17 02:51:18.129390 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-841d468b-4995-438f-a71e-78842a9a3915 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.0776722 Aug 17 02:51:18.163767 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Request body: {'port': {'device_id': 'f61b8d56-2dc1-4100-a816-02a8e88c10e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:18.167596 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-245aa503-6d69-4e81-aa35-81ee8c1a8090 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=58a69c89-2de8-4d4d-9821-1971a6f77ecd HTTP/1.1" status: 200 len: 217 time: 0.0482361 Aug 17 02:51:18.178630 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.262230 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.267970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-efcc8a9e-ada5-401d-b1bf-ee421e4041f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:18.269549 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-efcc8a9e-ada5-401d-b1bf-ee421e4041f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0842164 Aug 17 02:51:18.380153 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6d25902f-e827-459f-b3f1-be384f54d44d None None] Provisioning for port 3c41bf5b-478a-4705-ba73-22e4fe92c202 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:18.385525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6d25902f-e827-459f-b3f1-be384f54d44d None None] Provisioning complete for port 3c41bf5b-478a-4705-ba73-22e4fe92c202 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:18.386251 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6d25902f-e827-459f-b3f1-be384f54d44d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.417531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-109f8ca8-1c90-42dd-b152-fb7615061d9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:18.419356 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-109f8ca8-1c90-42dd-b152-fb7615061d9b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1404018 Aug 17 02:51:18.452654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6d25902f-e827-459f-b3f1-be384f54d44d None None] Port 3c41bf5b-478a-4705-ba73-22e4fe92c202 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:51:18.554273 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35508) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:18.559724 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-085edab6-4c64-4680-a683-5d550eda1a87 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1938592353-network', 'tenant_id': '9123b5577dfd45658f7a6e7e798038a9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:18.585747 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-1ae41c7a-ca02-4bd0-b90e-cdd4ed9e6dd9 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552017 Aug 17 02:51:18.683723 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-085edab6-4c64-4680-a683-5d550eda1a87 admin admin] Made reservation on behalf of 9123b5577dfd45658f7a6e7e798038a9 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:18.686045 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-085edab6-4c64-4680-a683-5d550eda1a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.697525 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-085edab6-4c64-4680-a683-5d550eda1a87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.730963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3c41bf5b-478a-4705-ba73-22e4fe92c202 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:18.740686 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-859cec59-af12-4054-b352-c4946f19316d service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1444714 Aug 17 02:51:18.742858 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.766558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Transition to ACTIVE for port object 3c41bf5b-478a-4705-ba73-22e4fe92c202 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:18.852196 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-085edab6-4c64-4680-a683-5d550eda1a87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.911930 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-309dcaa1-a85d-4705-8adf-bb8d9f5afd0f req-aa37e626-d5f4-402f-a455-9afdd4192d50 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:18.913899 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-309dcaa1-a85d-4705-8adf-bb8d9f5afd0f req-aa37e626-d5f4-402f-a455-9afdd4192d50 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.0540237 Aug 17 02:51:18.932130 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dabfb37c-4c84-4d30-9cef-14b2fbf8e724 req-23ed7b10-088b-49f8-b465-d39d34fa0a38 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:18.933869 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dabfb37c-4c84-4d30-9cef-14b2fbf8e724 req-23ed7b10-088b-49f8-b465-d39d34fa0a38 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 934 time: 0.0675130 Aug 17 02:51:18.939164 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.955069 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:18.958811 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-085edab6-4c64-4680-a683-5d550eda1a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.000127 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-085edab6-4c64-4680-a683-5d550eda1a87 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:51:19.023030 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085edab6-4c64-4680-a683-5d550eda1a87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992e5cc9-263a-488a-9e7d-9cf275d6951a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:19.040969 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dabfb37c-4c84-4d30-9cef-14b2fbf8e724 req-1d62d067-fe86-4df7-8303-4e280b4b1188 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953867 Aug 17 02:51:19.044360 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-085edab6-4c64-4680-a683-5d550eda1a87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.046341 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-085edab6-4c64-4680-a683-5d550eda1a87 admin admin] Added segment 196f4fcf-a56e-40d2-8692-e8cf07ab5d2b of type vlan for network bce6020a-5937-4e2a-b089-5ac7066b79d1 Aug 17 02:51:19.062679 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-309dcaa1-a85d-4705-8adf-bb8d9f5afd0f req-948ea5c3-ce63-4226-b780-46c8741dba2c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1415000 Aug 17 02:51:19.119957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Pushing event updated for resources: {'Port': ['ID=3c41bf5b-478a-4705-ba73-22e4fe92c202,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:19.143787 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-085edab6-4c64-4680-a683-5d550eda1a87 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.195793 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bf92b232-b9da-4e42-97d8-bc33813c52c6 req-08c96506-200d-4155-91f4-f30a667d048a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 210 time: 0.0564682 Aug 17 02:51:19.284801 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-ba832368-abbc-4b3c-9d2c-a6b146fc6fa9 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:19.286604 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-ba832368-abbc-4b3c-9d2c-a6b146fc6fa9 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.30 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 821 time: 0.3127186 Aug 17 02:51:19.310390 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-085edab6-4c64-4680-a683-5d550eda1a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.311636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-085edab6-4c64-4680-a683-5d550eda1a87 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:19.312440 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-085edab6-4c64-4680-a683-5d550eda1a87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.312841 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-d508799e-3e8c-4989-a6cd-8c0ed034b158 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Request body: {'port': {'device_id': 'f56dde08-d536-4fd9-a1cd-a29480ede8a3', 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977', 'admin_state_up': True, 'tenant_id': 'a5f6c79d6a2f4a25844cdc43d85d6af7'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:19.326289 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Attempting to bind port 3c41bf5b-478a-4705-ba73-22e4fe92c202 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:19.326805 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Attempting to bind port 3c41bf5b-478a-4705-ba73-22e4fe92c202 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:19.327411 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Attempting to bind port 3c41bf5b-478a-4705-ba73-22e4fe92c202 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:19.376517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf56fce-33fe-42c6-a34f-d93f00ae7e76 req-8be5f891-5c4a-429b-9b4f-6f6fa9bf8ef3 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:19.378030 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2bf56fce-33fe-42c6-a34f-d93f00ae7e76 req-8be5f891-5c4a-429b-9b4f-6f6fa9bf8ef3 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 949 time: 0.1524105 Aug 17 02:51:19.381073 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Port 3c41bf5b-478a-4705-ba73-22e4fe92c202 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:51:19.381615 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Attempting to bind port 3c41bf5b-478a-4705-ba73-22e4fe92c202 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:19.396448 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-085edab6-4c64-4680-a683-5d550eda1a87 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8409181 Aug 17 02:51:19.399374 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35530) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:19.407039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6d7cd77d-f01b-430f-b40f-552f2fcfe74b admin admin] Request body: {'subnet': {'network_id': 'bce6020a-5937-4e2a-b089-5ac7066b79d1', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1938592353-subnet', 'tenant_id': '9123b5577dfd45658f7a6e7e798038a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:19.408744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:19.409296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:19.409887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:19.410491 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Bound port: 3c41bf5b-478a-4705-ba73-22e4fe92c202, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:19.411007 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.459555 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8b423e57-c261-423a-b1cb-81e3679a969d req-2e6f6f0f-2f4f-43fd-84b6-7ee560cef99c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 210 time: 0.0340762 Aug 17 02:51:19.462684 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085edab6-4c64-4680-a683-5d550eda1a87 admin admin] Pushing event updated for resources: {'Network': ['ID=bce6020a-5937-4e2a-b089-5ac7066b79d1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:19.474827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network bce6020a-5937-4e2a-b089-5ac7066b79d1 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:51:19.503446 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2bf56fce-33fe-42c6-a34f-d93f00ae7e76 req-3594a426-20e0-4ba6-8948-431227210d01 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119580 Aug 17 02:51:19.538744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] For port 3c41bf5b-478a-4705-ba73-22e4fe92c202, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:19.542193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] For port 3c41bf5b-478a-4705-ba73-22e4fe92c202, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3c41bf5b-478a-4705-ba73-22e4fe92c202,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:19.566976 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7cd77d-f01b-430f-b40f-552f2fcfe74b admin admin] Made reservation on behalf of 9123b5577dfd45658f7a6e7e798038a9 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:19.570023 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd77d-f01b-430f-b40f-552f2fcfe74b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.625650 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.670931 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-d508799e-3e8c-4989-a6cd-8c0ed034b158 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Made reservation on behalf of a5f6c79d6a2f4a25844cdc43d85d6af7 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:19.677672 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-d508799e-3e8c-4989-a6cd-8c0ed034b158 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.693510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:19.694232 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.695743 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] 10.222.0.60 "PUT /v2.0/ports/3c41bf5b-478a-4705-ba73-22e4fe92c202 HTTP/1.1" status: 200 len: 1094 time: 1.5363204 Aug 17 02:51:19.699141 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f61b8d56-2dc1-4100-a816-02a8e88c10e0', 'tag': '3c41bf5b-478a-4705-ba73-22e4fe92c202'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:19.702438 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99523d58-231e-4b27-b68f-b69bbef4ff0e" -d '{"events": [{"name": "network-changed", "server_uuid": "f61b8d56-2dc1-4100-a816-02a8e88c10e0", "tag": "3c41bf5b-478a-4705-ba73-22e4fe92c202"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:19.786193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c80766-aa34-469c-8d2a-a3efb43fcb63 service neutron] Pushing event updated for resources: {'Port': ['ID=3c41bf5b-478a-4705-ba73-22e4fe92c202,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:19.897243 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-d508799e-3e8c-4989-a6cd-8c0ed034b158 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Allocated IP 172.20.0.3 (c28a528a-b139-4af7-9a8b-0c957b3df977/05b2cba6-8685-4b11-af3a-42bf68dfb97b/c840d604-bae0-4753-979a-eec12dc17b82) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:19.904527 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd77d-f01b-430f-b40f-552f2fcfe74b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:19.926739 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-b4c36a3a-d132-4a1e-b473-f246eae58eec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:19.928231 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-b4c36a3a-d132-4a1e-b473-f246eae58eec service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=308edf67c3104771aafe7c25643fc1e1&device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 1097 time: 0.0855010 Aug 17 02:51:19.947693 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-2c45c03d-1622-4d43-8dd7-ac9056250584 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8b31599f492b49b38d4cb24b8312fa72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0429149 Aug 17 02:51:19.987221 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc9fd78-ff81-4a44-ab47-583a577a19aa x-openstack-request-id: req-dbc9fd78-ff81-4a44-ab47-583a577a19aa {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:19.987221 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f61b8d56-2dc1-4100-a816-02a8e88c10e0", "tag": "3c41bf5b-478a-4705-ba73-22e4fe92c202", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:19.987527 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dbc9fd78-ff81-4a44-ab47-583a577a19aa {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:19.987815 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f61b8d56-2dc1-4100-a816-02a8e88c10e0', 'tag': '3c41bf5b-478a-4705-ba73-22e4fe92c202', 'status': 'completed', 'code': 200} Aug 17 02:51:19.989815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7cd77d-f01b-430f-b40f-552f2fcfe74b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b96eef36-4844-4cf5-8cfb-4677d32b98d9,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:19.996812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d7cd77d-f01b-430f-b40f-552f2fcfe74b admin admin] Checking segment: {'id': '196f4fcf-a56e-40d2-8692-e8cf07ab5d2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'bce6020a-5937-4e2a-b089-5ac7066b79d1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:19.997177 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7cd77d-f01b-430f-b40f-552f2fcfe74b admin admin] Network hostable DHCP agents. Network: bce6020a-5937-4e2a-b089-5ac7066b79d1, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:51:19.999009 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-07cd5e12-40d1-4297-bbc6-2c83869afd0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=3c41bf5b-478a-4705-ba73-22e4fe92c202 HTTP/1.1" status: 200 len: 217 time: 0.0601826 Aug 17 02:51:20.115344 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7cd77d-f01b-430f-b40f-552f2fcfe74b admin admin] Network bce6020a-5937-4e2a-b089-5ac7066b79d1 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:51:20.186232 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37395e4d-326e-4dbf-8dc5-2d914b2ba6b2 req-f1786c27-175f-444d-9e8d-3df0c2b98f8a tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:20.187886 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-37395e4d-326e-4dbf-8dc5-2d914b2ba6b2 req-f1786c27-175f-444d-9e8d-3df0c2b98f8a tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 946 time: 0.0572095 Aug 17 02:51:20.230570 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-37395e4d-326e-4dbf-8dc5-2d914b2ba6b2 req-8250f2e6-bee4-43e2-99ce-a65f9089a584 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359976 Aug 17 02:51:20.286780 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-6d7cd77d-f01b-430f-b40f-552f2fcfe74b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, bce6020a-5937-4e2a-b089-5ac7066b79d1) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:20.295091 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7cd77d-f01b-430f-b40f-552f2fcfe74b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:20.295867 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d7cd77d-f01b-430f-b40f-552f2fcfe74b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.301637 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ecc0b17-1211-4ca6-b9f3-4d80751f05ac None None] Network bce6020a-5937-4e2a-b089-5ac7066b79d1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:20.362939 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d1b95d-495a-4792-9f40-41d278fed36f req-a5273e07-f028-4261-9aa2-14fc9a7413ad tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:20.364481 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17d1b95d-495a-4792-9f40-41d278fed36f req-a5273e07-f028-4261-9aa2-14fc9a7413ad tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.0656734 Aug 17 02:51:20.418063 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17d1b95d-495a-4792-9f40-41d278fed36f req-fac7f18f-794b-4b3e-a632-a8ac44143ecd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473480 Aug 17 02:51:20.450178 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6d7cd77d-f01b-430f-b40f-552f2fcfe74b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.0450187 Aug 17 02:51:20.458724 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-7e060873-4272-4dee-8332-6ccd45e271cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:20.460296 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-7e060873-4272-4dee-8332-6ccd45e271cb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.4524870 Aug 17 02:51:20.515410 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9168ccea-e7d9-4a9d-b591-a8b3b62444d8 None None] Network bce6020a-5937-4e2a-b089-5ac7066b79d1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:51:20.516445 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b80749dd-43df-44a7-b32c-8c4a480d929c req-17e43625-288b-4fac-91e2-094dec6c2785 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 210 time: 0.0350494 Aug 17 02:51:20.524643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-0c37f2df-0ef9-4ec1-a868-5948db7ffece tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:20.526326 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-0c37f2df-0ef9-4ec1-a868-5948db7ffece tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5436826 Aug 17 02:51:20.543519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-c9ff6766-8d3b-42b2-914b-0b4350f554f8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Request body: {'port': {'device_id': '5835eb14-c168-49f2-98b9-615faac07980', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '8b31599f492b49b38d4cb24b8312fa72'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:20.586064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae67626-ed3c-47bf-a80d-b2e342cd6530 req-63b79645-6996-4753-bc4d-3f6d6d2ee946 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:20.587597 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bae67626-ed3c-47bf-a80d-b2e342cd6530 req-63b79645-6996-4753-bc4d-3f6d6d2ee946 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 949 time: 0.2346213 Aug 17 02:51:20.688132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-19b0fe35-01f6-43e4-9c59-45523bdcf49f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:20.689711 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-19b0fe35-01f6-43e4-9c59-45523bdcf49f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2073212 Aug 17 02:51:20.692281 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d8fe3b1b-d369-4580-8c0e-4c03df36b8d5 req-3cd564e0-0e6d-44f5-8505-1d449e660eb7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 210 time: 0.0412028 Aug 17 02:51:20.694991 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-d508799e-3e8c-4989-a6cd-8c0ed034b158 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.796142 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35574) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:20.799734 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bae67626-ed3c-47bf-a80d-b2e342cd6530 req-b773f9e7-0ec6-4d68-90ee-08c05fc4b2a2 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689553 Aug 17 02:51:20.812461 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.888056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-dfe8e5c9-971c-4a57-992c-bc38acd8660c service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1893842 Aug 17 02:51:20.928008 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2eb77f7f-d415-4bec-88d0-73376c415286 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.975724 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-d508799e-3e8c-4989-a6cd-8c0ed034b158 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:20.976626 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-c9ff6766-8d3b-42b2-914b-0b4350f554f8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Made reservation on behalf of 8b31599f492b49b38d4cb24b8312fa72 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:20.981544 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-c9ff6766-8d3b-42b2-914b-0b4350f554f8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.028009 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-c9ff6766-8d3b-42b2-914b-0b4350f554f8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.035011 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b1cd53f-3f97-4fb4-b603-a1082532b8b8 req-5fa3092e-6a91-4f72-84a7-154cc33f68d7 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1391664 Aug 17 02:51:21.061211 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-d508799e-3e8c-4989-a6cd-8c0ed034b158 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Network c28a528a-b139-4af7-9a8b-0c957b3df977 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:21.066603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-d508799e-3e8c-4989-a6cd-8c0ed034b158 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:21.073283 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-d508799e-3e8c-4989-a6cd-8c0ed034b158 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:21.076773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508799e-3e8c-4989-a6cd-8c0ed034b158 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Pushing event updated for resources: {'Port': ['ID=c840d604-bae0-4753-979a-eec12dc17b82,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:21.136011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-d508799e-3e8c-4989-a6cd-8c0ed034b158 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:21.136011 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-d508799e-3e8c-4989-a6cd-8c0ed034b158 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.164858 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2eb77f7f-d415-4bec-88d0-73376c415286 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.232711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-90bfb6d8-9832-4209-b9f9-4fea82b54ee1 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:21.234318 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-90bfb6d8-9832-4209-b9f9-4fea82b54ee1 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 808 time: 0.2021852 Aug 17 02:51:21.250386 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-f95ce2c9-0b96-4d3a-a434-9b834a4c496f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/quotas/fbdcc79a0e414d57946c4903247557f0 HTTP/1.1" status: 200 len: 375 time: 0.0099716 Aug 17 02:51:21.288873 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-4a6f3c37-c3ae-40fc-8488-04ff350d8817 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305190 Aug 17 02:51:21.289806 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2eb77f7f-d415-4bec-88d0-73376c415286 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.298353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99523d58-231e-4b27-b68f-b69bbef4ff0e req-1c46da60-120b-44cc-9cd5-a2d3ba9e71d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:21.300106 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99523d58-231e-4b27-b68f-b69bbef4ff0e req-1c46da60-120b-44cc-9cd5-a2d3ba9e71d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=308edf67c3104771aafe7c25643fc1e1&device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 1097 time: 0.0453074 Aug 17 02:51:21.427871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a5ec75-f8a3-48b9-88dd-71246bb08364 req-5c930e35-880d-4694-be8e-3cf2b425b384 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:21.429546 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18a5ec75-f8a3-48b9-88dd-71246bb08364 req-5c930e35-880d-4694-be8e-3cf2b425b384 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 946 time: 0.1127191 Aug 17 02:51:21.444648 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-d508799e-3e8c-4989-a6cd-8c0ed034b158 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1394103 Aug 17 02:51:21.468928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Request body: {'port': {'device_id': 'f56dde08-d536-4fd9-a1cd-a29480ede8a3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:21.486880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99523d58-231e-4b27-b68f-b69bbef4ff0e req-aeb0abe0-15d7-4910-9183-aa50e4ac6069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:21.488310 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99523d58-231e-4b27-b68f-b69bbef4ff0e req-aeb0abe0-15d7-4910-9183-aa50e4ac6069 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.1799891 Aug 17 02:51:21.524839 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-5c89a352-a0a7-4695-8358-f58ec8e63db0 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:51:21.525862 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-5c89a352-a0a7-4695-8358-f58ec8e63db0 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2238867 Aug 17 02:51:21.567474 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99523d58-231e-4b27-b68f-b69bbef4ff0e req-8aa671de-860f-44f2-8852-e8a6b0755aad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=3c41bf5b-478a-4705-ba73-22e4fe92c202 HTTP/1.1" status: 200 len: 217 time: 0.0548725 Aug 17 02:51:21.596719 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2eb77f7f-d415-4bec-88d0-73376c415286 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=206d1a61daf2490b9ad5f88919c36fa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7994492 Aug 17 02:51:21.599185 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb77f7f-d415-4bec-88d0-73376c415286 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf4f7bee-b197-44d0-ad4d-f37b539b6d6d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:21.601445 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35594) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:21.621467 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18a5ec75-f8a3-48b9-88dd-71246bb08364 req-b721f432-68a9-45d0-bb92-be028df10423 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692441 Aug 17 02:51:21.659635 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.690369 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99523d58-231e-4b27-b68f-b69bbef4ff0e req-eb333cca-a5a3-41a1-9682-25f47f78dad9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:21.691841 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99523d58-231e-4b27-b68f-b69bbef4ff0e req-eb333cca-a5a3-41a1-9682-25f47f78dad9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1047642 Aug 17 02:51:21.695790 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-918a6b7f-1359-4f0f-a95e-ff12a4ba7e2f service neutron] 10.222.0.10 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1605425 Aug 17 02:51:21.701553 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a4b1f83-196a-46ba-8c89-e41e9ea96731 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.773007 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a4b1f83-196a-46ba-8c89-e41e9ea96731 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.787800 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-c9ff6766-8d3b-42b2-914b-0b4350f554f8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.845008 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-3cbfade1-c56e-4c90-89b1-1014971f0755 service neutron] 10.222.0.10 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1404366 Aug 17 02:51:21.859149 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-c9ff6766-8d3b-42b2-914b-0b4350f554f8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.909218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2458a2aa-44f6-4f78-8dc8-56b7fccc36b4 req-8f3cead5-32ae-4c89-b092-0d6048a1130f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:21.910751 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2458a2aa-44f6-4f78-8dc8-56b7fccc36b4 req-8f3cead5-32ae-4c89-b092-0d6048a1130f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.2096896 Aug 17 02:51:21.919436 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99523d58-231e-4b27-b68f-b69bbef4ff0e req-ba79208c-6f64-443a-a81e-e14256a4a962 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:21.920897 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99523d58-231e-4b27-b68f-b69bbef4ff0e req-ba79208c-6f64-443a-a81e-e14256a4a962 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2187691 Aug 17 02:51:21.937579 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a4b1f83-196a-46ba-8c89-e41e9ea96731 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.940310 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a4b1f83-196a-46ba-8c89-e41e9ea96731 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:21.941469 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3a4b1f83-196a-46ba-8c89-e41e9ea96731 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bf4f7bee-b197-44d0-ad4d-f37b539b6d6d HTTP/1.1" status: 204 len: 168 time: 0.3377218 Aug 17 02:51:21.950711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4b1f83-196a-46ba-8c89-e41e9ea96731 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf4f7bee-b197-44d0-ad4d-f37b539b6d6d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:21.983925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff6766-8d3b-42b2-914b-0b4350f554f8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69de5e55-6d3e-4f38-9cba-e564cfe818b7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:22.098586 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2458a2aa-44f6-4f78-8dc8-56b7fccc36b4 req-b1ddca97-be59-4e15-911d-10ee688c1331 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1720612 Aug 17 02:51:22.178400 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b079c332-37cf-4e1b-a980-4710b18369ec req-ddbe19fa-24cb-4ba3-91ef-6ff5feb71aec tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 210 time: 0.0823135 Aug 17 02:51:22.251551 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-c9ff6766-8d3b-42b2-914b-0b4350f554f8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Allocated IP 192.168.233.230 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/036c9b05-bee9-47a4-8090-ce1337309fc1) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:22.258892 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99523d58-231e-4b27-b68f-b69bbef4ff0e req-6759c9ba-516a-450d-b730-704687cf3884 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3094623 Aug 17 02:51:22.320865 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5876681-8f7e-46e1-85ce-2eb2462c0f78 req-7669f1aa-ca97-42eb-9b76-4d37f8686ca7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:22.322290 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e5876681-8f7e-46e1-85ce-2eb2462c0f78 req-7669f1aa-ca97-42eb-9b76-4d37f8686ca7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 931 time: 0.0495675 Aug 17 02:51:22.366976 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e5876681-8f7e-46e1-85ce-2eb2462c0f78 req-c2c84461-fd45-408a-9366-9cef693597c6 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375352 Aug 17 02:51:22.405926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c840d604-bae0-4753-979a-eec12dc17b82 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:22.426419 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:22.442483 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9e2514be-6ad2-4685-a026-d67d87284681 req-65df6f8d-3b67-4273-8b73-8c1087b8a738 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 210 time: 0.0299013 Aug 17 02:51:22.462925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Transition to ACTIVE for port object c840d604-bae0-4753-979a-eec12dc17b82 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:22.521676 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d102b8e-f3d4-41a4-af4f-5d51114ba09a req-55255969-4b60-4fc7-b128-46325601f03e tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:22.523181 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d102b8e-f3d4-41a4-af4f-5d51114ba09a req-55255969-4b60-4fc7-b128-46325601f03e tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 949 time: 0.2182739 Aug 17 02:51:22.531918 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99523d58-231e-4b27-b68f-b69bbef4ff0e req-75941e3d-e915-486a-803c-c5474b992e06 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2636132 Aug 17 02:51:22.552307 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:22.636436 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d102b8e-f3d4-41a4-af4f-5d51114ba09a req-e0cdaba7-1745-4a7d-a352-5004c1ffbb1d tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068280 Aug 17 02:51:22.654383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Pushing event updated for resources: {'Port': ['ID=c840d604-bae0-4753-979a-eec12dc17b82,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:22.671707 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-c9ff6766-8d3b-42b2-914b-0b4350f554f8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:22.715708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-c9ff6766-8d3b-42b2-914b-0b4350f554f8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Transition to ACTIVE for port object 036c9b05-bee9-47a4-8090-ce1337309fc1 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:22.763130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Attempting to bind port c840d604-bae0-4753-979a-eec12dc17b82 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:22.763680 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Attempting to bind port c840d604-bae0-4753-979a-eec12dc17b82 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:22.764180 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Attempting to bind port c840d604-bae0-4753-979a-eec12dc17b82 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:22.772716 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Port c840d604-bae0-4753-979a-eec12dc17b82 on network c28a528a-b139-4af7-9a8b-0c957b3df977 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:51:22.773042 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Attempting to bind port c840d604-bae0-4753-979a-eec12dc17b82 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:22.775492 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42665f29-a847-45bc-a8a8-b54ce28c444e req-be449b15-71e5-4c55-8dc3-a46a35f9d600 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:22.781145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:22.781738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Checking segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:22.782421 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Bound using segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:22.782958 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Bound port: c840d604-bae0-4753-979a-eec12dc17b82, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:22.783706 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-42665f29-a847-45bc-a8a8-b54ce28c444e req-be449b15-71e5-4c55-8dc3-a46a35f9d600 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 946 time: 0.0820835 Aug 17 02:51:22.784370 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:22.824235 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-42665f29-a847-45bc-a8a8-b54ce28c444e req-5028f6be-7c32-4b15-8ec3-13a45fa0c3df tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395281 Aug 17 02:51:22.860084 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-c9ff6766-8d3b-42b2-914b-0b4350f554f8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:22.907735 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35616) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:22.921857 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-246e5b7a-c892-4c03-9f5e-eed9704e5d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:22.926326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-c9ff6766-8d3b-42b2-914b-0b4350f554f8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:22.936844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-c9ff6766-8d3b-42b2-914b-0b4350f554f8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:22.939807 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b1e4827-268c-4dc3-9761-2b2adfa9c87d req-19ddc3aa-e380-46e7-a028-3320cac547d6 tempest-LiveMigrationNegativeTest-1467131280 tempest-LiveMigrationNegativeTest-1467131280-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:22.941351 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6b1e4827-268c-4dc3-9761-2b2adfa9c87d req-19ddc3aa-e380-46e7-a028-3320cac547d6 tempest-LiveMigrationNegativeTest-1467131280 tempest-LiveMigrationNegativeTest-1467131280-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 1100 time: 0.1424222 Aug 17 02:51:22.945961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-c9ff6766-8d3b-42b2-914b-0b4350f554f8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:22.952945 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff6766-8d3b-42b2-914b-0b4350f554f8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Pushing event updated for resources: {'Port': ['ID=036c9b05-bee9-47a4-8090-ce1337309fc1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:22.986233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] For port c840d604-bae0-4753-979a-eec12dc17b82, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:23.006990 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6b1e4827-268c-4dc3-9761-2b2adfa9c87d req-fe24dd1a-99a4-4cf5-8c7a-8be9b49e0a72 tempest-LiveMigrationNegativeTest-1467131280 tempest-LiveMigrationNegativeTest-1467131280-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.009879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] For port c840d604-bae0-4753-979a-eec12dc17b82, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c840d604-bae0-4753-979a-eec12dc17b82,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:23.032275 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-246e5b7a-c892-4c03-9f5e-eed9704e5d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.036379 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-c9ff6766-8d3b-42b2-914b-0b4350f554f8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:23.037014 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-c9ff6766-8d3b-42b2-914b-0b4350f554f8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.098130 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-246e5b7a-c892-4c03-9f5e-eed9704e5d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.100568 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.141204 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-246e5b7a-c892-4c03-9f5e-eed9704e5d32 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e9eabaab0d74bddb3342f7750e56cf2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2316737 Aug 17 02:51:23.145218 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35622) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:23.147295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-246e5b7a-c892-4c03-9f5e-eed9704e5d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc4233bc-3473-426a-a0fa-050785b8f96d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:23.193903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:23.194532 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.196655 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] 10.222.0.30 "PUT /v2.0/ports/c840d604-bae0-4753-979a-eec12dc17b82 HTTP/1.1" status: 200 len: 1091 time: 1.7427397 Aug 17 02:51:23.197142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56dde08-d536-4fd9-a1cd-a29480ede8a3', 'tag': 'c840d604-bae0-4753-979a-eec12dc17b82'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:23.200935 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3428370-acdc-4bd7-8885-7b3e22fcf3e2" -d '{"events": [{"name": "network-changed", "server_uuid": "f56dde08-d536-4fd9-a1cd-a29480ede8a3", "tag": "c840d604-bae0-4753-979a-eec12dc17b82"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:23.215648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54c7017d-f93a-45ad-9c61-17ae720964ae service neutron] Pushing event updated for resources: {'Port': ['ID=c840d604-bae0-4753-979a-eec12dc17b82,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:23.216028 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1013621f-23fc-4837-89f4-dceb44b7f4e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.251948 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6594f4cc-e8ba-4e4a-ae3b-5ba0d14e265f None None] Provisioning for port 036c9b05-bee9-47a4-8090-ce1337309fc1 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:23.256703 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6594f4cc-e8ba-4e4a-ae3b-5ba0d14e265f None None] Provisioning complete for port 036c9b05-bee9-47a4-8090-ce1337309fc1 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:23.257078 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6594f4cc-e8ba-4e4a-ae3b-5ba0d14e265f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.279372 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1013621f-23fc-4837-89f4-dceb44b7f4e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.299211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6594f4cc-e8ba-4e4a-ae3b-5ba0d14e265f None None] Port 036c9b05-bee9-47a4-8090-ce1337309fc1 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:51:23.308789 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6b1e4827-268c-4dc3-9761-2b2adfa9c87d req-fe24dd1a-99a4-4cf5-8c7a-8be9b49e0a72 tempest-LiveMigrationNegativeTest-1467131280 tempest-LiveMigrationNegativeTest-1467131280-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.325625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-a67ca57c-4bce-4535-95b1-26622b553eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:23.327151 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-a67ca57c-4bce-4535-95b1-26622b553eea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 1094 time: 0.0521400 Aug 17 02:51:23.331565 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5029fd-48df-4ecc-8e0c-70d836e94de4 req-831b8809-a671-479f-8403-a0350cc785c0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:23.333452 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ac5029fd-48df-4ecc-8e0c-70d836e94de4 req-831b8809-a671-479f-8403-a0350cc785c0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.1063168 Aug 17 02:51:23.374388 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6b1e4827-268c-4dc3-9761-2b2adfa9c87d req-fe24dd1a-99a4-4cf5-8c7a-8be9b49e0a72 tempest-LiveMigrationNegativeTest-1467131280 tempest-LiveMigrationNegativeTest-1467131280-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.375629 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ac5029fd-48df-4ecc-8e0c-70d836e94de4 req-fb0585af-b637-4dea-87b5-a7ae0038e03c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347710 Aug 17 02:51:23.377411 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-251a9a8a-c0a9-4fe9-969b-a9c93553f844 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c840d604-bae0-4753-979a-eec12dc17b82 HTTP/1.1" status: 200 len: 217 time: 0.0415409 Aug 17 02:51:23.426124 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6b1e4827-268c-4dc3-9761-2b2adfa9c87d req-fe24dd1a-99a4-4cf5-8c7a-8be9b49e0a72 tempest-LiveMigrationNegativeTest-1467131280 tempest-LiveMigrationNegativeTest-1467131280-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4758239 Aug 17 02:51:23.444101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe24dd1a-99a4-4cf5-8c7a-8be9b49e0a72 tempest-LiveMigrationNegativeTest-1467131280 tempest-LiveMigrationNegativeTest-1467131280-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b648947-94b9-45fb-a1e6-82cb758ad296,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:23.460310 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-e9635e60-58e6-4de5-b2bc-a95ea4a1d495 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:23.462099 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-e9635e60-58e6-4de5-b2bc-a95ea4a1d495 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.0765758 Aug 17 02:51:23.470171 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1013621f-23fc-4837-89f4-dceb44b7f4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.471664 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-c9ff6766-8d3b-42b2-914b-0b4350f554f8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.9340546 Aug 17 02:51:23.473498 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1013621f-23fc-4837-89f4-dceb44b7f4e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.474966 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1013621f-23fc-4837-89f4-dceb44b7f4e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc4233bc-3473-426a-a0fa-050785b8f96d HTTP/1.1" status: 204 len: 168 time: 0.3287477 Aug 17 02:51:23.495907 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54f61f5a-e184-421a-90e8-d91a424ae864 x-openstack-request-id: req-54f61f5a-e184-421a-90e8-d91a424ae864 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:23.496467 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56dde08-d536-4fd9-a1cd-a29480ede8a3", "tag": "c840d604-bae0-4753-979a-eec12dc17b82", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:23.496813 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54f61f5a-e184-421a-90e8-d91a424ae864 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:23.497237 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56dde08-d536-4fd9-a1cd-a29480ede8a3', 'tag': 'c840d604-bae0-4753-979a-eec12dc17b82', 'status': 'completed', 'code': 200} Aug 17 02:51:23.501860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Request body: {'port': {'device_id': '5835eb14-c168-49f2-98b9-615faac07980', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:23.505506 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1013621f-23fc-4837-89f4-dceb44b7f4e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc4233bc-3473-426a-a0fa-050785b8f96d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:23.525453 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-74ac806e-3b14-4abf-b11c-76a6c1a3077d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523818 Aug 17 02:51:23.551241 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3597161f-8f1d-4020-9b53-e83829151645 req-bde26031-62b8-4d9c-9a10-93024a27028c tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:23.558654 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3597161f-8f1d-4020-9b53-e83829151645 req-bde26031-62b8-4d9c-9a10-93024a27028c tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 936 time: 0.1047010 Aug 17 02:51:23.621101 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3597161f-8f1d-4020-9b53-e83829151645 req-5b7a2618-13f8-44e1-9d3c-cae8e71bec0c tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496216 Aug 17 02:51:23.752479 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb0ef7df-73d4-4929-aacc-68855a3e8428 req-319fed5a-972a-4fc9-850e-d88aeed3ef12 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 210 time: 0.0274563 Aug 17 02:51:23.933315 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:23.977026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4532e2d8-3e21-4a03-bcce-5d5bd7c41531 req-b89f3350-4036-4271-9464-f6e63f8de888 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:23.978564 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4532e2d8-3e21-4a03-bcce-5d5bd7c41531 req-b89f3350-4036-4271-9464-f6e63f8de888 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 943 time: 0.1183646 Aug 17 02:51:23.986287 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-b61eb1f4-967c-45a5-96fa-6dfc6b45c884 service neutron] 10.222.0.30 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4429708 Aug 17 02:51:24.101813 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4532e2d8-3e21-4a03-bcce-5d5bd7c41531 req-59656c00-4777-4efb-b964-20f37f505ee3 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976536 Aug 17 02:51:24.267628 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-807e6494-3c20-44fd-96c7-47cc7fb6452f req-0e385475-4ae7-4fba-9640-dac0b5383379 service neutron] 10.222.0.30 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2646465 Aug 17 02:51:24.286137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a92a7-d436-43f8-83c7-713e49c5cff6 req-7c1820cb-8a5e-4245-87ae-a718a124f683 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:24.287651 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb6a92a7-d436-43f8-83c7-713e49c5cff6 req-7c1820cb-8a5e-4245-87ae-a718a124f683 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 949 time: 0.0726540 Aug 17 02:51:24.303001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec6a102-dce0-431a-81c8-3d95b5269a54 req-f3ec34ae-a3eb-4b06-8a3a-4f59e379f264 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:24.304530 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eec6a102-dce0-431a-81c8-3d95b5269a54 req-f3ec34ae-a3eb-4b06-8a3a-4f59e379f264 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 946 time: 0.1323006 Aug 17 02:51:24.329053 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb6a92a7-d436-43f8-83c7-713e49c5cff6 req-4213addf-9eab-4b96-83f4-a44fad2d5810 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342832 Aug 17 02:51:24.364716 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eec6a102-dce0-431a-81c8-3d95b5269a54 req-a1f3d494-1d78-4733-baae-a358353f8541 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487025 Aug 17 02:51:24.429879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 036c9b05-bee9-47a4-8090-ce1337309fc1 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:24.457202 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:24.503789 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f51e7bce-fab1-4a15-8e42-5ed123bdcdf0 req-58a337ed-a007-4326-9e0f-c5e3df647a4b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:24.505296 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f51e7bce-fab1-4a15-8e42-5ed123bdcdf0 req-58a337ed-a007-4326-9e0f-c5e3df647a4b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.0512507 Aug 17 02:51:24.520188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Transition to ACTIVE for port object 036c9b05-bee9-47a4-8090-ce1337309fc1 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:24.536870 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3428370-acdc-4bd7-8885-7b3e22fcf3e2 req-a9f4f6f6-0183-4021-97f9-46a892203b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:24.538397 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c3428370-acdc-4bd7-8885-7b3e22fcf3e2 req-a9f4f6f6-0183-4021-97f9-46a892203b67 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 1094 time: 0.1202991 Aug 17 02:51:24.550585 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f51e7bce-fab1-4a15-8e42-5ed123bdcdf0 req-cae2229d-0ff4-43e5-a665-06a6b7333ada tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379252 Aug 17 02:51:24.630803 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-11384466-b26e-4d66-afd0-1cbaa06f3c98 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:24.632272 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-11384466-b26e-4d66-afd0-1cbaa06f3c98 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.60 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 808 time: 0.1776145 Aug 17 02:51:24.636861 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:24.653023 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-fdc4fdd2-958c-406b-b466-bd73b96a0d3a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Request body: {'port': {'device_id': '50676f84-9cd2-4cfb-b34f-cd7c961484f5', 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca', 'admin_state_up': True, 'tenant_id': 'fbdcc79a0e414d57946c4903247557f0'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:24.777047 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3428370-acdc-4bd7-8885-7b3e22fcf3e2 req-acadaec6-ac98-49fc-9593-2d46a09aac15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:24.778959 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c3428370-acdc-4bd7-8885-7b3e22fcf3e2 req-acadaec6-ac98-49fc-9593-2d46a09aac15 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.2320738 Aug 17 02:51:24.784665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Pushing event updated for resources: {'Port': ['ID=036c9b05-bee9-47a4-8090-ce1337309fc1,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:24.796509 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c4486c7-483c-4fa9-b9c9-bb48e6c79b19 req-f08fe4cd-f943-41e7-933d-678324b22d50 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:24.801690 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5c4486c7-483c-4fa9-b9c9-bb48e6c79b19 req-f08fe4cd-f943-41e7-933d-678324b22d50 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 948 time: 0.1068146 Aug 17 02:51:24.876431 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5c4486c7-483c-4fa9-b9c9-bb48e6c79b19 req-9e36cb31-e455-4402-bc38-4841097036ab tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612848 Aug 17 02:51:24.930272 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c3428370-acdc-4bd7-8885-7b3e22fcf3e2 req-2130169b-2444-4e28-b213-10f043cc02ac service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c840d604-bae0-4753-979a-eec12dc17b82 HTTP/1.1" status: 200 len: 217 time: 0.1309648 Aug 17 02:51:24.965757 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-56832383-1d97-4b9c-8c1e-241e71bf6857 req-3a1e389d-6192-4455-b006-35abedb13d2a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 210 time: 0.0555520 Aug 17 02:51:25.028151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3428370-acdc-4bd7-8885-7b3e22fcf3e2 req-c71ed40a-fbd5-41bd-a87e-2fccd1d5d07c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:25.029702 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c3428370-acdc-4bd7-8885-7b3e22fcf3e2 req-c71ed40a-fbd5-41bd-a87e-2fccd1d5d07c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.0895052 Aug 17 02:51:25.030734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Attempting to bind port 036c9b05-bee9-47a4-8090-ce1337309fc1 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:25.031066 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Attempting to bind port 036c9b05-bee9-47a4-8090-ce1337309fc1 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:25.031393 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Attempting to bind port 036c9b05-bee9-47a4-8090-ce1337309fc1 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:25.036175 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Port 036c9b05-bee9-47a4-8090-ce1337309fc1 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:51:25.036589 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Attempting to bind port 036c9b05-bee9-47a4-8090-ce1337309fc1 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:25.041467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:25.041850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:25.042794 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:25.045047 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Bound port: 036c9b05-bee9-47a4-8090-ce1337309fc1, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:25.045047 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:25.075657 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c3428370-acdc-4bd7-8885-7b3e22fcf3e2 req-7100fee8-0c6a-4bfc-9703-25f003113907 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297458 Aug 17 02:51:25.180629 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-fdc4fdd2-958c-406b-b466-bd73b96a0d3a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Made reservation on behalf of fbdcc79a0e414d57946c4903247557f0 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:25.184241 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-fdc4fdd2-958c-406b-b466-bd73b96a0d3a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:25.199867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] For port 036c9b05-bee9-47a4-8090-ce1337309fc1, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:25.230932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] For port 036c9b05-bee9-47a4-8090-ce1337309fc1, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=036c9b05-bee9-47a4-8090-ce1337309fc1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:25.238218 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d610a68-34e0-4311-b10a-f7c7634efede req-866ae084-bd42-4368-8905-e7a902933dae tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:25.239810 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3d610a68-34e0-4311-b10a-f7c7634efede req-866ae084-bd42-4368-8905-e7a902933dae tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 943 time: 0.0636375 Aug 17 02:51:25.256405 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c3428370-acdc-4bd7-8885-7b3e22fcf3e2 req-6f782602-fb30-4a29-be70-0f5833fc3489 service neutron] 10.222.0.30 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556523 Aug 17 02:51:25.285343 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3d610a68-34e0-4311-b10a-f7c7634efede req-3b0189b7-ef01-4c50-8d1d-b14f10009196 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377452 Aug 17 02:51:25.314249 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:25.414201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:25.414825 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:25.416204 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] 10.222.0.30 "PUT /v2.0/ports/036c9b05-bee9-47a4-8090-ce1337309fc1 HTTP/1.1" status: 200 len: 1096 time: 1.9334350 Aug 17 02:51:25.503896 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5835eb14-c168-49f2-98b9-615faac07980', 'tag': '036c9b05-bee9-47a4-8090-ce1337309fc1'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:25.506175 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d33315b-5520-4ec0-89ef-a7124b4c59e2" -d '{"events": [{"name": "network-changed", "server_uuid": "5835eb14-c168-49f2-98b9-615faac07980", "tag": "036c9b05-bee9-47a4-8090-ce1337309fc1"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:25.508783 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e520529-5132-4cf2-a364-2d17554f3a6d service neutron] Pushing event updated for resources: {'Port': ['ID=036c9b05-bee9-47a4-8090-ce1337309fc1,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:25.515969 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec3889d-b49e-41e3-929e-b9a59bb2a80c req-53ddb6fa-4a15-4671-9c52-7d8ff5ce356c tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:25.524975 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ec3889d-b49e-41e3-929e-b9a59bb2a80c req-53ddb6fa-4a15-4671-9c52-7d8ff5ce356c tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 946 time: 0.0678439 Aug 17 02:51:25.530701 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-fdc4fdd2-958c-406b-b466-bd73b96a0d3a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Allocated IP 172.20.0.11 (e9e56734-09f2-4207-a3fd-cb98fe79bbca/ce7a1b4d-073f-4496-99e3-079663fa186d/441bcfe8-e9b7-4744-8528-357db7dd3964) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:25.535387 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c3428370-acdc-4bd7-8885-7b3e22fcf3e2 req-2c827d53-7f0b-44f0-9de1-24c1841926f4 service neutron] 10.222.0.30 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2493124 Aug 17 02:51:25.577228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca55f29a-8fe9-4095-9a65-4034948e5f28 req-e1531c82-e6cd-42ab-9b4b-98cb10f1cfd9 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:25.578904 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ec3889d-b49e-41e3-929e-b9a59bb2a80c req-ba296eec-1fc6-41ff-933e-3db33e579654 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531185 Aug 17 02:51:25.589660 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca55f29a-8fe9-4095-9a65-4034948e5f28 req-e1531c82-e6cd-42ab-9b4b-98cb10f1cfd9 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 949 time: 0.1647186 Aug 17 02:51:25.592510 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 3c41bf5b-478a-4705-ba73-22e4fe92c202 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:51:25.682461 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca55f29a-8fe9-4095-9a65-4034948e5f28 req-cdb05dc2-7208-4263-a7ba-425564d13af7 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862756 Aug 17 02:51:25.688037 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6886046d-fad5-40e5-acff-f4bc091d8667 x-openstack-request-id: req-6886046d-fad5-40e5-acff-f4bc091d8667 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:25.688557 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5835eb14-c168-49f2-98b9-615faac07980", "tag": "036c9b05-bee9-47a4-8090-ce1337309fc1", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:25.688969 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6886046d-fad5-40e5-acff-f4bc091d8667 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:25.689367 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5835eb14-c168-49f2-98b9-615faac07980', 'tag': '036c9b05-bee9-47a4-8090-ce1337309fc1', 'status': 'completed', 'code': 200} Aug 17 02:51:25.728321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-fa6e4627-c9f1-47af-9b43-19b926f7c3f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:25.729899 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-fa6e4627-c9f1-47af-9b43-19b926f7c3f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 1099 time: 0.1803515 Aug 17 02:51:25.767210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 3c41bf5b-478a-4705-ba73-22e4fe92c202, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3c41bf5b-478a-4705-ba73-22e4fe92c202,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:25.789705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '3c41bf5b-478a-4705-ba73-22e4fe92c202', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '3c41bf5b-478a-4705-ba73-22e4fe92c202', 'mac_address': 'fa:16:3e:aa:2f:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:51:25.840754 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:25.854346 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c37d37f-ae1b-449d-8b44-6d4c0599a046 req-a32be0f2-d583-400b-b10c-9fe3405fcab8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:25.856457 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4c37d37f-ae1b-449d-8b44-6d4c0599a046 req-a32be0f2-d583-400b-b10c-9fe3405fcab8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.0661547 Aug 17 02:51:25.857300 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3c41bf5b-478a-4705-ba73-22e4fe92c202 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:25.878293 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-23fe5778-19f0-43be-bd84-e759c0ec283e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=036c9b05-bee9-47a4-8090-ce1337309fc1 HTTP/1.1" status: 200 len: 217 time: 0.1057987 Aug 17 02:51:25.881660 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 3c41bf5b-478a-4705-ba73-22e4fe92c202, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3c41bf5b-478a-4705-ba73-22e4fe92c202,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:25.898035 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4c37d37f-ae1b-449d-8b44-6d4c0599a046 req-b211fab1-5718-48f7-b53d-4228371c395f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352526 Aug 17 02:51:25.950015 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:25.979142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-fc2f14c9-f1cd-4061-b88b-c463917a5480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:25.981021 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-fc2f14c9-f1cd-4061-b88b-c463917a5480 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0936713 Aug 17 02:51:26.006644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=3c41bf5b-478a-4705-ba73-22e4fe92c202,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:26.033617 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-fdc4fdd2-958c-406b-b466-bd73b96a0d3a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:26.077975 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dacc16ba-7c8f-4abd-8687-ce5c20ce44f2 req-3909f28b-aa5f-46a7-ae3d-e596b8f15c1e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 210 time: 0.0307033 Aug 17 02:51:26.103822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7326187c-ae3a-42b5-b635-4a9a5840a908 req-556ccce8-eb60-46e6-b2c7-9fe57c4f394f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:26.106412 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7326187c-ae3a-42b5-b635-4a9a5840a908 req-556ccce8-eb60-46e6-b2c7-9fe57c4f394f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 948 time: 0.1402004 Aug 17 02:51:26.118319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a603d0a-2274-45e8-85a6-42709f7d898e req-4e69d0e0-8cf8-4f38-b10c-d1a5183ea293 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:26.119936 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a603d0a-2274-45e8-85a6-42709f7d898e req-4e69d0e0-8cf8-4f38-b10c-d1a5183ea293 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.30 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 949 time: 0.1648028 Aug 17 02:51:26.170165 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-05d5dd8c-eb32-4628-b112-b9c01052344a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:26.171638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-05d5dd8c-eb32-4628-b112-b9c01052344a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1694875 Aug 17 02:51:26.181287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['3c41bf5b-478a-4705-ba73-22e4fe92c202'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:26.251739 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-fdc4fdd2-958c-406b-b466-bd73b96a0d3a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:26.283610 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7326187c-ae3a-42b5-b635-4a9a5840a908 req-3dbf839c-db9d-4b58-b2f8-967ec60f6e4e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576328 Aug 17 02:51:26.333547 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-fdc4fdd2-958c-406b-b466-bd73b96a0d3a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Network e9e56734-09f2-4207-a3fd-cb98fe79bbca is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:26.345992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-fdc4fdd2-958c-406b-b466-bd73b96a0d3a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:26.348296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-fdc4fdd2-958c-406b-b466-bd73b96a0d3a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:26.403933 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc4fdd2-958c-406b-b466-bd73b96a0d3a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Pushing event updated for resources: {'Port': ['ID=441bcfe8-e9b7-4744-8528-357db7dd3964,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:26.445188 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-fa5b1805-f8ec-4e85-95d3-b70772d22693 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625692 Aug 17 02:51:26.473878 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-fdc4fdd2-958c-406b-b466-bd73b96a0d3a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:26.474484 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-fdc4fdd2-958c-406b-b466-bd73b96a0d3a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:26.529775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-0a603d0a-2274-45e8-85a6-42709f7d898e req-a1f95320-7c59-4f6d-b6d9-2f82d843778b tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Deleting port 8da3236a-a221-4cb9-a78f-8b86f6321833 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:26.529775 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0a603d0a-2274-45e8-85a6-42709f7d898e req-a1f95320-7c59-4f6d-b6d9-2f82d843778b tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:26.734986 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d532bfb-d37e-48e5-9363-db581aa5c7e2 req-8db600cf-e5df-4d38-b695-1a3689594285 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:26.736590 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8d532bfb-d37e-48e5-9363-db581aa5c7e2 req-8db600cf-e5df-4d38-b695-1a3689594285 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 947 time: 0.0675082 Aug 17 02:51:26.799690 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8d532bfb-d37e-48e5-9363-db581aa5c7e2 req-64b188ba-6659-417c-9c90-8d16259ffbe0 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527234 Aug 17 02:51:26.834427 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69352891-c86e-44d3-9aba-c5c4e1e1679b req-194c589d-a61e-4e04-a069-8ea27407a37b tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:26.840396 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69352891-c86e-44d3-9aba-c5c4e1e1679b req-194c589d-a61e-4e04-a069-8ea27407a37b tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 943 time: 0.4418268 Aug 17 02:51:26.872746 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-fdc4fdd2-958c-406b-b466-bd73b96a0d3a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2250795 Aug 17 02:51:26.900057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Request body: {'port': {'device_id': '50676f84-9cd2-4cfb-b34f-cd7c961484f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:26.912228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc44b9-8c0c-4b09-9fea-b427ec7b1ca8 req-fa5cd2ad-f87d-4b1b-ab27-8cab0da4ce95 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:26.913788 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fffc44b9-8c0c-4b09-9fea-b427ec7b1ca8 req-fa5cd2ad-f87d-4b1b-ab27-8cab0da4ce95 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 949 time: 0.0508349 Aug 17 02:51:26.951478 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-596ca437-b3a9-45e9-b658-93bb8b4c6316 req-a89eed04-7361-4713-b6e5-783b7a42fe93 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4980145 Aug 17 02:51:26.960278 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fffc44b9-8c0c-4b09-9fea-b427ec7b1ca8 req-e8baa540-5f09-4f7e-bde9-938e462f53c1 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397918 Aug 17 02:51:26.976474 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69352891-c86e-44d3-9aba-c5c4e1e1679b req-9a34075f-c822-49bf-a83e-4c28736e5331 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283491 Aug 17 02:51:26.981780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0a603d0a-2274-45e8-85a6-42709f7d898e req-a1f95320-7c59-4f6d-b6d9-2f82d843778b tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] For port 8da3236a-a221-4cb9-a78f-8b86f6321833, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=8da3236a-a221-4cb9-a78f-8b86f6321833,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:26.982147 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0a603d0a-2274-45e8-85a6-42709f7d898e req-a1f95320-7c59-4f6d-b6d9-2f82d843778b tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.016017 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.018144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-0a603d0a-2274-45e8-85a6-42709f7d898e req-a1f95320-7c59-4f6d-b6d9-2f82d843778b tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Calling delete_port for 8da3236a-a221-4cb9-a78f-8b86f6321833 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:27.264487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33315b-5520-4ec0-89ef-a7124b4c59e2 req-9d6cd555-1d10-428e-88d7-3163e36ba3e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:27.266068 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d33315b-5520-4ec0-89ef-a7124b4c59e2 req-9d6cd555-1d10-428e-88d7-3163e36ba3e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 1099 time: 0.1928921 Aug 17 02:51:27.388882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20148c56-faaa-4ef8-9b48-6b8e013445b1 req-d019c9b6-895c-4ae3-b2d1-748098c13f53 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:27.390332 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-20148c56-faaa-4ef8-9b48-6b8e013445b1 req-d019c9b6-895c-4ae3-b2d1-748098c13f53 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 932 time: 0.0554450 Aug 17 02:51:27.399545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88a6c7e-59f4-4699-a0af-fa8bdca32d24 req-95207ada-561e-4eee-b769-0b42e0bd2727 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:27.401010 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b88a6c7e-59f4-4699-a0af-fa8bdca32d24 req-95207ada-561e-4eee-b769-0b42e0bd2727 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.2743330 Aug 17 02:51:27.441452 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-20148c56-faaa-4ef8-9b48-6b8e013445b1 req-4e2123d7-1566-4259-a7aa-0fa40fe7f907 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417175 Aug 17 02:51:27.497763 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b88a6c7e-59f4-4699-a0af-fa8bdca32d24 req-fcd32910-6811-403e-a9cb-bb4eb71bc631 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890033 Aug 17 02:51:27.529785 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33315b-5520-4ec0-89ef-a7124b4c59e2 req-94d5771a-7eed-4890-a8e9-8fb8603d99e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:27.531397 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d33315b-5520-4ec0-89ef-a7124b4c59e2 req-94d5771a-7eed-4890-a8e9-8fb8603d99e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.2568753 Aug 17 02:51:27.594040 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0a603d0a-2274-45e8-85a6-42709f7d898e req-a1f95320-7c59-4f6d-b6d9-2f82d843778b tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.599024 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d33315b-5520-4ec0-89ef-a7124b4c59e2 req-ed44b1f7-13a8-4e73-82fb-4da12eeab38d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=036c9b05-bee9-47a4-8090-ce1337309fc1 HTTP/1.1" status: 200 len: 217 time: 0.0561876 Aug 17 02:51:27.606652 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['4c8b8864-bbd4-402e-a100-33f8b6daa9e0', '8da3236a-a221-4cb9-a78f-8b86f6321833'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:27.609213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 3c41bf5b-478a-4705-ba73-22e4fe92c202 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:27.709148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f95320-7c59-4f6d-b6d9-2f82d843778b tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Pushing event deleted for resources: {'Port': ['ID=8da3236a-a221-4cb9-a78f-8b86f6321833,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:27.744397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441bcfe8-e9b7-4744-8528-357db7dd3964 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:27.753676 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.776431 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a603d0a-2274-45e8-85a6-42709f7d898e req-a1f95320-7c59-4f6d-b6d9-2f82d843778b tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] No DVR routers for this DVR port 8da3236a-a221-4cb9-a78f-8b86f6321833 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:27.779991 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0a603d0a-2274-45e8-85a6-42709f7d898e req-a1f95320-7c59-4f6d-b6d9-2f82d843778b tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.782194 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 3c41bf5b-478a-4705-ba73-22e4fe92c202 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:27.783053 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a603d0a-2274-45e8-85a6-42709f7d898e req-a1f95320-7c59-4f6d-b6d9-2f82d843778b tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.30 "DELETE /v2.0/ports/8da3236a-a221-4cb9-a78f-8b86f6321833 HTTP/1.1" status: 204 len: 173 time: 1.6538353 Aug 17 02:51:27.790482 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd91d821c-63f8-4a1b-8077-ec304f215f49', 'name': 'network-vif-deleted', 'tag': '8da3236a-a221-4cb9-a78f-8b86f6321833'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:27.793496 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3cadda5-d837-4ae5-a031-13207e11ed21" -d '{"events": [{"server_uuid": "d91d821c-63f8-4a1b-8077-ec304f215f49", "name": "network-vif-deleted", "tag": "8da3236a-a221-4cb9-a78f-8b86f6321833"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:27.809905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Transition to ACTIVE for port object 441bcfe8-e9b7-4744-8528-357db7dd3964 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:27.813602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33315b-5520-4ec0-89ef-a7124b4c59e2 req-c219de63-7de6-4e38-b26d-91d422812060 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:27.815109 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d33315b-5520-4ec0-89ef-a7124b4c59e2 req-c219de63-7de6-4e38-b26d-91d422812060 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1869817 Aug 17 02:51:27.820172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 3c41bf5b-478a-4705-ba73-22e4fe92c202 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:27.820690 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.825887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a96f4daa-53c0-4e1b-9360-8bc38cb03a76 req-e21b12ef-a35a-4d1e-86c0-027e423909e8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:27.833369 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a96f4daa-53c0-4e1b-9360-8bc38cb03a76 req-e21b12ef-a35a-4d1e-86c0-027e423909e8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 948 time: 0.2439065 Aug 17 02:51:27.852975 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-768ca82a-aaec-4990-97be-b8b22454891e x-openstack-request-id: req-768ca82a-aaec-4990-97be-b8b22454891e {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:27.853697 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d91d821c-63f8-4a1b-8077-ec304f215f49", "name": "network-vif-deleted", "tag": "8da3236a-a221-4cb9-a78f-8b86f6321833", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:27.853697 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-768ca82a-aaec-4990-97be-b8b22454891e {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:27.854108 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd91d821c-63f8-4a1b-8077-ec304f215f49', 'name': 'network-vif-deleted', 'tag': '8da3236a-a221-4cb9-a78f-8b86f6321833', 'status': 'completed', 'code': 200} Aug 17 02:51:27.879260 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.950974 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:27.987820 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a96f4daa-53c0-4e1b-9360-8bc38cb03a76 req-9db6c15a-79ee-4907-baf5-032dadba6a07 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1519947 Aug 17 02:51:28.005397 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 3c41bf5b-478a-4705-ba73-22e4fe92c202, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3c41bf5b-478a-4705-ba73-22e4fe92c202,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:28.005397 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61b8d56-2dc1-4100-a816-02a8e88c10e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c41bf5b-478a-4705-ba73-22e4fe92c202'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:28.005397 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae9fa775-1ece-4d95-ac69-d367b5308e7f" -d '{"events": [{"server_uuid": "f61b8d56-2dc1-4100-a816-02a8e88c10e0", "name": "network-vif-plugged", "status": "completed", "tag": "3c41bf5b-478a-4705-ba73-22e4fe92c202"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:28.008790 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device c840d604-bae0-4753-979a-eec12dc17b82 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:51:28.038127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d33315b-5520-4ec0-89ef-a7124b4c59e2 req-679de86b-1d22-480f-ad0d-bc477b3abab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:28.042374 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d33315b-5520-4ec0-89ef-a7124b4c59e2 req-679de86b-1d22-480f-ad0d-bc477b3abab5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2051580 Aug 17 02:51:28.056674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37de2997-292c-4f5e-967f-2919c7b938e1 req-7d874fbb-35fc-4b8a-ae46-fa64a83a8644 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:28.060156 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-37de2997-292c-4f5e-967f-2919c7b938e1 req-7d874fbb-35fc-4b8a-ae46-fa64a83a8644 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 947 time: 0.0966907 Aug 17 02:51:28.096311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Pushing event updated for resources: {'Port': ['ID=441bcfe8-e9b7-4744-8528-357db7dd3964,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:28.112763 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-37de2997-292c-4f5e-967f-2919c7b938e1 req-7653e35b-e987-46ff-9f7c-2201ea7050f7 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463479 Aug 17 02:51:28.123041 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.178640 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-469489af-8578-481b-96d5-09f2943d569c x-openstack-request-id: req-469489af-8578-481b-96d5-09f2943d569c {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:28.179247 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61b8d56-2dc1-4100-a816-02a8e88c10e0", "name": "network-vif-plugged", "status": "completed", "tag": "3c41bf5b-478a-4705-ba73-22e4fe92c202", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:28.179705 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-469489af-8578-481b-96d5-09f2943d569c {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:28.180441 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61b8d56-2dc1-4100-a816-02a8e88c10e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3c41bf5b-478a-4705-ba73-22e4fe92c202', 'code': 200} Aug 17 02:51:28.181646 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9c21cea-2dba-4159-951a-301fc318ddac req-2557e2a9-63c3-423c-8562-20bac530f873 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=d91d821c-63f8-4a1b-8077-ec304f215f49 HTTP/1.1" status: 200 len: 210 time: 0.0819418 Aug 17 02:51:28.207775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Attempting to bind port 441bcfe8-e9b7-4744-8528-357db7dd3964 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:28.207775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Attempting to bind port 441bcfe8-e9b7-4744-8528-357db7dd3964 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:28.207775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Attempting to bind port 441bcfe8-e9b7-4744-8528-357db7dd3964 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:28.216406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Port 441bcfe8-e9b7-4744-8528-357db7dd3964 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:51:28.216745 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Attempting to bind port 441bcfe8-e9b7-4744-8528-357db7dd3964 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:28.225657 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:28.226005 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Checking segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:28.226399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Bound using segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:28.226731 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port c840d604-bae0-4753-979a-eec12dc17b82, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c840d604-bae0-4753-979a-eec12dc17b82,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:28.226846 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Bound port: 441bcfe8-e9b7-4744-8528-357db7dd3964, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:28.227190 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.261445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'c840d604-bae0-4753-979a-eec12dc17b82', 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977', 'port_id': 'c840d604-bae0-4753-979a-eec12dc17b82', 'mac_address': 'fa:16:3e:36:e8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b2cba6-8685-4b11-af3a-42bf68dfb97b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:51:28.271553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=3c41bf5b-478a-4705-ba73-22e4fe92c202,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:28.304634 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d33315b-5520-4ec0-89ef-a7124b4c59e2 req-29ead28c-6b2f-4610-a973-d235c490fbf2 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2188392 Aug 17 02:51:28.322681 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-734ae7b3-4e86-4b25-bd12-9dd9b7817547 req-82ad641c-3e64-49ff-9899-90145e5dfd1c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:28.324381 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.325280 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-734ae7b3-4e86-4b25-bd12-9dd9b7817547 req-82ad641c-3e64-49ff-9899-90145e5dfd1c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 943 time: 0.0600994 Aug 17 02:51:28.340752 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c840d604-bae0-4753-979a-eec12dc17b82 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:28.374837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port c840d604-bae0-4753-979a-eec12dc17b82, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c840d604-bae0-4753-979a-eec12dc17b82,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:28.378110 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-734ae7b3-4e86-4b25-bd12-9dd9b7817547 req-5c69cc5e-016e-4c82-ae3d-85433b089862 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460346 Aug 17 02:51:28.422471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] For port 441bcfe8-e9b7-4744-8528-357db7dd3964, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:28.427157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0f6da2a-4b30-4b98-a0c1-702fb2ed6309 req-1487247a-2789-4efd-aaa6-5a7ecfcc0c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:28.428739 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c0f6da2a-4b30-4b98-a0c1-702fb2ed6309 req-1487247a-2789-4efd-aaa6-5a7ecfcc0c1c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 1099 time: 0.1724536 Aug 17 02:51:28.428891 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.440669 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:51:28.447496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] For port 441bcfe8-e9b7-4744-8528-357db7dd3964, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=441bcfe8-e9b7-4744-8528-357db7dd3964,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:28.502174 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=c840d604-bae0-4753-979a-eec12dc17b82,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:28.504772 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c0f6da2a-4b30-4b98-a0c1-702fb2ed6309 req-045a46b6-df38-4360-8831-4d72f45d2c4a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533593 Aug 17 02:51:28.511722 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d33315b-5520-4ec0-89ef-a7124b4c59e2 req-052fd402-d558-4a96-afc2-6df32ad83655 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1969731 Aug 17 02:51:28.553740 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.611533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:28.612149 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:28.613546 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] 10.222.0.60 "PUT /v2.0/ports/441bcfe8-e9b7-4744-8528-357db7dd3964 HTTP/1.1" status: 200 len: 1092 time: 1.7255766 Aug 17 02:51:28.636738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85ff0167-09da-4079-869b-bdfb08f5d8ac req-8dec1e60-a23e-4668-b7be-caf7a13bce7e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:28.638320 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85ff0167-09da-4079-869b-bdfb08f5d8ac req-8dec1e60-a23e-4668-b7be-caf7a13bce7e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 944 time: 0.1217310 Aug 17 02:51:28.640412 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42ae3769-2054-4608-bb7e-c28edb52f5ff req-9c68ba52-e150-49ae-a74c-9bc74ff53f87 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:28.641974 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-42ae3769-2054-4608-bb7e-c28edb52f5ff req-9c68ba52-e150-49ae-a74c-9bc74ff53f87 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.0601232 Aug 17 02:51:28.661951 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c17fbb8c-f29f-471a-92f4-f50a85154f48 service neutron] Pushing event updated for resources: {'Port': ['ID=441bcfe8-e9b7-4744-8528-357db7dd3964,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:28.680712 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['c840d604-bae0-4753-979a-eec12dc17b82'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:28.689708 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85ff0167-09da-4079-869b-bdfb08f5d8ac req-b1576f62-7426-4b79-8b4a-c5a6a6294143 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450253 Aug 17 02:51:28.694567 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-42ae3769-2054-4608-bb7e-c28edb52f5ff req-4d451f56-eb38-4cf0-8f9f-18bc8fc4f72d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458767 Aug 17 02:51:28.828221 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-fc9a71a7-e024-404c-9fbe-693b2dae7e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:28.830049 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-fc9a71a7-e024-404c-9fbe-693b2dae7e09 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 1095 time: 0.0422280 Aug 17 02:51:28.883200 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-f3fad29a-be39-4b74-babe-3c7bee8ddd16 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441bcfe8-e9b7-4744-8528-357db7dd3964 HTTP/1.1" status: 200 len: 217 time: 0.0449958 Aug 17 02:51:28.935465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-16eeb714-0da4-40dd-91c3-3f9cfba5274a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:28.936934 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-16eeb714-0da4-40dd-91c3-3f9cfba5274a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.0436933 Aug 17 02:51:28.943482 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35780) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:28.975151 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-6025e8e6-4bd8-4d38-81f2-808bc60977de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254302 Aug 17 02:51:29.064377 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce218eae-9878-491c-8904-439d29aa1497 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:29.101075 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-4b65593a-3dcb-4237-b330-b6981741a53e service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1179295 Aug 17 02:51:29.105744 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d86f0aa-650c-4ebe-96f7-497d3e829d24 req-2d47ef37-ae0c-4e40-a480-3b9a5e0dab3e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:29.107266 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6d86f0aa-650c-4ebe-96f7-497d3e829d24 req-2d47ef37-ae0c-4e40-a480-3b9a5e0dab3e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 948 time: 0.0513072 Aug 17 02:51:29.148243 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6d86f0aa-650c-4ebe-96f7-497d3e829d24 req-53569ae1-1e85-4ef3-a991-25d919a4c6c3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345662 Aug 17 02:51:29.274391 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13fe037d-8b93-443c-b8d1-53ade93f46dd req-da68113b-5834-4044-b134-7d5215838bc3 service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640806 Aug 17 02:51:29.309342 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce218eae-9878-491c-8904-439d29aa1497 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:29.316853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407004f-c103-4fcf-9ed5-b9b847d84946 req-6153fd98-2c68-4e36-aa28-c9381f6e2b18 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:29.318485 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1407004f-c103-4fcf-9ed5-b9b847d84946 req-6153fd98-2c68-4e36-aa28-c9381f6e2b18 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 948 time: 0.1187351 Aug 17 02:51:29.362210 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1407004f-c103-4fcf-9ed5-b9b847d84946 req-b5eb8d5e-6ea7-41b4-ac6c-a9afa47d6844 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372286 Aug 17 02:51:29.384880 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce218eae-9878-491c-8904-439d29aa1497 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:29.430108 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ce218eae-9878-491c-8904-439d29aa1497 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9dd5d2d33e764c34ad2f71ba001b1e06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4854710 Aug 17 02:51:29.431048 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35796) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:29.431517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce218eae-9878-491c-8904-439d29aa1497 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e96e9d-d25b-4587-ab6a-4b277c3e3fdd,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:29.497748 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d07d7e61-a754-437b-9eef-0bd3c4266a0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:29.532698 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d07d7e61-a754-437b-9eef-0bd3c4266a0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:29.582596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde7c7aa-c834-4bb3-bbc5-7ddb7aabdb09 req-02bea989-3394-4f93-a1c5-e27281412ed3 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:29.584091 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bde7c7aa-c834-4bb3-bbc5-7ddb7aabdb09 req-02bea989-3394-4f93-a1c5-e27281412ed3 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 944 time: 0.0609190 Aug 17 02:51:29.629615 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bde7c7aa-c834-4bb3-bbc5-7ddb7aabdb09 req-0b8f738c-0c20-401a-8ef0-02a37ecd6faf tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385282 Aug 17 02:51:29.675248 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d07d7e61-a754-437b-9eef-0bd3c4266a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:29.678680 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d07d7e61-a754-437b-9eef-0bd3c4266a0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:29.684072 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d07d7e61-a754-437b-9eef-0bd3c4266a0f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d8e96e9d-d25b-4587-ab6a-4b277c3e3fdd HTTP/1.1" status: 204 len: 168 time: 0.2476346 Aug 17 02:51:29.689566 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d07d7e61-a754-437b-9eef-0bd3c4266a0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e96e9d-d25b-4587-ab6a-4b277c3e3fdd,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:29.784333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9f863d-2936-4ee1-8833-35614308b78a req-28993f0e-9510-44dc-902e-1a1984674cf3 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:29.785836 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b9f863d-2936-4ee1-8833-35614308b78a req-28993f0e-9510-44dc-902e-1a1984674cf3 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 948 time: 0.0735049 Aug 17 02:51:29.823966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03167418-b34d-4b7a-8529-199330fb378a req-003e6bc6-e14d-4b92-a190-e1d475fe480d tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:29.825725 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03167418-b34d-4b7a-8529-199330fb378a req-003e6bc6-e14d-4b92-a190-e1d475fe480d tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 944 time: 0.0582500 Aug 17 02:51:29.828070 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b9f863d-2936-4ee1-8833-35614308b78a req-50466b0c-1bbb-4780-8439-f0c126bb247f tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346556 Aug 17 02:51:29.855113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '50676f84-9cd2-4cfb-b34f-cd7c961484f5', 'tag': '441bcfe8-e9b7-4744-8528-357db7dd3964'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:29.858003 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd4475c-7e81-416a-b76b-91f30043e0f9" -d '{"events": [{"name": "network-changed", "server_uuid": "50676f84-9cd2-4cfb-b34f-cd7c961484f5", "tag": "441bcfe8-e9b7-4744-8528-357db7dd3964"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:29.874832 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03167418-b34d-4b7a-8529-199330fb378a req-c5353070-8f4e-4765-b193-e0608f934aba tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425370 Aug 17 02:51:29.931610 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d867052b-a0d7-43b9-baab-b1b67a8b6e2c x-openstack-request-id: req-d867052b-a0d7-43b9-baab-b1b67a8b6e2c {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:29.932093 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "50676f84-9cd2-4cfb-b34f-cd7c961484f5", "tag": "441bcfe8-e9b7-4744-8528-357db7dd3964", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:29.932185 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d867052b-a0d7-43b9-baab-b1b67a8b6e2c {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:29.942044 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50676f84-9cd2-4cfb-b34f-cd7c961484f5', 'tag': '441bcfe8-e9b7-4744-8528-357db7dd3964', 'status': 'completed', 'code': 200} Aug 17 02:51:29.957947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b63e6b-05f6-4bda-ab9c-7d3595337e82 req-956ca961-7775-4d9c-b790-7f24e7283f6a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:29.959435 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-94b63e6b-05f6-4bda-ab9c-7d3595337e82 req-956ca961-7775-4d9c-b790-7f24e7283f6a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.0619831 Aug 17 02:51:30.021814 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-94b63e6b-05f6-4bda-ab9c-7d3595337e82 req-1b19d36b-2d30-4e30-9594-cdc72c10f59a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530553 Aug 17 02:51:30.027636 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4475c-7e81-416a-b76b-91f30043e0f9 req-43f7b9b3-ab1d-4ff8-a378-f9c61f96716a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:30.028975 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fd4475c-7e81-416a-b76b-91f30043e0f9 req-43f7b9b3-ab1d-4ff8-a378-f9c61f96716a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 1095 time: 0.0686653 Aug 17 02:51:30.030379 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 036c9b05-bee9-47a4-8090-ce1337309fc1 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:51:30.033679 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device c840d604-bae0-4753-979a-eec12dc17b82 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:30.183567 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 036c9b05-bee9-47a4-8090-ce1337309fc1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=036c9b05-bee9-47a4-8090-ce1337309fc1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:30.199421 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '036c9b05-bee9-47a4-8090-ce1337309fc1', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '036c9b05-bee9-47a4-8090-ce1337309fc1', 'mac_address': 'fa:16:3e:a5:08:b2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.230'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:51:30.241609 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port c840d604-bae0-4753-979a-eec12dc17b82 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:30.251441 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port c840d604-bae0-4753-979a-eec12dc17b82 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:30.251820 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.279512 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.302648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 036c9b05-bee9-47a4-8090-ce1337309fc1 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:30.306701 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7a5cfb-db75-4b26-825c-d4f87a10d1af req-eea48d9a-2dbe-4eac-9305-58f8ed57f34e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:30.310905 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b7a5cfb-db75-4b26-825c-d4f87a10d1af req-eea48d9a-2dbe-4eac-9305-58f8ed57f34e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 948 time: 0.0667708 Aug 17 02:51:30.330226 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 036c9b05-bee9-47a4-8090-ce1337309fc1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=036c9b05-bee9-47a4-8090-ce1337309fc1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:30.374009 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.379122 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4475c-7e81-416a-b76b-91f30043e0f9 req-d43f0be9-fe13-4747-b60c-19659ff95a53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:30.381002 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fd4475c-7e81-416a-b76b-91f30043e0f9 req-d43f0be9-fe13-4747-b60c-19659ff95a53 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 908 time: 0.3432589 Aug 17 02:51:30.381130 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b7a5cfb-db75-4b26-825c-d4f87a10d1af req-beb35c76-33b6-4560-b5d7-010a8e64a33e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631595 Aug 17 02:51:30.402824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56dde08-d536-4fd9-a1cd-a29480ede8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c840d604-bae0-4753-979a-eec12dc17b82'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:30.405367 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0390191-24f2-460f-82de-81d9e875e47c" -d '{"events": [{"server_uuid": "f56dde08-d536-4fd9-a1cd-a29480ede8a3", "name": "network-vif-plugged", "status": "completed", "tag": "c840d604-bae0-4753-979a-eec12dc17b82"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:30.417436 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.424922 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port c840d604-bae0-4753-979a-eec12dc17b82, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c840d604-bae0-4753-979a-eec12dc17b82,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:30.441237 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fd4475c-7e81-416a-b76b-91f30043e0f9 req-8857bc54-b2bc-440d-bf4b-c75bf05ffa62 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441bcfe8-e9b7-4744-8528-357db7dd3964 HTTP/1.1" status: 200 len: 217 time: 0.0487089 Aug 17 02:51:30.459812 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d7d18df-9ea7-42a2-9712-5ee6a39af897 x-openstack-request-id: req-5d7d18df-9ea7-42a2-9712-5ee6a39af897 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:30.460195 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56dde08-d536-4fd9-a1cd-a29480ede8a3", "name": "network-vif-plugged", "status": "completed", "tag": "c840d604-bae0-4753-979a-eec12dc17b82", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:30.460547 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d7d18df-9ea7-42a2-9712-5ee6a39af897 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:30.461003 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56dde08-d536-4fd9-a1cd-a29480ede8a3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c840d604-bae0-4753-979a-eec12dc17b82', 'code': 200} Aug 17 02:51:30.482585 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=036c9b05-bee9-47a4-8090-ce1337309fc1,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:30.487065 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35818) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:30.496283 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.500515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 8da3236a-a221-4cb9-a78f-8b86f6321833 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:30.503887 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-79cd2787-eb5f-4e82-9ea9-9e6a9350aca9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.527686 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd4475c-7e81-416a-b76b-91f30043e0f9 req-dd411304-ca14-4df1-9d3b-8762ca47cfe8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:30.529368 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fd4475c-7e81-416a-b76b-91f30043e0f9 req-dd411304-ca14-4df1-9d3b-8762ca47cfe8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.0728571 Aug 17 02:51:30.529782 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 8da3236a-a221-4cb9-a78f-8b86f6321833 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:30.530127 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 8da3236a-a221-4cb9-a78f-8b86f6321833 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:30.539861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78287344-f842-499e-83b2-9839ff43e18f req-9075b024-fdcd-41cf-b474-134b8095d726 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:30.541404 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78287344-f842-499e-83b2-9839ff43e18f req-9075b024-fdcd-41cf-b474-134b8095d726 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 948 time: 0.0958557 Aug 17 02:51:30.592731 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=c840d604-bae0-4753-979a-eec12dc17b82,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:30.609402 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fd4475c-7e81-416a-b76b-91f30043e0f9 req-800afbba-18f8-49fb-8687-8f9c92ca135b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0652339 Aug 17 02:51:30.615053 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-79cd2787-eb5f-4e82-9ea9-9e6a9350aca9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.680263 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-79cd2787-eb5f-4e82-9ea9-9e6a9350aca9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.681324 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78287344-f842-499e-83b2-9839ff43e18f req-13aecf63-889e-468d-9243-13d4b58cc1da tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225896 Aug 17 02:51:30.689865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-561b27ed-962a-43bc-8523-631cfdd2295f req-3849b353-52bc-4de1-8f84-be14a4d0ebc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:30.691387 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-561b27ed-962a-43bc-8523-631cfdd2295f req-3849b353-52bc-4de1-8f84-be14a4d0ebc2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 1096 time: 0.1484346 Aug 17 02:51:30.709058 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['036c9b05-bee9-47a4-8090-ce1337309fc1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:30.722075 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79cd2787-eb5f-4e82-9ea9-9e6a9350aca9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c653d139-c6e0-470a-ab8a-daea0b322ed7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:30.727300 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-79cd2787-eb5f-4e82-9ea9-9e6a9350aca9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4c77dafa26de44cba496849fccc1d9e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2389743 Aug 17 02:51:30.730933 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35826) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:30.790023 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-561b27ed-962a-43bc-8523-631cfdd2295f req-2efa7cb7-d067-4955-85c2-d2de58cddacf service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836389 Aug 17 02:51:30.811429 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fd4475c-7e81-416a-b76b-91f30043e0f9 req-bcbbf248-6ac2-444c-8450-04f6c1095dd1 service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915650 Aug 17 02:51:30.831618 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e01971e5-f079-4692-bc80-f713e99842d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.857193 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb6e074-09f0-47b8-b04b-b5b55a25b6a0 req-f55ca55f-48b9-454d-a730-e452f1297d6b tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:30.858798 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2eb6e074-09f0-47b8-b04b-b5b55a25b6a0 req-f55ca55f-48b9-454d-a730-e452f1297d6b tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 945 time: 0.0940979 Aug 17 02:51:30.869560 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e01971e5-f079-4692-bc80-f713e99842d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:30.931149 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2eb6e074-09f0-47b8-b04b-b5b55a25b6a0 req-108cddd9-a288-4c7f-8312-e371c53f8c20 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641360 Aug 17 02:51:30.955823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fd4475c-7e81-416a-b76b-91f30043e0f9 req-707f209e-11ed-41e9-8ac6-c704a2e79421 service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1342866 Aug 17 02:51:31.027801 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e01971e5-f079-4692-bc80-f713e99842d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:31.031299 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e01971e5-f079-4692-bc80-f713e99842d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:31.032521 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e01971e5-f079-4692-bc80-f713e99842d6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c653d139-c6e0-470a-ab8a-daea0b322ed7 HTTP/1.1" status: 204 len: 168 time: 0.3004081 Aug 17 02:51:31.048128 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01971e5-f079-4692-bc80-f713e99842d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c653d139-c6e0-470a-ab8a-daea0b322ed7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:31.068013 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bf8232-374d-4004-b27c-ce494d7909af req-00ffdaab-6478-4fdb-afa9-169bdad33c23 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:31.070451 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8bf8232-374d-4004-b27c-ce494d7909af req-00ffdaab-6478-4fdb-afa9-169bdad33c23 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 948 time: 0.0735118 Aug 17 02:51:31.119043 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8bf8232-374d-4004-b27c-ce494d7909af req-e5ebe160-01a6-4e83-b364-6a1b0167d61e tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0525c5d-2752-4f32-991e-f6cca180e02c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376468 Aug 17 02:51:31.220158 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75e0d37-0f96-41bb-8873-77a17773f558 req-6c0a3c8a-e841-4aae-8708-3888cf32c59b tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:31.221708 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f75e0d37-0f96-41bb-8873-77a17773f558 req-6c0a3c8a-e841-4aae-8708-3888cf32c59b tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.30 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 948 time: 0.0563788 Aug 17 02:51:31.241293 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678d5107-63ab-40c5-9e89-d367501c9d75 req-613758f1-301b-4956-a7da-ee570bc18a89 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:31.242885 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-678d5107-63ab-40c5-9e89-d367501c9d75 req-613758f1-301b-4956-a7da-ee570bc18a89 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 944 time: 0.0540330 Aug 17 02:51:31.290505 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-678d5107-63ab-40c5-9e89-d367501c9d75 req-636626c5-01f1-44f9-af5d-b04cb71ce5d2 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413229 Aug 17 02:51:31.325380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f75e0d37-0f96-41bb-8873-77a17773f558 req-0ff4d5ac-ad00-40a1-9cdf-e736f18444d2 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Deleting port 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:31.325752 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f75e0d37-0f96-41bb-8873-77a17773f558 req-0ff4d5ac-ad00-40a1-9cdf-e736f18444d2 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:31.398862 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cec219-c41b-47f8-a4e7-ce28c96e8ec5 req-d95b24e2-8b26-48ea-8161-b9b4bc173285 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:31.400491 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c7cec219-c41b-47f8-a4e7-ce28c96e8ec5 req-d95b24e2-8b26-48ea-8161-b9b4bc173285 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.0520844 Aug 17 02:51:31.429247 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f75e0d37-0f96-41bb-8873-77a17773f558 req-0ff4d5ac-ad00-40a1-9cdf-e736f18444d2 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] For port 4c8b8864-bbd4-402e-a100-33f8b6daa9e0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=4c8b8864-bbd4-402e-a100-33f8b6daa9e0,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:31.430084 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f75e0d37-0f96-41bb-8873-77a17773f558 req-0ff4d5ac-ad00-40a1-9cdf-e736f18444d2 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:31.452309 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f75e0d37-0f96-41bb-8873-77a17773f558 req-0ff4d5ac-ad00-40a1-9cdf-e736f18444d2 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Calling delete_port for 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:31.455274 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c7cec219-c41b-47f8-a4e7-ce28c96e8ec5 req-a2cf7a9c-4922-4cb4-b560-2f0b65e5ea8d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480289 Aug 17 02:51:31.592346 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ab21927-c96c-4894-a959-0a35c53ba81e req-f6561571-b2c7-4558-8496-c77db6470100 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:31.594139 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ab21927-c96c-4894-a959-0a35c53ba81e req-f6561571-b2c7-4558-8496-c77db6470100 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 949 time: 0.0658607 Aug 17 02:51:31.645639 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ab21927-c96c-4894-a959-0a35c53ba81e req-205c30f4-b97e-404c-a093-b42324c35f02 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434637 Aug 17 02:51:31.678629 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10863a34-9f39-42cf-80e2-656a8bd53236 req-81d74ccb-e09a-4dea-9243-e97ee3fcb2dc tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:31.680236 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10863a34-9f39-42cf-80e2-656a8bd53236 req-81d74ccb-e09a-4dea-9243-e97ee3fcb2dc tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 948 time: 0.0970864 Aug 17 02:51:31.716851 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f75e0d37-0f96-41bb-8873-77a17773f558 req-0ff4d5ac-ad00-40a1-9cdf-e736f18444d2 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:31.730373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['4c8b8864-bbd4-402e-a100-33f8b6daa9e0'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:31.747539 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10863a34-9f39-42cf-80e2-656a8bd53236 req-820b7065-e5ef-49cd-9ff3-6e1a75240391 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602856 Aug 17 02:51:31.779749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff4d5ac-ad00-40a1-9cdf-e736f18444d2 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Pushing event deleted for resources: {'Port': ['ID=4c8b8864-bbd4-402e-a100-33f8b6daa9e0,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:31.816059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f75e0d37-0f96-41bb-8873-77a17773f558 req-0ff4d5ac-ad00-40a1-9cdf-e736f18444d2 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] No DVR routers for this DVR port 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:31.818963 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f75e0d37-0f96-41bb-8873-77a17773f558 req-0ff4d5ac-ad00-40a1-9cdf-e736f18444d2 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:31.821615 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f75e0d37-0f96-41bb-8873-77a17773f558 req-0ff4d5ac-ad00-40a1-9cdf-e736f18444d2 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.30 "DELETE /v2.0/ports/4c8b8864-bbd4-402e-a100-33f8b6daa9e0 HTTP/1.1" status: 204 len: 173 time: 0.5899196 Aug 17 02:51:31.933930 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43527c19-5b84-4973-b76a-2f0c53483d79', 'name': 'network-vif-deleted', 'tag': '4c8b8864-bbd4-402e-a100-33f8b6daa9e0'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:31.936448 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ea3081-ada1-4da1-b31b-0f3bd3278665" -d '{"events": [{"server_uuid": "43527c19-5b84-4973-b76a-2f0c53483d79", "name": "network-vif-deleted", "tag": "4c8b8864-bbd4-402e-a100-33f8b6daa9e0"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:31.975717 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c06a214-1339-4fc2-bb29-6d57324a7d3c x-openstack-request-id: req-6c06a214-1339-4fc2-bb29-6d57324a7d3c {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:31.976348 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43527c19-5b84-4973-b76a-2f0c53483d79", "name": "network-vif-deleted", "tag": "4c8b8864-bbd4-402e-a100-33f8b6daa9e0", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:31.976348 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c06a214-1339-4fc2-bb29-6d57324a7d3c {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:31.976776 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43527c19-5b84-4973-b76a-2f0c53483d79', 'name': 'network-vif-deleted', 'tag': '4c8b8864-bbd4-402e-a100-33f8b6daa9e0', 'status': 'completed', 'code': 200} Aug 17 02:51:32.062681 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 036c9b05-bee9-47a4-8090-ce1337309fc1 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:32.089827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2130a2d-ebb9-451f-b4f6-e7f71de584a9 req-5f343d20-1eab-4992-a002-e09e32e7f333 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:32.091297 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e2130a2d-ebb9-451f-b4f6-e7f71de584a9 req-5f343d20-1eab-4992-a002-e09e32e7f333 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 945 time: 0.0612221 Aug 17 02:51:32.141049 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e2130a2d-ebb9-451f-b4f6-e7f71de584a9 req-57a6cfc9-50aa-4abf-87ce-6fc2f1259493 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424013 Aug 17 02:51:32.254205 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-53f7c88b-8716-43ac-bdf7-51de592dd499 req-31f00b34-8c07-4d0f-bce5-eb56ef284e33 tempest-LiveMigrationNegativeTest-2117907396 tempest-LiveMigrationNegativeTest-2117907396-project] 10.222.0.10 "GET /v2.0/ports?device_id=43527c19-5b84-4973-b76a-2f0c53483d79 HTTP/1.1" status: 200 len: 210 time: 0.0471120 Aug 17 02:51:32.286653 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 036c9b05-bee9-47a4-8090-ce1337309fc1 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:32.292124 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 036c9b05-bee9-47a4-8090-ce1337309fc1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:32.292797 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:32.422423 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:32.521608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5835eb14-c168-49f2-98b9-615faac07980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036c9b05-bee9-47a4-8090-ce1337309fc1'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:32.521608 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1d44f18d-cff3-4ca4-aa7b-e99449834ba0" -d '{"events": [{"server_uuid": "5835eb14-c168-49f2-98b9-615faac07980", "name": "network-vif-plugged", "status": "completed", "tag": "036c9b05-bee9-47a4-8090-ce1337309fc1"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:32.521608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 036c9b05-bee9-47a4-8090-ce1337309fc1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=036c9b05-bee9-47a4-8090-ce1337309fc1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:32.523816 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56093475-ef6b-4345-bdd6-315dbbec11a9 req-77a005ad-a30e-47be-b0f8-a198266c0c20 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:32.523816 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-56093475-ef6b-4345-bdd6-315dbbec11a9 req-77a005ad-a30e-47be-b0f8-a198266c0c20 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 944 time: 0.1126883 Aug 17 02:51:32.563402 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-56093475-ef6b-4345-bdd6-315dbbec11a9 req-1e169d86-89e6-4915-ad62-2074ae24874a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449245 Aug 17 02:51:32.615984 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef965ed8-8a93-43f7-a994-fca3fde0cdf0 req-1284de67-f8e7-4460-8e44-00cab7777111 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:32.617531 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef965ed8-8a93-43f7-a994-fca3fde0cdf0 req-1284de67-f8e7-4460-8e44-00cab7777111 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 1096 time: 0.0412354 Aug 17 02:51:32.676314 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef965ed8-8a93-43f7-a994-fca3fde0cdf0 req-69a302e7-2b4d-47b6-8d32-5b7008690721 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505619 Aug 17 02:51:32.700641 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf8dab3-5f38-41e8-b84c-54157d9f93b7 req-25168d19-4a7c-4459-9abf-52a082896fb0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:32.704594 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9bf8dab3-5f38-41e8-b84c-54157d9f93b7 req-25168d19-4a7c-4459-9abf-52a082896fb0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.0657578 Aug 17 02:51:32.732316 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:32.747053 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9bf8dab3-5f38-41e8-b84c-54157d9f93b7 req-9b079573-ed5f-43ea-8c1a-d95b98652d79 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386419 Aug 17 02:51:32.769019 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:32.807958 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=036c9b05-bee9-47a4-8090-ce1337309fc1,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:32.819582 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bc24b382-91c4-4fef-832a-8a9c59807c0c x-openstack-request-id: req-bc24b382-91c4-4fef-832a-8a9c59807c0c {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:32.819981 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5835eb14-c168-49f2-98b9-615faac07980", "name": "network-vif-plugged", "status": "completed", "tag": "036c9b05-bee9-47a4-8090-ce1337309fc1", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:32.820243 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bc24b382-91c4-4fef-832a-8a9c59807c0c {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:32.820638 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5835eb14-c168-49f2-98b9-615faac07980', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '036c9b05-bee9-47a4-8090-ce1337309fc1', 'code': 200} Aug 17 02:51:32.960231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c86125e-8160-4edb-8fc0-66df3a464037 req-53bb947c-f5c4-4824-b952-21bacbadcdf2 tempest-DeleteServersAdminTestJSON-1986613984 tempest-DeleteServersAdminTestJSON-1986613984-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:32.962093 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c86125e-8160-4edb-8fc0-66df3a464037 req-53bb947c-f5c4-4824-b952-21bacbadcdf2 tempest-DeleteServersAdminTestJSON-1986613984 tempest-DeleteServersAdminTestJSON-1986613984-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 1099 time: 0.1221714 Aug 17 02:51:32.968839 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c69085b-0f3b-43c5-85ec-9d1f32dc0086 req-51433a17-200e-4d62-9b1f-56f3a7b27d2b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:32.970635 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1c69085b-0f3b-43c5-85ec-9d1f32dc0086 req-51433a17-200e-4d62-9b1f-56f3a7b27d2b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 950 time: 0.0985014 Aug 17 02:51:32.976144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d42912-a4a0-46d6-968a-14cd101c1afb req-afa26740-9463-493d-8e5e-6ad0ee0bfd26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:32.976144 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84d42912-a4a0-46d6-968a-14cd101c1afb req-afa26740-9463-493d-8e5e-6ad0ee0bfd26 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 1101 time: 0.0664518 Aug 17 02:51:33.014292 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1c69085b-0f3b-43c5-85ec-9d1f32dc0086 req-971cd218-c5d5-425f-84a6-b22a36a770d6 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369930 Aug 17 02:51:33.124526 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84d42912-a4a0-46d6-968a-14cd101c1afb req-c784a26a-7d83-4917-8e6b-6e91aaf3f0d6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439159 Aug 17 02:51:33.129830 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2914e02e-5888-498d-9b4c-a270b3f9cde6 req-689bbc18-d3ef-4a2e-93b6-d053b04d5cff tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:33.132385 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2914e02e-5888-498d-9b4c-a270b3f9cde6 req-689bbc18-d3ef-4a2e-93b6-d053b04d5cff tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 1096 time: 0.1291530 Aug 17 02:51:33.154186 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99dea5ba-f266-4bb4-bc4b-e2103823f4b6 req-53105356-74a6-4d09-b898-729a464d837f tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:33.159910 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-99dea5ba-f266-4bb4-bc4b-e2103823f4b6 req-53105356-74a6-4d09-b898-729a464d837f tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=f61b8d56-2dc1-4100-a816-02a8e88c10e0 HTTP/1.1" status: 200 len: 948 time: 0.0595608 Aug 17 02:51:33.178270 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-2c86125e-8160-4edb-8fc0-66df3a464037 req-6651eb57-7182-48d0-ad94-add1097458cd tempest-DeleteServersAdminTestJSON-1986613984 tempest-DeleteServersAdminTestJSON-1986613984-project-admin] Deleting port 3c41bf5b-478a-4705-ba73-22e4fe92c202 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:33.178865 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2c86125e-8160-4edb-8fc0-66df3a464037 req-6651eb57-7182-48d0-ad94-add1097458cd tempest-DeleteServersAdminTestJSON-1986613984 tempest-DeleteServersAdminTestJSON-1986613984-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:33.209377 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-99dea5ba-f266-4bb4-bc4b-e2103823f4b6 req-28e41fc8-54e1-47f1-a9fb-7de1c2dabf49 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484667 Aug 17 02:51:33.243252 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2914e02e-5888-498d-9b4c-a270b3f9cde6 req-55085714-ad56-4462-a6a9-3525bad5bf35 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978959 Aug 17 02:51:33.310474 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-2c86125e-8160-4edb-8fc0-66df3a464037 req-6651eb57-7182-48d0-ad94-add1097458cd tempest-DeleteServersAdminTestJSON-1986613984 tempest-DeleteServersAdminTestJSON-1986613984-project-admin] For port 3c41bf5b-478a-4705-ba73-22e4fe92c202, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3c41bf5b-478a-4705-ba73-22e4fe92c202,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:33.310952 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2c86125e-8160-4edb-8fc0-66df3a464037 req-6651eb57-7182-48d0-ad94-add1097458cd tempest-DeleteServersAdminTestJSON-1986613984 tempest-DeleteServersAdminTestJSON-1986613984-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:33.334983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-2c86125e-8160-4edb-8fc0-66df3a464037 req-6651eb57-7182-48d0-ad94-add1097458cd tempest-DeleteServersAdminTestJSON-1986613984 tempest-DeleteServersAdminTestJSON-1986613984-project-admin] Calling delete_port for 3c41bf5b-478a-4705-ba73-22e4fe92c202 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:33.349292 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:33.590812 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2c86125e-8160-4edb-8fc0-66df3a464037 req-6651eb57-7182-48d0-ad94-add1097458cd tempest-DeleteServersAdminTestJSON-1986613984 tempest-DeleteServersAdminTestJSON-1986613984-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:33.609998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['3c41bf5b-478a-4705-ba73-22e4fe92c202'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:33.643750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651eb57-7182-48d0-ad94-add1097458cd tempest-DeleteServersAdminTestJSON-1986613984 tempest-DeleteServersAdminTestJSON-1986613984-project-admin] Pushing event deleted for resources: {'Port': ['ID=3c41bf5b-478a-4705-ba73-22e4fe92c202,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:33.674855 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 441bcfe8-e9b7-4744-8528-357db7dd3964 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:51:33.728187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c86125e-8160-4edb-8fc0-66df3a464037 req-6651eb57-7182-48d0-ad94-add1097458cd tempest-DeleteServersAdminTestJSON-1986613984 tempest-DeleteServersAdminTestJSON-1986613984-project-admin] No DVR routers for this DVR port 3c41bf5b-478a-4705-ba73-22e4fe92c202 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:33.731823 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2c86125e-8160-4edb-8fc0-66df3a464037 req-6651eb57-7182-48d0-ad94-add1097458cd tempest-DeleteServersAdminTestJSON-1986613984 tempest-DeleteServersAdminTestJSON-1986613984-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:33.733897 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c86125e-8160-4edb-8fc0-66df3a464037 req-6651eb57-7182-48d0-ad94-add1097458cd tempest-DeleteServersAdminTestJSON-1986613984 tempest-DeleteServersAdminTestJSON-1986613984-project-admin] 10.222.0.60 "DELETE /v2.0/ports/3c41bf5b-478a-4705-ba73-22e4fe92c202 HTTP/1.1" status: 204 len: 173 time: 0.7600193 Aug 17 02:51:33.774684 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85dac50-3ea6-4574-94ec-164c8e469cf4 req-8066f70c-d3c5-4f9f-92de-bcd7363c0c9a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:33.777282 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b85dac50-3ea6-4574-94ec-164c8e469cf4 req-8066f70c-d3c5-4f9f-92de-bcd7363c0c9a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 944 time: 0.0835412 Aug 17 02:51:33.813730 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 441bcfe8-e9b7-4744-8528-357db7dd3964, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=441bcfe8-e9b7-4744-8528-357db7dd3964,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:33.832651 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b85dac50-3ea6-4574-94ec-164c8e469cf4 req-e2826d0c-13a6-4650-8146-c63cd6e972cd tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485137 Aug 17 02:51:33.833327 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '441bcfe8-e9b7-4744-8528-357db7dd3964', 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca', 'port_id': '441bcfe8-e9b7-4744-8528-357db7dd3964', 'mac_address': 'fa:16:3e:34:26:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7a1b4d-073f-4496-99e3-079663fa186d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:51:33.892829 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:33.917998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 441bcfe8-e9b7-4744-8528-357db7dd3964 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:33.956530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 441bcfe8-e9b7-4744-8528-357db7dd3964, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=441bcfe8-e9b7-4744-8528-357db7dd3964,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:33.978361 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f61b8d56-2dc1-4100-a816-02a8e88c10e0', 'name': 'network-vif-deleted', 'tag': '3c41bf5b-478a-4705-ba73-22e4fe92c202'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:33.981185 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba24339-cbf1-4785-843a-5cf1b5eca7d0" -d '{"events": [{"server_uuid": "f61b8d56-2dc1-4100-a816-02a8e88c10e0", "name": "network-vif-deleted", "tag": "3c41bf5b-478a-4705-ba73-22e4fe92c202"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:34.045763 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35926) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:34.064560 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:34.153185 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=441bcfe8-e9b7-4744-8528-357db7dd3964,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:34.242426 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ed0d7eb3-58c9-4d88-a145-a54dcc88ea03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d8aeaf54ce340f9b3c49c244f459dc9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1969502 Aug 17 02:51:34.242808 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35938) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:34.275563 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['441bcfe8-e9b7-4744-8528-357db7dd3964'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:34.357909 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-c9b3ea73-2258-4fe1-8e71-fadbfaebb9ea tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=90cc11a163114b6b9fd1f49107921f7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0523539 Aug 17 02:51:34.359661 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e69ebf53-dcd4-4dba-8fbc-c46d04867ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:34.441159 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e69ebf53-dcd4-4dba-8fbc-c46d04867ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:34.526705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-55ff4997-8b59-4a38-9473-3b82b782b93a tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:34.530064 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-55ff4997-8b59-4a38-9473-3b82b782b93a tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1680777 Aug 17 02:51:34.545841 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-a305fce5-b270-4c6a-80bc-b8f2eee1f6bc tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/quotas/90cc11a163114b6b9fd1f49107921f7c HTTP/1.1" status: 200 len: 375 time: 0.0118511 Aug 17 02:51:34.582651 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-dbcd73e7-3647-4b43-92b2-ba3aca3840fc tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=90cc11a163114b6b9fd1f49107921f7c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0308275 Aug 17 02:51:34.641874 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e69ebf53-dcd4-4dba-8fbc-c46d04867ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:34.647379 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e69ebf53-dcd4-4dba-8fbc-c46d04867ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:34.648867 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e69ebf53-dcd4-4dba-8fbc-c46d04867ae8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0525c5d-2752-4f32-991e-f6cca180e02c HTTP/1.1" status: 204 len: 168 time: 0.4047949 Aug 17 02:51:34.661580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69ebf53-dcd4-4dba-8fbc-c46d04867ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0525c5d-2752-4f32-991e-f6cca180e02c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:34.915271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b96628-a430-478c-b574-140ed9246a5d req-6eb8221e-e715-4aab-99ca-5302723f6f0a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:34.916791 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88b96628-a430-478c-b574-140ed9246a5d req-6eb8221e-e715-4aab-99ca-5302723f6f0a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.0938663 Aug 17 02:51:34.960934 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88b96628-a430-478c-b574-140ed9246a5d req-4d45621d-ce3c-4e4e-8c90-c30335614864 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380366 Aug 17 02:51:35.064895 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73d7c12f-0ce6-421d-9255-1ee97cf49808 x-openstack-request-id: req-73d7c12f-0ce6-421d-9255-1ee97cf49808 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:35.065528 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f61b8d56-2dc1-4100-a816-02a8e88c10e0", "name": "network-vif-deleted", "tag": "3c41bf5b-478a-4705-ba73-22e4fe92c202", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:35.065617 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73d7c12f-0ce6-421d-9255-1ee97cf49808 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:35.066016 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f61b8d56-2dc1-4100-a816-02a8e88c10e0', 'name': 'network-vif-deleted', 'tag': '3c41bf5b-478a-4705-ba73-22e4fe92c202', 'status': 'completed', 'code': 200} Aug 17 02:51:35.156939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f086cd35-0669-49e9-80b7-56874ae4e2d4 req-cce8329b-f210-4ec5-ad13-98914daa0056 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:35.158487 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f086cd35-0669-49e9-80b7-56874ae4e2d4 req-cce8329b-f210-4ec5-ad13-98914daa0056 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 950 time: 0.0497415 Aug 17 02:51:35.201022 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f086cd35-0669-49e9-80b7-56874ae4e2d4 req-ba644bc1-c4f3-4c51-b204-4ad59000076f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364556 Aug 17 02:51:35.294621 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-73a343c9-7dec-4cf2-8f94-756f7a90f6c3 req-f2033e5b-ab52-40ff-bd2a-6cfb9c5a9585 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2de53bd-96e1-477c-be19-5d1ccb390f33 HTTP/1.1" status: 200 len: 210 time: 0.0271180 Aug 17 02:51:35.413916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-517f3d3d-d944-40c7-a28f-2e3c79ad91ce req-454c7713-7809-42ed-abed-3d8647c51df9 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:35.418648 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-517f3d3d-d944-40c7-a28f-2e3c79ad91ce req-454c7713-7809-42ed-abed-3d8647c51df9 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 945 time: 0.0551245 Aug 17 02:51:35.444798 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35990) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:35.459441 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-517f3d3d-d944-40c7-a28f-2e3c79ad91ce req-5412ca92-aa48-41b8-8124-633fe0a4e597 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377538 Aug 17 02:51:35.506026 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4b010dd4-6f09-4a91-a29c-6b0bd529f3b1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d34cd1d5b5074553809aca613dcc63f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0599062 Aug 17 02:51:35.513853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35994) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:35.598735 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f870b11-7098-4ca5-8a17-9b7f0ba31ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.625583 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f870b11-7098-4ca5-8a17-9b7f0ba31ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.642215 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 441bcfe8-e9b7-4744-8528-357db7dd3964 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:35.754839 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 441bcfe8-e9b7-4744-8528-357db7dd3964 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:35.755722 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f870b11-7098-4ca5-8a17-9b7f0ba31ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.766703 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f870b11-7098-4ca5-8a17-9b7f0ba31ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.766983 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 441bcfe8-e9b7-4744-8528-357db7dd3964 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:35.766983 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.767136 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1f870b11-7098-4ca5-8a17-9b7f0ba31ee6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4b648947-94b9-45fb-a1e6-82cb758ad296 HTTP/1.1" status: 204 len: 168 time: 0.2498443 Aug 17 02:51:35.775629 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f870b11-7098-4ca5-8a17-9b7f0ba31ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b648947-94b9-45fb-a1e6-82cb758ad296,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:35.861829 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:35.890913 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50676f84-9cd2-4cfb-b34f-cd7c961484f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441bcfe8-e9b7-4744-8528-357db7dd3964'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:35.897706 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7aaeaad-d43b-4853-b72e-6478936fbcfc" -d '{"events": [{"server_uuid": "50676f84-9cd2-4cfb-b34f-cd7c961484f5", "name": "network-vif-plugged", "status": "completed", "tag": "441bcfe8-e9b7-4744-8528-357db7dd3964"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:35.913004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 441bcfe8-e9b7-4744-8528-357db7dd3964, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=441bcfe8-e9b7-4744-8528-357db7dd3964,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:35.954042 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd96828e-4888-4562-8970-dc388d53929c req-410b463d-396a-4b56-8cd6-73b27ffe2412 tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:35.955581 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd96828e-4888-4562-8970-dc388d53929c req-410b463d-396a-4b56-8cd6-73b27ffe2412 tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 1101 time: 0.0522552 Aug 17 02:51:35.977238 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fd96828e-4888-4562-8970-dc388d53929c req-6cbdf66a-cead-4b50-8010-57e57df87714 tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.000143 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.000951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 3c41bf5b-478a-4705-ba73-22e4fe92c202 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:36.022277 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 3c41bf5b-478a-4705-ba73-22e4fe92c202 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:36.022631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 3c41bf5b-478a-4705-ba73-22e4fe92c202 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:36.061566 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-e16558d9-6349-4d4b-9cc8-66e4b171ace5 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:51:36.071696 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-e16558d9-6349-4d4b-9cc8-66e4b171ace5 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1293187 Aug 17 02:51:36.072606 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:36.096523 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:36.096873 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 4c8b8864-bbd4-402e-a100-33f8b6daa9e0 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:36.102545 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=441bcfe8-e9b7-4744-8528-357db7dd3964,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:36.122859 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fd96828e-4888-4562-8970-dc388d53929c req-6cbdf66a-cead-4b50-8010-57e57df87714 tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.123417 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492ed04-d8cc-409e-91af-48917aed3654 req-f58605f2-df64-4193-80a0-d343ad6531f9 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:36.124827 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-f58605f2-df64-4193-80a0-d343ad6531f9 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/ports/c840d604-bae0-4753-979a-eec12dc17b82 HTTP/1.1" status: 200 len: 1093 time: 0.0529506 Aug 17 02:51:36.134063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-6492ed04-d8cc-409e-91af-48917aed3654 req-59ee2128-d63b-467e-8b6e-a2d76a89a0e4 service neutron] Request body: {'binding': {'host': 'n-h2-802060-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:36.134566 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-6492ed04-d8cc-409e-91af-48917aed3654 req-59ee2128-d63b-467e-8b6e-a2d76a89a0e4 service neutron] Unknown quota resources ['binding']. {{(pid=101970) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:51:36.181611 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fd96828e-4888-4562-8970-dc388d53929c req-6cbdf66a-cead-4b50-8010-57e57df87714 tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.242887 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd96828e-4888-4562-8970-dc388d53929c req-6cbdf66a-cead-4b50-8010-57e57df87714 tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2813678 Aug 17 02:51:36.255829 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbdf66a-cead-4b50-8010-57e57df87714 tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b19b3654-c7d8-4751-bff5-cb49e0eb0993,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:36.361743 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-1ada47e6-fc92-4c51-bedc-e852ab60bc83 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=308edf67c3104771aafe7c25643fc1e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0302899 Aug 17 02:51:36.362567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6492ed04-d8cc-409e-91af-48917aed3654 req-59ee2128-d63b-467e-8b6e-a2d76a89a0e4 service neutron] Attempting to bind port c840d604-bae0-4753-979a-eec12dc17b82 on host n-h2-802060-9 for vnic_type normal with profile None {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:36.362910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6492ed04-d8cc-409e-91af-48917aed3654 req-59ee2128-d63b-467e-8b6e-a2d76a89a0e4 service neutron] Attempting to bind port c840d604-bae0-4753-979a-eec12dc17b82 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:36.363236 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6492ed04-d8cc-409e-91af-48917aed3654 req-59ee2128-d63b-467e-8b6e-a2d76a89a0e4 service neutron] Attempting to bind port c840d604-bae0-4753-979a-eec12dc17b82 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:36.369849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6492ed04-d8cc-409e-91af-48917aed3654 req-59ee2128-d63b-467e-8b6e-a2d76a89a0e4 service neutron] Port c840d604-bae0-4753-979a-eec12dc17b82 on network c28a528a-b139-4af7-9a8b-0c957b3df977 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:51:36.370165 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6492ed04-d8cc-409e-91af-48917aed3654 req-59ee2128-d63b-467e-8b6e-a2d76a89a0e4 service neutron] Attempting to bind port c840d604-bae0-4753-979a-eec12dc17b82 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:36.397337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6492ed04-d8cc-409e-91af-48917aed3654 req-59ee2128-d63b-467e-8b6e-a2d76a89a0e4 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:36.397702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6492ed04-d8cc-409e-91af-48917aed3654 req-59ee2128-d63b-467e-8b6e-a2d76a89a0e4 service neutron] Checking segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:36.398085 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6492ed04-d8cc-409e-91af-48917aed3654 req-59ee2128-d63b-467e-8b6e-a2d76a89a0e4 service neutron] Bound using segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:36.398527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6492ed04-d8cc-409e-91af-48917aed3654 req-59ee2128-d63b-467e-8b6e-a2d76a89a0e4 service neutron] Bound port: c840d604-bae0-4753-979a-eec12dc17b82, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:36.550267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6492ed04-d8cc-409e-91af-48917aed3654 req-59ee2128-d63b-467e-8b6e-a2d76a89a0e4 service neutron] For port c840d604-bae0-4753-979a-eec12dc17b82, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c840d604-bae0-4753-979a-eec12dc17b82,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:36.559093 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-1d27161a-fcb2-4167-be33-bd1d663361ed tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:36.560591 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-1d27161a-fcb2-4167-be33-bd1d663361ed tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1925900 Aug 17 02:51:36.578610 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-42b1c8a1-1426-401a-9d2c-d01c8ede29ea tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/quotas/308edf67c3104771aafe7c25643fc1e1 HTTP/1.1" status: 200 len: 375 time: 0.0099573 Aug 17 02:51:36.615025 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-ec03ab4d-9615-4329-b74b-3b6ad9cd6879 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=308edf67c3104771aafe7c25643fc1e1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0305507 Aug 17 02:51:36.623964 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6492ed04-d8cc-409e-91af-48917aed3654 req-59ee2128-d63b-467e-8b6e-a2d76a89a0e4 service neutron] Notify callbacks [] for binding, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:36.625093 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-59ee2128-d63b-467e-8b6e-a2d76a89a0e4 service neutron] 10.222.0.10 "POST /v2.0/ports/c840d604-bae0-4753-979a-eec12dc17b82/bindings HTTP/1.1" status: 201 len: 389 time: 0.4946477 Aug 17 02:51:36.878435 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-522fb4b5-d7b2-4955-b1c4-4589dfa273b5 x-openstack-request-id: req-522fb4b5-d7b2-4955-b1c4-4589dfa273b5 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:36.878942 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50676f84-9cd2-4cfb-b34f-cd7c961484f5", "name": "network-vif-plugged", "status": "completed", "tag": "441bcfe8-e9b7-4744-8528-357db7dd3964", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:36.879034 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-522fb4b5-d7b2-4955-b1c4-4589dfa273b5 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:36.879463 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50676f84-9cd2-4cfb-b34f-cd7c961484f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '441bcfe8-e9b7-4744-8528-357db7dd3964', 'code': 200} Aug 17 02:51:37.040271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d7e76d-dcb1-4281-9142-3fd123ed4b99 req-418b31a3-f378-4db4-a069-f13240254510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:37.042191 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d5d7e76d-dcb1-4281-9142-3fd123ed4b99 req-418b31a3-f378-4db4-a069-f13240254510 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 1097 time: 0.0850787 Aug 17 02:51:37.053207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ed29f-dbaf-457e-a486-546c24ba59bb req-47da4b81-4f37-42a3-aa59-87af2fb1ce3d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:37.056024 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fe8ed29f-dbaf-457e-a486-546c24ba59bb req-47da4b81-4f37-42a3-aa59-87af2fb1ce3d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.1068814 Aug 17 02:51:37.120232 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fe8ed29f-dbaf-457e-a486-546c24ba59bb req-f93931a8-7ff5-46f4-822c-edfdcc2f8a11 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540762 Aug 17 02:51:37.120232 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d5d7e76d-dcb1-4281-9142-3fd123ed4b99 req-e90aeac0-46b9-4124-a55e-144495d4996f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636270 Aug 17 02:51:37.225315 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4236eb3e-0ab2-43bb-974d-58581496e7bb req-d1de5ef7-a0e0-479e-a491-5364abf015b5 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2de53bd-96e1-477c-be19-5d1ccb390f33 HTTP/1.1" status: 200 len: 210 time: 0.0331795 Aug 17 02:51:37.312915 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7615d9b-c420-406c-b707-16fbf4c1dc16 req-604ad30e-faba-48e2-b9ed-539c43dec252 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:37.320538 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e7615d9b-c420-406c-b707-16fbf4c1dc16 req-604ad30e-faba-48e2-b9ed-539c43dec252 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 946 time: 0.0680466 Aug 17 02:51:37.331585 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7311af8-c98c-48c7-8c3f-844fba45f7ee req-e1420c07-206c-4515-b03b-76dadffca878 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 210 time: 0.0289650 Aug 17 02:51:37.367438 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e7615d9b-c420-406c-b707-16fbf4c1dc16 req-9e0a5812-6f59-4b2e-b64a-53b3d8c08cb3 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460227 Aug 17 02:51:37.471507 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-35a4f691-da30-4a22-8572-4dc419350035 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=90cc11a163114b6b9fd1f49107921f7c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0414853 Aug 17 02:51:37.489753 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-a21bef0b-5cea-4dc4-950e-a539c6171528 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8b31599f492b49b38d4cb24b8312fa72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0233264 Aug 17 02:51:37.540640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492ed04-d8cc-409e-91af-48917aed3654 req-ca20208c-f04f-48fc-897c-7c6664c3c710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:37.543066 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-ca20208c-f04f-48fc-897c-7c6664c3c710 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 1096 time: 0.1805139 Aug 17 02:51:37.552812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a602d5f9-a10c-4c78-8cc1-ec9b9fce83d5 req-02270418-5777-45a9-9d4b-ccc48f3606f7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:37.560638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a602d5f9-a10c-4c78-8cc1-ec9b9fce83d5 req-02270418-5777-45a9-9d4b-ccc48f3606f7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 945 time: 0.1460660 Aug 17 02:51:37.631290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4366de73-3ef3-4448-9a7e-45bd7b476f55 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:37.641433 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4366de73-3ef3-4448-9a7e-45bd7b476f55 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1452057 Aug 17 02:51:37.655831 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-f7285f22-321c-4aa0-a2f2-c5e2b7ba53c0 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/quotas/8b31599f492b49b38d4cb24b8312fa72 HTTP/1.1" status: 200 len: 375 time: 0.0124035 Aug 17 02:51:37.675939 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a602d5f9-a10c-4c78-8cc1-ec9b9fce83d5 req-347cdd34-52cd-4380-8986-7ba46b08730d tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144125 Aug 17 02:51:37.720164 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-2f4b5094-2cee-449a-a2e1-317f1cecea21 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587385 Aug 17 02:51:37.727605 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-51cbc4ba-4fd2-47f1-b98f-9b0e177e3e65 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:37.727605 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-51cbc4ba-4fd2-47f1-b98f-9b0e177e3e65 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2436407 Aug 17 02:51:37.727605 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492ed04-d8cc-409e-91af-48917aed3654 req-32a85964-d53c-4d04-9fa0-e1a6d3afaaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:37.728855 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-32a85964-d53c-4d04-9fa0-e1a6d3afaaa3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.1616745 Aug 17 02:51:37.741119 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-0b0eb513-9f5f-4ab1-9f2d-93c6fe8b0b13 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Request body: {'port': {'device_id': 'f2de53bd-96e1-477c-be19-5d1ccb390f33', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '90cc11a163114b6b9fd1f49107921f7c'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:37.811154 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-7b64b653-21e1-4039-8a23-044656f9d8c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c840d604-bae0-4753-979a-eec12dc17b82 HTTP/1.1" status: 200 len: 217 time: 0.0663154 Aug 17 02:51:37.909443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492ed04-d8cc-409e-91af-48917aed3654 req-88b4d584-b42a-4302-84bc-f26cc2633285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:37.911027 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-88b4d584-b42a-4302-84bc-f26cc2633285 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.0674400 Aug 17 02:51:37.956586 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-c0241ccd-74b2-4044-a16a-12fb3c8757bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355723 Aug 17 02:51:38.084013 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-870a2374-5b01-4dca-9630-43258aa420f0 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113780 Aug 17 02:51:38.142313 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-0b0eb513-9f5f-4ab1-9f2d-93c6fe8b0b13 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Made reservation on behalf of 90cc11a163114b6b9fd1f49107921f7c for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:38.144752 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-0b0eb513-9f5f-4ab1-9f2d-93c6fe8b0b13 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.160198 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-0b0eb513-9f5f-4ab1-9f2d-93c6fe8b0b13 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.474213 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-9e678f93-dce6-4458-aa95-64de9a3300cc service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3821373 Aug 17 02:51:38.506603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d55ce207-cfb8-4ed7-9ab3-cfa71da0e077 req-dee64943-bceb-490d-a7e2-17d9c40dce54 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:38.508123 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d55ce207-cfb8-4ed7-9ab3-cfa71da0e077 req-dee64943-bceb-490d-a7e2-17d9c40dce54 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.1095541 Aug 17 02:51:38.575723 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d55ce207-cfb8-4ed7-9ab3-cfa71da0e077 req-04d3c8b1-d3a1-455c-b324-ebc36405f210 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611048 Aug 17 02:51:38.609933 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-0b0eb513-9f5f-4ab1-9f2d-93c6fe8b0b13 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.699259 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-0b0eb513-9f5f-4ab1-9f2d-93c6fe8b0b13 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:38.725254 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16512d3f-aa24-4857-b5da-b883d984395c req-7b1486b7-4ebb-4c60-a8a7-7d1578c608b0 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2de53bd-96e1-477c-be19-5d1ccb390f33 HTTP/1.1" status: 200 len: 210 time: 0.0539842 Aug 17 02:51:38.803056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0eb513-9f5f-4ab1-9f2d-93c6fe8b0b13 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Pushing event updated for resources: {'SecurityGroup': ['ID=704d12a3-8183-47af-ac97-49f055f4ac4f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:38.830786 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492ed04-d8cc-409e-91af-48917aed3654 req-b8cc4d88-e0d6-43be-b78e-3f93bda7160b tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:38.832299 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-b8cc4d88-e0d6-43be-b78e-3f93bda7160b tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3&tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&binding%3Ahost_id=n-h1-802060-9 HTTP/1.1" status: 200 len: 1096 time: 0.1932919 Aug 17 02:51:38.866162 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802060-9'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:38.872872 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e62052d8-24ed-419b-8758-e0d855d01602 req-e55086f7-a083-4fc1-a350-f823bd33ae0f tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 210 time: 0.0576947 Aug 17 02:51:38.989013 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-0b0eb513-9f5f-4ab1-9f2d-93c6fe8b0b13 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Allocated IP 192.168.233.29 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:38.990921 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.071064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac88b798-16cd-48dc-8e50-5093df5ae1e9 req-4cfb388c-9fd8-4d53-ac89-9f2459fbca9f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:39.072539 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ac88b798-16cd-48dc-8e50-5093df5ae1e9 req-4cfb388c-9fd8-4d53-ac89-9f2459fbca9f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 946 time: 0.1287177 Aug 17 02:51:39.227582 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ac88b798-16cd-48dc-8e50-5093df5ae1e9 req-ee98d50e-bf4e-4cc5-9f5b-275e70721614 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471789 Aug 17 02:51:39.296530 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] For port c840d604-bae0-4753-979a-eec12dc17b82, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c840d604-bae0-4753-979a-eec12dc17b82,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:39.325757 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-0b0eb513-9f5f-4ab1-9f2d-93c6fe8b0b13 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.350796 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-0b0eb513-9f5f-4ab1-9f2d-93c6fe8b0b13 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Transition to ACTIVE for port object 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:39.361717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] For port c840d604-bae0-4753-979a-eec12dc17b82, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:39.418120 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-e17e2e3d-55d5-4896-b33b-01c170441dea tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=308edf67c3104771aafe7c25643fc1e1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0314710 Aug 17 02:51:39.447987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56dde08-d536-4fd9-a1cd-a29480ede8a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c840d604-bae0-4753-979a-eec12dc17b82'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:39.451279 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9eab553d-8a40-428c-9063-de4314368d6f" -d '{"events": [{"server_uuid": "f56dde08-d536-4fd9-a1cd-a29480ede8a3", "name": "network-vif-unplugged", "status": "completed", "tag": "c840d604-bae0-4753-979a-eec12dc17b82"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:39.455320 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.506416 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.591533 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-0b0eb513-9f5f-4ab1-9f2d-93c6fe8b0b13 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.668413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-ae42a5ec-9d93-4a4a-85b9-0716887b9570 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:39.670069 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-ae42a5ec-9d93-4a4a-85b9-0716887b9570 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2346301 Aug 17 02:51:39.670673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Pushing event updated for resources: {'Port': ['ID=c840d604-bae0-4753-979a-eec12dc17b82,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:39.692760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-b1360584-02ea-4373-97c0-c800627a7ee0 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Request body: {'port': {'device_id': 'abcd6458-221c-4a0e-9f62-6495b99859a0', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '308edf67c3104771aafe7c25643fc1e1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:39.723275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Attempting to bind port c840d604-bae0-4753-979a-eec12dc17b82 on host n-h1-802060-9 for vnic_type normal with profile {"migrating_to": "n-h2-802060-9"} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:39.723610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Attempting to bind port c840d604-bae0-4753-979a-eec12dc17b82 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:39.723941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Attempting to bind port c840d604-bae0-4753-979a-eec12dc17b82 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:39.738920 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-0b0eb513-9f5f-4ab1-9f2d-93c6fe8b0b13 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:39.774888 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-0b0eb513-9f5f-4ab1-9f2d-93c6fe8b0b13 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:39.781288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Port c840d604-bae0-4753-979a-eec12dc17b82 on network c28a528a-b139-4af7-9a8b-0c957b3df977 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:51:39.786086 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Attempting to bind port c840d604-bae0-4753-979a-eec12dc17b82 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:39.794753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-0b0eb513-9f5f-4ab1-9f2d-93c6fe8b0b13 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:39.830826 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b0eb513-9f5f-4ab1-9f2d-93c6fe8b0b13 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Pushing event updated for resources: {'Port': ['ID=946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:39.841543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b5fef6-1e71-4699-8984-c7301fc62235 req-e0fde967-fd8a-46bf-b6b2-5aff780f3221 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:39.843094 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68b5fef6-1e71-4699-8984-c7301fc62235 req-e0fde967-fd8a-46bf-b6b2-5aff780f3221 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 943 time: 0.2583842 Aug 17 02:51:39.848448 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:39.848892 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Checking segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:39.849167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Bound using segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:39.849711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Bound port: c840d604-bae0-4753-979a-eec12dc17b82, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:39.850123 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:39.915961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-0b0eb513-9f5f-4ab1-9f2d-93c6fe8b0b13 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:39.917365 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-0b0eb513-9f5f-4ab1-9f2d-93c6fe8b0b13 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:40.001891 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68b5fef6-1e71-4699-8984-c7301fc62235 req-9c73351d-a9c9-497e-89ac-2c0eac30cacd tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409709 Aug 17 02:51:40.033718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] For port c840d604-bae0-4753-979a-eec12dc17b82, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:40.037408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] For port c840d604-bae0-4753-979a-eec12dc17b82, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c840d604-bae0-4753-979a-eec12dc17b82,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:40.052646 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-0b0eb513-9f5f-4ab1-9f2d-93c6fe8b0b13 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3153691 Aug 17 02:51:40.072448 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df2c0d65-0b34-4d34-a682-1758aa8fee0e x-openstack-request-id: req-df2c0d65-0b34-4d34-a682-1758aa8fee0e {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:40.073021 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56dde08-d536-4fd9-a1cd-a29480ede8a3", "name": "network-vif-unplugged", "status": "completed", "tag": "c840d604-bae0-4753-979a-eec12dc17b82", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:40.073274 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-df2c0d65-0b34-4d34-a682-1758aa8fee0e {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:40.073937 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56dde08-d536-4fd9-a1cd-a29480ede8a3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c840d604-bae0-4753-979a-eec12dc17b82', 'code': 200} Aug 17 02:51:40.079274 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Request body: {'port': {'device_id': 'f2de53bd-96e1-477c-be19-5d1ccb390f33', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:40.153735 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0396aec8-315c-45ed-a5ab-c131a10dbb5a req-c91bb3d2-4be2-426a-aa17-d5c877530fe9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 210 time: 0.0471458 Aug 17 02:51:40.155048 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64d61df6-e78b-4c2a-8fef-b1d6ddff0e84 req-686a823a-6b6c-4b50-a416-0c9a41e5ed19 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:40.156693 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-64d61df6-e78b-4c2a-8fef-b1d6ddff0e84 req-686a823a-6b6c-4b50-a416-0c9a41e5ed19 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 1097 time: 0.0422723 Aug 17 02:51:40.162351 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:40.176720 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:40.201075 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-64d61df6-e78b-4c2a-8fef-b1d6ddff0e84 req-fe60dc65-2414-4e84-aa7e-f4bb76eb9049 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372844 Aug 17 02:51:40.217762 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-761712b3-8ec4-42a3-b26d-07373e423ac7 None None] Provisioning for port 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:40.221928 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-761712b3-8ec4-42a3-b26d-07373e423ac7 None None] Provisioning complete for port 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:40.222308 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-761712b3-8ec4-42a3-b26d-07373e423ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:40.261064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-b1360584-02ea-4373-97c0-c800627a7ee0 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Made reservation on behalf of 308edf67c3104771aafe7c25643fc1e1 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:40.264635 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-b1360584-02ea-4373-97c0-c800627a7ee0 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:40.266894 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-761712b3-8ec4-42a3-b26d-07373e423ac7 None None] Port 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:51:40.327517 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde3028f-793a-48bd-978b-f00ed5c4fe46 req-523894c5-098a-4b27-a545-fc0dbb530464 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:40.329018 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fde3028f-793a-48bd-978b-f00ed5c4fe46 req-523894c5-098a-4b27-a545-fc0dbb530464 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2de53bd-96e1-477c-be19-5d1ccb390f33 HTTP/1.1" status: 200 len: 935 time: 0.0500758 Aug 17 02:51:40.370194 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fde3028f-793a-48bd-978b-f00ed5c4fe46 req-b6bc5b57-6dd0-427d-8193-a4b3c7902092 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/security-groups?id=704d12a3-8183-47af-ac97-49f055f4ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343168 Aug 17 02:51:40.407859 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Pushing event updated for resources: {'Port': ['ID=c840d604-bae0-4753-979a-eec12dc17b82,revision_number=8']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:40.472168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:40.472784 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:40.474219 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4f257cdd-364b-4ca2-9b59-9261c0f57593 service neutron] 10.222.0.60 "PUT /v2.0/ports/c840d604-bae0-4753-979a-eec12dc17b82 HTTP/1.1" status: 200 len: 1121 time: 1.6281979 Aug 17 02:51:40.491968 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6bec3c5b-bc30-4335-8635-739d8e50a000 req-feb5b207-17b8-4dc8-926a-4d67c49944d1 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 210 time: 0.0443108 Aug 17 02:51:40.516435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49f14b4-8ca8-4388-ac2c-17840d3ffb11 req-e197fc25-f9d9-4900-bc83-cf4d546f0f89 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:40.522385 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b49f14b4-8ca8-4388-ac2c-17840d3ffb11 req-e197fc25-f9d9-4900-bc83-cf4d546f0f89 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 971 time: 0.2702847 Aug 17 02:51:40.526127 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['c840d604-bae0-4753-979a-eec12dc17b82'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:40.611758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6bbc614-e8b6-4a10-893e-1d847092e9a0 req-11968b80-6284-4939-acaf-9788422db963 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:40.613271 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a6bbc614-e8b6-4a10-893e-1d847092e9a0 req-11968b80-6284-4939-acaf-9788422db963 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 1097 time: 0.0471478 Aug 17 02:51:40.620786 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b49f14b4-8ca8-4388-ac2c-17840d3ffb11 req-990e5304-5fe4-4aeb-8da9-0654aba7032b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974560 Aug 17 02:51:40.689555 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a6bbc614-e8b6-4a10-893e-1d847092e9a0 req-1c2d2c3d-cafc-4c24-9dbb-94e6a7b94892 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508564 Aug 17 02:51:40.737919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:40.746757 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:40.759740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Transition to ACTIVE for port object 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:40.851612 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:40.951293 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-b1360584-02ea-4373-97c0-c800627a7ee0 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Allocated IP 192.168.233.23 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/c8400f75-9921-4c6f-9e13-c7aaf167d736) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:40.953447 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Pushing event updated for resources: {'Port': ['ID=946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:41.095820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Attempting to bind port 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:41.096196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Attempting to bind port 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:41.096530 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Attempting to bind port 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:41.147746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Port 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:51:41.147991 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Attempting to bind port 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:41.174444 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:41.174814 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:41.175214 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:41.176019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Bound port: 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:41.176158 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.207645 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-00648b5e-fb0b-4c4b-9ec2-e3064337075b service neutron] show failed (client error): The resource could not be found. Aug 17 02:51:41.208888 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-00648b5e-fb0b-4c4b-9ec2-e3064337075b service neutron] 10.222.0.60 "GET /v2.0/ports/58a69c89-2de8-4d4d-9821-1971a6f77ecd/bindings/n-h1-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.1620913 Aug 17 02:51:41.294598 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-b1360584-02ea-4373-97c0-c800627a7ee0 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.307825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] For port 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:41.312825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] For port 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:41.315487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-b1360584-02ea-4373-97c0-c800627a7ee0 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Transition to ACTIVE for port object c8400f75-9921-4c6f-9e13-c7aaf167d736 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:41.424120 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-b1360584-02ea-4373-97c0-c800627a7ee0 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.426316 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.470809 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-b1360584-02ea-4373-97c0-c800627a7ee0 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:41.485274 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:41.485919 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.487293 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] 10.222.0.60 "PUT /v2.0/ports/946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 HTTP/1.1" status: 200 len: 1095 time: 1.4124219 Aug 17 02:51:41.497049 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-b1360584-02ea-4373-97c0-c800627a7ee0 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:41.501288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-b1360584-02ea-4373-97c0-c800627a7ee0 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:41.504994 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-b277abf6-8941-4453-8560-4367407f2c04 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8b31599f492b49b38d4cb24b8312fa72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0420735 Aug 17 02:51:41.639081 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ca8f460-6989-443c-b009-69fa91926118 service neutron] Pushing event updated for resources: {'Port': ['ID=946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:41.671130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-b1360584-02ea-4373-97c0-c800627a7ee0 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:41.671802 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-b1360584-02ea-4373-97c0-c800627a7ee0 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:41.998301 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-a7e3da7c-f125-4d7e-9422-146d0505c893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:42.001620 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-a7e3da7c-f125-4d7e-9422-146d0505c893 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac&tenant_id=638115240e104430bff599fc921ec015 HTTP/1.1" status: 200 len: 1122 time: 0.1319015 Aug 17 02:51:42.023179 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:42.076419 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f56dde08-d536-4fd9-a1cd-a29480ede8a3', 'tag': 'c840d604-bae0-4753-979a-eec12dc17b82'}, {'name': 'network-changed', 'server_uuid': 'f2de53bd-96e1-477c-be19-5d1ccb390f33', 'tag': '946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:42.078627 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-395949b1-92cf-4e80-a3b6-460e7dfdec23" -d '{"events": [{"name": "network-changed", "server_uuid": "f56dde08-d536-4fd9-a1cd-a29480ede8a3", "tag": "c840d604-bae0-4753-979a-eec12dc17b82"}, {"name": "network-changed", "server_uuid": "f2de53bd-96e1-477c-be19-5d1ccb390f33", "tag": "946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:42.092971 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.097726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-ce503c15-0174-4ab5-94c8-0e747fe76e93 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:42.099193 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-ce503c15-0174-4ab5-94c8-0e747fe76e93 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5647960 Aug 17 02:51:42.099809 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1360584-02ea-4373-97c0-c800627a7ee0 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Pushing event updated for resources: {'Port': ['ID=c8400f75-9921-4c6f-9e13-c7aaf167d736,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:42.103709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5e23be51-f5ae-4635-9949-b7588701db9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:42.105168 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5e23be51-f5ae-4635-9949-b7588701db9b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=90cc11a163114b6b9fd1f49107921f7c&device_id=f2de53bd-96e1-477c-be19-5d1ccb390f33 HTTP/1.1" status: 200 len: 1098 time: 0.4869113 Aug 17 02:51:42.109960 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-b1360584-02ea-4373-97c0-c800627a7ee0 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.4241281 Aug 17 02:51:42.115087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-afbc2123-429e-4300-ad5e-db2adeca4c7a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Request body: {'port': {'device_id': 'ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '8b31599f492b49b38d4cb24b8312fa72'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:42.172917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Request body: {'port': {'device_id': 'abcd6458-221c-4a0e-9f62-6495b99859a0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:42.217223 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0defb0f7-2024-468a-97fb-70630634aa70 None None] Provisioning for port c8400f75-9921-4c6f-9e13-c7aaf167d736 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:42.221983 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0defb0f7-2024-468a-97fb-70630634aa70 None None] Provisioning complete for port c8400f75-9921-4c6f-9e13-c7aaf167d736 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:42.222438 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0defb0f7-2024-468a-97fb-70630634aa70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.229913 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-57c88c41-120e-4f9f-8beb-07f295a88aba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 HTTP/1.1" status: 200 len: 217 time: 0.1097131 Aug 17 02:51:42.243143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-542f40ae-8792-45d5-b4b1-bb1207daa79a req-e654517a-42be-43f1-9766-6fcb129e8802 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:42.244662 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-542f40ae-8792-45d5-b4b1-bb1207daa79a req-e654517a-42be-43f1-9766-6fcb129e8802 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 943 time: 0.2401507 Aug 17 02:51:42.271811 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.30', 54527) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:42.279270 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-0defb0f7-2024-468a-97fb-70630634aa70 None None] Port c8400f75-9921-4c6f-9e13-c7aaf167d736 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:51:42.305835 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-22d0dcaa-0fbd-444d-be3c-e7e6ab3c22a7 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8b31599f492b49b38d4cb24b8312fa72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0333622 Aug 17 02:51:42.348446 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.372415 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36182) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:42.373923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-558d1cdf-58a6-4408-82dc-b8839825d17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:42.375380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-558d1cdf-58a6-4408-82dc-b8839825d17c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1277573 Aug 17 02:51:42.437324 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-542f40ae-8792-45d5-b4b1-bb1207daa79a req-e038651c-0022-42b3-9f8c-81e3d436b872 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784620 Aug 17 02:51:42.524372 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] For port 58a69c89-2de8-4d4d-9821-1971a6f77ecd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=58a69c89-2de8-4d4d-9821-1971a6f77ecd,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:42.541608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-07688727-155b-4335-b6d0-38198efc83cd tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:42.543294 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-07688727-155b-4335-b6d0-38198efc83cd tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2304969 Aug 17 02:51:42.571233 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-9a93bd6c-aa6e-4924-83df-13c79c231b71 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Request body: {'port': {'device_id': '06c38732-7ec7-4aa3-9995-0646b7b8f84d', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '8b31599f492b49b38d4cb24b8312fa72'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:42.593240 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] For port 58a69c89-2de8-4d4d-9821-1971a6f77ecd, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:42.625316 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6ea09c16-8676-4b1a-ae31-29909e596c3f req-8a41a249-190a-42fa-964d-ebb5c652f1e4 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 210 time: 0.0944045 Aug 17 02:51:42.627459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-1a58260a-a6b7-43f3-8953-e0c86cb4c7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:42.628838 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-1a58260a-a6b7-43f3-8953-e0c86cb4c7fd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2391193 Aug 17 02:51:42.636752 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-afbc2123-429e-4300-ad5e-db2adeca4c7a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Made reservation on behalf of 8b31599f492b49b38d4cb24b8312fa72 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:42.640326 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-afbc2123-429e-4300-ad5e-db2adeca4c7a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.642248 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-205b97ea-983a-4f6e-bd50-806d13481c6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.697763 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7b07a7-96d8-459a-a46a-6b4685089eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a69c89-2de8-4d4d-9821-1971a6f77ecd'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:42.701010 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c43a60a-ced6-42f0-b768-8bcdf630ce00" -d '{"events": [{"server_uuid": "0f7b07a7-96d8-459a-a46a-6b4685089eac", "name": "network-vif-unplugged", "status": "completed", "tag": "58a69c89-2de8-4d4d-9821-1971a6f77ecd"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:42.707182 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.740077 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Transition to ACTIVE for port object 58a69c89-2de8-4d4d-9821-1971a6f77ecd will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:42.805917 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.872505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] No DVR routers for this DVR port 58a69c89-2de8-4d4d-9821-1971a6f77ecd on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:42.879473 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Pushing event updated for resources: {'Port': ['ID=58a69c89-2de8-4d4d-9821-1971a6f77ecd,revision_number=6']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:42.915129 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Attempting to bind port 58a69c89-2de8-4d4d-9821-1971a6f77ecd on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:42.915480 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Attempting to bind port 58a69c89-2de8-4d4d-9821-1971a6f77ecd by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:42.915867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Attempting to bind port 58a69c89-2de8-4d4d-9821-1971a6f77ecd on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:42.923012 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Port 58a69c89-2de8-4d4d-9821-1971a6f77ecd on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:51:42.923431 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Attempting to bind port 58a69c89-2de8-4d4d-9821-1971a6f77ecd on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:42.933628 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfbc296e-4def-4195-b672-2a899f8668cb req-c1cfd625-e595-47c1-9ffd-10df88025cdb tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:42.934589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:42.935184 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dfbc296e-4def-4195-b672-2a899f8668cb req-c1cfd625-e595-47c1-9ffd-10df88025cdb tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2de53bd-96e1-477c-be19-5d1ccb390f33 HTTP/1.1" status: 200 len: 947 time: 0.2135146 Aug 17 02:51:42.937121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:42.937600 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:42.938075 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Bound port: 58a69c89-2de8-4d4d-9821-1971a6f77ecd, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:42.940254 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:42.951423 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-5539b1a9-6479-4e31-89f2-5880911c3070 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041162 Aug 17 02:51:43.020639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] For port 58a69c89-2de8-4d4d-9821-1971a6f77ecd, host n-h1-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:43.023938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] For port 58a69c89-2de8-4d4d-9821-1971a6f77ecd, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=58a69c89-2de8-4d4d-9821-1971a6f77ecd,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:43.054095 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-dfb09986-e91e-4b46-a6de-ddcaa47e51a7 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:51:43.055077 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-dfb09986-e91e-4b46-a6de-ddcaa47e51a7 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0153742 Aug 17 02:51:43.140987 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dfbc296e-4def-4195-b672-2a899f8668cb req-01504c82-b054-496c-899e-fa16e524a5c4 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/security-groups?id=704d12a3-8183-47af-ac97-49f055f4ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960661 Aug 17 02:51:43.145194 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-205b97ea-983a-4f6e-bd50-806d13481c6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.173273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-dca69b42-e131-4c00-8df4-1db22693fd16 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:43.174434 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-dca69b42-e131-4c00-8df4-1db22693fd16 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports/441bcfe8-e9b7-4744-8528-357db7dd3964 HTTP/1.1" status: 200 len: 1094 time: 0.1052086 Aug 17 02:51:43.202094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-229e2392-60cd-4261-991a-fd47408d07d0 service neutron] Request body: {'binding': {'host': 'n-h1-802060-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:43.202548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-229e2392-60cd-4261-991a-fd47408d07d0 service neutron] Unknown quota resources ['binding']. {{(pid=101970) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:51:43.207246 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.231751 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-040df38f-dd7e-442d-90a4-c5719d53ca5d req-4b56dd50-58fd-4253-9525-849e87f5e13e service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712533 Aug 17 02:51:43.248197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8400f75-9921-4c6f-9e13-c7aaf167d736 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:43.255457 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:43.256226 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.257774 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] 10.222.0.30 "PUT /v2.0/ports/58a69c89-2de8-4d4d-9821-1971a6f77ecd HTTP/1.1" status: 200 len: 1096 time: 1.2457366 Aug 17 02:51:43.267620 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-205b97ea-983a-4f6e-bd50-806d13481c6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.280282 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.290759 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255a5c97-9fd2-4ff9-a414-2ba022435d11 service neutron] Pushing event updated for resources: {'Port': ['ID=58a69c89-2de8-4d4d-9821-1971a6f77ecd,revision_number=7']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:43.332388 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-09f65566-deb3-47c6-b5ec-3bd78e3ac966 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:43.334256 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-09f65566-deb3-47c6-b5ec-3bd78e3ac966 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 1099 time: 0.0514536 Aug 17 02:51:43.376740 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-205b97ea-983a-4f6e-bd50-806d13481c6e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dbaf80e80810446c98ebca09fe060f74&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0003762 Aug 17 02:51:43.377820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Transition to ACTIVE for port object c8400f75-9921-4c6f-9e13-c7aaf167d736 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:43.384356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36190) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:43.385006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205b97ea-983a-4f6e-bd50-806d13481c6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5327c0fd-ff0c-45ef-aef8-814db4dd19d5,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:43.420106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5775fc-d76b-4d58-8c2a-8d86d64f568c req-4f20657c-88d8-41ac-b3e2-4a475b02295c tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:43.421845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2a5775fc-d76b-4d58-8c2a-8d86d64f568c req-4f20657c-88d8-41ac-b3e2-4a475b02295c tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 935 time: 0.1928833 Aug 17 02:51:43.429977 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-9a93bd6c-aa6e-4924-83df-13c79c231b71 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Made reservation on behalf of 8b31599f492b49b38d4cb24b8312fa72 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:43.434212 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-9a93bd6c-aa6e-4924-83df-13c79c231b71 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.438862 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.470143 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-4dbac9ee-6682-470c-846e-fda27b521f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:43.471707 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-4dbac9ee-6682-470c-846e-fda27b521f70 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.1293259 Aug 17 02:51:43.549513 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-f5fa4349-acea-4139-a496-5f115d4b82fd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=58a69c89-2de8-4d4d-9821-1971a6f77ecd HTTP/1.1" status: 200 len: 217 time: 0.0666614 Aug 17 02:51:43.608523 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Pushing event updated for resources: {'Port': ['ID=c8400f75-9921-4c6f-9e13-c7aaf167d736,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:43.618515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-a654c1e1-bfb3-4072-8647-1a54d435aa20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:43.620126 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-a654c1e1-bfb3-4072-8647-1a54d435aa20 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0574470 Aug 17 02:51:43.663053 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-afbc2123-429e-4300-ad5e-db2adeca4c7a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Allocated IP 192.168.233.143 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/7cf70f0c-1246-458d-999f-626ed945d594) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:43.665256 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-152f27d1-7d93-4622-9caf-289926e28e64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.676014 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2a5775fc-d76b-4d58-8c2a-8d86d64f568c req-5ad4fe77-852c-45db-8230-9d0f859f75d9 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2380879 Aug 17 02:51:43.685197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-11dab940-c29d-4b5d-98e2-e819fd76c511 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:43.687078 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-11dab940-c29d-4b5d-98e2-e819fd76c511 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0574484 Aug 17 02:51:43.688106 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c840d604-bae0-4753-979a-eec12dc17b82 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:51:43.702541 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-152f27d1-7d93-4622-9caf-289926e28e64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.774745 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-229e2392-60cd-4261-991a-fd47408d07d0 service neutron] Attempting to bind port 441bcfe8-e9b7-4744-8528-357db7dd3964 on host n-h1-802060-9 for vnic_type normal with profile None {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:43.775097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-229e2392-60cd-4261-991a-fd47408d07d0 service neutron] Attempting to bind port 441bcfe8-e9b7-4744-8528-357db7dd3964 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:43.775439 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-229e2392-60cd-4261-991a-fd47408d07d0 service neutron] Attempting to bind port 441bcfe8-e9b7-4744-8528-357db7dd3964 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:43.797706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-229e2392-60cd-4261-991a-fd47408d07d0 service neutron] Port 441bcfe8-e9b7-4744-8528-357db7dd3964 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:51:43.797961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-229e2392-60cd-4261-991a-fd47408d07d0 service neutron] Attempting to bind port 441bcfe8-e9b7-4744-8528-357db7dd3964 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:43.816733 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-2e170196-fa3a-4b4e-9677-bcbe0859041b service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144655 Aug 17 02:51:43.838942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-229e2392-60cd-4261-991a-fd47408d07d0 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:43.839296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-229e2392-60cd-4261-991a-fd47408d07d0 service neutron] Checking segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:43.839699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-229e2392-60cd-4261-991a-fd47408d07d0 service neutron] Bound using segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:43.840160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-229e2392-60cd-4261-991a-fd47408d07d0 service neutron] Bound port: 441bcfe8-e9b7-4744-8528-357db7dd3964, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:43.861267 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-152f27d1-7d93-4622-9caf-289926e28e64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.863859 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-152f27d1-7d93-4622-9caf-289926e28e64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:43.867511 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-152f27d1-7d93-4622-9caf-289926e28e64 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5327c0fd-ff0c-45ef-aef8-814db4dd19d5 HTTP/1.1" status: 204 len: 168 time: 0.4765368 Aug 17 02:51:43.934715 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152f27d1-7d93-4622-9caf-289926e28e64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5327c0fd-ff0c-45ef-aef8-814db4dd19d5,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:43.950479 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44b27ddd-af3c-4fc2-9ceb-8b1d83d17ef3 req-29ac30bf-3adb-4e52-8635-d29f7cda394a service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251578 Aug 17 02:51:43.967572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c840d604-bae0-4753-979a-eec12dc17b82, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c840d604-bae0-4753-979a-eec12dc17b82,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:43.984441 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c840d604-bae0-4753-979a-eec12dc17b82 has no active binding in host n-h2-802060-9 {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:51:43.991357 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Attempting to bind port c8400f75-9921-4c6f-9e13-c7aaf167d736 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:43.991707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Attempting to bind port c8400f75-9921-4c6f-9e13-c7aaf167d736 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:43.992040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Attempting to bind port c8400f75-9921-4c6f-9e13-c7aaf167d736 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:44.008860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4c087e-33de-434e-942b-092df2cb5f7b req-013a5dc0-48f3-4590-9b1d-988e7b7f349c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:44.011007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc4c087e-33de-434e-942b-092df2cb5f7b req-013a5dc0-48f3-4590-9b1d-988e7b7f349c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 948 time: 0.2199545 Aug 17 02:51:44.022565 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Port c8400f75-9921-4c6f-9e13-c7aaf167d736 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:51:44.022907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Attempting to bind port c8400f75-9921-4c6f-9e13-c7aaf167d736 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:44.049829 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-229e2392-60cd-4261-991a-fd47408d07d0 service neutron] For port 441bcfe8-e9b7-4744-8528-357db7dd3964, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=441bcfe8-e9b7-4744-8528-357db7dd3964,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:44.053994 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:44.054340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:44.054730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:44.055168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Bound port: c8400f75-9921-4c6f-9e13-c7aaf167d736, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:44.055531 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.129287 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc4c087e-33de-434e-942b-092df2cb5f7b req-7cb9dc53-63b0-41c0-9993-167866cee8ec tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115179 Aug 17 02:51:44.153464 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-afbc2123-429e-4300-ad5e-db2adeca4c7a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.163463 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-229e2392-60cd-4261-991a-fd47408d07d0 service neutron] Notify callbacks [] for binding, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.164665 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-229e2392-60cd-4261-991a-fd47408d07d0 service neutron] 10.222.0.10 "POST /v2.0/ports/441bcfe8-e9b7-4744-8528-357db7dd3964/bindings HTTP/1.1" status: 201 len: 389 time: 0.9674649 Aug 17 02:51:44.190379 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-afbc2123-429e-4300-ad5e-db2adeca4c7a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Transition to ACTIVE for port object 7cf70f0c-1246-458d-999f-626ed945d594 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:44.194820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] For port c8400f75-9921-4c6f-9e13-c7aaf167d736, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:44.199806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] For port c8400f75-9921-4c6f-9e13-c7aaf167d736, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c8400f75-9921-4c6f-9e13-c7aaf167d736,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:44.225725 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1896b9a-1bf7-4bc7-ba2e-d370c857c7f4 x-openstack-request-id: req-c1896b9a-1bf7-4bc7-ba2e-d370c857c7f4 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:44.226028 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f56dde08-d536-4fd9-a1cd-a29480ede8a3", "tag": "c840d604-bae0-4753-979a-eec12dc17b82", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "f2de53bd-96e1-477c-be19-5d1ccb390f33", "tag": "946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:44.226337 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1896b9a-1bf7-4bc7-ba2e-d370c857c7f4 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:44.226687 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f56dde08-d536-4fd9-a1cd-a29480ede8a3', 'tag': 'c840d604-bae0-4753-979a-eec12dc17b82', 'status': 'completed', 'code': 200} Aug 17 02:51:44.227053 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2de53bd-96e1-477c-be19-5d1ccb390f33', 'tag': '946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7', 'status': 'completed', 'code': 200} Aug 17 02:51:44.294769 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.332899 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff864446-b08c-4e9d-96a9-da446eeed121 x-openstack-request-id: req-ff864446-b08c-4e9d-96a9-da446eeed121 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:44.333624 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7b07a7-96d8-459a-a46a-6b4685089eac", "name": "network-vif-unplugged", "status": "completed", "tag": "58a69c89-2de8-4d4d-9821-1971a6f77ecd", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:44.333624 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff864446-b08c-4e9d-96a9-da446eeed121 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:44.334002 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7b07a7-96d8-459a-a46a-6b4685089eac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '58a69c89-2de8-4d4d-9821-1971a6f77ecd', 'code': 200} Aug 17 02:51:44.338406 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-03c41d2c-87e4-4569-b7ce-188042bde30d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:44.340641 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-03c41d2c-87e4-4569-b7ce-188042bde30d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 1124 time: 0.0903325 Aug 17 02:51:44.351907 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-afbc2123-429e-4300-ad5e-db2adeca4c7a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.355635 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Pushing event updated for resources: {'Port': ['ID=c8400f75-9921-4c6f-9e13-c7aaf167d736,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:44.364804 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['036c9b05-bee9-47a4-8090-ce1337309fc1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:44.422249 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-9a93bd6c-aa6e-4924-83df-13c79c231b71 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Allocated IP 192.168.233.8 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/832256c5-5c54-47f5-8f5d-a940ced21811) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:44.458368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:44.459064 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.466612 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-3ecfd4fb-51d1-4e2e-abfd-f92ce706246e service neutron] 10.222.0.30 "PUT /v2.0/ports/c8400f75-9921-4c6f-9e13-c7aaf167d736 HTTP/1.1" status: 200 len: 1095 time: 2.3343852 Aug 17 02:51:44.477965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-afbc2123-429e-4300-ad5e-db2adeca4c7a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:44.486769 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-afbc2123-429e-4300-ad5e-db2adeca4c7a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:44.492444 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-483443db-fe1c-46c0-b2b9-84e17d35a3dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:44.499392 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-483443db-fe1c-46c0-b2b9-84e17d35a3dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=90cc11a163114b6b9fd1f49107921f7c&device_id=f2de53bd-96e1-477c-be19-5d1ccb390f33 HTTP/1.1" status: 200 len: 1098 time: 0.2369318 Aug 17 02:51:44.502874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-afbc2123-429e-4300-ad5e-db2adeca4c7a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:44.579328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afbc2123-429e-4300-ad5e-db2adeca4c7a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Pushing event updated for resources: {'Port': ['ID=7cf70f0c-1246-458d-999f-626ed945d594,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:44.708852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36206) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:44.774645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-afbc2123-429e-4300-ad5e-db2adeca4c7a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:44.775289 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-afbc2123-429e-4300-ad5e-db2adeca4c7a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.788599 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6ed7863-48e8-4e47-bcaf-6cc223058c5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:44.805626 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41d80aaf-0e44-4fdd-934a-d90812575e09 req-43ffde00-c43e-46a7-92f5-ae264cd647b4 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 210 time: 0.0615070 Aug 17 02:51:44.815485 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-6e237228-49a1-4748-bef6-843d5e37cb54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:44.816967 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-6e237228-49a1-4748-bef6-843d5e37cb54 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.4597549 Aug 17 02:51:44.855892 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-1c41d19c-a5b0-4125-afa7-f045523de10d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:44.857367 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-1c41d19c-a5b0-4125-afa7-f045523de10d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=308edf67c3104771aafe7c25643fc1e1&device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 1098 time: 0.1789644 Aug 17 02:51:44.872608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42367497-b300-47ce-acad-edc2b48cdd8c req-41153473-be02-4480-b54e-3f6259335793 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:44.879974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-42367497-b300-47ce-acad-edc2b48cdd8c req-41153473-be02-4480-b54e-3f6259335793 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 943 time: 0.3356352 Aug 17 02:51:44.914759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.30', 54531) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:44.919171 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-5aefbbb3-8da1-4c28-bb8f-b485135413ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:44.920325 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-5aefbbb3-8da1-4c28-bb8f-b485135413ac service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.4105854 Aug 17 02:51:44.923520 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-d2c9b885-874a-4664-97d1-8fb39b4c5d91 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c840d604-bae0-4753-979a-eec12dc17b82 HTTP/1.1" status: 200 len: 217 time: 0.0888953 Aug 17 02:51:44.965848 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-afbc2123-429e-4300-ad5e-db2adeca4c7a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8549027 Aug 17 02:51:45.063776 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-9a93bd6c-aa6e-4924-83df-13c79c231b71 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:45.075749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-2080a914-9ae4-4d36-8aba-b06d293dba14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:45.077150 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-2080a914-9ae4-4d36-8aba-b06d293dba14 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.1351480 Aug 17 02:51:45.096664 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-9a93bd6c-aa6e-4924-83df-13c79c231b71 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Transition to ACTIVE for port object 832256c5-5c54-47f5-8f5d-a940ced21811 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:45.124856 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-f7069849-d55a-4e9b-96e3-5b38bcfcf065 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379560 Aug 17 02:51:45.136654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b90a53-1693-4cc3-ba69-43387a7efa9f req-a77973f6-422c-462c-bd58-bfb1a70c6090 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:45.138240 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-84b90a53-1693-4cc3-ba69-43387a7efa9f req-a77973f6-422c-462c-bd58-bfb1a70c6090 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2de53bd-96e1-477c-be19-5d1ccb390f33 HTTP/1.1" status: 200 len: 947 time: 0.1845360 Aug 17 02:51:45.188691 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ecd4b350-0d10-48f4-9551-0756d5f9b3a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:45.211573 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a5df8ca6-c96b-40ae-8ddb-3d971ded3c33 None None] Provisioning for port 7cf70f0c-1246-458d-999f-626ed945d594 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:45.216930 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a5df8ca6-c96b-40ae-8ddb-3d971ded3c33 None None] Provisioning complete for port 7cf70f0c-1246-458d-999f-626ed945d594 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:45.217607 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a5df8ca6-c96b-40ae-8ddb-3d971ded3c33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:45.250751 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-85823b38-b103-443a-a21a-d93e40c9424c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=c8400f75-9921-4c6f-9e13-c7aaf167d736 HTTP/1.1" status: 200 len: 217 time: 0.3686635 Aug 17 02:51:45.253636 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-84b90a53-1693-4cc3-ba69-43387a7efa9f req-98b9a5dc-2d53-4823-80d8-fa13098eb9fe tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/security-groups?id=704d12a3-8183-47af-ac97-49f055f4ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931194 Aug 17 02:51:45.258988 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Request body: {'port': {'device_id': 'ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:45.283370 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-9a93bd6c-aa6e-4924-83df-13c79c231b71 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:45.286988 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-c9547e9f-23e2-4b30-be5f-4d4163b49fcf service neutron] 10.222.0.30 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365554 Aug 17 02:51:45.308376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['036c9b05-bee9-47a4-8090-ce1337309fc1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:45.357125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a5df8ca6-c96b-40ae-8ddb-3d971ded3c33 None None] Port 7cf70f0c-1246-458d-999f-626ed945d594 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:51:45.376301 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-9a93bd6c-aa6e-4924-83df-13c79c231b71 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:45.392594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-9a93bd6c-aa6e-4924-83df-13c79c231b71 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:45.413221 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-9a93bd6c-aa6e-4924-83df-13c79c231b71 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:45.454600 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-e916f05d-7bcf-4cdb-9845-cffafa70793d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.29&port_id=946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 HTTP/1.1" status: 200 len: 217 time: 0.2301548 Aug 17 02:51:45.454804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a93bd6c-aa6e-4924-83df-13c79c231b71 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Pushing event updated for resources: {'Port': ['ID=832256c5-5c54-47f5-8f5d-a940ced21811,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:45.521370 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-9a93bd6c-aa6e-4924-83df-13c79c231b71 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:45.522107 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-9a93bd6c-aa6e-4924-83df-13c79c231b71 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:45.551162 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ea82e6-0bad-454b-8fb6-bd66bfa674f4 req-125c016e-1860-49df-b897-9f3d2ff5016f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:45.551915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-488d79e8-952a-4e49-9231-9d105eb52029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:45.554049 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-488d79e8-952a-4e49-9231-9d105eb52029 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0777512 Aug 17 02:51:45.554245 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c4ea82e6-0bad-454b-8fb6-bd66bfa674f4 req-125c016e-1860-49df-b897-9f3d2ff5016f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 946 time: 0.1843646 Aug 17 02:51:45.564381 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:45.582374 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-42367497-b300-47ce-acad-edc2b48cdd8c req-dedc1aaa-8acf-4cac-bdc6-892d5531e764 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7014210 Aug 17 02:51:45.617646 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-e218a6d4-6174-44dd-aaed-499c604dcd2f service neutron] 10.222.0.30 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3004577 Aug 17 02:51:45.641991 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c4ea82e6-0bad-454b-8fb6-bd66bfa674f4 req-6ea2d9a2-78dc-44b1-ba1f-1fe8e63170a7 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643353 Aug 17 02:51:45.655118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-65859885-93cd-4be6-88cc-794e9b03bd2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:45.656838 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-65859885-93cd-4be6-88cc-794e9b03bd2b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 1097 time: 0.7356198 Aug 17 02:51:45.684115 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-13a4936f-5521-494d-9eda-e0938e70427f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:45.688954 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-13a4936f-5521-494d-9eda-e0938e70427f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.3906925 Aug 17 02:51:45.703924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 58a69c89-2de8-4d4d-9821-1971a6f77ecd no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:45.774566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 58a69c89-2de8-4d4d-9821-1971a6f77ecd not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:45.803934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b84f2d-0d45-4618-9bb6-6fbe8ef413ca req-5229d95e-cbd9-4b2b-89f9-25f7a8d27de0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:45.805639 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a5b84f2d-0d45-4618-9bb6-6fbe8ef413ca req-5229d95e-cbd9-4b2b-89f9-25f7a8d27de0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 948 time: 0.0692453 Aug 17 02:51:45.851621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7977ceb0-e655-4ef7-ae2f-2f7a4643a6ab None None] Provisioning for port 832256c5-5c54-47f5-8f5d-a940ced21811 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:45.857307 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7977ceb0-e655-4ef7-ae2f-2f7a4643a6ab None None] Provisioning complete for port 832256c5-5c54-47f5-8f5d-a940ced21811 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:45.857924 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7977ceb0-e655-4ef7-ae2f-2f7a4643a6ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:45.890437 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a5b84f2d-0d45-4618-9bb6-6fbe8ef413ca req-c4757e48-9956-47a3-ae09-79a62d5179d4 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762360 Aug 17 02:51:45.907861 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-370efcc3-8ee6-4939-a533-2ca6339b86cd service neutron] 10.222.0.30 "GET /v2.0/ports/c840d604-bae0-4753-979a-eec12dc17b82/bindings/n-h2-802060-9 HTTP/1.1" status: 200 len: 384 time: 0.0917060 Aug 17 02:51:45.908011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7977ceb0-e655-4ef7-ae2f-2f7a4643a6ab None None] Port 832256c5-5c54-47f5-8f5d-a940ced21811 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:51:45.915678 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6ed7863-48e8-4e47-bcaf-6cc223058c5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:45.978215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-4feb735a-21c4-46f0-89ae-1465ba9918be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:45.982511 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-4feb735a-21c4-46f0-89ae-1465ba9918be service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3829532 Aug 17 02:51:45.999941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-a2abadea-9272-40f2-977d-64e5edcd4ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:46.001452 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-a2abadea-9272-40f2-977d-64e5edcd4ccd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2764802 Aug 17 02:51:46.029893 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6ed7863-48e8-4e47-bcaf-6cc223058c5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:46.062127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debbdbc5-fdeb-4122-8d6d-c636386bfdb1 req-215c4e9e-f438-4553-a930-3d3e2172829d tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:46.063572 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-debbdbc5-fdeb-4122-8d6d-c636386bfdb1 req-215c4e9e-f438-4553-a930-3d3e2172829d tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 947 time: 0.3495097 Aug 17 02:51:46.118266 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-9a93bd6c-aa6e-4924-83df-13c79c231b71 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.5532560 Aug 17 02:51:46.135936 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Request body: {'port': {'device_id': '06c38732-7ec7-4aa3-9995-0646b7b8f84d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:46.176015 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1550d9-7922-4f89-8154-fe76947abcb9 req-05069520-016a-48fd-b879-9f585029379c tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:46.177472 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e1550d9-7922-4f89-8154-fe76947abcb9 req-05069520-016a-48fd-b879-9f585029379c tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 934 time: 0.1313939 Aug 17 02:51:46.179235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-67f037ba-178f-4341-96d2-48b50360ea47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:46.180754 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-67f037ba-178f-4341-96d2-48b50360ea47 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 908 time: 0.5012507 Aug 17 02:51:46.185772 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4516413a-aa35-411f-b2d1-266b74c7e9fd service neutron] For port c840d604-bae0-4753-979a-eec12dc17b82, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c840d604-bae0-4753-979a-eec12dc17b82,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:46.236022 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'abcd6458-221c-4a0e-9f62-6495b99859a0', 'tag': 'c8400f75-9921-4c6f-9e13-c7aaf167d736'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:46.238205 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d83837f-b31c-4f26-a36b-fa334cc45611" -d '{"events": [{"name": "network-changed", "server_uuid": "abcd6458-221c-4a0e-9f62-6495b99859a0", "tag": "c8400f75-9921-4c6f-9e13-c7aaf167d736"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:46.242848 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4516413a-aa35-411f-b2d1-266b74c7e9fd service neutron] For port c840d604-bae0-4753-979a-eec12dc17b82, host n-h1-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:46.258202 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c6ed7863-48e8-4e47-bcaf-6cc223058c5e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4b2d103bd67b4966be0d042546be3f2a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5467825 Aug 17 02:51:46.267288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36218) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:46.282092 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:46.285779 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e1550d9-7922-4f89-8154-fe76947abcb9 req-abb978ee-a2a3-49de-855b-96d402103109 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957360 Aug 17 02:51:46.316133 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4516413a-aa35-411f-b2d1-266b74c7e9fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c840d604-bae0-4753-979a-eec12dc17b82 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:46.316284 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ed7863-48e8-4e47-bcaf-6cc223058c5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d68b24-6222-4649-a4bc-44a346f5ec35,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:46.335267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0f7b07a7-96d8-459a-a46a-6b4685089eac', 'tag': '58a69c89-2de8-4d4d-9821-1971a6f77ecd'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:46.337266 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67448dc2-7371-4c4c-a597-10a35dc9351a" -d '{"events": [{"name": "network-changed", "server_uuid": "0f7b07a7-96d8-459a-a46a-6b4685089eac", "tag": "58a69c89-2de8-4d4d-9821-1971a6f77ecd"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:46.345981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-fadfb3ec-631c-4ef8-8416-07edfa2f9227 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441bcfe8-e9b7-4744-8528-357db7dd3964 HTTP/1.1" status: 200 len: 217 time: 0.1396134 Aug 17 02:51:46.351431 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4516413a-aa35-411f-b2d1-266b74c7e9fd service neutron] For port c840d604-bae0-4753-979a-eec12dc17b82, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c840d604-bae0-4753-979a-eec12dc17b82,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:46.363482 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-debbdbc5-fdeb-4122-8d6d-c636386bfdb1 req-ef0d1f51-d2a3-44ca-99b1-fa216e37ad81 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2595799 Aug 17 02:51:46.392162 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a15c46d-d3fb-4c67-bf0c-3db44335e016 x-openstack-request-id: req-0a15c46d-d3fb-4c67-bf0c-3db44335e016 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:46.392485 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "abcd6458-221c-4a0e-9f62-6495b99859a0", "tag": "c8400f75-9921-4c6f-9e13-c7aaf167d736", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:46.392732 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a15c46d-d3fb-4c67-bf0c-3db44335e016 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:46.393130 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'abcd6458-221c-4a0e-9f62-6495b99859a0', 'tag': 'c8400f75-9921-4c6f-9e13-c7aaf167d736', 'status': 'completed', 'code': 200} Aug 17 02:51:46.449325 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d41a0bc1-53eb-4fc8-a2e6-bf2423adab3f x-openstack-request-id: req-d41a0bc1-53eb-4fc8-a2e6-bf2423adab3f {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:46.449938 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0f7b07a7-96d8-459a-a46a-6b4685089eac", "tag": "58a69c89-2de8-4d4d-9821-1971a6f77ecd", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:46.449938 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d41a0bc1-53eb-4fc8-a2e6-bf2423adab3f {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:46.450344 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0f7b07a7-96d8-459a-a46a-6b4685089eac', 'tag': '58a69c89-2de8-4d4d-9821-1971a6f77ecd', 'status': 'completed', 'code': 200} Aug 17 02:51:46.453716 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4516413a-aa35-411f-b2d1-266b74c7e9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:46.476543 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-bc3377b5-4046-45bc-aa92-19cdad89cf0f service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4824543 Aug 17 02:51:46.480634 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.30', 54532) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:46.492996 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-d69039bd-bd48-4f7b-85c7-035174927e5a service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4654567 Aug 17 02:51:46.593235 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59649e1d-0a5c-4714-8189-b6319ea92182 req-7df61e98-7a70-4fbd-a704-36acd74f8b4f tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:46.594788 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-59649e1d-0a5c-4714-8189-b6319ea92182 req-7df61e98-7a70-4fbd-a704-36acd74f8b4f tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2de53bd-96e1-477c-be19-5d1ccb390f33 HTTP/1.1" status: 200 len: 947 time: 0.1360695 Aug 17 02:51:46.597489 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-857593c7-e07b-4dcd-bad6-eff2ecf83410 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:46.598937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-857593c7-e07b-4dcd-bad6-eff2ecf83410 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.2394454 Aug 17 02:51:46.603979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-7da6e38b-09b6-443d-b706-d0fc811969cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:46.605691 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-7da6e38b-09b6-443d-b706-d0fc811969cb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 1099 time: 0.1090155 Aug 17 02:51:46.648653 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4516413a-aa35-411f-b2d1-266b74c7e9fd service neutron] Transition to ACTIVE for port object c840d604-bae0-4753-979a-eec12dc17b82 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:46.678994 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55cf1642-2c57-409c-ab22-18b470c65aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:46.699510 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-59649e1d-0a5c-4714-8189-b6319ea92182 req-8930b76c-c799-4052-a115-b047a32d5369 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/security-groups?id=704d12a3-8183-47af-ac97-49f055f4ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912077 Aug 17 02:51:46.714522 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-017fda82-177a-4017-aa11-a64ad455c4e6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0809841 Aug 17 02:51:46.721052 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4516413a-aa35-411f-b2d1-266b74c7e9fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:46.767751 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-1febac7a-ac78-448e-a93a-be46dffe0c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:46.769226 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-1febac7a-ac78-448e-a93a-be46dffe0c3c service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.1533709 Aug 17 02:51:46.812677 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-7a1261bd-67e1-41f7-ae80-ee22693b128c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:46.814214 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-7a1261bd-67e1-41f7-ae80-ee22693b128c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 1099 time: 0.3076320 Aug 17 02:51:46.852167 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55cf1642-2c57-409c-ab22-18b470c65aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:46.852424 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4516413a-aa35-411f-b2d1-266b74c7e9fd service neutron] No DVR routers for this DVR port c840d604-bae0-4753-979a-eec12dc17b82 on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:46.856640 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-9c486a78-8ccb-405e-85d5-36b42851a98e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=58a69c89-2de8-4d4d-9821-1971a6f77ecd HTTP/1.1" status: 200 len: 217 time: 0.0774744 Aug 17 02:51:46.858639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4516413a-aa35-411f-b2d1-266b74c7e9fd service neutron] Pushing event updated for resources: {'Port': ['ID=c840d604-bae0-4753-979a-eec12dc17b82,revision_number=10']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:46.879437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cf70f0c-1246-458d-999f-626ed945d594 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:46.913809 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:46.935703 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4516413a-aa35-411f-b2d1-266b74c7e9fd service neutron] 10.222.0.30 "PUT /v2.0/ports/c840d604-bae0-4753-979a-eec12dc17b82/bindings/n-h2-802060-9/activate HTTP/1.1" status: 200 len: 369 time: 1.0213761 Aug 17 02:51:46.958272 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9b95270-f232-4cd8-a3b6-83dfa1ff6e3e req-7ff59ec0-94ed-4bfb-9fb0-42e708f7d923 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:46.959818 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9b95270-f232-4cd8-a3b6-83dfa1ff6e3e req-7ff59ec0-94ed-4bfb-9fb0-42e708f7d923 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 946 time: 0.1703935 Aug 17 02:51:46.961992 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-2ed472be-f9c3-4729-b520-b44ad71d7daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:46.963457 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-2ed472be-f9c3-4729-b520-b44ad71d7daa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0983703 Aug 17 02:51:47.033548 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9b95270-f232-4cd8-a3b6-83dfa1ff6e3e req-1c3d46e2-3697-402f-a0ae-947ad249cd19 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667744 Aug 17 02:51:47.038410 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.60', 55185) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:47.091219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-adbe19b3-c534-4ef2-8928-a4c7d1a8fa8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:47.092749 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-adbe19b3-c534-4ef2-8928-a4c7d1a8fa8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1197476 Aug 17 02:51:47.197880 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-395949b1-92cf-4e80-a3b6-460e7dfdec23 req-f8d99a4c-c86e-4ce7-bee9-f83684473dcc service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7089314 Aug 17 02:51:47.200751 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492ed04-d8cc-409e-91af-48917aed3654 req-da8bfb81-abbb-4a3d-bd6f-7507cc0f374f tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:47.202733 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-da8bfb81-abbb-4a3d-bd6f-7507cc0f374f tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3&tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&binding%3Ahost_id=n-h1-802060-9 HTTP/1.1" status: 200 len: 1095 time: 0.1628728 Aug 17 02:51:47.230397 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c0a8b6f-4678-473c-969c-40936f2f31a2 req-8b7ac04e-a9f3-4385-8cb6-9886ba7901c3 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7115116 Aug 17 02:51:47.243948 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Transition to ACTIVE for port object 7cf70f0c-1246-458d-999f-626ed945d594 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:47.254475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348df047-45c4-45fe-807a-744b7054f711 req-191a657a-7084-45dc-a1c8-8cc39b84dd1c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:47.256161 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-348df047-45c4-45fe-807a-744b7054f711 req-191a657a-7084-45dc-a1c8-8cc39b84dd1c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 944 time: 0.5916278 Aug 17 02:51:47.265266 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d31af71b-5b6c-4c87-8f53-63fd2c52c9cc req-ce6728c5-cd07-4078-b218-aeb9650ee736 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:47.266799 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d31af71b-5b6c-4c87-8f53-63fd2c52c9cc req-ce6728c5-cd07-4078-b218-aeb9650ee736 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 948 time: 0.1513875 Aug 17 02:51:47.304232 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-b1e8e318-7292-4f5a-b4ae-216f067e9a7f service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1977727 Aug 17 02:51:47.325588 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-0fff8a3f-dc73-4db5-82c7-7cdf200937f5 service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5847113 Aug 17 02:51:47.333222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-0d170120-b4c8-4bde-b8d9-9832fcb50c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:47.334314 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492ed04-d8cc-409e-91af-48917aed3654 req-23fda61e-fc37-4d87-ad88-0994c54fe7f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:47.334732 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-0d170120-b4c8-4bde-b8d9-9832fcb50c7f service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.4888749 Aug 17 02:51:47.335793 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-23fda61e-fc37-4d87-ad88-0994c54fe7f3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3&tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7 HTTP/1.1" status: 200 len: 1095 time: 0.1231720 Aug 17 02:51:47.360593 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:47.377261 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-348df047-45c4-45fe-807a-744b7054f711 req-effd8158-931d-458c-bfbf-f6b7c48dccee tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092803 Aug 17 02:51:47.397798 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d31af71b-5b6c-4c87-8f53-63fd2c52c9cc req-8f6b3780-8385-459d-82b0-0683ee456ea1 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190584 Aug 17 02:51:47.467044 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-a23fc938-0ad4-4f82-8381-5928118dcc60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=58a69c89-2de8-4d4d-9821-1971a6f77ecd HTTP/1.1" status: 200 len: 217 time: 0.1062124 Aug 17 02:51:47.467044 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55cf1642-2c57-409c-ab22-18b470c65aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:47.468506 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55cf1642-2c57-409c-ab22-18b470c65aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:47.471925 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-55cf1642-2c57-409c-ab22-18b470c65aaa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55d68b24-6222-4649-a4bc-44a346f5ec35 HTTP/1.1" status: 204 len: 168 time: 1.1964645 Aug 17 02:51:47.601865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55cf1642-2c57-409c-ab22-18b470c65aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d68b24-6222-4649-a4bc-44a346f5ec35,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:47.621879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf70f0c-1246-458d-999f-626ed945d594,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:47.701035 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:51:47.718777 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-3d563fcc-7742-496d-812d-9d1e960c3efc service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3754129 Aug 17 02:51:47.748234 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-220c770c-ff1b-4c39-8d5f-c6cecd6c9389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:47.753150 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-220c770c-ff1b-4c39-8d5f-c6cecd6c9389 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.2684450 Aug 17 02:51:47.786071 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83837f-b31c-4f26-a36b-fa334cc45611 req-571da86b-7ddf-470f-8e1b-5c61257b5a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:47.787824 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d83837f-b31c-4f26-a36b-fa334cc45611 req-571da86b-7ddf-470f-8e1b-5c61257b5a5b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=308edf67c3104771aafe7c25643fc1e1&device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 1098 time: 0.3057010 Aug 17 02:51:47.823940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492ed04-d8cc-409e-91af-48917aed3654 req-354d903f-86da-4f01-ae88-2c7ba1306f37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:47.825462 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-354d903f-86da-4f01-ae88-2c7ba1306f37 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 1095 time: 0.4481292 Aug 17 02:51:47.836574 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-74de9ef9-66d0-4d7c-bb89-842ac74a54bd service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5208781 Aug 17 02:51:47.890747 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f62fd431-0839-4b08-bedb-bee8310a5c9a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:47.897892 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543c302d-d674-439a-a7c0-d1c60c0ae5fb req-111d7786-ff47-429d-aac1-2aa13306a9b9 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:47.899527 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-543c302d-d674-439a-a7c0-d1c60c0ae5fb req-111d7786-ff47-429d-aac1-2aa13306a9b9 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 947 time: 0.2536745 Aug 17 02:51:47.909149 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:47.918341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Attempting to bind port 7cf70f0c-1246-458d-999f-626ed945d594 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:47.918681 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Attempting to bind port 7cf70f0c-1246-458d-999f-626ed945d594 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:47.919009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Attempting to bind port 7cf70f0c-1246-458d-999f-626ed945d594 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:47.925119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7', 'mac_address': 'fa:16:3e:89:0e:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.29'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:51:47.929969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-9ae59f14-aafa-425e-9f12-1ed982bd134a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:47.931955 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-9ae59f14-aafa-425e-9f12-1ed982bd134a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1679890 Aug 17 02:51:47.939900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2c493-f504-46b5-813b-d650a9000365 req-184c5165-5d67-4701-b560-07ae6c9dd42a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:47.942204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Port 7cf70f0c-1246-458d-999f-626ed945d594 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:51:47.942348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Attempting to bind port 7cf70f0c-1246-458d-999f-626ed945d594 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:47.947172 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-99c2c493-f504-46b5-813b-d650a9000365 req-184c5165-5d67-4701-b560-07ae6c9dd42a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 934 time: 0.2328181 Aug 17 02:51:47.975995 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:47.990859 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:47.994676 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:47.995662 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:47.996065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:47.996519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Bound port: 7cf70f0c-1246-458d-999f-626ed945d594, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:47.996882 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.014974 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:48.054853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-9599d07b-023e-425c-8843-01ca0283384f tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:48.056485 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-9599d07b-023e-425c-8843-01ca0283384f tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5&tenant_id=fbdcc79a0e414d57946c4903247557f0&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 1097 time: 0.1648586 Aug 17 02:51:48.066574 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-99c2c493-f504-46b5-813b-d650a9000365 req-6ffcc2fb-a04d-4ad6-b467-4170642de1cf tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178679 Aug 17 02:51:48.071183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83837f-b31c-4f26-a36b-fa334cc45611 req-634c5c64-b015-49ad-8b13-45821f607c3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:48.072241 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d83837f-b31c-4f26-a36b-fa334cc45611 req-634c5c64-b015-49ad-8b13-45821f607c3e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.2605054 Aug 17 02:51:48.078310 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-543c302d-d674-439a-a7c0-d1c60c0ae5fb req-7c6136ae-ad76-470e-baa4-e9ee6ef8565b tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1540880 Aug 17 02:51:48.083089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802060-9'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:48.107577 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 832256c5-5c54-47f5-8f5d-a940ced21811 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:48.116105 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.121633 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.124971 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492ed04-d8cc-409e-91af-48917aed3654 req-74eda127-4caf-4789-9304-cd51ace5435f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:48.126731 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-74eda127-4caf-4789-9304-cd51ace5435f service neutron] 10.222.0.60 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.2871108 Aug 17 02:51:48.155964 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Transition to ACTIVE for port object 832256c5-5c54-47f5-8f5d-a940ced21811 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:48.163957 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d83837f-b31c-4f26-a36b-fa334cc45611 req-d7b893b8-5b58-446d-94c5-5f70c2ca246c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.23&port_id=c8400f75-9921-4c6f-9e13-c7aaf167d736 HTTP/1.1" status: 200 len: 217 time: 0.0796149 Aug 17 02:51:48.178175 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 58a69c89-2de8-4d4d-9821-1971a6f77ecd details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:51:48.200641 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-df04dbe6-0b1b-492e-8cb6-c570d726fdbb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c840d604-bae0-4753-979a-eec12dc17b82 HTTP/1.1" status: 200 len: 217 time: 0.0611300 Aug 17 02:51:48.219349 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.247567 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-b8d1149a-3440-4715-b9b2-b849fb6358a3 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3030808 Aug 17 02:51:48.251397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] For port 7cf70f0c-1246-458d-999f-626ed945d594, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:48.270629 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] For port 7cf70f0c-1246-458d-999f-626ed945d594, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7cf70f0c-1246-458d-999f-626ed945d594,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:48.299548 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.302787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83837f-b31c-4f26-a36b-fa334cc45611 req-9f26c7cc-23d8-4943-a399-1d69a81ab18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:48.304978 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d83837f-b31c-4f26-a36b-fa334cc45611 req-9f26c7cc-23d8-4943-a399-1d69a81ab18c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1265631 Aug 17 02:51:48.306654 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.341037 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:48.385923 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492ed04-d8cc-409e-91af-48917aed3654 req-944558ee-4a96-474a-8b59-56c82c0bf6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:48.387927 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-944558ee-4a96-474a-8b59-56c82c0bf6c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.1775773 Aug 17 02:51:48.405009 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.406855 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:48.454440 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 58a69c89-2de8-4d4d-9821-1971a6f77ecd, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=58a69c89-2de8-4d4d-9821-1971a6f77ecd,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:48.477035 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '58a69c89-2de8-4d4d-9821-1971a6f77ecd', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '58a69c89-2de8-4d4d-9821-1971a6f77ecd', 'mac_address': 'fa:16:3e:bf:63:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:51:48.526679 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-f0edd69d-bb2e-474b-82c9-6505ce5b6052 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830619 Aug 17 02:51:48.526937 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Pushing event updated for resources: {'Port': ['ID=832256c5-5c54-47f5-8f5d-a940ced21811,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:48.544307 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.544545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a9d91f8-c5a5-43fa-9890-a198c09355e6 req-97402383-9496-49a3-b320-0662dac1cce3 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:48.546148 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a9d91f8-c5a5-43fa-9890-a198c09355e6 req-97402383-9496-49a3-b320-0662dac1cce3 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2de53bd-96e1-477c-be19-5d1ccb390f33 HTTP/1.1" status: 200 len: 948 time: 0.2960284 Aug 17 02:51:48.551205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:48.551808 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.553230 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] 10.222.0.30 "PUT /v2.0/ports/7cf70f0c-1246-458d-999f-626ed945d594 HTTP/1.1" status: 200 len: 1096 time: 3.3066645 Aug 17 02:51:48.554913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5', 'tag': '7cf70f0c-1246-458d-999f-626ed945d594'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:48.557713 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa3b619c-e03c-42ab-a9fa-3edf48682562" -d '{"events": [{"name": "network-changed", "server_uuid": "ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5", "tag": "7cf70f0c-1246-458d-999f-626ed945d594"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:48.577514 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58a69c89-2de8-4d4d-9821-1971a6f77ecd {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:48.602538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 58a69c89-2de8-4d4d-9821-1971a6f77ecd, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=58a69c89-2de8-4d4d-9821-1971a6f77ecd,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:48.611553 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d83837f-b31c-4f26-a36b-fa334cc45611 req-ae2f5964-a859-4e7a-a1fb-75505edeb3da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:48.614168 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d83837f-b31c-4f26-a36b-fa334cc45611 req-ae2f5964-a859-4e7a-a1fb-75505edeb3da service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2966752 Aug 17 02:51:48.638344 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67448dc2-7371-4c4c-a597-10a35dc9351a req-1fb1b8ba-7fea-4646-a651-45f23386438d service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3613582 Aug 17 02:51:48.663228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d14949f-ac98-4e67-bfd9-125012be37c2 service neutron] Pushing event updated for resources: {'Port': ['ID=7cf70f0c-1246-458d-999f-626ed945d594,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:48.785342 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.826491 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Attempting to bind port 832256c5-5c54-47f5-8f5d-a940ced21811 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:48.826960 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Attempting to bind port 832256c5-5c54-47f5-8f5d-a940ced21811 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:48.827402 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Attempting to bind port 832256c5-5c54-47f5-8f5d-a940ced21811 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:48.836705 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] For port 441bcfe8-e9b7-4744-8528-357db7dd3964, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=441bcfe8-e9b7-4744-8528-357db7dd3964,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:48.839263 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Port 832256c5-5c54-47f5-8f5d-a940ced21811 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:51:48.839518 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Attempting to bind port 832256c5-5c54-47f5-8f5d-a940ced21811 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:48.873084 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:48.873611 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:48.874124 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:48.874676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Bound port: 832256c5-5c54-47f5-8f5d-a940ced21811, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:48.875135 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:48.892418 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a9d91f8-c5a5-43fa-9890-a198c09355e6 req-52427458-eec3-42ab-a6bd-26eb18732c83 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/security-groups?id=704d12a3-8183-47af-ac97-49f055f4ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3261395 Aug 17 02:51:48.913601 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da39cd0d-27d6-462d-aefd-b9a6d749bd8b req-9689e1f6-a46c-46ea-84a5-233e2be81b3a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:48.920453 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=58a69c89-2de8-4d4d-9821-1971a6f77ecd,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:48.923039 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-da39cd0d-27d6-462d-aefd-b9a6d749bd8b req-9689e1f6-a46c-46ea-84a5-233e2be81b3a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 946 time: 0.2799487 Aug 17 02:51:49.009866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbf1db-d90f-4780-82e1-d9e1ee7114da req-50c461e9-fd34-4511-9c4d-f73ebe18e1d0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:49.012315 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cfdbf1db-d90f-4780-82e1-d9e1ee7114da req-50c461e9-fd34-4511-9c4d-f73ebe18e1d0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.60 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac&tenant_id=638115240e104430bff599fc921ec015&binding%3Ahost_id=n-h1-802060-9 HTTP/1.1" status: 200 len: 949 time: 0.2503657 Aug 17 02:51:49.014254 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d83837f-b31c-4f26-a36b-fa334cc45611 req-7094cfe9-a216-4817-943f-253e96bce1cb service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3732011 Aug 17 02:51:49.021386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-a27a7737-3c48-411b-807a-dfe33a9abb4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:49.023317 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-a27a7737-3c48-411b-807a-dfe33a9abb4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&device_id=ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5 HTTP/1.1" status: 200 len: 1099 time: 0.2491353 Aug 17 02:51:49.023455 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['58a69c89-2de8-4d4d-9821-1971a6f77ecd'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:49.036269 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-9659f632-b3be-4d7a-a736-9f1ad079cb70 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4920220 Aug 17 02:51:49.084620 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] For port 441bcfe8-e9b7-4744-8528-357db7dd3964, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:49.091890 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.138763 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-da39cd0d-27d6-462d-aefd-b9a6d749bd8b req-1380466a-2e4a-4e68-a8e7-01e8ebb1c977 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2047617 Aug 17 02:51:49.165595 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-632dfa2e-7bdb-4cca-92f5-6fba36912355 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7cf70f0c-1246-458d-999f-626ed945d594 HTTP/1.1" status: 200 len: 217 time: 0.1238184 Aug 17 02:51:49.247172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] For port 832256c5-5c54-47f5-8f5d-a940ced21811, host n-h1-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:49.273946 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-cfdbf1db-d90f-4780-82e1-d9e1ee7114da req-d5e47785-c488-4782-a2f0-5f484842fa0e service neutron] delete failed (client error): The resource could not be found. Aug 17 02:51:49.274966 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cfdbf1db-d90f-4780-82e1-d9e1ee7114da req-d5e47785-c488-4782-a2f0-5f484842fa0e service neutron] 10.222.0.60 "DELETE /v2.0/ports/58a69c89-2de8-4d4d-9821-1971a6f77ecd/bindings/n-h2-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.2504792 Aug 17 02:51:49.290090 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ae028-70e1-4086-8a32-67f12c29e3d3 req-1054b923-c56f-4450-bed5-114312700993 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:49.302750 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fe7ae028-70e1-4086-8a32-67f12c29e3d3 req-1054b923-c56f-4450-bed5-114312700993 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 944 time: 0.2146029 Aug 17 02:51:49.302891 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] For port 832256c5-5c54-47f5-8f5d-a940ced21811, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=832256c5-5c54-47f5-8f5d-a940ced21811,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:49.303024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-632c3809-d9fa-4bb8-a755-cdc24c4e334a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:49.303828 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50676f84-9cd2-4cfb-b34f-cd7c961484f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441bcfe8-e9b7-4744-8528-357db7dd3964'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:49.304074 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-632c3809-d9fa-4bb8-a755-cdc24c4e334a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1167808 Aug 17 02:51:49.305596 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5a671b4-a1f5-4dbb-9ce8-81adfa9e08cf" -d '{"events": [{"server_uuid": "50676f84-9cd2-4cfb-b34f-cd7c961484f5", "name": "network-vif-unplugged", "status": "completed", "tag": "441bcfe8-e9b7-4744-8528-357db7dd3964"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:49.314260 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d83837f-b31c-4f26-a36b-fa334cc45611 req-c9f21179-c0f8-4c4b-ba0c-7c1fc07cc98b service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886255 Aug 17 02:51:49.316652 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.370039 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-7c2b088a-aa1d-4d46-a7d6-2042ae09b0cc service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096704 Aug 17 02:51:49.373719 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fe7ae028-70e1-4086-8a32-67f12c29e3d3 req-4d2ddd3a-d3ae-4164-9810-acac7e99d867 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673592 Aug 17 02:51:49.379580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-9192e3ef-2bac-4d6c-a64c-41bf60ac78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:49.381132 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-9192e3ef-2bac-4d6c-a64c-41bf60ac78e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0659807 Aug 17 02:51:49.389468 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5102cd4a-4148-41c2-a2d3-12f60ccd6784 req-796c1ed2-e5ca-4086-a133-45be8e8e11bd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:49.391091 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5102cd4a-4148-41c2-a2d3-12f60ccd6784 req-796c1ed2-e5ca-4086-a133-45be8e8e11bd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 949 time: 0.1535616 Aug 17 02:51:49.392801 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.414255 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.470392 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:49.471025 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.472650 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] 10.222.0.30 "PUT /v2.0/ports/832256c5-5c54-47f5-8f5d-a940ced21811 HTTP/1.1" status: 200 len: 1094 time: 3.3412082 Aug 17 02:51:49.503854 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-dc8343b6-b53e-4c62-b095-645464189e47 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134324 Aug 17 02:51:49.552449 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cd09649-1c98-4a2d-8e53-a950a8fc7f17 x-openstack-request-id: req-4cd09649-1c98-4a2d-8e53-a950a8fc7f17 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:49.560373 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5", "tag": "7cf70f0c-1246-458d-999f-626ed945d594", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:49.560649 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4cd09649-1c98-4a2d-8e53-a950a8fc7f17 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:49.561137 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5', 'tag': '7cf70f0c-1246-458d-999f-626ed945d594', 'status': 'completed', 'code': 200} Aug 17 02:51:49.563571 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5102cd4a-4148-41c2-a2d3-12f60ccd6784 req-d8007c1f-1ec4-43a9-a696-ed77a79b5147 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561611 Aug 17 02:51:49.573404 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b2b1f7-4b7d-4227-b53c-0c1d9f17008e service neutron] Pushing event updated for resources: {'Port': ['ID=832256c5-5c54-47f5-8f5d-a940ced21811,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:49.657654 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-71840975-e356-4011-8842-a0be91e6c44d service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446323 Aug 17 02:51:49.699447 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbf1db-d90f-4780-82e1-d9e1ee7114da req-ab738615-b8da-4774-b8ed-83e55cd6250c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:49.703067 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cfdbf1db-d90f-4780-82e1-d9e1ee7114da req-ab738615-b8da-4774-b8ed-83e55cd6250c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 1100 time: 0.2846546 Aug 17 02:51:49.716643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:49.737084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30a2925-9a44-4dde-8bc5-61e244440b49 req-055502d9-4c1f-4833-a4cc-d17b190b42f2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:49.738828 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a30a2925-9a44-4dde-8bc5-61e244440b49 req-055502d9-4c1f-4833-a4cc-d17b190b42f2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 946 time: 0.0758712 Aug 17 02:51:49.785183 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a30a2925-9a44-4dde-8bc5-61e244440b49 req-5b188843-b3fa-4596-abb3-737e1665841f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381956 Aug 17 02:51:49.795662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Attempting to bind port 441bcfe8-e9b7-4744-8528-357db7dd3964 on host n-h2-802060-9 for vnic_type normal with profile {"migrating_to": "n-h1-802060-9"} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:49.796146 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Attempting to bind port 441bcfe8-e9b7-4744-8528-357db7dd3964 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:49.796492 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Attempting to bind port 441bcfe8-e9b7-4744-8528-357db7dd3964 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:49.847139 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16fd0e10-1e24-4e8e-a4a5-519be14bf70f x-openstack-request-id: req-16fd0e10-1e24-4e8e-a4a5-519be14bf70f {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:49.847672 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50676f84-9cd2-4cfb-b34f-cd7c961484f5", "name": "network-vif-unplugged", "status": "completed", "tag": "441bcfe8-e9b7-4744-8528-357db7dd3964", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:49.847810 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-16fd0e10-1e24-4e8e-a4a5-519be14bf70f {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:49.848103 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50676f84-9cd2-4cfb-b34f-cd7c961484f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '441bcfe8-e9b7-4744-8528-357db7dd3964', 'code': 200} Aug 17 02:51:49.855346 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Port 441bcfe8-e9b7-4744-8528-357db7dd3964 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:51:49.860093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Attempting to bind port 441bcfe8-e9b7-4744-8528-357db7dd3964 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:49.868703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-86a9f50b-bffc-4dc0-802d-3ae4d77543ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:49.871122 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-86a9f50b-bffc-4dc0-802d-3ae4d77543ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 1097 time: 0.2748682 Aug 17 02:51:49.871793 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=441bcfe8-e9b7-4744-8528-357db7dd3964,revision_number=7']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:49.879699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:49.880260 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Checking segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:49.880444 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Bound using segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:49.880901 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Bound port: 441bcfe8-e9b7-4744-8528-357db7dd3964, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:49.881269 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.881726 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:49.892107 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:49.892710 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.926340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b619c-e03c-42ab-a9fa-3edf48682562 req-656faa50-e6b3-47bf-8e6f-d0d02739a1fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:49.928004 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa3b619c-e03c-42ab-a9fa-3edf48682562 req-656faa50-e6b3-47bf-8e6f-d0d02739a1fd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&device_id=ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5 HTTP/1.1" status: 200 len: 1099 time: 0.0570579 Aug 17 02:51:49.964555 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140ab62d-dd05-4521-834a-748fee97f4be req-b7417946-c4e4-4fa0-8352-1a1eaded8317 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:49.972213 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-140ab62d-dd05-4521-834a-748fee97f4be req-b7417946-c4e4-4fa0-8352-1a1eaded8317 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 947 time: 0.2552612 Aug 17 02:51:49.986946 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:49.996775 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-63aa890d-350a-4a9d-b849-b2e4bcaf8d3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=832256c5-5c54-47f5-8f5d-a940ced21811 HTTP/1.1" status: 200 len: 217 time: 0.1100223 Aug 17 02:51:50.021103 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2de53bd-96e1-477c-be19-5d1ccb390f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:50.023813 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0e4a3be-e145-4ca8-92a0-2d70d33b4b4e" -d '{"events": [{"server_uuid": "f2de53bd-96e1-477c-be19-5d1ccb390f33", "name": "network-vif-plugged", "status": "completed", "tag": "946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:50.042187 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:50.054876 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbf1db-d90f-4780-82e1-d9e1ee7114da req-00953a2a-c2ca-4811-bdc3-863e2930e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:50.056404 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cfdbf1db-d90f-4780-82e1-d9e1ee7114da req-00953a2a-c2ca-4811-bdc3-863e2930e384 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.3365073 Aug 17 02:51:50.102981 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6492ed04-d8cc-409e-91af-48917aed3654 req-f2f08d6f-1030-4054-be7e-6d347448379f tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:50.104580 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-f2f08d6f-1030-4054-be7e-6d347448379f tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3&tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 1095 time: 0.1714549 Aug 17 02:51:50.109316 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.142548 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cfdbf1db-d90f-4780-82e1-d9e1ee7114da req-96b91ea9-90c8-4e2e-8004-dc499e11d925 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=58a69c89-2de8-4d4d-9821-1971a6f77ecd HTTP/1.1" status: 200 len: 217 time: 0.0764787 Aug 17 02:51:50.167776 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf703a11-9181-4c96-9e58-f63559d5462e req-535f4678-d82b-4e46-b230-5797f8449f5f tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:50.169410 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bf703a11-9181-4c96-9e58-f63559d5462e req-535f4678-d82b-4e46-b230-5797f8449f5f tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2de53bd-96e1-477c-be19-5d1ccb390f33 HTTP/1.1" status: 200 len: 948 time: 0.1318734 Aug 17 02:51:50.174246 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-140ab62d-dd05-4521-834a-748fee97f4be req-e40a23e8-c306-4a92-9f14-64489d4979a1 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1858070 Aug 17 02:51:50.176053 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b619c-e03c-42ab-a9fa-3edf48682562 req-42c78c22-f8bf-4ed4-9696-3f3d155e90bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:50.177104 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] For port 441bcfe8-e9b7-4744-8528-357db7dd3964, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:50.177906 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa3b619c-e03c-42ab-a9fa-3edf48682562 req-42c78c22-f8bf-4ed4-9696-3f3d155e90bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.2342398 Aug 17 02:51:50.181577 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:50.186484 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device c8400f75-9921-4c6f-9e13-c7aaf167d736 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:51:50.204622 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-345791f6-3c0c-4d47-bd21-cab38b85f3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:50.212286 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-345791f6-3c0c-4d47-bd21-cab38b85f3b5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1963134 Aug 17 02:51:50.297634 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] For port 441bcfe8-e9b7-4744-8528-357db7dd3964, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=441bcfe8-e9b7-4744-8528-357db7dd3964,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:50.316141 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port c8400f75-9921-4c6f-9e13-c7aaf167d736, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c8400f75-9921-4c6f-9e13-c7aaf167d736,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:50.326831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 58a69c89-2de8-4d4d-9821-1971a6f77ecd up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:50.334471 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6627be5b-aa36-4aa0-880b-3d40f3deffaf x-openstack-request-id: req-6627be5b-aa36-4aa0-880b-3d40f3deffaf {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:50.335053 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2de53bd-96e1-477c-be19-5d1ccb390f33", "name": "network-vif-plugged", "status": "completed", "tag": "946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:50.335410 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6627be5b-aa36-4aa0-880b-3d40f3deffaf {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:50.336273 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2de53bd-96e1-477c-be19-5d1ccb390f33', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7', 'code': 200} Aug 17 02:51:50.370775 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'c8400f75-9921-4c6f-9e13-c7aaf167d736', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': 'c8400f75-9921-4c6f-9e13-c7aaf167d736', 'mac_address': 'fa:16:3e:33:ab:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:51:50.377709 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.412877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbf1db-d90f-4780-82e1-d9e1ee7114da req-f7a58a97-0914-49a8-bab0-ac011b47f4d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:50.414418 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cfdbf1db-d90f-4780-82e1-d9e1ee7114da req-f7a58a97-0914-49a8-bab0-ac011b47f4d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.2391448 Aug 17 02:51:50.440357 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.473974 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8400f75-9921-4c6f-9e13-c7aaf167d736 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:50.489873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-f17fec90-e0db-44ac-bd2a-d339a0fdfdba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:50.491551 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-f17fec90-e0db-44ac-bd2a-d339a0fdfdba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2649360 Aug 17 02:51:50.515100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port c8400f75-9921-4c6f-9e13-c7aaf167d736, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c8400f75-9921-4c6f-9e13-c7aaf167d736,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:50.517828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 58a69c89-2de8-4d4d-9821-1971a6f77ecd completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:50.528504 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 58a69c89-2de8-4d4d-9821-1971a6f77ecd triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:50.529158 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.536869 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa3b619c-e03c-42ab-a9fa-3edf48682562 req-fc0227bb-cb7c-4869-abd9-ed1f4f28c793 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.143&port_id=7cf70f0c-1246-458d-999f-626ed945d594 HTTP/1.1" status: 200 len: 217 time: 0.3326175 Aug 17 02:51:50.561607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a3f767-c024-4b9a-98c7-f05ce5a57ac2 req-112613fe-e6e6-45a2-92b5-50b576439d21 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:50.569560 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-24a3f767-c024-4b9a-98c7-f05ce5a57ac2 req-112613fe-e6e6-45a2-92b5-50b576439d21 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 944 time: 0.2177327 Aug 17 02:51:50.586051 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bf703a11-9181-4c96-9e58-f63559d5462e req-4c7e3441-5c07-481b-86eb-bd92d9e9dbe7 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/security-groups?id=704d12a3-8183-47af-ac97-49f055f4ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4016757 Aug 17 02:51:50.589293 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.631982 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Pushing event updated for resources: {'Port': ['ID=441bcfe8-e9b7-4744-8528-357db7dd3964,revision_number=8']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:50.638635 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:50.639284 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.640714 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-e71e2c01-e313-4698-be19-4b907b5a3cc8 service neutron] 10.222.0.30 "PUT /v2.0/ports/441bcfe8-e9b7-4744-8528-357db7dd3964 HTTP/1.1" status: 200 len: 1122 time: 2.5729077 Aug 17 02:51:50.674234 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfdbf1db-d90f-4780-82e1-d9e1ee7114da req-31f319fc-e550-4e61-949b-9e5e771c8139 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:50.676199 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cfdbf1db-d90f-4780-82e1-d9e1ee7114da req-31f319fc-e550-4e61-949b-9e5e771c8139 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2381608 Aug 17 02:51:50.682591 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=c8400f75-9921-4c6f-9e13-c7aaf167d736,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:50.699498 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b619c-e03c-42ab-a9fa-3edf48682562 req-601e7c5c-1f25-4a9b-9c9c-e65051e3169e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:50.704861 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa3b619c-e03c-42ab-a9fa-3edf48682562 req-601e7c5c-1f25-4a9b-9c9c-e65051e3169e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1386960 Aug 17 02:51:50.738459 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['441bcfe8-e9b7-4744-8528-357db7dd3964'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:50.743994 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.770281 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-24a3f767-c024-4b9a-98c7-f05ce5a57ac2 req-aa5abedb-4c6d-4681-b668-4b46f545f3f6 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995356 Aug 17 02:51:50.785575 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.818865 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 58a69c89-2de8-4d4d-9821-1971a6f77ecd, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=58a69c89-2de8-4d4d-9821-1971a6f77ecd,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:50.821202 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1467fde-38e1-4bdc-884d-758cca047700 req-79c68218-7132-4f4a-9fdc-63b65c24a25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:50.823302 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1467fde-38e1-4bdc-884d-758cca047700 req-79c68218-7132-4f4a-9fdc-63b65c24a25d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f2de53bd-96e1-477c-be19-5d1ccb390f33 HTTP/1.1" status: 200 len: 1100 time: 0.2975190 Aug 17 02:51:50.829638 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cfdbf1db-d90f-4780-82e1-d9e1ee7114da req-352edd8a-507a-4d89-ab50-8a3c249db46a service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437757 Aug 17 02:51:50.864252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3b619c-e03c-42ab-a9fa-3edf48682562 req-c3c80a4d-6d20-45a1-a8a3-e61aa0d02752 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:50.864376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['c8400f75-9921-4c6f-9e13-c7aaf167d736'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:50.864458 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa3b619c-e03c-42ab-a9fa-3edf48682562 req-c3c80a4d-6d20-45a1-a8a3-e61aa0d02752 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1443787 Aug 17 02:51:50.882163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0c8a7f-5505-4775-9c5e-77ac8053e4c5 req-65bdf41b-453c-4c93-8861-53756de7841f tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:50.884059 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b0c8a7f-5505-4775-9c5e-77ac8053e4c5 req-65bdf41b-453c-4c93-8861-53756de7841f tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 944 time: 0.1758511 Aug 17 02:51:50.895796 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6492ed04-d8cc-409e-91af-48917aed3654 req-dd898839-8b5a-408d-b922-78e71598a75a service neutron] For port c840d604-bae0-4753-979a-eec12dc17b82, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:50.896530 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-25813d35-9c67-4951-9c35-2630eba3afda service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3940547 Aug 17 02:51:50.934938 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6492ed04-d8cc-409e-91af-48917aed3654 req-dd898839-8b5a-408d-b922-78e71598a75a service neutron] Notify callbacks [] for binding, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.936619 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-dd898839-8b5a-408d-b922-78e71598a75a service neutron] 10.222.0.60 "DELETE /v2.0/ports/c840d604-bae0-4753-979a-eec12dc17b82/bindings/n-h1-802060-9 HTTP/1.1" status: 204 len: 173 time: 0.8246119 Aug 17 02:51:50.939288 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:50.940241 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device c840d604-bae0-4753-979a-eec12dc17b82 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:50.990246 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1467fde-38e1-4bdc-884d-758cca047700 req-3acce038-0e07-48ae-9f4d-614d54daf756 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=704d12a3-8183-47af-ac97-49f055f4ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1569862 Aug 17 02:51:51.005047 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cfdbf1db-d90f-4780-82e1-d9e1ee7114da req-974c71b1-bc19-49fb-9e8d-d5fe1572c6e0 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666191 Aug 17 02:51:51.006712 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b0c8a7f-5505-4775-9c5e-77ac8053e4c5 req-e214e688-d55e-4f63-a233-e7372a29ed29 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079638 Aug 17 02:51:51.031454 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0d3427c-d5e2-4ea7-971b-b315ad82c53b req-1c664f2c-b168-4497-9c3d-bdf20532a024 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275959 Aug 17 02:51:51.087989 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa3b619c-e03c-42ab-a9fa-3edf48682562 req-55e803ef-d25a-49a3-9e07-3d6761e1d62f service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962895 Aug 17 02:51:51.137520 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=58a69c89-2de8-4d4d-9821-1971a6f77ecd,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:51.143390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device c840d604-bae0-4753-979a-eec12dc17b82 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:51.240487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca3b9f8-5efe-4f2b-87e8-32f1f6867dad req-3054292c-c3fc-4183-a938-9d82f858cb1b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:51.242019 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eca3b9f8-5efe-4f2b-87e8-32f1f6867dad req-3054292c-c3fc-4183-a938-9d82f858cb1b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 950 time: 0.1192341 Aug 17 02:51:51.254342 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa3b619c-e03c-42ab-a9fa-3edf48682562 req-31b2cb28-0875-45d9-bd89-248af88d5aa2 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1557157 Aug 17 02:51:51.277914 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1140316-2635-482c-bd28-839ef2b89d72 req-ab25a7ee-a5c3-458a-bf96-4dbdc4167f87 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:51.279436 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b1140316-2635-482c-bd28-839ef2b89d72 req-ab25a7ee-a5c3-458a-bf96-4dbdc4167f87 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 946 time: 0.0630620 Aug 17 02:51:51.288546 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eca3b9f8-5efe-4f2b-87e8-32f1f6867dad req-0c3bfaf3-0c85-4e8d-a37d-488ff906c0a9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388224 Aug 17 02:51:51.324138 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b1140316-2635-482c-bd28-839ef2b89d72 req-8225d510-afd8-4ec7-9e63-8fdac61be52e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366013 Aug 17 02:51:51.432764 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8504d8-6b45-466e-9880-79586639609f req-a1eea638-3d49-48ce-9656-8ab2c030ce36 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:51.434697 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9c8504d8-6b45-466e-9880-79586639609f req-a1eea638-3d49-48ce-9656-8ab2c030ce36 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 948 time: 0.0548303 Aug 17 02:51:51.474839 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9c8504d8-6b45-466e-9880-79586639609f req-2f98b5bc-6641-444c-bd93-13c6ee11bbd4 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343199 Aug 17 02:51:51.574811 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3547d171-92e1-46d5-8ac6-fac7d5dbbcf4 req-4748f609-e1ac-484e-aa15-fd1f8a1567e2 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:51.576492 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3547d171-92e1-46d5-8ac6-fac7d5dbbcf4 req-4748f609-e1ac-484e-aa15-fd1f8a1567e2 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 1095 time: 0.0449073 Aug 17 02:51:51.614766 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3547d171-92e1-46d5-8ac6-fac7d5dbbcf4 req-e835785a-4b0e-42e3-9ce9-12d645e3b071 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310564 Aug 17 02:51:51.751512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b10003-dbe0-4b3a-b30b-eceb93e1a462 req-054d63de-33de-46ae-a058-7101046b9c47 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:51.753632 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-51b10003-dbe0-4b3a-b30b-eceb93e1a462 req-054d63de-33de-46ae-a058-7101046b9c47 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2de53bd-96e1-477c-be19-5d1ccb390f33 HTTP/1.1" status: 200 len: 949 time: 0.0668108 Aug 17 02:51:51.807817 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-51b10003-dbe0-4b3a-b30b-eceb93e1a462 req-a18af4cc-eead-479d-9d97-7f33de76eabe tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/security-groups?id=704d12a3-8183-47af-ac97-49f055f4ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455165 Aug 17 02:51:51.850502 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06c38732-7ec7-4aa3-9995-0646b7b8f84d', 'tag': '832256c5-5c54-47f5-8f5d-a940ced21811'}, {'name': 'network-changed', 'server_uuid': '50676f84-9cd2-4cfb-b34f-cd7c961484f5', 'tag': '441bcfe8-e9b7-4744-8528-357db7dd3964'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:51.852911 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a58710c5-f01c-452f-8369-5f367b74f648" -d '{"events": [{"name": "network-changed", "server_uuid": "06c38732-7ec7-4aa3-9995-0646b7b8f84d", "tag": "832256c5-5c54-47f5-8f5d-a940ced21811"}, {"name": "network-changed", "server_uuid": "50676f84-9cd2-4cfb-b34f-cd7c961484f5", "tag": "441bcfe8-e9b7-4744-8528-357db7dd3964"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:51.926970 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478ffb13-b0f7-4f1b-85f1-1d42fa48e3f1 req-80d587fc-7f1d-410e-937f-6f73560a6aa3 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:51.928516 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-478ffb13-b0f7-4f1b-85f1-1d42fa48e3f1 req-80d587fc-7f1d-410e-937f-6f73560a6aa3 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 944 time: 0.0562630 Aug 17 02:51:51.999066 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-478ffb13-b0f7-4f1b-85f1-1d42fa48e3f1 req-d309a87d-9cb0-4c20-a13a-b4b93ac34598 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624814 Aug 17 02:51:52.032210 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-a18c0e82-a145-4706-9cdd-6c9a1167819e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:52.033830 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-a18c0e82-a145-4706-9cdd-6c9a1167819e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 821 time: 0.1151490 Aug 17 02:51:52.049986 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-a903d800-f960-4983-9330-98e50bc4a10c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/quotas/a5f6c79d6a2f4a25844cdc43d85d6af7 HTTP/1.1" status: 200 len: 375 time: 0.0102484 Aug 17 02:51:52.051518 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5054550-17d4-4e7f-9724-ab7f8a006f3a x-openstack-request-id: req-f5054550-17d4-4e7f-9724-ab7f8a006f3a {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:52.051898 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06c38732-7ec7-4aa3-9995-0646b7b8f84d", "tag": "832256c5-5c54-47f5-8f5d-a940ced21811", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "50676f84-9cd2-4cfb-b34f-cd7c961484f5", "tag": "441bcfe8-e9b7-4744-8528-357db7dd3964", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:52.052153 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5054550-17d4-4e7f-9724-ab7f8a006f3a {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:52.052552 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06c38732-7ec7-4aa3-9995-0646b7b8f84d', 'tag': '832256c5-5c54-47f5-8f5d-a940ced21811', 'status': 'completed', 'code': 200} Aug 17 02:51:52.052922 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '50676f84-9cd2-4cfb-b34f-cd7c961484f5', 'tag': '441bcfe8-e9b7-4744-8528-357db7dd3964', 'status': 'completed', 'code': 200} Aug 17 02:51:52.115056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-c4481c6f-8302-4046-937f-78cb57e008e1 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0587881 Aug 17 02:51:52.184884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device c8400f75-9921-4c6f-9e13-c7aaf167d736 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:52.270246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58710c5-f01c-452f-8369-5f367b74f648 req-a6cdedf7-1162-4a97-91a6-b9f16284543a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:52.272201 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a58710c5-f01c-452f-8369-5f367b74f648 req-a6cdedf7-1162-4a97-91a6-b9f16284543a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 1097 time: 0.1374362 Aug 17 02:51:52.320139 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-bb52e78e-909e-429d-b4e5-9ade7ad14525 service neutron] 10.222.0.10 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1968346 Aug 17 02:51:52.338091 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0f7b07a7-96d8-459a-a46a-6b4685089eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a69c89-2de8-4d4d-9821-1971a6f77ecd'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:52.343618 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d098a18c-f323-42fd-bf43-eff748a17f20" -d '{"events": [{"server_uuid": "0f7b07a7-96d8-459a-a46a-6b4685089eac", "name": "network-vif-plugged", "status": "completed", "tag": "58a69c89-2de8-4d4d-9821-1971a6f77ecd"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:52.360123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port c8400f75-9921-4c6f-9e13-c7aaf167d736 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:52.368149 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port c8400f75-9921-4c6f-9e13-c7aaf167d736 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:52.370504 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:52.424995 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58710c5-f01c-452f-8369-5f367b74f648 req-8d2593c4-c18a-4f11-9eb3-36786d715440 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:52.429971 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a58710c5-f01c-452f-8369-5f367b74f648 req-8d2593c4-c18a-4f11-9eb3-36786d715440 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 1125 time: 0.3534522 Aug 17 02:51:52.487958 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:52.506541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58710c5-f01c-452f-8369-5f367b74f648 req-721fa160-2d09-4c4e-a167-39ac240e7c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:52.508113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a58710c5-f01c-452f-8369-5f367b74f648 req-721fa160-2d09-4c4e-a167-39ac240e7c3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.1867950 Aug 17 02:51:52.512133 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-52e667d2-7ff6-498c-aaad-df6f2be346bc service neutron] 10.222.0.10 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1802158 Aug 17 02:51:52.543756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58710c5-f01c-452f-8369-5f367b74f648 req-cef970e0-85fd-4ea9-ac2a-7efd79d4d97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:52.544969 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a58710c5-f01c-452f-8369-5f367b74f648 req-cef970e0-85fd-4ea9-ac2a-7efd79d4d97d service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 908 time: 0.1002781 Aug 17 02:51:52.564933 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port c8400f75-9921-4c6f-9e13-c7aaf167d736, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c8400f75-9921-4c6f-9e13-c7aaf167d736,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:52.570286 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a58710c5-f01c-452f-8369-5f367b74f648 req-9c392372-0eef-461c-ab6b-5152b9753589 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=832256c5-5c54-47f5-8f5d-a940ced21811 HTTP/1.1" status: 200 len: 217 time: 0.0534437 Aug 17 02:51:52.603287 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a58710c5-f01c-452f-8369-5f367b74f648 req-0d561b50-76c3-483a-8d8a-40c7ae0f750b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441bcfe8-e9b7-4744-8528-357db7dd3964 HTTP/1.1" status: 200 len: 217 time: 0.0492308 Aug 17 02:51:52.634966 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58710c5-f01c-452f-8369-5f367b74f648 req-4b3a12b8-c357-4fd1-8e46-dc1c23f71505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:52.636827 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a58710c5-f01c-452f-8369-5f367b74f648 req-4b3a12b8-c357-4fd1-8e46-dc1c23f71505 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0568955 Aug 17 02:51:52.640707 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:52.693656 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=c8400f75-9921-4c6f-9e13-c7aaf167d736,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:52.696058 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58710c5-f01c-452f-8369-5f367b74f648 req-0a57e0a7-a1d6-4e10-8652-04290e954c56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:52.697695 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a58710c5-f01c-452f-8369-5f367b74f648 req-0a57e0a7-a1d6-4e10-8652-04290e954c56 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0513957 Aug 17 02:51:52.708211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d173b1cf-9ec4-4669-982f-7d410e26fa22 req-abdf1219-858e-4491-8e7a-edab05c61025 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:52.717933 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d173b1cf-9ec4-4669-982f-7d410e26fa22 req-abdf1219-858e-4491-8e7a-edab05c61025 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 950 time: 0.1077547 Aug 17 02:51:52.743054 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58710c5-f01c-452f-8369-5f367b74f648 req-525ae5c4-4db8-4793-817d-855923f46438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:52.745886 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a58710c5-f01c-452f-8369-5f367b74f648 req-525ae5c4-4db8-4793-817d-855923f46438 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.1030750 Aug 17 02:51:52.789106 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a58710c5-f01c-452f-8369-5f367b74f648 req-3a607841-110c-4b2e-af43-982aabbd7eeb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359514 Aug 17 02:51:52.823777 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d173b1cf-9ec4-4669-982f-7d410e26fa22 req-665e24bf-856c-42f7-997d-bda9db8fb76e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048882 Aug 17 02:51:52.899668 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541a9143-43bd-4f4b-8904-ea05bb94a423 x-openstack-request-id: req-541a9143-43bd-4f4b-8904-ea05bb94a423 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:52.902013 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0f7b07a7-96d8-459a-a46a-6b4685089eac", "name": "network-vif-plugged", "status": "completed", "tag": "58a69c89-2de8-4d4d-9821-1971a6f77ecd", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:52.906365 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-541a9143-43bd-4f4b-8904-ea05bb94a423 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:52.906365 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7b07a7-96d8-459a-a46a-6b4685089eac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58a69c89-2de8-4d4d-9821-1971a6f77ecd', 'code': 200} Aug 17 02:51:52.910677 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a58710c5-f01c-452f-8369-5f367b74f648 req-957d4afa-b13a-4ac7-a6f7-84c4f38f78b1 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2053266 Aug 17 02:51:52.945114 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a58710c5-f01c-452f-8369-5f367b74f648 req-a2d04d12-9f9c-4698-9bdf-afec45ad7ccc service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1434352 Aug 17 02:51:52.987287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d45f588b-9f9a-407e-8afd-128241dee6c9 req-c77831e7-c93e-404e-9630-8e12c6221ab6 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:52.988919 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d45f588b-9f9a-407e-8afd-128241dee6c9 req-c77831e7-c93e-404e-9630-8e12c6221ab6 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 946 time: 0.1693797 Aug 17 02:51:53.054587 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d45f588b-9f9a-407e-8afd-128241dee6c9 req-5c4f224d-ffb4-4478-b011-931e3070ff57 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578508 Aug 17 02:51:53.061589 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a58710c5-f01c-452f-8369-5f367b74f648 req-c6f9b68f-0f4a-438e-867d-ae2f77275d6c service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397300 Aug 17 02:51:53.103037 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcb96a5-9976-4f4a-a63b-49a2d846e60b req-a78b6155-d01c-4341-b956-4bccbb85e2f4 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:53.105288 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fbcb96a5-9976-4f4a-a63b-49a2d846e60b req-a78b6155-d01c-4341-b956-4bccbb85e2f4 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 949 time: 0.1250277 Aug 17 02:51:53.111497 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a58710c5-f01c-452f-8369-5f367b74f648 req-b723eccd-28f2-46f0-af3c-9ee6804c4b36 service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561880 Aug 17 02:51:53.127751 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e3972136-4ccd-4e8a-8b93-9df7e118d4c6 req-6a0a85d9-e1a6-479a-9050-9f4887e26e12 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 210 time: 0.0283496 Aug 17 02:51:53.149065 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fbcb96a5-9976-4f4a-a63b-49a2d846e60b req-24130427-efab-46bd-9b1d-ec2be3e49cc7 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365903 Aug 17 02:51:53.255642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6c708-e11b-4e59-b84b-907ca7037b42 req-f235dabf-dbd9-4ec4-87a7-8c6ddf0766d0 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:53.256564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0651ac-2a23-406e-b37c-7789f79309e2 req-99b9c890-de8c-4202-8cbc-90d9176c2e1b tempest-MigrationsAdminTest-816244816 tempest-MigrationsAdminTest-816244816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:53.258177 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b0651ac-2a23-406e-b37c-7789f79309e2 req-99b9c890-de8c-4202-8cbc-90d9176c2e1b tempest-MigrationsAdminTest-816244816 tempest-MigrationsAdminTest-816244816-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 1101 time: 0.0421307 Aug 17 02:51:53.258316 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0bb6c708-e11b-4e59-b84b-907ca7037b42 req-f235dabf-dbd9-4ec4-87a7-8c6ddf0766d0 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2de53bd-96e1-477c-be19-5d1ccb390f33 HTTP/1.1" status: 200 len: 949 time: 0.0522947 Aug 17 02:51:53.295310 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b0651ac-2a23-406e-b37c-7789f79309e2 req-c610ff33-57b7-42cf-b2aa-6a5df54182c8 tempest-MigrationsAdminTest-816244816 tempest-MigrationsAdminTest-816244816-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303385 Aug 17 02:51:53.297661 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0bb6c708-e11b-4e59-b84b-907ca7037b42 req-a2fbcd71-ea96-4190-ad36-e456741dc2e3 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/security-groups?id=704d12a3-8183-47af-ac97-49f055f4ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323308 Aug 17 02:51:53.405756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e0bfe41-c8c8-4c4f-b967-578d19958680 req-ff2452b3-9432-43af-be48-8ba5965a5883 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:53.407381 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e0bfe41-c8c8-4c4f-b967-578d19958680 req-ff2452b3-9432-43af-be48-8ba5965a5883 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 944 time: 0.0517242 Aug 17 02:51:53.454368 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e0bfe41-c8c8-4c4f-b967-578d19958680 req-50c70146-1107-44f9-be1a-afd5e174aa84 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398850 Aug 17 02:51:53.787194 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-5ded3a40-7536-4448-948c-0bcc21679290 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=638115240e104430bff599fc921ec015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0219786 Aug 17 02:51:53.898600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-bf526d3d-ac05-422e-b02a-f99266fce554 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:53.901618 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-bf526d3d-ac05-422e-b02a-f99266fce554 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1068013 Aug 17 02:51:53.919634 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-807693fb-01cd-42aa-911a-4b913c65a23e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/quotas/638115240e104430bff599fc921ec015 HTTP/1.1" status: 200 len: 375 time: 0.0093069 Aug 17 02:51:53.970198 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-bd2bd643-beba-4f67-8cf9-7e2a3eb8896c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0475926 Aug 17 02:51:54.188530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 441bcfe8-e9b7-4744-8528-357db7dd3964 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:51:54.324863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a40d339-ce4e-4e2f-be54-8a3d31b3a607 req-aa8b6ca1-c6c0-4e5d-a07a-eec4b00f9ba6 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:54.324863 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6a40d339-ce4e-4e2f-be54-8a3d31b3a607 req-aa8b6ca1-c6c0-4e5d-a07a-eec4b00f9ba6 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2de53bd-96e1-477c-be19-5d1ccb390f33 HTTP/1.1" status: 200 len: 949 time: 0.0615189 Aug 17 02:51:54.335340 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 441bcfe8-e9b7-4744-8528-357db7dd3964, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=441bcfe8-e9b7-4744-8528-357db7dd3964,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:54.362329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 441bcfe8-e9b7-4744-8528-357db7dd3964 has no active binding in host n-h1-802060-9 {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:51:54.362705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 832256c5-5c54-47f5-8f5d-a940ced21811 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:51:54.374180 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6a40d339-ce4e-4e2f-be54-8a3d31b3a607 req-5b51272d-351d-49f4-867f-484e13d15a62 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/security-groups?id=704d12a3-8183-47af-ac97-49f055f4ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357795 Aug 17 02:51:54.415837 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795e46f9-2e5d-4905-a479-86dae55abf1a req-770fe753-25d0-4630-a830-637d748eead2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:54.415837 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-795e46f9-2e5d-4905-a479-86dae55abf1a req-770fe753-25d0-4630-a830-637d748eead2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 946 time: 0.0841615 Aug 17 02:51:54.480299 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e45d8e8-a08f-4c5d-8761-2aec319aba19 req-df64f2df-bdbb-4fc6-b220-97909f137402 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 210 time: 0.0390942 Aug 17 02:51:54.483958 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-795e46f9-2e5d-4905-a479-86dae55abf1a req-c2093cef-233b-4cc9-a75f-2ba56f7c542a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614815 Aug 17 02:51:54.518211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 832256c5-5c54-47f5-8f5d-a940ced21811, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=832256c5-5c54-47f5-8f5d-a940ced21811,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:54.530831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '832256c5-5c54-47f5-8f5d-a940ced21811', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '832256c5-5c54-47f5-8f5d-a940ced21811', 'mac_address': 'fa:16:3e:bb:fd:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:51:54.569664 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f52f2fa8-f1a4-4e53-826d-621743bea76a req-fc1b2caf-0541-465a-824e-f309b908389e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 210 time: 0.0276780 Aug 17 02:51:54.570945 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.590136 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 832256c5-5c54-47f5-8f5d-a940ced21811 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:54.591889 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f2951d-4a1e-4fce-97ac-127883c85020 req-47075740-1cd2-4695-bfdb-8eb65d6d824b tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:54.593578 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-16f2951d-4a1e-4fce-97ac-127883c85020 req-47075740-1cd2-4695-bfdb-8eb65d6d824b tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 949 time: 0.0539322 Aug 17 02:51:54.613640 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 832256c5-5c54-47f5-8f5d-a940ced21811, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=832256c5-5c54-47f5-8f5d-a940ced21811,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:54.638313 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-16f2951d-4a1e-4fce-97ac-127883c85020 req-e7d1297e-165e-4159-a8c8-60b9432a0cb0 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380056 Aug 17 02:51:54.697436 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.698356 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7cf70f0c-1246-458d-999f-626ed945d594 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:51:54.797562 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48c3d35-eeab-45ff-b3fb-d769c431c0de req-fe8afeb0-77f9-44a5-b2bd-b3a0d09a7609 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:54.799682 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d48c3d35-eeab-45ff-b3fb-d769c431c0de req-fe8afeb0-77f9-44a5-b2bd-b3a0d09a7609 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 944 time: 0.1037695 Aug 17 02:51:54.815062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=832256c5-5c54-47f5-8f5d-a940ced21811,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:54.819862 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7cf70f0c-1246-458d-999f-626ed945d594, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7cf70f0c-1246-458d-999f-626ed945d594,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:54.831450 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '7cf70f0c-1246-458d-999f-626ed945d594', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '7cf70f0c-1246-458d-999f-626ed945d594', 'mac_address': 'fa:16:3e:5b:85:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.143'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:51:54.841203 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d48c3d35-eeab-45ff-b3fb-d769c431c0de req-7ba72e96-20b4-4c9b-af37-b2370f2e27c6 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350277 Aug 17 02:51:54.871033 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:54.890832 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cf70f0c-1246-458d-999f-626ed945d594 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:54.908024 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcd6458-221c-4a0e-9f62-6495b99859a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8400f75-9921-4c6f-9e13-c7aaf167d736'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:54.910699 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b782119-7468-4680-8a37-e7135ce41051" -d '{"events": [{"server_uuid": "abcd6458-221c-4a0e-9f62-6495b99859a0", "name": "network-vif-plugged", "status": "completed", "tag": "c8400f75-9921-4c6f-9e13-c7aaf167d736"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:54.917946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7cf70f0c-1246-458d-999f-626ed945d594, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7cf70f0c-1246-458d-999f-626ed945d594,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:54.949094 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcc78dc3-467e-4d28-8cb0-462bca40f84a x-openstack-request-id: req-dcc78dc3-467e-4d28-8cb0-462bca40f84a {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:54.949413 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcd6458-221c-4a0e-9f62-6495b99859a0", "name": "network-vif-plugged", "status": "completed", "tag": "c8400f75-9921-4c6f-9e13-c7aaf167d736", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:54.949736 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcc78dc3-467e-4d28-8cb0-462bca40f84a {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:54.950108 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcd6458-221c-4a0e-9f62-6495b99859a0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8400f75-9921-4c6f-9e13-c7aaf167d736', 'code': 200} Aug 17 02:51:55.023125 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:55.078219 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=7cf70f0c-1246-458d-999f-626ed945d594,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:55.080484 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07013b04-64ac-4ed5-b09d-903b1336d3a8 req-58097b0b-5da5-42d6-8ab6-101791a46fd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:55.082878 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07013b04-64ac-4ed5-b09d-903b1336d3a8 req-58097b0b-5da5-42d6-8ab6-101791a46fd7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 1100 time: 0.0629601 Aug 17 02:51:55.114077 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-f3e6d4ec-be2f-4c7c-adc3-c615f06146f9 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:55.115601 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-f3e6d4ec-be2f-4c7c-adc3-c615f06146f9 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.60 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 821 time: 0.1219161 Aug 17 02:51:55.128786 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07013b04-64ac-4ed5-b09d-903b1336d3a8 req-b8683d19-c748-4779-9fc0-f190db9426ab service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319796 Aug 17 02:51:55.134271 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-7b42c020-a3ae-4f2c-a1b1-cdb30d3d9b81 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Request body: {'port': {'device_id': '3edb8265-5c2f-4cf9-90c5-32338964948e', 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977', 'admin_state_up': True, 'tenant_id': 'a5f6c79d6a2f4a25844cdc43d85d6af7'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:55.326085 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-7b42c020-a3ae-4f2c-a1b1-cdb30d3d9b81 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Made reservation on behalf of a5f6c79d6a2f4a25844cdc43d85d6af7 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:55.329656 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-7b42c020-a3ae-4f2c-a1b1-cdb30d3d9b81 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:55.355420 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['7cf70f0c-1246-458d-999f-626ed945d594'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:55.381754 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['832256c5-5c54-47f5-8f5d-a940ced21811'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:55.503676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-7b42c020-a3ae-4f2c-a1b1-cdb30d3d9b81 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Allocated IP 172.20.0.6 (c28a528a-b139-4af7-9a8b-0c957b3df977/05b2cba6-8685-4b11-af3a-42bf68dfb97b/0de940e5-961b-4550-bc02-3bad3e4d3e37) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:55.546279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-340efb60-adc5-436f-90b7-994504ed9022 req-55ea4087-e746-492a-9aff-33083bc52365 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:55.548291 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-340efb60-adc5-436f-90b7-994504ed9022 req-55ea4087-e746-492a-9aff-33083bc52365 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2de53bd-96e1-477c-be19-5d1ccb390f33 HTTP/1.1" status: 200 len: 949 time: 0.0855451 Aug 17 02:51:55.612639 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-340efb60-adc5-436f-90b7-994504ed9022 req-269004d7-f7ec-4674-9eef-71dd4c89159a tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/security-groups?id=704d12a3-8183-47af-ac97-49f055f4ac4f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556746 Aug 17 02:51:55.724442 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c883b1a7-be35-492b-b5f9-5abe7b191195 req-dd0c4450-3c0d-48d4-8194-7b000f548c05 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:55.726086 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c883b1a7-be35-492b-b5f9-5abe7b191195 req-dd0c4450-3c0d-48d4-8194-7b000f548c05 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 947 time: 0.0860956 Aug 17 02:51:55.728728 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cbeaadee-d5f2-4cf8-bc61-9e592ad1d4cf req-d6cfc583-4078-4f3d-90ee-88f90523284d tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 210 time: 0.0417328 Aug 17 02:51:55.749361 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-7b42c020-a3ae-4f2c-a1b1-cdb30d3d9b81 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:55.764169 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d45856-df29-47f3-83e8-fbc02ec98c9b req-3e80479b-5544-421d-a920-a0443db24cb6 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:55.765706 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-83d45856-df29-47f3-83e8-fbc02ec98c9b req-3e80479b-5544-421d-a920-a0443db24cb6 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.60 "GET /v2.0/ports?device_id=f2de53bd-96e1-477c-be19-5d1ccb390f33 HTTP/1.1" status: 200 len: 949 time: 0.0872736 Aug 17 02:51:55.801174 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c883b1a7-be35-492b-b5f9-5abe7b191195 req-d413d876-0504-420a-9c91-67658b3d25cd tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665743 Aug 17 02:51:55.892335 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-83d45856-df29-47f3-83e8-fbc02ec98c9b req-5c325cab-89d4-4862-bcba-892e69834d2c tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Deleting port 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:51:55.892683 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-83d45856-df29-47f3-83e8-fbc02ec98c9b req-5c325cab-89d4-4862-bcba-892e69834d2c tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:55.908294 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-440b7667-a2cd-41e0-aa16-bfa32752aa87 req-4c0df48e-5b18-4f88-8e30-e576d2fdd7ad tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 210 time: 0.0343237 Aug 17 02:51:55.920490 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-7b42c020-a3ae-4f2c-a1b1-cdb30d3d9b81 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:55.979017 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-7b42c020-a3ae-4f2c-a1b1-cdb30d3d9b81 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Network c28a528a-b139-4af7-9a8b-0c957b3df977 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:55.982524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-7b42c020-a3ae-4f2c-a1b1-cdb30d3d9b81 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:55.987631 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-7b42c020-a3ae-4f2c-a1b1-cdb30d3d9b81 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:55.997068 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-83d45856-df29-47f3-83e8-fbc02ec98c9b req-5c325cab-89d4-4862-bcba-892e69834d2c tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] For port 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:55.997541 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-83d45856-df29-47f3-83e8-fbc02ec98c9b req-5c325cab-89d4-4862-bcba-892e69834d2c tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.009886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-83d45856-df29-47f3-83e8-fbc02ec98c9b req-5c325cab-89d4-4862-bcba-892e69834d2c tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Calling delete_port for 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:51:56.016851 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b42c020-a3ae-4f2c-a1b1-cdb30d3d9b81 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Pushing event updated for resources: {'Port': ['ID=0de940e5-961b-4550-bc02-3bad3e4d3e37,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:56.070376 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-7b42c020-a3ae-4f2c-a1b1-cdb30d3d9b81 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:56.071665 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-7b42c020-a3ae-4f2c-a1b1-cdb30d3d9b81 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.096864 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985e3441-623c-4652-800b-262f9c6fa6cf req-e0252072-fbaa-4a75-a814-96e3af8586e8 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:56.098399 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-985e3441-623c-4652-800b-262f9c6fa6cf req-e0252072-fbaa-4a75-a814-96e3af8586e8 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 949 time: 0.0855165 Aug 17 02:51:56.146760 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-985e3441-623c-4652-800b-262f9c6fa6cf req-4936db05-6d7f-4bf3-b041-2586dc228838 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410147 Aug 17 02:51:56.258702 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-7b42c020-a3ae-4f2c-a1b1-cdb30d3d9b81 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1289639 Aug 17 02:51:56.273367 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Request body: {'port': {'device_id': '3edb8265-5c2f-4cf9-90c5-32338964948e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:56.288463 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-83d45856-df29-47f3-83e8-fbc02ec98c9b req-5c325cab-89d4-4862-bcba-892e69834d2c tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.300671 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:56.325026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c325cab-89d4-4862-bcba-892e69834d2c tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Pushing event deleted for resources: {'Port': ['ID=946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:56.382194 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a9e8cc-18c3-4b65-bcd7-d95a10715176 req-8233c1cc-7c31-4d82-b746-42a516066fb4 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:56.383763 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f2a9e8cc-18c3-4b65-bcd7-d95a10715176 req-8233c1cc-7c31-4d82-b746-42a516066fb4 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 944 time: 0.0893209 Aug 17 02:51:56.387102 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-83d45856-df29-47f3-83e8-fbc02ec98c9b req-5c325cab-89d4-4862-bcba-892e69834d2c tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] No DVR routers for this DVR port 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:56.387582 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.390188 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-83d45856-df29-47f3-83e8-fbc02ec98c9b req-5c325cab-89d4-4862-bcba-892e69834d2c tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.392064 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-83d45856-df29-47f3-83e8-fbc02ec98c9b req-5c325cab-89d4-4862-bcba-892e69834d2c tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.60 "DELETE /v2.0/ports/946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 HTTP/1.1" status: 204 len: 173 time: 0.6122205 Aug 17 02:51:56.392481 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2de53bd-96e1-477c-be19-5d1ccb390f33', 'name': 'network-vif-deleted', 'tag': '946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:56.404304 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6657e944-2b82-4f22-9b8b-d2fd8782fdd7" -d '{"events": [{"server_uuid": "f2de53bd-96e1-477c-be19-5d1ccb390f33", "name": "network-vif-deleted", "tag": "946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:56.416214 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-dd3d3e45-000b-4176-8c3c-21ebe252d211 service neutron] 10.222.0.60 "GET /v2.0/ports/441bcfe8-e9b7-4744-8528-357db7dd3964/bindings/n-h1-802060-9 HTTP/1.1" status: 200 len: 384 time: 0.1685700 Aug 17 02:51:56.479828 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f2a9e8cc-18c3-4b65-bcd7-d95a10715176 req-c104b49f-398d-4d5e-a534-a7820c11c258 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781982 Aug 17 02:51:56.586028 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81f3fc1a-35bc-4a54-9f34-2ef2841ec6d8 x-openstack-request-id: req-81f3fc1a-35bc-4a54-9f34-2ef2841ec6d8 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:56.586346 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2de53bd-96e1-477c-be19-5d1ccb390f33", "name": "network-vif-deleted", "tag": "946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:56.586570 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-81f3fc1a-35bc-4a54-9f34-2ef2841ec6d8 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:56.586966 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2de53bd-96e1-477c-be19-5d1ccb390f33', 'name': 'network-vif-deleted', 'tag': '946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7', 'status': 'completed', 'code': 200} Aug 17 02:51:56.631556 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-26215a5c-130c-4b7d-a3de-e7428331ae88 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=638115240e104430bff599fc921ec015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0736694 Aug 17 02:51:56.739624 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-898370a5-8444-4774-8aef-9b560983ee79 req-6851ae6a-24c3-404b-ac05-81ebd394d157 tempest-ServerDiagnosticsNegativeTest-702573470 tempest-ServerDiagnosticsNegativeTest-702573470-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2de53bd-96e1-477c-be19-5d1ccb390f33 HTTP/1.1" status: 200 len: 210 time: 0.0457921 Aug 17 02:51:56.748734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-d62a4928-ec54-47b0-9c8a-7a3555506e3d service neutron] For port 441bcfe8-e9b7-4744-8528-357db7dd3964, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=441bcfe8-e9b7-4744-8528-357db7dd3964,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:56.798214 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-319de846-4c11-4432-ba70-8537ee74700f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:56.799679 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-319de846-4c11-4432-ba70-8537ee74700f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1601069 Aug 17 02:51:56.800834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-d62a4928-ec54-47b0-9c8a-7a3555506e3d service neutron] For port 441bcfe8-e9b7-4744-8528-357db7dd3964, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:56.811929 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de940e5-961b-4550-bc02-3bad3e4d3e37 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:56.826281 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-40b2607f-87cc-4a11-b66f-5947f550d0d6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Request body: {'port': {'device_id': '4a1c4fcd-5575-4dab-9284-871109887981', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '638115240e104430bff599fc921ec015'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:56.834581 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.876068 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Transition to ACTIVE for port object 0de940e5-961b-4550-bc02-3bad3e4d3e37 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:56.902475 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47e47f3-2875-4129-bb02-0087a99b3eb2 req-e8f04dd6-1e00-4600-b199-460655fbad7e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:56.903329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-d62a4928-ec54-47b0-9c8a-7a3555506e3d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 441bcfe8-e9b7-4744-8528-357db7dd3964 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:56.904273 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e47e47f3-2875-4129-bb02-0087a99b3eb2 req-e8f04dd6-1e00-4600-b199-460655fbad7e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 931 time: 0.0707471 Aug 17 02:51:56.927255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-d62a4928-ec54-47b0-9c8a-7a3555506e3d service neutron] For port 441bcfe8-e9b7-4744-8528-357db7dd3964, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=441bcfe8-e9b7-4744-8528-357db7dd3964,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:56.942510 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:56.959160 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e47e47f3-2875-4129-bb02-0087a99b3eb2 req-037f8257-7428-455d-9f8b-efbe594a3a2c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476360 Aug 17 02:51:56.998608 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-d62a4928-ec54-47b0-9c8a-7a3555506e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.023530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0de940e5-961b-4550-bc02-3bad3e4d3e37,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:57.080352 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-d62a4928-ec54-47b0-9c8a-7a3555506e3d service neutron] Transition to ACTIVE for port object 441bcfe8-e9b7-4744-8528-357db7dd3964 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:57.110848 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Attempting to bind port 0de940e5-961b-4550-bc02-3bad3e4d3e37 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:51:57.111121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Attempting to bind port 0de940e5-961b-4550-bc02-3bad3e4d3e37 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:51:57.111432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Attempting to bind port 0de940e5-961b-4550-bc02-3bad3e4d3e37 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:57.122611 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d795c89b-7e4d-46cc-ae91-6ece54a05f09 req-d5764e05-529f-4eef-b794-30bcb1340e9f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:57.124302 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d795c89b-7e4d-46cc-ae91-6ece54a05f09 req-d5764e05-529f-4eef-b794-30bcb1340e9f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 947 time: 0.0727410 Aug 17 02:51:57.126482 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Port 0de940e5-961b-4550-bc02-3bad3e4d3e37 on network c28a528a-b139-4af7-9a8b-0c957b3df977 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:51:57.126815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Attempting to bind port 0de940e5-961b-4550-bc02-3bad3e4d3e37 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:51:57.137362 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-40b2607f-87cc-4a11-b66f-5947f550d0d6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Made reservation on behalf of 638115240e104430bff599fc921ec015 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:51:57.142691 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:51:57.142691 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Checking segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:51:57.142691 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Bound using segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:51:57.142691 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Bound port: 0de940e5-961b-4550-bc02-3bad3e4d3e37, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:51:57.142691 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.143097 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-40b2607f-87cc-4a11-b66f-5947f550d0d6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.202081 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d795c89b-7e4d-46cc-ae91-6ece54a05f09 req-2043b705-dc22-4cc0-81d6-6e044c2628b8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714178 Aug 17 02:51:57.226740 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-53afa639-a9af-4c10-8fee-5ef8da03125c req-5518d60a-c7ba-47c6-9f4c-3ae4941b906c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 210 time: 0.0611641 Aug 17 02:51:57.227815 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-d62a4928-ec54-47b0-9c8a-7a3555506e3d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.244395 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] For port 0de940e5-961b-4550-bc02-3bad3e4d3e37, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:51:57.250435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] For port 0de940e5-961b-4550-bc02-3bad3e4d3e37, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0de940e5-961b-4550-bc02-3bad3e4d3e37,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:51:57.314276 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-d62a4928-ec54-47b0-9c8a-7a3555506e3d service neutron] No DVR routers for this DVR port 441bcfe8-e9b7-4744-8528-357db7dd3964 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:51:57.331833 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.376271 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:57.376271 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:57.377289 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] 10.222.0.60 "PUT /v2.0/ports/0de940e5-961b-4550-bc02-3bad3e4d3e37 HTTP/1.1" status: 200 len: 1091 time: 1.1092315 Aug 17 02:51:57.377824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3edb8265-5c2f-4cf9-90c5-32338964948e', 'tag': '0de940e5-961b-4550-bc02-3bad3e4d3e37'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:57.380372 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1d1e278-7eb3-43be-9732-151175b8693a" -d '{"events": [{"name": "network-changed", "server_uuid": "3edb8265-5c2f-4cf9-90c5-32338964948e", "tag": "0de940e5-961b-4550-bc02-3bad3e4d3e37"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:57.402985 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28ad351-22f6-4bc0-bfec-9a6493bd05e8 service neutron] Pushing event updated for resources: {'Port': ['ID=0de940e5-961b-4550-bc02-3bad3e4d3e37,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:57.409039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62a4928-ec54-47b0-9c8a-7a3555506e3d service neutron] Pushing event updated for resources: {'Port': ['ID=441bcfe8-e9b7-4744-8528-357db7dd3964,revision_number=10']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:57.426969 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-d62a4928-ec54-47b0-9c8a-7a3555506e3d service neutron] 10.222.0.60 "PUT /v2.0/ports/441bcfe8-e9b7-4744-8528-357db7dd3964/bindings/n-h1-802060-9/activate HTTP/1.1" status: 200 len: 369 time: 1.0029185 Aug 17 02:51:57.457689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2282278a-3298-4efa-9d98-912bbfd262a4 req-9f0699db-cff1-41b1-a82b-5387e21e38f6 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:57.459183 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2282278a-3298-4efa-9d98-912bbfd262a4 req-9f0699db-cff1-41b1-a82b-5387e21e38f6 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 949 time: 0.1335812 Aug 17 02:51:57.460259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-40b2607f-87cc-4a11-b66f-5947f550d0d6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Allocated IP 192.168.233.162 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/a8ebcb91-e807-400a-be4f-8ef77f6ff9b8) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:51:57.571338 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2282278a-3298-4efa-9d98-912bbfd262a4 req-898d57a0-ba75-4db0-a38f-bd7d08936af4 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972521 Aug 17 02:51:57.627044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-cf78118e-d307-4f4d-b491-f2cb18155871 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:57.628226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-cf78118e-d307-4f4d-b491-f2cb18155871 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 1094 time: 0.1354573 Aug 17 02:51:57.683414 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac1ff1e3-eec7-4c93-84ad-78c2f5d64b30 x-openstack-request-id: req-ac1ff1e3-eec7-4c93-84ad-78c2f5d64b30 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:57.683863 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3edb8265-5c2f-4cf9-90c5-32338964948e", "tag": "0de940e5-961b-4550-bc02-3bad3e4d3e37", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:57.684307 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac1ff1e3-eec7-4c93-84ad-78c2f5d64b30 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:57.690247 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3edb8265-5c2f-4cf9-90c5-32338964948e', 'tag': '0de940e5-961b-4550-bc02-3bad3e4d3e37', 'status': 'completed', 'code': 200} Aug 17 02:51:57.936996 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-458b4ad4-a55f-4489-9c13-41f0d87c6cb7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de940e5-961b-4550-bc02-3bad3e4d3e37 HTTP/1.1" status: 200 len: 217 time: 0.2914076 Aug 17 02:51:58.013385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-3880dd58-5bbb-4c2a-816e-7c182df3ce0c tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:58.014935 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-3880dd58-5bbb-4c2a-816e-7c182df3ce0c tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5&tenant_id=fbdcc79a0e414d57946c4903247557f0&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 1096 time: 0.4287295 Aug 17 02:51:58.091758 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-40b2607f-87cc-4a11-b66f-5947f550d0d6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.100441 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-738c679b-4cb1-4011-a3e7-1961b1c552b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:58.101927 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-738c679b-4cb1-4011-a3e7-1961b1c552b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.1550257 Aug 17 02:51:58.134509 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf6b7bf-449e-4634-876d-7df59dc3c3bd req-1b46e0bc-03b3-45f0-87c1-26598320b60d tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:58.136405 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bcf6b7bf-449e-4634-876d-7df59dc3c3bd req-1b46e0bc-03b3-45f0-87c1-26598320b60d tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 945 time: 0.2058697 Aug 17 02:51:58.140883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-40b2607f-87cc-4a11-b66f-5947f550d0d6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Transition to ACTIVE for port object a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:58.162088 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-58b35e56-e996-447d-97d8-5e7a2fd8d751 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447726 Aug 17 02:51:58.193350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-296dc49e-d41d-4236-847c-cef47f5b8876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:58.194722 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-296dc49e-d41d-4236-847c-cef47f5b8876 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5&tenant_id=fbdcc79a0e414d57946c4903247557f0 HTTP/1.1" status: 200 len: 1096 time: 0.1664450 Aug 17 02:51:58.210384 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7cf70f0c-1246-458d-999f-626ed945d594 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:58.296294 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bcf6b7bf-449e-4634-876d-7df59dc3c3bd req-de25a936-72c5-4e35-896e-82f770d8fe3b tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1396840 Aug 17 02:51:58.337631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 7cf70f0c-1246-458d-999f-626ed945d594 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:58.342372 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 7cf70f0c-1246-458d-999f-626ed945d594 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:58.343435 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.349986 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-52602f74-0fbb-46e1-86d6-c99053cbe5fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:58.351500 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-52602f74-0fbb-46e1-86d6-c99053cbe5fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 1096 time: 0.1145477 Aug 17 02:51:58.356258 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-6cc218f1-63a5-4f88-9500-1153af46c4a7 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1803827 Aug 17 02:51:58.429064 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.436259 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-40b2607f-87cc-4a11-b66f-5947f550d0d6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.448492 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['58a69c89-2de8-4d4d-9821-1971a6f77ecd'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:51:58.457637 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf70f0c-1246-458d-999f-626ed945d594'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:51:58.459855 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cee6e009-0b47-457a-b4d4-faaa2a9a580b" -d '{"events": [{"server_uuid": "ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5", "name": "network-vif-plugged", "status": "completed", "tag": "7cf70f0c-1246-458d-999f-626ed945d594"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:51:58.493290 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7cf70f0c-1246-458d-999f-626ed945d594, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7cf70f0c-1246-458d-999f-626ed945d594,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:58.531393 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-40b2607f-87cc-4a11-b66f-5947f550d0d6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:51:58.542490 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-40b2607f-87cc-4a11-b66f-5947f550d0d6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:51:58.544992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-40b2607f-87cc-4a11-b66f-5947f550d0d6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:51:58.571545 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.571545 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 832256c5-5c54-47f5-8f5d-a940ced21811 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:51:58.600258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2607f-87cc-4a11-b66f-5947f550d0d6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Pushing event updated for resources: {'Port': ['ID=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:58.639448 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-743f8b93-b913-4aaa-a959-6aaff1b54b37 req-6246924a-00e9-4531-ab71-d6f3649c0591 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2745395 Aug 17 02:51:58.642779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-a9b80ca6-b62f-4ffa-b774-59b44fdbf4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:58.644955 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-a9b80ca6-b62f-4ffa-b774-59b44fdbf4f6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 908 time: 0.2716522 Aug 17 02:51:58.651728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-40b2607f-87cc-4a11-b66f-5947f550d0d6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:58.654526 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-40b2607f-87cc-4a11-b66f-5947f550d0d6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.705628 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-2012ed7b-95ba-4b2a-83c8-160e361024f0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441bcfe8-e9b7-4744-8528-357db7dd3964 HTTP/1.1" status: 200 len: 217 time: 0.0470731 Aug 17 02:51:58.708170 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=7cf70f0c-1246-458d-999f-626ed945d594,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:58.772998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-da8e4699-4c44-4630-a70b-0ffb070c7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:58.774673 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-da8e4699-4c44-4630-a70b-0ffb070c7419 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.0567467 Aug 17 02:51:58.811652 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 832256c5-5c54-47f5-8f5d-a940ced21811 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:58.821532 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 832256c5-5c54-47f5-8f5d-a940ced21811 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:58.821532 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.826478 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-67a81763-31a9-49b7-8dc1-32293e991ef5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0377285 Aug 17 02:51:58.851675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-40b2607f-87cc-4a11-b66f-5947f550d0d6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0263789 Aug 17 02:51:58.882475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Request body: {'port': {'device_id': '4a1c4fcd-5575-4dab-9284-871109887981', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:51:58.912287 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.949405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 832256c5-5c54-47f5-8f5d-a940ced21811, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=832256c5-5c54-47f5-8f5d-a940ced21811,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:51:58.950803 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f6100f98-448f-4140-b254-195335b8a150 None None] Provisioning for port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:51:58.954664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f6100f98-448f-4140-b254-195335b8a150 None None] Provisioning complete for port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:51:58.955032 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f6100f98-448f-4140-b254-195335b8a150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:58.981492 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218c2e70-6dcd-4fae-9520-0418df1aa9e9 req-a8638d19-3880-4a51-8bcf-3495cff557ec tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:58.983011 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-218c2e70-6dcd-4fae-9520-0418df1aa9e9 req-a8638d19-3880-4a51-8bcf-3495cff557ec tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 943 time: 0.1853154 Aug 17 02:51:59.013192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1e278-7eb3-43be-9732-151175b8693a req-59595a92-8703-4db6-8815-c56dfa7e1215 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:59.014872 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1d1e278-7eb3-43be-9732-151175b8693a req-59595a92-8703-4db6-8815-c56dfa7e1215 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 1094 time: 0.1911430 Aug 17 02:51:59.053409 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:59.097064 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:59.122304 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-758cb66f-46ee-4aae-b6d5-77559df5a9f6 service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744231 Aug 17 02:51:59.133635 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f6100f98-448f-4140-b254-195335b8a150 None None] Port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:51:59.145692 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-218c2e70-6dcd-4fae-9520-0418df1aa9e9 req-5beb32ed-d456-4e59-b94d-e22aa08b7d3f tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405194 Aug 17 02:51:59.155691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=832256c5-5c54-47f5-8f5d-a940ced21811,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:59.303296 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36548) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:59.344680 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1e278-7eb3-43be-9732-151175b8693a req-97d50acd-8dee-4327-af22-5d23e891e9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:59.346268 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1d1e278-7eb3-43be-9732-151175b8693a req-97d50acd-8dee-4327-af22-5d23e891e9b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.3203824 Aug 17 02:51:59.455204 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1d1e278-7eb3-43be-9732-151175b8693a req-e337d003-064e-463c-9f55-17e1bf1bda33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de940e5-961b-4550-bc02-3bad3e4d3e37 HTTP/1.1" status: 200 len: 217 time: 0.0996637 Aug 17 02:51:59.463809 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0125f1-5ce7-4f88-a95a-f7fcd47f9eb9 req-4e712035-859c-497c-be64-ed14e087c2e6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:59.465560 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ce0125f1-5ce7-4f88-a95a-f7fcd47f9eb9 req-4e712035-859c-497c-be64-ed14e087c2e6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 936 time: 0.0675876 Aug 17 02:51:59.475194 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ff3d5df-4218-41c1-ace7-6dc3de814a39 req-39fcdeee-f035-4ba5-8df3-40e9f35d6b6f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:59.476699 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ff3d5df-4218-41c1-ace7-6dc3de814a39 req-39fcdeee-f035-4ba5-8df3-40e9f35d6b6f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 948 time: 0.2427332 Aug 17 02:51:59.524755 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d4a8098b-b621-48df-8a7c-76167d48f7ee admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90cc11a163114b6b9fd1f49107921f7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196412 Aug 17 02:51:59.527800 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36556) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:51:59.532209 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ce0125f1-5ce7-4f88-a95a-f7fcd47f9eb9 req-6c8483ed-64f5-4cf6-a317-74da855f6d8b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589669 Aug 17 02:51:59.555142 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-fb995b40-80b7-4176-882a-630b8b7a807e service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4183795 Aug 17 02:51:59.583288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d1e278-7eb3-43be-9732-151175b8693a req-fa4d82ad-50f1-472b-a5d0-07ba8ca926c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:59.584794 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1d1e278-7eb3-43be-9732-151175b8693a req-fa4d82ad-50f1-472b-a5d0-07ba8ca926c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.1180265 Aug 17 02:51:59.593883 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:51:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e065601-a2d0-4098-ba1c-c04094408b5f x-openstack-request-id: req-0e065601-a2d0-4098-ba1c-c04094408b5f {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:51:59.594410 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5", "name": "network-vif-plugged", "status": "completed", "tag": "7cf70f0c-1246-458d-999f-626ed945d594", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:51:59.594830 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ff3d5df-4218-41c1-ace7-6dc3de814a39 req-061567b2-d741-4b8d-8d35-b5fbb5fb04fa tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000226 Aug 17 02:51:59.597671 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0e065601-a2d0-4098-ba1c-c04094408b5f {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:51:59.597988 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c083bea8-15c6-4a26-bd72-6bdb05dccc85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:59.598506 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cf70f0c-1246-458d-999f-626ed945d594', 'code': 200} Aug 17 02:51:59.641563 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c083bea8-15c6-4a26-bd72-6bdb05dccc85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:59.658424 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1d1e278-7eb3-43be-9732-151175b8693a req-aff35b7d-1950-4043-b601-58ac5b92ff53 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0576770 Aug 17 02:51:59.806666 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:59.831115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07477d7d-adae-443b-b5a9-a30a16b67f35 req-c9219e51-5e32-4948-8d2c-96511c51602e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:59.832789 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-07477d7d-adae-443b-b5a9-a30a16b67f35 req-c9219e51-5e32-4948-8d2c-96511c51602e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 945 time: 0.0604367 Aug 17 02:51:59.847906 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c083bea8-15c6-4a26-bd72-6bdb05dccc85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:59.856549 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:51:59.862501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 946dd6b9-1cc3-4cba-9c8d-c247c68ac7a7 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:59.862501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 441bcfe8-e9b7-4744-8528-357db7dd3964 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:51:59.862708 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c083bea8-15c6-4a26-bd72-6bdb05dccc85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:59.862794 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:51:59.862901 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c083bea8-15c6-4a26-bd72-6bdb05dccc85 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/704d12a3-8183-47af-ac97-49f055f4ac4f HTTP/1.1" status: 204 len: 168 time: 0.3313444 Aug 17 02:51:59.873699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da1f392-690c-4542-ae76-8cd6da545920 req-6973aade-75b0-4d37-a321-f933030fa398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:59.875241 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4da1f392-690c-4542-ae76-8cd6da545920 req-6973aade-75b0-4d37-a321-f933030fa398 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5 HTTP/1.1" status: 200 len: 1101 time: 0.1916902 Aug 17 02:51:59.877345 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:51:59.892495 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c083bea8-15c6-4a26-bd72-6bdb05dccc85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=704d12a3-8183-47af-ac97-49f055f4ac4f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:51:59.893847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32552645-8a4a-4aad-9c4d-c0c3612ba90b req-1917c0c3-b56e-4256-9269-b24871613c7f tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:51:59.895624 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-32552645-8a4a-4aad-9c4d-c0c3612ba90b req-1917c0c3-b56e-4256-9269-b24871613c7f tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 949 time: 0.2019463 Aug 17 02:51:59.909132 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1d1e278-7eb3-43be-9732-151175b8693a req-dddfa4b5-08d4-4462-9717-6bf8fe62dcfe service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415514 Aug 17 02:51:59.939400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Transition to ACTIVE for port object a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:51:59.945787 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 441bcfe8-e9b7-4744-8528-357db7dd3964 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:51:59.951877 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-07477d7d-adae-443b-b5a9-a30a16b67f35 req-0c8b4a65-9271-448b-82b7-1241b5d517c3 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794566 Aug 17 02:51:59.984304 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36562) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:00.023881 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4da1f392-690c-4542-ae76-8cd6da545920 req-47026cbc-269c-4cbc-8a4a-dccd0d129194 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247263 Aug 17 02:52:00.028657 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-32552645-8a4a-4aad-9c4d-c0c3612ba90b req-951ba047-c542-48f5-a3e8-63c59c83443b tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176095 Aug 17 02:52:00.031332 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.121314 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1d1e278-7eb3-43be-9732-151175b8693a req-4298d09f-9c0a-49dc-9c49-9862dea46eb2 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991484 Aug 17 02:52:00.121763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:00.157010 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-adcd919f-409f-4f37-8b89-9bf9da82a38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.210450 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-09222e28-9ab0-4b64-b44c-c0ababc0abf6 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:00.211992 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-09222e28-9ab0-4b64-b44c-c0ababc0abf6 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5&tenant_id=fbdcc79a0e414d57946c4903247557f0&binding%3Ahost_id=n-h1-802060-9 HTTP/1.1" status: 200 len: 1096 time: 0.1070361 Aug 17 02:52:00.238436 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Attempting to bind port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:00.238778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Attempting to bind port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:00.239116 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Attempting to bind port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:00.275184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:52:00.275517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Attempting to bind port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:00.278291 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-adcd919f-409f-4f37-8b89-9bf9da82a38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.304785 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:00.305135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:00.305569 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:00.306202 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Bound port: a8ebcb91-e807-400a-be4f-8ef77f6ff9b8, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:00.306384 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.401275 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-adcd919f-409f-4f37-8b89-9bf9da82a38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.449562 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-adcd919f-409f-4f37-8b89-9bf9da82a38e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fa8f446142574339880bb93dacf644e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4612472 Aug 17 02:52:00.449562 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adcd919f-409f-4f37-8b89-9bf9da82a38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba3c7155-ce84-4fc4-b173-1a9ce97f3dd2,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:00.451393 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36572) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:00.515689 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c905b02-6f25-4a63-a0dd-c30a8655a52b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.543063 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c905b02-6f25-4a63-a0dd-c30a8655a52b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.631907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffed3026-6047-466c-accc-689dcbecf2c6 req-6285c32d-0a5f-447b-8afa-f4505b3298ff tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:00.633550 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ffed3026-6047-466c-accc-689dcbecf2c6 req-6285c32d-0a5f-447b-8afa-f4505b3298ff tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 943 time: 0.3912406 Aug 17 02:52:00.641011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973cbcc7-1b6f-4f26-b6f3-b7869b9d39fe req-550bb3f8-5b25-44b1-b42a-fb4f2e8f9e0d tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:00.642661 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-973cbcc7-1b6f-4f26-b6f3-b7869b9d39fe req-550bb3f8-5b25-44b1-b42a-fb4f2e8f9e0d tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 949 time: 0.0596323 Aug 17 02:52:00.665718 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c905b02-6f25-4a63-a0dd-c30a8655a52b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.669542 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c905b02-6f25-4a63-a0dd-c30a8655a52b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.673044 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6c905b02-6f25-4a63-a0dd-c30a8655a52b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba3c7155-ce84-4fc4-b173-1a9ce97f3dd2 HTTP/1.1" status: 204 len: 168 time: 0.2183025 Aug 17 02:52:00.686105 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c905b02-6f25-4a63-a0dd-c30a8655a52b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba3c7155-ce84-4fc4-b173-1a9ce97f3dd2,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:00.702141 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-973cbcc7-1b6f-4f26-b6f3-b7869b9d39fe req-3ce4e304-0b32-4356-acb4-fc9b0d7f3988 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514765 Aug 17 02:52:00.732626 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] For port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:00.742065 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ffed3026-6047-466c-accc-689dcbecf2c6 req-82162583-5308-4be9-87fe-7544c59436b0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970316 Aug 17 02:52:00.745627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] For port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:00.818694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36584) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:00.840865 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.841745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb880476-caf8-4623-8ced-651b106a5c7d req-ec21a99b-fc04-497b-9d83-e53ac881aa1e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:00.843406 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb880476-caf8-4623-8ced-651b106a5c7d req-ec21a99b-fc04-497b-9d83-e53ac881aa1e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 948 time: 0.0699694 Aug 17 02:52:00.844306 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9e9216f8-1ca4-4101-b122-97398a2dc721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.863570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-f6fbb923-7faa-40a3-b3f7-d9671ca1b17e service neutron] For port 441bcfe8-e9b7-4744-8528-357db7dd3964, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:00.894581 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-f6fbb923-7faa-40a3-b3f7-d9671ca1b17e service neutron] Notify callbacks [] for binding, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.895680 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-f6fbb923-7faa-40a3-b3f7-d9671ca1b17e service neutron] 10.222.0.30 "DELETE /v2.0/ports/441bcfe8-e9b7-4744-8528-357db7dd3964/bindings/n-h2-802060-9 HTTP/1.1" status: 204 len: 173 time: 0.6687422 Aug 17 02:52:00.899048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:00.899655 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:00.901947 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] 10.222.0.60 "PUT /v2.0/ports/a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 HTTP/1.1" status: 200 len: 1096 time: 2.0313745 Aug 17 02:52:00.902407 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a1c4fcd-5575-4dab-9284-871109887981', 'tag': 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:00.905206 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb62b35e-3cfe-415c-84d0-8110d99ac6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "4a1c4fcd-5575-4dab-9284-871109887981", "tag": "a8ebcb91-e807-400a-be4f-8ef77f6ff9b8"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:00.915599 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb880476-caf8-4623-8ced-651b106a5c7d req-8a7dd204-bd70-40b4-99d9-1f58156aca3b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630915 Aug 17 02:52:00.951998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64524040-37a5-41b4-b6c2-f9824a96fd71 req-4a3aa9d3-7dbf-4728-b48e-164db4b45727 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:00.953851 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64524040-37a5-41b4-b6c2-f9824a96fd71 req-4a3aa9d3-7dbf-4728-b48e-164db4b45727 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 948 time: 0.1422358 Aug 17 02:52:00.955401 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8352d09a-9cff-41dc-950b-eb4bba08b823 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:01.022868 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64524040-37a5-41b4-b6c2-f9824a96fd71 req-5761ffd2-b342-4681-bb0a-ada57936fe1c tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576289 Aug 17 02:52:01.023072 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9e9216f8-1ca4-4101-b122-97398a2dc721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:01.087884 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d77cc2b-7a5f-42d7-9fa0-996185756256 x-openstack-request-id: req-5d77cc2b-7a5f-42d7-9fa0-996185756256 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:01.088704 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a1c4fcd-5575-4dab-9284-871109887981", "tag": "a8ebcb91-e807-400a-be4f-8ef77f6ff9b8", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:01.089529 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d77cc2b-7a5f-42d7-9fa0-996185756256 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:01.090027 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1c4fcd-5575-4dab-9284-871109887981', 'tag': 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8', 'status': 'completed', 'code': 200} Aug 17 02:52:01.091981 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9e9216f8-1ca4-4101-b122-97398a2dc721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:01.101203 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-c4208e6c-9991-4e1a-b2ba-e7d5145e6109 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:01.103228 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-c4208e6c-9991-4e1a-b2ba-e7d5145e6109 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 1099 time: 0.0790701 Aug 17 02:52:01.167761 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9e9216f8-1ca4-4101-b122-97398a2dc721 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f14fe3ec59d945ea91799b4d39a4ef6e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3480983 Aug 17 02:52:01.168968 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36592) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:01.175763 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9216f8-1ca4-4101-b122-97398a2dc721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9be037e-2f2f-4616-abea-7cc27ff5990e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:01.179035 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-008e98bf-255d-45b4-9222-0828f243167f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 HTTP/1.1" status: 200 len: 217 time: 0.0611310 Aug 17 02:52:01.225809 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aa02687-77ab-438c-85f6-87d5fe7c82c5 req-35c387d6-0048-4781-aced-5c1da38a2d2f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:01.233763 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2e8786d-72ab-4c7a-814d-878de097f297 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:01.234136 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1aa02687-77ab-438c-85f6-87d5fe7c82c5 req-35c387d6-0048-4781-aced-5c1da38a2d2f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 945 time: 0.1284080 Aug 17 02:52:01.259612 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2e8786d-72ab-4c7a-814d-878de097f297 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:01.270191 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-5e4cef1b-54e4-4282-b1c0-9d9fd2f9f680 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:01.272644 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-5e4cef1b-54e4-4282-b1c0-9d9fd2f9f680 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0855770 Aug 17 02:52:01.310769 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1aa02687-77ab-438c-85f6-87d5fe7c82c5 req-a83941ff-99db-4522-82cb-032940de33ee tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757365 Aug 17 02:52:01.345971 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-a215d541-9b90-4d47-ba7a-56ba356f7e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:01.347665 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-a215d541-9b90-4d47-ba7a-56ba356f7e21 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0663915 Aug 17 02:52:01.428445 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2e8786d-72ab-4c7a-814d-878de097f297 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:01.432738 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2e8786d-72ab-4c7a-814d-878de097f297 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:01.435021 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f2e8786d-72ab-4c7a-814d-878de097f297 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9be037e-2f2f-4616-abea-7cc27ff5990e HTTP/1.1" status: 204 len: 168 time: 0.2650511 Aug 17 02:52:01.443798 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e8786d-72ab-4c7a-814d-878de097f297 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9be037e-2f2f-4616-abea-7cc27ff5990e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:01.488215 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-d1d08abd-7344-43cf-b00e-f258db524012 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1324286 Aug 17 02:52:01.489925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af625c7d-b44d-4551-8d56-148c967cf79b req-08ec2d5a-292b-4c9c-a9aa-60941418e23d tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:01.491314 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af625c7d-b44d-4551-8d56-148c967cf79b req-08ec2d5a-292b-4c9c-a9aa-60941418e23d tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 1096 time: 0.0752103 Aug 17 02:52:01.581703 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af625c7d-b44d-4551-8d56-148c967cf79b req-6e932a47-fc4f-47b0-9d98-17ea29f57cb2 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769463 Aug 17 02:52:01.599322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c38732-7ec7-4aa3-9995-0646b7b8f84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832256c5-5c54-47f5-8f5d-a940ced21811'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:01.602662 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76a3fb1c-f1cc-44c0-9402-d1330464ac8d" -d '{"events": [{"server_uuid": "06c38732-7ec7-4aa3-9995-0646b7b8f84d", "name": "network-vif-plugged", "status": "completed", "tag": "832256c5-5c54-47f5-8f5d-a940ced21811"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:01.616874 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e54536b7-1e9d-42e0-8291-7cc7ff0e8b38 req-f1dd7b47-d005-45fd-893d-1c80bdae8098 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1205029 Aug 17 02:52:01.628858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36604) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:01.647732 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9974ae93-1508-4885-84c2-4048eab0c6cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:01.654285 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55f9a203-6765-422e-8ba9-ba8e5336513a x-openstack-request-id: req-55f9a203-6765-422e-8ba9-ba8e5336513a {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:01.654784 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c38732-7ec7-4aa3-9995-0646b7b8f84d", "name": "network-vif-plugged", "status": "completed", "tag": "832256c5-5c54-47f5-8f5d-a940ced21811", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:01.655042 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55f9a203-6765-422e-8ba9-ba8e5336513a {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:01.655627 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c38732-7ec7-4aa3-9995-0646b7b8f84d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '832256c5-5c54-47f5-8f5d-a940ced21811', 'code': 200} Aug 17 02:52:01.822910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11575ea-5fd5-4a1a-8edc-02af082d18f8 req-13fcf5c0-78c1-473e-ad61-08af63de45f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:01.823137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0de940e5-961b-4550-bc02-3bad3e4d3e37 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:52:01.824437 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f11575ea-5fd5-4a1a-8edc-02af082d18f8 req-13fcf5c0-78c1-473e-ad61-08af63de45f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 1099 time: 0.0933249 Aug 17 02:52:01.826405 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62b35e-3cfe-415c-84d0-8110d99ac6f8 req-af00e508-4b1f-4e6c-8163-7d8a8b8fcc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:01.829825 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb62b35e-3cfe-415c-84d0-8110d99ac6f8 req-af00e508-4b1f-4e6c-8163-7d8a8b8fcc3e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 1099 time: 0.1111057 Aug 17 02:52:01.944331 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9974ae93-1508-4885-84c2-4048eab0c6cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:01.963906 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0de940e5-961b-4550-bc02-3bad3e4d3e37, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0de940e5-961b-4550-bc02-3bad3e4d3e37,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:01.977107 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '0de940e5-961b-4550-bc02-3bad3e4d3e37', 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977', 'port_id': '0de940e5-961b-4550-bc02-3bad3e4d3e37', 'mac_address': 'fa:16:3e:50:dc:71', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b2cba6-8685-4b11-af3a-42bf68dfb97b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:52:01.981871 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ec7431-189f-4afa-afa6-93bddbeff9fe req-ca773fe5-28dd-463f-bff5-d72e84f966ff tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:01.984788 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e9ec7431-189f-4afa-afa6-93bddbeff9fe req-ca773fe5-28dd-463f-bff5-d72e84f966ff tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 949 time: 0.1341186 Aug 17 02:52:01.994022 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f11575ea-5fd5-4a1a-8edc-02af082d18f8 req-3a814507-5f72-47ac-8401-d7b4b3b3492c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1469586 Aug 17 02:52:02.015178 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9974ae93-1508-4885-84c2-4048eab0c6cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:02.025522 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:02.032256 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e9ec7431-189f-4afa-afa6-93bddbeff9fe req-71e18428-eeab-48c1-ba6e-57c276da0d20 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417359 Aug 17 02:52:02.042608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de940e5-961b-4550-bc02-3bad3e4d3e37 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:02.065092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0de940e5-961b-4550-bc02-3bad3e4d3e37, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0de940e5-961b-4550-bc02-3bad3e4d3e37,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:02.107897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62b35e-3cfe-415c-84d0-8110d99ac6f8 req-ad25949e-ade3-4065-ad88-04f1441aeac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:02.109389 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb62b35e-3cfe-415c-84d0-8110d99ac6f8 req-ad25949e-ade3-4065-ad88-04f1441aeac4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.2725196 Aug 17 02:52:02.114159 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9974ae93-1508-4885-84c2-4048eab0c6cd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=386fe88c22554ae484808a1605ec8be1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4806399 Aug 17 02:52:02.114607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36636) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:02.123370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809428f-f162-4440-aaea-41e1ac177e5d req-67c83cac-0ab6-4203-9da1-7d0b727d1b53 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:02.125044 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8809428f-f162-4440-aaea-41e1ac177e5d req-67c83cac-0ab6-4203-9da1-7d0b727d1b53 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 808 time: 0.2671466 Aug 17 02:52:02.125729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9974ae93-1508-4885-84c2-4048eab0c6cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=130a4755-2a3b-4a33-b56b-6969c359e883,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:02.131886 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:02.157473 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8809428f-f162-4440-aaea-41e1ac177e5d req-165a9c0e-b945-46cf-bb3b-1cca16856811 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/quotas/fbdcc79a0e414d57946c4903247557f0 HTTP/1.1" status: 200 len: 375 time: 0.0219872 Aug 17 02:52:02.194787 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=0de940e5-961b-4550-bc02-3bad3e4d3e37,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:02.198993 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb62b35e-3cfe-415c-84d0-8110d99ac6f8 req-03172f16-2b01-4310-94cc-c3d7561cdc33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 HTTP/1.1" status: 200 len: 217 time: 0.0701404 Aug 17 02:52:02.236541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8f79ad-1d76-468c-ac2f-c59113baed25 req-a3280370-8e87-4069-af4d-5979034ad614 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:02.238229 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d8f79ad-1d76-468c-ac2f-c59113baed25 req-a3280370-8e87-4069-af4d-5979034ad614 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 944 time: 0.1281195 Aug 17 02:52:02.262737 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acf73562-7187-497b-b042-0c3478a4e338 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:02.267841 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8809428f-f162-4440-aaea-41e1ac177e5d req-c4efb51f-0a00-4d89-a5cd-4ffdfa577cb4 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1095235 Aug 17 02:52:02.271604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62b35e-3cfe-415c-84d0-8110d99ac6f8 req-1f8cfdf7-a620-4ba7-88e8-f851ee8b6cd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:02.273496 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb62b35e-3cfe-415c-84d0-8110d99ac6f8 req-1f8cfdf7-a620-4ba7-88e8-f851ee8b6cd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0599909 Aug 17 02:52:02.316738 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acf73562-7187-497b-b042-0c3478a4e338 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:02.332527 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d8f79ad-1d76-468c-ac2f-c59113baed25 req-728f3314-58d6-4cac-b5fb-8b3831308bda tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770824 Aug 17 02:52:02.362886 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0de940e5-961b-4550-bc02-3bad3e4d3e37'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:02.384166 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb62b35e-3cfe-415c-84d0-8110d99ac6f8 req-5e13d3ae-7a13-463b-86ca-582b2dfd0540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:02.387120 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb62b35e-3cfe-415c-84d0-8110d99ac6f8 req-5e13d3ae-7a13-463b-86ca-582b2dfd0540 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1046331 Aug 17 02:52:02.471803 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8809428f-f162-4440-aaea-41e1ac177e5d req-7c12d12f-9ab3-4e20-9560-0b9ba811748e service neutron] 10.222.0.10 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904848 Aug 17 02:52:02.491672 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f94673d-8b55-441b-b139-58cbaff9f706 req-bfe71c2a-e0ce-47dd-90b6-b3169659a220 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:02.493354 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f94673d-8b55-441b-b139-58cbaff9f706 req-bfe71c2a-e0ce-47dd-90b6-b3169659a220 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 948 time: 0.0638416 Aug 17 02:52:02.516500 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acf73562-7187-497b-b042-0c3478a4e338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:02.519384 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acf73562-7187-497b-b042-0c3478a4e338 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:02.522912 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-acf73562-7187-497b-b042-0c3478a4e338 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/130a4755-2a3b-4a33-b56b-6969c359e883 HTTP/1.1" status: 204 len: 168 time: 0.4045286 Aug 17 02:52:02.531790 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acf73562-7187-497b-b042-0c3478a4e338 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=130a4755-2a3b-4a33-b56b-6969c359e883,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:02.588329 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f94673d-8b55-441b-b139-58cbaff9f706 req-7aa0c307-0f94-41fb-a3f5-fe60b480c539 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866947 Aug 17 02:52:02.594847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ca39888-963d-49a5-8aac-012e407cd16b req-20483c46-675c-462e-a5f7-88e99da352c5 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:02.596407 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2ca39888-963d-49a5-8aac-012e407cd16b req-20483c46-675c-462e-a5f7-88e99da352c5 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.30 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 949 time: 0.1701777 Aug 17 02:52:02.652218 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:02.659616 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb62b35e-3cfe-415c-84d0-8110d99ac6f8 req-cf5505f1-c0b0-46fe-a8c4-3573bf200ab8 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640436 Aug 17 02:52:02.687926 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8809428f-f162-4440-aaea-41e1ac177e5d req-3d4fe3f3-f15f-4c0a-984e-9e82bd947844 service neutron] 10.222.0.10 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999571 Aug 17 02:52:02.812961 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a9bf2d-67bf-4e12-bf33-043b1f98e2a0 req-14adfe28-f2a3-4def-8296-1ad58297d041 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:02.815267 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b5a9bf2d-67bf-4e12-bf33-043b1f98e2a0 req-14adfe28-f2a3-4def-8296-1ad58297d041 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 948 time: 0.0709884 Aug 17 02:52:02.845850 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb62b35e-3cfe-415c-84d0-8110d99ac6f8 req-3d42f433-59df-43ad-b29b-5370ced9abd2 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768212 Aug 17 02:52:02.852099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-2ca39888-963d-49a5-8aac-012e407cd16b req-bfee68b6-258a-4046-a03f-253e0cbb6194 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Deleting port c8400f75-9921-4c6f-9e13-c7aaf167d736 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:02.852528 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2ca39888-963d-49a5-8aac-012e407cd16b req-bfee68b6-258a-4046-a03f-253e0cbb6194 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:02.860634 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b5a9bf2d-67bf-4e12-bf33-043b1f98e2a0 req-42623183-9590-43d6-9c24-a017093d7441 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397849 Aug 17 02:52:02.965970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-2ca39888-963d-49a5-8aac-012e407cd16b req-bfee68b6-258a-4046-a03f-253e0cbb6194 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] For port c8400f75-9921-4c6f-9e13-c7aaf167d736, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c8400f75-9921-4c6f-9e13-c7aaf167d736,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:02.966350 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2ca39888-963d-49a5-8aac-012e407cd16b req-bfee68b6-258a-4046-a03f-253e0cbb6194 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:02.981685 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ddce8b3-5db3-4e4b-b3e2-da18870c6c7b req-720f51b7-5928-4625-abb3-bf3517eaa6bf tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 210 time: 0.0382800 Aug 17 02:52:02.989656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-2ca39888-963d-49a5-8aac-012e407cd16b req-bfee68b6-258a-4046-a03f-253e0cbb6194 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Calling delete_port for c8400f75-9921-4c6f-9e13-c7aaf167d736 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:03.228398 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4eb0108-31e4-43de-9d1c-d4f3ca527acd req-508cf415-9b58-4d15-9e28-8ff83f4b4254 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:03.229913 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f4eb0108-31e4-43de-9d1c-d4f3ca527acd req-508cf415-9b58-4d15-9e28-8ff83f4b4254 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 949 time: 0.0615342 Aug 17 02:52:03.268245 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2ca39888-963d-49a5-8aac-012e407cd16b req-bfee68b6-258a-4046-a03f-253e0cbb6194 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:03.280966 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['c8400f75-9921-4c6f-9e13-c7aaf167d736'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:03.288166 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f4eb0108-31e4-43de-9d1c-d4f3ca527acd req-9cc27263-c102-4930-ba8b-8bb966cdd770 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/security-groups?id=87787b6d-7b60-4496-985b-9ccc3f164849&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532496 Aug 17 02:52:03.331424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfee68b6-258a-4046-a03f-253e0cbb6194 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Pushing event deleted for resources: {'Port': ['ID=c8400f75-9921-4c6f-9e13-c7aaf167d736,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:03.348659 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:03.645029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ca39888-963d-49a5-8aac-012e407cd16b req-bfee68b6-258a-4046-a03f-253e0cbb6194 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] No DVR routers for this DVR port c8400f75-9921-4c6f-9e13-c7aaf167d736 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:52:03.645029 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2ca39888-963d-49a5-8aac-012e407cd16b req-bfee68b6-258a-4046-a03f-253e0cbb6194 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:03.645029 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2ca39888-963d-49a5-8aac-012e407cd16b req-bfee68b6-258a-4046-a03f-253e0cbb6194 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.30 "DELETE /v2.0/ports/c8400f75-9921-4c6f-9e13-c7aaf167d736 HTTP/1.1" status: 204 len: 173 time: 0.7835705 Aug 17 02:52:03.645029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'abcd6458-221c-4a0e-9f62-6495b99859a0', 'name': 'network-vif-deleted', 'tag': 'c8400f75-9921-4c6f-9e13-c7aaf167d736'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:03.645029 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1175638-50b5-4393-88d8-0317e1c184e1" -d '{"events": [{"server_uuid": "abcd6458-221c-4a0e-9f62-6495b99859a0", "name": "network-vif-deleted", "tag": "c8400f75-9921-4c6f-9e13-c7aaf167d736"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:03.645029 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51ea1156-27c6-4b6b-ae1b-af7b817d82c1 x-openstack-request-id: req-51ea1156-27c6-4b6b-ae1b-af7b817d82c1 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:03.645029 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "abcd6458-221c-4a0e-9f62-6495b99859a0", "name": "network-vif-deleted", "tag": "c8400f75-9921-4c6f-9e13-c7aaf167d736", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:03.645029 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51ea1156-27c6-4b6b-ae1b-af7b817d82c1 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:03.645029 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'abcd6458-221c-4a0e-9f62-6495b99859a0', 'name': 'network-vif-deleted', 'tag': 'c8400f75-9921-4c6f-9e13-c7aaf167d736', 'status': 'completed', 'code': 200} Aug 17 02:52:03.648032 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-893a5667-6dc9-4a95-b97b-b09fc8defee6 req-0bf3c6f7-be90-46a7-a29a-e7b07809b710 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:03.648032 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-893a5667-6dc9-4a95-b97b-b09fc8defee6 req-0bf3c6f7-be90-46a7-a29a-e7b07809b710 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 944 time: 0.0616331 Aug 17 02:52:03.648032 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-893a5667-6dc9-4a95-b97b-b09fc8defee6 req-daba27fe-946f-4565-9dec-94a6e70d6d25 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453649 Aug 17 02:52:03.714002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4966d2-78ef-4721-b0db-3ba84962fd12 req-dd3e2eef-07e6-416e-a3d3-05fa61ef0153 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:03.716226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a4966d2-78ef-4721-b0db-3ba84962fd12 req-dd3e2eef-07e6-416e-a3d3-05fa61ef0153 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 948 time: 0.0518227 Aug 17 02:52:03.761842 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a4966d2-78ef-4721-b0db-3ba84962fd12 req-dfbbd654-e68c-462e-957a-54867efa8030 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342937 Aug 17 02:52:03.840717 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0de940e5-961b-4550-bc02-3bad3e4d3e37 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:03.993050 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-929e1ab4-5ece-47de-bc0a-47489c6635fb req-0f7ead17-a5b3-432b-8232-4ceb8e2db5ee tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:03.994759 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-929e1ab4-5ece-47de-bc0a-47489c6635fb req-0f7ead17-a5b3-432b-8232-4ceb8e2db5ee tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 948 time: 0.0620978 Aug 17 02:52:04.051207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 0de940e5-961b-4550-bc02-3bad3e4d3e37 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:04.057408 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 0de940e5-961b-4550-bc02-3bad3e4d3e37 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:04.058118 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:04.073844 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-929e1ab4-5ece-47de-bc0a-47489c6635fb req-01d5e63a-cd95-4725-845d-13d4ca73dc12 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721669 Aug 17 02:52:04.133176 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b48feb2d-a05e-447f-a04f-fe083257b748 req-d09b2a10-01b4-43fc-b457-3bda2504ccfb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 210 time: 0.0549240 Aug 17 02:52:04.200327 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:04.228065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edb8265-5c2f-4cf9-90c5-32338964948e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de940e5-961b-4550-bc02-3bad3e4d3e37'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:04.232238 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26cfbea-32c1-4ea1-b59b-59dd1ec22380" -d '{"events": [{"server_uuid": "3edb8265-5c2f-4cf9-90c5-32338964948e", "name": "network-vif-plugged", "status": "completed", "tag": "0de940e5-961b-4550-bc02-3bad3e4d3e37"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:04.233735 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8df04b-dd27-45dc-88f1-9c06540b3722 req-1c69cefd-ec8a-4a2d-87c2-5caa8af6c907 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:04.248317 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0de940e5-961b-4550-bc02-3bad3e4d3e37, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0de940e5-961b-4550-bc02-3bad3e4d3e37,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:04.248533 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3c8df04b-dd27-45dc-88f1-9c06540b3722 req-1c69cefd-ec8a-4a2d-87c2-5caa8af6c907 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5 HTTP/1.1" status: 200 len: 950 time: 0.0511787 Aug 17 02:52:04.279483 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-575373ab-abe2-4a6e-9a15-5ec63abe30ab x-openstack-request-id: req-575373ab-abe2-4a6e-9a15-5ec63abe30ab {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:04.279853 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edb8265-5c2f-4cf9-90c5-32338964948e", "name": "network-vif-plugged", "status": "completed", "tag": "0de940e5-961b-4550-bc02-3bad3e4d3e37", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:04.280119 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-575373ab-abe2-4a6e-9a15-5ec63abe30ab {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:04.280523 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edb8265-5c2f-4cf9-90c5-32338964948e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de940e5-961b-4550-bc02-3bad3e4d3e37', 'code': 200} Aug 17 02:52:04.289706 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3c8df04b-dd27-45dc-88f1-9c06540b3722 req-726ce42a-347c-4d5b-8ab0-516af0333250 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404074 Aug 17 02:52:04.302950 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:04.370384 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=0de940e5-961b-4550-bc02-3bad3e4d3e37,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:04.442085 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ab3cda8-cfbc-4935-9b26-ff2a09d85c9e req-8cd52548-0b8e-4f0b-b512-5eeea5416311 tempest-DeleteServersAdminTestJSON-1830937729 tempest-DeleteServersAdminTestJSON-1830937729-project] 10.222.0.10 "GET /v2.0/ports?device_id=abcd6458-221c-4a0e-9f62-6495b99859a0 HTTP/1.1" status: 200 len: 210 time: 0.0338709 Aug 17 02:52:04.448069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6d2e166-6ad2-4e6b-a88a-36a6baf50e7d req-36531a9d-c6c3-4c17-9f22-4fa454ed6663 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:04.450857 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6d2e166-6ad2-4e6b-a88a-36a6baf50e7d req-36531a9d-c6c3-4c17-9f22-4fa454ed6663 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 1096 time: 0.0863695 Aug 17 02:52:04.491896 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6d2e166-6ad2-4e6b-a88a-36a6baf50e7d req-6409d7b5-3ea8-416e-9377-63a556aff6ec service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336237 Aug 17 02:52:04.619894 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36730) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:04.706803 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc352b1-5fd6-44c7-af44-e5d28e6c30f3 req-bcb6c134-4a1d-4022-a351-349af3ca06a0 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:04.714560 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc352b1-5fd6-44c7-af44-e5d28e6c30f3 req-bcb6c134-4a1d-4022-a351-349af3ca06a0 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:04.716568 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9cc352b1-5fd6-44c7-af44-e5d28e6c30f3 req-bcb6c134-4a1d-4022-a351-349af3ca06a0 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d&device_id=ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5 HTTP/1.1" status: 200 len: 1689 time: 0.0744061 Aug 17 02:52:04.767623 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d3ca1-af6c-4a45-b8b8-0abde9748658 req-10e42c99-dec5-48e3-be9e-6416214ef39e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:04.780878 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-684d3ca1-af6c-4a45-b8b8-0abde9748658 req-10e42c99-dec5-48e3-be9e-6416214ef39e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 945 time: 0.0970469 Aug 17 02:52:04.798875 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9cc352b1-5fd6-44c7-af44-e5d28e6c30f3 req-7ea81526-dbc3-4cf1-9289-f87b9c1ce49f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624959 Aug 17 02:52:04.828176 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf71d690-ad73-47a6-b569-4bce41e4905d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:04.865917 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-684d3ca1-af6c-4a45-b8b8-0abde9748658 req-eb2a7b42-c874-426c-b85b-994c10979a79 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774620 Aug 17 02:52:04.986203 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf71d690-ad73-47a6-b569-4bce41e4905d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.023117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e5c856-85d1-4d0e-9b79-76a750a8edf1 req-52a53e2b-e0c7-422a-ba07-b5da8fee20cb tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:05.024594 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-43e5c856-85d1-4d0e-9b79-76a750a8edf1 req-52a53e2b-e0c7-422a-ba07-b5da8fee20cb tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 948 time: 0.0738728 Aug 17 02:52:05.079113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-43e5c856-85d1-4d0e-9b79-76a750a8edf1 req-06a70617-cba8-46bc-8d23-0445bbf7416c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462554 Aug 17 02:52:05.112741 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf71d690-ad73-47a6-b569-4bce41e4905d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.142823 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e400bbc-2816-4c28-aabc-b4fa5408f611 req-03e60349-bc30-49de-82f0-22920a324cad tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:05.144390 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2e400bbc-2816-4c28-aabc-b4fa5408f611 req-03e60349-bc30-49de-82f0-22920a324cad tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 1099 time: 0.0842166 Aug 17 02:52:05.163211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf71d690-ad73-47a6-b569-4bce41e4905d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=583165a0-c698-4800-9d48-77868b82222b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:05.172870 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bf71d690-ad73-47a6-b569-4bce41e4905d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=386106adc48b4b4286505c038561d796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5509803 Aug 17 02:52:05.174750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36750) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:05.214711 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2e400bbc-2816-4c28-aabc-b4fa5408f611 req-d21b3f90-1e1c-44b3-a97c-1a2ce2a7157b tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588880 Aug 17 02:52:05.295422 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3add7b2a-c3d9-44d4-b093-303695c0a623 req-b8570628-1dc0-45a3-a3ab-abe50ed50fb4 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 210 time: 0.0405586 Aug 17 02:52:05.332875 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e5ae47df-3516-4cb1-95de-794a4a7a7819 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.373080 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5bcb02-09a8-4a5f-912a-78f701b57201 req-b6ee6243-1ff7-4a45-a249-68e3f6888d00 tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:05.375172 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8d5bcb02-09a8-4a5f-912a-78f701b57201 req-b6ee6243-1ff7-4a45-a249-68e3f6888d00 tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5 HTTP/1.1" status: 200 len: 1101 time: 0.0556827 Aug 17 02:52:05.383618 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e5ae47df-3516-4cb1-95de-794a4a7a7819 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.410952 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-81bf3a79-42e8-476a-a753-5bb50b087ea5 req-bb2a4a0a-aedd-4099-8104-0c7b30bc409f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0659161 Aug 17 02:52:05.434942 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8d5bcb02-09a8-4a5f-912a-78f701b57201 req-20d82fec-ec74-429f-8292-6f1932d83eeb tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413420 Aug 17 02:52:05.456837 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:52:05.518052 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf3a79-42e8-476a-a753-5bb50b087ea5 req-6be11ca8-6ea2-47a7-bfa0-9193c3ee8ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:05.520027 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-81bf3a79-42e8-476a-a753-5bb50b087ea5 req-6be11ca8-6ea2-47a7-bfa0-9193c3ee8ffc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 1095 time: 0.0568702 Aug 17 02:52:05.548898 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e5ae47df-3516-4cb1-95de-794a4a7a7819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.552608 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e5ae47df-3516-4cb1-95de-794a4a7a7819 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:05.555426 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e5ae47df-3516-4cb1-95de-794a4a7a7819 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/583165a0-c698-4800-9d48-77868b82222b HTTP/1.1" status: 204 len: 168 time: 0.3795140 Aug 17 02:52:05.568338 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ae47df-3516-4cb1-95de-794a4a7a7819 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=583165a0-c698-4800-9d48-77868b82222b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:05.680825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf3a79-42e8-476a-a753-5bb50b087ea5 req-bcde98fe-6716-4fb7-98cf-875da186d7cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:05.683378 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-81bf3a79-42e8-476a-a753-5bb50b087ea5 req-bcde98fe-6716-4fb7-98cf-875da186d7cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.1163750 Aug 17 02:52:05.741007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-81bf3a79-42e8-476a-a753-5bb50b087ea5 req-235db024-d436-4e2f-ab67-72eb76000ae3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c840d604-bae0-4753-979a-eec12dc17b82 HTTP/1.1" status: 200 len: 217 time: 0.0486236 Aug 17 02:52:05.827864 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:52:05.868802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81bf3a79-42e8-476a-a753-5bb50b087ea5 req-13be4f57-63f9-41d8-a290-b223e591118c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:05.870602 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-81bf3a79-42e8-476a-a753-5bb50b087ea5 req-13be4f57-63f9-41d8-a290-b223e591118c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.1203406 Aug 17 02:52:05.956917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809428f-f162-4440-aaea-41e1ac177e5d req-05ccb19c-3794-47f2-9dd0-2a0ff17593b3 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:05.958946 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8809428f-f162-4440-aaea-41e1ac177e5d req-05ccb19c-3794-47f2-9dd0-2a0ff17593b3 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.60 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 808 time: 0.1947041 Aug 17 02:52:05.960897 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-81bf3a79-42e8-476a-a753-5bb50b087ea5 req-f78c9de1-3470-4497-a64a-4bd852370935 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0816565 Aug 17 02:52:06.003497 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-75d5798d-be1b-4674-aa01-b1c84395fd51 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8b31599f492b49b38d4cb24b8312fa72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336471 Aug 17 02:52:06.011664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-8809428f-f162-4440-aaea-41e1ac177e5d req-e1de0549-1fc7-43e9-97d5-27be3a5541d5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Request body: {'port': {'device_id': '4f3ca549-5d17-4ed7-b8e4-6114acf430cf', 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca', 'admin_state_up': True, 'tenant_id': 'fbdcc79a0e414d57946c4903247557f0'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:06.040111 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:06.057166 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8', 'mac_address': 'fa:16:3e:67:5f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:52:06.105987 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.121024 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:06.144067 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:06.191457 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-2564d494-2082-4721-a5e8-1d4a4cf99f1a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:06.192969 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-2564d494-2082-4721-a5e8-1d4a4cf99f1a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1886580 Aug 17 02:52:06.209670 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-e9108192-8001-4672-9df1-0323118f0f0a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/quotas/8b31599f492b49b38d4cb24b8312fa72 HTTP/1.1" status: 200 len: 375 time: 0.0100043 Aug 17 02:52:06.247955 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-81bf3a79-42e8-476a-a753-5bb50b087ea5 req-5710c96d-94b3-4784-a29b-490d7ee94ce0 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2662218 Aug 17 02:52:06.272301 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-10ff7a26-992f-4672-a144-26621c4040ea tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0555010 Aug 17 02:52:06.278265 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device c8400f75-9921-4c6f-9e13-c7aaf167d736 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:52:06.299174 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: c8400f75-9921-4c6f-9e13-c7aaf167d736 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:52:06.299602 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device c8400f75-9921-4c6f-9e13-c7aaf167d736 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:52:06.301186 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.334847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788312c7-edd6-4194-a178-f567aeaa6d63 req-7a447aa9-d4c7-4304-a791-f6557efcb92c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:06.336470 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-788312c7-edd6-4194-a178-f567aeaa6d63 req-7a447aa9-d4c7-4304-a791-f6557efcb92c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 945 time: 0.1632848 Aug 17 02:52:06.355985 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:06.413560 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-788312c7-edd6-4194-a178-f567aeaa6d63 req-01dcb993-7585-4c34-8b7d-4818143f04a6 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671568 Aug 17 02:52:06.419511 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-81bf3a79-42e8-476a-a753-5bb50b087ea5 req-9dc5165f-75df-4732-8f6f-51bee1e560d2 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1664023 Aug 17 02:52:06.446032 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8809428f-f162-4440-aaea-41e1ac177e5d req-e1de0549-1fc7-43e9-97d5-27be3a5541d5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Made reservation on behalf of fbdcc79a0e414d57946c4903247557f0 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:06.452200 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8809428f-f162-4440-aaea-41e1ac177e5d req-e1de0549-1fc7-43e9-97d5-27be3a5541d5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.528733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['a8ebcb91-e807-400a-be4f-8ef77f6ff9b8'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:06.554186 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36818) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.575388 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7315b10a-1e85-4426-a6c7-32697c4bf557 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.611185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e4df68-b4f7-455e-b9b5-5a9dd498d4d9 req-51a0a549-e4d8-4e0b-8ca5-2f453681e93a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:06.617006 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36820) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.618335 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66e4df68-b4f7-455e-b9b5-5a9dd498d4d9 req-51a0a549-e4d8-4e0b-8ca5-2f453681e93a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 949 time: 0.1027036 Aug 17 02:52:06.663486 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-8809428f-f162-4440-aaea-41e1ac177e5d req-e1de0549-1fc7-43e9-97d5-27be3a5541d5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Allocated IP 172.20.0.4 (e9e56734-09f2-4207-a3fd-cb98fe79bbca/ce7a1b4d-073f-4496-99e3-079663fa186d/ca6df3da-3964-4278-95c6-4d9e4e14bd90) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:06.682636 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66e4df68-b4f7-455e-b9b5-5a9dd498d4d9 req-89f56270-ba10-4b1d-a010-69c8539d6278 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627513 Aug 17 02:52:06.719179 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7315b10a-1e85-4426-a6c7-32697c4bf557 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.801737 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7315b10a-1e85-4426-a6c7-32697c4bf557 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:06.868874 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7315b10a-1e85-4426-a6c7-32697c4bf557 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f1761e4bd0e2494084833154fbf15e48&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3123183 Aug 17 02:52:06.872894 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7315b10a-1e85-4426-a6c7-32697c4bf557 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1ba66bf-c156-4136-bed3-c812ac07fd60,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:06.876515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36828) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:06.991844 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2c50b0a9-6d21-49fd-9949-d7ae13a6f1dd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=308edf67c3104771aafe7c25643fc1e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711963 Aug 17 02:52:06.992195 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36832) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:07.031472 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9d583048-52a2-4c1a-aef2-3ce09c53c8d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.086792 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9d583048-52a2-4c1a-aef2-3ce09c53c8d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.131216 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-018cecb4-fe08-41c4-8468-50b0b2c7ed1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.134114 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36d79c93-125a-4a18-b538-ffab25a70da5 req-66171b9b-f98f-4e52-84c0-d6e5549dac21 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:07.135951 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-36d79c93-125a-4a18-b538-ffab25a70da5 req-66171b9b-f98f-4e52-84c0-d6e5549dac21 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 1096 time: 0.1215954 Aug 17 02:52:07.180958 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-018cecb4-fe08-41c4-8468-50b0b2c7ed1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.201153 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b65393fd-2054-4308-804a-2de93472dfbe req-b63c28d8-bf34-4de7-842f-f7753742f7ab tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 210 time: 0.0634255 Aug 17 02:52:07.234276 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-36d79c93-125a-4a18-b538-ffab25a70da5 req-a5e1eebd-a522-46aa-b96e-7193d9237d12 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892293 Aug 17 02:52:07.276236 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8809428f-f162-4440-aaea-41e1ac177e5d req-e1de0549-1fc7-43e9-97d5-27be3a5541d5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.308598 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9d583048-52a2-4c1a-aef2-3ce09c53c8d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.311191 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9d583048-52a2-4c1a-aef2-3ce09c53c8d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.312350 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9d583048-52a2-4c1a-aef2-3ce09c53c8d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a1ba66bf-c156-4136-bed3-c812ac07fd60 HTTP/1.1" status: 204 len: 168 time: 0.4330649 Aug 17 02:52:07.315145 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-37ac206e-26e5-4122-bfa4-f36fd47c0cfd req-ee2592b4-07c3-4133-bd92-c13820705aa5 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1762791 Aug 17 02:52:07.322459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d583048-52a2-4c1a-aef2-3ce09c53c8d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1ba66bf-c156-4136-bed3-c812ac07fd60,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:07.366050 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-018cecb4-fe08-41c4-8468-50b0b2c7ed1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.370297 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-018cecb4-fe08-41c4-8468-50b0b2c7ed1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.376193 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-018cecb4-fe08-41c4-8468-50b0b2c7ed1f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87787b6d-7b60-4496-985b-9ccc3f164849 HTTP/1.1" status: 204 len: 168 time: 0.3781698 Aug 17 02:52:07.394860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac206e-26e5-4122-bfa4-f36fd47c0cfd req-1552318b-e802-45f7-ae5e-19a31a049b3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:07.396808 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-37ac206e-26e5-4122-bfa4-f36fd47c0cfd req-1552318b-e802-45f7-ae5e-19a31a049b3e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=4e6410af048b470194fd20ed17316325&device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 1097 time: 0.0559533 Aug 17 02:52:07.398510 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8809428f-f162-4440-aaea-41e1ac177e5d req-e1de0549-1fc7-43e9-97d5-27be3a5541d5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.406964 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018cecb4-fe08-41c4-8468-50b0b2c7ed1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87787b6d-7b60-4496-985b-9ccc3f164849,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:07.509713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8809428f-f162-4440-aaea-41e1ac177e5d req-e1de0549-1fc7-43e9-97d5-27be3a5541d5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Network e9e56734-09f2-4207-a3fd-cb98fe79bbca is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:07.520656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-8809428f-f162-4440-aaea-41e1ac177e5d req-e1de0549-1fc7-43e9-97d5-27be3a5541d5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:07.523148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-8809428f-f162-4440-aaea-41e1ac177e5d req-e1de0549-1fc7-43e9-97d5-27be3a5541d5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:07.537664 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d219925-d7c4-4420-8eef-acdd4dc20f36 req-b2b90e8a-be94-4fc6-9dad-0e965523e3be tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:07.539291 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d219925-d7c4-4420-8eef-acdd4dc20f36 req-b2b90e8a-be94-4fc6-9dad-0e965523e3be tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 1096 time: 0.0494177 Aug 17 02:52:07.549101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1de0549-1fc7-43e9-97d5-27be3a5541d5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Pushing event updated for resources: {'Port': ['ID=ca6df3da-3964-4278-95c6-4d9e4e14bd90,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:07.576778 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d219925-d7c4-4420-8eef-acdd4dc20f36 req-9bf5ee73-c4c4-42f2-8ca9-86b1abcd5590 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305307 Aug 17 02:52:07.591665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809428f-f162-4440-aaea-41e1ac177e5d req-e1de0549-1fc7-43e9-97d5-27be3a5541d5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:07.592308 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8809428f-f162-4440-aaea-41e1ac177e5d req-e1de0549-1fc7-43e9-97d5-27be3a5541d5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.613639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac206e-26e5-4122-bfa4-f36fd47c0cfd req-2659ed21-1070-422b-b223-573e1773244e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:07.614775 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-37ac206e-26e5-4122-bfa4-f36fd47c0cfd req-2659ed21-1070-422b-b223-573e1773244e service neutron] 10.222.0.30 "GET /v2.0/networks?id=f45940e8-4b9f-4734-873f-fadaf2365bc9 HTTP/1.1" status: 200 len: 923 time: 0.1787953 Aug 17 02:52:07.678567 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8809428f-f162-4440-aaea-41e1ac177e5d req-e1de0549-1fc7-43e9-97d5-27be3a5541d5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7038152 Aug 17 02:52:07.679397 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f086c1df-cbfc-4880-9158-58342b30a70a req-23b934ff-1f85-4b46-b022-1c946fe5867f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a92249-472d-4302-af3e-bb859ee973cb HTTP/1.1" status: 200 len: 210 time: 0.0343583 Aug 17 02:52:07.693789 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Request body: {'port': {'device_id': '4f3ca549-5d17-4ed7-b8e4-6114acf430cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:07.755443 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-37ac206e-26e5-4122-bfa4-f36fd47c0cfd req-138417c0-e664-4f45-98fb-3974fd89b1ce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a980bcf3-e3f3-499c-8444-377ade592dbc HTTP/1.1" status: 200 len: 1002 time: 0.1249931 Aug 17 02:52:07.847484 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:07.848213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:07.870280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac206e-26e5-4122-bfa4-f36fd47c0cfd req-e8dd0226-8474-4bd6-82e9-a68ca542ce66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:07.872346 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-37ac206e-26e5-4122-bfa4-f36fd47c0cfd req-e8dd0226-8474-4bd6-82e9-a68ca542ce66 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8abdf405-4e8c-493a-8ed4-15c7c9f58d67 HTTP/1.1" status: 200 len: 862 time: 0.1003234 Aug 17 02:52:07.893965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74297340-89af-4a95-9d19-f5f5b93a39cb req-c4427a0b-946f-4c51-a8dd-b1c76492e217 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:07.903191 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74297340-89af-4a95-9d19-f5f5b93a39cb req-c4427a0b-946f-4c51-a8dd-b1c76492e217 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 949 time: 0.0987775 Aug 17 02:52:07.989514 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74297340-89af-4a95-9d19-f5f5b93a39cb req-3e2dd99a-eac5-47c8-83b5-a694afb2b5ba tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690873 Aug 17 02:52:08.042489 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37ac206e-26e5-4122-bfa4-f36fd47c0cfd req-70cb0f0b-0a53-4e17-b7fb-fb55a0a10e0f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:08.044076 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-37ac206e-26e5-4122-bfa4-f36fd47c0cfd req-70cb0f0b-0a53-4e17-b7fb-fb55a0a10e0f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f45940e8-4b9f-4734-873f-fadaf2365bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1461911 Aug 17 02:52:08.058646 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:08.065404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:08.066037 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.153084 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.176762 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1c4fcd-5575-4dab-9284-871109887981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:08.179142 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a72e4063-42cf-4b0e-a4ff-6172f5c97672" -d '{"events": [{"server_uuid": "4a1c4fcd-5575-4dab-9284-871109887981", "name": "network-vif-plugged", "status": "completed", "tag": "a8ebcb91-e807-400a-be4f-8ef77f6ff9b8"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:08.202157 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:08.221398 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-542a784a-3161-427b-8d4f-ce9d804aa459 x-openstack-request-id: req-542a784a-3161-427b-8d4f-ce9d804aa459 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:08.221722 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1c4fcd-5575-4dab-9284-871109887981", "name": "network-vif-plugged", "status": "completed", "tag": "a8ebcb91-e807-400a-be4f-8ef77f6ff9b8", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:08.222068 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-542a784a-3161-427b-8d4f-ce9d804aa459 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:08.222784 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1c4fcd-5575-4dab-9284-871109887981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8', 'code': 200} Aug 17 02:52:08.235022 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-37ac206e-26e5-4122-bfa4-f36fd47c0cfd req-20240c02-2279-47e3-b3f6-c995335f4ae5 service neutron] 10.222.0.30 "GET /v2.0/networks/f45940e8-4b9f-4734-873f-fadaf2365bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1804876 Aug 17 02:52:08.309092 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.373867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4315a8d5-2dc8-49d8-89d0-b461974de4ee req-dce47602-a4de-4f75-b80b-2995c6a9a6c2 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:08.376106 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4315a8d5-2dc8-49d8-89d0-b461974de4ee req-dce47602-a4de-4f75-b80b-2995c6a9a6c2 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 931 time: 0.0933461 Aug 17 02:52:08.387523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36892) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:08.398772 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:08.456219 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-829c17de-f3f0-42d1-9897-b09148778e36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.483167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6df3da-3964-4278-95c6-4d9e4e14bd90 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:08.495801 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.502861 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4315a8d5-2dc8-49d8-89d0-b461974de4ee req-6707472b-4ef4-4419-ba9c-d6ca550b25ff tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108000 Aug 17 02:52:08.513085 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Transition to ACTIVE for port object ca6df3da-3964-4278-95c6-4d9e4e14bd90 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:08.524625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e51acd99-921a-44dd-86e1-3e547674d992 req-ed44ef25-fa93-4157-8c12-a1399eb74434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:08.528219 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e51acd99-921a-44dd-86e1-3e547674d992 req-ed44ef25-fa93-4157-8c12-a1399eb74434 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 1101 time: 0.2218602 Aug 17 02:52:08.592727 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-37ac206e-26e5-4122-bfa4-f36fd47c0cfd req-d0cfcf63-7fc9-423a-a8cc-13ecb74359ea service neutron] 10.222.0.30 "GET /v2.0/networks/f45940e8-4b9f-4734-873f-fadaf2365bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3453033 Aug 17 02:52:08.626243 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba18a1e8-2e94-432d-9aeb-be93e03b9f08 req-47192d47-9c74-4ed1-9324-64e2f4b49096 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:08.633783 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ba18a1e8-2e94-432d-9aeb-be93e03b9f08 req-47192d47-9c74-4ed1-9324-64e2f4b49096 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 1096 time: 0.1901941 Aug 17 02:52:08.634223 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36896) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:08.646226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e51acd99-921a-44dd-86e1-3e547674d992 req-5cb52ef2-143b-4a59-810a-eb7d71aa8d90 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090348 Aug 17 02:52:08.647849 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-829c17de-f3f0-42d1-9897-b09148778e36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.694161 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ba18a1e8-2e94-432d-9aeb-be93e03b9f08 req-1c4022ce-5c7d-4690-b01d-106262bb1474 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545771 Aug 17 02:52:08.696609 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.783080 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-829c17de-f3f0-42d1-9897-b09148778e36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.798890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6df3da-3964-4278-95c6-4d9e4e14bd90,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:08.845765 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-829c17de-f3f0-42d1-9897-b09148778e36 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aa8171790b90412baf5c68f0d6b7e89b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4569843 Aug 17 02:52:08.854848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36904) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:08.906102 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d0856761-eee8-4463-97dc-021fe4386bad req-9ab761f8-b459-4eab-ac65-4ee27ad2039d tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a92249-472d-4302-af3e-bb859ee973cb HTTP/1.1" status: 200 len: 210 time: 0.0800936 Aug 17 02:52:08.930209 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-664fe8a0-9383-47d9-ac4b-bdfc9b3f2cc3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:08.935265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-829c17de-f3f0-42d1-9897-b09148778e36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b56d40af-88d1-4326-bc28-13b616b72369,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:08.975157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Attempting to bind port ca6df3da-3964-4278-95c6-4d9e4e14bd90 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:08.975497 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Attempting to bind port ca6df3da-3964-4278-95c6-4d9e4e14bd90 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:08.975852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Attempting to bind port ca6df3da-3964-4278-95c6-4d9e4e14bd90 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:08.993261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Port ca6df3da-3964-4278-95c6-4d9e4e14bd90 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:52:08.993261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Attempting to bind port ca6df3da-3964-4278-95c6-4d9e4e14bd90 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:08.998995 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:08.999337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Checking segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:09.000177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Bound using segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:09.000621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Bound port: ca6df3da-3964-4278-95c6-4d9e4e14bd90, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:09.000981 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.013099 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-467997ba-3a3f-401d-8e21-e06345e7a7c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.064610 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-467997ba-3a3f-401d-8e21-e06345e7a7c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.157332 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-664fe8a0-9383-47d9-ac4b-bdfc9b3f2cc3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.159189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] For port ca6df3da-3964-4278-95c6-4d9e4e14bd90, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:09.180262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] For port ca6df3da-3964-4278-95c6-4d9e4e14bd90, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ca6df3da-3964-4278-95c6-4d9e4e14bd90,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:09.198685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f87f3e2c-04de-4a0c-ab26-513a7c30b00a req-513c120c-da6e-4d03-ac9d-bccc216c3bb3 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:09.202131 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f87f3e2c-04de-4a0c-ab26-513a7c30b00a req-513c120c-da6e-4d03-ac9d-bccc216c3bb3 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.0904860 Aug 17 02:52:09.243715 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f87f3e2c-04de-4a0c-ab26-513a7c30b00a req-618a10f1-f1ed-4528-88d9-6ecefb755b6d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360687 Aug 17 02:52:09.256890 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-664fe8a0-9383-47d9-ac4b-bdfc9b3f2cc3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.292819 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.296733 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-467997ba-3a3f-401d-8e21-e06345e7a7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.299288 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-467997ba-3a3f-401d-8e21-e06345e7a7c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.299399 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-664fe8a0-9383-47d9-ac4b-bdfc9b3f2cc3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48e9a491388b4bc4bdbe13622bb2f5b8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6621559 Aug 17 02:52:09.302933 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-467997ba-3a3f-401d-8e21-e06345e7a7c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b56d40af-88d1-4326-bc28-13b616b72369 HTTP/1.1" status: 204 len: 168 time: 0.4392495 Aug 17 02:52:09.303089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-664fe8a0-9383-47d9-ac4b-bdfc9b3f2cc3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72efffed-6dff-487b-a65f-851de1560198,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:09.303980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36916) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:09.357370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467997ba-3a3f-401d-8e21-e06345e7a7c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b56d40af-88d1-4326-bc28-13b616b72369,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:09.362847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:09.363462 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.364840 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8809428f-f162-4440-aaea-41e1ac177e5d req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] 10.222.0.60 "PUT /v2.0/ports/ca6df3da-3964-4278-95c6-4d9e4e14bd90 HTTP/1.1" status: 200 len: 1091 time: 1.6762295 Aug 17 02:52:09.365274 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3ca549-5d17-4ed7-b8e4-6114acf430cf', 'tag': 'ca6df3da-3964-4278-95c6-4d9e4e14bd90'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:09.367619 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59ad87b-9f7f-46cb-8767-9b4ccd32a620" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3ca549-5d17-4ed7-b8e4-6114acf430cf", "tag": "ca6df3da-3964-4278-95c6-4d9e4e14bd90"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:09.388470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b83e362b-6d81-4fdb-8719-647035b9b279 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6df3da-3964-4278-95c6-4d9e4e14bd90,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:09.390877 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-842a0baa-7022-4312-879a-a3dc04afeb6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.428649 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-842a0baa-7022-4312-879a-a3dc04afeb6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.460252 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ec7b820-51fe-4892-89c2-9deece7ed379 x-openstack-request-id: req-0ec7b820-51fe-4892-89c2-9deece7ed379 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:09.460931 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3ca549-5d17-4ed7-b8e4-6114acf430cf", "tag": "ca6df3da-3964-4278-95c6-4d9e4e14bd90", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:09.461946 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ec7b820-51fe-4892-89c2-9deece7ed379 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:09.462351 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3ca549-5d17-4ed7-b8e4-6114acf430cf', 'tag': 'ca6df3da-3964-4278-95c6-4d9e4e14bd90', 'status': 'completed', 'code': 200} Aug 17 02:52:09.527897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ad87b-9f7f-46cb-8767-9b4ccd32a620 req-a52d8152-b736-44b8-9106-7df83cab4276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:09.529716 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f59ad87b-9f7f-46cb-8767-9b4ccd32a620 req-a52d8152-b736-44b8-9106-7df83cab4276 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 1094 time: 0.0494962 Aug 17 02:52:09.560220 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-842a0baa-7022-4312-879a-a3dc04afeb6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.568107 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-842a0baa-7022-4312-879a-a3dc04afeb6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:09.568107 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-842a0baa-7022-4312-879a-a3dc04afeb6d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/72efffed-6dff-487b-a65f-851de1560198 HTTP/1.1" status: 204 len: 168 time: 0.2591996 Aug 17 02:52:09.575367 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842a0baa-7022-4312-879a-a3dc04afeb6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72efffed-6dff-487b-a65f-851de1560198,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:09.719930 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-174c6c54-cca4-44e0-a8b8-760a4f3a3d68 req-15a24049-b851-4abb-a816-c5fa30e4ec0e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:09.721539 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-174c6c54-cca4-44e0-a8b8-760a4f3a3d68 req-15a24049-b851-4abb-a816-c5fa30e4ec0e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 943 time: 0.1356690 Aug 17 02:52:09.734802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ad87b-9f7f-46cb-8767-9b4ccd32a620 req-20287dd1-0ff5-4548-bfe1-73ada56088ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:09.740564 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f59ad87b-9f7f-46cb-8767-9b4ccd32a620 req-20287dd1-0ff5-4548-bfe1-73ada56088ba service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=fbdcc79a0e414d57946c4903247557f0&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1859641 Aug 17 02:52:09.829584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-174c6c54-cca4-44e0-a8b8-760a4f3a3d68 req-d57dca4a-9956-449d-93fb-b41a7c906c6a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921981 Aug 17 02:52:09.867614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59ad87b-9f7f-46cb-8767-9b4ccd32a620 req-b88ca93d-8085-4ef1-bcc5-7bff63392328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:09.871879 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f59ad87b-9f7f-46cb-8767-9b4ccd32a620 req-b88ca93d-8085-4ef1-bcc5-7bff63392328 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1274760 Aug 17 02:52:09.995772 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809428f-f162-4440-aaea-41e1ac177e5d req-bd303872-7917-4a99-a21d-622fcf805619 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:09.997738 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8809428f-f162-4440-aaea-41e1ac177e5d req-bd303872-7917-4a99-a21d-622fcf805619 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 1094 time: 0.0727587 Aug 17 02:52:10.005656 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-3b0faa33-1026-4a36-b27e-29bc3e547772 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8b31599f492b49b38d4cb24b8312fa72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0282688 Aug 17 02:52:10.066920 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2f3a0a-03de-4ddc-b226-4593acecd68e req-f0a6c4e7-3de8-4dda-b584-5b8cd8c213da tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:10.069843 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e2f3a0a-03de-4ddc-b226-4593acecd68e req-f0a6c4e7-3de8-4dda-b584-5b8cd8c213da tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 1096 time: 0.0694218 Aug 17 02:52:10.125022 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e2f3a0a-03de-4ddc-b226-4593acecd68e req-e3ad575e-852e-450a-86fd-a3e34b4c9344 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475988 Aug 17 02:52:10.141601 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-110622ee-761f-4382-85ac-fb8c4f6133c7 req-f9087291-e224-4c81-ab4e-69456879e069 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a92249-472d-4302-af3e-bb859ee973cb HTTP/1.1" status: 200 len: 210 time: 0.1241388 Aug 17 02:52:10.165524 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8809428f-f162-4440-aaea-41e1ac177e5d req-0dccbdeb-9833-4a10-95a1-639b8b109e15 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca6df3da-3964-4278-95c6-4d9e4e14bd90 HTTP/1.1" status: 200 len: 217 time: 0.1546910 Aug 17 02:52:10.262565 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-1670bcd3-a722-41e7-a740-0fbecb0f17ab tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:10.264095 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-1670bcd3-a722-41e7-a740-0fbecb0f17ab tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2479937 Aug 17 02:52:10.266294 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8809428f-f162-4440-aaea-41e1ac177e5d req-156a4d8e-b9ec-4db7-a2bd-0176f176cb8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:10.267694 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8809428f-f162-4440-aaea-41e1ac177e5d req-156a4d8e-b9ec-4db7-a2bd-0176f176cb8c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.0937364 Aug 17 02:52:10.289466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-c55d67b5-82e9-4152-bd13-ff5644fa3e0f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Request body: {'port': {'device_id': 'dd3a766e-e3ce-4eca-9bb3-892983509658', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '8b31599f492b49b38d4cb24b8312fa72'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:10.360355 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8809428f-f162-4440-aaea-41e1ac177e5d req-31b22f73-5fde-4115-b476-619ea31f0a47 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0798318 Aug 17 02:52:10.428011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36964) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:10.455635 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9e99c73f-744d-4854-a285-60e94bc641f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:10.476081 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-c9a55c01-50b5-4fee-a8c6-f9a696f2773f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8b31599f492b49b38d4cb24b8312fa72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0658779 Aug 17 02:52:10.590120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95a42f7-cd3d-45ea-8f3d-48e6c453b657 req-b08c4c26-17a4-490b-8fe2-923cae34225f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:10.591834 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c95a42f7-cd3d-45ea-8f3d-48e6c453b657 req-b08c4c26-17a4-490b-8fe2-923cae34225f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.2304568 Aug 17 02:52:10.631780 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9e99c73f-744d-4854-a285-60e94bc641f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:10.663064 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8809428f-f162-4440-aaea-41e1ac177e5d req-7a780b45-5c7b-4ae9-96d6-f754779dc516 service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2896366 Aug 17 02:52:10.710670 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9e99c73f-744d-4854-a285-60e94bc641f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:10.754778 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9e99c73f-744d-4854-a285-60e94bc641f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ada680c1824d4cbc88ea097ac96739fc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3248892 Aug 17 02:52:10.757036 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c95a42f7-cd3d-45ea-8f3d-48e6c453b657 req-2402fcda-fc96-49f3-a19b-aa4dc61d0b1b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554840 Aug 17 02:52:10.757194 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36980) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:10.774681 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e99c73f-744d-4854-a285-60e94bc641f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d422e69c-3cee-47ed-a649-adb4037318d3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:10.782501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-42b5ecd7-3ea7-490a-9c16-d6741b497ad6 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:10.784372 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-42b5ecd7-3ea7-490a-9c16-d6741b497ad6 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3006804 Aug 17 02:52:10.816618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-63255c56-a569-44bc-8025-ddefffcd90f9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Request body: {'port': {'device_id': 'e6a92249-472d-4302-af3e-bb859ee973cb', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '8b31599f492b49b38d4cb24b8312fa72'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:10.848684 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8bc3-9ef3-4b58-90dd-1a0364b71666 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:10.898683 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8bc3-9ef3-4b58-90dd-1a0364b71666 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.022911 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8bc3-9ef3-4b58-90dd-1a0364b71666 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.026278 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b4c8bc3-9ef3-4b58-90dd-1a0364b71666 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.027538 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6b4c8bc3-9ef3-4b58-90dd-1a0364b71666 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d422e69c-3cee-47ed-a649-adb4037318d3 HTTP/1.1" status: 204 len: 168 time: 0.2694790 Aug 17 02:52:11.036086 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4c8bc3-9ef3-4b58-90dd-1a0364b71666 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d422e69c-3cee-47ed-a649-adb4037318d3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:11.239204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-cceb2f75-84f1-45fc-bace-19cca5d53546 req-42c71c38-ca70-477d-b24e-c52deefddc71 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:52:11.240175 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cceb2f75-84f1-45fc-bace-19cca5d53546 req-42c71c38-ca70-477d-b24e-c52deefddc71 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0087245 Aug 17 02:52:11.240759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-c55d67b5-82e9-4152-bd13-ff5644fa3e0f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Made reservation on behalf of 8b31599f492b49b38d4cb24b8312fa72 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:11.244042 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-c55d67b5-82e9-4152-bd13-ff5644fa3e0f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.417623 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8809428f-f162-4440-aaea-41e1ac177e5d req-f05e6af9-84bc-4afd-ba53-87194c2ebf10 service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7451458 Aug 17 02:52:11.440977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-c55d67b5-82e9-4152-bd13-ff5644fa3e0f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Allocated IP 192.168.233.79 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/f8e39f80-e585-4606-9aa7-1e4b5c3d0f91) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:11.615992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-63255c56-a569-44bc-8025-ddefffcd90f9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Made reservation on behalf of 8b31599f492b49b38d4cb24b8312fa72 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:11.619866 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-63255c56-a569-44bc-8025-ddefffcd90f9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.656443 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-c55d67b5-82e9-4152-bd13-ff5644fa3e0f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.706834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-c55d67b5-82e9-4152-bd13-ff5644fa3e0f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Transition to ACTIVE for port object f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:11.797618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36df1fa9-4fd9-4fcd-a9ec-485f0f7efa1f req-50d2d3e1-8485-497f-9a13-d6eca47d005e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:11.799206 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-36df1fa9-4fd9-4fcd-a9ec-485f0f7efa1f req-50d2d3e1-8485-497f-9a13-d6eca47d005e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 943 time: 0.0938506 Aug 17 02:52:11.848939 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-36df1fa9-4fd9-4fcd-a9ec-485f0f7efa1f req-4c839ba4-cde1-4cc2-84e0-f53e83f4cffe tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395398 Aug 17 02:52:11.920852 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-c55d67b5-82e9-4152-bd13-ff5644fa3e0f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:11.938104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['036c9b05-bee9-47a4-8090-ce1337309fc1', '7cf70f0c-1246-458d-999f-626ed945d594', '832256c5-5c54-47f5-8f5d-a940ced21811'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:12.061768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-c55d67b5-82e9-4152-bd13-ff5644fa3e0f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:12.096994 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-c55d67b5-82e9-4152-bd13-ff5644fa3e0f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:12.107794 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4a13066-247d-4a7d-bf0f-f2723c9cefcd req-4749674b-179d-4919-993a-ae0b7f41be66 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a92249-472d-4302-af3e-bb859ee973cb HTTP/1.1" status: 200 len: 210 time: 0.0674596 Aug 17 02:52:12.109672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c55d67b5-82e9-4152-bd13-ff5644fa3e0f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Pushing event updated for resources: {'Port': ['ID=f8e39f80-e585-4606-9aa7-1e4b5c3d0f91,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:12.112361 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-c55d67b5-82e9-4152-bd13-ff5644fa3e0f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:12.117247 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-63255c56-a569-44bc-8025-ddefffcd90f9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Allocated IP 192.168.233.52 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/724f7063-2b68-4b59-89d4-1cd162cb1fbf) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:12.179365 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c5c48cd3-0870-4487-9264-820f199190e5 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2120481 Aug 17 02:52:12.247781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-c55d67b5-82e9-4152-bd13-ff5644fa3e0f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:12.248510 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-c55d67b5-82e9-4152-bd13-ff5644fa3e0f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:12.317463 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c6d248f5-c5be-4740-845a-4ccc4f0fa353 req-98ece641-7d19-4077-8f3d-1b5c99d5f819 tempest-FlavorsV2NegativeTest-195283493 tempest-FlavorsV2NegativeTest-195283493-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=75d3e42a790b49289e390a18ce99543c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0660167 Aug 17 02:52:12.395581 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-c55d67b5-82e9-4152-bd13-ff5644fa3e0f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1138420 Aug 17 02:52:12.469325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Request body: {'port': {'device_id': 'dd3a766e-e3ce-4eca-9bb3-892983509658', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:12.583788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-23443339-5abf-44ab-8215-403adb795f0c None None] Provisioning for port f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:12.590297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-23443339-5abf-44ab-8215-403adb795f0c None None] Provisioning complete for port f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:12.590297 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-23443339-5abf-44ab-8215-403adb795f0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:12.615744 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:12.629798 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-23443339-5abf-44ab-8215-403adb795f0c None None] Port f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:12.638569 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d248f5-c5be-4740-845a-4ccc4f0fa353 req-e97f5ebd-7735-4a53-8fb0-b90db1ffb673 tempest-FlavorsV2NegativeTest-195283493 tempest-FlavorsV2NegativeTest-195283493-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:12.654377 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c6d248f5-c5be-4740-845a-4ccc4f0fa353 req-e97f5ebd-7735-4a53-8fb0-b90db1ffb673 tempest-FlavorsV2NegativeTest-195283493 tempest-FlavorsV2NegativeTest-195283493-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3193414 Aug 17 02:52:12.702425 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-63255c56-a569-44bc-8025-ddefffcd90f9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:12.722100 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c6d248f5-c5be-4740-845a-4ccc4f0fa353 req-d50c532a-54e3-450f-beeb-8deb82e3a53f tempest-FlavorsV2NegativeTest-195283493 tempest-FlavorsV2NegativeTest-195283493-project] 10.222.0.10 "GET /v2.0/quotas/75d3e42a790b49289e390a18ce99543c HTTP/1.1" status: 200 len: 375 time: 0.0666978 Aug 17 02:52:12.783600 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c6d248f5-c5be-4740-845a-4ccc4f0fa353 req-2a211a34-ffdb-46dc-907e-8f6ac3577b12 tempest-FlavorsV2NegativeTest-195283493 tempest-FlavorsV2NegativeTest-195283493-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=75d3e42a790b49289e390a18ce99543c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0434721 Aug 17 02:52:12.784760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-63255c56-a569-44bc-8025-ddefffcd90f9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Transition to ACTIVE for port object 724f7063-2b68-4b59-89d4-1cd162cb1fbf will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:12.790732 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37092) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:12.936617 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f186a5b-0944-4ba1-a7d4-c73284c2b198 req-bb4fcaf3-f01a-40f8-8921-e2c69adc80d8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:12.938325 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f186a5b-0944-4ba1-a7d4-c73284c2b198 req-bb4fcaf3-f01a-40f8-8921-e2c69adc80d8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.0673730 Aug 17 02:52:12.995255 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f186a5b-0944-4ba1-a7d4-c73284c2b198 req-b9c994a4-72de-4a6c-adf4-e05c0c9679f6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483544 Aug 17 02:52:13.006641 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-63255c56-a569-44bc-8025-ddefffcd90f9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.067880 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-09ab2a15-27ea-4fa6-ba1f-047320f08eba tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:52:13.069364 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-09ab2a15-27ea-4fa6-ba1f-047320f08eba tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2769771 Aug 17 02:52:13.109079 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-63255c56-a569-44bc-8025-ddefffcd90f9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:13.111823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63255c56-a569-44bc-8025-ddefffcd90f9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Pushing event updated for resources: {'Port': ['ID=724f7063-2b68-4b59-89d4-1cd162cb1fbf,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:13.116356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-63255c56-a569-44bc-8025-ddefffcd90f9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:13.120865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-63255c56-a569-44bc-8025-ddefffcd90f9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:13.137507 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37116) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:13.159466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-5b421fa1-e4fa-42ff-ba56-e86ce6ac6101 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:13.171920 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-5b421fa1-e4fa-42ff-ba56-e86ce6ac6101 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/ports/0de940e5-961b-4550-bc02-3bad3e4d3e37 HTTP/1.1" status: 200 len: 1093 time: 0.0941410 Aug 17 02:52:13.187619 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['036c9b05-bee9-47a4-8090-ce1337309fc1', '7cf70f0c-1246-458d-999f-626ed945d594', '832256c5-5c54-47f5-8f5d-a940ced21811'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:13.196149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-63255c56-a569-44bc-8025-ddefffcd90f9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:13.196778 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-63255c56-a569-44bc-8025-ddefffcd90f9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.282431 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:13.297124 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.314725 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-63255c56-a569-44bc-8025-ddefffcd90f9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.5091598 Aug 17 02:52:13.341000 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6cbede71-bb14-41be-9e76-851955f8dbf7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79939714-network', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:13.341597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Request body: {'port': {'device_id': 'e6a92249-472d-4302-af3e-bb859ee973cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:13.344433 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Transition to ACTIVE for port object f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:13.448657 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-4f4e865f-e0bb-4de3-9f9f-03088d34ae19 service neutron] Request body: {'binding': {'host': 'n-h1-802060-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:13.449396 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-4f4e865f-e0bb-4de3-9f9f-03088d34ae19 service neutron] Unknown quota resources ['binding']. {{(pid=101969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:52:13.455291 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.485382 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cbede71-bb14-41be-9e76-851955f8dbf7 admin admin] Made reservation on behalf of 02cc7fed2fd64b11ab50031f14ee562d for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:13.487649 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6cbede71-bb14-41be-9e76-851955f8dbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.499755 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6cbede71-bb14-41be-9e76-851955f8dbf7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.513070 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.625449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Pushing event updated for resources: {'Port': ['ID=f8e39f80-e585-4606-9aa7-1e4b5c3d0f91,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:13.704037 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-4f4e865f-e0bb-4de3-9f9f-03088d34ae19 service neutron] Attempting to bind port 0de940e5-961b-4550-bc02-3bad3e4d3e37 on host n-h1-802060-9 for vnic_type normal with profile None {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:13.704535 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-4f4e865f-e0bb-4de3-9f9f-03088d34ae19 service neutron] Attempting to bind port 0de940e5-961b-4550-bc02-3bad3e4d3e37 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:13.704966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-4f4e865f-e0bb-4de3-9f9f-03088d34ae19 service neutron] Attempting to bind port 0de940e5-961b-4550-bc02-3bad3e4d3e37 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:13.712177 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-4f4e865f-e0bb-4de3-9f9f-03088d34ae19 service neutron] Port 0de940e5-961b-4550-bc02-3bad3e4d3e37 on network c28a528a-b139-4af7-9a8b-0c957b3df977 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:52:13.712629 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-4f4e865f-e0bb-4de3-9f9f-03088d34ae19 service neutron] Attempting to bind port 0de940e5-961b-4550-bc02-3bad3e4d3e37 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:13.722404 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-4f4e865f-e0bb-4de3-9f9f-03088d34ae19 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:13.723081 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-4f4e865f-e0bb-4de3-9f9f-03088d34ae19 service neutron] Checking segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:13.723731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-4f4e865f-e0bb-4de3-9f9f-03088d34ae19 service neutron] Bound using segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:13.724381 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-4f4e865f-e0bb-4de3-9f9f-03088d34ae19 service neutron] Bound port: 0de940e5-961b-4550-bc02-3bad3e4d3e37, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:13.733916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6afab18e-c9f5-482b-8785-f64257868785 req-a15dd618-ad4b-4e21-bc3b-1f656a5f380a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:13.741467 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6afab18e-c9f5-482b-8785-f64257868785 req-a15dd618-ad4b-4e21-bc3b-1f656a5f380a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 943 time: 0.2421277 Aug 17 02:52:13.759321 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5fcb84ee-ddba-4906-a16f-cb84fed08eb9 None None] Provisioning for port 724f7063-2b68-4b59-89d4-1cd162cb1fbf completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:13.769936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5fcb84ee-ddba-4906-a16f-cb84fed08eb9 None None] Provisioning complete for port 724f7063-2b68-4b59-89d4-1cd162cb1fbf triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:13.771335 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5fcb84ee-ddba-4906-a16f-cb84fed08eb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.811255 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6cbede71-bb14-41be-9e76-851955f8dbf7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.876872 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-4f4e865f-e0bb-4de3-9f9f-03088d34ae19 service neutron] For port 0de940e5-961b-4550-bc02-3bad3e4d3e37, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=0de940e5-961b-4550-bc02-3bad3e4d3e37,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:13.880440 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5fcb84ee-ddba-4906-a16f-cb84fed08eb9 None None] Port 724f7063-2b68-4b59-89d4-1cd162cb1fbf cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:13.887375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6afab18e-c9f5-482b-8785-f64257868785 req-15777702-d66a-491f-a6a9-8921f70c6792 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417515 Aug 17 02:52:13.898432 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6cbede71-bb14-41be-9e76-851955f8dbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.933101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Attempting to bind port f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:13.933807 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Attempting to bind port f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:13.934208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Attempting to bind port f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:13.945499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Port f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:52:13.945993 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Attempting to bind port f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:13.954222 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbede71-bb14-41be-9e76-851955f8dbf7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4c17de-6694-4971-bb8b-6d12409d75ef,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:13.966943 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:13.967393 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:13.967824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cbede71-bb14-41be-9e76-851955f8dbf7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:52:13.968257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:13.968797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Bound port: f8e39f80-e585-4606-9aa7-1e4b5c3d0f91, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:13.969396 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.982327 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-4f4e865f-e0bb-4de3-9f9f-03088d34ae19 service neutron] Notify callbacks [] for binding, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:13.994310 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-4f4e865f-e0bb-4de3-9f9f-03088d34ae19 service neutron] 10.222.0.10 "POST /v2.0/ports/0de940e5-961b-4550-bc02-3bad3e4d3e37/bindings HTTP/1.1" status: 201 len: 389 time: 0.5996299 Aug 17 02:52:14.014636 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6cbede71-bb14-41be-9e76-851955f8dbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.015052 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-6cbede71-bb14-41be-9e76-851955f8dbf7 admin admin] Added segment 7aca493b-d36d-4f4b-8c27-34cc6ade149c of type vlan for network a79ae07b-fcb4-4336-888b-c03a6149d58c Aug 17 02:52:14.062674 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6cbede71-bb14-41be-9e76-851955f8dbf7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.139496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] For port f8e39f80-e585-4606-9aa7-1e4b5c3d0f91, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:14.154571 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f9a49-4aa1-4a75-972a-0e5bbe209e71 req-f158e412-03ce-4089-b494-e4bac7c8250d tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:14.156093 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0d2f9a49-4aa1-4a75-972a-0e5bbe209e71 req-f158e412-03ce-4089-b494-e4bac7c8250d tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a92249-472d-4302-af3e-bb859ee973cb HTTP/1.1" status: 200 len: 935 time: 0.1211812 Aug 17 02:52:14.170577 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 724f7063-2b68-4b59-89d4-1cd162cb1fbf {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:14.183150 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6cbede71-bb14-41be-9e76-851955f8dbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.184022 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cbede71-bb14-41be-9e76-851955f8dbf7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:14.184616 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6cbede71-bb14-41be-9e76-851955f8dbf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.185024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] For port f8e39f80-e585-4606-9aa7-1e4b5c3d0f91, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f8e39f80-e585-4606-9aa7-1e4b5c3d0f91,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:14.193780 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.223845 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Transition to ACTIVE for port object 724f7063-2b68-4b59-89d4-1cd162cb1fbf will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:14.233277 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0d2f9a49-4aa1-4a75-972a-0e5bbe209e71 req-248cb5d4-b1f5-47c5-83c8-1cc7be79013c tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642867 Aug 17 02:52:14.246616 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.253202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbede71-bb14-41be-9e76-851955f8dbf7 admin admin] Pushing event updated for resources: {'Network': ['ID=a79ae07b-fcb4-4336-888b-c03a6149d58c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:14.273122 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network a79ae07b-fcb4-4336-888b-c03a6149d58c details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:52:14.300568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:14.302006 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.303653 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] 10.222.0.30 "PUT /v2.0/ports/f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 HTTP/1.1" status: 200 len: 1095 time: 1.8863971 Aug 17 02:52:14.306610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd3a766e-e3ce-4eca-9bb3-892983509658', 'tag': 'f8e39f80-e585-4606-9aa7-1e4b5c3d0f91'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:14.312257 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7704310a-cdb0-454b-a3ca-7542a17d936e" -d '{"events": [{"name": "network-changed", "server_uuid": "dd3a766e-e3ce-4eca-9bb3-892983509658", "tag": "f8e39f80-e585-4606-9aa7-1e4b5c3d0f91"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:14.322730 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.357676 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6cbede71-bb14-41be-9e76-851955f8dbf7 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 899 time: 1.2190073 Aug 17 02:52:14.360646 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37152) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:14.367592 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Request body: {'subnet': {'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79939714-subnet', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:14.410133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbccea4f-52b8-44f1-85c0-079288b1599f service neutron] Pushing event updated for resources: {'Port': ['ID=f8e39f80-e585-4606-9aa7-1e4b5c3d0f91,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:14.493822 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37154) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:14.514401 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Made reservation on behalf of 02cc7fed2fd64b11ab50031f14ee562d for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:14.517356 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.557168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7430da66-0515-4c7a-9d22-658c6a4ff493 req-b677f126-bbd7-4096-936f-f7499041e00d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:14.559012 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7430da66-0515-4c7a-9d22-658c6a4ff493 req-b677f126-bbd7-4096-936f-f7499041e00d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.2247472 Aug 17 02:52:14.586055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Pushing event updated for resources: {'Port': ['ID=724f7063-2b68-4b59-89d4-1cd162cb1fbf,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:14.634889 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Attempting to bind port 724f7063-2b68-4b59-89d4-1cd162cb1fbf on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:14.636021 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Attempting to bind port 724f7063-2b68-4b59-89d4-1cd162cb1fbf by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:14.636437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Attempting to bind port 724f7063-2b68-4b59-89d4-1cd162cb1fbf on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:14.640894 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-2ad30572-0b75-41ef-9e58-e5c490b67b96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:14.642589 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-2ad30572-0b75-41ef-9e58-e5c490b67b96 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&device_id=dd3a766e-e3ce-4eca-9bb3-892983509658 HTTP/1.1" status: 200 len: 1098 time: 0.1419239 Aug 17 02:52:14.651605 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7430da66-0515-4c7a-9d22-658c6a4ff493 req-596f2c8c-0572-4619-aa26-f785690e5c65 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796983 Aug 17 02:52:14.652964 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Port 724f7063-2b68-4b59-89d4-1cd162cb1fbf on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:52:14.653317 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Attempting to bind port 724f7063-2b68-4b59-89d4-1cd162cb1fbf on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:14.659411 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:14.659754 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:14.660148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:14.660594 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Bound port: 724f7063-2b68-4b59-89d4-1cd162cb1fbf, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:14.661016 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:14.720086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-201130eb-f2ab-43a7-9ea2-b9902fd78a1f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 HTTP/1.1" status: 200 len: 217 time: 0.0554044 Aug 17 02:52:14.751932 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282503e6-0f67-48d2-869f-755250ce4c36 x-openstack-request-id: req-282503e6-0f67-48d2-869f-755250ce4c36 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:14.752512 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd3a766e-e3ce-4eca-9bb3-892983509658", "tag": "f8e39f80-e585-4606-9aa7-1e4b5c3d0f91", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:14.752908 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-282503e6-0f67-48d2-869f-755250ce4c36 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:14.758163 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd3a766e-e3ce-4eca-9bb3-892983509658', 'tag': 'f8e39f80-e585-4606-9aa7-1e4b5c3d0f91', 'status': 'completed', 'code': 200} Aug 17 02:52:14.848131 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-88f2397e-abe5-4fba-9395-4b0bcb29f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:14.850049 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-88f2397e-abe5-4fba-9395-4b0bcb29f758 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1005371 Aug 17 02:52:14.861762 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] For port 724f7063-2b68-4b59-89d4-1cd162cb1fbf, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:14.861762 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] For port 724f7063-2b68-4b59-89d4-1cd162cb1fbf, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=724f7063-2b68-4b59-89d4-1cd162cb1fbf,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:14.913824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-9814fe27-e556-47c6-81f1-1f914449574e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:14.916097 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-9814fe27-e556-47c6-81f1-1f914449574e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0529063 Aug 17 02:52:14.926093 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.009887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.011115 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.012631 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] 10.222.0.60 "PUT /v2.0/ports/724f7063-2b68-4b59-89d4-1cd162cb1fbf HTTP/1.1" status: 200 len: 1095 time: 1.6777780 Aug 17 02:52:15.029662 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b9cfbe2-931f-4487-9321-8372df01a618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.106101 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfd058f-9aed-45eb-85d8-b2c5977c319b req-f5b37928-cbb8-4278-959b-20757b312b58 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.113968 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fdfd058f-9aed-45eb-85d8-b2c5977c319b req-f5b37928-cbb8-4278-959b-20757b312b58 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 945 time: 0.1581309 Aug 17 02:52:15.123526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462db8ef-acf4-4038-b4a2-dde9f95e0190 service neutron] Pushing event updated for resources: {'Port': ['ID=724f7063-2b68-4b59-89d4-1cd162cb1fbf,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:15.124261 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-61b1a8ae-da49-454a-8430-0d639b8720b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.125760 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-61b1a8ae-da49-454a-8430-0d639b8720b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 1096 time: 0.1711464 Aug 17 02:52:15.152517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43879f67-8fda-472a-9959-3afef78d3563 req-ea09c8b6-cdd6-4956-9af5-fce0c0b35574 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.157899 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-43879f67-8fda-472a-9959-3afef78d3563 req-ea09c8b6-cdd6-4956-9af5-fce0c0b35574 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 943 time: 0.1639977 Aug 17 02:52:15.199480 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c162eb80-ddff-4d79-af10-274e9677556c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.204767 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-8a1ccdd2-a8d9-48d7-b99c-457c5f5a7db6 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2753427 Aug 17 02:52:15.261115 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fdfd058f-9aed-45eb-85d8-b2c5977c319b req-5f76c3d5-e31f-4d21-bd05-62b27e253c3c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450069 Aug 17 02:52:15.312280 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-43879f67-8fda-472a-9959-3afef78d3563 req-f5f327ef-f0a8-46fc-abf4-f588304b71a2 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416581 Aug 17 02:52:15.326249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-a3261042-373c-49db-9e9c-1f0225fb333a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.326249 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-a3261042-373c-49db-9e9c-1f0225fb333a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&device_id=e6a92249-472d-4302-af3e-bb859ee973cb HTTP/1.1" status: 200 len: 1098 time: 0.1803350 Aug 17 02:52:15.328624 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-f606820b-adf8-4a05-a332-29728a06e0fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.330166 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-f606820b-adf8-4a05-a332-29728a06e0fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 1101 time: 0.1607766 Aug 17 02:52:15.347408 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-6c382767-2663-482d-bb1f-ac6b30a3b278 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.348878 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-6c382767-2663-482d-bb1f-ac6b30a3b278 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.1983449 Aug 17 02:52:15.406793 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-8af115ef-ab29-4378-a1e6-e72cdc3bf90f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=724f7063-2b68-4b59-89d4-1cd162cb1fbf HTTP/1.1" status: 200 len: 217 time: 0.0702021 Aug 17 02:52:15.451839 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-4447eb31-8ff9-48b3-ae17-7bdb80d3be69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de940e5-961b-4550-bc02-3bad3e4d3e37 HTTP/1.1" status: 200 len: 217 time: 0.0654948 Aug 17 02:52:15.474037 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b9cfbe2-931f-4487-9321-8372df01a618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.499229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.538206 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b9cfbe2-931f-4487-9321-8372df01a618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.571269 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-44a47072-f1e2-4762-8ccf-719336843440 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.573798 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-44a47072-f1e2-4762-8ccf-719336843440 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.1142061 Aug 17 02:52:15.629102 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-5f636ee0-2624-40ea-8a6a-bba9193d45d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0468533 Aug 17 02:52:15.629737 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9cfbe2-931f-4487-9321-8372df01a618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=490b74fb-8dc4-406e-8546-b1ff0d568d91,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:15.633258 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ec8eaba8-bfdf-49a8-989d-f19ef50b4e70,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:15.643036 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9b9cfbe2-931f-4487-9321-8372df01a618 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=75d3e42a790b49289e390a18ce99543c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1449828 Aug 17 02:52:15.656443 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37194) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:15.670836 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cfbe2-931f-4487-9321-8372df01a618 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.671095 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cfbe2-931f-4487-9321-8372df01a618 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.671435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cfbe2-931f-4487-9321-8372df01a618 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.671770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cfbe2-931f-4487-9321-8372df01a618 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.672104 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cfbe2-931f-4487-9321-8372df01a618 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.672431 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cfbe2-931f-4487-9321-8372df01a618 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.672763 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cfbe2-931f-4487-9321-8372df01a618 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.673089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cfbe2-931f-4487-9321-8372df01a618 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.673435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cfbe2-931f-4487-9321-8372df01a618 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.673756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cfbe2-931f-4487-9321-8372df01a618 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.674082 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cfbe2-931f-4487-9321-8372df01a618 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.674400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b9cfbe2-931f-4487-9321-8372df01a618 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.695363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.696131 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.696131 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.696364 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.696880 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.697765 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.698245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.698734 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.699079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.699561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.700182 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.700515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:15.745340 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-1a3a3d17-ef7b-423a-97b7-26fe735bd42f service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5192237 Aug 17 02:52:15.747673 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Checking segment: {'id': '7aca493b-d36d-4f4b-8c27-34cc6ade149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:15.747969 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Network hostable DHCP agents. Network: a79ae07b-fcb4-4336-888b-c03a6149d58c, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:52:15.814937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-810f06ad-1748-4e68-a336-361b57d2ba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.817247 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-810f06ad-1748-4e68-a336-361b57d2ba37 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.3825474 Aug 17 02:52:15.829805 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b462e7-ce32-45d4-86bb-d07934d77d8a req-a225613e-dafb-40d3-a397-b731585e2725 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.847573 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a6b462e7-ce32-45d4-86bb-d07934d77d8a req-a225613e-dafb-40d3-a397-b731585e2725 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a92249-472d-4302-af3e-bb859ee973cb HTTP/1.1" status: 200 len: 947 time: 0.3986423 Aug 17 02:52:15.847573 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3a44365-6f6d-433e-9dd4-52c28406cfb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.847573 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3a44365-6f6d-433e-9dd4-52c28406cfb0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.5007501 Aug 17 02:52:15.862195 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ca6df3da-3964-4278-95c6-4d9e4e14bd90 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:52:15.873479 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51285b23-6a97-4b3b-9f46-6f7acee83b15 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.879052 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-55af8380-c73b-4310-8e34-3bcd22fbf977 service neutron] 10.222.0.30 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2348764 Aug 17 02:52:15.915291 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba32e094-d23b-40e1-91ee-d8a059ce1786 req-d0a9a385-5821-4a94-9063-2db9c8ae056e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:15.917187 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ba32e094-d23b-40e1-91ee-d8a059ce1786 req-d0a9a385-5821-4a94-9063-2db9c8ae056e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.1355493 Aug 17 02:52:15.930718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Network a79ae07b-fcb4-4336-888b-c03a6149d58c is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:52:15.946591 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37200) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:15.953312 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-56ccf01b-5998-4362-b2c4-d10f031f3405 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 HTTP/1.1" status: 200 len: 217 time: 0.0978971 Aug 17 02:52:15.972881 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51285b23-6a97-4b3b-9f46-6f7acee83b15 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:15.996263 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port ca6df3da-3964-4278-95c6-4d9e4e14bd90, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ca6df3da-3964-4278-95c6-4d9e4e14bd90,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:16.008446 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'ca6df3da-3964-4278-95c6-4d9e4e14bd90', 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca', 'port_id': 'ca6df3da-3964-4278-95c6-4d9e4e14bd90', 'mac_address': 'fa:16:3e:43:0e:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7a1b4d-073f-4496-99e3-079663fa186d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:52:16.037913 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a6b462e7-ce32-45d4-86bb-d07934d77d8a req-d1068543-b2cb-45ed-b6f6-20ab27955044 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917212 Aug 17 02:52:16.049201 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.055205 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ba32e094-d23b-40e1-91ee-d8a059ce1786 req-28da3e94-7e60-471d-8d02-6dc4c857c182 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930955 Aug 17 02:52:16.063647 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704310a-cdb0-454b-a3ca-7542a17d936e req-997cc94f-1f3f-45d6-835e-26b869e28d08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:16.064849 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ca6df3da-3964-4278-95c6-4d9e4e14bd90 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:16.065215 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7704310a-cdb0-454b-a3ca-7542a17d936e req-997cc94f-1f3f-45d6-835e-26b869e28d08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&device_id=dd3a766e-e3ce-4eca-9bb3-892983509658 HTTP/1.1" status: 200 len: 1098 time: 0.1988246 Aug 17 02:52:16.067520 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, a79ae07b-fcb4-4336-888b-c03a6149d58c) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:16.076030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-1309dc94-5829-4e6f-ac2f-06d30bc2c3e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:16.077629 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-1309dc94-5829-4e6f-ac2f-06d30bc2c3e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2351453 Aug 17 02:52:16.084872 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:16.084872 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.091729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-5f3c2fd5-3bbe-4434-843c-25dcf60101a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:16.093171 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-5f3c2fd5-3bbe-4434-843c-25dcf60101a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1291676 Aug 17 02:52:16.101123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc274aea-3bfe-40db-8e9d-9677c549f5c5 None None] Network a79ae07b-fcb4-4336-888b-c03a6149d58c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:16.107562 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port ca6df3da-3964-4278-95c6-4d9e4e14bd90, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ca6df3da-3964-4278-95c6-4d9e4e14bd90,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:16.122436 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-a51cfeeb-e4cc-4cfe-84ca-203c32eb2438 service neutron] 10.222.0.30 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2301717 Aug 17 02:52:16.185580 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.209172 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b25f248a-09f3-4cab-902f-e6cb0ef2f7e3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 863 time: 1.8465884 Aug 17 02:52:16.211832 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51285b23-6a97-4b3b-9f46-6f7acee83b15 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.211952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37204) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:16.215604 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51285b23-6a97-4b3b-9f46-6f7acee83b15 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.219213 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-51285b23-6a97-4b3b-9f46-6f7acee83b15 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/490b74fb-8dc4-406e-8546-b1ff0d568d91 HTTP/1.1" status: 204 len: 168 time: 0.5532770 Aug 17 02:52:16.225510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79939714-router', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:16.236739 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51285b23-6a97-4b3b-9f46-6f7acee83b15 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=490b74fb-8dc4-406e-8546-b1ff0d568d91,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:16.240532 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4539-41e5-4cb3-9ed5-82fc53c0e521 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.275834 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=ca6df3da-3964-4278-95c6-4d9e4e14bd90,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:16.314915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-a79ae07b-fcb4-4336-888b-c03a6149d58c', 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'fixed_ips': [{'subnet_id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:52:16.315891 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.338320 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-f90f96c7-dc0d-4811-aa8e-4350c5ed8f35 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:16.340618 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-f90f96c7-dc0d-4811-aa8e-4350c5ed8f35 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e&tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 1096 time: 0.0731587 Aug 17 02:52:16.359670 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.361184 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.361451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802060-9'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:16.365672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-0aa813f8-f8c9-4696-882e-86d75cd151c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:16.367256 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-0aa813f8-f8c9-4696-882e-86d75cd151c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2284269 Aug 17 02:52:16.417550 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['ca6df3da-3964-4278-95c6-4d9e4e14bd90'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:16.424413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704310a-cdb0-454b-a3ca-7542a17d936e req-242cf0fc-76bd-471f-8aeb-23e4701468c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:16.425941 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7704310a-cdb0-454b-a3ca-7542a17d936e req-242cf0fc-76bd-471f-8aeb-23e4701468c5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.3474629 Aug 17 02:52:16.436276 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.445498 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-27b4525c-2aa5-473a-ad05-c50ee7f9440a service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3563733 Aug 17 02:52:16.516601 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Allocated IP 172.20.0.2 (a79ae07b-fcb4-4336-888b-c03a6149d58c/ec8eaba8-bfdf-49a8-989d-f19ef50b4e70/6b041864-cc56-4266-89e6-e3f1be1c0852) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:16.549451 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7704310a-cdb0-454b-a3ca-7542a17d936e req-3df59d37-6fa8-4993-86f9-10728ee3fdbd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.79&port_id=f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 HTTP/1.1" status: 200 len: 217 time: 0.0970306 Aug 17 02:52:16.608497 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfe81263-b2f1-4f55-865c-c05eeefc4788 req-5f0c2aef-c70a-4642-89d6-18f1654ff60d tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:16.615858 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dfe81263-b2f1-4f55-865c-c05eeefc4788 req-5f0c2aef-c70a-4642-89d6-18f1654ff60d tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 944 time: 0.1336493 Aug 17 02:52:16.695222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49234900-496a-46c4-9450-b8913d10c31e req-2269f2e6-928f-4a89-bf20-a2da40f463cd tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:16.700973 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] For port 0de940e5-961b-4550-bc02-3bad3e4d3e37, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0de940e5-961b-4550-bc02-3bad3e4d3e37,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:16.704320 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49234900-496a-46c4-9450-b8913d10c31e req-2269f2e6-928f-4a89-bf20-a2da40f463cd tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 945 time: 0.3457656 Aug 17 02:52:16.741709 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.758050 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dfe81263-b2f1-4f55-865c-c05eeefc4788 req-2fb013e0-2767-4eec-9d0b-c233726c92ed tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1410048 Aug 17 02:52:16.762195 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Transition to ACTIVE for port object 6b041864-cc56-4266-89e6-e3f1be1c0852 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:16.770253 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.773042 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e6a92249-472d-4302-af3e-bb859ee973cb', 'tag': '724f7063-2b68-4b59-89d4-1cd162cb1fbf'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:16.775977 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67030207-161f-43c0-a52e-ba57f10982f1" -d '{"events": [{"name": "network-changed", "server_uuid": "e6a92249-472d-4302-af3e-bb859ee973cb", "tag": "724f7063-2b68-4b59-89d4-1cd162cb1fbf"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:16.800073 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] For port 0de940e5-961b-4550-bc02-3bad3e4d3e37, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:16.802711 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Transition to ACTIVE for port object 6b041864-cc56-4266-89e6-e3f1be1c0852 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:16.845164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edb8265-5c2f-4cf9-90c5-32338964948e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0de940e5-961b-4550-bc02-3bad3e4d3e37'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:16.847529 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41fc29d3-bbaa-4be5-8df9-8210ffd39c25" -d '{"events": [{"server_uuid": "3edb8265-5c2f-4cf9-90c5-32338964948e", "name": "network-vif-unplugged", "status": "completed", "tag": "0de940e5-961b-4550-bc02-3bad3e4d3e37"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:16.851518 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.875243 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704310a-cdb0-454b-a3ca-7542a17d936e req-811125a4-28bf-4024-8946-6cc7af7fa5ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:16.876709 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7704310a-cdb0-454b-a3ca-7542a17d936e req-811125a4-28bf-4024-8946-6cc7af7fa5ed service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1957965 Aug 17 02:52:16.908864 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.922339 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49234900-496a-46c4-9450-b8913d10c31e req-a66f1246-84d9-4bd6-bd95-27641eddb65e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2168429 Aug 17 02:52:16.924103 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee723d54-d5de-4679-bebc-e4006fd94708 x-openstack-request-id: req-ee723d54-d5de-4679-bebc-e4006fd94708 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:16.924392 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e6a92249-472d-4302-af3e-bb859ee973cb", "tag": "724f7063-2b68-4b59-89d4-1cd162cb1fbf", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:16.924645 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee723d54-d5de-4679-bebc-e4006fd94708 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:16.925038 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e6a92249-472d-4302-af3e-bb859ee973cb', 'tag': '724f7063-2b68-4b59-89d4-1cd162cb1fbf', 'status': 'completed', 'code': 200} Aug 17 02:52:16.939025 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f722290-1b8b-41a9-b531-85c183a871e5 x-openstack-request-id: req-1f722290-1b8b-41a9-b531-85c183a871e5 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:16.940332 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edb8265-5c2f-4cf9-90c5-32338964948e", "name": "network-vif-unplugged", "status": "completed", "tag": "0de940e5-961b-4550-bc02-3bad3e4d3e37", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:16.940603 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f722290-1b8b-41a9-b531-85c183a871e5 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:16.941115 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edb8265-5c2f-4cf9-90c5-32338964948e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0de940e5-961b-4550-bc02-3bad3e4d3e37', 'code': 200} Aug 17 02:52:16.956295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Network a79ae07b-fcb4-4336-888b-c03a6149d58c is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:16.959184 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:16.963813 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:16.965573 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:16.982109 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Pushing event updated for resources: {'Port': ['ID=6b041864-cc56-4266-89e6-e3f1be1c0852,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:17.009091 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.009483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.009725 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-644bfbec-38aa-475e-bbc1-6eabe0159585 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6322629 Aug 17 02:52:17.009898 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.011556 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.011918 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.012246 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.012927 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.012927 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.013569 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.013569 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.013907 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.014486 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.041402 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78f87cfe-3288-4955-a08e-969bb8b252b4 req-6912d269-43af-4b71-8a6f-d725c9fadb78 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5104637 Aug 17 02:52:17.055018 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Pushing event updated for resources: {'Port': ['ID=0de940e5-961b-4550-bc02-3bad3e4d3e37,revision_number=7']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:17.065022 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Attempting to bind port 6b041864-cc56-4266-89e6-e3f1be1c0852 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:17.065633 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Attempting to bind port 6b041864-cc56-4266-89e6-e3f1be1c0852 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '7aca493b-d36d-4f4b-8c27-34cc6ade149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:17.066019 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Attempting to bind port 6b041864-cc56-4266-89e6-e3f1be1c0852 on network a79ae07b-fcb4-4336-888b-c03a6149d58c {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:17.071940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:17.073225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Checking segment: {'id': '7aca493b-d36d-4f4b-8c27-34cc6ade149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:17.074149 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.074552 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Bound using segment: {'id': '7aca493b-d36d-4f4b-8c27-34cc6ade149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:17.075034 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Bound port: 6b041864-cc56-4266-89e6-e3f1be1c0852, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aca493b-d36d-4f4b-8c27-34cc6ade149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:17.076679 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.175755 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4539-41e5-4cb3-9ed5-82fc53c0e521 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.196817 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.204454 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] For port 6b041864-cc56-4266-89e6-e3f1be1c0852, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:17.209798 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] For port 6b041864-cc56-4266-89e6-e3f1be1c0852, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6b041864-cc56-4266-89e6-e3f1be1c0852,segment=NetworkSegment(7aca493b-d36d-4f4b-8c27-34cc6ade149c),segment_id=7aca493b-d36d-4f4b-8c27-34cc6ade149c)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:17.215149 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Attempting to bind port 0de940e5-961b-4550-bc02-3bad3e4d3e37 on host n-h2-802060-9 for vnic_type normal with profile {"migrating_to": "n-h1-802060-9"} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:17.216067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Attempting to bind port 0de940e5-961b-4550-bc02-3bad3e4d3e37 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:17.216402 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Attempting to bind port 0de940e5-961b-4550-bc02-3bad3e4d3e37 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:17.223929 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Port 0de940e5-961b-4550-bc02-3bad3e4d3e37 on network c28a528a-b139-4af7-9a8b-0c957b3df977 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:52:17.224250 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Attempting to bind port 0de940e5-961b-4550-bc02-3bad3e4d3e37 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:17.238254 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf640293-df7d-4afc-aa64-2b6846420646 req-f1bd4064-028c-4988-afc1-068f0a043635 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:17.238596 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cf640293-df7d-4afc-aa64-2b6846420646 req-f1bd4064-028c-4988-afc1-068f0a043635 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a92249-472d-4302-af3e-bb859ee973cb HTTP/1.1" status: 200 len: 947 time: 0.0830054 Aug 17 02:52:17.239493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7704310a-cdb0-454b-a3ca-7542a17d936e req-85721a11-e773-42ac-ab29-67b259fb4ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:17.243767 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7704310a-cdb0-454b-a3ca-7542a17d936e req-85721a11-e773-42ac-ab29-67b259fb4ab3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2754111 Aug 17 02:52:17.244112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:17.244112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Checking segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:17.244112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Bound using segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:17.244112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Bound port: 0de940e5-961b-4550-bc02-3bad3e4d3e37, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:17.244112 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.329625 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cf640293-df7d-4afc-aa64-2b6846420646 req-2a5bfa58-c0ff-48ab-b2a0-1235963b0c5d tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0695360 Aug 17 02:52:17.332258 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cdbd4539-41e5-4cb3-9ed5-82fc53c0e521 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.338959 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.379607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67030207-161f-43c0-a52e-ba57f10982f1 req-4c40c4bc-1971-416d-a0f6-797e1d7335d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:17.380268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] For port 0de940e5-961b-4550-bc02-3bad3e4d3e37, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:17.381888 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67030207-161f-43c0-a52e-ba57f10982f1 req-4c40c4bc-1971-416d-a0f6-797e1d7335d7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&device_id=e6a92249-472d-4302-af3e-bb859ee973cb HTTP/1.1" status: 200 len: 1098 time: 0.2175612 Aug 17 02:52:17.386487 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] For port 0de940e5-961b-4550-bc02-3bad3e4d3e37, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0de940e5-961b-4550-bc02-3bad3e4d3e37,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:17.408307 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-6a528725-ec50-4bb7-a334-c0b3c7c52a4c service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3803482 Aug 17 02:52:17.428950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2332a1d-15b3-4783-a9ed-d1d622f556b9 None None] Pushing event updated for resources: {'Port': ['ID=6b041864-cc56-4266-89e6-e3f1be1c0852,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:17.475155 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.490451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62049dc6-9e77-4b51-96ca-7bec121a76d3 req-47fe85c9-5e2b-48ec-a6b3-6f6188d125b5 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:17.492002 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-62049dc6-9e77-4b51-96ca-7bec121a76d3 req-47fe85c9-5e2b-48ec-a6b3-6f6188d125b5 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.2869148 Aug 17 02:52:17.534212 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cdbd4539-41e5-4cb3-9ed5-82fc53c0e521 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b578fd6737194ee49a4f5385267a2835&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5804071 Aug 17 02:52:17.534212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdbd4539-41e5-4cb3-9ed5-82fc53c0e521 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3cea8b4-cd54-4e58-b14c-18af8e342af1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:17.534623 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37238) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:17.580912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd4539-41e5-4cb3-9ed5-82fc53c0e521 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.580912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd4539-41e5-4cb3-9ed5-82fc53c0e521 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.580912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd4539-41e5-4cb3-9ed5-82fc53c0e521 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.581910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd4539-41e5-4cb3-9ed5-82fc53c0e521 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.581910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd4539-41e5-4cb3-9ed5-82fc53c0e521 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.582392 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd4539-41e5-4cb3-9ed5-82fc53c0e521 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.582392 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd4539-41e5-4cb3-9ed5-82fc53c0e521 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.582692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd4539-41e5-4cb3-9ed5-82fc53c0e521 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.583014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd4539-41e5-4cb3-9ed5-82fc53c0e521 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.583308 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd4539-41e5-4cb3-9ed5-82fc53c0e521 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.583641 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd4539-41e5-4cb3-9ed5-82fc53c0e521 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.583963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdbd4539-41e5-4cb3-9ed5-82fc53c0e521 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:17.598563 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:17.599209 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.600644 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] 10.222.0.30 "PUT /v2.0/ports/0de940e5-961b-4550-bc02-3bad3e4d3e37 HTTP/1.1" status: 200 len: 1121 time: 1.2441528 Aug 17 02:52:17.605167 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baac9150-f2ba-4e67-a5b1-53e41c867028 service neutron] Pushing event updated for resources: {'Port': ['ID=0de940e5-961b-4550-bc02-3bad3e4d3e37,revision_number=8']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:17.647901 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7704310a-cdb0-454b-a3ca-7542a17d936e req-5e05e326-28e6-4e34-9289-df02dc273f09 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3840351 Aug 17 02:52:17.687825 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0de940e5-961b-4550-bc02-3bad3e4d3e37'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:17.704189 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83766461-d077-4204-be82-77185f37f24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.745756 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-62049dc6-9e77-4b51-96ca-7bec121a76d3 req-a0065135-551e-4cd6-9a24-46827a5b90b0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2064111 Aug 17 02:52:17.760527 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83766461-d077-4204-be82-77185f37f24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.858245 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67030207-161f-43c0-a52e-ba57f10982f1 req-f861f956-439e-4815-b921-3e7b33450b82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:17.860834 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67030207-161f-43c0-a52e-ba57f10982f1 req-f861f956-439e-4815-b921-3e7b33450b82 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.4550216 Aug 17 02:52:17.888885 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ca6df3da-3964-4278-95c6-4d9e4e14bd90 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:17.976941 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83766461-d077-4204-be82-77185f37f24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.976941 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83766461-d077-4204-be82-77185f37f24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:17.976941 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-83766461-d077-4204-be82-77185f37f24d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3cea8b4-cd54-4e58-b14c-18af8e342af1 HTTP/1.1" status: 204 len: 168 time: 0.4352138 Aug 17 02:52:17.989780 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83766461-d077-4204-be82-77185f37f24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3cea8b4-cd54-4e58-b14c-18af8e342af1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:18.012999 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b958ed6-2cc9-4a85-9475-81ccc4aab9a2 req-845daa0a-7c43-426c-95b4-f2ae6f626c34 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:18.014757 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9b958ed6-2cc9-4a85-9475-81ccc4aab9a2 req-845daa0a-7c43-426c-95b4-f2ae6f626c34 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 944 time: 0.1072404 Aug 17 02:52:18.107088 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-38e979ca-2658-4dff-8e7a-1150a2d380e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.111775 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9b958ed6-2cc9-4a85-9475-81ccc4aab9a2 req-175cf2fd-3e09-4556-a549-1ae35720487e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790126 Aug 17 02:52:18.240155 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.269743 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0f673e5-8517-4f59-a313-dd85b0552e12 req-9587d524-2c09-4d10-b2a6-d0517bcec5a9 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:18.271518 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0f673e5-8517-4f59-a313-dd85b0552e12 req-9587d524-2c09-4d10-b2a6-d0517bcec5a9 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 943 time: 0.0633888 Aug 17 02:52:18.319438 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port ca6df3da-3964-4278-95c6-4d9e4e14bd90 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:18.324446 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port ca6df3da-3964-4278-95c6-4d9e4e14bd90 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:18.324826 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.342504 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0f673e5-8517-4f59-a313-dd85b0552e12 req-fa65be52-dc7a-4ed1-887f-f615548d587b tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577617 Aug 17 02:52:18.343256 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67030207-161f-43c0-a52e-ba57f10982f1 req-34c7983b-1f77-4a8e-b32d-0bfc76d46eb1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.52&port_id=724f7063-2b68-4b59-89d4-1cd162cb1fbf HTTP/1.1" status: 200 len: 217 time: 0.4714200 Aug 17 02:52:18.523977 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.550714 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7704310a-cdb0-454b-a3ca-7542a17d936e req-4d93fe05-ca24-48b0-9ef5-40c7a609d283 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8868747 Aug 17 02:52:18.566512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3ca549-5d17-4ed7-b8e4-6114acf430cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6df3da-3964-4278-95c6-4d9e4e14bd90'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:18.569444 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6003cd3-2bce-46df-9921-dacb9ae99f59" -d '{"events": [{"server_uuid": "4f3ca549-5d17-4ed7-b8e4-6114acf430cf", "name": "network-vif-plugged", "status": "completed", "tag": "ca6df3da-3964-4278-95c6-4d9e4e14bd90"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:18.588719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67030207-161f-43c0-a52e-ba57f10982f1 req-228285e1-fee3-4a23-b9bd-c57ebfa21ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:18.590491 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67030207-161f-43c0-a52e-ba57f10982f1 req-228285e1-fee3-4a23-b9bd-c57ebfa21ade service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.2344904 Aug 17 02:52:18.595592 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6b041864-cc56-4266-89e6-e3f1be1c0852 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:18.655203 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04794807-5810-46a4-bfb6-efef11b8fd83 x-openstack-request-id: req-04794807-5810-46a4-bfb6-efef11b8fd83 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:18.655721 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3ca549-5d17-4ed7-b8e4-6114acf430cf", "name": "network-vif-plugged", "status": "completed", "tag": "ca6df3da-3964-4278-95c6-4d9e4e14bd90", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:18.656041 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04794807-5810-46a4-bfb6-efef11b8fd83 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:18.656501 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3ca549-5d17-4ed7-b8e4-6114acf430cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ca6df3da-3964-4278-95c6-4d9e4e14bd90', 'code': 200} Aug 17 02:52:18.659911 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port ca6df3da-3964-4278-95c6-4d9e4e14bd90, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ca6df3da-3964-4278-95c6-4d9e4e14bd90,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:18.698420 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0390e665-ecf2-46e7-b14b-0acfb8653c88 req-dad7e3ed-47ca-40b7-8740-679d44918441 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:18.700132 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0390e665-ecf2-46e7-b14b-0acfb8653c88 req-dad7e3ed-47ca-40b7-8740-679d44918441 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a92249-472d-4302-af3e-bb859ee973cb HTTP/1.1" status: 200 len: 947 time: 0.2303507 Aug 17 02:52:18.710785 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.768113 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae9ec0dd-0fd3-4c5e-a805-2ab5892cef35 None None] Network a79ae07b-fcb4-4336-888b-c03a6149d58c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:18.776177 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.782920 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.789638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67030207-161f-43c0-a52e-ba57f10982f1 req-03ea3e27-7d6e-44b3-9cc7-1a6868f5ddc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:18.791463 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67030207-161f-43c0-a52e-ba57f10982f1 req-03ea3e27-7d6e-44b3-9cc7-1a6868f5ddc7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1739526 Aug 17 02:52:18.815545 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 6b041864-cc56-4266-89e6-e3f1be1c0852 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:18.884211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37268) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:18.886261 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0390e665-ecf2-46e7-b14b-0acfb8653c88 req-6e63c9a2-9664-4058-b2b0-bc41e4343429 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1704984 Aug 17 02:52:18.911318 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcda9f04-5231-487e-ad26-72e183e1f96c req-33a1dc75-3971-4ff3-a951-d2e810d1b6b0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:18.918148 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bcda9f04-5231-487e-ad26-72e183e1f96c req-33a1dc75-3971-4ff3-a951-d2e810d1b6b0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.0764828 Aug 17 02:52:18.919196 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=ca6df3da-3964-4278-95c6-4d9e4e14bd90,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:18.919686 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f64a9426-16e0-436b-92a3-57b0abcc141a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:18.941914 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3edb8265-5c2f-4cf9-90c5-32338964948e', 'tag': '0de940e5-961b-4550-bc02-3bad3e4d3e37'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:18.944158 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b55c1d8b-0b0a-475b-986d-efcf77dc5d7e" -d '{"events": [{"name": "network-changed", "server_uuid": "3edb8265-5c2f-4cf9-90c5-32338964948e", "tag": "0de940e5-961b-4550-bc02-3bad3e4d3e37"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:18.949986 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e8bdbe-76c0-4817-936d-8c4a4ca350e7 req-b5a2b2aa-a06b-4b3a-8d89-fc4f5a14d1fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:18.951539 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-70e8bdbe-76c0-4817-936d-8c4a4ca350e7 req-b5a2b2aa-a06b-4b3a-8d89-fc4f5a14d1fb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 1095 time: 0.2505071 Aug 17 02:52:19.008571 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.009343 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3f7a909e-aff3-4c3b-9dd9-0fd99f7ef639 None None] Provisioning for port 6b041864-cc56-4266-89e6-e3f1be1c0852 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:19.024254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3f7a909e-aff3-4c3b-9dd9-0fd99f7ef639 None None] Provisioning complete for port 6b041864-cc56-4266-89e6-e3f1be1c0852 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:19.024639 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f7a909e-aff3-4c3b-9dd9-0fd99f7ef639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.048563 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bcda9f04-5231-487e-ad26-72e183e1f96c req-c4808d58-9d98-44c5-9c20-73f8806fee99 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252687 Aug 17 02:52:19.055208 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e48a3ec-68ab-4235-ac4d-97dfe6f858d5 x-openstack-request-id: req-8e48a3ec-68ab-4235-ac4d-97dfe6f858d5 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:19.056347 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3edb8265-5c2f-4cf9-90c5-32338964948e", "tag": "0de940e5-961b-4550-bc02-3bad3e4d3e37", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:19.058097 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8e48a3ec-68ab-4235-ac4d-97dfe6f858d5 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:19.058981 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3edb8265-5c2f-4cf9-90c5-32338964948e', 'tag': '0de940e5-961b-4550-bc02-3bad3e4d3e37', 'status': 'completed', 'code': 200} Aug 17 02:52:19.143986 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67030207-161f-43c0-a52e-ba57f10982f1 req-e5b47fde-9e53-4d92-aeda-b909ec8fa113 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3360868 Aug 17 02:52:19.152021 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37276) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:19.154819 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Allocated IP 172.25.1.140 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/6e4ed814-1ff0-4309-b844-cf6da7dd9034) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:19.198912 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f7a909e-aff3-4c3b-9dd9-0fd99f7ef639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.207373 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c1d8b-0b0a-475b-986d-efcf77dc5d7e req-f0061916-edea-49c3-8b1d-48c10fddf472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:19.216025 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-70e8bdbe-76c0-4817-936d-8c4a4ca350e7 req-ad2c2a1c-e3e3-4526-ba35-f12d64540bcf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2336581 Aug 17 02:52:19.217028 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b55c1d8b-0b0a-475b-986d-efcf77dc5d7e req-f0061916-edea-49c3-8b1d-48c10fddf472 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 1124 time: 0.1364338 Aug 17 02:52:19.252691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-3f7a909e-aff3-4c3b-9dd9-0fd99f7ef639 None None] For port 6b041864-cc56-4266-89e6-e3f1be1c0852, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6b041864-cc56-4266-89e6-e3f1be1c0852,segment=NetworkSegment(7aca493b-d36d-4f4b-8c27-34cc6ade149c),segment_id=7aca493b-d36d-4f4b-8c27-34cc6ade149c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:19.320885 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f7a909e-aff3-4c3b-9dd9-0fd99f7ef639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.370667 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5587eed8-5a38-4fc3-954e-530b7bd9b17f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.388985 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a909e-aff3-4c3b-9dd9-0fd99f7ef639 None None] Pushing event updated for resources: {'Port': ['ID=6b041864-cc56-4266-89e6-e3f1be1c0852,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:19.396565 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67030207-161f-43c0-a52e-ba57f10982f1 req-99f7f7dc-042c-4835-b8a8-3d6e257a75d1 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2285521 Aug 17 02:52:19.441838 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f64a9426-16e0-436b-92a3-57b0abcc141a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.448311 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.454716 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9991ad33-90c4-4795-b5a1-cd8084c1fd4e req-303e4319-e4f8-4db9-be20-3180918644d6 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:19.456338 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9991ad33-90c4-4795-b5a1-cd8084c1fd4e req-303e4319-e4f8-4db9-be20-3180918644d6 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 945 time: 0.2169230 Aug 17 02:52:19.503610 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c1d8b-0b0a-475b-986d-efcf77dc5d7e req-9ed6a0f5-6bf5-4b6c-9dfc-3e7f6f801839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:19.505130 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b55c1d8b-0b0a-475b-986d-efcf77dc5d7e req-9ed6a0f5-6bf5-4b6c-9dfc-3e7f6f801839 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.1979122 Aug 17 02:52:19.511976 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f64a9426-16e0-436b-92a3-57b0abcc141a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.525058 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27dba403-dc51-4f50-8304-3dffc4733b88 req-7bd78e58-f1d7-452b-a3f6-83a3dd54f571 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:19.526970 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27dba403-dc51-4f50-8304-3dffc4733b88 req-7bd78e58-f1d7-452b-a3f6-83a3dd54f571 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 943 time: 0.0761166 Aug 17 02:52:19.544614 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-50590ea5-2763-4b0c-acd7-836fcd16fa58 None None] Provisioning complete for port 6b041864-cc56-4266-89e6-e3f1be1c0852 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:19.545993 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50590ea5-2763-4b0c-acd7-836fcd16fa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.548404 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9991ad33-90c4-4795-b5a1-cd8084c1fd4e req-f38b955b-9801-42c7-a0f5-613a94eb673c tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781944 Aug 17 02:52:19.586733 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b55c1d8b-0b0a-475b-986d-efcf77dc5d7e req-2b341b63-c5a7-4579-a0c3-9bb7b8dcd400 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de940e5-961b-4550-bc02-3bad3e4d3e37 HTTP/1.1" status: 200 len: 217 time: 0.0717809 Aug 17 02:52:19.604757 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f64a9426-16e0-436b-92a3-57b0abcc141a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7375fef97aac4e0ea6d5c1aae7ed1341&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7144814 Aug 17 02:52:19.604757 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64a9426-16e0-436b-92a3-57b0abcc141a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a211b8a2-e0f7-4642-84f5-35cae0cd64ab,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:19.606222 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27dba403-dc51-4f50-8304-3dffc4733b88 req-a45c0364-a9dd-49fb-85eb-fe567d62a603 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590332 Aug 17 02:52:19.606959 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37284) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:19.638682 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.686967 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b55c1d8b-0b0a-475b-986d-efcf77dc5d7e req-3d77cf8b-563e-4637-b4cc-e4d3fc83fd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:19.688465 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b55c1d8b-0b0a-475b-986d-efcf77dc5d7e req-3d77cf8b-563e-4637-b4cc-e4d3fc83fd90 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.0823073 Aug 17 02:52:19.691229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:19.698616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:19.701084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:19.729910 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2894040-c26a-48fd-9b03-2cedae5c181c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.733098 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Pushing event updated for resources: {'Port': ['ID=6e4ed814-1ff0-4309-b844-cf6da7dd9034,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:19.733301 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b55c1d8b-0b0a-475b-986d-efcf77dc5d7e req-9c218f74-cf42-4470-a68f-cdd388d101fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332541 Aug 17 02:52:19.739441 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5587eed8-5a38-4fc3-954e-530b7bd9b17f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.795080 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5587eed8-5a38-4fc3-954e-530b7bd9b17f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.795303 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2894040-c26a-48fd-9b03-2cedae5c181c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.861763 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b55c1d8b-0b0a-475b-986d-efcf77dc5d7e req-ac893951-d765-41c6-beb9-dca41bc9b9e8 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203744 Aug 17 02:52:19.883483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5587eed8-5a38-4fc3-954e-530b7bd9b17f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4783e0c6-8eb7-467d-ae7c-47e8874367ed,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:19.894287 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5587eed8-5a38-4fc3-954e-530b7bd9b17f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=41ebe2dbaa584334add6adbe47698499&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7412231 Aug 17 02:52:19.896816 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37286) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:19.903736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 724f7063-2b68-4b59-89d4-1cd162cb1fbf details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:52:19.936261 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2894040-c26a-48fd-9b03-2cedae5c181c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.942783 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2894040-c26a-48fd-9b03-2cedae5c181c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.942783 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f2894040-c26a-48fd-9b03-2cedae5c181c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a211b8a2-e0f7-4642-84f5-35cae0cd64ab HTTP/1.1" status: 204 len: 168 time: 0.3324103 Aug 17 02:52:19.954002 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2894040-c26a-48fd-9b03-2cedae5c181c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a211b8a2-e0f7-4642-84f5-35cae0cd64ab,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:19.969523 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0591fbe7-0e63-457a-b1ab-1f600b5f46b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:19.998806 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0591fbe7-0e63-457a-b1ab-1f600b5f46b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:20.008687 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b55c1d8b-0b0a-475b-986d-efcf77dc5d7e req-e0b5eee6-3866-46b8-8094-5c22549f8bb7 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376631 Aug 17 02:52:20.106803 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb41e9d2-14a8-466c-bea2-cf924ece40c2 req-b2c13409-abb9-4431-a338-c7a3300590fc tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:20.108759 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cb41e9d2-14a8-466c-bea2-cf924ece40c2 req-b2c13409-abb9-4431-a338-c7a3300590fc tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a92249-472d-4302-af3e-bb859ee973cb HTTP/1.1" status: 200 len: 947 time: 0.0686526 Aug 17 02:52:20.139925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 724f7063-2b68-4b59-89d4-1cd162cb1fbf, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=724f7063-2b68-4b59-89d4-1cd162cb1fbf,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:20.164364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '724f7063-2b68-4b59-89d4-1cd162cb1fbf', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '724f7063-2b68-4b59-89d4-1cd162cb1fbf', 'mac_address': 'fa:16:3e:f3:2b:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.52'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:52:20.175371 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0591fbe7-0e63-457a-b1ab-1f600b5f46b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:20.179052 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0591fbe7-0e63-457a-b1ab-1f600b5f46b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:20.179328 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0591fbe7-0e63-457a-b1ab-1f600b5f46b2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4783e0c6-8eb7-467d-ae7c-47e8874367ed HTTP/1.1" status: 204 len: 168 time: 0.2815764 Aug 17 02:52:20.202161 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cb41e9d2-14a8-466c-bea2-cf924ece40c2 req-bf40fbf4-9beb-4916-90b5-e44734ef9db9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801685 Aug 17 02:52:20.220217 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:20.221214 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0591fbe7-0e63-457a-b1ab-1f600b5f46b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4783e0c6-8eb7-467d-ae7c-47e8874367ed,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:20.242115 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:20.273282 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 724f7063-2b68-4b59-89d4-1cd162cb1fbf {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:20.314574 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 724f7063-2b68-4b59-89d4-1cd162cb1fbf, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=724f7063-2b68-4b59-89d4-1cd162cb1fbf,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:20.362772 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 0de940e5-961b-4550-bc02-3bad3e4d3e37 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:52:20.383986 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c01cf4c5-a61a-44cd-b0d7-64a1432b0abd req-c2f7053b-c31c-4f9d-a715-caf49b880ff4 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:20.387398 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c01cf4c5-a61a-44cd-b0d7-64a1432b0abd req-c2f7053b-c31c-4f9d-a715-caf49b880ff4 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.2167692 Aug 17 02:52:20.434334 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:20.517562 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c01cf4c5-a61a-44cd-b0d7-64a1432b0abd req-807d081e-71d1-4fbf-b513-1d154ba20613 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229410 Aug 17 02:52:20.537039 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6b041864-cc56-4266-89e6-e3f1be1c0852 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:20.597788 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:20.614339 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 0de940e5-961b-4550-bc02-3bad3e4d3e37, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0de940e5-961b-4550-bc02-3bad3e4d3e37,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:20.700880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=724f7063-2b68-4b59-89d4-1cd162cb1fbf,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:20.704000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 0de940e5-961b-4550-bc02-3bad3e4d3e37 has no active binding in host n-h1-802060-9 {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:52:20.704369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:52:20.713204 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c995c20-3a89-4f35-a162-ebb09f5614e1 req-517fc274-1ad5-4d5a-a547-62773a5a406f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:20.715458 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2c995c20-3a89-4f35-a162-ebb09f5614e1 req-517fc274-1ad5-4d5a-a547-62773a5a406f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 945 time: 0.0690205 Aug 17 02:52:20.732036 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6b041864-cc56-4266-89e6-e3f1be1c0852 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:20.732410 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:20.744822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['724f7063-2b68-4b59-89d4-1cd162cb1fbf'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:20.782851 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2c995c20-3a89-4f35-a162-ebb09f5614e1 req-236d10ff-8563-4302-9b38-2195a089f3e1 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577979 Aug 17 02:52:20.853355 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:20.879399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66f193c-5c48-4602-b3e8-2ae16afbc0b7 req-f27979d2-2c99-4cc1-806b-12db5028ae12 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:20.881320 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c66f193c-5c48-4602-b3e8-2ae16afbc0b7 req-f27979d2-2c99-4cc1-806b-12db5028ae12 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 943 time: 0.1036944 Aug 17 02:52:20.914060 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d38486a-d6aa-4400-a100-5e2e7957f0f0 req-b4e0de35-4d5e-43f0-8f05-742b6a762f46 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:20.922819 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d38486a-d6aa-4400-a100-5e2e7957f0f0 req-b4e0de35-4d5e-43f0-8f05-742b6a762f46 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 1096 time: 0.0542781 Aug 17 02:52:20.954527 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c66f193c-5c48-4602-b3e8-2ae16afbc0b7 req-4e5f4f6d-43f9-4108-b8dc-9b8ad02bd086 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626795 Aug 17 02:52:20.966423 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d38486a-d6aa-4400-a100-5e2e7957f0f0 req-7c2185d9-2473-4d18-ae92-f830a6444289 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391405 Aug 17 02:52:21.032175 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port f8e39f80-e585-4606-9aa7-1e4b5c3d0f91, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f8e39f80-e585-4606-9aa7-1e4b5c3d0f91,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:21.051919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Router 6f66a460-a6a0-4164-8342-2ae9cf109603 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:52:21.066801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'f8e39f80-e585-4606-9aa7-1e4b5c3d0f91', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': 'f8e39f80-e585-4606-9aa7-1e4b5c3d0f91', 'mac_address': 'fa:16:3e:9e:24:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.79'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:52:21.131290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99605132-ff0a-4118-8e09-5a4f4e0ca81c req-e23ae351-31e5-416d-ad86-d94bfab167db tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:21.145110 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-99605132-ff0a-4118-8e09-5a4f4e0ca81c req-e23ae351-31e5-416d-ad86-d94bfab167db tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 1096 time: 0.1124349 Aug 17 02:52:21.147874 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:21.170930 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:21.199299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port f8e39f80-e585-4606-9aa7-1e4b5c3d0f91, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f8e39f80-e585-4606-9aa7-1e4b5c3d0f91,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:21.216798 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:21.227170 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Sync routers for ids ['6f66a460-a6a0-4164-8342-2ae9cf109603'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:21.229019 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-99605132-ff0a-4118-8e09-5a4f4e0ca81c req-6f69801c-da62-439b-afe9-c6739acb9f1d tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747302 Aug 17 02:52:21.239440 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Routers {'6f66a460-a6a0-4164-8342-2ae9cf109603'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:21.241295 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:52:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6f66a460-a6a0-4164-8342-2ae9cf109603'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:21.274380 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:21.369802 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Set router 6f66a460-a6a0-4164-8342-2ae9cf109603 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:21.376021 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=f8e39f80-e585-4606-9aa7-1e4b5c3d0f91,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:21.382940 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1cf9b2c-833e-4fcb-9d93-ce3ad6827ec9 req-c4c4906d-ace4-425d-9ef1-2f9254a8259e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:21.388706 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1cf9b2c-833e-4fcb-9d93-ce3ad6827ec9 req-c4c4906d-ace4-425d-9ef1-2f9254a8259e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a92249-472d-4302-af3e-bb859ee973cb HTTP/1.1" status: 200 len: 948 time: 0.0857184 Aug 17 02:52:21.394293 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:21.394293 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0c90314e-43bb-49dd-993d-602125961c85 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 939 time: 5.1774962 Aug 17 02:52:21.394612 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37346) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:21.449048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1cf9b2c-833e-4fcb-9d93-ce3ad6827ec9 req-d9b1e29c-3dbe-468b-b867-b49985b6883a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517678 Aug 17 02:52:21.633167 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79939714-router', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:16Z', 'updated_at': '2021-08-17T02:52:19Z', 'revision_number': 3, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'gw_port': {'id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:21.649541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['f8e39f80-e585-4606-9aa7-1e4b5c3d0f91'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:21.669344 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Checking router: 6f66a460-a6a0-4164-8342-2ae9cf109603 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:52:21.679056 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Updating router 6f66a460-a6a0-4164-8342-2ae9cf109603 port 6e4ed814-1ff0-4309-b844-cf6da7dd9034 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:52:21.732607 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:21.740378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f10f38be-88c3-42aa-a994-41f947179a3f req-0e81dd48-2e29-4fde-9255-12aae725c738 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:21.742497 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f10f38be-88c3-42aa-a994-41f947179a3f req-0e81dd48-2e29-4fde-9255-12aae725c738 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.1006157 Aug 17 02:52:21.810363 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f10f38be-88c3-42aa-a994-41f947179a3f req-f5726b35-fed0-4ce4-99d7-3b886a990af9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548520 Aug 17 02:52:21.925193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 724f7063-2b68-4b59-89d4-1cd162cb1fbf up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:21.933942 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-e2ca32fd-e34d-4075-946f-21b730a37460 service neutron] 10.222.0.60 "GET /v2.0/ports/0de940e5-961b-4550-bc02-3bad3e4d3e37/bindings/n-h1-802060-9 HTTP/1.1" status: 200 len: 384 time: 0.1878369 Aug 17 02:52:21.953787 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e30b643-460f-4bce-aa9e-29ab250ee829 req-7b712aa3-e7bf-43ad-8e14-a82483aece98 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:21.963486 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e30b643-460f-4bce-aa9e-29ab250ee829 req-7b712aa3-e7bf-43ad-8e14-a82483aece98 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 1096 time: 0.2187350 Aug 17 02:52:22.108065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 724f7063-2b68-4b59-89d4-1cd162cb1fbf completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:22.112610 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 724f7063-2b68-4b59-89d4-1cd162cb1fbf triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:22.113508 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.210437 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.238744 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e30b643-460f-4bce-aa9e-29ab250ee829 req-6b0529b8-fd8d-4281-a323-20896867fab5 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2742686 Aug 17 02:52:22.249156 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.262783 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Transition to ACTIVE for port object 6e4ed814-1ff0-4309-b844-cf6da7dd9034 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:22.267944 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 724f7063-2b68-4b59-89d4-1cd162cb1fbf, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=724f7063-2b68-4b59-89d4-1cd162cb1fbf,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:22.269603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a92249-472d-4302-af3e-bb859ee973cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724f7063-2b68-4b59-89d4-1cd162cb1fbf'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:22.278830 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb1743b-9aa4-4503-8343-6c82b2157458" -d '{"events": [{"server_uuid": "e6a92249-472d-4302-af3e-bb859ee973cb", "name": "network-vif-plugged", "status": "completed", "tag": "724f7063-2b68-4b59-89d4-1cd162cb1fbf"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:22.310309 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a85959-df30-4384-9e72-35bfe84d8723 req-ae8439ae-767e-4d7d-a737-29d826790198 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:22.313075 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85a85959-df30-4384-9e72-35bfe84d8723 req-ae8439ae-767e-4d7d-a737-29d826790198 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 943 time: 0.0882733 Aug 17 02:52:22.331401 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7ea3b91-9847-4607-89d3-165ae9681f53 x-openstack-request-id: req-e7ea3b91-9847-4607-89d3-165ae9681f53 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:22.331603 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.331700 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a92249-472d-4302-af3e-bb859ee973cb", "name": "network-vif-plugged", "status": "completed", "tag": "724f7063-2b68-4b59-89d4-1cd162cb1fbf", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:22.331974 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7ea3b91-9847-4607-89d3-165ae9681f53 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:22.332521 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a92249-472d-4302-af3e-bb859ee973cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '724f7063-2b68-4b59-89d4-1cd162cb1fbf', 'code': 200} Aug 17 02:52:22.334320 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.374727 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.393807 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Attempting to bind port 6e4ed814-1ff0-4309-b844-cf6da7dd9034 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:22.394239 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Attempting to bind port 6e4ed814-1ff0-4309-b844-cf6da7dd9034 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:22.394611 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Attempting to bind port 6e4ed814-1ff0-4309-b844-cf6da7dd9034 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:22.398027 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3829ab2-2da3-4119-af3c-b7367bb3b692 None None] Pushing event updated for resources: {'Port': ['ID=6e4ed814-1ff0-4309-b844-cf6da7dd9034,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:22.408988 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:22.409615 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:22.410514 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.411212 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:22.412527 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Bound port: 6e4ed814-1ff0-4309-b844-cf6da7dd9034, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:22.413115 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.416767 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3829ab2-2da3-4119-af3c-b7367bb3b692 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:22.417583 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3829ab2-2da3-4119-af3c-b7367bb3b692 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:22.418148 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3829ab2-2da3-4119-af3c-b7367bb3b692 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:22.418639 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3829ab2-2da3-4119-af3c-b7367bb3b692 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:22.419192 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3829ab2-2da3-4119-af3c-b7367bb3b692 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:22.420168 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3829ab2-2da3-4119-af3c-b7367bb3b692 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:22.420709 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3829ab2-2da3-4119-af3c-b7367bb3b692 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:22.421258 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3829ab2-2da3-4119-af3c-b7367bb3b692 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:22.421793 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3829ab2-2da3-4119-af3c-b7367bb3b692 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:22.422330 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3829ab2-2da3-4119-af3c-b7367bb3b692 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:22.423177 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3829ab2-2da3-4119-af3c-b7367bb3b692 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:22.423688 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3829ab2-2da3-4119-af3c-b7367bb3b692 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:52:22.452266 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85a85959-df30-4384-9e72-35bfe84d8723 req-e308f852-a9c7-4d65-9880-e33e4203d26d tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285727 Aug 17 02:52:22.497787 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=724f7063-2b68-4b59-89d4-1cd162cb1fbf,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:22.522614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-210ce363-caa5-4ca2-9724-94cd1b0a01f5 req-26ca1c2f-2d5e-49bf-a299-6098fe83b67b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:22.524265 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-210ce363-caa5-4ca2-9724-94cd1b0a01f5 req-26ca1c2f-2d5e-49bf-a299-6098fe83b67b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e6a92249-472d-4302-af3e-bb859ee973cb HTTP/1.1" status: 200 len: 1100 time: 0.0906124 Aug 17 02:52:22.559247 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] For port 6e4ed814-1ff0-4309-b844-cf6da7dd9034, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:22.564066 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] For port 6e4ed814-1ff0-4309-b844-cf6da7dd9034, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6e4ed814-1ff0-4309-b844-cf6da7dd9034,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:22.591599 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-210ce363-caa5-4ca2-9724-94cd1b0a01f5 req-130f7848-58ed-4c18-9c95-b56154e61f07 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586755 Aug 17 02:52:22.629642 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.693560 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Routers {'6f66a460-a6a0-4164-8342-2ae9cf109603'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:22.694396 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:52:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6f66a460-a6a0-4164-8342-2ae9cf109603'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:22.694689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37388) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:22.817474 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3829ab2-2da3-4119-af3c-b7367bb3b692 None None] Pushing event updated for resources: {'Port': ['ID=6e4ed814-1ff0-4309-b844-cf6da7dd9034,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:22.859853 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] Set router 6f66a460-a6a0-4164-8342-2ae9cf109603 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:22.880412 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b4d6-8b45-4ad1-9f59-59a45c050430 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:22.936202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Allocated IP 172.20.0.1 (a79ae07b-fcb4-4336-888b-c03a6149d58c/ec8eaba8-bfdf-49a8-989d-f19ef50b4e70/e6d70fcf-d27e-4c23-bb49-40b290062dc6) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:23.005466 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b4d6-8b45-4ad1-9f59-59a45c050430 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.069952 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f48869c-d6c4-4750-b267-08c3fd3914bd req-aabe836c-721c-447e-8d76-2a0ac3377b38 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:23.071491 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f48869c-d6c4-4750-b267-08c3fd3914bd req-aabe836c-721c-447e-8d76-2a0ac3377b38 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a92249-472d-4302-af3e-bb859ee973cb HTTP/1.1" status: 200 len: 949 time: 0.5208957 Aug 17 02:52:23.077707 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-38d2c7f6-a332-474b-bdf8-0372915e375c service neutron] For port 0de940e5-961b-4550-bc02-3bad3e4d3e37, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0de940e5-961b-4550-bc02-3bad3e4d3e37,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:23.093817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a48fc2d-69ec-4fe2-be8b-4c00fae37243 req-0d693903-d721-4fb2-adab-d0cea1162b4d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:23.096121 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7a48fc2d-69ec-4fe2-be8b-4c00fae37243 req-0d693903-d721-4fb2-adab-d0cea1162b4d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.0627086 Aug 17 02:52:23.119965 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1dc4b4d6-8b45-4ad1-9f59-59a45c050430 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.131320 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.146622 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-38d2c7f6-a332-474b-bdf8-0372915e375c service neutron] For port 0de940e5-961b-4550-bc02-3bad3e4d3e37, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:23.169869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dc4b4d6-8b45-4ad1-9f59-59a45c050430 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6a184967-a9aa-49ef-afbb-791db2ab75f5,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:23.174735 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Transition to ACTIVE for port object e6d70fcf-d27e-4c23-bb49-40b290062dc6 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:23.185125 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7a48fc2d-69ec-4fe2-be8b-4c00fae37243 req-f37f49e2-ab92-48de-b5db-2de614a6eaa3 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804980 Aug 17 02:52:23.187358 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79939714-router', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:16Z', 'updated_at': '2021-08-17T02:52:19Z', 'revision_number': 3, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'gw_port': {'id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:23.207400 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1dc4b4d6-8b45-4ad1-9f59-59a45c050430 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7fbd3a4d6159432580673f6b4d50a16b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5089042 Aug 17 02:52:23.208024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37400) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:23.210012 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f48869c-d6c4-4750-b267-08c3fd3914bd req-0a82a49e-2f57-4f37-9667-cc99e4b0a086 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188090 Aug 17 02:52:23.223483 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ff34581-ee60-4765-9c76-662a42a0381e None None] The sync data for ids ['6f66a460-a6a0-4164-8342-2ae9cf109603'] in n-d-802060-9 is: [{'id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79939714-router', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:16Z', 'updated_at': '2021-08-17T02:52:19Z', 'revision_number': 3, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'gw_port': {'id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c6:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:23.236481 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-38d2c7f6-a332-474b-bdf8-0372915e375c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de940e5-961b-4550-bc02-3bad3e4d3e37 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:23.272585 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-38d2c7f6-a332-474b-bdf8-0372915e375c service neutron] For port 0de940e5-961b-4550-bc02-3bad3e4d3e37, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=0de940e5-961b-4550-bc02-3bad3e4d3e37,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:23.292234 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65a22026-d278-439b-82b2-109ce700c365 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.338950 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65a22026-d278-439b-82b2-109ce700c365 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.384980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee35a5c-a702-4eb6-9b7f-f43391b1fe80 req-f6061d49-123f-4d57-8fa7-26aad0f326f5 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:23.386891 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ee35a5c-a702-4eb6-9b7f-f43391b1fe80 req-f6061d49-123f-4d57-8fa7-26aad0f326f5 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 1096 time: 0.0621901 Aug 17 02:52:23.444008 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ee35a5c-a702-4eb6-9b7f-f43391b1fe80 req-dd19daf3-cb02-4c1a-bd84-b66f6c450f29 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375741 Aug 17 02:52:23.506201 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-38d2c7f6-a332-474b-bdf8-0372915e375c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.562885 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.606001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-f102c5bc-0fdc-4241-a029-af98e6c6c000 req-59c8e720-c09f-4b2c-aa4c-20eed404318c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:52:23.606996 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f102c5bc-0fdc-4241-a029-af98e6c6c000 req-59c8e720-c09f-4b2c-aa4c-20eed404318c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0070052 Aug 17 02:52:23.626295 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65a22026-d278-439b-82b2-109ce700c365 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.630970 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65a22026-d278-439b-82b2-109ce700c365 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.630970 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-65a22026-d278-439b-82b2-109ce700c365 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a184967-a9aa-49ef-afbb-791db2ab75f5 HTTP/1.1" status: 204 len: 168 time: 0.4217370 Aug 17 02:52:23.646166 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a22026-d278-439b-82b2-109ce700c365 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a184967-a9aa-49ef-afbb-791db2ab75f5,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:23.691053 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Network a79ae07b-fcb4-4336-888b-c03a6149d58c is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:23.701144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:23.721793 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:23.779175 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:23.869662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d70fcf-d27e-4c23-bb49-40b290062dc6,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:23.897123 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524fe78-8042-43ee-a0e1-53ad74a5e1f1 req-e7b8e1d4-7b7a-463e-8426-6fbb574489e8 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:23.898781 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8524fe78-8042-43ee-a0e1-53ad74a5e1f1 req-e7b8e1d4-7b7a-463e-8426-6fbb574489e8 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 943 time: 0.3229105 Aug 17 02:52:23.939522 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-38d2c7f6-a332-474b-bdf8-0372915e375c service neutron] Transition to ACTIVE for port object 0de940e5-961b-4550-bc02-3bad3e4d3e37 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:23.985278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37416) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:23.997460 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8524fe78-8042-43ee-a0e1-53ad74a5e1f1 req-03e6a3f6-579c-4ebb-9883-cb21a0bc35d6 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880301 Aug 17 02:52:24.004052 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-38d2c7f6-a332-474b-bdf8-0372915e375c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.093348 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-38d2c7f6-a332-474b-bdf8-0372915e375c service neutron] No DVR routers for this DVR port 0de940e5-961b-4550-bc02-3bad3e4d3e37 on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:52:24.138647 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-db56208b-43a7-4ab4-a178-52c370995b03 None None] Provisioning for port e6d70fcf-d27e-4c23-bb49-40b290062dc6 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:24.151732 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-db56208b-43a7-4ab4-a178-52c370995b03 None None] Provisioning complete for port e6d70fcf-d27e-4c23-bb49-40b290062dc6 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:24.153070 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db56208b-43a7-4ab4-a178-52c370995b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.158392 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-38d2c7f6-a332-474b-bdf8-0372915e375c service neutron] 10.222.0.60 "PUT /v2.0/ports/0de940e5-961b-4550-bc02-3bad3e4d3e37/bindings/n-h1-802060-9/activate HTTP/1.1" status: 200 len: 369 time: 2.2165523 Aug 17 02:52:24.177139 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d2c7f6-a332-474b-bdf8-0372915e375c service neutron] Pushing event updated for resources: {'Port': ['ID=0de940e5-961b-4550-bc02-3bad3e4d3e37,revision_number=10']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:24.226596 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-db56208b-43a7-4ab4-a178-52c370995b03 None None] Port e6d70fcf-d27e-4c23-bb49-40b290062dc6 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:24.287932 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.363978 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c3aba628-deb5-46cd-8c67-c500e62e0b09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.390078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:24.402219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7b37a3-498e-4f44-bed2-e67ab7cde40d req-5295e2b0-e173-45df-a5c0-be56ef085406 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:24.410129 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4c7b37a3-498e-4f44-bed2-e67ab7cde40d req-5295e2b0-e173-45df-a5c0-be56ef085406 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.1152482 Aug 17 02:52:24.506357 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-9e9662a3-55eb-4a3c-b26d-9c5ccd7e6f99 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:24.509115 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-9e9662a3-55eb-4a3c-b26d-9c5ccd7e6f99 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e&tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 1095 time: 0.1123192 Aug 17 02:52:24.529078 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4c7b37a3-498e-4f44-bed2-e67ab7cde40d req-0275636e-96a3-4e33-a2c5-6acfddd23dd3 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177626 Aug 17 02:52:24.545016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:24.549735 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:24.556935 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.645511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6e4ed814-1ff0-4309-b844-cf6da7dd9034 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:24.655201 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c3aba628-deb5-46cd-8c67-c500e62e0b09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.665630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-471192b6-8288-41e8-8e6d-ae6f61817c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:24.668530 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-471192b6-8288-41e8-8e6d-ae6f61817c2b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e&tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7 HTTP/1.1" status: 200 len: 1095 time: 0.1480379 Aug 17 02:52:24.693464 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.757936 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c3aba628-deb5-46cd-8c67-c500e62e0b09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.762076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf59b9e-b74a-4cd8-bbd9-d62aa0f8aedf req-fa3d82cc-31cd-4e88-a446-e03b54245cba tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:24.765887 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cdf59b9e-b74a-4cd8-bbd9-d62aa0f8aedf req-fa3d82cc-31cd-4e88-a446-e03b54245cba tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=e6a92249-472d-4302-af3e-bb859ee973cb HTTP/1.1" status: 200 len: 949 time: 0.0934815 Aug 17 02:52:24.768284 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.826891 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.865819 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3a766e-e3ce-4eca-9bb3-892983509658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e39f80-e585-4606-9aa7-1e4b5c3d0f91'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:24.870055 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ba62e45-af42-4419-8569-3b8aa8fe492f" -d '{"events": [{"server_uuid": "dd3a766e-e3ce-4eca-9bb3-892983509658", "name": "network-vif-plugged", "status": "completed", "tag": "f8e39f80-e585-4606-9aa7-1e4b5c3d0f91"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:24.883620 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c3aba628-deb5-46cd-8c67-c500e62e0b09 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5c749565a8534493819e1ac0d51eea4d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8965478 Aug 17 02:52:24.888192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37452) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:24.889762 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port f8e39f80-e585-4606-9aa7-1e4b5c3d0f91, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f8e39f80-e585-4606-9aa7-1e4b5c3d0f91,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:24.898734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3aba628-deb5-46cd-8c67-c500e62e0b09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2ca10093-a265-445e-882e-c5386c29a7da,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:24.901036 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 6e4ed814-1ff0-4309-b844-cf6da7dd9034 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:24.905245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Pushing event updated for resources: {'Port': ['ID=e6d70fcf-d27e-4c23-bb49-40b290062dc6,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:24.905586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6e4ed814-1ff0-4309-b844-cf6da7dd9034 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:24.906151 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.948195 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:24.968217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-cc845c5e-9f0f-41af-9aae-26f9d0cb123a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:24.970358 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-cc845c5e-9f0f-41af-9aae-26f9d0cb123a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 1095 time: 0.2753179 Aug 17 02:52:24.987669 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cdf59b9e-b74a-4cd8-bbd9-d62aa0f8aedf req-fb0795b3-d733-431a-9bc3-b680eb3944ce tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621314 Aug 17 02:52:25.003306 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:25.046710 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6801d4a9-f343-4e0f-8c9b-6cc7b525a1cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:25.053681 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=f8e39f80-e585-4606-9aa7-1e4b5c3d0f91,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:25.138015 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6801d4a9-f343-4e0f-8c9b-6cc7b525a1cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:25.207607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Network a79ae07b-fcb4-4336-888b-c03a6149d58c is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:25.211369 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:25.285127 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbce7397-f33a-4fd6-a6ba-6a1c5efd9dd0 x-openstack-request-id: req-fbce7397-f33a-4fd6-a6ba-6a1c5efd9dd0 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:25.285127 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3a766e-e3ce-4eca-9bb3-892983509658", "name": "network-vif-plugged", "status": "completed", "tag": "f8e39f80-e585-4606-9aa7-1e4b5c3d0f91", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:25.285127 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fbce7397-f33a-4fd6-a6ba-6a1c5efd9dd0 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:25.285127 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3a766e-e3ce-4eca-9bb3-892983509658', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8e39f80-e585-4606-9aa7-1e4b5c3d0f91', 'code': 200} Aug 17 02:52:25.288602 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:25.327850 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 6e4ed814-1ff0-4309-b844-cf6da7dd9034, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6e4ed814-1ff0-4309-b844-cf6da7dd9034,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:25.349005 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-c41c651b-220a-4711-bf2f-0ccb48529853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:25.353168 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-c41c651b-220a-4711-bf2f-0ccb48529853 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.3716059 Aug 17 02:52:25.399466 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:25.450731 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6801d4a9-f343-4e0f-8c9b-6cc7b525a1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:25.454592 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6801d4a9-f343-4e0f-8c9b-6cc7b525a1cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:25.457887 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6801d4a9-f343-4e0f-8c9b-6cc7b525a1cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ca10093-a265-445e-882e-c5386c29a7da HTTP/1.1" status: 204 len: 168 time: 0.5658815 Aug 17 02:52:25.461100 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-1f714068-2e1d-41f7-b6ed-ebb2e770919e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0de940e5-961b-4550-bc02-3bad3e4d3e37 HTTP/1.1" status: 200 len: 217 time: 0.0937755 Aug 17 02:52:25.467312 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6801d4a9-f343-4e0f-8c9b-6cc7b525a1cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ca10093-a265-445e-882e-c5386c29a7da,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:25.470650 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a75b2d-4fc3-416a-953d-9fd79225de45 req-984b2885-759f-407f-b662-a08bdd9f18d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:25.470839 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-34a75b2d-4fc3-416a-953d-9fd79225de45 req-984b2885-759f-407f-b662-a08bdd9f18d8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=dd3a766e-e3ce-4eca-9bb3-892983509658 HTTP/1.1" status: 200 len: 1100 time: 0.2616673 Aug 17 02:52:25.487204 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8830fe-0873-4933-877c-c28c4c3cb778 req-18a12b0d-555c-471e-b834-bd33aad4f590 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:25.489066 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fe8830fe-0873-4933-877c-c28c4c3cb778 req-18a12b0d-555c-471e-b834-bd33aad4f590 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd3a766e-e3ce-4eca-9bb3-892983509658 HTTP/1.1" status: 200 len: 949 time: 0.2785001 Aug 17 02:52:25.502609 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=6e4ed814-1ff0-4309-b844-cf6da7dd9034,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:25.559448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-640edb38-7faa-424a-abf3-d78e11ad0fce None None] Provisioning complete for port e6d70fcf-d27e-4c23-bb49-40b290062dc6 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:25.559863 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-640edb38-7faa-424a-abf3-d78e11ad0fce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:25.570174 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-371a2fa4-aa0c-41fe-822f-f995a43430ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:25.572653 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-371a2fa4-aa0c-41fe-822f-f995a43430ef service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.0910034 Aug 17 02:52:25.586245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Router 6f66a460-a6a0-4164-8342-2ae9cf109603 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:52:25.601398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-640edb38-7faa-424a-abf3-d78e11ad0fce None None] Port e6d70fcf-d27e-4c23-bb49-40b290062dc6 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:25.627379 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-18f7a836-1641-4dab-bc02-0b79b73f5c14 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405831 Aug 17 02:52:25.635148 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-34a75b2d-4fc3-416a-953d-9fd79225de45 req-1e919b37-e00d-4d2e-a91f-97324f532f1b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297472 Aug 17 02:52:25.641147 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fe8830fe-0873-4933-877c-c28c4c3cb778 req-6e117cd8-07b2-4697-b9f0-b29975838d8c tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278682 Aug 17 02:52:25.783094 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-515ba953-a8e8-432d-ba56-bccb49a26379 service neutron] 10.222.0.30 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967901 Aug 17 02:52:25.790027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:25.796371 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bb1f1ab8-8809-49b7-80c3-585ca1696280 admin admin] 10.222.0.10 "PUT /v2.0/routers/6f66a460-a6a0-4164-8342-2ae9cf109603/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4004562 Aug 17 02:52:25.826015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Sync routers for ids ['6f66a460-a6a0-4164-8342-2ae9cf109603'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:25.832972 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13cdc74-9092-43db-9eff-92edaab526b0 req-bc996217-4e5e-4af5-8787-b06572d199fa tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:25.841731 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e13cdc74-9092-43db-9eff-92edaab526b0 req-bc996217-4e5e-4af5-8787-b06572d199fa tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 944 time: 0.0902114 Aug 17 02:52:25.845726 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Routers {'6f66a460-a6a0-4164-8342-2ae9cf109603'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:25.848258 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:52:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6f66a460-a6a0-4164-8342-2ae9cf109603'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:25.897394 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e13cdc74-9092-43db-9eff-92edaab526b0 req-7aa5137e-debd-4fea-9d16-d96ce6609172 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545967 Aug 17 02:52:25.978387 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0de940e5-961b-4550-bc02-3bad3e4d3e37 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:52:25.993041 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-6cf788a3-7aa1-4f1f-8fd9-f7464ad8f5ce service neutron] 10.222.0.30 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949921 Aug 17 02:52:26.058496 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Set router 6f66a460-a6a0-4164-8342-2ae9cf109603 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:26.093196 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0de940e5-961b-4550-bc02-3bad3e4d3e37 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:52:26.285744 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79939714-router', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:16Z', 'updated_at': '2021-08-17T02:52:24Z', 'revision_number': 4, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'gw_port': {'id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e6d70fcf-d27e-4c23-bb49-40b290062dc6', 'name': '', 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'mac_address': 'fa:16:3e:69:97:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:22Z', 'updated_at': '2021-08-17T02:52:24Z', 'revision_number': 2, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'subnets': [{'id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:26.317440 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Checking router: 6f66a460-a6a0-4164-8342-2ae9cf109603 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:52:26.318600 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Updating router 6f66a460-a6a0-4164-8342-2ae9cf109603 port e6d70fcf-d27e-4c23-bb49-40b290062dc6 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:52:26.331337 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-795cbeec-59eb-4a78-b4a8-e497304640cf tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:52:26.332371 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-795cbeec-59eb-4a78-b4a8-e497304640cf tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058749 Aug 17 02:52:26.352803 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:26.423779 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b125b5-2acb-4a52-b182-523455136ae1 req-5ee4d603-9af5-4ac4-9ca7-f07c75d2cc39 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:26.423779 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-5ee4d603-9af5-4ac4-9ca7-f07c75d2cc39 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports/ca6df3da-3964-4278-95c6-4d9e4e14bd90 HTTP/1.1" status: 200 len: 1093 time: 0.0756431 Aug 17 02:52:26.425514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37494) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:26.429183 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-90b125b5-2acb-4a52-b182-523455136ae1 req-6b5454f4-1e66-497f-880e-ec9affd364fd service neutron] Request body: {'binding': {'host': 'n-h1-802060-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:26.429780 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-90b125b5-2acb-4a52-b182-523455136ae1 req-6b5454f4-1e66-497f-880e-ec9affd364fd service neutron] Unknown quota resources ['binding']. {{(pid=101969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:52:26.467802 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839ed0e-857c-4a96-8e4a-22d43b8e9c83 req-45ecc491-e5f5-44a2-a7f7-10c6465f31c7 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:26.473950 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0839ed0e-857c-4a96-8e4a-22d43b8e9c83 req-45ecc491-e5f5-44a2-a7f7-10c6465f31c7 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.1182139 Aug 17 02:52:26.514769 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6e4ed814-1ff0-4309-b844-cf6da7dd9034 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:26.588430 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0839ed0e-857c-4a96-8e4a-22d43b8e9c83 req-7aef5fe0-deab-4f31-af5c-a34eb6595e94 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057594 Aug 17 02:52:26.662657 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6e4ed814-1ff0-4309-b844-cf6da7dd9034 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:26.663044 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:26.686705 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-90b125b5-2acb-4a52-b182-523455136ae1 req-6b5454f4-1e66-497f-880e-ec9affd364fd service neutron] Attempting to bind port ca6df3da-3964-4278-95c6-4d9e4e14bd90 on host n-h1-802060-9 for vnic_type normal with profile None {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:26.687193 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-90b125b5-2acb-4a52-b182-523455136ae1 req-6b5454f4-1e66-497f-880e-ec9affd364fd service neutron] Attempting to bind port ca6df3da-3964-4278-95c6-4d9e4e14bd90 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:26.687618 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b125b5-2acb-4a52-b182-523455136ae1 req-6b5454f4-1e66-497f-880e-ec9affd364fd service neutron] Attempting to bind port ca6df3da-3964-4278-95c6-4d9e4e14bd90 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:26.694563 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b125b5-2acb-4a52-b182-523455136ae1 req-6b5454f4-1e66-497f-880e-ec9affd364fd service neutron] Port ca6df3da-3964-4278-95c6-4d9e4e14bd90 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:52:26.695171 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b125b5-2acb-4a52-b182-523455136ae1 req-6b5454f4-1e66-497f-880e-ec9affd364fd service neutron] Attempting to bind port ca6df3da-3964-4278-95c6-4d9e4e14bd90 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:26.703986 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b125b5-2acb-4a52-b182-523455136ae1 req-6b5454f4-1e66-497f-880e-ec9affd364fd service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:26.704755 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b125b5-2acb-4a52-b182-523455136ae1 req-6b5454f4-1e66-497f-880e-ec9affd364fd service neutron] Checking segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:26.705519 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b125b5-2acb-4a52-b182-523455136ae1 req-6b5454f4-1e66-497f-880e-ec9affd364fd service neutron] Bound using segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:26.706081 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-90b125b5-2acb-4a52-b182-523455136ae1 req-6b5454f4-1e66-497f-880e-ec9affd364fd service neutron] Bound port: ca6df3da-3964-4278-95c6-4d9e4e14bd90, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:26.780670 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:26.783160 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fb8683e-d0ca-4bdc-94df-ccb13927fb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:26.818853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-90b125b5-2acb-4a52-b182-523455136ae1 req-6b5454f4-1e66-497f-880e-ec9affd364fd service neutron] For port ca6df3da-3964-4278-95c6-4d9e4e14bd90, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=ca6df3da-3964-4278-95c6-4d9e4e14bd90,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:26.824418 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Transition to ACTIVE for port object e6d70fcf-d27e-4c23-bb49-40b290062dc6 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:26.855694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-9164f691-3404-4715-afac-5f566a89fce1 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:26.857266 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-9164f691-3404-4715-afac-5f566a89fce1 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e&tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&binding%3Ahost_id=n-h1-802060-9 HTTP/1.1" status: 200 len: 1095 time: 0.0830052 Aug 17 02:52:26.875946 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-90b125b5-2acb-4a52-b182-523455136ae1 req-6b5454f4-1e66-497f-880e-ec9affd364fd service neutron] Notify callbacks [] for binding, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:26.877970 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-6b5454f4-1e66-497f-880e-ec9affd364fd service neutron] 10.222.0.10 "POST /v2.0/ports/ca6df3da-3964-4278-95c6-4d9e4e14bd90/bindings HTTP/1.1" status: 201 len: 389 time: 0.4551041 Aug 17 02:52:26.902998 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:26.973703 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77bffb0-bfb3-4861-af92-a4e0795aeb34 None None] Pushing event updated for resources: {'Port': ['ID=e6d70fcf-d27e-4c23-bb49-40b290062dc6,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:27.017340 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fb8683e-d0ca-4bdc-94df-ccb13927fb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.038793 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Attempting to bind port e6d70fcf-d27e-4c23-bb49-40b290062dc6 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:27.039065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Attempting to bind port e6d70fcf-d27e-4c23-bb49-40b290062dc6 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '7aca493b-d36d-4f4b-8c27-34cc6ade149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:27.039426 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Attempting to bind port e6d70fcf-d27e-4c23-bb49-40b290062dc6 on network a79ae07b-fcb4-4336-888b-c03a6149d58c {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:27.046329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:27.050525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Checking segment: {'id': '7aca493b-d36d-4f4b-8c27-34cc6ade149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:27.050525 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.050525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Bound using segment: {'id': '7aca493b-d36d-4f4b-8c27-34cc6ade149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:27.050525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Bound port: e6d70fcf-d27e-4c23-bb49-40b290062dc6, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7aca493b-d36d-4f4b-8c27-34cc6ade149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:27.050525 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.102992 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fb8683e-d0ca-4bdc-94df-ccb13927fb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.127242 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-b93a9f20-4509-4049-b359-5e0892d8ba41 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:27.136606 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-b93a9f20-4509-4049-b359-5e0892d8ba41 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/networks?id=a79ae07b-fcb4-4336-888b-c03a6149d58c HTTP/1.1" status: 200 len: 827 time: 0.2076769 Aug 17 02:52:27.142323 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6fb8683e-d0ca-4bdc-94df-ccb13927fb74 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9849cf698a3b46989192385ee2e90417&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7153888 Aug 17 02:52:27.144979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37512) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:27.148276 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] For port e6d70fcf-d27e-4c23-bb49-40b290062dc6, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:27.152636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] For port e6d70fcf-d27e-4c23-bb49-40b290062dc6, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e6d70fcf-d27e-4c23-bb49-40b290062dc6,segment=NetworkSegment(7aca493b-d36d-4f4b-8c27-34cc6ade149c),segment_id=7aca493b-d36d-4f4b-8c27-34cc6ade149c)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:27.153194 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fb8683e-d0ca-4bdc-94df-ccb13927fb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cd42bc3-987b-4f41-907f-0f60c2385ad9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:27.163289 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-c9fc8386-7510-4772-bebc-4026f57f90b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/quotas/02cc7fed2fd64b11ab50031f14ee562d HTTP/1.1" status: 200 len: 375 time: 0.0255072 Aug 17 02:52:27.237151 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9901d16b-e421-4559-9a2d-b8d23ca20a8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.245361 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-210f30ad-763b-4746-bd1b-e01cc04d108c tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=02cc7fed2fd64b11ab50031f14ee562d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0721309 Aug 17 02:52:27.252406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-7320e3fa-abc0-4592-b562-30ebdf61a3bd service neutron] For port 0de940e5-961b-4550-bc02-3bad3e4d3e37, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:27.254547 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-7320e3fa-abc0-4592-b562-30ebdf61a3bd service neutron] Notify callbacks [] for binding, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.256781 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d407c3f4-2ae9-44d3-bb13-cf95e77f450d req-7320e3fa-abc0-4592-b562-30ebdf61a3bd service neutron] 10.222.0.30 "DELETE /v2.0/ports/0de940e5-961b-4550-bc02-3bad3e4d3e37/bindings/n-h2-802060-9 HTTP/1.1" status: 204 len: 173 time: 0.3887515 Aug 17 02:52:27.267947 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9901d16b-e421-4559-9a2d-b8d23ca20a8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.286468 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.360296 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d7eea904-956b-4cb9-9f79-0e946e244700 req-7636f021-3a3d-42e3-85e0-a57e9ca76bb3 tempest-AbsoluteLimitsNegativeTestJSON-1110363139 tempest-AbsoluteLimitsNegativeTestJSON-1110363139-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=6742e744cac34d48a53c8e1c9ba1ce8c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0309017 Aug 17 02:52:27.365179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Routers {'6f66a460-a6a0-4164-8342-2ae9cf109603'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:27.365998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:52:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6f66a460-a6a0-4164-8342-2ae9cf109603'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:27.417202 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77bffb0-bfb3-4861-af92-a4e0795aeb34 None None] Pushing event updated for resources: {'Port': ['ID=e6d70fcf-d27e-4c23-bb49-40b290062dc6,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:27.470819 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-1a88cc39-c517-422d-963d-03d11d157738 service neutron] 10.222.0.10 "GET /v2.0/networks/a79ae07b-fcb4-4336-888b-c03a6149d58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005649 Aug 17 02:52:27.519032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] Set router 6f66a460-a6a0-4164-8342-2ae9cf109603 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:27.542700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7eea904-956b-4cb9-9f79-0e946e244700 req-51d77524-ad8c-4142-a801-52a7f873b348 tempest-AbsoluteLimitsNegativeTestJSON-1110363139 tempest-AbsoluteLimitsNegativeTestJSON-1110363139-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:27.544263 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d7eea904-956b-4cb9-9f79-0e946e244700 req-51d77524-ad8c-4142-a801-52a7f873b348 tempest-AbsoluteLimitsNegativeTestJSON-1110363139 tempest-AbsoluteLimitsNegativeTestJSON-1110363139-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1669590 Aug 17 02:52:27.551906 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9901d16b-e421-4559-9a2d-b8d23ca20a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.556076 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9901d16b-e421-4559-9a2d-b8d23ca20a8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:27.561307 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9901d16b-e421-4559-9a2d-b8d23ca20a8a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4cd42bc3-987b-4f41-907f-0f60c2385ad9 HTTP/1.1" status: 204 len: 168 time: 0.4138613 Aug 17 02:52:27.566875 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d7eea904-956b-4cb9-9f79-0e946e244700 req-9deb086a-1915-423d-b918-ce57c0021f88 tempest-AbsoluteLimitsNegativeTestJSON-1110363139 tempest-AbsoluteLimitsNegativeTestJSON-1110363139-project] 10.222.0.10 "GET /v2.0/quotas/6742e744cac34d48a53c8e1c9ba1ce8c HTTP/1.1" status: 200 len: 375 time: 0.0130103 Aug 17 02:52:27.576280 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9901d16b-e421-4559-9a2d-b8d23ca20a8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cd42bc3-987b-4f41-907f-0f60c2385ad9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:27.610636 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-af2aabf7-4055-44b1-b814-28fcfe465f8f service neutron] 10.222.0.10 "GET /v2.0/networks/a79ae07b-fcb4-4336-888b-c03a6149d58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1327479 Aug 17 02:52:27.610835 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d7eea904-956b-4cb9-9f79-0e946e244700 req-6b979217-6ab4-4dc7-8191-0849945b184a tempest-AbsoluteLimitsNegativeTestJSON-1110363139 tempest-AbsoluteLimitsNegativeTestJSON-1110363139-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6742e744cac34d48a53c8e1c9ba1ce8c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0282261 Aug 17 02:52:27.815964 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79939714-router', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:16Z', 'updated_at': '2021-08-17T02:52:24Z', 'revision_number': 4, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'gw_port': {'id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e6d70fcf-d27e-4c23-bb49-40b290062dc6', 'name': '', 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'mac_address': 'fa:16:3e:69:97:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:22Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 4, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'subnets': [{'id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:27.836477 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-747a9d8d-ba07-4a91-8c73-11d1616fa25e req-ee581c41-695e-4684-8578-4da1011c445a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:27.838781 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-747a9d8d-ba07-4a91-8c73-11d1616fa25e req-ee581c41-695e-4684-8578-4da1011c445a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd3a766e-e3ce-4eca-9bb3-892983509658 HTTP/1.1" status: 200 len: 949 time: 0.0706732 Aug 17 02:52:27.846779 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f773754-5ff7-49ca-b524-9422c978c047 None None] The sync data for ids ['6f66a460-a6a0-4164-8342-2ae9cf109603'] in n-d-802060-9 is: [{'id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79939714-router', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:16Z', 'updated_at': '2021-08-17T02:52:24Z', 'revision_number': 4, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'gw_port': {'id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e6d70fcf-d27e-4c23-bb49-40b290062dc6', 'name': '', 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'mac_address': 'fa:16:3e:69:97:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:22Z', 'updated_at': '2021-08-17T02:52:27Z', 'revision_number': 4, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'subnets': [{'id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:27.938161 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-747a9d8d-ba07-4a91-8c73-11d1616fa25e req-9db09c57-c0d4-4e39-a9c5-3870f221c7ba tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856693 Aug 17 02:52:28.018745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b70e857-73d1-4146-a809-d5211ac7afe6 req-3d5cff5a-b7c7-4bf1-92fa-84b4b2469b72 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:28.036542 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5b70e857-73d1-4146-a809-d5211ac7afe6 req-3d5cff5a-b7c7-4bf1-92fa-84b4b2469b72 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 944 time: 0.0904446 Aug 17 02:52:28.097676 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5b70e857-73d1-4146-a809-d5211ac7afe6 req-138580ce-7de3-4030-9229-55876f16eeb6 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578151 Aug 17 02:52:28.243603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d443eb3-620c-43bd-93fd-b7f72911d568 req-dd34b4f1-061b-47c4-b1cc-65d8bc5cd6b4 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:28.257265 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d443eb3-620c-43bd-93fd-b7f72911d568 req-dd34b4f1-061b-47c4-b1cc-65d8bc5cd6b4 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 945 time: 0.1148655 Aug 17 02:52:28.272461 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadf71f3-3218-4c85-a039-8b78d2de733e req-b8f4960d-c335-4f99-b2d7-8d043dec8658 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:28.274987 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cadf71f3-3218-4c85-a039-8b78d2de733e req-b8f4960d-c335-4f99-b2d7-8d043dec8658 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.0986893 Aug 17 02:52:28.311350 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d443eb3-620c-43bd-93fd-b7f72911d568 req-bc2ece4b-019b-4efc-ab8e-1c8dcf3ea234 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582235 Aug 17 02:52:28.335240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37548) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:28.360972 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cadf71f3-3218-4c85-a039-8b78d2de733e req-fb6a5b7d-1932-461b-88b2-d045558175e8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774813 Aug 17 02:52:28.402549 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d22a369-9c83-48fc-8f3d-a62aa72c6fa7 req-823b35a6-a2f2-4288-b84f-c31e2e3d108e tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 210 time: 0.0461700 Aug 17 02:52:28.566720 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c8cd516-88c7-4370-8ec5-612bb898a8e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.602684 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e6d70fcf-d27e-4c23-bb49-40b290062dc6 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:28.692202 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac22da43-3e1a-44e8-8966-799d66393dfa req-567f1c84-ea64-4335-aa27-ec81b0cb71cf tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:28.700452 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ac22da43-3e1a-44e8-8966-799d66393dfa req-567f1c84-ea64-4335-aa27-ec81b0cb71cf tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 1095 time: 0.1099024 Aug 17 02:52:28.778483 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ac22da43-3e1a-44e8-8966-799d66393dfa req-41b61652-2a4f-44cc-b7b1-f43f491a6805 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767846 Aug 17 02:52:28.834220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port e6d70fcf-d27e-4c23-bb49-40b290062dc6 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:28.836174 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c8cd516-88c7-4370-8ec5-612bb898a8e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.841742 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port e6d70fcf-d27e-4c23-bb49-40b290062dc6 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:28.842347 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:28.866291 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8572ad-f518-4e21-92e2-892eb2c4e57b req-2e46691d-7242-48a6-85f0-66b185798b3a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:28.874595 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f8572ad-f518-4e21-92e2-892eb2c4e57b req-2e46691d-7242-48a6-85f0-66b185798b3a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:28.882394 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2f8572ad-f518-4e21-92e2-892eb2c4e57b req-2e46691d-7242-48a6-85f0-66b185798b3a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd3a766e-e3ce-4eca-9bb3-892983509658&device_id=e6a92249-472d-4302-af3e-bb859ee973cb HTTP/1.1" status: 200 len: 1689 time: 0.1199787 Aug 17 02:52:28.936512 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2f8572ad-f518-4e21-92e2-892eb2c4e57b req-f1fa479e-1ae1-45ef-884d-70d4ce4e4284 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531349 Aug 17 02:52:28.954224 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c8cd516-88c7-4370-8ec5-612bb898a8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:29.013127 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:29.073543 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37582) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:29.086153 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2c8cd516-88c7-4370-8ec5-612bb898a8e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6742e744cac34d48a53c8e1c9ba1ce8c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7467041 Aug 17 02:52:29.089400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c8cd516-88c7-4370-8ec5-612bb898a8e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ad4bfe91-d679-4b0c-8eb6-bcb7c2e948d1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:29.113503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port e6d70fcf-d27e-4c23-bb49-40b290062dc6, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e6d70fcf-d27e-4c23-bb49-40b290062dc6,segment=NetworkSegment(7aca493b-d36d-4f4b-8c27-34cc6ade149c),segment_id=7aca493b-d36d-4f4b-8c27-34cc6ade149c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:29.201941 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:29.248427 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff6f4-982c-4021-8fa1-b19cc1fd23d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:29.273217 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=e6d70fcf-d27e-4c23-bb49-40b290062dc6,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:29.304004 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d553f66-a833-4a97-acac-23aa9471875c req-8478e9d1-1243-4c4b-ae0a-7c719309c641 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:29.313988 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d553f66-a833-4a97-acac-23aa9471875c req-8478e9d1-1243-4c4b-ae0a-7c719309c641 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 821 time: 0.2335861 Aug 17 02:52:29.317398 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff6f4-982c-4021-8fa1-b19cc1fd23d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:29.325333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c99c30b5-9963-424b-a1bf-74f54b655244 req-abe0eda3-2635-4559-8804-198a47f41428 tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:29.335650 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c99c30b5-9963-424b-a1bf-74f54b655244 req-abe0eda3-2635-4559-8804-198a47f41428 tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=dd3a766e-e3ce-4eca-9bb3-892983509658 HTTP/1.1" status: 200 len: 1100 time: 0.0571125 Aug 17 02:52:29.342034 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d553f66-a833-4a97-acac-23aa9471875c req-b991c9da-5dfe-4f2b-ab60-dcbc24252169 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/quotas/a5f6c79d6a2f4a25844cdc43d85d6af7 HTTP/1.1" status: 200 len: 375 time: 0.0270190 Aug 17 02:52:29.398979 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c99c30b5-9963-424b-a1bf-74f54b655244 req-8aa4acdf-07b1-4370-84a4-835e414f90a4 tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624328 Aug 17 02:52:29.401690 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b125b5-2acb-4a52-b182-523455136ae1 req-ee8854d3-b8b7-4876-951b-dc965400986e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:29.403661 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-ee8854d3-b8b7-4876-951b-dc965400986e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 1096 time: 0.0657172 Aug 17 02:52:29.431957 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d553f66-a833-4a97-acac-23aa9471875c req-0fd94ff7-2266-4ed6-bf84-0eeca34dde50 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0718310 Aug 17 02:52:29.522220 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff6f4-982c-4021-8fa1-b19cc1fd23d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:29.525119 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a8ff6f4-982c-4021-8fa1-b19cc1fd23d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:29.527500 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7a8ff6f4-982c-4021-8fa1-b19cc1fd23d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ad4bfe91-d679-4b0c-8eb6-bcb7c2e948d1 HTTP/1.1" status: 204 len: 168 time: 0.4529107 Aug 17 02:52:29.546174 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8ff6f4-982c-4021-8fa1-b19cc1fd23d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ad4bfe91-d679-4b0c-8eb6-bcb7c2e948d1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:29.589026 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d553f66-a833-4a97-acac-23aa9471875c req-93a8693d-9076-489f-b6b6-02dec5bb643a service neutron] 10.222.0.10 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317611 Aug 17 02:52:29.617476 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61964073-36dc-4ff6-bf48-72a1c70b2caf req-5ad0b43a-e59e-4a6f-8669-0297c8c7b941 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:29.619575 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-61964073-36dc-4ff6-bf48-72a1c70b2caf req-5ad0b43a-e59e-4a6f-8669-0297c8c7b941 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 945 time: 0.1168287 Aug 17 02:52:29.621120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d84bf535-f85b-4b55-b8c7-d6a4d4198bc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:29.622539 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d84bf535-f85b-4b55-b8c7-d6a4d4198bc6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 908 time: 0.2058840 Aug 17 02:52:29.694571 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-61964073-36dc-4ff6-bf48-72a1c70b2caf req-53cfcff1-31c9-4a08-9ad3-cce83269d5c6 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667658 Aug 17 02:52:29.739901 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d553f66-a833-4a97-acac-23aa9471875c req-54a1f836-1b41-47e9-8566-eb6e8b8faf8c service neutron] 10.222.0.10 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1452434 Aug 17 02:52:29.774716 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-afeb3e40-34b2-4528-b8a0-c358d73c7770 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca6df3da-3964-4278-95c6-4d9e4e14bd90 HTTP/1.1" status: 200 len: 217 time: 0.0976095 Aug 17 02:52:29.879297 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b125b5-2acb-4a52-b182-523455136ae1 req-4bed2124-60d3-4ca6-9d3c-280befb8791b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:29.880824 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-4bed2124-60d3-4ca6-9d3c-280befb8791b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.0962346 Aug 17 02:52:29.889847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b78b4b0-4465-49db-8578-235ce996af7a req-abbc37e0-96ac-43af-84d9-d05582d54ad1 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:29.891297 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b78b4b0-4465-49db-8578-235ce996af7a req-abbc37e0-96ac-43af-84d9-d05582d54ad1 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.1092398 Aug 17 02:52:29.923275 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-5263cece-3390-4b09-b6df-fdd4f698d26e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310020 Aug 17 02:52:29.995390 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b78b4b0-4465-49db-8578-235ce996af7a req-a1337270-b514-44f7-b485-a632e597c89a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935094 Aug 17 02:52:30.057540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-b16fe059-bdc8-4ca7-b5d6-9eabf87d718a service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203003 Aug 17 02:52:30.163567 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be78800a-d84c-405d-9598-334074ec0790 req-77c4fff8-1dfb-498a-902a-49b8bfb6c7e4 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 210 time: 0.0565112 Aug 17 02:52:30.224132 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-58900008-885b-44a8-8334-31db529748fc service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565082 Aug 17 02:52:30.239508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441a5c11-2473-4055-8b6f-aea6ca120802 req-fd965fd3-70b1-4052-a923-5a43b91c913f tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:30.241053 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-441a5c11-2473-4055-8b6f-aea6ca120802 req-fd965fd3-70b1-4052-a923-5a43b91c913f tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=e6a92249-472d-4302-af3e-bb859ee973cb HTTP/1.1" status: 200 len: 1100 time: 0.1639307 Aug 17 02:52:30.248795 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8f0b709d-ca35-456d-a5d4-253a5ffa64b5 req-83d2faa3-a77a-47b0-8a25-eea64614704a tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 210 time: 0.0292246 Aug 17 02:52:30.314050 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-441a5c11-2473-4055-8b6f-aea6ca120802 req-b312278e-a481-4a9e-9091-ab41c04dadfb tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629244 Aug 17 02:52:30.481490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e6d70fcf-d27e-4c23-bb49-40b290062dc6 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:30.579710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port e6d70fcf-d27e-4c23-bb49-40b290062dc6 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:30.580159 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:30.581273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b125b5-2acb-4a52-b182-523455136ae1 req-e8a799da-20a6-4160-a51e-faf4b2e76d8f tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:30.586406 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-e8a799da-20a6-4160-a51e-faf4b2e76d8f tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf&tenant_id=fbdcc79a0e414d57946c4903247557f0&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 1096 time: 0.1093519 Aug 17 02:52:30.608940 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802060-9'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:30.645112 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-626d0b4d-887a-4415-bb43-18f47e0864db tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8b31599f492b49b38d4cb24b8312fa72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0522084 Aug 17 02:52:30.754445 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:30.861349 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1926f59-0fa3-4847-aedf-001f2abbfa25 req-ca5c8aa1-e199-4620-b467-8b7b89a7d613 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:30.863643 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e1926f59-0fa3-4847-aedf-001f2abbfa25 req-ca5c8aa1-e199-4620-b467-8b7b89a7d613 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 945 time: 0.0638561 Aug 17 02:52:30.865884 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-ccd539ec-f0d6-4d33-a2ed-37caa9542680 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:30.867858 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-ccd539ec-f0d6-4d33-a2ed-37caa9542680 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2134342 Aug 17 02:52:30.912921 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-6b0bbeb2-758e-4dcd-b33f-254ca51048d9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/quotas/8b31599f492b49b38d4cb24b8312fa72 HTTP/1.1" status: 200 len: 375 time: 0.0182860 Aug 17 02:52:30.934770 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e1926f59-0fa3-4847-aedf-001f2abbfa25 req-8b4daafc-30a9-4f90-b4d1-face36ca9df5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539358 Aug 17 02:52:30.988982 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] For port ca6df3da-3964-4278-95c6-4d9e4e14bd90, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ca6df3da-3964-4278-95c6-4d9e4e14bd90,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:31.020312 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-3eacca60-751f-415d-9c62-4bc4d52b0595 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0994673 Aug 17 02:52:31.053760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] For port ca6df3da-3964-4278-95c6-4d9e4e14bd90, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:31.108407 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3ca549-5d17-4ed7-b8e4-6114acf430cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca6df3da-3964-4278-95c6-4d9e4e14bd90'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:31.111007 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5fc6a9d-17aa-404f-b403-eec3038941e3" -d '{"events": [{"server_uuid": "4f3ca549-5d17-4ed7-b8e4-6114acf430cf", "name": "network-vif-unplugged", "status": "completed", "tag": "ca6df3da-3964-4278-95c6-4d9e4e14bd90"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:31.121999 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:31.171772 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acaa941-8cc2-40b4-9bf1-215387b88a9e req-35eae057-c0cc-4a24-9e2e-21624ba04218 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:31.174607 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2acaa941-8cc2-40b4-9bf1-215387b88a9e req-35eae057-c0cc-4a24-9e2e-21624ba04218 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.0575690 Aug 17 02:52:31.218045 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2acaa941-8cc2-40b4-9bf1-215387b88a9e req-ca3ff27c-9649-48a7-9009-71c8ecfbf823 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373673 Aug 17 02:52:31.273855 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4392ee9f-f707-4a7e-845d-1e7988df38da x-openstack-request-id: req-4392ee9f-f707-4a7e-845d-1e7988df38da {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:31.273855 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3ca549-5d17-4ed7-b8e4-6114acf430cf", "name": "network-vif-unplugged", "status": "completed", "tag": "ca6df3da-3964-4278-95c6-4d9e4e14bd90", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:31.273855 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4392ee9f-f707-4a7e-845d-1e7988df38da {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:31.273855 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3ca549-5d17-4ed7-b8e4-6114acf430cf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ca6df3da-3964-4278-95c6-4d9e4e14bd90', 'code': 200} Aug 17 02:52:31.297829 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:31.389724 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-f75cfe69-13d8-4540-828e-b6b5f8e21d0b tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:31.391443 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-f75cfe69-13d8-4540-828e-b6b5f8e21d0b tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.60 "GET /v2.0/networks?id=a79ae07b-fcb4-4336-888b-c03a6149d58c HTTP/1.1" status: 200 len: 827 time: 0.1455278 Aug 17 02:52:31.397603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6df3da-3964-4278-95c6-4d9e4e14bd90,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:31.405325 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-38f307ab-f8c1-48a8-8bf0-a45a983e18d6 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Request body: {'port': {'device_id': 'b20638a6-726e-4002-b1a0-13ec647aa35f', 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c', 'admin_state_up': True, 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:31.420723 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Attempting to bind port ca6df3da-3964-4278-95c6-4d9e4e14bd90 on host n-h2-802060-9 for vnic_type normal with profile {"migrating_to": "n-h1-802060-9"} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:31.421474 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Attempting to bind port ca6df3da-3964-4278-95c6-4d9e4e14bd90 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:31.421973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Attempting to bind port ca6df3da-3964-4278-95c6-4d9e4e14bd90 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:31.427485 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Port ca6df3da-3964-4278-95c6-4d9e4e14bd90 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:52:31.427820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Attempting to bind port ca6df3da-3964-4278-95c6-4d9e4e14bd90 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:31.441190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:31.441190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Checking segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:31.441190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Bound using segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:31.441190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Bound port: ca6df3da-3964-4278-95c6-4d9e4e14bd90, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:31.441190 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:31.574766 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] For port ca6df3da-3964-4278-95c6-4d9e4e14bd90, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:31.611203 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] For port ca6df3da-3964-4278-95c6-4d9e4e14bd90, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ca6df3da-3964-4278-95c6-4d9e4e14bd90,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:31.646929 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-9ea8261b-b165-4d71-abb0-40aef8195337 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=52eb3425a89b4f9abc246913f352b116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0365093 Aug 17 02:52:31.651309 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-725bcd45-0dde-4ed8-9192-a5aec2f9ac2e req-3acb7a23-a0ba-4e2b-ad3c-4696c90205f2 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 210 time: 0.1055837 Aug 17 02:52:31.707157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37686) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:31.715820 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:31.793001 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-90f2ee9c-b8a1-47b3-a75c-44b3fc0ca77b tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:31.795075 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-90f2ee9c-b8a1-47b3-a75c-44b3fc0ca77b tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1411827 Aug 17 02:52:31.796402 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-38f307ab-f8c1-48a8-8bf0-a45a983e18d6 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Made reservation on behalf of 02cc7fed2fd64b11ab50031f14ee562d for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:31.800123 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-38f307ab-f8c1-48a8-8bf0-a45a983e18d6 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:31.834872 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-282332be-8558-448b-88b9-48c25c5b2386 req-ac0acaff-c5a2-419f-8cc2-1139a3a52759 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 210 time: 0.0433555 Aug 17 02:52:31.835530 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-a2a8f548-e809-41a8-b5ef-c3dee73c11d3 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/quotas/52eb3425a89b4f9abc246913f352b116 HTTP/1.1" status: 200 len: 375 time: 0.0222003 Aug 17 02:52:31.847144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6df3da-3964-4278-95c6-4d9e4e14bd90,revision_number=8']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:31.891983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:31.892918 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:31.894905 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-d9664034-80c7-48dc-83d9-4c6453acf4f6 service neutron] 10.222.0.30 "PUT /v2.0/ports/ca6df3da-3964-4278-95c6-4d9e4e14bd90 HTTP/1.1" status: 200 len: 1121 time: 1.3003361 Aug 17 02:52:31.917906 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0b3ce7f2-8765-43e2-a05f-f37e6b722e77 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=52eb3425a89b4f9abc246913f352b116&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0662680 Aug 17 02:52:31.939191 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-de512b1f-38e5-420e-817e-55d96f767d5b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-68305426-network', 'tenant_id': '584ea18469ca41d9b4edaef410100232'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:31.979645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['ca6df3da-3964-4278-95c6-4d9e4e14bd90'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:32.009898 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-38f307ab-f8c1-48a8-8bf0-a45a983e18d6 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Allocated IP 172.20.0.7 (a79ae07b-fcb4-4336-888b-c03a6149d58c/ec8eaba8-bfdf-49a8-989d-f19ef50b4e70/4c80519f-c25a-48a1-b173-65b6b40bbbdf) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:32.034238 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-647c49e1-5040-49eb-9a4c-962c3b86b519 req-da0969a8-dc7e-48a6-b6a2-7ce93951a216 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 210 time: 0.0401275 Aug 17 02:52:32.188988 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027f884d-e9b3-4e07-ba91-9b8e6a5b89e3 req-0fc8a1fa-811d-4319-92be-e6ea3b20e882 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:32.190527 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-027f884d-e9b3-4e07-ba91-9b8e6a5b89e3 req-0fc8a1fa-811d-4319-92be-e6ea3b20e882 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 943 time: 0.0630782 Aug 17 02:52:32.191640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de512b1f-38e5-420e-817e-55d96f767d5b admin admin] Made reservation on behalf of 584ea18469ca41d9b4edaef410100232 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:32.194052 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de512b1f-38e5-420e-817e-55d96f767d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.213864 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de512b1f-38e5-420e-817e-55d96f767d5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.256611 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-38f307ab-f8c1-48a8-8bf0-a45a983e18d6 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.278734 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-027f884d-e9b3-4e07-ba91-9b8e6a5b89e3 req-f136d746-b491-4f6b-b2df-98085c70c4e0 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749850 Aug 17 02:52:32.299286 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-38f307ab-f8c1-48a8-8bf0-a45a983e18d6 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Transition to ACTIVE for port object 4c80519f-c25a-48a1-b173-65b6b40bbbdf will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:32.397770 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de512b1f-38e5-420e-817e-55d96f767d5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.486657 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adef936e-1fda-49c6-9860-95c40808076d req-0ee394b3-0085-4756-a14c-a80f74aad6b2 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:32.486657 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-adef936e-1fda-49c6-9860-95c40808076d req-0ee394b3-0085-4756-a14c-a80f74aad6b2 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.0586395 Aug 17 02:52:32.537941 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-adef936e-1fda-49c6-9860-95c40808076d req-e401522e-cdea-4e84-960c-3c86dac58825 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471361 Aug 17 02:52:32.570158 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fdab3fb1-d004-498a-a044-5c6e24d75b2d tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=52eb3425a89b4f9abc246913f352b116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0252059 Aug 17 02:52:32.606690 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-38f307ab-f8c1-48a8-8bf0-a45a983e18d6 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.624369 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de512b1f-38e5-420e-817e-55d96f767d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.655584 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-38f307ab-f8c1-48a8-8bf0-a45a983e18d6 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Network a79ae07b-fcb4-4336-888b-c03a6149d58c is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:32.658256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de512b1f-38e5-420e-817e-55d96f767d5b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:52:32.659160 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-38f307ab-f8c1-48a8-8bf0-a45a983e18d6 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:32.661725 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-38f307ab-f8c1-48a8-8bf0-a45a983e18d6 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:32.670702 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f307ab-f8c1-48a8-8bf0-a45a983e18d6 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Pushing event updated for resources: {'Port': ['ID=4c80519f-c25a-48a1-b173-65b6b40bbbdf,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:32.680184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de512b1f-38e5-420e-817e-55d96f767d5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9c23813-02ac-493b-b247-71f014f8aac1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:32.707883 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de512b1f-38e5-420e-817e-55d96f767d5b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.708244 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-de512b1f-38e5-420e-817e-55d96f767d5b admin admin] Added segment 9687c9c7-a274-4ef1-a0a3-8c4e8190199c of type vlan for network 7614221c-4a8f-4d76-b9c1-3db8fea6780b Aug 17 02:52:32.736421 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.748375 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-38f307ab-f8c1-48a8-8bf0-a45a983e18d6 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:32.749030 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-38f307ab-f8c1-48a8-8bf0-a45a983e18d6 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.797614 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de512b1f-38e5-420e-817e-55d96f767d5b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:32.807988 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-5c585a1b-bee9-4178-8774-c0d1c59958d1 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:32.815402 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-5c585a1b-bee9-4178-8774-c0d1c59958d1 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2393355 Aug 17 02:52:32.824174 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab1dbed-5891-40fd-bc77-3555fe01827e req-370eacfe-c155-45ba-a8f4-845e259c5839 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:32.832201 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0ab1dbed-5891-40fd-bc77-3555fe01827e req-370eacfe-c155-45ba-a8f4-845e259c5839 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 931 time: 0.0904741 Aug 17 02:52:32.838653 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-a5bc744b-ebf5-493e-b50d-d9eb7f4818e5 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/quotas/52eb3425a89b4f9abc246913f352b116 HTTP/1.1" status: 200 len: 375 time: 0.0213928 Aug 17 02:52:32.870285 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0ab1dbed-5891-40fd-bc77-3555fe01827e req-8c7cf791-c0b4-4b3c-8a71-b508a1838a66 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a4c17de-6694-4971-bb8b-6d12409d75ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368609 Aug 17 02:52:32.877077 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-74b63825-c057-43eb-ab8b-024a12bfb486 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=52eb3425a89b4f9abc246913f352b116&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0373328 Aug 17 02:52:32.965146 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4fb87082-1689-4634-811f-6cfc9ad5f991 req-240e708e-3a0a-4837-87d8-b4a7dd9bd4d2 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 210 time: 0.0305278 Aug 17 02:52:32.979812 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-38f307ab-f8c1-48a8-8bf0-a45a983e18d6 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5786729 Aug 17 02:52:33.026119 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Request body: {'port': {'device_id': 'b20638a6-726e-4002-b1a0-13ec647aa35f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:33.125500 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de512b1f-38e5-420e-817e-55d96f767d5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.126504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de512b1f-38e5-420e-817e-55d96f767d5b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:33.127164 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de512b1f-38e5-420e-817e-55d96f767d5b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.198620 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de512b1f-38e5-420e-817e-55d96f767d5b admin admin] Pushing event updated for resources: {'Network': ['ID=7614221c-4a8f-4d76-b9c1-3db8fea6780b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:33.209738 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 7614221c-4a8f-4d76-b9c1-3db8fea6780b details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:52:33.273934 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f3ca549-5d17-4ed7-b8e4-6114acf430cf', 'tag': 'ca6df3da-3964-4278-95c6-4d9e4e14bd90'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:33.278532 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-490d776c-fe94-4c33-b2a6-e163d57c1c2d" -d '{"events": [{"name": "network-changed", "server_uuid": "4f3ca549-5d17-4ed7-b8e4-6114acf430cf", "tag": "ca6df3da-3964-4278-95c6-4d9e4e14bd90"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:33.295990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1b81499e-35c4-437b-9c51-84147923341c None None] Provisioning for port 4c80519f-c25a-48a1-b173-65b6b40bbbdf completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:33.313973 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1b81499e-35c4-437b-9c51-84147923341c None None] Provisioning complete for port 4c80519f-c25a-48a1-b173-65b6b40bbbdf triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:33.314704 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b81499e-35c4-437b-9c51-84147923341c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.329136 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41d6aae6-5652-4a1e-905d-0dd5cf6dd6c6 req-29570272-1f60-4536-acb0-cb06c21736d1 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 210 time: 0.0405238 Aug 17 02:52:33.336732 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.361798 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07839f74-97d4-4ec9-80c1-8b24d390d7cd req-f4c53b30-d312-4109-b3cf-5a3566d00776 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 210 time: 0.0465186 Aug 17 02:52:33.378215 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1b81499e-35c4-437b-9c51-84147923341c None None] Port 4c80519f-c25a-48a1-b173-65b6b40bbbdf cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:33.414050 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46a73a1a-1a18-4603-9e47-3b005db4b37b x-openstack-request-id: req-46a73a1a-1a18-4603-9e47-3b005db4b37b {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:33.414680 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f3ca549-5d17-4ed7-b8e4-6114acf430cf", "tag": "ca6df3da-3964-4278-95c6-4d9e4e14bd90", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:33.415147 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46a73a1a-1a18-4603-9e47-3b005db4b37b {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:33.416233 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f3ca549-5d17-4ed7-b8e4-6114acf430cf', 'tag': 'ca6df3da-3964-4278-95c6-4d9e4e14bd90', 'status': 'completed', 'code': 200} Aug 17 02:52:33.512351 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d776c-fe94-4c33-b2a6-e163d57c1c2d req-670e8e39-de45-4a76-a7c5-ff6305bc1df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:33.513926 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-490d776c-fe94-4c33-b2a6-e163d57c1c2d req-670e8e39-de45-4a76-a7c5-ff6305bc1df5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 1124 time: 0.0853295 Aug 17 02:52:33.528877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4219669d-0466-4529-86e6-753c44122b37 req-c40b1aee-3384-4ed4-b7b4-ee51ffa4b4e0 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:33.530740 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4219669d-0466-4529-86e6-753c44122b37 req-c40b1aee-3384-4ed4-b7b4-ee51ffa4b4e0 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 943 time: 0.0695431 Aug 17 02:52:33.590391 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.646959 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-de512b1f-38e5-420e-817e-55d96f767d5b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.9384181 Aug 17 02:52:33.657106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37740) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:33.674594 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-271cf9b8-bed1-4cca-91d9-0594b3f2b212 admin admin] Request body: {'subnet': {'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-68305426-subnet', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:33.724805 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7da787-e47f-414f-a42c-894d5e0a351c req-2e021d08-4360-46eb-83d9-4f1704feec3d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:33.724805 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ca7da787-e47f-414f-a42c-894d5e0a351c req-2e021d08-4360-46eb-83d9-4f1704feec3d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.0983891 Aug 17 02:52:33.752106 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c80519f-c25a-48a1-b173-65b6b40bbbdf {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:33.761507 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4219669d-0466-4529-86e6-753c44122b37 req-4c10597e-71e4-4262-bf31-65d4d1d75145 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125325 Aug 17 02:52:33.773890 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:33.801563 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Transition to ACTIVE for port object 4c80519f-c25a-48a1-b173-65b6b40bbbdf will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:33.812785 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ca7da787-e47f-414f-a42c-894d5e0a351c req-03c8a7e0-a1cf-4628-acd4-0c809085c7c8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754032 Aug 17 02:52:33.820459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d776c-fe94-4c33-b2a6-e163d57c1c2d req-0f2a828c-aa3c-4a0e-9800-5b8330dfbc8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:33.822681 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-490d776c-fe94-4c33-b2a6-e163d57c1c2d req-0f2a828c-aa3c-4a0e-9800-5b8330dfbc8e service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 908 time: 0.2893777 Aug 17 02:52:33.829796 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d553f66-a833-4a97-acac-23aa9471875c req-7352136a-44a6-4e58-81ed-eb4f3240854f tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:33.831325 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d553f66-a833-4a97-acac-23aa9471875c req-7352136a-44a6-4e58-81ed-eb4f3240854f tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.60 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 821 time: 0.2995536 Aug 17 02:52:33.872086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-490d776c-fe94-4c33-b2a6-e163d57c1c2d req-9c9a1133-d6d9-4f9b-8af8-63b49d5718c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca6df3da-3964-4278-95c6-4d9e4e14bd90 HTTP/1.1" status: 200 len: 217 time: 0.0395620 Aug 17 02:52:33.876172 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-2d553f66-a833-4a97-acac-23aa9471875c req-33f136f5-dac2-406a-a2d5-68fe8966d5f0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Request body: {'port': {'device_id': '61403451-cf04-4be6-a299-07af995c2627', 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977', 'admin_state_up': True, 'tenant_id': 'a5f6c79d6a2f4a25844cdc43d85d6af7'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:34.008852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-271cf9b8-bed1-4cca-91d9-0594b3f2b212 admin admin] Made reservation on behalf of 584ea18469ca41d9b4edaef410100232 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:34.008852 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-271cf9b8-bed1-4cca-91d9-0594b3f2b212 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:34.039473 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:34.073946 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-490d776c-fe94-4c33-b2a6-e163d57c1c2d req-84bd3c84-fddd-452b-b7e3-0be52994b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:34.075496 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-490d776c-fe94-4c33-b2a6-e163d57c1c2d req-84bd3c84-fddd-452b-b7e3-0be52994b3a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.1953833 Aug 17 02:52:34.123709 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c720f2ad-c798-456e-8d8e-fe336d6b7863 req-b8e07688-7493-4fda-a46d-f990b405279c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 210 time: 0.0402708 Aug 17 02:52:34.147086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-490d776c-fe94-4c33-b2a6-e163d57c1c2d req-d7e206b3-7bfc-441d-9cc3-08597ec73bab service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0559092 Aug 17 02:52:34.147934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Pushing event updated for resources: {'Port': ['ID=4c80519f-c25a-48a1-b173-65b6b40bbbdf,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:34.167451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0a68073-4f27-4a58-85f8-6f7f19a888a9 req-5a9fe72f-0670-4e65-8e1a-52094189facd tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:34.169032 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0a68073-4f27-4a58-85f8-6f7f19a888a9 req-5a9fe72f-0670-4e65-8e1a-52094189facd tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 931 time: 0.2064340 Aug 17 02:52:34.268273 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Attempting to bind port 4c80519f-c25a-48a1-b173-65b6b40bbbdf on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:34.268609 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Attempting to bind port 4c80519f-c25a-48a1-b173-65b6b40bbbdf by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '7aca493b-d36d-4f4b-8c27-34cc6ade149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:34.268936 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Attempting to bind port 4c80519f-c25a-48a1-b173-65b6b40bbbdf on network a79ae07b-fcb4-4336-888b-c03a6149d58c {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:34.274234 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Port 4c80519f-c25a-48a1-b173-65b6b40bbbdf on network a79ae07b-fcb4-4336-888b-c03a6149d58c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:52:34.274564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Attempting to bind port 4c80519f-c25a-48a1-b173-65b6b40bbbdf on network a79ae07b-fcb4-4336-888b-c03a6149d58c {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:34.281334 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:34.281737 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Checking segment: {'id': '7aca493b-d36d-4f4b-8c27-34cc6ade149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:34.282153 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Bound using segment: {'id': '7aca493b-d36d-4f4b-8c27-34cc6ade149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:34.282647 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Bound port: 4c80519f-c25a-48a1-b173-65b6b40bbbdf, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7aca493b-d36d-4f4b-8c27-34cc6ade149c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:34.283039 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:34.312421 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0a68073-4f27-4a58-85f8-6f7f19a888a9 req-ac14cc93-ffba-401e-96de-0b5c79092d12 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a4c17de-6694-4971-bb8b-6d12409d75ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1345246 Aug 17 02:52:34.384400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] For port 4c80519f-c25a-48a1-b173-65b6b40bbbdf, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:34.386012 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device ca6df3da-3964-4278-95c6-4d9e4e14bd90 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:52:34.438396 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] For port 4c80519f-c25a-48a1-b173-65b6b40bbbdf, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4c80519f-c25a-48a1-b173-65b6b40bbbdf,segment=NetworkSegment(7aca493b-d36d-4f4b-8c27-34cc6ade149c),segment_id=7aca493b-d36d-4f4b-8c27-34cc6ade149c)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:34.438698 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-490d776c-fe94-4c33-b2a6-e163d57c1c2d req-c82594e1-bf3f-417c-af77-a9f8c23d14ac service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350490 Aug 17 02:52:34.569330 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2fc9f305-fc7a-4573-8154-9bcd84abe6c2 req-098bae37-2722-4c21-a8fb-3a8fe9dd15f9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 210 time: 0.0393875 Aug 17 02:52:34.569750 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7fa363e5-6063-4ff1-a7b8-f25b2252bb84 req-5a18b3e3-4145-43b2-a88a-c3359cb5ed0e tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 210 time: 0.0958805 Aug 17 02:52:34.569842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port ca6df3da-3964-4278-95c6-4d9e4e14bd90, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ca6df3da-3964-4278-95c6-4d9e4e14bd90,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:34.580310 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device ca6df3da-3964-4278-95c6-4d9e4e14bd90 has no active binding in host n-h1-802060-9 {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:52:34.599050 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-490d776c-fe94-4c33-b2a6-e163d57c1c2d req-141f175f-0302-4aa7-8ab9-2faca2dc0fef service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487055 Aug 17 02:52:34.604878 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d553f66-a833-4a97-acac-23aa9471875c req-33f136f5-dac2-406a-a2d5-68fe8966d5f0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Made reservation on behalf of a5f6c79d6a2f4a25844cdc43d85d6af7 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:34.608939 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2d553f66-a833-4a97-acac-23aa9471875c req-33f136f5-dac2-406a-a2d5-68fe8966d5f0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:34.674682 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:34.713714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:34.714378 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:34.715816 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] 10.222.0.60 "PUT /v2.0/ports/4c80519f-c25a-48a1-b173-65b6b40bbbdf HTTP/1.1" status: 200 len: 1091 time: 1.7219167 Aug 17 02:52:34.716269 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20638a6-726e-4002-b1a0-13ec647aa35f', 'tag': '4c80519f-c25a-48a1-b173-65b6b40bbbdf'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:34.718600 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e89f02c8-080b-4ded-ad52-9874ccfd4983" -d '{"events": [{"name": "network-changed", "server_uuid": "b20638a6-726e-4002-b1a0-13ec647aa35f", "tag": "4c80519f-c25a-48a1-b173-65b6b40bbbdf"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:34.740871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-2d553f66-a833-4a97-acac-23aa9471875c req-33f136f5-dac2-406a-a2d5-68fe8966d5f0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Allocated IP 172.20.0.11 (c28a528a-b139-4af7-9a8b-0c957b3df977/05b2cba6-8685-4b11-af3a-42bf68dfb97b/31b9c165-0f4a-4807-b8da-e8fe3347cd41) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:34.749057 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-271cf9b8-bed1-4cca-91d9-0594b3f2b212 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:34.779421 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f2a744-1937-4e55-809c-ebd16818f418 service neutron] Pushing event updated for resources: {'Port': ['ID=4c80519f-c25a-48a1-b173-65b6b40bbbdf,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:34.797141 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4216d3eb-5537-4021-a6b3-e699e444e164 x-openstack-request-id: req-4216d3eb-5537-4021-a6b3-e699e444e164 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:34.797650 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20638a6-726e-4002-b1a0-13ec647aa35f", "tag": "4c80519f-c25a-48a1-b173-65b6b40bbbdf", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:34.798061 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4216d3eb-5537-4021-a6b3-e699e444e164 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:34.798640 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20638a6-726e-4002-b1a0-13ec647aa35f', 'tag': '4c80519f-c25a-48a1-b173-65b6b40bbbdf', 'status': 'completed', 'code': 200} Aug 17 02:52:34.861114 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f02c8-080b-4ded-ad52-9874ccfd4983 req-4e71869e-9477-4418-8964-635e86472c73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:34.862732 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e89f02c8-080b-4ded-ad52-9874ccfd4983 req-4e71869e-9477-4418-8964-635e86472c73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=02cc7fed2fd64b11ab50031f14ee562d&device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 1094 time: 0.0518467 Aug 17 02:52:34.881150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-271cf9b8-bed1-4cca-91d9-0594b3f2b212 admin admin] Checking segment: {'id': '9687c9c7-a274-4ef1-a0a3-8c4e8190199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:34.881537 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271cf9b8-bed1-4cca-91d9-0594b3f2b212 admin admin] Network hostable DHCP agents. Network: 7614221c-4a8f-4d76-b9c1-3db8fea6780b, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:52:34.888247 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-271cf9b8-bed1-4cca-91d9-0594b3f2b212 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8a795f62-7bc2-4976-a18a-36954442be30,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:35.534137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b3565b5-536b-4b84-8211-1aac2e57e6e0 req-9d6bbdde-a0c7-4713-8deb-4d5ffad7d154 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:35.534137 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8b3565b5-536b-4b84-8211-1aac2e57e6e0 req-9d6bbdde-a0c7-4713-8deb-4d5ffad7d154 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.1548922 Aug 17 02:52:35.534137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f02c8-080b-4ded-ad52-9874ccfd4983 req-1b6f2bc4-16c9-48af-a842-1dcda581a57b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:35.534137 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e89f02c8-080b-4ded-ad52-9874ccfd4983 req-1b6f2bc4-16c9-48af-a842-1dcda581a57b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=02cc7fed2fd64b11ab50031f14ee562d&shared=False HTTP/1.1" status: 200 len: 927 time: 0.2722619 Aug 17 02:52:35.534137 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8b3565b5-536b-4b84-8211-1aac2e57e6e0 req-28e31459-2194-479b-b68c-23da9da0676b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141772 Aug 17 02:52:35.536392 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb6d98e-ce19-4077-a0fa-4c607bbf11cc req-98885b6f-4ad7-4bd5-95ef-55f586cb739a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:35.536392 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6eb6d98e-ce19-4077-a0fa-4c607bbf11cc req-98885b6f-4ad7-4bd5-95ef-55f586cb739a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 943 time: 0.4046090 Aug 17 02:52:35.536392 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2d553f66-a833-4a97-acac-23aa9471875c req-33f136f5-dac2-406a-a2d5-68fe8966d5f0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:35.536392 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6eb6d98e-ce19-4077-a0fa-4c607bbf11cc req-ea2633c3-fb7e-4cb3-9848-63f63f682138 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607870 Aug 17 02:52:35.537382 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-75088c7f-b305-44c1-ad23-58edd8066539 req-7c6f8942-54d8-48cc-b78c-6ebad1182004 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 210 time: 0.0393655 Aug 17 02:52:35.537382 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89f02c8-080b-4ded-ad52-9874ccfd4983 req-1b14ba0c-4f01-48a0-8f07-b9627c3953c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:35.537382 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e89f02c8-080b-4ded-ad52-9874ccfd4983 req-1b14ba0c-4f01-48a0-8f07-b9627c3953c4 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2046623 Aug 17 02:52:35.537382 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-19be5d54-f5fa-4344-996b-fb72802f5f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:35.537382 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-19be5d54-f5fa-4344-996b-fb72802f5f06 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=02cc7fed2fd64b11ab50031f14ee562d&device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 1094 time: 0.0754054 Aug 17 02:52:35.537382 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ef5fbc-e2a8-4b26-8e33-f753b81335a8 req-bf82d72d-71ca-462e-accc-92ceab6f7202 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:35.537382 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33ef5fbc-e2a8-4b26-8e33-f753b81335a8 req-bf82d72d-71ca-462e-accc-92ceab6f7202 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 943 time: 0.0590880 Aug 17 02:52:35.555150 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-2f92a18e-799a-4a67-8dcd-0e52382aee57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c80519f-c25a-48a1-b173-65b6b40bbbdf HTTP/1.1" status: 200 len: 217 time: 0.0528080 Aug 17 02:52:35.601241 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33ef5fbc-e2a8-4b26-8e33-f753b81335a8 req-0d0f2ff3-9156-4d48-acbe-a309240ff8fc tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a4c17de-6694-4971-bb8b-6d12409d75ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931077 Aug 17 02:52:35.616389 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4184b928-0e81-43b0-a876-2e6b33231398 req-b5ac8692-a9c0-4103-bca9-f2504003413d tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 210 time: 0.0315287 Aug 17 02:52:35.622104 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-68d6d600-b2fc-4932-b3f8-fb1f32e6a580 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:35.632043 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-68d6d600-b2fc-4932-b3f8-fb1f32e6a580 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec8eaba8-bfdf-49a8-989d-f19ef50b4e70 HTTP/1.1" status: 200 len: 866 time: 0.0607560 Aug 17 02:52:35.694171 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f31808f3-34c1-4aeb-82f1-661624d730e9 req-68bb3bc1-435a-4e80-ae2f-a1f119b95dc3 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 210 time: 0.0295205 Aug 17 02:52:35.704544 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-7e567257-1ac8-4ecc-a0d8-7cafb55bf974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:35.706647 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-7e567257-1ac8-4ecc-a0d8-7cafb55bf974 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a79ae07b-fcb4-4336-888b-c03a6149d58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693047 Aug 17 02:52:35.756157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-271cf9b8-bed1-4cca-91d9-0594b3f2b212 admin admin] Network 7614221c-4a8f-4d76-b9c1-3db8fea6780b is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:52:35.759787 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2d553f66-a833-4a97-acac-23aa9471875c req-33f136f5-dac2-406a-a2d5-68fe8966d5f0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:35.812559 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2d553f66-a833-4a97-acac-23aa9471875c req-33f136f5-dac2-406a-a2d5-68fe8966d5f0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Network c28a528a-b139-4af7-9a8b-0c957b3df977 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:35.816004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-2d553f66-a833-4a97-acac-23aa9471875c req-33f136f5-dac2-406a-a2d5-68fe8966d5f0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:35.818653 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-f5a57bfc-29b7-4dd1-bab5-8f0cb9be81b3 service neutron] 10.222.0.60 "GET /v2.0/networks/a79ae07b-fcb4-4336-888b-c03a6149d58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1036739 Aug 17 02:52:35.820611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d553f66-a833-4a97-acac-23aa9471875c req-33f136f5-dac2-406a-a2d5-68fe8966d5f0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:35.824705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f136f5-dac2-406a-a2d5-68fe8966d5f0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Pushing event updated for resources: {'Port': ['ID=31b9c165-0f4a-4807-b8da-e8fe3347cd41,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:35.872844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d553f66-a833-4a97-acac-23aa9471875c req-33f136f5-dac2-406a-a2d5-68fe8966d5f0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:35.873478 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2d553f66-a833-4a97-acac-23aa9471875c req-33f136f5-dac2-406a-a2d5-68fe8966d5f0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:35.920128 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae1da3c9-2991-422f-8a1f-58825c734c32 req-91b89b1f-d4de-4fd3-8d7d-b05b4cbe02f4 service neutron] 10.222.0.60 "GET /v2.0/networks/a79ae07b-fcb4-4336-888b-c03a6149d58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900378 Aug 17 02:52:35.930706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-271cf9b8-bed1-4cca-91d9-0594b3f2b212 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 7614221c-4a8f-4d76-b9c1-3db8fea6780b) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:35.935384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-271cf9b8-bed1-4cca-91d9-0594b3f2b212 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:35.935967 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-271cf9b8-bed1-4cca-91d9-0594b3f2b212 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:35.939322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93417ce4-a3fa-4047-bed2-d029961572b9 None None] Network 7614221c-4a8f-4d76-b9c1-3db8fea6780b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:35.987969 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d553f66-a833-4a97-acac-23aa9471875c req-33f136f5-dac2-406a-a2d5-68fe8966d5f0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1191289 Aug 17 02:52:36.021520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Request body: {'port': {'device_id': '61403451-cf04-4be6-a299-07af995c2627', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:36.051316 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-4e648f8d-f620-4858-87b5-dc4674ee3ed5 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8b31599f492b49b38d4cb24b8312fa72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0293541 Aug 17 02:52:36.107472 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-7614221c-4a8f-4d76-b9c1-3db8fea6780b', 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'fixed_ips': [{'subnet_id': '8a795f62-7bc2-4976-a18a-36954442be30'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:52:36.108519 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:36.123653 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:36.145242 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-dbb2d753-bef9-40f2-8ab1-75207f056775 service neutron] 10.222.0.60 "GET /v2.0/ports/ca6df3da-3964-4278-95c6-4d9e4e14bd90/bindings/n-h1-802060-9 HTTP/1.1" status: 200 len: 384 time: 0.1176929 Aug 17 02:52:36.187113 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-03ed3ddf-3b8c-4e37-ba90-f5ac59ee9db1 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:36.188602 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-03ed3ddf-3b8c-4e37-ba90-f5ac59ee9db1 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1309893 Aug 17 02:52:36.202571 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-e058e6cf-d426-42cc-ab1d-cfa6872465d2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Request body: {'port': {'device_id': '47a5fba3-f4c6-4ef9-a5c1-226e7302569d', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '8b31599f492b49b38d4cb24b8312fa72'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:36.226004 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-271cf9b8-bed1-4cca-91d9-0594b3f2b212 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.5602696 Aug 17 02:52:36.226704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37772) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:36.232943 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-68305426-router', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:36.292914 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Allocated IP 172.20.0.2 (7614221c-4a8f-4d76-b9c1-3db8fea6780b/8a795f62-7bc2-4976-a18a-36954442be30/cb50ae91-6e8e-437a-97c2-6f501c25764e) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:36.450461 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:36.458528 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Transition to ACTIVE for port object cb50ae91-6e8e-437a-97c2-6f501c25764e will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:36.471569 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:36.473161 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:36.477292 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Transition to ACTIVE for port object cb50ae91-6e8e-437a-97c2-6f501c25764e will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:36.606992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-90b125b5-2acb-4a52-b182-523455136ae1 req-19c56df9-788f-4455-bfd9-caa521ca25d2 service neutron] For port ca6df3da-3964-4278-95c6-4d9e4e14bd90, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ca6df3da-3964-4278-95c6-4d9e4e14bd90,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:36.617255 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:36.637857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adde9315-5699-4778-a9cb-6f467c69231e req-64ad6eb5-a813-4788-8919-2c7268bbdd2f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:36.646048 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-adde9315-5699-4778-a9cb-6f467c69231e req-64ad6eb5-a813-4788-8919-2c7268bbdd2f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 943 time: 0.0629363 Aug 17 02:52:36.648735 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:36.663774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Network 7614221c-4a8f-4d76-b9c1-3db8fea6780b is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:36.667702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:36.670352 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:36.685458 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Pushing event updated for resources: {'Port': ['ID=cb50ae91-6e8e-437a-97c2-6f501c25764e,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:36.691658 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-adde9315-5699-4778-a9cb-6f467c69231e req-dea19a05-79f1-4c2f-b9bd-189fcd74ae61 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447042 Aug 17 02:52:36.692541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b9c165-0f4a-4807-b8da-e8fe3347cd41 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:36.692877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-e058e6cf-d426-42cc-ab1d-cfa6872465d2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Made reservation on behalf of 8b31599f492b49b38d4cb24b8312fa72 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:36.697487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-90b125b5-2acb-4a52-b182-523455136ae1 req-19c56df9-788f-4455-bfd9-caa521ca25d2 service neutron] For port ca6df3da-3964-4278-95c6-4d9e4e14bd90, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:36.699575 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-e058e6cf-d426-42cc-ab1d-cfa6872465d2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:36.705303 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:36.757741 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Attempting to bind port cb50ae91-6e8e-437a-97c2-6f501c25764e on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:36.758005 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Attempting to bind port cb50ae91-6e8e-437a-97c2-6f501c25764e by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '9687c9c7-a274-4ef1-a0a3-8c4e8190199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:36.758703 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Attempting to bind port cb50ae91-6e8e-437a-97c2-6f501c25764e on network 7614221c-4a8f-4d76-b9c1-3db8fea6780b {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:36.764675 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:36.765125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Checking segment: {'id': '9687c9c7-a274-4ef1-a0a3-8c4e8190199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:36.765574 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:36.766073 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Bound using segment: {'id': '9687c9c7-a274-4ef1-a0a3-8c4e8190199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:36.766448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Bound port: cb50ae91-6e8e-437a-97c2-6f501c25764e, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9687c9c7-a274-4ef1-a0a3-8c4e8190199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:36.766833 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:36.778601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbf6b415-90a2-4119-9d77-950ede425ad9 req-fa9bf6ce-eb7a-43ed-9a5d-5d5ff8e05c09 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:36.780310 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cbf6b415-90a2-4119-9d77-950ede425ad9 req-fa9bf6ce-eb7a-43ed-9a5d-5d5ff8e05c09 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.1856151 Aug 17 02:52:36.783602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Transition to ACTIVE for port object 31b9c165-0f4a-4807-b8da-e8fe3347cd41 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:36.791569 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-90b125b5-2acb-4a52-b182-523455136ae1 req-19c56df9-788f-4455-bfd9-caa521ca25d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ca6df3da-3964-4278-95c6-4d9e4e14bd90 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:36.851376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] For port cb50ae91-6e8e-437a-97c2-6f501c25764e, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:36.855211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] For port cb50ae91-6e8e-437a-97c2-6f501c25764e, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cb50ae91-6e8e-437a-97c2-6f501c25764e,segment=NetworkSegment(9687c9c7-a274-4ef1-a0a3-8c4e8190199c),segment_id=9687c9c7-a274-4ef1-a0a3-8c4e8190199c)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:36.868383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-90b125b5-2acb-4a52-b182-523455136ae1 req-19c56df9-788f-4455-bfd9-caa521ca25d2 service neutron] For port ca6df3da-3964-4278-95c6-4d9e4e14bd90, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=ca6df3da-3964-4278-95c6-4d9e4e14bd90,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:36.928937 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205904b1-bc99-4cba-a08e-06779768df84 req-7da5f622-672a-4e59-b954-3ed80a53ab61 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:36.932366 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-205904b1-bc99-4cba-a08e-06779768df84 req-7da5f622-672a-4e59-b954-3ed80a53ab61 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 932 time: 0.1084256 Aug 17 02:52:36.969954 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-e058e6cf-d426-42cc-ab1d-cfa6872465d2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Allocated IP 192.168.233.168 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/bfb17fc5-ba62-41e7-8fdf-2db4f213001d) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:36.973002 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cbf6b415-90a2-4119-9d77-950ede425ad9 req-4408d1ac-dc0a-4f5e-b1e0-f5915c33a865 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1760433 Aug 17 02:52:36.980480 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:36.996634 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-205904b1-bc99-4cba-a08e-06779768df84 req-f7720bb9-663f-41f9-a906-c6ee7c51344c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606215 Aug 17 02:52:37.036684 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:37.040029 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:37.105080 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dad201-3b6c-4844-941a-bc797fb56b2a None None] Pushing event updated for resources: {'Port': ['ID=cb50ae91-6e8e-437a-97c2-6f501c25764e,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:37.119714 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90b125b5-2acb-4a52-b182-523455136ae1 req-19c56df9-788f-4455-bfd9-caa521ca25d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:37.140196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=31b9c165-0f4a-4807-b8da-e8fe3347cd41,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:37.238267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8397197-7150-4d4d-bdad-4253b019efcc req-284b17fa-de09-4407-aa97-e5f058d8dd3e tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:37.240414 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8397197-7150-4d4d-bdad-4253b019efcc req-284b17fa-de09-4407-aa97-e5f058d8dd3e tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 943 time: 0.1296291 Aug 17 02:52:37.256449 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa515af2-2d10-46e2-8043-03f6b32d70c6 req-206350ff-7cc4-4e02-a4b7-905972104ad8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 210 time: 0.0888703 Aug 17 02:52:37.294031 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-e058e6cf-d426-42cc-ab1d-cfa6872465d2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:37.331130 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8397197-7150-4d4d-bdad-4253b019efcc req-3478adfe-292a-45ad-9d09-153c17d59d93 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a4c17de-6694-4971-bb8b-6d12409d75ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802135 Aug 17 02:52:37.332288 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-e058e6cf-d426-42cc-ab1d-cfa6872465d2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Transition to ACTIVE for port object bfb17fc5-ba62-41e7-8fdf-2db4f213001d will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:37.418993 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-47e61679-b096-4462-9fb2-da5fe7e4d072 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=52eb3425a89b4f9abc246913f352b116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0895762 Aug 17 02:52:37.455296 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-355a915e-b1ef-4e72-be8c-d5c482bdd8d7 req-904df67a-5c07-416f-90ba-ffaa6a439ef3 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 210 time: 0.0825667 Aug 17 02:52:37.466006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-90b125b5-2acb-4a52-b182-523455136ae1 req-19c56df9-788f-4455-bfd9-caa521ca25d2 service neutron] Transition to ACTIVE for port object ca6df3da-3964-4278-95c6-4d9e4e14bd90 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:37.467646 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Attempting to bind port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:37.467983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Attempting to bind port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:37.468319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Attempting to bind port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:37.491558 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-e058e6cf-d426-42cc-ab1d-cfa6872465d2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:37.504923 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['036c9b05-bee9-47a4-8090-ce1337309fc1', '7cf70f0c-1246-458d-999f-626ed945d594', '832256c5-5c54-47f5-8f5d-a940ced21811', 'f8e39f80-e585-4606-9aa7-1e4b5c3d0f91'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:37.511221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['724f7063-2b68-4b59-89d4-1cd162cb1fbf'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:37.518585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 on network c28a528a-b139-4af7-9a8b-0c957b3df977 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:52:37.518913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Attempting to bind port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:37.534188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:37.534535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Checking segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:37.534925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Bound using segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:37.535370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Bound port: 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:37.535731 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:37.571314 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e058e6cf-d426-42cc-ab1d-cfa6872465d2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Pushing event updated for resources: {'Port': ['ID=bfb17fc5-ba62-41e7-8fdf-2db4f213001d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:37.586856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-e058e6cf-d426-42cc-ab1d-cfa6872465d2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:37.589236 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-e058e6cf-d426-42cc-ab1d-cfa6872465d2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:37.592596 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-e058e6cf-d426-42cc-ab1d-cfa6872465d2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:37.645929 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90b125b5-2acb-4a52-b182-523455136ae1 req-19c56df9-788f-4455-bfd9-caa521ca25d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:37.664207 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-e058e6cf-d426-42cc-ab1d-cfa6872465d2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:37.666652 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-e058e6cf-d426-42cc-ab1d-cfa6872465d2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:37.676754 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-2a5695f5-1a7a-4fc9-9283-4f8c4f48100e tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:37.679503 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-2a5695f5-1a7a-4fc9-9283-4f8c4f48100e tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2334585 Aug 17 02:52:37.716066 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0e145515-b504-4b6f-8254-b943dc3291b7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Request body: {'port': {'device_id': '3458da9b-f914-4dd8-90cd-598cb8e79c75', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '52eb3425a89b4f9abc246913f352b116'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:37.800389 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] For port 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:37.860650 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-e058e6cf-d426-42cc-ab1d-cfa6872465d2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6620736 Aug 17 02:52:37.882895 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Request body: {'port': {'device_id': '47a5fba3-f4c6-4ef9-a5c1-226e7302569d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:37.908713 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6336c554-9503-4228-8354-160519070caa req-928adcf3-6137-4433-8fcd-6b3af582eae6 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:37.910524 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6336c554-9503-4228-8354-160519070caa req-928adcf3-6137-4433-8fcd-6b3af582eae6 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 944 time: 0.1253691 Aug 17 02:52:37.945387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] For port 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=31b9c165-0f4a-4807-b8da-e8fe3347cd41,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:37.955229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-90b125b5-2acb-4a52-b182-523455136ae1 req-19c56df9-788f-4455-bfd9-caa521ca25d2 service neutron] No DVR routers for this DVR port ca6df3da-3964-4278-95c6-4d9e4e14bd90 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:52:38.017545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c56df9-788f-4455-bfd9-caa521ca25d2 service neutron] Pushing event updated for resources: {'Port': ['ID=ca6df3da-3964-4278-95c6-4d9e4e14bd90,revision_number=10']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:38.055183 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-19c56df9-788f-4455-bfd9-caa521ca25d2 service neutron] 10.222.0.60 "PUT /v2.0/ports/ca6df3da-3964-4278-95c6-4d9e4e14bd90/bindings/n-h1-802060-9/activate HTTP/1.1" status: 200 len: 369 time: 1.8897398 Aug 17 02:52:38.055330 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6336c554-9503-4228-8354-160519070caa req-1a3e436e-c156-425f-8f92-ffc376e4344c tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176863 Aug 17 02:52:38.083185 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.086100 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.131338 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.134098 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.192931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-657eeff8-f5ae-46e2-8baa-10440c5eff78 None None] Provisioning for port bfb17fc5-ba62-41e7-8fdf-2db4f213001d completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:38.201115 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-657eeff8-f5ae-46e2-8baa-10440c5eff78 None None] Provisioning complete for port bfb17fc5-ba62-41e7-8fdf-2db4f213001d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:38.201780 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-657eeff8-f5ae-46e2-8baa-10440c5eff78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.227121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:38.227931 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.229713 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d553f66-a833-4a97-acac-23aa9471875c req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] 10.222.0.60 "PUT /v2.0/ports/31b9c165-0f4a-4807-b8da-e8fe3347cd41 HTTP/1.1" status: 200 len: 1092 time: 2.2132435 Aug 17 02:52:38.260854 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61403451-cf04-4be6-a299-07af995c2627', 'tag': '31b9c165-0f4a-4807-b8da-e8fe3347cd41'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:38.266103 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39612476-13f0-4a89-a464-73e4436a1736" -d '{"events": [{"name": "network-changed", "server_uuid": "61403451-cf04-4be6-a299-07af995c2627", "tag": "31b9c165-0f4a-4807-b8da-e8fe3347cd41"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:38.282656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0e145515-b504-4b6f-8254-b943dc3291b7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Made reservation on behalf of 52eb3425a89b4f9abc246913f352b116 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:38.286174 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0e145515-b504-4b6f-8254-b943dc3291b7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.318760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-657eeff8-f5ae-46e2-8baa-10440c5eff78 None None] Port bfb17fc5-ba62-41e7-8fdf-2db4f213001d cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:38.334216 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0e145515-b504-4b6f-8254-b943dc3291b7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.364349 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-cb45c536-9095-410b-a154-acfbd1e64a60 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=52eb3425a89b4f9abc246913f352b116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1355548 Aug 17 02:52:38.374538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0817e-4929-4538-8d2d-cc9d0ca0e7a3 service neutron] Pushing event updated for resources: {'Port': ['ID=31b9c165-0f4a-4807-b8da-e8fe3347cd41,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:38.389617 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7acfb79-b0ca-494a-85ae-ab40266deb8c req-8d62e001-01c6-4668-8b46-fd7eb2a89e8a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:38.391594 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a7acfb79-b0ca-494a-85ae-ab40266deb8c req-8d62e001-01c6-4668-8b46-fd7eb2a89e8a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.2627242 Aug 17 02:52:38.527314 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1a1ddb0-1889-420e-9c18-a663318e99ba None None] Network 7614221c-4a8f-4d76-b9c1-3db8fea6780b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:52:38.597870 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cb50ae91-6e8e-437a-97c2-6f501c25764e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:38.716045 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-23e669e4-967a-4c61-b05a-680d6fc8e9fd None None] Provisioning for port cb50ae91-6e8e-437a-97c2-6f501c25764e completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:38.795706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Allocated IP 172.25.1.102 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/da983685-3bae-4159-89a3-dd478d8903e2) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:38.813157 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a7acfb79-b0ca-494a-85ae-ab40266deb8c req-95254832-0da9-4c9a-9ac6-175e146fedd9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4084711 Aug 17 02:52:38.864089 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port cb50ae91-6e8e-437a-97c2-6f501c25764e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:38.872412 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port cb50ae91-6e8e-437a-97c2-6f501c25764e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:38.875101 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:38.898180 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d553f66-a833-4a97-acac-23aa9471875c req-220057ca-096f-4568-866d-0c2a81478a8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:38.900987 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d553f66-a833-4a97-acac-23aa9471875c req-220057ca-096f-4568-866d-0c2a81478a8f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 1095 time: 0.1972916 Aug 17 02:52:38.969935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd2487-c576-45bc-828a-a9008fcefbce req-2f52ca5e-d069-472a-9f58-596b335d2807 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:38.977763 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d7dd2487-c576-45bc-828a-a9008fcefbce req-2f52ca5e-d069-472a-9f58-596b335d2807 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 944 time: 0.7783625 Aug 17 02:52:38.980465 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d553f66-a833-4a97-acac-23aa9471875c req-28919c6d-28ae-4a6c-802b-7ba478efa4d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b9c165-0f4a-4807-b8da-e8fe3347cd41 HTTP/1.1" status: 200 len: 217 time: 0.0604742 Aug 17 02:52:38.996284 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0e145515-b504-4b6f-8254-b943dc3291b7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:39.001128 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:39.054123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port cb50ae91-6e8e-437a-97c2-6f501c25764e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cb50ae91-6e8e-437a-97c2-6f501c25764e,segment=NetworkSegment(9687c9c7-a274-4ef1-a0a3-8c4e8190199c),segment_id=9687c9c7-a274-4ef1-a0a3-8c4e8190199c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:39.060693 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:39.077719 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0e145515-b504-4b6f-8254-b943dc3291b7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:39.110251 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b125b5-2acb-4a52-b182-523455136ae1 req-bd518d0d-6663-41de-bd85-b097863166c7 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:39.121891 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-bd518d0d-6663-41de-bd85-b097863166c7 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf&tenant_id=fbdcc79a0e414d57946c4903247557f0&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 1095 time: 0.7116773 Aug 17 02:52:39.125787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d553f66-a833-4a97-acac-23aa9471875c req-80e0373c-121b-4563-909f-a469b2bb0a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:39.127378 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d553f66-a833-4a97-acac-23aa9471875c req-80e0373c-121b-4563-909f-a469b2bb0a72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.1336994 Aug 17 02:52:39.145383 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d7dd2487-c576-45bc-828a-a9008fcefbce req-79b3fa9c-3568-480e-b478-cd63f5496c36 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1659338 Aug 17 02:52:39.147422 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bfb17fc5-ba62-41e7-8fdf-2db4f213001d {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:39.153619 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a051580e-1161-40c2-8b86-8d2368352506 None None] Provisioning complete for port cb50ae91-6e8e-437a-97c2-6f501c25764e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:39.154431 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a051580e-1161-40c2-8b86-8d2368352506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:39.172489 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:39.180964 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-c1478a7f-33e5-4aa1-a1b6-4deae4770cf5 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:39.181275 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:39.183041 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-c1478a7f-33e5-4aa1-a1b6-4deae4770cf5 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8086662 Aug 17 02:52:39.199694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-bd646f46-04bc-4700-b4ee-ce8e8649de0c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Request body: {'port': {'device_id': 'd6f89d5d-a87c-4d67-a304-f43785225fe3', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '52eb3425a89b4f9abc246913f352b116'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:39.208719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Transition to ACTIVE for port object bfb17fc5-ba62-41e7-8fdf-2db4f213001d will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:39.230054 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e145515-b504-4b6f-8254-b943dc3291b7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9c7f17a5-b048-4d22-be4e-276f2497bc9e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:39.241215 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a934e8f4-5914-4dcb-aac1-f1a8e4c48f55 x-openstack-request-id: req-a934e8f4-5914-4dcb-aac1-f1a8e4c48f55 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:39.241544 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61403451-cf04-4be6-a299-07af995c2627", "tag": "31b9c165-0f4a-4807-b8da-e8fe3347cd41", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:39.241802 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a934e8f4-5914-4dcb-aac1-f1a8e4c48f55 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:39.242704 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61403451-cf04-4be6-a299-07af995c2627', 'tag': '31b9c165-0f4a-4807-b8da-e8fe3347cd41', 'status': 'completed', 'code': 200} Aug 17 02:52:39.245073 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d553f66-a833-4a97-acac-23aa9471875c req-fffec31c-7faf-483a-8444-04d90c17af1e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629733 Aug 17 02:52:39.266453 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b125b5-2acb-4a52-b182-523455136ae1 req-722bec04-c1bb-4cb7-a56d-e594fc62905c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:39.268000 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-722bec04-c1bb-4cb7-a56d-e594fc62905c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf&tenant_id=fbdcc79a0e414d57946c4903247557f0 HTTP/1.1" status: 200 len: 1095 time: 0.1466923 Aug 17 02:52:39.285235 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:39.297674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77205df5-24f0-4ae5-906b-03071f864f60 req-5d4e99fd-59c3-47c8-9283-c0b542c8103a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:39.298935 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77205df5-24f0-4ae5-906b-03071f864f60 req-5d4e99fd-59c3-47c8-9283-c0b542c8103a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 936 time: 0.2436371 Aug 17 02:52:39.310052 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=cb50ae91-6e8e-437a-97c2-6f501c25764e,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:39.446139 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0e145515-b504-4b6f-8254-b943dc3291b7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Allocated IP 192.168.233.6 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/7046ae57-8eea-4f27-ab1f-79cacdcaf3e0) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:39.453142 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Pushing event updated for resources: {'Port': ['ID=bfb17fc5-ba62-41e7-8fdf-2db4f213001d,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:39.456086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77205df5-24f0-4ae5-906b-03071f864f60 req-b9000a8f-2bcd-411b-a4e4-02909ecd5a2b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165674 Aug 17 02:52:39.469856 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d553f66-a833-4a97-acac-23aa9471875c req-a93b2d49-0a8d-4119-a5f8-c54d90429760 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125804 Aug 17 02:52:39.470890 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:39.494415 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b125b5-2acb-4a52-b182-523455136ae1 req-2f122e87-2698-4a93-934b-0e48fa45407a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:39.495483 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-2f122e87-2698-4a93-934b-0e48fa45407a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 1095 time: 0.1907141 Aug 17 02:52:39.591063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:39.623625 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982812c5-8bf1-471c-81d0-f05c5f09b924 req-12c8f897-570c-4b32-998c-51bdddec3398 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:39.631782 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-982812c5-8bf1-471c-81d0-f05c5f09b924 req-12c8f897-570c-4b32-998c-51bdddec3398 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 943 time: 0.2604842 Aug 17 02:52:39.631782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-bd646f46-04bc-4700-b4ee-ce8e8649de0c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Made reservation on behalf of 52eb3425a89b4f9abc246913f352b116 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:39.634243 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-bd646f46-04bc-4700-b4ee-ce8e8649de0c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:39.638159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:39.640508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:39.644056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c28c5fd-83ce-431f-b5dc-d97e25d66132 req-8063bcf9-b282-4d99-9c90-c6a9fdf561c6 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 210 time: 0.0925143 Aug 17 02:52:39.672259 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Attempting to bind port bfb17fc5-ba62-41e7-8fdf-2db4f213001d on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:39.672604 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Attempting to bind port bfb17fc5-ba62-41e7-8fdf-2db4f213001d by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:39.673046 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Attempting to bind port bfb17fc5-ba62-41e7-8fdf-2db4f213001d on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:39.687846 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Pushing event updated for resources: {'Port': ['ID=da983685-3bae-4159-89a3-dd478d8903e2,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:39.709103 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Port bfb17fc5-ba62-41e7-8fdf-2db4f213001d on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:52:39.709448 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Attempting to bind port bfb17fc5-ba62-41e7-8fdf-2db4f213001d on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:39.734203 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:39.734561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:39.734945 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:39.735385 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Bound port: bfb17fc5-ba62-41e7-8fdf-2db4f213001d, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:39.735752 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:39.817222 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-982812c5-8bf1-471c-81d0-f05c5f09b924 req-16821c5f-ac05-43d8-92fc-4a78a777b16b tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a4c17de-6694-4971-bb8b-6d12409d75ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743610 Aug 17 02:52:39.858452 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b125b5-2acb-4a52-b182-523455136ae1 req-b85c8018-0f8e-442c-bd2b-36c6ae3c4d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:39.860754 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-b85c8018-0f8e-442c-bd2b-36c6ae3c4d9c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 908 time: 0.3097055 Aug 17 02:52:39.886880 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d553f66-a833-4a97-acac-23aa9471875c req-de5d5d7e-22cf-4de7-93de-6b75c7d3a20e service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4007504 Aug 17 02:52:39.922554 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-95d3d1bd-9727-49de-b061-8ad8936fd834 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca6df3da-3964-4278-95c6-4d9e4e14bd90 HTTP/1.1" status: 200 len: 217 time: 0.0536027 Aug 17 02:52:40.011418 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] For port bfb17fc5-ba62-41e7-8fdf-2db4f213001d, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:40.014250 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-b43916ab-820c-43e2-9890-af2df4a2ed58 service neutron] show failed (client error): The resource could not be found. Aug 17 02:52:40.015302 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-b43916ab-820c-43e2-9890-af2df4a2ed58 service neutron] 10.222.0.60 "GET /v2.0/ports/a8ebcb91-e807-400a-be4f-8ef77f6ff9b8/bindings/n-h1-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.2556641 Aug 17 02:52:40.016853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] For port bfb17fc5-ba62-41e7-8fdf-2db4f213001d, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=bfb17fc5-ba62-41e7-8fdf-2db4f213001d,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:40.023860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fde6dad5-ec15-4f0a-ad9d-4e08a6f3bb97 req-e727074a-5d0b-42dc-af72-30fdce610aff tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:40.030332 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b125b5-2acb-4a52-b182-523455136ae1 req-bfe855b5-b2b9-4566-9d74-cce20126d2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:40.031651 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-bfe855b5-b2b9-4566-9d74-cce20126d2b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.0794799 Aug 17 02:52:40.031778 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fde6dad5-ec15-4f0a-ad9d-4e08a6f3bb97 req-e727074a-5d0b-42dc-af72-30fdce610aff tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 944 time: 0.2735934 Aug 17 02:52:40.038005 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4c80519f-c25a-48a1-b173-65b6b40bbbdf details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:52:40.040190 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec8d5c6-5d06-4c89-a8fd-320f973c16b4 req-f25f6565-8046-4ede-b64c-4f5f0f183007 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:40.041943 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0ec8d5c6-5d06-4c89-a8fd-320f973c16b4 req-f25f6565-8046-4ede-b64c-4f5f0f183007 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.1243911 Aug 17 02:52:40.066611 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0e145515-b504-4b6f-8254-b943dc3291b7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.071463 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ca6df3da-3964-4278-95c6-4d9e4e14bd90 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:52:40.081173 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-fbe5ac06-d839-43b0-842f-16c15e822120 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0382617 Aug 17 02:52:40.087682 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0e145515-b504-4b6f-8254-b943dc3291b7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Transition to ACTIVE for port object 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:40.119612 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0ec8d5c6-5d06-4c89-a8fd-320f973c16b4 req-95eb4e7f-c3f4-475f-90c6-25756a91a215 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671294 Aug 17 02:52:40.148802 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.174861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ca6df3da-3964-4278-95c6-4d9e4e14bd90 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:52:40.189656 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fde6dad5-ec15-4f0a-ad9d-4e08a6f3bb97 req-805b6b6d-2b8d-4af1-95de-11bdb08fafb5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570060 Aug 17 02:52:40.196579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 4c80519f-c25a-48a1-b173-65b6b40bbbdf, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4c80519f-c25a-48a1-b173-65b6b40bbbdf,segment=NetworkSegment(7aca493b-d36d-4f4b-8c27-34cc6ade149c),segment_id=7aca493b-d36d-4f4b-8c27-34cc6ade149c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:40.198607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39612476-13f0-4a89-a464-73e4436a1736 req-8862534b-5aa3-4113-a9d9-6bef0b39cf94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:40.200062 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39612476-13f0-4a89-a464-73e4436a1736 req-8862534b-5aa3-4113-a9d9-6bef0b39cf94 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 1095 time: 0.1630430 Aug 17 02:52:40.230523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:40.230523 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.230523 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] 10.222.0.60 "PUT /v2.0/ports/bfb17fc5-ba62-41e7-8fdf-2db4f213001d HTTP/1.1" status: 200 len: 1096 time: 2.3491201 Aug 17 02:52:40.231053 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '47a5fba3-f4c6-4ef9-a5c1-226e7302569d', 'tag': 'bfb17fc5-ba62-41e7-8fdf-2db4f213001d'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:40.233478 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4da0d6ec-60ad-47ce-95f1-c1a27b49766c" -d '{"events": [{"name": "network-changed", "server_uuid": "47a5fba3-f4c6-4ef9-a5c1-226e7302569d", "tag": "bfb17fc5-ba62-41e7-8fdf-2db4f213001d"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:40.236866 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '4c80519f-c25a-48a1-b173-65b6b40bbbdf', 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c', 'port_id': '4c80519f-c25a-48a1-b173-65b6b40bbbdf', 'mac_address': 'fa:16:3e:62:98:b1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:52:40.276844 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0e145515-b504-4b6f-8254-b943dc3291b7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.321080 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.336797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c80519f-c25a-48a1-b173-65b6b40bbbdf {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:40.362272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 4c80519f-c25a-48a1-b173-65b6b40bbbdf, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4c80519f-c25a-48a1-b173-65b6b40bbbdf,segment=NetworkSegment(7aca493b-d36d-4f4b-8c27-34cc6ade149c),segment_id=7aca493b-d36d-4f4b-8c27-34cc6ade149c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:40.382951 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07693f4e-4be3-4f66-ba44-7972ea4dd80f x-openstack-request-id: req-07693f4e-4be3-4f66-ba44-7972ea4dd80f {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:40.383294 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "47a5fba3-f4c6-4ef9-a5c1-226e7302569d", "tag": "bfb17fc5-ba62-41e7-8fdf-2db4f213001d", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:40.383637 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07693f4e-4be3-4f66-ba44-7972ea4dd80f {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:40.384125 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '47a5fba3-f4c6-4ef9-a5c1-226e7302569d', 'tag': 'bfb17fc5-ba62-41e7-8fdf-2db4f213001d', 'status': 'completed', 'code': 200} Aug 17 02:52:40.413583 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-a0540eb8-4402-4bb5-88ae-46f7e824085a service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3184125 Aug 17 02:52:40.435807 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0e145515-b504-4b6f-8254-b943dc3291b7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:40.437704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f15413c-e3f7-4e2d-848d-d6a6e9cb08bb service neutron] Pushing event updated for resources: {'Port': ['ID=bfb17fc5-ba62-41e7-8fdf-2db4f213001d,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:40.440393 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.486170 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0e145515-b504-4b6f-8254-b943dc3291b7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:40.501045 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0e145515-b504-4b6f-8254-b943dc3291b7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:40.530153 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cb50ae91-6e8e-437a-97c2-6f501c25764e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:40.562196 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-bd646f46-04bc-4700-b4ee-ce8e8649de0c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Allocated IP 192.168.233.100 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/fe247acb-2efc-4ed2-a5fd-29f14b992bf1) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:40.581397 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-92a6aaf6-de8d-4986-8f17-eb7ba04b13f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:40.583293 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-92a6aaf6-de8d-4986-8f17-eb7ba04b13f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 1099 time: 0.2114639 Aug 17 02:52:40.606313 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e145515-b504-4b6f-8254-b943dc3291b7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Pushing event updated for resources: {'Port': ['ID=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:40.653191 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port cb50ae91-6e8e-437a-97c2-6f501c25764e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:40.653626 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.662145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41b7d3-04c3-4b63-9d7f-ee4f505ba236 req-92e48e82-b2b4-4460-a6c3-97e746d1c575 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:40.663701 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7b41b7d3-04c3-4b63-9d7f-ee4f505ba236 req-92e48e82-b2b4-4460-a6c3-97e746d1c575 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 944 time: 0.2757337 Aug 17 02:52:40.674806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39612476-13f0-4a89-a464-73e4436a1736 req-9092f7a5-3499-4757-a189-f4f14db909f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:40.674806 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39612476-13f0-4a89-a464-73e4436a1736 req-9092f7a5-3499-4757-a189-f4f14db909f8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.4641547 Aug 17 02:52:40.681568 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-f6496184-d875-4611-9113-2318c8a3b10f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=bfb17fc5-ba62-41e7-8fdf-2db4f213001d HTTP/1.1" status: 200 len: 217 time: 0.0835245 Aug 17 02:52:40.682345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=4c80519f-c25a-48a1-b173-65b6b40bbbdf,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:40.682984 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0e145515-b504-4b6f-8254-b943dc3291b7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:40.683640 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0e145515-b504-4b6f-8254-b943dc3291b7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.703425 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:40.731951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['4c80519f-c25a-48a1-b173-65b6b40bbbdf'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:40.779202 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39612476-13f0-4a89-a464-73e4436a1736 req-eee6d475-9bab-409c-b6e5-36ae86d33951 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b9c165-0f4a-4807-b8da-e8fe3347cd41 HTTP/1.1" status: 200 len: 217 time: 0.0913746 Aug 17 02:52:40.797231 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-80d8bd85-1bd5-4263-895c-9eff711aa77c service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3650141 Aug 17 02:52:40.844164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-771601aa-f849-443d-b35a-873e0a63810d req-9ab612e4-a52c-4e1f-aba9-46e67f54b9bc tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:40.845910 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-771601aa-f849-443d-b35a-873e0a63810d req-9ab612e4-a52c-4e1f-aba9-46e67f54b9bc tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 948 time: 0.2355173 Aug 17 02:52:40.858933 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-d8d83500-d5d7-4244-b2e1-057ca566286b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:40.860573 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-d8d83500-d5d7-4244-b2e1-057ca566286b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1492081 Aug 17 02:52:40.940480 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0e145515-b504-4b6f-8254-b943dc3291b7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.2310860 Aug 17 02:52:40.960068 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7b41b7d3-04c3-4b63-9d7f-ee4f505ba236 req-79394390-f4ec-45d5-ba37-6c65b756e24e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2884762 Aug 17 02:52:40.987456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Request body: {'port': {'device_id': '3458da9b-f914-4dd8-90cd-598cb8e79c75', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:41.003065 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-771601aa-f849-443d-b35a-873e0a63810d req-4d65e364-effa-4764-a612-74f6a044b63b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164069 Aug 17 02:52:41.020021 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-fc1dee4d-2253-4c0d-a534-e880ee3cdfac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:41.022523 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-fc1dee4d-2253-4c0d-a534-e880ee3cdfac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1327684 Aug 17 02:52:41.022850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39612476-13f0-4a89-a464-73e4436a1736 req-5b48417b-df10-415d-8fb3-789bb45ae53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:41.024588 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39612476-13f0-4a89-a464-73e4436a1736 req-5b48417b-df10-415d-8fb3-789bb45ae53e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.1590149 Aug 17 02:52:41.075567 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c06ea353-c7ae-4049-8507-c22cccfc1c2f None None] Provisioning for port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:41.080171 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-bd646f46-04bc-4700-b4ee-ce8e8649de0c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.083328 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c06ea353-c7ae-4049-8507-c22cccfc1c2f None None] Provisioning complete for port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:41.083976 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c06ea353-c7ae-4049-8507-c22cccfc1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.127215 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c06ea353-c7ae-4049-8507-c22cccfc1c2f None None] Port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:41.161525 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-bd646f46-04bc-4700-b4ee-ce8e8649de0c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Transition to ACTIVE for port object fe247acb-2efc-4ed2-a5fd-29f14b992bf1 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:41.250412 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a277f9e7-8b31-4737-b9c2-5c3480c5fa78 req-eb8e4241-1052-49a1-b30d-21496e43186d tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:41.251936 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a277f9e7-8b31-4737-b9c2-5c3480c5fa78 req-eb8e4241-1052-49a1-b30d-21496e43186d tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 944 time: 0.1131380 Aug 17 02:52:41.265585 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-68ecb2a6-5c5e-4237-8b38-88dbb1a5bd8a service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283769 Aug 17 02:52:41.391153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-de5802ba-e51a-48fa-a6a8-46b15d63686d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:41.392606 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-de5802ba-e51a-48fa-a6a8-46b15d63686d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981&tenant_id=638115240e104430bff599fc921ec015 HTTP/1.1" status: 200 len: 1101 time: 0.6154656 Aug 17 02:52:41.394387 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39612476-13f0-4a89-a464-73e4436a1736 req-2df27516-0a6b-4a19-ae0c-1c9831856ef8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2996624 Aug 17 02:52:41.402830 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b125b5-2acb-4a52-b182-523455136ae1 req-258d1ae2-7697-4ade-a242-00700ebf4b78 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:41.404355 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-258d1ae2-7697-4ade-a242-00700ebf4b78 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf&tenant_id=fbdcc79a0e414d57946c4903247557f0&binding%3Ahost_id=n-h1-802060-9 HTTP/1.1" status: 200 len: 1095 time: 0.1514106 Aug 17 02:52:41.407318 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a277f9e7-8b31-4737-b9c2-5c3480c5fa78 req-89afc45e-b95a-4b40-a6ae-293dfe4865b9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a4c17de-6694-4971-bb8b-6d12409d75ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393898 Aug 17 02:52:41.434261 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-bd646f46-04bc-4700-b4ee-ce8e8649de0c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.435237 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:41.467784 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1cc5e330-41b5-43bc-a733-d0fc7dce292e req-0d36f9a4-c71e-484c-b21d-4bc42a145453 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 210 time: 0.0825007 Aug 17 02:52:41.545482 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af5ac509-ffd6-44ab-bfd9-145aee5292a8 req-84772af4-52c9-449d-989b-5d5c6987acaf service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2575500 Aug 17 02:52:41.558119 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.580097 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-bd646f46-04bc-4700-b4ee-ce8e8649de0c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:41.583348 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd646f46-04bc-4700-b4ee-ce8e8649de0c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Pushing event updated for resources: {'Port': ['ID=fe247acb-2efc-4ed2-a5fd-29f14b992bf1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:41.588338 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-bd646f46-04bc-4700-b4ee-ce8e8649de0c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:41.591948 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-bd646f46-04bc-4700-b4ee-ce8e8649de0c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:41.693263 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cddb397-bc9b-462a-968d-9cbfc26237cf req-25ce83ea-1695-4b13-965d-91d95cb98fcc tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:41.694850 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6cddb397-bc9b-462a-968d-9cbfc26237cf req-25ce83ea-1695-4b13-965d-91d95cb98fcc tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.1924574 Aug 17 02:52:41.698885 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.712327 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.744829 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-bd646f46-04bc-4700-b4ee-ce8e8649de0c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:41.745683 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-bd646f46-04bc-4700-b4ee-ce8e8649de0c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.801689 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6cddb397-bc9b-462a-968d-9cbfc26237cf req-4a2e551a-7d43-4c9c-af85-4cef728f17d1 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911014 Aug 17 02:52:41.802277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba62dc7c-f0be-4e7f-8796-8fbb3ae696b9 req-abe265dc-d901-4bb1-bd9b-2b29603f0ae7 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:41.804510 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0d6ec-60ad-47ce-95f1-c1a27b49766c req-3eefb179-b14e-4b64-a0cd-99806167d7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:41.806166 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4da0d6ec-60ad-47ce-95f1-c1a27b49766c req-3eefb179-b14e-4b64-a0cd-99806167d7fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 1099 time: 0.1226137 Aug 17 02:52:41.809880 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ba62dc7c-f0be-4e7f-8796-8fbb3ae696b9 req-abe265dc-d901-4bb1-bd9b-2b29603f0ae7 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 944 time: 0.2571242 Aug 17 02:52:41.813056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39612476-13f0-4a89-a464-73e4436a1736 req-b492166c-9e4b-463d-a052-95cfd06f1a45 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3862071 Aug 17 02:52:41.875951 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-bd646f46-04bc-4700-b4ee-ce8e8649de0c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.6817479 Aug 17 02:52:41.885767 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-90b125b5-2acb-4a52-b182-523455136ae1 req-ff5c5822-9eeb-454a-93bc-d0005400fce2 service neutron] For port ca6df3da-3964-4278-95c6-4d9e4e14bd90, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:41.890909 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-90b125b5-2acb-4a52-b182-523455136ae1 req-ff5c5822-9eeb-454a-93bc-d0005400fce2 service neutron] Notify callbacks [] for binding, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.891960 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90b125b5-2acb-4a52-b182-523455136ae1 req-ff5c5822-9eeb-454a-93bc-d0005400fce2 service neutron] 10.222.0.30 "DELETE /v2.0/ports/ca6df3da-3964-4278-95c6-4d9e4e14bd90/bindings/n-h2-802060-9 HTTP/1.1" status: 204 len: 173 time: 0.4789593 Aug 17 02:52:41.895643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Request body: {'port': {'device_id': 'd6f89d5d-a87c-4d67-a304-f43785225fe3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:41.930835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-17ed8078-9c95-4428-bcbf-2d0ca603fe7c None None] Provisioning for port fe247acb-2efc-4ed2-a5fd-29f14b992bf1 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:41.935121 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-17ed8078-9c95-4428-bcbf-2d0ca603fe7c None None] Provisioning complete for port fe247acb-2efc-4ed2-a5fd-29f14b992bf1 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:41.935720 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-17ed8078-9c95-4428-bcbf-2d0ca603fe7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:41.973781 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-17ed8078-9c95-4428-bcbf-2d0ca603fe7c None None] Port fe247acb-2efc-4ed2-a5fd-29f14b992bf1 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:42.048692 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4c80519f-c25a-48a1-b173-65b6b40bbbdf up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:42.078096 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ba62dc7c-f0be-4e7f-8796-8fbb3ae696b9 req-6ca37492-56b4-42f1-a5d0-6a2afb3856dc tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672484 Aug 17 02:52:42.170996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 4c80519f-c25a-48a1-b173-65b6b40bbbdf completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:42.175362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 4c80519f-c25a-48a1-b173-65b6b40bbbdf triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:42.181600 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.266571 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39612476-13f0-4a89-a464-73e4436a1736 req-def966cc-20d1-4879-aeca-7ec53bbc3282 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4368439 Aug 17 02:52:42.270457 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.271957 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0d6ec-60ad-47ce-95f1-c1a27b49766c req-c21c96c6-74ea-4981-a7bd-b8964a5e82c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:42.273694 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4da0d6ec-60ad-47ce-95f1-c1a27b49766c req-c21c96c6-74ea-4981-a7bd-b8964a5e82c0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.4602079 Aug 17 02:52:42.276220 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.312974 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20638a6-726e-4002-b1a0-13ec647aa35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c80519f-c25a-48a1-b173-65b6b40bbbdf'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:42.315748 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee051e49-6ce0-4b22-b873-708fea1b0af8" -d '{"events": [{"server_uuid": "b20638a6-726e-4002-b1a0-13ec647aa35f", "name": "network-vif-plugged", "status": "completed", "tag": "4c80519f-c25a-48a1-b173-65b6b40bbbdf"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:42.332152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e413dd0-f08a-4c41-9639-020cd37be0fd req-53437602-8a0a-4527-a0a3-d15a0cfb7904 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:42.333181 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 4c80519f-c25a-48a1-b173-65b6b40bbbdf, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4c80519f-c25a-48a1-b173-65b6b40bbbdf,segment=NetworkSegment(7aca493b-d36d-4f4b-8c27-34cc6ade149c),segment_id=7aca493b-d36d-4f4b-8c27-34cc6ade149c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:42.333750 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e413dd0-f08a-4c41-9639-020cd37be0fd req-53437602-8a0a-4527-a0a3-d15a0cfb7904 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 948 time: 0.1396599 Aug 17 02:52:42.335664 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4da0d6ec-60ad-47ce-95f1-c1a27b49766c req-6ea8ea86-1a0a-4ba1-8a7e-f8fef98dc036 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.168&port_id=bfb17fc5-ba62-41e7-8fdf-2db4f213001d HTTP/1.1" status: 200 len: 217 time: 0.0478687 Aug 17 02:52:42.377364 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a60997-51f7-4381-aab6-bebdddbe6a1d req-ff1bfa8d-ecd6-49a8-88db-faa9b5f19341 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:42.378941 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9a60997-51f7-4381-aab6-bebdddbe6a1d req-ff1bfa8d-ecd6-49a8-88db-faa9b5f19341 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 944 time: 0.1700680 Aug 17 02:52:42.398000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Router d176f933-d6bb-4b36-8508-f98eaef083b8 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:52:42.430131 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.430858 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:52:42.448669 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:52:42.465197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0d6ec-60ad-47ce-95f1-c1a27b49766c req-65e5bdc1-b021-4e91-a310-14bd399f57be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:42.466703 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4da0d6ec-60ad-47ce-95f1-c1a27b49766c req-65e5bdc1-b021-4e91-a310-14bd399f57be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1060755 Aug 17 02:52:42.472901 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9a60997-51f7-4381-aab6-bebdddbe6a1d req-8f9a10b0-fb12-48ef-ac0c-019bcb2c7f8e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719345 Aug 17 02:52:42.492435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:42.501866 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e413dd0-f08a-4c41-9639-020cd37be0fd req-f7c2cbf2-3d62-406a-be22-e0b00375f364 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560402 Aug 17 02:52:42.507558 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.532380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Transition to ACTIVE for port object 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:42.552184 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=4c80519f-c25a-48a1-b173-65b6b40bbbdf,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:42.604476 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea415fd4-f509-422a-8d59-2c0547c8dea4 x-openstack-request-id: req-ea415fd4-f509-422a-8d59-2c0547c8dea4 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:42.610285 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20638a6-726e-4002-b1a0-13ec647aa35f", "name": "network-vif-plugged", "status": "completed", "tag": "4c80519f-c25a-48a1-b173-65b6b40bbbdf", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:42.615515 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea415fd4-f509-422a-8d59-2c0547c8dea4 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:42.615515 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20638a6-726e-4002-b1a0-13ec647aa35f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c80519f-c25a-48a1-b173-65b6b40bbbdf', 'code': 200} Aug 17 02:52:42.631123 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:42.634192 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4da0d6ec-60ad-47ce-95f1-c1a27b49766c req-8ef64118-5d92-423b-b13a-fa1641bf8c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:42.636883 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4da0d6ec-60ad-47ce-95f1-c1a27b49766c req-8ef64118-5d92-423b-b13a-fa1641bf8c6e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0742145 Aug 17 02:52:42.638754 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.645208 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.649385 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Sync routers for ids ['d176f933-d6bb-4b36-8508-f98eaef083b8'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:42.667259 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Routers {'d176f933-d6bb-4b36-8508-f98eaef083b8'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:42.673615 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:52:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d176f933-d6bb-4b36-8508-f98eaef083b8'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:42.788158 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c93d0b21-6fd0-437f-a67b-a65538e3577b req-c9092da9-34cc-4d55-8a41-d9970ba81671 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:42.789722 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c93d0b21-6fd0-437f-a67b-a65538e3577b req-c9092da9-34cc-4d55-8a41-d9970ba81671 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 936 time: 0.1173630 Aug 17 02:52:42.814041 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4da0d6ec-60ad-47ce-95f1-c1a27b49766c req-7eebf173-beff-4d5a-90fb-4de28c746465 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1623967 Aug 17 02:52:42.824065 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Set router d176f933-d6bb-4b36-8508-f98eaef083b8 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:42.863898 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Pushing event updated for resources: {'Port': ['ID=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:42.902459 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c93d0b21-6fd0-437f-a67b-a65538e3577b req-b7f2f5d0-f7e5-4461-b7da-74404057deaa tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991478 Aug 17 02:52:42.950220 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4da0d6ec-60ad-47ce-95f1-c1a27b49766c req-7af53b42-ca22-476a-81e3-18ead94f5abb service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1267738 Aug 17 02:52:42.954856 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f61b94-1c6f-4268-97de-5a6872e8ac4c req-beff3fec-c86c-461a-88ac-fcbd2151edd7 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:42.964584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-11f61b94-1c6f-4268-97de-5a6872e8ac4c req-beff3fec-c86c-461a-88ac-fcbd2151edd7 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 945 time: 0.2128279 Aug 17 02:52:42.973783 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b307d0e-bb53-448d-84c6-33adb70ab294 req-3fcb4be0-1025-4e4f-913d-8e3babef0c6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:42.976821 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b307d0e-bb53-448d-84c6-33adb70ab294 req-3fcb4be0-1025-4e4f-913d-8e3babef0c6c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 1096 time: 0.2125397 Aug 17 02:52:42.993643 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:42.996504 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1de26636-af07-4926-a03e-8e290c328c09 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 6.7681143 Aug 17 02:52:42.999221 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37844) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:43.004504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] For port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:43.140103 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] For port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:43.145413 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-11f61b94-1c6f-4268-97de-5a6872e8ac4c req-30e4b8b0-3a36-4394-a676-332c75b009e8 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a4c17de-6694-4971-bb8b-6d12409d75ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799600 Aug 17 02:52:43.150370 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'name': 'tempest-ServersTestBootFromVolume-68305426-router', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:52:40Z', 'revision_number': 3, 'project_id': '584ea18469ca41d9b4edaef410100232', 'gw_port': {'id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:38Z', 'updated_at': '2021-08-17T02:52:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:43.171436 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b307d0e-bb53-448d-84c6-33adb70ab294 req-de629353-9594-4806-aa07-c35c5b88ec68 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8a4c17de-6694-4971-bb8b-6d12409d75ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744812 Aug 17 02:52:43.174049 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Attempting to bind port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:43.174453 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Attempting to bind port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:43.175006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Attempting to bind port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:43.183540 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2814ef0-340b-4deb-86f4-e953c1a1529f req-b8ba481e-f5ee-48dd-b4d8-94324f128958 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:43.185308 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2814ef0-340b-4deb-86f4-e953c1a1529f req-b8ba481e-f5ee-48dd-b4d8-94324f128958 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 1095 time: 0.1740372 Aug 17 02:52:43.185556 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:52:43.185937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Attempting to bind port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:43.188622 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Checking router: d176f933-d6bb-4b36-8508-f98eaef083b8 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:52:43.189706 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Updating router d176f933-d6bb-4b36-8508-f98eaef083b8 port da983685-3bae-4159-89a3-dd478d8903e2 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:52:43.198699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:43.199040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:43.199429 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:43.199858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Bound port: 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:43.200251 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.204606 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1c4fcd-5575-4dab-9284-871109887981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:43.206949 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fd09ead-fb7c-47a9-919c-8429e29e9b2a" -d '{"events": [{"server_uuid": "4a1c4fcd-5575-4dab-9284-871109887981", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ebcb91-e807-400a-be4f-8ef77f6ff9b8"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:43.211500 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.224679 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.237705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Transition to ACTIVE for port object a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:43.296999 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2814ef0-340b-4deb-86f4-e953c1a1529f req-b28675ee-2a07-462c-8f88-cb1a1583e1f5 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973103 Aug 17 02:52:43.315671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] For port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:43.317790 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.322724 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] For port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:43.370407 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec12d9d-45ab-42b7-ae82-1cb561fa3967 req-f333004f-d417-422e-80ba-88019ff3f84b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:43.371996 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ec12d9d-45ab-42b7-ae82-1cb561fa3967 req-f333004f-d417-422e-80ba-88019ff3f84b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.1413999 Aug 17 02:52:43.433251 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:52:43.436041 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:52:43.453806 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.482297 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,revision_number=6']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:43.485087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] No DVR routers for this DVR port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:52:43.582517 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ec12d9d-45ab-42b7-ae82-1cb561fa3967 req-47d4e0ba-207b-4f5b-b53a-36753a0ba9c6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1941144 Aug 17 02:52:43.588587 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbfc547c-01f9-4f56-80cd-b3d6157e6ec9 x-openstack-request-id: req-bbfc547c-01f9-4f56-80cd-b3d6157e6ec9 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:43.589030 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1c4fcd-5575-4dab-9284-871109887981", "name": "network-vif-unplugged", "status": "completed", "tag": "a8ebcb91-e807-400a-be4f-8ef77f6ff9b8", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:43.589336 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bbfc547c-01f9-4f56-80cd-b3d6157e6ec9 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:43.589764 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1c4fcd-5575-4dab-9284-871109887981', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8', 'code': 200} Aug 17 02:52:43.595111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:43.595840 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.597848 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] 10.222.0.30 "PUT /v2.0/ports/7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 HTTP/1.1" status: 200 len: 1094 time: 2.6295283 Aug 17 02:52:43.598892 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558d98e4-38dd-4951-8e2b-f56d9238629f service neutron] Pushing event updated for resources: {'Port': ['ID=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:43.668923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Attempting to bind port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:43.670004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Attempting to bind port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:43.670004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Attempting to bind port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:43.675926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:52:43.680131 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Attempting to bind port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:43.685071 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:43.685442 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:43.685858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:43.686296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Bound port: a8ebcb91-e807-400a-be4f-8ef77f6ff9b8, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:43.686678 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.768594 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.780947 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Transition to ACTIVE for port object da983685-3bae-4159-89a3-dd478d8903e2 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:43.840131 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.843878 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0e7994c1-cbdb-4c01-9226-30e95f2758a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:43.845392 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0e7994c1-cbdb-4c01-9226-30e95f2758a4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52eb3425a89b4f9abc246913f352b116&device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 1097 time: 0.1427224 Aug 17 02:52:43.846472 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] For port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:43.851794 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292a7561-a3e8-4d6d-8f73-9a1e8ab4c654 req-919dae51-c676-43df-ba27-b23c4c996579 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:43.852248 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-292a7561-a3e8-4d6d-8f73-9a1e8ab4c654 req-919dae51-c676-43df-ba27-b23c4c996579 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 944 time: 0.2052598 Aug 17 02:52:43.865627 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fe247acb-2efc-4ed2-a5fd-29f14b992bf1 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:43.865884 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f4ea2a-a32f-48a1-bd18-459ff0e41d74 req-cb6ceb3b-ae44-49c2-8014-611b435155c9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:43.867784 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0f4ea2a-a32f-48a1-bd18-459ff0e41d74 req-cb6ceb3b-ae44-49c2-8014-611b435155c9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 948 time: 0.1564038 Aug 17 02:52:43.884075 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.930247 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Attempting to bind port da983685-3bae-4159-89a3-dd478d8903e2 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:43.930919 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Attempting to bind port da983685-3bae-4159-89a3-dd478d8903e2 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:43.931278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] For port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:43.932793 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Attempting to bind port da983685-3bae-4159-89a3-dd478d8903e2 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:43.934261 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Transition to ACTIVE for port object fe247acb-2efc-4ed2-a5fd-29f14b992bf1 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:43.934538 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-feca22e2-1cc3-495f-93d2-3c8c918e6073 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 HTTP/1.1" status: 200 len: 217 time: 0.0639918 Aug 17 02:52:43.950364 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2e272-694a-4683-a337-a8b6de3b8d55 None None] Pushing event updated for resources: {'Port': ['ID=da983685-3bae-4159-89a3-dd478d8903e2,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:43.955085 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:43.955469 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:43.955881 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:43.956276 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:43.956703 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-292a7561-a3e8-4d6d-8f73-9a1e8ab4c654 req-b02cdd89-fbbf-4959-8d7d-d86a904f197f tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845578 Aug 17 02:52:43.956841 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Bound port: da983685-3bae-4159-89a3-dd478d8903e2, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:43.957148 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.011852 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.019512 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.041718 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.045201 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] For port da983685-3bae-4159-89a3-dd478d8903e2, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:44.048761 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] For port da983685-3bae-4159-89a3-dd478d8903e2, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=da983685-3bae-4159-89a3-dd478d8903e2,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:44.054387 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device bfb17fc5-ba62-41e7-8fdf-2db4f213001d details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:52:44.083233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:44.083417 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.084769 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] 10.222.0.30 "PUT /v2.0/ports/a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 HTTP/1.1" status: 200 len: 1096 time: 2.6568372 Aug 17 02:52:44.106109 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0f4ea2a-a32f-48a1-bd18-459ff0e41d74 req-2acbb288-c23b-44f5-97c7-b1fd13b83208 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1653006 Aug 17 02:52:44.112478 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-e7315162-e748-4764-986c-e2c5eb20fc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:44.121542 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-e7315162-e748-4764-986c-e2c5eb20fc35 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1749995 Aug 17 02:52:44.166138 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.218225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e42c0f-1a08-413f-9d4c-a65644a5c428 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:44.253165 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Pushing event updated for resources: {'Port': ['ID=fe247acb-2efc-4ed2-a5fd-29f14b992bf1,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:44.285670 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Routers {'d176f933-d6bb-4b36-8508-f98eaef083b8'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:44.286360 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:52:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d176f933-d6bb-4b36-8508-f98eaef083b8'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:44.336916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-541b6b0b-094d-40d3-aa17-215ba75c76b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:44.343498 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-541b6b0b-094d-40d3-aa17-215ba75c76b7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2105200 Aug 17 02:52:44.356112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-07ea0a5e-2b2b-4472-8af9-04ac990f935a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:44.358220 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-07ea0a5e-2b2b-4472-8af9-04ac990f935a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 1099 time: 0.1946259 Aug 17 02:52:44.360853 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port bfb17fc5-ba62-41e7-8fdf-2db4f213001d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=bfb17fc5-ba62-41e7-8fdf-2db4f213001d,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:44.380340 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'bfb17fc5-ba62-41e7-8fdf-2db4f213001d', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': 'bfb17fc5-ba62-41e7-8fdf-2db4f213001d', 'mac_address': 'fa:16:3e:bf:55:a9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.168'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:52:44.414752 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-6002191f-f120-4fde-bc72-044659b07d29 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:44.417541 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] Set router d176f933-d6bb-4b36-8508-f98eaef083b8 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:44.422974 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-6002191f-f120-4fde-bc72-044659b07d29 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 808 time: 0.2694328 Aug 17 02:52:44.454975 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.481513 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4afb4ce3-27a9-43f2-bf3d-62be158d84eb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/quotas/fbdcc79a0e414d57946c4903247557f0 HTTP/1.1" status: 200 len: 375 time: 0.0575101 Aug 17 02:52:44.488272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bfb17fc5-ba62-41e7-8fdf-2db4f213001d {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:44.521653 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port bfb17fc5-ba62-41e7-8fdf-2db4f213001d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=bfb17fc5-ba62-41e7-8fdf-2db4f213001d,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:44.538880 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af2e272-694a-4683-a337-a8b6de3b8d55 None None] Pushing event updated for resources: {'Port': ['ID=da983685-3bae-4159-89a3-dd478d8903e2,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:44.548134 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Attempting to bind port fe247acb-2efc-4ed2-a5fd-29f14b992bf1 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:44.548598 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Attempting to bind port fe247acb-2efc-4ed2-a5fd-29f14b992bf1 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:44.548862 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Attempting to bind port fe247acb-2efc-4ed2-a5fd-29f14b992bf1 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:44.591363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Port fe247acb-2efc-4ed2-a5fd-29f14b992bf1 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:52:44.591699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Attempting to bind port fe247acb-2efc-4ed2-a5fd-29f14b992bf1 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:44.595547 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.601351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 31b9c165-0f4a-4807-b8da-e8fe3347cd41 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:52:44.624097 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-0013eac4-1875-4755-89d7-e2bbc54e3143 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1415904 Aug 17 02:52:44.635966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:44.636341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:44.636706 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:44.637149 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Bound port: fe247acb-2efc-4ed2-a5fd-29f14b992bf1, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:44.637544 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.668287 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Allocated IP 172.20.0.1 (7614221c-4a8f-4d76-b9c1-3db8fea6780b/8a795f62-7bc2-4976-a18a-36954442be30/4dd20cc5-e4cc-4ca4-aca0-16b347215c9f) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:44.712759 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'name': 'tempest-ServersTestBootFromVolume-68305426-router', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:52:40Z', 'revision_number': 3, 'project_id': '584ea18469ca41d9b4edaef410100232', 'gw_port': {'id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:38Z', 'updated_at': '2021-08-17T02:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:44.743515 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-015f28b4-c36d-43fc-88d0-93f41641c36f None None] The sync data for ids ['d176f933-d6bb-4b36-8508-f98eaef083b8'] in n-d-802060-9 is: [{'id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'name': 'tempest-ServersTestBootFromVolume-68305426-router', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:52:40Z', 'revision_number': 3, 'project_id': '584ea18469ca41d9b4edaef410100232', 'gw_port': {'id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:38Z', 'updated_at': '2021-08-17T02:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:44.763691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=31b9c165-0f4a-4807-b8da-e8fe3347cd41,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:44.773614 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] For port fe247acb-2efc-4ed2-a5fd-29f14b992bf1, host n-h1-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:44.777024 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] For port fe247acb-2efc-4ed2-a5fd-29f14b992bf1, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=fe247acb-2efc-4ed2-a5fd-29f14b992bf1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:44.782155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '31b9c165-0f4a-4807-b8da-e8fe3347cd41', 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977', 'port_id': '31b9c165-0f4a-4807-b8da-e8fe3347cd41', 'mac_address': 'fa:16:3e:5f:54:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b2cba6-8685-4b11-af3a-42bf68dfb97b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:52:44.860248 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.865879 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:44.891676 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-63f07e9b-86a2-49e7-8f8a-0a9020dd488a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:44.893966 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-63f07e9b-86a2-49e7-8f8a-0a9020dd488a service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.5190201 Aug 17 02:52:44.898357 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31b9c165-0f4a-4807-b8da-e8fe3347cd41 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:44.929566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=31b9c165-0f4a-4807-b8da-e8fe3347cd41,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:44.951592 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=bfb17fc5-ba62-41e7-8fdf-2db4f213001d,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:44.957454 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-649b7d8c-9734-47ed-93c5-91c7026d223a service neutron] 10.222.0.10 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3323348 Aug 17 02:52:44.973891 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3278a724-3c4e-4ed5-9eda-a61d955ad0cc req-e6a5013a-e11b-4f2f-99fc-bdc6ddc3af7f tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:44.975646 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3278a724-3c4e-4ed5-9eda-a61d955ad0cc req-e6a5013a-e11b-4f2f-99fc-bdc6ddc3af7f tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 948 time: 0.7586446 Aug 17 02:52:45.016399 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.021670 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-a770bbb6-38d1-4524-897c-676771c3e922 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 HTTP/1.1" status: 200 len: 217 time: 0.0899003 Aug 17 02:52:45.030552 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.056812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Transition to ACTIVE for port object 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:45.120982 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:45.121725 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.123969 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] 10.222.0.30 "PUT /v2.0/ports/fe247acb-2efc-4ed2-a5fd-29f14b992bf1 HTTP/1.1" status: 200 len: 1096 time: 3.2363200 Aug 17 02:52:45.126457 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3278a724-3c4e-4ed5-9eda-a61d955ad0cc req-369cacd0-5824-4de2-a682-83e93c91e97c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139433 Aug 17 02:52:45.128395 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-7d417334-5b63-40b9-a3c9-56753bc7a57e service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7678576 Aug 17 02:52:45.136451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6f89d5d-a87c-4d67-a304-f43785225fe3', 'tag': 'fe247acb-2efc-4ed2-a5fd-29f14b992bf1'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:45.145574 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1404c07-f234-4ecf-966a-01be4bbc9df2" -d '{"events": [{"name": "network-changed", "server_uuid": "d6f89d5d-a87c-4d67-a304-f43785225fe3", "tag": "fe247acb-2efc-4ed2-a5fd-29f14b992bf1"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:45.152796 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=31b9c165-0f4a-4807-b8da-e8fe3347cd41,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:45.206002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-f0840392-6f23-465c-96dd-780a363c3661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:45.208047 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-f0840392-6f23-465c-96dd-780a363c3661 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1657417 Aug 17 02:52:45.226883 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.311594 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['31b9c165-0f4a-4807-b8da-e8fe3347cd41'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:45.337628 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd178943-bb92-43d5-931e-6061037ef339 service neutron] Pushing event updated for resources: {'Port': ['ID=fe247acb-2efc-4ed2-a5fd-29f14b992bf1,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:45.352435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Network 7614221c-4a8f-4d76-b9c1-3db8fea6780b is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:45.377910 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:45.381359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c91a59d1-5e7d-43ad-9096-1030f417680f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:45.381359 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-c91a59d1-5e7d-43ad-9096-1030f417680f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1564984 Aug 17 02:52:45.381990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['bfb17fc5-ba62-41e7-8fdf-2db4f213001d'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:45.385764 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b44ee87b-a1dc-486c-8b3b-88b6d9a98df3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.401027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:45.465011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Pushing event updated for resources: {'Port': ['ID=4dd20cc5-e4cc-4ca4-aca0-16b347215c9f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:45.543956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-5f9e723e-ee0b-40ee-9c99-f2abe71c3e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:45.545541 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-5f9e723e-ee0b-40ee-9c99-f2abe71c3e22 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52eb3425a89b4f9abc246913f352b116&device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 1099 time: 0.2785871 Aug 17 02:52:45.547582 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4eb412f4-1e36-4f2f-89ef-f6f74e43b4cb service neutron] 10.222.0.10 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5858395 Aug 17 02:52:45.552506 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-5ef3bedf-6d84-4dc5-b86d-d38fedb60aa9 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611841 Aug 17 02:52:45.576217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-749db4ab-6c02-44a9-87f6-6ac765a1202a req-f682e66d-96c4-42ee-a526-77c8ea4fd073 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:45.577883 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-749db4ab-6c02-44a9-87f6-6ac765a1202a req-f682e66d-96c4-42ee-a526-77c8ea4fd073 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 945 time: 0.2788875 Aug 17 02:52:45.594712 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.775116 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3458da9b-f914-4dd8-90cd-598cb8e79c75', 'tag': '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0'}, {'name': 'network-changed', 'server_uuid': '4a1c4fcd-5575-4dab-9284-871109887981', 'tag': 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:45.780627 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-600dd119-2de3-4424-a8b0-6eaf97b145c7" -d '{"events": [{"name": "network-changed", "server_uuid": "3458da9b-f914-4dd8-90cd-598cb8e79c75", "tag": "7046ae57-8eea-4f27-ab1f-79cacdcaf3e0"}, {"name": "network-changed", "server_uuid": "4a1c4fcd-5575-4dab-9284-871109887981", "tag": "a8ebcb91-e807-400a-be4f-8ef77f6ff9b8"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:45.789207 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f77a7ed-6ea7-4407-9454-88f5abd844f3 req-8b51845f-20ec-4ab6-aa7c-6fad93ccf4aa service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069416 Aug 17 02:52:45.807419 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-688cc668-cdde-49ea-9f0c-42d4a16649e7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=fe247acb-2efc-4ed2-a5fd-29f14b992bf1 HTTP/1.1" status: 200 len: 217 time: 0.0645323 Aug 17 02:52:45.820576 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a32ac1fa-3478-483b-ba74-53c72c9c9ee4 req-0996cb63-9cec-4a83-aa37-14f61a7a1266 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6750336 Aug 17 02:52:45.907297 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-749db4ab-6c02-44a9-87f6-6ac765a1202a req-994dab5e-7eac-4599-beef-173cc6700c35 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a4c17de-6694-4971-bb8b-6d12409d75ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144054 Aug 17 02:52:45.930977 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7851428b-6953-4f59-8a23-b6aee7b0aa59 None None] Provisioning for port 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:45.936924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7851428b-6953-4f59-8a23-b6aee7b0aa59 None None] Provisioning complete for port 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:45.937356 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7851428b-6953-4f59-8a23-b6aee7b0aa59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:45.992676 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7851428b-6953-4f59-8a23-b6aee7b0aa59 None None] Port 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:46.200443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48871866-aa81-4fbe-9d5d-effab9f5e7d7 req-ad4f08c2-5f2f-47af-b337-0658d7d2314e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:46.202550 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48871866-aa81-4fbe-9d5d-effab9f5e7d7 req-ad4f08c2-5f2f-47af-b337-0658d7d2314e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 948 time: 0.0592546 Aug 17 02:52:46.251116 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-ee4d19e7-2cb7-45e2-b85e-09ead60dae9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:46.253568 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-ee4d19e7-2cb7-45e2-b85e-09ead60dae9a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.4393020 Aug 17 02:52:46.254093 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48871866-aa81-4fbe-9d5d-effab9f5e7d7 req-390fa222-f6ca-41b5-a01c-e127e4930b30 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446737 Aug 17 02:52:46.366430 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.368508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9440c7f2-b9f2-49e3-bf5d-9112c58311ee req-576f9396-1115-4fcc-be60-2bba421c795c tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:46.370582 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9440c7f2-b9f2-49e3-bf5d-9112c58311ee req-576f9396-1115-4fcc-be60-2bba421c795c tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 949 time: 0.0518944 Aug 17 02:52:46.391800 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-b21ddc77-4322-4808-ade6-2adc16501fef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:46.393470 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-b21ddc77-4322-4808-ade6-2adc16501fef service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0792780 Aug 17 02:52:46.403700 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4caa7f70-294a-49ca-b4cc-60ed6e409641 req-10297703-9a9b-409a-a3bc-f4a4580eec94 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:46.405391 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4caa7f70-294a-49ca-b4cc-60ed6e409641 req-10297703-9a9b-409a-a3bc-f4a4580eec94 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 945 time: 0.1499403 Aug 17 02:52:46.431292 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9440c7f2-b9f2-49e3-bf5d-9112c58311ee req-1a2d4966-2a6a-4694-8540-82a11d979532 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517683 Aug 17 02:52:46.538186 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device da983685-3bae-4159-89a3-dd478d8903e2 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:46.600515 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-87183655-bd6d-482f-812b-b42a3443ab0e service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936908 Aug 17 02:52:46.606079 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4caa7f70-294a-49ca-b4cc-60ed6e409641 req-2490af6a-c958-4a9d-8a28-dc37ee58ee1a tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1913567 Aug 17 02:52:46.690861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port da983685-3bae-4159-89a3-dd478d8903e2 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:46.695790 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port da983685-3bae-4159-89a3-dd478d8903e2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:46.702870 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.736994 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5697b37-11e1-4c53-8e80-64cb26893c20 x-openstack-request-id: req-c5697b37-11e1-4c53-8e80-64cb26893c20 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:46.737459 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6f89d5d-a87c-4d67-a304-f43785225fe3", "tag": "fe247acb-2efc-4ed2-a5fd-29f14b992bf1", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:46.737860 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5697b37-11e1-4c53-8e80-64cb26893c20 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:46.738274 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6f89d5d-a87c-4d67-a304-f43785225fe3', 'tag': 'fe247acb-2efc-4ed2-a5fd-29f14b992bf1', 'status': 'completed', 'code': 200} Aug 17 02:52:46.768185 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d45a93f-6211-4ae4-be86-da1e9b68a8c9 x-openstack-request-id: req-2d45a93f-6211-4ae4-be86-da1e9b68a8c9 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:46.769774 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3458da9b-f914-4dd8-90cd-598cb8e79c75", "tag": "7046ae57-8eea-4f27-ab1f-79cacdcaf3e0", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "4a1c4fcd-5575-4dab-9284-871109887981", "tag": "a8ebcb91-e807-400a-be4f-8ef77f6ff9b8", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:46.770072 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d45a93f-6211-4ae4-be86-da1e9b68a8c9 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:46.770709 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3458da9b-f914-4dd8-90cd-598cb8e79c75', 'tag': '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0', 'status': 'completed', 'code': 200} Aug 17 02:52:46.771136 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a1c4fcd-5575-4dab-9284-871109887981', 'tag': 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8', 'status': 'completed', 'code': 200} Aug 17 02:52:46.800149 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.823669 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port da983685-3bae-4159-89a3-dd478d8903e2, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=da983685-3bae-4159-89a3-dd478d8903e2,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:46.859895 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c6e387-71e2-4e69-a9be-7db685f48305 req-0ac299bb-b490-4a83-a0f9-5c159ed7cd81 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:46.861478 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-42c6e387-71e2-4e69-a9be-7db685f48305 req-0ac299bb-b490-4a83-a0f9-5c159ed7cd81 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 948 time: 0.1023288 Aug 17 02:52:46.889849 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b88208e-cf3d-4f86-8526-f3b6d71e0823 req-22cc4011-206e-4c2f-a990-2cf6d3caf9e8 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2707827 Aug 17 02:52:46.913596 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.927507 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:46.934428 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-42c6e387-71e2-4e69-a9be-7db685f48305 req-e8c1e0ca-9f57-49a5-8f3f-fc2906f8530d tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586035 Aug 17 02:52:46.997103 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-e0991dca-7dc2-482c-a840-24227a3f96d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:46.999148 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-e0991dca-7dc2-482c-a840-24227a3f96d4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52eb3425a89b4f9abc246913f352b116&device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 1097 time: 0.1831968 Aug 17 02:52:47.005556 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=da983685-3bae-4159-89a3-dd478d8903e2,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:47.015629 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:47.026007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-37f7bd13-27ac-449d-b937-83f73ecacc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:47.027612 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-37f7bd13-27ac-449d-b937-83f73ecacc0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 1099 time: 0.2556081 Aug 17 02:52:47.054247 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a3ace302-550a-480e-b174-029c44eebb9b req-83c5b411-d8eb-46ce-b074-1a186e7be0e6 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 210 time: 0.0492699 Aug 17 02:52:47.134803 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Pushing event updated for resources: {'Port': ['ID=4dd20cc5-e4cc-4ca4-aca0-16b347215c9f,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:47.138964 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:47.166832 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1404c07-f234-4ecf-966a-01be4bbc9df2 req-f7100dae-a920-41fe-b9c6-eaf3cbbc7a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:47.168348 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c1404c07-f234-4ecf-966a-01be4bbc9df2 req-f7100dae-a920-41fe-b9c6-eaf3cbbc7a74 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52eb3425a89b4f9abc246913f352b116&device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 1099 time: 0.1175172 Aug 17 02:52:47.194716 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-5a2a3043-cf37-461a-b1b0-88a37bc596e3 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 258 time: 0.5033100 Aug 17 02:52:47.215372 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-4e3f2f41-cb4e-4718-821c-2aac3a2ee9af tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:47.268546 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-ddebe88a-88fa-48ab-80f4-dc278881f01e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:47.270053 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-ddebe88a-88fa-48ab-80f4-dc278881f01e service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.2545106 Aug 17 02:52:47.297704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-08e8ffe7-9c63-429c-b202-6b4a32f5dc49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:47.299174 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-08e8ffe7-9c63-429c-b202-6b4a32f5dc49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.2412159 Aug 17 02:52:47.335713 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-fa8a9c17-4ec0-40c2-bacc-082779912ae0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 HTTP/1.1" status: 200 len: 217 time: 0.0490041 Aug 17 02:52:47.354485 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d9aa53-b484-4aff-9e19-ff8782982a3e req-eedea857-3c3c-496e-b09e-a3a5cc1f82e9 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:47.355982 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96d9aa53-b484-4aff-9e19-ff8782982a3e req-eedea857-3c3c-496e-b09e-a3a5cc1f82e9 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 946 time: 0.1433790 Aug 17 02:52:47.356967 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1404c07-f234-4ecf-966a-01be4bbc9df2 req-f0c2682c-27e2-4b83-94e9-cad3709dd8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:47.358344 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c1404c07-f234-4ecf-966a-01be4bbc9df2 req-f0c2682c-27e2-4b83-94e9-cad3709dd8ec service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.1649158 Aug 17 02:52:47.366973 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Network 7614221c-4a8f-4d76-b9c1-3db8fea6780b is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:47.374647 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-0af2f952-1302-4add-8714-43103a0778ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 HTTP/1.1" status: 200 len: 217 time: 0.0455019 Aug 17 02:52:47.381253 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:47.408160 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-4e3f2f41-cb4e-4718-821c-2aac3a2ee9af tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:47.425915 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c1404c07-f234-4ecf-966a-01be4bbc9df2 req-1d6b7b73-b6c9-4d6d-b7ad-df41a5a9940e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=fe247acb-2efc-4ed2-a5fd-29f14b992bf1 HTTP/1.1" status: 200 len: 217 time: 0.0570960 Aug 17 02:52:47.501887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-fd398c40-f578-4467-b7b8-f0d8bb66d05a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:47.503320 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-fd398c40-f578-4467-b7b8-f0d8bb66d05a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1386824 Aug 17 02:52:47.511213 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96d9aa53-b484-4aff-9e19-ff8782982a3e req-32a96607-a52d-477a-b42d-04c69d0529e3 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1444976 Aug 17 02:52:47.511429 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-78369826-81b6-4dad-8a0f-fe606f767953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:47.513031 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-78369826-81b6-4dad-8a0f-fe606f767953 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1164582 Aug 17 02:52:47.599545 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1404c07-f234-4ecf-966a-01be4bbc9df2 req-2436fab5-4b01-457e-9067-91c6d1a5413a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:47.601775 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c1404c07-f234-4ecf-966a-01be4bbc9df2 req-2436fab5-4b01-457e-9067-91c6d1a5413a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1366529 Aug 17 02:52:47.613217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-239e5961-9b4e-401a-8717-fb36ebd76d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:47.615811 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-239e5961-9b4e-401a-8717-fb36ebd76d66 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1008024 Aug 17 02:52:47.625037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-c139add9-349d-463f-af08-8fbfbd9f2c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:47.626470 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-c139add9-349d-463f-af08-8fbfbd9f2c87 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0994294 Aug 17 02:52:47.627413 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-044ab1c5-a468-4c52-bac3-e994e0b4941b None None] Provisioning complete for port 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:47.627804 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-044ab1c5-a468-4c52-bac3-e994e0b4941b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:47.671200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-044ab1c5-a468-4c52-bac3-e994e0b4941b None None] Port 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:47.679932 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Router d176f933-d6bb-4b36-8508-f98eaef083b8 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:52:47.746378 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-4e3f2f41-cb4e-4718-821c-2aac3a2ee9af tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:47.760577 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1404c07-f234-4ecf-966a-01be4bbc9df2 req-fd5a6b63-e2e4-4430-a12c-c82e321d567d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:47.762162 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c1404c07-f234-4ecf-966a-01be4bbc9df2 req-fd5a6b63-e2e4-4430-a12c-c82e321d567d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1434360 Aug 17 02:52:47.771185 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b8db491-9a41-4055-b807-60464d6a2467 req-c6009a3d-a8da-4fb2-b777-6dec45aedb88 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:47.772683 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3b8db491-9a41-4055-b807-60464d6a2467 req-c6009a3d-a8da-4fb2-b777-6dec45aedb88 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 948 time: 0.1306961 Aug 17 02:52:47.839532 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-06b7d988-ee94-4b24-9f6b-9af959d22cc0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:47.868321 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-a771efd2-0e55-4af7-a0b7-941fa1f1c910 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2275743 Aug 17 02:52:47.873094 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-0f93fa76-0c18-4681-b75f-c5831c4be4fd service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2335062 Aug 17 02:52:47.918616 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3b8db491-9a41-4055-b807-60464d6a2467 req-9383c4fe-8f06-4269-baae-c36cac8c37ff tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312604 Aug 17 02:52:47.926064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:47.940800 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3f59d887-f4ad-44f8-b070-86acd5ecbee5 admin admin] 10.222.0.10 "PUT /v2.0/routers/d176f933-d6bb-4b36-8508-f98eaef083b8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9314909 Aug 17 02:52:47.947466 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Sync routers for ids ['d176f933-d6bb-4b36-8508-f98eaef083b8'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:47.958091 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c1404c07-f234-4ecf-966a-01be4bbc9df2 req-a2f756ae-40f7-4c41-85cd-0f079ff9a17e service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1790438 Aug 17 02:52:47.972241 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Routers {'d176f933-d6bb-4b36-8508-f98eaef083b8'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:47.974559 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:52:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d176f933-d6bb-4b36-8508-f98eaef083b8'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:48.036042 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-4e3f2f41-cb4e-4718-821c-2aac3a2ee9af tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Allocated IP 172.25.1.44 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/a2b16936-9f1d-4c71-91b2-6a66a5cc5c98) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:48.077575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device bfb17fc5-ba62-41e7-8fdf-2db4f213001d up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:48.120298 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c1404c07-f234-4ecf-966a-01be4bbc9df2 req-e1ee82a8-1b86-4c87-b5df-a34b0c7a3b7b service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520784 Aug 17 02:52:48.133811 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6606232b-d0d6-4989-b026-3ac0ddf7e2d5 req-5d288d28-4ba3-4f34-8256-8670f031e99e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:48.135891 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6606232b-d0d6-4989-b026-3ac0ddf7e2d5 req-5d288d28-4ba3-4f34-8256-8670f031e99e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 949 time: 0.0859344 Aug 17 02:52:48.184345 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6606232b-d0d6-4989-b026-3ac0ddf7e2d5 req-e92eb55f-cb7b-409e-99a2-88a3e374a885 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420690 Aug 17 02:52:48.197627 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:48.204350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Set router d176f933-d6bb-4b36-8508-f98eaef083b8 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:48.239816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port bfb17fc5-ba62-41e7-8fdf-2db4f213001d completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:48.246662 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port bfb17fc5-ba62-41e7-8fdf-2db4f213001d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:48.247039 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:48.314453 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc0aa2f0-8bf9-4642-bc33-4f90a0dd409c req-2bb314d6-80e4-461f-bc8b-d88a7b5729a7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:48.323090 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fc0aa2f0-8bf9-4642-bc33-4f90a0dd409c req-2bb314d6-80e4-461f-bc8b-d88a7b5729a7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 945 time: 0.0664005 Aug 17 02:52:48.359052 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fc0aa2f0-8bf9-4642-bc33-4f90a0dd409c req-3eac00f9-9b78-4783-a4d4-1db7c9707661 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341878 Aug 17 02:52:48.429845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-04ece412-3b87-45b3-a116-59635f3cdafd service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5325849 Aug 17 02:52:48.434409 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-e5de5fbe-fb12-4abf-99b2-7f73491ca4c4 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5359507 Aug 17 02:52:48.486203 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:48.533550 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-4e3f2f41-cb4e-4718-821c-2aac3a2ee9af tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:48.537455 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device da983685-3bae-4159-89a3-dd478d8903e2 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:48.547972 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a5fba3-f4c6-4ef9-a5c1-226e7302569d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb17fc5-ba62-41e7-8fdf-2db4f213001d'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:48.550313 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d444b089-f25d-4730-b406-56e680c2a88c" -d '{"events": [{"server_uuid": "47a5fba3-f4c6-4ef9-a5c1-226e7302569d", "name": "network-vif-plugged", "status": "completed", "tag": "bfb17fc5-ba62-41e7-8fdf-2db4f213001d"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:48.576410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-665f30cc-0090-4bce-a62c-783bb57b7d12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:48.577919 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-665f30cc-0090-4bce-a62c-783bb57b7d12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 1099 time: 0.0741298 Aug 17 02:52:48.591994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port bfb17fc5-ba62-41e7-8fdf-2db4f213001d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=bfb17fc5-ba62-41e7-8fdf-2db4f213001d,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:48.605865 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'name': 'tempest-ServersTestBootFromVolume-68305426-router', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:52:45Z', 'revision_number': 4, 'project_id': '584ea18469ca41d9b4edaef410100232', 'gw_port': {'id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:38Z', 'updated_at': '2021-08-17T02:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '4dd20cc5-e4cc-4ca4-aca0-16b347215c9f', 'name': '', 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'mac_address': 'fa:16:3e:3a:fd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8a795f62-7bc2-4976-a18a-36954442be30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:44Z', 'updated_at': '2021-08-17T02:52:46Z', 'revision_number': 2, 'project_id': '584ea18469ca41d9b4edaef410100232', 'subnets': [{'id': '8a795f62-7bc2-4976-a18a-36954442be30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:48.607379 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4fb919-9c54-40a1-91b6-c2e3fe769421 req-8a82c08c-9a87-46d4-91eb-eff04f122540 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:48.609572 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de4fb919-9c54-40a1-91b6-c2e3fe769421 req-8a82c08c-9a87-46d4-91eb-eff04f122540 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 948 time: 0.1600845 Aug 17 02:52:48.635705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Checking router: d176f933-d6bb-4b36-8508-f98eaef083b8 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:52:48.636059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Updating router d176f933-d6bb-4b36-8508-f98eaef083b8 port 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:52:48.644311 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-b705f11d-748a-475e-92db-afe38d78e199 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:48.645715 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-b705f11d-748a-475e-92db-afe38d78e199 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.60 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 808 time: 0.2448001 Aug 17 02:52:48.667802 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-0499fc50-ccd9-4a03-b2c7-616ecb6dbcff tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Request body: {'port': {'device_id': '3f4cfc22-bc63-4218-aa21-90b979ae6f2e', 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca', 'admin_state_up': True, 'tenant_id': 'fbdcc79a0e414d57946c4903247557f0'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:48.668057 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:48.684096 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:48.685094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 31b9c165-0f4a-4807-b8da-e8fe3347cd41 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:48.691173 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de4fb919-9c54-40a1-91b6-c2e3fe769421 req-d98365a3-10b0-486b-b306-81a185ee6961 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737646 Aug 17 02:52:48.725132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-c305ef7f-cf7c-4911-ba2b-814da9f86ad1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:48.726712 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-c305ef7f-cf7c-4911-ba2b-814da9f86ad1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.1286545 Aug 17 02:52:48.735664 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-4e3f2f41-cb4e-4718-821c-2aac3a2ee9af tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:48.823736 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-8ad1d445-22bf-4413-a720-b2db12999c9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 HTTP/1.1" status: 200 len: 217 time: 0.0777128 Aug 17 02:52:48.831975 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-4e3f2f41-cb4e-4718-821c-2aac3a2ee9af tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:48.832405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port da983685-3bae-4159-89a3-dd478d8903e2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:48.832774 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:48.876382 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-4e3f2f41-cb4e-4718-821c-2aac3a2ee9af tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:48.881491 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-4e3f2f41-cb4e-4718-821c-2aac3a2ee9af tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:48.914347 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f2f41-cb4e-4718-821c-2aac3a2ee9af tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Pushing event updated for resources: {'Port': ['ID=a2b16936-9f1d-4c71-91b2-6a66a5cc5c98,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:48.938864 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-696c4b68-4fc3-4fb4-b6a1-907aba88ab28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:48.940380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-696c4b68-4fc3-4fb4-b6a1-907aba88ab28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1053319 Aug 17 02:52:48.948616 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-0499fc50-ccd9-4a03-b2c7-616ecb6dbcff tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Made reservation on behalf of fbdcc79a0e414d57946c4903247557f0 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:48.960659 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-0499fc50-ccd9-4a03-b2c7-616ecb6dbcff tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.032388 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-4e3f2f41-cb4e-4718-821c-2aac3a2ee9af tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.042643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-380c6cce-b253-4f5c-802c-7e7a813a296e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:49.044142 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-380c6cce-b253-4f5c-802c-7e7a813a296e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0895362 Aug 17 02:52:49.058938 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=bfb17fc5-ba62-41e7-8fdf-2db4f213001d,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:49.064785 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.140517 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-0499fc50-ccd9-4a03-b2c7-616ecb6dbcff tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Allocated IP 172.20.0.10 (e9e56734-09f2-4207-a3fd-cb98fe79bbca/ce7a1b4d-073f-4496-99e3-079663fa186d/f7800126-0d20-47dd-95ba-5367b9a2a7f1) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:49.191049 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-0bd68160-9f30-4ba9-9e42-2e2375c177ef service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1284144 Aug 17 02:52:49.192442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:49.200309 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-4e3f2f41-cb4e-4718-821c-2aac3a2ee9af tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.207013 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:49.207391 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.328813 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-0499fc50-ccd9-4a03-b2c7-616ecb6dbcff tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.372347 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.383043 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.383180 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37924) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:49.383979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-2ee7e80d-8ae9-4f57-b990-e10714324c41 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Request body: {'security_group': {'name': 'tempest-securitygroup--387289729', 'description': 'tempest-description--68291590'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:49.397659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Transition to ACTIVE for port object 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:49.411577 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600dd119-2de3-4424-a8b0-6eaf97b145c7 req-ccfa0248-8eb5-435b-bc7f-0d3dec053ab2 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083833 Aug 17 02:52:49.425946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=31b9c165-0f4a-4807-b8da-e8fe3347cd41,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:49.439847 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-0499fc50-ccd9-4a03-b2c7-616ecb6dbcff tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.456823 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.488871 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-4e3f2f41-cb4e-4718-821c-2aac3a2ee9af tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.502766 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e80d-8ae9-4f57-b990-e10714324c41 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.510578 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.516835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd06855-927f-4563-b394-86be073ba44a None None] Pushing event updated for resources: {'Port': ['ID=4dd20cc5-e4cc-4ca4-aca0-16b347215c9f,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:49.527164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-0499fc50-ccd9-4a03-b2c7-616ecb6dbcff tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Network e9e56734-09f2-4207-a3fd-cb98fe79bbca is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:49.531017 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0499fc50-ccd9-4a03-b2c7-616ecb6dbcff tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Pushing event updated for resources: {'Port': ['ID=f7800126-0d20-47dd-95ba-5367b9a2a7f1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:49.533606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-0499fc50-ccd9-4a03-b2c7-616ecb6dbcff tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:49.536799 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-0499fc50-ccd9-4a03-b2c7-616ecb6dbcff tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:49.572157 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bf8c7b9-b78d-48e6-8cb7-4beb0758dfe5 req-37af5c74-000a-4c06-9969-fb4c775ac8b8 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:49.573975 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8bf8c7b9-b78d-48e6-8cb7-4beb0758dfe5 req-37af5c74-000a-4c06-9969-fb4c775ac8b8 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 932 time: 0.1458647 Aug 17 02:52:49.585850 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-4e3f2f41-cb4e-4718-821c-2aac3a2ee9af tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.592925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Attempting to bind port 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:49.593310 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Attempting to bind port 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '9687c9c7-a274-4ef1-a0a3-8c4e8190199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:49.593725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Attempting to bind port 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f on network 7614221c-4a8f-4d76-b9c1-3db8fea6780b {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:49.606815 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:49.607203 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Checking segment: {'id': '9687c9c7-a274-4ef1-a0a3-8c4e8190199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:49.607874 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.607987 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Bound using segment: {'id': '9687c9c7-a274-4ef1-a0a3-8c4e8190199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:49.608435 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Bound port: 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9687c9c7-a274-4ef1-a0a3-8c4e8190199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:49.608818 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.622944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-0499fc50-ccd9-4a03-b2c7-616ecb6dbcff tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:49.624434 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-0499fc50-ccd9-4a03-b2c7-616ecb6dbcff tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.642096 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=31b9c165-0f4a-4807-b8da-e8fe3347cd41,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:49.651781 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8bf8c7b9-b78d-48e6-8cb7-4beb0758dfe5 req-ea01bc48-c7a8-4ee4-9349-d92d5e65a795 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636206 Aug 17 02:52:49.702672 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5b6f632-eb61-4e4e-88d7-0ec564a808b7 x-openstack-request-id: req-a5b6f632-eb61-4e4e-88d7-0ec564a808b7 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:49.703631 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a5fba3-f4c6-4ef9-a5c1-226e7302569d", "name": "network-vif-plugged", "status": "completed", "tag": "bfb17fc5-ba62-41e7-8fdf-2db4f213001d", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:49.703861 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5b6f632-eb61-4e4e-88d7-0ec564a808b7 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:49.704262 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a5fba3-f4c6-4ef9-a5c1-226e7302569d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bfb17fc5-ba62-41e7-8fdf-2db4f213001d', 'code': 200} Aug 17 02:52:49.732863 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] For port 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:49.745260 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] For port 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4dd20cc5-e4cc-4ca4-aca0-16b347215c9f,segment=NetworkSegment(9687c9c7-a274-4ef1-a0a3-8c4e8190199c),segment_id=9687c9c7-a274-4ef1-a0a3-8c4e8190199c)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:49.749299 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e80d-8ae9-4f57-b990-e10714324c41 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.755908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e3f2f41-cb4e-4718-821c-2aac3a2ee9af tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Pushing event updated for resources: {'Port': ['ID=a2b16936-9f1d-4c71-91b2-6a66a5cc5c98,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:49.774875 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-4e3f2f41-cb4e-4718-821c-2aac3a2ee9af tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.807959 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.823436 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4341bbce-a5b4-4b27-8ac7-c1f8e235958a req-a56fb543-1918-40ea-9e8a-b53a8aae6162 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:49.824930 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4341bbce-a5b4-4b27-8ac7-c1f8e235958a req-a56fb543-1918-40ea-9e8a-b53a8aae6162 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 1101 time: 0.0459199 Aug 17 02:52:49.840306 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e80d-8ae9-4f57-b990-e10714324c41 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.867529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Routers {'d176f933-d6bb-4b36-8508-f98eaef083b8'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:49.868594 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:52:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d176f933-d6bb-4b36-8508-f98eaef083b8'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:49.902112 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4341bbce-a5b4-4b27-8ac7-c1f8e235958a req-b3f7896c-8b82-474b-b858-61b8a1239933 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694625 Aug 17 02:52:49.902904 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee7e80d-8ae9-4f57-b990-e10714324c41 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb7bc0e-96db-4fa7-87ba-83b66a20507b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:49.914909 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-4e3f2f41-cb4e-4718-821c-2aac3a2ee9af tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:49.915475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd06855-927f-4563-b394-86be073ba44a None None] Pushing event updated for resources: {'Port': ['ID=4dd20cc5-e4cc-4ca4-aca0-16b347215c9f,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:49.915874 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-4e3f2f41-cb4e-4718-821c-2aac3a2ee9af tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.7076414 Aug 17 02:52:49.916159 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-0499fc50-ccd9-4a03-b2c7-616ecb6dbcff tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2555418 Aug 17 02:52:49.957316 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Request body: {'port': {'device_id': '3f4cfc22-bc63-4218-aa21-90b979ae6f2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:50.001188 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ee7e80d-8ae9-4f57-b990-e10714324c41 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.005545 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2ee7e80d-8ae9-4f57-b990-e10714324c41 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.6254835 Aug 17 02:52:50.009272 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37930) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:50.009442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] Set router d176f933-d6bb-4b36-8508-f98eaef083b8 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:50.011591 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-94248785-2156-45b8-8bb0-2c5e4b09ccc9 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Request body: {'security_group_rule': {'security_group_id': 'dcb7bc0e-96db-4fa7-87ba-83b66a20507b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:50.023877 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-b28a786e-9ddb-4aba-977e-240a9bcd41f9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 695 time: 0.0999138 Aug 17 02:52:50.027484 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.158285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-c4b0f147-3746-4500-a464-fd820cdf33b6 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:50.163451 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-c4b0f147-3746-4500-a464-fd820cdf33b6 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.1385028 Aug 17 02:52:50.171538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-f3e38b72-7c7e-4d4c-97f8-350bef7b0281 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:52:50.189058 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67eb29ba-cdd6-42c6-8f68-019155b003b7 req-f3e38b72-7c7e-4d4c-97f8-350bef7b0281 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0246542 Aug 17 02:52:50.230646 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-94248785-2156-45b8-8bb0-2c5e4b09ccc9 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.302175 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'name': 'tempest-ServersTestBootFromVolume-68305426-router', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:52:45Z', 'revision_number': 4, 'project_id': '584ea18469ca41d9b4edaef410100232', 'gw_port': {'id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:38Z', 'updated_at': '2021-08-17T02:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '4dd20cc5-e4cc-4ca4-aca0-16b347215c9f', 'name': '', 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'mac_address': 'fa:16:3e:3a:fd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8a795f62-7bc2-4976-a18a-36954442be30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:44Z', 'updated_at': '2021-08-17T02:52:49Z', 'revision_number': 4, 'project_id': '584ea18469ca41d9b4edaef410100232', 'subnets': [{'id': '8a795f62-7bc2-4976-a18a-36954442be30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:50.334956 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c61378-df66-40b2-b012-b07dfd1ac749 None None] The sync data for ids ['d176f933-d6bb-4b36-8508-f98eaef083b8'] in n-d-802060-9 is: [{'id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'name': 'tempest-ServersTestBootFromVolume-68305426-router', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:52:45Z', 'revision_number': 4, 'project_id': '584ea18469ca41d9b4edaef410100232', 'gw_port': {'id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:38Z', 'updated_at': '2021-08-17T02:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '4dd20cc5-e4cc-4ca4-aca0-16b347215c9f', 'name': '', 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'mac_address': 'fa:16:3e:3a:fd:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8a795f62-7bc2-4976-a18a-36954442be30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:44Z', 'updated_at': '2021-08-17T02:52:49Z', 'revision_number': 4, 'project_id': '584ea18469ca41d9b4edaef410100232', 'subnets': [{'id': '8a795f62-7bc2-4976-a18a-36954442be30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:50.338463 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-94248785-2156-45b8-8bb0-2c5e4b09ccc9 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.348531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4d74e9-aa10-446b-ae9d-972c32475158 req-fd361c41-def7-4f62-a8d8-7ac9fb95a91d tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:50.350204 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7a4d74e9-aa10-446b-ae9d-972c32475158 req-fd361c41-def7-4f62-a8d8-7ac9fb95a91d tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 950 time: 0.0837686 Aug 17 02:52:50.423089 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7a4d74e9-aa10-446b-ae9d-972c32475158 req-5a104a41-1cba-40a4-8c33-88f07e31dfd4 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650039 Aug 17 02:52:50.424191 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-94248785-2156-45b8-8bb0-2c5e4b09ccc9 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.455866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94248785-2156-45b8-8bb0-2c5e4b09ccc9 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c3ec7ef-213a-448b-bfaf-ddede116d388,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:50.490945 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device fe247acb-2efc-4ed2-a5fd-29f14b992bf1 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:52:50.520180 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-94248785-2156-45b8-8bb0-2c5e4b09ccc9 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.521802 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-94248785-2156-45b8-8bb0-2c5e4b09ccc9 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5143330 Aug 17 02:52:50.548355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37938) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:50.558467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-dc7b4590-15b9-4cc7-b102-44800f00fc2e tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Request body: {'security_group_rule': {'security_group_id': 'dcb7bc0e-96db-4fa7-87ba-83b66a20507b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:50.604416 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:50.616093 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b358ff1-2151-46d9-af67-0baa75178ffe req-dadaad57-92dd-48f4-9ee6-b83e2ef230f9 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:50.619192 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b358ff1-2151-46d9-af67-0baa75178ffe req-dadaad57-92dd-48f4-9ee6-b83e2ef230f9 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 946 time: 0.1141531 Aug 17 02:52:50.654563 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dacdac-c5c6-497f-b7ad-62de92e7b8a9 req-ae302352-33b6-447b-bdb6-12a29eb55ef7 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:50.662230 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58dacdac-c5c6-497f-b7ad-62de92e7b8a9 req-ae302352-33b6-447b-bdb6-12a29eb55ef7 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 948 time: 0.4389267 Aug 17 02:52:50.671435 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b358ff1-2151-46d9-af67-0baa75178ffe req-c10e2f59-acd5-401a-9c29-06e6a2e36032 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449822 Aug 17 02:52:50.688406 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4590-15b9-4cc7-b102-44800f00fc2e tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.721268 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58dacdac-c5c6-497f-b7ad-62de92e7b8a9 req-d01f9039-722b-4c37-9437-60434849d5cb tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579395 Aug 17 02:52:50.771882 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port fe247acb-2efc-4ed2-a5fd-29f14b992bf1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=fe247acb-2efc-4ed2-a5fd-29f14b992bf1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:50.789739 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.797188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'fe247acb-2efc-4ed2-a5fd-29f14b992bf1', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': 'fe247acb-2efc-4ed2-a5fd-29f14b992bf1', 'mac_address': 'fa:16:3e:00:a3:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:52:50.822725 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4590-15b9-4cc7-b102-44800f00fc2e tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.838761 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:50.849070 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:50.850299 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.880802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032d102f-781a-42d9-9d21-a047e03bb16b req-ee35e3e8-6847-47e6-9ce6-75674fab5c97 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:50.888941 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-032d102f-781a-42d9-9d21-a047e03bb16b req-ee35e3e8-6847-47e6-9ce6-75674fab5c97 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 948 time: 0.0700786 Aug 17 02:52:50.905086 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4590-15b9-4cc7-b102-44800f00fc2e tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.922290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7800126-0d20-47dd-95ba-5367b9a2a7f1 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:50.927420 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.934440 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7b4590-15b9-4cc7-b102-44800f00fc2e tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5fca9a5-ed8b-49ec-835a-8b0d84ef0fde,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:50.941041 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:50.954857 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-032d102f-781a-42d9-9d21-a047e03bb16b req-b99f6df0-1d40-4f4f-8fb1-4cc36283b291 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650065 Aug 17 02:52:50.970892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fe247acb-2efc-4ed2-a5fd-29f14b992bf1 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:51.028327 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dc7b4590-15b9-4cc7-b102-44800f00fc2e tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.032285 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Transition to ACTIVE for port object f7800126-0d20-47dd-95ba-5367b9a2a7f1 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:51.033412 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dc7b4590-15b9-4cc7-b102-44800f00fc2e tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4808235 Aug 17 02:52:51.035264 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37944) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:52:51.040878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port fe247acb-2efc-4ed2-a5fd-29f14b992bf1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=fe247acb-2efc-4ed2-a5fd-29f14b992bf1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:51.048025 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.049128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-687ba066-71b5-41ef-a613-324894106faa tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:51.050271 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-6679b33a-7523-4037-b32a-a6c62cee274c tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:51.058530 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-6679b33a-7523-4037-b32a-a6c62cee274c tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1118441 Aug 17 02:52:51.091511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4dd20cc5-e4cc-4ca4-aca0-16b347215c9f,segment=NetworkSegment(9687c9c7-a274-4ef1-a0a3-8c4e8190199c),segment_id=9687c9c7-a274-4ef1-a0a3-8c4e8190199c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:51.144199 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.144877 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-0962cb22-c788-4293-a106-9c1c915102ee tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2088101951&fields=id&tenant_id=4e6410af048b470194fd20ed17316325 HTTP/1.1" status: 200 len: 267 time: 0.0494184 Aug 17 02:52:51.148199 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.148880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:52:51.200466 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.201435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7800126-0d20-47dd-95ba-5367b9a2a7f1,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:51.219128 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-b960f9ba-5430-4efc-9743-91dce18d0e80 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 695 time: 0.1592579 Aug 17 02:52:51.224228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-6a3323c8-b257-459f-849e-7c1287cfabeb tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Request body: {'floatingip': {'port_id': '4c80519f-c25a-48a1-b173-65b6b40bbbdf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:51.232473 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-687ba066-71b5-41ef-a613-324894106faa tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.255998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:51.270378 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=fe247acb-2efc-4ed2-a5fd-29f14b992bf1,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:51.281821 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0', 'mac_address': 'fa:16:3e:39:33:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:52:51.289344 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-6a3323c8-b257-459f-849e-7c1287cfabeb tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.333242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-f6aaa043-f283-4fd7-a89f-dbe83e63e50c tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:51.336543 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-f6aaa043-f283-4fd7-a89f-dbe83e63e50c tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/networks?id=f45940e8-4b9f-4734-873f-fadaf2365bc9 HTTP/1.1" status: 200 len: 823 time: 0.1838121 Aug 17 02:52:51.337900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=4dd20cc5-e4cc-4ca4-aca0-16b347215c9f,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:51.366392 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-d611358d-5018-45c0-8d19-d6cdc58ea30b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/quotas/4e6410af048b470194fd20ed17316325 HTTP/1.1" status: 200 len: 375 time: 0.0145595 Aug 17 02:52:51.401489 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.420401 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:51.445321 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:51.462177 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:51.462663 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:51.463068 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:51.466726 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-f5968b97-d3e3-4a03-96f9-2981d5820c67 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e6410af048b470194fd20ed17316325&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0927856 Aug 17 02:52:51.475069 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-687ba066-71b5-41ef-a613-324894106faa tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.487190 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:52:51.487555 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:51.507993 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.508858 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:52:51.530348 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:51.530699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Checking segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:51.531104 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Bound using segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:51.531562 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Bound port: f7800126-0d20-47dd-95ba-5367b9a2a7f1, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:51.531932 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.598096 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:51.601073 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:51.614118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8', 'mac_address': 'fa:16:3e:67:5f:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.162'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:52:51.647430 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-687ba066-71b5-41ef-a613-324894106faa tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Allocated IP 172.25.1.219 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/fc6edd82-6d7b-491d-aa64-c05b6eb9efcc) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:51.663789 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.680531 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:51.705708 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:51.707267 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61403451-cf04-4be6-a299-07af995c2627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b9c165-0f4a-4807-b8da-e8fe3347cd41'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:51.709993 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc6ee9c2-bfba-42ac-8e54-7b7073e02d5b" -d '{"events": [{"server_uuid": "61403451-cf04-4be6-a299-07af995c2627", "name": "network-vif-plugged", "status": "completed", "tag": "31b9c165-0f4a-4807-b8da-e8fe3347cd41"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:51.724588 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] For port f7800126-0d20-47dd-95ba-5367b9a2a7f1, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:51.759606 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-aee227ac-e09b-4f8a-adee-31244bdab356 service neutron] 10.222.0.10 "GET /v2.0/networks/f45940e8-4b9f-4734-873f-fadaf2365bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792127 Aug 17 02:52:51.776081 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] For port f7800126-0d20-47dd-95ba-5367b9a2a7f1, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f7800126-0d20-47dd-95ba-5367b9a2a7f1,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:51.782345 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.835817 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:51.847057 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.894080 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-687ba066-71b5-41ef-a613-324894106faa tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.901953 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:51.902585 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:51.904045 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] 10.222.0.60 "PUT /v2.0/ports/f7800126-0d20-47dd-95ba-5367b9a2a7f1 HTTP/1.1" status: 200 len: 1092 time: 1.9510908 Aug 17 02:52:51.904491 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3f4cfc22-bc63-4218-aa21-90b979ae6f2e', 'tag': 'f7800126-0d20-47dd-95ba-5367b9a2a7f1'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:51.906908 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e23f09f-0947-4d7e-b33c-74aa13cc2d51" -d '{"events": [{"name": "network-changed", "server_uuid": "3f4cfc22-bc63-4218-aa21-90b979ae6f2e", "tag": "f7800126-0d20-47dd-95ba-5367b9a2a7f1"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:51.949710 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3fbe6c-8682-42d6-80b6-9f7e9cb9d1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=f7800126-0d20-47dd-95ba-5367b9a2a7f1,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:51.966138 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-178387c2-2dc6-475f-955e-fad1ce14057a req-6979eea3-865a-49e5-b05c-2bab957d818c tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:51.966138 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-178387c2-2dc6-475f-955e-fad1ce14057a req-6979eea3-865a-49e5-b05c-2bab957d818c tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.30 "GET /v2.0/ports?device_id=cade7525-2a35-46e7-abbc-f221f5d40d64 HTTP/1.1" status: 200 len: 946 time: 0.1468515 Aug 17 02:52:51.993992 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-46bc5fcc-23d7-44f0-99d6-5f9edff58607 service neutron] 10.222.0.10 "GET /v2.0/networks/f45940e8-4b9f-4734-873f-fadaf2365bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2267752 Aug 17 02:52:52.045084 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-6a3323c8-b257-459f-849e-7c1287cfabeb tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:52.058637 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-5d690964-fcfe-4534-b9af-8c6058198c44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:52.060767 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-5d690964-fcfe-4534-b9af-8c6058198c44 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 1095 time: 0.0546436 Aug 17 02:52:52.086259 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-687ba066-71b5-41ef-a613-324894106faa tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:52.092465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-178387c2-2dc6-475f-955e-fad1ce14057a req-ee108bad-4415-4292-a5d5-174154552871 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Deleting port a980bcf3-e3f3-499c-8444-377ade592dbc {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:52:52.092882 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-178387c2-2dc6-475f-955e-fad1ce14057a req-ee108bad-4415-4292-a5d5-174154552871 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:52.108525 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-7742d7b5-c673-4651-86f1-dcec2d78ac47 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7800126-0d20-47dd-95ba-5367b9a2a7f1 HTTP/1.1" status: 200 len: 217 time: 0.0393596 Aug 17 02:52:52.113790 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-6a3323c8-b257-459f-849e-7c1287cfabeb tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:52.176192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-687ba066-71b5-41ef-a613-324894106faa tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:52.185585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-687ba066-71b5-41ef-a613-324894106faa tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:52.193448 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-687ba066-71b5-41ef-a613-324894106faa tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:52.233954 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ba066-71b5-41ef-a613-324894106faa tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Pushing event updated for resources: {'Port': ['ID=fc6edd82-6d7b-491d-aa64-c05b6eb9efcc,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:52.256710 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-542b4952-8178-46a5-b29d-61650a0ca6b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:52.258021 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-542b4952-8178-46a5-b29d-61650a0ca6b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.1419673 Aug 17 02:52:52.278027 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['fe247acb-2efc-4ed2-a5fd-29f14b992bf1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:52.305263 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-178387c2-2dc6-475f-955e-fad1ce14057a req-ee108bad-4415-4292-a5d5-174154552871 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] For port a980bcf3-e3f3-499c-8444-377ade592dbc, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a980bcf3-e3f3-499c-8444-377ade592dbc,segment=NetworkSegment(2c3dd8ac-fcd2-4580-b76b-ee12927d977a),segment_id=2c3dd8ac-fcd2-4580-b76b-ee12927d977a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:52.305263 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-178387c2-2dc6-475f-955e-fad1ce14057a req-ee108bad-4415-4292-a5d5-174154552871 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:52.318623 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['a8ebcb91-e807-400a-be4f-8ef77f6ff9b8'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:52.321255 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['7046ae57-8eea-4f27-ab1f-79cacdcaf3e0'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:52.329105 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-0db1190d-439c-4ec1-b7e5-1350a2cbfa21 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0509639 Aug 17 02:52:52.338895 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-6a3323c8-b257-459f-849e-7c1287cfabeb tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Floating IP 958b77d4-8195-4497-8e74-54311fc930e3 associated. External IP: 172.25.1.44, port: 4c80519f-c25a-48a1-b173-65b6b40bbbdf. Aug 17 02:52:52.515929 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-687ba066-71b5-41ef-a613-324894106faa tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:52.547392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:52.582545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3908ea8a-c54d-4a3c-8686-af36b06808d2 req-621fe183-135b-4c1a-9a0b-2937cd0ca5dc tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:52.584113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3908ea8a-c54d-4a3c-8686-af36b06808d2 req-621fe183-135b-4c1a-9a0b-2937cd0ca5dc tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 944 time: 0.2748163 Aug 17 02:52:52.693136 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-259f7dd5-7396-4a09-a866-8b80a13ef520 service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2353630 Aug 17 02:52:52.734246 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-687ba066-71b5-41ef-a613-324894106faa tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:52.735635 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:52.736019 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:52.788123 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-6a3323c8-b257-459f-849e-7c1287cfabeb tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Router 6f66a460-a6a0-4164-8342-2ae9cf109603 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:52:52.851765 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3908ea8a-c54d-4a3c-8686-af36b06808d2 req-c5b40a81-2410-4328-9cf2-b37d5c975f67 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2387030 Aug 17 02:52:52.857562 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-178387c2-2dc6-475f-955e-fad1ce14057a req-ee108bad-4415-4292-a5d5-174154552871 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:52.858118 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-178387c2-2dc6-475f-955e-fad1ce14057a req-ee108bad-4415-4292-a5d5-174154552871 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:52.860151 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-178387c2-2dc6-475f-955e-fad1ce14057a req-ee108bad-4415-4292-a5d5-174154552871 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Floating IP 9cd07975-e849-4434-b343-562b6c560858 disassociated. External IP: 172.25.1.153, port: a980bcf3-e3f3-499c-8444-377ade592dbc. Aug 17 02:52:52.860151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-178387c2-2dc6-475f-955e-fad1ce14057a req-ee108bad-4415-4292-a5d5-174154552871 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Calling delete_port for a980bcf3-e3f3-499c-8444-377ade592dbc owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:52:52.863106 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f5719f1-ef7d-481e-8e4e-b8124fc819b7 req-284951a2-35cf-4180-b1dd-fd86249d8778 service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583261 Aug 17 02:52:52.961243 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-6a3323c8-b257-459f-849e-7c1287cfabeb tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:52.975521 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78572ea-145a-45f5-a4e3-20773026be18 None None] Sync routers for ids ['6f66a460-a6a0-4164-8342-2ae9cf109603'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:52.979846 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-6a3323c8-b257-459f-849e-7c1287cfabeb tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:52.986626 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78572ea-145a-45f5-a4e3-20773026be18 None None] Routers {'6f66a460-a6a0-4164-8342-2ae9cf109603'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:52.987400 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a78572ea-145a-45f5-a4e3-20773026be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:52:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6f66a460-a6a0-4164-8342-2ae9cf109603'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:53.017143 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-6a3323c8-b257-459f-849e-7c1287cfabeb tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "PUT /v2.0/floatingips/958b77d4-8195-4497-8e74-54311fc930e3 HTTP/1.1" status: 200 len: 995 time: 1.7967970 Aug 17 02:52:53.080515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-eb941f0f-afc9-4c84-bde6-d75b21d3acca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:53.082388 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-eb941f0f-afc9-4c84-bde6-d75b21d3acca service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02cc7fed2fd64b11ab50031f14ee562d&device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 1096 time: 0.0473380 Aug 17 02:52:53.194813 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-a21ae243-db45-4fec-8819-fd13ab9aa3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:53.196568 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-a21ae243-db45-4fec-8819-fd13ab9aa3fd service neutron] 10.222.0.10 "GET /v2.0/networks?id=a79ae07b-fcb4-4336-888b-c03a6149d58c HTTP/1.1" status: 200 len: 927 time: 0.1067984 Aug 17 02:52:53.235399 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-a78572ea-145a-45f5-a4e3-20773026be18 None None] Set router 6f66a460-a6a0-4164-8342-2ae9cf109603 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:53.332716 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-c70f52e9-028c-4916-b7f8-fb2b890967d4 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c80519f-c25a-48a1-b173-65b6b40bbbdf HTTP/1.1" status: 200 len: 998 time: 0.1172059 Aug 17 02:52:53.357594 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41dcd7b3-58f2-4c54-8af9-2c88660034da req-b905230d-475a-4907-bf88-b1d3f705c022 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:53.359124 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-41dcd7b3-58f2-4c54-8af9-2c88660034da req-b905230d-475a-4907-bf88-b1d3f705c022 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 950 time: 0.0971301 Aug 17 02:52:53.470164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-54d1e090-7574-4930-804d-154dd306ed76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:53.471737 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-54d1e090-7574-4930-804d-154dd306ed76 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec8eaba8-bfdf-49a8-989d-f19ef50b4e70 HTTP/1.1" status: 200 len: 866 time: 0.1318352 Aug 17 02:52:53.482084 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d83c7-60f9-4171-b4bc-5e49a3e798ce req-f09771e8-7cf8-460b-b616-a9792cc16330 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:53.483472 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d78d83c7-60f9-4171-b4bc-5e49a3e798ce req-f09771e8-7cf8-460b-b616-a9792cc16330 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.60 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981&tenant_id=638115240e104430bff599fc921ec015&binding%3Ahost_id=n-h1-802060-9 HTTP/1.1" status: 200 len: 949 time: 0.1335390 Aug 17 02:52:53.485327 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-41dcd7b3-58f2-4c54-8af9-2c88660034da req-a78a029a-6705-452b-a172-4bdd0179068a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103022 Aug 17 02:52:53.488858 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-687ba066-71b5-41ef-a613-324894106faa tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.523569 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a78572ea-145a-45f5-a4e3-20773026be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79939714-router', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:16Z', 'updated_at': '2021-08-17T02:52:24Z', 'revision_number': 4, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'gw_port': {'id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '958b77d4-8195-4497-8e74-54311fc930e3', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'port_id': '4c80519f-c25a-48a1-b173-65b6b40bbbdf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c', 'mac_address': 'fa:16:3e:62:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20638a6-726e-4002-b1a0-13ec647aa35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:52:48Z', 'updated_at': '2021-08-17T02:52:51Z', 'revision_number': 1, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d70fcf-d27e-4c23-bb49-40b290062dc6', 'name': '', 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'mac_address': 'fa:16:3e:69:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:22Z', 'updated_at': '2021-08-17T02:52:29Z', 'revision_number': 5, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'subnets': [{'id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:53.533892 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fab73011-5b0f-4899-a332-0813395b083a x-openstack-request-id: req-fab73011-5b0f-4899-a332-0813395b083a {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:53.534238 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61403451-cf04-4be6-a299-07af995c2627", "name": "network-vif-plugged", "status": "completed", "tag": "31b9c165-0f4a-4807-b8da-e8fe3347cd41", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:53.534496 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fab73011-5b0f-4899-a332-0813395b083a {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:53.535282 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61403451-cf04-4be6-a299-07af995c2627', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31b9c165-0f4a-4807-b8da-e8fe3347cd41', 'code': 200} Aug 17 02:52:53.553591 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-178387c2-2dc6-475f-955e-fad1ce14057a req-ee108bad-4415-4292-a5d5-174154552871 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.564494 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78572ea-145a-45f5-a4e3-20773026be18 None None] Checking router: 6f66a460-a6a0-4164-8342-2ae9cf109603 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:52:53.588032 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a78572ea-145a-45f5-a4e3-20773026be18 None None] Routers {'6f66a460-a6a0-4164-8342-2ae9cf109603'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:53.590266 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a78572ea-145a-45f5-a4e3-20773026be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:52:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6f66a460-a6a0-4164-8342-2ae9cf109603'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:53.608620 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-687ba066-71b5-41ef-a613-324894106faa tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.613453 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee108bad-4415-4292-a5d5-174154552871 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Pushing event deleted for resources: {'Port': ['ID=a980bcf3-e3f3-499c-8444-377ade592dbc,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:53.714738 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-a78572ea-145a-45f5-a4e3-20773026be18 None None] Set router 6f66a460-a6a0-4164-8342-2ae9cf109603 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:53.821310 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-687ba066-71b5-41ef-a613-324894106faa tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Pushing event updated for resources: {'Port': ['ID=fc6edd82-6d7b-491d-aa64-c05b6eb9efcc,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:53.858948 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-9390be29-b93e-43e6-a8dd-cf6a2aea9fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:53.860759 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-9390be29-b93e-43e6-a8dd-cf6a2aea9fe3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a79ae07b-fcb4-4336-888b-c03a6149d58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3761566 Aug 17 02:52:53.862048 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [req-d78d83c7-60f9-4171-b4bc-5e49a3e798ce req-bf7fcf89-c147-4f53-97ef-e925489473b0 service neutron] delete failed (client error): The resource could not be found. Aug 17 02:52:53.862974 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d78d83c7-60f9-4171-b4bc-5e49a3e798ce req-bf7fcf89-c147-4f53-97ef-e925489473b0 service neutron] 10.222.0.60 "DELETE /v2.0/ports/a8ebcb91-e807-400a-be4f-8ef77f6ff9b8/bindings/n-h2-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.3702703 Aug 17 02:52:53.873226 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-cc5ab0d6-1ab0-4d99-b742-7399468bd8ab service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:52:53.873528 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24179b6c-39c3-4910-aef9-8cff424ca804 req-b9d76b77-576d-4074-9b72-401d51541bad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:53.875013 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24179b6c-39c3-4910-aef9-8cff424ca804 req-b9d76b77-576d-4074-9b72-401d51541bad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 1097 time: 0.2397428 Aug 17 02:52:53.882526 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-cc5ab0d6-1ab0-4d99-b742-7399468bd8ab service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0143542 Aug 17 02:52:53.890931 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393efbc2-6d27-4b65-94ce-b0e63529aaa1 req-0c3aebf2-a23a-4fd2-b163-7b10eee1b6c6 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:53.893401 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-393efbc2-6d27-4b65-94ce-b0e63529aaa1 req-0c3aebf2-a23a-4fd2-b163-7b10eee1b6c6 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 946 time: 0.2859163 Aug 17 02:52:53.909301 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-687ba066-71b5-41ef-a613-324894106faa tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:53.988038 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24179b6c-39c3-4910-aef9-8cff424ca804 req-fd88227c-ec44-49d7-804e-1977b644b99a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901191 Aug 17 02:52:53.993741 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-178387c2-2dc6-475f-955e-fad1ce14057a req-ee108bad-4415-4292-a5d5-174154552871 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Router aeec86d2-5372-4e45-9c62-4ad089baf782 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:52:54.000975 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-393efbc2-6d27-4b65-94ce-b0e63529aaa1 req-82219679-cdb2-4cb8-bdcc-caab1d199640 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934072 Aug 17 02:52:54.050884 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-d499d372-7356-4303-8bea-8175497d7a0d service neutron] 10.222.0.10 "GET /v2.0/networks/a79ae07b-fcb4-4336-888b-c03a6149d58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511769 Aug 17 02:52:54.067336 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-687ba066-71b5-41ef-a613-324894106faa tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.077068 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-687ba066-71b5-41ef-a613-324894106faa tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.0307274 Aug 17 02:52:54.108772 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d83c7-60f9-4171-b4bc-5e49a3e798ce req-e9ca8a74-84e4-47ad-b9b4-159e6c0fa9ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:54.110393 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d78d83c7-60f9-4171-b4bc-5e49a3e798ce req-e9ca8a74-84e4-47ad-b9b4-159e6c0fa9ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 1100 time: 0.1209819 Aug 17 02:52:54.111575 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a78572ea-145a-45f5-a4e3-20773026be18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79939714-router', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:16Z', 'updated_at': '2021-08-17T02:52:24Z', 'revision_number': 4, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'gw_port': {'id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '958b77d4-8195-4497-8e74-54311fc930e3', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'port_id': '4c80519f-c25a-48a1-b173-65b6b40bbbdf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c', 'mac_address': 'fa:16:3e:62:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20638a6-726e-4002-b1a0-13ec647aa35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:52:48Z', 'updated_at': '2021-08-17T02:52:51Z', 'revision_number': 1, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d70fcf-d27e-4c23-bb49-40b290062dc6', 'name': '', 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'mac_address': 'fa:16:3e:69:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:22Z', 'updated_at': '2021-08-17T02:52:29Z', 'revision_number': 5, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'subnets': [{'id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:54.158363 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a78572ea-145a-45f5-a4e3-20773026be18 None None] The sync data for ids ['6f66a460-a6a0-4164-8342-2ae9cf109603'] in n-d-802060-9 is: [{'id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79939714-router', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:16Z', 'updated_at': '2021-08-17T02:52:24Z', 'revision_number': 4, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'gw_port': {'id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '958b77d4-8195-4497-8e74-54311fc930e3', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'floating_ip_address': '172.25.1.44', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'port_id': '4c80519f-c25a-48a1-b173-65b6b40bbbdf', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 498, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c', 'mac_address': 'fa:16:3e:62:98:b1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b20638a6-726e-4002-b1a0-13ec647aa35f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:52:48Z', 'updated_at': '2021-08-17T02:52:51Z', 'revision_number': 1, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e6d70fcf-d27e-4c23-bb49-40b290062dc6', 'name': '', 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'mac_address': 'fa:16:3e:69:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:22Z', 'updated_at': '2021-08-17T02:52:29Z', 'revision_number': 5, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'subnets': [{'id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:54.203811 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5fcb119-3680-4438-91c7-867f51c07d8b x-openstack-request-id: req-e5fcb119-3680-4438-91c7-867f51c07d8b {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:54.204763 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3f4cfc22-bc63-4218-aa21-90b979ae6f2e", "tag": "f7800126-0d20-47dd-95ba-5367b9a2a7f1", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:54.205180 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5fcb119-3680-4438-91c7-867f51c07d8b {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:54.205790 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4cfc22-bc63-4218-aa21-90b979ae6f2e', 'tag': 'f7800126-0d20-47dd-95ba-5367b9a2a7f1', 'status': 'completed', 'code': 200} Aug 17 02:52:54.311605 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-178387c2-2dc6-475f-955e-fad1ce14057a req-ee108bad-4415-4292-a5d5-174154552871 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:52:54.325666 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc91811d-593a-4e69-b768-0d06fc98d867 None None] Sync routers for ids ['aeec86d2-5372-4e45-9c62-4ad089baf782'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:52:54.336576 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc91811d-593a-4e69-b768-0d06fc98d867 None None] Routers {'aeec86d2-5372-4e45-9c62-4ad089baf782'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:54.337006 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-fc91811d-593a-4e69-b768-0d06fc98d867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:52:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['aeec86d2-5372-4e45-9c62-4ad089baf782'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:54.342766 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de959156-9a01-4e29-84ba-f9b62825e8e2 req-6ab48d90-2d25-49a1-a982-1335e435b9aa service neutron] 10.222.0.10 "GET /v2.0/networks/a79ae07b-fcb4-4336-888b-c03a6149d58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781007 Aug 17 02:52:54.346009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d83c7-60f9-4171-b4bc-5e49a3e798ce req-883e016e-1ce4-492d-bfde-0723b9ecd317 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:54.347120 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d78d83c7-60f9-4171-b4bc-5e49a3e798ce req-883e016e-1ce4-492d-bfde-0723b9ecd317 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.1631434 Aug 17 02:52:54.389755 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-178387c2-2dc6-475f-955e-fad1ce14057a req-ee108bad-4415-4292-a5d5-174154552871 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] No DVR routers for this DVR port a980bcf3-e3f3-499c-8444-377ade592dbc on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:52:54.401755 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-178387c2-2dc6-475f-955e-fad1ce14057a req-ee108bad-4415-4292-a5d5-174154552871 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.403960 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-178387c2-2dc6-475f-955e-fad1ce14057a req-ee108bad-4415-4292-a5d5-174154552871 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.30 "DELETE /v2.0/ports/a980bcf3-e3f3-499c-8444-377ade592dbc HTTP/1.1" status: 204 len: 173 time: 2.4312172 Aug 17 02:52:54.405210 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cade7525-2a35-46e7-abbc-f221f5d40d64', 'name': 'network-vif-deleted', 'tag': 'a980bcf3-e3f3-499c-8444-377ade592dbc'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:54.407545 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5265d98-7459-4c9e-83bf-0e01e3c685de" -d '{"events": [{"server_uuid": "cade7525-2a35-46e7-abbc-f221f5d40d64", "name": "network-vif-deleted", "tag": "a980bcf3-e3f3-499c-8444-377ade592dbc"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:54.416353 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d78d83c7-60f9-4171-b4bc-5e49a3e798ce req-db891669-e55f-4006-9a58-eac6870ba461 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.162&port_id=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 HTTP/1.1" status: 200 len: 217 time: 0.0439646 Aug 17 02:52:54.436138 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23f09f-0947-4d7e-b33c-74aa13cc2d51 req-f5fd2cca-0ced-436c-9827-7406bb74b5c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:54.438785 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e23f09f-0947-4d7e-b33c-74aa13cc2d51 req-f5fd2cca-0ced-436c-9827-7406bb74b5c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 1095 time: 0.2720151 Aug 17 02:52:54.481984 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b715f7d-862e-4c90-ad07-9927a04713ed None None] New status for floating IP 958b77d4-8195-4497-8e74-54311fc930e3: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:52:54.493139 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d83c7-60f9-4171-b4bc-5e49a3e798ce req-f629c8b4-32a7-401f-b7b7-85378d55bbb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:54.495946 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d78d83c7-60f9-4171-b4bc-5e49a3e798ce req-f629c8b4-32a7-401f-b7b7-85378d55bbb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0739813 Aug 17 02:52:54.549372 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device fe247acb-2efc-4ed2-a5fd-29f14b992bf1 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:54.584280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-fc91811d-593a-4e69-b768-0d06fc98d867 None None] Set router aeec86d2-5372-4e45-9c62-4ad089baf782 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:54.594929 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3918d4-7390-44a4-8ee2-046f00e5f4c9 req-d39164eb-0b03-4cef-ac4c-e4d8840b394c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:54.602649 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3b3918d4-7390-44a4-8ee2-046f00e5f4c9 req-d39164eb-0b03-4cef-ac4c-e4d8840b394c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 949 time: 0.3541255 Aug 17 02:52:54.611605 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-135f883e-e7a7-4bf2-b5c0-cbd9dc1d123a req-abde775f-1acc-40d0-9be6-bbc451f2ebc0 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 210 time: 0.0726807 Aug 17 02:52:54.655165 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78d83c7-60f9-4171-b4bc-5e49a3e798ce req-a2691d1a-de90-4167-aaaf-ae964a4623f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:54.664126 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d78d83c7-60f9-4171-b4bc-5e49a3e798ce req-a2691d1a-de90-4167-aaaf-ae964a4623f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1583405 Aug 17 02:52:54.722361 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3b3918d4-7390-44a4-8ee2-046f00e5f4c9 req-9d6b044b-8582-4d21-ab7c-44662ed67e23 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1178737 Aug 17 02:52:54.847287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23f09f-0947-4d7e-b33c-74aa13cc2d51 req-cdbcc66d-4332-4b16-9408-e0093c26f9f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:54.851666 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b1eb66-85b2-46af-887f-3b1570cd7b94 req-b1dabcec-c207-4697-b507-0eeacdbab74e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:54.858249 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e23f09f-0947-4d7e-b33c-74aa13cc2d51 req-cdbcc66d-4332-4b16-9408-e0093c26f9f7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 908 time: 0.3928919 Aug 17 02:52:54.859670 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81b1eb66-85b2-46af-887f-3b1570cd7b94 req-b1dabcec-c207-4697-b507-0eeacdbab74e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 949 time: 0.1043794 Aug 17 02:52:54.871681 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port fe247acb-2efc-4ed2-a5fd-29f14b992bf1 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:54.880899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port fe247acb-2efc-4ed2-a5fd-29f14b992bf1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:54.880899 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:54.892862 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d78d83c7-60f9-4171-b4bc-5e49a3e798ce req-7fedc32f-18cb-41f7-943c-5f5270573d14 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2206316 Aug 17 02:52:54.913403 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81b1eb66-85b2-46af-887f-3b1570cd7b94 req-86f0d615-a2fa-43fe-ad69-09e57ce0287b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517116 Aug 17 02:52:54.918147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e593e-15f6-4cad-9652-0c5ac31a46a8 req-6204426f-79be-4710-aac6-5e71b5292ee9 tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:54.919753 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-318e593e-15f6-4cad-9652-0c5ac31a46a8 req-6204426f-79be-4710-aac6-5e71b5292ee9 tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 1101 time: 0.0535357 Aug 17 02:52:55.031079 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-fc91811d-593a-4e69-b768-0d06fc98d867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:50:19Z', 'revision_number': 4, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '9a62716a-8bf4-4971-b62d-188fd8bd5d93', 'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'mac_address': 'fa:16:3e:a9:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:18Z', 'updated_at': '2021-08-17T02:50:24Z', 'revision_number': 5, 'project_id': '4e6410af048b470194fd20ed17316325', 'subnets': [{'id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:55.067788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc91811d-593a-4e69-b768-0d06fc98d867 None None] Checking router: aeec86d2-5372-4e45-9c62-4ad089baf782 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:52:55.079049 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:55.107507 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d594aca1-a995-4b14-affc-4ccf19171482 req-06e7f814-52ab-43bd-8afd-a42315e830b3 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:55.109534 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d594aca1-a995-4b14-affc-4ccf19171482 req-06e7f814-52ab-43bd-8afd-a42315e830b3 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 944 time: 0.0950243 Aug 17 02:52:55.112575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc91811d-593a-4e69-b768-0d06fc98d867 None None] Routers {'aeec86d2-5372-4e45-9c62-4ad089baf782'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:52:55.113294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-fc91811d-593a-4e69-b768-0d06fc98d867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:52:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['aeec86d2-5372-4e45-9c62-4ad089baf782'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:55.153451 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d78d83c7-60f9-4171-b4bc-5e49a3e798ce req-094b9e0c-3e58-4795-a0c4-8a9996f27f9b service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2224271 Aug 17 02:52:55.164734 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port fe247acb-2efc-4ed2-a5fd-29f14b992bf1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=fe247acb-2efc-4ed2-a5fd-29f14b992bf1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:55.183031 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d594aca1-a995-4b14-affc-4ccf19171482 req-43307d50-59d0-476c-9638-8e0070ca7037 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650232 Aug 17 02:52:55.185551 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-e917f06b-bd90-4198-a4e7-06612474f852 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:55.188065 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-e917f06b-bd90-4198-a4e7-06612474f852 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.60 "GET /v2.0/networks?id=f45940e8-4b9f-4734-873f-fadaf2365bc9 HTTP/1.1" status: 200 len: 823 time: 0.2312169 Aug 17 02:52:55.192644 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e23f09f-0947-4d7e-b33c-74aa13cc2d51 req-2117b6c4-92b5-465d-b1e0-aa6e75d8cbf9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7800126-0d20-47dd-95ba-5367b9a2a7f1 HTTP/1.1" status: 200 len: 217 time: 0.2372510 Aug 17 02:52:55.213972 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-318e593e-15f6-4cad-9652-0c5ac31a46a8 req-02f28238-8eef-4628-913e-e683b53c9209 tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883134 Aug 17 02:52:55.266120 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:55.267385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:55.307816 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af96703f-426c-428f-90a5-60d45b598e97 x-openstack-request-id: req-af96703f-426c-428f-90a5-60d45b598e97 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:55.308148 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cade7525-2a35-46e7-abbc-f221f5d40d64", "name": "network-vif-deleted", "tag": "a980bcf3-e3f3-499c-8444-377ade592dbc", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:55.308366 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af96703f-426c-428f-90a5-60d45b598e97 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:55.308768 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cade7525-2a35-46e7-abbc-f221f5d40d64', 'name': 'network-vif-deleted', 'tag': 'a980bcf3-e3f3-499c-8444-377ade592dbc', 'status': 'completed', 'code': 200} Aug 17 02:52:55.331335 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=fe247acb-2efc-4ed2-a5fd-29f14b992bf1,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:55.347470 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-fc91811d-593a-4e69-b768-0d06fc98d867 None None] Set router aeec86d2-5372-4e45-9c62-4ad089baf782 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:52:55.441446 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-b8eee166-6790-4e3e-a718-7d635f434a78 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e6410af048b470194fd20ed17316325 HTTP/1.1" status: 200 len: 380 time: 0.2345679 Aug 17 02:52:55.457720 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e23f09f-0947-4d7e-b33c-74aa13cc2d51 req-33fe9f13-7e78-4281-be3d-5858eaa99c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:55.459207 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e23f09f-0947-4d7e-b33c-74aa13cc2d51 req-33fe9f13-7e78-4281-be3d-5858eaa99c54 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.2290528 Aug 17 02:52:55.470719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-02757d9d-442c-464a-a907-6188667368b2 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Request body: {'port': {'device_id': '8516e7fb-daed-40ef-8135-302c32ee18f9', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'admin_state_up': True, 'tenant_id': '4e6410af048b470194fd20ed17316325', 'security_groups': ['a173aca6-7ef3-4643-93be-4a0c3265f450']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:55.475728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7a0e58-b16d-4f80-b02e-4b27a4cc5e3b req-ef41868c-4d3f-4de3-990f-ff46eab05b85 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:55.477297 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de7a0e58-b16d-4f80-b02e-4b27a4cc5e3b req-ef41868c-4d3f-4de3-990f-ff46eab05b85 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 946 time: 0.0878575 Aug 17 02:52:55.536152 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f89d5d-a87c-4d67-a304-f43785225fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe247acb-2efc-4ed2-a5fd-29f14b992bf1'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:55.538717 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c99978ec-5839-4dc7-b63e-28a631080752" -d '{"events": [{"server_uuid": "d6f89d5d-a87c-4d67-a304-f43785225fe3", "name": "network-vif-plugged", "status": "completed", "tag": "fe247acb-2efc-4ed2-a5fd-29f14b992bf1"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:55.544434 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de7a0e58-b16d-4f80-b02e-4b27a4cc5e3b req-1015ff03-11b8-46ff-a3ce-02e651088ec3 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450115 Aug 17 02:52:55.610181 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e23f09f-0947-4d7e-b33c-74aa13cc2d51 req-e4755710-ea6b-4a93-a426-0a2de7775892 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1353433 Aug 17 02:52:55.680236 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:55.693669 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:55.693960 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:55.731216 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f82181a-1e01-4887-92a7-914275b1de72 req-058d4c35-9ecb-4997-a49d-fb4793315c1e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8b31599f492b49b38d4cb24b8312fa72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0525956 Aug 17 02:52:55.799574 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-966b38e7-7f3f-461d-8bd2-11262f27f5ed tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 258 time: 0.4966984 Aug 17 02:52:55.804506 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-fc91811d-593a-4e69-b768-0d06fc98d867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:50:19Z', 'revision_number': 4, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '9a62716a-8bf4-4971-b62d-188fd8bd5d93', 'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'mac_address': 'fa:16:3e:a9:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:18Z', 'updated_at': '2021-08-17T02:50:24Z', 'revision_number': 5, 'project_id': '4e6410af048b470194fd20ed17316325', 'subnets': [{'id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:52:55.812932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:55.860576 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc91811d-593a-4e69-b768-0d06fc98d867 None None] The sync data for ids ['aeec86d2-5372-4e45-9c62-4ad089baf782'] in n-d-802060-9 is: [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:50:19Z', 'revision_number': 4, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '9a62716a-8bf4-4971-b62d-188fd8bd5d93', 'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'mac_address': 'fa:16:3e:a9:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:18Z', 'updated_at': '2021-08-17T02:50:24Z', 'revision_number': 5, 'project_id': '4e6410af048b470194fd20ed17316325', 'subnets': [{'id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:52:55.880694 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:55.921235 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82181a-1e01-4887-92a7-914275b1de72 req-0d0a4184-2637-46a4-891f-0cef26e24387 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:55.927501 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.db.api [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 02:52:55.927501 n-d-802060-9 neutron-server[101970]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 02:52:55.927501 n-d-802060-9 neutron-server[101970]: [parameters: {'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'id': 'c21db097-8fa8-44fe-87a3-11bb798206d1', 'expiration': datetime.datetime(2021, 8, 17, 2, 54, 55, 881156)}] Aug 17 02:52:55.927501 n-d-802060-9 neutron-server[101970]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:52:55.929213 n-d-802060-9 neutron-server[101970]: DEBUG oslo_db.api [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:52:55.930114 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f82181a-1e01-4887-92a7-914275b1de72 req-0d0a4184-2637-46a4-891f-0cef26e24387 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1959400 Aug 17 02:52:55.938745 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:55.947206 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e23f09f-0947-4d7e-b33c-74aa13cc2d51 req-b1391cb5-26b8-4f3a-8583-e264eef0f467 service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221152 Aug 17 02:52:55.951116 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f82181a-1e01-4887-92a7-914275b1de72 req-d49afd4a-63f0-4efd-b08c-5539606d2a35 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/quotas/8b31599f492b49b38d4cb24b8312fa72 HTTP/1.1" status: 200 len: 375 time: 0.0199294 Aug 17 02:52:56.004875 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:56.005762 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:56.014221 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-02757d9d-442c-464a-a907-6188667368b2 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Made reservation on behalf of 4e6410af048b470194fd20ed17316325 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:56.017691 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-02757d9d-442c-464a-a907-6188667368b2 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:56.021203 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f82181a-1e01-4887-92a7-914275b1de72 req-7c061a6d-d7e3-43ec-bf5e-32e060878541 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&fields=id HTTP/1.1" status: 200 len: 486 time: 0.0691781 Aug 17 02:52:56.082434 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e23f09f-0947-4d7e-b33c-74aa13cc2d51 req-747805d9-829f-4744-aa48-f07db824c8bc service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1266775 Aug 17 02:52:56.085781 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:56.123347 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f7800126-0d20-47dd-95ba-5367b9a2a7f1 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:52:56.195217 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:56.206503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:56.206503 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:56.213404 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20638a6-726e-4002-b1a0-13ec647aa35f', 'tag': '4c80519f-c25a-48a1-b173-65b6b40bbbdf'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:56.216149 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c575038-1887-4d0a-9ffb-d187879b8cc1" -d '{"events": [{"name": "network-changed", "server_uuid": "b20638a6-726e-4002-b1a0-13ec647aa35f", "tag": "4c80519f-c25a-48a1-b173-65b6b40bbbdf"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:56.218322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-02757d9d-442c-464a-a907-6188667368b2 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Allocated IP 172.20.0.11 (f45940e8-4b9f-4734-873f-fadaf2365bc9/8abdf405-4e8c-493a-8ed4-15c7c9f58d67/7c316248-9c29-4ac3-bc5e-819c2d620bb7) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:56.278195 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f7800126-0d20-47dd-95ba-5367b9a2a7f1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f7800126-0d20-47dd-95ba-5367b9a2a7f1,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:56.294219 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'f7800126-0d20-47dd-95ba-5367b9a2a7f1', 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca', 'port_id': 'f7800126-0d20-47dd-95ba-5367b9a2a7f1', 'mac_address': 'fa:16:3e:48:44:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7a1b4d-073f-4496-99e3-079663fa186d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:52:56.378683 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24164450-6393-4869-b358-98b2f62c5279 x-openstack-request-id: req-24164450-6393-4869-b358-98b2f62c5279 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:56.379339 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f89d5d-a87c-4d67-a304-f43785225fe3", "name": "network-vif-plugged", "status": "completed", "tag": "fe247acb-2efc-4ed2-a5fd-29f14b992bf1", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:56.379339 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-24164450-6393-4869-b358-98b2f62c5279 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:56.380331 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f89d5d-a87c-4d67-a304-f43785225fe3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fe247acb-2efc-4ed2-a5fd-29f14b992bf1', 'code': 200} Aug 17 02:52:56.413387 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:56.418185 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:56.450331 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f7800126-0d20-47dd-95ba-5367b9a2a7f1 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:56.522735 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0b1c06b4-15c2-4a24-acaf-f7cea545e294 req-6507dfcd-dfc3-45ae-994e-2b1a5c11a170 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 210 time: 0.0472486 Aug 17 02:52:56.527246 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:56.536480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f7800126-0d20-47dd-95ba-5367b9a2a7f1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f7800126-0d20-47dd-95ba-5367b9a2a7f1,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:56.593852 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:56.597216 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a980bcf3-e3f3-499c-8444-377ade592dbc no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:52:56.606939 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:56.622454 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e62eb7-7a4a-4ab1-a2c6-2ce23c1f61a0 req-54436c12-0395-44ab-a771-270502def6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:56.624007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-63e62eb7-7a4a-4ab1-a2c6-2ce23c1f61a0 req-54436c12-0395-44ab-a771-270502def6c0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 1101 time: 0.2118764 Aug 17 02:52:56.638716 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-02757d9d-442c-464a-a907-6188667368b2 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:56.697809 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e71da6-aa10-4b00-9440-1449f8ba5c08 req-801ff7b5-cd20-4639-ae99-89aab44e63e5 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:56.702537 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:56.705443 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: a980bcf3-e3f3-499c-8444-377ade592dbc {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:52:56.706149 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a980bcf3-e3f3-499c-8444-377ade592dbc not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:52:56.706283 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-23e71da6-aa10-4b00-9440-1449f8ba5c08 req-801ff7b5-cd20-4639-ae99-89aab44e63e5 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 950 time: 0.0880365 Aug 17 02:52:56.739174 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-02757d9d-442c-464a-a907-6188667368b2 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Transition to ACTIVE for port object 7c316248-9c29-4ac3-bc5e-819c2d620bb7 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:56.763648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:56.768494 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-23e71da6-aa10-4b00-9440-1449f8ba5c08 req-a3d0d4f4-f7b3-49a1-b9b6-bc4495f66bc4 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611286 Aug 17 02:52:56.806612 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-63e62eb7-7a4a-4ab1-a2c6-2ce23c1f61a0 req-48bd2f15-71b4-4ef3-a5fe-9b427781947b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556463 Aug 17 02:52:56.848374 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=f7800126-0d20-47dd-95ba-5367b9a2a7f1,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:56.881385 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:56.919128 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee1e0a9-6ee8-495e-a9e1-7e71163c0dc5 None None] New status for floating IP 9cd07975-e849-4434-b343-562b6c560858: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:52:56.953475 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-02757d9d-442c-464a-a907-6188667368b2 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:56.961941 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b142ddd-5967-4f80-b3be-2b22d8c423eb req-2a8715ef-07b0-4889-b1bc-e179005c82f5 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:56.965342 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1b142ddd-5967-4f80-b3be-2b22d8c423eb req-2a8715ef-07b0-4889-b1bc-e179005c82f5 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.0872734 Aug 17 02:52:57.018766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['f7800126-0d20-47dd-95ba-5367b9a2a7f1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:52:57.037811 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-02757d9d-442c-464a-a907-6188667368b2 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Network f45940e8-4b9f-4734-873f-fadaf2365bc9 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:57.049366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-02757d9d-442c-464a-a907-6188667368b2 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:57.051100 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1b142ddd-5967-4f80-b3be-2b22d8c423eb req-dac330b7-ecc5-40a8-8cf8-32b52dc4bee4 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769069 Aug 17 02:52:57.103297 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-02757d9d-442c-464a-a907-6188667368b2 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:57.132369 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02757d9d-442c-464a-a907-6188667368b2 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Pushing event updated for resources: {'Port': ['ID=7c316248-9c29-4ac3-bc5e-819c2d620bb7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:57.174825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-02757d9d-442c-464a-a907-6188667368b2 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:57.175486 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-02757d9d-442c-464a-a907-6188667368b2 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:57.198258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Allocated IP 172.25.1.92 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/b9e6ea87-fd1a-4fb7-a414-46a00e990642) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:52:57.261602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de3ea09e-c913-45c4-97bb-5a22512396bd req-7e5dd117-b6db-402e-8b9c-11a2ffcd66ad tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:57.272517 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de3ea09e-c913-45c4-97bb-5a22512396bd req-7e5dd117-b6db-402e-8b9c-11a2ffcd66ad tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 945 time: 0.1117561 Aug 17 02:52:57.334365 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-02757d9d-442c-464a-a907-6188667368b2 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8719804 Aug 17 02:52:57.356523 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Request body: {'port': {'device_id': '8516e7fb-daed-40ef-8135-302c32ee18f9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:57.377690 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de3ea09e-c913-45c4-97bb-5a22512396bd req-94364dff-9777-45e6-82c5-b382210769d8 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822830 Aug 17 02:52:57.420845 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77ea9089-c0f9-4523-ac5a-18db55b998d3 x-openstack-request-id: req-77ea9089-c0f9-4523-ac5a-18db55b998d3 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:57.421133 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20638a6-726e-4002-b1a0-13ec647aa35f", "tag": "4c80519f-c25a-48a1-b173-65b6b40bbbdf", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:57.421651 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-77ea9089-c0f9-4523-ac5a-18db55b998d3 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:57.428229 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20638a6-726e-4002-b1a0-13ec647aa35f', 'tag': '4c80519f-c25a-48a1-b173-65b6b40bbbdf', 'status': 'completed', 'code': 200} Aug 17 02:52:57.434315 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:57.443458 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:57.502376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0929f62f-c51a-4d31-890e-f82395521d49 None None] Provisioning for port 7c316248-9c29-4ac3-bc5e-819c2d620bb7 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:57.507013 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0929f62f-c51a-4d31-890e-f82395521d49 None None] Provisioning complete for port 7c316248-9c29-4ac3-bc5e-819c2d620bb7 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:57.507460 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0929f62f-c51a-4d31-890e-f82395521d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:57.520823 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be69a6dc-3040-4145-9ea8-676aab58eebb req-3a6d2794-b04b-4483-941e-972bd815861d tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 210 time: 0.0360246 Aug 17 02:52:57.548914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c575038-1887-4d0a-9ffb-d187879b8cc1 req-b9236b4b-3e41-41ff-a102-9bdbf556460d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:57.550449 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3c575038-1887-4d0a-9ffb-d187879b8cc1 req-b9236b4b-3e41-41ff-a102-9bdbf556460d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=02cc7fed2fd64b11ab50031f14ee562d&device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 1096 time: 0.0957685 Aug 17 02:52:57.567666 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-0929f62f-c51a-4d31-890e-f82395521d49 None None] Port 7c316248-9c29-4ac3-bc5e-819c2d620bb7 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:52:57.636683 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefd8610-d6c5-4278-9c8c-c8ab437ddb3e req-1bc7ae8b-3dd8-4361-b611-27e84f44634f tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:57.641902 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cefd8610-d6c5-4278-9c8c-c8ab437ddb3e req-1bc7ae8b-3dd8-4361-b611-27e84f44634f tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 946 time: 0.0562162 Aug 17 02:52:57.671337 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:57.678720 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cefd8610-d6c5-4278-9c8c-c8ab437ddb3e req-a8a438e1-d9ba-4506-964f-0a328a8f6d6e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338943 Aug 17 02:52:57.850348 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a68b43-2961-43c0-89e0-8efc8b49e7c3 req-2c137266-fcad-461d-b640-4a3bdb623a1b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:57.851972 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12a68b43-2961-43c0-89e0-8efc8b49e7c3 req-2c137266-fcad-461d-b640-4a3bdb623a1b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.0739262 Aug 17 02:52:57.903128 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12a68b43-2961-43c0-89e0-8efc8b49e7c3 req-88853201-400c-4478-ad96-0a6877d073e1 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433867 Aug 17 02:52:58.042849 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a076ac07-0ace-4f55-9409-da5e06694b6c req-b824737c-6e7c-4e63-8807-b7c142386982 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:58.051992 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a076ac07-0ace-4f55-9409-da5e06694b6c req-b824737c-6e7c-4e63-8807-b7c142386982 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 932 time: 0.0676446 Aug 17 02:52:58.065404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:52:58.084922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:52:58.101876 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a076ac07-0ace-4f55-9409-da5e06694b6c req-cea313aa-4530-4049-9586-1cbdb04be1f7 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441194 Aug 17 02:52:58.118000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:52:58.120730 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f7800126-0d20-47dd-95ba-5367b9a2a7f1 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:52:58.125318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Pushing event updated for resources: {'Port': ['ID=b9e6ea87-fd1a-4fb7-a414-46a00e990642,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:58.189534 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c575038-1887-4d0a-9ffb-d187879b8cc1 req-f876b476-3b6b-40c3-b633-d762cb366318 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:58.191116 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3c575038-1887-4d0a-9ffb-d187879b8cc1 req-f876b476-3b6b-40c3-b633-d762cb366318 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a79ae07b-fcb4-4336-888b-c03a6149d58c HTTP/1.1" status: 200 len: 927 time: 0.6256187 Aug 17 02:52:58.222645 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfaf91fc-895c-471e-b800-4920066daaac req-d7d87d27-516b-44c9-8608-ae7ca9557416 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:58.224288 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dfaf91fc-895c-471e-b800-4920066daaac req-d7d87d27-516b-44c9-8608-ae7ca9557416 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 1097 time: 0.0472639 Aug 17 02:52:58.263138 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port f7800126-0d20-47dd-95ba-5367b9a2a7f1 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:52:58.269170 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port f7800126-0d20-47dd-95ba-5367b9a2a7f1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:52:58.269489 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:58.276968 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dfaf91fc-895c-471e-b800-4920066daaac req-e2031123-3da7-4b43-8225-6e1bb5632ae7 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418203 Aug 17 02:52:58.346714 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:58.368910 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3c575038-1887-4d0a-9ffb-d187879b8cc1 req-e813f118-2a61-4d51-a13a-9b25a90aeabe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c80519f-c25a-48a1-b173-65b6b40bbbdf HTTP/1.1" status: 200 len: 1000 time: 0.1658366 Aug 17 02:52:58.446393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3458da9b-f914-4dd8-90cd-598cb8e79c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0'}, {'server_uuid': '4a1c4fcd-5575-4dab-9284-871109887981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:58.448863 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ea2cb3d-7240-4caa-bbfa-9746597a4768" -d '{"events": [{"server_uuid": "3458da9b-f914-4dd8-90cd-598cb8e79c75", "name": "network-vif-plugged", "status": "completed", "tag": "7046ae57-8eea-4f27-ab1f-79cacdcaf3e0"}, {"server_uuid": "4a1c4fcd-5575-4dab-9284-871109887981", "name": "network-vif-plugged", "status": "completed", "tag": "a8ebcb91-e807-400a-be4f-8ef77f6ff9b8"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:58.452614 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86bf977b-5bda-4d7c-ae82-a385f73307e1 req-eafe7a5e-fa37-4d96-9822-c2209595e19c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:58.454148 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-86bf977b-5bda-4d7c-ae82-a385f73307e1 req-eafe7a5e-fa37-4d96-9822-c2209595e19c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 950 time: 0.0776465 Aug 17 02:52:58.475024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c316248-9c29-4ac3-bc5e-819c2d620bb7 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:52:58.491304 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:58.497668 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:58.506796 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c575038-1887-4d0a-9ffb-d187879b8cc1 req-1c9ed4f1-953c-40a0-a0f9-f9a44e6a40ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:58.508545 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3c575038-1887-4d0a-9ffb-d187879b8cc1 req-1c9ed4f1-953c-40a0-a0f9-f9a44e6a40ad service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec8eaba8-bfdf-49a8-989d-f19ef50b4e70 HTTP/1.1" status: 200 len: 866 time: 0.1309536 Aug 17 02:52:58.531422 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-86bf977b-5bda-4d7c-ae82-a385f73307e1 req-6e761274-697c-4b99-8cc2-fb74545d1187 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649691 Aug 17 02:52:58.531744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Transition to ACTIVE for port object 7c316248-9c29-4ac3-bc5e-819c2d620bb7 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:52:58.554854 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:58.628223 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f7800126-0d20-47dd-95ba-5367b9a2a7f1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f7800126-0d20-47dd-95ba-5367b9a2a7f1,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:52:58.631135 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:58.640567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c575038-1887-4d0a-9ffb-d187879b8cc1 req-c4a8db11-388f-4048-ab8a-572a4c192eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:58.640567 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3c575038-1887-4d0a-9ffb-d187879b8cc1 req-c4a8db11-388f-4048-ab8a-572a4c192eac service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a79ae07b-fcb4-4336-888b-c03a6149d58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1091263 Aug 17 02:52:58.723227 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:58.803422 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c316248-9c29-4ac3-bc5e-819c2d620bb7,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:58.830062 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f82181a-1e01-4887-92a7-914275b1de72 req-9734c46e-7659-4338-bbe4-f38720108c05 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=8b31599f492b49b38d4cb24b8312fa72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0374110 Aug 17 02:52:58.843370 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=f7800126-0d20-47dd-95ba-5367b9a2a7f1,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:58.896588 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609793c4-bf4d-449c-81c8-9747b20f1a98 req-1f5f73ef-3c97-4bc8-b6fd-a2a306b94d30 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:58.902531 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-609793c4-bf4d-449c-81c8-9747b20f1a98 req-1f5f73ef-3c97-4bc8-b6fd-a2a306b94d30 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.1777997 Aug 17 02:52:58.967841 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:58.981068 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3c575038-1887-4d0a-9ffb-d187879b8cc1 req-2f20d9d5-de51-4460-8a9c-e2fe5c319f88 service neutron] 10.222.0.60 "GET /v2.0/networks/a79ae07b-fcb4-4336-888b-c03a6149d58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134897 Aug 17 02:52:58.999443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Attempting to bind port 7c316248-9c29-4ac3-bc5e-819c2d620bb7 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:52:58.999443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Attempting to bind port 7c316248-9c29-4ac3-bc5e-819c2d620bb7 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '2c3dd8ac-fcd2-4580-b76b-ee12927d977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:52:58.999443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Attempting to bind port 7c316248-9c29-4ac3-bc5e-819c2d620bb7 on network f45940e8-4b9f-4734-873f-fadaf2365bc9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:59.018765 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Port 7c316248-9c29-4ac3-bc5e-819c2d620bb7 on network f45940e8-4b9f-4734-873f-fadaf2365bc9 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:52:59.019060 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Attempting to bind port 7c316248-9c29-4ac3-bc5e-819c2d620bb7 on network f45940e8-4b9f-4734-873f-fadaf2365bc9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:52:59.045151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 52, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:52:59.045524 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Checking segment: {'id': '2c3dd8ac-fcd2-4580-b76b-ee12927d977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:52:59.045991 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Bound using segment: {'id': '2c3dd8ac-fcd2-4580-b76b-ee12927d977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:52:59.046371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Bound port: 7c316248-9c29-4ac3-bc5e-819c2d620bb7, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c3dd8ac-fcd2-4580-b76b-ee12927d977a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:52:59.046798 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:59.066039 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-609793c4-bf4d-449c-81c8-9747b20f1a98 req-14016f79-53a1-4fdd-9598-072ad7528d46 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910103 Aug 17 02:52:59.091308 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:59.191025 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82181a-1e01-4887-92a7-914275b1de72 req-3adf0255-1ea9-4d7c-b275-e19a7a89c7db tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:59.191025 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f82181a-1e01-4887-92a7-914275b1de72 req-3adf0255-1ea9-4d7c-b275-e19a7a89c7db tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2764940 Aug 17 02:52:59.191025 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-0f82181a-1e01-4887-92a7-914275b1de72 req-0e1d8f7a-cdd5-4739-85c8-aa1840abd67f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Request body: {'port': {'device_id': '3fea3eab-4032-4277-bbf2-2b063c1337b2', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '8b31599f492b49b38d4cb24b8312fa72'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:52:59.191423 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c386b520-454b-4fa7-bb2f-d1b88247e86b x-openstack-request-id: req-c386b520-454b-4fa7-bb2f-d1b88247e86b {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:52:59.191423 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3458da9b-f914-4dd8-90cd-598cb8e79c75", "name": "network-vif-plugged", "status": "completed", "tag": "7046ae57-8eea-4f27-ab1f-79cacdcaf3e0", "code": 200}, {"server_uuid": "4a1c4fcd-5575-4dab-9284-871109887981", "name": "network-vif-plugged", "status": "completed", "tag": "a8ebcb91-e807-400a-be4f-8ef77f6ff9b8", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:52:59.191423 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c386b520-454b-4fa7-bb2f-d1b88247e86b {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:52:59.191423 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3458da9b-f914-4dd8-90cd-598cb8e79c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0', 'code': 200} Aug 17 02:52:59.191423 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1c4fcd-5575-4dab-9284-871109887981', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8', 'code': 200} Aug 17 02:52:59.262422 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-20c72660-11fe-4cd2-8fd0-b827e53d1936 req-f0bf13ba-6e6a-4242-a167-b489d6b4f1ec tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 210 time: 0.0386791 Aug 17 02:52:59.293473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Pushing event updated for resources: {'Port': ['ID=b9e6ea87-fd1a-4fb7-a414-46a00e990642,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:52:59.376724 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:59.380639 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3c575038-1887-4d0a-9ffb-d187879b8cc1 req-da0cee32-807b-47ff-ae6b-cda465c15b79 service neutron] 10.222.0.60 "GET /v2.0/networks/a79ae07b-fcb4-4336-888b-c03a6149d58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3879642 Aug 17 02:52:59.383188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] For port 7c316248-9c29-4ac3-bc5e-819c2d620bb7, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:52:59.392097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] For port 7c316248-9c29-4ac3-bc5e-819c2d620bb7, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7c316248-9c29-4ac3-bc5e-819c2d620bb7,segment=NetworkSegment(2c3dd8ac-fcd2-4580-b76b-ee12927d977a),segment_id=2c3dd8ac-fcd2-4580-b76b-ee12927d977a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:52:59.397366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3ef5621-760e-4294-9054-332349f4703a req-8b09b249-182a-40bb-b088-ed108652061a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:59.399016 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3ef5621-760e-4294-9054-332349f4703a req-8b09b249-182a-40bb-b088-ed108652061a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 1099 time: 0.1510599 Aug 17 02:52:59.411340 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5007e-efa7-4686-bd5a-b284d68a23c2 req-243eb40b-71ce-40ef-8c51-5e9bf038c528 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:59.412936 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-91f5007e-efa7-4686-bd5a-b284d68a23c2 req-243eb40b-71ce-40ef-8c51-5e9bf038c528 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0650480 Aug 17 02:52:59.441795 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3ef5621-760e-4294-9054-332349f4703a req-a7827fdf-1512-4219-8031-e43c0502532b service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352037 Aug 17 02:52:59.456574 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-91f5007e-efa7-4686-bd5a-b284d68a23c2 req-f0fd5763-f9cd-4529-9b85-aae87971a329 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366299 Aug 17 02:52:59.582486 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f355e95-6b5a-4993-897b-ce63e51a7314 req-e540191e-99db-43c1-a0a6-aa5296f337c0 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:59.626688 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f355e95-6b5a-4993-897b-ce63e51a7314 req-e540191e-99db-43c1-a0a6-aa5296f337c0 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 944 time: 0.0518930 Aug 17 02:52:59.626688 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f355e95-6b5a-4993-897b-ce63e51a7314 req-ba85532d-a179-4f10-b00f-48ea119c21a9 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323706 Aug 17 02:52:59.811169 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f82181a-1e01-4887-92a7-914275b1de72 req-0e1d8f7a-cdd5-4739-85c8-aa1840abd67f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Made reservation on behalf of 8b31599f492b49b38d4cb24b8312fa72 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:52:59.814872 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0f82181a-1e01-4887-92a7-914275b1de72 req-0e1d8f7a-cdd5-4739-85c8-aa1840abd67f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:59.815985 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:59.864124 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:52:59.864124 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:59.864124 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] 10.222.0.60 "PUT /v2.0/ports/7c316248-9c29-4ac3-bc5e-819c2d620bb7 HTTP/1.1" status: 200 len: 1092 time: 2.5122416 Aug 17 02:52:59.864363 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8516e7fb-daed-40ef-8135-302c32ee18f9', 'tag': '7c316248-9c29-4ac3-bc5e-819c2d620bb7'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:52:59.867392 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1a809d4-ac80-4053-a8d3-93526bc3ebc0" -d '{"events": [{"name": "network-changed", "server_uuid": "8516e7fb-daed-40ef-8135-302c32ee18f9", "tag": "7c316248-9c29-4ac3-bc5e-819c2d620bb7"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:52:59.888624 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:52:59.889925 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-1a748cc2-ae42-42b6-9479-483418e731b1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 4.0893922 Aug 17 02:52:59.954269 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-660002d5-2749-4f24-97f2-2416924cb846 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 695 time: 0.0537615 Aug 17 02:52:59.956113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4f1e94-a5b5-49fa-bb54-385906a207b7 service neutron] Pushing event updated for resources: {'Port': ['ID=7c316248-9c29-4ac3-bc5e-819c2d620bb7,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:00.000744 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:52:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b21ba142-3eac-49bb-83e5-95ad5759866c x-openstack-request-id: req-b21ba142-3eac-49bb-83e5-95ad5759866c {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:00.001291 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8516e7fb-daed-40ef-8135-302c32ee18f9", "tag": "7c316248-9c29-4ac3-bc5e-819c2d620bb7", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:00.001581 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b21ba142-3eac-49bb-83e5-95ad5759866c {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:00.002426 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8516e7fb-daed-40ef-8135-302c32ee18f9', 'tag': '7c316248-9c29-4ac3-bc5e-819c2d620bb7', 'status': 'completed', 'code': 200} Aug 17 02:53:00.064071 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-0f82181a-1e01-4887-92a7-914275b1de72 req-0e1d8f7a-cdd5-4739-85c8-aa1840abd67f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Allocated IP 192.168.233.184 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/d10f7bfd-5094-4e47-b91b-f545c8add08e) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:00.107299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a809d4-ac80-4053-a8d3-93526bc3ebc0 req-1d1aecba-646e-460e-b8e9-8128e69129ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:00.109351 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1a809d4-ac80-4053-a8d3-93526bc3ebc0 req-1d1aecba-646e-460e-b8e9-8128e69129ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e6410af048b470194fd20ed17316325&device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 1095 time: 0.0751841 Aug 17 02:53:00.218997 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-eb8a0e6c-c971-46c8-87a6-537fc10a48e1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:00.232174 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a85f4c14-9616-4670-b489-2c1d9374f180 req-eb8a0e6c-c971-46c8-87a6-537fc10a48e1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.2711451 Aug 17 02:53:00.279629 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-f4f4bbc8-dc5d-44b8-85bd-fbbb529d6274 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=638115240e104430bff599fc921ec015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0860896 Aug 17 02:53:00.333752 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a809d4-ac80-4053-a8d3-93526bc3ebc0 req-92350625-6f90-40ce-976e-f19478004836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:00.335706 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1a809d4-ac80-4053-a8d3-93526bc3ebc0 req-92350625-6f90-40ce-976e-f19478004836 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4e6410af048b470194fd20ed17316325&shared=False HTTP/1.1" status: 200 len: 923 time: 0.2120631 Aug 17 02:53:00.430753 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0f82181a-1e01-4887-92a7-914275b1de72 req-0e1d8f7a-cdd5-4739-85c8-aa1840abd67f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:00.474911 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-57436eba-db73-411d-99fa-cf9bf00da1a8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:00.482969 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-57436eba-db73-411d-99fa-cf9bf00da1a8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1961257 Aug 17 02:53:00.484747 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-0f82181a-1e01-4887-92a7-914275b1de72 req-0e1d8f7a-cdd5-4739-85c8-aa1840abd67f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Transition to ACTIVE for port object d10f7bfd-5094-4e47-b91b-f545c8add08e will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:00.491061 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32f6162f-11e3-4a16-a05f-43155d6378d1 req-b5eb2f7e-af22-40fc-9e65-1929eec55016 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:00.492647 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-32f6162f-11e3-4a16-a05f-43155d6378d1 req-b5eb2f7e-af22-40fc-9e65-1929eec55016 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.1297209 Aug 17 02:53:00.504994 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-a97a37a3-68a1-4e90-9536-ddf0c8e76251 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/quotas/638115240e104430bff599fc921ec015 HTTP/1.1" status: 200 len: 375 time: 0.0212328 Aug 17 02:53:00.523179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a809d4-ac80-4053-a8d3-93526bc3ebc0 req-6dd96c11-93a8-4d3a-a392-cb61d85be274 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:00.524491 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1a809d4-ac80-4053-a8d3-93526bc3ebc0 req-6dd96c11-93a8-4d3a-a392-cb61d85be274 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1788650 Aug 17 02:53:00.563455 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-32f6162f-11e3-4a16-a05f-43155d6378d1 req-00c5b540-beb2-4a61-ae08-c3147cc8fe08 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565145 Aug 17 02:53:00.594067 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-3a41e9b1-1c9c-4f2a-9256-bc1650b8ebae tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0884781 Aug 17 02:53:00.624555 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-548891c1-512d-4b83-91c9-f6ed3a21af0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:00.627727 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-548891c1-512d-4b83-91c9-f6ed3a21af0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e6410af048b470194fd20ed17316325&device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 1095 time: 0.0588694 Aug 17 02:53:00.673669 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0f82181a-1e01-4887-92a7-914275b1de72 req-0e1d8f7a-cdd5-4739-85c8-aa1840abd67f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:00.683714 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-a9c464db-f539-4817-8c7a-094a0cbb7688 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c316248-9c29-4ac3-bc5e-819c2d620bb7 HTTP/1.1" status: 200 len: 217 time: 0.0452554 Aug 17 02:53:00.687015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['036c9b05-bee9-47a4-8090-ce1337309fc1', '7cf70f0c-1246-458d-999f-626ed945d594', '832256c5-5c54-47f5-8f5d-a940ced21811', 'f8e39f80-e585-4606-9aa7-1e4b5c3d0f91'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:00.729503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['724f7063-2b68-4b59-89d4-1cd162cb1fbf', 'bfb17fc5-ba62-41e7-8fdf-2db4f213001d'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:00.761355 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f82181a-1e01-4887-92a7-914275b1de72 req-0e1d8f7a-cdd5-4739-85c8-aa1840abd67f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:00.769063 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-0f82181a-1e01-4887-92a7-914275b1de72 req-0e1d8f7a-cdd5-4739-85c8-aa1840abd67f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:00.773121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f82181a-1e01-4887-92a7-914275b1de72 req-0e1d8f7a-cdd5-4739-85c8-aa1840abd67f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:00.809494 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-67f1841f-2479-48cd-9436-6865cfcf23a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:00.810989 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-67f1841f-2479-48cd-9436-6865cfcf23a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8abdf405-4e8c-493a-8ed4-15c7c9f58d67 HTTP/1.1" status: 200 len: 862 time: 0.1164460 Aug 17 02:53:00.955453 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82181a-1e01-4887-92a7-914275b1de72 req-0e1d8f7a-cdd5-4739-85c8-aa1840abd67f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:00.956148 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0f82181a-1e01-4887-92a7-914275b1de72 req-0e1d8f7a-cdd5-4739-85c8-aa1840abd67f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:00.967048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab23b80d-ce99-4c4c-b214-0176a0bb61fe req-4dfe06e4-0f0f-4eb7-afcb-7ffb5a8af20c tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:00.973009 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab23b80d-ce99-4c4c-b214-0176a0bb61fe req-4dfe06e4-0f0f-4eb7-afcb-7ffb5a8af20c tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2569687 Aug 17 02:53:00.978588 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-74cb9358-42e6-4b40-a801-d28206f7bc68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:00.980866 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-74cb9358-42e6-4b40-a801-d28206f7bc68 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f45940e8-4b9f-4734-873f-fadaf2365bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1538517 Aug 17 02:53:01.002809 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1d8f7a-cdd5-4739-85c8-aa1840abd67f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Pushing event updated for resources: {'Port': ['ID=d10f7bfd-5094-4e47-b91b-f545c8add08e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:01.086661 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab23b80d-ce99-4c4c-b214-0176a0bb61fe req-760d0317-b377-4d18-81be-82716e88a07a tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 695 time: 0.1020138 Aug 17 02:53:01.111384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ab23b80d-ce99-4c4c-b214-0176a0bb61fe req-b4cfdc59-2ae5-4c39-8c35-a0110c6925b4 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Request body: {'floatingip': {'port_id': '4c80519f-c25a-48a1-b173-65b6b40bbbdf', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:01.132792 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f82181a-1e01-4887-92a7-914275b1de72 req-0e1d8f7a-cdd5-4739-85c8-aa1840abd67f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0073254 Aug 17 02:53:01.145655 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4cfc22-bc63-4218-aa21-90b979ae6f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7800126-0d20-47dd-95ba-5367b9a2a7f1'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:01.148499 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84c23076-e382-440c-8369-f379caeb9ca9" -d '{"events": [{"server_uuid": "3f4cfc22-bc63-4218-aa21-90b979ae6f2e", "name": "network-vif-plugged", "status": "completed", "tag": "f7800126-0d20-47dd-95ba-5367b9a2a7f1"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:01.155773 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ab23b80d-ce99-4c4c-b214-0176a0bb61fe req-b4cfdc59-2ae5-4c39-8c35-a0110c6925b4 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:01.182966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Request body: {'port': {'device_id': '3fea3eab-4032-4277-bbf2-2b063c1337b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:01.207003 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b8da82-6f7c-4eb0-9b73-a09c0a1820dc req-153e5b9c-6034-41fd-ab4b-89aaae9197d2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:01.216923 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55b8da82-6f7c-4eb0-9b73-a09c0a1820dc req-153e5b9c-6034-41fd-ab4b-89aaae9197d2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 936 time: 0.1971614 Aug 17 02:53:01.234201 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-0cbc0083-9f94-4a68-9e30-b79d8a75d6c4 service neutron] 10.222.0.60 "GET /v2.0/networks/f45940e8-4b9f-4734-873f-fadaf2365bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412119 Aug 17 02:53:01.275948 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ca2ba941-5aea-453a-b9db-e1715d69459e None None] Provisioning for port d10f7bfd-5094-4e47-b91b-f545c8add08e completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:01.283119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ca2ba941-5aea-453a-b9db-e1715d69459e None None] Provisioning complete for port d10f7bfd-5094-4e47-b91b-f545c8add08e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:01.283513 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca2ba941-5aea-453a-b9db-e1715d69459e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:01.323336 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:01.344998 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55b8da82-6f7c-4eb0-9b73-a09c0a1820dc req-8f9aef5f-062b-4c82-b46e-af9f0a656711 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267185 Aug 17 02:53:01.439545 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ca2ba941-5aea-453a-b9db-e1715d69459e None None] Port d10f7bfd-5094-4e47-b91b-f545c8add08e cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:01.535462 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0b78b9-5e8f-44cd-9f88-46abb9714656 req-abae1c75-1ed4-4bed-89c3-c06702c0069c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:01.537269 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae0b78b9-5e8f-44cd-9f88-46abb9714656 req-abae1c75-1ed4-4bed-89c3-c06702c0069c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.1045349 Aug 17 02:53:01.668410 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae0b78b9-5e8f-44cd-9f88-46abb9714656 req-a34d8bb3-3c80-4ac8-8fc2-edcfef819e48 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789871 Aug 17 02:53:01.707263 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-745f4d4a-ebeb-44f7-af6f-2ad0c72b4eb0 req-33c3c125-6cfc-4c46-803d-64278dcbc441 service neutron] 10.222.0.60 "GET /v2.0/networks/f45940e8-4b9f-4734-873f-fadaf2365bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4568994 Aug 17 02:53:01.769509 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-ab23b80d-ce99-4c4c-b214-0176a0bb61fe req-b4cfdc59-2ae5-4c39-8c35-a0110c6925b4 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] update failed (client error): There was a conflict when trying to complete your request. Aug 17 02:53:01.772501 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab23b80d-ce99-4c4c-b214-0176a0bb61fe req-b4cfdc59-2ae5-4c39-8c35-a0110c6925b4 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "PUT /v2.0/floatingips/832dcb14-8eab-4afd-8937-8614ee9bdabd HTTP/1.1" status: 409 len: 549 time: 0.6747415 Aug 17 02:53:01.865190 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a70dd0ee-bf30-406e-b542-4ef3c4d3fb50 req-1b9a99fb-a0a4-4e21-bf00-6ebe031913dc tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 210 time: 0.0339096 Aug 17 02:53:01.894790 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0b61ab-5ec5-4cc6-b64f-912888d16743 req-2468431c-29d5-409d-bf34-9b52ba871d28 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:01.903573 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4b0b61ab-5ec5-4cc6-b64f-912888d16743 req-2468431c-29d5-409d-bf34-9b52ba871d28 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 944 time: 0.0935280 Aug 17 02:53:01.967103 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4f5c927-1c1d-48db-a8a5-d329b420eb55 x-openstack-request-id: req-a4f5c927-1c1d-48db-a8a5-d329b420eb55 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:01.967103 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4cfc22-bc63-4218-aa21-90b979ae6f2e", "name": "network-vif-plugged", "status": "completed", "tag": "f7800126-0d20-47dd-95ba-5367b9a2a7f1", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:01.967103 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4f5c927-1c1d-48db-a8a5-d329b420eb55 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:01.967103 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4cfc22-bc63-4218-aa21-90b979ae6f2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f7800126-0d20-47dd-95ba-5367b9a2a7f1', 'code': 200} Aug 17 02:53:02.017194 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4b0b61ab-5ec5-4cc6-b64f-912888d16743 req-54b6168a-8ce6-4809-b9f2-4ae042fdf63b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1125276 Aug 17 02:53:02.136671 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d10f7bfd-5094-4e47-b91b-f545c8add08e {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:53:02.147666 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:02.154781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b248c6-8a74-47f4-92b1-cfb116f8a2b2 req-5c5f6c61-3d12-4de8-b9e7-20e1bbc4b097 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:02.162865 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Transition to ACTIVE for port object d10f7bfd-5094-4e47-b91b-f545c8add08e will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:02.166759 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03b248c6-8a74-47f4-92b1-cfb116f8a2b2 req-5c5f6c61-3d12-4de8-b9e7-20e1bbc4b097 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.1401529 Aug 17 02:53:02.192976 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e0e6b259-e565-4cef-b67e-3a9654410f34 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=52eb3425a89b4f9abc246913f352b116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0337846 Aug 17 02:53:02.217039 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03b248c6-8a74-47f4-92b1-cfb116f8a2b2 req-ad290a6e-cfec-4d2a-b607-2e5c33b47198 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527115 Aug 17 02:53:02.228265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743c5c96-9579-4d24-9082-fa031aeff79b req-ab6a4dc5-d87c-4eb1-a08a-32ccd68b89da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:02.250072 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-743c5c96-9579-4d24-9082-fa031aeff79b req-ab6a4dc5-d87c-4eb1-a08a-32ccd68b89da service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 1097 time: 0.1750731 Aug 17 02:53:02.271580 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:02.423763 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Pushing event updated for resources: {'Port': ['ID=d10f7bfd-5094-4e47-b91b-f545c8add08e,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:02.450938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-4e4b6d31-883d-48c8-a286-247ae3bd48a6 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:02.456978 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-4e4b6d31-883d-48c8-a286-247ae3bd48a6 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2569480 Aug 17 02:53:02.505886 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-1526fae5-1fe3-42ce-9b0f-9f2156611582 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/quotas/52eb3425a89b4f9abc246913f352b116 HTTP/1.1" status: 200 len: 375 time: 0.0469549 Aug 17 02:53:02.679364 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:02.685621 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Attempting to bind port d10f7bfd-5094-4e47-b91b-f545c8add08e on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:53:02.691856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Attempting to bind port d10f7bfd-5094-4e47-b91b-f545c8add08e by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:53:02.691856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Attempting to bind port d10f7bfd-5094-4e47-b91b-f545c8add08e on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:02.697151 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-d7b74db8-8016-4d8c-861d-5d6c6b921b39 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=52eb3425a89b4f9abc246913f352b116&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1896949 Aug 17 02:53:02.701708 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Port d10f7bfd-5094-4e47-b91b-f545c8add08e on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:53:02.701708 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Attempting to bind port d10f7bfd-5094-4e47-b91b-f545c8add08e on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:02.708761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:53:02.709007 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:02.709729 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:53:02.710685 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Bound port: d10f7bfd-5094-4e47-b91b-f545c8add08e, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:53:02.710685 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:02.856319 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] For port d10f7bfd-5094-4e47-b91b-f545c8add08e, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:53:02.859615 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] For port d10f7bfd-5094-4e47-b91b-f545c8add08e, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d10f7bfd-5094-4e47-b91b-f545c8add08e,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:53:02.883069 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2ec950ab-d4c6-48d7-a7c4-a3c98a947ebd req-6d932932-6ea3-445c-8fab-3df9d9f1baf5 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/floatingips/832dcb14-8eab-4afd-8937-8614ee9bdabd HTTP/1.1" status: 200 len: 692 time: 0.0682070 Aug 17 02:53:02.888096 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-743c5c96-9579-4d24-9082-fa031aeff79b req-adadde19-9d7f-4276-a966-0acde81e9db3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6294854 Aug 17 02:53:02.942607 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.020303 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Pushing event updated for resources: {'Port': ['ID=d10f7bfd-5094-4e47-b91b-f545c8add08e,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:03.040076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:03.040076 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.040879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec950ab-d4c6-48d7-a7c4-a3c98a947ebd req-0406ab96-18d2-4c62-b23a-8b041bbac966 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:03.040989 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f82181a-1e01-4887-92a7-914275b1de72 req-94e65518-275a-425a-a50c-89fe9251aed8 service neutron] 10.222.0.60 "PUT /v2.0/ports/d10f7bfd-5094-4e47-b91b-f545c8add08e HTTP/1.1" status: 200 len: 1096 time: 1.8903611 Aug 17 02:53:03.041375 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3fea3eab-4032-4277-bbf2-2b063c1337b2', 'tag': 'd10f7bfd-5094-4e47-b91b-f545c8add08e'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:03.043979 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94ea67c4-e561-45c6-a9a8-1034f268ad95" -d '{"events": [{"name": "network-changed", "server_uuid": "3fea3eab-4032-4277-bbf2-2b063c1337b2", "tag": "d10f7bfd-5094-4e47-b91b-f545c8add08e"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:03.045970 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2ec950ab-d4c6-48d7-a7c4-a3c98a947ebd req-0406ab96-18d2-4c62-b23a-8b041bbac966 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.1556141 Aug 17 02:53:03.055207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-2ec950ab-d4c6-48d7-a7c4-a3c98a947ebd req-243037b8-d649-4bcd-bc61-282e21fe7a2d tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:53:03.057458 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2ec950ab-d4c6-48d7-a7c4-a3c98a947ebd req-243037b8-d649-4bcd-bc61-282e21fe7a2d tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083826 Aug 17 02:53:03.125610 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65079d5d-3d16-48a8-ba76-23e6d47c6ff1 req-8617f04a-3b35-4be4-9861-e3bf422eff95 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:03.127262 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-65079d5d-3d16-48a8-ba76-23e6d47c6ff1 req-8617f04a-3b35-4be4-9861-e3bf422eff95 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 948 time: 0.0802748 Aug 17 02:53:03.127998 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2ec950ab-d4c6-48d7-a7c4-a3c98a947ebd req-eafb1575-8cf8-4335-b64f-50067ce574ad tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 695 time: 0.0622962 Aug 17 02:53:03.200017 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-65079d5d-3d16-48a8-ba76-23e6d47c6ff1 req-777cf0c9-23bf-4a3a-ab0a-33469ef4ec42 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629711 Aug 17 02:53:03.213441 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2ec950ab-d4c6-48d7-a7c4-a3c98a947ebd req-f0b74a2f-01a0-4e4f-9079-ec325226b068 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.92 HTTP/1.1" status: 200 len: 695 time: 0.0754008 Aug 17 02:53:03.263640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82181a-1e01-4887-92a7-914275b1de72 req-0b8940b0-ef18-4f93-a3f6-2cb34cfd1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:03.265197 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f82181a-1e01-4887-92a7-914275b1de72 req-0b8940b0-ef18-4f93-a3f6-2cb34cfd1905 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 1099 time: 0.0490363 Aug 17 02:53:03.352538 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4c98041-d986-4e28-bb99-1bba412b3625 req-2772cdb6-e453-4781-82e8-84858e9106ac tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 210 time: 0.0528879 Aug 17 02:53:03.382051 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.383418 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f82181a-1e01-4887-92a7-914275b1de72 req-00f77248-c317-4f0a-8b2d-353c2d412709 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=d10f7bfd-5094-4e47-b91b-f545c8add08e HTTP/1.1" status: 200 len: 217 time: 0.0870421 Aug 17 02:53:03.450159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-2ec950ab-d4c6-48d7-a7c4-a3c98a947ebd req-7c62f939-b0c0-4ff0-a038-25be1c9afb5f tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Deleting port b9e6ea87-fd1a-4fb7-a414-46a00e990642 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:03.450159 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2ec950ab-d4c6-48d7-a7c4-a3c98a947ebd req-7c62f939-b0c0-4ff0-a038-25be1c9afb5f tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.477972 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0a1946eb-cd00-4f6d-9e50-7aa65b46b1c6 req-54a337a3-f53a-4f41-a662-e9272967de1d tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 210 time: 0.0402617 Aug 17 02:53:03.524267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82181a-1e01-4887-92a7-914275b1de72 req-157366dd-e81c-4e96-98bc-0040a94bdcfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:03.526796 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f82181a-1e01-4887-92a7-914275b1de72 req-157366dd-e81c-4e96-98bc-0040a94bdcfa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1336231 Aug 17 02:53:03.630028 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-7e95a5ef-4c41-4792-88d4-038e4721239f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=638115240e104430bff599fc921ec015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0990496 Aug 17 02:53:03.630731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f82181a-1e01-4887-92a7-914275b1de72 req-fedeac92-b5db-4cb0-b4c1-70e1abd97f52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:03.632564 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f82181a-1e01-4887-92a7-914275b1de72 req-fedeac92-b5db-4cb0-b4c1-70e1abd97f52 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0967343 Aug 17 02:53:03.636524 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2ec950ab-d4c6-48d7-a7c4-a3c98a947ebd req-7c62f939-b0c0-4ff0-a038-25be1c9afb5f tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.636524 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2ec950ab-d4c6-48d7-a7c4-a3c98a947ebd req-7c62f939-b0c0-4ff0-a038-25be1c9afb5f tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:03.646775 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb173fc-9c17-40c0-8fc9-8a6af8c658d7 req-87fd7e30-e5c6-49a2-8a26-953b5214aa99 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:03.655115 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-deb173fc-9c17-40c0-8fc9-8a6af8c658d7 req-87fd7e30-e5c6-49a2-8a26-953b5214aa99 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 944 time: 0.1047826 Aug 17 02:53:03.666525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-2ec950ab-d4c6-48d7-a7c4-a3c98a947ebd req-7c62f939-b0c0-4ff0-a038-25be1c9afb5f tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Calling delete_port for b9e6ea87-fd1a-4fb7-a414-46a00e990642 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:03.765374 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-deb173fc-9c17-40c0-8fc9-8a6af8c658d7 req-0834a0f0-96a9-4363-8e5a-381617b218b7 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1092548 Aug 17 02:53:03.862875 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-db0cc60e-2e50-492d-993c-c45caaf22cbc tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:03.864593 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f82181a-1e01-4887-92a7-914275b1de72 req-0d0a2c87-cec6-48e3-b023-10e9e5d2d7d0 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067659 Aug 17 02:53:03.865941 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-db0cc60e-2e50-492d-993c-c45caaf22cbc tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2212422 Aug 17 02:53:03.873049 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389389c2-1ae4-4cfe-8c20-b116797997a4 x-openstack-request-id: req-389389c2-1ae4-4cfe-8c20-b116797997a4 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:03.873600 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3fea3eab-4032-4277-bbf2-2b063c1337b2", "tag": "d10f7bfd-5094-4e47-b91b-f545c8add08e", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:03.874012 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-389389c2-1ae4-4cfe-8c20-b116797997a4 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:03.874595 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3fea3eab-4032-4277-bbf2-2b063c1337b2', 'tag': 'd10f7bfd-5094-4e47-b91b-f545c8add08e', 'status': 'completed', 'code': 200} Aug 17 02:53:03.892791 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-dcac576b-373d-43a5-860c-2260774129fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Request body: {'port': {'device_id': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '638115240e104430bff599fc921ec015'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:04.076109 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f82181a-1e01-4887-92a7-914275b1de72 req-2811554c-b5b2-491e-ab7d-a4ce01961a85 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1901803 Aug 17 02:53:04.099009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44de498-0f57-4862-bb7d-64bfa9acbcbb req-4973386a-e4e0-4315-a992-4d248fe386eb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:04.100677 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c44de498-0f57-4862-bb7d-64bfa9acbcbb req-4973386a-e4e0-4315-a992-4d248fe386eb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0992317 Aug 17 02:53:04.144893 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c44de498-0f57-4862-bb7d-64bfa9acbcbb req-e6e85331-b310-48f3-a4bd-a1345abda7c7 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370595 Aug 17 02:53:04.348982 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-dcac576b-373d-43a5-860c-2260774129fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Made reservation on behalf of 638115240e104430bff599fc921ec015 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:04.367350 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-dcac576b-373d-43a5-860c-2260774129fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:04.367350 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2ec950ab-d4c6-48d7-a7c4-a3c98a947ebd req-7c62f939-b0c0-4ff0-a038-25be1c9afb5f tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:04.404831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c62f939-b0c0-4ff0-a038-25be1c9afb5f tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Pushing event deleted for resources: {'Port': ['ID=b9e6ea87-fd1a-4fb7-a414-46a00e990642,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:04.502916 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea67c4-e561-45c6-a9a8-1034f268ad95 req-47589e4a-9f21-48a6-96d1-9fad5fab14ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:04.502916 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-94ea67c4-e561-45c6-a9a8-1034f268ad95 req-47589e4a-9f21-48a6-96d1-9fad5fab14ef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 1099 time: 0.0737507 Aug 17 02:53:04.560901 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2ec950ab-d4c6-48d7-a7c4-a3c98a947ebd req-7c62f939-b0c0-4ff0-a038-25be1c9afb5f tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:04.564446 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2ec950ab-d4c6-48d7-a7c4-a3c98a947ebd req-7c62f939-b0c0-4ff0-a038-25be1c9afb5f tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:04.566018 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2ec950ab-d4c6-48d7-a7c4-a3c98a947ebd req-7c62f939-b0c0-4ff0-a038-25be1c9afb5f tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "DELETE /v2.0/floatingips/832dcb14-8eab-4afd-8937-8614ee9bdabd HTTP/1.1" status: 204 len: 173 time: 1.3516736 Aug 17 02:53:04.625072 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-dcac576b-373d-43a5-860c-2260774129fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Allocated IP 192.168.233.145 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/07c67420-ebfc-4a09-a254-4f69ac1612e2) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:04.708662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea67c4-e561-45c6-a9a8-1034f268ad95 req-df7b0648-8afd-44c0-8dc6-78831ee3ad40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:04.710261 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-94ea67c4-e561-45c6-a9a8-1034f268ad95 req-df7b0648-8afd-44c0-8dc6-78831ee3ad40 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.1903262 Aug 17 02:53:04.775802 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-94ea67c4-e561-45c6-a9a8-1034f268ad95 req-25829c87-336c-453e-84ad-ec9a36ec2b40 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.184&port_id=d10f7bfd-5094-4e47-b91b-f545c8add08e HTTP/1.1" status: 200 len: 217 time: 0.0516803 Aug 17 02:53:04.789384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd0f03c-64c6-44b6-b90e-bfea9b88519f req-c34a3283-5815-41e4-8851-f51711429151 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:04.791392 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0bd0f03c-64c6-44b6-b90e-bfea9b88519f req-c34a3283-5815-41e4-8851-f51711429151 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 948 time: 0.1360152 Aug 17 02:53:04.856348 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea67c4-e561-45c6-a9a8-1034f268ad95 req-8a7f1624-3b63-459c-b2ae-0c573c11e796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:04.860115 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-94ea67c4-e561-45c6-a9a8-1034f268ad95 req-8a7f1624-3b63-459c-b2ae-0c573c11e796 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0762999 Aug 17 02:53:04.883619 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0bd0f03c-64c6-44b6-b90e-bfea9b88519f req-9bf6c67c-dfb2-48df-ae13-361974015100 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799019 Aug 17 02:53:04.909770 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-dcac576b-373d-43a5-860c-2260774129fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:04.938807 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-dcac576b-373d-43a5-860c-2260774129fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Transition to ACTIVE for port object 07c67420-ebfc-4a09-a254-4f69ac1612e2 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:04.948097 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94ea67c4-e561-45c6-a9a8-1034f268ad95 req-80f1d17c-bc0f-40d3-a850-0b81579843fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:04.950203 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-94ea67c4-e561-45c6-a9a8-1034f268ad95 req-80f1d17c-bc0f-40d3-a850-0b81579843fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0667071 Aug 17 02:53:05.036843 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec836bb6-b1fa-46ca-8161-b7d966ad0967 req-93bf7dd1-7437-44ae-b902-09cd0c885d70 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 210 time: 0.0553491 Aug 17 02:53:05.103637 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-94ea67c4-e561-45c6-a9a8-1034f268ad95 req-65c5f2ac-5464-49da-8f65-6dc651dd09b1 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411464 Aug 17 02:53:05.144811 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-458f698e-1c39-4022-8427-14b58c6c2dc1 req-11ec017d-04ed-41b1-8eb0-04a0734f93c7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 210 time: 0.0345664 Aug 17 02:53:05.147697 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-dcac576b-373d-43a5-860c-2260774129fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:05.160432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['58a69c89-2de8-4d4d-9821-1971a6f77ecd', 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:05.234064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-dcac576b-373d-43a5-860c-2260774129fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:05.242694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-dcac576b-373d-43a5-860c-2260774129fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:05.258121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-dcac576b-373d-43a5-860c-2260774129fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:05.312432 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-94ea67c4-e561-45c6-a9a8-1034f268ad95 req-0a320da3-fcaf-47d3-a57e-26e219cfe97d service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1992049 Aug 17 02:53:05.357645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcac576b-373d-43a5-860c-2260774129fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Pushing event updated for resources: {'Port': ['ID=07c67420-ebfc-4a09-a254-4f69ac1612e2,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:05.436710 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-dcac576b-373d-43a5-860c-2260774129fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:05.437440 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-dcac576b-373d-43a5-860c-2260774129fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:05.467026 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-af87f333-2c6c-4e40-b46e-97b27bc8a79f tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 1000 time: 0.2314126 Aug 17 02:53:05.518397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-3041265e-0024-4dd0-90e6-86c6c7989a2b tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:05.536343 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-3041265e-0024-4dd0-90e6-86c6c7989a2b tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports/4c80519f-c25a-48a1-b173-65b6b40bbbdf HTTP/1.1" status: 200 len: 942 time: 0.0669763 Aug 17 02:53:05.537211 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-dcac576b-373d-43a5-860c-2260774129fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6586192 Aug 17 02:53:05.556753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Request body: {'port': {'device_id': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:05.645801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80cc7a3-4f24-4864-85e8-7a21264afc0e req-44e91e98-0cc2-4099-be6b-a78a807ed41a tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:05.650161 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f80cc7a3-4f24-4864-85e8-7a21264afc0e req-44e91e98-0cc2-4099-be6b-a78a807ed41a tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 944 time: 0.0873420 Aug 17 02:53:05.707083 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f80cc7a3-4f24-4864-85e8-7a21264afc0e req-af331130-e5da-4d1f-bf36-b1fb2cf87f3a tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524023 Aug 17 02:53:05.722953 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5ded19ae-0ba1-430e-90b8-85dc30763b6c None None] Provisioning for port 07c67420-ebfc-4a09-a254-4f69ac1612e2 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:05.731092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5ded19ae-0ba1-430e-90b8-85dc30763b6c None None] Provisioning complete for port 07c67420-ebfc-4a09-a254-4f69ac1612e2 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:05.731092 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5ded19ae-0ba1-430e-90b8-85dc30763b6c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:05.736386 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:05.763019 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-5223f17e-90f0-468e-8826-0ce47f4d4832 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 1000 time: 0.1430099 Aug 17 02:53:05.811358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5ded19ae-0ba1-430e-90b8-85dc30763b6c None None] Port 07c67420-ebfc-4a09-a254-4f69ac1612e2 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:05.885873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a690b4f0-be10-4e73-8399-2325066c1b39 req-8303b214-c3d6-47fd-8041-84d132e0f7f6 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:05.886012 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a690b4f0-be10-4e73-8399-2325066c1b39 req-8303b214-c3d6-47fd-8041-84d132e0f7f6 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0944617 Aug 17 02:53:05.952640 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a690b4f0-be10-4e73-8399-2325066c1b39 req-4c7445dc-73f7-411e-a0e2-786b59ed234e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525618 Aug 17 02:53:06.068267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-beae5905-aa95-46b2-b90d-605b8ff7da5e tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:06.069628 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-beae5905-aa95-46b2-b90d-605b8ff7da5e tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.2888179 Aug 17 02:53:06.083933 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03bf3722-a472-403e-9f98-24b409121f6e req-d49001fa-77f7-4aa4-aec2-4526b0c6428b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:06.085642 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03bf3722-a472-403e-9f98-24b409121f6e req-d49001fa-77f7-4aa4-aec2-4526b0c6428b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 948 time: 0.0538445 Aug 17 02:53:06.099981 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-b260028d-883b-4abe-83fc-b50b1a41f687 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:53:06.101043 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-b260028d-883b-4abe-83fc-b50b1a41f687 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0140357 Aug 17 02:53:06.162751 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-16b7e8b3-445b-4839-b18e-8f4723e7cb78 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=52eb3425a89b4f9abc246913f352b116&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0378494 Aug 17 02:53:06.169820 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7c316248-9c29-4ac3-bc5e-819c2d620bb7 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:53:06.202284 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03bf3722-a472-403e-9f98-24b409121f6e req-9b4d9c17-cf6e-47a3-b9bc-aac990816c07 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071377 Aug 17 02:53:06.379572 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c67420-ebfc-4a09-a254-4f69ac1612e2 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:53:06.389796 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:06.402925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 7c316248-9c29-4ac3-bc5e-819c2d620bb7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7c316248-9c29-4ac3-bc5e-819c2d620bb7,segment=NetworkSegment(2c3dd8ac-fcd2-4580-b76b-ee12927d977a),segment_id=2c3dd8ac-fcd2-4580-b76b-ee12927d977a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:06.405300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Transition to ACTIVE for port object 07c67420-ebfc-4a09-a254-4f69ac1612e2 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:06.417151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '7c316248-9c29-4ac3-bc5e-819c2d620bb7', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'port_id': '7c316248-9c29-4ac3-bc5e-819c2d620bb7', 'mac_address': 'fa:16:3e:20:72:eb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:53:06.473983 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:06.498744 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-67b58e43-a650-4934-bba4-3de903442dd5 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 1000 time: 0.3272588 Aug 17 02:53:06.515347 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-1b362981-e7c7-4511-aca7-ff03a7a795e3 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:06.534160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7c316248-9c29-4ac3-bc5e-819c2d620bb7 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:53:06.568839 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 7c316248-9c29-4ac3-bc5e-819c2d620bb7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7c316248-9c29-4ac3-bc5e-819c2d620bb7,segment=NetworkSegment(2c3dd8ac-fcd2-4580-b76b-ee12927d977a),segment_id=2c3dd8ac-fcd2-4580-b76b-ee12927d977a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:06.573278 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:06.649320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Pushing event updated for resources: {'Port': ['ID=07c67420-ebfc-4a09-a254-4f69ac1612e2,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:06.657397 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-1b362981-e7c7-4511-aca7-ff03a7a795e3 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:06.679655 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:06.830656 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=7c316248-9c29-4ac3-bc5e-819c2d620bb7,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:06.960433 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Attempting to bind port 07c67420-ebfc-4a09-a254-4f69ac1612e2 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:53:06.960771 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Attempting to bind port 07c67420-ebfc-4a09-a254-4f69ac1612e2 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:53:06.961101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Attempting to bind port 07c67420-ebfc-4a09-a254-4f69ac1612e2 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:06.976922 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['7c316248-9c29-4ac3-bc5e-819c2d620bb7'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:07.000527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Port 07c67420-ebfc-4a09-a254-4f69ac1612e2 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:53:07.000527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Attempting to bind port 07c67420-ebfc-4a09-a254-4f69ac1612e2 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:07.006448 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-1b362981-e7c7-4511-aca7-ff03a7a795e3 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:07.007817 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-997ae7ee-9ec7-4df2-813e-cacf5fb75550 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:07.010348 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-997ae7ee-9ec7-4df2-813e-cacf5fb75550 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8321347 Aug 17 02:53:07.018664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:53:07.021621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:07.021621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:53:07.021621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Bound port: 07c67420-ebfc-4a09-a254-4f69ac1612e2, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:53:07.030053 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:07.033332 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-1032cc18-47bd-482c-9488-1b96344c4e2c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Request body: {'port': {'device_id': 'e747a21d-0d49-4bee-a69f-713fd8960b42', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '52eb3425a89b4f9abc246913f352b116'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:07.044377 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6cc6d3fb-5fc3-4780-b16d-08d27eb66352 req-db049869-b1da-42cf-bbe7-dc627d8d1852 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6489878 Aug 17 02:53:07.058975 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf812796-7884-46bd-a793-0ba4c744c1e6 req-e5db866e-4fe4-4948-b4fa-abc731bfbb77 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:07.069328 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cf812796-7884-46bd-a793-0ba4c744c1e6 req-e5db866e-4fe4-4948-b4fa-abc731bfbb77 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 1097 time: 0.6945851 Aug 17 02:53:07.159157 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-1b362981-e7c7-4511-aca7-ff03a7a795e3 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:07.160890 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-1b362981-e7c7-4511-aca7-ff03a7a795e3 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Floating IP 958b77d4-8195-4497-8e74-54311fc930e3 disassociated. External IP: 172.25.1.44, port: 4c80519f-c25a-48a1-b173-65b6b40bbbdf. Aug 17 02:53:07.181875 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cf812796-7884-46bd-a793-0ba4c744c1e6 req-d693ae88-d9ad-4977-bded-1cc0a40050e8 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114409 Aug 17 02:53:07.220965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6d3fb-5fc3-4780-b16d-08d27eb66352 req-99088ed9-d4ab-4024-a64f-011d6865ea79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:07.221922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:53:07.224127 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6cc6d3fb-5fc3-4780-b16d-08d27eb66352 req-99088ed9-d4ab-4024-a64f-011d6865ea79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 1095 time: 0.1072099 Aug 17 02:53:07.228840 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:53:07.367666 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:07.390334 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97761336-2724-4862-bca2-2e4a76a7598c req-16e590f0-2952-49a3-aaf9-b93852aab186 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:07.397828 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-97761336-2724-4862-bca2-2e4a76a7598c req-16e590f0-2952-49a3-aaf9-b93852aab186 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 948 time: 0.1331489 Aug 17 02:53:07.413570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:07.414088 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:07.416188 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] 10.222.0.30 "PUT /v2.0/ports/07c67420-ebfc-4a09-a254-4f69ac1612e2 HTTP/1.1" status: 200 len: 1096 time: 1.8652766 Aug 17 02:53:07.418465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'tag': '07c67420-ebfc-4a09-a254-4f69ac1612e2'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:07.421057 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc8ee018-9c08-4e2f-b22f-8ac33a265282" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5ec41a-b8d4-4b1f-9f37-db74a519adf2", "tag": "07c67420-ebfc-4a09-a254-4f69ac1612e2"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:07.483484 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-97761336-2724-4862-bca2-2e4a76a7598c req-0ef42642-7cd6-41db-bc6b-7fb8f2cc7e57 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760903 Aug 17 02:53:07.483484 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-1032cc18-47bd-482c-9488-1b96344c4e2c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Made reservation on behalf of 52eb3425a89b4f9abc246913f352b116 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:07.490284 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-1032cc18-47bd-482c-9488-1b96344c4e2c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:07.496511 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6d3fb-5fc3-4780-b16d-08d27eb66352 req-7fad7acb-ce24-4782-a942-21f69f25d8ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:07.498347 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6cc6d3fb-5fc3-4780-b16d-08d27eb66352 req-7fad7acb-ce24-4782-a942-21f69f25d8ea service neutron] 10.222.0.60 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.2490907 Aug 17 02:53:07.611551 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6cc6d3fb-5fc3-4780-b16d-08d27eb66352 req-5d865faa-e7b1-441f-b84b-e332b641c690 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=c840d604-bae0-4753-979a-eec12dc17b82 HTTP/1.1" status: 200 len: 217 time: 0.1023417 Aug 17 02:53:07.701549 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-86c0a208-f900-4eac-b876-780fc3420d72 req-7f002c9b-e881-4e01-b933-bb61e7c8d07b tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 210 time: 0.0830534 Aug 17 02:53:07.866099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cc6d3fb-5fc3-4780-b16d-08d27eb66352 req-873f8184-8bf6-41a8-97ac-86574667519f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:07.869342 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6cc6d3fb-5fc3-4780-b16d-08d27eb66352 req-873f8184-8bf6-41a8-97ac-86574667519f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.2434890 Aug 17 02:53:07.996642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada90b02-12f9-4ff0-8745-d49644edf76e service neutron] Pushing event updated for resources: {'Port': ['ID=07c67420-ebfc-4a09-a254-4f69ac1612e2,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:08.001568 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6cc6d3fb-5fc3-4780-b16d-08d27eb66352 req-f15be285-69fc-46b0-8e92-31567412515e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1092823 Aug 17 02:53:08.052059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-016bca20-72bc-4ffc-b7ed-65dfa71afbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:08.053644 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-016bca20-72bc-4ffc-b7ed-65dfa71afbbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 1099 time: 0.4681606 Aug 17 02:53:08.056751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-1b362981-e7c7-4511-aca7-ff03a7a795e3 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Router 6f66a460-a6a0-4164-8342-2ae9cf109603 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:53:08.064708 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fca00093-3187-4667-8ef0-82c7ebc1828b req-2519272a-a83b-4489-815f-c1b0b5faf9c4 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0800869 Aug 17 02:53:08.067544 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-1032cc18-47bd-482c-9488-1b96344c4e2c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Allocated IP 192.168.233.201 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/15a43ac2-7e05-410a-9ad8-c55eace6a916) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:08.102005 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd1fbf7-bba0-485e-af18-7b9811748638 req-0d5ae719-712e-4e13-b78d-9cc191d88875 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:08.104520 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4cd1fbf7-bba0-485e-af18-7b9811748638 req-0d5ae719-712e-4e13-b78d-9cc191d88875 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 945 time: 0.2904484 Aug 17 02:53:08.117534 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-1e0b9128-401c-4e5e-96c5-5baa3dd1b878 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2 HTTP/1.1" status: 200 len: 217 time: 0.0518000 Aug 17 02:53:08.192264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d10f7bfd-5094-4e47-b91b-f545c8add08e details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:53:08.197832 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7c316248-9c29-4ac3-bc5e-819c2d620bb7 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:08.221076 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4cd1fbf7-bba0-485e-af18-7b9811748638 req-b1f0a153-9ac3-4312-9538-6588b32dccfb tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100023 Aug 17 02:53:08.248477 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6cc6d3fb-5fc3-4780-b16d-08d27eb66352 req-d0ecdd4b-07dd-47d9-892f-35bcfb5bccf5 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319918 Aug 17 02:53:08.310885 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-8707f2da-fbb9-48f1-9e65-db0e3abd48d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:08.323651 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-8707f2da-fbb9-48f1-9e65-db0e3abd48d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1969023 Aug 17 02:53:08.336400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca00093-3187-4667-8ef0-82c7ebc1828b req-a1b11b3c-2003-4a65-9e23-481400dc0c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:08.339641 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fca00093-3187-4667-8ef0-82c7ebc1828b req-a1b11b3c-2003-4a65-9e23-481400dc0c3d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 1101 time: 0.2238462 Aug 17 02:53:08.504787 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port d10f7bfd-5094-4e47-b91b-f545c8add08e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d10f7bfd-5094-4e47-b91b-f545c8add08e,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:08.538311 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 7c316248-9c29-4ac3-bc5e-819c2d620bb7 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:08.543109 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-1032cc18-47bd-482c-9488-1b96344c4e2c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:08.543402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-1b362981-e7c7-4511-aca7-ff03a7a795e3 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:53:08.554225 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-1b362981-e7c7-4511-aca7-ff03a7a795e3 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:08.556727 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6cc6d3fb-5fc3-4780-b16d-08d27eb66352 req-528840e1-a146-45d0-b913-6dc461fab91e service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2977381 Aug 17 02:53:08.572984 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'd10f7bfd-5094-4e47-b91b-f545c8add08e', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': 'd10f7bfd-5094-4e47-b91b-f545c8add08e', 'mac_address': 'fa:16:3e:d4:c2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.184'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:53:08.573234 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4134ca-c2a5-480a-bb37-c642415e18dc None None] Sync routers for ids ['6f66a460-a6a0-4164-8342-2ae9cf109603'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:53:08.584488 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2d9c1-d5b3-47ad-b8f0-7c7f03b0932c req-e59d5fee-6251-4cdb-8f36-02b7bcd12867 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:08.594836 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c8d2d9c1-d5b3-47ad-b8f0-7c7f03b0932c req-e59d5fee-6251-4cdb-8f36-02b7bcd12867 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 948 time: 0.1878171 Aug 17 02:53:08.595054 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 7c316248-9c29-4ac3-bc5e-819c2d620bb7 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:08.596613 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:08.600671 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4134ca-c2a5-480a-bb37-c642415e18dc None None] Routers {'6f66a460-a6a0-4164-8342-2ae9cf109603'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:53:08.601669 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7f4134ca-c2a5-480a-bb37-c642415e18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:52:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6f66a460-a6a0-4164-8342-2ae9cf109603'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:08.615827 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-1b362981-e7c7-4511-aca7-ff03a7a795e3 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "PUT /v2.0/floatingips/958b77d4-8195-4497-8e74-54311fc930e3 HTTP/1.1" status: 200 len: 694 time: 2.1094794 Aug 17 02:53:08.633058 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-8923e9eb-200d-450e-8ac5-5e35823a6665 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:08.635786 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-8923e9eb-200d-450e-8ac5-5e35823a6665 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2879281 Aug 17 02:53:08.678679 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-1032cc18-47bd-482c-9488-1b96344c4e2c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Transition to ACTIVE for port object 15a43ac2-7e05-410a-9ad8-c55eace6a916 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:08.713579 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c8d2d9c1-d5b3-47ad-b8f0-7c7f03b0932c req-79b161e5-07ac-475f-9fcb-3b46acb38fd3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174827 Aug 17 02:53:08.767343 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca00093-3187-4667-8ef0-82c7ebc1828b req-52da6575-f6f3-432a-8f57-640f762a13ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:08.768826 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fca00093-3187-4667-8ef0-82c7ebc1828b req-52da6575-f6f3-432a-8f57-640f762a13ca service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.3968096 Aug 17 02:53:08.777293 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-7f4134ca-c2a5-480a-bb37-c642415e18dc None None] Set router 6f66a460-a6a0-4164-8342-2ae9cf109603 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:53:08.853783 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8df0694-ec35-4638-a79e-0632ed520ca6 x-openstack-request-id: req-f8df0694-ec35-4638-a79e-0632ed520ca6 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:08.853783 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5ec41a-b8d4-4b1f-9f37-db74a519adf2", "tag": "07c67420-ebfc-4a09-a254-4f69ac1612e2", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:08.856335 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8df0694-ec35-4638-a79e-0632ed520ca6 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:08.856777 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'tag': '07c67420-ebfc-4a09-a254-4f69ac1612e2', 'status': 'completed', 'code': 200} Aug 17 02:53:08.891167 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-1032cc18-47bd-482c-9488-1b96344c4e2c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:08.931503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['fe247acb-2efc-4ed2-a5fd-29f14b992bf1', '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:08.978791 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.001704 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fca00093-3187-4667-8ef0-82c7ebc1828b req-fcf76437-1a04-42d4-836e-7e382daa6447 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=58a69c89-2de8-4d4d-9821-1971a6f77ecd HTTP/1.1" status: 200 len: 217 time: 0.1707597 Aug 17 02:53:09.070467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d10f7bfd-5094-4e47-b91b-f545c8add08e {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:53:09.139497 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.143711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-1032cc18-47bd-482c-9488-1b96344c4e2c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:09.151829 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-1032cc18-47bd-482c-9488-1b96344c4e2c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:09.154699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1032cc18-47bd-482c-9488-1b96344c4e2c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Pushing event updated for resources: {'Port': ['ID=15a43ac2-7e05-410a-9ad8-c55eace6a916,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:09.156945 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-1032cc18-47bd-482c-9488-1b96344c4e2c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:09.174719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-0324e80d-75d9-43a7-8cfd-2826359a91cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:09.176272 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-0324e80d-75d9-43a7-8cfd-2826359a91cb service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=02cc7fed2fd64b11ab50031f14ee562d&device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 1096 time: 0.4304259 Aug 17 02:53:09.187486 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6b89e-5863-4ded-b050-5f88fd6ef122 req-6aa834e7-86ea-42e0-b4bb-85b0b75d6c66 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:09.190805 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-3f148b3e-2e21-45d9-a4c0-1ac06dd3819f service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5376616 Aug 17 02:53:09.196870 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ef6b89e-5863-4ded-b050-5f88fd6ef122 req-6aa834e7-86ea-42e0-b4bb-85b0b75d6c66 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 948 time: 0.2005863 Aug 17 02:53:09.202575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port d10f7bfd-5094-4e47-b91b-f545c8add08e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d10f7bfd-5094-4e47-b91b-f545c8add08e,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:09.325266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8516e7fb-daed-40ef-8135-302c32ee18f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c316248-9c29-4ac3-bc5e-819c2d620bb7'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:09.325266 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a80bc1a-c2dd-40ca-afd3-914deac96989" -d '{"events": [{"server_uuid": "8516e7fb-daed-40ef-8135-302c32ee18f9", "name": "network-vif-plugged", "status": "completed", "tag": "7c316248-9c29-4ac3-bc5e-819c2d620bb7"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:09.342197 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7f4134ca-c2a5-480a-bb37-c642415e18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79939714-router', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:16Z', 'updated_at': '2021-08-17T02:52:24Z', 'revision_number': 4, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'gw_port': {'id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e6d70fcf-d27e-4c23-bb49-40b290062dc6', 'name': '', 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'mac_address': 'fa:16:3e:69:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:22Z', 'updated_at': '2021-08-17T02:52:29Z', 'revision_number': 5, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'subnets': [{'id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:09.373799 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4134ca-c2a5-480a-bb37-c642415e18dc None None] Checking router: 6f66a460-a6a0-4164-8342-2ae9cf109603 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:53:09.383633 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f4134ca-c2a5-480a-bb37-c642415e18dc None None] Routers {'6f66a460-a6a0-4164-8342-2ae9cf109603'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:53:09.385357 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7f4134ca-c2a5-480a-bb37-c642415e18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:52:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6f66a460-a6a0-4164-8342-2ae9cf109603'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:09.402774 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.436992 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-1032cc18-47bd-482c-9488-1b96344c4e2c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:09.442828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 7c316248-9c29-4ac3-bc5e-819c2d620bb7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7c316248-9c29-4ac3-bc5e-819c2d620bb7,segment=NetworkSegment(2c3dd8ac-fcd2-4580-b76b-ee12927d977a),segment_id=2c3dd8ac-fcd2-4580-b76b-ee12927d977a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:09.447867 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-1032cc18-47bd-482c-9488-1b96344c4e2c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.473553 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ef6b89e-5863-4ded-b050-5f88fd6ef122 req-b48cb91d-b7ff-401d-b762-3cca6c066210 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2374890 Aug 17 02:53:09.559874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca00093-3187-4667-8ef0-82c7ebc1828b req-fab5a71f-2483-45f8-98fa-71eacb5319e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:09.570632 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fca00093-3187-4667-8ef0-82c7ebc1828b req-fab5a71f-2483-45f8-98fa-71eacb5319e1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.5403509 Aug 17 02:53:09.590413 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-1032cc18-47bd-482c-9488-1b96344c4e2c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5624857 Aug 17 02:53:09.596237 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.609115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Request body: {'port': {'device_id': 'e747a21d-0d49-4bee-a69f-713fd8960b42', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:09.855819 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['d10f7bfd-5094-4e47-b91b-f545c8add08e'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:09.911882 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:09.923632 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-7f4134ca-c2a5-480a-bb37-c642415e18dc None None] Set router 6f66a460-a6a0-4164-8342-2ae9cf109603 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:53:09.969845 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c12ad-e2ac-4394-b4c3-a331721ea5f0 req-f28225a8-bb87-488e-b5bb-81410b95d567 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:09.981279 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d54c12ad-e2ac-4394-b4c3-a331721ea5f0 req-f28225a8-bb87-488e-b5bb-81410b95d567 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 936 time: 0.2877901 Aug 17 02:53:10.037818 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca00093-3187-4667-8ef0-82c7ebc1828b req-8e948419-8001-474c-ac42-c6867050cbc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:10.037818 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fca00093-3187-4667-8ef0-82c7ebc1828b req-8e948419-8001-474c-ac42-c6867050cbc3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4512038 Aug 17 02:53:10.041550 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e38a13a8-509e-44bc-b31f-65b10c9b1622 req-2b393e22-4125-4fc5-903d-5c9dae29f9dc service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8237283 Aug 17 02:53:10.043226 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-98bbc409-cb3d-41da-846e-c254a71a5f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:10.044724 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-98bbc409-cb3d-41da-846e-c254a71a5f46 service neutron] 10.222.0.10 "GET /v2.0/networks?id=a79ae07b-fcb4-4336-888b-c03a6149d58c HTTP/1.1" status: 200 len: 927 time: 0.8529396 Aug 17 02:53:10.115595 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d54c12ad-e2ac-4394-b4c3-a331721ea5f0 req-12c4f720-39b0-424e-9cbc-aa3c9e1d7f66 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329734 Aug 17 02:53:10.235111 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=d10f7bfd-5094-4e47-b91b-f545c8add08e,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:10.252022 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8fd0f310-866b-4202-89d2-fe3531e12e30 None None] Provisioning for port 15a43ac2-7e05-410a-9ad8-c55eace6a916 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:10.288905 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-dcb33bfd-5b4f-4047-8127-cd84fbe999f7 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c80519f-c25a-48a1-b173-65b6b40bbbdf HTTP/1.1" status: 200 len: 217 time: 0.2373288 Aug 17 02:53:10.310167 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8fd0f310-866b-4202-89d2-fe3531e12e30 None None] Provisioning complete for port 15a43ac2-7e05-410a-9ad8-c55eace6a916 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:10.310548 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8fd0f310-866b-4202-89d2-fe3531e12e30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:10.357475 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7f4134ca-c2a5-480a-bb37-c642415e18dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79939714-router', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:16Z', 'updated_at': '2021-08-17T02:52:24Z', 'revision_number': 4, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'gw_port': {'id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e6d70fcf-d27e-4c23-bb49-40b290062dc6', 'name': '', 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'mac_address': 'fa:16:3e:69:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:22Z', 'updated_at': '2021-08-17T02:52:29Z', 'revision_number': 5, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'subnets': [{'id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:10.422399 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f4134ca-c2a5-480a-bb37-c642415e18dc None None] The sync data for ids ['6f66a460-a6a0-4164-8342-2ae9cf109603'] in n-d-802060-9 is: [{'id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79939714-router', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:16Z', 'updated_at': '2021-08-17T02:52:24Z', 'revision_number': 4, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'gw_port': {'id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e6d70fcf-d27e-4c23-bb49-40b290062dc6', 'name': '', 'network_id': 'a79ae07b-fcb4-4336-888b-c03a6149d58c', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'mac_address': 'fa:16:3e:69:97:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_interface', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:22Z', 'updated_at': '2021-08-17T02:52:29Z', 'revision_number': 5, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'subnets': [{'id': 'ec8eaba8-bfdf-49a8-989d-f19ef50b4e70', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:53:10.423496 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-448e27ea-84a6-474b-99ad-5b03dd83e130 req-2a90e6a5-3dab-4d55-8d90-ad8808190f24 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:10.434074 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-8fd0f310-866b-4202-89d2-fe3531e12e30 None None] Port 15a43ac2-7e05-410a-9ad8-c55eace6a916 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:10.438726 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-448e27ea-84a6-474b-99ad-5b03dd83e130 req-2a90e6a5-3dab-4d55-8d90-ad8808190f24 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 946 time: 0.1708117 Aug 17 02:53:10.543302 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-448e27ea-84a6-474b-99ad-5b03dd83e130 req-68e89e46-e5cc-4d50-8182-959bc7188d92 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1033299 Aug 17 02:53:10.561361 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ee018-9c08-4e2f-b22f-8ac33a265282 req-be469236-f7d4-4ea1-8324-7fca7c2657e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:10.563925 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc8ee018-9c08-4e2f-b22f-8ac33a265282 req-be469236-f7d4-4ea1-8324-7fca7c2657e8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 1099 time: 0.3538749 Aug 17 02:53:10.586802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-41385772-f330-4e64-bde6-111493d8ff23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:10.596016 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-41385772-f330-4e64-bde6-111493d8ff23 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=ec8eaba8-bfdf-49a8-989d-f19ef50b4e70 HTTP/1.1" status: 200 len: 866 time: 0.2574573 Aug 17 02:53:10.618732 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=7c316248-9c29-4ac3-bc5e-819c2d620bb7,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:10.668636 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdc428c6-1c3c-4f2c-b997-c9f2ab0b0bf3 x-openstack-request-id: req-fdc428c6-1c3c-4f2c-b997-c9f2ab0b0bf3 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:10.669074 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8516e7fb-daed-40ef-8135-302c32ee18f9", "name": "network-vif-plugged", "status": "completed", "tag": "7c316248-9c29-4ac3-bc5e-819c2d620bb7", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:10.670108 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fdc428c6-1c3c-4f2c-b997-c9f2ab0b0bf3 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:10.670755 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8516e7fb-daed-40ef-8135-302c32ee18f9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c316248-9c29-4ac3-bc5e-819c2d620bb7', 'code': 200} Aug 17 02:53:10.709458 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fca00093-3187-4667-8ef0-82c7ebc1828b req-33b8b40b-2a26-4a49-a3ec-8baa7c4f657e service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6448328 Aug 17 02:53:10.735150 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 15a43ac2-7e05-410a-9ad8-c55eace6a916 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:53:10.773289 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:10.854399 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Transition to ACTIVE for port object 15a43ac2-7e05-410a-9ad8-c55eace6a916 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:10.908055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b20638a6-726e-4002-b1a0-13ec647aa35f', 'tag': '4c80519f-c25a-48a1-b173-65b6b40bbbdf'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:10.910041 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f2f32e-0e96-4dd6-a755-0e45ee1f0b19 req-14dece21-97da-4792-abe8-3cece1bc89ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:10.910223 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57e55735-8daf-4bd9-bcee-dd03eb8c2ced" -d '{"events": [{"name": "network-changed", "server_uuid": "b20638a6-726e-4002-b1a0-13ec647aa35f", "tag": "4c80519f-c25a-48a1-b173-65b6b40bbbdf"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:10.911579 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-25f2f32e-0e96-4dd6-a755-0e45ee1f0b19 req-14dece21-97da-4792-abe8-3cece1bc89ef service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 1097 time: 0.1565611 Aug 17 02:53:10.950426 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47f15f4-43d0-46da-9867-47b39b545602 req-4999ac5d-1837-4e87-a966-60f67e2d1aa0 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:10.952054 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d47f15f4-43d0-46da-9867-47b39b545602 req-4999ac5d-1837-4e87-a966-60f67e2d1aa0 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 949 time: 0.1259055 Aug 17 02:53:10.961435 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:10.965632 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-f8a660e0-45e9-4e9b-a134-03eca98bd2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:10.967181 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-f8a660e0-45e9-4e9b-a134-03eca98bd2e8 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=a79ae07b-fcb4-4336-888b-c03a6149d58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3374650 Aug 17 02:53:11.026643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3bb64f5-0119-4257-a782-42a63c891f22 None None] New status for floating IP 958b77d4-8195-4497-8e74-54311fc930e3: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:53:11.091974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ee018-9c08-4e2f-b22f-8ac33a265282 req-03ab0909-9026-45b6-b8f8-ca02c72b6f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:11.101575 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc8ee018-9c08-4e2f-b22f-8ac33a265282 req-03ab0909-9026-45b6-b8f8-ca02c72b6f50 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.4890487 Aug 17 02:53:11.123300 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fca00093-3187-4667-8ef0-82c7ebc1828b req-c7ba192f-71e1-4e0c-bea6-b48ddf19e651 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3726053 Aug 17 02:53:11.205371 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-25f2f32e-0e96-4dd6-a755-0e45ee1f0b19 req-792145c3-375f-4d5a-9c9b-d95d60c5c0f3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2847428 Aug 17 02:53:11.221319 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc8ee018-9c08-4e2f-b22f-8ac33a265282 req-81b9f9d2-71df-48a3-a9d4-d672c6509403 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2 HTTP/1.1" status: 200 len: 217 time: 0.0938568 Aug 17 02:53:11.230474 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=15a43ac2-7e05-410a-9ad8-c55eace6a916,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:11.240217 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d47f15f4-43d0-46da-9867-47b39b545602 req-f31fd5f1-4721-4839-a7d6-d33f4f0ac716 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2712059 Aug 17 02:53:11.375500 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-25897c09-252d-446b-8430-7a8e1768725a service neutron] 10.222.0.10 "GET /v2.0/networks/a79ae07b-fcb4-4336-888b-c03a6149d58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3941851 Aug 17 02:53:11.526601 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Attempting to bind port 15a43ac2-7e05-410a-9ad8-c55eace6a916 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:53:11.529050 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Attempting to bind port 15a43ac2-7e05-410a-9ad8-c55eace6a916 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:53:11.531666 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Attempting to bind port 15a43ac2-7e05-410a-9ad8-c55eace6a916 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:11.566948 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c474b10-e95d-4b77-b4a0-3520d4a72c66 req-db534082-359e-4448-adc3-dc0384128d29 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:11.573211 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ee018-9c08-4e2f-b22f-8ac33a265282 req-e4712405-88d9-49e5-b0bb-71e3ae27a2b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:11.573211 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc8ee018-9c08-4e2f-b22f-8ac33a265282 req-e4712405-88d9-49e5-b0bb-71e3ae27a2b4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.3260562 Aug 17 02:53:11.575236 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c474b10-e95d-4b77-b4a0-3520d4a72c66 req-db534082-359e-4448-adc3-dc0384128d29 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 948 time: 0.1940362 Aug 17 02:53:11.576434 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Port 15a43ac2-7e05-410a-9ad8-c55eace6a916 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:53:11.576818 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Attempting to bind port 15a43ac2-7e05-410a-9ad8-c55eace6a916 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:11.630821 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:53:11.631171 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:11.631666 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:53:11.632101 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Bound port: 15a43ac2-7e05-410a-9ad8-c55eace6a916, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:53:11.632469 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:11.730838 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e5a43c9-c443-4b7f-b36b-15742fdad866 req-26d48759-9c6e-4682-85b4-e1e4f3f088cc service neutron] 10.222.0.10 "GET /v2.0/networks/a79ae07b-fcb4-4336-888b-c03a6149d58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3468223 Aug 17 02:53:11.738777 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c474b10-e95d-4b77-b4a0-3520d4a72c66 req-0b4089c2-f6c5-4194-b22b-2075a69d4550 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592829 Aug 17 02:53:11.746679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc8ee018-9c08-4e2f-b22f-8ac33a265282 req-9cd12558-52bd-44d8-852a-b13a88c1cdc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:11.748226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc8ee018-9c08-4e2f-b22f-8ac33a265282 req-9cd12558-52bd-44d8-852a-b13a88c1cdc7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1624727 Aug 17 02:53:11.796073 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] For port 15a43ac2-7e05-410a-9ad8-c55eace6a916, host n-h1-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:53:11.799655 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] For port 15a43ac2-7e05-410a-9ad8-c55eace6a916, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=15a43ac2-7e05-410a-9ad8-c55eace6a916,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:53:11.863821 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61e2f210-024b-41d1-ba78-2416ad4514cc x-openstack-request-id: req-61e2f210-024b-41d1-ba78-2416ad4514cc {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:11.863821 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b20638a6-726e-4002-b1a0-13ec647aa35f", "tag": "4c80519f-c25a-48a1-b173-65b6b40bbbdf", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:11.863821 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-61e2f210-024b-41d1-ba78-2416ad4514cc {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:11.863821 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b20638a6-726e-4002-b1a0-13ec647aa35f', 'tag': '4c80519f-c25a-48a1-b173-65b6b40bbbdf', 'status': 'completed', 'code': 200} Aug 17 02:53:11.922739 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:11.969166 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc8ee018-9c08-4e2f-b22f-8ac33a265282 req-9b8e4188-2ae3-48cc-895e-be947d18bf6c service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2041423 Aug 17 02:53:12.036764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474bdeeb-b236-4115-a846-d9ccc0c1470c req-375b429d-c1ae-4caf-956c-10e4996d5452 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:12.044233 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55735-8daf-4bd9-bcee-dd03eb8c2ced req-9888e59a-5436-4433-b534-1d0a16a0fb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:12.045796 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57e55735-8daf-4bd9-bcee-dd03eb8c2ced req-9888e59a-5436-4433-b534-1d0a16a0fb14 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=02cc7fed2fd64b11ab50031f14ee562d&device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 1096 time: 0.2113252 Aug 17 02:53:12.051898 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-474bdeeb-b236-4115-a846-d9ccc0c1470c req-375b429d-c1ae-4caf-956c-10e4996d5452 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 946 time: 0.1253450 Aug 17 02:53:12.053836 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:12.054447 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.056373 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] 10.222.0.30 "PUT /v2.0/ports/15a43ac2-7e05-410a-9ad8-c55eace6a916 HTTP/1.1" status: 200 len: 1096 time: 2.4521303 Aug 17 02:53:12.058298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e747a21d-0d49-4bee-a69f-713fd8960b42', 'tag': '15a43ac2-7e05-410a-9ad8-c55eace6a916'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:12.060604 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57782f7a-8705-4f65-8572-42610e675685" -d '{"events": [{"name": "network-changed", "server_uuid": "e747a21d-0d49-4bee-a69f-713fd8960b42", "tag": "15a43ac2-7e05-410a-9ad8-c55eace6a916"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:12.162321 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7a4099-46d6-4f3e-8292-54d902f29c0b req-bebd28cf-0285-46fe-a29a-a53e261a9030 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:12.168116 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-474bdeeb-b236-4115-a846-d9ccc0c1470c req-cce61ed2-1190-4f4e-9c4c-494df5a25d68 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1120131 Aug 17 02:53:12.180185 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c7a4099-46d6-4f3e-8292-54d902f29c0b req-bebd28cf-0285-46fe-a29a-a53e261a9030 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 948 time: 0.3160892 Aug 17 02:53:12.200203 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d10f7bfd-5094-4e47-b91b-f545c8add08e up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:12.284011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e47ee4-79aa-435d-aafe-b66e6f963cb5 service neutron] Pushing event updated for resources: {'Port': ['ID=15a43ac2-7e05-410a-9ad8-c55eace6a916,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:12.368758 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c7a4099-46d6-4f3e-8292-54d902f29c0b req-fb5597dd-965b-4102-87f2-8041608d9f93 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890628 Aug 17 02:53:12.426344 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-4a109ac2-4dc6-47d7-8c22-45ecb2b83eb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:12.427857 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-4a109ac2-4dc6-47d7-8c22-45ecb2b83eb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52eb3425a89b4f9abc246913f352b116&device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 1099 time: 0.1694281 Aug 17 02:53:12.433698 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55735-8daf-4bd9-bcee-dd03eb8c2ced req-a4bbc854-cc5b-4ff7-b6a1-06a100ce74ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:12.437033 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57e55735-8daf-4bd9-bcee-dd03eb8c2ced req-a4bbc854-cc5b-4ff7-b6a1-06a100ce74ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=a79ae07b-fcb4-4336-888b-c03a6149d58c HTTP/1.1" status: 200 len: 927 time: 0.3725984 Aug 17 02:53:12.459826 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7396ca27-38ed-46b9-94c2-117f7d83055a req-682495e0-c984-4de1-b7b4-042d2b937de3 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/floatingips/958b77d4-8195-4497-8e74-54311fc930e3 HTTP/1.1" status: 200 len: 692 time: 0.1887746 Aug 17 02:53:12.462577 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc8ee018-9c08-4e2f-b22f-8ac33a265282 req-f9638c27-3444-477b-b781-f1fe249557f2 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4813101 Aug 17 02:53:12.519137 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57e55735-8daf-4bd9-bcee-dd03eb8c2ced req-2ffad5dd-6b4a-44c7-9673-d92774519478 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4c80519f-c25a-48a1-b173-65b6b40bbbdf HTTP/1.1" status: 200 len: 217 time: 0.0570045 Aug 17 02:53:12.520160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port d10f7bfd-5094-4e47-b91b-f545c8add08e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:12.529577 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port d10f7bfd-5094-4e47-b91b-f545c8add08e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:12.534695 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.550067 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-282daad6-aa90-4d00-8880-b6fe687b0948 x-openstack-request-id: req-282daad6-aa90-4d00-8880-b6fe687b0948 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:12.550875 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e747a21d-0d49-4bee-a69f-713fd8960b42", "tag": "15a43ac2-7e05-410a-9ad8-c55eace6a916", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:12.550875 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-282daad6-aa90-4d00-8880-b6fe687b0948 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:12.551165 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e747a21d-0d49-4bee-a69f-713fd8960b42', 'tag': '15a43ac2-7e05-410a-9ad8-c55eace6a916', 'status': 'completed', 'code': 200} Aug 17 02:53:12.607174 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55735-8daf-4bd9-bcee-dd03eb8c2ced req-2e39e275-ccc2-4dce-bb0c-88d4668bab59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:12.608765 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57e55735-8daf-4bd9-bcee-dd03eb8c2ced req-2e39e275-ccc2-4dce-bb0c-88d4668bab59 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ec8eaba8-bfdf-49a8-989d-f19ef50b4e70 HTTP/1.1" status: 200 len: 866 time: 0.0568819 Aug 17 02:53:12.620025 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-ceff0d5d-850e-475c-9df1-399a4f115378 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=15a43ac2-7e05-410a-9ad8-c55eace6a916 HTTP/1.1" status: 200 len: 217 time: 0.1759856 Aug 17 02:53:12.780168 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5684afdc-a00e-46c4-aef0-be0702903737 req-21718317-ad77-449c-936f-c282b9402e9f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:12.780584 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5684afdc-a00e-46c4-aef0-be0702903737 req-21718317-ad77-449c-936f-c282b9402e9f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 949 time: 0.1311948 Aug 17 02:53:12.792915 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e55735-8daf-4bd9-bcee-dd03eb8c2ced req-7b89d89e-ecd0-45bb-b114-52478fe154bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:12.793969 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.794464 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57e55735-8daf-4bd9-bcee-dd03eb8c2ced req-7b89d89e-ecd0-45bb-b114-52478fe154bc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a79ae07b-fcb4-4336-888b-c03a6149d58c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1719949 Aug 17 02:53:12.798153 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-82622b8f-19cc-4171-a56d-258b48fb33c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:12.799610 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-82622b8f-19cc-4171-a56d-258b48fb33c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1135228 Aug 17 02:53:12.812472 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396ca27-38ed-46b9-94c2-117f7d83055a req-2f2d2c6d-2993-4803-8143-6df14b73afdd tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:12.822137 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7396ca27-38ed-46b9-94c2-117f7d83055a req-2f2d2c6d-2993-4803-8143-6df14b73afdd tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.3552899 Aug 17 02:53:12.839341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port d10f7bfd-5094-4e47-b91b-f545c8add08e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d10f7bfd-5094-4e47-b91b-f545c8add08e,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:12.840959 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fea3eab-4032-4277-bbf2-2b063c1337b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10f7bfd-5094-4e47-b91b-f545c8add08e'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:12.849641 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-622f8930-84d5-44f8-a12b-5e0df67f8e1a" -d '{"events": [{"server_uuid": "3fea3eab-4032-4277-bbf2-2b063c1337b2", "name": "network-vif-plugged", "status": "completed", "tag": "d10f7bfd-5094-4e47-b91b-f545c8add08e"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:12.911190 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7396ca27-38ed-46b9-94c2-117f7d83055a req-bd49b6c5-9400-424f-8fce-bc4ee7d58e48 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 695 time: 0.0879135 Aug 17 02:53:12.919175 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:12.919699 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5684afdc-a00e-46c4-aef0-be0702903737 req-fe2d3e6c-cf30-4140-8bb4-b44db0da2a4a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1242552 Aug 17 02:53:12.946033 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-58afce13-3524-4f2c-9c6b-db8246a69089 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:12.948334 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-58afce13-3524-4f2c-9c6b-db8246a69089 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1280034 Aug 17 02:53:12.993625 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57e55735-8daf-4bd9-bcee-dd03eb8c2ced req-e0aa3f2a-e68f-4c0a-9d75-ce376585e0ba service neutron] 10.222.0.60 "GET /v2.0/networks/a79ae07b-fcb4-4336-888b-c03a6149d58c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1765387 Aug 17 02:53:13.002415 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7396ca27-38ed-46b9-94c2-117f7d83055a req-6ed4d9fe-a0c9-405d-9831-133f69820342 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.44 HTTP/1.1" status: 200 len: 695 time: 0.0826900 Aug 17 02:53:13.030353 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=d10f7bfd-5094-4e47-b91b-f545c8add08e,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:13.160474 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-ba346d06-46b5-4b83-96de-4d9dfa32668a service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1888597 Aug 17 02:53:13.164279 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57e55735-8daf-4bd9-bcee-dd03eb8c2ced req-a7c3e118-54a7-4803-a81b-9cd3958fa81b service neutron] 10.222.0.60 "GET /v2.0/networks/a79ae07b-fcb4-4336-888b-c03a6149d58c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697903 Aug 17 02:53:13.251108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-7396ca27-38ed-46b9-94c2-117f7d83055a req-d2d400be-5993-463a-8a5d-12dcc4f86491 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Deleting port a2b16936-9f1d-4c71-91b2-6a66a5cc5c98 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:13.257541 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7396ca27-38ed-46b9-94c2-117f7d83055a req-d2d400be-5993-463a-8a5d-12dcc4f86491 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.318443 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-8509f140-ea9f-418b-b50d-a77076ce54d9 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473374 Aug 17 02:53:13.374933 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7396ca27-38ed-46b9-94c2-117f7d83055a req-d2d400be-5993-463a-8a5d-12dcc4f86491 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.375370 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7396ca27-38ed-46b9-94c2-117f7d83055a req-d2d400be-5993-463a-8a5d-12dcc4f86491 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.389926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-7396ca27-38ed-46b9-94c2-117f7d83055a req-d2d400be-5993-463a-8a5d-12dcc4f86491 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Calling delete_port for a2b16936-9f1d-4c71-91b2-6a66a5cc5c98 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:13.516445 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782f7a-8705-4f65-8572-42610e675685 req-24f9fbfa-95c9-4927-a276-67df3f76eeb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:13.518070 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57782f7a-8705-4f65-8572-42610e675685 req-24f9fbfa-95c9-4927-a276-67df3f76eeb7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=52eb3425a89b4f9abc246913f352b116&device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 1099 time: 0.0563650 Aug 17 02:53:13.615942 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7396ca27-38ed-46b9-94c2-117f7d83055a req-d2d400be-5993-463a-8a5d-12dcc4f86491 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.646284 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d400be-5993-463a-8a5d-12dcc4f86491 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Pushing event deleted for resources: {'Port': ['ID=a2b16936-9f1d-4c71-91b2-6a66a5cc5c98,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:13.747072 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7396ca27-38ed-46b9-94c2-117f7d83055a req-d2d400be-5993-463a-8a5d-12dcc4f86491 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.752046 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7396ca27-38ed-46b9-94c2-117f7d83055a req-d2d400be-5993-463a-8a5d-12dcc4f86491 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:13.755187 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7396ca27-38ed-46b9-94c2-117f7d83055a req-d2d400be-5993-463a-8a5d-12dcc4f86491 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "DELETE /v2.0/floatingips/958b77d4-8195-4497-8e74-54311fc930e3 HTTP/1.1" status: 204 len: 173 time: 0.7361827 Aug 17 02:53:13.924022 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87813cf5-da17-4f67-b2db-9a72e8919193 x-openstack-request-id: req-87813cf5-da17-4f67-b2db-9a72e8919193 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:13.925407 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fea3eab-4032-4277-bbf2-2b063c1337b2", "name": "network-vif-plugged", "status": "completed", "tag": "d10f7bfd-5094-4e47-b91b-f545c8add08e", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:13.926053 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-87813cf5-da17-4f67-b2db-9a72e8919193 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:13.927377 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fea3eab-4032-4277-bbf2-2b063c1337b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd10f7bfd-5094-4e47-b91b-f545c8add08e', 'code': 200} Aug 17 02:53:14.017312 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4559d-d1b6-41f5-a19b-65517f3375e6 req-c0d22998-471f-4036-8163-6edf8a791933 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:14.027430 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1f4559d-d1b6-41f5-a19b-65517f3375e6 req-c0d22998-471f-4036-8163-6edf8a791933 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 948 time: 0.1238139 Aug 17 02:53:14.037888 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782f7a-8705-4f65-8572-42610e675685 req-c8535938-92e7-41af-9c0e-2c4252749b4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:14.041030 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57782f7a-8705-4f65-8572-42610e675685 req-c8535938-92e7-41af-9c0e-2c4252749b4a service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.5100129 Aug 17 02:53:14.084178 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1f4559d-d1b6-41f5-a19b-65517f3375e6 req-042907b3-6818-4e2c-ace9-670976a28c83 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552578 Aug 17 02:53:14.172379 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57782f7a-8705-4f65-8572-42610e675685 req-45da610b-94bc-4cfe-9179-fe9edf7befa5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.201&port_id=15a43ac2-7e05-410a-9ad8-c55eace6a916 HTTP/1.1" status: 200 len: 217 time: 0.0686274 Aug 17 02:53:14.221331 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2fe2fc8-cb24-4843-947a-b6916b2000dc req-35b92112-5e3e-4060-8c75-a66a163ee140 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:14.232067 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2fe2fc8-cb24-4843-947a-b6916b2000dc req-35b92112-5e3e-4060-8c75-a66a163ee140 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 948 time: 0.0723519 Aug 17 02:53:14.238274 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2148aced-3e41-42ce-bc9a-85c59066030d req-4aa35fb5-8fb7-4c6c-a3ad-62c920f1daf7 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:14.238274 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2148aced-3e41-42ce-bc9a-85c59066030d req-4aa35fb5-8fb7-4c6c-a3ad-62c920f1daf7 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 946 time: 0.1429782 Aug 17 02:53:14.240696 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db48e643-cc7a-4880-b226-f92c131320c1 req-ab2b5468-6a0d-4e7e-b572-1ee3def6ed0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:14.242257 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-db48e643-cc7a-4880-b226-f92c131320c1 req-ab2b5468-6a0d-4e7e-b572-1ee3def6ed0a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 1101 time: 0.2000902 Aug 17 02:53:14.256456 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782f7a-8705-4f65-8572-42610e675685 req-66b22724-9481-4b4b-bb8a-f7b8fae6f688 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:14.258043 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57782f7a-8705-4f65-8572-42610e675685 req-66b22724-9481-4b4b-bb8a-f7b8fae6f688 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0775154 Aug 17 02:53:14.277741 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2fe2fc8-cb24-4843-947a-b6916b2000dc req-2138731f-fb5a-4fff-9450-cfc754ec9e4a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446532 Aug 17 02:53:14.394355 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2148aced-3e41-42ce-bc9a-85c59066030d req-f414cb25-71e6-463f-82ac-b218da3a72a3 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1332753 Aug 17 02:53:14.406478 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-db48e643-cc7a-4880-b226-f92c131320c1 req-058652de-0c64-4245-b08d-8d788f101ab4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1474373 Aug 17 02:53:14.415688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57782f7a-8705-4f65-8572-42610e675685 req-5c9b7081-542e-4960-9620-473dd8de7ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:14.417682 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57782f7a-8705-4f65-8572-42610e675685 req-5c9b7081-542e-4960-9620-473dd8de7ebd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1223261 Aug 17 02:53:14.494859 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55178595-3999-4727-81ec-b3400b289fb4 req-488537b9-1ccc-4407-ade0-937030ee3704 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:14.496460 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-55178595-3999-4727-81ec-b3400b289fb4 req-488537b9-1ccc-4407-ade0-937030ee3704 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 950 time: 0.1000593 Aug 17 02:53:14.545540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-55178595-3999-4727-81ec-b3400b289fb4 req-814974b5-0dc4-469b-aaf3-93093cdbb0f7 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419385 Aug 17 02:53:14.622541 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57782f7a-8705-4f65-8572-42610e675685 req-c21a5825-7a4e-4245-a515-629b06d1d1d7 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954525 Aug 17 02:53:14.625273 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 07c67420-ebfc-4a09-a254-4f69ac1612e2 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:53:14.671569 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74d9c0c-29bb-4ed5-9100-d99ffd03dcea req-f9922e2c-ad38-481e-a323-92d8bd5f5fa0 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:14.673198 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a74d9c0c-29bb-4ed5-9100-d99ffd03dcea req-f9922e2c-ad38-481e-a323-92d8bd5f5fa0 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.1633656 Aug 17 02:53:14.717032 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680cfc85-1f79-469d-aed0-a944a0d7978c req-565e71b8-cb29-4119-b76c-94624325d785 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:14.722684 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-680cfc85-1f79-469d-aed0-a944a0d7978c req-565e71b8-cb29-4119-b76c-94624325d785 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 946 time: 0.0765464 Aug 17 02:53:14.730284 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38376) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:14.737584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-adff262c-7d5c-455a-affb-feb67850c1e8 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Request body: {'floatingip': {'port_id': '7c316248-9c29-4ac3-bc5e-819c2d620bb7'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:14.786467 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-adff262c-7d5c-455a-affb-feb67850c1e8 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:14.787532 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a74d9c0c-29bb-4ed5-9100-d99ffd03dcea req-217f89ee-b127-49dd-8e6c-0227349d0721 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0746171 Aug 17 02:53:14.871445 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57782f7a-8705-4f65-8572-42610e675685 req-f0762c6a-bfdb-4341-bce8-1744e6168290 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2383070 Aug 17 02:53:14.954003 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:14.977464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '07c67420-ebfc-4a09-a254-4f69ac1612e2', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '07c67420-ebfc-4a09-a254-4f69ac1612e2', 'mac_address': 'fa:16:3e:09:f4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:53:15.028725 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.045715 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c67420-ebfc-4a09-a254-4f69ac1612e2 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:53:15.076623 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:15.193486 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.281348 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4e046be0-a1a8-4daf-8c9d-c018c6d0f4d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:15.288981 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6874bb56-9f57-49e9-84d5-aad10f2df398 req-dcd87a40-8311-47a7-9ae3-40d79857b8e9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:15.297751 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-71138730-2bf2-4b2b-b18c-7079ff8c363f req-36885f9f-8e0d-4cdb-8006-d508b014787f tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0791333 Aug 17 02:53:15.324533 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6874bb56-9f57-49e9-84d5-aad10f2df398 req-dcd87a40-8311-47a7-9ae3-40d79857b8e9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 949 time: 0.1338646 Aug 17 02:53:15.324738 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=07c67420-ebfc-4a09-a254-4f69ac1612e2,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:15.472218 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6874bb56-9f57-49e9-84d5-aad10f2df398 req-29a28393-7100-495d-ab65-aa79797d53e5 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442819 Aug 17 02:53:15.557448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['07c67420-ebfc-4a09-a254-4f69ac1612e2'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:15.658913 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a15b735-3909-4822-b124-f27798bc5530 req-5c32cb2a-80da-48dd-ba51-739091dd570e tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:15.672946 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a15b735-3909-4822-b124-f27798bc5530 req-5c32cb2a-80da-48dd-ba51-739091dd570e tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 948 time: 0.0971892 Aug 17 02:53:15.820817 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a15b735-3909-4822-b124-f27798bc5530 req-56909ab8-5822-422d-8d0d-dd0ca480f212 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468251 Aug 17 02:53:15.964851 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5350ff-1b66-4c1e-b059-96ae15c92b7b req-d199a9a2-fa87-441c-b562-2cd67b2316b7 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:15.973054 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b5350ff-1b66-4c1e-b059-96ae15c92b7b req-d199a9a2-fa87-441c-b562-2cd67b2316b7 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 950 time: 0.0667849 Aug 17 02:53:16.014904 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-adff262c-7d5c-455a-affb-feb67850c1e8 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:16.021669 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b5350ff-1b66-4c1e-b059-96ae15c92b7b req-63b59a89-ccea-4d7f-b5fe-5cdd8719dad4 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476718 Aug 17 02:53:16.552663 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ff004d-a7ba-4225-a8a0-af0dad2888bd req-3b20b7ac-b826-4364-a55b-aa32b980c0a1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:16.562102 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10ff004d-a7ba-4225-a8a0-af0dad2888bd req-3b20b7ac-b826-4364-a55b-aa32b980c0a1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 945 time: 0.1000845 Aug 17 02:53:16.619578 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-adff262c-7d5c-455a-affb-feb67850c1e8 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:16.638400 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 15a43ac2-7e05-410a-9ad8-c55eace6a916 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:53:16.652701 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10ff004d-a7ba-4225-a8a0-af0dad2888bd req-aae801bb-b8bf-463d-98fb-61c4782b48a1 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a4c17de-6694-4971-bb8b-6d12409d75ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876522 Aug 17 02:53:16.754901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6951ab96-c12d-49eb-a22e-7aea49daa4d8 req-89a62e0f-cce2-4b07-b513-e8074e2152a9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:16.760929 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6951ab96-c12d-49eb-a22e-7aea49daa4d8 req-89a62e0f-cce2-4b07-b513-e8074e2152a9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 949 time: 0.1862032 Aug 17 02:53:16.812385 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-adff262c-7d5c-455a-affb-feb67850c1e8 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Floating IP 9cd07975-e849-4434-b343-562b6c560858 associated. External IP: 172.25.1.153, port: 7c316248-9c29-4ac3-bc5e-819c2d620bb7. Aug 17 02:53:16.812724 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 15a43ac2-7e05-410a-9ad8-c55eace6a916, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=15a43ac2-7e05-410a-9ad8-c55eace6a916,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:16.827650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '15a43ac2-7e05-410a-9ad8-c55eace6a916', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '15a43ac2-7e05-410a-9ad8-c55eace6a916', 'mac_address': 'fa:16:3e:89:bc:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.201'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:53:16.884137 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:16.909762 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 15a43ac2-7e05-410a-9ad8-c55eace6a916 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:53:16.943130 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 15a43ac2-7e05-410a-9ad8-c55eace6a916, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=15a43ac2-7e05-410a-9ad8-c55eace6a916,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:16.963085 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6951ab96-c12d-49eb-a22e-7aea49daa4d8 req-afa63804-63ac-44f8-8473-4e0d1bd7eeae tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873055 Aug 17 02:53:16.986343 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94c7a3ce-e0af-4c41-8f33-89ded2069c68 req-07b5e744-bd4c-45c9-88ef-f39d9a4401c0 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:16.986343 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-94c7a3ce-e0af-4c41-8f33-89ded2069c68 req-07b5e744-bd4c-45c9-88ef-f39d9a4401c0 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 948 time: 0.0603654 Aug 17 02:53:17.033463 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-94c7a3ce-e0af-4c41-8f33-89ded2069c68 req-79370edd-20a5-4faa-a245-cdcd61ae64f0 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382802 Aug 17 02:53:17.050400 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:17.120027 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=15a43ac2-7e05-410a-9ad8-c55eace6a916,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:17.133776 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:17.133776 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:17.133776 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:17.134229 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:17.134475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:17.135457 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:17.136210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:17.136551 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:17.136884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:17.137213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:17.137567 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:17.137889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:17.191295 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-adff262c-7d5c-455a-affb-feb67850c1e8 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Router aeec86d2-5372-4e45-9c62-4ad089baf782 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:53:17.200714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2be1c4a2-6170-49d8-a378-a412c8fa188f req-6c5b703d-50e5-4754-bbb3-f7545576bf66 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:17.202615 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2be1c4a2-6170-49d8-a378-a412c8fa188f req-6c5b703d-50e5-4754-bbb3-f7545576bf66 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 950 time: 0.0911140 Aug 17 02:53:17.340552 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2be1c4a2-6170-49d8-a378-a412c8fa188f req-3ad32681-ecc6-4e1c-a02a-35bf42f964b7 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289852 Aug 17 02:53:17.377835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-adff262c-7d5c-455a-affb-feb67850c1e8 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:53:17.388991 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0149b501-49bd-4e40-acb5-b5e405d92b9c None None] Sync routers for ids ['aeec86d2-5372-4e45-9c62-4ad089baf782'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:53:17.389669 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-adff262c-7d5c-455a-affb-feb67850c1e8 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:17.403469 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0149b501-49bd-4e40-acb5-b5e405d92b9c None None] Routers {'aeec86d2-5372-4e45-9c62-4ad089baf782'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:53:17.405669 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0149b501-49bd-4e40-acb5-b5e405d92b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:52:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['aeec86d2-5372-4e45-9c62-4ad089baf782'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:17.426629 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-adff262c-7d5c-455a-affb-feb67850c1e8 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "PUT /v2.0/floatingips/9cd07975-e849-4434-b343-562b6c560858 HTTP/1.1" status: 200 len: 992 time: 2.6949880 Aug 17 02:53:17.427246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8516e7fb-daed-40ef-8135-302c32ee18f9', 'tag': '7c316248-9c29-4ac3-bc5e-819c2d620bb7'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:17.430107 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-776c8662-68a1-4f59-93cc-eb2c0af3aa4d" -d '{"events": [{"name": "network-changed", "server_uuid": "8516e7fb-daed-40ef-8135-302c32ee18f9", "tag": "7c316248-9c29-4ac3-bc5e-819c2d620bb7"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:17.472643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['15a43ac2-7e05-410a-9ad8-c55eace6a916'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:17.504228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-923e9016-2e68-42fa-bd8d-37cd87b09d3e req-e142dd1d-eff5-4c9f-af9c-f7fd90614d5d tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:17.518713 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-923e9016-2e68-42fa-bd8d-37cd87b09d3e req-e142dd1d-eff5-4c9f-af9c-f7fd90614d5d tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 1101 time: 0.0863647 Aug 17 02:53:17.579053 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-923e9016-2e68-42fa-bd8d-37cd87b09d3e req-25752874-50b3-4a76-b3e6-8cedd4dcc6d0 tempest-ServersOnMultiNodesTest-1190475658 tempest-ServersOnMultiNodesTest-1190475658-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449111 Aug 17 02:53:17.616482 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-0149b501-49bd-4e40-acb5-b5e405d92b9c None None] Set router aeec86d2-5372-4e45-9c62-4ad089baf782 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:53:17.619277 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d522aebd-9a9d-451d-81c9-d60202ea1c6b x-openstack-request-id: req-d522aebd-9a9d-451d-81c9-d60202ea1c6b {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:17.619941 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8516e7fb-daed-40ef-8135-302c32ee18f9", "tag": "7c316248-9c29-4ac3-bc5e-819c2d620bb7", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:17.620550 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d522aebd-9a9d-451d-81c9-d60202ea1c6b {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:17.620775 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8516e7fb-daed-40ef-8135-302c32ee18f9', 'tag': '7c316248-9c29-4ac3-bc5e-819c2d620bb7', 'status': 'completed', 'code': 200} Aug 17 02:53:17.808310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c8662-68a1-4f59-93cc-eb2c0af3aa4d req-eb3365bd-c7f1-467f-b2f0-7830b0fdcb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:17.809914 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-776c8662-68a1-4f59-93cc-eb2c0af3aa4d req-eb3365bd-c7f1-467f-b2f0-7830b0fdcb14 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e6410af048b470194fd20ed17316325&device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 1097 time: 0.1503751 Aug 17 02:53:17.827902 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-6a2282cb-2447-45cb-9214-15749456036f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8b31599f492b49b38d4cb24b8312fa72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537333 Aug 17 02:53:17.861796 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6d05e602-e308-4613-b6c6-bae8a9708173 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:17.882039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbd92b-4ffe-41cb-825b-c8dbb002e7fe req-a52ec3ec-5439-4c51-bf65-3b7455159778 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:17.884089 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8dbd92b-4ffe-41cb-825b-c8dbb002e7fe req-a52ec3ec-5439-4c51-bf65-3b7455159778 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 945 time: 0.0911734 Aug 17 02:53:17.990072 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8dbd92b-4ffe-41cb-825b-c8dbb002e7fe req-5246664c-91f0-4428-8965-cf4ea167a8eb tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a4c17de-6694-4971-bb8b-6d12409d75ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983422 Aug 17 02:53:18.015069 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c8662-68a1-4f59-93cc-eb2c0af3aa4d req-7a54a359-fc39-492c-b422-b82f85c2afe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:18.015335 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0149b501-49bd-4e40-acb5-b5e405d92b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:50:19Z', 'revision_number': 4, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '9cd07975-e849-4434-b343-562b6c560858', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'port_id': '7c316248-9c29-4ac3-bc5e-819c2d620bb7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'mac_address': 'fa:16:3e:20:72:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516e7fb-daed-40ef-8135-302c32ee18f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:50:43Z', 'updated_at': '2021-08-17T02:53:15Z', 'revision_number': 5, 'project_id': '4e6410af048b470194fd20ed17316325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a62716a-8bf4-4971-b62d-188fd8bd5d93', 'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'mac_address': 'fa:16:3e:a9:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:18Z', 'updated_at': '2021-08-17T02:50:24Z', 'revision_number': 5, 'project_id': '4e6410af048b470194fd20ed17316325', 'subnets': [{'id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:18.016571 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-776c8662-68a1-4f59-93cc-eb2c0af3aa4d req-7a54a359-fc39-492c-b422-b82f85c2afe1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f45940e8-4b9f-4734-873f-fadaf2365bc9 HTTP/1.1" status: 200 len: 923 time: 0.1770334 Aug 17 02:53:18.023975 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-a77edb83-3851-4fd2-b4b4-d589dd05f322 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:18.032233 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-a77edb83-3851-4fd2-b4b4-d589dd05f322 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2033832 Aug 17 02:53:18.057035 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-19e5ba23-9b63-45d6-b0b5-9cd871cca11f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/quotas/8b31599f492b49b38d4cb24b8312fa72 HTTP/1.1" status: 200 len: 375 time: 0.0238328 Aug 17 02:53:18.069693 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0149b501-49bd-4e40-acb5-b5e405d92b9c None None] Checking router: aeec86d2-5372-4e45-9c62-4ad089baf782 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:53:18.079838 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0149b501-49bd-4e40-acb5-b5e405d92b9c None None] Routers {'aeec86d2-5372-4e45-9c62-4ad089baf782'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:53:18.080773 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0149b501-49bd-4e40-acb5-b5e405d92b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:53:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['aeec86d2-5372-4e45-9c62-4ad089baf782'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:18.186847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c51ecc-e08a-448b-8667-8da71faf9f6d req-07b41c75-1eae-4e50-b727-cc09b4975eff tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:18.188449 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99c51ecc-e08a-448b-8667-8da71faf9f6d req-07b41c75-1eae-4e50-b727-cc09b4975eff tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 949 time: 0.0823202 Aug 17 02:53:18.198139 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-776c8662-68a1-4f59-93cc-eb2c0af3aa4d req-34a3ca46-7ff3-48df-8ae5-04681ac57dc2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7c316248-9c29-4ac3-bc5e-819c2d620bb7 HTTP/1.1" status: 200 len: 1000 time: 0.1582696 Aug 17 02:53:18.214978 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-0149b501-49bd-4e40-acb5-b5e405d92b9c None None] Set router aeec86d2-5372-4e45-9c62-4ad089baf782 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:53:18.222256 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.293933 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8b9807af-f948-41d1-bdaa-4aa7f16b24cf tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2357178 Aug 17 02:53:18.300223 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99c51ecc-e08a-448b-8667-8da71faf9f6d req-2f77b77e-d98a-44f1-8664-d273d8881633 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979300 Aug 17 02:53:18.376137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c8662-68a1-4f59-93cc-eb2c0af3aa4d req-7f5e1546-35ba-4cfd-bdfb-423e765379d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:18.377724 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-776c8662-68a1-4f59-93cc-eb2c0af3aa4d req-7f5e1546-35ba-4cfd-bdfb-423e765379d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8abdf405-4e8c-493a-8ed4-15c7c9f58d67 HTTP/1.1" status: 200 len: 862 time: 0.1613314 Aug 17 02:53:18.440299 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-776c8662-68a1-4f59-93cc-eb2c0af3aa4d req-536bae06-2cd5-4ec2-8e14-91eca2bd3c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:18.443742 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-776c8662-68a1-4f59-93cc-eb2c0af3aa4d req-536bae06-2cd5-4ec2-8e14-91eca2bd3c9d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f45940e8-4b9f-4734-873f-fadaf2365bc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560627 Aug 17 02:53:18.597402 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-776c8662-68a1-4f59-93cc-eb2c0af3aa4d req-19e5f5b6-e25f-45a7-8f24-7953de28af00 service neutron] 10.222.0.60 "GET /v2.0/networks/f45940e8-4b9f-4734-873f-fadaf2365bc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1459754 Aug 17 02:53:18.615084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1334d2b5-4499-40fe-90c0-20d282835cb4 req-befe64a0-58d9-4a1f-91dc-253397472b0d tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:18.617784 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1334d2b5-4499-40fe-90c0-20d282835cb4 req-befe64a0-58d9-4a1f-91dc-253397472b0d tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.60 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 945 time: 0.0950294 Aug 17 02:53:18.628852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c63d748-121d-4e83-aa6a-9542d7f5c458 req-84076eb1-3ee3-420c-9f17-261e4eddf539 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:18.639377 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c63d748-121d-4e83-aa6a-9542d7f5c458 req-84076eb1-3ee3-420c-9f17-261e4eddf539 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 949 time: 0.2065167 Aug 17 02:53:18.672234 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 07c67420-ebfc-4a09-a254-4f69ac1612e2 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:18.694046 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0149b501-49bd-4e40-acb5-b5e405d92b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:50:19Z', 'revision_number': 4, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '9cd07975-e849-4434-b343-562b6c560858', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'port_id': '7c316248-9c29-4ac3-bc5e-819c2d620bb7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'mac_address': 'fa:16:3e:20:72:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516e7fb-daed-40ef-8135-302c32ee18f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:50:43Z', 'updated_at': '2021-08-17T02:53:15Z', 'revision_number': 5, 'project_id': '4e6410af048b470194fd20ed17316325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a62716a-8bf4-4971-b62d-188fd8bd5d93', 'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'mac_address': 'fa:16:3e:a9:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:18Z', 'updated_at': '2021-08-17T02:50:24Z', 'revision_number': 5, 'project_id': '4e6410af048b470194fd20ed17316325', 'subnets': [{'id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:18.759144 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0149b501-49bd-4e40-acb5-b5e405d92b9c None None] The sync data for ids ['aeec86d2-5372-4e45-9c62-4ad089baf782'] in n-d-802060-9 is: [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:50:19Z', 'revision_number': 4, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '9cd07975-e849-4434-b343-562b6c560858', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'floating_ip_address': '172.25.1.153', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'port_id': '7c316248-9c29-4ac3-bc5e-819c2d620bb7', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 153, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'mac_address': 'fa:16:3e:20:72:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8516e7fb-daed-40ef-8135-302c32ee18f9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:50:43Z', 'updated_at': '2021-08-17T02:53:15Z', 'revision_number': 5, 'project_id': '4e6410af048b470194fd20ed17316325', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a62716a-8bf4-4971-b62d-188fd8bd5d93', 'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'mac_address': 'fa:16:3e:a9:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:18Z', 'updated_at': '2021-08-17T02:50:24Z', 'revision_number': 5, 'project_id': '4e6410af048b470194fd20ed17316325', 'subnets': [{'id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:53:18.764096 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c63d748-121d-4e83-aa6a-9542d7f5c458 req-d7527c28-b8bc-460a-8d06-30f582614e19 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233385 Aug 17 02:53:18.859824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-1334d2b5-4499-40fe-90c0-20d282835cb4 req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Deleting port 4c80519f-c25a-48a1-b173-65b6b40bbbdf {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:18.860224 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1334d2b5-4499-40fe-90c0-20d282835cb4 req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.906230 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-776c8662-68a1-4f59-93cc-eb2c0af3aa4d req-12e635b8-17fe-48f9-92fa-ea9e2976e4ab service neutron] 10.222.0.60 "GET /v2.0/networks/f45940e8-4b9f-4734-873f-fadaf2365bc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2964330 Aug 17 02:53:18.955623 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 07c67420-ebfc-4a09-a254-4f69ac1612e2 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:18.963431 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 07c67420-ebfc-4a09-a254-4f69ac1612e2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:18.964005 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:18.986026 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-983dab21-4b90-4402-b2c2-e96914c7eb42 req-17818234-8954-4a55-80df-5b924f09a7ef tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 210 time: 0.1152649 Aug 17 02:53:18.992083 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.112584 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.132252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-1334d2b5-4499-40fe-90c0-20d282835cb4 req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] For port 4c80519f-c25a-48a1-b173-65b6b40bbbdf, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4c80519f-c25a-48a1-b173-65b6b40bbbdf,segment=NetworkSegment(7aca493b-d36d-4f4b-8c27-34cc6ade149c),segment_id=7aca493b-d36d-4f4b-8c27-34cc6ade149c)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:19.132644 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1334d2b5-4499-40fe-90c0-20d282835cb4 req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.166588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c67420-ebfc-4a09-a254-4f69ac1612e2'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:19.172131 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-064d7a1e-bc77-42a6-b3bc-d6d96a81c7be" -d '{"events": [{"server_uuid": "ff5ec41a-b8d4-4b1f-9f37-db74a519adf2", "name": "network-vif-plugged", "status": "completed", "tag": "07c67420-ebfc-4a09-a254-4f69ac1612e2"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:19.198478 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-1334d2b5-4499-40fe-90c0-20d282835cb4 req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Calling delete_port for 4c80519f-c25a-48a1-b173-65b6b40bbbdf owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:19.199854 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7896c6-5886-4bd1-b0aa-13df4b4c765b req-0d6b7dfc-91ca-4254-945d-040f723e04a2 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:19.210618 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6b7896c6-5886-4bd1-b0aa-13df4b4c765b req-0d6b7dfc-91ca-4254-945d-040f723e04a2 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 945 time: 0.1031148 Aug 17 02:53:19.213487 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:19.232419 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6610faae-f67b-4d96-ab2e-0a77425c5fe4 None None] New status for floating IP 9cd07975-e849-4434-b343-562b6c560858: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:53:19.277965 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6b7896c6-5886-4bd1-b0aa-13df4b4c765b req-629960d7-eb40-4bfa-a731-796b42485664 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/security-groups?id=8a4c17de-6694-4971-bb8b-6d12409d75ef&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644441 Aug 17 02:53:19.300607 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab2f2645-8638-4b11-b4c7-a78dd488c2c9 x-openstack-request-id: req-ab2f2645-8638-4b11-b4c7-a78dd488c2c9 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:19.300875 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5ec41a-b8d4-4b1f-9f37-db74a519adf2", "name": "network-vif-plugged", "status": "completed", "tag": "07c67420-ebfc-4a09-a254-4f69ac1612e2", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:19.301157 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab2f2645-8638-4b11-b4c7-a78dd488c2c9 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:19.301556 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c67420-ebfc-4a09-a254-4f69ac1612e2', 'code': 200} Aug 17 02:53:19.304694 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.449150 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:53:19.497102 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b43e30-b8eb-46f6-81ff-6bb62ed104dd req-9df2027a-adbe-4ff9-be4a-f872fb247933 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:19.498684 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-50b43e30-b8eb-46f6-81ff-6bb62ed104dd req-9df2027a-adbe-4ff9-be4a-f872fb247933 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 1101 time: 0.1539345 Aug 17 02:53:19.502872 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1334d2b5-4499-40fe-90c0-20d282835cb4 req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.558130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Pushing event deleted for resources: {'Port': ['ID=4c80519f-c25a-48a1-b173-65b6b40bbbdf,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:19.559015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=07c67420-ebfc-4a09-a254-4f69ac1612e2,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:19.567165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['4c80519f-c25a-48a1-b173-65b6b40bbbdf'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:19.578178 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-50b43e30-b8eb-46f6-81ff-6bb62ed104dd req-ae69982b-d2f7-4012-8443-a708a888d41e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578537 Aug 17 02:53:19.578866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27529a3f-8d19-4d17-be47-253b544a8cbc req-3fa63417-2981-4081-8396-7768ae2fea40 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:19.580554 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27529a3f-8d19-4d17-be47-253b544a8cbc req-3fa63417-2981-4081-8396-7768ae2fea40 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.1434510 Aug 17 02:53:19.582116 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:19.582521 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:19.582867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:19.583211 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:19.583692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:19.584079 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:19.584717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:19.585092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:19.585454 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:19.585793 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:19.586389 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:19.586759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:19.634960 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27529a3f-8d19-4d17-be47-253b544a8cbc req-7890fb11-c42a-4112-8656-45352f23a8e9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445864 Aug 17 02:53:19.708156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1334d2b5-4499-40fe-90c0-20d282835cb4 req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] No DVR routers for this DVR port 4c80519f-c25a-48a1-b173-65b6b40bbbdf on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:19.711288 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1334d2b5-4499-40fe-90c0-20d282835cb4 req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:19.713624 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1334d2b5-4499-40fe-90c0-20d282835cb4 req-5811239d-a6c9-4913-8eb9-6450fd1a0db9 tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.60 "DELETE /v2.0/ports/4c80519f-c25a-48a1-b173-65b6b40bbbdf HTTP/1.1" status: 204 len: 173 time: 1.0702019 Aug 17 02:53:19.714135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b20638a6-726e-4002-b1a0-13ec647aa35f', 'name': 'network-vif-deleted', 'tag': '4c80519f-c25a-48a1-b173-65b6b40bbbdf'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:19.716970 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70df41b5-4047-47d0-9ab6-6d842bde4a72" -d '{"events": [{"server_uuid": "b20638a6-726e-4002-b1a0-13ec647aa35f", "name": "network-vif-deleted", "tag": "4c80519f-c25a-48a1-b173-65b6b40bbbdf"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:19.767966 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b74f278-416c-4bf0-9dc9-45ec17d2cef7 x-openstack-request-id: req-3b74f278-416c-4bf0-9dc9-45ec17d2cef7 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:19.768265 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b20638a6-726e-4002-b1a0-13ec647aa35f", "name": "network-vif-deleted", "tag": "4c80519f-c25a-48a1-b173-65b6b40bbbdf", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:19.768517 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b74f278-416c-4bf0-9dc9-45ec17d2cef7 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:19.768936 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b20638a6-726e-4002-b1a0-13ec647aa35f', 'name': 'network-vif-deleted', 'tag': '4c80519f-c25a-48a1-b173-65b6b40bbbdf', 'status': 'completed', 'code': 200} Aug 17 02:53:19.989785 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164ae5c1-2179-43db-b54c-5d8bf347ae77 req-28faa4f6-5cc9-4325-877a-8814ef84f4a5 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:19.991725 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-164ae5c1-2179-43db-b54c-5d8bf347ae77 req-28faa4f6-5cc9-4325-877a-8814ef84f4a5 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 949 time: 0.0990055 Aug 17 02:53:20.081908 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-164ae5c1-2179-43db-b54c-5d8bf347ae77 req-15803cd6-361d-4be7-b90b-6e5cbb2c1014 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806184 Aug 17 02:53:20.132795 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-15d443a9-8a86-4299-8d65-5a2986fa8255 req-9188a9f3-64f2-4a5b-b601-6a04aa4dce45 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 210 time: 0.0360575 Aug 17 02:53:20.421173 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-923f63f0-383d-40ea-bec4-c19526237d35 req-4dd7ec62-0922-4ef3-94ca-a002a9c19ece tempest-FloatingIPsAssociationNegativeTestJSON-310316981 tempest-FloatingIPsAssociationNegativeTestJSON-310316981-project] 10.222.0.10 "GET /v2.0/ports?device_id=b20638a6-726e-4002-b1a0-13ec647aa35f HTTP/1.1" status: 200 len: 210 time: 0.0411909 Aug 17 02:53:20.685110 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 15a43ac2-7e05-410a-9ad8-c55eace6a916 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:20.714590 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.779713 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae5e7984-3ac9-49ed-af36-ecfbb9eddaf9 req-f45c901e-cca2-44ba-aa97-9b7cadd1d247 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:20.781684 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae5e7984-3ac9-49ed-af36-ecfbb9eddaf9 req-f45c901e-cca2-44ba-aa97-9b7cadd1d247 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0628812 Aug 17 02:53:20.838904 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae5e7984-3ac9-49ed-af36-ecfbb9eddaf9 req-c3ce211a-6dbf-46dc-8400-f4050b722249 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508232 Aug 17 02:53:20.850113 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 15a43ac2-7e05-410a-9ad8-c55eace6a916 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:20.859099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 15a43ac2-7e05-410a-9ad8-c55eace6a916 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:20.859099 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:20.971128 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:21.025238 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 15a43ac2-7e05-410a-9ad8-c55eace6a916, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=15a43ac2-7e05-410a-9ad8-c55eace6a916,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:21.102124 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:21.174495 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=15a43ac2-7e05-410a-9ad8-c55eace6a916,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:21.229309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7794af3a-124c-4619-a0ad-8328a78daed8 req-8f5aec8d-e408-451d-b963-1dcbcc3ab085 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:21.239141 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7794af3a-124c-4619-a0ad-8328a78daed8 req-8f5aec8d-e408-451d-b963-1dcbcc3ab085 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 950 time: 0.0703218 Aug 17 02:53:21.242087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd76b16c-8495-4fce-a1db-79dc36794a51 req-3113a73e-af68-4eb1-bcd7-458494b7b4c7 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:21.243994 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd76b16c-8495-4fce-a1db-79dc36794a51 req-3113a73e-af68-4eb1-bcd7-458494b7b4c7 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 1097 time: 0.0417838 Aug 17 02:53:21.279026 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7794af3a-124c-4619-a0ad-8328a78daed8 req-49ece22f-c571-46d2-8b56-b7bf82fd801a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386803 Aug 17 02:53:21.283298 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd76b16c-8495-4fce-a1db-79dc36794a51 req-94135572-95bf-4df9-b71e-e85167f2eec7 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321503 Aug 17 02:53:21.302395 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e747a21d-0d49-4bee-a69f-713fd8960b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a43ac2-7e05-410a-9ad8-c55eace6a916'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:21.305318 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38de4af6-6b0f-4b62-9dce-8b26a75983bd" -d '{"events": [{"server_uuid": "e747a21d-0d49-4bee-a69f-713fd8960b42", "name": "network-vif-plugged", "status": "completed", "tag": "15a43ac2-7e05-410a-9ad8-c55eace6a916"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:21.367732 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8dc18b60-7a29-4e65-a2cf-c98c5ac6284f x-openstack-request-id: req-8dc18b60-7a29-4e65-a2cf-c98c5ac6284f {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:21.368470 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e747a21d-0d49-4bee-a69f-713fd8960b42", "name": "network-vif-plugged", "status": "completed", "tag": "15a43ac2-7e05-410a-9ad8-c55eace6a916", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:21.370088 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8dc18b60-7a29-4e65-a2cf-c98c5ac6284f {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:21.370966 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e747a21d-0d49-4bee-a69f-713fd8960b42', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '15a43ac2-7e05-410a-9ad8-c55eace6a916', 'code': 200} Aug 17 02:53:21.393444 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c40b0a44-44a6-4485-91e9-12128292a32f req-2ac67488-6eb0-4b4a-95b3-de92d387b5e8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 210 time: 0.0411174 Aug 17 02:53:21.486762 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38528) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:21.503621 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86af501f-27f5-453c-82ba-4049dda80ffb req-f20294a3-7d81-40e3-a2c9-87102dbfbd10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:21.505296 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-86af501f-27f5-453c-82ba-4049dda80ffb req-f20294a3-7d81-40e3-a2c9-87102dbfbd10 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 1101 time: 0.0507746 Aug 17 02:53:21.548257 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-86af501f-27f5-453c-82ba-4049dda80ffb req-359b1723-f742-47e7-a50e-df9db31bf7bb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338833 Aug 17 02:53:21.673495 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-800577c0-65a1-4f62-90b4-efebb3f752bf tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8b31599f492b49b38d4cb24b8312fa72&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0287919 Aug 17 02:53:21.817839 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-b922b8db-1cf5-418d-95ca-e0941524d382 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:21.819292 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-b922b8db-1cf5-418d-95ca-e0941524d382 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1326742 Aug 17 02:53:21.833599 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Request body: {'port': {'device_id': '70a2be23-1be4-4d76-b43c-8558968b1f8d', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '8b31599f492b49b38d4cb24b8312fa72'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:22.067520 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4948abef-ac39-42aa-a846-435f4626b4e3 req-4cada9cd-2809-4c35-8686-bff6158e1a0e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:22.076420 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4948abef-ac39-42aa-a846-435f4626b4e3 req-4cada9cd-2809-4c35-8686-bff6158e1a0e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0957797 Aug 17 02:53:22.088938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Made reservation on behalf of 8b31599f492b49b38d4cb24b8312fa72 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:22.096569 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:22.260922 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4948abef-ac39-42aa-a846-435f4626b4e3 req-c5686809-ead9-4b44-ad2d-b7a3b077f73c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1830974 Aug 17 02:53:22.278440 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4c80519f-c25a-48a1-b173-65b6b40bbbdf no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:53:22.318594 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 4c80519f-c25a-48a1-b173-65b6b40bbbdf {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:53:22.318834 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Allocated IP 192.168.233.17 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/734a81c1-d204-4673-858a-c169e88247c5) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:22.319465 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4c80519f-c25a-48a1-b173-65b6b40bbbdf not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:53:22.389909 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f77aebd5-4a40-454b-b2fe-5e24bfafed3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:22.549191 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f841ada-f53b-4d62-8139-d8ac2c372172 req-95e048af-c845-461b-b61d-0ac283b56106 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:22.550674 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f841ada-f53b-4d62-8139-d8ac2c372172 req-95e048af-c845-461b-b61d-0ac283b56106 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0756013 Aug 17 02:53:22.616483 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:22.629620 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f841ada-f53b-4d62-8139-d8ac2c372172 req-b4d98b14-9afa-4826-a71c-455d23f04cd3 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674708 Aug 17 02:53:22.638305 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Transition to ACTIVE for port object 734a81c1-d204-4673-858a-c169e88247c5 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:22.830356 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f563c67-59f0-4e77-9479-5f6ffb91984e req-5c3d0bbe-e6cc-43ac-bbfc-67893524ce55 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:22.832545 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6f563c67-59f0-4e77-9479-5f6ffb91984e req-5c3d0bbe-e6cc-43ac-bbfc-67893524ce55 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 950 time: 0.0858793 Aug 17 02:53:22.843077 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:22.848014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f77aebd5-4a40-454b-b2fe-5e24bfafed3e admin admin] Deleting port e6d70fcf-d27e-4c23-bb49-40b290062dc6 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:22.848528 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f77aebd5-4a40-454b-b2fe-5e24bfafed3e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:22.856432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['036c9b05-bee9-47a4-8090-ce1337309fc1', '7cf70f0c-1246-458d-999f-626ed945d594', '832256c5-5c54-47f5-8f5d-a940ced21811', 'f8e39f80-e585-4606-9aa7-1e4b5c3d0f91'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:22.864068 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['724f7063-2b68-4b59-89d4-1cd162cb1fbf', 'bfb17fc5-ba62-41e7-8fdf-2db4f213001d', 'd10f7bfd-5094-4e47-b91b-f545c8add08e'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:22.923423 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:22.934163 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6f563c67-59f0-4e77-9479-5f6ffb91984e req-26b776a1-a8f0-4897-a4e0-e33bcff3265b tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005213 Aug 17 02:53:22.935199 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Pushing event updated for resources: {'Port': ['ID=734a81c1-d204-4673-858a-c169e88247c5,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:22.939375 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:22.955269 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-f77aebd5-4a40-454b-b2fe-5e24bfafed3e admin admin] For port e6d70fcf-d27e-4c23-bb49-40b290062dc6, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e6d70fcf-d27e-4c23-bb49-40b290062dc6,segment=NetworkSegment(7aca493b-d36d-4f4b-8c27-34cc6ade149c),segment_id=7aca493b-d36d-4f4b-8c27-34cc6ade149c)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:22.956048 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f77aebd5-4a40-454b-b2fe-5e24bfafed3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:22.974055 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:22.983778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f77aebd5-4a40-454b-b2fe-5e24bfafed3e admin admin] Calling delete_port for e6d70fcf-d27e-4c23-bb49-40b290062dc6 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:22.990286 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:22.991009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:22.991564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:22.991947 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:22.992302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:22.992647 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:22.993013 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:22.993407 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:22.993775 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:22.994235 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:22.994548 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:22.995018 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:53:23.115277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:23.116295 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.151496 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638c1c4b-9eea-4d15-a28c-219806dda231 req-dc5ad326-9b5f-4a72-b801-ff95bddd017d tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:23.160601 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-638c1c4b-9eea-4d15-a28c-219806dda231 req-dc5ad326-9b5f-4a72-b801-ff95bddd017d tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 935 time: 0.1045537 Aug 17 02:53:23.223491 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-638c1c4b-9eea-4d15-a28c-219806dda231 req-7df6a8b3-cebb-4062-a20f-7d0e8201d438 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610087 Aug 17 02:53:23.280062 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-032faf34-8641-43f0-bf48-a3e3a58e5f7b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4512501 Aug 17 02:53:23.307268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Request body: {'port': {'device_id': '70a2be23-1be4-4d76-b43c-8558968b1f8d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:23.377444 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.502024 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f77aebd5-4a40-454b-b2fe-5e24bfafed3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.517555 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-57964700-e355-4b01-92ad-f6f51b7a08a1 None None] Provisioning for port 734a81c1-d204-4673-858a-c169e88247c5 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:23.532661 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-57964700-e355-4b01-92ad-f6f51b7a08a1 None None] Provisioning complete for port 734a81c1-d204-4673-858a-c169e88247c5 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:23.533037 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57964700-e355-4b01-92ad-f6f51b7a08a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.553727 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77aebd5-4a40-454b-b2fe-5e24bfafed3e admin admin] Pushing event deleted for resources: {'Port': ['ID=e6d70fcf-d27e-4c23-bb49-40b290062dc6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:23.594695 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-57964700-e355-4b01-92ad-f6f51b7a08a1 None None] Port 734a81c1-d204-4673-858a-c169e88247c5 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:23.725341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-a3beafad-a029-4926-9c80-3326ec12c4c7 req-3ed8c396-5db2-4fff-aeed-e2f59f255627 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:53:23.727090 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a3beafad-a029-4926-9c80-3326ec12c4c7 req-3ed8c396-5db2-4fff-aeed-e2f59f255627 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0141747 Aug 17 02:53:23.794410 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 734a81c1-d204-4673-858a-c169e88247c5 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:53:23.800428 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f77aebd5-4a40-454b-b2fe-5e24bfafed3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.812157 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:23.832963 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Transition to ACTIVE for port object 734a81c1-d204-4673-858a-c169e88247c5 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:23.877299 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-acb7aa2a-f812-427a-8cb4-8cb9f57a79b5 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:53:23.878881 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-acb7aa2a-f812-427a-8cb4-8cb9f57a79b5 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074961 Aug 17 02:53:23.923876 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-e7fe4bc9-a1be-4be1-9977-a228f765e49f tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:23.925168 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-e7fe4bc9-a1be-4be1-9977-a228f765e49f tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/ports/31b9c165-0f4a-4807-b8da-e8fe3347cd41 HTTP/1.1" status: 200 len: 1094 time: 0.0386410 Aug 17 02:53:23.939353 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-73f8dd8e-25ff-4d86-8b13-7380f5280966 service neutron] Request body: {'binding': {'host': 'n-h1-802060-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:23.940380 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-73f8dd8e-25ff-4d86-8b13-7380f5280966 service neutron] Unknown quota resources ['binding']. {{(pid=101969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:53:23.945011 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.073999 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Pushing event updated for resources: {'Port': ['ID=734a81c1-d204-4673-858a-c169e88247c5,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:24.100841 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77aebd5-4a40-454b-b2fe-5e24bfafed3e admin admin] Router 6f66a460-a6a0-4164-8342-2ae9cf109603 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:53:24.207295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Attempting to bind port 734a81c1-d204-4673-858a-c169e88247c5 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:53:24.207639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Attempting to bind port 734a81c1-d204-4673-858a-c169e88247c5 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:53:24.208125 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Attempting to bind port 734a81c1-d204-4673-858a-c169e88247c5 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:24.236724 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Port 734a81c1-d204-4673-858a-c169e88247c5 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:53:24.236724 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Attempting to bind port 734a81c1-d204-4673-858a-c169e88247c5 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:24.255989 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77aebd5-4a40-454b-b2fe-5e24bfafed3e admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:53:24.256220 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-73f8dd8e-25ff-4d86-8b13-7380f5280966 service neutron] Attempting to bind port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 on host n-h1-802060-9 for vnic_type normal with profile None {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:53:24.256586 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-73f8dd8e-25ff-4d86-8b13-7380f5280966 service neutron] Attempting to bind port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:53:24.257019 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-73f8dd8e-25ff-4d86-8b13-7380f5280966 service neutron] Attempting to bind port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:24.264889 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f77aebd5-4a40-454b-b2fe-5e24bfafed3e admin admin] 10.222.0.10 "PUT /v2.0/routers/6f66a460-a6a0-4164-8342-2ae9cf109603/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7746041 Aug 17 02:53:24.267955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38584) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:24.269579 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8652b1a1-007e-42b3-9d81-cf72908f1e23 None None] Sync routers for ids ['6f66a460-a6a0-4164-8342-2ae9cf109603'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:53:24.273122 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:53:24.273409 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:24.273863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:53:24.274921 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Bound port: 734a81c1-d204-4673-858a-c169e88247c5, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:53:24.275471 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.281398 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8652b1a1-007e-42b3-9d81-cf72908f1e23 None None] Routers {'6f66a460-a6a0-4164-8342-2ae9cf109603'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:53:24.282292 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8652b1a1-007e-42b3-9d81-cf72908f1e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:53:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6f66a460-a6a0-4164-8342-2ae9cf109603'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:24.282726 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-73f8dd8e-25ff-4d86-8b13-7380f5280966 service neutron] Port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 on network c28a528a-b139-4af7-9a8b-0c957b3df977 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:53:24.283330 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-73f8dd8e-25ff-4d86-8b13-7380f5280966 service neutron] Attempting to bind port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:24.301858 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-73f8dd8e-25ff-4d86-8b13-7380f5280966 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:53:24.302239 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-73f8dd8e-25ff-4d86-8b13-7380f5280966 service neutron] Checking segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:24.307245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-73f8dd8e-25ff-4d86-8b13-7380f5280966 service neutron] Bound using segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:53:24.307245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-73f8dd8e-25ff-4d86-8b13-7380f5280966 service neutron] Bound port: 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:53:24.344561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5a094-45b6-46dc-ab18-441de8fa8e05 req-ea65f0f0-bb85-431d-8fd4-8fbc0b97e52f tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:24.346181 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96f5a094-45b6-46dc-ab18-441de8fa8e05 req-ea65f0f0-bb85-431d-8fd4-8fbc0b97e52f tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 950 time: 0.1248071 Aug 17 02:53:24.420960 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0787e82-851a-4ff1-9e95-be05c77f875a admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.431142 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-8652b1a1-007e-42b3-9d81-cf72908f1e23 None None] Set router 6f66a460-a6a0-4164-8342-2ae9cf109603 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:53:24.471008 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96f5a094-45b6-46dc-ab18-441de8fa8e05 req-4dacb408-dbbb-4a69-ac06-3f04cb97c26f tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967665 Aug 17 02:53:24.488045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-73f8dd8e-25ff-4d86-8b13-7380f5280966 service neutron] For port 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=31b9c165-0f4a-4807-b8da-e8fe3347cd41,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:53:24.489300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] For port 734a81c1-d204-4673-858a-c169e88247c5, host n-h1-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:53:24.493371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] For port 734a81c1-d204-4673-858a-c169e88247c5, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=734a81c1-d204-4673-858a-c169e88247c5,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:53:24.588097 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-75dd58d1-560b-4182-ac46-0e482ec5b83c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1071162 Aug 17 02:53:24.593485 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-73f8dd8e-25ff-4d86-8b13-7380f5280966 service neutron] Notify callbacks [] for binding, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.594771 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0787e82-851a-4ff1-9e95-be05c77f875a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.595158 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-73f8dd8e-25ff-4d86-8b13-7380f5280966 service neutron] 10.222.0.10 "POST /v2.0/ports/31b9c165-0f4a-4807-b8da-e8fe3347cd41/bindings HTTP/1.1" status: 201 len: 389 time: 0.6596837 Aug 17 02:53:24.622163 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bacc864-e747-4e7b-bb68-e179dd73e81b req-2da1b24e-1979-4e0a-8bf8-09e0a7ecc366 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:24.623758 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0bacc864-e747-4e7b-bb68-e179dd73e81b req-2da1b24e-1979-4e0a-8bf8-09e0a7ecc366 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0663893 Aug 17 02:53:24.625761 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.674417 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8652b1a1-007e-42b3-9d81-cf72908f1e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79939714-router', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140'}], 'enable_snat': True}, 'gw_port_id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:16Z', 'updated_at': '2021-08-17T02:53:23Z', 'revision_number': 5, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'gw_port': {'id': '6e4ed814-1ff0-4309-b844-cf6da7dd9034', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cb:c6:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'device_owner': 'network:router_gateway', 'standard_attr_id': 443, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:18Z', 'updated_at': '2021-08-17T02:52:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:24.681912 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:24.682464 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.683935 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] 10.222.0.30 "PUT /v2.0/ports/734a81c1-d204-4673-858a-c169e88247c5 HTTP/1.1" status: 200 len: 1095 time: 1.3844376 Aug 17 02:53:24.684404 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '70a2be23-1be4-4d76-b43c-8558968b1f8d', 'tag': '734a81c1-d204-4673-858a-c169e88247c5'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:24.686721 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c91e91-fe89-4d77-9dad-0bc83559019f" -d '{"events": [{"name": "network-changed", "server_uuid": "70a2be23-1be4-4d76-b43c-8558968b1f8d", "tag": "734a81c1-d204-4673-858a-c169e88247c5"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:24.708898 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8652b1a1-007e-42b3-9d81-cf72908f1e23 None None] Checking router: 6f66a460-a6a0-4164-8342-2ae9cf109603 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:53:24.726578 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8652b1a1-007e-42b3-9d81-cf72908f1e23 None None] Routers {'6f66a460-a6a0-4164-8342-2ae9cf109603'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:53:24.729721 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8652b1a1-007e-42b3-9d81-cf72908f1e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:53:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6f66a460-a6a0-4164-8342-2ae9cf109603'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:24.733790 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0bacc864-e747-4e7b-bb68-e179dd73e81b req-8caa419d-9da2-464e-9884-81642fb8211d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001379 Aug 17 02:53:24.755489 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8574c1c1-5dfa-4caf-8c44-a0f0395a41f3 service neutron] Pushing event updated for resources: {'Port': ['ID=734a81c1-d204-4673-858a-c169e88247c5,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:24.880723 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-c0787e82-851a-4ff1-9e95-be05c77f875a admin admin] Deleting port 6e4ed814-1ff0-4309-b844-cf6da7dd9034 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:24.881292 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0787e82-851a-4ff1-9e95-be05c77f875a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:24.888555 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c0787f-2ab0-43be-b7d2-76d7bf43a614 req-90c39c4c-9c46-4d7d-8556-3c7e36ee0f34 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:24.900856 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9c0787f-2ab0-43be-b7d2-76d7bf43a614 req-90c39c4c-9c46-4d7d-8556-3c7e36ee0f34 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 947 time: 0.0815573 Aug 17 02:53:24.994864 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9c0787f-2ab0-43be-b7d2-76d7bf43a614 req-aa7aac28-1547-4abe-a97f-ef6a302a8cd8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927398 Aug 17 02:53:25.017398 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-c7066b45-dce0-4227-bfd8-f0019b88f3a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:25.022096 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-c7066b45-dce0-4227-bfd8-f0019b88f3a0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 1098 time: 0.1132114 Aug 17 02:53:25.067856 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-8652b1a1-007e-42b3-9d81-cf72908f1e23 None None] Set router 6f66a460-a6a0-4164-8342-2ae9cf109603 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:53:25.106438 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-bcb94adc-0cbe-4a5b-b04f-e0189e3d97bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=734a81c1-d204-4673-858a-c169e88247c5 HTTP/1.1" status: 200 len: 217 time: 0.0733283 Aug 17 02:53:25.106438 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36742ba7-b7cc-43f4-b4c0-1c1f6acfe4ff x-openstack-request-id: req-36742ba7-b7cc-43f4-b4c0-1c1f6acfe4ff {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:25.106996 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "70a2be23-1be4-4d76-b43c-8558968b1f8d", "tag": "734a81c1-d204-4673-858a-c169e88247c5", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:25.107566 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36742ba7-b7cc-43f4-b4c0-1c1f6acfe4ff {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:25.108357 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '70a2be23-1be4-4d76-b43c-8558968b1f8d', 'tag': '734a81c1-d204-4673-858a-c169e88247c5', 'status': 'completed', 'code': 200} Aug 17 02:53:25.136755 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-c0787e82-851a-4ff1-9e95-be05c77f875a admin admin] For port 6e4ed814-1ff0-4309-b844-cf6da7dd9034, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6e4ed814-1ff0-4309-b844-cf6da7dd9034,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:25.137154 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0787e82-851a-4ff1-9e95-be05c77f875a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.166548 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8652b1a1-007e-42b3-9d81-cf72908f1e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79939714-router', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:16Z', 'updated_at': '2021-08-17T02:53:24Z', 'revision_number': 6, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:25.169770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-eb68ed26-7e95-4f51-86dc-77ff9a9e780f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:25.171456 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-eb68ed26-7e95-4f51-86dc-77ff9a9e780f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0595706 Aug 17 02:53:25.179909 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-c0787e82-851a-4ff1-9e95-be05c77f875a admin admin] Calling delete_port for 6e4ed814-1ff0-4309-b844-cf6da7dd9034 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:25.201300 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8652b1a1-007e-42b3-9d81-cf72908f1e23 None None] The sync data for ids ['6f66a460-a6a0-4164-8342-2ae9cf109603'] in n-d-802060-9 is: [{'id': '6f66a460-a6a0-4164-8342-2ae9cf109603', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-79939714-router', 'tenant_id': '02cc7fed2fd64b11ab50031f14ee562d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:16Z', 'updated_at': '2021-08-17T02:53:24Z', 'revision_number': 6, 'project_id': '02cc7fed2fd64b11ab50031f14ee562d', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:53:25.278018 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-ff44f514-2f75-48b6-ac1b-b2ea59963a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:25.279658 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-ff44f514-2f75-48b6-ac1b-b2ea59963a45 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0956624 Aug 17 02:53:25.297521 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0212d69-8915-47cd-be7a-3e9b43a72be0 req-03c601f2-e1a7-414e-8d28-22ccd7ae2e41 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:25.299049 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0212d69-8915-47cd-be7a-3e9b43a72be0 req-03c601f2-e1a7-414e-8d28-22ccd7ae2e41 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 946 time: 0.0707028 Aug 17 02:53:25.422977 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0212d69-8915-47cd-be7a-3e9b43a72be0 req-bb0ed3d9-ebdf-466e-ab0e-367cabd7493a tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152444 Aug 17 02:53:25.434937 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-7afbb8b5-c113-4035-998e-aac1eb29e9f4 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1348565 Aug 17 02:53:25.454555 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-b5d82a3c-7368-4377-9f69-c0dc98a8950b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:25.454555 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-b5d82a3c-7368-4377-9f69-c0dc98a8950b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 1097 time: 0.0676866 Aug 17 02:53:25.539023 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0787e82-851a-4ff1-9e95-be05c77f875a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.567226 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-accc3522-4091-477c-bf89-285d3285852c service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1234219 Aug 17 02:53:25.577884 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0787e82-851a-4ff1-9e95-be05c77f875a admin admin] Pushing event deleted for resources: {'Port': ['ID=6e4ed814-1ff0-4309-b844-cf6da7dd9034,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:25.720812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d190ce9-6e88-4f9e-9984-914211bb958d req-3a1f0ac2-c052-458e-9562-a7558532f9e6 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:25.722423 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3d190ce9-6e88-4f9e-9984-914211bb958d req-3a1f0ac2-c052-458e-9562-a7558532f9e6 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 950 time: 0.1536098 Aug 17 02:53:25.723616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-872422ae-d07a-4851-8ba8-f420f41c6890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:25.724998 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-872422ae-d07a-4851-8ba8-f420f41c6890 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.2616761 Aug 17 02:53:25.738665 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0787e82-851a-4ff1-9e95-be05c77f875a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.775010 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c91e91-fe89-4d77-9dad-0bc83559019f req-247d0fd5-5e15-41b2-8fe1-b4338f426fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:25.776882 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d4c91e91-fe89-4d77-9dad-0bc83559019f req-247d0fd5-5e15-41b2-8fe1-b4338f426fd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 1098 time: 0.0497060 Aug 17 02:53:25.894795 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-7beda40e-a766-4bc0-8f54-5a9c6e80e488 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b9c165-0f4a-4807-b8da-e8fe3347cd41 HTTP/1.1" status: 200 len: 217 time: 0.1536250 Aug 17 02:53:25.919484 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0787e82-851a-4ff1-9e95-be05c77f875a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.926289 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0787e82-851a-4ff1-9e95-be05c77f875a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:25.956307 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3d190ce9-6e88-4f9e-9984-914211bb958d req-907bd293-9926-4301-9b6f-74824663c94b tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259517 Aug 17 02:53:26.039441 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-b5c50698-82a2-4d28-b9c4-1f715f0b4ac8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:26.041768 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-b5c50698-82a2-4d28-b9c4-1f715f0b4ac8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.1370845 Aug 17 02:53:26.089817 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-614fbe32-6c72-4349-b217-ba8109a64f41 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290937 Aug 17 02:53:26.177872 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0787e82-851a-4ff1-9e95-be05c77f875a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.178401 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0787e82-851a-4ff1-9e95-be05c77f875a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6f66a460-a6a0-4164-8342-2ae9cf109603 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:53:26.221548 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0787e82-851a-4ff1-9e95-be05c77f875a admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.224968 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c0787e82-851a-4ff1-9e95-be05c77f875a admin admin] 10.222.0.10 "DELETE /v2.0/routers/6f66a460-a6a0-4164-8342-2ae9cf109603 HTTP/1.1" status: 204 len: 168 time: 1.9556065 Aug 17 02:53:26.225104 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c91e91-fe89-4d77-9dad-0bc83559019f req-4af9e532-c7b2-47c1-bbf2-90bde2cb8930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:26.226844 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d4c91e91-fe89-4d77-9dad-0bc83559019f req-4af9e532-c7b2-47c1-bbf2-90bde2cb8930 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.4397235 Aug 17 02:53:26.229163 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38630) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:26.255440 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2223e5c8-dd33-4235-9e5d-267153fda07f req-e43c3304-561c-405e-b4e1-9524bfe8a138 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:26.257098 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2223e5c8-dd33-4235-9e5d-267153fda07f req-e43c3304-561c-405e-b4e1-9524bfe8a138 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 947 time: 0.1380804 Aug 17 02:53:26.304470 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-2c059d8a-88cb-4bf3-98a8-135ac06becd6 service neutron] 10.222.0.30 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1714880 Aug 17 02:53:26.309280 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d066d3f3-cf60-4052-940d-e34384392b38 req-8964f9b8-de79-4b52-9b0c-55741fb1dd6a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:26.310872 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d066d3f3-cf60-4052-940d-e34384392b38 req-8964f9b8-de79-4b52-9b0c-55741fb1dd6a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.1717091 Aug 17 02:53:26.316064 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d4c91e91-fe89-4d77-9dad-0bc83559019f req-cd6d01ef-a4ab-4748-8cb0-0044ea0a2b7e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.17&port_id=734a81c1-d204-4673-858a-c169e88247c5 HTTP/1.1" status: 200 len: 217 time: 0.0761764 Aug 17 02:53:26.318851 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2223e5c8-dd33-4235-9e5d-267153fda07f req-07bfc25d-3483-4fc3-be56-610d48cb881c tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495083 Aug 17 02:53:26.401770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-24f1be7c-ea7f-49ac-95a9-afb86895fd8e admin admin] Deleting subnet ec8eaba8-bfdf-49a8-989d-f19ef50b4e70 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:53:26.414487 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-24f1be7c-ea7f-49ac-95a9-afb86895fd8e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.459150 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d066d3f3-cf60-4052-940d-e34384392b38 req-7ded3207-e01a-4f16-9217-7e9e48f683f8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403680 Aug 17 02:53:26.470530 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-a15dc506-d356-4973-807d-9e2703699d10 service neutron] 10.222.0.30 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1316235 Aug 17 02:53:26.471087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c91e91-fe89-4d77-9dad-0bc83559019f req-e2ef5dad-3670-47bb-9a4e-bf02fbf950f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:26.472637 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d4c91e91-fe89-4d77-9dad-0bc83559019f req-e2ef5dad-3670-47bb-9a4e-bf02fbf950f3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1300216 Aug 17 02:53:26.483979 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-24f1be7c-ea7f-49ac-95a9-afb86895fd8e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.595252 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e6d70fcf-d27e-4c23-bb49-40b290062dc6 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:53:26.617586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: e6d70fcf-d27e-4c23-bb49-40b290062dc6 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:53:26.618883 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e6d70fcf-d27e-4c23-bb49-40b290062dc6 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:53:26.619309 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6e4ed814-1ff0-4309-b844-cf6da7dd9034 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:53:26.631163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b068b9-e4a8-4fe2-8a3b-c877578302fb req-ce84325e-445c-4934-83ca-4758e406460a tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:26.634202 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3b068b9-e4a8-4fe2-8a3b-c877578302fb req-ce84325e-445c-4934-83ca-4758e406460a tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 946 time: 0.0586123 Aug 17 02:53:26.640421 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4c91e91-fe89-4d77-9dad-0bc83559019f req-461e9dce-6553-4c58-bb71-0df8fb5e02a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:26.640664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 6e4ed814-1ff0-4309-b844-cf6da7dd9034 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:53:26.641203 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6e4ed814-1ff0-4309-b844-cf6da7dd9034 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:53:26.642046 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d4c91e91-fe89-4d77-9dad-0bc83559019f req-461e9dce-6553-4c58-bb71-0df8fb5e02a3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1552494 Aug 17 02:53:26.684578 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3b068b9-e4a8-4fe2-8a3b-c877578302fb req-df972037-baa3-4e88-89f3-5e61555ad63f tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408964 Aug 17 02:53:26.724024 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-24f1be7c-ea7f-49ac-95a9-afb86895fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.809048 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d4c91e91-fe89-4d77-9dad-0bc83559019f req-78a85c02-b8f6-454e-abb2-cae1dacc48ea service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1491945 Aug 17 02:53:26.908912 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d4c91e91-fe89-4d77-9dad-0bc83559019f req-bdf22e87-073c-45c3-ae64-ca1c7b79f852 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845799 Aug 17 02:53:26.931305 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-24f1be7c-ea7f-49ac-95a9-afb86895fd8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.956851 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f1be7c-ea7f-49ac-95a9-afb86895fd8e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ec8eaba8-bfdf-49a8-989d-f19ef50b4e70,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:26.960917 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-24f1be7c-ea7f-49ac-95a9-afb86895fd8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:26.965692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38636) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:26.966116 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cedf853b-5018-4816-b556-04908917c464 None None] Network a79ae07b-fcb4-4336-888b-c03a6149d58c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:26.966233 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-24f1be7c-ea7f-49ac-95a9-afb86895fd8e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ec8eaba8-bfdf-49a8-989d-f19ef50b4e70 HTTP/1.1" status: 204 len: 168 time: 0.7336540 Aug 17 02:53:27.053110 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.091115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d3b350-eef4-4682-837f-a4bd4e5d6a9c req-86c07c71-4e92-4c48-8ace-cc81fae469d8 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:27.092844 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-61d3b350-eef4-4682-837f-a4bd4e5d6a9c req-86c07c71-4e92-4c48-8ace-cc81fae469d8 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 950 time: 0.0574987 Aug 17 02:53:27.135451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] Deleting port 6b041864-cc56-4266-89e6-e3f1be1c0852 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:27.135836 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.149817 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-61d3b350-eef4-4682-837f-a4bd4e5d6a9c req-d6b1272f-ad08-4e87-8435-f2d9d8f89c13 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504768 Aug 17 02:53:27.195979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fa446c5-6ede-49a4-96d0-1bcb2c87f4c4 None None] DHCP port deletion for a79ae07b-fcb4-4336-888b-c03a6149d58c request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:53:27.250542 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5fa446c5-6ede-49a4-96d0-1bcb2c87f4c4 None None] Deleting port 6b041864-cc56-4266-89e6-e3f1be1c0852 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:27.251043 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] For port 6b041864-cc56-4266-89e6-e3f1be1c0852, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6b041864-cc56-4266-89e6-e3f1be1c0852,segment=NetworkSegment(7aca493b-d36d-4f4b-8c27-34cc6ade149c),segment_id=7aca493b-d36d-4f4b-8c27-34cc6ade149c)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:27.251427 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.251866 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5fa446c5-6ede-49a4-96d0-1bcb2c87f4c4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.269978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] Calling delete_port for 6b041864-cc56-4266-89e6-e3f1be1c0852 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:27.338835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-5fa446c5-6ede-49a4-96d0-1bcb2c87f4c4 None None] For port 6b041864-cc56-4266-89e6-e3f1be1c0852, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6b041864-cc56-4266-89e6-e3f1be1c0852,segment=NetworkSegment(7aca493b-d36d-4f4b-8c27-34cc6ade149c),segment_id=7aca493b-d36d-4f4b-8c27-34cc6ade149c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:27.339413 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5fa446c5-6ede-49a4-96d0-1bcb2c87f4c4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.353386 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5fa446c5-6ede-49a4-96d0-1bcb2c87f4c4 None None] Calling delete_port for 6b041864-cc56-4266-89e6-e3f1be1c0852 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:27.492736 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cdc53aa-8f8d-4c4a-8206-ec161e16400b req-1c9feb7d-d2c5-41e0-809f-297af31636fd tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:27.514568 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5cdc53aa-8f8d-4c4a-8206-ec161e16400b req-1c9feb7d-d2c5-41e0-809f-297af31636fd tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 947 time: 0.1112309 Aug 17 02:53:27.554276 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5cdc53aa-8f8d-4c4a-8206-ec161e16400b req-7f7c2744-dc63-42a8-a854-028ad5a0bfe3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386279 Aug 17 02:53:27.696615 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5fa446c5-6ede-49a4-96d0-1bcb2c87f4c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.766204 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fa446c5-6ede-49a4-96d0-1bcb2c87f4c4 None None] No DVR routers for this DVR port 6b041864-cc56-4266-89e6-e3f1be1c0852 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:27.777905 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa446c5-6ede-49a4-96d0-1bcb2c87f4c4 None None] Pushing event deleted for resources: {'Port': ['ID=6b041864-cc56-4266-89e6-e3f1be1c0852,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:27.784826 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.792403 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fccf034-de30-4323-935d-7d20c8815e1d req-2c15d589-63c0-4347-ad11-2175f4c5c497 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:27.799897 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5fccf034-de30-4323-935d-7d20c8815e1d req-2c15d589-63c0-4347-ad11-2175f4c5c497 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.1144562 Aug 17 02:53:27.821943 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff360a54-f31b-48ef-8657-bb72504b33c6 req-0bc74a5d-de67-4035-8d71-eaba9f9a3f19 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:27.823439 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ff360a54-f31b-48ef-8657-bb72504b33c6 req-0bc74a5d-de67-4035-8d71-eaba9f9a3f19 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 1097 time: 0.4670794 Aug 17 02:53:27.824186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b041864-cc56-4266-89e6-e3f1be1c0852,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:27.827738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] No DVR routers for this DVR port 6b041864-cc56-4266-89e6-e3f1be1c0852 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:27.858730 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5fccf034-de30-4323-935d-7d20c8815e1d req-95ef9634-e22f-4565-ba18-006041555629 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578678 Aug 17 02:53:27.907850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-0f9a2613-b683-40e1-b9f0-e656c424d9c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:27.910024 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-0f9a2613-b683-40e1-b9f0-e656c424d9c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 1101 time: 0.0673440 Aug 17 02:53:27.973056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ff360a54-f31b-48ef-8657-bb72504b33c6 req-10098c29-df56-483b-9b42-abb95059e493 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406660 Aug 17 02:53:27.974671 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:27.986453 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a79ae07b-fcb4-4336-888b-c03a6149d58c']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:27.997498 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7aca493b-d36d-4f4b-8c27-34cc6ade149c') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:27.998264 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7aca493b-d36d-4f4b-8c27-34cc6ade149c') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:53:28.007170 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.026726 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.034207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:53:28.034734 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: timer() Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:53:28.036839 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:53:28.064105 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a3a4656-b5ad-43eb-9c84-7b5e98d2f4cd req-100a6b54-16a5-47c5-8de2-978ab5c07e40 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:28.065655 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a3a4656-b5ad-43eb-9c84-7b5e98d2f4cd req-100a6b54-16a5-47c5-8de2-978ab5c07e40 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 946 time: 0.0868268 Aug 17 02:53:28.135522 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-2d24727c-0030-471c-ba9a-dde704c41c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:28.137108 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-2d24727c-0030-471c-ba9a-dde704c41c8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.2183630 Aug 17 02:53:28.140559 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a3a4656-b5ad-43eb-9c84-7b5e98d2f4cd req-49169fc2-ad0d-4238-b4b6-f227cfff79c0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644534 Aug 17 02:53:28.182955 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-ae1bd111-7dcf-4b95-b384-4b212915ee4a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2 HTTP/1.1" status: 200 len: 217 time: 0.0374675 Aug 17 02:53:28.250249 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.257531 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-d9407acc-7039-4515-ab47-9de169ad940f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:28.259988 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-d9407acc-7039-4515-ab47-9de169ad940f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0680313 Aug 17 02:53:28.269314 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.275813 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a79ae07b-fcb4-4336-888b-c03a6149d58c HTTP/1.1" status: 204 len: 168 time: 1.3087521 Aug 17 02:53:28.278952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6110451b-8d1b-469b-b754-dafdb6151fc2 admin admin] Pushing event deleted for resources: {'Network': ['ID=a79ae07b-fcb4-4336-888b-c03a6149d58c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:28.345755 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347fe6be-6c7f-49bc-a4dc-fdde21740849 req-868e8b16-06b7-4a73-a3e5-6e9b96976e9a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:28.347371 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-347fe6be-6c7f-49bc-a4dc-fdde21740849 req-868e8b16-06b7-4a73-a3e5-6e9b96976e9a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 950 time: 0.1064577 Aug 17 02:53:28.350365 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-296fe36d-6b20-4a57-9ade-1ead93c0f347 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:28.351780 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-296fe36d-6b20-4a57-9ade-1ead93c0f347 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0655208 Aug 17 02:53:28.442500 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-347fe6be-6c7f-49bc-a4dc-fdde21740849 req-17dce3ee-3f7e-4bd2-9a9f-9d8f0b443778 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841959 Aug 17 02:53:28.490594 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-295926e2-6798-4a52-ab76-d4728df9fd71 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258407 Aug 17 02:53:28.546515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6b041864-cc56-4266-89e6-e3f1be1c0852 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:53:28.567783 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 6b041864-cc56-4266-89e6-e3f1be1c0852 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:53:28.568121 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6b041864-cc56-4266-89e6-e3f1be1c0852 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:53:28.601155 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-c3eb5099-02ec-4500-b5f1-98e31a188ea5 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999086 Aug 17 02:53:28.723999 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 734a81c1-d204-4673-858a-c169e88247c5 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:53:28.738507 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b5fbfc-413b-4b5f-bcb5-7f4a18946894 req-e7ed10e0-4135-46e2-aa68-8a770566aa2a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:28.740069 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a0b5fbfc-413b-4b5f-bcb5-7f4a18946894 req-e7ed10e0-4135-46e2-aa68-8a770566aa2a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 947 time: 0.0895603 Aug 17 02:53:28.794356 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a0b5fbfc-413b-4b5f-bcb5-7f4a18946894 req-09fa16fa-fbca-45be-9098-99e76a896e32 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445848 Aug 17 02:53:28.858813 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 734a81c1-d204-4673-858a-c169e88247c5, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=734a81c1-d204-4673-858a-c169e88247c5,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:28.871170 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '734a81c1-d204-4673-858a-c169e88247c5', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '734a81c1-d204-4673-858a-c169e88247c5', 'mac_address': 'fa:16:3e:f4:69:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:53:28.882568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38670) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:28.929810 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:28.954891 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 734a81c1-d204-4673-858a-c169e88247c5 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:53:28.956509 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38678) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:28.958011 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-620a8607-d974-442e-87e6-9e4111d84bf8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02cc7fed2fd64b11ab50031f14ee562d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0737913 Aug 17 02:53:28.990375 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 734a81c1-d204-4673-858a-c169e88247c5, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=734a81c1-d204-4673-858a-c169e88247c5,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:29.067157 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0352eeeb-f01d-45b6-a401-9899f2754937 req-05a5bb6a-85b6-464f-a040-108e9ed8012b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:29.068832 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0352eeeb-f01d-45b6-a401-9899f2754937 req-05a5bb6a-85b6-464f-a040-108e9ed8012b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0850546 Aug 17 02:53:29.074479 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a24ce6a5-aa04-485d-b698-a1c92c2f59e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.124772 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a24ce6a5-aa04-485d-b698-a1c92c2f59e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.131438 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.155880 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0352eeeb-f01d-45b6-a401-9899f2754937 req-f9262047-4e9f-4598-a66b-2ceaa3801e1f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715959 Aug 17 02:53:29.227023 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=734a81c1-d204-4673-858a-c169e88247c5,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:29.297259 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e499fbc-e43f-40f8-91fa-69c963a10919 req-d85e2805-ecd1-46cf-af7f-98fc91ad8592 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:29.298946 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e499fbc-e43f-40f8-91fa-69c963a10919 req-d85e2805-ecd1-46cf-af7f-98fc91ad8592 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 946 time: 0.0608540 Aug 17 02:53:29.344364 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e499fbc-e43f-40f8-91fa-69c963a10919 req-17653ebe-4fa0-42be-9525-589d2802050f tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372379 Aug 17 02:53:29.373961 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a24ce6a5-aa04-485d-b698-a1c92c2f59e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.373961 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a24ce6a5-aa04-485d-b698-a1c92c2f59e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:29.378200 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a24ce6a5-aa04-485d-b698-a1c92c2f59e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8a4c17de-6694-4971-bb8b-6d12409d75ef HTTP/1.1" status: 204 len: 168 time: 0.4151297 Aug 17 02:53:29.385848 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24ce6a5-aa04-485d-b698-a1c92c2f59e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4c17de-6694-4971-bb8b-6d12409d75ef,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:29.572118 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3255fe-aeef-4a9e-86f5-7847e685a67e req-5439f19e-f8c2-4005-b182-1c6eb36f40ef tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:29.573871 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6e3255fe-aeef-4a9e-86f5-7847e685a67e req-5439f19e-f8c2-4005-b182-1c6eb36f40ef tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 950 time: 0.0573568 Aug 17 02:53:29.591565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['734a81c1-d204-4673-858a-c169e88247c5'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:29.615227 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6e3255fe-aeef-4a9e-86f5-7847e685a67e req-5e1969ca-453d-4dff-82f7-eb2425e52bc7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353417 Aug 17 02:53:29.922942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65783350-7d4c-4c55-b212-ccb62d520847 req-6c59962c-8ba1-48ea-b1af-44177355f42d tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:29.924712 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-65783350-7d4c-4c55-b212-ccb62d520847 req-6c59962c-8ba1-48ea-b1af-44177355f42d tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 948 time: 0.0577619 Aug 17 02:53:29.976865 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-65783350-7d4c-4c55-b212-ccb62d520847 req-be0ade22-80c1-4c74-ab04-4ebf1ccf9c5c tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423195 Aug 17 02:53:30.287433 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f28dfaa8-a6c0-4fac-a723-4a8207812aed req-bdb609cb-8706-4890-9979-2fc8c86ab65a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:30.289155 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f28dfaa8-a6c0-4fac-a723-4a8207812aed req-bdb609cb-8706-4890-9979-2fc8c86ab65a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0586417 Aug 17 02:53:30.343661 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f28dfaa8-a6c0-4fac-a723-4a8207812aed req-12915690-3bdb-428d-a160-b53070af4b95 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477960 Aug 17 02:53:30.487427 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86e591f3-f1cb-4948-b048-16c066072518 req-8bdc3c40-bf3a-48c3-8057-14c9d2b263d8 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:30.488951 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-86e591f3-f1cb-4948-b048-16c066072518 req-8bdc3c40-bf3a-48c3-8057-14c9d2b263d8 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 946 time: 0.0526421 Aug 17 02:53:30.532402 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-86e591f3-f1cb-4948-b048-16c066072518 req-d4fd3e9f-d7d9-4c4c-aade-259c48a7fc06 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366120 Aug 17 02:53:30.740262 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f506c28f-c762-4661-9e67-38bac5b38da6 req-50dccaa7-109e-452f-aea8-1b6b6a4dc523 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:30.741881 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f506c28f-c762-4661-9e67-38bac5b38da6 req-50dccaa7-109e-452f-aea8-1b6b6a4dc523 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 950 time: 0.0548007 Aug 17 02:53:30.795084 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f506c28f-c762-4661-9e67-38bac5b38da6 req-51d14507-79d9-4082-8c4f-ed46506a6869 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453382 Aug 17 02:53:30.913685 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-7d218817-679b-47e8-b48e-c2d146051fcc tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:53:30.915477 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-7d218817-679b-47e8-b48e-c2d146051fcc tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060885 Aug 17 02:53:30.960379 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170510c-98d7-45bd-b034-2947678e1533 req-bca1c631-1c93-4543-afb1-ddf02c0e5799 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:30.962711 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-bca1c631-1c93-4543-afb1-ddf02c0e5799 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports/f7800126-0d20-47dd-95ba-5367b9a2a7f1 HTTP/1.1" status: 200 len: 1094 time: 0.0398722 Aug 17 02:53:30.973170 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-b170510c-98d7-45bd-b034-2947678e1533 req-a948b891-bda9-477e-961a-7529ab5c3335 service neutron] Request body: {'binding': {'host': 'n-h1-802060-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:30.973647 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-b170510c-98d7-45bd-b034-2947678e1533 req-a948b891-bda9-477e-961a-7529ab5c3335 service neutron] Unknown quota resources ['binding']. {{(pid=101969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:53:31.165734 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-b170510c-98d7-45bd-b034-2947678e1533 req-a948b891-bda9-477e-961a-7529ab5c3335 service neutron] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on host n-h1-802060-9 for vnic_type normal with profile None {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:53:31.166082 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-b170510c-98d7-45bd-b034-2947678e1533 req-a948b891-bda9-477e-961a-7529ab5c3335 service neutron] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:53:31.166417 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b170510c-98d7-45bd-b034-2947678e1533 req-a948b891-bda9-477e-961a-7529ab5c3335 service neutron] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:31.175399 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b170510c-98d7-45bd-b034-2947678e1533 req-a948b891-bda9-477e-961a-7529ab5c3335 service neutron] Port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:53:31.175727 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b170510c-98d7-45bd-b034-2947678e1533 req-a948b891-bda9-477e-961a-7529ab5c3335 service neutron] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:31.183799 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b170510c-98d7-45bd-b034-2947678e1533 req-a948b891-bda9-477e-961a-7529ab5c3335 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 53, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:53:31.184176 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b170510c-98d7-45bd-b034-2947678e1533 req-a948b891-bda9-477e-961a-7529ab5c3335 service neutron] Checking segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:31.184541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b170510c-98d7-45bd-b034-2947678e1533 req-a948b891-bda9-477e-961a-7529ab5c3335 service neutron] Bound using segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:53:31.184988 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-b170510c-98d7-45bd-b034-2947678e1533 req-a948b891-bda9-477e-961a-7529ab5c3335 service neutron] Bound port: f7800126-0d20-47dd-95ba-5367b9a2a7f1, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:53:31.195544 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51666068-6702-43bb-a9e6-fc548190a856 req-595d20d9-7456-4da0-9afc-5385f29550d0 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:31.197198 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51666068-6702-43bb-a9e6-fc548190a856 req-595d20d9-7456-4da0-9afc-5385f29550d0 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 948 time: 0.0762436 Aug 17 02:53:31.274484 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-b170510c-98d7-45bd-b034-2947678e1533 req-a948b891-bda9-477e-961a-7529ab5c3335 service neutron] For port f7800126-0d20-47dd-95ba-5367b9a2a7f1, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f7800126-0d20-47dd-95ba-5367b9a2a7f1,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:53:31.277775 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51666068-6702-43bb-a9e6-fc548190a856 req-7a4eec7e-64e6-453f-9cfd-a9ba575444a0 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586760 Aug 17 02:53:31.423961 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b170510c-98d7-45bd-b034-2947678e1533 req-a948b891-bda9-477e-961a-7529ab5c3335 service neutron] Notify callbacks [] for binding, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:31.428020 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-a948b891-bda9-477e-961a-7529ab5c3335 service neutron] 10.222.0.10 "POST /v2.0/ports/f7800126-0d20-47dd-95ba-5367b9a2a7f1/bindings HTTP/1.1" status: 201 len: 389 time: 0.4584856 Aug 17 02:53:31.540133 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474661b0-631c-4c06-bf48-fd889b745b35 req-b126cbb1-c2ba-4908-823a-e2bcbca163b9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:31.541656 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-474661b0-631c-4c06-bf48-fd889b745b35 req-b126cbb1-c2ba-4908-823a-e2bcbca163b9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0511007 Aug 17 02:53:31.584727 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-474661b0-631c-4c06-bf48-fd889b745b35 req-04ce09e1-001e-4ac2-851a-c37ee4a0517f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366876 Aug 17 02:53:31.767570 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338b3dad-a8c2-4a35-9ceb-798fabb30edd req-48b8d81a-b208-4ae7-94bc-a7087a765933 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:31.769226 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-338b3dad-a8c2-4a35-9ceb-798fabb30edd req-48b8d81a-b208-4ae7-94bc-a7087a765933 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 946 time: 0.0624321 Aug 17 02:53:31.819110 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-338b3dad-a8c2-4a35-9ceb-798fabb30edd req-18e0b73d-7e10-4c0f-8d39-f95761bbbfc9 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388174 Aug 17 02:53:31.853112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80167e35-5177-4dd3-ac7d-af30c25e5b59 req-e3578254-be5c-49a6-a691-71f5112e6bd8 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:31.860741 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80167e35-5177-4dd3-ac7d-af30c25e5b59 req-e3578254-be5c-49a6-a691-71f5112e6bd8 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0620086 Aug 17 02:53:31.896238 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80167e35-5177-4dd3-ac7d-af30c25e5b59 req-0a98d95c-f9ed-4f91-b383-b6f5b280be67 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345976 Aug 17 02:53:31.948023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff79b7a4-0ad5-4041-9e8f-f201df200d78 req-fa19cb16-2885-494d-bafb-3b4aff60f771 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:31.953459 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff79b7a4-0ad5-4041-9e8f-f201df200d78 req-fa19cb16-2885-494d-bafb-3b4aff60f771 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 950 time: 0.0563564 Aug 17 02:53:31.990666 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff79b7a4-0ad5-4041-9e8f-f201df200d78 req-d5135d76-db06-4a89-90c9-9d37038731f5 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329697 Aug 17 02:53:32.400289 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc66271-26b7-4945-a8b1-2a32bdca8c31 req-767c6f71-a56f-456f-a269-d253c6379efc tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:32.402904 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4dc66271-26b7-4945-a8b1-2a32bdca8c31 req-767c6f71-a56f-456f-a269-d253c6379efc tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 948 time: 0.0531218 Aug 17 02:53:32.440606 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38788) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:32.449274 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4dc66271-26b7-4945-a8b1-2a32bdca8c31 req-c7df66a8-90d3-4065-84f4-2f56965cbd2b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396380 Aug 17 02:53:32.558294 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-265cb517-2a0a-4e2f-a430-9c6611d4ef05 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:32.652230 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-265cb517-2a0a-4e2f-a430-9c6611d4ef05 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:32.707408 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3038a8fa-f180-4ab3-bedd-8b6e0ebbf671 req-f92193a9-46d0-4809-82f0-07fcfd4858b7 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:32.709013 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3038a8fa-f180-4ab3-bedd-8b6e0ebbf671 req-f92193a9-46d0-4809-82f0-07fcfd4858b7 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0495837 Aug 17 02:53:32.731115 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 734a81c1-d204-4673-858a-c169e88247c5 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:32.754690 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3038a8fa-f180-4ab3-bedd-8b6e0ebbf671 req-22142fa8-a273-4def-a079-44e586bbd42f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388799 Aug 17 02:53:32.781919 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-265cb517-2a0a-4e2f-a430-9c6611d4ef05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:32.822462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-265cb517-2a0a-4e2f-a430-9c6611d4ef05 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=147eaeff-fd38-4d20-ba4b-77d835930c3c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:32.826982 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-265cb517-2a0a-4e2f-a430-9c6611d4ef05 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ae787289eaeb443cb64e6e51535083b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3853831 Aug 17 02:53:32.829609 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38794) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:32.877108 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:32.884514 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c8f317c1-3344-440e-8b93-57db3ec5ef19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:32.908989 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c8f317c1-3344-440e-8b93-57db3ec5ef19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:32.989395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d848c00c-ccdb-46a7-b5db-de26365e3303 req-0fc1891d-2eee-4516-984c-b78410f90d91 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:32.990928 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d848c00c-ccdb-46a7-b5db-de26365e3303 req-0fc1891d-2eee-4516-984c-b78410f90d91 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 946 time: 0.0797482 Aug 17 02:53:32.999200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 734a81c1-d204-4673-858a-c169e88247c5 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:33.003249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 734a81c1-d204-4673-858a-c169e88247c5 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:33.004521 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:33.031855 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f92bf7-ec2b-45f7-aede-fcea891b4e1c req-11d5c011-318c-4d80-8ef1-18c88b6b3ab1 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:33.039113 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-46f92bf7-ec2b-45f7-aede-fcea891b4e1c req-11d5c011-318c-4d80-8ef1-18c88b6b3ab1 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0533862 Aug 17 02:53:33.054479 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d848c00c-ccdb-46a7-b5db-de26365e3303 req-c3cc3e2c-4f79-4305-9a0d-fbdfbcfcc40a tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445497 Aug 17 02:53:33.084949 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-46f92bf7-ec2b-45f7-aede-fcea891b4e1c req-4827b3da-47ae-4e5c-9e42-a495c9d6ec0d tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436313 Aug 17 02:53:33.090106 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:33.116279 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a2be23-1be4-4d76-b43c-8558968b1f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734a81c1-d204-4673-858a-c169e88247c5'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:33.125285 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c1f073a-b036-4387-8835-e1c1672b371d" -d '{"events": [{"server_uuid": "70a2be23-1be4-4d76-b43c-8558968b1f8d", "name": "network-vif-plugged", "status": "completed", "tag": "734a81c1-d204-4673-858a-c169e88247c5"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:33.137942 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 734a81c1-d204-4673-858a-c169e88247c5, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=734a81c1-d204-4673-858a-c169e88247c5,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:33.150411 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c8f317c1-3344-440e-8b93-57db3ec5ef19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:33.153186 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c8f317c1-3344-440e-8b93-57db3ec5ef19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:33.154361 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c8f317c1-3344-440e-8b93-57db3ec5ef19 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/147eaeff-fd38-4d20-ba4b-77d835930c3c HTTP/1.1" status: 204 len: 168 time: 0.3236473 Aug 17 02:53:33.165468 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe65524-a0c7-4f0f-8b39-0b828a179bf3 x-openstack-request-id: req-cfe65524-a0c7-4f0f-8b39-0b828a179bf3 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:33.165771 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a2be23-1be4-4d76-b43c-8558968b1f8d", "name": "network-vif-plugged", "status": "completed", "tag": "734a81c1-d204-4673-858a-c169e88247c5", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:33.170137 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cfe65524-a0c7-4f0f-8b39-0b828a179bf3 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:33.170137 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '70a2be23-1be4-4d76-b43c-8558968b1f8d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '734a81c1-d204-4673-858a-c169e88247c5', 'code': 200} Aug 17 02:53:33.170354 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f317c1-3344-440e-8b93-57db3ec5ef19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=147eaeff-fd38-4d20-ba4b-77d835930c3c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:33.186915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fda41c9-9b32-41bf-88a0-c33f13fb68e0 req-fdb2d9b8-69cb-4401-901c-01dbf5a43f92 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:33.188377 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fda41c9-9b32-41bf-88a0-c33f13fb68e0 req-fdb2d9b8-69cb-4401-901c-01dbf5a43f92 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 950 time: 0.0703604 Aug 17 02:53:33.238889 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fda41c9-9b32-41bf-88a0-c33f13fb68e0 req-2113f393-32f3-41c5-a0f2-475ad7f45165 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341587 Aug 17 02:53:33.257573 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:33.276819 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15815b05-e3d2-4deb-8778-127acc324572 req-37df2aec-4986-46b4-a65c-df0b4263dcbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:33.278418 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-15815b05-e3d2-4deb-8778-127acc324572 req-37df2aec-4986-46b4-a65c-df0b4263dcbf service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 1099 time: 0.0411315 Aug 17 02:53:33.316326 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-15815b05-e3d2-4deb-8778-127acc324572 req-361337ce-ce16-4d2e-a2c0-c8a32baa76fb service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291142 Aug 17 02:53:33.319213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=734a81c1-d204-4673-858a-c169e88247c5,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:33.455622 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:33.575004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13fa2284-61c0-4cf7-8af7-2632e8d181d8 req-ca5d0d84-da62-4e7a-8acb-0129c4fb7548 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:33.576854 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13fa2284-61c0-4cf7-8af7-2632e8d181d8 req-ca5d0d84-da62-4e7a-8acb-0129c4fb7548 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 949 time: 0.0516012 Aug 17 02:53:33.625342 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13fa2284-61c0-4cf7-8af7-2632e8d181d8 req-a857b708-8b62-414e-a221-f1cdcf637ec4 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409198 Aug 17 02:53:33.881926 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0f6600-36bf-4e6d-aeac-36108c375db1 req-f3f59d2a-a726-4475-b7a4-874f6ab00316 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:33.884085 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ce0f6600-36bf-4e6d-aeac-36108c375db1 req-f3f59d2a-a726-4475-b7a4-874f6ab00316 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0525160 Aug 17 02:53:33.927490 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ce0f6600-36bf-4e6d-aeac-36108c375db1 req-fae760b9-22bb-4283-b939-bce0adc57bf4 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368681 Aug 17 02:53:34.190645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6d1d6d-0483-449a-a7b2-9811a4eea62d req-e142c897-46ef-402f-bb8f-a64a25797476 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:34.192683 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad6d1d6d-0483-449a-a7b2-9811a4eea62d req-e142c897-46ef-402f-bb8f-a64a25797476 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 946 time: 0.0591531 Aug 17 02:53:34.229820 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d68d7e0-c857-4010-a3e0-ddafd634d93d req-83e8fbf5-19f6-4c37-aaf3-a3e92ea206a8 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:34.231383 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4d68d7e0-c857-4010-a3e0-ddafd634d93d req-83e8fbf5-19f6-4c37-aaf3-a3e92ea206a8 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0644181 Aug 17 02:53:34.241722 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad6d1d6d-0483-449a-a7b2-9811a4eea62d req-0acf72f9-a8eb-4afe-92c1-47755a503a1d tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405848 Aug 17 02:53:34.271634 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4d68d7e0-c857-4010-a3e0-ddafd634d93d req-433bf6df-825a-4ce1-bbcb-3fc2b621b7d4 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342975 Aug 17 02:53:34.373904 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5766dfd-e9cc-4437-bf43-fa34e2e3bc2a req-810ecd9f-2829-4457-b065-0ee2b034f946 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:34.375419 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b5766dfd-e9cc-4437-bf43-fa34e2e3bc2a req-810ecd9f-2829-4457-b065-0ee2b034f946 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 950 time: 0.0547638 Aug 17 02:53:34.414415 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b5766dfd-e9cc-4437-bf43-fa34e2e3bc2a req-49953c20-d9ea-4dbd-82d6-5204b5062af1 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329151 Aug 17 02:53:34.441145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38840) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:34.549656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-855dc751-530f-400e-8b53-9d2adecaceef admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2112042219-network', 'tenant_id': '4aa68351502741f3aff9ca8ebbb26e4c'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:34.706141 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-855dc751-530f-400e-8b53-9d2adecaceef admin admin] Made reservation on behalf of 4aa68351502741f3aff9ca8ebbb26e4c for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:34.708203 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-855dc751-530f-400e-8b53-9d2adecaceef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:34.733065 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-855dc751-530f-400e-8b53-9d2adecaceef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:34.768590 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef252c1b-93c9-43e8-ae3d-6382c731757a req-d8a1ab0b-93f3-46c0-ad5c-0d09a328aaf7 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:34.770217 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef252c1b-93c9-43e8-ae3d-6382c731757a req-d8a1ab0b-93f3-46c0-ad5c-0d09a328aaf7 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 949 time: 0.0749388 Aug 17 02:53:34.836952 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef252c1b-93c9-43e8-ae3d-6382c731757a req-532056aa-8f63-4d1a-a891-643ad54c8879 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569327 Aug 17 02:53:34.879624 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-855dc751-530f-400e-8b53-9d2adecaceef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:34.981669 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-855dc751-530f-400e-8b53-9d2adecaceef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.003930 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-855dc751-530f-400e-8b53-9d2adecaceef admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:53:35.020933 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dc751-530f-400e-8b53-9d2adecaceef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bc830d9-b441-49cf-a1eb-9003a26a973b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:35.025550 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-855dc751-530f-400e-8b53-9d2adecaceef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.025936 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-855dc751-530f-400e-8b53-9d2adecaceef admin admin] Added segment 2a3a1ae2-4d4d-4544-ba80-dbe8bd6fe7d6 of type vlan for network 613fd057-29cf-4d87-848a-715a9be726a9 Aug 17 02:53:35.092128 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c140529c-9064-4a3f-8752-68d18a601154 req-7b8ac40c-39bc-4b22-bcb9-e11cdbde7336 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:35.094514 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c140529c-9064-4a3f-8752-68d18a601154 req-7b8ac40c-39bc-4b22-bcb9-e11cdbde7336 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0923438 Aug 17 02:53:35.099951 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-855dc751-530f-400e-8b53-9d2adecaceef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.141633 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c140529c-9064-4a3f-8752-68d18a601154 req-d710c0f2-d4b2-42dd-9f1e-95a8acf415f6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402789 Aug 17 02:53:35.187357 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-855dc751-530f-400e-8b53-9d2adecaceef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.188352 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-855dc751-530f-400e-8b53-9d2adecaceef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:35.188949 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-855dc751-530f-400e-8b53-9d2adecaceef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.247648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855dc751-530f-400e-8b53-9d2adecaceef admin admin] Pushing event updated for resources: {'Network': ['ID=613fd057-29cf-4d87-848a-715a9be726a9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:35.257699 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 613fd057-29cf-4d87-848a-715a9be726a9 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:53:35.301852 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-855dc751-530f-400e-8b53-9d2adecaceef admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8595169 Aug 17 02:53:35.304571 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38856) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:35.310366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-7287c6cb-dd9b-4044-8c72-0b1a2077546c admin admin] Request body: {'subnet': {'network_id': '613fd057-29cf-4d87-848a-715a9be726a9', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2112042219-subnet', 'tenant_id': '4aa68351502741f3aff9ca8ebbb26e4c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:35.411825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbc68c48-1ddb-484e-a2ff-4b6a9982a8a1 req-2b2d3fbf-4b6c-4e9f-a4fa-aa57fd3fc02d tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:35.413352 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbc68c48-1ddb-484e-a2ff-4b6a9982a8a1 req-2b2d3fbf-4b6c-4e9f-a4fa-aa57fd3fc02d tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 946 time: 0.0621436 Aug 17 02:53:35.415274 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65779d46-2064-4668-a65d-2c4b48bc380a req-d76ec22c-bb8a-42e4-b811-4763a4cffb6b tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:35.415783 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7287c6cb-dd9b-4044-8c72-0b1a2077546c admin admin] Made reservation on behalf of 4aa68351502741f3aff9ca8ebbb26e4c for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:35.417604 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-65779d46-2064-4668-a65d-2c4b48bc380a req-d76ec22c-bb8a-42e4-b811-4763a4cffb6b tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0524054 Aug 17 02:53:35.418108 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7287c6cb-dd9b-4044-8c72-0b1a2077546c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.462096 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-65779d46-2064-4668-a65d-2c4b48bc380a req-98f614d7-371f-4812-a274-8a3f3907dbd4 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380015 Aug 17 02:53:35.532917 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbc68c48-1ddb-484e-a2ff-4b6a9982a8a1 req-5a8daca3-2a9e-453e-8f0e-f22bc7806eda tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024258 Aug 17 02:53:35.585997 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cd8288-b064-45c5-9b09-c3b3db5eac08 req-b7768b10-a2d4-4165-aea6-79ba68612dfc tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:35.588325 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8cd8288-b064-45c5-9b09-c3b3db5eac08 req-b7768b10-a2d4-4165-aea6-79ba68612dfc tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 950 time: 0.0519361 Aug 17 02:53:35.638107 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8cd8288-b064-45c5-9b09-c3b3db5eac08 req-73add7f3-47be-4dc2-a311-ab83199cb50c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429482 Aug 17 02:53:35.781650 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7287c6cb-dd9b-4044-8c72-0b1a2077546c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:35.837738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7287c6cb-dd9b-4044-8c72-0b1a2077546c admin admin] Pushing event updated for resources: {'Subnet': ['ID=03f026a2-c50b-4811-a63a-8bc6df8dc7ff,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:35.849246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7287c6cb-dd9b-4044-8c72-0b1a2077546c admin admin] Checking segment: {'id': '2a3a1ae2-4d4d-4544-ba80-dbe8bd6fe7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '613fd057-29cf-4d87-848a-715a9be726a9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:35.852928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7287c6cb-dd9b-4044-8c72-0b1a2077546c admin admin] Network hostable DHCP agents. Network: 613fd057-29cf-4d87-848a-715a9be726a9, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:53:35.952041 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbcc264-1809-4a6e-85d0-4220ebd66c25 req-c9995fcb-52a5-4721-a1e1-3066efeca344 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:35.953601 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cfbcc264-1809-4a6e-85d0-4220ebd66c25 req-c9995fcb-52a5-4721-a1e1-3066efeca344 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 949 time: 0.0493333 Aug 17 02:53:35.964557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7287c6cb-dd9b-4044-8c72-0b1a2077546c admin admin] Network 613fd057-29cf-4d87-848a-715a9be726a9 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:53:35.992066 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cfbcc264-1809-4a6e-85d0-4220ebd66c25 req-85fdea43-5b34-4437-8df7-658ec291b08a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322347 Aug 17 02:53:36.061002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-7287c6cb-dd9b-4044-8c72-0b1a2077546c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 613fd057-29cf-4d87-848a-715a9be726a9) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:36.065113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7287c6cb-dd9b-4044-8c72-0b1a2077546c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:36.065752 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7287c6cb-dd9b-4044-8c72-0b1a2077546c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:36.071553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b263e0-3dc7-4b4b-aa56-0f8a6596297b None None] Network 613fd057-29cf-4d87-848a-715a9be726a9 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:36.173584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7287c6cb-dd9b-4044-8c72-0b1a2077546c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8661237 Aug 17 02:53:36.203753 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae732377-24ef-4973-8a93-74fa35447e94 None None] Network 613fd057-29cf-4d87-848a-715a9be726a9 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:53:36.312280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a792eed0-a987-4ae1-a131-97e2f341cbf2 req-1640e08b-f46f-4e8f-8838-2f6010816e91 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:36.314183 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a792eed0-a987-4ae1-a131-97e2f341cbf2 req-1640e08b-f46f-4e8f-8838-2f6010816e91 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0726836 Aug 17 02:53:36.317667 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-52f5b3c8-ec05-4894-b764-ee133852be57 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--387289729&fields=id&tenant_id=584ea18469ca41d9b4edaef410100232 HTTP/1.1" status: 200 len: 267 time: 0.0484817 Aug 17 02:53:36.364215 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a792eed0-a987-4ae1-a131-97e2f341cbf2 req-bc206641-5473-4d18-9b44-e2e9b521328b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363507 Aug 17 02:53:36.443202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-a7b044fa-611d-4175-9c59-3cc09801e631 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:36.446675 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-a7b044fa-611d-4175-9c59-3cc09801e631 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/networks?id=7614221c-4a8f-4d76-b9c1-3db8fea6780b HTTP/1.1" status: 200 len: 814 time: 0.1206279 Aug 17 02:53:36.460934 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-8961319e-f0b4-4d2a-90bf-608e6918b257 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/quotas/584ea18469ca41d9b4edaef410100232 HTTP/1.1" status: 200 len: 375 time: 0.0096018 Aug 17 02:53:36.519761 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-4cfa0571-42b6-43f8-b55f-60bdc51490f2 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=584ea18469ca41d9b4edaef410100232&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517120 Aug 17 02:53:36.627970 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-c66e0813-fd99-4ae9-b2f0-8092a423f116 service neutron] 10.222.0.10 "GET /v2.0/networks/7614221c-4a8f-4d76-b9c1-3db8fea6780b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909805 Aug 17 02:53:36.658656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-0c179281-1edc-4fb2-9e53-cba11cfd41b4 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:36.660132 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-0c179281-1edc-4fb2-9e53-cba11cfd41b4 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/networks?id=613fd057-29cf-4d87-848a-715a9be726a9 HTTP/1.1" status: 200 len: 814 time: 0.1068192 Aug 17 02:53:36.676431 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-500c7950-3fb1-4648-b689-5c5152323ae9 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/quotas/4aa68351502741f3aff9ca8ebbb26e4c HTTP/1.1" status: 200 len: 375 time: 0.0094948 Aug 17 02:53:36.709392 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-6d15df87-ad5b-421e-9e7c-6500d8761033 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4aa68351502741f3aff9ca8ebbb26e4c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258851 Aug 17 02:53:36.719122 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-c5af6f9f-4d60-43e2-80a5-30d55585ffcf service neutron] 10.222.0.10 "GET /v2.0/networks/7614221c-4a8f-4d76-b9c1-3db8fea6780b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845234 Aug 17 02:53:36.815048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-5c821b9d-95e8-4340-944b-2ebab7f06e4e service neutron] 10.222.0.10 "GET /v2.0/networks/613fd057-29cf-4d87-848a-715a9be726a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962882 Aug 17 02:53:36.906977 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-d12791f0-3bd7-40d7-829b-a0a38fbb950b service neutron] 10.222.0.10 "GET /v2.0/networks/613fd057-29cf-4d87-848a-715a9be726a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875309 Aug 17 02:53:37.194259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1db02e5-1ce0-4187-8b0d-f180f26bc02c req-6a11218b-64c7-494a-ab86-990a2c3b87ba tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:37.196555 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1db02e5-1ce0-4187-8b0d-f180f26bc02c req-6a11218b-64c7-494a-ab86-990a2c3b87ba tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0553753 Aug 17 02:53:37.253393 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1db02e5-1ce0-4187-8b0d-f180f26bc02c req-e11b0223-df22-46be-b4be-c7ab41e13277 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485270 Aug 17 02:53:37.371156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b452a5c-a516-4c40-8bc9-c1b1bcdf281c req-0a888834-1d25-4cfd-ba6f-843c755e24ee tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:37.372696 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b452a5c-a516-4c40-8bc9-c1b1bcdf281c req-0a888834-1d25-4cfd-ba6f-843c755e24ee tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 946 time: 0.0557964 Aug 17 02:53:37.432578 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b452a5c-a516-4c40-8bc9-c1b1bcdf281c req-8b4e86e7-e5a6-4dce-be1d-1d0681f40cce tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467083 Aug 17 02:53:37.482929 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a68380d5-2a6c-4c52-b85a-c92cedab1658 req-b5fb0094-b030-4b91-a287-9d43110e6745 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:37.484580 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a68380d5-2a6c-4c52-b85a-c92cedab1658 req-b5fb0094-b030-4b91-a287-9d43110e6745 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 950 time: 0.0709774 Aug 17 02:53:37.553346 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a68380d5-2a6c-4c52-b85a-c92cedab1658 req-f5a2d230-7f2c-414f-88e6-ffe03bfaadbc tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537386 Aug 17 02:53:37.616300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9c21c-790d-47cd-8dbd-f46754555583 req-4abaf9fd-2470-4889-a2f2-86ca8cd84818 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:37.617845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18a9c21c-790d-47cd-8dbd-f46754555583 req-4abaf9fd-2470-4889-a2f2-86ca8cd84818 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 949 time: 0.0518820 Aug 17 02:53:37.621260 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aebeb738-0031-4004-9d1b-5614bedc52ba req-00fd699b-1b2d-41f5-a92e-d3b79c536c33 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 210 time: 0.0326195 Aug 17 02:53:37.664432 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18a9c21c-790d-47cd-8dbd-f46754555583 req-bf5555f6-615e-4d48-b160-329974dd545e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400116 Aug 17 02:53:37.689710 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-043bd51f-90b8-43e7-a673-71e77ba22154 req-416db44a-731b-42db-b69f-f75103c990b0 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 210 time: 0.0292029 Aug 17 02:53:37.784990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bae846-9ede-4ba1-ab01-0b4cb8005920 req-75b0b44d-528b-4fd4-a9c0-6447cef8c387 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:37.787334 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64bae846-9ede-4ba1-ab01-0b4cb8005920 req-75b0b44d-528b-4fd4-a9c0-6447cef8c387 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0535057 Aug 17 02:53:37.831330 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64bae846-9ede-4ba1-ab01-0b4cb8005920 req-a292fa61-2fb0-4dd8-bce5-3d4505374e48 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372698 Aug 17 02:53:38.377013 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366379f3-7b48-4bc1-bec6-456b2274dbcd req-7141a8bf-33f9-4210-bb48-ff473796b9d4 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:38.378523 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-366379f3-7b48-4bc1-bec6-456b2274dbcd req-7141a8bf-33f9-4210-bb48-ff473796b9d4 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0501611 Aug 17 02:53:38.420785 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-366379f3-7b48-4bc1-bec6-456b2274dbcd req-d60f0bbb-c512-42e4-9092-4ac1da88863a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349727 Aug 17 02:53:38.538690 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-495d5355-f12b-4b22-bc25-eba496c9d166 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:38.540271 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-495d5355-f12b-4b22-bc25-eba496c9d166 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.30 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 950 time: 0.0580297 Aug 17 02:53:38.563499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8216828e-8c04-4a38-b825-37cd02f47413 req-fb63aa9c-f192-42c7-9954-bed5052edac1 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:38.570056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8216828e-8c04-4a38-b825-37cd02f47413 req-fb63aa9c-f192-42c7-9954-bed5052edac1 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 946 time: 0.0570748 Aug 17 02:53:38.629853 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8216828e-8c04-4a38-b825-37cd02f47413 req-5c312dde-56d0-4d23-95a2-5366e24eada1 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543578 Aug 17 02:53:38.735477 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-fccc735f-a417-428f-8988-3fde8ebd0b2b tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Deleting port 15a43ac2-7e05-410a-9ad8-c55eace6a916 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:38.735713 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-fccc735f-a417-428f-8988-3fde8ebd0b2b tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:38.741265 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bbcd4df6-25ab-40e7-8517-8ad5d7883c56 req-935818ca-c95f-4ea0-b9df-c437d1cd8f57 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 210 time: 0.0330093 Aug 17 02:53:38.793635 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe569e0-5559-441b-98d4-8baa6eedc487 req-28b7737a-104b-4473-aca1-324dc8ab23a1 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:38.795198 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-afe569e0-5559-441b-98d4-8baa6eedc487 req-28b7737a-104b-4473-aca1-324dc8ab23a1 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 950 time: 0.1330845 Aug 17 02:53:38.862197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedfbb5-4147-416c-b0e0-2ffd81815d0a req-b4923d20-1a77-49ef-ae77-766402999c18 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:38.863811 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fedfbb5-4147-416c-b0e0-2ffd81815d0a req-b4923d20-1a77-49ef-ae77-766402999c18 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 949 time: 0.0606880 Aug 17 02:53:38.870081 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-afe569e0-5559-441b-98d4-8baa6eedc487 req-023d710c-abcf-42dc-826f-bfd77ee2f4be tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683761 Aug 17 02:53:38.885765 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-fccc735f-a417-428f-8988-3fde8ebd0b2b tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] For port 15a43ac2-7e05-410a-9ad8-c55eace6a916, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=15a43ac2-7e05-410a-9ad8-c55eace6a916,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:38.886138 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-fccc735f-a417-428f-8988-3fde8ebd0b2b tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:38.902437 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-fccc735f-a417-428f-8988-3fde8ebd0b2b tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Calling delete_port for 15a43ac2-7e05-410a-9ad8-c55eace6a916 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:38.916560 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fedfbb5-4147-416c-b0e0-2ffd81815d0a req-46be7540-d9ac-4d4f-bb36-347a28a9105f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440519 Aug 17 02:53:39.004065 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0a8aeec-00d2-43a6-8864-8e58dba9f676 req-4e57c4db-cb58-40bf-9948-61c8514a62cf tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 210 time: 0.0608661 Aug 17 02:53:39.036459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-869f7ab3-2601-45e8-845c-fb12b64dbcb3 req-119ea616-ea39-443e-ad95-97004dbc6cb9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:39.043512 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-869f7ab3-2601-45e8-845c-fb12b64dbcb3 req-119ea616-ea39-443e-ad95-97004dbc6cb9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0545487 Aug 17 02:53:39.079112 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-869f7ab3-2601-45e8-845c-fb12b64dbcb3 req-b42ac940-2c77-4643-84f0-04e5faeb8994 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328777 Aug 17 02:53:39.250029 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-fccc735f-a417-428f-8988-3fde8ebd0b2b tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:39.264954 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['fe247acb-2efc-4ed2-a5fd-29f14b992bf1', '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:39.280988 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fccc735f-a417-428f-8988-3fde8ebd0b2b tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Pushing event deleted for resources: {'Port': ['ID=15a43ac2-7e05-410a-9ad8-c55eace6a916,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:39.624186 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-fccc735f-a417-428f-8988-3fde8ebd0b2b tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] No DVR routers for this DVR port 15a43ac2-7e05-410a-9ad8-c55eace6a916 on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:39.635456 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-fccc735f-a417-428f-8988-3fde8ebd0b2b tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:39.637518 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-fccc735f-a417-428f-8988-3fde8ebd0b2b tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.30 "DELETE /v2.0/ports/15a43ac2-7e05-410a-9ad8-c55eace6a916 HTTP/1.1" status: 204 len: 173 time: 1.0851884 Aug 17 02:53:39.637974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e747a21d-0d49-4bee-a69f-713fd8960b42', 'name': 'network-vif-deleted', 'tag': '15a43ac2-7e05-410a-9ad8-c55eace6a916'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:39.640193 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40e7550b-976f-4520-9ced-177358b76ada" -d '{"events": [{"server_uuid": "e747a21d-0d49-4bee-a69f-713fd8960b42", "name": "network-vif-deleted", "tag": "15a43ac2-7e05-410a-9ad8-c55eace6a916"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:39.683569 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e134f911-0250-474a-8362-7172c1aec048 req-cbc07102-bd32-4843-a853-2b31a3f774a9 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:39.683740 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e134f911-0250-474a-8362-7172c1aec048 req-cbc07102-bd32-4843-a853-2b31a3f774a9 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0607789 Aug 17 02:53:39.707762 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-45f64e4c-34d1-4647-b17d-aa5071d1b56b x-openstack-request-id: req-45f64e4c-34d1-4647-b17d-aa5071d1b56b {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:39.708050 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e747a21d-0d49-4bee-a69f-713fd8960b42", "name": "network-vif-deleted", "tag": "15a43ac2-7e05-410a-9ad8-c55eace6a916", "status": "failed", "code": 422}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:39.708440 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-45f64e4c-34d1-4647-b17d-aa5071d1b56b {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:39.708873 n-d-802060-9 neutron-server[101969]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e747a21d-0d49-4bee-a69f-713fd8960b42', 'name': 'network-vif-deleted', 'tag': '15a43ac2-7e05-410a-9ad8-c55eace6a916', 'status': 'failed', 'code': 422} returned with failed status Aug 17 02:53:39.730999 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e134f911-0250-474a-8362-7172c1aec048 req-0ae4247d-5e55-40f6-9a9c-69cf6ae78972 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392635 Aug 17 02:53:39.804622 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76afc35-7f68-4b23-b638-11f22816c268 req-2082440b-8f73-4a0b-a8b8-58a6d4c06a3c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:39.806842 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c76afc35-7f68-4b23-b638-11f22816c268 req-2082440b-8f73-4a0b-a8b8-58a6d4c06a3c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 946 time: 0.0519257 Aug 17 02:53:39.842376 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a1ee7d09-0102-49b9-8df7-04e76d166b95 req-49b6f5b0-9a50-4344-8412-060843e1d368 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 210 time: 0.0304627 Aug 17 02:53:39.850574 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c76afc35-7f68-4b23-b638-11f22816c268 req-6a7e6802-bcc9-46d6-8898-9fb1c22aa1c8 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377257 Aug 17 02:53:39.974514 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-14bda2fb-65a2-4dcc-95ab-630ba7fdb729 req-6ad0700d-58f5-40e3-8e59-31d1493ad8b8 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 210 time: 0.0364697 Aug 17 02:53:40.010035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-00a4705f-613c-4bc7-8b6c-a35d57a7d78e tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:40.011484 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-00a4705f-613c-4bc7-8b6c-a35d57a7d78e tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.60 "GET /v2.0/networks?id=613fd057-29cf-4d87-848a-715a9be726a9 HTTP/1.1" status: 200 len: 814 time: 0.1239548 Aug 17 02:53:40.043259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-fd81fd71-71aa-40de-8117-f13bc2ddbf9a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Request body: {'port': {'device_id': 'b7649a8b-98b5-4dbc-8de1-4f91fe991368', 'network_id': '613fd057-29cf-4d87-848a-715a9be726a9', 'admin_state_up': True, 'tenant_id': '4aa68351502741f3aff9ca8ebbb26e4c'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:40.123162 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bc1a27d-3f61-430b-a74e-4bd023bb03ac req-6d9deb9f-c420-4219-b726-3932739559d9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:40.123976 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8142438-f0ed-4859-a94a-4c1224d1e902 req-df931f4d-f88d-4662-9194-5670d576ce8d tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 210 time: 0.0294573 Aug 17 02:53:40.126383 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6bc1a27d-3f61-430b-a74e-4bd023bb03ac req-6d9deb9f-c420-4219-b726-3932739559d9 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 949 time: 0.1255076 Aug 17 02:53:40.204896 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6bc1a27d-3f61-430b-a74e-4bd023bb03ac req-1385724f-e6ce-4b77-80cb-a54b9d1fda90 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574319 Aug 17 02:53:40.222878 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd7b337-edd3-4315-9358-b609c8108545 req-40cb196f-2abb-4059-9b01-724f620f2839 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:40.224406 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8dd7b337-edd3-4315-9358-b609c8108545 req-40cb196f-2abb-4059-9b01-724f620f2839 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0510967 Aug 17 02:53:40.265500 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8dd7b337-edd3-4315-9358-b609c8108545 req-5c158bd5-49be-4abd-b509-68549989b3fa tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347295 Aug 17 02:53:40.295910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-fd81fd71-71aa-40de-8117-f13bc2ddbf9a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Made reservation on behalf of 4aa68351502741f3aff9ca8ebbb26e4c for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:40.299574 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-fd81fd71-71aa-40de-8117-f13bc2ddbf9a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:40.434763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-fd81fd71-71aa-40de-8117-f13bc2ddbf9a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Allocated IP 172.20.0.3 (613fd057-29cf-4d87-848a-715a9be726a9/03f026a2-c50b-4811-a63a-8bc6df8dc7ff/a9b788fa-140f-4792-80df-1dc383b063d6) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:40.434999 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-30c3decf-8efc-4c4e-ad18-96b3129d335b tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:40.436471 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-30c3decf-8efc-4c4e-ad18-96b3129d335b tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627&tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 1097 time: 0.0456235 Aug 17 02:53:40.449831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802060-9'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:40.512192 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:40.602828 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-fd81fd71-71aa-40de-8117-f13bc2ddbf9a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:40.714515 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-fd81fd71-71aa-40de-8117-f13bc2ddbf9a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:40.735184 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-f2508b14-093c-437a-8a19-2cec73b363ee tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:40.736648 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-f2508b14-093c-437a-8a19-2cec73b363ee tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.60 "GET /v2.0/networks?id=7614221c-4a8f-4d76-b9c1-3db8fea6780b HTTP/1.1" status: 200 len: 814 time: 0.1742616 Aug 17 02:53:40.738528 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] For port 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=31b9c165-0f4a-4807-b8da-e8fe3347cd41,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:40.776961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-fd81fd71-71aa-40de-8117-f13bc2ddbf9a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Network 613fd057-29cf-4d87-848a-715a9be726a9 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:40.778863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd81fd71-71aa-40de-8117-f13bc2ddbf9a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Pushing event updated for resources: {'Port': ['ID=a9b788fa-140f-4792-80df-1dc383b063d6,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:40.781612 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-fd81fd71-71aa-40de-8117-f13bc2ddbf9a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:40.783750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-fd81fd71-71aa-40de-8117-f13bc2ddbf9a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:40.794473 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 15a43ac2-7e05-410a-9ad8-c55eace6a916 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:53:40.829208 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] For port 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:53:40.833175 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 15a43ac2-7e05-410a-9ad8-c55eace6a916 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:53:40.833958 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 15a43ac2-7e05-410a-9ad8-c55eace6a916 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:53:40.834581 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-377f87ce-35d2-4dbc-923e-2e8740ef8a8f tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=584ea18469ca41d9b4edaef410100232 HTTP/1.1" status: 200 len: 379 time: 0.0702150 Aug 17 02:53:40.835829 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-fd81fd71-71aa-40de-8117-f13bc2ddbf9a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:40.836609 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-fd81fd71-71aa-40de-8117-f13bc2ddbf9a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:40.845536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38964) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:53:40.866116 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-f44a3f67-47c7-4bdc-91d7-116e15245269 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Request body: {'port': {'device_id': 'b3a6c2f6-2276-462a-8971-1139d925c90b', 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b', 'admin_state_up': True, 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'security_groups': ['dcb7bc0e-96db-4fa7-87ba-83b66a20507b']}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:40.874254 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33f37e1c-8939-4c97-82b2-e0ec02532ba3 req-8d1e7d9e-d8cc-42a8-a424-a79a130b9561 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 210 time: 0.0276108 Aug 17 02:53:40.942062 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-fd81fd71-71aa-40de-8117-f13bc2ddbf9a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9038486 Aug 17 02:53:40.965971 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Request body: {'port': {'device_id': 'b7649a8b-98b5-4dbc-8de1-4f91fe991368', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:40.973042 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.006908 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ade67672-dc3a-428c-9029-779ff30f3299 req-3720ead3-009a-4556-b372-ca3110a52e3b tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:41.008456 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ade67672-dc3a-428c-9029-779ff30f3299 req-3720ead3-009a-4556-b372-ca3110a52e3b tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.1729453 Aug 17 02:53:41.015184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8af6f38-09fd-4f48-b2d3-0e2c3dbf9dfb req-8cd38adb-a76d-438f-b3b1-eebc5d4175c4 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:41.016715 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e8af6f38-09fd-4f48-b2d3-0e2c3dbf9dfb req-8cd38adb-a76d-438f-b3b1-eebc5d4175c4 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 931 time: 0.0898175 Aug 17 02:53:41.060659 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.062189 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.082886 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e8af6f38-09fd-4f48-b2d3-0e2c3dbf9dfb req-8dc322c7-b283-4c49-888d-017ab2fbb432 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bc830d9-b441-49cf-a1eb-9003a26a973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498271 Aug 17 02:53:41.105770 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ade67672-dc3a-428c-9029-779ff30f3299 req-43cf6837-c5c3-4fcf-ae6b-bfef7f82fe05 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0848212 Aug 17 02:53:41.189096 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=31b9c165-0f4a-4807-b8da-e8fe3347cd41,revision_number=7']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:41.197687 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-f44a3f67-47c7-4bdc-91d7-116e15245269 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Made reservation on behalf of 584ea18469ca41d9b4edaef410100232 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:53:41.201111 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-f44a3f67-47c7-4bdc-91d7-116e15245269 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.219137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Attempting to bind port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 on host n-h2-802060-9 for vnic_type normal with profile {"migrating_to": "n-h1-802060-9"} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:53:41.219137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Attempting to bind port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:53:41.219449 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Attempting to bind port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:41.240182 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 on network c28a528a-b139-4af7-9a8b-0c957b3df977 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:53:41.250292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Attempting to bind port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:41.268115 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ad14d5f-4ec9-4143-91e1-4958e73ab8d6 req-87040ca9-31dd-48b4-895a-37284c4fb8a1 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 210 time: 0.0426030 Aug 17 02:53:41.270090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:53:41.270434 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Checking segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:41.270823 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Bound using segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:53:41.271262 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Bound port: 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:53:41.271631 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.336973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-797a1750-959c-4609-96b7-5a89579de505 req-47933422-2e55-4116-af8c-8ada64b02b38 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:41.339240 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-797a1750-959c-4609-96b7-5a89579de505 req-47933422-2e55-4116-af8c-8ada64b02b38 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 944 time: 0.1328430 Aug 17 02:53:41.398243 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-797a1750-959c-4609-96b7-5a89579de505 req-44bba01d-60f6-4212-8fb6-edeeb8125040 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514956 Aug 17 02:53:41.481846 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-498a2dde-6207-40e9-bc2d-3d74db61e804 req-f350348a-f149-4931-b333-e0f23c5ad573 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 210 time: 0.1031811 Aug 17 02:53:41.496023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] For port 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:53:41.502300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] For port 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=31b9c165-0f4a-4807-b8da-e8fe3347cd41,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:53:41.522817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b788fa-140f-4792-80df-1dc383b063d6 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:53:41.523015 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-f44a3f67-47c7-4bdc-91d7-116e15245269 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Allocated IP 172.20.0.10 (7614221c-4a8f-4d76-b9c1-3db8fea6780b/8a795f62-7bc2-4976-a18a-36954442be30/a6965aee-d0a9-48a6-a21a-d4bbea85f9d3) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:53:41.542077 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.557249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Transition to ACTIVE for port object a9b788fa-140f-4792-80df-1dc383b063d6 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:41.574663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be380fb0-556a-4523-a5e1-524af87f43c8 req-e5c16415-e8c3-4b96-9172-f56d44c81290 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:41.576411 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be380fb0-556a-4523-a5e1-524af87f43c8 req-e5c16415-e8c3-4b96-9172-f56d44c81290 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 949 time: 0.0976377 Aug 17 02:53:41.622067 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be380fb0-556a-4523-a5e1-524af87f43c8 req-df1abe0b-a98c-418b-a5cb-ee5ec1e284c3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385122 Aug 17 02:53:41.626804 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.640812 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.684882 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b788fa-140f-4792-80df-1dc383b063d6,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:41.714934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61403451-cf04-4be6-a299-07af995c2627', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b9c165-0f4a-4807-b8da-e8fe3347cd41'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:41.717282 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6b2036-8c0f-4ae6-9500-8271bd246cbb" -d '{"events": [{"server_uuid": "61403451-cf04-4be6-a299-07af995c2627", "name": "network-vif-unplugged", "status": "completed", "tag": "31b9c165-0f4a-4807-b8da-e8fe3347cd41"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:41.748170 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f950669-638c-4f0d-ae39-ef7a4564b19c req-435154ad-248f-43ec-a17e-c45826272c84 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:41.754496 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f950669-638c-4f0d-ae39-ef7a4564b19c req-435154ad-248f-43ec-a17e-c45826272c84 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.1785831 Aug 17 02:53:41.769766 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Pushing event updated for resources: {'Port': ['ID=31b9c165-0f4a-4807-b8da-e8fe3347cd41,revision_number=8']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:41.786450 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Attempting to bind port a9b788fa-140f-4792-80df-1dc383b063d6 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:53:41.786802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Attempting to bind port a9b788fa-140f-4792-80df-1dc383b063d6 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '2a3a1ae2-4d4d-4544-ba80-dbe8bd6fe7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '613fd057-29cf-4d87-848a-715a9be726a9'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:53:41.787132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Attempting to bind port a9b788fa-140f-4792-80df-1dc383b063d6 on network 613fd057-29cf-4d87-848a-715a9be726a9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:41.797026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Port a9b788fa-140f-4792-80df-1dc383b063d6 on network 613fd057-29cf-4d87-848a-715a9be726a9 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:53:41.797026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Attempting to bind port a9b788fa-140f-4792-80df-1dc383b063d6 on network 613fd057-29cf-4d87-848a-715a9be726a9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:41.800774 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:53:41.801059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Checking segment: {'id': '2a3a1ae2-4d4d-4544-ba80-dbe8bd6fe7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '613fd057-29cf-4d87-848a-715a9be726a9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:41.801738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Bound using segment: {'id': '2a3a1ae2-4d4d-4544-ba80-dbe8bd6fe7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '613fd057-29cf-4d87-848a-715a9be726a9'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:53:41.802156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Bound port: a9b788fa-140f-4792-80df-1dc383b063d6, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2a3a1ae2-4d4d-4544-ba80-dbe8bd6fe7d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '613fd057-29cf-4d87-848a-715a9be726a9'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:53:41.802248 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.812618 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:41.813246 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.814688 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-02345b38-92d1-4320-9aa7-81337bfec3d1 service neutron] 10.222.0.30 "PUT /v2.0/ports/31b9c165-0f4a-4807-b8da-e8fe3347cd41 HTTP/1.1" status: 200 len: 1122 time: 1.3692966 Aug 17 02:53:41.828189 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-f44a3f67-47c7-4bdc-91d7-116e15245269 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:41.865814 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f950669-638c-4f0d-ae39-ef7a4564b19c req-083bffb0-cae5-496d-9ed2-d6dbf230ac0b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062901 Aug 17 02:53:41.873047 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-f44a3f67-47c7-4bdc-91d7-116e15245269 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Transition to ACTIVE for port object a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:41.896969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] For port a9b788fa-140f-4792-80df-1dc383b063d6, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:53:41.901723 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] For port a9b788fa-140f-4792-80df-1dc383b063d6, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a9b788fa-140f-4792-80df-1dc383b063d6,segment=NetworkSegment(2a3a1ae2-4d4d-4544-ba80-dbe8bd6fe7d6),segment_id=2a3a1ae2-4d4d-4544-ba80-dbe8bd6fe7d6)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:53:41.936724 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb4766ef-9468-4389-8ac6-65a0048adc49 req-74c1bf54-5f28-4e56-8731-ab534be00921 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=e747a21d-0d49-4bee-a69f-713fd8960b42 HTTP/1.1" status: 200 len: 210 time: 0.0321417 Aug 17 02:53:41.940521 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d21c7cd-a65d-49c4-a7a9-6ed36a1d21a3 x-openstack-request-id: req-7d21c7cd-a65d-49c4-a7a9-6ed36a1d21a3 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:41.940877 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61403451-cf04-4be6-a299-07af995c2627", "name": "network-vif-unplugged", "status": "completed", "tag": "31b9c165-0f4a-4807-b8da-e8fe3347cd41", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:41.941453 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d21c7cd-a65d-49c4-a7a9-6ed36a1d21a3 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:41.941873 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61403451-cf04-4be6-a299-07af995c2627', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '31b9c165-0f4a-4807-b8da-e8fe3347cd41', 'code': 200} Aug 17 02:53:41.956438 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['31b9c165-0f4a-4807-b8da-e8fe3347cd41'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:41.982544 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:42.007621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['31b9c165-0f4a-4807-b8da-e8fe3347cd41'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:42.016210 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-f44a3f67-47c7-4bdc-91d7-116e15245269 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:42.060129 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-f44a3f67-47c7-4bdc-91d7-116e15245269 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Network 7614221c-4a8f-4d76-b9c1-3db8fea6780b is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:53:42.063444 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-f44a3f67-47c7-4bdc-91d7-116e15245269 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:53:42.075624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-f44a3f67-47c7-4bdc-91d7-116e15245269 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:53:42.118705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:42.119332 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:42.120735 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] 10.222.0.60 "PUT /v2.0/ports/a9b788fa-140f-4792-80df-1dc383b063d6 HTTP/1.1" status: 200 len: 1091 time: 1.1609488 Aug 17 02:53:42.121201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b7649a8b-98b5-4dbc-8de1-4f91fe991368', 'tag': 'a9b788fa-140f-4792-80df-1dc383b063d6'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:42.130580 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bbca4a-ac18-4cfb-8693-05e98913b63b" -d '{"events": [{"name": "network-changed", "server_uuid": "b7649a8b-98b5-4dbc-8de1-4f91fe991368", "tag": "a9b788fa-140f-4792-80df-1dc383b063d6"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:42.144787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52a3672-ec7d-4a69-87d1-4cc25c9c7278 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b788fa-140f-4792-80df-1dc383b063d6,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:42.171225 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44a3f67-47c7-4bdc-91d7-116e15245269 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Pushing event updated for resources: {'Port': ['ID=a6965aee-d0a9-48a6-a21a-d4bbea85f9d3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:42.192988 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-f44a3f67-47c7-4bdc-91d7-116e15245269 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:42.194105 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-f44a3f67-47c7-4bdc-91d7-116e15245269 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:42.320134 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-d96bfa3f-eea4-43da-a633-345f36cfd7ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:42.322671 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-d96bfa3f-eea4-43da-a633-345f36cfd7ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4aa68351502741f3aff9ca8ebbb26e4c&device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 1094 time: 0.0545704 Aug 17 02:53:42.356674 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-f44a3f67-47c7-4bdc-91d7-116e15245269 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5020514 Aug 17 02:53:42.365446 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e94f4d-fa9c-40bc-8659-db5b88bb33e5 req-eba4331e-a339-4bcf-b9d9-ac3a62b5e5ac tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:42.367167 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e1e94f4d-fa9c-40bc-8659-db5b88bb33e5 req-eba4331e-a339-4bcf-b9d9-ac3a62b5e5ac tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 943 time: 0.0852981 Aug 17 02:53:42.377950 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Request body: {'port': {'device_id': 'b3a6c2f6-2276-462a-8971-1139d925c90b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:42.405713 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-589a79de-74c7-4075-9740-e796bc16368e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9b788fa-140f-4792-80df-1dc383b063d6 HTTP/1.1" status: 200 len: 217 time: 0.0554261 Aug 17 02:53:42.490294 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-2d20fd20-84b1-4bbf-a9d2-9227d5199a95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:42.490294 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-2d20fd20-84b1-4bbf-a9d2-9227d5199a95 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03f026a2-c50b-4811-a63a-8bc6df8dc7ff HTTP/1.1" status: 200 len: 854 time: 0.0641820 Aug 17 02:53:42.490482 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e1e94f4d-fa9c-40bc-8659-db5b88bb33e5 req-89d8a07e-e815-419d-a5ac-17e895cb972a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bc830d9-b441-49cf-a1eb-9003a26a973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717528 Aug 17 02:53:42.504155 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:42.531148 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-81eda8a6-37ec-4a66-af28-01699f105bff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=613fd057-29cf-4d87-848a-715a9be726a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0315409 Aug 17 02:53:42.610023 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2342ac10-8de6-458b-ae34-7c525ecf22f2 None None] Provisioning for port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:42.614516 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2342ac10-8de6-458b-ae34-7c525ecf22f2 None None] Provisioning complete for port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:42.615075 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2342ac10-8de6-458b-ae34-7c525ecf22f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:42.648639 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-322f8616-b1de-4285-bb88-646587f73f9f service neutron] 10.222.0.60 "GET /v2.0/networks/613fd057-29cf-4d87-848a-715a9be726a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043139 Aug 17 02:53:42.710942 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2342ac10-8de6-458b-ae34-7c525ecf22f2 None None] Port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:53:42.754395 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd83af0-ab1a-4581-97f4-aa25560a22bf req-9a3f42ec-c161-4ee3-9d16-fd3e1b98f996 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:42.755807 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5fd83af0-ab1a-4581-97f4-aa25560a22bf req-9a3f42ec-c161-4ee3-9d16-fd3e1b98f996 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.1897812 Aug 17 02:53:42.787335 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff50583-7c9e-4845-84df-d9781ec142e7 req-f3ab4e47-ca56-4f0c-8e69-da6630caf821 service neutron] 10.222.0.60 "GET /v2.0/networks/613fd057-29cf-4d87-848a-715a9be726a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1293941 Aug 17 02:53:42.810005 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 31b9c165-0f4a-4807-b8da-e8fe3347cd41 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:53:42.826353 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5fd83af0-ab1a-4581-97f4-aa25560a22bf req-a4b5bc2d-baf3-4820-a4c1-33c1887d510f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612857 Aug 17 02:53:42.899848 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5ead377-6c1d-4881-8df2-f06173ae50fa x-openstack-request-id: req-c5ead377-6c1d-4881-8df2-f06173ae50fa {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:42.900379 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b7649a8b-98b5-4dbc-8de1-4f91fe991368", "tag": "a9b788fa-140f-4792-80df-1dc383b063d6", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:42.900581 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5ead377-6c1d-4881-8df2-f06173ae50fa {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:42.901079 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b7649a8b-98b5-4dbc-8de1-4f91fe991368', 'tag': 'a9b788fa-140f-4792-80df-1dc383b063d6', 'status': 'completed', 'code': 200} Aug 17 02:53:42.923519 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=31b9c165-0f4a-4807-b8da-e8fe3347cd41,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:42.937861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 31b9c165-0f4a-4807-b8da-e8fe3347cd41 has no active binding in host n-h1-802060-9 {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:53:42.958928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:53:42.969604 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:42.998382 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Transition to ACTIVE for port object a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:53:43.038493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbca4a-ac18-4cfb-8693-05e98913b63b req-7979ef84-a7da-4274-8ed7-ec04c9dfe064 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:43.039987 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89bbca4a-ac18-4cfb-8693-05e98913b63b req-7979ef84-a7da-4274-8ed7-ec04c9dfe064 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4aa68351502741f3aff9ca8ebbb26e4c&device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 1094 time: 0.0900187 Aug 17 02:53:43.046381 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd60d38-1e07-45e8-8e99-d47610a3283e req-452d7a27-df8b-4909-b8aa-ee2ffb26266f tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:43.048045 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7fd60d38-1e07-45e8-8e99-d47610a3283e req-452d7a27-df8b-4909-b8aa-ee2ffb26266f tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 932 time: 0.0658240 Aug 17 02:53:43.052954 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5d947b-3306-4703-89a6-ba6ed2cb5313 req-3e26c146-b678-4f68-88ea-a76ec2cef2e4 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:43.061179 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c5d947b-3306-4703-89a6-ba6ed2cb5313 req-3e26c146-b678-4f68-88ea-a76ec2cef2e4 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 944 time: 0.0697401 Aug 17 02:53:43.079124 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:43.128008 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7fd60d38-1e07-45e8-8e99-d47610a3283e req-2c265b8b-3f87-4dad-8e75-6495a42a1da6 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732353 Aug 17 02:53:43.151845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c5d947b-3306-4703-89a6-ba6ed2cb5313 req-58b4705f-bdd6-47fe-af14-f11ca275a98e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870385 Aug 17 02:53:43.178639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbca4a-ac18-4cfb-8693-05e98913b63b req-ea4e446d-b5c9-4fc3-8158-59230aa9d7c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:43.180748 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89bbca4a-ac18-4cfb-8693-05e98913b63b req-ea4e446d-b5c9-4fc3-8158-59230aa9d7c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=613fd057-29cf-4d87-848a-715a9be726a9 HTTP/1.1" status: 200 len: 914 time: 0.1244407 Aug 17 02:53:43.187184 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Pushing event updated for resources: {'Port': ['ID=a6965aee-d0a9-48a6-a21a-d4bbea85f9d3,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:43.289312 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89bbca4a-ac18-4cfb-8693-05e98913b63b req-67f36705-fcd4-4f4e-a89c-96e091c70fb8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9b788fa-140f-4792-80df-1dc383b063d6 HTTP/1.1" status: 200 len: 217 time: 0.0993185 Aug 17 02:53:43.332326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Attempting to bind port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:53:43.332754 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Attempting to bind port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '9687c9c7-a274-4ef1-a0a3-8c4e8190199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:53:43.332948 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Attempting to bind port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 on network 7614221c-4a8f-4d76-b9c1-3db8fea6780b {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:43.340778 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 on network 7614221c-4a8f-4d76-b9c1-3db8fea6780b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:53:43.341098 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Attempting to bind port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 on network 7614221c-4a8f-4d76-b9c1-3db8fea6780b {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:43.358756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc302bd-ab60-4900-a956-9256b0a4f1d0 req-64931e3c-62ac-47b4-90f7-1d1ac24fc49d tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:43.360388 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3bc302bd-ab60-4900-a956-9256b0a4f1d0 req-64931e3c-62ac-47b4-90f7-1d1ac24fc49d tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 949 time: 0.0980613 Aug 17 02:53:43.361398 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:53:43.361757 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Checking segment: {'id': '9687c9c7-a274-4ef1-a0a3-8c4e8190199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:43.364870 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Bound using segment: {'id': '9687c9c7-a274-4ef1-a0a3-8c4e8190199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:53:43.364870 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Bound port: a6965aee-d0a9-48a6-a21a-d4bbea85f9d3, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9687c9c7-a274-4ef1-a0a3-8c4e8190199c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:53:43.364870 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:43.379753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89bbca4a-ac18-4cfb-8693-05e98913b63b req-9e0e4ad0-6cf2-4d24-83d2-72bb078a7a31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:43.381261 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89bbca4a-ac18-4cfb-8693-05e98913b63b req-9e0e4ad0-6cf2-4d24-83d2-72bb078a7a31 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03f026a2-c50b-4811-a63a-8bc6df8dc7ff HTTP/1.1" status: 200 len: 854 time: 0.0840201 Aug 17 02:53:43.431978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f07b6e06-f354-4bf8-93a1-55601d27fa4b req-a66c28b9-64ff-470f-8dbf-f3b345d081ff tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:43.434975 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f07b6e06-f354-4bf8-93a1-55601d27fa4b req-a66c28b9-64ff-470f-8dbf-f3b345d081ff tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0944233 Aug 17 02:53:43.436562 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89bbca4a-ac18-4cfb-8693-05e98913b63b req-1f49ac0e-6d5b-42b3-baf0-393c55d785d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=613fd057-29cf-4d87-848a-715a9be726a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465541 Aug 17 02:53:43.479784 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3bc302bd-ab60-4900-a956-9256b0a4f1d0 req-a1c7aff2-c950-434e-ad9f-4b5578d258c3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983329 Aug 17 02:53:43.509060 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] For port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:53:43.513142 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] For port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a6965aee-d0a9-48a6-a21a-d4bbea85f9d3,segment=NetworkSegment(9687c9c7-a274-4ef1-a0a3-8c4e8190199c),segment_id=9687c9c7-a274-4ef1-a0a3-8c4e8190199c)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:53:43.562245 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f07b6e06-f354-4bf8-93a1-55601d27fa4b req-f17f6b07-c6f5-4628-94de-5b5a1904d0de tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164808 Aug 17 02:53:43.594443 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:43.626003 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89bbca4a-ac18-4cfb-8693-05e98913b63b req-898d591c-0199-4a81-bfa8-050516de9755 service neutron] 10.222.0.60 "GET /v2.0/networks/613fd057-29cf-4d87-848a-715a9be726a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796927 Aug 17 02:53:43.642033 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:43.642896 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:43.644466 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] 10.222.0.60 "PUT /v2.0/ports/a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 HTTP/1.1" status: 200 len: 1092 time: 1.2736297 Aug 17 02:53:43.681810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bffad19-9459-43a9-8b3b-f7816f327f51 service neutron] Pushing event updated for resources: {'Port': ['ID=a6965aee-d0a9-48a6-a21a-d4bbea85f9d3,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:43.807176 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-0eb1a8c6-1ff1-4c53-a004-0decf2b5c19e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:43.808705 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-0eb1a8c6-1ff1-4c53-a004-0decf2b5c19e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=584ea18469ca41d9b4edaef410100232&device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 1095 time: 0.0526843 Aug 17 02:53:43.827147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b815d2-c46e-41c9-a887-9ccf2eb43c8b req-e71408b3-a862-436a-905b-12e57e1f796a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:43.835179 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-09b815d2-c46e-41c9-a887-9ccf2eb43c8b req-e71408b3-a862-436a-905b-12e57e1f796a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 943 time: 0.1185105 Aug 17 02:53:43.867967 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89bbca4a-ac18-4cfb-8693-05e98913b63b req-5bd30e1c-1ae6-435e-b785-51f8d484c1a2 service neutron] 10.222.0.60 "GET /v2.0/networks/613fd057-29cf-4d87-848a-715a9be726a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2269521 Aug 17 02:53:43.869842 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-8fe450b9-5bbf-4f32-8465-c2ce21c7d4ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 HTTP/1.1" status: 200 len: 217 time: 0.0517263 Aug 17 02:53:43.904669 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-09b815d2-c46e-41c9-a887-9ccf2eb43c8b req-9489caf2-20d8-4254-afd5-3e32abd941aa tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bc830d9-b441-49cf-a1eb-9003a26a973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685916 Aug 17 02:53:43.944448 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61403451-cf04-4be6-a299-07af995c2627', 'tag': '31b9c165-0f4a-4807-b8da-e8fe3347cd41'}, {'name': 'network-changed', 'server_uuid': 'b3a6c2f6-2276-462a-8971-1139d925c90b', 'tag': 'a6965aee-d0a9-48a6-a21a-d4bbea85f9d3'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:43.947010 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55" -d '{"events": [{"name": "network-changed", "server_uuid": "61403451-cf04-4be6-a299-07af995c2627", "tag": "31b9c165-0f4a-4807-b8da-e8fe3347cd41"}, {"name": "network-changed", "server_uuid": "b3a6c2f6-2276-462a-8971-1139d925c90b", "tag": "a6965aee-d0a9-48a6-a21a-d4bbea85f9d3"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:43.965301 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-3d5b0520-6e2b-4bc0-906d-7c64c893502e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:43.967658 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-3d5b0520-6e2b-4bc0-906d-7c64c893502e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a795f62-7bc2-4976-a18a-36954442be30 HTTP/1.1" status: 200 len: 853 time: 0.0837886 Aug 17 02:53:44.037642 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-305e3157-0054-4fc9-b281-cd583a37a906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.040218 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-305e3157-0054-4fc9-b281-cd583a37a906 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7614221c-4a8f-4d76-b9c1-3db8fea6780b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539160 Aug 17 02:53:44.051742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e50674-fdb5-437f-9326-6fff616af67f req-cb7c8da9-6aaa-468a-8e7f-7df5a2aa761f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.054364 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29e50674-fdb5-437f-9326-6fff616af67f req-cb7c8da9-6aaa-468a-8e7f-7df5a2aa761f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0731010 Aug 17 02:53:44.073004 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-773ac8c4-5457-464c-801e-3c4c32368e18 x-openstack-request-id: req-773ac8c4-5457-464c-801e-3c4c32368e18 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:44.073304 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61403451-cf04-4be6-a299-07af995c2627", "tag": "31b9c165-0f4a-4807-b8da-e8fe3347cd41", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b3a6c2f6-2276-462a-8971-1139d925c90b", "tag": "a6965aee-d0a9-48a6-a21a-d4bbea85f9d3", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:44.073687 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-773ac8c4-5457-464c-801e-3c4c32368e18 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:44.074089 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61403451-cf04-4be6-a299-07af995c2627', 'tag': '31b9c165-0f4a-4807-b8da-e8fe3347cd41', 'status': 'completed', 'code': 200} Aug 17 02:53:44.074344 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a6c2f6-2276-462a-8971-1139d925c90b', 'tag': 'a6965aee-d0a9-48a6-a21a-d4bbea85f9d3', 'status': 'completed', 'code': 200} Aug 17 02:53:44.120545 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29e50674-fdb5-437f-9326-6fff616af67f req-c1a89eba-7783-4fc5-8818-9534592fa46a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541782 Aug 17 02:53:44.178685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-9a659be2-4b35-432d-9e09-dc1890b18f79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.181259 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-9a659be2-4b35-432d-9e09-dc1890b18f79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 1125 time: 0.0593827 Aug 17 02:53:44.197831 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-99e2a364-2e77-4f5f-8831-1072c6355c8e service neutron] 10.222.0.60 "GET /v2.0/networks/7614221c-4a8f-4d76-b9c1-3db8fea6780b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1412876 Aug 17 02:53:44.299663 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-684e9b91-e382-4b08-bee3-09ad89d93a01 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.301635 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-684e9b91-e382-4b08-bee3-09ad89d93a01 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 949 time: 0.1026008 Aug 17 02:53:44.348656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-45fd481a-d8f1-4664-ad0c-89acfb8bacf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.350127 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-45fd481a-d8f1-4664-ad0c-89acfb8bacf0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.1589894 Aug 17 02:53:44.369728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ee516a4-6c8b-46eb-9ba4-466299ba4095 req-ba8bc988-1952-4234-9f58-eb6d4615f19a tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.379292 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ee516a4-6c8b-46eb-9ba4-466299ba4095 req-ba8bc988-1952-4234-9f58-eb6d4615f19a tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 944 time: 0.1183460 Aug 17 02:53:44.420884 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44c3d8a0-fc10-401a-b8fb-ec9bf55baabd req-37c76688-9b8b-4a20-a04f-bd05a9780c5e service neutron] 10.222.0.60 "GET /v2.0/networks/7614221c-4a8f-4d76-b9c1-3db8fea6780b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124605 Aug 17 02:53:44.431839 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-dadd262e-6340-4278-86fd-45c0585eb646 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b9c165-0f4a-4807-b8da-e8fe3347cd41 HTTP/1.1" status: 200 len: 217 time: 0.0439284 Aug 17 02:53:44.443438 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-e8251d44-b733-46bb-8e3a-ff28e8b0bafa tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Deleting port 734a81c1-d204-4673-858a-c169e88247c5 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:44.443784 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-e8251d44-b733-46bb-8e3a-ff28e8b0bafa tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.463404 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ee516a4-6c8b-46eb-9ba4-466299ba4095 req-1f13c3f6-1274-4fe0-b784-e805bf80ed14 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0831933 Aug 17 02:53:44.515990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-3580116a-06e8-4e08-88c9-dbfb9575e10a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.517872 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-3580116a-06e8-4e08-88c9-dbfb9575e10a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.0667899 Aug 17 02:53:44.568590 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-08c216f0-2b04-4623-b730-fa0a289229f0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402827 Aug 17 02:53:44.581692 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.581692 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.581692 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.581692 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.582153 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.582568 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.583040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.583511 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.583980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.584478 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.584936 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.585486 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.585965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.586957 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.587482 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.587983 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.588824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.589706 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.590219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.590700 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.591173 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.591651 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.594579 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-bcdfbf1c-9fe8-4678-9980-3996a049b82b tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b&device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368&device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d&device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2&device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2&device_id=8516e7fb-daed-40ef-8135-302c32ee18f9&device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e&device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75&device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3&device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d&device_id=61403451-cf04-4be6-a299-07af995c2627&device_id=dd3a766e-e3ce-4eca-9bb3-892983509658&device_id=e6a92249-472d-4302-af3e-bb859ee973cb&device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf&device_id=4a1c4fcd-5575-4dab-9284-871109887981&device_id=3edb8265-5c2f-4cf9-90c5-32338964948e&device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d&device_id=ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5&device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5&device_id=5835eb14-c168-49f2-98b9-615faac07980&device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3&device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 19787 time: 0.1351790 Aug 17 02:53:44.637960 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-4314573e-228f-41ac-b02a-b38c9e189462 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.665895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9e1608-d701-4fa6-b5b3-a1553c058a12 req-72c74710-b4c3-4f2c-94e9-6c8567a1cc47 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:44.668560 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb9e1608-d701-4fa6-b5b3-a1553c058a12 req-72c74710-b4c3-4f2c-94e9-6c8567a1cc47 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 944 time: 0.1291046 Aug 17 02:53:44.709891 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-0d74ae61-3fe3-48c0-a665-adac16a41196 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1246142 Aug 17 02:53:44.771180 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-4314573e-228f-41ac-b02a-b38c9e189462 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.777971 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-e8251d44-b733-46bb-8e3a-ff28e8b0bafa tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] For port 734a81c1-d204-4673-858a-c169e88247c5, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=734a81c1-d204-4673-858a-c169e88247c5,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:44.778343 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-e8251d44-b733-46bb-8e3a-ff28e8b0bafa tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.794528 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-e8251d44-b733-46bb-8e3a-ff28e8b0bafa tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Calling delete_port for 734a81c1-d204-4673-858a-c169e88247c5 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:44.855456 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-7a91067d-dcad-4ed8-b033-2cb8a15f8761 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1272550 Aug 17 02:53:44.878843 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-4314573e-228f-41ac-b02a-b38c9e189462 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:44.903914 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb9e1608-d701-4fa6-b5b3-a1553c058a12 req-c43c7ec2-c484-4318-8e30-6aad4a2ccb81 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924584 Aug 17 02:53:44.956199 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b19ac38a-dbd1-4d42-a673-a882beaa8ccd req-4314573e-228f-41ac-b02a-b38c9e189462 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&id=a173aca6-7ef3-4643-93be-4a0c3265f450&id=7bc830d9-b441-49cf-a1eb-9003a26a973b&id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&id=a93acc8a-9593-41fb-91ef-e52b611e940a&id=e9d4dd7c-2e5e-4396-8157-644861bae213&id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 807 time: 0.3425021 Aug 17 02:53:44.976170 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4314573e-228f-41ac-b02a-b38c9e189462 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e440abbf-0452-4811-b01e-9df42d5242ac,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:45.084421 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4dde7b-acd9-4949-9953-2315ef91060f req-1c855192-ac6f-49ce-a07e-9fae3029409e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:45.086102 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f4dde7b-acd9-4949-9953-2315ef91060f req-1c855192-ac6f-49ce-a07e-9fae3029409e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 949 time: 0.1010823 Aug 17 02:53:45.103077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-a7ff223b-19be-487e-a069-ab34889369f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:45.103077 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-a7ff223b-19be-487e-a069-ab34889369f3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=584ea18469ca41d9b4edaef410100232&device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 1095 time: 0.0700083 Aug 17 02:53:45.168787 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-e8251d44-b733-46bb-8e3a-ff28e8b0bafa tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.182324 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['724f7063-2b68-4b59-89d4-1cd162cb1fbf', 'bfb17fc5-ba62-41e7-8fdf-2db4f213001d', 'd10f7bfd-5094-4e47-b91b-f545c8add08e'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:45.187422 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['036c9b05-bee9-47a4-8090-ce1337309fc1', '7cf70f0c-1246-458d-999f-626ed945d594', '832256c5-5c54-47f5-8f5d-a940ced21811', 'f8e39f80-e585-4606-9aa7-1e4b5c3d0f91'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:45.196265 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f4dde7b-acd9-4949-9953-2315ef91060f req-37e38f91-1bb2-493c-8036-ef3f385861fe tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964038 Aug 17 02:53:45.260901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-34b707d3-1ce2-4d3a-a54d-37cb6c38b1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:45.262742 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-34b707d3-1ce2-4d3a-a54d-37cb6c38b1f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7614221c-4a8f-4d76-b9c1-3db8fea6780b HTTP/1.1" status: 200 len: 914 time: 0.1490707 Aug 17 02:53:45.311533 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fb26e1f7-0a16-44ff-bf67-303b1836e37d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.324805 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-8f4873ac-6073-4a09-8742-785da556d8af service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 HTTP/1.1" status: 200 len: 217 time: 0.0520763 Aug 17 02:53:45.340196 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a92d186d-e665-4411-a570-7ba4a054cb88 req-b6b16c6e-bf8d-49c8-92dc-e4b0b3506afb tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:45.359562 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a92d186d-e665-4411-a570-7ba4a054cb88 req-b6b16c6e-bf8d-49c8-92dc-e4b0b3506afb tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.2414615 Aug 17 02:53:45.411902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-e8251d44-b733-46bb-8e3a-ff28e8b0bafa tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] No DVR routers for this DVR port 734a81c1-d204-4673-858a-c169e88247c5 on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:45.412113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-c4956167-1fa6-4e2f-bcb2-1e5f8f6abe1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:45.417852 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-c4956167-1fa6-4e2f-bcb2-1e5f8f6abe1c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a795f62-7bc2-4976-a18a-36954442be30 HTTP/1.1" status: 200 len: 853 time: 0.0849853 Aug 17 02:53:45.428909 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-e8251d44-b733-46bb-8e3a-ff28e8b0bafa tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:45.433297 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-e8251d44-b733-46bb-8e3a-ff28e8b0bafa tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "DELETE /v2.0/ports/734a81c1-d204-4673-858a-c169e88247c5 HTTP/1.1" status: 204 len: 173 time: 1.1228137 Aug 17 02:53:45.434195 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8251d44-b733-46bb-8e3a-ff28e8b0bafa tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Pushing event deleted for resources: {'Port': ['ID=734a81c1-d204-4673-858a-c169e88247c5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:45.493702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9c9f59-db5d-40fe-911d-68af8f8f784f req-546556de-eaa0-46b9-bd02-bf224d44f930 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:45.501440 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f9c9f59-db5d-40fe-911d-68af8f8f784f req-546556de-eaa0-46b9-bd02-bf224d44f930 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 943 time: 0.1577861 Aug 17 02:53:45.515134 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a92d186d-e665-4411-a570-7ba4a054cb88 req-d8d8dfaa-d0d5-4be0-8021-a95169761708 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546683 Aug 17 02:53:45.586078 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f9c9f59-db5d-40fe-911d-68af8f8f784f req-3f1c662c-5ed5-48e1-9817-710be571a865 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bc830d9-b441-49cf-a1eb-9003a26a973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824282 Aug 17 02:53:45.592899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-738fc9b3-b123-4c68-8ddc-0ca07b8a3904 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:45.601662 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-738fc9b3-b123-4c68-8ddc-0ca07b8a3904 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7614221c-4a8f-4d76-b9c1-3db8fea6780b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1676502 Aug 17 02:53:45.789632 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8380ac5-7e9f-4e3b-bc78-74aa0584ab88 req-bd90f62d-ddc6-4a5f-a686-f396a247e4ea tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:45.800241 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d8380ac5-7e9f-4e3b-bc78-74aa0584ab88 req-bd90f62d-ddc6-4a5f-a686-f396a247e4ea tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 944 time: 0.0846319 Aug 17 02:53:45.865042 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d8380ac5-7e9f-4e3b-bc78-74aa0584ab88 req-86175bc8-9018-4920-a519-111dc9954df7 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0631030 Aug 17 02:53:46.075233 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '70a2be23-1be4-4d76-b43c-8558968b1f8d', 'name': 'network-vif-deleted', 'tag': '734a81c1-d204-4673-858a-c169e88247c5'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:46.077748 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d085d52e-8af2-4958-a73f-bfd92155ca8a" -d '{"events": [{"server_uuid": "70a2be23-1be4-4d76-b43c-8558968b1f8d", "name": "network-vif-deleted", "tag": "734a81c1-d204-4673-858a-c169e88247c5"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:46.154133 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e648240-c191-4abf-afa5-ced8864b5bb2 req-51a04dba-120d-4ee4-93e5-2a4a507f4459 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:46.154884 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e648240-c191-4abf-afa5-ced8864b5bb2 req-51a04dba-120d-4ee4-93e5-2a4a507f4459 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:46.156782 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2e648240-c191-4abf-afa5-ced8864b5bb2 req-51a04dba-120d-4ee4-93e5-2a4a507f4459 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75&device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 1991 time: 0.0638092 Aug 17 02:53:46.216989 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96227596-2627-4913-84cd-09a17b1908f7 req-4571ecf8-bb08-4b6e-8ae8-06752da0ab3f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:46.218804 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96227596-2627-4913-84cd-09a17b1908f7 req-4571ecf8-bb08-4b6e-8ae8-06752da0ab3f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.5234754 Aug 17 02:53:46.234096 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2e648240-c191-4abf-afa5-ced8864b5bb2 req-86f286de-b9f4-42b7-9d18-aa733ba66e6e tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696909 Aug 17 02:53:46.243550 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-51b2835e-b517-41a3-8c76-ba7780346ea2 service neutron] 10.222.0.60 "GET /v2.0/networks/7614221c-4a8f-4d76-b9c1-3db8fea6780b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6307099 Aug 17 02:53:46.316994 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96227596-2627-4913-84cd-09a17b1908f7 req-6e4a8aae-7e17-4fcc-8bbc-109687ea1bf5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844574 Aug 17 02:53:46.360254 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1803573f-3969-45af-8007-72f3e1418e98 req-25767aa1-518b-4ae7-9085-cf6856426754 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:46.361852 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1803573f-3969-45af-8007-72f3e1418e98 req-25767aa1-518b-4ae7-9085-cf6856426754 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 944 time: 0.0747859 Aug 17 02:53:46.366212 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c9dcca5-75c9-43ac-a018-98ec5b0deb55 req-9e3cfa77-696f-4bc5-937f-951c5ecbd965 service neutron] 10.222.0.60 "GET /v2.0/networks/7614221c-4a8f-4d76-b9c1-3db8fea6780b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1151538 Aug 17 02:53:46.409338 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1803573f-3969-45af-8007-72f3e1418e98 req-3586c530-d182-42dd-a578-f27beb74e7b7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384634 Aug 17 02:53:46.413565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a9b788fa-140f-4792-80df-1dc383b063d6 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:53:46.458599 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cef654e8-a0ba-495d-a4ef-7fb75e773a82 x-openstack-request-id: req-cef654e8-a0ba-495d-a4ef-7fb75e773a82 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:46.458917 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "70a2be23-1be4-4d76-b43c-8558968b1f8d", "name": "network-vif-deleted", "tag": "734a81c1-d204-4673-858a-c169e88247c5", "status": "failed", "code": 422}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:46.459170 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cef654e8-a0ba-495d-a4ef-7fb75e773a82 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:46.459772 n-d-802060-9 neutron-server[101969]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '70a2be23-1be4-4d76-b43c-8558968b1f8d', 'name': 'network-vif-deleted', 'tag': '734a81c1-d204-4673-858a-c169e88247c5', 'status': 'failed', 'code': 422} returned with failed status Aug 17 02:53:46.546637 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0ac4be9-d166-4fa1-a494-6aa13ecb571c req-f6d85b53-2728-4606-8d39-db0b2631cc10 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 210 time: 0.0270796 Aug 17 02:53:46.574505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a9b788fa-140f-4792-80df-1dc383b063d6, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a9b788fa-140f-4792-80df-1dc383b063d6,segment=NetworkSegment(2a3a1ae2-4d4d-4544-ba80-dbe8bd6fe7d6),segment_id=2a3a1ae2-4d4d-4544-ba80-dbe8bd6fe7d6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:46.589458 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'a9b788fa-140f-4792-80df-1dc383b063d6', 'network_id': '613fd057-29cf-4d87-848a-715a9be726a9', 'port_id': 'a9b788fa-140f-4792-80df-1dc383b063d6', 'mac_address': 'fa:16:3e:71:a9:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 64, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '03f026a2-c50b-4811-a63a-8bc6df8dc7ff', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:53:46.635588 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:46.650446 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b788fa-140f-4792-80df-1dc383b063d6 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:53:46.662618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188ef46-21d4-4d01-9e6f-226bbe5d72aa req-4eeb2c42-70b2-46a6-810c-bbc9f9f78feb tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:46.664133 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3188ef46-21d4-4d01-9e6f-226bbe5d72aa req-4eeb2c42-70b2-46a6-810c-bbc9f9f78feb tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0569558 Aug 17 02:53:46.670920 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a9b788fa-140f-4792-80df-1dc383b063d6, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a9b788fa-140f-4792-80df-1dc383b063d6,segment=NetworkSegment(2a3a1ae2-4d4d-4544-ba80-dbe8bd6fe7d6),segment_id=2a3a1ae2-4d4d-4544-ba80-dbe8bd6fe7d6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:46.704735 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-a723524f-31e0-44c7-9fbc-f013e0c93398 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 210 time: 0.0361125 Aug 17 02:53:46.734087 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3188ef46-21d4-4d01-9e6f-226bbe5d72aa req-fb6f24eb-5399-498a-b491-3d1222445faf tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568960 Aug 17 02:53:46.752791 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:46.803044 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a9b788fa-140f-4792-80df-1dc383b063d6,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:46.833267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd53d71-c3fb-4c97-b727-1848e8fb045b req-e5623368-b8e7-411a-8066-bdf7ecd21315 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:46.834792 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cbd53d71-c3fb-4c97-b727-1848e8fb045b req-e5623368-b8e7-411a-8066-bdf7ecd21315 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 944 time: 0.0494978 Aug 17 02:53:46.855475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 734a81c1-d204-4673-858a-c169e88247c5 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:53:46.877473 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cbd53d71-c3fb-4c97-b727-1848e8fb045b req-17afc151-8d77-4d1c-9053-ffe599229b87 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bc830d9-b441-49cf-a1eb-9003a26a973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358496 Aug 17 02:53:46.879913 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 734a81c1-d204-4673-858a-c169e88247c5 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:53:46.880273 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 734a81c1-d204-4673-858a-c169e88247c5 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:53:46.989164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662a3db2-c5b6-41d3-9cc7-82222c632368 req-29c81b07-ca07-4173-aa25-b8c9327127a7 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:46.990760 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-662a3db2-c5b6-41d3-9cc7-82222c632368 req-29c81b07-ca07-4173-aa25-b8c9327127a7 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 944 time: 0.0580285 Aug 17 02:53:47.030842 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-662a3db2-c5b6-41d3-9cc7-82222c632368 req-937649a7-f523-45d2-870f-4805f0fd5340 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332708 Aug 17 02:53:47.145030 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['a9b788fa-140f-4792-80df-1dc383b063d6'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:47.442159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ede8402-4d0c-487b-9cb4-b27b73c9ac67 req-35124479-f315-4f1b-8215-6ecf3024d54b tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:47.443685 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ede8402-4d0c-487b-9cb4-b27b73c9ac67 req-35124479-f315-4f1b-8215-6ecf3024d54b tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0537159 Aug 17 02:53:47.489283 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ede8402-4d0c-487b-9cb4-b27b73c9ac67 req-41ec0d94-79ae-4a8b-a27c-4b872fd2f3fa tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383413 Aug 17 02:53:47.597491 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224e6bc7-d5ef-41f0-b383-b210df1e4c5b req-57610209-f37e-4a26-a3c1-ab5b276368de tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:47.598988 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-224e6bc7-d5ef-41f0-b383-b210df1e4c5b req-57610209-f37e-4a26-a3c1-ab5b276368de tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 944 time: 0.0511405 Aug 17 02:53:47.641223 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5a689b-db1b-4f7a-9141-067e7efbecd2 req-9419d59e-011c-4d1a-a056-742eaba7e601 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:47.641815 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-224e6bc7-d5ef-41f0-b383-b210df1e4c5b req-1743365b-d9e8-4f15-afa1-ad646b67b12c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367959 Aug 17 02:53:47.642943 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1a5a689b-db1b-4f7a-9141-067e7efbecd2 req-9419d59e-011c-4d1a-a056-742eaba7e601 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 1099 time: 0.0404534 Aug 17 02:53:47.678781 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1a5a689b-db1b-4f7a-9141-067e7efbecd2 req-f470dd23-b8ee-4d67-83db-e5bf13818603 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299625 Aug 17 02:53:47.739041 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae9ca96b-8c39-4383-b218-f69c3bffd28b req-69350cd6-4937-41bb-b496-7ab739f6b7a3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 210 time: 0.0272119 Aug 17 02:53:47.795746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497ca53e-5574-4783-9a1d-aa9e836ae921 req-f33ab9f3-c2c1-407b-8478-f9fd6b6decf1 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:47.797305 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-497ca53e-5574-4783-9a1d-aa9e836ae921 req-f33ab9f3-c2c1-407b-8478-f9fd6b6decf1 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 1099 time: 0.0503101 Aug 17 02:53:47.832944 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c9bda13f-4622-4e6d-842f-68b96612cb3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:47.837143 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-497ca53e-5574-4783-9a1d-aa9e836ae921 req-08047477-f0f0-440c-9fe4-cf6e92ba7710 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337715 Aug 17 02:53:47.859960 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1323c371-6651-40cf-bb89-52a6280a7219 req-e10037ed-5b8c-4cae-9294-68061eb9efeb tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:47.859960 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1323c371-6651-40cf-bb89-52a6280a7219 req-e10037ed-5b8c-4cae-9294-68061eb9efeb tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0539196 Aug 17 02:53:47.893665 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1323c371-6651-40cf-bb89-52a6280a7219 req-52955208-0073-439d-9643-703120998b7c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336971 Aug 17 02:53:48.040984 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9497f3fa-da9f-4940-9059-1189d8fc1b85 req-0b8c55ba-2dda-4b81-bf6f-723cde9ec875 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=70a2be23-1be4-4d76-b43c-8558968b1f8d HTTP/1.1" status: 200 len: 210 time: 0.0329680 Aug 17 02:53:48.078482 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:48.188410 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4663cdfe-a6dd-4670-9806-91711f55693d req-3501606b-bd87-4048-aa7a-41fba25d14ad tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:48.189930 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4663cdfe-a6dd-4670-9806-91711f55693d req-3501606b-bd87-4048-aa7a-41fba25d14ad tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 944 time: 0.0557151 Aug 17 02:53:48.228950 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4663cdfe-a6dd-4670-9806-91711f55693d req-f61466a4-d9b6-4aea-ae10-94d894e96624 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bc830d9-b441-49cf-a1eb-9003a26a973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330331 Aug 17 02:53:48.335545 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9117a2a6-1065-4f5a-b6f6-f48dbfa1b1b0 req-61ffc5cb-32ea-4518-a594-595fe2403c71 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:48.338258 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9117a2a6-1065-4f5a-b6f6-f48dbfa1b1b0 req-61ffc5cb-32ea-4518-a594-595fe2403c71 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 944 time: 0.0540717 Aug 17 02:53:48.377445 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9117a2a6-1065-4f5a-b6f6-f48dbfa1b1b0 req-f9daca08-1b92-416a-b610-e3a8e55eb477 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329077 Aug 17 02:53:48.419321 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a9b788fa-140f-4792-80df-1dc383b063d6 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:53:48.615748 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port a9b788fa-140f-4792-80df-1dc383b063d6 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:53:48.621447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port a9b788fa-140f-4792-80df-1dc383b063d6 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:53:48.622072 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:48.709398 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:48.734440 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b7649a8b-98b5-4dbc-8de1-4f91fe991368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b788fa-140f-4792-80df-1dc383b063d6'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:48.736677 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1924c372-d7d3-4788-aed4-4eff4a2feab5" -d '{"events": [{"server_uuid": "b7649a8b-98b5-4dbc-8de1-4f91fe991368", "name": "network-vif-plugged", "status": "completed", "tag": "a9b788fa-140f-4792-80df-1dc383b063d6"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:48.749740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a9b788fa-140f-4792-80df-1dc383b063d6, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a9b788fa-140f-4792-80df-1dc383b063d6,segment=NetworkSegment(2a3a1ae2-4d4d-4544-ba80-dbe8bd6fe7d6),segment_id=2a3a1ae2-4d4d-4544-ba80-dbe8bd6fe7d6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:48.826976 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:48.857095 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2744d9a7-68ba-4485-ac5e-3c8744391a9c req-6b49a33a-c2f3-4c0f-80a6-4c2835e15aa7 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:48.859315 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2744d9a7-68ba-4485-ac5e-3c8744391a9c req-6b49a33a-c2f3-4c0f-80a6-4c2835e15aa7 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0581677 Aug 17 02:53:48.882452 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a9b788fa-140f-4792-80df-1dc383b063d6,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:48.904933 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2744d9a7-68ba-4485-ac5e-3c8744391a9c req-39e57cf3-4af4-43d8-b4b2-0a8b02bc2f67 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396175 Aug 17 02:53:48.950041 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a04575bc-e92a-4e50-a445-381da9177c8e x-openstack-request-id: req-a04575bc-e92a-4e50-a445-381da9177c8e {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:48.950748 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b7649a8b-98b5-4dbc-8de1-4f91fe991368", "name": "network-vif-plugged", "status": "completed", "tag": "a9b788fa-140f-4792-80df-1dc383b063d6", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:48.951099 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a04575bc-e92a-4e50-a445-381da9177c8e {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:48.952400 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7649a8b-98b5-4dbc-8de1-4f91fe991368', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b788fa-140f-4792-80df-1dc383b063d6', 'code': 200} Aug 17 02:53:48.973310 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23eb648c-65a9-47dd-b2fa-31b0f037122a req-1db2e041-91ac-47bd-b4d2-28c99968d7d0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:48.974886 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23eb648c-65a9-47dd-b2fa-31b0f037122a req-1db2e041-91ac-47bd-b4d2-28c99968d7d0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 944 time: 0.0515928 Aug 17 02:53:48.992320 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:49.018536 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23eb648c-65a9-47dd-b2fa-31b0f037122a req-70885d94-7fa8-4066-9455-bf9ae31d4281 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355332 Aug 17 02:53:49.062346 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2f3a11-347b-48ba-bb85-7a55e3c56ad5 req-cdd2d128-8183-4892-a8f8-cce697ad2660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:49.063859 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ff2f3a11-347b-48ba-bb85-7a55e3c56ad5 req-cdd2d128-8183-4892-a8f8-cce697ad2660 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 1096 time: 0.0428150 Aug 17 02:53:49.136575 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ff2f3a11-347b-48ba-bb85-7a55e3c56ad5 req-7516844b-29ce-4166-b6c5-a6224273e66f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7bc830d9-b441-49cf-a1eb-9003a26a973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573637 Aug 17 02:53:49.152665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f8f6a-0ca5-482d-b6e2-0b215f5fa676 req-616e9d6f-5737-4158-ab1f-4b36020cebe6 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:49.154151 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd9f8f6a-0ca5-482d-b6e2-0b215f5fa676 req-616e9d6f-5737-4158-ab1f-4b36020cebe6 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 950 time: 0.0684764 Aug 17 02:53:49.193087 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd9f8f6a-0ca5-482d-b6e2-0b215f5fa676 req-131bf6b2-45cf-4ec2-9cc5-44b9f8b4b49a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328174 Aug 17 02:53:49.299972 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e030f6-900c-4c9a-8bb6-735325f0af6e req-284d309c-0be5-4f19-b9ba-4e709be2b7b6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:49.301576 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-01e030f6-900c-4c9a-8bb6-735325f0af6e req-284d309c-0be5-4f19-b9ba-4e709be2b7b6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0520160 Aug 17 02:53:49.341527 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-01e030f6-900c-4c9a-8bb6-735325f0af6e req-48322877-8a61-499d-b0df-d8fd66f99339 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334816 Aug 17 02:53:49.419521 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83b4eec3-5ee4-49af-b8eb-b67f7b655311 req-6f19bd9b-a220-48f4-b8f7-6d3b816accbc tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:49.421899 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-83b4eec3-5ee4-49af-b8eb-b67f7b655311 req-6f19bd9b-a220-48f4-b8f7-6d3b816accbc tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 945 time: 0.0716269 Aug 17 02:53:49.499202 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-83b4eec3-5ee4-49af-b8eb-b67f7b655311 req-787b55f1-790e-4936-965a-0c3dfd2fe7e0 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bc830d9-b441-49cf-a1eb-9003a26a973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394714 Aug 17 02:53:49.500286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b13cd6-a83e-45ba-917c-9f06f57aa894 req-4f7d0136-4dbb-424c-bcb9-930d582a8551 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:49.500286 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12b13cd6-a83e-45ba-917c-9f06f57aa894 req-4f7d0136-4dbb-424c-bcb9-930d582a8551 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0564106 Aug 17 02:53:49.521171 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12b13cd6-a83e-45ba-917c-9f06f57aa894 req-b8d24f1d-d818-47e6-b72b-1fb951f4985a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353658 Aug 17 02:53:49.582207 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9deb803-69c5-4a64-b490-2e98fc6f1cb4 req-7cddc557-9f68-4fda-aaa4-7b480711610c tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:49.583709 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a9deb803-69c5-4a64-b490-2e98fc6f1cb4 req-7cddc557-9f68-4fda-aaa4-7b480711610c tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 944 time: 0.0561695 Aug 17 02:53:49.621564 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a9deb803-69c5-4a64-b490-2e98fc6f1cb4 req-53d31b15-07d1-4d64-9ee2-bbcbce190a14 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313046 Aug 17 02:53:50.024466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0438c14-ef65-4032-a104-750bbf9023d1 req-8a47e3bf-03e7-41a4-a254-b6190370d92a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:50.026432 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0438c14-ef65-4032-a104-750bbf9023d1 req-8a47e3bf-03e7-41a4-a254-b6190370d92a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0520945 Aug 17 02:53:50.068006 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0438c14-ef65-4032-a104-750bbf9023d1 req-26bc519b-8b1a-44ca-a5e5-47996648edc5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344257 Aug 17 02:53:50.148426 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d3323f0-1c43-4802-901d-2b4d3868aea2 req-73681b5a-1a0a-416e-8bb2-421b62b5c3fc tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:50.150929 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4d3323f0-1c43-4802-901d-2b4d3868aea2 req-73681b5a-1a0a-416e-8bb2-421b62b5c3fc tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 944 time: 0.0543551 Aug 17 02:53:50.194074 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4d3323f0-1c43-4802-901d-2b4d3868aea2 req-43bf145c-d1d7-4459-a4e6-0e921e8e0366 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369315 Aug 17 02:53:50.311277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a89a28a-ec6f-4820-8a53-30c11597471e req-52b6acfd-379d-4479-9df1-5ea49f2a1e18 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:50.312702 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0a89a28a-ec6f-4820-8a53-30c11597471e req-52b6acfd-379d-4479-9df1-5ea49f2a1e18 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 950 time: 0.0490015 Aug 17 02:53:50.352819 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0a89a28a-ec6f-4820-8a53-30c11597471e req-853cba19-183e-434c-8c03-219adb315faa tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339980 Aug 17 02:53:50.461492 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07eb5ba6-ac48-4125-92f7-5dd3b5ca8a19 req-c6a7c32f-1544-4e5f-94dd-3378cbc2bcec tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:50.462968 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07eb5ba6-ac48-4125-92f7-5dd3b5ca8a19 req-c6a7c32f-1544-4e5f-94dd-3378cbc2bcec tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0522883 Aug 17 02:53:50.502394 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07eb5ba6-ac48-4125-92f7-5dd3b5ca8a19 req-30263410-1d4d-44b4-b86b-1e824e0a4f68 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333393 Aug 17 02:53:50.594385 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e2cfde-7400-407d-9c7d-7db9612fac25 req-73da13d1-7904-4866-b02d-4a3043d55f0e tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:50.596154 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f7e2cfde-7400-407d-9c7d-7db9612fac25 req-73da13d1-7904-4866-b02d-4a3043d55f0e tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 945 time: 0.0553391 Aug 17 02:53:50.637438 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f7e2cfde-7400-407d-9c7d-7db9612fac25 req-dfff9f0a-04cf-4e83-91d0-c0f1756a4b9a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bc830d9-b441-49cf-a1eb-9003a26a973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354073 Aug 17 02:53:50.644625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e7ffddc-ae89-4ba2-9211-3a75c7d464a4 req-e9fa720a-d8bb-465a-92ed-d8d5997d40ff tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:50.646216 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e7ffddc-ae89-4ba2-9211-3a75c7d464a4 req-e9fa720a-d8bb-465a-92ed-d8d5997d40ff tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0525391 Aug 17 02:53:50.685045 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e7ffddc-ae89-4ba2-9211-3a75c7d464a4 req-3e68a30e-d1c8-481c-86f6-7c9665c35330 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325971 Aug 17 02:53:50.712298 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:50.753283 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb9773d-5dad-4b1e-b4f5-73ff44eb0d75 req-e500382a-72c4-449c-9915-fbf070449882 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:50.753283 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0fb9773d-5dad-4b1e-b4f5-73ff44eb0d75 req-e500382a-72c4-449c-9915-fbf070449882 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 944 time: 0.0523839 Aug 17 02:53:50.795420 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0fb9773d-5dad-4b1e-b4f5-73ff44eb0d75 req-a71e94ca-7154-4f13-8394-5e688245bdee tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330157 Aug 17 02:53:50.843867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71a737a-2401-495f-9582-ec086255dbe1 req-563ec6dc-da12-4de6-8def-3f0b9a155b08 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:50.845438 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d71a737a-2401-495f-9582-ec086255dbe1 req-563ec6dc-da12-4de6-8def-3f0b9a155b08 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.60 "GET /v2.0/ports?device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 950 time: 0.0528910 Aug 17 02:53:50.946020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-d71a737a-2401-495f-9582-ec086255dbe1 req-d54a496a-0900-4f80-ad81-ab3dcc3cab6e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Deleting port d10f7bfd-5094-4e47-b91b-f545c8add08e {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:50.946365 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d71a737a-2401-495f-9582-ec086255dbe1 req-d54a496a-0900-4f80-ad81-ab3dcc3cab6e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:51.078655 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d71a737a-2401-495f-9582-ec086255dbe1 req-d54a496a-0900-4f80-ad81-ab3dcc3cab6e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] For port d10f7bfd-5094-4e47-b91b-f545c8add08e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d10f7bfd-5094-4e47-b91b-f545c8add08e,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:51.079055 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d71a737a-2401-495f-9582-ec086255dbe1 req-d54a496a-0900-4f80-ad81-ab3dcc3cab6e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:51.094301 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-d71a737a-2401-495f-9582-ec086255dbe1 req-d54a496a-0900-4f80-ad81-ab3dcc3cab6e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Calling delete_port for d10f7bfd-5094-4e47-b91b-f545c8add08e owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:51.114047 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99157e5c-0767-49c9-a1f0-afcf3f28daad req-407291d3-772e-4622-8af8-a8cd5a32318f tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:51.115604 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99157e5c-0767-49c9-a1f0-afcf3f28daad req-407291d3-772e-4622-8af8-a8cd5a32318f tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 945 time: 0.0817006 Aug 17 02:53:51.145700 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff906629-c623-412c-92ae-35f1cb511964 req-a22faabd-f68b-4643-9d52-e9f069f82e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:51.147403 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff906629-c623-412c-92ae-35f1cb511964 req-a22faabd-f68b-4643-9d52-e9f069f82e18 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4aa68351502741f3aff9ca8ebbb26e4c&device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 1096 time: 0.0465274 Aug 17 02:53:51.199415 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99157e5c-0767-49c9-a1f0-afcf3f28daad req-535d18f3-d9f1-492b-bfb4-6aaaf8a5de7c tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bc830d9-b441-49cf-a1eb-9003a26a973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729451 Aug 17 02:53:51.254787 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556c2015-1042-4014-8084-0e7bbae5753c req-d750a227-43ac-4bb1-812c-f0276011131e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:51.261190 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-556c2015-1042-4014-8084-0e7bbae5753c req-d750a227-43ac-4bb1-812c-f0276011131e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.1078455 Aug 17 02:53:51.300712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff906629-c623-412c-92ae-35f1cb511964 req-c8a20f2b-729c-439c-bca1-8f87914921c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:51.302226 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff906629-c623-412c-92ae-35f1cb511964 req-c8a20f2b-729c-439c-bca1-8f87914921c9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=613fd057-29cf-4d87-848a-715a9be726a9 HTTP/1.1" status: 200 len: 914 time: 0.1441555 Aug 17 02:53:51.321171 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-556c2015-1042-4014-8084-0e7bbae5753c req-146134af-16f7-4916-aa32-bed13329b467 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533538 Aug 17 02:53:51.332061 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbdf2c5a-06d8-4a51-a1ca-25ff79827ea3 req-14a100fc-df56-49f6-b5fe-c30350f4fee8 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:51.333619 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dbdf2c5a-06d8-4a51-a1ca-25ff79827ea3 req-14a100fc-df56-49f6-b5fe-c30350f4fee8 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 944 time: 0.0581198 Aug 17 02:53:51.375952 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dbdf2c5a-06d8-4a51-a1ca-25ff79827ea3 req-aeeb6a9c-6486-40fb-a7b9-8226b33190c6 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346794 Aug 17 02:53:51.398064 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d71a737a-2401-495f-9582-ec086255dbe1 req-d54a496a-0900-4f80-ad81-ab3dcc3cab6e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:51.415308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['036c9b05-bee9-47a4-8090-ce1337309fc1', '7cf70f0c-1246-458d-999f-626ed945d594', '832256c5-5c54-47f5-8f5d-a940ced21811', 'f8e39f80-e585-4606-9aa7-1e4b5c3d0f91'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:51.458367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['724f7063-2b68-4b59-89d4-1cd162cb1fbf', 'bfb17fc5-ba62-41e7-8fdf-2db4f213001d', 'd10f7bfd-5094-4e47-b91b-f545c8add08e'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:51.460880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54a496a-0900-4f80-ad81-ab3dcc3cab6e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Pushing event deleted for resources: {'Port': ['ID=d10f7bfd-5094-4e47-b91b-f545c8add08e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:51.479735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d71a737a-2401-495f-9582-ec086255dbe1 req-d54a496a-0900-4f80-ad81-ab3dcc3cab6e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] No DVR routers for this DVR port d10f7bfd-5094-4e47-b91b-f545c8add08e on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:51.482573 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d71a737a-2401-495f-9582-ec086255dbe1 req-d54a496a-0900-4f80-ad81-ab3dcc3cab6e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:51.484779 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d71a737a-2401-495f-9582-ec086255dbe1 req-d54a496a-0900-4f80-ad81-ab3dcc3cab6e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.60 "DELETE /v2.0/ports/d10f7bfd-5094-4e47-b91b-f545c8add08e HTTP/1.1" status: 204 len: 173 time: 0.6320271 Aug 17 02:53:51.485239 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3fea3eab-4032-4277-bbf2-2b063c1337b2', 'name': 'network-vif-deleted', 'tag': 'd10f7bfd-5094-4e47-b91b-f545c8add08e'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:51.488407 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61b9dc40-7fe7-44a1-9e26-61cd7aaf08fa" -d '{"events": [{"server_uuid": "3fea3eab-4032-4277-bbf2-2b063c1337b2", "name": "network-vif-deleted", "tag": "d10f7bfd-5094-4e47-b91b-f545c8add08e"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:51.526536 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d2dc947-e599-4e62-aac3-794da0f0a0dc x-openstack-request-id: req-9d2dc947-e599-4e62-aac3-794da0f0a0dc {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:51.527306 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3fea3eab-4032-4277-bbf2-2b063c1337b2", "name": "network-vif-deleted", "tag": "d10f7bfd-5094-4e47-b91b-f545c8add08e", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:51.527847 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d2dc947-e599-4e62-aac3-794da0f0a0dc {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:51.528431 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3fea3eab-4032-4277-bbf2-2b063c1337b2', 'name': 'network-vif-deleted', 'tag': 'd10f7bfd-5094-4e47-b91b-f545c8add08e', 'status': 'completed', 'code': 200} Aug 17 02:53:51.653951 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9b764c-f9c5-45f1-8387-ca29ff1b6a23 req-6f8f9452-94de-4988-a97a-638138dd9e5f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:51.656066 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7b9b764c-f9c5-45f1-8387-ca29ff1b6a23 req-6f8f9452-94de-4988-a97a-638138dd9e5f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0633245 Aug 17 02:53:51.670396 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff906629-c623-412c-92ae-35f1cb511964 req-88d52008-42ba-4477-bbac-ab2c817d4b38 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=a9b788fa-140f-4792-80df-1dc383b063d6 HTTP/1.1" status: 200 len: 217 time: 0.3574305 Aug 17 02:53:51.697288 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1dbca29-4d5f-48ae-9fb5-16e1b5d5c802 req-e8525f10-1ed9-4472-a24d-36323209b135 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=3fea3eab-4032-4277-bbf2-2b063c1337b2 HTTP/1.1" status: 200 len: 210 time: 0.0296412 Aug 17 02:53:51.702626 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7b9b764c-f9c5-45f1-8387-ca29ff1b6a23 req-b36cd7e5-137b-44d9-b71a-c1a1d8ecd9ae tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392973 Aug 17 02:53:51.760513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff906629-c623-412c-92ae-35f1cb511964 req-07a605a1-d009-468c-9e55-4f2068a2ccb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:51.762281 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff906629-c623-412c-92ae-35f1cb511964 req-07a605a1-d009-468c-9e55-4f2068a2ccb1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=03f026a2-c50b-4811-a63a-8bc6df8dc7ff HTTP/1.1" status: 200 len: 854 time: 0.0677521 Aug 17 02:53:51.821657 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff906629-c623-412c-92ae-35f1cb511964 req-1527f5a2-1cea-4890-9063-25bc0acd67f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=613fd057-29cf-4d87-848a-715a9be726a9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423245 Aug 17 02:53:51.862137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8a61ad6-8324-458c-b393-9c06324e79fb req-0952f0e2-b698-4b57-9e04-72e2fe196cc3 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:51.863670 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8a61ad6-8324-458c-b393-9c06324e79fb req-0952f0e2-b698-4b57-9e04-72e2fe196cc3 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0952058 Aug 17 02:53:51.924985 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfe2652-29f3-49ea-8d6b-c3fcb47a4b43 req-23d4c867-889a-40e2-a585-c087fd91a9f3 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:51.926529 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5cfe2652-29f3-49ea-8d6b-c3fcb47a4b43 req-23d4c867-889a-40e2-a585-c087fd91a9f3 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 944 time: 0.0516534 Aug 17 02:53:51.939358 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8a61ad6-8324-458c-b393-9c06324e79fb req-c288e55e-5cea-48a2-8036-c70e82745a1e tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462484 Aug 17 02:53:51.969148 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff906629-c623-412c-92ae-35f1cb511964 req-e3d332db-a9ae-4beb-9630-7db74457eb00 service neutron] 10.222.0.60 "GET /v2.0/networks/613fd057-29cf-4d87-848a-715a9be726a9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371341 Aug 17 02:53:51.978731 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5cfe2652-29f3-49ea-8d6b-c3fcb47a4b43 req-612cc16c-b070-43e2-894c-0b1db96376c6 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436776 Aug 17 02:53:52.072815 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff906629-c623-412c-92ae-35f1cb511964 req-17c75a08-7ad7-403a-a9e8-8312fdf05de4 service neutron] 10.222.0.60 "GET /v2.0/networks/613fd057-29cf-4d87-848a-715a9be726a9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963204 Aug 17 02:53:52.323562 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68fdd0b-7961-44c3-ba4e-3e9f3f14244a req-6ff48a8f-351f-4849-a6f2-1d13a08cce9b tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:52.325061 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e68fdd0b-7961-44c3-ba4e-3e9f3f14244a req-6ff48a8f-351f-4849-a6f2-1d13a08cce9b tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 945 time: 0.0544722 Aug 17 02:53:52.374003 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e68fdd0b-7961-44c3-ba4e-3e9f3f14244a req-189c60fe-c651-4e95-92c0-66ae2413bd7e tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bc830d9-b441-49cf-a1eb-9003a26a973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419493 Aug 17 02:53:52.461944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45c775b1-a0fb-4b6f-818c-36b5bd334b2a req-a30ddd1d-2335-4e1b-a9c9-f10a95f37f72 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:52.463817 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-45c775b1-a0fb-4b6f-818c-36b5bd334b2a req-a30ddd1d-2335-4e1b-a9c9-f10a95f37f72 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0539348 Aug 17 02:53:52.510377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e9558b-f756-4cd4-9550-98b9999ad1ad req-649cb5a5-c9b0-4905-bcf1-f5388282e95a tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:52.510905 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-45c775b1-a0fb-4b6f-818c-36b5bd334b2a req-f9621021-a569-4ac5-9585-a4cf21d0aa6c tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408654 Aug 17 02:53:52.512050 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64e9558b-f756-4cd4-9550-98b9999ad1ad req-649cb5a5-c9b0-4905-bcf1-f5388282e95a tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 944 time: 0.0576320 Aug 17 02:53:52.557704 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64e9558b-f756-4cd4-9550-98b9999ad1ad req-c248b937-f6e1-4c95-955a-62f8696a9e76 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352750 Aug 17 02:53:52.843409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d894d36a-613e-46a0-b8b0-ecd748c15d32 req-75501cf4-c45b-43ab-829e-a2f55dd676c9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:52.844910 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d894d36a-613e-46a0-b8b0-ecd748c15d32 req-75501cf4-c45b-43ab-829e-a2f55dd676c9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0503681 Aug 17 02:53:52.883651 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d894d36a-613e-46a0-b8b0-ecd748c15d32 req-6d5c7eb5-109c-4c0d-acec-53167009b073 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319328 Aug 17 02:53:53.069605 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-921d6e90-53d3-4493-9bf6-33d0120a1490 req-556e7905-b229-4594-b4b5-1500201b976f tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:53.072318 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-921d6e90-53d3-4493-9bf6-33d0120a1490 req-556e7905-b229-4594-b4b5-1500201b976f tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0555477 Aug 17 02:53:53.112287 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-921d6e90-53d3-4493-9bf6-33d0120a1490 req-63c2e5cc-f0b7-473d-b74f-3c87bd595fb8 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338290 Aug 17 02:53:53.150619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95af6b11-7662-4cb0-aab0-bb41ea3b6e3a req-d8a61cc1-b5b8-4d47-946d-c0f3c222ae70 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:53.152731 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95af6b11-7662-4cb0-aab0-bb41ea3b6e3a req-d8a61cc1-b5b8-4d47-946d-c0f3c222ae70 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 944 time: 0.0517075 Aug 17 02:53:53.195042 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95af6b11-7662-4cb0-aab0-bb41ea3b6e3a req-01c0d41d-fd6a-491d-92e6-f4ad4aa3dbd8 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365980 Aug 17 02:53:53.217948 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7685c7-92fa-4654-a6bc-82fe73d1f1bc req-3f0a6c6d-8e52-4733-84c4-152e92bb94d0 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:53.219532 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d7685c7-92fa-4654-a6bc-82fe73d1f1bc req-3f0a6c6d-8e52-4733-84c4-152e92bb94d0 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 950 time: 0.0499380 Aug 17 02:53:53.257802 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d7685c7-92fa-4654-a6bc-82fe73d1f1bc req-b4bf8623-da55-4eb4-995f-c638d0c9192e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320318 Aug 17 02:53:53.483514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d239a8-e407-4b44-9336-934700d93b37 req-a4591b54-52e5-4bb0-bc58-a759142f575a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:53.485023 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3d239a8-e407-4b44-9336-934700d93b37 req-a4591b54-52e5-4bb0-bc58-a759142f575a tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 945 time: 0.0500324 Aug 17 02:53:53.524529 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3d239a8-e407-4b44-9336-934700d93b37 req-9dea08db-f012-476a-bea0-8dcdada9b19b tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bc830d9-b441-49cf-a1eb-9003a26a973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323613 Aug 17 02:53:53.636607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02a7a2c6-d856-4763-9bcf-96b25801ac9c req-40be1f25-b35c-462c-84f7-1abd0e1b3360 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:53.638153 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02a7a2c6-d856-4763-9bcf-96b25801ac9c req-40be1f25-b35c-462c-84f7-1abd0e1b3360 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0532963 Aug 17 02:53:53.675749 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02a7a2c6-d856-4763-9bcf-96b25801ac9c req-55e804a4-ccca-4ae8-bad7-d9ab5bd31044 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316250 Aug 17 02:53:53.780644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfcbbe5-ebb9-48e8-b77d-8d523d41ee3f req-5ef94cce-274d-4898-86fe-aa304f252ffe tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:53.782095 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bfcbbe5-ebb9-48e8-b77d-8d523d41ee3f req-5ef94cce-274d-4898-86fe-aa304f252ffe tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 944 time: 0.0496650 Aug 17 02:53:53.819563 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bfcbbe5-ebb9-48e8-b77d-8d523d41ee3f req-95f7e60a-3c0e-4d7d-a6e7-864f77fb6b70 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315664 Aug 17 02:53:53.997875 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1cad32-879c-4c6e-998d-dfc9f4ca84bc req-402bb0cf-0e26-4ce4-854f-556d1b45c7e1 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:53.999361 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f1cad32-879c-4c6e-998d-dfc9f4ca84bc req-402bb0cf-0e26-4ce4-854f-556d1b45c7e1 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0489275 Aug 17 02:53:54.037378 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f1cad32-879c-4c6e-998d-dfc9f4ca84bc req-04101f18-d1c5-49f3-a4a3-1a0493ec8c6c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319912 Aug 17 02:53:54.236175 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f1a835-9ac7-49d7-979c-c6ebd4e3c6b1 req-7fe01e7d-e5ce-4257-84c7-53aa89fe9a5e tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:54.237662 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-20f1a835-9ac7-49d7-979c-c6ebd4e3c6b1 req-7fe01e7d-e5ce-4257-84c7-53aa89fe9a5e tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0584862 Aug 17 02:53:54.276139 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-20f1a835-9ac7-49d7-979c-c6ebd4e3c6b1 req-38c5ec49-ac26-496a-9a42-5aabf283a3f9 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319479 Aug 17 02:53:54.377073 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ea1fe9-55e6-4a57-afe3-016e34cbc034 req-8fb3291b-76b2-4b38-aeea-755224ac0661 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:54.378572 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a2ea1fe9-55e6-4a57-afe3-016e34cbc034 req-8fb3291b-76b2-4b38-aeea-755224ac0661 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 944 time: 0.0479000 Aug 17 02:53:54.415830 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a2ea1fe9-55e6-4a57-afe3-016e34cbc034 req-7247e2c9-7667-45d7-b04d-0e872152eca0 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305254 Aug 17 02:53:54.449289 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d10f7bfd-5094-4e47-b91b-f545c8add08e no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:53:54.469601 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: d10f7bfd-5094-4e47-b91b-f545c8add08e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:53:54.469976 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d10f7bfd-5094-4e47-b91b-f545c8add08e not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:53:54.519921 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f444baa5-fe9b-406a-b88c-428028454b1f req-a269aafa-6fc5-47eb-8add-87ef677b11b6 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:54.521385 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f444baa5-fe9b-406a-b88c-428028454b1f req-a269aafa-6fc5-47eb-8add-87ef677b11b6 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 950 time: 0.0499527 Aug 17 02:53:54.559345 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f444baa5-fe9b-406a-b88c-428028454b1f req-eaf7c213-0c9a-4f30-a7d5-769e35b5404d tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318179 Aug 17 02:53:54.669435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79676731-1aab-4341-9a5a-29648bbd1fb4 req-0fc0735b-2dfb-40e5-9858-d84106c7ab51 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:54.670919 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79676731-1aab-4341-9a5a-29648bbd1fb4 req-0fc0735b-2dfb-40e5-9858-d84106c7ab51 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 945 time: 0.0573649 Aug 17 02:53:54.710840 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79676731-1aab-4341-9a5a-29648bbd1fb4 req-758f8aaa-b8cb-44ca-9e68-7691543bf942 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bc830d9-b441-49cf-a1eb-9003a26a973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336866 Aug 17 02:53:54.829866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809df140-f77d-4e04-8617-68ec5766a0de req-14a39722-cd2d-41d0-a870-71e952790671 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:54.832229 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-809df140-f77d-4e04-8617-68ec5766a0de req-14a39722-cd2d-41d0-a870-71e952790671 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0549731 Aug 17 02:53:54.872078 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-809df140-f77d-4e04-8617-68ec5766a0de req-aedfe2dc-6415-48c1-ab50-26df162ea4f8 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333054 Aug 17 02:53:54.949458 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8229bf7c-f4a1-44cc-ba3f-4b3e739585ee req-d584225d-52f9-4c6b-bc6c-d5b34c350901 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:54.951014 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8229bf7c-f4a1-44cc-ba3f-4b3e739585ee req-d584225d-52f9-4c6b-bc6c-d5b34c350901 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 944 time: 0.0511744 Aug 17 02:53:54.989266 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8229bf7c-f4a1-44cc-ba3f-4b3e739585ee req-d1cc8fe0-2f86-49eb-a227-08b67ec1eb5e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321417 Aug 17 02:53:55.153671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab5ea4fd-6dd2-4d37-97ee-71cba2d75ec3 req-71cee54f-b60b-4b84-b7f7-15b2831e874a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:55.155161 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab5ea4fd-6dd2-4d37-97ee-71cba2d75ec3 req-71cee54f-b60b-4b84-b7f7-15b2831e874a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0497406 Aug 17 02:53:55.193983 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab5ea4fd-6dd2-4d37-97ee-71cba2d75ec3 req-c9cb923c-78ac-4fe1-aaf1-930d156d306e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327017 Aug 17 02:53:55.392472 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c555d63-2ead-496e-aa71-8dd807264123 req-2f15e346-3995-4c72-acd5-e0fa7f37e612 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:55.393893 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c555d63-2ead-496e-aa71-8dd807264123 req-2f15e346-3995-4c72-acd5-e0fa7f37e612 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0487196 Aug 17 02:53:55.433728 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c555d63-2ead-496e-aa71-8dd807264123 req-c1ee9063-0458-420e-a963-0f63b106ff3a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325336 Aug 17 02:53:55.538249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a81eb457-c193-4c3a-919c-22f3c4380819 req-a80f3c28-f131-426b-9343-dccd013d3d4c tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:55.540534 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a81eb457-c193-4c3a-919c-22f3c4380819 req-a80f3c28-f131-426b-9343-dccd013d3d4c tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 944 time: 0.0539315 Aug 17 02:53:55.579173 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a81eb457-c193-4c3a-919c-22f3c4380819 req-75283a01-03fb-435e-9d30-a73486fa67dc tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325530 Aug 17 02:53:55.689640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c771767-89b0-4a2d-8697-0fd01ca3cd75 req-7727dc11-3f91-4c5a-908f-7c0f481e1a94 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:55.691285 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c771767-89b0-4a2d-8697-0fd01ca3cd75 req-7727dc11-3f91-4c5a-908f-7c0f481e1a94 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 950 time: 0.0524676 Aug 17 02:53:55.737433 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c771767-89b0-4a2d-8697-0fd01ca3cd75 req-ff3e57b0-a3b7-462d-bcd9-9c7935d4147a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392578 Aug 17 02:53:55.831739 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724b1a53-7edd-405a-8705-5197c8b24975 req-621a746d-c572-4d86-aae4-9bfc117595b3 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:55.833587 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-724b1a53-7edd-405a-8705-5197c8b24975 req-621a746d-c572-4d86-aae4-9bfc117595b3 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 945 time: 0.0505023 Aug 17 02:53:55.875325 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-724b1a53-7edd-405a-8705-5197c8b24975 req-9da2bba4-4939-44cd-8277-2224f863bfa2 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bc830d9-b441-49cf-a1eb-9003a26a973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347102 Aug 17 02:53:56.006024 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-761ab5cc-846c-42f5-b787-eab5430a79a7 req-f878578e-62b1-49ce-9ac1-2ccfac98f6ca tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:56.007524 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-761ab5cc-846c-42f5-b787-eab5430a79a7 req-f878578e-62b1-49ce-9ac1-2ccfac98f6ca tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0593402 Aug 17 02:53:56.049732 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-761ab5cc-846c-42f5-b787-eab5430a79a7 req-813ab13f-90bf-4e2b-8705-2a930658f72e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355015 Aug 17 02:53:56.175138 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0659aee-9207-466c-85e3-eb5aa921e032 req-0e531525-ee22-4424-a964-48201cb9e466 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:56.176995 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f0659aee-9207-466c-85e3-eb5aa921e032 req-0e531525-ee22-4424-a964-48201cb9e466 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 944 time: 0.0616829 Aug 17 02:53:56.217944 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f0659aee-9207-466c-85e3-eb5aa921e032 req-f12419fc-b257-43ba-9bea-6f3b01cf2509 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342183 Aug 17 02:53:56.357491 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3ff2bb-5525-4865-8b01-4c42aa3114c4 req-e01ca1c6-df05-4485-86a3-1c2e9bd7fa7e tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:56.357890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9ed73a1-c5af-40cc-ac77-446f44fe8b3f req-5285dd27-7d39-4c14-b0cb-144d6202f753 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:56.359059 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0a3ff2bb-5525-4865-8b01-4c42aa3114c4 req-e01ca1c6-df05-4485-86a3-1c2e9bd7fa7e tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 945 time: 0.0680225 Aug 17 02:53:56.359393 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9ed73a1-c5af-40cc-ac77-446f44fe8b3f req-5285dd27-7d39-4c14-b0cb-144d6202f753 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0680423 Aug 17 02:53:56.400536 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9ed73a1-c5af-40cc-ac77-446f44fe8b3f req-d2b5460c-6b60-4799-a50e-c33a3942cab0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345361 Aug 17 02:53:56.405314 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0a3ff2bb-5525-4865-8b01-4c42aa3114c4 req-3d757919-27f5-48a9-8f0d-679747045b72 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bc830d9-b441-49cf-a1eb-9003a26a973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397992 Aug 17 02:53:56.451915 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:53:56.572374 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e428b063-6510-4e22-9175-ff7042c9988e req-c0f00f40-fc08-4fda-9709-ebdaa18b2086 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:56.573938 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e428b063-6510-4e22-9175-ff7042c9988e req-c0f00f40-fc08-4fda-9709-ebdaa18b2086 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0588892 Aug 17 02:53:56.613062 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e428b063-6510-4e22-9175-ff7042c9988e req-8d68728b-c902-4b71-ae40-70c7537ecdc8 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331671 Aug 17 02:53:56.703534 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9512414-ee34-49c4-aed3-3214f34cabcf req-6d8480d4-57c3-43a5-b8b6-33171955a4a6 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:56.705058 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9512414-ee34-49c4-aed3-3214f34cabcf req-6d8480d4-57c3-43a5-b8b6-33171955a4a6 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 944 time: 0.0538058 Aug 17 02:53:56.748648 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9512414-ee34-49c4-aed3-3214f34cabcf req-6d693bc9-f52b-4a12-831f-cf876491d368 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367639 Aug 17 02:53:56.837658 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cb9b9c-d698-4582-ace9-257c25ce51aa req-b1a8692f-944a-4c55-93e1-486a1389a2ef tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:56.839165 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e9cb9b9c-d698-4582-ace9-257c25ce51aa req-b1a8692f-944a-4c55-93e1-486a1389a2ef tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.60 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 950 time: 0.0856047 Aug 17 02:53:56.850994 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-31fcfe55-de4b-4056-9cf9-7881d320a4ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:56.853063 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-31fcfe55-de4b-4056-9cf9-7881d320a4ba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 1125 time: 0.0614851 Aug 17 02:53:56.862535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21d8475-a3cf-4cee-9d09-db165cdf3c55 req-ea09dff9-d61a-47f3-9de8-941d4500ba23 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:56.864177 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c21d8475-a3cf-4cee-9d09-db165cdf3c55 req-ea09dff9-d61a-47f3-9de8-941d4500ba23 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 950 time: 0.0516973 Aug 17 02:53:56.906740 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c21d8475-a3cf-4cee-9d09-db165cdf3c55 req-d2b7cc4f-8e38-46aa-866c-add453863ada tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363500 Aug 17 02:53:57.018885 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-de52803f-16d5-46e4-84dc-554b3dafd505 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:57.020360 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-de52803f-16d5-46e4-84dc-554b3dafd505 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.1599338 Aug 17 02:53:57.039576 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-e9cb9b9c-d698-4582-ace9-257c25ce51aa req-03321fe7-00f0-49c1-b0c9-a78339840dfc tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Deleting port bfb17fc5-ba62-41e7-8fdf-2db4f213001d {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:57.040000 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e9cb9b9c-d698-4582-ace9-257c25ce51aa req-03321fe7-00f0-49c1-b0c9-a78339840dfc tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:57.085718 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-bec8a8bb-858e-425b-82f9-f30f5accc61e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b9c165-0f4a-4807-b8da-e8fe3347cd41 HTTP/1.1" status: 200 len: 217 time: 0.0549300 Aug 17 02:53:57.168948 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b78b7ab7-9dce-4d40-b4c6-66069940b25c req-c5147888-86c8-4c2c-bef3-cbd2960e9f7d tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:57.170584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b78b7ab7-9dce-4d40-b4c6-66069940b25c req-c5147888-86c8-4c2c-bef3-cbd2960e9f7d tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0515754 Aug 17 02:53:57.178406 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-5d6b2d06-45ff-4514-babd-5c36ba21c6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:57.179921 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-5d6b2d06-45ff-4514-babd-5c36ba21c6f4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.0691059 Aug 17 02:53:57.211184 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b78b7ab7-9dce-4d40-b4c6-66069940b25c req-bde0d0e4-30f4-4716-85a9-5d977873de67 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339067 Aug 17 02:53:57.225181 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-9841e18a-dac8-4def-9d7f-b14d688885b8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343397 Aug 17 02:53:57.230593 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-e9cb9b9c-d698-4582-ace9-257c25ce51aa req-03321fe7-00f0-49c1-b0c9-a78339840dfc tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] For port bfb17fc5-ba62-41e7-8fdf-2db4f213001d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=bfb17fc5-ba62-41e7-8fdf-2db4f213001d,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:57.231168 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e9cb9b9c-d698-4582-ace9-257c25ce51aa req-03321fe7-00f0-49c1-b0c9-a78339840dfc tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:57.269662 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170510c-98d7-45bd-b034-2947678e1533 req-a86a20a8-a809-4a6d-b47d-8738b4e7162f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:57.271296 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-a86a20a8-a809-4a6d-b47d-8738b4e7162f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 1097 time: 0.0466151 Aug 17 02:53:57.284826 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-e9cb9b9c-d698-4582-ace9-257c25ce51aa req-03321fe7-00f0-49c1-b0c9-a78339840dfc tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Calling delete_port for bfb17fc5-ba62-41e7-8fdf-2db4f213001d owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:57.368052 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170510c-98d7-45bd-b034-2947678e1533 req-d4c21644-8500-423a-b658-7673c371c3aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:57.369564 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-d4c21644-8500-423a-b658-7673c371c3aa service neutron] 10.222.0.30 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 908 time: 0.0878727 Aug 17 02:53:57.419579 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-fff96e60-8ad5-46c7-8369-8c45100a635b service neutron] 10.222.0.30 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1856022 Aug 17 02:53:57.422754 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-5f489604-a151-48dd-87ab-a45ed2ec29bb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7800126-0d20-47dd-95ba-5367b9a2a7f1 HTTP/1.1" status: 200 len: 217 time: 0.0385153 Aug 17 02:53:57.440589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47f3596-bde1-48cc-b883-58a0cbeebf38 req-a6af3619-de87-471e-add5-2f81a9bdbfc2 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:57.442173 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c47f3596-bde1-48cc-b883-58a0cbeebf38 req-a6af3619-de87-471e-add5-2f81a9bdbfc2 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 944 time: 0.1385605 Aug 17 02:53:57.519089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170510c-98d7-45bd-b034-2947678e1533 req-2211c963-6d0d-4c5f-9343-145ff6ada62b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:57.520747 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-2211c963-6d0d-4c5f-9343-145ff6ada62b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.0785985 Aug 17 02:53:57.552246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e04400f-e493-4dd8-be69-301f8bcbfd7c req-1d134acb-9274-4719-ae46-073cf0d36a3b tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:57.555456 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e04400f-e493-4dd8-be69-301f8bcbfd7c req-1d134acb-9274-4719-ae46-073cf0d36a3b tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 945 time: 0.0720425 Aug 17 02:53:57.573511 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c47f3596-bde1-48cc-b883-58a0cbeebf38 req-ca549dcd-02f4-4f51-b8c6-06c103492fc0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206832 Aug 17 02:53:57.575094 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-c38888a8-6f4b-4ff3-9faf-dbd92ee99a17 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434837 Aug 17 02:53:57.610805 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-cbb411dc-6d07-4deb-9ecd-11f469afc7bd service neutron] 10.222.0.30 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670268 Aug 17 02:53:57.662144 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e04400f-e493-4dd8-be69-301f8bcbfd7c req-8d556301-4e71-4154-8f3e-7b7c2f667363 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bc830d9-b441-49cf-a1eb-9003a26a973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904262 Aug 17 02:53:57.705916 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e9cb9b9c-d698-4582-ace9-257c25ce51aa req-03321fe7-00f0-49c1-b0c9-a78339840dfc tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:57.708544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['724f7063-2b68-4b59-89d4-1cd162cb1fbf', 'bfb17fc5-ba62-41e7-8fdf-2db4f213001d'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:57.712649 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['036c9b05-bee9-47a4-8090-ce1337309fc1', '7cf70f0c-1246-458d-999f-626ed945d594', '832256c5-5c54-47f5-8f5d-a940ced21811', 'f8e39f80-e585-4606-9aa7-1e4b5c3d0f91'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:57.731534 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-6f7583e1-fe32-48ab-a873-de9cb7804438 service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1427615 Aug 17 02:53:57.740989 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03321fe7-00f0-49c1-b0c9-a78339840dfc tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Pushing event deleted for resources: {'Port': ['ID=bfb17fc5-ba62-41e7-8fdf-2db4f213001d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:57.790228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f62550d1-727d-4b1c-84bd-f87c91b13576 req-40727e9d-22fb-44f6-9612-d1f38862ff17 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:57.791827 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f62550d1-727d-4b1c-84bd-f87c91b13576 req-40727e9d-22fb-44f6-9612-d1f38862ff17 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.1542609 Aug 17 02:53:57.811365 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-e9cb9b9c-d698-4582-ace9-257c25ce51aa req-03321fe7-00f0-49c1-b0c9-a78339840dfc tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] No DVR routers for this DVR port bfb17fc5-ba62-41e7-8fdf-2db4f213001d on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:57.824900 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e9cb9b9c-d698-4582-ace9-257c25ce51aa req-03321fe7-00f0-49c1-b0c9-a78339840dfc tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:57.827012 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e9cb9b9c-d698-4582-ace9-257c25ce51aa req-03321fe7-00f0-49c1-b0c9-a78339840dfc tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.60 "DELETE /v2.0/ports/bfb17fc5-ba62-41e7-8fdf-2db4f213001d HTTP/1.1" status: 204 len: 173 time: 0.9784830 Aug 17 02:53:57.832017 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '47a5fba3-f4c6-4ef9-a5c1-226e7302569d', 'name': 'network-vif-deleted', 'tag': 'bfb17fc5-ba62-41e7-8fdf-2db4f213001d'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:53:57.832017 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f6833a-5f22-4db4-9f04-969a6ecfcbcc" -d '{"events": [{"server_uuid": "47a5fba3-f4c6-4ef9-a5c1-226e7302569d", "name": "network-vif-deleted", "tag": "bfb17fc5-ba62-41e7-8fdf-2db4f213001d"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:53:57.841694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-0be49bb8-1a2f-4ba4-bcb7-f8e4f9f24168 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:57.843385 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-0be49bb8-1a2f-4ba4-bcb7-f8e4f9f24168 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627&tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 1125 time: 0.1928880 Aug 17 02:53:57.864294 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Request body: {'port': {'binding:profile': {}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:53:57.880508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db8eb03-af6a-4c35-8889-1a2cd297641f req-8a2b5411-4a23-4423-bfbf-984c99ae424a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:57.882131 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5db8eb03-af6a-4c35-8889-1a2cd297641f req-8a2b5411-4a23-4423-bfbf-984c99ae424a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.1209035 Aug 17 02:53:57.900891 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f62550d1-727d-4b1c-84bd-f87c91b13576 req-01311a21-76df-423e-9ed1-e5b01702281f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913737 Aug 17 02:53:57.954659 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-49f13e42-e63e-40ab-98cf-084a1fe52dfd service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2123306 Aug 17 02:53:57.959641 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:57.999969 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5db8eb03-af6a-4c35-8889-1a2cd297641f req-dae786f0-5710-4c73-832a-675aa09acceb tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811117 Aug 17 02:53:58.123305 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-304e006e-98ac-4d70-94db-ce089781f1f2 req-2c0f1a31-a935-4f17-9df8-606d989b6436 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:58.131271 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-304e006e-98ac-4d70-94db-ce089781f1f2 req-2c0f1a31-a935-4f17-9df8-606d989b6436 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 1125 time: 0.1238987 Aug 17 02:53:58.145168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631584ac-829a-447d-8151-f0e6b22cc9e7 req-f3143d25-6d59-4bf8-b473-d57a15075e0a tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:58.149346 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-631584ac-829a-447d-8151-f0e6b22cc9e7 req-f3143d25-6d59-4bf8-b473-d57a15075e0a tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 944 time: 0.0756166 Aug 17 02:53:58.213068 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-631584ac-829a-447d-8151-f0e6b22cc9e7 req-bc3fbe8d-5754-421a-a9dd-987bfa5604bb tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0578175 Aug 17 02:53:58.275446 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-304e006e-98ac-4d70-94db-ce089781f1f2 req-3ab589c3-167d-4ecd-b29a-320d2685da38 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431575 Aug 17 02:53:58.283254 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2e133f3-5799-4968-b3cf-44d95f1db2e4 x-openstack-request-id: req-c2e133f3-5799-4968-b3cf-44d95f1db2e4 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:53:58.283554 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "47a5fba3-f4c6-4ef9-a5c1-226e7302569d", "name": "network-vif-deleted", "tag": "bfb17fc5-ba62-41e7-8fdf-2db4f213001d", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:53:58.283820 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2e133f3-5799-4968-b3cf-44d95f1db2e4 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:53:58.284241 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '47a5fba3-f4c6-4ef9-a5c1-226e7302569d', 'name': 'network-vif-deleted', 'tag': 'bfb17fc5-ba62-41e7-8fdf-2db4f213001d', 'status': 'completed', 'code': 200} Aug 17 02:53:58.292062 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] For port 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=31b9c165-0f4a-4807-b8da-e8fe3347cd41,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:58.301808 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cbb0f79-b0b4-4d22-b9d8-eb01a7131251 req-0001f955-5019-4266-9272-447718dca16f tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:58.303319 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3cbb0f79-b0b4-4d22-b9d8-eb01a7131251 req-0001f955-5019-4266-9272-447718dca16f tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.60 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 945 time: 0.1591537 Aug 17 02:53:58.431261 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54796eec-8504-40ba-b480-e77b09223389 req-153e3aa1-143c-4ebf-aece-352c72fa3e90 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=47a5fba3-f4c6-4ef9-a5c1-226e7302569d HTTP/1.1" status: 200 len: 210 time: 0.0663757 Aug 17 02:53:58.475164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] For port 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:53:58.496411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:53:58.536459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31b9c165-0f4a-4807-b8da-e8fe3347cd41 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:53:58.559864 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:58.615185 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-3cbb0f79-b0b4-4d22-b9d8-eb01a7131251 req-2cf29391-0181-4b94-bf59-f44054563573 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Deleting port a9b788fa-140f-4792-80df-1dc383b063d6 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:53:58.616776 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3cbb0f79-b0b4-4d22-b9d8-eb01a7131251 req-2cf29391-0181-4b94-bf59-f44054563573 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:58.633962 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5536f7e5-b67e-4651-9ff0-fa6ea76ff7b7 req-a1c582fe-d795-4339-a6be-3f6d58d86011 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:58.637233 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:58.642716 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5536f7e5-b67e-4651-9ff0-fa6ea76ff7b7 req-a1c582fe-d795-4339-a6be-3f6d58d86011 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.1222472 Aug 17 02:53:58.680024 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a6965aee-d0a9-48a6-a21a-d4bbea85f9d3,segment=NetworkSegment(9687c9c7-a274-4ef1-a0a3-8c4e8190199c),segment_id=9687c9c7-a274-4ef1-a0a3-8c4e8190199c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:58.685292 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5536f7e5-b67e-4651-9ff0-fa6ea76ff7b7 req-406380d1-31b7-4091-848b-2a7f5cd3812f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416191 Aug 17 02:53:58.713268 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'a6965aee-d0a9-48a6-a21a-d4bbea85f9d3', 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b', 'port_id': 'a6965aee-d0a9-48a6-a21a-d4bbea85f9d3', 'mac_address': 'fa:16:3e:d0:2d:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8a795f62-7bc2-4976-a18a-36954442be30', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:53:58.836940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Pushing event updated for resources: {'Port': ['ID=31b9c165-0f4a-4807-b8da-e8fe3347cd41,revision_number=9']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:58.839732 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:58.842454 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Attempting to bind port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 on host n-h2-802060-9 for vnic_type normal with profile {} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:53:58.843571 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Attempting to bind port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:53:58.843722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15f7562-074a-4405-ac0f-f9525b95298b req-be2467a1-9365-4864-a56b-2ea52b10b2c5 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:58.844089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Attempting to bind port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:58.853118 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a15f7562-074a-4405-ac0f-f9525b95298b req-be2467a1-9365-4864-a56b-2ea52b10b2c5 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 945 time: 0.1105578 Aug 17 02:53:58.853319 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 on network c28a528a-b139-4af7-9a8b-0c957b3df977 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:53:58.853517 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Attempting to bind port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:53:58.861095 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:53:58.874840 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 53, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:53:58.875285 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Checking segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:53:58.875742 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Bound using segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:53:58.876260 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Bound port: 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:53:58.877208 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:58.892588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a6965aee-d0a9-48a6-a21a-d4bbea85f9d3,segment=NetworkSegment(9687c9c7-a274-4ef1-a0a3-8c4e8190199c),segment_id=9687c9c7-a274-4ef1-a0a3-8c4e8190199c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:58.900073 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a15f7562-074a-4405-ac0f-f9525b95298b req-4f6b9cb2-e1c4-492a-b92b-50a713b36450 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/security-groups?id=7bc830d9-b441-49cf-a1eb-9003a26a973b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467596 Aug 17 02:53:58.909133 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-3cbb0f79-b0b4-4d22-b9d8-eb01a7131251 req-2cf29391-0181-4b94-bf59-f44054563573 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] For port a9b788fa-140f-4792-80df-1dc383b063d6, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a9b788fa-140f-4792-80df-1dc383b063d6,segment=NetworkSegment(2a3a1ae2-4d4d-4544-ba80-dbe8bd6fe7d6),segment_id=2a3a1ae2-4d4d-4544-ba80-dbe8bd6fe7d6)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:53:58.909534 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3cbb0f79-b0b4-4d22-b9d8-eb01a7131251 req-2cf29391-0181-4b94-bf59-f44054563573 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:58.943902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-3cbb0f79-b0b4-4d22-b9d8-eb01a7131251 req-2cf29391-0181-4b94-bf59-f44054563573 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Calling delete_port for a9b788fa-140f-4792-80df-1dc383b063d6 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:53:58.959640 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:59.015651 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a6965aee-d0a9-48a6-a21a-d4bbea85f9d3,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:59.027261 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] For port 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:53:59.047457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1e5526-a172-46cd-ae51-297c1407cd85 req-ec01b5c9-4a2b-4a37-968a-a60c7e92ced3 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:59.048085 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] For port 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=31b9c165-0f4a-4807-b8da-e8fe3347cd41,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:53:59.049004 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4a1e5526-a172-46cd-ae51-297c1407cd85 req-ec01b5c9-4a2b-4a37-968a-a60c7e92ced3 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0665638 Aug 17 02:53:59.105342 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4a1e5526-a172-46cd-ae51-297c1407cd85 req-ce395177-4861-4edf-8a05-0a884e7f17b8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493157 Aug 17 02:53:59.132105 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:59.215545 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:59.220250 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:59.220250 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] 10.222.0.30 "PUT /v2.0/ports/31b9c165-0f4a-4807-b8da-e8fe3347cd41 HTTP/1.1" status: 200 len: 1092 time: 1.3603611 Aug 17 02:53:59.242072 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['a6965aee-d0a9-48a6-a21a-d4bbea85f9d3'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:59.277096 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a2c35-1143-4109-84cc-d6c432587575 service neutron] Pushing event updated for resources: {'Port': ['ID=31b9c165-0f4a-4807-b8da-e8fe3347cd41,revision_number=10']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:59.308828 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8582e3-1b16-40d3-bf12-f7dcf4b914e7 req-8622c1ea-c305-4adf-9a1e-407c43c84d50 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:59.315936 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f8582e3-1b16-40d3-bf12-f7dcf4b914e7 req-8622c1ea-c305-4adf-9a1e-407c43c84d50 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.1860549 Aug 17 02:53:59.339436 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3cbb0f79-b0b4-4d22-b9d8-eb01a7131251 req-2cf29391-0181-4b94-bf59-f44054563573 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:59.369083 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['31b9c165-0f4a-4807-b8da-e8fe3347cd41'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:59.387198 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663ef848-445a-4cde-a337-69ee437e6ee9 req-10e37b4f-a423-4ee2-b847-07c8694eae3c tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:59.389387 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-663ef848-445a-4cde-a337-69ee437e6ee9 req-10e37b4f-a423-4ee2-b847-07c8694eae3c tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 945 time: 0.0722647 Aug 17 02:53:59.398365 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf29391-0181-4b94-bf59-f44054563573 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Pushing event deleted for resources: {'Port': ['ID=a9b788fa-140f-4792-80df-1dc383b063d6,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:53:59.420351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['31b9c165-0f4a-4807-b8da-e8fe3347cd41'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:53:59.444047 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-663ef848-445a-4cde-a337-69ee437e6ee9 req-ef970ccc-1502-46e6-985c-ba4f0bd87849 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469968 Aug 17 02:53:59.481557 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f8582e3-1b16-40d3-bf12-f7dcf4b914e7 req-105925a8-42f1-4e4a-9a8d-5a02fb122590 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1599371 Aug 17 02:53:59.526602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-3cbb0f79-b0b4-4d22-b9d8-eb01a7131251 req-2cf29391-0181-4b94-bf59-f44054563573 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] No DVR routers for this DVR port a9b788fa-140f-4792-80df-1dc383b063d6 on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:53:59.534587 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3cbb0f79-b0b4-4d22-b9d8-eb01a7131251 req-2cf29391-0181-4b94-bf59-f44054563573 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:59.539014 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3cbb0f79-b0b4-4d22-b9d8-eb01a7131251 req-2cf29391-0181-4b94-bf59-f44054563573 tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.60 "DELETE /v2.0/ports/a9b788fa-140f-4792-80df-1dc383b063d6 HTTP/1.1" status: 204 len: 173 time: 1.2282195 Aug 17 02:53:59.823397 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-a47f1430-5f59-4dd7-9324-973d927b34b4 service neutron] For port 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host n-h1-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:53:59.884790 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-a47f1430-5f59-4dd7-9324-973d927b34b4 service neutron] Notify callbacks [] for binding, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:53:59.886571 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1387f15-315f-458c-a607-a18f2d05aee7 req-a47f1430-5f59-4dd7-9324-973d927b34b4 service neutron] 10.222.0.30 "DELETE /v2.0/ports/31b9c165-0f4a-4807-b8da-e8fe3347cd41/bindings/n-h1-802060-9 HTTP/1.1" status: 204 len: 173 time: 0.6542475 Aug 17 02:53:59.911629 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145caa8-88d4-4a3e-8550-30edd056ddbb req-51f5437d-6f56-4b3e-8e1a-8c28812deb7c tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:53:59.923683 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f145caa8-88d4-4a3e-8550-30edd056ddbb req-51f5437d-6f56-4b3e-8e1a-8c28812deb7c tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0983109 Aug 17 02:53:59.971773 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f145caa8-88d4-4a3e-8550-30edd056ddbb req-0b576ebc-4fd4-444d-b7a3-fd3dbcc9b627 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468090 Aug 17 02:54:00.081653 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-293cc832-49a3-4e4c-aa1f-048a233e1e13 req-2d22f410-78b1-4608-a5a5-2ea8eb51c74e tempest-InstanceActionsTestJSON-740635167 tempest-InstanceActionsTestJSON-740635167-project] 10.222.0.10 "GET /v2.0/ports?device_id=b7649a8b-98b5-4dbc-8de1-4f91fe991368 HTTP/1.1" status: 200 len: 210 time: 0.0292616 Aug 17 02:54:00.226258 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e141d71a-01f3-4df7-bd5e-363211785c94 req-0f17f4d7-858a-4dfb-8f71-f23b303334b5 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:00.227933 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e141d71a-01f3-4df7-bd5e-363211785c94 req-0f17f4d7-858a-4dfb-8f71-f23b303334b5 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0499020 Aug 17 02:54:00.276115 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e141d71a-01f3-4df7-bd5e-363211785c94 req-bb87886d-2740-4415-8916-1640ecfb032a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417838 Aug 17 02:54:00.286043 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['a9b788fa-140f-4792-80df-1dc383b063d6'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:00.307533 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61403451-cf04-4be6-a299-07af995c2627', 'tag': '31b9c165-0f4a-4807-b8da-e8fe3347cd41'}, {'server_uuid': 'b7649a8b-98b5-4dbc-8de1-4f91fe991368', 'name': 'network-vif-deleted', 'tag': 'a9b788fa-140f-4792-80df-1dc383b063d6'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:00.312111 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acbc527a-b821-4564-b93d-c1c743f0211d" -d '{"events": [{"name": "network-changed", "server_uuid": "61403451-cf04-4be6-a299-07af995c2627", "tag": "31b9c165-0f4a-4807-b8da-e8fe3347cd41"}, {"server_uuid": "b7649a8b-98b5-4dbc-8de1-4f91fe991368", "name": "network-vif-deleted", "tag": "a9b788fa-140f-4792-80df-1dc383b063d6"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:00.368836 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebc99af-2b53-40be-8f11-c8d9e9d2125d x-openstack-request-id: req-0ebc99af-2b53-40be-8f11-c8d9e9d2125d {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:00.369215 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61403451-cf04-4be6-a299-07af995c2627", "tag": "31b9c165-0f4a-4807-b8da-e8fe3347cd41", "status": "completed", "code": 200}, {"server_uuid": "b7649a8b-98b5-4dbc-8de1-4f91fe991368", "name": "network-vif-deleted", "tag": "a9b788fa-140f-4792-80df-1dc383b063d6", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:00.369570 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ebc99af-2b53-40be-8f11-c8d9e9d2125d {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:00.370037 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61403451-cf04-4be6-a299-07af995c2627', 'tag': '31b9c165-0f4a-4807-b8da-e8fe3347cd41', 'status': 'completed', 'code': 200} Aug 17 02:54:00.370372 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b7649a8b-98b5-4dbc-8de1-4f91fe991368', 'name': 'network-vif-deleted', 'tag': 'a9b788fa-140f-4792-80df-1dc383b063d6', 'status': 'completed', 'code': 200} Aug 17 02:54:00.421605 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d739d7-d4c6-4b04-b23e-96e3825c07e6 req-6bb244d5-c243-4437-9df9-69cb1cd62ced tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:00.423311 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d9d739d7-d4c6-4b04-b23e-96e3825c07e6 req-6bb244d5-c243-4437-9df9-69cb1cd62ced tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd3a766e-e3ce-4eca-9bb3-892983509658 HTTP/1.1" status: 200 len: 949 time: 0.0709081 Aug 17 02:54:00.479261 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:00.495645 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d9d739d7-d4c6-4b04-b23e-96e3825c07e6 req-9cfa2f83-d399-4285-baa6-17578fbc1988 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628085 Aug 17 02:54:00.502446 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc527a-b821-4564-b93d-c1c743f0211d req-ab4275c8-67ac-410a-be05-86243b0adf5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:00.504177 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-acbc527a-b821-4564-b93d-c1c743f0211d req-ab4275c8-67ac-410a-be05-86243b0adf5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 1096 time: 0.0798619 Aug 17 02:54:00.579933 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-194de636-d0ba-4dae-8a80-bfa5032a14a2 req-634fac24-6e87-4982-a518-c8eb4f1e2912 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:00.588097 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-194de636-d0ba-4dae-8a80-bfa5032a14a2 req-634fac24-6e87-4982-a518-c8eb4f1e2912 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 945 time: 0.0651791 Aug 17 02:54:00.640492 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-194de636-d0ba-4dae-8a80-bfa5032a14a2 req-caf9ab50-1f13-4013-b4d6-b180f3379970 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512552 Aug 17 02:54:00.662291 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:00.667174 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:00.668177 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:00.712420 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b45af28-6f18-4eda-a044-f5e643348ec3 req-f7342286-3a83-41f8-a6f9-c4e4ebaf8f37 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:00.714568 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8b45af28-6f18-4eda-a044-f5e643348ec3 req-f7342286-3a83-41f8-a6f9-c4e4ebaf8f37 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0916882 Aug 17 02:54:00.724300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc527a-b821-4564-b93d-c1c743f0211d req-b87c5827-a80e-4a6f-b644-8bfa46165b8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:00.726146 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-acbc527a-b821-4564-b93d-c1c743f0211d req-b87c5827-a80e-4a6f-b644-8bfa46165b8a service neutron] 10.222.0.60 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.2030900 Aug 17 02:54:00.788666 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:00.793558 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-acbc527a-b821-4564-b93d-c1c743f0211d req-2d1c1d5f-9633-4216-9a70-8aacd21042ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b9c165-0f4a-4807-b8da-e8fe3347cd41 HTTP/1.1" status: 200 len: 217 time: 0.0575809 Aug 17 02:54:00.824062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a6c2f6-2276-462a-8971-1139d925c90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6965aee-d0a9-48a6-a21a-d4bbea85f9d3'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:00.827176 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d51f0e9a-e310-49a5-a894-879e23836e8c" -d '{"events": [{"server_uuid": "b3a6c2f6-2276-462a-8971-1139d925c90b", "name": "network-vif-plugged", "status": "completed", "tag": "a6965aee-d0a9-48a6-a21a-d4bbea85f9d3"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:00.845369 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8b45af28-6f18-4eda-a044-f5e643348ec3 req-a30bf554-de24-420c-a5d4-d850737030c3 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1177783 Aug 17 02:54:00.847952 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a6965aee-d0a9-48a6-a21a-d4bbea85f9d3,segment=NetworkSegment(9687c9c7-a274-4ef1-a0a3-8c4e8190199c),segment_id=9687c9c7-a274-4ef1-a0a3-8c4e8190199c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:00.860470 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acbc527a-b821-4564-b93d-c1c743f0211d req-77ca62e7-ecb3-4678-ba3b-9aca2f9f62ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:00.862482 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-acbc527a-b821-4564-b93d-c1c743f0211d req-77ca62e7-ecb3-4678-ba3b-9aca2f9f62ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.0585847 Aug 17 02:54:00.892101 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-486a5e33-2603-41f7-8217-39b41bf24cce x-openstack-request-id: req-486a5e33-2603-41f7-8217-39b41bf24cce {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:00.893762 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a6c2f6-2276-462a-8971-1139d925c90b", "name": "network-vif-plugged", "status": "completed", "tag": "a6965aee-d0a9-48a6-a21a-d4bbea85f9d3", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:00.893762 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-486a5e33-2603-41f7-8217-39b41bf24cce {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:00.893762 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a6c2f6-2276-462a-8971-1139d925c90b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6965aee-d0a9-48a6-a21a-d4bbea85f9d3', 'code': 200} Aug 17 02:54:00.900703 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-acbc527a-b821-4564-b93d-c1c743f0211d req-fe5ffe02-5274-47a0-b5d7-b6ca1960ff21 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291033 Aug 17 02:54:00.958246 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:00.959411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device bfb17fc5-ba62-41e7-8fdf-2db4f213001d no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:01.002070 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1ee71f-db7e-40b2-b820-cf6ac7350bdc req-ff6b3ae9-8842-45c9-8f23-b94a3516d647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:01.003457 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: bfb17fc5-ba62-41e7-8fdf-2db4f213001d {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:54:01.003932 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device bfb17fc5-ba62-41e7-8fdf-2db4f213001d not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:01.004294 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dc1ee71f-db7e-40b2-b820-cf6ac7350bdc req-ff6b3ae9-8842-45c9-8f23-b94a3516d647 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 1097 time: 0.0481799 Aug 17 02:54:01.010883 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-acbc527a-b821-4564-b93d-c1c743f0211d req-165ab82c-0e17-4cf9-aec8-ab5458c66dde service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1024148 Aug 17 02:54:01.036462 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a6965aee-d0a9-48a6-a21a-d4bbea85f9d3,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:01.069113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dc1ee71f-db7e-40b2-b820-cf6ac7350bdc req-a5f21d9b-f52d-49e4-b0a2-05eeff1b0417 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456979 Aug 17 02:54:01.148078 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39320) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:01.152302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88799dc-886d-4289-a557-3abe2ab4564b req-6d867dab-972e-4ff4-8eb0-c9f0d3d02f7f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:01.153864 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f88799dc-886d-4289-a557-3abe2ab4564b req-6d867dab-972e-4ff4-8eb0-c9f0d3d02f7f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0718982 Aug 17 02:54:01.181928 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-acbc527a-b821-4564-b93d-c1c743f0211d req-2db6206d-7304-48af-98d0-fe883afbd764 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1591737 Aug 17 02:54:01.202544 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f88799dc-886d-4289-a557-3abe2ab4564b req-c67b7797-b8ed-408e-8a13-ac429486ccaa tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388203 Aug 17 02:54:01.207195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-57ceff87-1aef-476b-b6d7-873358df9d77 admin admin] Deleting subnet 03f026a2-c50b-4811-a63a-8bc6df8dc7ff {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:54:01.210661 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-57ceff87-1aef-476b-b6d7-873358df9d77 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.249391 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-57ceff87-1aef-476b-b6d7-873358df9d77 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.288123 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-57ceff87-1aef-476b-b6d7-873358df9d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.415106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a8a92d-9f83-4131-b072-f6e50f878fba req-80379379-3cd9-47a2-acc0-2542d73ddea0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:01.416795 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23a8a92d-9f83-4131-b072-f6e50f878fba req-80379379-3cd9-47a2-acc0-2542d73ddea0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0610132 Aug 17 02:54:01.418634 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-57ceff87-1aef-476b-b6d7-873358df9d77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.451839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57ceff87-1aef-476b-b6d7-873358df9d77 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=03f026a2-c50b-4811-a63a-8bc6df8dc7ff,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:01.475303 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-57ceff87-1aef-476b-b6d7-873358df9d77 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.479617 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-57ceff87-1aef-476b-b6d7-873358df9d77 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/03f026a2-c50b-4811-a63a-8bc6df8dc7ff HTTP/1.1" status: 204 len: 168 time: 0.3273010 Aug 17 02:54:01.480601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39326) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:01.497755 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23a8a92d-9f83-4131-b072-f6e50f878fba req-65e3ff5f-4b3c-48b6-aa38-8f0994161305 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737131 Aug 17 02:54:01.513610 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e292ba80-8473-46bc-b244-fc3e404c26d0 req-f8b90f8c-27ff-4fc3-8dca-0af75fe2c596 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:01.515205 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e292ba80-8473-46bc-b244-fc3e404c26d0 req-f8b90f8c-27ff-4fc3-8dca-0af75fe2c596 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "GET /v2.0/ports?device_id=dd3a766e-e3ce-4eca-9bb3-892983509658 HTTP/1.1" status: 200 len: 949 time: 0.0673137 Aug 17 02:54:01.609640 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30ef1ebc-74f1-4f3e-bef9-32384b6972a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.655811 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-3bd605df-c4c6-4f2b-9c1e-8d1acf690359 service neutron] show failed (client error): The resource could not be found. Aug 17 02:54:01.657050 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-3bd605df-c4c6-4f2b-9c1e-8d1acf690359 service neutron] 10.222.0.30 "GET /v2.0/ports/07c67420-ebfc-4a09-a254-4f69ac1612e2/bindings/n-h2-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.1677222 Aug 17 02:54:01.659072 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd18084e-5135-4779-b572-376fe4779d6c req-fc3a9b40-a4d1-458e-b91d-8673d69334c8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:01.660558 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fd18084e-5135-4779-b572-376fe4779d6c req-fc3a9b40-a4d1-458e-b91d-8673d69334c8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd3a766e-e3ce-4eca-9bb3-892983509658 HTTP/1.1" status: 200 len: 949 time: 0.0701478 Aug 17 02:54:01.701637 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-e292ba80-8473-46bc-b244-fc3e404c26d0 req-7124a982-3c46-4f85-ba9d-d03ca0ef32c4 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Deleting port f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:01.701988 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e292ba80-8473-46bc-b244-fc3e404c26d0 req-7124a982-3c46-4f85-ba9d-d03ca0ef32c4 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.728936 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30ef1ebc-74f1-4f3e-bef9-32384b6972a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.755019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-30ef1ebc-74f1-4f3e-bef9-32384b6972a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['613fd057-29cf-4d87-848a-715a9be726a9']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:01.772323 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fd18084e-5135-4779-b572-376fe4779d6c req-4fd1dece-7467-4461-9adf-2754e17e9c0f tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036305 Aug 17 02:54:01.785571 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-30ef1ebc-74f1-4f3e-bef9-32384b6972a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3a1ae2-4d4d-4544-ba80-dbe8bd6fe7d6') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:01.785864 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-30ef1ebc-74f1-4f3e-bef9-32384b6972a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3a1ae2-4d4d-4544-ba80-dbe8bd6fe7d6') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:01.803917 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30ef1ebc-74f1-4f3e-bef9-32384b6972a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.821373 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-e292ba80-8473-46bc-b244-fc3e404c26d0 req-7124a982-3c46-4f85-ba9d-d03ca0ef32c4 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] For port f8e39f80-e585-4606-9aa7-1e4b5c3d0f91, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f8e39f80-e585-4606-9aa7-1e4b5c3d0f91,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:01.822334 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e292ba80-8473-46bc-b244-fc3e404c26d0 req-7124a982-3c46-4f85-ba9d-d03ca0ef32c4 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.832332 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecbd39f9-71fa-4312-b9dd-5c680b45afa5 req-c38794e4-7088-4470-8b0f-1040d327c234 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:01.833967 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ecbd39f9-71fa-4312-b9dd-5c680b45afa5 req-c38794e4-7088-4470-8b0f-1040d327c234 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 946 time: 0.1013749 Aug 17 02:54:01.841712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-e292ba80-8473-46bc-b244-fc3e404c26d0 req-7124a982-3c46-4f85-ba9d-d03ca0ef32c4 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Calling delete_port for f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:01.866946 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30ef1ebc-74f1-4f3e-bef9-32384b6972a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.882059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-30ef1ebc-74f1-4f3e-bef9-32384b6972a0 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:54:01.882479 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30ef1ebc-74f1-4f3e-bef9-32384b6972a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: timer() Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:54:01.884618 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:54:01.910069 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ecbd39f9-71fa-4312-b9dd-5c680b45afa5 req-58bf619f-5b04-4ed4-92cc-d8af1eead778 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0643227 Aug 17 02:54:01.999942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef089df-133e-44d2-924b-073a574eca0b req-3aa1254b-ebcc-4116-9fc3-39cc73577ce8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:02.001516 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ef089df-133e-44d2-924b-073a574eca0b req-3aa1254b-ebcc-4116-9fc3-39cc73577ce8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.60 "GET /v2.0/ports?device_id=e6a92249-472d-4302-af3e-bb859ee973cb HTTP/1.1" status: 200 len: 949 time: 0.0938160 Aug 17 02:54:02.072577 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30ef1ebc-74f1-4f3e-bef9-32384b6972a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.091515 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30ef1ebc-74f1-4f3e-bef9-32384b6972a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.096798 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-30ef1ebc-74f1-4f3e-bef9-32384b6972a0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/613fd057-29cf-4d87-848a-715a9be726a9 HTTP/1.1" status: 204 len: 168 time: 0.6160407 Aug 17 02:54:02.098637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ef1ebc-74f1-4f3e-bef9-32384b6972a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=613fd057-29cf-4d87-848a-715a9be726a9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:02.172233 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8ab41e-4981-4510-86eb-25bf58c61dfe req-d896ad3a-031b-40d1-aff3-063acb0a9187 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:02.174084 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8a8ab41e-4981-4510-86eb-25bf58c61dfe req-d896ad3a-031b-40d1-aff3-063acb0a9187 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.1708021 Aug 17 02:54:02.241806 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8a8ab41e-4981-4510-86eb-25bf58c61dfe req-c7b85f8d-bc68-46cb-81d7-9122661d9408 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530007 Aug 17 02:54:02.250001 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-9ef089df-133e-44d2-924b-073a574eca0b req-edc55e1c-eadd-41cc-aa4c-eb543ed79eb8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Deleting port 724f7063-2b68-4b59-89d4-1cd162cb1fbf {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:02.250359 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9ef089df-133e-44d2-924b-073a574eca0b req-edc55e1c-eadd-41cc-aa4c-eb543ed79eb8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.276534 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-e9d52705-9390-4473-9def-45aaca83097a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:02.278162 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-e9d52705-9390-4473-9def-45aaca83097a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2&tenant_id=638115240e104430bff599fc921ec015 HTTP/1.1" status: 200 len: 1101 time: 0.0656705 Aug 17 02:54:02.281163 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e292ba80-8473-46bc-b244-fc3e404c26d0 req-7124a982-3c46-4f85-ba9d-d03ca0ef32c4 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.296136 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['724f7063-2b68-4b59-89d4-1cd162cb1fbf'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:02.299213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:02.349165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['036c9b05-bee9-47a4-8090-ce1337309fc1', '7cf70f0c-1246-458d-999f-626ed945d594', '832256c5-5c54-47f5-8f5d-a940ced21811', 'f8e39f80-e585-4606-9aa7-1e4b5c3d0f91'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:02.434424 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.513969 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a9b788fa-140f-4792-80df-1dc383b063d6 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:02.574776 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: a9b788fa-140f-4792-80df-1dc383b063d6 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:54:02.575493 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a9b788fa-140f-4792-80df-1dc383b063d6 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:02.616855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39344) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:02.688844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd94cb0-3c40-4c49-ba6c-0d8ab2bd7d9b req-bd157913-1ed3-4dc5-a4ce-db9edda7bb20 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:02.697673 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1fd94cb0-3c40-4c49-ba6c-0d8ab2bd7d9b req-bd157913-1ed3-4dc5-a4ce-db9edda7bb20 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.4099815 Aug 17 02:54:02.718237 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.808601 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-943a453a-6a91-474d-aa1f-b49ffb46e86e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4aa68351502741f3aff9ca8ebbb26e4c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1886222 Aug 17 02:54:02.814304 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7124a982-3c46-4f85-ba9d-d03ca0ef32c4 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Pushing event deleted for resources: {'Port': ['ID=f8e39f80-e585-4606-9aa7-1e4b5c3d0f91,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:02.822551 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1fd94cb0-3c40-4c49-ba6c-0d8ab2bd7d9b req-ae1fdb6a-0af7-4cdb-b258-c26d786d2af0 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239190 Aug 17 02:54:02.822720 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39346) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:02.824571 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:02.856565 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-e292ba80-8473-46bc-b244-fc3e404c26d0 req-7124a982-3c46-4f85-ba9d-d03ca0ef32c4 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] No DVR routers for this DVR port f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:02.864880 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e292ba80-8473-46bc-b244-fc3e404c26d0 req-7124a982-3c46-4f85-ba9d-d03ca0ef32c4 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.864880 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e292ba80-8473-46bc-b244-fc3e404c26d0 req-7124a982-3c46-4f85-ba9d-d03ca0ef32c4 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "DELETE /v2.0/ports/f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 HTTP/1.1" status: 204 len: 173 time: 1.3419831 Aug 17 02:54:02.865918 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd3a766e-e3ce-4eca-9bb3-892983509658', 'name': 'network-vif-deleted', 'tag': 'f8e39f80-e585-4606-9aa7-1e4b5c3d0f91'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:02.868361 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec42cb66-dd79-441f-8398-b61ffcff1d99" -d '{"events": [{"server_uuid": "dd3a766e-e3ce-4eca-9bb3-892983509658", "name": "network-vif-deleted", "tag": "f8e39f80-e585-4606-9aa7-1e4b5c3d0f91"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:02.892846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7186f8-2683-4cc3-924b-2183a4c7f380 req-ec5b837e-45ed-469d-8606-38b963f02cbc tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:02.901144 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7d7186f8-2683-4cc3-924b-2183a4c7f380 req-ec5b837e-45ed-469d-8606-38b963f02cbc tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.2099037 Aug 17 02:54:02.923740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:02.934275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 31b9c165-0f4a-4807-b8da-e8fe3347cd41 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:02.982660 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-9ef089df-133e-44d2-924b-073a574eca0b req-edc55e1c-eadd-41cc-aa4c-eb543ed79eb8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] For port 724f7063-2b68-4b59-89d4-1cd162cb1fbf, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=724f7063-2b68-4b59-89d4-1cd162cb1fbf,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:02.983327 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9ef089df-133e-44d2-924b-073a574eca0b req-edc55e1c-eadd-41cc-aa4c-eb543ed79eb8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:02.997280 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3c224108-d360-46fb-838e-23ae18169eca req-52400f38-f68e-4544-9f87-d5d83ee27f0a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd3a766e-e3ce-4eca-9bb3-892983509658 HTTP/1.1" status: 200 len: 210 time: 0.0418847 Aug 17 02:54:03.000363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 31b9c165-0f4a-4807-b8da-e8fe3347cd41 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:03.012036 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-9ef089df-133e-44d2-924b-073a574eca0b req-edc55e1c-eadd-41cc-aa4c-eb543ed79eb8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Calling delete_port for 724f7063-2b68-4b59-89d4-1cd162cb1fbf owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:03.024147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07c67420-ebfc-4a09-a254-4f69ac1612e2'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:03.034087 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1360d2ae-90eb-4123-ae0f-772261783d47" -d '{"events": [{"server_uuid": "ff5ec41a-b8d4-4b1f-9f37-db74a519adf2", "name": "network-vif-unplugged", "status": "completed", "tag": "07c67420-ebfc-4a09-a254-4f69ac1612e2"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:03.034087 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.045526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Transition to ACTIVE for port object 07c67420-ebfc-4a09-a254-4f69ac1612e2 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:03.050925 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7d7186f8-2683-4cc3-924b-2183a4c7f380 req-9b63a47e-bfab-493a-9aaf-ca04267e371c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487844 Aug 17 02:54:03.099453 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f5cf376-e0af-4dbd-847c-4ecd3ef09efb x-openstack-request-id: req-2f5cf376-e0af-4dbd-847c-4ecd3ef09efb {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:03.099756 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd3a766e-e3ce-4eca-9bb3-892983509658", "name": "network-vif-deleted", "tag": "f8e39f80-e585-4606-9aa7-1e4b5c3d0f91", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:03.100017 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f5cf376-e0af-4dbd-847c-4ecd3ef09efb {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:03.100412 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd3a766e-e3ce-4eca-9bb3-892983509658', 'name': 'network-vif-deleted', 'tag': 'f8e39f80-e585-4606-9aa7-1e4b5c3d0f91', 'status': 'completed', 'code': 200} Aug 17 02:54:03.112993 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad6c3-7cb6-4cbd-bedb-631102bae2a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.120147 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.186104 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad6c3-7cb6-4cbd-bedb-631102bae2a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.301158 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55139271-e38e-481c-ba4b-c3bc96999560 x-openstack-request-id: req-55139271-e38e-481c-ba4b-c3bc96999560 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:03.305260 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5ec41a-b8d4-4b1f-9f37-db74a519adf2", "name": "network-vif-unplugged", "status": "completed", "tag": "07c67420-ebfc-4a09-a254-4f69ac1612e2", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:03.305260 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55139271-e38e-481c-ba4b-c3bc96999560 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:03.305260 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07c67420-ebfc-4a09-a254-4f69ac1612e2', 'code': 200} Aug 17 02:54:03.327319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Pushing event updated for resources: {'Port': ['ID=07c67420-ebfc-4a09-a254-4f69ac1612e2,revision_number=6']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:03.336773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] No DVR routers for this DVR port 07c67420-ebfc-4a09-a254-4f69ac1612e2 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:03.353476 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad6c3-7cb6-4cbd-bedb-631102bae2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.361518 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e6ad6c3-7cb6-4cbd-bedb-631102bae2a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.362125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b718a8-9628-4573-9f69-1b6729a5425a req-a25173fb-3413-49bd-85f2-2d53a1728dea tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:03.362224 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6e6ad6c3-7cb6-4cbd-bedb-631102bae2a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7bc830d9-b441-49cf-a1eb-9003a26a973b HTTP/1.1" status: 204 len: 168 time: 0.5110235 Aug 17 02:54:03.362303 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-93b718a8-9628-4573-9f69-1b6729a5425a req-a25173fb-3413-49bd-85f2-2d53a1728dea tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 946 time: 0.1597219 Aug 17 02:54:03.381470 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.404232 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6ad6c3-7cb6-4cbd-bedb-631102bae2a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bc830d9-b441-49cf-a1eb-9003a26a973b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:03.411354 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9ef089df-133e-44d2-924b-073a574eca0b req-edc55e1c-eadd-41cc-aa4c-eb543ed79eb8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.434369 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Attempting to bind port 07c67420-ebfc-4a09-a254-4f69ac1612e2 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:54:03.434720 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Attempting to bind port 07c67420-ebfc-4a09-a254-4f69ac1612e2 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:54:03.435051 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Attempting to bind port 07c67420-ebfc-4a09-a254-4f69ac1612e2 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:03.443525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Port 07c67420-ebfc-4a09-a254-4f69ac1612e2 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:54:03.443720 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Attempting to bind port 07c67420-ebfc-4a09-a254-4f69ac1612e2 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:03.459602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:54:03.460993 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:03.461654 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:54:03.462218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Bound port: 07c67420-ebfc-4a09-a254-4f69ac1612e2, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:54:03.462591 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.479494 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-93b718a8-9628-4573-9f69-1b6729a5425a req-fe54276e-801b-4e12-b574-f3e6d3067692 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1022351 Aug 17 02:54:03.499656 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc55e1c-eadd-41cc-aa4c-eb543ed79eb8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Pushing event deleted for resources: {'Port': ['ID=724f7063-2b68-4b59-89d4-1cd162cb1fbf,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:03.578073 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:03.583245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-9ef089df-133e-44d2-924b-073a574eca0b req-edc55e1c-eadd-41cc-aa4c-eb543ed79eb8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] No DVR routers for this DVR port 724f7063-2b68-4b59-89d4-1cd162cb1fbf on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:03.583573 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:54:03.587357 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9ef089df-133e-44d2-924b-073a574eca0b req-edc55e1c-eadd-41cc-aa4c-eb543ed79eb8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.589457 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ef089df-133e-44d2-924b-073a574eca0b req-edc55e1c-eadd-41cc-aa4c-eb543ed79eb8 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.60 "DELETE /v2.0/ports/724f7063-2b68-4b59-89d4-1cd162cb1fbf HTTP/1.1" status: 204 len: 173 time: 1.5737302 Aug 17 02:54:03.597440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff035f14-bcc8-43d1-bf26-43b9f2b44779 req-bc6dae01-3f3b-43cf-baec-d030f5bc8caa tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:03.603504 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff035f14-bcc8-43d1-bf26-43b9f2b44779 req-bc6dae01-3f3b-43cf-baec-d030f5bc8caa tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.2431872 Aug 17 02:54:03.657030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef18ddb-5068-4fb0-a161-ba1835900788 req-73aa1043-18b9-4898-b0cd-e7a788f936a2 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:03.659165 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2ef18ddb-5068-4fb0-a161-ba1835900788 req-73aa1043-18b9-4898-b0cd-e7a788f936a2 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 946 time: 0.0694993 Aug 17 02:54:03.670116 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39366) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:03.676632 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-fce9b533-8ccb-40e0-94e6-5be811e2484f tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Request body: {'floatingip': {'port_id': 'a6965aee-d0a9-48a6-a21a-d4bbea85f9d3'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:03.706605 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff035f14-bcc8-43d1-bf26-43b9f2b44779 req-5287f7ee-0062-4685-a047-2526643669b8 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970979 Aug 17 02:54:03.737758 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.791027 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fce9b533-8ccb-40e0-94e6-5be811e2484f tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.814267 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['036c9b05-bee9-47a4-8090-ce1337309fc1', '7cf70f0c-1246-458d-999f-626ed945d594', '832256c5-5c54-47f5-8f5d-a940ced21811'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:03.886282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:03.886911 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:03.888313 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] 10.222.0.60 "PUT /v2.0/ports/07c67420-ebfc-4a09-a254-4f69ac1612e2 HTTP/1.1" status: 200 len: 1096 time: 1.5981288 Aug 17 02:54:03.998593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fde3fe-5be5-4b08-a356-cec7a7f7008c service neutron] Pushing event updated for resources: {'Port': ['ID=07c67420-ebfc-4a09-a254-4f69ac1612e2,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:04.053008 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ab2fbeb-9596-4561-bc1f-4ed94bec078b req-4d8f8dba-b366-4d2c-a85c-473a31fd1785 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:04.068120 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2ab2fbeb-9596-4561-bc1f-4ed94bec078b req-4d8f8dba-b366-4d2c-a85c-473a31fd1785 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.1022363 Aug 17 02:54:04.093573 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-a5a4169c-7780-44cf-bd22-0092f223e96a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:04.095639 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-a5a4169c-7780-44cf-bd22-0092f223e96a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 1099 time: 0.1566837 Aug 17 02:54:04.168265 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2ab2fbeb-9596-4561-bc1f-4ed94bec078b req-55f50cd7-22f1-4a9d-b84d-b169687a22ff tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841002 Aug 17 02:54:04.355103 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd62a36b-46d9-479a-ac93-d7fd66efb85a req-484a0966-f740-4f91-8876-57b095724e6e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:04.358904 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cd62a36b-46d9-479a-ac93-d7fd66efb85a req-484a0966-f740-4f91-8876-57b095724e6e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 948 time: 0.1038928 Aug 17 02:54:04.449617 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cd62a36b-46d9-479a-ac93-d7fd66efb85a req-cdf51404-e723-4181-8866-f01e76d0be80 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805345 Aug 17 02:54:04.901762 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b982b2fc-8f2c-4c50-aa70-87e1badc055f req-36695ae0-dd72-40a0-a3f8-d0d46da16da7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:04.903884 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b982b2fc-8f2c-4c50-aa70-87e1badc055f req-36695ae0-dd72-40a0-a3f8-d0d46da16da7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0727432 Aug 17 02:54:04.927518 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:04.956820 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b982b2fc-8f2c-4c50-aa70-87e1badc055f req-b1faa017-95e4-4d22-bb17-23738cdf7317 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429566 Aug 17 02:54:04.962589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:54:04.962589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f8e39f80-e585-4606-9aa7-1e4b5c3d0f91 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:04.966574 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 07c67420-ebfc-4a09-a254-4f69ac1612e2 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:04.972744 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-76b7231e-6363-4b59-93b3-ded2404aae8d req-a4454fd5-71fb-4e56-b6bb-280807de032b tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=dd3a766e-e3ce-4eca-9bb3-892983509658 HTTP/1.1" status: 200 len: 210 time: 0.3785403 Aug 17 02:54:05.008925 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fce9b533-8ccb-40e0-94e6-5be811e2484f tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.059826 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-3e9597f1-bd9a-43e8-9211-f0dbec12ad0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:05.061384 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-3e9597f1-bd9a-43e8-9211-f0dbec12ad0f service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.9557986 Aug 17 02:54:05.073914 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 07c67420-ebfc-4a09-a254-4f69ac1612e2 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:05.083396 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fce9b533-8ccb-40e0-94e6-5be811e2484f tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.100615 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39398) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:05.102308 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e6a92249-472d-4302-af3e-bb859ee973cb', 'name': 'network-vif-deleted', 'tag': '724f7063-2b68-4b59-89d4-1cd162cb1fbf'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:05.105466 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de3e985b-eae9-49dc-8d19-179499ee0c74" -d '{"events": [{"server_uuid": "e6a92249-472d-4302-af3e-bb859ee973cb", "name": "network-vif-deleted", "tag": "724f7063-2b68-4b59-89d4-1cd162cb1fbf"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:05.154372 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1b4153a-9f65-43c4-9649-a6a6d183cd8f x-openstack-request-id: req-c1b4153a-9f65-43c4-9649-a6a6d183cd8f {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:05.155037 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e6a92249-472d-4302-af3e-bb859ee973cb", "name": "network-vif-deleted", "tag": "724f7063-2b68-4b59-89d4-1cd162cb1fbf", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:05.155552 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1b4153a-9f65-43c4-9649-a6a6d183cd8f {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:05.156182 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e6a92249-472d-4302-af3e-bb859ee973cb', 'name': 'network-vif-deleted', 'tag': '724f7063-2b68-4b59-89d4-1cd162cb1fbf', 'status': 'completed', 'code': 200} Aug 17 02:54:05.223153 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-14efcb38-19ac-48ed-a0ce-8d3037057aab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2 HTTP/1.1" status: 200 len: 217 time: 0.1536210 Aug 17 02:54:05.287875 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-3dd0f43e-1e4c-442a-bef5-41f0c602a562 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:05.290651 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-3dd0f43e-1e4c-442a-bef5-41f0c602a562 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0574675 Aug 17 02:54:05.297101 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-fce9b533-8ccb-40e0-94e6-5be811e2484f tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Floating IP e624c0c5-f1ef-4758-91c1-26e0d15a87ae associated. External IP: 172.25.1.219, port: a6965aee-d0a9-48a6-a21a-d4bbea85f9d3. Aug 17 02:54:05.301745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d38f2904-1e50-4456-90d4-b6c047d0ec6e admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1639025904-network', 'tenant_id': 'c511050c301441e19f6ec317bff7a777'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:05.322362 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c04396-8a44-4506-9ac3-8e71d2bdc30d req-ebd975f4-eb6c-4090-84e2-19c99198033c tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:05.326306 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44c04396-8a44-4506-9ac3-8e71d2bdc30d req-ebd975f4-eb6c-4090-84e2-19c99198033c tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0763841 Aug 17 02:54:05.344964 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'tag': '07c67420-ebfc-4a09-a254-4f69ac1612e2'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:05.347404 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46fe0fd3-3e9b-4121-9d41-62a770a46264" -d '{"events": [{"name": "network-changed", "server_uuid": "ff5ec41a-b8d4-4b1f-9f37-db74a519adf2", "tag": "07c67420-ebfc-4a09-a254-4f69ac1612e2"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:05.403532 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44c04396-8a44-4506-9ac3-8e71d2bdc30d req-481126a9-59f5-4b24-8259-05f8afdfdbe9 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684614 Aug 17 02:54:05.448454 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc390e8b-0b7b-4730-b20b-a55fa6a7a214 x-openstack-request-id: req-cc390e8b-0b7b-4730-b20b-a55fa6a7a214 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:05.448696 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ff5ec41a-b8d4-4b1f-9f37-db74a519adf2", "tag": "07c67420-ebfc-4a09-a254-4f69ac1612e2", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:05.449033 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc390e8b-0b7b-4730-b20b-a55fa6a7a214 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:05.449293 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'tag': '07c67420-ebfc-4a09-a254-4f69ac1612e2', 'status': 'completed', 'code': 200} Aug 17 02:54:05.456156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-40975139-5f38-4eab-96b8-272e9f3d623f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:05.456156 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-40975139-5f38-4eab-96b8-272e9f3d623f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1116483 Aug 17 02:54:05.501556 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38f2904-1e50-4456-90d4-b6c047d0ec6e admin admin] Made reservation on behalf of c511050c301441e19f6ec317bff7a777 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:05.506604 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d38f2904-1e50-4456-90d4-b6c047d0ec6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.518882 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d38f2904-1e50-4456-90d4-b6c047d0ec6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.586045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-ceee9214-5b74-41c8-a339-8d4087c6d396 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:05.588389 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-ceee9214-5b74-41c8-a339-8d4087c6d396 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 1099 time: 0.1268611 Aug 17 02:54:05.708901 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-bae2c23e-c64a-422b-a824-21605ac4f8f1 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2414634 Aug 17 02:54:05.773787 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47a2283-8a1f-4801-97dc-58855b94bfbf req-6bc89eea-a740-4099-8e11-a6e9c26ed081 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:05.776171 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d47a2283-8a1f-4801-97dc-58855b94bfbf req-6bc89eea-a740-4099-8e11-a6e9c26ed081 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 948 time: 0.2357452 Aug 17 02:54:05.782508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fce9b533-8ccb-40e0-94e6-5be811e2484f tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Router d176f933-d6bb-4b36-8508-f98eaef083b8 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:54:05.862485 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-2f3482e0-a82e-4212-a9ce-af71dbdb12c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:05.864277 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-2f3482e0-a82e-4212-a9ce-af71dbdb12c8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.2658620 Aug 17 02:54:05.866489 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d38f2904-1e50-4456-90d4-b6c047d0ec6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:05.878981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e79eab3-612e-42b3-b347-598b156c08d2 req-a2b89a92-52d1-4c27-9f45-2c78f095fad4 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605546 Aug 17 02:54:05.924179 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d47a2283-8a1f-4801-97dc-58855b94bfbf req-77a478cd-e320-459e-9f9b-86cc0469109d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285636 Aug 17 02:54:05.925516 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-75ea9d81-9ac2-4598-88bf-a1db9dc20b51 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2 HTTP/1.1" status: 200 len: 217 time: 0.0514159 Aug 17 02:54:05.929728 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d38f2904-1e50-4456-90d4-b6c047d0ec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.002811 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fce9b533-8ccb-40e0-94e6-5be811e2484f tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:54:06.008557 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fce9b533-8ccb-40e0-94e6-5be811e2484f tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.014275 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d38f2904-1e50-4456-90d4-b6c047d0ec6e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:54:06.019613 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924c36b-2ae4-4e01-95b9-f05a181c33ff None None] Sync routers for ids ['d176f933-d6bb-4b36-8508-f98eaef083b8'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:54:06.038713 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924c36b-2ae4-4e01-95b9-f05a181c33ff None None] Routers {'d176f933-d6bb-4b36-8508-f98eaef083b8'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:06.039456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-5924c36b-2ae4-4e01-95b9-f05a181c33ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:53:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d176f933-d6bb-4b36-8508-f98eaef083b8'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:06.051199 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f2904-1e50-4456-90d4-b6c047d0ec6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f590846d-4bfc-4dc3-8c59-11dc2d905c9d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:06.058267 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d38f2904-1e50-4456-90d4-b6c047d0ec6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.058617 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-d38f2904-1e50-4456-90d4-b6c047d0ec6e admin admin] Added segment 38a8487f-6223-4f42-a3b8-9e749c79e8b3 of type vlan for network f4c4eb9e-5003-4b5f-9754-e0c703055498 Aug 17 02:54:06.073194 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-8bb2f994-73fe-451d-b928-ee08de52ce63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:06.075650 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-8bb2f994-73fe-451d-b928-ee08de52ce63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1414654 Aug 17 02:54:06.089497 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fce9b533-8ccb-40e0-94e6-5be811e2484f tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "PUT /v2.0/floatingips/e624c0c5-f1ef-4758-91c1-26e0d15a87ae HTTP/1.1" status: 200 len: 992 time: 2.4178920 Aug 17 02:54:06.166886 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d38f2904-1e50-4456-90d4-b6c047d0ec6e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.209460 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-43e8216b-3f59-464d-84ed-13d21386b117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:06.218896 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-43e8216b-3f59-464d-84ed-13d21386b117 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 1099 time: 0.1277719 Aug 17 02:54:06.263928 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-5924c36b-2ae4-4e01-95b9-f05a181c33ff None None] Set router d176f933-d6bb-4b36-8508-f98eaef083b8 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:54:06.293912 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-7c3f16f6-42f6-4975-9d95-c5bfeb143851 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:06.296214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-7c3f16f6-42f6-4975-9d95-c5bfeb143851 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1933849 Aug 17 02:54:06.375987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9351b7de-ca38-4f77-9ec7-7211f1ee1593 req-fce317f9-1547-43e3-a348-59ce2173859c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:06.377064 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9351b7de-ca38-4f77-9ec7-7211f1ee1593 req-fce317f9-1547-43e3-a348-59ce2173859c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.2233589 Aug 17 02:54:06.430862 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-484aaf4a-a725-4a73-950e-92babf802be5 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236041 Aug 17 02:54:06.433954 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d38f2904-1e50-4456-90d4-b6c047d0ec6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.435904 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38f2904-1e50-4456-90d4-b6c047d0ec6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:06.436900 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d38f2904-1e50-4456-90d4-b6c047d0ec6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.451603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-06059b8a-94af-4ce3-8610-b3fdddb0369c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:06.453089 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-06059b8a-94af-4ce3-8610-b3fdddb0369c service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.2056379 Aug 17 02:54:06.456124 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9351b7de-ca38-4f77-9ec7-7211f1ee1593 req-bdfecbd2-b1b9-407a-9b20-4f16004c2736 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657561 Aug 17 02:54:06.525242 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-1f3c7271-d6b7-41e1-baa8-371a4082ba36 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2 HTTP/1.1" status: 200 len: 217 time: 0.0625429 Aug 17 02:54:06.597046 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 724f7063-2b68-4b59-89d4-1cd162cb1fbf no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:06.633990 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-8c43d59f-03b6-4658-991b-1bf907356fa0 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915698 Aug 17 02:54:06.644142 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 724f7063-2b68-4b59-89d4-1cd162cb1fbf {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:54:06.644483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 724f7063-2b68-4b59-89d4-1cd162cb1fbf not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:06.644707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-0b7b1d63-6e85-4b62-9ea5-b03b83b48a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:06.649706 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-0b7b1d63-6e85-4b62-9ea5-b03b83b48a26 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1156328 Aug 17 02:54:06.691323 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-5924c36b-2ae4-4e01-95b9-f05a181c33ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'name': 'tempest-ServersTestBootFromVolume-68305426-router', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:52:45Z', 'revision_number': 4, 'project_id': '584ea18469ca41d9b4edaef410100232', 'gw_port': {'id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:38Z', 'updated_at': '2021-08-17T02:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e624c0c5-f1ef-4758-91c1-26e0d15a87ae', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'port_id': 'a6965aee-d0a9-48a6-a21a-d4bbea85f9d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b', 'mac_address': 'fa:16:3e:d0:2d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a6c2f6-2276-462a-8971-1139d925c90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:52:52Z', 'updated_at': '2021-08-17T02:54:04Z', 'revision_number': 1, 'project_id': '584ea18469ca41d9b4edaef410100232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dd20cc5-e4cc-4ca4-aca0-16b347215c9f', 'name': '', 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'mac_address': 'fa:16:3e:3a:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8a795f62-7bc2-4976-a18a-36954442be30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:44Z', 'updated_at': '2021-08-17T02:52:51Z', 'revision_number': 5, 'project_id': '584ea18469ca41d9b4edaef410100232', 'subnets': [{'id': '8a795f62-7bc2-4976-a18a-36954442be30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:06.703281 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38f2904-1e50-4456-90d4-b6c047d0ec6e admin admin] Pushing event updated for resources: {'Network': ['ID=f4c4eb9e-5003-4b5f-9754-e0c703055498,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:06.719097 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d38f2904-1e50-4456-90d4-b6c047d0ec6e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.6072130 Aug 17 02:54:06.719097 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39430) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:06.733073 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a8237c02-f561-44c5-94d5-ce252f7516a7 admin admin] Request body: {'subnet': {'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1639025904-subnet', 'tenant_id': 'c511050c301441e19f6ec317bff7a777', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:06.734747 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network f4c4eb9e-5003-4b5f-9754-e0c703055498 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:54:06.747538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-1622ca9e-a89e-495b-997b-62dcc1e9cdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:06.755037 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-1622ca9e-a89e-495b-997b-62dcc1e9cdeb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0853922 Aug 17 02:54:06.766584 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924c36b-2ae4-4e01-95b9-f05a181c33ff None None] Checking router: d176f933-d6bb-4b36-8508-f98eaef083b8 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:54:06.774859 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc88e91-fc4e-4274-b889-1c639d1b036a req-3e0d23e0-acec-41b6-99e4-c3599763800f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:06.777975 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ccc88e91-fc4e-4274-b889-1c639d1b036a req-3e0d23e0-acec-41b6-99e4-c3599763800f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.1265543 Aug 17 02:54:06.805971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5924c36b-2ae4-4e01-95b9-f05a181c33ff None None] Routers {'d176f933-d6bb-4b36-8508-f98eaef083b8'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:06.820691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-5924c36b-2ae4-4e01-95b9-f05a181c33ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:53:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d176f933-d6bb-4b36-8508-f98eaef083b8'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:06.844460 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8237c02-f561-44c5-94d5-ce252f7516a7 admin admin] Made reservation on behalf of c511050c301441e19f6ec317bff7a777 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:06.846799 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8237c02-f561-44c5-94d5-ce252f7516a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:06.904669 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ccc88e91-fc4e-4274-b889-1c639d1b036a req-e4e5f0eb-bbd1-488f-b48e-5c0e30714981 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678501 Aug 17 02:54:06.934414 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-6dd559b4-6eaa-4adb-a706-49af89d074e1 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1474118 Aug 17 02:54:06.955999 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-5924c36b-2ae4-4e01-95b9-f05a181c33ff None None] Set router d176f933-d6bb-4b36-8508-f98eaef083b8 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:54:07.083268 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-46fe0fd3-3e9b-4121-9d41-62a770a46264 req-8f14e760-35d7-4208-8d06-a1d2cc239219 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1479263 Aug 17 02:54:07.215435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90cf75c-d797-4011-ab68-6edbf8e840a1 req-73c653b2-848a-4104-affb-5e2c54a4e8e0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:07.217011 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f90cf75c-d797-4011-ab68-6edbf8e840a1 req-73c653b2-848a-4104-affb-5e2c54a4e8e0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 948 time: 0.0859680 Aug 17 02:54:07.250660 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8237c02-f561-44c5-94d5-ce252f7516a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:07.291695 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f90cf75c-d797-4011-ab68-6edbf8e840a1 req-3f8db257-0b86-4a2b-b404-5fe96bfdddec tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671587 Aug 17 02:54:07.311668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-5924c36b-2ae4-4e01-95b9-f05a181c33ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'name': 'tempest-ServersTestBootFromVolume-68305426-router', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:52:45Z', 'revision_number': 4, 'project_id': '584ea18469ca41d9b4edaef410100232', 'gw_port': {'id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:38Z', 'updated_at': '2021-08-17T02:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e624c0c5-f1ef-4758-91c1-26e0d15a87ae', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'port_id': 'a6965aee-d0a9-48a6-a21a-d4bbea85f9d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b', 'mac_address': 'fa:16:3e:d0:2d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a6c2f6-2276-462a-8971-1139d925c90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:52:52Z', 'updated_at': '2021-08-17T02:54:04Z', 'revision_number': 1, 'project_id': '584ea18469ca41d9b4edaef410100232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dd20cc5-e4cc-4ca4-aca0-16b347215c9f', 'name': '', 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'mac_address': 'fa:16:3e:3a:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8a795f62-7bc2-4976-a18a-36954442be30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:44Z', 'updated_at': '2021-08-17T02:52:51Z', 'revision_number': 5, 'project_id': '584ea18469ca41d9b4edaef410100232', 'subnets': [{'id': '8a795f62-7bc2-4976-a18a-36954442be30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:07.325664 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8237c02-f561-44c5-94d5-ce252f7516a7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d55abd9e-368e-4e72-a208-748ac50df9e2,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:07.333172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8237c02-f561-44c5-94d5-ce252f7516a7 admin admin] Checking segment: {'id': '38a8487f-6223-4f42-a3b8-9e749c79e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:07.333454 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8237c02-f561-44c5-94d5-ce252f7516a7 admin admin] Network hostable DHCP agents. Network: f4c4eb9e-5003-4b5f-9754-e0c703055498, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:54:07.369487 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5924c36b-2ae4-4e01-95b9-f05a181c33ff None None] The sync data for ids ['d176f933-d6bb-4b36-8508-f98eaef083b8'] in n-d-802060-9 is: [{'id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'name': 'tempest-ServersTestBootFromVolume-68305426-router', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:52:45Z', 'revision_number': 4, 'project_id': '584ea18469ca41d9b4edaef410100232', 'gw_port': {'id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:38Z', 'updated_at': '2021-08-17T02:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e624c0c5-f1ef-4758-91c1-26e0d15a87ae', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'floating_ip_address': '172.25.1.219', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'port_id': 'a6965aee-d0a9-48a6-a21a-d4bbea85f9d3', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 506, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b', 'mac_address': 'fa:16:3e:d0:2d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b3a6c2f6-2276-462a-8971-1139d925c90b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:52:52Z', 'updated_at': '2021-08-17T02:54:04Z', 'revision_number': 1, 'project_id': '584ea18469ca41d9b4edaef410100232', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4dd20cc5-e4cc-4ca4-aca0-16b347215c9f', 'name': '', 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'mac_address': 'fa:16:3e:3a:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8a795f62-7bc2-4976-a18a-36954442be30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:44Z', 'updated_at': '2021-08-17T02:52:51Z', 'revision_number': 5, 'project_id': '584ea18469ca41d9b4edaef410100232', 'subnets': [{'id': '8a795f62-7bc2-4976-a18a-36954442be30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:54:07.438948 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8237c02-f561-44c5-94d5-ce252f7516a7 admin admin] Network f4c4eb9e-5003-4b5f-9754-e0c703055498 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:54:07.450978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b3a6c2f6-2276-462a-8971-1139d925c90b', 'tag': 'a6965aee-d0a9-48a6-a21a-d4bbea85f9d3'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:07.453847 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ddba3e7-37e0-419c-ad86-6000e0def7df" -d '{"events": [{"name": "network-changed", "server_uuid": "b3a6c2f6-2276-462a-8971-1139d925c90b", "tag": "a6965aee-d0a9-48a6-a21a-d4bbea85f9d3"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:07.517536 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a8237c02-f561-44c5-94d5-ce252f7516a7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, f4c4eb9e-5003-4b5f-9754-e0c703055498) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:07.533593 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8237c02-f561-44c5-94d5-ce252f7516a7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:07.533593 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8237c02-f561-44c5-94d5-ce252f7516a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:07.541016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9047c87-0e01-469a-805b-f54123ceb846 None None] Network f4c4eb9e-5003-4b5f-9754-e0c703055498 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:07.557674 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd57608-7408-4330-ac47-c913632ccd9f x-openstack-request-id: req-9dd57608-7408-4330-ac47-c913632ccd9f {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:07.557974 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b3a6c2f6-2276-462a-8971-1139d925c90b", "tag": "a6965aee-d0a9-48a6-a21a-d4bbea85f9d3", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:07.558250 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9dd57608-7408-4330-ac47-c913632ccd9f {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:07.558644 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b3a6c2f6-2276-462a-8971-1139d925c90b', 'tag': 'a6965aee-d0a9-48a6-a21a-d4bbea85f9d3', 'status': 'completed', 'code': 200} Aug 17 02:54:07.635511 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a8237c02-f561-44c5-94d5-ce252f7516a7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9088624 Aug 17 02:54:07.664805 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddba3e7-37e0-419c-ad86-6000e0def7df req-c4a73fa8-f270-4471-af25-92b26d80f4d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:07.664805 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ddba3e7-37e0-419c-ad86-6000e0def7df req-c4a73fa8-f270-4471-af25-92b26d80f4d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=584ea18469ca41d9b4edaef410100232&device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 1097 time: 0.0881619 Aug 17 02:54:07.771725 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a5b8743-1dbf-4b2a-8c25-b8675a3cee80 req-892e2411-4a73-4787-abe9-e1bcb4a3a5c3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:07.776772 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1a5b8743-1dbf-4b2a-8c25-b8675a3cee80 req-892e2411-4a73-4787-abe9-e1bcb4a3a5c3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5 HTTP/1.1" status: 200 len: 950 time: 0.1451554 Aug 17 02:54:07.812166 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfcdecbf-b40d-4a8c-b3c9-3f1bc55edeef None None] Network f4c4eb9e-5003-4b5f-9754-e0c703055498 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:07.828697 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ae8b218-c40d-4fc9-82bb-8f8c468abc6b None None] New status for floating IP e624c0c5-f1ef-4758-91c1-26e0d15a87ae: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:54:07.888002 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1a5b8743-1dbf-4b2a-8c25-b8675a3cee80 req-65c4d3b3-c0cd-44d6-b775-48530f276963 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034272 Aug 17 02:54:07.951047 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddba3e7-37e0-419c-ad86-6000e0def7df req-a770a43b-4011-471c-81f3-a7bcc5fe5211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:07.952551 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ddba3e7-37e0-419c-ad86-6000e0def7df req-a770a43b-4011-471c-81f3-a7bcc5fe5211 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7614221c-4a8f-4d76-b9c1-3db8fea6780b HTTP/1.1" status: 200 len: 914 time: 0.2773499 Aug 17 02:54:08.118857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8696204-8d58-495e-bcd9-ae527e796348 req-9908eead-e23a-4bcd-9afa-3e81cc3f644b tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:08.121890 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8696204-8d58-495e-bcd9-ae527e796348 req-9908eead-e23a-4bcd-9afa-3e81cc3f644b tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0678444 Aug 17 02:54:08.124039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30888b89-8ef7-4674-8f19-866e17eca703 req-36f27186-b1a7-4756-9e46-f94a31874e40 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:08.141936 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-30888b89-8ef7-4674-8f19-866e17eca703 req-36f27186-b1a7-4756-9e46-f94a31874e40 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.4587369 Aug 17 02:54:08.147315 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ddba3e7-37e0-419c-ad86-6000e0def7df req-cdf61c19-a11c-41bc-aed1-0af7b76298fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 HTTP/1.1" status: 200 len: 1000 time: 0.1846788 Aug 17 02:54:08.179243 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8696204-8d58-495e-bcd9-ae527e796348 req-1cb8ae1b-0db0-4355-a6a4-025b0459b64e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522668 Aug 17 02:54:08.218084 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-30888b89-8ef7-4674-8f19-866e17eca703 req-9382157c-bdc4-45f1-8ee8-9f78654f1033 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0737166 Aug 17 02:54:08.238222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddba3e7-37e0-419c-ad86-6000e0def7df req-4b9af2fa-fc0e-4e0c-8238-7b1d47e642f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:08.240332 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ddba3e7-37e0-419c-ad86-6000e0def7df req-4b9af2fa-fc0e-4e0c-8238-7b1d47e642f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a795f62-7bc2-4976-a18a-36954442be30 HTTP/1.1" status: 200 len: 853 time: 0.0842454 Aug 17 02:54:08.329951 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddba3e7-37e0-419c-ad86-6000e0def7df req-e6bf9504-d5b7-4bf8-80c1-6b74a8150abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:08.331498 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ddba3e7-37e0-419c-ad86-6000e0def7df req-e6bf9504-d5b7-4bf8-80c1-6b74a8150abd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7614221c-4a8f-4d76-b9c1-3db8fea6780b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0830357 Aug 17 02:54:08.530876 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 07c67420-ebfc-4a09-a254-4f69ac1612e2 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:54:08.558417 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eefb530-76a9-4dbf-8e7e-be15d7e72137 req-af1de8a1-f4eb-4690-86dc-4e73ded849f2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:08.560096 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7eefb530-76a9-4dbf-8e7e-be15d7e72137 req-af1de8a1-f4eb-4690-86dc-4e73ded849f2 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "GET /v2.0/ports?device_id=ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5 HTTP/1.1" status: 200 len: 950 time: 0.1082730 Aug 17 02:54:08.599648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0e931c-cc62-41b4-a84b-edf04b21bf36 req-f97e060f-f4c8-4f4a-a4ee-48ab99bc324d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:08.603612 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cd0e931c-cc62-41b4-a84b-edf04b21bf36 req-f97e060f-f4c8-4f4a-a4ee-48ab99bc324d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 948 time: 0.1808610 Aug 17 02:54:08.629060 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a7f8d02-f7b5-4af7-af19-2f013acf7441 req-151dee5c-b1a7-4682-8ce0-ba8e106a3637 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1247933 Aug 17 02:54:08.677780 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cd0e931c-cc62-41b4-a84b-edf04b21bf36 req-4f4d7526-ae11-40cc-ba34-fa55ee9d5e41 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455499 Aug 17 02:54:08.680762 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ddba3e7-37e0-419c-ad86-6000e0def7df req-16b04def-d10e-4bc0-b956-4fdd5c4f4459 service neutron] 10.222.0.60 "GET /v2.0/networks/7614221c-4a8f-4d76-b9c1-3db8fea6780b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3396146 Aug 17 02:54:08.699482 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:08.839193 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ddba3e7-37e0-419c-ad86-6000e0def7df req-9aefe29e-7b2c-478e-92d8-b1d24da2dfd0 service neutron] 10.222.0.60 "GET /v2.0/networks/7614221c-4a8f-4d76-b9c1-3db8fea6780b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1506433 Aug 17 02:54:08.867537 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-1f8fb611-e266-4ab9-bd2c-8458e11a9e23 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:08.869694 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '07c67420-ebfc-4a09-a254-4f69ac1612e2', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '07c67420-ebfc-4a09-a254-4f69ac1612e2', 'mac_address': 'fa:16:3e:09:f4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:54:08.872755 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-1f8fb611-e266-4ab9-bd2c-8458e11a9e23 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/networks?id=f4c4eb9e-5003-4b5f-9754-e0c703055498 HTTP/1.1" status: 200 len: 813 time: 0.2461624 Aug 17 02:54:08.910102 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f8d02-f7b5-4af7-af19-2f013acf7441 req-3ea77aad-cd0c-40e7-87bf-71267aebbbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:08.911802 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a7f8d02-f7b5-4af7-af19-2f013acf7441 req-3ea77aad-cd0c-40e7-87bf-71267aebbbbb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 1096 time: 0.1450233 Aug 17 02:54:08.922226 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:08.929270 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-96def966-896d-49e6-9f08-f6308b8fc48c tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/quotas/c511050c301441e19f6ec317bff7a777 HTTP/1.1" status: 200 len: 375 time: 0.0408220 Aug 17 02:54:08.938932 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c67420-ebfc-4a09-a254-4f69ac1612e2 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:08.974734 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:09.000399 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d6e3c4a6-1b94-4ce1-9c55-a554f791913d tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c511050c301441e19f6ec317bff7a777&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0697856 Aug 17 02:54:09.018147 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-7eefb530-76a9-4dbf-8e7e-be15d7e72137 req-8612d8b7-a45a-4437-be13-c7bbc1f3f25a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Deleting port 7cf70f0c-1246-458d-999f-626ed945d594 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:09.018505 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7eefb530-76a9-4dbf-8e7e-be15d7e72137 req-8612d8b7-a45a-4437-be13-c7bbc1f3f25a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:09.044422 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b36511d5-7d39-4f69-936f-a76dd7b49bfe req-c4a319aa-ec6c-46a4-8da0-dd81eb285256 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0974357 Aug 17 02:54:09.051679 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:09.114220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=07c67420-ebfc-4a09-a254-4f69ac1612e2,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:09.169923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e021ec2-2c04-4819-aa98-92b7785e0b48 req-7bdb871e-6b8e-4167-a7c0-87c1fa1a031d tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:09.171484 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e021ec2-2c04-4819-aa98-92b7785e0b48 req-7bdb871e-6b8e-4167-a7c0-87c1fa1a031d tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 948 time: 0.1804924 Aug 17 02:54:09.232355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca09dbee-818f-473c-b5c5-39c4c1f96202 req-b7322343-1334-4f35-8cb8-ca963d900b0c tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:09.240399 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca09dbee-818f-473c-b5c5-39c4c1f96202 req-b7322343-1334-4f35-8cb8-ca963d900b0c tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5 HTTP/1.1" status: 200 len: 950 time: 0.2157774 Aug 17 02:54:09.247397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36511d5-7d39-4f69-936f-a76dd7b49bfe req-3eeeedb4-7b5c-4d72-990e-e588b9c3d0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:09.248867 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b36511d5-7d39-4f69-936f-a76dd7b49bfe req-3eeeedb4-7b5c-4d72-990e-e588b9c3d0c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8b31599f492b49b38d4cb24b8312fa72&device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 1101 time: 0.1665912 Aug 17 02:54:09.260746 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f8d02-f7b5-4af7-af19-2f013acf7441 req-40668ae8-7656-4051-8c4e-da02e7ab5fc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:09.262369 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a7f8d02-f7b5-4af7-af19-2f013acf7441 req-40668ae8-7656-4051-8c4e-da02e7ab5fc3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.2737722 Aug 17 02:54:09.268897 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-7eefb530-76a9-4dbf-8e7e-be15d7e72137 req-8612d8b7-a45a-4437-be13-c7bbc1f3f25a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] For port 7cf70f0c-1246-458d-999f-626ed945d594, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7cf70f0c-1246-458d-999f-626ed945d594,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:09.269307 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7eefb530-76a9-4dbf-8e7e-be15d7e72137 req-8612d8b7-a45a-4437-be13-c7bbc1f3f25a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:09.274448 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-ece63995-5d1b-4ff3-8dda-abf911d320fc service neutron] 10.222.0.10 "GET /v2.0/networks/f4c4eb9e-5003-4b5f-9754-e0c703055498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2519569 Aug 17 02:54:09.346295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['07c67420-ebfc-4a09-a254-4f69ac1612e2'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:09.360402 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-7eefb530-76a9-4dbf-8e7e-be15d7e72137 req-8612d8b7-a45a-4437-be13-c7bbc1f3f25a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Calling delete_port for 7cf70f0c-1246-458d-999f-626ed945d594 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:09.363005 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a7f8d02-f7b5-4af7-af19-2f013acf7441 req-cfcc729c-93f0-4e9c-9623-db254488e865 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=31b9c165-0f4a-4807-b8da-e8fe3347cd41 HTTP/1.1" status: 200 len: 217 time: 0.0877159 Aug 17 02:54:09.395208 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca09dbee-818f-473c-b5c5-39c4c1f96202 req-efdf39e1-d6b0-45ed-b501-75024a423054 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535909 Aug 17 02:54:09.499885 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7f8d02-f7b5-4af7-af19-2f013acf7441 req-6280862a-6afe-4f50-ba04-a70760d4dff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:09.501554 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a7f8d02-f7b5-4af7-af19-2f013acf7441 req-6280862a-6afe-4f50-ba04-a70760d4dff6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.1283486 Aug 17 02:54:09.509656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36511d5-7d39-4f69-936f-a76dd7b49bfe req-d8c1fbf9-adb9-4996-a53e-38c98eecfe85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:09.511173 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b36511d5-7d39-4f69-936f-a76dd7b49bfe req-d8c1fbf9-adb9-4996-a53e-38c98eecfe85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.2363052 Aug 17 02:54:09.528078 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-0e021ec2-2c04-4819-aa98-92b7785e0b48 req-fb447a74-2ddd-40b2-b907-8b3fa39f9e91 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Deleting port 832256c5-5c54-47f5-8f5d-a940ced21811 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:09.529214 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0e021ec2-2c04-4819-aa98-92b7785e0b48 req-fb447a74-2ddd-40b2-b907-8b3fa39f9e91 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:09.560455 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-6615650d-96ac-4466-9f04-7165b88665a9 service neutron] 10.222.0.10 "GET /v2.0/networks/f4c4eb9e-5003-4b5f-9754-e0c703055498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2727389 Aug 17 02:54:09.563537 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a7f8d02-f7b5-4af7-af19-2f013acf7441 req-97f0c27e-3e53-4268-a1a6-aefebec45346 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491285 Aug 17 02:54:09.646203 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b36511d5-7d39-4f69-936f-a76dd7b49bfe req-2a18d232-f6cd-4376-87dc-060640cbefbc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.230&port_id=036c9b05-bee9-47a4-8090-ce1337309fc1 HTTP/1.1" status: 200 len: 217 time: 0.0930116 Aug 17 02:54:09.707301 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5128ab9-114d-4921-8050-e1241e490a44 req-f5449625-a48c-451f-b4fa-4e3630846eb2 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:09.708940 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b5128ab9-114d-4921-8050-e1241e490a44 req-f5449625-a48c-451f-b4fa-4e3630846eb2 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.1968722 Aug 17 02:54:09.750148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36511d5-7d39-4f69-936f-a76dd7b49bfe req-3767c957-04b1-4b73-8792-dfda4d3c8a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:09.751665 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b36511d5-7d39-4f69-936f-a76dd7b49bfe req-3767c957-04b1-4b73-8792-dfda4d3c8a30 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0977223 Aug 17 02:54:09.772055 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a7f8d02-f7b5-4af7-af19-2f013acf7441 req-ce5b4a74-2e02-4f45-b21d-4affe7582392 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1974878 Aug 17 02:54:09.782378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0e021ec2-2c04-4819-aa98-92b7785e0b48 req-fb447a74-2ddd-40b2-b907-8b3fa39f9e91 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] For port 832256c5-5c54-47f5-8f5d-a940ced21811, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=832256c5-5c54-47f5-8f5d-a940ced21811,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:09.782771 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0e021ec2-2c04-4819-aa98-92b7785e0b48 req-fb447a74-2ddd-40b2-b907-8b3fa39f9e91 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:09.823695 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b5128ab9-114d-4921-8050-e1241e490a44 req-0de83147-6468-47f9-bd57-4d7a5ef583c2 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037631 Aug 17 02:54:09.825947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-0e021ec2-2c04-4819-aa98-92b7785e0b48 req-fb447a74-2ddd-40b2-b907-8b3fa39f9e91 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Calling delete_port for 832256c5-5c54-47f5-8f5d-a940ced21811 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:09.839701 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7eefb530-76a9-4dbf-8e7e-be15d7e72137 req-8612d8b7-a45a-4437-be13-c7bbc1f3f25a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:09.862256 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['036c9b05-bee9-47a4-8090-ce1337309fc1', '7cf70f0c-1246-458d-999f-626ed945d594', '832256c5-5c54-47f5-8f5d-a940ced21811'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:09.909117 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8612d8b7-a45a-4437-be13-c7bbc1f3f25a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Pushing event deleted for resources: {'Port': ['ID=7cf70f0c-1246-458d-999f-626ed945d594,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:09.940951 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b36511d5-7d39-4f69-936f-a76dd7b49bfe req-57a37026-ce0e-4692-bb1e-fbdae86f4aec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:09.944974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b36511d5-7d39-4f69-936f-a76dd7b49bfe req-57a37026-ce0e-4692-bb1e-fbdae86f4aec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1813002 Aug 17 02:54:09.983951 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eefb530-76a9-4dbf-8e7e-be15d7e72137 req-8612d8b7-a45a-4437-be13-c7bbc1f3f25a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] No DVR routers for this DVR port 7cf70f0c-1246-458d-999f-626ed945d594 on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:09.990605 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7eefb530-76a9-4dbf-8e7e-be15d7e72137 req-8612d8b7-a45a-4437-be13-c7bbc1f3f25a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:09.993173 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7eefb530-76a9-4dbf-8e7e-be15d7e72137 req-8612d8b7-a45a-4437-be13-c7bbc1f3f25a tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "DELETE /v2.0/ports/7cf70f0c-1246-458d-999f-626ed945d594 HTTP/1.1" status: 204 len: 173 time: 1.4243844 Aug 17 02:54:09.993749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5', 'name': 'network-vif-deleted', 'tag': '7cf70f0c-1246-458d-999f-626ed945d594'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:09.996335 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee5fd1bb-e655-4226-8b98-e9f606200ee1" -d '{"events": [{"server_uuid": "ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5", "name": "network-vif-deleted", "tag": "7cf70f0c-1246-458d-999f-626ed945d594"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:10.005215 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a7f8d02-f7b5-4af7-af19-2f013acf7441 req-ae98131a-8d18-4680-82ac-a2d0b6a8d878 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219057 Aug 17 02:54:10.205151 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b36511d5-7d39-4f69-936f-a76dd7b49bfe req-ee701f4d-3764-4709-9116-977e98c0807a service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2449782 Aug 17 02:54:10.325683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f15c7d-61d2-4497-ac83-23a12cf940eb req-c33775ab-7c93-4eb8-8bd5-de2e13d0b98a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:10.342464 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03f15c7d-61d2-4497-ac83-23a12cf940eb req-c33775ab-7c93-4eb8-8bd5-de2e13d0b98a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.2813568 Aug 17 02:54:10.473444 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f445802-e76e-43d7-b8cd-18262a3dfbcf req-00cd7523-7f3e-4256-8320-09191255dd46 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:10.475188 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f445802-e76e-43d7-b8cd-18262a3dfbcf req-00cd7523-7f3e-4256-8320-09191255dd46 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 949 time: 0.1041632 Aug 17 02:54:10.532913 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 07c67420-ebfc-4a09-a254-4f69ac1612e2 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:10.549660 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f445802-e76e-43d7-b8cd-18262a3dfbcf req-924a207c-4e54-43a3-aa01-e20c4f09ba21 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639441 Aug 17 02:54:10.695644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 07c67420-ebfc-4a09-a254-4f69ac1612e2 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:10.699945 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 07c67420-ebfc-4a09-a254-4f69ac1612e2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:10.702768 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:10.707816 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-569a0253-5031-47e5-8d07-b18705fbd6e5 x-openstack-request-id: req-569a0253-5031-47e5-8d07-b18705fbd6e5 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:10.708363 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5", "name": "network-vif-deleted", "tag": "7cf70f0c-1246-458d-999f-626ed945d594", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:10.708363 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-569a0253-5031-47e5-8d07-b18705fbd6e5 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:10.708749 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5', 'name': 'network-vif-deleted', 'tag': '7cf70f0c-1246-458d-999f-626ed945d594', 'status': 'completed', 'code': 200} Aug 17 02:54:10.831173 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:10.880756 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c67420-ebfc-4a09-a254-4f69ac1612e2'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:10.885341 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ff40af-5045-4b53-a053-8400d8b4b86e" -d '{"events": [{"server_uuid": "ff5ec41a-b8d4-4b1f-9f37-db74a519adf2", "name": "network-vif-plugged", "status": "completed", "tag": "07c67420-ebfc-4a09-a254-4f69ac1612e2"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:10.928046 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:10.950602 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:10.969218 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:54:10.978065 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03f15c7d-61d2-4497-ac83-23a12cf940eb req-d3c928c8-e030-4d23-94b6-4a87eda96886 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6342900 Aug 17 02:54:10.984434 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b36511d5-7d39-4f69-936f-a76dd7b49bfe req-9ccea2df-160e-4795-a99f-aa9d894ba346 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7668862 Aug 17 02:54:11.032273 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0e021ec2-2c04-4819-aa98-92b7785e0b48 req-fb447a74-2ddd-40b2-b907-8b3fa39f9e91 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:11.042069 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1cb1a82-dad9-425f-9355-c39245ea1e44 req-5ed898a9-4999-40d0-8a99-69cc988a2e3e tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad4c1754-bdf4-4952-ad6f-4ef8ac26afe5 HTTP/1.1" status: 200 len: 210 time: 0.0644972 Aug 17 02:54:11.088657 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb447a74-2ddd-40b2-b907-8b3fa39f9e91 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Pushing event deleted for resources: {'Port': ['ID=832256c5-5c54-47f5-8f5d-a940ced21811,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:11.112216 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['036c9b05-bee9-47a4-8090-ce1337309fc1', '7cf70f0c-1246-458d-999f-626ed945d594'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:11.174380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0e021ec2-2c04-4819-aa98-92b7785e0b48 req-fb447a74-2ddd-40b2-b907-8b3fa39f9e91 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] No DVR routers for this DVR port 832256c5-5c54-47f5-8f5d-a940ced21811 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:11.177019 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0e021ec2-2c04-4819-aa98-92b7785e0b48 req-fb447a74-2ddd-40b2-b907-8b3fa39f9e91 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:11.180814 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e021ec2-2c04-4819-aa98-92b7785e0b48 req-fb447a74-2ddd-40b2-b907-8b3fa39f9e91 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "DELETE /v2.0/ports/832256c5-5c54-47f5-8f5d-a940ced21811 HTTP/1.1" status: 204 len: 173 time: 1.9968717 Aug 17 02:54:11.180814 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06c38732-7ec7-4aa3-9995-0646b7b8f84d', 'name': 'network-vif-deleted', 'tag': '832256c5-5c54-47f5-8f5d-a940ced21811'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:11.183111 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8622c877-446b-4ff3-8342-e6b37c647439" -d '{"events": [{"server_uuid": "06c38732-7ec7-4aa3-9995-0646b7b8f84d", "name": "network-vif-deleted", "tag": "832256c5-5c54-47f5-8f5d-a940ced21811"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:11.223167 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:11.235624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfc5f28-a6a5-45b5-8ec1-122f047d5eef req-7879eff4-341d-4107-9f95-f669289be1ce tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:11.237570 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0cfc5f28-a6a5-45b5-8ec1-122f047d5eef req-7879eff4-341d-4107-9f95-f669289be1ce tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.1051033 Aug 17 02:54:11.283820 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0cfc5f28-a6a5-45b5-8ec1-122f047d5eef req-e9521dec-fc7a-40e0-84a2-7ac4656defd4 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392902 Aug 17 02:54:11.369739 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b96a84-b486-499b-ae9f-92e47ca44f58 x-openstack-request-id: req-30b96a84-b486-499b-ae9f-92e47ca44f58 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:11.370033 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5ec41a-b8d4-4b1f-9f37-db74a519adf2", "name": "network-vif-plugged", "status": "completed", "tag": "07c67420-ebfc-4a09-a254-4f69ac1612e2", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:11.370286 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30b96a84-b486-499b-ae9f-92e47ca44f58 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:11.370677 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c67420-ebfc-4a09-a254-4f69ac1612e2', 'code': 200} Aug 17 02:54:11.407404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:11.411811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=07c67420-ebfc-4a09-a254-4f69ac1612e2,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:11.427446 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:11.458266 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c85e31e4-2bfb-4502-8392-53d9b830067f req-a3c378eb-863e-4de0-8ba6-455d81f09a00 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=310db4ba-473d-40bd-a3f4-dd9baa8ffc9d HTTP/1.1" status: 200 len: 210 time: 0.0679803 Aug 17 02:54:11.470576 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0', 'mac_address': 'fa:16:3e:39:33:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:54:11.517032 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cab7bd7-9fed-4da9-a500-cd06e4274945 x-openstack-request-id: req-0cab7bd7-9fed-4da9-a500-cd06e4274945 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:11.517552 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06c38732-7ec7-4aa3-9995-0646b7b8f84d", "name": "network-vif-deleted", "tag": "832256c5-5c54-47f5-8f5d-a940ced21811", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:11.520463 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0cab7bd7-9fed-4da9-a500-cd06e4274945 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:11.520463 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06c38732-7ec7-4aa3-9995-0646b7b8f84d', 'name': 'network-vif-deleted', 'tag': '832256c5-5c54-47f5-8f5d-a940ced21811', 'status': 'completed', 'code': 200} Aug 17 02:54:11.545909 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:11.550410 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:11.572833 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:11.650631 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:11.748835 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:54:11.749197 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:54:11.749851 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:11.845513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0436a6-4ac2-4e25-8c6f-e355d6d610c9 req-ec7a99b2-d530-4995-8331-2b9544b14208 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:11.847702 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af0436a6-4ac2-4e25-8c6f-e355d6d610c9 req-ec7a99b2-d530-4995-8331-2b9544b14208 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0641606 Aug 17 02:54:11.896309 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af0436a6-4ac2-4e25-8c6f-e355d6d610c9 req-778c44dc-77b6-4139-8560-dbf75c9613de tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417774 Aug 17 02:54:11.900104 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-3b1280b6-ae53-46d3-bfbd-f555c287d7ac tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:11.901759 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-3b1280b6-ae53-46d3-bfbd-f555c287d7ac tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.60 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2&tenant_id=638115240e104430bff599fc921ec015&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 950 time: 0.0867386 Aug 17 02:54:11.974236 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-e3dc2cda-2ea1-4033-9970-6729cef7f8a4 service neutron] 10.222.0.60 "GET /v2.0/ports/07c67420-ebfc-4a09-a254-4f69ac1612e2/bindings/n-h2-802060-9 HTTP/1.1" status: 200 len: 382 time: 0.0636036 Aug 17 02:54:12.057835 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-1ebefb46-69de-46d9-be7c-99baec12ac17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:12.060106 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-1ebefb46-69de-46d9-be7c-99baec12ac17 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 1101 time: 0.0591302 Aug 17 02:54:12.203471 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1b2aaa-da37-4d51-8785-e7680dab82fa req-e52617e3-4aa1-4be8-a25f-36e2af57320c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:12.206063 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9c1b2aaa-da37-4d51-8785-e7680dab82fa req-e52617e3-4aa1-4be8-a25f-36e2af57320c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 946 time: 0.1426656 Aug 17 02:54:12.231985 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fcd1eb98-7848-4c95-ba3e-b59d30a43153 req-366b5d75-0288-4cd0-97b4-87da4a02c617 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=06c38732-7ec7-4aa3-9995-0646b7b8f84d HTTP/1.1" status: 200 len: 210 time: 0.0477953 Aug 17 02:54:12.277607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-ef175182-8478-4c57-a582-2f7ea9bd2cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:12.279121 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-ef175182-8478-4c57-a582-2f7ea9bd2cc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.1991615 Aug 17 02:54:12.291740 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9c1b2aaa-da37-4d51-8785-e7680dab82fa req-7105298e-691b-43bb-84d7-5366a7c5163d tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784187 Aug 17 02:54:12.330593 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.348381 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:12.361937 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-82e52434-383c-40a7-b717-3b14f4d56f17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2 HTTP/1.1" status: 200 len: 217 time: 0.0684338 Aug 17 02:54:12.371580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:12.435466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-32dace25-79ef-445a-8c4f-d59a68a81eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:12.437026 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-32dace25-79ef-445a-8c4f-d59a68a81eaa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0637465 Aug 17 02:54:12.457709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77c203f5-aaf8-4e20-9fc4-00e30d3621fc req-363f5c1e-5dd6-4404-96a7-ac2b33f2df78 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:12.461391 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77c203f5-aaf8-4e20-9fc4-00e30d3621fc req-363f5c1e-5dd6-4404-96a7-ac2b33f2df78 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0587215 Aug 17 02:54:12.478637 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:12.503778 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-14d5f292-fea5-4ac9-816c-fb7bf9dbd306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:12.505942 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-14d5f292-fea5-4ac9-816c-fb7bf9dbd306 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0573280 Aug 17 02:54:12.541773 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77c203f5-aaf8-4e20-9fc4-00e30d3621fc req-b35040e2-1cfd-45ef-a5a9-c53505627709 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652828 Aug 17 02:54:12.590185 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:12.697210 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-03670bad-aedf-4922-9f2f-8ec4a3dab20e service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800356 Aug 17 02:54:12.810688 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c8715d0-01ea-4f5b-b701-ad89c018bdfa req-4b6027ea-71c5-4913-9a46-094d716298c0 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=310db4ba-473d-40bd-a3f4-dd9baa8ffc9d HTTP/1.1" status: 200 len: 210 time: 0.0348172 Aug 17 02:54:12.832674 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['7046ae57-8eea-4f27-ab1f-79cacdcaf3e0'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:12.855141 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-7c0fa488-a27e-48fa-ad24-059bcb2f16fd service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427073 Aug 17 02:54:12.968943 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7cf70f0c-1246-458d-999f-626ed945d594 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:12.999601 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 7cf70f0c-1246-458d-999f-626ed945d594 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:54:13.000204 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7cf70f0c-1246-458d-999f-626ed945d594 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:13.000626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 832256c5-5c54-47f5-8f5d-a940ced21811 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:13.026376 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa31dfa7-f0ea-464d-a0cc-150f38ee54ab req-66437957-f50f-44c5-bb34-6689a1906cb6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:13.027879 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aa31dfa7-f0ea-464d-a0cc-150f38ee54ab req-66437957-f50f-44c5-bb34-6689a1906cb6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.0529232 Aug 17 02:54:13.032383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 832256c5-5c54-47f5-8f5d-a940ced21811 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:54:13.032726 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 832256c5-5c54-47f5-8f5d-a940ced21811 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:13.068219 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aa31dfa7-f0ea-464d-a0cc-150f38ee54ab req-fc57a6ef-b009-4c8f-a25f-266fd912777c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339737 Aug 17 02:54:13.374951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3458da9b-f914-4dd8-90cd-598cb8e79c75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:13.377693 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b810328-5154-429f-b3cd-42fe7aa897b8" -d '{"events": [{"server_uuid": "3458da9b-f914-4dd8-90cd-598cb8e79c75", "name": "network-vif-unplugged", "status": "completed", "tag": "7046ae57-8eea-4f27-ab1f-79cacdcaf3e0"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:13.434304 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83430c-30c0-4362-bc3f-02d0ee7d2648 req-f9082f4c-633f-4dae-a9b0-8dd0cbac25d3 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:13.435856 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0d83430c-30c0-4362-bc3f-02d0ee7d2648 req-f9082f4c-633f-4dae-a9b0-8dd0cbac25d3 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 947 time: 0.0650690 Aug 17 02:54:13.463089 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de7c35bb-4286-4bca-966b-6d9c0692e9d9 x-openstack-request-id: req-de7c35bb-4286-4bca-966b-6d9c0692e9d9 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:13.463477 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3458da9b-f914-4dd8-90cd-598cb8e79c75", "name": "network-vif-unplugged", "status": "completed", "tag": "7046ae57-8eea-4f27-ab1f-79cacdcaf3e0", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:13.463824 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de7c35bb-4286-4bca-966b-6d9c0692e9d9 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:13.465022 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3458da9b-f914-4dd8-90cd-598cb8e79c75', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0', 'code': 200} Aug 17 02:54:13.488791 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0d83430c-30c0-4362-bc3f-02d0ee7d2648 req-a9390c7e-d3e3-48bd-a1ee-7837319dbe23 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453396 Aug 17 02:54:13.498699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-ab12b51b-0f8e-46a0-8518-c4e9e15db918 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:13.503423 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-ab12b51b-0f8e-46a0-8518-c4e9e15db918 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.60 "GET /v2.0/networks?id=f4c4eb9e-5003-4b5f-9754-e0c703055498 HTTP/1.1" status: 200 len: 813 time: 0.1553998 Aug 17 02:54:13.519945 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-6ff63f49-378e-47b0-b123-a1acb275356f tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Request body: {'port': {'device_id': '4de2a34d-8991-42c0-b87f-e9c487a30259', 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498', 'admin_state_up': True, 'tenant_id': 'c511050c301441e19f6ec317bff7a777'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:13.679008 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985ef5cf-341d-47f8-99f3-2b520e391b3b req-b2f91ce9-038f-4479-a876-9d00baf1498d tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:13.681031 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-985ef5cf-341d-47f8-99f3-2b520e391b3b req-b2f91ce9-038f-4479-a876-9d00baf1498d tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0729129 Aug 17 02:54:13.739526 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-985ef5cf-341d-47f8-99f3-2b520e391b3b req-0c2a1514-aa25-4e62-971c-ec6460c30c5c tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507829 Aug 17 02:54:13.985643 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff7afc04-17fa-45c1-b91f-fc72999665db req-880518e9-ecc1-48c9-b33c-74b09742971c tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=310db4ba-473d-40bd-a3f4-dd9baa8ffc9d HTTP/1.1" status: 200 len: 210 time: 0.0395112 Aug 17 02:54:14.040902 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e162c9c9-9129-4a46-a155-8deddca69ee2 req-1535429a-9131-4238-81b2-465621628d03 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:14.049556 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e162c9c9-9129-4a46-a155-8deddca69ee2 req-1535429a-9131-4238-81b2-465621628d03 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 950 time: 0.0729392 Aug 17 02:54:14.101211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-6ff63f49-378e-47b0-b123-a1acb275356f tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Made reservation on behalf of c511050c301441e19f6ec317bff7a777 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:14.106188 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-6ff63f49-378e-47b0-b123-a1acb275356f tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:14.166090 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e162c9c9-9129-4a46-a155-8deddca69ee2 req-98c6cab5-821d-46e7-b2e1-fa3bd02c99a1 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1154845 Aug 17 02:54:14.227443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-5b13f3ea-0929-49e6-a043-6de0ca19f59d tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:14.229364 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-5b13f3ea-0929-49e6-a043-6de0ca19f59d tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.60 "GET /v2.0/networks?id=f4c4eb9e-5003-4b5f-9754-e0c703055498 HTTP/1.1" status: 200 len: 813 time: 0.1721587 Aug 17 02:54:14.243557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-3e1f8c5b-24a6-45cc-a57a-a5cc6c84194b tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Request body: {'port': {'device_id': '310db4ba-473d-40bd-a3f4-dd9baa8ffc9d', 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498', 'admin_state_up': True, 'tenant_id': 'c511050c301441e19f6ec317bff7a777'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:14.317955 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8eb79e9-47be-4539-8cf1-e80866777ed9 req-e207606f-69f2-44eb-80df-b57e6ad93d65 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:14.319537 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8eb79e9-47be-4539-8cf1-e80866777ed9 req-e207606f-69f2-44eb-80df-b57e6ad93d65 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.1140134 Aug 17 02:54:14.337797 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-6ff63f49-378e-47b0-b123-a1acb275356f tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Allocated IP 172.20.0.11 (f4c4eb9e-5003-4b5f-9754-e0c703055498/d55abd9e-368e-4e72-a208-748ac50df9e2/7390fc18-a9cb-44e6-b6be-1b19a57c1ef9) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:14.407452 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8eb79e9-47be-4539-8cf1-e80866777ed9 req-38ce13a1-5f89-4ac4-87f6-3bd75bf3a2f1 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670221 Aug 17 02:54:14.489957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-3e1f8c5b-24a6-45cc-a57a-a5cc6c84194b tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Made reservation on behalf of c511050c301441e19f6ec317bff7a777 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:14.496432 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-3e1f8c5b-24a6-45cc-a57a-a5cc6c84194b tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:14.567659 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-6ff63f49-378e-47b0-b123-a1acb275356f tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:14.639751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4167f25c-da30-42d4-a272-c3d2e99348bf req-ede1a582-2306-469e-85ad-7a793f2aa385 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:14.641643 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4167f25c-da30-42d4-a272-c3d2e99348bf req-ede1a582-2306-469e-85ad-7a793f2aa385 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 947 time: 0.0728781 Aug 17 02:54:14.673185 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-6ff63f49-378e-47b0-b123-a1acb275356f tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:14.722267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-6ff63f49-378e-47b0-b123-a1acb275356f tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Network f4c4eb9e-5003-4b5f-9754-e0c703055498 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:14.726421 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-6ff63f49-378e-47b0-b123-a1acb275356f tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:14.735537 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-6ff63f49-378e-47b0-b123-a1acb275356f tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:14.746385 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4167f25c-da30-42d4-a272-c3d2e99348bf req-28338ba0-465b-4057-b9ba-769fdacd0969 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953491 Aug 17 02:54:14.767847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-3e1f8c5b-24a6-45cc-a57a-a5cc6c84194b tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Allocated IP 172.20.0.10 (f4c4eb9e-5003-4b5f-9754-e0c703055498/d55abd9e-368e-4e72-a208-748ac50df9e2/19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:14.779517 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff63f49-378e-47b0-b123-a1acb275356f tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Pushing event updated for resources: {'Port': ['ID=7390fc18-a9cb-44e6-b6be-1b19a57c1ef9,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:14.809764 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-6ff63f49-378e-47b0-b123-a1acb275356f tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:14.810607 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-6ff63f49-378e-47b0-b123-a1acb275356f tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:14.892961 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7ef049a-8c5f-44da-a6fe-8bf316f40d03 req-c5549e77-4c2b-4ef5-a5f3-b236d333f552 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:14.894612 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a7ef049a-8c5f-44da-a6fe-8bf316f40d03 req-c5549e77-4c2b-4ef5-a5f3-b236d333f552 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.0723238 Aug 17 02:54:14.904129 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-6ff63f49-378e-47b0-b123-a1acb275356f tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3889158 Aug 17 02:54:14.928833 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Request body: {'port': {'device_id': '4de2a34d-8991-42c0-b87f-e9c487a30259', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:14.980437 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:15.034139 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-3e1f8c5b-24a6-45cc-a57a-a5cc6c84194b tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.038808 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a7ef049a-8c5f-44da-a6fe-8bf316f40d03 req-626f3f4f-40e2-453c-abea-af91ff57e082 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322010 Aug 17 02:54:15.051433 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.082953 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:15.083664 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.192251 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6fb7402d-be63-400c-a0f3-495bc3d67ea2 req-8dae8035-f5e2-47b0-b296-94c0ddd2ef30 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=310db4ba-473d-40bd-a3f4-dd9baa8ffc9d HTTP/1.1" status: 200 len: 210 time: 0.0445137 Aug 17 02:54:15.199983 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-3e1f8c5b-24a6-45cc-a57a-a5cc6c84194b tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.240771 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.265081 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-3e1f8c5b-24a6-45cc-a57a-a5cc6c84194b tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Network f4c4eb9e-5003-4b5f-9754-e0c703055498 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:15.266050 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7b67629f-4b07-4448-89fb-7cc5669e1863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.269388 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-3e1f8c5b-24a6-45cc-a57a-a5cc6c84194b tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:15.275276 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-3e1f8c5b-24a6-45cc-a57a-a5cc6c84194b tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:15.314610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1f8c5b-24a6-45cc-a57a-a5cc6c84194b tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Pushing event updated for resources: {'Port': ['ID=19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:15.341358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:15.404488 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.407881 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-3e1f8c5b-24a6-45cc-a57a-a5cc6c84194b tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:15.408451 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-3e1f8c5b-24a6-45cc-a57a-a5cc6c84194b tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.435938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91daf1e8-b743-4e17-a38f-2d2670747248 req-1d8a58c8-2e18-410c-ac58-2ff743a4137c tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:15.437105 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cdec05c-77fa-4c51-845d-7db0b635c063 req-a6381bbc-436f-4a02-ba6c-37b1475298f5 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:15.437834 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4cdec05c-77fa-4c51-845d-7db0b635c063 req-a6381bbc-436f-4a02-ba6c-37b1475298f5 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 950 time: 0.1331356 Aug 17 02:54:15.443863 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-91daf1e8-b743-4e17-a38f-2d2670747248 req-1d8a58c8-2e18-410c-ac58-2ff743a4137c tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 950 time: 0.1326051 Aug 17 02:54:15.444147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170510c-98d7-45bd-b034-2947678e1533 req-f68948e0-d180-42a5-98d2-87c865f141f6 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:15.446116 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-f68948e0-d180-42a5-98d2-87c865f141f6 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e&tenant_id=fbdcc79a0e414d57946c4903247557f0&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 1097 time: 0.1423345 Aug 17 02:54:15.482298 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802060-9'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:15.513484 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-3e1f8c5b-24a6-45cc-a57a-a5cc6c84194b tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2738955 Aug 17 02:54:15.513818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3458da9b-f914-4dd8-90cd-598cb8e79c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:15.517164 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b337d5d-71de-4f46-8087-b68159706a4c" -d '{"events": [{"server_uuid": "3458da9b-f914-4dd8-90cd-598cb8e79c75", "name": "network-vif-plugged", "status": "completed", "tag": "7046ae57-8eea-4f27-ab1f-79cacdcaf3e0"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:15.520164 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:15.537600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Request body: {'port': {'device_id': '310db4ba-473d-40bd-a3f4-dd9baa8ffc9d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:15.622205 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-91daf1e8-b743-4e17-a38f-2d2670747248 req-ad1e2578-727c-488a-9ad3-c0ffab2beedc tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/security-groups?id=69de5e55-6d3e-4f38-9cba-e564cfe818b7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1776986 Aug 17 02:54:15.639936 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:15.651747 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.675502 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.680831 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37edffe3-e7b0-4711-9321-2f826d1fd50f x-openstack-request-id: req-37edffe3-e7b0-4711-9321-2f826d1fd50f {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:15.681121 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3458da9b-f914-4dd8-90cd-598cb8e79c75", "name": "network-vif-plugged", "status": "completed", "tag": "7046ae57-8eea-4f27-ab1f-79cacdcaf3e0", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:15.681821 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-37edffe3-e7b0-4711-9321-2f826d1fd50f {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:15.682232 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3458da9b-f914-4dd8-90cd-598cb8e79c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0', 'code': 200} Aug 17 02:54:15.694862 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Transition to ACTIVE for port object 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:15.743876 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.758496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26589b79-e2b8-4ce9-b921-ec757ce9ef3f req-8ab27766-7fa3-4e55-a942-55941d61c0df tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:15.760794 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-26589b79-e2b8-4ce9-b921-ec757ce9ef3f req-8ab27766-7fa3-4e55-a942-55941d61c0df tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.1957862 Aug 17 02:54:15.763593 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.831206 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-4cdec05c-77fa-4c51-845d-7db0b635c063 req-a3bd12fb-dca9-4315-9d75-11e60d7008b3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Deleting port 036c9b05-bee9-47a4-8090-ce1337309fc1 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:15.831561 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4cdec05c-77fa-4c51-845d-7db0b635c063 req-a3bd12fb-dca9-4315-9d75-11e60d7008b3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:15.919751 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Pushing event updated for resources: {'Port': ['ID=7390fc18-a9cb-44e6-b6be-1b19a57c1ef9,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:16.036565 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-26589b79-e2b8-4ce9-b921-ec757ce9ef3f req-0133fae8-0b89-4c17-b745-0df54e11bff0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2417324 Aug 17 02:54:16.068140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86dd03da-3cd0-4e0d-8ec2-fff1b614680c req-992a1129-1347-43e7-a248-7775d9e416e2 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:16.077598 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-86dd03da-3cd0-4e0d-8ec2-fff1b614680c req-992a1129-1347-43e7-a248-7775d9e416e2 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.2087936 Aug 17 02:54:16.114318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4cdec05c-77fa-4c51-845d-7db0b635c063 req-a3bd12fb-dca9-4315-9d75-11e60d7008b3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] For port 036c9b05-bee9-47a4-8090-ce1337309fc1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=036c9b05-bee9-47a4-8090-ce1337309fc1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:16.114786 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4cdec05c-77fa-4c51-845d-7db0b635c063 req-a3bd12fb-dca9-4315-9d75-11e60d7008b3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.131199 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-e779c2de-896c-4e9e-9776-b58122110ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:16.133399 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-e779c2de-896c-4e9e-9776-b58122110ef6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2&tenant_id=638115240e104430bff599fc921ec015 HTTP/1.1" status: 200 len: 1101 time: 0.1808662 Aug 17 02:54:16.150236 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:16.152913 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Attempting to bind port 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:54:16.156449 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Attempting to bind port 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '38a8487f-6223-4f42-a3b8-9e749c79e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:54:16.156449 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Attempting to bind port 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 on network f4c4eb9e-5003-4b5f-9754-e0c703055498 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:16.156972 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e8c3652-b0a1-4c94-9423-f914f95ebf38 req-76eedce2-3c8d-4687-be01-eda4ae7b6e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:16.158739 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e8c3652-b0a1-4c94-9423-f914f95ebf38 req-76eedce2-3c8d-4687-be01-eda4ae7b6e5a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 1099 time: 0.1493666 Aug 17 02:54:16.205026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-4cdec05c-77fa-4c51-845d-7db0b635c063 req-a3bd12fb-dca9-4315-9d75-11e60d7008b3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Calling delete_port for 036c9b05-bee9-47a4-8090-ce1337309fc1 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:16.284808 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Port 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 on network f4c4eb9e-5003-4b5f-9754-e0c703055498 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:54:16.285125 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Attempting to bind port 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 on network f4c4eb9e-5003-4b5f-9754-e0c703055498 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:16.319739 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-86dd03da-3cd0-4e0d-8ec2-fff1b614680c req-74e46392-244c-4116-8717-55e59fe43041 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2405064 Aug 17 02:54:16.324683 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:54:16.324683 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Checking segment: {'id': '38a8487f-6223-4f42-a3b8-9e749c79e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:16.325023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Bound using segment: {'id': '38a8487f-6223-4f42-a3b8-9e749c79e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:54:16.325671 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Bound port: 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a8487f-6223-4f42-a3b8-9e749c79e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:54:16.325907 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.350094 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e8c3652-b0a1-4c94-9423-f914f95ebf38 req-3e2e1d8e-54b9-4fcb-a25e-9fe42db337e0 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1807373 Aug 17 02:54:16.388013 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.401758 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] For port f7800126-0d20-47dd-95ba-5367b9a2a7f1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f7800126-0d20-47dd-95ba-5367b9a2a7f1,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:16.514363 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556b1679-50ed-49f4-aeec-9b67732cc6a5 req-3f9a19cf-73e3-4717-909c-53781cdb5d37 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:16.515959 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-556b1679-50ed-49f4-aeec-9b67732cc6a5 req-3f9a19cf-73e3-4717-909c-53781cdb5d37 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 946 time: 0.2222531 Aug 17 02:54:16.522573 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] For port 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:16.560067 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] For port f7800126-0d20-47dd-95ba-5367b9a2a7f1, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:16.598417 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721d1939-ab04-4596-8cf9-bba32a374001 req-217bd869-5a2b-446e-a371-f3de4443d0a3 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:16.599904 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-721d1939-ab04-4596-8cf9-bba32a374001 req-217bd869-5a2b-446e-a371-f3de4443d0a3 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=310db4ba-473d-40bd-a3f4-dd9baa8ffc9d HTTP/1.1" status: 200 len: 932 time: 0.1831856 Aug 17 02:54:16.602042 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] For port 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7390fc18-a9cb-44e6-b6be-1b19a57c1ef9,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:54:16.690305 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-556b1679-50ed-49f4-aeec-9b67732cc6a5 req-fedf41a2-fbdb-4c5d-8795-d461c808cc5b tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1574359 Aug 17 02:54:16.690748 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4cfc22-bc63-4218-aa21-90b979ae6f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7800126-0d20-47dd-95ba-5367b9a2a7f1'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:16.693408 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c92c6566-db44-4a29-8fa4-be0e7c7c2cdb" -d '{"events": [{"server_uuid": "3f4cfc22-bc63-4218-aa21-90b979ae6f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7800126-0d20-47dd-95ba-5367b9a2a7f1"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:16.699264 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.703108 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.730359 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-721d1939-ab04-4596-8cf9-bba32a374001 req-08ccf381-b0d7-4cc7-91fd-5a0605225925 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091869 Aug 17 02:54:16.754850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:16.769801 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.772178 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.783866 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0746e37-aeac-4b99-8ba6-5649f4d289ac x-openstack-request-id: req-c0746e37-aeac-4b99-8ba6-5649f4d289ac {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:16.784167 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4cfc22-bc63-4218-aa21-90b979ae6f2e", "name": "network-vif-unplugged", "status": "completed", "tag": "f7800126-0d20-47dd-95ba-5367b9a2a7f1", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:16.784423 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0746e37-aeac-4b99-8ba6-5649f4d289ac {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:16.784817 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4cfc22-bc63-4218-aa21-90b979ae6f2e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f7800126-0d20-47dd-95ba-5367b9a2a7f1', 'code': 200} Aug 17 02:54:16.799953 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4cdec05c-77fa-4c51-845d-7db0b635c063 req-a3bd12fb-dca9-4315-9d75-11e60d7008b3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.805346 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:16.806153 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.808510 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] 10.222.0.60 "PUT /v2.0/ports/7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 HTTP/1.1" status: 200 len: 1092 time: 1.8847761 Aug 17 02:54:16.812151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['036c9b05-bee9-47a4-8090-ce1337309fc1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:16.817932 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4de2a34d-8991-42c0-b87f-e9c487a30259', 'tag': '7390fc18-a9cb-44e6-b6be-1b19a57c1ef9'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:16.821998 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8896adff-5d27-4450-8fe9-6bb209f5b0d3" -d '{"events": [{"name": "network-changed", "server_uuid": "4de2a34d-8991-42c0-b87f-e9c487a30259", "tag": "7390fc18-a9cb-44e6-b6be-1b19a57c1ef9"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:16.824396 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Transition to ACTIVE for port object 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:16.857764 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f183fd-0c7e-4a27-b087-cc0b08767531 service neutron] Pushing event updated for resources: {'Port': ['ID=7390fc18-a9cb-44e6-b6be-1b19a57c1ef9,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:16.874169 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38aa92fa-5e8e-4be9-811c-988bf172def9 req-2c9661c0-6574-4597-9542-de581bb96c39 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 210 time: 0.0871744 Aug 17 02:54:16.876610 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:16.888172 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:16.902364 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dce16cf-f245-4186-8216-aea1ef48723f x-openstack-request-id: req-5dce16cf-f245-4186-8216-aea1ef48723f {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:16.902364 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4de2a34d-8991-42c0-b87f-e9c487a30259", "tag": "7390fc18-a9cb-44e6-b6be-1b19a57c1ef9", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:16.902364 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5dce16cf-f245-4186-8216-aea1ef48723f {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:16.902364 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4de2a34d-8991-42c0-b87f-e9c487a30259', 'tag': '7390fc18-a9cb-44e6-b6be-1b19a57c1ef9', 'status': 'completed', 'code': 200} Aug 17 02:54:16.960396 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:16.992360 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Pushing event updated for resources: {'Port': ['ID=f7800126-0d20-47dd-95ba-5367b9a2a7f1,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:17.010235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4cdec05c-77fa-4c51-845d-7db0b635c063 req-a3bd12fb-dca9-4315-9d75-11e60d7008b3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] No DVR routers for this DVR port 036c9b05-bee9-47a4-8090-ce1337309fc1 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:17.011674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896adff-5d27-4450-8fe9-6bb209f5b0d3 req-69aa129d-f5a6-42b5-b8f7-942fab497eea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:17.013221 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8896adff-5d27-4450-8fe9-6bb209f5b0d3 req-69aa129d-f5a6-42b5-b8f7-942fab497eea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c511050c301441e19f6ec317bff7a777&device_id=4de2a34d-8991-42c0-b87f-e9c487a30259 HTTP/1.1" status: 200 len: 1095 time: 0.0878773 Aug 17 02:54:17.015689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on host n-h2-802060-9 for vnic_type normal with profile {"migrating_to": "n-h1-802060-9"} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:54:17.015915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f7800126-0d20-47dd-95ba-5367b9a2a7f1 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:54:17.021317 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:54:17.021317 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:17.021619 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:17.021727 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4cdec05c-77fa-4c51-845d-7db0b635c063 req-a3bd12fb-dca9-4315-9d75-11e60d7008b3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:17.024266 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4cdec05c-77fa-4c51-845d-7db0b635c063 req-a3bd12fb-dca9-4315-9d75-11e60d7008b3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.30 "DELETE /v2.0/ports/036c9b05-bee9-47a4-8090-ce1337309fc1 HTTP/1.1" status: 204 len: 173 time: 1.5761654 Aug 17 02:54:17.060078 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:54:17.062114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:17.069656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd12fb-dca9-4315-9d75-11e60d7008b3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] Pushing event deleted for resources: {'Port': ['ID=036c9b05-bee9-47a4-8090-ce1337309fc1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:17.077319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:54:17.077873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Checking segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:17.078439 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Bound using segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:54:17.079061 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Bound port: f7800126-0d20-47dd-95ba-5367b9a2a7f1, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:54:17.079599 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:17.130590 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Transition to ACTIVE for port object 07c67420-ebfc-4a09-a254-4f69ac1612e2 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:17.194040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896adff-5d27-4450-8fe9-6bb209f5b0d3 req-62bf03d2-c10b-457d-83f1-b1b03b232836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:17.197037 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8896adff-5d27-4450-8fe9-6bb209f5b0d3 req-62bf03d2-c10b-457d-83f1-b1b03b232836 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c511050c301441e19f6ec317bff7a777&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1719301 Aug 17 02:54:17.207828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port f7800126-0d20-47dd-95ba-5367b9a2a7f1, host n-h2-802060-9, got binding levels [] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:17.250134 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:17.282050 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on host n-h2-802060-9 for vnic_type normal with profile {"migrating_to": "n-h1-802060-9"} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:54:17.282435 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:54:17.282841 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:17.289760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:54:17.290607 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:17.296473 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:17.298597 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:54:17.299360 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Checking segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:17.300709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Bound using segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:54:17.301345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Bound port: f7800126-0d20-47dd-95ba-5367b9a2a7f1, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:54:17.303109 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:17.343217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Attempting to bind port 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:54:17.345143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Attempting to bind port 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '38a8487f-6223-4f42-a3b8-9e749c79e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:54:17.345514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Attempting to bind port 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a on network f4c4eb9e-5003-4b5f-9754-e0c703055498 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:17.373333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef431fa-b2b8-4d33-88b3-b7307feb503c req-99f2a1e0-9463-4dd9-a128-69bca33797a6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:17.375049 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ef431fa-b2b8-4d33-88b3-b7307feb503c req-99f2a1e0-9463-4dd9-a128-69bca33797a6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 950 time: 0.2159281 Aug 17 02:54:17.412908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Port 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a on network f4c4eb9e-5003-4b5f-9754-e0c703055498 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:54:17.412908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Attempting to bind port 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a on network f4c4eb9e-5003-4b5f-9754-e0c703055498 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:17.452564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] For port f7800126-0d20-47dd-95ba-5367b9a2a7f1, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:17.461866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:54:17.462212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Checking segment: {'id': '38a8487f-6223-4f42-a3b8-9e749c79e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:17.462908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Bound using segment: {'id': '38a8487f-6223-4f42-a3b8-9e749c79e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:54:17.464075 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Bound port: 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a8487f-6223-4f42-a3b8-9e749c79e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:54:17.464456 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:17.501202 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] For port f7800126-0d20-47dd-95ba-5367b9a2a7f1, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f7800126-0d20-47dd-95ba-5367b9a2a7f1,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:54:17.574602 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ef431fa-b2b8-4d33-88b3-b7307feb503c req-42209a25-9320-43e5-bcca-80d35ab0d895 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1829436 Aug 17 02:54:17.585240 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:17.586685 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port f7800126-0d20-47dd-95ba-5367b9a2a7f1, host n-h2-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:17.587206 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Pushing event updated for resources: {'Port': ['ID=07c67420-ebfc-4a09-a254-4f69ac1612e2,revision_number=10']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:17.613198 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] No DVR routers for this DVR port 07c67420-ebfc-4a09-a254-4f69ac1612e2 on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:17.627144 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Retry wrapper got retriable exception: Failed to create a duplicate PortBindingLevel: for attribute(s) ['ml2_port_binding_levels.PRIMARY'] with value(s) f7800126-0d20-47dd-95ba-5367b9a2a7f1-n-h2-802060-9-0 {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:54:17.627649 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:54:17.631393 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8896adff-5d27-4450-8fe9-6bb209f5b0d3 req-2629ef7b-b16d-49d7-87df-c84df46c9377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:17.634937 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8896adff-5d27-4450-8fe9-6bb209f5b0d3 req-2629ef7b-b16d-49d7-87df-c84df46c9377 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4282899 Aug 17 02:54:17.675388 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] For port 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:17.688331 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] For port 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:54:17.731901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:17.732537 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:17.732939 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94d3c7b-d400-45ed-a8b6-72581513140d req-c4d02a98-646e-497c-87b1-45c44aed363a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:17.734053 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] 10.222.0.30 "PUT /v2.0/ports/f7800126-0d20-47dd-95ba-5367b9a2a7f1 HTTP/1.1" status: 200 len: 1122 time: 2.2761142 Aug 17 02:54:17.747694 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c94d3c7b-d400-45ed-a8b6-72581513140d req-c4d02a98-646e-497c-87b1-45c44aed363a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.2121613 Aug 17 02:54:17.763606 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9daf1b11-7a28-4623-a530-3e142b14078a service neutron] Pushing event updated for resources: {'Port': ['ID=f7800126-0d20-47dd-95ba-5367b9a2a7f1,revision_number=8']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:17.781213 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:17.782525 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Attempting to bind port 07c67420-ebfc-4a09-a254-4f69ac1612e2 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:54:17.782943 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Attempting to bind port 07c67420-ebfc-4a09-a254-4f69ac1612e2 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:54:17.783467 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Attempting to bind port 07c67420-ebfc-4a09-a254-4f69ac1612e2 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:17.792461 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Port 07c67420-ebfc-4a09-a254-4f69ac1612e2 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:54:17.792461 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Attempting to bind port 07c67420-ebfc-4a09-a254-4f69ac1612e2 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:17.839303 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['f7800126-0d20-47dd-95ba-5367b9a2a7f1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:17.842988 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:54:17.843435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:17.843900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:54:17.844865 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Bound port: 07c67420-ebfc-4a09-a254-4f69ac1612e2, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:54:17.846331 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:17.891546 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:17.892332 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:17.893837 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] 10.222.0.60 "PUT /v2.0/ports/19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a HTTP/1.1" status: 200 len: 1092 time: 2.3717501 Aug 17 02:54:17.895337 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-9ee06192-b177-4816-b123-86cf651be7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:17.896977 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-9ee06192-b177-4816-b123-86cf651be7fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c511050c301441e19f6ec317bff7a777&device_id=4de2a34d-8991-42c0-b87f-e9c487a30259 HTTP/1.1" status: 200 len: 1095 time: 0.1911583 Aug 17 02:54:17.900589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['f7800126-0d20-47dd-95ba-5367b9a2a7f1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:17.920331 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c94d3c7b-d400-45ed-a8b6-72581513140d req-8c00d250-11da-46aa-8a81-c98792466fed tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715617 Aug 17 02:54:17.925956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d029172a-4e7b-4037-b728-6b5458d4b7a5 service neutron] Pushing event updated for resources: {'Port': ['ID=19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:17.944728 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4ad05908-0b58-4e2b-ac09-e2595dd93629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:17.955851 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb422784-3a33-47bd-bdc2-32b0ca39c872 req-fea3a928-5da6-4f3a-9c8c-8d7d52055562 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:17.957530 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb422784-3a33-47bd-bdc2-32b0ca39c872 req-fea3a928-5da6-4f3a-9c8c-8d7d52055562 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 944 time: 0.1154888 Aug 17 02:54:17.980645 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-2893c2d5-c408-490f-8d3c-62ab7c5aaeeb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 HTTP/1.1" status: 200 len: 217 time: 0.0722210 Aug 17 02:54:18.022646 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb422784-3a33-47bd-bdc2-32b0ca39c872 req-fcceafa2-9e17-48b1-af31-c0d17c0fd1f7 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568273 Aug 17 02:54:18.090500 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-bde6c8f7-dac1-4f8a-9f41-0b69f43ad8e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:18.093072 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-bde6c8f7-dac1-4f8a-9f41-0b69f43ad8e9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c511050c301441e19f6ec317bff7a777&device_id=310db4ba-473d-40bd-a3f4-dd9baa8ffc9d HTTP/1.1" status: 200 len: 1095 time: 0.0632539 Aug 17 02:54:18.155623 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-1a381dd8-d944-4b01-9d20-76eda7bba24b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a HTTP/1.1" status: 200 len: 217 time: 0.0508537 Aug 17 02:54:18.172200 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:18.174706 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h1-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:18.183966 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on host n-h2-802060-9 for vnic_type normal with profile {"migrating_to": "n-h1-802060-9"} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:54:18.184333 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:54:18.184697 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:18.196016 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-108805e4-6439-4c0b-abb8-f48de902711b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:18.198835 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-108805e4-6439-4c0b-abb8-f48de902711b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d55abd9e-368e-4e72-a208-748ac50df9e2 HTTP/1.1" status: 200 len: 853 time: 0.2056482 Aug 17 02:54:18.203567 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3d30ca6e-941f-4eb5-bbe4-0465b0079b4c req-05756c54-52f0-4989-8b37-fa8465e41a71 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] 10.222.0.10 "GET /v2.0/ports?device_id=5835eb14-c168-49f2-98b9-615faac07980 HTTP/1.1" status: 200 len: 210 time: 0.0438542 Aug 17 02:54:18.204801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:54:18.205233 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Attempting to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:18.205715 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:54:18.227867 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:54:18.228258 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Checking segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:18.228684 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Bound using segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:54:18.229165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Bound port: f7800126-0d20-47dd-95ba-5367b9a2a7f1, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:54:18.229591 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:18.247133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-719c1fe5-6b71-4bff-9585-6f2f7e22ce19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:18.247469 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-5db07512-5d96-489f-b5ce-8c48bc5b3744 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4c4eb9e-5003-4b5f-9754-e0c703055498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387268 Aug 17 02:54:18.255890 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-719c1fe5-6b71-4bff-9585-6f2f7e22ce19 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d55abd9e-368e-4e72-a208-748ac50df9e2 HTTP/1.1" status: 200 len: 853 time: 0.0770569 Aug 17 02:54:18.256039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c992aa3-7924-4ef0-822d-c56e27b5d06e req-f489237a-304b-410e-8792-b093675109db tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:18.258212 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1c992aa3-7924-4ef0-822d-c56e27b5d06e req-f489237a-304b-410e-8792-b093675109db tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=310db4ba-473d-40bd-a3f4-dd9baa8ffc9d HTTP/1.1" status: 200 len: 944 time: 0.1519623 Aug 17 02:54:18.288478 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:18.299544 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-e8d7d66c-9ee6-400c-a43a-ad8b625ff504 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4c4eb9e-5003-4b5f-9754-e0c703055498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332930 Aug 17 02:54:18.386519 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:18.392512 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:18.394009 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] 10.222.0.30 "PUT /v2.0/ports/07c67420-ebfc-4a09-a254-4f69ac1612e2 HTTP/1.1" status: 200 len: 1097 time: 2.2498043 Aug 17 02:54:18.504757 n-d-802060-9 neutron-server[101971]: WARNING neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Concurrent port binding operations failed on port f7800126-0d20-47dd-95ba-5367b9a2a7f1 Aug 17 02:54:18.521015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port f7800126-0d20-47dd-95ba-5367b9a2a7f1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f7800126-0d20-47dd-95ba-5367b9a2a7f1,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:18.527471 n-d-802060-9 neutron-server[101971]: INFO neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Attempt 2 to bind port f7800126-0d20-47dd-95ba-5367b9a2a7f1 Aug 17 02:54:18.528859 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f7800126-0d20-47dd-95ba-5367b9a2a7f1 has no active binding in host n-h1-802060-9 {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:54:18.539978 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1c992aa3-7924-4ef0-822d-c56e27b5d06e req-edd42465-7f8c-43c7-b507-689d9115d0ef tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2696850 Aug 17 02:54:18.556281 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b416905a-4fb7-40ad-b086-864b7aaf0b57 service neutron] Pushing event updated for resources: {'Port': ['ID=07c67420-ebfc-4a09-a254-4f69ac1612e2,revision_number=11']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:18.580902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 07c67420-ebfc-4a09-a254-4f69ac1612e2 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:18.598679 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-f425f0bc-6a61-4047-9c83-1cf4d877fb65 service neutron] 10.222.0.60 "GET /v2.0/networks/f4c4eb9e-5003-4b5f-9754-e0c703055498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2824049 Aug 17 02:54:18.615113 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-ecb9bcce-fa44-4068-bc1c-b50f731bc2b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:18.618059 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-ecb9bcce-fa44-4068-bc1c-b50f731bc2b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 1100 time: 0.1823616 Aug 17 02:54:18.625231 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-bfc4d229-6f6d-44d1-a054-efd047f2e2a3 service neutron] 10.222.0.60 "GET /v2.0/networks/f4c4eb9e-5003-4b5f-9754-e0c703055498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3592875 Aug 17 02:54:18.676542 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 07c67420-ebfc-4a09-a254-4f69ac1612e2 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:18.738184 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-0276e66d-c7e5-400a-890c-6e95cbb9e044 service neutron] 10.222.0.60 "GET /v2.0/networks/f4c4eb9e-5003-4b5f-9754-e0c703055498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1377807 Aug 17 02:54:18.786094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5835eb14-c168-49f2-98b9-615faac07980', 'name': 'network-vif-deleted', 'tag': '036c9b05-bee9-47a4-8090-ce1337309fc1'}, {'name': 'network-changed', 'server_uuid': '3f4cfc22-bc63-4218-aa21-90b979ae6f2e', 'tag': 'f7800126-0d20-47dd-95ba-5367b9a2a7f1'}, {'name': 'network-changed', 'server_uuid': '310db4ba-473d-40bd-a3f4-dd9baa8ffc9d', 'tag': '19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:18.788528 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e09d6cf-f562-4936-b2c0-add8d486aac8" -d '{"events": [{"server_uuid": "5835eb14-c168-49f2-98b9-615faac07980", "name": "network-vif-deleted", "tag": "036c9b05-bee9-47a4-8090-ce1337309fc1"}, {"name": "network-changed", "server_uuid": "3f4cfc22-bc63-4218-aa21-90b979ae6f2e", "tag": "f7800126-0d20-47dd-95ba-5367b9a2a7f1"}, {"name": "network-changed", "server_uuid": "310db4ba-473d-40bd-a3f4-dd9baa8ffc9d", "tag": "19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:18.848035 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 517 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8f12c99-c6fe-4501-9b78-b5ece94b0dc3 x-openstack-request-id: req-a8f12c99-c6fe-4501-9b78-b5ece94b0dc3 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:18.848435 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5835eb14-c168-49f2-98b9-615faac07980", "name": "network-vif-deleted", "tag": "036c9b05-bee9-47a4-8090-ce1337309fc1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "3f4cfc22-bc63-4218-aa21-90b979ae6f2e", "tag": "f7800126-0d20-47dd-95ba-5367b9a2a7f1", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "310db4ba-473d-40bd-a3f4-dd9baa8ffc9d", "tag": "19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:18.848714 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8f12c99-c6fe-4501-9b78-b5ece94b0dc3 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:18.849202 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5835eb14-c168-49f2-98b9-615faac07980', 'name': 'network-vif-deleted', 'tag': '036c9b05-bee9-47a4-8090-ce1337309fc1', 'status': 'completed', 'code': 200} Aug 17 02:54:18.849550 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3f4cfc22-bc63-4218-aa21-90b979ae6f2e', 'tag': 'f7800126-0d20-47dd-95ba-5367b9a2a7f1', 'status': 'completed', 'code': 200} Aug 17 02:54:18.849878 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '310db4ba-473d-40bd-a3f4-dd9baa8ffc9d', 'tag': '19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a', 'status': 'completed', 'code': 200} Aug 17 02:54:18.878757 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cb0a1c0-e10e-470b-b6cf-a5a566c47f83 req-8f3feb96-72f8-4397-9e39-2a8d4238c33c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:18.880465 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1cb0a1c0-e10e-470b-b6cf-a5a566c47f83 req-8f3feb96-72f8-4397-9e39-2a8d4238c33c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 949 time: 0.1164186 Aug 17 02:54:18.892930 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c8c2f58-322e-43da-9cae-530e26f947cd req-62bb751b-a527-40b6-bff3-49db91ab321f service neutron] 10.222.0.60 "GET /v2.0/networks/f4c4eb9e-5003-4b5f-9754-e0c703055498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430518 Aug 17 02:54:18.894679 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b35c6402-bb17-4de3-a2b1-d2f8afde26d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:18.895993 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-b35c6402-bb17-4de3-a2b1-d2f8afde26d1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.2695518 Aug 17 02:54:18.901577 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07c67420-ebfc-4a09-a254-4f69ac1612e2'}, {'name': 'network-changed', 'server_uuid': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'tag': '07c67420-ebfc-4a09-a254-4f69ac1612e2'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:18.904077 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a" -d '{"events": [{"server_uuid": "ff5ec41a-b8d4-4b1f-9f37-db74a519adf2", "name": "network-vif-unplugged", "status": "completed", "tag": "07c67420-ebfc-4a09-a254-4f69ac1612e2"}, {"name": "network-changed", "server_uuid": "ff5ec41a-b8d4-4b1f-9f37-db74a519adf2", "tag": "07c67420-ebfc-4a09-a254-4f69ac1612e2"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:18.929300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-e9261471-6c61-4390-8b8e-26322659608c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:18.932084 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-e9261471-6c61-4390-8b8e-26322659608c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 1125 time: 0.0589910 Aug 17 02:54:18.953503 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-ffd5552a-2b9c-4079-a472-a69a5553586c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2 HTTP/1.1" status: 200 len: 217 time: 0.0425432 Aug 17 02:54:18.977857 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c24832f7-98ba-46bf-a606-c0816c060821 x-openstack-request-id: req-c24832f7-98ba-46bf-a606-c0816c060821 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:18.978906 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5ec41a-b8d4-4b1f-9f37-db74a519adf2", "name": "network-vif-unplugged", "status": "completed", "tag": "07c67420-ebfc-4a09-a254-4f69ac1612e2", "code": 200}, {"name": "network-changed", "server_uuid": "ff5ec41a-b8d4-4b1f-9f37-db74a519adf2", "tag": "07c67420-ebfc-4a09-a254-4f69ac1612e2", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:18.978906 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c24832f7-98ba-46bf-a606-c0816c060821 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:18.978906 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '07c67420-ebfc-4a09-a254-4f69ac1612e2', 'code': 200} Aug 17 02:54:18.979167 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'tag': '07c67420-ebfc-4a09-a254-4f69ac1612e2', 'status': 'completed', 'code': 200} Aug 17 02:54:19.004723 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1cb0a1c0-e10e-470b-b6cf-a5a566c47f83 req-ab09ec24-bb53-4d5c-a890-99dd8a8ba104 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1145043 Aug 17 02:54:19.012493 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 036c9b05-bee9-47a4-8090-ce1337309fc1 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:19.047970 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:19.048907 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 036c9b05-bee9-47a4-8090-ce1337309fc1 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:54:19.049261 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 036c9b05-bee9-47a4-8090-ce1337309fc1 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:19.061792 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-54d28adf-cd40-4fdc-836c-31718c38bbd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:19.063175 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-54d28adf-cd40-4fdc-836c-31718c38bbd1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1002312 Aug 17 02:54:19.100028 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-f5fd2c83-2f08-458d-8e49-e019c3ce3db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:19.102341 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-f5fd2c83-2f08-458d-8e49-e019c3ce3db7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 1100 time: 0.0830483 Aug 17 02:54:19.122031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-369ce988-0ac9-48c1-8bc6-488e9d1cffd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:19.123551 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-369ce988-0ac9-48c1-8bc6-488e9d1cffd1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 908 time: 0.1844907 Aug 17 02:54:19.131875 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949270b4-510f-4299-85e0-33fcb8d6657e req-d0f374da-6454-486f-afe9-70516b798546 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:19.134356 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949270b4-510f-4299-85e0-33fcb8d6657e req-d0f374da-6454-486f-afe9-70516b798546 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0926828 Aug 17 02:54:19.185018 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-6a4c7240-e917-4f8e-9b60-9a76022d83ba service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7800126-0d20-47dd-95ba-5367b9a2a7f1 HTTP/1.1" status: 200 len: 217 time: 0.0496438 Aug 17 02:54:19.188741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-75e39deb-b2ce-4c68-9a67-adf0459932ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:19.190256 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-75e39deb-b2ce-4c68-9a67-adf0459932ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1182914 Aug 17 02:54:19.237761 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949270b4-510f-4299-85e0-33fcb8d6657e req-d56c6fa2-888b-426d-b01c-0523aa909c2c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954247 Aug 17 02:54:19.259287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-99423d41-ad3f-4b67-9366-2d522673ebcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:19.260900 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-99423d41-ad3f-4b67-9366-2d522673ebcf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.0625403 Aug 17 02:54:19.279649 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bdb9a1-ee5b-4a51-a661-d29f815bb32d req-d95de912-c53a-4dc7-97d8-5eef92dbbe3c tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:19.281258 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a0bdb9a1-ee5b-4a51-a661-d29f815bb32d req-d95de912-c53a-4dc7-97d8-5eef92dbbe3c tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 944 time: 0.1707671 Aug 17 02:54:19.310680 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-488316e4-66d2-4ef7-bb05-871b4f42f7fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0407529 Aug 17 02:54:19.348146 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-c4d73ad6-83a4-441d-a910-50d99ce17189 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:19.349762 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-c4d73ad6-83a4-441d-a910-50d99ce17189 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.2270331 Aug 17 02:54:19.408097 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-c73666e1-2c29-49de-b31b-3f3fe9defbad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2 HTTP/1.1" status: 200 len: 217 time: 0.0471747 Aug 17 02:54:19.411304 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a0bdb9a1-ee5b-4a51-a661-d29f815bb32d req-3cd6ad25-f1f2-4246-96e4-90279c199195 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148243 Aug 17 02:54:19.416371 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-909d8a00-f9e0-4ba8-b102-bf660648f62c service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2129002 Aug 17 02:54:19.468502 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe11df2-310d-401b-8a01-f353e078a4c3 req-5d8d1d4a-0ba4-4372-8081-25c498ce4e89 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:19.473928 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7fe11df2-310d-401b-8a01-f353e078a4c3 req-5d8d1d4a-0ba4-4372-8081-25c498ce4e89 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.1033964 Aug 17 02:54:19.524933 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-ddaab1d5-f62f-42d4-98be-a92e76ab17e4 service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010937 Aug 17 02:54:19.536528 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-d8586c8b-9de2-448b-95b0-b1fd5c1cf8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:19.542712 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-d8586c8b-9de2-448b-95b0-b1fd5c1cf8cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0987113 Aug 17 02:54:19.569722 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7fe11df2-310d-401b-8a01-f353e078a4c3 req-ca9a9b97-b8f0-48a2-bc18-b2c97d026520 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882702 Aug 17 02:54:19.615679 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b69b4fcb-f44e-41f2-a19c-42d83ea26a48 req-c835015e-32c7-4642-80b8-27a96d9ff850 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1949587 Aug 17 02:54:19.641099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-c5414c35-5a57-4709-b1dd-c9ff179e69cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:19.645517 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-c5414c35-5a57-4709-b1dd-c9ff179e69cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0970943 Aug 17 02:54:19.675277 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-35223e19-c320-4855-abed-c8d2da9af97b service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1329198 Aug 17 02:54:19.842233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-c8e3e288-6a11-4b54-a1d9-f853f9f586c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:19.844712 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-c8e3e288-6a11-4b54-a1d9-f853f9f586c6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c511050c301441e19f6ec317bff7a777&device_id=310db4ba-473d-40bd-a3f4-dd9baa8ffc9d HTTP/1.1" status: 200 len: 1095 time: 0.0601902 Aug 17 02:54:19.850665 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-f9c4f598-7a58-442f-be0b-2ce78234e795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:19.853058 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-f9c4f598-7a58-442f-be0b-2ce78234e795 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 1100 time: 0.1238747 Aug 17 02:54:19.862557 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386aa335-cd63-4293-909d-4286e4fa14fa req-8d23490f-6a8c-4e55-b511-08cb704e5339 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:19.870955 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-386aa335-cd63-4293-909d-4286e4fa14fa req-8d23490f-6a8c-4e55-b511-08cb704e5339 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=310db4ba-473d-40bd-a3f4-dd9baa8ffc9d HTTP/1.1" status: 200 len: 944 time: 0.1434622 Aug 17 02:54:19.901069 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-3d3f2101-cb3d-4652-948c-c88406744cce service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495701 Aug 17 02:54:19.930522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39732) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:19.985347 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-6ad934eb-d936-47da-960d-c110f2b7ebff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:19.987389 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-6ad934eb-d936-47da-960d-c110f2b7ebff service neutron] 10.222.0.60 "GET /v2.0/networks?id=f4c4eb9e-5003-4b5f-9754-e0c703055498 HTTP/1.1" status: 200 len: 913 time: 0.1284652 Aug 17 02:54:20.058824 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-0d73e501-44e6-477d-af96-2735f647afa6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a HTTP/1.1" status: 200 len: 217 time: 0.0619504 Aug 17 02:54:20.153218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-dea119e6-388a-44d3-af95-ab4f7bb4d874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:20.155993 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-dea119e6-388a-44d3-af95-ab4f7bb4d874 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d55abd9e-368e-4e72-a208-748ac50df9e2 HTTP/1.1" status: 200 len: 853 time: 0.0881212 Aug 17 02:54:20.161682 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dafee46e-daa4-4f68-81cf-fadf2aeff6f2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8b31599f492b49b38d4cb24b8312fa72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2298875 Aug 17 02:54:20.162348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39738) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:20.226774 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-bed32f5e-69e8-475b-821b-fcbeb64a6671 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4c4eb9e-5003-4b5f-9754-e0c703055498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602512 Aug 17 02:54:20.314089 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-386aa335-cd63-4293-909d-4286e4fa14fa req-4f6118d0-ffd3-4772-99f8-ef8dd40fad6e tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4421685 Aug 17 02:54:20.361282 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-4a18f052-34cf-4945-93ec-132d5cf5c00b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:20.389378 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2166bb9c-78f9-4098-aa9c-d68f1c0ee151 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:20.390314 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-4a18f052-34cf-4945-93ec-132d5cf5c00b service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.4879975 Aug 17 02:54:20.390314 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-41158e28-a337-42e3-b00f-ba064f16ba82 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4501762 Aug 17 02:54:20.405934 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2166bb9c-78f9-4098-aa9c-d68f1c0ee151 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:20.425267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c3dba2-7249-40db-a3b9-9ae0beb6cdab req-35a3eba6-2a84-4ad9-8ba7-a994156acaec tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:20.426937 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-a4089b3b-0746-4ade-99ec-3d85d8a118e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.145&port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2 HTTP/1.1" status: 200 len: 217 time: 0.0559063 Aug 17 02:54:20.430441 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b6c3dba2-7249-40db-a3b9-9ae0beb6cdab req-35a3eba6-2a84-4ad9-8ba7-a994156acaec tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 949 time: 0.1551709 Aug 17 02:54:20.491171 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-8fc9cad3-ffec-490a-a06a-8d0936f70018 service neutron] 10.222.0.60 "GET /v2.0/networks/f4c4eb9e-5003-4b5f-9754-e0c703055498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462797 Aug 17 02:54:20.518636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-99846206-ae01-46a0-89b5-4063efe00979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:20.520149 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-99846206-ae01-46a0-89b5-4063efe00979 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0856686 Aug 17 02:54:20.534992 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9920ecb-c6a2-4c03-bfe9-cf45a1fa3865 req-1b154ba9-e40c-48fb-b902-87cee9a2dc15 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:20.542250 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9920ecb-c6a2-4c03-bfe9-cf45a1fa3865 req-1b154ba9-e40c-48fb-b902-87cee9a2dc15 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.1061718 Aug 17 02:54:20.561165 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b6c3dba2-7249-40db-a3b9-9ae0beb6cdab req-1a946b8c-24db-4ab2-a668-21eca78f13dc tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263945 Aug 17 02:54:20.625544 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-d58bc3bb-e9da-4b18-a1c1-85401740b621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:20.627335 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-d58bc3bb-e9da-4b18-a1c1-85401740b621 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0821431 Aug 17 02:54:20.630649 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e09d6cf-f562-4936-b2c0-add8d486aac8 req-4449a8fb-7281-46b9-b4e5-9fd739fe52ad service neutron] 10.222.0.60 "GET /v2.0/networks/f4c4eb9e-5003-4b5f-9754-e0c703055498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1270380 Aug 17 02:54:20.637885 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9920ecb-c6a2-4c03-bfe9-cf45a1fa3865 req-518ef1a1-1096-465c-8f32-26b7edc7a70d tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0941238 Aug 17 02:54:20.710654 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861a52d4-8bc1-4384-bcea-9318a1e08ff3 req-8dd541ec-a3c6-4f8a-8fad-6a6f723e5e4c tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:20.719815 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-861a52d4-8bc1-4384-bcea-9318a1e08ff3 req-8dd541ec-a3c6-4f8a-8fad-6a6f723e5e4c tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 944 time: 0.0755155 Aug 17 02:54:20.758512 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2166bb9c-78f9-4098-aa9c-d68f1c0ee151 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:20.766804 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2166bb9c-78f9-4098-aa9c-d68f1c0ee151 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:20.768325 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2166bb9c-78f9-4098-aa9c-d68f1c0ee151 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69de5e55-6d3e-4f38-9cba-e564cfe818b7 HTTP/1.1" status: 204 len: 168 time: 0.6048989 Aug 17 02:54:20.776890 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:20.781557 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-71201aab-dedf-4f49-b90b-723a0c6fe76d service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321204 Aug 17 02:54:20.796700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2166bb9c-78f9-4098-aa9c-d68f1c0ee151 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69de5e55-6d3e-4f38-9cba-e564cfe818b7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:20.812531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166bb9c-78f9-4098-aa9c-d68f1c0ee151 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:20.813084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166bb9c-78f9-4098-aa9c-d68f1c0ee151 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:20.813589 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166bb9c-78f9-4098-aa9c-d68f1c0ee151 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:20.814026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166bb9c-78f9-4098-aa9c-d68f1c0ee151 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:20.814497 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166bb9c-78f9-4098-aa9c-d68f1c0ee151 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:20.814909 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166bb9c-78f9-4098-aa9c-d68f1c0ee151 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:20.815307 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166bb9c-78f9-4098-aa9c-d68f1c0ee151 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:20.815703 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166bb9c-78f9-4098-aa9c-d68f1c0ee151 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:20.827180 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166bb9c-78f9-4098-aa9c-d68f1c0ee151 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:20.828057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166bb9c-78f9-4098-aa9c-d68f1c0ee151 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:20.828939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166bb9c-78f9-4098-aa9c-d68f1c0ee151 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:20.829352 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2166bb9c-78f9-4098-aa9c-d68f1c0ee151 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:20.867616 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-861a52d4-8bc1-4384-bcea-9318a1e08ff3 req-5803f7d8-1768-45e6-818b-1d140bd090fd tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384501 Aug 17 02:54:20.912859 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef2bdc4f-cf17-4a18-89bd-4e3f9998fc8a req-00a1a2ab-b5ee-445a-9d00-2fcd0b7da80e service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1185079 Aug 17 02:54:21.390913 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39760) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:21.437398 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a9b7ffa5-760a-41ef-8751-b7d64a2b0e3e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d51514a66704406988c8243ba25d5c83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0453866 Aug 17 02:54:21.439896 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39762) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:21.442441 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c540dd56-82cf-473d-916a-80fc56a534f5 req-3fbf50ee-b390-4a30-9297-71af3aa59b2a tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:21.444181 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c540dd56-82cf-473d-916a-80fc56a534f5 req-3fbf50ee-b390-4a30-9297-71af3aa59b2a tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=310db4ba-473d-40bd-a3f4-dd9baa8ffc9d HTTP/1.1" status: 200 len: 944 time: 0.0571647 Aug 17 02:54:21.489950 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c540dd56-82cf-473d-916a-80fc56a534f5 req-5444d6d6-c175-4027-818c-d0c85e8361e1 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377603 Aug 17 02:54:21.494278 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-04897f25-1033-48fe-9a2c-4621c76762dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:21.523743 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-04897f25-1033-48fe-9a2c-4621c76762dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:21.651463 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-04897f25-1033-48fe-9a2c-4621c76762dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:21.654107 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-04897f25-1033-48fe-9a2c-4621c76762dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:21.655210 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-04897f25-1033-48fe-9a2c-4621c76762dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b19b3654-c7d8-4751-bff5-cb49e0eb0993 HTTP/1.1" status: 204 len: 168 time: 0.2143278 Aug 17 02:54:21.696773 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04897f25-1033-48fe-9a2c-4621c76762dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b19b3654-c7d8-4751-bff5-cb49e0eb0993,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:21.727069 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db598413-82d1-4a49-8fb3-dfac7669aca8 req-fac00084-b65c-41ec-ad08-55db6fd0e702 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:21.734421 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-db598413-82d1-4a49-8fb3-dfac7669aca8 req-fac00084-b65c-41ec-ad08-55db6fd0e702 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 949 time: 0.0840733 Aug 17 02:54:21.796093 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-db598413-82d1-4a49-8fb3-dfac7669aca8 req-0df3b899-b318-4cf1-8ca5-774714f9185f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606678 Aug 17 02:54:21.826027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e12235d-3798-4f59-b972-4c85e1ceaee5 req-22f22631-22c9-4b5a-9085-7b51e01f3932 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:21.829917 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e12235d-3798-4f59-b972-4c85e1ceaee5 req-22f22631-22c9-4b5a-9085-7b51e01f3932 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0902271 Aug 17 02:54:21.874447 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e12235d-3798-4f59-b972-4c85e1ceaee5 req-8efe28c0-8570-4847-b138-dfbbda173969 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399802 Aug 17 02:54:22.003436 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57034c7c-7ad7-4e68-894e-838f8d8a9ad3 req-c3b4f4ea-4871-4218-b53e-eb90126d532f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:22.004958 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57034c7c-7ad7-4e68-894e-838f8d8a9ad3 req-c3b4f4ea-4871-4218-b53e-eb90126d532f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 944 time: 0.0589967 Aug 17 02:54:22.047887 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57034c7c-7ad7-4e68-894e-838f8d8a9ad3 req-96e7dd6c-ac7c-463d-a9d2-574d3e847dcd tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364122 Aug 17 02:54:22.602674 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:54:22.631071 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c50bad-85b0-4261-95c9-63e29ace628a req-c1348771-7670-4924-b341-f70e9f84033d tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:22.633458 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-53c50bad-85b0-4261-95c9-63e29ace628a req-c1348771-7670-4924-b341-f70e9f84033d tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=310db4ba-473d-40bd-a3f4-dd9baa8ffc9d HTTP/1.1" status: 200 len: 944 time: 0.0669272 Aug 17 02:54:22.688568 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-53c50bad-85b0-4261-95c9-63e29ace628a req-2576255c-a45d-4f45-a11f-8f90445f4cc8 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467901 Aug 17 02:54:22.735341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:22.748971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a', 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498', 'port_id': '19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a', 'mac_address': 'fa:16:3e:ef:47:0f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55abd9e-368e-4e72-a208-748ac50df9e2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:54:22.791503 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:22.810521 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:22.845182 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:22.906635 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:22.907470 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:54:22.939092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39806) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:22.982908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f7328c-1c4b-44c7-bb70-6fbb7b9c760a req-aa2a5584-224e-420c-b6a8-7d3c32ca78ad tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:22.985684 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13f7328c-1c4b-44c7-bb70-6fbb7b9c760a req-aa2a5584-224e-420c-b6a8-7d3c32ca78ad tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 949 time: 0.1041982 Aug 17 02:54:23.006953 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7390fc18-a9cb-44e6-b6be-1b19a57c1ef9,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:23.010101 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:23.028741 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.029120 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.029861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.029861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.030148 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.030624 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.031358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.031926 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.033172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.033718 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.034043 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.034374 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.040928 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13f7328c-1c4b-44c7-bb70-6fbb7b9c760a req-59e62227-e182-46a2-98b5-6cc67ee7f151 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470881 Aug 17 02:54:23.045444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 07c67420-ebfc-4a09-a254-4f69ac1612e2 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:54:23.064259 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '7390fc18-a9cb-44e6-b6be-1b19a57c1ef9', 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498', 'port_id': '7390fc18-a9cb-44e6-b6be-1b19a57c1ef9', 'mac_address': 'fa:16:3e:12:46:76', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55abd9e-368e-4e72-a208-748ac50df9e2', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:54:23.088741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29929b01-cb85-4910-8990-d315e158babc req-74c3475e-e0f3-4e75-a9be-92f69ed837fe tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:23.096540 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-29929b01-cb85-4910-8990-d315e158babc req-74c3475e-e0f3-4e75-a9be-92f69ed837fe tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.1098995 Aug 17 02:54:23.155875 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-1545196164-network', 'tenant_id': '23b8b50cc53a41e3a6521a2ef80d719d'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:23.163510 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-29929b01-cb85-4910-8990-d315e158babc req-05e628f9-989f-4869-9183-9ad7a9639ccc tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660052 Aug 17 02:54:23.249509 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Made reservation on behalf of 23b8b50cc53a41e3a6521a2ef80d719d for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:23.251770 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:23.271023 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:23.369529 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:23.389163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b46ad5-4c78-4602-8b59-daae6ffd71cd req-c1d2c456-8515-4ea1-baf6-3aa73357ecd0 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:23.391543 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-86b46ad5-4c78-4602-8b59-daae6ffd71cd req-c1d2c456-8515-4ea1-baf6-3aa73357ecd0 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 944 time: 0.0939159 Aug 17 02:54:23.396738 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:23.422863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1cc525-5e95-4c7e-9b4c-09fe13b99d76 req-9a9088cd-ae1a-4c6c-8365-a78c56cf8352 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:23.424417 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fe1cc525-5e95-4c7e-9b4c-09fe13b99d76 req-9a9088cd-ae1a-4c6c-8365-a78c56cf8352 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 949 time: 0.1563268 Aug 17 02:54:23.428857 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:23.440015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7390fc18-a9cb-44e6-b6be-1b19a57c1ef9,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:23.444189 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:23.444970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '07c67420-ebfc-4a09-a254-4f69ac1612e2', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '07c67420-ebfc-4a09-a254-4f69ac1612e2', 'mac_address': 'fa:16:3e:09:f4:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.145'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:54:23.447117 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-86b46ad5-4c78-4602-8b59-daae6ffd71cd req-0d50c99f-b28d-4fbd-b54c-1fd739ba1d2e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477846 Aug 17 02:54:23.482012 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fe1cc525-5e95-4c7e-9b4c-09fe13b99d76 req-f0078807-5f3a-4adf-b026-d3d0287b060e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481892 Aug 17 02:54:23.506094 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:23.518457 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:23.528135 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c67420-ebfc-4a09-a254-4f69ac1612e2 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:23.535116 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:23.578850 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:23.579886 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:54:23.591503 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=858d4775-09e7-4685-92c3-2369c3d0c332,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:23.603444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=7390fc18-a9cb-44e6-b6be-1b19a57c1ef9,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:23.606321 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.606837 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.607197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.607928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.608275 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.608621 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.609058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.609549 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.616389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.616389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.616389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.616389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:23.626057 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:23.626359 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Added segment 1932db7e-b8bb-40fd-a5d3-c868b0b090d5 of type vlan for network cdbbe7ed-2e80-447e-8894-2b82e258e39b Aug 17 02:54:23.626563 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:23.678055 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:23.688220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=07c67420-ebfc-4a09-a254-4f69ac1612e2,revision_number=12']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:23.792034 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-441f0e87-c228-41e7-b905-ad2610febaba req-791e2369-9ccc-4dc4-84f5-aaf6d1a36cd3 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=638115240e104430bff599fc921ec015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0248494 Aug 17 02:54:23.794701 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:23.794701 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:23.794701 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:23.798915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:23.848934 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['7390fc18-a9cb-44e6-b6be-1b19a57c1ef9'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:23.897887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85e16119-30c4-483e-ad10-5a0b0bf88403 req-a5da670b-6905-49f3-b680-af83cb1b07d8 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:23.905677 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85e16119-30c4-483e-ad10-5a0b0bf88403 req-a5da670b-6905-49f3-b680-af83cb1b07d8 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=310db4ba-473d-40bd-a3f4-dd9baa8ffc9d HTTP/1.1" status: 200 len: 945 time: 0.1132245 Aug 17 02:54:23.926526 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] Pushing event updated for resources: {'Network': ['ID=cdbbe7ed-2e80-447e-8894-2b82e258e39b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:23.959416 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network cdbbe7ed-2e80-447e-8894-2b82e258e39b details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:54:23.989641 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85e16119-30c4-483e-ad10-5a0b0bf88403 req-d6d3bd44-b4d7-40ca-a7ee-e29d277133da tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681486 Aug 17 02:54:24.017342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['07c67420-ebfc-4a09-a254-4f69ac1612e2'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:24.034956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f0e87-c228-41e7-b905-ad2610febaba req-9f61da92-8f8b-49a9-8e38-45a9c5a3d527 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:24.036972 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-441f0e87-c228-41e7-b905-ad2610febaba req-9f61da92-8f8b-49a9-8e38-45a9c5a3d527 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2234609 Aug 17 02:54:24.066372 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-441f0e87-c228-41e7-b905-ad2610febaba req-6ee477b5-d00c-48ab-b4c0-dd2b93fa6390 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/quotas/638115240e104430bff599fc921ec015 HTTP/1.1" status: 200 len: 375 time: 0.0209064 Aug 17 02:54:24.078197 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-590ad5a7-c12d-42c1-8649-99cfcc428fd6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.1378841 Aug 17 02:54:24.084528 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39834) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:24.086855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-261af526-eaaa-4af5-950e-d6572bd79075 admin admin] Request body: {'subnet': {'network_id': 'cdbbe7ed-2e80-447e-8894-2b82e258e39b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-1545196164-subnet', 'tenant_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:24.164647 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-441f0e87-c228-41e7-b905-ad2610febaba req-17435a44-67e6-4a68-a42b-909cacd8b600 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0945668 Aug 17 02:54:24.174615 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-261af526-eaaa-4af5-950e-d6572bd79075 admin admin] Made reservation on behalf of 23b8b50cc53a41e3a6521a2ef80d719d for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:24.176946 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-261af526-eaaa-4af5-950e-d6572bd79075 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:24.556648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-001ac56f-e16c-4cbc-826a-c72e0f07b803 req-85c5460a-b7d5-4105-9dae-95dd155ead69 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:24.558086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-001ac56f-e16c-4cbc-826a-c72e0f07b803 req-85c5460a-b7d5-4105-9dae-95dd155ead69 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.1690934 Aug 17 02:54:24.560361 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-31a2272b-66a7-4ec5-91c4-f24c8abbbc72 req-6ef52798-e58f-46b4-9914-c009c6735690 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 210 time: 0.0642035 Aug 17 02:54:24.641024 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-001ac56f-e16c-4cbc-826a-c72e0f07b803 req-39ad2945-465f-4135-abf7-fe800485d97c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603392 Aug 17 02:54:24.650513 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-261af526-eaaa-4af5-950e-d6572bd79075 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:24.738786 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261af526-eaaa-4af5-950e-d6572bd79075 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d9dcb7a-67e6-463c-9d94-c122c44cd4c1,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:24.765626 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-261af526-eaaa-4af5-950e-d6572bd79075 admin admin] Checking segment: {'id': '1932db7e-b8bb-40fd-a5d3-c868b0b090d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cdbbe7ed-2e80-447e-8894-2b82e258e39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:24.766129 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261af526-eaaa-4af5-950e-d6572bd79075 admin admin] Network hostable DHCP agents. Network: cdbbe7ed-2e80-447e-8894-2b82e258e39b, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:54:24.766701 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59655e66-de68-46ee-a41e-675b26987334 req-7580b22f-7f69-42f8-af36-29c75e3a9b45 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:24.776802 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-59655e66-de68-46ee-a41e-675b26987334 req-7580b22f-7f69-42f8-af36-29c75e3a9b45 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 944 time: 0.1070559 Aug 17 02:54:24.827523 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-59655e66-de68-46ee-a41e-675b26987334 req-92f3b2e6-e533-4b1e-945b-2517b2698154 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496116 Aug 17 02:54:24.889258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-261af526-eaaa-4af5-950e-d6572bd79075 admin admin] Network cdbbe7ed-2e80-447e-8894-2b82e258e39b is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:54:24.981222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-261af526-eaaa-4af5-950e-d6572bd79075 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, cdbbe7ed-2e80-447e-8894-2b82e258e39b) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:24.992472 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd38604-b6dd-4968-b71d-3a81bcf24403 None None] Network cdbbe7ed-2e80-447e-8894-2b82e258e39b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:24.995405 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-261af526-eaaa-4af5-950e-d6572bd79075 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:24.996271 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-261af526-eaaa-4af5-950e-d6572bd79075 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.060807 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39858) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:25.062910 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-261af526-eaaa-4af5-950e-d6572bd79075 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9786098 Aug 17 02:54:25.068006 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-1545196164-router', 'tenant_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:25.161980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ba0d0f-8192-4590-94c9-988eb537695c req-06f433bd-e12c-4820-8ac9-5587cb62f33f tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:25.171615 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1ba0d0f-8192-4590-94c9-988eb537695c req-06f433bd-e12c-4820-8ac9-5587cb62f33f tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=310db4ba-473d-40bd-a3f4-dd9baa8ffc9d HTTP/1.1" status: 200 len: 945 time: 0.0863655 Aug 17 02:54:25.203395 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.204508 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.219197 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cdbbe7ed-2e80-447e-8894-2b82e258e39b', 'network_id': 'cdbbe7ed-2e80-447e-8894-2b82e258e39b', 'tenant_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'fixed_ips': [{'subnet_id': '9d9dcb7a-67e6-463c-9d94-c122c44cd4c1'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:54:25.220554 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.242259 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1ba0d0f-8192-4590-94c9-988eb537695c req-c23dc079-662a-4364-ba5d-b2c9e7bed711 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675700 Aug 17 02:54:25.284933 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.462285 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Allocated IP 172.20.0.2 (cdbbe7ed-2e80-447e-8894-2b82e258e39b/9d9dcb7a-67e6-463c-9d94-c122c44cd4c1/ff873f00-0314-45af-a890-3514b6fc677a) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:25.610788 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.655263 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:25.684701 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Transition to ACTIVE for port object ff873f00-0314-45af-a890-3514b6fc677a will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:25.709270 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f5cefe2-44c7-43ac-941c-cde3f218bee2 req-f03d2bf7-d537-481d-a1bf-dd364d9c93ff tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 210 time: 0.0398307 Aug 17 02:54:25.713234 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Transition to ACTIVE for port object ff873f00-0314-45af-a890-3514b6fc677a will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:25.793010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3aeb39a-55fd-49ea-84e6-dc78cc90fce1 req-2d1622a4-be55-43d7-a9ba-e58e2d30bfa0 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:25.909563 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3aeb39a-55fd-49ea-84e6-dc78cc90fce1 req-2d1622a4-be55-43d7-a9ba-e58e2d30bfa0 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0813968 Aug 17 02:54:25.909563 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3aeb39a-55fd-49ea-84e6-dc78cc90fce1 req-fd0e8235-fd0f-4932-b9fd-e99ccb990e23 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367932 Aug 17 02:54:25.970719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb682add-95fa-4a4a-8850-9bf9f50df6d1 req-6f3addb0-5fb4-49f8-bc3e-5972c6ba9801 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:25.972166 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bb682add-95fa-4a4a-8850-9bf9f50df6d1 req-6f3addb0-5fb4-49f8-bc3e-5972c6ba9801 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 944 time: 0.0682030 Aug 17 02:54:26.018777 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bb682add-95fa-4a4a-8850-9bf9f50df6d1 req-96f6ca5e-0eaf-440c-8366-b7dff3492cd0 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384259 Aug 17 02:54:26.324641 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.388497 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Network cdbbe7ed-2e80-447e-8894-2b82e258e39b is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:26.392118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:26.397032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:26.400965 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Pushing event updated for resources: {'Port': ['ID=ff873f00-0314-45af-a890-3514b6fc677a,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:26.426514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94dd97a0-db74-452d-9ecb-567432d89ab9 req-56247502-d9ab-43ff-b002-d9ec07c48a6c tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:26.436074 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-94dd97a0-db74-452d-9ecb-567432d89ab9 req-56247502-d9ab-43ff-b002-d9ec07c48a6c tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=310db4ba-473d-40bd-a3f4-dd9baa8ffc9d HTTP/1.1" status: 200 len: 945 time: 0.1048694 Aug 17 02:54:26.458522 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.485781 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Attempting to bind port ff873f00-0314-45af-a890-3514b6fc677a on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:54:26.486165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Attempting to bind port ff873f00-0314-45af-a890-3514b6fc677a by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '1932db7e-b8bb-40fd-a5d3-c868b0b090d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cdbbe7ed-2e80-447e-8894-2b82e258e39b'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:54:26.486309 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.486537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Attempting to bind port ff873f00-0314-45af-a890-3514b6fc677a on network cdbbe7ed-2e80-447e-8894-2b82e258e39b {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:26.493740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:54:26.494388 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Checking segment: {'id': '1932db7e-b8bb-40fd-a5d3-c868b0b090d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cdbbe7ed-2e80-447e-8894-2b82e258e39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:26.494985 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.495394 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Bound using segment: {'id': '1932db7e-b8bb-40fd-a5d3-c868b0b090d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cdbbe7ed-2e80-447e-8894-2b82e258e39b'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:54:26.495880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Bound port: ff873f00-0314-45af-a890-3514b6fc677a, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1932db7e-b8bb-40fd-a5d3-c868b0b090d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cdbbe7ed-2e80-447e-8894-2b82e258e39b'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:54:26.496404 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.509806 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-94dd97a0-db74-452d-9ecb-567432d89ab9 req-a9498b0b-f990-4c2a-84c0-55932b6c4136 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738316 Aug 17 02:54:26.591137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] For port ff873f00-0314-45af-a890-3514b6fc677a, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:26.594894 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] For port ff873f00-0314-45af-a890-3514b6fc677a, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ff873f00-0314-45af-a890-3514b6fc677a,segment=NetworkSegment(1932db7e-b8bb-40fd-a5d3-c868b0b090d5),segment_id=1932db7e-b8bb-40fd-a5d3-c868b0b090d5)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:54:26.636096 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:26.659089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Allocated IP 172.25.1.160 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/7dae6917-b4cd-4fb8-9f92-b8fe7735fedf) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:26.693484 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.730102 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-d292fb27-7550-4521-8de0-e468a0894660 service neutron] 10.222.0.60 "GET /v2.0/ports/f7800126-0d20-47dd-95ba-5367b9a2a7f1/bindings/n-h1-802060-9 HTTP/1.1" status: 200 len: 384 time: 0.0803409 Aug 17 02:54:26.791873 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1665665-15ee-46b2-86f6-e96dae7e4f94 None None] Pushing event updated for resources: {'Port': ['ID=ff873f00-0314-45af-a890-3514b6fc677a,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:26.848941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:26.853760 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:26.854242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:26.860318 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.020093 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.055954 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.067080 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 07c67420-ebfc-4a09-a254-4f69ac1612e2 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:27.135701 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310db4ba-473d-40bd-a3f4-dd9baa8ffc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:27.138448 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bf2a909-21c2-4b5f-8677-474c9f698507" -d '{"events": [{"server_uuid": "310db4ba-473d-40bd-a3f4-dd9baa8ffc9d", "name": "network-vif-plugged", "status": "completed", "tag": "19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:27.166847 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:27.172353 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:27.206641 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:27.213006 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:27.249568 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.252520 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:27.260012 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fede9b-766c-4031-ba81-52d46f207c96 req-32146ceb-69a5-4235-8a0f-23eb76b71934 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:27.268611 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-36fede9b-766c-4031-ba81-52d46f207c96 req-32146ceb-69a5-4235-8a0f-23eb76b71934 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.2055073 Aug 17 02:54:27.270942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Pushing event updated for resources: {'Port': ['ID=7dae6917-b4cd-4fb8-9f92-b8fe7735fedf,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:27.327626 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2710ea92-4ac0-482e-b241-94489c198313 req-7f474867-7509-4a9e-a99d-2344e8d82890 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 210 time: 0.4879451 Aug 17 02:54:27.332547 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 07c67420-ebfc-4a09-a254-4f69ac1612e2 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:27.349496 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 07c67420-ebfc-4a09-a254-4f69ac1612e2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:27.350321 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.412745 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:27.466337 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-36fede9b-766c-4031-ba81-52d46f207c96 req-2440d43d-ed14-44df-be1a-48a745b0f9f9 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1965885 Aug 17 02:54:27.515765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:27.531893 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:27.532575 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.537209 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.588410 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa11086a-4338-4dd6-9a60-797cf741a3c3 x-openstack-request-id: req-fa11086a-4338-4dd6-9a60-797cf741a3c3 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:27.588997 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310db4ba-473d-40bd-a3f4-dd9baa8ffc9d", "name": "network-vif-plugged", "status": "completed", "tag": "19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:27.589548 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fa11086a-4338-4dd6-9a60-797cf741a3c3 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:27.590353 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310db4ba-473d-40bd-a3f4-dd9baa8ffc9d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a', 'code': 200} Aug 17 02:54:27.622982 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b170510c-98d7-45bd-b034-2947678e1533 req-3db91024-a12b-4e23-8b19-4a6c2a7b8e8a service neutron] For port f7800126-0d20-47dd-95ba-5367b9a2a7f1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f7800126-0d20-47dd-95ba-5367b9a2a7f1,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:27.636333 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-441f0e87-c228-41e7-b905-ad2610febaba req-96354517-9ab5-4d9a-b528-9b8e018542f0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=638115240e104430bff599fc921ec015&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0637624 Aug 17 02:54:27.712671 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:27.741178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b170510c-98d7-45bd-b034-2947678e1533 req-3db91024-a12b-4e23-8b19-4a6c2a7b8e8a service neutron] For port f7800126-0d20-47dd-95ba-5367b9a2a7f1, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:27.792519 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.799962 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-b170510c-98d7-45bd-b034-2947678e1533 req-3db91024-a12b-4e23-8b19-4a6c2a7b8e8a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f7800126-0d20-47dd-95ba-5367b9a2a7f1 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:27.806266 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.818069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55e7c0e-c472-461c-a277-94af2d4107ec req-2c6dd4d6-32ec-4a2c-a499-846f50ad9bec tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:27.819668 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a55e7c0e-c472-461c-a277-94af2d4107ec req-2c6dd4d6-32ec-4a2c-a499-846f50ad9bec tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 944 time: 0.3066094 Aug 17 02:54:27.847340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b170510c-98d7-45bd-b034-2947678e1533 req-3db91024-a12b-4e23-8b19-4a6c2a7b8e8a service neutron] For port f7800126-0d20-47dd-95ba-5367b9a2a7f1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f7800126-0d20-47dd-95ba-5367b9a2a7f1,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:27.863899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2e1957-90ce-4667-9e2b-bb0819ae1d34 req-0221ce19-f1db-4996-9750-0f789d851e80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:27.866501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7390fc18-a9cb-44e6-b6be-1b19a57c1ef9,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:27.872521 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7b2e1957-90ce-4667-9e2b-bb0819ae1d34 req-0221ce19-f1db-4996-9750-0f789d851e80 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=310db4ba-473d-40bd-a3f4-dd9baa8ffc9d HTTP/1.1" status: 200 len: 1097 time: 0.1789641 Aug 17 02:54:27.887571 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=07c67420-ebfc-4a09-a254-4f69ac1612e2,revision_number=13']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:27.948065 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7b2e1957-90ce-4667-9e2b-bb0819ae1d34 req-0d69073b-15a0-4683-9f5e-77db990d2367 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630128 Aug 17 02:54:27.951891 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:27.953433 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f7800126-0d20-47dd-95ba-5367b9a2a7f1 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:27.966893 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a55e7c0e-c472-461c-a277-94af2d4107ec req-7626a863-47f7-4b8e-8499-8f5c26936eed tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378632 Aug 17 02:54:28.034781 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b170510c-98d7-45bd-b034-2947678e1533 req-3db91024-a12b-4e23-8b19-4a6c2a7b8e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.073186 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=7390fc18-a9cb-44e6-b6be-1b19a57c1ef9,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:28.076504 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9462c4a5-85cf-4843-9f6d-587b726ed2df req-7ab37288-7a2f-4619-81a2-7894e4262129 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:28.078115 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9462c4a5-85cf-4843-9f6d-587b726ed2df req-7ab37288-7a2f-4619-81a2-7894e4262129 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=310db4ba-473d-40bd-a3f4-dd9baa8ffc9d HTTP/1.1" status: 200 len: 946 time: 0.2990506 Aug 17 02:54:28.099486 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f0e87-c228-41e7-b905-ad2610febaba req-e3f9e466-b22b-469e-b98d-0c24ebc4e3c8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:28.101086 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-441f0e87-c228-41e7-b905-ad2610febaba req-e3f9e466-b22b-469e-b98d-0c24ebc4e3c8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3763561 Aug 17 02:54:28.140194 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-441f0e87-c228-41e7-b905-ad2610febaba req-b716a828-3a63-4e44-833d-210534ba6ef0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Request body: {'port': {'device_id': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '638115240e104430bff599fc921ec015'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:28.185278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-b170510c-98d7-45bd-b034-2947678e1533 req-3db91024-a12b-4e23-8b19-4a6c2a7b8e8a service neutron] Transition to ACTIVE for port object f7800126-0d20-47dd-95ba-5367b9a2a7f1 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:28.189948 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.205948 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a57d472-d786-4fca-ba0d-2a8db93a06ae None None] Network cdbbe7ed-2e80-447e-8894-2b82e258e39b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:28.249469 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b170510c-98d7-45bd-b034-2947678e1533 req-3db91024-a12b-4e23-8b19-4a6c2a7b8e8a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.340006 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9462c4a5-85cf-4843-9f6d-587b726ed2df req-4258a31a-9d4e-4357-906d-c3e6e4f6f6d1 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2356513 Aug 17 02:54:28.358589 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b170510c-98d7-45bd-b034-2947678e1533 req-3db91024-a12b-4e23-8b19-4a6c2a7b8e8a service neutron] No DVR routers for this DVR port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:28.433292 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-3db91024-a12b-4e23-8b19-4a6c2a7b8e8a service neutron] 10.222.0.60 "PUT /v2.0/ports/f7800126-0d20-47dd-95ba-5367b9a2a7f1/bindings/n-h1-802060-9/activate HTTP/1.1" status: 200 len: 369 time: 1.6951089 Aug 17 02:54:28.434784 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db91024-a12b-4e23-8b19-4a6c2a7b8e8a service neutron] Pushing event updated for resources: {'Port': ['ID=f7800126-0d20-47dd-95ba-5367b9a2a7f1,revision_number=10']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:28.453458 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7022fbd7-cc95-4a2e-8aa4-ce099353f14b None None] Provisioning for port ff873f00-0314-45af-a890-3514b6fc677a completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:28.479042 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7135c7b-49ae-4c9d-ab37-481df9f1ebff req-795dab0d-10a8-4c05-aa17-4def7f32b4ef tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 210 time: 0.0330715 Aug 17 02:54:28.573924 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.663107 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-441f0e87-c228-41e7-b905-ad2610febaba req-b716a828-3a63-4e44-833d-210534ba6ef0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Made reservation on behalf of 638115240e104430bff599fc921ec015 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:28.668205 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-441f0e87-c228-41e7-b905-ad2610febaba req-b716a828-3a63-4e44-833d-210534ba6ef0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.683249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ff873f00-0314-45af-a890-3514b6fc677a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:28.849754 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170510c-98d7-45bd-b034-2947678e1533 req-392e5090-729d-4cdd-8627-d90e484e28b9 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:28.851324 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-392e5090-729d-4cdd-8627-d90e484e28b9 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e&tenant_id=fbdcc79a0e414d57946c4903247557f0&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 1096 time: 0.2158849 Aug 17 02:54:28.860471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port ff873f00-0314-45af-a890-3514b6fc677a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:28.866552 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed6d5bd-c0d8-4649-b36b-9f8c03c1da16 req-b6dac51b-dff9-447f-96da-a182790e22dd tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:28.867222 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ff873f00-0314-45af-a890-3514b6fc677a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:28.867222 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:28.867981 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fed6d5bd-c0d8-4649-b36b-9f8c03c1da16 req-b6dac51b-dff9-447f-96da-a182790e22dd tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.2863891 Aug 17 02:54:28.914501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5de569d3-4a86-47b2-8d72-7a8707b43c71 None None] Provisioning complete for port ff873f00-0314-45af-a890-3514b6fc677a triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:28.915009 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5de569d3-4a86-47b2-8d72-7a8707b43c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:29.024554 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:29.033924 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fed6d5bd-c0d8-4649-b36b-9f8c03c1da16 req-c9b5b4a0-ad9a-4004-a0f3-baf9491086a7 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1445475 Aug 17 02:54:29.057406 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170510c-98d7-45bd-b034-2947678e1533 req-3f6d7d96-26bb-4fd5-9f85-f5233161f686 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:29.071457 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-3f6d7d96-26bb-4fd5-9f85-f5233161f686 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e&tenant_id=fbdcc79a0e414d57946c4903247557f0 HTTP/1.1" status: 200 len: 1096 time: 0.1896744 Aug 17 02:54:29.092062 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-441f0e87-c228-41e7-b905-ad2610febaba req-b716a828-3a63-4e44-833d-210534ba6ef0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Allocated IP 192.168.233.81 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/85e320a0-c394-4543-b896-7c6625d0c2b1) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:29.104179 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5de569d3-4a86-47b2-8d72-7a8707b43c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:29.112111 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port ff873f00-0314-45af-a890-3514b6fc677a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ff873f00-0314-45af-a890-3514b6fc677a,segment=NetworkSegment(1932db7e-b8bb-40fd-a5d3-c868b0b090d5),segment_id=1932db7e-b8bb-40fd-a5d3-c868b0b090d5)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:29.150029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126f098b-31c5-48b7-bb59-86408a24ac42 req-310ddbb6-6026-4278-9cee-baa03bf897c8 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:29.151641 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-126f098b-31c5-48b7-bb59-86408a24ac42 req-310ddbb6-6026-4278-9cee-baa03bf897c8 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 945 time: 0.0860510 Aug 17 02:54:29.186309 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:29.192116 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170510c-98d7-45bd-b034-2947678e1533 req-f70dddd3-06ea-44f1-b0b1-829bc88716f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:29.197776 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-f70dddd3-06ea-44f1-b0b1-829bc88716f6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 1096 time: 0.1022551 Aug 17 02:54:29.204948 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-126f098b-31c5-48b7-bb59-86408a24ac42 req-5ae0841e-4c5b-416b-88ec-0b4daa3f308a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469997 Aug 17 02:54:29.232461 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Router 09210707-4d88-431f-968b-8d2ef40857e5 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:54:29.277011 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-5de569d3-4a86-47b2-8d72-7a8707b43c71 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:54:29.277277 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-5de569d3-4a86-47b2-8d72-7a8707b43c71 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:54:29.280091 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=ff873f00-0314-45af-a890-3514b6fc677a,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:29.591443 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c67420-ebfc-4a09-a254-4f69ac1612e2'}, {'server_uuid': '4de2a34d-8991-42c0-b87f-e9c487a30259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7390fc18-a9cb-44e6-b6be-1b19a57c1ef9'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:29.593815 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a81bf284-ca76-46ca-a727-77b7eb3ff6d3" -d '{"events": [{"server_uuid": "ff5ec41a-b8d4-4b1f-9f37-db74a519adf2", "name": "network-vif-plugged", "status": "completed", "tag": "07c67420-ebfc-4a09-a254-4f69ac1612e2"}, {"server_uuid": "4de2a34d-8991-42c0-b87f-e9c487a30259", "name": "network-vif-plugged", "status": "completed", "tag": "7390fc18-a9cb-44e6-b6be-1b19a57c1ef9"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:29.607861 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7b7d19e-cd73-471f-a818-744c62052d85 req-50c9c778-c9cf-461c-ae48-6c2b7f734a58 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 210 time: 0.0330381 Aug 17 02:54:29.665540 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4cb0913e-d456-4abb-b5cb-e8d522fa6ac4 x-openstack-request-id: req-4cb0913e-d456-4abb-b5cb-e8d522fa6ac4 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:29.666158 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5ec41a-b8d4-4b1f-9f37-db74a519adf2", "name": "network-vif-plugged", "status": "completed", "tag": "07c67420-ebfc-4a09-a254-4f69ac1612e2", "code": 200}, {"server_uuid": "4de2a34d-8991-42c0-b87f-e9c487a30259", "name": "network-vif-plugged", "status": "completed", "tag": "7390fc18-a9cb-44e6-b6be-1b19a57c1ef9", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:29.666458 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4cb0913e-d456-4abb-b5cb-e8d522fa6ac4 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:29.667222 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c67420-ebfc-4a09-a254-4f69ac1612e2', 'code': 200} Aug 17 02:54:29.667625 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de2a34d-8991-42c0-b87f-e9c487a30259', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7390fc18-a9cb-44e6-b6be-1b19a57c1ef9', 'code': 200} Aug 17 02:54:29.797314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446535c1-2520-413a-8b7f-b7aec6fdea40 req-99bc70b3-36d9-407d-af57-a875d095704b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:29.798779 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-446535c1-2520-413a-8b7f-b7aec6fdea40 req-99bc70b3-36d9-407d-af57-a875d095704b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4de2a34d-8991-42c0-b87f-e9c487a30259 HTTP/1.1" status: 200 len: 1097 time: 0.0707917 Aug 17 02:54:29.840955 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170510c-98d7-45bd-b034-2947678e1533 req-6ad0abe3-aac0-463c-a882-b4f55418c003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:29.842508 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-6ad0abe3-aac0-463c-a882-b4f55418c003 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 908 time: 0.6363676 Aug 17 02:54:29.842681 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-446535c1-2520-413a-8b7f-b7aec6fdea40 req-f503f628-7ddf-4250-bbfb-7f853b238378 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355239 Aug 17 02:54:29.862287 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-644941c0-76c6-4e5a-8604-7791992e7e5c req-65544e72-f9f4-460f-a731-5b26e6d67c7e tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:29.863855 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-644941c0-76c6-4e5a-8604-7791992e7e5c req-65544e72-f9f4-460f-a731-5b26e6d67c7e tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=310db4ba-473d-40bd-a3f4-dd9baa8ffc9d HTTP/1.1" status: 200 len: 946 time: 0.2935801 Aug 17 02:54:29.927497 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-9b218ebd-f3b5-49df-b2d6-e73fbc142354 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f7800126-0d20-47dd-95ba-5367b9a2a7f1 HTTP/1.1" status: 200 len: 217 time: 0.0735080 Aug 17 02:54:29.956272 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-441f0e87-c228-41e7-b905-ad2610febaba req-b716a828-3a63-4e44-833d-210534ba6ef0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:30.013928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:54:30.025960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Sync routers for ids ['09210707-4d88-431f-968b-8d2ef40857e5'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:54:30.029070 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-441f0e87-c228-41e7-b905-ad2610febaba req-b716a828-3a63-4e44-833d-210534ba6ef0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Transition to ACTIVE for port object 85e320a0-c394-4543-b896-7c6625d0c2b1 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:30.038155 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-644941c0-76c6-4e5a-8604-7791992e7e5c req-f835a48f-e481-44e9-9834-f496c1a29782 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533585 Aug 17 02:54:30.038885 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Routers {'09210707-4d88-431f-968b-8d2ef40857e5'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:30.039706 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:54:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['09210707-4d88-431f-968b-8d2ef40857e5'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:30.051056 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170510c-98d7-45bd-b034-2947678e1533 req-d87deaed-0a04-4766-9aee-2f6dd75aac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:30.052533 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-d87deaed-0a04-4766-9aee-2f6dd75aac5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.1095641 Aug 17 02:54:30.119842 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-f52a0c86-afae-4198-bd0d-02e830ccdd5c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0584524 Aug 17 02:54:30.211332 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:30.211706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293e440a-0139-41ac-bfd4-13198fcb445f req-778fef34-0dcb-4a39-92fa-99cb6c791feb tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:30.215366 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f5b9a181-f81d-403b-8ed0-86dce33b6c52 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 5.1507690 Aug 17 02:54:30.218175 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-293e440a-0139-41ac-bfd4-13198fcb445f req-778fef34-0dcb-4a39-92fa-99cb6c791feb tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0748029 Aug 17 02:54:30.218791 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39946) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:30.262656 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-293e440a-0139-41ac-bfd4-13198fcb445f req-c32e38e3-0c66-475e-8343-13b47602078d tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383630 Aug 17 02:54:30.310728 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-441f0e87-c228-41e7-b905-ad2610febaba req-b716a828-3a63-4e44-833d-210534ba6ef0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:30.328893 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['58a69c89-2de8-4d4d-9821-1971a6f77ecd', 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8', '07c67420-ebfc-4a09-a254-4f69ac1612e2'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:30.344278 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd8ac2a-7c8a-4ebf-bec5-e5e29136f811 req-5ba2a5f2-79b9-490b-baff-623ecd6ae184 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:30.346088 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8bd8ac2a-7c8a-4ebf-bec5-e5e29136f811 req-5ba2a5f2-79b9-490b-baff-623ecd6ae184 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=4de2a34d-8991-42c0-b87f-e9c487a30259 HTTP/1.1" status: 200 len: 946 time: 0.1925292 Aug 17 02:54:30.348160 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-441f0e87-c228-41e7-b905-ad2610febaba req-b716a828-3a63-4e44-833d-210534ba6ef0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:30.385409 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-441f0e87-c228-41e7-b905-ad2610febaba req-b716a828-3a63-4e44-833d-210534ba6ef0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:30.394267 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Set router 09210707-4d88-431f-968b-8d2ef40857e5 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:54:30.422408 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-441f0e87-c228-41e7-b905-ad2610febaba req-b716a828-3a63-4e44-833d-210534ba6ef0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:30.578330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf7c0ed-7d29-48fc-a375-493e47c78553 req-1393c868-148b-4dbb-878c-210338b9c0c5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:30.587405 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bf7c0ed-7d29-48fc-a375-493e47c78553 req-1393c868-148b-4dbb-878c-210338b9c0c5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 945 time: 0.1273558 Aug 17 02:54:30.634332 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b716a828-3a63-4e44-833d-210534ba6ef0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Pushing event updated for resources: {'Port': ['ID=85e320a0-c394-4543-b896-7c6625d0c2b1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:30.650685 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bf7c0ed-7d29-48fc-a375-493e47c78553 req-e8445324-139e-40f3-bfdb-ff1b9a671206 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0619032 Aug 17 02:54:30.672486 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8bd8ac2a-7c8a-4ebf-bec5-e5e29136f811 req-5ced0fb8-85a5-4ef2-bf13-b24c4f713d60 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2897227 Aug 17 02:54:30.692313 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ff873f00-0314-45af-a890-3514b6fc677a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:30.723139 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f0e87-c228-41e7-b905-ad2610febaba req-b716a828-3a63-4e44-833d-210534ba6ef0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:30.724235 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-441f0e87-c228-41e7-b905-ad2610febaba req-b716a828-3a63-4e44-833d-210534ba6ef0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:30.760629 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-145ddf76-a266-4829-841d-fee8e28f7941 service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5635788 Aug 17 02:54:30.859614 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ff873f00-0314-45af-a890-3514b6fc677a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:30.860005 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:30.864953 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09210707-4d88-431f-968b-8d2ef40857e5', 'name': 'tempest-FloatingIPDetailsTestJSON-1545196164-router', 'tenant_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '7dae6917-b4cd-4fb8-9f92-b8fe7735fedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:54:25Z', 'updated_at': '2021-08-17T02:54:27Z', 'revision_number': 3, 'project_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'gw_port': {'id': '7dae6917-b4cd-4fb8-9f92-b8fe7735fedf', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09210707-4d88-431f-968b-8d2ef40857e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:54:26Z', 'updated_at': '2021-08-17T02:54:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:30.889025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e36cee-f0dc-4a30-b169-123918c53c29 req-2e3fa4ef-9400-437d-82a1-eb8ed8c4848d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:30.891140 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-15e36cee-f0dc-4a30-b169-123918c53c29 req-2e3fa4ef-9400-437d-82a1-eb8ed8c4848d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 935 time: 0.1439383 Aug 17 02:54:30.902375 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-441f0e87-c228-41e7-b905-ad2610febaba req-b716a828-3a63-4e44-833d-210534ba6ef0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7778292 Aug 17 02:54:30.944512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Checking router: 09210707-4d88-431f-968b-8d2ef40857e5 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:54:30.946277 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Updating router 09210707-4d88-431f-968b-8d2ef40857e5 port 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:54:30.966416 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Request body: {'port': {'device_id': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:30.975861 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-b7aaf117-bd8c-496b-9b9b-c0f6e3300e88 service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2002223 Aug 17 02:54:31.004174 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:31.014681 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-15e36cee-f0dc-4a30-b169-123918c53c29 req-7a11798b-515d-4eb8-99df-f17b9c00a373 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138105 Aug 17 02:54:31.097445 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:31.176122 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c7f83ef3-0857-42bb-ac7a-b5ea69c4ad35 None None] Provisioning for port 85e320a0-c394-4543-b896-7c6625d0c2b1 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:31.213036 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c7f83ef3-0857-42bb-ac7a-b5ea69c4ad35 None None] Provisioning complete for port 85e320a0-c394-4543-b896-7c6625d0c2b1 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:31.213601 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c7f83ef3-0857-42bb-ac7a-b5ea69c4ad35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:31.286061 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c7f83ef3-0857-42bb-ac7a-b5ea69c4ad35 None None] Port 85e320a0-c394-4543-b896-7c6625d0c2b1 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:54:31.525126 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a5626-20b7-46b9-9cff-cbb5c7a2b430 req-1deaccf9-35ea-4c1f-b08c-d658f61b5aa4 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:31.526759 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c6a5626-20b7-46b9-9cff-cbb5c7a2b430 req-1deaccf9-35ea-4c1f-b08c-d658f61b5aa4 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.1868956 Aug 17 02:54:31.557164 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:31.572511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Transition to ACTIVE for port object 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:31.654512 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:31.673988 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:31.684961 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c6a5626-20b7-46b9-9cff-cbb5c7a2b430 req-3de6e514-78e2-49d6-b256-d9de3a37cf5f tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1482215 Aug 17 02:54:31.714429 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Attempting to bind port 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:54:31.714989 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Attempting to bind port 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:54:31.715162 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Attempting to bind port 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:31.721146 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4c5c4-181d-4cda-919a-5a004573f9ce None None] Pushing event updated for resources: {'Port': ['ID=7dae6917-b4cd-4fb8-9f92-b8fe7735fedf,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:31.727408 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b170510c-98d7-45bd-b034-2947678e1533 req-6da34463-4068-41c8-b7da-d5ebbe1f8080 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:31.729016 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-6da34463-4068-41c8-b7da-d5ebbe1f8080 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e&tenant_id=fbdcc79a0e414d57946c4903247557f0&binding%3Ahost_id=n-h1-802060-9 HTTP/1.1" status: 200 len: 1096 time: 0.1474283 Aug 17 02:54:31.736182 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:54:31.743132 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:31.743132 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:31.743132 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:54:31.743132 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Bound port: 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:54:31.743132 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:31.805224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7f9e30-ea75-4136-a738-007471412e15 req-18762a5c-0750-49ff-94a0-0417bc11251b tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:31.806867 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be7f9e30-ea75-4136-a738-007471412e15 req-18762a5c-0750-49ff-94a0-0417bc11251b tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 945 time: 0.0643458 Aug 17 02:54:31.839746 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] For port 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:31.843477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] For port 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7dae6917-b4cd-4fb8-9f92-b8fe7735fedf,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:54:31.859809 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be7f9e30-ea75-4136-a738-007471412e15 req-d2aad66c-fdc2-4979-ae71-9783f55e2ab4 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452936 Aug 17 02:54:31.863049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85e320a0-c394-4543-b896-7c6625d0c2b1 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:31.880075 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:31.914062 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Transition to ACTIVE for port object 85e320a0-c394-4543-b896-7c6625d0c2b1 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:31.932328 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:31.980467 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55253eb-3da1-49a6-8c7d-80658eecfb87 req-77ebe2a7-59ce-4afc-a3e6-68d6428ed3c7 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:31.982968 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a55253eb-3da1-49a6-8c7d-80658eecfb87 req-77ebe2a7-59ce-4afc-a3e6-68d6428ed3c7 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=4de2a34d-8991-42c0-b87f-e9c487a30259 HTTP/1.1" status: 200 len: 946 time: 0.1947167 Aug 17 02:54:32.004727 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Routers {'09210707-4d88-431f-968b-8d2ef40857e5'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:32.005566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:54:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['09210707-4d88-431f-968b-8d2ef40857e5'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:32.013260 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f00b93-eda5-4064-8021-69efbe1c5780 req-d287ffe2-dd98-49dc-911c-a62acb4ca516 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:32.014852 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-98f00b93-eda5-4064-8021-69efbe1c5780 req-d287ffe2-dd98-49dc-911c-a62acb4ca516 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 1096 time: 0.0461249 Aug 17 02:54:32.042597 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b4c5c4-181d-4cda-919a-5a004573f9ce None None] Pushing event updated for resources: {'Port': ['ID=7dae6917-b4cd-4fb8-9f92-b8fe7735fedf,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:32.062864 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-98f00b93-eda5-4064-8021-69efbe1c5780 req-103f8de5-35a5-4769-9b7c-1373c6b42370 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406022 Aug 17 02:54:32.069091 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:32.100791 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a55253eb-3da1-49a6-8c7d-80658eecfb87 req-b995b125-a5e7-4567-a3c0-79cac2862f2e tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964954 Aug 17 02:54:32.134185 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] Set router 09210707-4d88-431f-968b-8d2ef40857e5 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:54:32.167995 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Allocated IP 172.20.0.1 (cdbbe7ed-2e80-447e-8894-2b82e258e39b/9d9dcb7a-67e6-463c-9d94-c122c44cd4c1/8f6c8cba-cd2d-4942-a837-2df7fbbfed3d) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:32.296466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Pushing event updated for resources: {'Port': ['ID=85e320a0-c394-4543-b896-7c6625d0c2b1,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:32.327865 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-b170510c-98d7-45bd-b034-2947678e1533 req-35fa87d5-1760-4a19-8d77-f488bfd5aa68 service neutron] For port f7800126-0d20-47dd-95ba-5367b9a2a7f1, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:32.344972 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b170510c-98d7-45bd-b034-2947678e1533 req-35fa87d5-1760-4a19-8d77-f488bfd5aa68 service neutron] Notify callbacks [] for binding, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:32.346124 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b170510c-98d7-45bd-b034-2947678e1533 req-35fa87d5-1760-4a19-8d77-f488bfd5aa68 service neutron] 10.222.0.30 "DELETE /v2.0/ports/f7800126-0d20-47dd-95ba-5367b9a2a7f1/bindings/n-h2-802060-9 HTTP/1.1" status: 204 len: 173 time: 0.5941699 Aug 17 02:54:32.346259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694b5ea0-b824-4e28-a535-31ed3e6cbb98 req-8444c44e-dc73-42fa-bf5b-158b1f67f11b tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:32.348420 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-694b5ea0-b824-4e28-a535-31ed3e6cbb98 req-8444c44e-dc73-42fa-bf5b-158b1f67f11b tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 1096 time: 0.0644937 Aug 17 02:54:32.414625 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-694b5ea0-b824-4e28-a535-31ed3e6cbb98 req-46e5b89b-3a11-4782-abff-2a43cbf2c51d tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572143 Aug 17 02:54:32.416027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0961ab38-390b-4b68-948e-9f10f7402edd req-f0a2d106-dacb-475e-a6a9-8876860b0d1d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:32.417154 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09210707-4d88-431f-968b-8d2ef40857e5', 'name': 'tempest-FloatingIPDetailsTestJSON-1545196164-router', 'tenant_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '7dae6917-b4cd-4fb8-9f92-b8fe7735fedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:54:25Z', 'updated_at': '2021-08-17T02:54:27Z', 'revision_number': 3, 'project_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'gw_port': {'id': '7dae6917-b4cd-4fb8-9f92-b8fe7735fedf', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09210707-4d88-431f-968b-8d2ef40857e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:54:26Z', 'updated_at': '2021-08-17T02:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:32.417844 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0961ab38-390b-4b68-948e-9f10f7402edd req-f0a2d106-dacb-475e-a6a9-8876860b0d1d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 947 time: 0.1843531 Aug 17 02:54:32.422323 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Attempting to bind port 85e320a0-c394-4543-b896-7c6625d0c2b1 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:54:32.422323 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Attempting to bind port 85e320a0-c394-4543-b896-7c6625d0c2b1 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:54:32.422628 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Attempting to bind port 85e320a0-c394-4543-b896-7c6625d0c2b1 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:32.462087 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:32.470935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Port 85e320a0-c394-4543-b896-7c6625d0c2b1 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:54:32.471274 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Attempting to bind port 85e320a0-c394-4543-b896-7c6625d0c2b1 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:32.472955 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6af5018-08f9-42d1-89d4-3eb0eee8411a None None] The sync data for ids ['09210707-4d88-431f-968b-8d2ef40857e5'] in n-d-802060-9 is: [{'id': '09210707-4d88-431f-968b-8d2ef40857e5', 'name': 'tempest-FloatingIPDetailsTestJSON-1545196164-router', 'tenant_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '7dae6917-b4cd-4fb8-9f92-b8fe7735fedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:54:25Z', 'updated_at': '2021-08-17T02:54:27Z', 'revision_number': 3, 'project_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'gw_port': {'id': '7dae6917-b4cd-4fb8-9f92-b8fe7735fedf', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cd:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09210707-4d88-431f-968b-8d2ef40857e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:54:26Z', 'updated_at': '2021-08-17T02:54:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:54:32.486883 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Transition to ACTIVE for port object 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:32.491450 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 54, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:54:32.491450 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:32.491450 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:54:32.491450 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Bound port: 85e320a0-c394-4543-b896-7c6625d0c2b1, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:54:32.491450 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:32.524994 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0961ab38-390b-4b68-948e-9f10f7402edd req-ef070c30-d5d0-4dd2-9b87-3f011e1d48b8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915456 Aug 17 02:54:32.620693 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:32.621265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=85e320a0-c394-4543-b896-7c6625d0c2b1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:54:32.718663 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:32.723196 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:32.780360 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:33.146999 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:33.148452 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:33.150695 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-441f0e87-c228-41e7-b905-ad2610febaba req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] 10.222.0.60 "PUT /v2.0/ports/85e320a0-c394-4543-b896-7c6625d0c2b1 HTTP/1.1" status: 200 len: 1095 time: 2.1934724 Aug 17 02:54:33.152752 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Network cdbbe7ed-2e80-447e-8894-2b82e258e39b is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:33.155238 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'tag': '85e320a0-c394-4543-b896-7c6625d0c2b1'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:33.159127 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b786fe51-2066-4eca-b795-31e1643e71a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a2956e8d-e742-46c7-aa55-ef03c0c42e84", "tag": "85e320a0-c394-4543-b896-7c6625d0c2b1"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:33.170494 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:33.174594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:33.211363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Pushing event updated for resources: {'Port': ['ID=8f6c8cba-cd2d-4942-a837-2df7fbbfed3d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:33.247793 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddbd54aa-7d05-4ed7-9c2a-ab7575886ee8 req-7c2ea97b-bd5a-4876-a023-81e09263c1ce tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:33.253399 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ddbd54aa-7d05-4ed7-9c2a-ab7575886ee8 req-7c2ea97b-bd5a-4876-a023-81e09263c1ce tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.1266708 Aug 17 02:54:33.361196 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ecf7599-e7b3-4e1c-8ed1-86d22f5a73d1 service neutron] Pushing event updated for resources: {'Port': ['ID=85e320a0-c394-4543-b896-7c6625d0c2b1,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:33.364524 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ddbd54aa-7d05-4ed7-9c2a-ab7575886ee8 req-c006fa40-5d9e-4c73-9670-63e6b3e55f28 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0882926 Aug 17 02:54:33.373726 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:33.408962 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:33.453291 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:54:33.502965 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c9cefb1-5856-4260-a445-b23651ef34a4 x-openstack-request-id: req-8c9cefb1-5856-4260-a445-b23651ef34a4 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:33.503329 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2956e8d-e742-46c7-aa55-ef03c0c42e84", "tag": "85e320a0-c394-4543-b896-7c6625d0c2b1", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:33.503533 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c9cefb1-5856-4260-a445-b23651ef34a4 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:33.503861 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'tag': '85e320a0-c394-4543-b896-7c6625d0c2b1', 'status': 'completed', 'code': 200} Aug 17 02:54:33.509337 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f0e87-c228-41e7-b905-ad2610febaba req-afb62aa0-e170-47f2-be11-8663e4a09bd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:33.519533 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-441f0e87-c228-41e7-b905-ad2610febaba req-afb62aa0-e170-47f2-be11-8663e4a09bd1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 1098 time: 0.1913610 Aug 17 02:54:33.620508 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-441f0e87-c228-41e7-b905-ad2610febaba req-ed264b12-ab55-409b-b8fa-d54b33075cce service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=85e320a0-c394-4543-b896-7c6625d0c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0918245 Aug 17 02:54:33.697078 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f0e87-c228-41e7-b905-ad2610febaba req-cb58ad82-7157-4ffd-97c4-4f39b1d1ff42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:33.698502 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-441f0e87-c228-41e7-b905-ad2610febaba req-cb58ad82-7157-4ffd-97c4-4f39b1d1ff42 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0683172 Aug 17 02:54:33.741098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f530d8d6-4753-499f-ae46-b588b7d1a4eb None None] Provisioning for port 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:33.748080 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f530d8d6-4753-499f-ae46-b588b7d1a4eb None None] Provisioning complete for port 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:33.755208 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f530d8d6-4753-499f-ae46-b588b7d1a4eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:33.797861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29000792-1010-42de-b0c7-7b319bff6ac7 req-b4a47bbc-0255-430b-b934-e8df6d3cc312 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:33.800020 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29000792-1010-42de-b0c7-7b319bff6ac7 req-b4a47bbc-0255-430b-b934-e8df6d3cc312 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 947 time: 0.1110682 Aug 17 02:54:33.883592 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f530d8d6-4753-499f-ae46-b588b7d1a4eb None None] Port 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:54:33.886717 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29000792-1010-42de-b0c7-7b319bff6ac7 req-8535ead7-28e2-4b84-b984-d590ecf22559 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723999 Aug 17 02:54:33.887502 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441f0e87-c228-41e7-b905-ad2610febaba req-e7aa7b2f-f941-4c15-9b2f-5a8ecf382947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:33.890692 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-441f0e87-c228-41e7-b905-ad2610febaba req-e7aa7b2f-f941-4c15-9b2f-5a8ecf382947 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1789877 Aug 17 02:54:33.892239 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:34.144957 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-441f0e87-c228-41e7-b905-ad2610febaba req-0a030fb9-45ea-47f5-a2bb-adca76323b36 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382560 Aug 17 02:54:34.331693 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075937bb-7e96-4338-9fce-394d213e030d req-a214a424-e8d3-40ed-b808-37be2ab45573 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:34.333508 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-a214a424-e8d3-40ed-b808-37be2ab45573 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/networks?id=f4c4eb9e-5003-4b5f-9754-e0c703055498 HTTP/1.1" status: 200 len: 813 time: 0.2580593 Aug 17 02:54:34.373091 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-441f0e87-c228-41e7-b905-ad2610febaba req-2b1bc2f5-a5d2-4dbe-862a-136a2c8d71ce service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006135 Aug 17 02:54:34.376624 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-4cc35db1-f9c5-4739-84d1-2ebdd17faffa tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/quotas/c511050c301441e19f6ec317bff7a777 HTTP/1.1" status: 200 len: 375 time: 0.0187478 Aug 17 02:54:34.380250 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:34.454072 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-4cf2a752-9805-4b8e-b57e-baed063a6c57 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c511050c301441e19f6ec317bff7a777&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0674615 Aug 17 02:54:34.463750 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:34.528383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f29b23a-7e55-4210-bf97-6bb9958a6bac req-057ca45f-9de0-4994-b0f4-bebf2a95f0ad tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:34.532223 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f29b23a-7e55-4210-bf97-6bb9958a6bac req-057ca45f-9de0-4994-b0f4-bebf2a95f0ad tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0776076 Aug 17 02:54:34.631399 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:34.639923 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Pushing event updated for resources: {'Port': ['ID=8f6c8cba-cd2d-4942-a837-2df7fbbfed3d,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:34.646563 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f29b23a-7e55-4210-bf97-6bb9958a6bac req-8721847b-3cc7-4787-ab05-7346654a9546 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057365 Aug 17 02:54:34.669701 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786fe51-2066-4eca-b795-31e1643e71a7 req-5546eef7-360e-448e-9192-0b052caca242 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:34.673345 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b786fe51-2066-4eca-b795-31e1643e71a7 req-5546eef7-360e-448e-9192-0b052caca242 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 1098 time: 0.1301959 Aug 17 02:54:34.685025 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60cc0c5-55c0-46c2-a5c2-2ce0d4746427 req-edcd2bc6-b417-46c4-a2b6-742921fbd254 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:34.686559 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a60cc0c5-55c0-46c2-a5c2-2ce0d4746427 req-edcd2bc6-b417-46c4-a2b6-742921fbd254 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.60 "GET /v2.0/ports?device_id=4de2a34d-8991-42c0-b87f-e9c487a30259 HTTP/1.1" status: 200 len: 946 time: 0.1325641 Aug 17 02:54:34.714333 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-094a4edf-b1d2-438b-97d4-1ebf1dab04a7 service neutron] 10.222.0.10 "GET /v2.0/networks/f4c4eb9e-5003-4b5f-9754-e0c703055498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2593107 Aug 17 02:54:34.730615 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:34.871039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786fe51-2066-4eca-b795-31e1643e71a7 req-98a71319-9a13-4e50-b288-2225409e7a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:34.873267 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b786fe51-2066-4eca-b795-31e1643e71a7 req-98a71319-9a13-4e50-b288-2225409e7a24 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.1921923 Aug 17 02:54:34.928070 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-fade93b4-5927-413d-a89d-f1d8e10ac0fa service neutron] 10.222.0.10 "GET /v2.0/networks/f4c4eb9e-5003-4b5f-9754-e0c703055498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2128224 Aug 17 02:54:34.942205 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:34.947362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:34.947740 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:35.006751 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Network cdbbe7ed-2e80-447e-8894-2b82e258e39b is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:35.015496 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:35.047323 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b786fe51-2066-4eca-b795-31e1643e71a7 req-d1931ff8-715b-4a63-816c-6fb52001041c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=85e320a0-c394-4543-b896-7c6625d0c2b1 HTTP/1.1" status: 200 len: 217 time: 0.1626489 Aug 17 02:54:35.048874 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-a60cc0c5-55c0-46c2-a5c2-2ce0d4746427 req-e83ecaff-c7c5-4ecf-934c-e940bcac6845 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Deleting port 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:35.049237 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a60cc0c5-55c0-46c2-a5c2-2ce0d4746427 req-e83ecaff-c7c5-4ecf-934c-e940bcac6845 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:35.170372 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786fe51-2066-4eca-b795-31e1643e71a7 req-d55b4680-ba12-42d2-8230-bd5193454877 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:35.171974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b786fe51-2066-4eca-b795-31e1643e71a7 req-d55b4680-ba12-42d2-8230-bd5193454877 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1160548 Aug 17 02:54:35.197458 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:35.239501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7dae6917-b4cd-4fb8-9f92-b8fe7735fedf,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:35.269171 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a61295b-d082-49f4-bb94-0841414894c6 req-d8c9f9de-46b1-4640-8baf-8734219b9534 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:35.271552 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a61295b-d082-49f4-bb94-0841414894c6 req-d8c9f9de-46b1-4640-8baf-8734219b9534 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 947 time: 0.1565778 Aug 17 02:54:35.299389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-a60cc0c5-55c0-46c2-a5c2-2ce0d4746427 req-e83ecaff-c7c5-4ecf-934c-e940bcac6845 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] For port 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7390fc18-a9cb-44e6-b6be-1b19a57c1ef9,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:35.299791 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a60cc0c5-55c0-46c2-a5c2-2ce0d4746427 req-e83ecaff-c7c5-4ecf-934c-e940bcac6845 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:35.323769 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-a60cc0c5-55c0-46c2-a5c2-2ce0d4746427 req-e83ecaff-c7c5-4ecf-934c-e940bcac6845 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Calling delete_port for 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:35.325176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b786fe51-2066-4eca-b795-31e1643e71a7 req-f1164127-6600-4ce2-843e-3423fe3ad78a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:35.327354 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b786fe51-2066-4eca-b795-31e1643e71a7 req-f1164127-6600-4ce2-843e-3423fe3ad78a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1415401 Aug 17 02:54:35.331400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Router 09210707-4d88-431f-968b-8d2ef40857e5 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:54:35.356377 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a61295b-d082-49f4-bb94-0841414894c6 req-eba7acd5-06af-44cd-985d-c53ca592176a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760572 Aug 17 02:54:35.381803 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-08fbac44-7e5b-498c-b3a9-1f1db46775b9 None None] Provisioning complete for port 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:35.387228 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08fbac44-7e5b-498c-b3a9-1f1db46775b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:35.446008 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:35.510312 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b86588b-1889-4346-9699-dcc03e7c3f48 req-cbe7b04f-602a-4003-a2bb-94a3222759f8 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:35.512302 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1b86588b-1889-4346-9699-dcc03e7c3f48 req-cbe7b04f-602a-4003-a2bb-94a3222759f8 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.60 "GET /v2.0/ports?device_id=310db4ba-473d-40bd-a3f4-dd9baa8ffc9d HTTP/1.1" status: 200 len: 946 time: 0.1603577 Aug 17 02:54:35.566039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:54:35.569018 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b786fe51-2066-4eca-b795-31e1643e71a7 req-5ac4b0c4-bdb3-4a82-b07d-e6b9f28f568d service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2313302 Aug 17 02:54:35.575970 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-45c4ceea-9da9-4fe0-b07f-b531f109adbd admin admin] 10.222.0.10 "PUT /v2.0/routers/09210707-4d88-431f-968b-8d2ef40857e5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3414836 Aug 17 02:54:35.587754 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Sync routers for ids ['09210707-4d88-431f-968b-8d2ef40857e5'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:54:35.600067 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-08fbac44-7e5b-498c-b3a9-1f1db46775b9 None None] Port 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:54:35.601882 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=7dae6917-b4cd-4fb8-9f92-b8fe7735fedf,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:35.607531 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Routers {'09210707-4d88-431f-968b-8d2ef40857e5'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:35.607531 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:54:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['09210707-4d88-431f-968b-8d2ef40857e5'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:35.735688 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a60cc0c5-55c0-46c2-a5c2-2ce0d4746427 req-e83ecaff-c7c5-4ecf-934c-e940bcac6845 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:35.757847 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a', '7390fc18-a9cb-44e6-b6be-1b19a57c1ef9'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:35.883618 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83ecaff-c7c5-4ecf-934c-e940bcac6845 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Pushing event deleted for resources: {'Port': ['ID=7390fc18-a9cb-44e6-b6be-1b19a57c1ef9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:35.911924 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Set router 09210707-4d88-431f-968b-8d2ef40857e5 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:54:35.953637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-1b86588b-1889-4346-9699-dcc03e7c3f48 req-ad40f198-5d20-4ecc-947b-b52b7a5aa6e1 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Deleting port 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:35.954418 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1b86588b-1889-4346-9699-dcc03e7c3f48 req-ad40f198-5d20-4ecc-947b-b52b7a5aa6e1 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:36.112634 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-a60cc0c5-55c0-46c2-a5c2-2ce0d4746427 req-e83ecaff-c7c5-4ecf-934c-e940bcac6845 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] No DVR routers for this DVR port 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:36.115789 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a60cc0c5-55c0-46c2-a5c2-2ce0d4746427 req-e83ecaff-c7c5-4ecf-934c-e940bcac6845 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:36.119559 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a60cc0c5-55c0-46c2-a5c2-2ce0d4746427 req-e83ecaff-c7c5-4ecf-934c-e940bcac6845 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.60 "DELETE /v2.0/ports/7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 HTTP/1.1" status: 204 len: 173 time: 1.4205599 Aug 17 02:54:36.129378 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdea78d-214a-42d9-864e-07661efbf235 req-8bbf3bcf-4af6-441c-8995-b2df88e9fe88 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:36.139102 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2fdea78d-214a-42d9-864e-07661efbf235 req-8bbf3bcf-4af6-441c-8995-b2df88e9fe88 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.2302697 Aug 17 02:54:36.164295 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-1b86588b-1889-4346-9699-dcc03e7c3f48 req-ad40f198-5d20-4ecc-947b-b52b7a5aa6e1 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] For port 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:36.164847 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1b86588b-1889-4346-9699-dcc03e7c3f48 req-ad40f198-5d20-4ecc-947b-b52b7a5aa6e1 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:36.167120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4de2a34d-8991-42c0-b87f-e9c487a30259', 'name': 'network-vif-deleted', 'tag': '7390fc18-a9cb-44e6-b6be-1b19a57c1ef9'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:36.170133 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0afb592c-0f0d-425c-9037-3d0276ba333e" -d '{"events": [{"server_uuid": "4de2a34d-8991-42c0-b87f-e9c487a30259", "name": "network-vif-deleted", "tag": "7390fc18-a9cb-44e6-b6be-1b19a57c1ef9"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:36.179903 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b786fe51-2066-4eca-b795-31e1643e71a7 req-0f6bb430-a664-46e8-89f4-21c122f81924 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5182920 Aug 17 02:54:36.216991 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-1b86588b-1889-4346-9699-dcc03e7c3f48 req-ad40f198-5d20-4ecc-947b-b52b7a5aa6e1 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Calling delete_port for 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:36.232973 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2fdea78d-214a-42d9-864e-07661efbf235 req-d2138b79-a475-40c4-a06b-d9a0fd04525a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782685 Aug 17 02:54:36.343548 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09210707-4d88-431f-968b-8d2ef40857e5', 'name': 'tempest-FloatingIPDetailsTestJSON-1545196164-router', 'tenant_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '7dae6917-b4cd-4fb8-9f92-b8fe7735fedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:54:25Z', 'updated_at': '2021-08-17T02:54:33Z', 'revision_number': 4, 'project_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'gw_port': {'id': '7dae6917-b4cd-4fb8-9f92-b8fe7735fedf', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09210707-4d88-431f-968b-8d2ef40857e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:54:26Z', 'updated_at': '2021-08-17T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8f6c8cba-cd2d-4942-a837-2df7fbbfed3d', 'name': '', 'network_id': 'cdbbe7ed-2e80-447e-8894-2b82e258e39b', 'tenant_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'mac_address': 'fa:16:3e:f6:26:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09210707-4d88-431f-968b-8d2ef40857e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9d9dcb7a-67e6-463c-9d94-c122c44cd4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:54:31Z', 'updated_at': '2021-08-17T02:54:34Z', 'revision_number': 2, 'project_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'subnets': [{'id': '9d9dcb7a-67e6-463c-9d94-c122c44cd4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:36.375140 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Checking router: 09210707-4d88-431f-968b-8d2ef40857e5 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:54:36.375626 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Updating router 09210707-4d88-431f-968b-8d2ef40857e5 port 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:54:36.398730 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-276543ae-6bb4-4950-bc7d-0751ed3fbf89 req-22645711-c2eb-4bfc-95bb-27969084b692 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 210 time: 0.0406771 Aug 17 02:54:36.421464 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:36.529714 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f219a37e-5671-41b7-877a-53401a974c78 x-openstack-request-id: req-f219a37e-5671-41b7-877a-53401a974c78 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:36.536907 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4de2a34d-8991-42c0-b87f-e9c487a30259", "name": "network-vif-deleted", "tag": "7390fc18-a9cb-44e6-b6be-1b19a57c1ef9", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:36.536907 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f219a37e-5671-41b7-877a-53401a974c78 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:36.536907 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4de2a34d-8991-42c0-b87f-e9c487a30259', 'name': 'network-vif-deleted', 'tag': '7390fc18-a9cb-44e6-b6be-1b19a57c1ef9', 'status': 'completed', 'code': 200} Aug 17 02:54:36.636269 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-55d04f88-1c51-4951-875b-7cd855901003 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3580422 Aug 17 02:54:36.667735 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:36.695483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dfda5b-0975-407d-947e-e4d90fcce6d9 req-28e355f7-bca6-4973-aedc-9f7bae68e3a5 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:36.699148 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 85e320a0-c394-4543-b896-7c6625d0c2b1 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:54:36.704604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-5973d901-e0b6-4cb3-936b-da37d58decc5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:36.705251 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e4dfda5b-0975-407d-947e-e4d90fcce6d9 req-28e355f7-bca6-4973-aedc-9f7bae68e3a5 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 947 time: 0.0959065 Aug 17 02:54:36.770031 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e4dfda5b-0975-407d-947e-e4d90fcce6d9 req-e63245b9-4277-4793-8fbe-8265f7b1e8bf tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637715 Aug 17 02:54:36.826627 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:36.827002 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:36.855373 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:36.868097 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Transition to ACTIVE for port object 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:36.884952 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-5973d901-e0b6-4cb3-936b-da37d58decc5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:36.911025 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=85e320a0-c394-4543-b896-7c6625d0c2b1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:36.930638 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1b86588b-1889-4346-9699-dcc03e7c3f48 req-ad40f198-5d20-4ecc-947b-b52b7a5aa6e1 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:36.945623 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['7390fc18-a9cb-44e6-b6be-1b19a57c1ef9'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:36.951219 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '85e320a0-c394-4543-b896-7c6625d0c2b1', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '85e320a0-c394-4543-b896-7c6625d0c2b1', 'mac_address': 'fa:16:3e:b2:10:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:54:36.983564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad40f198-5d20-4ecc-947b-b52b7a5aa6e1 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Pushing event deleted for resources: {'Port': ['ID=19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:37.038164 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:37.099667 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:37.121645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e320a0-c394-4543-b896-7c6625d0c2b1 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:37.156558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b86588b-1889-4346-9699-dcc03e7c3f48 req-ad40f198-5d20-4ecc-947b-b52b7a5aa6e1 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] No DVR routers for this DVR port 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:37.162603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=85e320a0-c394-4543-b896-7c6625d0c2b1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:37.166740 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1b86588b-1889-4346-9699-dcc03e7c3f48 req-ad40f198-5d20-4ecc-947b-b52b7a5aa6e1 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:37.168798 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1b86588b-1889-4346-9699-dcc03e7c3f48 req-ad40f198-5d20-4ecc-947b-b52b7a5aa6e1 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.60 "DELETE /v2.0/ports/19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a HTTP/1.1" status: 204 len: 173 time: 1.6488278 Aug 17 02:54:37.170328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '310db4ba-473d-40bd-a3f4-dd9baa8ffc9d', 'name': 'network-vif-deleted', 'tag': '19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:37.172588 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcd0b08-4a3b-4b60-9463-ab1db3d08b38" -d '{"events": [{"server_uuid": "310db4ba-473d-40bd-a3f4-dd9baa8ffc9d", "name": "network-vif-deleted", "tag": "19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:37.176520 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Attempting to bind port 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:54:37.180877 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Attempting to bind port 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '1932db7e-b8bb-40fd-a5d3-c868b0b090d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cdbbe7ed-2e80-447e-8894-2b82e258e39b'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:54:37.180877 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Attempting to bind port 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d on network cdbbe7ed-2e80-447e-8894-2b82e258e39b {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:37.186414 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177eab5-24a2-47d3-8c42-4f878666f3d7 None None] Pushing event updated for resources: {'Port': ['ID=8f6c8cba-cd2d-4942-a837-2df7fbbfed3d,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:37.188935 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:54:37.189328 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Checking segment: {'id': '1932db7e-b8bb-40fd-a5d3-c868b0b090d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cdbbe7ed-2e80-447e-8894-2b82e258e39b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:37.189877 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:37.190274 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Bound using segment: {'id': '1932db7e-b8bb-40fd-a5d3-c868b0b090d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cdbbe7ed-2e80-447e-8894-2b82e258e39b'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:54:37.191470 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Bound port: 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1932db7e-b8bb-40fd-a5d3-c868b0b090d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'cdbbe7ed-2e80-447e-8894-2b82e258e39b'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:54:37.191470 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:37.215614 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177eab5-24a2-47d3-8c42-4f878666f3d7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:37.227841 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177eab5-24a2-47d3-8c42-4f878666f3d7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:37.229519 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177eab5-24a2-47d3-8c42-4f878666f3d7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:37.229869 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177eab5-24a2-47d3-8c42-4f878666f3d7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:37.230205 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177eab5-24a2-47d3-8c42-4f878666f3d7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:37.230980 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177eab5-24a2-47d3-8c42-4f878666f3d7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:37.231363 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177eab5-24a2-47d3-8c42-4f878666f3d7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:37.231697 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177eab5-24a2-47d3-8c42-4f878666f3d7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:37.232024 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177eab5-24a2-47d3-8c42-4f878666f3d7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:37.232544 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177eab5-24a2-47d3-8c42-4f878666f3d7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:37.232872 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177eab5-24a2-47d3-8c42-4f878666f3d7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:37.233194 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2177eab5-24a2-47d3-8c42-4f878666f3d7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:54:37.234236 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6043e5e6-f951-4e12-a025-8d6e54a3245e x-openstack-request-id: req-6043e5e6-f951-4e12-a025-8d6e54a3245e {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:37.234703 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "310db4ba-473d-40bd-a3f4-dd9baa8ffc9d", "name": "network-vif-deleted", "tag": "19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:37.238380 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6043e5e6-f951-4e12-a025-8d6e54a3245e {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:37.238380 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '310db4ba-473d-40bd-a3f4-dd9baa8ffc9d', 'name': 'network-vif-deleted', 'tag': '19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a', 'status': 'completed', 'code': 200} Aug 17 02:54:37.289288 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-5973d901-e0b6-4cb3-936b-da37d58decc5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:37.329412 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:37.391815 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] For port 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:37.401225 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] For port 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8f6c8cba-cd2d-4942-a837-2df7fbbfed3d,segment=NetworkSegment(1932db7e-b8bb-40fd-a5d3-c868b0b090d5),segment_id=1932db7e-b8bb-40fd-a5d3-c868b0b090d5)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:54:37.465665 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a17111-e4d6-4936-8d3a-f3f2e5163c18 req-def56f34-83d7-486a-a3bb-11a5b44a4c8a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:37.473672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=85e320a0-c394-4543-b896-7c6625d0c2b1,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:37.473885 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-61a17111-e4d6-4936-8d3a-f3f2e5163c18 req-def56f34-83d7-486a-a3bb-11a5b44a4c8a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0966997 Aug 17 02:54:37.484576 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:37.527765 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-61a17111-e4d6-4936-8d3a-f3f2e5163c18 req-728aaa14-d8b9-40fd-9b66-4e0c881425b5 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529208 Aug 17 02:54:37.540420 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Routers {'09210707-4d88-431f-968b-8d2ef40857e5'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:37.541214 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:54:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['09210707-4d88-431f-968b-8d2ef40857e5'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:37.544055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-5973d901-e0b6-4cb3-936b-da37d58decc5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Allocated IP 172.25.1.72 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/f502adde-83a6-4b92-a3c1-c5b86d3123e9) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:37.571554 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['85e320a0-c394-4543-b896-7c6625d0c2b1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:37.652945 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2177eab5-24a2-47d3-8c42-4f878666f3d7 None None] Pushing event updated for resources: {'Port': ['ID=8f6c8cba-cd2d-4942-a837-2df7fbbfed3d,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:37.791424 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] Set router 09210707-4d88-431f-968b-8d2ef40857e5 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:54:37.798785 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-46a69c97-c8d2-4c49-bcf9-3c29f4efe23c req-1657d064-bde2-409c-965d-8b9c1bea36e7 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 210 time: 0.0969000 Aug 17 02:54:37.801710 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-5973d901-e0b6-4cb3-936b-da37d58decc5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:38.010013 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-5973d901-e0b6-4cb3-936b-da37d58decc5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:38.025713 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819a53cf-e328-4beb-9829-afa54f15e1b9 req-3dc04af6-e82d-440e-8fda-cf153fbda2d8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:38.032166 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-819a53cf-e328-4beb-9829-afa54f15e1b9 req-3dc04af6-e82d-440e-8fda-cf153fbda2d8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 948 time: 0.0633047 Aug 17 02:54:38.088970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-5973d901-e0b6-4cb3-936b-da37d58decc5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:38.092404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-5973d901-e0b6-4cb3-936b-da37d58decc5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:38.094329 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-819a53cf-e328-4beb-9829-afa54f15e1b9 req-eeafb5cb-7fb8-4f8f-8387-65fe021e3cc5 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555317 Aug 17 02:54:38.095434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-5973d901-e0b6-4cb3-936b-da37d58decc5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:38.131857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973d901-e0b6-4cb3-936b-da37d58decc5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Pushing event updated for resources: {'Port': ['ID=f502adde-83a6-4b92-a3c1-c5b86d3123e9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:38.217608 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09210707-4d88-431f-968b-8d2ef40857e5', 'name': 'tempest-FloatingIPDetailsTestJSON-1545196164-router', 'tenant_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '7dae6917-b4cd-4fb8-9f92-b8fe7735fedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:54:25Z', 'updated_at': '2021-08-17T02:54:33Z', 'revision_number': 4, 'project_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'gw_port': {'id': '7dae6917-b4cd-4fb8-9f92-b8fe7735fedf', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09210707-4d88-431f-968b-8d2ef40857e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:54:26Z', 'updated_at': '2021-08-17T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8f6c8cba-cd2d-4942-a837-2df7fbbfed3d', 'name': '', 'network_id': 'cdbbe7ed-2e80-447e-8894-2b82e258e39b', 'tenant_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'mac_address': 'fa:16:3e:f6:26:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09210707-4d88-431f-968b-8d2ef40857e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9d9dcb7a-67e6-463c-9d94-c122c44cd4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:54:31Z', 'updated_at': '2021-08-17T02:54:37Z', 'revision_number': 4, 'project_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'subnets': [{'id': '9d9dcb7a-67e6-463c-9d94-c122c44cd4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:38.250953 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-5973d901-e0b6-4cb3-936b-da37d58decc5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:38.265489 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad7e41d4-b006-4b51-bd56-c9b639c675d2 None None] The sync data for ids ['09210707-4d88-431f-968b-8d2ef40857e5'] in n-d-802060-9 is: [{'id': '09210707-4d88-431f-968b-8d2ef40857e5', 'name': 'tempest-FloatingIPDetailsTestJSON-1545196164-router', 'tenant_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '7dae6917-b4cd-4fb8-9f92-b8fe7735fedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:54:25Z', 'updated_at': '2021-08-17T02:54:33Z', 'revision_number': 4, 'project_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'gw_port': {'id': '7dae6917-b4cd-4fb8-9f92-b8fe7735fedf', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09210707-4d88-431f-968b-8d2ef40857e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:54:26Z', 'updated_at': '2021-08-17T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8f6c8cba-cd2d-4942-a837-2df7fbbfed3d', 'name': '', 'network_id': 'cdbbe7ed-2e80-447e-8894-2b82e258e39b', 'tenant_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'mac_address': 'fa:16:3e:f6:26:e1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09210707-4d88-431f-968b-8d2ef40857e5', 'device_owner': 'network:router_interface', 'standard_attr_id': 556, 'fixed_ips': [{'subnet_id': '9d9dcb7a-67e6-463c-9d94-c122c44cd4c1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:54:31Z', 'updated_at': '2021-08-17T02:54:37Z', 'revision_number': 4, 'project_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'subnets': [{'id': '9d9dcb7a-67e6-463c-9d94-c122c44cd4c1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:54:38.486205 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-5973d901-e0b6-4cb3-936b-da37d58decc5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:38.697156 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 85e320a0-c394-4543-b896-7c6625d0c2b1 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:38.707782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bed4b7-81f0-4e3d-9599-eb96ea1ecd18 req-41bfbdbb-fb1f-450e-95af-d16033e7c158 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:38.709479 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-26bed4b7-81f0-4e3d-9599-eb96ea1ecd18 req-41bfbdbb-fb1f-450e-95af-d16033e7c158 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0661402 Aug 17 02:54:38.759604 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:38.784050 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-26bed4b7-81f0-4e3d-9599-eb96ea1ecd18 req-86b8f896-1102-4488-ac65-def1be1bec1b tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655141 Aug 17 02:54:38.784877 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-5973d901-e0b6-4cb3-936b-da37d58decc5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:38.906890 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-5973d901-e0b6-4cb3-936b-da37d58decc5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:38.930067 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 85e320a0-c394-4543-b896-7c6625d0c2b1 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:38.932407 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:38.938202 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 85e320a0-c394-4543-b896-7c6625d0c2b1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:38.938895 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:38.940210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:38.942265 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:38.975821 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5973d901-e0b6-4cb3-936b-da37d58decc5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Pushing event updated for resources: {'Port': ['ID=f502adde-83a6-4b92-a3c1-c5b86d3123e9,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:39.034637 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8521eed8-64fe-434d-85d3-0052cb173457 req-d4224ebc-c90e-4878-9ccf-8a1d48ab469b tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 210 time: 0.0540283 Aug 17 02:54:39.052034 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-5973d901-e0b6-4cb3-936b-da37d58decc5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:39.199383 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-5973d901-e0b6-4cb3-936b-da37d58decc5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:39.200922 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-5973d901-e0b6-4cb3-936b-da37d58decc5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.5643680 Aug 17 02:54:39.260521 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-089df933-05b1-429a-af25-c5cba59decee tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.72 HTTP/1.1" status: 200 len: 695 time: 0.0528011 Aug 17 02:54:39.295555 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:39.295945 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:39.342034 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e320a0-c394-4543-b896-7c6625d0c2b1'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:39.344307 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-069e42e0-0108-4d9d-8de4-34446a9db4f7" -d '{"events": [{"server_uuid": "a2956e8d-e742-46c7-aa55-ef03c0c42e84", "name": "network-vif-plugged", "status": "completed", "tag": "85e320a0-c394-4543-b896-7c6625d0c2b1"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:39.366007 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d778cc4d-622b-46af-9ceb-a240c8ee9a14 req-5125458a-5f5c-4a06-90b2-e0f2daf388db tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:39.369512 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d778cc4d-622b-46af-9ceb-a240c8ee9a14 req-5125458a-5f5c-4a06-90b2-e0f2daf388db tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 948 time: 0.0832112 Aug 17 02:54:39.371332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8f6c8cba-cd2d-4942-a837-2df7fbbfed3d,segment=NetworkSegment(1932db7e-b8bb-40fd-a5d3-c868b0b090d5),segment_id=1932db7e-b8bb-40fd-a5d3-c868b0b090d5)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:39.373466 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=85e320a0-c394-4543-b896-7c6625d0c2b1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:39.414841 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-821c20b6-cd86-4126-ba24-1c709b192cae tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:39.416697 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ffaf94b4-c27e-456a-afc8-4424b5a384d7 req-821c20b6-cd86-4126-ba24-1c709b192cae tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.1379192 Aug 17 02:54:39.434075 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d778cc4d-622b-46af-9ceb-a240c8ee9a14 req-5c1938a5-c8ee-4d5a-ba7e-c1275365dfac tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551910 Aug 17 02:54:39.496928 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:39.502368 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:39.503364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:39.532538 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6dca030-1f40-4dc2-8a50-405e09b39a8f x-openstack-request-id: req-a6dca030-1f40-4dc2-8a50-405e09b39a8f {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:39.532834 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2956e8d-e742-46c7-aa55-ef03c0c42e84", "name": "network-vif-plugged", "status": "completed", "tag": "85e320a0-c394-4543-b896-7c6625d0c2b1", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:39.533091 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6dca030-1f40-4dc2-8a50-405e09b39a8f {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:39.533543 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e320a0-c394-4543-b896-7c6625d0c2b1', 'code': 200} Aug 17 02:54:39.560368 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:54:39.560368 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 19b991fa-c7a2-4bf3-8eb7-c803db2c8b0a not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:39.560770 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:39.587314 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:54:39.588179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7390fc18-a9cb-44e6-b6be-1b19a57c1ef9 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:39.608868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=8f6c8cba-cd2d-4942-a837-2df7fbbfed3d,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:39.666550 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=85e320a0-c394-4543-b896-7c6625d0c2b1,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:39.750110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075937bb-7e96-4338-9fce-394d213e030d req-010b405d-fa9d-466b-8239-58141e228b7c tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:39.751614 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-010b405d-fa9d-466b-8239-58141e228b7c tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.60 "GET /v2.0/networks?id=f4c4eb9e-5003-4b5f-9754-e0c703055498 HTTP/1.1" status: 200 len: 813 time: 0.2590463 Aug 17 02:54:39.758478 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562c8cfb-cbcb-4390-9e17-1cbc76e31852 req-6a004b10-da1e-484c-860d-223c43cb8b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:39.760171 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-562c8cfb-cbcb-4390-9e17-1cbc76e31852 req-6a004b10-da1e-484c-860d-223c43cb8b8f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 1100 time: 0.1511681 Aug 17 02:54:39.766804 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-fcbaaa6e-8217-4c0f-b967-72d524c16d17 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2518525 Aug 17 02:54:39.769559 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-075937bb-7e96-4338-9fce-394d213e030d req-71032429-cc57-44ed-bfb7-27478f0e1827 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Request body: {'port': {'device_id': '83058084-d36c-4e2d-bbde-260c8b638bf2', 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498', 'admin_state_up': True, 'tenant_id': 'c511050c301441e19f6ec317bff7a777'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:39.784631 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-16c9363c-5ef1-4861-b25c-84b305b2fee9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:39.881833 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-562c8cfb-cbcb-4390-9e17-1cbc76e31852 req-1c73c34a-2779-4aaa-827d-3b1f6a8c1c55 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089823 Aug 17 02:54:39.915058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16fedd18-6477-44f1-a31c-6c314f82bf5b req-ba236064-d63d-4386-89a1-ca27c2da69c4 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:39.917014 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-16fedd18-6477-44f1-a31c-6c314f82bf5b req-ba236064-d63d-4386-89a1-ca27c2da69c4 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0549605 Aug 17 02:54:39.957207 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-16fedd18-6477-44f1-a31c-6c314f82bf5b req-2ed791bc-22a7-42ba-a758-720dc9194d4d tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336742 Aug 17 02:54:39.957734 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-16c9363c-5ef1-4861-b25c-84b305b2fee9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:40.115336 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-075937bb-7e96-4338-9fce-394d213e030d req-71032429-cc57-44ed-bfb7-27478f0e1827 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Made reservation on behalf of c511050c301441e19f6ec317bff7a777 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:40.118745 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-71032429-cc57-44ed-bfb7-27478f0e1827 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:40.127395 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-28780b66-2fd3-4716-a4b3-6cc6fbfa1930 req-af1610bc-79dd-465f-8c96-0bac1acd300f tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 210 time: 0.0281703 Aug 17 02:54:40.142173 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-16c9363c-5ef1-4861-b25c-84b305b2fee9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:40.305691 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075937bb-7e96-4338-9fce-394d213e030d req-763f7c94-4538-450a-b537-0cd339d9f131 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:40.307155 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-763f7c94-4538-450a-b537-0cd339d9f131 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.60 "GET /v2.0/networks?id=f4c4eb9e-5003-4b5f-9754-e0c703055498 HTTP/1.1" status: 200 len: 813 time: 0.2513022 Aug 17 02:54:40.325731 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-075937bb-7e96-4338-9fce-394d213e030d req-b47130ae-9d42-4e4b-80dd-9d96c05e27fd tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Request body: {'port': {'device_id': '4391f36d-b8a1-41df-95ba-c0271fb89fbc', 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498', 'admin_state_up': True, 'tenant_id': 'c511050c301441e19f6ec317bff7a777'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:40.576077 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39982efd-3905-46e4-b2b6-b9fcdfcad177 req-dd9c8e7a-ba8c-41c7-8886-2c2251513ba2 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:40.577742 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39982efd-3905-46e4-b2b6-b9fcdfcad177 req-dd9c8e7a-ba8c-41c7-8886-2c2251513ba2 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.0632761 Aug 17 02:54:40.595444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:40.628657 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39982efd-3905-46e4-b2b6-b9fcdfcad177 req-6abf107f-6d51-46e1-9574-8b70d2aa8669 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440142 Aug 17 02:54:40.667515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:40.667900 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:40.735697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-16c9363c-5ef1-4861-b25c-84b305b2fee9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Allocated IP 172.25.1.78 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/362c9e69-845a-4989-9ae1-7a7ea0cc31f5) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:40.836468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-075937bb-7e96-4338-9fce-394d213e030d req-71032429-cc57-44ed-bfb7-27478f0e1827 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Allocated IP 172.20.0.2 (f4c4eb9e-5003-4b5f-9754-e0c703055498/d55abd9e-368e-4e72-a208-748ac50df9e2/eef63798-30a5-4a81-9b12-e6ec6d2c880e) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:40.961214 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-16c9363c-5ef1-4861-b25c-84b305b2fee9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.052665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-075937bb-7e96-4338-9fce-394d213e030d req-b47130ae-9d42-4e4b-80dd-9d96c05e27fd tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Made reservation on behalf of c511050c301441e19f6ec317bff7a777 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:41.056444 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-b47130ae-9d42-4e4b-80dd-9d96c05e27fd tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.112964 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-71032429-cc57-44ed-bfb7-27478f0e1827 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.122038 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b2236c-be8b-4bec-be31-654f8173775d req-a154e492-6486-4e82-a938-aba10baca815 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:41.123875 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-98b2236c-be8b-4bec-be31-654f8173775d req-a154e492-6486-4e82-a938-aba10baca815 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0821493 Aug 17 02:54:41.174823 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-98b2236c-be8b-4bec-be31-654f8173775d req-ddaae6e5-0a25-4038-8305-522eeb34d069 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438266 Aug 17 02:54:41.220845 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-16c9363c-5ef1-4861-b25c-84b305b2fee9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.267641 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-16c9363c-5ef1-4861-b25c-84b305b2fee9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:41.270464 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-16c9363c-5ef1-4861-b25c-84b305b2fee9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:41.275202 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-16c9363c-5ef1-4861-b25c-84b305b2fee9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:41.280919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9363c-5ef1-4861-b25c-84b305b2fee9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Pushing event updated for resources: {'Port': ['ID=362c9e69-845a-4989-9ae1-7a7ea0cc31f5,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:41.350487 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7d0ab959-cad6-47fc-9f7e-2753754652bd req-02b75820-9ef7-4b99-9e82-839b830f57b9 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 210 time: 0.0326853 Aug 17 02:54:41.368988 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-71032429-cc57-44ed-bfb7-27478f0e1827 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.433500 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-16c9363c-5ef1-4861-b25c-84b305b2fee9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.462732 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-075937bb-7e96-4338-9fce-394d213e030d req-71032429-cc57-44ed-bfb7-27478f0e1827 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Network f4c4eb9e-5003-4b5f-9754-e0c703055498 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:41.469086 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-075937bb-7e96-4338-9fce-394d213e030d req-71032429-cc57-44ed-bfb7-27478f0e1827 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:41.486925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-075937bb-7e96-4338-9fce-394d213e030d req-71032429-cc57-44ed-bfb7-27478f0e1827 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:41.486925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-075937bb-7e96-4338-9fce-394d213e030d req-b47130ae-9d42-4e4b-80dd-9d96c05e27fd tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Allocated IP 172.20.0.14 (f4c4eb9e-5003-4b5f-9754-e0c703055498/d55abd9e-368e-4e72-a208-748ac50df9e2/1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:41.486925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71032429-cc57-44ed-bfb7-27478f0e1827 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Pushing event updated for resources: {'Port': ['ID=eef63798-30a5-4a81-9b12-e6ec6d2c880e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:41.545781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075937bb-7e96-4338-9fce-394d213e030d req-71032429-cc57-44ed-bfb7-27478f0e1827 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:41.546436 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-71032429-cc57-44ed-bfb7-27478f0e1827 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.646691 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-16c9363c-5ef1-4861-b25c-84b305b2fee9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.713303 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-71032429-cc57-44ed-bfb7-27478f0e1827 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9474890 Aug 17 02:54:41.730466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Request body: {'port': {'device_id': '83058084-d36c-4e2d-bbde-260c8b638bf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:41.777836 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9daf7d2d-d39c-443e-a95e-e284e8897cab req-fcd5ff82-19f1-409e-a66b-4d1216c734b9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:41.779327 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9daf7d2d-d39c-443e-a95e-e284e8897cab req-fcd5ff82-19f1-409e-a66b-4d1216c734b9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.0560288 Aug 17 02:54:41.804978 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-b47130ae-9d42-4e4b-80dd-9d96c05e27fd tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.820593 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9daf7d2d-d39c-443e-a95e-e284e8897cab req-2f1c08b9-dfb4-49cb-9f01-c49b4c0a7e99 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345278 Aug 17 02:54:41.857301 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.931848 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c87729b-0862-44da-a3fb-c353a62c39a2 req-a2ea8a69-b5f0-48c1-a788-948ecc7d5cbe tempest-MigrationsAdminTest-816244816 tempest-MigrationsAdminTest-816244816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:41.934147 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4c87729b-0862-44da-a3fb-c353a62c39a2 req-a2ea8a69-b5f0-48c1-a788-948ecc7d5cbe tempest-MigrationsAdminTest-816244816 tempest-MigrationsAdminTest-816244816-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 1100 time: 0.0434413 Aug 17 02:54:41.970662 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-16c9363c-5ef1-4861-b25c-84b305b2fee9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:41.973978 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4c87729b-0862-44da-a3fb-c353a62c39a2 req-77e8e305-a66b-47a2-b59a-1b73adff5d2f tempest-MigrationsAdminTest-816244816 tempest-MigrationsAdminTest-816244816-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324271 Aug 17 02:54:42.049242 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-b47130ae-9d42-4e4b-80dd-9d96c05e27fd tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:42.130209 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-16c9363c-5ef1-4861-b25c-84b305b2fee9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:42.149209 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-075937bb-7e96-4338-9fce-394d213e030d req-b47130ae-9d42-4e4b-80dd-9d96c05e27fd tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Network f4c4eb9e-5003-4b5f-9754-e0c703055498 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:42.158494 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-075937bb-7e96-4338-9fce-394d213e030d req-b47130ae-9d42-4e4b-80dd-9d96c05e27fd tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:42.161375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-075937bb-7e96-4338-9fce-394d213e030d req-b47130ae-9d42-4e4b-80dd-9d96c05e27fd tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:42.215798 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47130ae-9d42-4e4b-80dd-9d96c05e27fd tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Pushing event updated for resources: {'Port': ['ID=1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:42.296446 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075937bb-7e96-4338-9fce-394d213e030d req-b47130ae-9d42-4e4b-80dd-9d96c05e27fd tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:42.297058 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-b47130ae-9d42-4e4b-80dd-9d96c05e27fd tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:42.309350 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-16c9363c-5ef1-4861-b25c-84b305b2fee9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:42.338888 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9363c-5ef1-4861-b25c-84b305b2fee9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Pushing event updated for resources: {'Port': ['ID=362c9e69-845a-4989-9ae1-7a7ea0cc31f5,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:42.390525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eef63798-30a5-4a81-9b12-e6ec6d2c880e {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:42.404815 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:42.418742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Transition to ACTIVE for port object eef63798-30a5-4a81-9b12-e6ec6d2c880e will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:42.426263 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-16c9363c-5ef1-4861-b25c-84b305b2fee9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:42.427510 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-16c9363c-5ef1-4861-b25c-84b305b2fee9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.6528816 Aug 17 02:54:42.428776 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-b47130ae-9d42-4e4b-80dd-9d96c05e27fd tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1084828 Aug 17 02:54:42.448894 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Request body: {'port': {'device_id': '4391f36d-b8a1-41df-95ba-c0271fb89fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:42.514022 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-26587e4b-1b29-441e-8bbb-05511fe74a42 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.78 HTTP/1.1" status: 200 len: 695 time: 0.0756776 Aug 17 02:54:42.552935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a032ccd-8726-4fd5-bc90-4b717020d537 req-5c5813cd-a7b4-4bd8-86b6-61ec76ee00c5 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:42.555061 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3a032ccd-8726-4fd5-bc90-4b717020d537 req-5c5813cd-a7b4-4bd8-86b6-61ec76ee00c5 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0676763 Aug 17 02:54:42.598358 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:42.601890 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3a032ccd-8726-4fd5-bc90-4b717020d537 req-30e05452-0bd9-412c-aee0-c48527e7568f tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395637 Aug 17 02:54:42.613082 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:42.725523 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Pushing event updated for resources: {'Port': ['ID=eef63798-30a5-4a81-9b12-e6ec6d2c880e,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:42.755827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-95d87ad7-33db-468d-8a0f-af3d2b3a9ccc tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:42.757361 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-078b5386-1a1a-4d18-81ae-da1ae217521a req-95d87ad7-33db-468d-8a0f-af3d2b3a9ccc tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.2400894 Aug 17 02:54:42.842071 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-8db2cd55-5179-4e0d-a99e-190bb8e341ae service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0966225 Aug 17 02:54:42.858819 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd1393e-eb74-4867-b47a-5b88ae8efc3d req-1ea23d75-979a-4e2f-86e4-c198670d6826 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:42.862839 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bbd1393e-eb74-4867-b47a-5b88ae8efc3d req-1ea23d75-979a-4e2f-86e4-c198670d6826 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 932 time: 0.0761502 Aug 17 02:54:42.866136 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-d8153a4d-b97e-4013-9fb8-511289c1f929 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:54:42.867706 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-d8153a4d-b97e-4013-9fb8-511289c1f929 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064058 Aug 17 02:54:42.934329 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bbd1393e-eb74-4867-b47a-5b88ae8efc3d req-d20d4a87-7fc8-4b96-942e-552ff2d14d89 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618174 Aug 17 02:54:43.036274 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Attempting to bind port eef63798-30a5-4a81-9b12-e6ec6d2c880e on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:54:43.039423 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Attempting to bind port eef63798-30a5-4a81-9b12-e6ec6d2c880e by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '38a8487f-6223-4f42-a3b8-9e749c79e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:54:43.039423 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Attempting to bind port eef63798-30a5-4a81-9b12-e6ec6d2c880e on network f4c4eb9e-5003-4b5f-9754-e0c703055498 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:43.047364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcefe352-67d6-408a-9b8a-a2a345ab139e req-a17c4b90-953e-46ba-a5d1-9e7b90de7674 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:43.048910 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fcefe352-67d6-408a-9b8a-a2a345ab139e req-a17c4b90-953e-46ba-a5d1-9e7b90de7674 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.1026111 Aug 17 02:54:43.075437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Port eef63798-30a5-4a81-9b12-e6ec6d2c880e on network f4c4eb9e-5003-4b5f-9754-e0c703055498 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:54:43.076823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Attempting to bind port eef63798-30a5-4a81-9b12-e6ec6d2c880e on network f4c4eb9e-5003-4b5f-9754-e0c703055498 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:43.098971 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:54:43.104967 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Checking segment: {'id': '38a8487f-6223-4f42-a3b8-9e749c79e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:43.104967 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Bound using segment: {'id': '38a8487f-6223-4f42-a3b8-9e749c79e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:54:43.104967 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Bound port: eef63798-30a5-4a81-9b12-e6ec6d2c880e, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a8487f-6223-4f42-a3b8-9e749c79e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:54:43.104967 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:43.153531 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fcefe352-67d6-408a-9b8a-a2a345ab139e req-cb9530a1-be89-4b52-87e7-1a8a78573deb tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0921538 Aug 17 02:54:43.235205 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-fae9fbee-b83c-4648-8cf9-9a198e74ec1c tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2666121 Aug 17 02:54:43.240168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:43.246714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-496375c6-6360-404c-b70f-db850eed4472 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:43.265195 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:43.285480 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] For port eef63798-30a5-4a81-9b12-e6ec6d2c880e, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:43.290298 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] For port eef63798-30a5-4a81-9b12-e6ec6d2c880e, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=eef63798-30a5-4a81-9b12-e6ec6d2c880e,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:54:43.291518 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Transition to ACTIVE for port object 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:43.352577 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-496375c6-6360-404c-b70f-db850eed4472 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:43.381475 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:43.387488 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:43.441060 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:43.441847 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:43.443419 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] 10.222.0.60 "PUT /v2.0/ports/eef63798-30a5-4a81-9b12-e6ec6d2c880e HTTP/1.1" status: 200 len: 1091 time: 1.7208126 Aug 17 02:54:43.443892 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83058084-d36c-4e2d-bbde-260c8b638bf2', 'tag': 'eef63798-30a5-4a81-9b12-e6ec6d2c880e'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:43.450054 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3120892d-fbf1-440f-98fb-71066d2e8f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "83058084-d36c-4e2d-bbde-260c8b638bf2", "tag": "eef63798-30a5-4a81-9b12-e6ec6d2c880e"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:43.514421 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ad666a9-cd4e-4565-b3a1-1a8356d720e9 x-openstack-request-id: req-7ad666a9-cd4e-4565-b3a1-1a8356d720e9 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:43.514753 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83058084-d36c-4e2d-bbde-260c8b638bf2", "tag": "eef63798-30a5-4a81-9b12-e6ec6d2c880e", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:43.515307 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ad666a9-cd4e-4565-b3a1-1a8356d720e9 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:43.519981 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83058084-d36c-4e2d-bbde-260c8b638bf2', 'tag': 'eef63798-30a5-4a81-9b12-e6ec6d2c880e', 'status': 'completed', 'code': 200} Aug 17 02:54:43.519981 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be559a8-9128-40bf-9c3e-ead70a70ac33 service neutron] Pushing event updated for resources: {'Port': ['ID=eef63798-30a5-4a81-9b12-e6ec6d2c880e,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:43.640983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:43.676972 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120892d-fbf1-440f-98fb-71066d2e8f9a req-14b99566-4950-4788-a660-fa5c61fad407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:43.678808 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3120892d-fbf1-440f-98fb-71066d2e8f9a req-14b99566-4950-4788-a660-fa5c61fad407 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c511050c301441e19f6ec317bff7a777&device_id=83058084-d36c-4e2d-bbde-260c8b638bf2 HTTP/1.1" status: 200 len: 1094 time: 0.1538589 Aug 17 02:54:43.680268 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Attempting to bind port 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:54:43.680671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Attempting to bind port 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '38a8487f-6223-4f42-a3b8-9e749c79e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:54:43.681086 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Attempting to bind port 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 on network f4c4eb9e-5003-4b5f-9754-e0c703055498 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:43.686464 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Port 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 on network f4c4eb9e-5003-4b5f-9754-e0c703055498 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:54:43.686849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Attempting to bind port 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 on network f4c4eb9e-5003-4b5f-9754-e0c703055498 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:43.693857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:54:43.694918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Checking segment: {'id': '38a8487f-6223-4f42-a3b8-9e749c79e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:43.695397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Bound using segment: {'id': '38a8487f-6223-4f42-a3b8-9e749c79e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:54:43.695962 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Bound port: 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38a8487f-6223-4f42-a3b8-9e749c79e8b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:54:43.696432 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:43.827635 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-496375c6-6360-404c-b70f-db850eed4472 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:43.918303 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] For port 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:43.928116 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc8ebf-51ee-46e5-8806-efa280af0a8f req-f0b7893b-485b-40a7-bc22-b0bbbb1c9083 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:43.929815 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3fbc8ebf-51ee-46e5-8806-efa280af0a8f req-f0b7893b-485b-40a7-bc22-b0bbbb1c9083 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.1780045 Aug 17 02:54:43.932207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] For port 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:54:43.933875 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120892d-fbf1-440f-98fb-71066d2e8f9a req-200e6f99-0a50-46c5-90a8-877303d60f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:43.935280 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3120892d-fbf1-440f-98fb-71066d2e8f9a req-200e6f99-0a50-46c5-90a8-877303d60f32 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c511050c301441e19f6ec317bff7a777&shared=False HTTP/1.1" status: 200 len: 913 time: 0.2360973 Aug 17 02:54:43.984231 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-496375c6-6360-404c-b70f-db850eed4472 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Allocated IP 172.25.1.201 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/822424f5-063b-43f0-973b-f6de3d02e923) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:44.018170 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3fbc8ebf-51ee-46e5-8806-efa280af0a8f req-0eb8ddd2-3ee9-4f7a-b1ef-3cec4049be54 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818985 Aug 17 02:54:44.028420 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:44.072612 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:44.073567 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:44.075376 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] 10.222.0.60 "PUT /v2.0/ports/1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 HTTP/1.1" status: 200 len: 1092 time: 1.6325455 Aug 17 02:54:44.136055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3120892d-fbf1-440f-98fb-71066d2e8f9a req-fea4870d-bc82-439b-aa9f-25c66035da1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:44.138005 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3120892d-fbf1-440f-98fb-71066d2e8f9a req-fea4870d-bc82-439b-aa9f-25c66035da1d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1947196 Aug 17 02:54:44.138133 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-496375c6-6360-404c-b70f-db850eed4472 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:44.176327 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa6467f-4d7e-410f-a32a-b66758460d65 service neutron] Pushing event updated for resources: {'Port': ['ID=1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:44.262484 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075937bb-7e96-4338-9fce-394d213e030d req-2b150e58-154a-4593-b630-e4483abb0cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:44.264185 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-2b150e58-154a-4593-b630-e4483abb0cf8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c511050c301441e19f6ec317bff7a777&device_id=83058084-d36c-4e2d-bbde-260c8b638bf2 HTTP/1.1" status: 200 len: 1094 time: 0.0675318 Aug 17 02:54:44.326729 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-d01cdcad-c441-4399-aff6-fea27a3dac26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eef63798-30a5-4a81-9b12-e6ec6d2c880e HTTP/1.1" status: 200 len: 217 time: 0.0545540 Aug 17 02:54:44.358946 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-496375c6-6360-404c-b70f-db850eed4472 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:44.399831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-496375c6-6360-404c-b70f-db850eed4472 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:44.407880 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-496375c6-6360-404c-b70f-db850eed4472 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:44.411778 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-496375c6-6360-404c-b70f-db850eed4472 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:44.439654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496375c6-6360-404c-b70f-db850eed4472 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Pushing event updated for resources: {'Port': ['ID=822424f5-063b-43f0-973b-f6de3d02e923,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:44.446979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b5e13e-55a5-4eb9-bfb3-f7654238f1f7 req-5cfa5a13-c978-4cc6-84ff-a4434758a738 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:44.448930 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f3b5e13e-55a5-4eb9-bfb3-f7654238f1f7 req-5cfa5a13-c978-4cc6-84ff-a4434758a738 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 944 time: 0.1339128 Aug 17 02:54:44.454138 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075937bb-7e96-4338-9fce-394d213e030d req-cff1a714-b5da-41da-a51c-f75e42c957f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:44.456141 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-cff1a714-b5da-41da-a51c-f75e42c957f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c511050c301441e19f6ec317bff7a777&device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 1095 time: 0.1756961 Aug 17 02:54:44.459377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075937bb-7e96-4338-9fce-394d213e030d req-95ced7b0-1190-49d4-b138-f4d9f25a2c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:44.461889 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-95ced7b0-1190-49d4-b138-f4d9f25a2c72 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d55abd9e-368e-4e72-a208-748ac50df9e2 HTTP/1.1" status: 200 len: 853 time: 0.0984833 Aug 17 02:54:44.550180 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-e5dd3cb6-31cb-4c1e-bb04-233d32861638 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4c4eb9e-5003-4b5f-9754-e0c703055498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722909 Aug 17 02:54:44.551527 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-95d02ab8-24c1-4842-a5d3-73823aef7e0f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 HTTP/1.1" status: 200 len: 217 time: 0.0759954 Aug 17 02:54:44.556201 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-496375c6-6360-404c-b70f-db850eed4472 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:44.584256 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f3b5e13e-55a5-4eb9-bfb3-f7654238f1f7 req-820a1e5e-cb22-48bd-9753-79db1e91428e tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269679 Aug 17 02:54:44.682281 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075937bb-7e96-4338-9fce-394d213e030d req-e2aa5e8d-c8d8-4476-9778-44e27c381660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:44.683989 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-e2aa5e8d-c8d8-4476-9778-44e27c381660 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d55abd9e-368e-4e72-a208-748ac50df9e2 HTTP/1.1" status: 200 len: 853 time: 0.1199651 Aug 17 02:54:44.751878 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-25594cdb-15ef-4f62-98bf-adc07f3acf6b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4c4eb9e-5003-4b5f-9754-e0c703055498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0540364 Aug 17 02:54:44.765830 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-496375c6-6360-404c-b70f-db850eed4472 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:44.843484 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-357a1193-306b-41b0-876a-abd50d33153d service neutron] 10.222.0.60 "GET /v2.0/networks/f4c4eb9e-5003-4b5f-9754-e0c703055498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805898 Aug 17 02:54:44.985928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3b9698-975e-415a-8247-8c8ce6e0c791 req-3982497d-5a69-4a79-ac5c-ff99850d6d6e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:44.987568 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f3b9698-975e-415a-8247-8c8ce6e0c791 req-3982497d-5a69-4a79-ac5c-ff99850d6d6e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.2409737 Aug 17 02:54:45.021761 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-496375c6-6360-404c-b70f-db850eed4472 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:45.044787 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-c652c843-9dd5-4f04-bdc0-9d0151c462ee service neutron] 10.222.0.60 "GET /v2.0/networks/f4c4eb9e-5003-4b5f-9754-e0c703055498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2704360 Aug 17 02:54:45.082926 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-496375c6-6360-404c-b70f-db850eed4472 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:45.118289 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f3b9698-975e-415a-8247-8c8ce6e0c791 req-012a6377-2bfa-45c2-834f-c5574925ee10 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231852 Aug 17 02:54:45.122448 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-1a288480-4fa1-4537-8eff-58b5cca42b6f service neutron] 10.222.0.60 "GET /v2.0/networks/f4c4eb9e-5003-4b5f-9754-e0c703055498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2675419 Aug 17 02:54:45.190801 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-075937bb-7e96-4338-9fce-394d213e030d req-7955c261-a104-44be-a20f-5c1f23e83e15 service neutron] 10.222.0.60 "GET /v2.0/networks/f4c4eb9e-5003-4b5f-9754-e0c703055498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359065 Aug 17 02:54:45.210351 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496375c6-6360-404c-b70f-db850eed4472 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Pushing event updated for resources: {'Port': ['ID=822424f5-063b-43f0-973b-f6de3d02e923,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:45.220520 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-496375c6-6360-404c-b70f-db850eed4472 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:45.306341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c994f73-7271-442c-a998-8be6623e6f10 req-fa4747eb-3184-4c3d-bc1b-70b10a9b2c26 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:45.309959 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1c994f73-7271-442c-a998-8be6623e6f10 req-fa4747eb-3184-4c3d-bc1b-70b10a9b2c26 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0864298 Aug 17 02:54:45.312039 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e2c1287e-df30-4c52-8ddc-2ceabd6d94cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:45.364826 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1c994f73-7271-442c-a998-8be6623e6f10 req-ea026bd0-b51d-4ad9-a5e2-3a5a33d3656c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397227 Aug 17 02:54:45.399390 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-496375c6-6360-404c-b70f-db850eed4472 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:45.400674 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-496375c6-6360-404c-b70f-db850eed4472 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.1601474 Aug 17 02:54:45.478157 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-155c6462-2a75-4647-85e7-e4fa4a26a02c tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 696 time: 0.0679681 Aug 17 02:54:45.517144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4391f36d-b8a1-41df-95ba-c0271fb89fbc', 'tag': '1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:45.520126 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580d9fec-fbe2-49c9-b786-7c5a477b6e79" -d '{"events": [{"name": "network-changed", "server_uuid": "4391f36d-b8a1-41df-95ba-c0271fb89fbc", "tag": "1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:45.578747 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ac7f04-5a86-4b5e-96f8-cf5c46345d35 x-openstack-request-id: req-f2ac7f04-5a86-4b5e-96f8-cf5c46345d35 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:45.579039 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4391f36d-b8a1-41df-95ba-c0271fb89fbc", "tag": "1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:45.579297 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2ac7f04-5a86-4b5e-96f8-cf5c46345d35 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:45.579698 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4391f36d-b8a1-41df-95ba-c0271fb89fbc', 'tag': '1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435', 'status': 'completed', 'code': 200} Aug 17 02:54:45.605084 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-2d4abf50-bdcd-4eb2-8ecf-de2f60fd1d05 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:45.606662 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-2d4abf50-bdcd-4eb2-8ecf-de2f60fd1d05 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.1244953 Aug 17 02:54:45.627974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-b26cd278-32b9-431f-9112-047bb19c234e tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:54:45.630021 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-563d4ead-b6da-4e43-8e02-5e2d3e7dfe4e req-b26cd278-32b9-431f-9112-047bb19c234e tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131087 Aug 17 02:54:45.680802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d9fec-fbe2-49c9-b786-7c5a477b6e79 req-02228cff-85ea-4a38-b12e-14698c50c43c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:45.682696 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-580d9fec-fbe2-49c9-b786-7c5a477b6e79 req-02228cff-85ea-4a38-b12e-14698c50c43c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c511050c301441e19f6ec317bff7a777&device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 1095 time: 0.0760846 Aug 17 02:54:45.826965 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-a5d3bcc2-994a-4eca-9960-5b157ac9d812 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1636543 Aug 17 02:54:45.832039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-6d07340f-3d04-4267-bd08-9c96ca5a90ab tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:45.833626 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b789d4d-e893-43f7-8e8a-b61c33d5c154 req-c844da34-3c09-48d5-8a03-bfc548f7db93 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:45.835451 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9b789d4d-e893-43f7-8e8a-b61c33d5c154 req-c844da34-3c09-48d5-8a03-bfc548f7db93 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 944 time: 0.1488051 Aug 17 02:54:45.875529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d9fec-fbe2-49c9-b786-7c5a477b6e79 req-48304c11-fb2e-4d61-8fcd-ea2c9ec69cb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:45.877447 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-580d9fec-fbe2-49c9-b786-7c5a477b6e79 req-48304c11-fb2e-4d61-8fcd-ea2c9ec69cb1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f4c4eb9e-5003-4b5f-9754-e0c703055498 HTTP/1.1" status: 200 len: 913 time: 0.1798584 Aug 17 02:54:45.938189 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-580d9fec-fbe2-49c9-b786-7c5a477b6e79 req-18df30e0-c32b-40f1-9777-356a24a796c8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 HTTP/1.1" status: 200 len: 217 time: 0.0486076 Aug 17 02:54:45.942042 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9b789d4d-e893-43f7-8e8a-b61c33d5c154 req-e31b8f8c-9654-4958-a6c3-e77d673d4c37 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965924 Aug 17 02:54:45.946172 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-6d07340f-3d04-4267-bd08-9c96ca5a90ab tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:45.996275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580d9fec-fbe2-49c9-b786-7c5a477b6e79 req-b91ba6dd-905f-4681-9ee9-b0356421898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:45.997806 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-580d9fec-fbe2-49c9-b786-7c5a477b6e79 req-b91ba6dd-905f-4681-9ee9-b0356421898e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d55abd9e-368e-4e72-a208-748ac50df9e2 HTTP/1.1" status: 200 len: 853 time: 0.0517564 Aug 17 02:54:46.035043 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-580d9fec-fbe2-49c9-b786-7c5a477b6e79 req-aced9d65-9da2-4e08-85ea-6c32a7d5b54b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f4c4eb9e-5003-4b5f-9754-e0c703055498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0292208 Aug 17 02:54:46.076086 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-6d07340f-3d04-4267-bd08-9c96ca5a90ab tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:46.149943 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-580d9fec-fbe2-49c9-b786-7c5a477b6e79 req-4e270b3a-ea8e-4ab7-acb8-7d43185e4332 service neutron] 10.222.0.60 "GET /v2.0/networks/f4c4eb9e-5003-4b5f-9754-e0c703055498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064837 Aug 17 02:54:46.238295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-6d07340f-3d04-4267-bd08-9c96ca5a90ab tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Allocated IP 172.25.1.108 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/08d9b0aa-5ed0-4aad-955d-6855b3f92889) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:46.320927 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-580d9fec-fbe2-49c9-b786-7c5a477b6e79 req-023f53e4-86c9-4825-b195-2e2b15500362 service neutron] 10.222.0.60 "GET /v2.0/networks/f4c4eb9e-5003-4b5f-9754-e0c703055498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1630683 Aug 17 02:54:46.344231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e29050-157b-4dbc-a7ff-fae916613c23 req-7cd5233d-88f6-4914-a816-df9e4944efc4 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:46.345781 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-34e29050-157b-4dbc-a7ff-fae916613c23 req-7cd5233d-88f6-4914-a816-df9e4944efc4 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.1105847 Aug 17 02:54:46.348850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-8797bf1b-3a3d-4cb8-b5ae-f4b3cc2e79ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:46.350458 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-8797bf1b-3a3d-4cb8-b5ae-f4b3cc2e79ea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 1100 time: 0.0930622 Aug 17 02:54:46.377507 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-6d07340f-3d04-4267-bd08-9c96ca5a90ab tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:46.447572 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-34e29050-157b-4dbc-a7ff-fae916613c23 req-5f366db9-5424-4f64-b4b1-55dfb7a33027 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944822 Aug 17 02:54:46.480056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-0f99fe6b-582f-4dd6-b3cc-c2921a212c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:46.481714 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-0f99fe6b-582f-4dd6-b3cc-c2921a212c4d service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.1201990 Aug 17 02:54:46.524588 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-6d07340f-3d04-4267-bd08-9c96ca5a90ab tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:46.542145 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-3277bace-c202-46c7-8f7d-9738563cb242 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=85e320a0-c394-4543-b896-7c6625d0c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0516741 Aug 17 02:54:46.574474 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-6d07340f-3d04-4267-bd08-9c96ca5a90ab tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:46.577396 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-6d07340f-3d04-4267-bd08-9c96ca5a90ab tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:46.579922 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-6d07340f-3d04-4267-bd08-9c96ca5a90ab tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:46.621135 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07340f-3d04-4267-bd08-9c96ca5a90ab tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Pushing event updated for resources: {'Port': ['ID=08d9b0aa-5ed0-4aad-955d-6855b3f92889,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:46.621398 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d216ce3-4ed8-40c9-abd7-2ac7688f1c24 req-61f4e0d9-1443-4c91-8bf9-dc717dd7c20a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:46.628457 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d216ce3-4ed8-40c9-abd7-2ac7688f1c24 req-61f4e0d9-1443-4c91-8bf9-dc717dd7c20a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0995214 Aug 17 02:54:46.640697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-96eb352c-e84b-4751-b724-9f1f4002090e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:46.642560 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-96eb352c-e84b-4751-b724-9f1f4002090e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0839567 Aug 17 02:54:46.714005 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d216ce3-4ed8-40c9-abd7-2ac7688f1c24 req-7ce72f27-1497-4c50-82bf-dc5c1876d0f5 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727684 Aug 17 02:54:46.714822 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-6d07340f-3d04-4267-bd08-9c96ca5a90ab tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:46.716318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-f7125118-2c46-4b0c-b179-41a7d23369ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:46.723246 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-f7125118-2c46-4b0c-b179-41a7d23369ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0731671 Aug 17 02:54:46.849960 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-50f5241d-9ba3-4a9a-ac1a-e580b4608284 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193273 Aug 17 02:54:46.958279 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-1d76b2be-1713-4390-bb4f-c1d55d87ac8e service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1007946 Aug 17 02:54:47.084353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03135640-44f6-49eb-a067-60c7f766d419 req-85447c9f-0106-4e54-baff-1425225c8b04 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:47.086664 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03135640-44f6-49eb-a067-60c7f766d419 req-85447c9f-0106-4e54-baff-1425225c8b04 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 944 time: 0.0524931 Aug 17 02:54:47.129884 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03135640-44f6-49eb-a067-60c7f766d419 req-e3b2eaa0-07ca-4dc4-af5b-185882e22d5a tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369263 Aug 17 02:54:47.315268 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-6d07340f-3d04-4267-bd08-9c96ca5a90ab tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:47.526518 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-6d07340f-3d04-4267-bd08-9c96ca5a90ab tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:47.595766 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d00c30c5-f55d-4c55-bbd6-97ecf08e07bb req-a3f879c7-5153-4762-87e8-719525f03529 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:47.597140 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d00c30c5-f55d-4c55-bbd6-97ecf08e07bb req-a3f879c7-5153-4762-87e8-719525f03529 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.0608773 Aug 17 02:54:47.614527 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-6d07340f-3d04-4267-bd08-9c96ca5a90ab tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:47.653861 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d00c30c5-f55d-4c55-bbd6-97ecf08e07bb req-17f5a9f9-32f8-46eb-b927-c5061febeada tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446911 Aug 17 02:54:47.701826 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-6d07340f-3d04-4267-bd08-9c96ca5a90ab tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:47.704542 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d07340f-3d04-4267-bd08-9c96ca5a90ab tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Pushing event updated for resources: {'Port': ['ID=08d9b0aa-5ed0-4aad-955d-6855b3f92889,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:47.815309 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-6d07340f-3d04-4267-bd08-9c96ca5a90ab tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:47.816482 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-6d07340f-3d04-4267-bd08-9c96ca5a90ab tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9886513 Aug 17 02:54:47.840620 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c705f3-0592-4be8-9b21-8242cec26a9c req-f640a102-fa5d-406f-93b2-64c6cf956e95 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:47.842294 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2c705f3-0592-4be8-9b21-8242cec26a9c req-f640a102-fa5d-406f-93b2-64c6cf956e95 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0524333 Aug 17 02:54:47.899272 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2c705f3-0592-4be8-9b21-8242cec26a9c req-7afdc7d6-ea22-47c7-bcd2-287dead0b1dc tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464056 Aug 17 02:54:47.907122 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d184835b-e75b-4189-88f3-f4f74c17db8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:47.915424 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-340d1833-a2e4-4910-9419-e15bbb060c24 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.108 HTTP/1.1" status: 200 len: 696 time: 0.0892310 Aug 17 02:54:48.091976 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-4f179a9f-851f-49e1-bc6e-f053e6dc40d7 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:48.097911 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d5b8b614-d6d5-405c-9e37-704f7df85fec req-4f179a9f-851f-49e1-bc6e-f053e6dc40d7 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.1679554 Aug 17 02:54:48.117641 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:48.179009 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e967a2e7-4a73-4caa-a3f6-d8d02bf8d210 req-b8e2528c-f9d3-47fc-9aff-3cb671640b97 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/floatingips/cb89f1b1-620b-4d6b-88ba-80dcea359f3b HTTP/1.1" status: 200 len: 693 time: 0.0597982 Aug 17 02:54:48.270065 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f624224-6ece-4c80-8da5-111a33a1baf8 req-c1522575-51e2-4f7a-9714-07232487a5a4 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:48.278912 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f624224-6ece-4c80-8da5-111a33a1baf8 req-c1522575-51e2-4f7a-9714-07232487a5a4 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 944 time: 0.0628598 Aug 17 02:54:48.321031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e967a2e7-4a73-4caa-a3f6-d8d02bf8d210 req-054de59d-4365-4170-9686-6f2ed614d9aa tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:48.322525 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e967a2e7-4a73-4caa-a3f6-d8d02bf8d210 req-054de59d-4365-4170-9686-6f2ed614d9aa tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.1375985 Aug 17 02:54:48.334183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-e967a2e7-4a73-4caa-a3f6-d8d02bf8d210 req-6e2e1131-1e10-407c-b200-8b0c95b0f377 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:54:48.335760 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e967a2e7-4a73-4caa-a3f6-d8d02bf8d210 req-6e2e1131-1e10-407c-b200-8b0c95b0f377 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066955 Aug 17 02:54:48.338781 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f624224-6ece-4c80-8da5-111a33a1baf8 req-05255511-482d-4a8d-9f70-0ac9b0c5060d tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583186 Aug 17 02:54:48.409224 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e3deef9-03af-4460-8ba1-58d82449634f req-3bb09185-25ce-4d24-96aa-6cb3f485c852 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/floatingips/cb89f1b1-620b-4d6b-88ba-80dcea359f3b HTTP/1.1" status: 200 len: 693 time: 0.0457189 Aug 17 02:54:48.726747 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device eef63798-30a5-4a81-9b12-e6ec6d2c880e details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:54:48.810654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc106af7-abdf-45b5-8efe-80d8fea9bc36 req-3d2230d7-d110-4dcc-9c1d-771e4688b331 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:48.812214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cc106af7-abdf-45b5-8efe-80d8fea9bc36 req-3d2230d7-d110-4dcc-9c1d-771e4688b331 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.0800362 Aug 17 02:54:48.860565 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cc106af7-abdf-45b5-8efe-80d8fea9bc36 req-d8982ddb-7688-45d1-bb08-a6ec8025b58f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412149 Aug 17 02:54:48.867678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e3deef9-03af-4460-8ba1-58d82449634f req-471cd762-0e60-45d6-aedd-340f751d9657 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:48.869143 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e3deef9-03af-4460-8ba1-58d82449634f req-471cd762-0e60-45d6-aedd-340f751d9657 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.4530568 Aug 17 02:54:48.870291 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port eef63798-30a5-4a81-9b12-e6ec6d2c880e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=eef63798-30a5-4a81-9b12-e6ec6d2c880e,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:48.882810 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'eef63798-30a5-4a81-9b12-e6ec6d2c880e', 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498', 'port_id': 'eef63798-30a5-4a81-9b12-e6ec6d2c880e', 'mac_address': 'fa:16:3e:55:7f:dd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55abd9e-368e-4e72-a208-748ac50df9e2', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:54:48.933239 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e3deef9-03af-4460-8ba1-58d82449634f req-45e92749-0e23-487e-952e-79b97b7d1648 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.108 HTTP/1.1" status: 200 len: 696 time: 0.0559843 Aug 17 02:54:48.966731 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:48.991209 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eef63798-30a5-4a81-9b12-e6ec6d2c880e {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:49.009948 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e3deef9-03af-4460-8ba1-58d82449634f req-3978f78d-4550-448a-8f0e-5e4d181bf37f tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.108 HTTP/1.1" status: 200 len: 696 time: 0.0681813 Aug 17 02:54:49.015518 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port eef63798-30a5-4a81-9b12-e6ec6d2c880e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=eef63798-30a5-4a81-9b12-e6ec6d2c880e,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:49.055603 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:49.065794 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0982946-05ec-4a31-8a21-884352fb433a req-1eaa4fd2-a443-4bda-9d8e-a9b40f4a2f47 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:49.067351 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e0982946-05ec-4a31-8a21-884352fb433a req-1eaa4fd2-a443-4bda-9d8e-a9b40f4a2f47 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0592341 Aug 17 02:54:49.094831 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:49.096133 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:54:49.125508 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e0982946-05ec-4a31-8a21-884352fb433a req-c7ab8f58-47c2-4ee4-b631-e2b60bd588dc tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496409 Aug 17 02:54:49.152905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-8e3deef9-03af-4460-8ba1-58d82449634f req-187fa4d9-8ac6-4b79-9a8a-0df8751549a1 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Deleting port 08d9b0aa-5ed0-4aad-955d-6855b3f92889 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:49.153483 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8e3deef9-03af-4460-8ba1-58d82449634f req-187fa4d9-8ac6-4b79-9a8a-0df8751549a1 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:49.211943 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:49.214608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=eef63798-30a5-4a81-9b12-e6ec6d2c880e,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:49.235298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435', 'network_id': 'f4c4eb9e-5003-4b5f-9754-e0c703055498', 'port_id': '1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435', 'mac_address': 'fa:16:3e:6e:18:66', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd55abd9e-368e-4e72-a208-748ac50df9e2', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:54:49.254523 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8e3deef9-03af-4460-8ba1-58d82449634f req-187fa4d9-8ac6-4b79-9a8a-0df8751549a1 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:49.254523 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8e3deef9-03af-4460-8ba1-58d82449634f req-187fa4d9-8ac6-4b79-9a8a-0df8751549a1 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:49.269667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-8e3deef9-03af-4460-8ba1-58d82449634f req-187fa4d9-8ac6-4b79-9a8a-0df8751549a1 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Calling delete_port for 08d9b0aa-5ed0-4aad-955d-6855b3f92889 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:49.303670 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:49.319818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:49.342307 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:49.423940 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:49.466149 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8e3deef9-03af-4460-8ba1-58d82449634f req-187fa4d9-8ac6-4b79-9a8a-0df8751549a1 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:49.479836 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07f136ea-4043-4522-be36-b06ae55697ed req-74fbc257-c876-42b7-ace0-65e78496ecba tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:49.482043 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-07f136ea-4043-4522-be36-b06ae55697ed req-74fbc257-c876-42b7-ace0-65e78496ecba tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 945 time: 0.0649841 Aug 17 02:54:49.487935 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:49.505859 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187fa4d9-8ac6-4b79-9a8a-0df8751549a1 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Pushing event deleted for resources: {'Port': ['ID=08d9b0aa-5ed0-4aad-955d-6855b3f92889,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:49.539139 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-07f136ea-4043-4522-be36-b06ae55697ed req-20f4d387-f142-4d27-8c04-534a1fdd5d9b tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472059 Aug 17 02:54:49.565181 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8e3deef9-03af-4460-8ba1-58d82449634f req-187fa4d9-8ac6-4b79-9a8a-0df8751549a1 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:49.568139 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8e3deef9-03af-4460-8ba1-58d82449634f req-187fa4d9-8ac6-4b79-9a8a-0df8751549a1 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:49.572681 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e3deef9-03af-4460-8ba1-58d82449634f req-187fa4d9-8ac6-4b79-9a8a-0df8751549a1 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "DELETE /v2.0/floatingips/cb89f1b1-620b-4d6b-88ba-80dcea359f3b HTTP/1.1" status: 204 len: 173 time: 0.5586350 Aug 17 02:54:49.711725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:49.717528 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['eef63798-30a5-4a81-9b12-e6ec6d2c880e'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:49.803291 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab82c26e-6365-441f-a712-315335908ba1 req-20c422f3-a358-4f9c-b51e-977b7058e9c7 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:49.805834 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ab82c26e-6365-441f-a712-315335908ba1 req-20c422f3-a358-4f9c-b51e-977b7058e9c7 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2177269 Aug 17 02:54:49.936858 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d67682a-06fd-4fdb-80cb-518baf99ccdc req-5b92e360-285c-408c-be84-99b5f14d5ba7 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=23b8b50cc53a41e3a6521a2ef80d719d HTTP/1.1" status: 200 len: 1655 time: 0.1076603 Aug 17 02:54:50.008085 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b38a582-8a55-4ff6-85c3-a7b552bff22d req-6a7ea70d-82f0-4796-8e2d-90e42b72ec5d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:50.009915 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b38a582-8a55-4ff6-85c3-a7b552bff22d req-6a7ea70d-82f0-4796-8e2d-90e42b72ec5d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.0624905 Aug 17 02:54:50.060612 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b38a582-8a55-4ff6-85c3-a7b552bff22d req-72917fc6-0a1d-45a0-9705-6deb033827bd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447550 Aug 17 02:54:50.075350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d67682a-06fd-4fdb-80cb-518baf99ccdc req-4fbf97df-8e2c-4ce2-b6f6-09e7f973d1a1 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:50.078417 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d67682a-06fd-4fdb-80cb-518baf99ccdc req-4fbf97df-8e2c-4ce2-b6f6-09e7f973d1a1 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/networks?id=956ea145-9128-4de4-8bea-bd36a0271bd2&id=956ea145-9128-4de4-8bea-bd36a0271bd2&id=956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 787 time: 0.1339836 Aug 17 02:54:50.089620 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-9d67682a-06fd-4fdb-80cb-518baf99ccdc req-ed96d3dd-84ea-4465-8d0d-557371092e49 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:54:50.090707 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d67682a-06fd-4fdb-80cb-518baf99ccdc req-ed96d3dd-84ea-4465-8d0d-557371092e49 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066123 Aug 17 02:54:50.166265 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a6543a84-75f3-41ef-84ea-9d0990547aca req-c98634e6-748b-40db-8818-33e113943aaa tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/floatingips/52ac89b1-4c3c-4e36-92e7-80ac3a5511e6 HTTP/1.1" status: 200 len: 693 time: 0.0530767 Aug 17 02:54:50.267895 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee8ad-882a-47b0-9281-04483a111c83 req-98bb7428-194d-43b1-b67c-c28840cf5b2b tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:50.269632 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-516ee8ad-882a-47b0-9281-04483a111c83 req-98bb7428-194d-43b1-b67c-c28840cf5b2b tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 821 time: 0.1115146 Aug 17 02:54:50.283396 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6543a84-75f3-41ef-84ea-9d0990547aca req-82b4668c-f442-45e9-af0c-b7b1d9a4cf5f tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:50.285023 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a6543a84-75f3-41ef-84ea-9d0990547aca req-82b4668c-f442-45e9-af0c-b7b1d9a4cf5f tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.1122839 Aug 17 02:54:50.289698 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-516ee8ad-882a-47b0-9281-04483a111c83 req-52eafb0a-ba92-4aaa-836d-eb24795136bc tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/quotas/a5f6c79d6a2f4a25844cdc43d85d6af7 HTTP/1.1" status: 200 len: 375 time: 0.0102944 Aug 17 02:54:50.342458 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a6543a84-75f3-41ef-84ea-9d0990547aca req-26cfae27-376f-4703-a76a-d82e8a673eb9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 696 time: 0.0500739 Aug 17 02:54:50.349700 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-516ee8ad-882a-47b0-9281-04483a111c83 req-dd8d75cf-6829-4883-bd9c-e5694e2d364e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0541792 Aug 17 02:54:50.397788 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a6543a84-75f3-41ef-84ea-9d0990547aca req-0a2bd5f6-5d93-4b9b-a626-046664a791b8 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.201 HTTP/1.1" status: 200 len: 696 time: 0.0484378 Aug 17 02:54:50.445656 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-516ee8ad-882a-47b0-9281-04483a111c83 req-76f71875-8863-441d-aa6c-790c395ba3a2 service neutron] 10.222.0.10 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878716 Aug 17 02:54:50.547360 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-516ee8ad-882a-47b0-9281-04483a111c83 req-1a2ab4da-467a-4ca7-b5e6-e1aae9c14a3b service neutron] 10.222.0.10 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950770 Aug 17 02:54:50.549274 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a6543a84-75f3-41ef-84ea-9d0990547aca req-b00d51c3-49a3-4abc-ab87-89c99d854a04 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Deleting port 822424f5-063b-43f0-973b-f6de3d02e923 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:50.549824 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a6543a84-75f3-41ef-84ea-9d0990547aca req-b00d51c3-49a3-4abc-ab87-89c99d854a04 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:50.638778 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a6543a84-75f3-41ef-84ea-9d0990547aca req-b00d51c3-49a3-4abc-ab87-89c99d854a04 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:50.648486 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a6543a84-75f3-41ef-84ea-9d0990547aca req-b00d51c3-49a3-4abc-ab87-89c99d854a04 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:50.651794 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a6543a84-75f3-41ef-84ea-9d0990547aca req-b00d51c3-49a3-4abc-ab87-89c99d854a04 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Calling delete_port for 822424f5-063b-43f0-973b-f6de3d02e923 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:50.725127 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device eef63798-30a5-4a81-9b12-e6ec6d2c880e up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:50.775663 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:50.928888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port eef63798-30a5-4a81-9b12-e6ec6d2c880e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:50.929117 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a6543a84-75f3-41ef-84ea-9d0990547aca req-b00d51c3-49a3-4abc-ab87-89c99d854a04 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:50.933875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port eef63798-30a5-4a81-9b12-e6ec6d2c880e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:50.934496 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:50.959136 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00d51c3-49a3-4abc-ab87-89c99d854a04 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Pushing event deleted for resources: {'Port': ['ID=822424f5-063b-43f0-973b-f6de3d02e923,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:51.023963 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:51.045940 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a6543a84-75f3-41ef-84ea-9d0990547aca req-b00d51c3-49a3-4abc-ab87-89c99d854a04 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:51.048811 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a6543a84-75f3-41ef-84ea-9d0990547aca req-b00d51c3-49a3-4abc-ab87-89c99d854a04 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:51.050001 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a6543a84-75f3-41ef-84ea-9d0990547aca req-b00d51c3-49a3-4abc-ab87-89c99d854a04 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "DELETE /v2.0/floatingips/52ac89b1-4c3c-4e36-92e7-80ac3a5511e6 HTTP/1.1" status: 204 len: 173 time: 0.6422691 Aug 17 02:54:51.052236 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83058084-d36c-4e2d-bbde-260c8b638bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef63798-30a5-4a81-9b12-e6ec6d2c880e'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:51.055935 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-518219e6-0e49-4bbb-9dc3-1a6e742e8b40" -d '{"events": [{"server_uuid": "83058084-d36c-4e2d-bbde-260c8b638bf2", "name": "network-vif-plugged", "status": "completed", "tag": "eef63798-30a5-4a81-9b12-e6ec6d2c880e"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:51.072411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port eef63798-30a5-4a81-9b12-e6ec6d2c880e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=eef63798-30a5-4a81-9b12-e6ec6d2c880e,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:51.160249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977d8003-d72e-4a29-8a6e-fee7f4bf1776 req-74e4aa92-a9ee-45a1-959d-7a66d89cebe8 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:51.162010 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-977d8003-d72e-4a29-8a6e-fee7f4bf1776 req-74e4aa92-a9ee-45a1-959d-7a66d89cebe8 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0572026 Aug 17 02:54:51.195895 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:51.195895 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:51.212214 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-977d8003-d72e-4a29-8a6e-fee7f4bf1776 req-1c66b1ef-c17c-4253-aaba-9dfd62be2c07 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426939 Aug 17 02:54:51.308296 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=eef63798-30a5-4a81-9b12-e6ec6d2c880e,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:51.380297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:54:51.390140 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:51.390140 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:51.409111 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec0597fe-3a7a-4891-b941-1bc39ea25477 req-f85eb3ab-19f2-434f-9504-b8d449051c2f tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/floatingips/45c71d6f-708b-4761-a941-d00ed42ff98a HTTP/1.1" status: 200 len: 692 time: 0.0536582 Aug 17 02:54:51.452328 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3427fc8c-b82f-4db1-b769-44c955831f6d req-48b8198b-571f-48fb-b546-7894c62b712b tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:51.454199 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3427fc8c-b82f-4db1-b769-44c955831f6d req-48b8198b-571f-48fb-b546-7894c62b712b tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 945 time: 0.0958757 Aug 17 02:54:51.496964 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:51.500548 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3427fc8c-b82f-4db1-b769-44c955831f6d req-6d63cf2c-0b56-4b2e-a53e-1625ab584f98 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399480 Aug 17 02:54:51.552369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:51.552537 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec0597fe-3a7a-4891-b941-1bc39ea25477 req-854c6fc0-8321-470c-a343-40b4d3199082 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:51.552537 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec0597fe-3a7a-4891-b941-1bc39ea25477 req-854c6fc0-8321-470c-a343-40b4d3199082 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.1325555 Aug 17 02:54:51.579448 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41928eda-ca74-4b6f-acad-2dddf06dd930 x-openstack-request-id: req-41928eda-ca74-4b6f-acad-2dddf06dd930 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:51.579847 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83058084-d36c-4e2d-bbde-260c8b638bf2", "name": "network-vif-plugged", "status": "completed", "tag": "eef63798-30a5-4a81-9b12-e6ec6d2c880e", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:51.580194 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41928eda-ca74-4b6f-acad-2dddf06dd930 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:51.580682 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83058084-d36c-4e2d-bbde-260c8b638bf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eef63798-30a5-4a81-9b12-e6ec6d2c880e', 'code': 200} Aug 17 02:54:51.610441 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec0597fe-3a7a-4891-b941-1bc39ea25477 req-36737667-2fb5-467d-9fa5-28ad8d693288 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.78 HTTP/1.1" status: 200 len: 695 time: 0.0534194 Aug 17 02:54:51.648846 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:51.709728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b5eb56-4732-4ada-9cd5-69449c898de3 req-0e4d6e35-e1e3-4576-b106-f5f5bd60b8c2 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:51.713737 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:51.715311 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33b5eb56-4732-4ada-9cd5-69449c898de3 req-0e4d6e35-e1e3-4576-b106-f5f5bd60b8c2 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.0684550 Aug 17 02:54:51.743155 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec0597fe-3a7a-4891-b941-1bc39ea25477 req-d4842d69-3548-45cf-ad94-925e80c481e5 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.78 HTTP/1.1" status: 200 len: 695 time: 0.1240027 Aug 17 02:54:51.782786 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33b5eb56-4732-4ada-9cd5-69449c898de3 req-6ea3dcc6-9c8a-4645-95fd-5b38e71ee897 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588737 Aug 17 02:54:51.811288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87a43e2-b708-4c8f-b9f3-e76b1375c6c7 req-11e66fe4-46eb-41ff-be0f-3a0a9203029b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:51.812822 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b87a43e2-b708-4c8f-b9f3-e76b1375c6c7 req-11e66fe4-46eb-41ff-be0f-3a0a9203029b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=83058084-d36c-4e2d-bbde-260c8b638bf2 HTTP/1.1" status: 200 len: 1096 time: 0.1467462 Aug 17 02:54:51.861369 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dbbb4815-648b-499b-89d0-4097e149adf1 req-dee82445-681a-48f2-a09f-45016e8580c0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 210 time: 0.0344050 Aug 17 02:54:51.910793 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b87a43e2-b708-4c8f-b9f3-e76b1375c6c7 req-6ef17f5f-05c7-4785-96dd-a6e798c125d4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538151 Aug 17 02:54:51.934095 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-ec0597fe-3a7a-4891-b941-1bc39ea25477 req-a0d11261-bd02-4fb4-a44d-e2b9bcd6fa0f tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Deleting port 362c9e69-845a-4989-9ae1-7a7ea0cc31f5 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:51.934450 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ec0597fe-3a7a-4891-b941-1bc39ea25477 req-a0d11261-bd02-4fb4-a44d-e2b9bcd6fa0f tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:52.016844 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ec0597fe-3a7a-4891-b941-1bc39ea25477 req-a0d11261-bd02-4fb4-a44d-e2b9bcd6fa0f tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:52.017453 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ec0597fe-3a7a-4891-b941-1bc39ea25477 req-a0d11261-bd02-4fb4-a44d-e2b9bcd6fa0f tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:52.031291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-ec0597fe-3a7a-4891-b941-1bc39ea25477 req-a0d11261-bd02-4fb4-a44d-e2b9bcd6fa0f tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Calling delete_port for 362c9e69-845a-4989-9ae1-7a7ea0cc31f5 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:52.260888 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ec0597fe-3a7a-4891-b941-1bc39ea25477 req-a0d11261-bd02-4fb4-a44d-e2b9bcd6fa0f tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:52.293111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d11261-bd02-4fb4-a44d-e2b9bcd6fa0f tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Pushing event deleted for resources: {'Port': ['ID=362c9e69-845a-4989-9ae1-7a7ea0cc31f5,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:52.346179 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cebd3c1-4aaf-4712-9d4e-2a9a2e994f95 req-24782de0-94e9-43ad-b6fb-f1e96db39a33 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:52.347887 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4cebd3c1-4aaf-4712-9d4e-2a9a2e994f95 req-24782de0-94e9-43ad-b6fb-f1e96db39a33 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.0617840 Aug 17 02:54:52.386417 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ec0597fe-3a7a-4891-b941-1bc39ea25477 req-a0d11261-bd02-4fb4-a44d-e2b9bcd6fa0f tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:52.389080 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ec0597fe-3a7a-4891-b941-1bc39ea25477 req-a0d11261-bd02-4fb4-a44d-e2b9bcd6fa0f tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:52.390306 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec0597fe-3a7a-4891-b941-1bc39ea25477 req-a0d11261-bd02-4fb4-a44d-e2b9bcd6fa0f tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "DELETE /v2.0/floatingips/45c71d6f-708b-4761-a941-d00ed42ff98a HTTP/1.1" status: 204 len: 173 time: 0.6295457 Aug 17 02:54:52.407721 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4cebd3c1-4aaf-4712-9d4e-2a9a2e994f95 req-b71a2ae1-5b6b-4b2f-962d-768a814bd052 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474348 Aug 17 02:54:52.534529 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ce4eec8-54d6-4a2b-ad57-10c51361b297 req-1d6d675d-7e87-4bfe-b807-de8ce8aff60b tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/floatingips/ff9d8c19-3000-46a1-b32e-9cdba52d27cf HTTP/1.1" status: 200 len: 692 time: 0.0464284 Aug 17 02:54:52.642129 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6212281e-95e9-447e-846d-6d350fa85ae2 req-e7a96ccc-149d-4d03-bf5f-dc14757b0598 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:52.648252 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6212281e-95e9-447e-846d-6d350fa85ae2 req-e7a96ccc-149d-4d03-bf5f-dc14757b0598 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 946 time: 0.0591822 Aug 17 02:54:52.661766 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce4eec8-54d6-4a2b-ad57-10c51361b297 req-a399c915-b83b-4d0d-8322-74c7829b43a9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:52.665952 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ce4eec8-54d6-4a2b-ad57-10c51361b297 req-a399c915-b83b-4d0d-8322-74c7829b43a9 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.1233633 Aug 17 02:54:52.691346 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6212281e-95e9-447e-846d-6d350fa85ae2 req-515b1976-10f9-4f7e-ade5-7db39d3aca92 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358088 Aug 17 02:54:52.729275 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ce4eec8-54d6-4a2b-ad57-10c51361b297 req-22b5c2fa-7b95-4c90-a961-02c0f7bca588 tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.72 HTTP/1.1" status: 200 len: 695 time: 0.0585675 Aug 17 02:54:52.793339 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ce4eec8-54d6-4a2b-ad57-10c51361b297 req-539755cf-7341-4946-a002-09ef66b48d9a tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.72 HTTP/1.1" status: 200 len: 695 time: 0.0554161 Aug 17 02:54:52.947774 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cd1fdd-82be-42f8-95fb-eca6b353f523 req-340c7460-b08c-4382-a0d6-269767fa87c9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:52.955664 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-92cd1fdd-82be-42f8-95fb-eca6b353f523 req-340c7460-b08c-4382-a0d6-269767fa87c9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.0793684 Aug 17 02:54:52.973604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-7ce4eec8-54d6-4a2b-ad57-10c51361b297 req-ff3fd709-9965-4a83-9cc1-761327633cea tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Deleting port f502adde-83a6-4b92-a3c1-c5b86d3123e9 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:52.974011 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7ce4eec8-54d6-4a2b-ad57-10c51361b297 req-ff3fd709-9965-4a83-9cc1-761327633cea tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:52.998956 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-92cd1fdd-82be-42f8-95fb-eca6b353f523 req-bb3651cd-ffba-4857-b71e-d630bb3af927 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422974 Aug 17 02:54:53.072604 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7ce4eec8-54d6-4a2b-ad57-10c51361b297 req-ff3fd709-9965-4a83-9cc1-761327633cea tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:53.073187 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7ce4eec8-54d6-4a2b-ad57-10c51361b297 req-ff3fd709-9965-4a83-9cc1-761327633cea tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:53.086847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-7ce4eec8-54d6-4a2b-ad57-10c51361b297 req-ff3fd709-9965-4a83-9cc1-761327633cea tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Calling delete_port for f502adde-83a6-4b92-a3c1-c5b86d3123e9 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:53.103936 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-68d669ff-e00a-439a-b4c2-b37f742c5cc6 req-db96ab44-a8ac-4fce-967f-2fd137eb393e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 210 time: 0.0293646 Aug 17 02:54:53.294289 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7ce4eec8-54d6-4a2b-ad57-10c51361b297 req-ff3fd709-9965-4a83-9cc1-761327633cea tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:53.321408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff3fd709-9965-4a83-9cc1-761327633cea tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Pushing event deleted for resources: {'Port': ['ID=f502adde-83a6-4b92-a3c1-c5b86d3123e9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:53.391906 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7ce4eec8-54d6-4a2b-ad57-10c51361b297 req-ff3fd709-9965-4a83-9cc1-761327633cea tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:53.394518 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7ce4eec8-54d6-4a2b-ad57-10c51361b297 req-ff3fd709-9965-4a83-9cc1-761327633cea tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:53.398804 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ce4eec8-54d6-4a2b-ad57-10c51361b297 req-ff3fd709-9965-4a83-9cc1-761327633cea tempest-FloatingIPDetailsTestJSON-1965951652 tempest-FloatingIPDetailsTestJSON-1965951652-project] 10.222.0.10 "DELETE /v2.0/floatingips/ff9d8c19-3000-46a1-b32e-9cdba52d27cf HTTP/1.1" status: 204 len: 173 time: 0.5987575 Aug 17 02:54:53.403218 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40400) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:53.584961 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4391f36d-b8a1-41df-95ba-c0271fb89fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:53.585717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee8ad-882a-47b0-9281-04483a111c83 req-4578fd21-b105-459e-bd2f-bc374e15592f tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:53.585920 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4b3dc9-9c72-4676-8fc0-15fc5f6823e9" -d '{"events": [{"server_uuid": "4391f36d-b8a1-41df-95ba-c0271fb89fbc", "name": "network-vif-plugged", "status": "completed", "tag": "1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:53.586638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-516ee8ad-882a-47b0-9281-04483a111c83 req-4578fd21-b105-459e-bd2f-bc374e15592f tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.60 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 821 time: 0.1359117 Aug 17 02:54:53.602920 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-516ee8ad-882a-47b0-9281-04483a111c83 req-a947ca20-ad4a-4bfb-b96a-cf00453e8af7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Request body: {'port': {'device_id': '32d5e8b6-5852-43f3-a950-f64d2a3aa3ef', 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977', 'admin_state_up': True, 'tenant_id': 'a5f6c79d6a2f4a25844cdc43d85d6af7'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:53.624496 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07024d6f-d5e2-422e-86b5-67c66ed08e7f req-1c6a816a-6e6c-4918-9437-7ffec8bd52ea tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:53.632910 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-07024d6f-d5e2-422e-86b5-67c66ed08e7f req-1c6a816a-6e6c-4918-9437-7ffec8bd52ea tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.1270072 Aug 17 02:54:53.715750 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-07024d6f-d5e2-422e-86b5-67c66ed08e7f req-62df66fe-aa83-4f38-b932-664696869d04 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819802 Aug 17 02:54:53.716107 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-90652ad9-88bf-41f0-89fa-170df80fd470 x-openstack-request-id: req-90652ad9-88bf-41f0-89fa-170df80fd470 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:53.716576 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4391f36d-b8a1-41df-95ba-c0271fb89fbc", "name": "network-vif-plugged", "status": "completed", "tag": "1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:53.717001 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-90652ad9-88bf-41f0-89fa-170df80fd470 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:53.717753 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4391f36d-b8a1-41df-95ba-c0271fb89fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435', 'code': 200} Aug 17 02:54:53.892921 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-516ee8ad-882a-47b0-9281-04483a111c83 req-a947ca20-ad4a-4bfb-b96a-cf00453e8af7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Made reservation on behalf of a5f6c79d6a2f4a25844cdc43d85d6af7 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:54:53.893908 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-516ee8ad-882a-47b0-9281-04483a111c83 req-a947ca20-ad4a-4bfb-b96a-cf00453e8af7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:53.915300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49968f87-a722-4517-9fea-1e753bef392a req-a420343c-7e11-4441-ac32-8a03b4e345ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:53.916948 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49968f87-a722-4517-9fea-1e753bef392a req-a420343c-7e11-4441-ac32-8a03b4e345ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 1097 time: 0.1187458 Aug 17 02:54:53.964634 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03942643-1955-43b2-91ff-770e184ee9fe req-207825b8-df49-427b-8eb3-6ceff6f528e3 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:53.972232 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03942643-1955-43b2-91ff-770e184ee9fe req-207825b8-df49-427b-8eb3-6ceff6f528e3 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 946 time: 0.1621623 Aug 17 02:54:54.022435 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9e2dce22-543e-412c-b250-753186b77203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:54.072739 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49968f87-a722-4517-9fea-1e753bef392a req-07c98aff-bd27-4a10-8cb8-cbb2b298ba18 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463368 Aug 17 02:54:54.109595 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03942643-1955-43b2-91ff-770e184ee9fe req-347ffea3-13c4-4e62-8a4d-5a90df681f24 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254919 Aug 17 02:54:54.186466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-516ee8ad-882a-47b0-9281-04483a111c83 req-a947ca20-ad4a-4bfb-b96a-cf00453e8af7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Allocated IP 172.20.0.8 (c28a528a-b139-4af7-9a8b-0c957b3df977/05b2cba6-8685-4b11-af3a-42bf68dfb97b/164b7be9-1bab-4df5-99b5-8283e2f5438a) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:54:54.264571 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01140281-9353-4dcc-9ada-7766db526b12 req-e7798c48-fd8a-4000-9f42-75ddae1ae870 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:54.266286 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-01140281-9353-4dcc-9ada-7766db526b12 req-e7798c48-fd8a-4000-9f42-75ddae1ae870 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.1431046 Aug 17 02:54:54.342046 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8ed9a9e-c311-48b1-847b-ff66250c1d40 req-b1c61d45-0376-4f24-9d5e-dcc8bc4326e5 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 210 time: 0.0438459 Aug 17 02:54:54.420710 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-516ee8ad-882a-47b0-9281-04483a111c83 req-a947ca20-ad4a-4bfb-b96a-cf00453e8af7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:54.528691 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-516ee8ad-882a-47b0-9281-04483a111c83 req-a947ca20-ad4a-4bfb-b96a-cf00453e8af7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:54.541374 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['31b9c165-0f4a-4807-b8da-e8fe3347cd41'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:54.630547 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-516ee8ad-882a-47b0-9281-04483a111c83 req-a947ca20-ad4a-4bfb-b96a-cf00453e8af7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Network c28a528a-b139-4af7-9a8b-0c957b3df977 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:54:54.658152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a947ca20-ad4a-4bfb-b96a-cf00453e8af7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Pushing event updated for resources: {'Port': ['ID=164b7be9-1bab-4df5-99b5-8283e2f5438a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:54.671517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-516ee8ad-882a-47b0-9281-04483a111c83 req-a947ca20-ad4a-4bfb-b96a-cf00453e8af7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:54:54.674532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-516ee8ad-882a-47b0-9281-04483a111c83 req-a947ca20-ad4a-4bfb-b96a-cf00453e8af7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:54:54.745300 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-01140281-9353-4dcc-9ada-7766db526b12 req-f0956b3b-844f-444b-8557-3073013e2d50 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4612093 Aug 17 02:54:54.749810 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee8ad-882a-47b0-9281-04483a111c83 req-a947ca20-ad4a-4bfb-b96a-cf00453e8af7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:54.751509 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-516ee8ad-882a-47b0-9281-04483a111c83 req-a947ca20-ad4a-4bfb-b96a-cf00453e8af7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:54.851154 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-516ee8ad-882a-47b0-9281-04483a111c83 req-a947ca20-ad4a-4bfb-b96a-cf00453e8af7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2516503 Aug 17 02:54:54.863769 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Request body: {'port': {'device_id': '32d5e8b6-5852-43f3-a950-f64d2a3aa3ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:54:54.957594 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:54.983963 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d98d7ab-bc51-470b-b836-7dff83aed84a req-a1585825-efe8-4bb6-9c54-affb06b06d67 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:54.986176 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1d98d7ab-bc51-470b-b836-7dff83aed84a req-a1585825-efe8-4bb6-9c54-affb06b06d67 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 948 time: 0.1055243 Aug 17 02:54:54.994468 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-9e2dce22-543e-412c-b250-753186b77203 admin admin] Deleting port 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:54.994821 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9e2dce22-543e-412c-b250-753186b77203 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:55.089994 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1d98d7ab-bc51-470b-b836-7dff83aed84a req-293ea51e-2d54-4743-a7f3-20ad9c3bed6a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918007 Aug 17 02:54:55.158636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-9e2dce22-543e-412c-b250-753186b77203 admin admin] For port 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8f6c8cba-cd2d-4942-a837-2df7fbbfed3d,segment=NetworkSegment(1932db7e-b8bb-40fd-a5d3-c868b0b090d5),segment_id=1932db7e-b8bb-40fd-a5d3-c868b0b090d5)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:55.159042 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9e2dce22-543e-412c-b250-753186b77203 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:55.189608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-9e2dce22-543e-412c-b250-753186b77203 admin admin] Calling delete_port for 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:55.257541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:54:55.261642 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:55.419757 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c20a68b-bc79-4f0c-b3ff-ab082da6dc71 req-fa46fdd6-b309-42f6-93e4-8fe4e121ce19 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:55.428337 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c20a68b-bc79-4f0c-b3ff-ab082da6dc71 req-fa46fdd6-b309-42f6-93e4-8fe4e121ce19 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 946 time: 0.1907783 Aug 17 02:54:55.483870 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:55.524546 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0', 'mac_address': 'fa:16:3e:39:33:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:54:55.559620 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e7f94-6f10-471d-9550-59497759f8a5 req-6fce3500-2e06-422b-9389-946e929a668f tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:55.561258 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-371e7f94-6f10-471d-9550-59497759f8a5 req-6fce3500-2e06-422b-9389-946e929a668f tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 931 time: 0.0712061 Aug 17 02:54:55.577163 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9e2dce22-543e-412c-b250-753186b77203 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:55.587098 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c20a68b-bc79-4f0c-b3ff-ab082da6dc71 req-92b7bb7a-08dc-4271-a696-2d1e8b22e46b tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543174 Aug 17 02:54:55.615814 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164b7be9-1bab-4df5-99b5-8283e2f5438a {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:55.620962 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:55.624476 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2dce22-543e-412c-b250-753186b77203 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f6c8cba-cd2d-4942-a837-2df7fbbfed3d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:55.629241 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:55.635720 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:55.667249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:55.670592 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Transition to ACTIVE for port object 164b7be9-1bab-4df5-99b5-8283e2f5438a will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:54:55.724018 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-371e7f94-6f10-471d-9550-59497759f8a5 req-b8f1f91d-d74f-45c1-907e-a4cdffb5f82e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1560490 Aug 17 02:54:55.745950 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:55.747436 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:55.849780 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:55.938435 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:54:55.940189 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:54:55.943877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:55.979689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Pushing event updated for resources: {'Port': ['ID=164b7be9-1bab-4df5-99b5-8283e2f5438a,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:56.019457 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a7a6e0-5c2d-4b8e-ae6c-36361bc7823a req-57f9e424-1d2a-4fa8-a573-328c91aaa259 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:56.021147 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f7a7a6e0-5c2d-4b8e-ae6c-36361bc7823a req-57f9e424-1d2a-4fa8-a573-328c91aaa259 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.1108642 Aug 17 02:54:56.022764 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9e2dce22-543e-412c-b250-753186b77203 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:56.028265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Attempting to bind port 164b7be9-1bab-4df5-99b5-8283e2f5438a on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:54:56.031451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Attempting to bind port 164b7be9-1bab-4df5-99b5-8283e2f5438a by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:54:56.031451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Attempting to bind port 164b7be9-1bab-4df5-99b5-8283e2f5438a on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:56.034878 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Port 164b7be9-1bab-4df5-99b5-8283e2f5438a on network c28a528a-b139-4af7-9a8b-0c957b3df977 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:54:56.035321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Attempting to bind port 164b7be9-1bab-4df5-99b5-8283e2f5438a on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:54:56.042701 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 54, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:54:56.043182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Checking segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:54:56.043848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Bound using segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:54:56.044386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Bound port: 164b7be9-1bab-4df5-99b5-8283e2f5438a, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:54:56.044844 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:56.137071 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] For port 164b7be9-1bab-4df5-99b5-8283e2f5438a, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:54:56.141075 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] For port 164b7be9-1bab-4df5-99b5-8283e2f5438a, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=164b7be9-1bab-4df5-99b5-8283e2f5438a,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:54:56.175687 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f7a7a6e0-5c2d-4b8e-ae6c-36361bc7823a req-4a3e0700-bacf-4c33-8311-13b17d9903b1 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461971 Aug 17 02:54:56.204280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['7046ae57-8eea-4f27-ab1f-79cacdcaf3e0'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:54:56.313299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84c93475-4797-4766-81ed-bd7a41ced143 req-51084d31-a4d7-42ce-94c2-e9aa7eb67a82 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:56.315015 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84c93475-4797-4766-81ed-bd7a41ced143 req-51084d31-a4d7-42ce-94c2-e9aa7eb67a82 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 947 time: 0.0957658 Aug 17 02:54:56.323668 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:56.384859 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9e2dce22-543e-412c-b250-753186b77203 admin admin] Router 09210707-4d88-431f-968b-8d2ef40857e5 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:54:56.393893 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Pushing event updated for resources: {'Port': ['ID=164b7be9-1bab-4df5-99b5-8283e2f5438a,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:56.416404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:56.416966 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:56.418520 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-516ee8ad-882a-47b0-9281-04483a111c83 req-24c3cabd-41e1-4ed8-9f73-b71b0d93410f service neutron] 10.222.0.60 "PUT /v2.0/ports/164b7be9-1bab-4df5-99b5-8283e2f5438a HTTP/1.1" status: 200 len: 1091 time: 1.5600679 Aug 17 02:54:56.420360 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d5e8b6-5852-43f3-a950-f64d2a3aa3ef', 'tag': '164b7be9-1bab-4df5-99b5-8283e2f5438a'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:56.423032 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b79ffd73-3c15-4041-9cc1-d37f149a1589" -d '{"events": [{"name": "network-changed", "server_uuid": "32d5e8b6-5852-43f3-a950-f64d2a3aa3ef", "tag": "164b7be9-1bab-4df5-99b5-8283e2f5438a"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:56.449766 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84c93475-4797-4766-81ed-bd7a41ced143 req-2307c09d-9049-4372-bfa0-ec1ac8d4de4f tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1188602 Aug 17 02:54:56.496798 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddcbe0e-75cf-4627-9ca1-e7ba1bdd307c x-openstack-request-id: req-5ddcbe0e-75cf-4627-9ca1-e7ba1bdd307c {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:56.496798 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d5e8b6-5852-43f3-a950-f64d2a3aa3ef", "tag": "164b7be9-1bab-4df5-99b5-8283e2f5438a", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:56.496798 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ddcbe0e-75cf-4627-9ca1-e7ba1bdd307c {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:56.497442 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d5e8b6-5852-43f3-a950-f64d2a3aa3ef', 'tag': '164b7be9-1bab-4df5-99b5-8283e2f5438a', 'status': 'completed', 'code': 200} Aug 17 02:54:56.531337 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:56.551580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:54:56.566882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e2dce22-543e-412c-b250-753186b77203 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:54:56.573707 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9e2dce22-543e-412c-b250-753186b77203 admin admin] 10.222.0.10 "PUT /v2.0/routers/09210707-4d88-431f-968b-8d2ef40857e5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1691875 Aug 17 02:54:56.576848 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40442) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:56.586751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b69b29-e03a-4d2c-8073-e3be67477a02 None None] Sync routers for ids ['09210707-4d88-431f-968b-8d2ef40857e5'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:54:56.589383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee8ad-882a-47b0-9281-04483a111c83 req-b9e9cbcd-24bf-4fd7-98b2-58f8c6c6b1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:56.594441 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-516ee8ad-882a-47b0-9281-04483a111c83 req-b9e9cbcd-24bf-4fd7-98b2-58f8c6c6b1b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 1094 time: 0.0816357 Aug 17 02:54:56.595271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:56.619776 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b69b29-e03a-4d2c-8073-e3be67477a02 None None] Routers {'09210707-4d88-431f-968b-8d2ef40857e5'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:56.620473 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-56b69b29-e03a-4d2c-8073-e3be67477a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:54:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['09210707-4d88-431f-968b-8d2ef40857e5'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:56.690071 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:56.709361 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-516ee8ad-882a-47b0-9281-04483a111c83 req-1f25579d-d786-4460-99f1-8e63104f872a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=164b7be9-1bab-4df5-99b5-8283e2f5438a HTTP/1.1" status: 200 len: 217 time: 0.1073179 Aug 17 02:54:56.766814 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4561158-233d-44ba-a8c0-26edb39fd6ee admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:56.824922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa17e9ff-8578-4130-9bc9-d09c53855aca req-c7f6d1e0-fed8-44c4-802e-e840d5d70cfc tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:56.832348 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa17e9ff-8578-4130-9bc9-d09c53855aca req-c7f6d1e0-fed8-44c4-802e-e840d5d70cfc tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 946 time: 0.0991111 Aug 17 02:54:56.837054 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,revision_number=10']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:56.861743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-516ee8ad-882a-47b0-9281-04483a111c83 req-7ecc6fd8-9723-4d3d-b55c-fd47b2222176 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:56.861743 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-516ee8ad-882a-47b0-9281-04483a111c83 req-7ecc6fd8-9723-4d3d-b55c-fd47b2222176 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.1378312 Aug 17 02:54:56.909192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-56b69b29-e03a-4d2c-8073-e3be67477a02 None None] Set router 09210707-4d88-431f-968b-8d2ef40857e5 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:54:56.946832 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-516ee8ad-882a-47b0-9281-04483a111c83 req-e866e6b2-5b9a-4a04-a8ed-335dcb5c6d76 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0722406 Aug 17 02:54:56.952707 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa17e9ff-8578-4130-9bc9-d09c53855aca req-31e5458c-ca48-4e53-b86b-f1317f489326 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194298 Aug 17 02:54:56.971440 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4561158-233d-44ba-a8c0-26edb39fd6ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:57.053381 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3c04a6-3953-4fcd-9b6f-734253fc616a req-92db017e-8965-41d1-a59c-e6dcbe6e3880 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:57.063411 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f3c04a6-3953-4fcd-9b6f-734253fc616a req-92db017e-8965-41d1-a59c-e6dcbe6e3880 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 943 time: 0.0724154 Aug 17 02:54:57.125393 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f3c04a6-3953-4fcd-9b6f-734253fc616a req-14d0beab-ff5a-4786-97c5-787ce6762446 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608244 Aug 17 02:54:57.166632 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e4561158-233d-44ba-a8c0-26edb39fd6ee admin admin] Deleting port 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:57.166869 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4561158-233d-44ba-a8c0-26edb39fd6ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:57.180193 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-516ee8ad-882a-47b0-9281-04483a111c83 req-9f4358ac-9dbd-4429-99a0-5b942ac81f20 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2237451 Aug 17 02:54:57.352709 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-e4561158-233d-44ba-a8c0-26edb39fd6ee admin admin] For port 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7dae6917-b4cd-4fb8-9f92-b8fe7735fedf,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:57.353268 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4561158-233d-44ba-a8c0-26edb39fd6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:57.370210 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e4561158-233d-44ba-a8c0-26edb39fd6ee admin admin] Calling delete_port for 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:57.374456 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-516ee8ad-882a-47b0-9281-04483a111c83 req-595231bd-2aca-4ae6-939f-081abaf37ade service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862526 Aug 17 02:54:57.396468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc53e12-06cc-4845-9247-307ec6f66e07 req-1a5b5d64-3e65-46cf-97ab-86990d28a705 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:57.400087 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ddc53e12-06cc-4845-9247-307ec6f66e07 req-1a5b5d64-3e65-46cf-97ab-86990d28a705 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=83058084-d36c-4e2d-bbde-260c8b638bf2 HTTP/1.1" status: 200 len: 945 time: 0.1978757 Aug 17 02:54:57.519283 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ddc53e12-06cc-4845-9247-307ec6f66e07 req-d71944d8-03af-4854-b7a6-8e6e42a271db tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896499 Aug 17 02:54:57.565337 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-56b69b29-e03a-4d2c-8073-e3be67477a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09210707-4d88-431f-968b-8d2ef40857e5', 'name': 'tempest-FloatingIPDetailsTestJSON-1545196164-router', 'tenant_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.160'}], 'enable_snat': True}, 'gw_port_id': '7dae6917-b4cd-4fb8-9f92-b8fe7735fedf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:54:25Z', 'updated_at': '2021-08-17T02:54:55Z', 'revision_number': 5, 'project_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'gw_port': {'id': '7dae6917-b4cd-4fb8-9f92-b8fe7735fedf', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cd:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09210707-4d88-431f-968b-8d2ef40857e5', 'device_owner': 'network:router_gateway', 'standard_attr_id': 554, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.160', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:54:26Z', 'updated_at': '2021-08-17T02:54:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:57.611795 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b69b29-e03a-4d2c-8073-e3be67477a02 None None] Checking router: 09210707-4d88-431f-968b-8d2ef40857e5 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:54:57.617614 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cd2744-dd6a-4b4f-856c-e717f75bd53d req-6b43a551-f539-474a-9f32-ba5cb0f0a473 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:57.625615 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-93cd2744-dd6a-4b4f-856c-e717f75bd53d req-6b43a551-f539-474a-9f32-ba5cb0f0a473 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.2134161 Aug 17 02:54:57.625958 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56b69b29-e03a-4d2c-8073-e3be67477a02 None None] Routers {'09210707-4d88-431f-968b-8d2ef40857e5'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:54:57.631082 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-56b69b29-e03a-4d2c-8073-e3be67477a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:54:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['09210707-4d88-431f-968b-8d2ef40857e5'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:57.662720 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ffd73-3c15-4041-9cc1-d37f149a1589 req-a18b717a-eb79-4d24-84a3-26faf35e7d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:57.665366 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b79ffd73-3c15-4041-9cc1-d37f149a1589 req-a18b717a-eb79-4d24-84a3-26faf35e7d79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 1094 time: 0.1312678 Aug 17 02:54:57.674868 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-93cd2744-dd6a-4b4f-856c-e717f75bd53d req-24594937-1cc3-4706-98b4-55f7b3b89156 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483613 Aug 17 02:54:57.771249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-56b69b29-e03a-4d2c-8073-e3be67477a02 None None] Set router 09210707-4d88-431f-968b-8d2ef40857e5 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:54:57.783466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-664a62a0-b21e-466b-ae38-68d88b03307a req-be802f3c-9a03-49f4-9b57-165c6fdaea46 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:57.795777 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-664a62a0-b21e-466b-ae38-68d88b03307a req-be802f3c-9a03-49f4-9b57-165c6fdaea46 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 947 time: 0.1890662 Aug 17 02:54:57.833990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-56b69b29-e03a-4d2c-8073-e3be67477a02 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09210707-4d88-431f-968b-8d2ef40857e5', 'name': 'tempest-FloatingIPDetailsTestJSON-1545196164-router', 'tenant_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:54:25Z', 'updated_at': '2021-08-17T02:54:56Z', 'revision_number': 6, 'project_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:54:57.850870 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-664a62a0-b21e-466b-ae38-68d88b03307a req-7d9d051a-a509-471c-b25a-a9e326ec2651 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536201 Aug 17 02:54:57.854994 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4561158-233d-44ba-a8c0-26edb39fd6ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:57.879258 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56b69b29-e03a-4d2c-8073-e3be67477a02 None None] The sync data for ids ['09210707-4d88-431f-968b-8d2ef40857e5'] in n-d-802060-9 is: [{'id': '09210707-4d88-431f-968b-8d2ef40857e5', 'name': 'tempest-FloatingIPDetailsTestJSON-1545196164-router', 'tenant_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:54:25Z', 'updated_at': '2021-08-17T02:54:56Z', 'revision_number': 6, 'project_id': '23b8b50cc53a41e3a6521a2ef80d719d', 'gw_port_host': None}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:54:57.911269 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4561158-233d-44ba-a8c0-26edb39fd6ee admin admin] Pushing event deleted for resources: {'Port': ['ID=7dae6917-b4cd-4fb8-9f92-b8fe7735fedf,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:57.920694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ffd73-3c15-4041-9cc1-d37f149a1589 req-e8528352-43c5-4716-8600-9f1892570ffb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:57.922229 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b79ffd73-3c15-4041-9cc1-d37f149a1589 req-e8528352-43c5-4716-8600-9f1892570ffb service neutron] 10.222.0.60 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.2474353 Aug 17 02:54:57.976341 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4561158-233d-44ba-a8c0-26edb39fd6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.005746 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b79ffd73-3c15-4041-9cc1-d37f149a1589 req-91a1970d-3895-4602-b6b1-2e88aff1382c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=164b7be9-1bab-4df5-99b5-8283e2f5438a HTTP/1.1" status: 200 len: 217 time: 0.0744846 Aug 17 02:54:58.075217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79ffd73-3c15-4041-9cc1-d37f149a1589 req-78ec7c88-1159-43e7-a277-357742736d70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:58.077297 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b79ffd73-3c15-4041-9cc1-d37f149a1589 req-78ec7c88-1159-43e7-a277-357742736d70 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.0487213 Aug 17 02:54:58.098504 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4561158-233d-44ba-a8c0-26edb39fd6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.101050 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4561158-233d-44ba-a8c0-26edb39fd6ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.132488 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b79ffd73-3c15-4041-9cc1-d37f149a1589 req-eea2f978-cb44-4374-85ae-2c1675e136b4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462122 Aug 17 02:54:58.249059 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4561158-233d-44ba-a8c0-26edb39fd6ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.250437 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4561158-233d-44ba-a8c0-26edb39fd6ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09210707-4d88-431f-968b-8d2ef40857e5 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:54:58.263145 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4561158-233d-44ba-a8c0-26edb39fd6ee admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.263145 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e4561158-233d-44ba-a8c0-26edb39fd6ee admin admin] 10.222.0.10 "DELETE /v2.0/routers/09210707-4d88-431f-968b-8d2ef40857e5 HTTP/1.1" status: 204 len: 168 time: 1.6844776 Aug 17 02:54:58.268432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40470) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:58.373103 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-5860a49d-5893-4b78-ad0c-e68824206b54 admin admin] Deleting subnet 9d9dcb7a-67e6-463c-9d94-c122c44cd4c1 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:54:58.377809 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5860a49d-5893-4b78-ad0c-e68824206b54 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.441651 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5860a49d-5893-4b78-ad0c-e68824206b54 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.589222 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5860a49d-5893-4b78-ad0c-e68824206b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.782739 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5860a49d-5893-4b78-ad0c-e68824206b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.797029 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b79ffd73-3c15-4041-9cc1-d37f149a1589 req-4e1b8f6a-6378-4294-a5e0-e268a4d4e6a5 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6568177 Aug 17 02:54:58.806260 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c856f2eb-0fdd-4791-8df3-4028eb6a3f5f req-42f179e0-27a3-4904-8429-de8c653357e5 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:58.814666 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c856f2eb-0fdd-4791-8df3-4028eb6a3f5f req-42f179e0-27a3-4904-8429-de8c653357e5 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 943 time: 0.5354030 Aug 17 02:54:58.860567 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5860a49d-5893-4b78-ad0c-e68824206b54 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d9dcb7a-67e6-463c-9d94-c122c44cd4c1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:58.863693 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5860a49d-5893-4b78-ad0c-e68824206b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:58.868249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96c5ce9a-4e78-4603-852a-6c937c9aaee8 None None] Network cdbbe7ed-2e80-447e-8894-2b82e258e39b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:54:58.878102 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5860a49d-5893-4b78-ad0c-e68824206b54 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9d9dcb7a-67e6-463c-9d94-c122c44cd4c1 HTTP/1.1" status: 204 len: 168 time: 0.6075864 Aug 17 02:54:58.879621 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40478) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:54:58.903068 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:58.956236 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08fd3209-6d49-4692-b87c-f241d5bccc4f req-f23a0a28-fad2-45a4-aff4-0adecf4e762c tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:58.965519 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-08fd3209-6d49-4692-b87c-f241d5bccc4f req-f23a0a28-fad2-45a4-aff4-0adecf4e762c tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=83058084-d36c-4e2d-bbde-260c8b638bf2 HTTP/1.1" status: 200 len: 945 time: 0.2196777 Aug 17 02:54:58.967082 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:54:58.967339 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8f6c8cba-cd2d-4942-a837-2df7fbbfed3d not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:58.967702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:54:58.970078 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c856f2eb-0fdd-4791-8df3-4028eb6a3f5f req-64d28c98-f4e0-4ee3-b7ce-671b169ec633 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1544423 Aug 17 02:54:59.007580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:54:59.008068 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7dae6917-b4cd-4fb8-9f92-b8fe7735fedf not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:54:59.066177 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b79ffd73-3c15-4041-9cc1-d37f149a1589 req-a1daf207-c96e-44a8-a90e-c5a34988045b service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303252 Aug 17 02:54:59.073904 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-08fd3209-6d49-4692-b87c-f241d5bccc4f req-cf78c61f-d18f-4865-ae3b-87c2a67a1a1d tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067939 Aug 17 02:54:59.083034 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.184205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815026d6-79ca-4752-8611-d3469354c804 req-2893fae7-cbfa-43dd-b4cc-4a15e57cd77e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:59.186026 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-815026d6-79ca-4752-8611-d3469354c804 req-2893fae7-cbfa-43dd-b4cc-4a15e57cd77e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.0647862 Aug 17 02:54:59.230929 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbe86b8d-35f5-4722-817e-fa2c9343a5c2 None None] DHCP port deletion for cdbbe7ed-2e80-447e-8894-2b82e258e39b request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:54:59.242227 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] Deleting port ff873f00-0314-45af-a890-3514b6fc677a {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:59.242581 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.275710 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-815026d6-79ca-4752-8611-d3469354c804 req-734c47b3-21b8-44e7-adf5-f427cd99e1d9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761855 Aug 17 02:54:59.307925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:54:59.332543 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aca43ef-6e61-4e8d-b545-a32edf46d3fc req-5026e63b-a102-4603-a312-177d64794d0b tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:59.334971 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3aca43ef-6e61-4e8d-b545-a32edf46d3fc req-5026e63b-a102-4603-a312-177d64794d0b tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 947 time: 0.1594884 Aug 17 02:54:59.378096 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] For port ff873f00-0314-45af-a890-3514b6fc677a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ff873f00-0314-45af-a890-3514b6fc677a,segment=NetworkSegment(1932db7e-b8bb-40fd-a5d3-c868b0b090d5),segment_id=1932db7e-b8bb-40fd-a5d3-c868b0b090d5)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:59.378703 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.398546 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] Calling delete_port for ff873f00-0314-45af-a890-3514b6fc677a owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:59.492383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:54:59.495031 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.514844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cbe86b8d-35f5-4722-817e-fa2c9343a5c2 None None] Deleting port ff873f00-0314-45af-a890-3514b6fc677a {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:59.515425 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cbe86b8d-35f5-4722-817e-fa2c9343a5c2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.525135 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3aca43ef-6e61-4e8d-b545-a32edf46d3fc req-ad401078-c176-48f1-86e7-7a9bf4c085af tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1821606 Aug 17 02:54:59.617306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-cbe86b8d-35f5-4722-817e-fa2c9343a5c2 None None] For port ff873f00-0314-45af-a890-3514b6fc677a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ff873f00-0314-45af-a890-3514b6fc677a,segment=NetworkSegment(1932db7e-b8bb-40fd-a5d3-c868b0b090d5),segment_id=1932db7e-b8bb-40fd-a5d3-c868b0b090d5)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:59.617813 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cbe86b8d-35f5-4722-817e-fa2c9343a5c2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.634074 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cbe86b8d-35f5-4722-817e-fa2c9343a5c2 None None] Calling delete_port for ff873f00-0314-45af-a890-3514b6fc677a owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:54:59.714552 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.756611 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3458da9b-f914-4dd8-90cd-598cb8e79c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:54:59.759058 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9aa3d00f-161a-4991-a073-e590f4f52635" -d '{"events": [{"server_uuid": "3458da9b-f914-4dd8-90cd-598cb8e79c75", "name": "network-vif-plugged", "status": "completed", "tag": "7046ae57-8eea-4f27-ab1f-79cacdcaf3e0"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:54:59.796246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a09ee5d-f033-4c21-af85-d9de1b4892b6 req-9e6b28e7-3e15-4ec9-8437-72ad2f1bae2f tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:54:59.798737 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7a09ee5d-f033-4c21-af85-d9de1b4892b6 req-9e6b28e7-3e15-4ec9-8437-72ad2f1bae2f tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.60 "GET /v2.0/ports?device_id=83058084-d36c-4e2d-bbde-260c8b638bf2 HTTP/1.1" status: 200 len: 945 time: 0.0829942 Aug 17 02:54:59.804771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:54:59.810368 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1870a7e2-b5e6-49dd-8ff5-d7bc2d9302c8 x-openstack-request-id: req-1870a7e2-b5e6-49dd-8ff5-d7bc2d9302c8 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:54:59.817489 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3458da9b-f914-4dd8-90cd-598cb8e79c75", "name": "network-vif-plugged", "status": "completed", "tag": "7046ae57-8eea-4f27-ab1f-79cacdcaf3e0", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:54:59.817899 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1870a7e2-b5e6-49dd-8ff5-d7bc2d9302c8 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:54:59.819438 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3458da9b-f914-4dd8-90cd-598cb8e79c75', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0', 'code': 200} Aug 17 02:54:59.917584 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.946702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-7a09ee5d-f033-4c21-af85-d9de1b4892b6 req-a063014f-5922-4c27-8721-2db87dd4705a tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Deleting port eef63798-30a5-4a81-9b12-e6ec6d2c880e {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:54:59.946702 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7a09ee5d-f033-4c21-af85-d9de1b4892b6 req-a063014f-5922-4c27-8721-2db87dd4705a tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.946930 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cbe86b8d-35f5-4722-817e-fa2c9343a5c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:54:59.956263 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe86b8d-35f5-4722-817e-fa2c9343a5c2 None None] Pushing event deleted for resources: {'Port': ['ID=ff873f00-0314-45af-a890-3514b6fc677a,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:54:59.958227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe86b8d-35f5-4722-817e-fa2c9343a5c2 None None] No DVR routers for this DVR port ff873f00-0314-45af-a890-3514b6fc677a on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:59.982595 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] No DVR routers for this DVR port ff873f00-0314-45af-a890-3514b6fc677a on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:54:59.988679 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] Pushing event deleted for resources: {'Port': ['ID=ff873f00-0314-45af-a890-3514b6fc677a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:00.031812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-7a09ee5d-f033-4c21-af85-d9de1b4892b6 req-a063014f-5922-4c27-8721-2db87dd4705a tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] For port eef63798-30a5-4a81-9b12-e6ec6d2c880e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=eef63798-30a5-4a81-9b12-e6ec6d2c880e,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:00.032274 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7a09ee5d-f033-4c21-af85-d9de1b4892b6 req-a063014f-5922-4c27-8721-2db87dd4705a tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.051622 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-7a09ee5d-f033-4c21-af85-d9de1b4892b6 req-a063014f-5922-4c27-8721-2db87dd4705a tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Calling delete_port for eef63798-30a5-4a81-9b12-e6ec6d2c880e owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:00.145510 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.161765 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cdbbe7ed-2e80-447e-8894-2b82e258e39b']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:00.175826 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7551fab1-91ce-4b13-adce-c9c73d2c964e req-1655c16d-c5b5-44b3-b52c-a6bbdf841e6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:00.177341 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7551fab1-91ce-4b13-adce-c9c73d2c964e req-1655c16d-c5b5-44b3-b52c-a6bbdf841e6a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 1098 time: 0.1602595 Aug 17 02:55:00.181472 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1932db7e-b8bb-40fd-a5d3-c868b0b090d5') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:00.181860 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1932db7e-b8bb-40fd-a5d3-c868b0b090d5') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:00.209744 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.248311 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a47e0a-cfd0-4093-8fd1-297a61bd0d48 req-a00469ed-2e1d-411e-93d9-8b7bcae7d508 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:00.248311 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d9a47e0a-cfd0-4093-8fd1-297a61bd0d48 req-a00469ed-2e1d-411e-93d9-8b7bcae7d508 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 943 time: 0.1499722 Aug 17 02:55:00.259367 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.285097 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:55:00.285097 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: timer() Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:55:00.286207 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:55:00.302358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e83ca40-02d7-4f99-98a3-680a9d02a031 req-4f6fd2b7-e468-487a-90c3-cee64994d82c tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:00.313057 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e83ca40-02d7-4f99-98a3-680a9d02a031 req-4f6fd2b7-e468-487a-90c3-cee64994d82c tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=83058084-d36c-4e2d-bbde-260c8b638bf2 HTTP/1.1" status: 200 len: 945 time: 0.1455607 Aug 17 02:55:00.329862 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7551fab1-91ce-4b13-adce-c9c73d2c964e req-69e382ac-864d-4cd6-b66d-4682b5ce8ac4 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436989 Aug 17 02:55:00.343129 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e481ae-44b9-4241-9020-88aa1be2759e req-c8de5f8f-9ac4-456e-b9df-79a6a987ba42 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:00.345366 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-59e481ae-44b9-4241-9020-88aa1be2759e req-c8de5f8f-9ac4-456e-b9df-79a6a987ba42 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.60 "GET /v2.0/ports?device_id=4391f36d-b8a1-41df-95ba-c0271fb89fbc HTTP/1.1" status: 200 len: 946 time: 0.1651192 Aug 17 02:55:00.368740 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d9a47e0a-cfd0-4093-8fd1-297a61bd0d48 req-ca9e9a51-441c-479e-a7c9-2bfcc6378b4a tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181772 Aug 17 02:55:00.425323 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e83ca40-02d7-4f99-98a3-680a9d02a031 req-bc391537-d640-4dc4-9849-c80882c4f600 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/security-groups?id=f590846d-4bfc-4dc3-8c59-11dc2d905c9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110539 Aug 17 02:55:00.513122 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-59e481ae-44b9-4241-9020-88aa1be2759e req-9a39a6d1-3d7d-4716-aacc-28af8cfcb7ff tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Deleting port 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:00.513508 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-59e481ae-44b9-4241-9020-88aa1be2759e req-9a39a6d1-3d7d-4716-aacc-28af8cfcb7ff tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.530095 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da6047a-74f3-49d6-909d-8fc1d0815cc2 req-b9bb08a6-69cf-4ad0-a7b3-dba5d8f1588c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:00.531877 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6da6047a-74f3-49d6-909d-8fc1d0815cc2 req-b9bb08a6-69cf-4ad0-a7b3-dba5d8f1588c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.0951729 Aug 17 02:55:00.553049 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.606243 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.620441 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7a09ee5d-f033-4c21-af85-d9de1b4892b6 req-a063014f-5922-4c27-8721-2db87dd4705a tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.630761 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6da6047a-74f3-49d6-909d-8fc1d0815cc2 req-ffe60c6e-ba8c-46b2-84a4-f22aab94207a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911469 Aug 17 02:55:00.658338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,revision_number=11']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:00.668284 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435', 'eef63798-30a5-4a81-9b12-e6ec6d2c880e'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:55:00.673052 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.679038 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/cdbbe7ed-2e80-447e-8894-2b82e258e39b HTTP/1.1" status: 204 len: 168 time: 1.7914076 Aug 17 02:55:00.706328 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e19664-86af-4ce9-8bd7-2ea1c5870ca2 admin admin] Pushing event deleted for resources: {'Network': ['ID=cdbbe7ed-2e80-447e-8894-2b82e258e39b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:00.725763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ff873f00-0314-45af-a890-3514b6fc677a no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:00.750406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a063014f-5922-4c27-8721-2db87dd4705a tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Pushing event deleted for resources: {'Port': ['ID=eef63798-30a5-4a81-9b12-e6ec6d2c880e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:00.782040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: ff873f00-0314-45af-a890-3514b6fc677a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:00.782400 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ff873f00-0314-45af-a890-3514b6fc677a not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:00.806360 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-59e481ae-44b9-4241-9020-88aa1be2759e req-9a39a6d1-3d7d-4716-aacc-28af8cfcb7ff tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] For port 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435,segment=NetworkSegment(38a8487f-6223-4f42-a3b8-9e749c79e8b3),segment_id=38a8487f-6223-4f42-a3b8-9e749c79e8b3)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:00.806924 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-59e481ae-44b9-4241-9020-88aa1be2759e req-9a39a6d1-3d7d-4716-aacc-28af8cfcb7ff tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.838321 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1120fdf2-5f4b-4671-890f-ee94c057d1e9 req-d2ec1fcc-8788-4b9d-842d-2a652e21850e tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:00.840330 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1120fdf2-5f4b-4671-890f-ee94c057d1e9 req-d2ec1fcc-8788-4b9d-842d-2a652e21850e tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 949 time: 0.0833428 Aug 17 02:55:00.860695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7a09ee5d-f033-4c21-af85-d9de1b4892b6 req-a063014f-5922-4c27-8721-2db87dd4705a tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] No DVR routers for this DVR port eef63798-30a5-4a81-9b12-e6ec6d2c880e on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:00.862726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-59e481ae-44b9-4241-9020-88aa1be2759e req-9a39a6d1-3d7d-4716-aacc-28af8cfcb7ff tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Calling delete_port for 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:00.865479 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7a09ee5d-f033-4c21-af85-d9de1b4892b6 req-a063014f-5922-4c27-8721-2db87dd4705a tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:00.870379 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7a09ee5d-f033-4c21-af85-d9de1b4892b6 req-a063014f-5922-4c27-8721-2db87dd4705a tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.60 "DELETE /v2.0/ports/eef63798-30a5-4a81-9b12-e6ec6d2c880e HTTP/1.1" status: 204 len: 173 time: 1.0625935 Aug 17 02:55:00.870379 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83058084-d36c-4e2d-bbde-260c8b638bf2', 'name': 'network-vif-deleted', 'tag': 'eef63798-30a5-4a81-9b12-e6ec6d2c880e'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:00.872108 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293fa84d-b785-4833-bf3c-7a97d30dec45" -d '{"events": [{"server_uuid": "83058084-d36c-4e2d-bbde-260c8b638bf2", "name": "network-vif-deleted", "tag": "eef63798-30a5-4a81-9b12-e6ec6d2c880e"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:00.907056 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1120fdf2-5f4b-4671-890f-ee94c057d1e9 req-d504f611-4d04-4a4a-baa4-06d7a159a41f tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524869 Aug 17 02:55:00.966652 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8b4f780-f392-4404-9234-d4e2c9895514 x-openstack-request-id: req-a8b4f780-f392-4404-9234-d4e2c9895514 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:00.967691 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83058084-d36c-4e2d-bbde-260c8b638bf2", "name": "network-vif-deleted", "tag": "eef63798-30a5-4a81-9b12-e6ec6d2c880e", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:00.967691 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a8b4f780-f392-4404-9234-d4e2c9895514 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:00.967878 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83058084-d36c-4e2d-bbde-260c8b638bf2', 'name': 'network-vif-deleted', 'tag': 'eef63798-30a5-4a81-9b12-e6ec6d2c880e', 'status': 'completed', 'code': 200} Aug 17 02:55:01.140223 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-59e481ae-44b9-4241-9020-88aa1be2759e req-9a39a6d1-3d7d-4716-aacc-28af8cfcb7ff tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:01.152605 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40524) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:01.174291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a39a6d1-3d7d-4716-aacc-28af8cfcb7ff tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Pushing event deleted for resources: {'Port': ['ID=1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:01.210303 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a240d444-b024-40df-b831-b41dd449d66a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=23b8b50cc53a41e3a6521a2ef80d719d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0552263 Aug 17 02:55:01.212673 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40526) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:01.221036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-59e481ae-44b9-4241-9020-88aa1be2759e req-9a39a6d1-3d7d-4716-aacc-28af8cfcb7ff tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] No DVR routers for this DVR port 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:01.226526 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-59e481ae-44b9-4241-9020-88aa1be2759e req-9a39a6d1-3d7d-4716-aacc-28af8cfcb7ff tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:01.229297 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-59e481ae-44b9-4241-9020-88aa1be2759e req-9a39a6d1-3d7d-4716-aacc-28af8cfcb7ff tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.60 "DELETE /v2.0/ports/1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 HTTP/1.1" status: 204 len: 173 time: 0.8772516 Aug 17 02:55:01.271062 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8180f25d-568d-4aaf-9d6c-9ad724503074 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:01.297168 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8180f25d-568d-4aaf-9d6c-9ad724503074 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:01.420102 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8180f25d-568d-4aaf-9d6c-9ad724503074 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:01.422781 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8180f25d-568d-4aaf-9d6c-9ad724503074 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:01.424047 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8180f25d-568d-4aaf-9d6c-9ad724503074 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/858d4775-09e7-4685-92c3-2369c3d0c332 HTTP/1.1" status: 204 len: 168 time: 0.2104702 Aug 17 02:55:01.442425 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8180f25d-568d-4aaf-9d6c-9ad724503074 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=858d4775-09e7-4685-92c3-2369c3d0c332,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:01.610669 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-989c318f-56a6-4a44-91f5-95c4153bb516 req-7ddf7b31-fec4-403a-990a-2084ad862191 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:01.610669 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-989c318f-56a6-4a44-91f5-95c4153bb516 req-7ddf7b31-fec4-403a-990a-2084ad862191 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 943 time: 0.1020250 Aug 17 02:55:01.641177 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01aa3db-b384-416e-b677-18547f9c375a req-8940797d-9561-41fd-88ef-ede31b341300 tempest-MultipleCreateTestJSON-1598076342 tempest-MultipleCreateTestJSON-1598076342-project] 10.222.0.10 "GET /v2.0/ports?device_id=83058084-d36c-4e2d-bbde-260c8b638bf2 HTTP/1.1" status: 200 len: 210 time: 0.0570054 Aug 17 02:55:01.678310 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-989c318f-56a6-4a44-91f5-95c4153bb516 req-1b881eed-67e9-4bc1-b708-c4953e58c430 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519817 Aug 17 02:55:01.822734 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbd90a16-8a39-4263-9861-c4085871a7e9 req-005714eb-0f31-4a19-ac90-ca5ed5bcb4c6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:01.824646 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dbd90a16-8a39-4263-9861-c4085871a7e9 req-005714eb-0f31-4a19-ac90-ca5ed5bcb4c6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.0626874 Aug 17 02:55:01.910234 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dbd90a16-8a39-4263-9861-c4085871a7e9 req-2ab645cb-f1e5-415e-893b-fdd144d232bb tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638525 Aug 17 02:55:02.046827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302ce975-8a2f-421c-9a6f-f9ca8321e67b req-05602a63-396e-48fe-ab50-cc9e3b1ce45c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:02.048559 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-302ce975-8a2f-421c-9a6f-f9ca8321e67b req-05602a63-396e-48fe-ab50-cc9e3b1ce45c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 949 time: 0.0543661 Aug 17 02:55:02.093247 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-302ce975-8a2f-421c-9a6f-f9ca8321e67b req-fbc50a2c-337c-40b6-a03e-761b79bb6f9e tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345137 Aug 17 02:55:02.751303 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:02.764589 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9308db-2a27-44be-ba2d-849ccf1e4de9 req-b3c53edd-aff2-47e0-af10-d55906945753 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:02.773310 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6b9308db-2a27-44be-ba2d-849ccf1e4de9 req-b3c53edd-aff2-47e0-af10-d55906945753 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 1100 time: 0.0674186 Aug 17 02:55:02.811031 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6b9308db-2a27-44be-ba2d-849ccf1e4de9 req-9e78ae61-9cb2-4ee0-abde-0da991f77e7c tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364287 Aug 17 02:55:02.821243 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device eef63798-30a5-4a81-9b12-e6ec6d2c880e no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:02.856270 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: eef63798-30a5-4a81-9b12-e6ec6d2c880e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:02.857273 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device eef63798-30a5-4a81-9b12-e6ec6d2c880e not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:02.869006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40588) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:02.943485 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff1faea-c6f6-4b82-92ad-a0f96874cc9c req-fe3de92c-6765-4374-b686-14a21020b228 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:02.950087 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ff1faea-c6f6-4b82-92ad-a0f96874cc9c req-fe3de92c-6765-4374-b686-14a21020b228 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 943 time: 0.1410875 Aug 17 02:55:02.953815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-eed2d5fb-2f60-4ffc-bb70-185e6879d402 admin admin] Deleting subnet d55abd9e-368e-4e72-a208-748ac50df9e2 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:55:02.958746 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eed2d5fb-2f60-4ffc-bb70-185e6879d402 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:02.983177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4391f36d-b8a1-41df-95ba-c0271fb89fbc', 'name': 'network-vif-deleted', 'tag': '1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:02.986189 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cbf9688-0526-4fed-9a65-17fba2d4068b" -d '{"events": [{"server_uuid": "4391f36d-b8a1-41df-95ba-c0271fb89fbc", "name": "network-vif-deleted", "tag": "1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:03.017637 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eed2d5fb-2f60-4ffc-bb70-185e6879d402 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:03.043739 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ff1faea-c6f6-4b82-92ad-a0f96874cc9c req-2171deca-0a30-4b82-ab0b-861cd919be17 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813200 Aug 17 02:55:03.079313 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eed2d5fb-2f60-4ffc-bb70-185e6879d402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:03.267556 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aadf5a5-71a4-49c0-8b94-a609e4d5e0de req-77c918bf-6d33-41a7-92d3-5e6854c489ff tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:03.269157 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7aadf5a5-71a4-49c0-8b94-a609e4d5e0de req-77c918bf-6d33-41a7-92d3-5e6854c489ff tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.0555835 Aug 17 02:55:03.313612 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7aadf5a5-71a4-49c0-8b94-a609e4d5e0de req-6bfdc950-b150-48ff-8481-64eb2588ce18 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367239 Aug 17 02:55:03.336466 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eed2d5fb-2f60-4ffc-bb70-185e6879d402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:03.367713 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4d8f91c3-e44b-463c-af26-d230478ca5ec x-openstack-request-id: req-4d8f91c3-e44b-463c-af26-d230478ca5ec {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:03.367713 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4391f36d-b8a1-41df-95ba-c0271fb89fbc", "name": "network-vif-deleted", "tag": "1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:03.367713 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4d8f91c3-e44b-463c-af26-d230478ca5ec {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:03.367713 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4391f36d-b8a1-41df-95ba-c0271fb89fbc', 'name': 'network-vif-deleted', 'tag': '1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435', 'status': 'completed', 'code': 200} Aug 17 02:55:03.369986 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2d5fb-2f60-4ffc-bb70-185e6879d402 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d55abd9e-368e-4e72-a208-748ac50df9e2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:03.377107 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eed2d5fb-2f60-4ffc-bb70-185e6879d402 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:03.379145 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-eed2d5fb-2f60-4ffc-bb70-185e6879d402 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d55abd9e-368e-4e72-a208-748ac50df9e2 HTTP/1.1" status: 204 len: 168 time: 0.5088491 Aug 17 02:55:03.383064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40598) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:03.443017 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:03.461961 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0638-7c61-4565-8605-1705def8fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:03.569725 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0638-7c61-4565-8605-1705def8fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:03.582332 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-4a6b0638-7c61-4565-8605-1705def8fa79 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f4c4eb9e-5003-4b5f-9754-e0c703055498']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:03.598701 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-4a6b0638-7c61-4565-8605-1705def8fa79 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38a8487f-6223-4f42-a3b8-9e749c79e8b3') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:03.599675 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-4a6b0638-7c61-4565-8605-1705def8fa79 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38a8487f-6223-4f42-a3b8-9e749c79e8b3') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:03.613245 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0638-7c61-4565-8605-1705def8fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:03.632242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36719892-4d40-4494-b985-c26a257e6a39 req-27bb5489-ce28-4939-8d9c-04c470947dd4 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:03.632517 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0638-7c61-4565-8605-1705def8fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:03.635684 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-36719892-4d40-4494-b985-c26a257e6a39 req-27bb5489-ce28-4939-8d9c-04c470947dd4 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 1100 time: 0.0724356 Aug 17 02:55:03.647423 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a6b0638-7c61-4565-8605-1705def8fa79 admin admin] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:55:03.647842 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0638-7c61-4565-8605-1705def8fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: timer() Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:55:03.650800 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:55:03.688192 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-36719892-4d40-4494-b985-c26a257e6a39 req-5d20739e-6140-4f21-bc05-71d7d3076a89 tempest-ServersAdminTestJSON-783842303 tempest-ServersAdminTestJSON-783842303-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455666 Aug 17 02:55:03.779799 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0638-7c61-4565-8605-1705def8fa79 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:03.791561 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a6b0638-7c61-4565-8605-1705def8fa79 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:03.799769 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4a6b0638-7c61-4565-8605-1705def8fa79 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f4c4eb9e-5003-4b5f-9754-e0c703055498 HTTP/1.1" status: 204 len: 168 time: 0.4150584 Aug 17 02:55:03.823355 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a6b0638-7c61-4565-8605-1705def8fa79 admin admin] Pushing event deleted for resources: {'Network': ['ID=f4c4eb9e-5003-4b5f-9754-e0c703055498,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:04.203046 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b78ac6-b7c9-48e2-a767-2af60237c482 req-51ac054d-8447-4641-a28c-5a16f1701279 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:04.205038 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81b78ac6-b7c9-48e2-a767-2af60237c482 req-51ac054d-8447-4641-a28c-5a16f1701279 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 950 time: 0.0675492 Aug 17 02:55:04.208685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb07de-b06e-40d8-a681-e0b4d829c722 req-59f5a9aa-d045-4036-9c9b-075531cd1cf4 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:04.211858 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bddb07de-b06e-40d8-a681-e0b4d829c722 req-59f5a9aa-d045-4036-9c9b-075531cd1cf4 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 943 time: 0.0774276 Aug 17 02:55:04.252343 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81b78ac6-b7c9-48e2-a767-2af60237c482 req-c3a940b6-d772-47d8-ac44-d362070cfa5c tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408325 Aug 17 02:55:04.261103 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bddb07de-b06e-40d8-a681-e0b4d829c722 req-60b10120-2253-44c2-94f1-c143686bbea8 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428083 Aug 17 02:55:04.303529 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40652) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:04.349474 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a5a5bf87-9c59-4945-9bc9-7569cb7d5d5a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c511050c301441e19f6ec317bff7a777&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0440667 Aug 17 02:55:04.353946 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40656) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:04.447288 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1b7b7e93-3c2e-4269-a904-566e915a2c7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:04.488011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c1b1e1-afce-4d85-9ea5-28468f6cee26 req-45cbd9a2-fb3d-4211-8f12-f5ea0a32e90d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:04.491237 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d2c1b1e1-afce-4d85-9ea5-28468f6cee26 req-45cbd9a2-fb3d-4211-8f12-f5ea0a32e90d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.0866828 Aug 17 02:55:04.492026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40660) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:04.492449 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1b7b7e93-3c2e-4269-a904-566e915a2c7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:04.614060 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d2c1b1e1-afce-4d85-9ea5-28468f6cee26 req-4993bfcc-296b-44e1-98b7-150b77802d3a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0901093 Aug 17 02:55:04.626778 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11fbde80-1949-465e-84c0-f3effa67b935 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:04.626883 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-fd143c66-2851-4beb-aa76-054656ee95a4 service neutron] show failed (client error): The resource could not be found. Aug 17 02:55:04.627158 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-fd143c66-2851-4beb-aa76-054656ee95a4 service neutron] 10.222.0.60 "GET /v2.0/ports/85e320a0-c394-4543-b896-7c6625d0c2b1/bindings/n-h1-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.1610518 Aug 17 02:55:04.774551 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1b7b7e93-3c2e-4269-a904-566e915a2c7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:04.781584 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1b7b7e93-3c2e-4269-a904-566e915a2c7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:04.781584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1b7b7e93-3c2e-4269-a904-566e915a2c7b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f590846d-4bfc-4dc3-8c59-11dc2d905c9d HTTP/1.1" status: 204 len: 168 time: 0.4245601 Aug 17 02:55:04.788022 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b7b7e93-3c2e-4269-a904-566e915a2c7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f590846d-4bfc-4dc3-8c59-11dc2d905c9d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:04.831306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:04.854927 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:04.855485 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1bc7a0d7-8cc8-4dd1-a957-3b7ff263a435 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:04.877009 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11fbde80-1949-465e-84c0-f3effa67b935 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:04.997462 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11fbde80-1949-465e-84c0-f3effa67b935 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:05.035988 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11fbde80-1949-465e-84c0-f3effa67b935 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d862db0-065b-4849-8faa-505e7d1f49e4,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:05.042123 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-11fbde80-1949-465e-84c0-f3effa67b935 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=135d79003e73488ea9c596c68462f0c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5490787 Aug 17 02:55:05.044704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40668) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:05.099852 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d859c72d-ab08-43b9-b1cf-a276925fc995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:05.128596 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d859c72d-ab08-43b9-b1cf-a276925fc995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:05.294675 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d859c72d-ab08-43b9-b1cf-a276925fc995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:05.297279 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d859c72d-ab08-43b9-b1cf-a276925fc995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:05.300738 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d859c72d-ab08-43b9-b1cf-a276925fc995 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d862db0-065b-4849-8faa-505e7d1f49e4 HTTP/1.1" status: 204 len: 168 time: 0.2528703 Aug 17 02:55:05.307236 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d859c72d-ab08-43b9-b1cf-a276925fc995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d862db0-065b-4849-8faa-505e7d1f49e4,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:05.408621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f71d6b1-4324-4332-9c07-64e47b963af4 req-3dca9c83-76ed-4d71-8ce6-5f581e0d4aff tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:05.410448 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f71d6b1-4324-4332-9c07-64e47b963af4 req-3dca9c83-76ed-4d71-8ce6-5f581e0d4aff tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 950 time: 0.0665650 Aug 17 02:55:05.452363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-ab097439-e9cf-49c1-bbc8-206841af804d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:05.454487 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-ab097439-e9cf-49c1-bbc8-206841af804d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84&tenant_id=638115240e104430bff599fc921ec015 HTTP/1.1" status: 200 len: 1100 time: 0.0862525 Aug 17 02:55:05.457631 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f71d6b1-4324-4332-9c07-64e47b963af4 req-d110372f-8b47-4d9f-8fa3-bfd5f7642bea tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393620 Aug 17 02:55:05.467921 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:55:05.480753 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5d912a-eb60-4f52-8bc5-5c5212371a08 req-29ab1a19-f45a-4a80-804d-46dc687172da tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:05.482438 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-df5d912a-eb60-4f52-8bc5-5c5212371a08 req-29ab1a19-f45a-4a80-804d-46dc687172da tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 943 time: 0.0822096 Aug 17 02:55:05.552029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8903460-c607-49c4-b6ed-83d4969d9987 req-ddf48f93-3341-4667-be45-c7daa60edf41 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:05.555052 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d8903460-c607-49c4-b6ed-83d4969d9987 req-ddf48f93-3341-4667-be45-c7daa60edf41 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.30 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 950 time: 0.0618389 Aug 17 02:55:05.562318 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-df5d912a-eb60-4f52-8bc5-5c5212371a08 req-71bc9600-d02a-49ee-9f44-abaa5e81a6a0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637219 Aug 17 02:55:05.563053 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:05.678427 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-d8903460-c607-49c4-b6ed-83d4969d9987 req-5b04aa6c-4e11-43ef-96df-aece3859ef6a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Deleting port fe247acb-2efc-4ed2-a5fd-29f14b992bf1 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:05.685150 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d8903460-c607-49c4-b6ed-83d4969d9987 req-5b04aa6c-4e11-43ef-96df-aece3859ef6a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:05.808233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab81a09f-3526-4153-97df-7af8f137b0e9 req-b2c7076c-2d4b-4728-9b25-b7628df2701e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:05.809507 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab81a09f-3526-4153-97df-7af8f137b0e9 req-b2c7076c-2d4b-4728-9b25-b7628df2701e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.1142201 Aug 17 02:55:05.827803 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d8903460-c607-49c4-b6ed-83d4969d9987 req-5b04aa6c-4e11-43ef-96df-aece3859ef6a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] For port fe247acb-2efc-4ed2-a5fd-29f14b992bf1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=fe247acb-2efc-4ed2-a5fd-29f14b992bf1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:05.828196 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d8903460-c607-49c4-b6ed-83d4969d9987 req-5b04aa6c-4e11-43ef-96df-aece3859ef6a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:05.849244 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=85e320a0-c394-4543-b896-7c6625d0c2b1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:05.850051 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-d8903460-c607-49c4-b6ed-83d4969d9987 req-5b04aa6c-4e11-43ef-96df-aece3859ef6a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Calling delete_port for fe247acb-2efc-4ed2-a5fd-29f14b992bf1 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:05.879983 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab81a09f-3526-4153-97df-7af8f137b0e9 req-12cce4de-43d0-4cfc-a783-2e59e7ab3ce8 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601535 Aug 17 02:55:05.889334 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:55:05.948446 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85e320a0-c394-4543-b896-7c6625d0c2b1'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:05.951076 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4f045aa-af1f-4ca3-b40e-11132fba4386" -d '{"events": [{"server_uuid": "a2956e8d-e742-46c7-aa55-ef03c0c42e84", "name": "network-vif-unplugged", "status": "completed", "tag": "85e320a0-c394-4543-b896-7c6625d0c2b1"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:05.956385 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:05.973925 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Transition to ACTIVE for port object 85e320a0-c394-4543-b896-7c6625d0c2b1 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:55:06.017477 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcedbd7-5bf1-461b-af9b-7a8249f54ee7 x-openstack-request-id: req-4fcedbd7-5bf1-461b-af9b-7a8249f54ee7 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:06.017800 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2956e8d-e742-46c7-aa55-ef03c0c42e84", "name": "network-vif-unplugged", "status": "completed", "tag": "85e320a0-c394-4543-b896-7c6625d0c2b1", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:06.018094 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4fcedbd7-5bf1-461b-af9b-7a8249f54ee7 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:06.018518 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85e320a0-c394-4543-b896-7c6625d0c2b1', 'code': 200} Aug 17 02:55:06.094153 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:06.159337 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Pushing event updated for resources: {'Port': ['ID=85e320a0-c394-4543-b896-7c6625d0c2b1,revision_number=6']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:06.161841 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] No DVR routers for this DVR port 85e320a0-c394-4543-b896-7c6625d0c2b1 on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:06.201215 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Attempting to bind port 85e320a0-c394-4543-b896-7c6625d0c2b1 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:55:06.203753 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Attempting to bind port 85e320a0-c394-4543-b896-7c6625d0c2b1 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:55:06.203753 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Attempting to bind port 85e320a0-c394-4543-b896-7c6625d0c2b1 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:06.208327 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Port 85e320a0-c394-4543-b896-7c6625d0c2b1 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:55:06.208787 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Attempting to bind port 85e320a0-c394-4543-b896-7c6625d0c2b1 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:06.216179 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:55:06.216527 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:55:06.216918 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:55:06.217455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Bound port: 85e320a0-c394-4543-b896-7c6625d0c2b1, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:55:06.217816 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:06.261212 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d8903460-c607-49c4-b6ed-83d4969d9987 req-5b04aa6c-4e11-43ef-96df-aece3859ef6a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:06.274548 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['fe247acb-2efc-4ed2-a5fd-29f14b992bf1', '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:55:06.306736 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h1-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:55:06.311920 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=85e320a0-c394-4543-b896-7c6625d0c2b1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:55:06.315457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b04aa6c-4e11-43ef-96df-aece3859ef6a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Pushing event deleted for resources: {'Port': ['ID=fe247acb-2efc-4ed2-a5fd-29f14b992bf1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:06.374928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8903460-c607-49c4-b6ed-83d4969d9987 req-5b04aa6c-4e11-43ef-96df-aece3859ef6a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] No DVR routers for this DVR port fe247acb-2efc-4ed2-a5fd-29f14b992bf1 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:06.378896 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d8903460-c607-49c4-b6ed-83d4969d9987 req-5b04aa6c-4e11-43ef-96df-aece3859ef6a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:06.381587 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d8903460-c607-49c4-b6ed-83d4969d9987 req-5b04aa6c-4e11-43ef-96df-aece3859ef6a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.30 "DELETE /v2.0/ports/fe247acb-2efc-4ed2-a5fd-29f14b992bf1 HTTP/1.1" status: 204 len: 173 time: 0.8198347 Aug 17 02:55:06.382853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6f89d5d-a87c-4d67-a304-f43785225fe3', 'name': 'network-vif-deleted', 'tag': 'fe247acb-2efc-4ed2-a5fd-29f14b992bf1'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:06.385819 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e1a2bb3-99c5-4016-9c0b-74476a25cce4" -d '{"events": [{"server_uuid": "d6f89d5d-a87c-4d67-a304-f43785225fe3", "name": "network-vif-deleted", "tag": "fe247acb-2efc-4ed2-a5fd-29f14b992bf1"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:06.402836 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:06.440388 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40718) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:06.474580 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52d111a4-efdb-4948-ade1-a3395e1825db x-openstack-request-id: req-52d111a4-efdb-4948-ade1-a3395e1825db {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:06.475369 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6f89d5d-a87c-4d67-a304-f43785225fe3", "name": "network-vif-deleted", "tag": "fe247acb-2efc-4ed2-a5fd-29f14b992bf1", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:06.476541 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52d111a4-efdb-4948-ade1-a3395e1825db {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:06.481705 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6f89d5d-a87c-4d67-a304-f43785225fe3', 'name': 'network-vif-deleted', 'tag': 'fe247acb-2efc-4ed2-a5fd-29f14b992bf1', 'status': 'completed', 'code': 200} Aug 17 02:55:06.483843 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:06.486529 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:06.486529 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] 10.222.0.30 "PUT /v2.0/ports/85e320a0-c394-4543-b896-7c6625d0c2b1 HTTP/1.1" status: 200 len: 1095 time: 1.0222807 Aug 17 02:55:06.505104 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2141dd29-7ac9-4024-a858-6604e0b9974d service neutron] Pushing event updated for resources: {'Port': ['ID=85e320a0-c394-4543-b896-7c6625d0c2b1,revision_number=7']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:06.573520 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-6f676583-9d2e-42f4-8ae3-fbc4008a5814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:06.577294 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-6f676583-9d2e-42f4-8ae3-fbc4008a5814 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 1098 time: 0.0622001 Aug 17 02:55:06.611001 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6ac61a46-d620-4aee-94ff-1427353b927b req-107e46e5-b7b8-46aa-84d4-1a12c1d15c72 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 210 time: 0.0576282 Aug 17 02:55:06.630603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-332e717b-11c9-48c5-bd1e-eca84b05e6d3 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-730704411-network', 'tenant_id': '080f287d618347d99679753f5b9296b7'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:55:06.729685 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-8b006166-57a2-4fd7-a844-223adfd57fad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:06.731389 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-8b006166-57a2-4fd7-a844-223adfd57fad service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.1470883 Aug 17 02:55:06.773498 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba721d9-61c0-4663-bc88-05d6244b36fe req-f5d1395c-ffb5-426f-b7fe-cf4c9be0c30f tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:06.776148 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2ba721d9-61c0-4663-bc88-05d6244b36fe req-f5d1395c-ffb5-426f-b7fe-cf4c9be0c30f tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 943 time: 0.0708673 Aug 17 02:55:06.783399 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-c93e39c3-3d96-4cd9-b877-06993a517972 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=85e320a0-c394-4543-b896-7c6625d0c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0439811 Aug 17 02:55:06.827355 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2ba721d9-61c0-4663-bc88-05d6244b36fe req-8a583052-8b63-4d4c-9d65-857ff36d156c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434542 Aug 17 02:55:06.827988 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-332e717b-11c9-48c5-bd1e-eca84b05e6d3 admin admin] Made reservation on behalf of 080f287d618347d99679753f5b9296b7 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:55:06.830799 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-332e717b-11c9-48c5-bd1e-eca84b05e6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:06.844784 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-332e717b-11c9-48c5-bd1e-eca84b05e6d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:06.853548 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-74d76ac5-2d22-489a-ab92-0e1c301978ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:06.855140 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-74d76ac5-2d22-489a-ab92-0e1c301978ae service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0649006 Aug 17 02:55:06.922290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-dd521270-42e2-408f-bcc8-e955ac055843 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:06.924077 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-dd521270-42e2-408f-bcc8-e955ac055843 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0605149 Aug 17 02:55:06.992925 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-332e717b-11c9-48c5-bd1e-eca84b05e6d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:07.098586 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-33fb9765-87ae-40b3-9083-881c168f346c service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1613069 Aug 17 02:55:07.151977 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-332e717b-11c9-48c5-bd1e-eca84b05e6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:07.177884 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-332e717b-11c9-48c5-bd1e-eca84b05e6d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:55:07.184776 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7af62-2892-4f86-b5a7-0e836cc6cf64 req-4c6fa430-bb8a-451a-8566-95e7babb0589 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:07.187056 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1c7af62-2892-4f86-b5a7-0e836cc6cf64 req-4c6fa430-bb8a-451a-8566-95e7babb0589 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 947 time: 0.1450963 Aug 17 02:55:07.191697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e717b-11c9-48c5-bd1e-eca84b05e6d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc259ad9-f080-489e-a010-52c2ce88b05b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:07.197147 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-332e717b-11c9-48c5-bd1e-eca84b05e6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:07.197550 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-332e717b-11c9-48c5-bd1e-eca84b05e6d3 admin admin] Added segment 4053d21c-802c-48e4-b901-dd902de16ebd of type vlan for network e3251caf-9118-49c9-a4c4-6e3483ce99c3 Aug 17 02:55:07.253700 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-332e717b-11c9-48c5-bd1e-eca84b05e6d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:07.258973 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1c7af62-2892-4f86-b5a7-0e836cc6cf64 req-2374f83a-30c2-419a-a733-6a3ae6946c11 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533578 Aug 17 02:55:07.306863 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f2008f1-d8c9-4aaa-bae4-4960e179f8d0 req-dac00a70-f5d3-488c-873c-d3e51a9cb269 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988451 Aug 17 02:55:07.398165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-332e717b-11c9-48c5-bd1e-eca84b05e6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:07.398892 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-332e717b-11c9-48c5-bd1e-eca84b05e6d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:07.399958 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-332e717b-11c9-48c5-bd1e-eca84b05e6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:07.468876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332e717b-11c9-48c5-bd1e-eca84b05e6d3 admin admin] Pushing event updated for resources: {'Network': ['ID=e3251caf-9118-49c9-a4c4-6e3483ce99c3,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:07.481504 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network e3251caf-9118-49c9-a4c4-6e3483ce99c3 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:55:07.556148 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-332e717b-11c9-48c5-bd1e-eca84b05e6d3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.1146069 Aug 17 02:55:07.559247 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40746) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:07.564686 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-4e5c53b6-49df-4077-881f-c77f6fd79943 admin admin] Request body: {'subnet': {'network_id': 'e3251caf-9118-49c9-a4c4-6e3483ce99c3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-730704411-subnet', 'tenant_id': '080f287d618347d99679753f5b9296b7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:55:07.740078 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-85d190a9-267c-42f9-9635-abd8ab429b63 req-3410b6c7-1180-4ad4-b69b-c9011edbc703 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=d6f89d5d-a87c-4d67-a304-f43785225fe3 HTTP/1.1" status: 200 len: 210 time: 0.0424283 Aug 17 02:55:07.762183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e5c53b6-49df-4077-881f-c77f6fd79943 admin admin] Made reservation on behalf of 080f287d618347d99679753f5b9296b7 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:55:07.765631 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e5c53b6-49df-4077-881f-c77f6fd79943 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:07.994850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e819ba7-0885-48d8-b5ce-8fd7b71735c4 req-a37a4f9a-f732-4b33-8286-07269ac429e5 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:07.996397 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e819ba7-0885-48d8-b5ce-8fd7b71735c4 req-a37a4f9a-f732-4b33-8286-07269ac429e5 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 943 time: 0.0630829 Aug 17 02:55:08.019964 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'tag': '85e320a0-c394-4543-b896-7c6625d0c2b1'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:08.023004 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a96db2-0384-432e-ab93-35d3bf35a68e" -d '{"events": [{"name": "network-changed", "server_uuid": "a2956e8d-e742-46c7-aa55-ef03c0c42e84", "tag": "85e320a0-c394-4543-b896-7c6625d0c2b1"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:08.044014 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e819ba7-0885-48d8-b5ce-8fd7b71735c4 req-ddb0144f-db1b-46f9-8a7b-6bef14f77c05 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414035 Aug 17 02:55:08.093366 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e8ff0c-22a3-4954-a9d2-706fce023f36 x-openstack-request-id: req-04e8ff0c-22a3-4954-a9d2-706fce023f36 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:08.093366 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a2956e8d-e742-46c7-aa55-ef03c0c42e84", "tag": "85e320a0-c394-4543-b896-7c6625d0c2b1", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:08.093366 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-04e8ff0c-22a3-4954-a9d2-706fce023f36 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:08.093366 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'tag': '85e320a0-c394-4543-b896-7c6625d0c2b1', 'status': 'completed', 'code': 200} Aug 17 02:55:08.126555 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e5c53b6-49df-4077-881f-c77f6fd79943 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:08.159005 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-dd47ae6b-2a4e-4ff4-98f9-ba83fff4938d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:08.160520 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-dd47ae6b-2a4e-4ff4-98f9-ba83fff4938d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 1098 time: 0.0521059 Aug 17 02:55:08.210224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5c53b6-49df-4077-881f-c77f6fd79943 admin admin] Pushing event updated for resources: {'Subnet': ['ID=222deea6-523e-41aa-8de9-07eb809a42a5,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:08.223596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-6ef29161-00ce-4790-a66f-f6e9f42f490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:08.225502 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-6ef29161-00ce-4790-a66f-f6e9f42f490d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 1098 time: 0.1105406 Aug 17 02:55:08.241025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e5c53b6-49df-4077-881f-c77f6fd79943 admin admin] Checking segment: {'id': '4053d21c-802c-48e4-b901-dd902de16ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e3251caf-9118-49c9-a4c4-6e3483ce99c3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:55:08.241594 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5c53b6-49df-4077-881f-c77f6fd79943 admin admin] Network hostable DHCP agents. Network: e3251caf-9118-49c9-a4c4-6e3483ce99c3, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:55:08.261786 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-b3445649-3126-474d-98f3-97815d50e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:08.263176 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-b3445649-3126-474d-98f3-97815d50e86a service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.0954359 Aug 17 02:55:08.326149 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-579ec5d8-f48a-435b-90f8-d9922a7b5b8e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=85e320a0-c394-4543-b896-7c6625d0c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0546906 Aug 17 02:55:08.348515 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-c226eeca-890a-4b88-bfbe-5a106411ce5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:08.350827 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-c226eeca-890a-4b88-bfbe-5a106411ce5e service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.1171870 Aug 17 02:55:08.401567 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-d75ef8e0-6e63-4de2-b8a1-724fd9dc1345 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=85e320a0-c394-4543-b896-7c6625d0c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0439115 Aug 17 02:55:08.402159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e5c53b6-49df-4077-881f-c77f6fd79943 admin admin] Network e3251caf-9118-49c9-a4c4-6e3483ce99c3 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:55:08.416037 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-3b029474-f8d6-4587-8acf-e73bf7895cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:08.417542 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-3b029474-f8d6-4587-8acf-e73bf7895cc8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0839214 Aug 17 02:55:08.434698 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e0516b-e2b3-4809-ba2c-0e9cf78bfc31 req-67338260-a4e2-4677-8bfb-889ab1d95ebe tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:08.443774 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f6e0516b-e2b3-4809-ba2c-0e9cf78bfc31 req-67338260-a4e2-4677-8bfb-889ab1d95ebe tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 947 time: 0.0992241 Aug 17 02:55:08.466774 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-1c993ecc-a49c-4069-8fdd-a8dca592c8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:08.469286 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-1c993ecc-a49c-4069-8fdd-a8dca592c8d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0597768 Aug 17 02:55:08.507003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-4e5c53b6-49df-4077-881f-c77f6fd79943 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, e3251caf-9118-49c9-a4c4-6e3483ce99c3) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:55:08.512174 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e5c53b6-49df-4077-881f-c77f6fd79943 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:08.512788 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e5c53b6-49df-4077-881f-c77f6fd79943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:08.519555 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db25831-8de7-42a4-a103-ace1d1effc47 None None] Network e3251caf-9118-49c9-a4c4-6e3483ce99c3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:55:08.537983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-ffc80f2e-3725-4815-880e-577f98bffb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:08.540042 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-ffc80f2e-3725-4815-880e-577f98bffb19 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632858 Aug 17 02:55:08.694945 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-980a7248-3678-4787-b3ac-6fde2b1a587b None None] Network e3251caf-9118-49c9-a4c4-6e3483ce99c3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:55:08.698136 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4e5c53b6-49df-4077-881f-c77f6fd79943 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.1376066 Aug 17 02:55:08.704981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-e3ce20a6-6e9c-49d0-a666-97df3f0d5dbc service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520510 Aug 17 02:55:08.832874 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 164b7be9-1bab-4df5-99b5-8283e2f5438a details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:55:08.835621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 85e320a0-c394-4543-b896-7c6625d0c2b1 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:08.836538 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-e4533d6a-215f-492a-9ca1-91b18c5a91e1 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1088638 Aug 17 02:55:08.911175 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f6e0516b-e2b3-4809-ba2c-0e9cf78bfc31 req-111fef73-3304-4bdf-8341-4768614d4478 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4662931 Aug 17 02:55:08.925399 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-6a7a8e63-bc32-436e-9d21-6a14889738b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:08.927136 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-6a7a8e63-bc32-436e-9d21-6a14889738b5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4807076 Aug 17 02:55:08.966183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 85e320a0-c394-4543-b896-7c6625d0c2b1 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:09.034870 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 164b7be9-1bab-4df5-99b5-8283e2f5438a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=164b7be9-1bab-4df5-99b5-8283e2f5438a,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:09.047872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '164b7be9-1bab-4df5-99b5-8283e2f5438a', 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977', 'port_id': '164b7be9-1bab-4df5-99b5-8283e2f5438a', 'mac_address': 'fa:16:3e:15:d9:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '05b2cba6-8685-4b11-af3a-42bf68dfb97b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:55:09.052464 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-e42bb529-6087-4146-ac18-a2d73e25a0e5 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1163414 Aug 17 02:55:09.091235 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:09.104946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164b7be9-1bab-4df5-99b5-8283e2f5438a {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:55:09.128013 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 164b7be9-1bab-4df5-99b5-8283e2f5438a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=164b7be9-1bab-4df5-99b5-8283e2f5438a,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:09.153199 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f9a96db2-0384-432e-ab93-35d3bf35a68e req-ae61cd77-b57c-4832-a987-8c69b15123c9 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931375 Aug 17 02:55:09.237273 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:09.297216 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=164b7be9-1bab-4df5-99b5-8283e2f5438a,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:09.348604 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device fe247acb-2efc-4ed2-a5fd-29f14b992bf1 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:09.371364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: fe247acb-2efc-4ed2-a5fd-29f14b992bf1 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:09.371739 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device fe247acb-2efc-4ed2-a5fd-29f14b992bf1 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:09.457107 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808e455c-7d16-404a-b22a-78660039e268 req-5599a767-4c11-4099-9157-9d61396c6922 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:09.459763 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-808e455c-7d16-404a-b22a-78660039e268 req-5599a767-4c11-4099-9157-9d61396c6922 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 944 time: 0.0526316 Aug 17 02:55:09.499589 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-808e455c-7d16-404a-b22a-78660039e268 req-61ce7be6-1b17-4a0a-8f8c-d7e008351f35 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335655 Aug 17 02:55:09.503043 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['164b7be9-1bab-4df5-99b5-8283e2f5438a'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:55:09.871328 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2d5c6d8-a463-4fcb-b547-21ae781f4c6b req-71118a32-a97c-48ca-a139-c5c6cb6c6dba service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0697575 Aug 17 02:55:09.886244 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c2c36eb-7a6c-4a71-9b04-f6b5125533da req-51cce2df-b719-47eb-8ec5-6c766076fcb0 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:09.888609 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2c2c36eb-7a6c-4a71-9b04-f6b5125533da req-51cce2df-b719-47eb-8ec5-6c766076fcb0 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 949 time: 0.0778377 Aug 17 02:55:09.955584 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2c2c36eb-7a6c-4a71-9b04-f6b5125533da req-7fc0a336-558e-4786-988e-1117616d2525 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601065 Aug 17 02:55:09.969046 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5c6d8-a463-4fcb-b547-21ae781f4c6b req-4f6c7260-210e-4f88-a347-036e522cf2a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:09.970620 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2d5c6d8-a463-4fcb-b547-21ae781f4c6b req-4f6c7260-210e-4f88-a347-036e522cf2a1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 1096 time: 0.0735767 Aug 17 02:55:10.114628 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5c6d8-a463-4fcb-b547-21ae781f4c6b req-4150801a-2a29-4b58-9c37-b40a4a45d965 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:10.117154 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2d5c6d8-a463-4fcb-b547-21ae781f4c6b req-4150801a-2a29-4b58-9c37-b40a4a45d965 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 908 time: 0.1186950 Aug 17 02:55:10.160809 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2d5c6d8-a463-4fcb-b547-21ae781f4c6b req-484086c6-5f80-4c79-ab86-0bea4a3102bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=441bcfe8-e9b7-4744-8528-357db7dd3964 HTTP/1.1" status: 200 len: 217 time: 0.0365665 Aug 17 02:55:10.217517 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d5c6d8-a463-4fcb-b547-21ae781f4c6b req-7c1418e8-d454-42df-a387-d55daa421589 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:10.219416 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2d5c6d8-a463-4fcb-b547-21ae781f4c6b req-7c1418e8-d454-42df-a387-d55daa421589 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.0516481 Aug 17 02:55:10.266299 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2d5c6d8-a463-4fcb-b547-21ae781f4c6b req-34a4f5f8-7017-4aa4-8ef5-1343355e816a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0388258 Aug 17 02:55:10.356372 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1745239f-8c1c-4a73-bd43-d6aa42b45c99 req-313970a1-74b5-477c-a089-ee8c23b04d19 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:10.358648 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1745239f-8c1c-4a73-bd43-d6aa42b45c99 req-313970a1-74b5-477c-a089-ee8c23b04d19 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 947 time: 0.1220360 Aug 17 02:55:10.401058 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2d5c6d8-a463-4fcb-b547-21ae781f4c6b req-448dab28-5230-463e-aedf-7acc927429b8 service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198614 Aug 17 02:55:10.438372 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1745239f-8c1c-4a73-bd43-d6aa42b45c99 req-ee1ec410-231e-449f-aceb-997fae620bf2 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691557 Aug 17 02:55:10.466371 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:55:10.538308 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2d5c6d8-a463-4fcb-b547-21ae781f4c6b req-550493e8-f7c6-4d3b-a7cd-2a2047c5bcda service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264126 Aug 17 02:55:10.780049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0d140-e290-40ec-b3f9-6cf54ad676f8 req-ac3ff5cf-6578-44ba-8fc6-3b788eb184df tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:10.783956 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c0e0d140-e290-40ec-b3f9-6cf54ad676f8 req-ac3ff5cf-6578-44ba-8fc6-3b788eb184df tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 944 time: 0.0691359 Aug 17 02:55:10.821592 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 164b7be9-1bab-4df5-99b5-8283e2f5438a up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:55:10.826754 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c0e0d140-e290-40ec-b3f9-6cf54ad676f8 req-9a9ad41e-7748-4d5e-8c77-fd44d6d59e26 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387771 Aug 17 02:55:10.910859 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb00752-0247-4c1f-9568-e3c333791c5b req-5f799e19-5fd3-49e9-84c4-aea951d6e7e5 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:10.912315 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bfb00752-0247-4c1f-9568-e3c333791c5b req-5f799e19-5fd3-49e9-84c4-aea951d6e7e5 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.30 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 949 time: 0.0509987 Aug 17 02:55:10.979785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 164b7be9-1bab-4df5-99b5-8283e2f5438a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:55:10.984243 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 164b7be9-1bab-4df5-99b5-8283e2f5438a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:55:10.984942 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:11.015206 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-bfb00752-0247-4c1f-9568-e3c333791c5b req-647b080c-6870-439f-948c-6f30a9124485 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Deleting port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:11.015206 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-bfb00752-0247-4c1f-9568-e3c333791c5b req-647b080c-6870-439f-948c-6f30a9124485 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:11.076953 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:11.128082 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 164b7be9-1bab-4df5-99b5-8283e2f5438a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=164b7be9-1bab-4df5-99b5-8283e2f5438a,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:11.129053 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d5e8b6-5852-43f3-a950-f64d2a3aa3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164b7be9-1bab-4df5-99b5-8283e2f5438a'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:11.130045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-bfb00752-0247-4c1f-9568-e3c333791c5b req-647b080c-6870-439f-948c-6f30a9124485 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] For port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:11.130606 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-bfb00752-0247-4c1f-9568-e3c333791c5b req-647b080c-6870-439f-948c-6f30a9124485 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:11.131952 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba321a83-7439-4277-b015-ccabe28ecbdf" -d '{"events": [{"server_uuid": "32d5e8b6-5852-43f3-a950-f64d2a3aa3ef", "name": "network-vif-plugged", "status": "completed", "tag": "164b7be9-1bab-4df5-99b5-8283e2f5438a"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:11.153381 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-bfb00752-0247-4c1f-9568-e3c333791c5b req-647b080c-6870-439f-948c-6f30a9124485 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Calling delete_port for 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:11.242328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-24fe3177-af29-4dab-9c79-cdf56adaf707 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:11.244023 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-24fe3177-af29-4dab-9c79-cdf56adaf707 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.30 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84&tenant_id=638115240e104430bff599fc921ec015&binding%3Ahost_id=n-h1-802060-9 HTTP/1.1" status: 200 len: 947 time: 0.0944912 Aug 17 02:55:11.249537 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:11.290262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bcbdbe-355d-4335-ba00-7a4b416ebb7f req-a63270bb-c81f-40e4-83e0-831a6470bb01 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:11.295863 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-14bcbdbe-355d-4335-ba00-7a4b416ebb7f req-a63270bb-c81f-40e4-83e0-831a6470bb01 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 949 time: 0.0989382 Aug 17 02:55:11.325757 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=164b7be9-1bab-4df5-99b5-8283e2f5438a,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:11.372677 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 85e320a0-c394-4543-b896-7c6625d0c2b1 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:55:11.380115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edcdfe00-f420-4cf2-843e-9be431f2476c req-55a88115-7cba-42be-b292-2e9055f4bb4c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:11.381258 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-14bcbdbe-355d-4335-ba00-7a4b416ebb7f req-6430cb5d-1d45-4e86-83a0-699d0ed7bda6 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/security-groups?id=9c7f17a5-b048-4d22-be4e-276f2497bc9e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638869 Aug 17 02:55:11.383106 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-edcdfe00-f420-4cf2-843e-9be431f2476c req-55a88115-7cba-42be-b292-2e9055f4bb4c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 947 time: 0.0963566 Aug 17 02:55:11.392939 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-8a6a4270-30c9-40db-98a7-5b96f306b53e service neutron] 10.222.0.30 "GET /v2.0/ports/85e320a0-c394-4543-b896-7c6625d0c2b1/bindings/n-h1-802060-9 HTTP/1.1" status: 200 len: 382 time: 0.1402767 Aug 17 02:55:11.463610 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-edcdfe00-f420-4cf2-843e-9be431f2476c req-3d46fcee-7078-4163-b9f9-f2234f18897e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686221 Aug 17 02:55:11.466557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-9173b781-abce-4b2c-bd7d-0d5a964490a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:11.468430 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-9173b781-abce-4b2c-bd7d-0d5a964490a8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 1098 time: 0.0494440 Aug 17 02:55:11.471214 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-bfb00752-0247-4c1f-9568-e3c333791c5b req-647b080c-6870-439f-948c-6f30a9124485 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:11.485635 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['7046ae57-8eea-4f27-ab1f-79cacdcaf3e0'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:55:11.517211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-647b080c-6870-439f-948c-6f30a9124485 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Pushing event deleted for resources: {'Port': ['ID=7046ae57-8eea-4f27-ab1f-79cacdcaf3e0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:11.536595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=85e320a0-c394-4543-b896-7c6625d0c2b1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:11.543412 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '85e320a0-c394-4543-b896-7c6625d0c2b1', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '85e320a0-c394-4543-b896-7c6625d0c2b1', 'mac_address': 'fa:16:3e:b2:10:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:55:11.546879 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f69c2b5-a3b7-4bce-9597-149c2217bad2 x-openstack-request-id: req-1f69c2b5-a3b7-4bce-9597-149c2217bad2 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:11.547520 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d5e8b6-5852-43f3-a950-f64d2a3aa3ef", "name": "network-vif-plugged", "status": "completed", "tag": "164b7be9-1bab-4df5-99b5-8283e2f5438a", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:11.548120 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f69c2b5-a3b7-4bce-9597-149c2217bad2 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:11.548705 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d5e8b6-5852-43f3-a950-f64d2a3aa3ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164b7be9-1bab-4df5-99b5-8283e2f5438a', 'code': 200} Aug 17 02:55:11.607545 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:11.627222 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e320a0-c394-4543-b896-7c6625d0c2b1 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:55:11.641461 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb00752-0247-4c1f-9568-e3c333791c5b req-647b080c-6870-439f-948c-6f30a9124485 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] No DVR routers for this DVR port 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:11.644583 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-bfb00752-0247-4c1f-9568-e3c333791c5b req-647b080c-6870-439f-948c-6f30a9124485 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:11.652592 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bfb00752-0247-4c1f-9568-e3c333791c5b req-647b080c-6870-439f-948c-6f30a9124485 tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.30 "DELETE /v2.0/ports/7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 HTTP/1.1" status: 204 len: 173 time: 0.7340429 Aug 17 02:55:11.654377 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3458da9b-f914-4dd8-90cd-598cb8e79c75', 'name': 'network-vif-deleted', 'tag': '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:11.656894 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9d9e5a-2d2a-4b15-9003-580613a6248c" -d '{"events": [{"server_uuid": "3458da9b-f914-4dd8-90cd-598cb8e79c75", "name": "network-vif-deleted", "tag": "7046ae57-8eea-4f27-ab1f-79cacdcaf3e0"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:11.670461 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=85e320a0-c394-4543-b896-7c6625d0c2b1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:11.707710 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-eee91423-7756-4992-9d99-902ed42734c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:11.710269 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-eee91423-7756-4992-9d99-902ed42734c1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.2329156 Aug 17 02:55:11.731627 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f5fff78-bc73-43ec-aa65-0a83faed22e1 req-08106896-c39c-4ace-a010-676805b8bb2a tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:11.733794 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f5fff78-bc73-43ec-aa65-0a83faed22e1 req-08106896-c39c-4ace-a010-676805b8bb2a tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 946 time: 0.0905290 Aug 17 02:55:11.763100 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857be55b-ed8f-492c-8208-5614c480a7ce req-b7804ba6-03b7-414f-8495-7b51d1b838ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:11.764788 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-857be55b-ed8f-492c-8208-5614c480a7ce req-b7804ba6-03b7-414f-8495-7b51d1b838ed service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 1096 time: 0.1336026 Aug 17 02:55:11.766361 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-ea00ab16-736b-4d42-be3d-b862b24e08fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=85e320a0-c394-4543-b896-7c6625d0c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0486195 Aug 17 02:55:11.781025 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f5fff78-bc73-43ec-aa65-0a83faed22e1 req-a70286d4-e928-4477-8404-27ca3e3128b3 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405443 Aug 17 02:55:11.825181 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:11.848158 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-e1fcfe37-2b42-46d7-a2c5-f69eef81c998 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:11.849990 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-e1fcfe37-2b42-46d7-a2c5-f69eef81c998 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0763221 Aug 17 02:55:11.852993 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-857be55b-ed8f-492c-8208-5614c480a7ce req-ee4ac3a8-02cd-43c6-8b85-95f2c781155f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810206 Aug 17 02:55:11.863870 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a11765-5e94-4be7-8f66-df9af26c10af x-openstack-request-id: req-01a11765-5e94-4be7-8f66-df9af26c10af {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:11.863870 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3458da9b-f914-4dd8-90cd-598cb8e79c75", "name": "network-vif-deleted", "tag": "7046ae57-8eea-4f27-ab1f-79cacdcaf3e0", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:11.863870 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01a11765-5e94-4be7-8f66-df9af26c10af {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:11.864602 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3458da9b-f914-4dd8-90cd-598cb8e79c75', 'name': 'network-vif-deleted', 'tag': '7046ae57-8eea-4f27-ab1f-79cacdcaf3e0', 'status': 'completed', 'code': 200} Aug 17 02:55:11.900364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=85e320a0-c394-4543-b896-7c6625d0c2b1,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:11.925555 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-3ef1e36a-fa2e-43af-90d1-f68fd5b834c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:11.927422 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-3ef1e36a-fa2e-43af-90d1-f68fd5b834c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0681691 Aug 17 02:55:12.033378 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-cb46bd0a-8b6c-4ea4-a67e-a0ad7eff3246 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0976903 Aug 17 02:55:12.064262 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d490195e-725a-4c71-8043-3bc657a3d9f7 req-89d21e08-c6d0-4968-ab77-b20aec9945ea tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:12.066403 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d490195e-725a-4c71-8043-3bc657a3d9f7 req-89d21e08-c6d0-4968-ab77-b20aec9945ea tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 945 time: 0.0551724 Aug 17 02:55:12.107796 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d490195e-725a-4c71-8043-3bc657a3d9f7 req-e2e0a219-1b7a-491d-9369-996b6259f8df tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339410 Aug 17 02:55:12.121838 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['85e320a0-c394-4543-b896-7c6625d0c2b1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:55:12.135431 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-7fccd396-4898-4dec-b726-3eaca649490d service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946674 Aug 17 02:55:12.594231 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-05866ea6-7526-4a15-8efe-27e01fd2998f req-55694383-9c94-49c1-8ea1-64c7ae59569a tempest-ServersAdminTestJSON-613748510 tempest-ServersAdminTestJSON-613748510-project] 10.222.0.10 "GET /v2.0/ports?device_id=3458da9b-f914-4dd8-90cd-598cb8e79c75 HTTP/1.1" status: 200 len: 210 time: 0.0322852 Aug 17 02:55:12.708180 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48a4841-fa3b-4482-bb4f-62eeb142d157 req-a7662c52-96f4-406d-91c4-57c80497c43a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:12.710055 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b48a4841-fa3b-4482-bb4f-62eeb142d157 req-a7662c52-96f4-406d-91c4-57c80497c43a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 948 time: 0.0542912 Aug 17 02:55:12.782990 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b48a4841-fa3b-4482-bb4f-62eeb142d157 req-57bc51c0-4ba1-4154-9d51-fd5c7a4f4f33 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500457 Aug 17 02:55:13.367144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 85e320a0-c394-4543-b896-7c6625d0c2b1 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:55:13.407696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e4eac-857e-4da0-b999-c84d70921583 req-ce98c660-7195-4e35-a099-4edd3658a472 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:13.413826 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-190e4eac-857e-4da0-b999-c84d70921583 req-ce98c660-7195-4e35-a099-4edd3658a472 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/networks?id=e3251caf-9118-49c9-a4c4-6e3483ce99c3 HTTP/1.1" status: 200 len: 809 time: 0.1158309 Aug 17 02:55:13.433224 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-190e4eac-857e-4da0-b999-c84d70921583 req-1f3e87af-e305-465d-9c92-20116c66904f tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/quotas/080f287d618347d99679753f5b9296b7 HTTP/1.1" status: 200 len: 375 time: 0.0143416 Aug 17 02:55:13.468885 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8c3797-a69d-48ba-a9be-4f503601da57 req-dc871114-afd1-4adc-9efd-d43df86d01aa tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:13.470652 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4a8c3797-a69d-48ba-a9be-4f503601da57 req-dc871114-afd1-4adc-9efd-d43df86d01aa tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 945 time: 0.0578005 Aug 17 02:55:13.479063 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-190e4eac-857e-4da0-b999-c84d70921583 req-ef8505c1-abd2-4e4c-81ac-08eb95ba43eb tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=080f287d618347d99679753f5b9296b7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390301 Aug 17 02:55:13.504957 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 85e320a0-c394-4543-b896-7c6625d0c2b1 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:55:13.509889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 85e320a0-c394-4543-b896-7c6625d0c2b1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:55:13.510358 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:13.515669 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4a8c3797-a69d-48ba-a9be-4f503601da57 req-93a34d82-1715-405d-b1e3-1f61a8c3b28d tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375278 Aug 17 02:55:13.591048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-190e4eac-857e-4da0-b999-c84d70921583 req-776cbff7-a192-41f0-b9d2-4e627fa6904e service neutron] 10.222.0.10 "GET /v2.0/networks/e3251caf-9118-49c9-a4c4-6e3483ce99c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047239 Aug 17 02:55:13.610212 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:13.634641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e320a0-c394-4543-b896-7c6625d0c2b1'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:13.636914 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042ab92b-4fa3-4d78-ad5b-4178d833b3c1" -d '{"events": [{"server_uuid": "a2956e8d-e742-46c7-aa55-ef03c0c42e84", "name": "network-vif-plugged", "status": "completed", "tag": "85e320a0-c394-4543-b896-7c6625d0c2b1"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:13.650663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=85e320a0-c394-4543-b896-7c6625d0c2b1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:13.699293 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-190e4eac-857e-4da0-b999-c84d70921583 req-1854f4fd-17de-4c92-afd1-a96871d4c63b service neutron] 10.222.0.10 "GET /v2.0/networks/e3251caf-9118-49c9-a4c4-6e3483ce99c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017382 Aug 17 02:55:13.731519 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:13.731519 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:13.780549 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:13.780863 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7046ae57-8eea-4f27-ab1f-79cacdcaf3e0 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:13.849060 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=85e320a0-c394-4543-b896-7c6625d0c2b1,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:14.188064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb522564-91f0-4abe-a5a6-59bbdff099e3 req-084de58f-2087-4aa6-a5ee-2307e9f7591a tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:14.190000 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb522564-91f0-4abe-a5a6-59bbdff099e3 req-084de58f-2087-4aa6-a5ee-2307e9f7591a tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 946 time: 0.0526161 Aug 17 02:55:14.246541 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb522564-91f0-4abe-a5a6-59bbdff099e3 req-978232b9-c431-4f86-a789-eb52d7c576a2 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0489061 Aug 17 02:55:14.352589 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51649a31-fb83-494a-a688-cb2d6e0b83bb req-47b4b46a-7c17-4020-980d-9b7ca00c2d13 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:14.354394 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-51649a31-fb83-494a-a688-cb2d6e0b83bb req-47b4b46a-7c17-4020-980d-9b7ca00c2d13 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 1096 time: 0.0417864 Aug 17 02:55:14.390932 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-51649a31-fb83-494a-a688-cb2d6e0b83bb req-4401a507-369d-48a5-8555-8e1a93da68cc tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296369 Aug 17 02:55:14.502507 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e7c3589-6f3d-40a5-af2e-0e53442d6a85 x-openstack-request-id: req-4e7c3589-6f3d-40a5-af2e-0e53442d6a85 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:14.503052 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2956e8d-e742-46c7-aa55-ef03c0c42e84", "name": "network-vif-plugged", "status": "completed", "tag": "85e320a0-c394-4543-b896-7c6625d0c2b1", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:14.503170 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e7c3589-6f3d-40a5-af2e-0e53442d6a85 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:14.503609 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e320a0-c394-4543-b896-7c6625d0c2b1', 'code': 200} Aug 17 02:55:14.618953 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e072b04-1ff0-46c2-b700-746757babbfa req-d0212737-7a0b-4232-b15a-64d53164aa80 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:14.620455 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e072b04-1ff0-46c2-b700-746757babbfa req-d0212737-7a0b-4232-b15a-64d53164aa80 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.0598214 Aug 17 02:55:14.649344 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e865972f-712a-4e44-a8d2-221386024449 req-c8a63518-e789-4b4e-a6ac-250c18b923d0 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 210 time: 0.0276158 Aug 17 02:55:14.681786 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e072b04-1ff0-46c2-b700-746757babbfa req-bcc9259f-5a86-4eb6-b72c-de5f64f2e82e tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525479 Aug 17 02:55:14.770847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280c4d9d-7b55-4378-b77a-8518f4cf67a8 req-f72ed9a6-8f13-4c52-bbf1-a57c76b048dc tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:14.772483 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-280c4d9d-7b55-4378-b77a-8518f4cf67a8 req-f72ed9a6-8f13-4c52-bbf1-a57c76b048dc tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 1096 time: 0.0496564 Aug 17 02:55:14.818690 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-280c4d9d-7b55-4378-b77a-8518f4cf67a8 req-20a347b0-e1cf-4774-8a33-20a667ccf85a tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379391 Aug 17 02:55:14.911608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-715bc42a-4dbb-44dd-8b5a-c78ac0d73643 req-ec2e7a84-ab07-4c0b-ac8b-eb484f62613e tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:14.913954 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-715bc42a-4dbb-44dd-8b5a-c78ac0d73643 req-ec2e7a84-ab07-4c0b-ac8b-eb484f62613e tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.60 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 946 time: 0.0590005 Aug 17 02:55:15.038937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-715bc42a-4dbb-44dd-8b5a-c78ac0d73643 req-f9424a77-055b-4eb6-931b-284efdfd6131 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Deleting port 7c316248-9c29-4ac3-bc5e-819c2d620bb7 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:15.039274 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-715bc42a-4dbb-44dd-8b5a-c78ac0d73643 req-f9424a77-055b-4eb6-931b-284efdfd6131 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:15.123145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-b9cad45b-8756-4e74-a6d7-e26955b57190 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:15.124717 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-b9cad45b-8756-4e74-a6d7-e26955b57190 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84&tenant_id=638115240e104430bff599fc921ec015 HTTP/1.1" status: 200 len: 1100 time: 0.1004868 Aug 17 02:55:15.141538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40942) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:15.146097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:55:15.193270 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-715bc42a-4dbb-44dd-8b5a-c78ac0d73643 req-f9424a77-055b-4eb6-931b-284efdfd6131 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] For port 7c316248-9c29-4ac3-bc5e-819c2d620bb7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7c316248-9c29-4ac3-bc5e-819c2d620bb7,segment=NetworkSegment(2c3dd8ac-fcd2-4580-b76b-ee12927d977a),segment_id=2c3dd8ac-fcd2-4580-b76b-ee12927d977a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:15.193665 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-715bc42a-4dbb-44dd-8b5a-c78ac0d73643 req-f9424a77-055b-4eb6-931b-284efdfd6131 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:15.266575 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:15.282526 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0ed8080c-bb89-4bb7-9cc2-fe2e94597fd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:15.393836 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7404714c-db08-4401-9ddc-fbda4dbac300 req-1d4c178d-4be5-4ad8-aa1e-00b2b9dc7889 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:15.404641 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7404714c-db08-4401-9ddc-fbda4dbac300 req-1d4c178d-4be5-4ad8-aa1e-00b2b9dc7889 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 946 time: 0.0676792 Aug 17 02:55:15.404850 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fc3e067b-340c-41e5-abd5-c892aebe1d37 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=52eb3425a89b4f9abc246913f352b116&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2622776 Aug 17 02:55:15.409964 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40950) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:15.488433 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7404714c-db08-4401-9ddc-fbda4dbac300 req-00bcf6c5-da89-4395-bebf-e5400e3d63ee tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups?id=a173aca6-7ef3-4643-93be-4a0c3265f450&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0855467 Aug 17 02:55:15.508666 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac8ef9c9-b672-477c-bc85-6000356139e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:15.530845 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40952) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:15.550847 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-715bc42a-4dbb-44dd-8b5a-c78ac0d73643 req-f9424a77-055b-4eb6-931b-284efdfd6131 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:15.552394 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-715bc42a-4dbb-44dd-8b5a-c78ac0d73643 req-f9424a77-055b-4eb6-931b-284efdfd6131 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:15.552394 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-715bc42a-4dbb-44dd-8b5a-c78ac0d73643 req-f9424a77-055b-4eb6-931b-284efdfd6131 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Floating IP 9cd07975-e849-4434-b343-562b6c560858 disassociated. External IP: 172.25.1.153, port: 7c316248-9c29-4ac3-bc5e-819c2d620bb7. Aug 17 02:55:15.552394 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-715bc42a-4dbb-44dd-8b5a-c78ac0d73643 req-f9424a77-055b-4eb6-931b-284efdfd6131 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Calling delete_port for 7c316248-9c29-4ac3-bc5e-819c2d620bb7 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:15.553496 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac8ef9c9-b672-477c-bc85-6000356139e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:15.770227 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-27cae5bd-a87d-4f1f-a668-c7e888640735 req-8333cbe5-3174-4940-b70b-7fd8c675b324 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 210 time: 0.0300827 Aug 17 02:55:15.771302 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac8ef9c9-b672-477c-bc85-6000356139e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:15.775587 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac8ef9c9-b672-477c-bc85-6000356139e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:15.777085 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ac8ef9c9-b672-477c-bc85-6000356139e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9c7f17a5-b048-4d22-be4e-276f2497bc9e HTTP/1.1" status: 204 len: 168 time: 0.3661935 Aug 17 02:55:15.790807 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8ef9c9-b672-477c-bc85-6000356139e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c7f17a5-b048-4d22-be4e-276f2497bc9e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:16.002190 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec63fd6-790f-4bd1-927d-167b5f81b1a3 req-2bb829dd-7bc5-4ab5-826f-9fc8d0d24ba6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:16.003762 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ec63fd6-790f-4bd1-927d-167b5f81b1a3 req-2bb829dd-7bc5-4ab5-826f-9fc8d0d24ba6 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.0988493 Aug 17 02:55:16.020786 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2172595e-55f6-48e8-a45f-cfad6dc62631 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:16.050428 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=85e320a0-c394-4543-b896-7c6625d0c2b1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:16.058203 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ec63fd6-790f-4bd1-927d-167b5f81b1a3 req-cc9bad9c-d108-4400-8a2b-c1714482bdd5 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448794 Aug 17 02:55:16.118353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:55:16.208800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85e320a0-c394-4543-b896-7c6625d0c2b1'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:16.211618 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2938cf2d-c681-4831-b4a1-1c7b9b3af2b7" -d '{"events": [{"server_uuid": "a2956e8d-e742-46c7-aa55-ef03c0c42e84", "name": "network-vif-unplugged", "status": "completed", "tag": "85e320a0-c394-4543-b896-7c6625d0c2b1"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:16.225198 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:16.276497 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaea7f39-6c55-4239-9575-e8418a30d50a x-openstack-request-id: req-eaea7f39-6c55-4239-9575-e8418a30d50a {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:16.276810 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2956e8d-e742-46c7-aa55-ef03c0c42e84", "name": "network-vif-unplugged", "status": "completed", "tag": "85e320a0-c394-4543-b896-7c6625d0c2b1", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:16.277063 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eaea7f39-6c55-4239-9575-e8418a30d50a {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:16.277473 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85e320a0-c394-4543-b896-7c6625d0c2b1', 'code': 200} Aug 17 02:55:16.290089 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2172595e-55f6-48e8-a45f-cfad6dc62631 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:16.392273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Transition to ACTIVE for port object 85e320a0-c394-4543-b896-7c6625d0c2b1 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:55:16.394221 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-715bc42a-4dbb-44dd-8b5a-c78ac0d73643 req-f9424a77-055b-4eb6-931b-284efdfd6131 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:16.425799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9424a77-055b-4eb6-931b-284efdfd6131 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Pushing event deleted for resources: {'Port': ['ID=7c316248-9c29-4ac3-bc5e-819c2d620bb7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:16.477664 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2172595e-55f6-48e8-a45f-cfad6dc62631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:16.531339 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2172595e-55f6-48e8-a45f-cfad6dc62631 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fdd79966eda94f229dd779493b1fd373&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9972138 Aug 17 02:55:16.540156 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40988) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:16.563733 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:16.566095 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2172595e-55f6-48e8-a45f-cfad6dc62631 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b8ff899-8b11-41dc-b91e-77b8b1df21e8,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:16.650065 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f7c3bc7d-9b8a-4de8-9108-775040c43ed6 req-204fda39-cc6d-43f0-a259-b2240cad6bee tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 210 time: 0.0483587 Aug 17 02:55:16.662199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] No DVR routers for this DVR port 85e320a0-c394-4543-b896-7c6625d0c2b1 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:16.676120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Pushing event updated for resources: {'Port': ['ID=85e320a0-c394-4543-b896-7c6625d0c2b1,revision_number=10']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:16.705576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-715bc42a-4dbb-44dd-8b5a-c78ac0d73643 req-f9424a77-055b-4eb6-931b-284efdfd6131 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Router aeec86d2-5372-4e45-9c62-4ad089baf782 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:55:16.730732 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4e6bb3f-90cf-4bfe-9cd9-f77e019af1a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:16.744356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Attempting to bind port 85e320a0-c394-4543-b896-7c6625d0c2b1 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:55:16.744769 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Attempting to bind port 85e320a0-c394-4543-b896-7c6625d0c2b1 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:55:16.745093 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Attempting to bind port 85e320a0-c394-4543-b896-7c6625d0c2b1 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:16.761146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Port 85e320a0-c394-4543-b896-7c6625d0c2b1 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:55:16.761560 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Attempting to bind port 85e320a0-c394-4543-b896-7c6625d0c2b1 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:16.804740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:55:16.805114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:55:16.805614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:55:16.806097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Bound port: 85e320a0-c394-4543-b896-7c6625d0c2b1, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:55:16.806439 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:16.848989 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4e6bb3f-90cf-4bfe-9cd9-f77e019af1a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:16.961795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41000) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:17.016656 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0cc81bcb-cdfd-4343-a1e6-506c0579fb3b req-1bc14764-d17b-4fba-b3ae-764ba7b1d214 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 210 time: 0.0313113 Aug 17 02:55:17.035224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-715bc42a-4dbb-44dd-8b5a-c78ac0d73643 req-f9424a77-055b-4eb6-931b-284efdfd6131 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:55:17.052463 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f796b1e2-782f-4567-a9d3-c485ce7e6279 None None] Sync routers for ids ['aeec86d2-5372-4e45-9c62-4ad089baf782'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:55:17.055002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:55:17.063273 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f796b1e2-782f-4567-a9d3-c485ce7e6279 None None] Routers {'aeec86d2-5372-4e45-9c62-4ad089baf782'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:55:17.064270 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-f796b1e2-782f-4567-a9d3-c485ce7e6279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:54:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['aeec86d2-5372-4e45-9c62-4ad089baf782'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:17.091368 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1259874e-2f32-47f9-8817-3f03a5d95a57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6b88e596ea8b4a0ab69977f6be704140&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1101694 Aug 17 02:55:17.091534 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41002) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:17.107393 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-715bc42a-4dbb-44dd-8b5a-c78ac0d73643 req-f9424a77-055b-4eb6-931b-284efdfd6131 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] No DVR routers for this DVR port 7c316248-9c29-4ac3-bc5e-819c2d620bb7 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:17.110548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=85e320a0-c394-4543-b896-7c6625d0c2b1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:55:17.112379 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-715bc42a-4dbb-44dd-8b5a-c78ac0d73643 req-f9424a77-055b-4eb6-931b-284efdfd6131 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:17.121018 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-715bc42a-4dbb-44dd-8b5a-c78ac0d73643 req-f9424a77-055b-4eb6-931b-284efdfd6131 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.60 "DELETE /v2.0/ports/7c316248-9c29-4ac3-bc5e-819c2d620bb7 HTTP/1.1" status: 204 len: 173 time: 2.2013791 Aug 17 02:55:17.164198 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4e6bb3f-90cf-4bfe-9cd9-f77e019af1a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:17.170048 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4e6bb3f-90cf-4bfe-9cd9-f77e019af1a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:17.171348 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e4e6bb3f-90cf-4bfe-9cd9-f77e019af1a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3b8ff899-8b11-41dc-b91e-77b8b1df21e8 HTTP/1.1" status: 204 len: 168 time: 0.6297808 Aug 17 02:55:17.181978 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e6bb3f-90cf-4bfe-9cd9-f77e019af1a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b8ff899-8b11-41dc-b91e-77b8b1df21e8,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:17.210421 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-f796b1e2-782f-4567-a9d3-c485ce7e6279 None None] Set router aeec86d2-5372-4e45-9c62-4ad089baf782 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:55:17.230193 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4c951525-2ad7-4484-ae1c-4f667eea38d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:17.254982 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:17.266906 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4c951525-2ad7-4484-ae1c-4f667eea38d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:17.287148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:17.288853 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:17.290626 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] 10.222.0.60 "PUT /v2.0/ports/85e320a0-c394-4543-b896-7c6625d0c2b1 HTTP/1.1" status: 200 len: 1096 time: 2.1484838 Aug 17 02:55:17.347189 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef063dd-6f31-4047-a0f9-ba021f61ade3 req-ab396ecd-da87-443b-adbf-f540d77bb190 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:17.354265 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bef063dd-6f31-4047-a0f9-ba021f61ade3 req-ab396ecd-da87-443b-adbf-f540d77bb190 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 948 time: 0.1810470 Aug 17 02:55:17.389931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 85e320a0-c394-4543-b896-7c6625d0c2b1 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:17.404040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef00315-8d83-459e-885f-948b0bb75121 service neutron] Pushing event updated for resources: {'Port': ['ID=85e320a0-c394-4543-b896-7c6625d0c2b1,revision_number=11']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:17.460642 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bef063dd-6f31-4047-a0f9-ba021f61ade3 req-a054a0a9-15bb-4c26-ac5e-94be083a18dd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001878 Aug 17 02:55:17.523015 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-a2f0300c-c96b-45f0-80fd-009daa474df1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:17.524815 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-a2f0300c-c96b-45f0-80fd-009daa474df1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 1099 time: 0.1474104 Aug 17 02:55:17.543714 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-f796b1e2-782f-4567-a9d3-c485ce7e6279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:50:19Z', 'revision_number': 4, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '9a62716a-8bf4-4971-b62d-188fd8bd5d93', 'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'mac_address': 'fa:16:3e:a9:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:18Z', 'updated_at': '2021-08-17T02:50:24Z', 'revision_number': 5, 'project_id': '4e6410af048b470194fd20ed17316325', 'subnets': [{'id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:17.563528 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e4eac-857e-4da0-b999-c84d70921583 req-e9c15d98-1f90-4b31-97fe-3a0598c7fec7 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:17.563528 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-190e4eac-857e-4da0-b999-c84d70921583 req-e9c15d98-1f90-4b31-97fe-3a0598c7fec7 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.60 "GET /v2.0/networks?id=e3251caf-9118-49c9-a4c4-6e3483ce99c3 HTTP/1.1" status: 200 len: 809 time: 0.2605047 Aug 17 02:55:17.587576 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f796b1e2-782f-4567-a9d3-c485ce7e6279 None None] Checking router: aeec86d2-5372-4e45-9c62-4ad089baf782 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:55:17.606264 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f796b1e2-782f-4567-a9d3-c485ce7e6279 None None] Routers {'aeec86d2-5372-4e45-9c62-4ad089baf782'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:55:17.607588 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-f796b1e2-782f-4567-a9d3-c485ce7e6279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:54:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['aeec86d2-5372-4e45-9c62-4ad089baf782'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:17.643380 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4c951525-2ad7-4484-ae1c-4f667eea38d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:17.646706 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4c951525-2ad7-4484-ae1c-4f667eea38d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:17.650158 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4c951525-2ad7-4484-ae1c-4f667eea38d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e440abbf-0452-4811-b01e-9df42d5242ac HTTP/1.1" status: 204 len: 168 time: 0.5678470 Aug 17 02:55:17.664922 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c951525-2ad7-4484-ae1c-4f667eea38d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e440abbf-0452-4811-b01e-9df42d5242ac,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:17.695603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-190e4eac-857e-4da0-b999-c84d70921583 req-a4760437-ef60-454b-87b7-d083909abaa5 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Request body: {'port': {'device_id': 'd53dac67-9aab-4ac3-ab35-0d78fa310f30', 'network_id': 'e3251caf-9118-49c9-a4c4-6e3483ce99c3', 'admin_state_up': True, 'tenant_id': '080f287d618347d99679753f5b9296b7'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:55:17.747654 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-a8a27ab1-d635-4e83-bbba-705d211bbccd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:17.747654 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-a8a27ab1-d635-4e83-bbba-705d211bbccd service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.1907468 Aug 17 02:55:17.752179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 85e320a0-c394-4543-b896-7c6625d0c2b1 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:17.861488 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-0d244083-d0d1-4cc7-a99c-98419f47660e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=85e320a0-c394-4543-b896-7c6625d0c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0834913 Aug 17 02:55:17.883022 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-f796b1e2-782f-4567-a9d3-c485ce7e6279 None None] Set router aeec86d2-5372-4e45-9c62-4ad089baf782 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:55:17.916065 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d5aedff9-a47e-470c-bd78-89469c61ae40 req-f2afd171-bffc-4ba5-970e-471b49d8e64f tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 210 time: 0.0494599 Aug 17 02:55:17.979142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-a8c626f5-99ed-4421-aa4f-b8dce89cf144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:17.980993 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-a8c626f5-99ed-4421-aa4f-b8dce89cf144 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1007586 Aug 17 02:55:18.055811 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-a82c3494-28ef-4268-80b8-3eb0eda59be4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:18.057529 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-a82c3494-28ef-4268-80b8-3eb0eda59be4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0674140 Aug 17 02:55:18.141804 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-f796b1e2-782f-4567-a9d3-c485ce7e6279 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:50:19Z', 'revision_number': 4, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '9a62716a-8bf4-4971-b62d-188fd8bd5d93', 'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'mac_address': 'fa:16:3e:a9:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:18Z', 'updated_at': '2021-08-17T02:50:24Z', 'revision_number': 5, 'project_id': '4e6410af048b470194fd20ed17316325', 'subnets': [{'id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:18.151424 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-403c3584-ca12-4933-8dbf-0f0aad37416a req-6a7038e1-570e-42cf-8515-e7e61354763c tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 210 time: 0.0306039 Aug 17 02:55:18.171145 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f796b1e2-782f-4567-a9d3-c485ce7e6279 None None] The sync data for ids ['aeec86d2-5372-4e45-9c62-4ad089baf782'] in n-d-802060-9 is: [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:50:19Z', 'revision_number': 4, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '9a62716a-8bf4-4971-b62d-188fd8bd5d93', 'name': '', 'network_id': 'f45940e8-4b9f-4734-873f-fadaf2365bc9', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'mac_address': 'fa:16:3e:a9:8d:a4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:18Z', 'updated_at': '2021-08-17T02:50:24Z', 'revision_number': 5, 'project_id': '4e6410af048b470194fd20ed17316325', 'subnets': [{'id': '8abdf405-4e8c-493a-8ed4-15c7c9f58d67', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:55:18.171915 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-08b11c8c-c7eb-478e-b855-9360941f8626 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1068487 Aug 17 02:55:18.271667 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa729432-cca3-406b-8281-c1e9c64dd97b req-f4324638-2dd8-41a0-baf3-5b7aaacdaf40 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924132 Aug 17 02:55:18.278377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8516e7fb-daed-40ef-8135-302c32ee18f9', 'name': 'network-vif-deleted', 'tag': '7c316248-9c29-4ac3-bc5e-819c2d620bb7'}, {'name': 'network-changed', 'server_uuid': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'tag': '85e320a0-c394-4543-b896-7c6625d0c2b1'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:18.280724 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95342a03-f742-4d6d-80e1-a87acc54ac06" -d '{"events": [{"server_uuid": "8516e7fb-daed-40ef-8135-302c32ee18f9", "name": "network-vif-deleted", "tag": "7c316248-9c29-4ac3-bc5e-819c2d620bb7"}, {"name": "network-changed", "server_uuid": "a2956e8d-e742-46c7-aa55-ef03c0c42e84", "tag": "85e320a0-c394-4543-b896-7c6625d0c2b1"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:18.338707 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a2f4b23-5bb6-4b1d-91a2-44cecfb897e1 x-openstack-request-id: req-2a2f4b23-5bb6-4b1d-91a2-44cecfb897e1 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:18.339016 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8516e7fb-daed-40ef-8135-302c32ee18f9", "name": "network-vif-deleted", "tag": "7c316248-9c29-4ac3-bc5e-819c2d620bb7", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a2956e8d-e742-46c7-aa55-ef03c0c42e84", "tag": "85e320a0-c394-4543-b896-7c6625d0c2b1", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:18.339281 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2a2f4b23-5bb6-4b1d-91a2-44cecfb897e1 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:18.339674 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8516e7fb-daed-40ef-8135-302c32ee18f9', 'name': 'network-vif-deleted', 'tag': '7c316248-9c29-4ac3-bc5e-819c2d620bb7', 'status': 'completed', 'code': 200} Aug 17 02:55:18.339939 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'tag': '85e320a0-c394-4543-b896-7c6625d0c2b1', 'status': 'completed', 'code': 200} Aug 17 02:55:18.402841 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f80895c7-4e89-4082-8ce9-59590a99c929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:18.404841 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:18.449730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-190e4eac-857e-4da0-b999-c84d70921583 req-a4760437-ef60-454b-87b7-d083909abaa5 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Made reservation on behalf of 080f287d618347d99679753f5b9296b7 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:55:18.453345 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-190e4eac-857e-4da0-b999-c84d70921583 req-a4760437-ef60-454b-87b7-d083909abaa5 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:18.457828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8401d779-c502-4ee2-9977-aa2a99bf24a5 None None] New status for floating IP 9cd07975-e849-4434-b343-562b6c560858: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:55:18.500520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-2ff30791-84dd-43ea-94ca-dd7ef5b1771e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:18.502097 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-2ff30791-84dd-43ea-94ca-dd7ef5b1771e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 1099 time: 0.1379275 Aug 17 02:55:18.509652 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-511f94d9-f5d0-46ac-a08b-d408f34dce4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:18.509652 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-511f94d9-f5d0-46ac-a08b-d408f34dce4f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=638115240e104430bff599fc921ec015&device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 1099 time: 0.1112013 Aug 17 02:55:18.644248 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1669d430-f3ed-47eb-bd49-24d5328a743a req-3d92b016-a234-494c-b614-b3cea22f8334 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:18.659056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-c1b77e89-db22-469d-8251-f174963c001a tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:55:18.659056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-c1b77e89-db22-469d-8251-f174963c001a tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0493343 Aug 17 02:55:18.673573 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1669d430-f3ed-47eb-bd49-24d5328a743a req-3d92b016-a234-494c-b614-b3cea22f8334 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 948 time: 0.1173460 Aug 17 02:55:18.725595 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1669d430-f3ed-47eb-bd49-24d5328a743a req-dbc05914-ba71-4702-ac11-7acd2102ddbc tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510798 Aug 17 02:55:18.796268 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-c268238f-8c8b-441f-a426-2aa1e285685c tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:18.797719 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-c268238f-8c8b-441f-a426-2aa1e285685c tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/ports/164b7be9-1bab-4df5-99b5-8283e2f5438a HTTP/1.1" status: 200 len: 1093 time: 0.1368225 Aug 17 02:55:18.836256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-99abb5f1-2242-4105-828f-6b7c7d8f73c4 service neutron] Request body: {'binding': {'host': 'n-h1-802060-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:55:18.836256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-99abb5f1-2242-4105-828f-6b7c7d8f73c4 service neutron] Unknown quota resources ['binding']. {{(pid=101970) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:55:18.849480 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-9c03d7a8-e3ae-416c-956a-07adc37f6642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:18.851372 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-9c03d7a8-e3ae-416c-956a-07adc37f6642 service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.3133540 Aug 17 02:55:18.867626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7c316248-9c29-4ac3-bc5e-819c2d620bb7 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:18.874245 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-190e4eac-857e-4da0-b999-c84d70921583 req-a4760437-ef60-454b-87b7-d083909abaa5 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Allocated IP 172.20.0.4 (e3251caf-9118-49c9-a4c4-6e3483ce99c3/222deea6-523e-41aa-8de9-07eb809a42a5/fc9c9169-227e-4ccd-8cba-26c0db8b6449) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:55:18.905617 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 7c316248-9c29-4ac3-bc5e-819c2d620bb7 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:18.907451 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7c316248-9c29-4ac3-bc5e-819c2d620bb7 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:18.945343 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-47b8a2df-0c25-4df5-9a93-77a0f2b254ee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=85e320a0-c394-4543-b896-7c6625d0c2b1 HTTP/1.1" status: 200 len: 217 time: 0.0665932 Aug 17 02:55:18.952595 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-988c10c1-8f6c-4b61-8543-dc04c7aec53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:18.954455 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-988c10c1-8f6c-4b61-8543-dc04c7aec53e service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.4151502 Aug 17 02:55:18.997212 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.059247 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-97e77fdd-82e1-4ad1-9ffb-c53a359ec7e8 req-15352ebe-d1eb-4797-a093-b9a6beead022 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/ports?device_id=8516e7fb-daed-40ef-8135-302c32ee18f9 HTTP/1.1" status: 200 len: 210 time: 0.0392270 Aug 17 02:55:19.095835 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-c78596e5-20d2-4346-bdb5-ce650a3400b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.81&port_id=85e320a0-c394-4543-b896-7c6625d0c2b1 HTTP/1.1" status: 200 len: 217 time: 0.1151805 Aug 17 02:55:19.096771 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41056) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:19.192326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-f0122881-05e6-4b2e-906d-0c408473a024 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:19.194584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-f0122881-05e6-4b2e-906d-0c408473a024 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.2230918 Aug 17 02:55:19.224569 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-692438e0-47e3-466e-8692-ff0f5511a23e admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-1566730902-network', 'tenant_id': 'fea32683fb3b42148cf0491f0fe6909f'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:55:19.267130 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-52031e5c-3349-4292-a554-52af21e9242d req-4bf68def-e786-417a-a32f-33b6373e7952 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 210 time: 0.0322759 Aug 17 02:55:19.293385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-f82e499d-a1ae-4f07-8a56-b6eb9ce0bc32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:19.294844 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-f82e499d-a1ae-4f07-8a56-b6eb9ce0bc32 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1866114 Aug 17 02:55:19.372311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-d25b0a63-0309-484b-b95c-d69ff2670c64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:19.372621 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-d25b0a63-0309-484b-b95c-d69ff2670c64 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1583188 Aug 17 02:55:19.378857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-692438e0-47e3-466e-8692-ff0f5511a23e admin admin] Made reservation on behalf of fea32683fb3b42148cf0491f0fe6909f for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:55:19.380458 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-190e4eac-857e-4da0-b999-c84d70921583 req-a4760437-ef60-454b-87b7-d083909abaa5 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.381672 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-692438e0-47e3-466e-8692-ff0f5511a23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.382633 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-99abb5f1-2242-4105-828f-6b7c7d8f73c4 service neutron] Attempting to bind port 164b7be9-1bab-4df5-99b5-8283e2f5438a on host n-h1-802060-9 for vnic_type normal with profile None {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:55:19.390926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-99abb5f1-2242-4105-828f-6b7c7d8f73c4 service neutron] Attempting to bind port 164b7be9-1bab-4df5-99b5-8283e2f5438a by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:55:19.390926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-99abb5f1-2242-4105-828f-6b7c7d8f73c4 service neutron] Attempting to bind port 164b7be9-1bab-4df5-99b5-8283e2f5438a on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:19.397973 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-692438e0-47e3-466e-8692-ff0f5511a23e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.446618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-99abb5f1-2242-4105-828f-6b7c7d8f73c4 service neutron] Port 164b7be9-1bab-4df5-99b5-8283e2f5438a on network c28a528a-b139-4af7-9a8b-0c957b3df977 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:55:19.450333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-99abb5f1-2242-4105-828f-6b7c7d8f73c4 service neutron] Attempting to bind port 164b7be9-1bab-4df5-99b5-8283e2f5438a on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:19.469211 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-99abb5f1-2242-4105-828f-6b7c7d8f73c4 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:55:19.469604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-99abb5f1-2242-4105-828f-6b7c7d8f73c4 service neutron] Checking segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:55:19.470007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-99abb5f1-2242-4105-828f-6b7c7d8f73c4 service neutron] Bound using segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:55:19.470501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-99abb5f1-2242-4105-828f-6b7c7d8f73c4 service neutron] Bound port: 164b7be9-1bab-4df5-99b5-8283e2f5438a, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:55:19.481557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-2c5d8e1d-b1a4-4a3a-96bd-b163b240b216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:19.494432 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-2c5d8e1d-b1a4-4a3a-96bd-b163b240b216 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1768284 Aug 17 02:55:19.503317 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-692438e0-47e3-466e-8692-ff0f5511a23e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.615317 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-7401c7be-6a77-4ce3-91ba-1c2b745f3196 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2279408 Aug 17 02:55:19.644976 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-692438e0-47e3-466e-8692-ff0f5511a23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.655649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-99abb5f1-2242-4105-828f-6b7c7d8f73c4 service neutron] For port 164b7be9-1bab-4df5-99b5-8283e2f5438a, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=164b7be9-1bab-4df5-99b5-8283e2f5438a,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:55:19.669801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-692438e0-47e3-466e-8692-ff0f5511a23e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:55:19.686456 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692438e0-47e3-466e-8692-ff0f5511a23e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=580a0a2d-58a9-476f-b048-aae86d42dce5,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:19.689558 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-692438e0-47e3-466e-8692-ff0f5511a23e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.689835 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-692438e0-47e3-466e-8692-ff0f5511a23e admin admin] Added segment 7ace6b5a-ca5f-44e4-9c99-0e1aa5769437 of type vlan for network 9bc66bc6-e276-432c-82b8-d0867468298a Aug 17 02:55:19.714694 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-037de003-11da-4329-8da6-f5bff6096014 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2198036 Aug 17 02:55:19.737526 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-190e4eac-857e-4da0-b999-c84d70921583 req-a4760437-ef60-454b-87b7-d083909abaa5 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.746144 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-692438e0-47e3-466e-8692-ff0f5511a23e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.842060 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-99abb5f1-2242-4105-828f-6b7c7d8f73c4 service neutron] Notify callbacks [] for binding, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.843247 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-99abb5f1-2242-4105-828f-6b7c7d8f73c4 service neutron] 10.222.0.10 "POST /v2.0/ports/164b7be9-1bab-4df5-99b5-8283e2f5438a/bindings HTTP/1.1" status: 201 len: 389 time: 1.0269945 Aug 17 02:55:19.862727 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-347cbbd5-b726-44eb-8f7b-c762e6d37026 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2388389 Aug 17 02:55:19.879817 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-692438e0-47e3-466e-8692-ff0f5511a23e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.881214 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-692438e0-47e3-466e-8692-ff0f5511a23e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:19.882111 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-692438e0-47e3-466e-8692-ff0f5511a23e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:19.890676 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-190e4eac-857e-4da0-b999-c84d70921583 req-a4760437-ef60-454b-87b7-d083909abaa5 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Network e3251caf-9118-49c9-a4c4-6e3483ce99c3 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:55:19.899053 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4760437-ef60-454b-87b7-d083909abaa5 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Pushing event updated for resources: {'Port': ['ID=fc9c9169-227e-4ccd-8cba-26c0db8b6449,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:19.903020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-190e4eac-857e-4da0-b999-c84d70921583 req-a4760437-ef60-454b-87b7-d083909abaa5 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:55:19.916630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-190e4eac-857e-4da0-b999-c84d70921583 req-a4760437-ef60-454b-87b7-d083909abaa5 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:55:19.954295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692438e0-47e3-466e-8692-ff0f5511a23e admin admin] Pushing event updated for resources: {'Network': ['ID=9bc66bc6-e276-432c-82b8-d0867468298a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:19.967497 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 9bc66bc6-e276-432c-82b8-d0867468298a details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:55:19.968504 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-082346fd-9e3a-4f05-b054-d470bca61eef req-253ff51f-4e35-4e67-9429-0f45c2c946df tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:19.970375 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-082346fd-9e3a-4f05-b054-d470bca61eef req-253ff51f-4e35-4e67-9429-0f45c2c946df tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 948 time: 0.1372778 Aug 17 02:55:19.998090 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95342a03-f742-4d6d-80e1-a87acc54ac06 req-0b2fb090-f6db-4c0b-9ea4-4fa45e3baa09 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2611690 Aug 17 02:55:19.998090 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e4eac-857e-4da0-b999-c84d70921583 req-a4760437-ef60-454b-87b7-d083909abaa5 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:19.999188 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-190e4eac-857e-4da0-b999-c84d70921583 req-a4760437-ef60-454b-87b7-d083909abaa5 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:20.026062 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-082346fd-9e3a-4f05-b054-d470bca61eef req-6995ae14-26ca-488c-9180-db5d8f37209d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457301 Aug 17 02:55:20.054855 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-692438e0-47e3-466e-8692-ff0f5511a23e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.9567373 Aug 17 02:55:20.059256 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41076) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:20.067014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-67a4767b-9a6e-428f-8b9f-120cfef88c73 admin admin] Request body: {'subnet': {'network_id': '9bc66bc6-e276-432c-82b8-d0867468298a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-1566730902-subnet', 'tenant_id': 'fea32683fb3b42148cf0491f0fe6909f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:55:20.181849 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-190e4eac-857e-4da0-b999-c84d70921583 req-a4760437-ef60-454b-87b7-d083909abaa5 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4971702 Aug 17 02:55:20.198587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Request body: {'port': {'device_id': 'd53dac67-9aab-4ac3-ab35-0d78fa310f30', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:55:20.257854 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:20.419863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67a4767b-9a6e-428f-8b9f-120cfef88c73 admin admin] Made reservation on behalf of fea32683fb3b42148cf0491f0fe6909f for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:55:20.435027 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67a4767b-9a6e-428f-8b9f-120cfef88c73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:20.438177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41098) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:20.586514 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9a3f3c-edf1-4ffc-b686-b2de3f90227a req-652a383c-a23e-47fe-b1e3-644ad715c29f tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:20.588758 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e9a3f3c-edf1-4ffc-b686-b2de3f90227a req-652a383c-a23e-47fe-b1e3-644ad715c29f tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 931 time: 0.0882597 Aug 17 02:55:20.717071 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e9a3f3c-edf1-4ffc-b686-b2de3f90227a req-bb8265b6-d11c-4efd-be11-765f10f41c1d tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc259ad9-f080-489e-a010-52c2ce88b05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907068 Aug 17 02:55:20.814385 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:20.848994 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67a4767b-9a6e-428f-8b9f-120cfef88c73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:20.881003 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 85e320a0-c394-4543-b896-7c6625d0c2b1 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:55:20.929650 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29515e4a-dbbb-41fe-8bdf-bd61b09dde11 req-a62b527a-23f6-4944-9248-924c3dc3bd13 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:20.931207 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29515e4a-dbbb-41fe-8bdf-bd61b09dde11 req-a62b527a-23f6-4944-9248-924c3dc3bd13 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 945 time: 0.5530901 Aug 17 02:55:20.943322 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a4767b-9a6e-428f-8b9f-120cfef88c73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5e0e3df6-eb1e-42b0-8332-6be6caebf473,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:20.952313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-67a4767b-9a6e-428f-8b9f-120cfef88c73 admin admin] Checking segment: {'id': '7ace6b5a-ca5f-44e4-9c99-0e1aa5769437', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '9bc66bc6-e276-432c-82b8-d0867468298a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:55:20.952313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a4767b-9a6e-428f-8b9f-120cfef88c73 admin admin] Network hostable DHCP agents. Network: 9bc66bc6-e276-432c-82b8-d0867468298a, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:55:20.978940 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ceef6d05-a323-400a-b8b7-43c34f2f429b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:21.006446 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=85e320a0-c394-4543-b896-7c6625d0c2b1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:21.020265 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '85e320a0-c394-4543-b896-7c6625d0c2b1', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '85e320a0-c394-4543-b896-7c6625d0c2b1', 'mac_address': 'fa:16:3e:b2:10:e4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.81'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:55:21.042949 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29515e4a-dbbb-41fe-8bdf-bd61b09dde11 req-56af46fb-6c90-496f-a72f-fb2962bd6f07 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035278 Aug 17 02:55:21.054680 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67a4767b-9a6e-428f-8b9f-120cfef88c73 admin admin] Network 9bc66bc6-e276-432c-82b8-d0867468298a is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:55:21.060859 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ceef6d05-a323-400a-b8b7-43c34f2f429b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:21.078855 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:21.123910 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85e320a0-c394-4543-b896-7c6625d0c2b1 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:55:21.157020 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=85e320a0-c394-4543-b896-7c6625d0c2b1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:21.184140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-67a4767b-9a6e-428f-8b9f-120cfef88c73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 9bc66bc6-e276-432c-82b8-d0867468298a) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:55:21.195512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1f88e67-75ab-4974-8bea-387fdf211897 None None] Network 9bc66bc6-e276-432c-82b8-d0867468298a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:55:21.249291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc9c9169-227e-4ccd-8cba-26c0db8b6449 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:55:21.251763 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67a4767b-9a6e-428f-8b9f-120cfef88c73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:21.252380 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67a4767b-9a6e-428f-8b9f-120cfef88c73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:21.260091 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:21.276939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-c20bf14c-2e76-4e41-924d-484e76a2fbcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:21.282810 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-c20bf14c-2e76-4e41-924d-484e76a2fbcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 1096 time: 0.1249762 Aug 17 02:55:21.282810 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Transition to ACTIVE for port object fc9c9169-227e-4ccd-8cba-26c0db8b6449 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:55:21.284918 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:21.323432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aec7016-ca97-4333-8847-9c5903867658 req-d04b9196-c524-46db-b820-37b14fdafed5 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:21.334512 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3aec7016-ca97-4333-8847-9c5903867658 req-d04b9196-c524-46db-b820-37b14fdafed5 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 948 time: 0.1746488 Aug 17 02:55:21.360830 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=85e320a0-c394-4543-b896-7c6625d0c2b1,revision_number=12']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:21.386346 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:21.395950 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ceef6d05-a323-400a-b8b7-43c34f2f429b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:21.409314 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-67a4767b-9a6e-428f-8b9f-120cfef88c73 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.3349338 Aug 17 02:55:21.409749 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ceef6d05-a323-400a-b8b7-43c34f2f429b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:21.409867 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3aec7016-ca97-4333-8847-9c5903867658 req-b39fcd8c-66ed-47b3-bd56-fb15330bfbea tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676146 Aug 17 02:55:21.409867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41118) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:21.411568 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ceef6d05-a323-400a-b8b7-43c34f2f429b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "DELETE /v2.0/security-groups/a173aca6-7ef3-4643-93be-4a0c3265f450 HTTP/1.1" status: 204 len: 168 time: 0.9588265 Aug 17 02:55:21.441573 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-51962170-2529-483e-aea8-087e2cdcfe8f tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] show failed (client error): The resource could not be found. Aug 17 02:55:21.444444 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-51962170-2529-483e-aea8-087e2cdcfe8f tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "GET /v2.0/security-groups/a173aca6-7ef3-4643-93be-4a0c3265f450 HTTP/1.1" status: 404 len: 347 time: 0.0357361 Aug 17 02:55:21.454133 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41122) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:21.459811 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceef6d05-a323-400a-b8b7-43c34f2f429b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a173aca6-7ef3-4643-93be-4a0c3265f450,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:21.514006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef6d05-a323-400a-b8b7-43c34f2f429b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:21.514357 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef6d05-a323-400a-b8b7-43c34f2f429b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:21.514706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef6d05-a323-400a-b8b7-43c34f2f429b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:21.515046 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef6d05-a323-400a-b8b7-43c34f2f429b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:21.515384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef6d05-a323-400a-b8b7-43c34f2f429b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:21.515716 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef6d05-a323-400a-b8b7-43c34f2f429b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:21.516069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef6d05-a323-400a-b8b7-43c34f2f429b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:21.516364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef6d05-a323-400a-b8b7-43c34f2f429b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:21.516714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef6d05-a323-400a-b8b7-43c34f2f429b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:21.517004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef6d05-a323-400a-b8b7-43c34f2f429b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:21.517324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef6d05-a323-400a-b8b7-43c34f2f429b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:21.517861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ceef6d05-a323-400a-b8b7-43c34f2f429b tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:21.556076 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc95fec3-19af-4bfd-a56e-db30970afec5 None None] Network 9bc66bc6-e276-432c-82b8-d0867468298a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:55:21.598423 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-0e0fd66e-c29d-4f80-81f2-b4fb92ac1096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:21.600799 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-0e0fd66e-c29d-4f80-81f2-b4fb92ac1096 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.3120475 Aug 17 02:55:21.690123 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Pushing event updated for resources: {'Port': ['ID=fc9c9169-227e-4ccd-8cba-26c0db8b6449,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:21.696531 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['85e320a0-c394-4543-b896-7c6625d0c2b1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:55:21.724266 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-d72837c6-6054-440f-a6be-43b1ba853ec1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Deleting port a53f10bf-d2b7-4e30-af02-920a66df4193 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:21.724607 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d72837c6-6054-440f-a6be-43b1ba853ec1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:21.783852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Attempting to bind port fc9c9169-227e-4ccd-8cba-26c0db8b6449 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:55:21.784201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Attempting to bind port fc9c9169-227e-4ccd-8cba-26c0db8b6449 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '4053d21c-802c-48e4-b901-dd902de16ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e3251caf-9118-49c9-a4c4-6e3483ce99c3'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:55:21.784538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Attempting to bind port fc9c9169-227e-4ccd-8cba-26c0db8b6449 on network e3251caf-9118-49c9-a4c4-6e3483ce99c3 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:21.793802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Port fc9c9169-227e-4ccd-8cba-26c0db8b6449 on network e3251caf-9118-49c9-a4c4-6e3483ce99c3 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:55:21.794142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Attempting to bind port fc9c9169-227e-4ccd-8cba-26c0db8b6449 on network e3251caf-9118-49c9-a4c4-6e3483ce99c3 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:21.804507 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-31555aaa-5544-4ac9-8c87-f6a84f68eda6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=164b7be9-1bab-4df5-99b5-8283e2f5438a HTTP/1.1" status: 200 len: 217 time: 0.1942754 Aug 17 02:55:21.815199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628dff38-2815-4ca3-982e-94c5741e61d4 req-f65a4633-7a0c-4f44-bed8-a03cb1a847d8 tempest-MigrationsAdminTest-816244816 tempest-MigrationsAdminTest-816244816-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:21.823973 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-628dff38-2815-4ca3-982e-94c5741e61d4 req-f65a4633-7a0c-4f44-bed8-a03cb1a847d8 tempest-MigrationsAdminTest-816244816 tempest-MigrationsAdminTest-816244816-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 1100 time: 0.2973254 Aug 17 02:55:21.839392 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d72837c6-6054-440f-a6be-43b1ba853ec1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:21.842003 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d72837c6-6054-440f-a6be-43b1ba853ec1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:21.869853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-d72837c6-6054-440f-a6be-43b1ba853ec1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Calling delete_port for a53f10bf-d2b7-4e30-af02-920a66df4193 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:21.890679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 55, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:55:21.890679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Checking segment: {'id': '4053d21c-802c-48e4-b901-dd902de16ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e3251caf-9118-49c9-a4c4-6e3483ce99c3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:55:21.890679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Bound using segment: {'id': '4053d21c-802c-48e4-b901-dd902de16ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e3251caf-9118-49c9-a4c4-6e3483ce99c3'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:55:21.890679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Bound port: fc9c9169-227e-4ccd-8cba-26c0db8b6449, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4053d21c-802c-48e4-b901-dd902de16ebd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': 'e3251caf-9118-49c9-a4c4-6e3483ce99c3'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:55:21.890679 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:21.899679 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [req-4d071e4b-3831-4183-a53f-2926e0230f09 req-9504d19d-f9df-4aaa-abc2-352a539f0f1f tempest-SecurityGroupsNegativeTestJSON-724817616 tempest-SecurityGroupsNegativeTestJSON-724817616-project] show failed (client error): The resource could not be found. Aug 17 02:55:21.901567 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4d071e4b-3831-4183-a53f-2926e0230f09 req-9504d19d-f9df-4aaa-abc2-352a539f0f1f tempest-SecurityGroupsNegativeTestJSON-724817616 tempest-SecurityGroupsNegativeTestJSON-724817616-project] 10.222.0.10 "GET /v2.0/security-groups/bad09564-7e16-47e4-8fe4-fb81140c1741 HTTP/1.1" status: 404 len: 352 time: 0.0288963 Aug 17 02:55:21.933700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-628dff38-2815-4ca3-982e-94c5741e61d4 req-01c0ceb4-b9c3-4bfe-8f5b-37f9201cd8ee tempest-MigrationsAdminTest-816244816 tempest-MigrationsAdminTest-816244816-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1090248 Aug 17 02:55:22.022730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-c4261006-72a2-42e4-96c3-2dfe7e793962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:22.024238 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-c4261006-72a2-42e4-96c3-2dfe7e793962 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.1648562 Aug 17 02:55:22.116198 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-39c2a65a-44be-4076-94dc-9a501ef91e70 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0794671 Aug 17 02:55:22.168347 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d72837c6-6054-440f-a6be-43b1ba853ec1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:22.180092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] For port fc9c9169-227e-4ccd-8cba-26c0db8b6449, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:55:22.193610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d356d50-de9a-44aa-873f-28b85f78c286 req-dfb77d90-e8be-4e88-a62d-5b53f96bb7e5 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:22.195341 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5d356d50-de9a-44aa-873f-28b85f78c286 req-dfb77d90-e8be-4e88-a62d-5b53f96bb7e5 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 943 time: 0.1575820 Aug 17 02:55:22.203448 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72837c6-6054-440f-a6be-43b1ba853ec1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Pushing event deleted for resources: {'Port': ['ID=a53f10bf-d2b7-4e30-af02-920a66df4193,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:22.223118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] For port fc9c9169-227e-4ccd-8cba-26c0db8b6449, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fc9c9169-227e-4ccd-8cba-26c0db8b6449,segment=NetworkSegment(4053d21c-802c-48e4-b901-dd902de16ebd),segment_id=4053d21c-802c-48e4-b901-dd902de16ebd)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:55:22.275044 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d72837c6-6054-440f-a6be-43b1ba853ec1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:22.277740 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d72837c6-6054-440f-a6be-43b1ba853ec1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:22.281596 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d72837c6-6054-440f-a6be-43b1ba853ec1 tempest-ServersWithSpecificFlavorTestJSON-2072734475 tempest-ServersWithSpecificFlavorTestJSON-2072734475-project] 10.222.0.10 "DELETE /v2.0/floatingips/9cd07975-e849-4434-b343-562b6c560858 HTTP/1.1" status: 204 len: 168 time: 0.8237474 Aug 17 02:55:22.281794 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5d356d50-de9a-44aa-873f-28b85f78c286 req-caf80cd8-f965-4d99-a0d4-7e250e54bbde tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc259ad9-f080-489e-a010-52c2ce88b05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688484 Aug 17 02:55:22.292755 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-a36bb816-87c7-4921-bc31-b87764edafeb service neutron] 10.222.0.30 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1627951 Aug 17 02:55:22.317462 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:22.409097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:22.409751 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:22.411177 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-190e4eac-857e-4da0-b999-c84d70921583 req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] 10.222.0.60 "PUT /v2.0/ports/fc9c9169-227e-4ccd-8cba-26c0db8b6449 HTTP/1.1" status: 200 len: 1091 time: 2.2200167 Aug 17 02:55:22.411919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd53dac67-9aab-4ac3-ab35-0d78fa310f30', 'tag': 'fc9c9169-227e-4ccd-8cba-26c0db8b6449'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:22.415122 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec63bf1d-6ea0-4ee5-b089-e969f921b325" -d '{"events": [{"name": "network-changed", "server_uuid": "d53dac67-9aab-4ac3-ab35-0d78fa310f30", "tag": "fc9c9169-227e-4ccd-8cba-26c0db8b6449"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:22.478160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13779fff-5d19-4ec1-ab96-dd49786b44bd service neutron] Pushing event updated for resources: {'Port': ['ID=fc9c9169-227e-4ccd-8cba-26c0db8b6449,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:22.485790 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-616acaae-915a-43bc-86ba-0c2f99196476 req-2ccfc94e-ee26-44a5-b78e-ba0ed43f7c8d tempest-SecurityGroupsNegativeTestJSON-724817616 tempest-SecurityGroupsNegativeTestJSON-724817616-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fea32683fb3b42148cf0491f0fe6909f HTTP/1.1" status: 200 len: 2984 time: 0.1700728 Aug 17 02:55:22.491118 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-c986b24e-480d-4613-9693-3af92c6fe1e4 service neutron] 10.222.0.30 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947334 Aug 17 02:55:22.541883 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-616acaae-915a-43bc-86ba-0c2f99196476 req-7e82b99c-f96c-4ea8-8c7f-8582ec735638 tempest-SecurityGroupsNegativeTestJSON-724817616 tempest-SecurityGroupsNegativeTestJSON-724817616-project] 10.222.0.10 "GET /v2.0/security-groups/580a0a2d-58a9-476f-b048-aae86d42dce5 HTTP/1.1" status: 200 len: 2981 time: 0.0469027 Aug 17 02:55:22.615291 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-616acaae-915a-43bc-86ba-0c2f99196476 req-802e5f2c-eaaf-4591-afef-d3066d4dae4a tempest-SecurityGroupsNegativeTestJSON-724817616 tempest-SecurityGroupsNegativeTestJSON-724817616-project] 10.222.0.10 "GET /v2.0/security-groups/580a0a2d-58a9-476f-b048-aae86d42dce5 HTTP/1.1" status: 200 len: 2981 time: 0.0631609 Aug 17 02:55:22.621481 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e4eac-857e-4da0-b999-c84d70921583 req-b754707e-f898-45b6-91e8-412bbbf92e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:22.621481 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-190e4eac-857e-4da0-b999-c84d70921583 req-b754707e-f898-45b6-91e8-412bbbf92e00 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=080f287d618347d99679753f5b9296b7&device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 1094 time: 0.0780425 Aug 17 02:55:22.644209 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f631aeb-ecae-4c7d-a373-f44e445a2389 req-d91ba302-ba67-43d4-89fd-c4718aedf2b9 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:22.645771 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8f631aeb-ecae-4c7d-a373-f44e445a2389 req-d91ba302-ba67-43d4-89fd-c4718aedf2b9 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 945 time: 0.0568290 Aug 17 02:55:22.673916 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-190e4eac-857e-4da0-b999-c84d70921583 req-06bb922e-0eb9-4e54-ab5b-e11b4f83a65b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc9c9169-227e-4ccd-8cba-26c0db8b6449 HTTP/1.1" status: 200 len: 217 time: 0.0426292 Aug 17 02:55:22.691914 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8f631aeb-ecae-4c7d-a373-f44e445a2389 req-6c1d3706-3196-4217-a8d0-277448accfab tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376551 Aug 17 02:55:22.734066 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e4eac-857e-4da0-b999-c84d70921583 req-74c58d3e-7a61-4634-a312-f1b0492c993c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:22.735787 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-190e4eac-857e-4da0-b999-c84d70921583 req-74c58d3e-7a61-4634-a312-f1b0492c993c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=222deea6-523e-41aa-8de9-07eb809a42a5 HTTP/1.1" status: 200 len: 849 time: 0.0547147 Aug 17 02:55:22.745737 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-365a1897-e473-4463-b679-65bc1d6f4063 x-openstack-request-id: req-365a1897-e473-4463-b679-65bc1d6f4063 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:22.746040 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d53dac67-9aab-4ac3-ab35-0d78fa310f30", "tag": "fc9c9169-227e-4ccd-8cba-26c0db8b6449", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:22.746301 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-365a1897-e473-4463-b679-65bc1d6f4063 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:22.746711 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd53dac67-9aab-4ac3-ab35-0d78fa310f30', 'tag': 'fc9c9169-227e-4ccd-8cba-26c0db8b6449', 'status': 'completed', 'code': 200} Aug 17 02:55:22.774356 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-190e4eac-857e-4da0-b999-c84d70921583 req-44659142-1586-41d3-bdff-8c529550f1ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e3251caf-9118-49c9-a4c4-6e3483ce99c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266426 Aug 17 02:55:22.895471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 85e320a0-c394-4543-b896-7c6625d0c2b1 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:55:22.914053 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b59415-7938-447a-ba96-5c36aa040893 req-f3be0d87-837a-49eb-9548-12fdbc376c62 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:22.915611 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0b59415-7938-447a-ba96-5c36aa040893 req-f3be0d87-837a-49eb-9548-12fdbc376c62 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 949 time: 0.0811787 Aug 17 02:55:22.919527 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-190e4eac-857e-4da0-b999-c84d70921583 req-46890911-4ad4-4025-94d2-0d58f575c02f service neutron] 10.222.0.60 "GET /v2.0/networks/e3251caf-9118-49c9-a4c4-6e3483ce99c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1338222 Aug 17 02:55:22.926653 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ce57ed4-d3b5-4e57-a5c4-b725513bbd87 req-75b221bc-6423-4152-9a1f-03220824e372 tempest-SecurityGroupsNegativeTestJSON-724817616 tempest-SecurityGroupsNegativeTestJSON-724817616-project] 10.222.0.10 "GET /v2.0/security-groups/580a0a2d-58a9-476f-b048-aae86d42dce5 HTTP/1.1" status: 200 len: 2981 time: 0.0526850 Aug 17 02:55:23.025020 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 85e320a0-c394-4543-b896-7c6625d0c2b1 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:55:23.029796 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 85e320a0-c394-4543-b896-7c6625d0c2b1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:55:23.030379 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:23.039053 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [req-7ce57ed4-d3b5-4e57-a5c4-b725513bbd87 req-7de22b5e-2d85-474e-bcba-9afa48c74102 tempest-SecurityGroupsNegativeTestJSON-724817616 tempest-SecurityGroupsNegativeTestJSON-724817616-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 17 02:55:23.041136 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ce57ed4-d3b5-4e57-a5c4-b725513bbd87 req-7de22b5e-2d85-474e-bcba-9afa48c74102 tempest-SecurityGroupsNegativeTestJSON-724817616 tempest-SecurityGroupsNegativeTestJSON-724817616-project] 10.222.0.10 "DELETE /v2.0/security-groups/580a0a2d-58a9-476f-b048-aae86d42dce5 HTTP/1.1" status: 409 len: 352 time: 0.1059198 Aug 17 02:55:23.065509 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-190e4eac-857e-4da0-b999-c84d70921583 req-a053a5ac-6ee2-41e8-8d48-21d48265791f service neutron] 10.222.0.60 "GET /v2.0/networks/e3251caf-9118-49c9-a4c4-6e3483ce99c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296806 Aug 17 02:55:23.125817 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0b59415-7938-447a-ba96-5c36aa040893 req-424e9441-09d8-4092-8b95-97b3bd7ed791 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2041464 Aug 17 02:55:23.137864 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:23.162302 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-e2a41c4e-0cb4-4b87-8206-8f244a07c109 req-45daaa86-59bf-44d7-8426-a99a8e31b166 tempest-SecurityGroupsNegativeTestJSON-724817616 tempest-SecurityGroupsNegativeTestJSON-724817616-project] show failed (client error): The resource could not be found. Aug 17 02:55:23.164537 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e2a41c4e-0cb4-4b87-8206-8f244a07c109 req-45daaa86-59bf-44d7-8426-a99a8e31b166 tempest-SecurityGroupsNegativeTestJSON-724817616 tempest-SecurityGroupsNegativeTestJSON-724817616-project] 10.222.0.10 "GET /v2.0/security-groups/0e9f374b-405a-456c-9273-7550f9920666 HTTP/1.1" status: 404 len: 352 time: 0.0207033 Aug 17 02:55:23.185650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e320a0-c394-4543-b896-7c6625d0c2b1'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:23.188253 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efcc4965-4315-41c3-b030-f7e135c41dd1" -d '{"events": [{"server_uuid": "a2956e8d-e742-46c7-aa55-ef03c0c42e84", "name": "network-vif-plugged", "status": "completed", "tag": "85e320a0-c394-4543-b896-7c6625d0c2b1"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:23.212963 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=85e320a0-c394-4543-b896-7c6625d0c2b1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:23.266533 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-7def6312-2536-449d-b68e-e18b77571e1b req-30e92308-a1dc-421f-b51d-a0d80b49a95a tempest-SecurityGroupsNegativeTestJSON-724817616 tempest-SecurityGroupsNegativeTestJSON-724817616-project] show failed (client error): The resource could not be found. Aug 17 02:55:23.279589 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7def6312-2536-449d-b68e-e18b77571e1b req-30e92308-a1dc-421f-b51d-a0d80b49a95a tempest-SecurityGroupsNegativeTestJSON-724817616 tempest-SecurityGroupsNegativeTestJSON-724817616-project] 10.222.0.10 "GET /v2.0/security-groups/69f21988-4809-4a73-88bd-f50b57fce811 HTTP/1.1" status: 404 len: 352 time: 0.0444610 Aug 17 02:55:23.285562 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41202) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:23.301909 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1c9026e-8243-4de5-922a-146093874b7f x-openstack-request-id: req-b1c9026e-8243-4de5-922a-146093874b7f {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:23.302382 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2956e8d-e742-46c7-aa55-ef03c0c42e84", "name": "network-vif-plugged", "status": "completed", "tag": "85e320a0-c394-4543-b896-7c6625d0c2b1", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:23.302895 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b1c9026e-8243-4de5-922a-146093874b7f {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:23.304292 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85e320a0-c394-4543-b896-7c6625d0c2b1', 'code': 200} Aug 17 02:55:23.305513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bf1d-6ea0-4ee5-b089-e969f921b325 req-af739229-8efb-4c49-868f-bb8d19af6b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:23.308225 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec63bf1d-6ea0-4ee5-b089-e969f921b325 req-af739229-8efb-4c49-868f-bb8d19af6b3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=080f287d618347d99679753f5b9296b7&device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 1094 time: 0.1055038 Aug 17 02:55:23.322907 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:23.365530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Deleting subnet 5e0e3df6-eb1e-42b0-8332-6be6caebf473 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:55:23.375489 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:23.434811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=85e320a0-c394-4543-b896-7c6625d0c2b1,revision_number=13']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:23.459942 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.460390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.460707 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.461044 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.461376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.461753 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.462910 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.464268 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.464656 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.465125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.465498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.465844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.467644 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:23.485170 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bf1d-6ea0-4ee5-b089-e969f921b325 req-c61468e4-2ccb-4531-9dce-f4a410b1f77d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:23.488596 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec63bf1d-6ea0-4ee5-b089-e969f921b325 req-c61468e4-2ccb-4531-9dce-f4a410b1f77d service neutron] 10.222.0.60 "GET /v2.0/networks?id=e3251caf-9118-49c9-a4c4-6e3483ce99c3 HTTP/1.1" status: 200 len: 909 time: 0.1716642 Aug 17 02:55:23.559136 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec63bf1d-6ea0-4ee5-b089-e969f921b325 req-6e00ec81-0060-4cc0-8e26-4a27c9e1a0f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=fc9c9169-227e-4ccd-8cba-26c0db8b6449 HTTP/1.1" status: 200 len: 217 time: 0.0620582 Aug 17 02:55:23.580667 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:23.675830 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-4ebefab5-86b1-489a-98f6-b553c1dbc707 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:23.677392 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-4ebefab5-86b1-489a-98f6-b553c1dbc707 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 808 time: 0.1576419 Aug 17 02:55:23.696657 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-ee02237f-804e-432b-9076-f70ae8913152 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/quotas/fbdcc79a0e414d57946c4903247557f0 HTTP/1.1" status: 200 len: 375 time: 0.0131340 Aug 17 02:55:23.697649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec63bf1d-6ea0-4ee5-b089-e969f921b325 req-09f67c60-aa45-4470-b83b-17f31fa06ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:23.699132 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec63bf1d-6ea0-4ee5-b089-e969f921b325 req-09f67c60-aa45-4470-b83b-17f31fa06ce4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=222deea6-523e-41aa-8de9-07eb809a42a5 HTTP/1.1" status: 200 len: 849 time: 0.1315396 Aug 17 02:55:23.723486 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e514b5-8618-4de9-95ff-370ba35d17a0 req-88b45139-ce51-45ff-88e3-afb222bffb32 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:23.726354 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-41e514b5-8618-4de9-95ff-370ba35d17a0 req-88b45139-ce51-45ff-88e3-afb222bffb32 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 943 time: 0.1058712 Aug 17 02:55:23.751968 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:23.777283 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec63bf1d-6ea0-4ee5-b089-e969f921b325 req-febda184-47c9-4cb5-b5c9-2138b71f3254 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e3251caf-9118-49c9-a4c4-6e3483ce99c3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0497682 Aug 17 02:55:23.783618 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-4c292106-f071-46fa-84db-a02f0e71f4f2 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0803123 Aug 17 02:55:23.792087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5e0e3df6-eb1e-42b0-8332-6be6caebf473,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:23.805407 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.805882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.806481 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.806900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.807304 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.807746 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.808142 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.808686 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.809232 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.809882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.810640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.812748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:23.812885 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-41e514b5-8618-4de9-95ff-370ba35d17a0 req-51cc7335-e616-4bd0-807a-39bdfa472f98 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc259ad9-f080-489e-a010-52c2ce88b05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751686 Aug 17 02:55:23.827346 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:23.833672 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2c40d436-8090-4446-afe1-94d834f956ca admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5e0e3df6-eb1e-42b0-8332-6be6caebf473 HTTP/1.1" status: 204 len: 168 time: 0.5431476 Aug 17 02:55:23.835718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41216) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:23.949434 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec63bf1d-6ea0-4ee5-b089-e969f921b325 req-2c2c6775-93c0-4a5f-9f2f-f297f342fc7f service neutron] 10.222.0.60 "GET /v2.0/networks/e3251caf-9118-49c9-a4c4-6e3483ce99c3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591523 Aug 17 02:55:24.009657 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f831b55-032b-4978-ac03-fb1afede9289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:24.078592 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-cd1bf8bf-db53-4871-9c3e-09ffbdf5aca8 service neutron] 10.222.0.10 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2760084 Aug 17 02:55:24.097366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a467d015-86c3-4ffa-b0f9-9716ecb57c63 req-acb7be4e-8366-48be-8f9f-d1a62c37a54c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:24.098966 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a467d015-86c3-4ffa-b0f9-9716ecb57c63 req-acb7be4e-8366-48be-8f9f-d1a62c37a54c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 945 time: 0.1655078 Aug 17 02:55:24.165724 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd01ea5d-54a9-44d5-a76c-01121f06af32 req-c45bab0d-8f1f-48f0-bd48-52b4731ab64f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:24.169867 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd01ea5d-54a9-44d5-a76c-01121f06af32 req-c45bab0d-8f1f-48f0-bd48-52b4731ab64f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.60 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 950 time: 0.1359184 Aug 17 02:55:24.175709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41224) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:24.182229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f831b55-032b-4978-ac03-fb1afede9289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:24.185236 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec63bf1d-6ea0-4ee5-b089-e969f921b325 req-fcbadc6a-1f7b-4e4a-ae12-5df6d2c4c0e3 service neutron] 10.222.0.60 "GET /v2.0/networks/e3251caf-9118-49c9-a4c4-6e3483ce99c3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2051399 Aug 17 02:55:24.195885 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1f831b55-032b-4978-ac03-fb1afede9289 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9bc66bc6-e276-432c-82b8-d0867468298a']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:24.211399 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1f831b55-032b-4978-ac03-fb1afede9289 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ace6b5a-ca5f-44e4-9c99-0e1aa5769437') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:24.211876 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1f831b55-032b-4978-ac03-fb1afede9289 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ace6b5a-ca5f-44e4-9c99-0e1aa5769437') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:24.230947 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f831b55-032b-4978-ac03-fb1afede9289 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:24.237048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a467d015-86c3-4ffa-b0f9-9716ecb57c63 req-833000ec-6c77-4c41-8441-ae9fd98958bf tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263320 Aug 17 02:55:24.269214 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f831b55-032b-4978-ac03-fb1afede9289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:24.269214 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f831b55-032b-4978-ac03-fb1afede9289 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:55:24.269214 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f831b55-032b-4978-ac03-fb1afede9289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: timer() Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:55:24.269657 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:55:24.281362 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d8350647-251b-409c-be0a-40406d8151a0 service neutron] 10.222.0.10 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2020178 Aug 17 02:55:24.343725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-bd01ea5d-54a9-44d5-a76c-01121f06af32 req-a15b0939-877c-46cd-80c4-d54e8c76c2fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Deleting port 85e320a0-c394-4543-b896-7c6625d0c2b1 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:24.344739 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bd01ea5d-54a9-44d5-a76c-01121f06af32 req-a15b0939-877c-46cd-80c4-d54e8c76c2fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:24.396347 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f831b55-032b-4978-ac03-fb1afede9289 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:24.402769 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f831b55-032b-4978-ac03-fb1afede9289 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:24.407363 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1f831b55-032b-4978-ac03-fb1afede9289 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9bc66bc6-e276-432c-82b8-d0867468298a HTTP/1.1" status: 204 len: 168 time: 0.5666635 Aug 17 02:55:24.445814 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f831b55-032b-4978-ac03-fb1afede9289 admin admin] Pushing event deleted for resources: {'Network': ['ID=9bc66bc6-e276-432c-82b8-d0867468298a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:24.533188 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ec926d1-8b03-453f-b977-1c6577f569cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:24.592178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-bd01ea5d-54a9-44d5-a76c-01121f06af32 req-a15b0939-877c-46cd-80c4-d54e8c76c2fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] For port 85e320a0-c394-4543-b896-7c6625d0c2b1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=85e320a0-c394-4543-b896-7c6625d0c2b1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:24.592554 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bd01ea5d-54a9-44d5-a76c-01121f06af32 req-a15b0939-877c-46cd-80c4-d54e8c76c2fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:24.613154 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-bd01ea5d-54a9-44d5-a76c-01121f06af32 req-a15b0939-877c-46cd-80c4-d54e8c76c2fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Calling delete_port for 85e320a0-c394-4543-b896-7c6625d0c2b1 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:24.649686 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5f4636f-c757-4344-bff5-1ba868c3eeac req-1bc962ec-036c-424e-bc13-cb00db6fd4cc tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:24.651210 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b5f4636f-c757-4344-bff5-1ba868c3eeac req-1bc962ec-036c-424e-bc13-cb00db6fd4cc tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 950 time: 0.1236260 Aug 17 02:55:24.761397 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b5f4636f-c757-4344-bff5-1ba868c3eeac req-4a102842-3cbc-446d-bb35-f8cc081dfc9d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767372 Aug 17 02:55:24.824353 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ec926d1-8b03-453f-b977-1c6577f569cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:24.867481 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41242) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:24.913513 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c2192ba2-84ef-4a9c-b4e2-fb51ef1d2b95 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fea32683fb3b42148cf0491f0fe6909f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0447068 Aug 17 02:55:24.917518 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41244) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:24.938863 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ec926d1-8b03-453f-b977-1c6577f569cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:24.974976 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb4c3-cd9c-40eb-ba27-9a88a7bc5f07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:24.995529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec926d1-8b03-453f-b977-1c6577f569cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09ab2123-cdba-4be8-9422-2d0367d2fcb9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:25.000486 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb4c3-cd9c-40eb-ba27-9a88a7bc5f07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:25.004348 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4ec926d1-8b03-453f-b977-1c6577f569cf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=076fca25a71a4fdab891802358393d8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8274536 Aug 17 02:55:25.005047 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41246) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:25.021353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bae11f-9db1-4f10-aa67-6cbd7afa6dd0 req-e924246f-7a91-44b9-9259-d041f821c82d tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:25.025660 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-40bae11f-9db1-4f10-aa67-6cbd7afa6dd0 req-e924246f-7a91-44b9-9259-d041f821c82d tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 943 time: 0.1222465 Aug 17 02:55:25.026721 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bd01ea5d-54a9-44d5-a76c-01121f06af32 req-a15b0939-877c-46cd-80c4-d54e8c76c2fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:25.039249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['58a69c89-2de8-4d4d-9821-1971a6f77ecd', 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8', '07c67420-ebfc-4a09-a254-4f69ac1612e2'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:55:25.128060 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb4c3-cd9c-40eb-ba27-9a88a7bc5f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:25.129459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15b0939-877c-46cd-80c4-d54e8c76c2fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Pushing event deleted for resources: {'Port': ['ID=85e320a0-c394-4543-b896-7c6625d0c2b1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:25.133081 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d4bbb4c3-cd9c-40eb-ba27-9a88a7bc5f07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:25.145276 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d4bbb4c3-cd9c-40eb-ba27-9a88a7bc5f07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/580a0a2d-58a9-476f-b048-aae86d42dce5 HTTP/1.1" status: 204 len: 168 time: 0.2278156 Aug 17 02:55:25.200493 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41256) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:25.202660 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bbb4c3-cd9c-40eb-ba27-9a88a7bc5f07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=580a0a2d-58a9-476f-b048-aae86d42dce5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:25.267864 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd01ea5d-54a9-44d5-a76c-01121f06af32 req-a15b0939-877c-46cd-80c4-d54e8c76c2fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] No DVR routers for this DVR port 85e320a0-c394-4543-b896-7c6625d0c2b1 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:25.313087 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bd01ea5d-54a9-44d5-a76c-01121f06af32 req-a15b0939-877c-46cd-80c4-d54e8c76c2fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:25.315542 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd01ea5d-54a9-44d5-a76c-01121f06af32 req-a15b0939-877c-46cd-80c4-d54e8c76c2fd tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.60 "DELETE /v2.0/ports/85e320a0-c394-4543-b896-7c6625d0c2b1 HTTP/1.1" status: 204 len: 173 time: 1.1373487 Aug 17 02:55:25.323056 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1a9cb857-d965-4136-b686-c3ff1388efc0 req-8ff69b2e-2ed5-49ac-9558-a139dd1eca8b tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 210 time: 0.0668063 Aug 17 02:55:25.329134 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43d119ad-b92b-44a5-b07d-fb3cf66e552a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:25.399761 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43d119ad-b92b-44a5-b07d-fb3cf66e552a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:25.488960 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'name': 'network-vif-deleted', 'tag': '85e320a0-c394-4543-b896-7c6625d0c2b1'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:25.494511 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be16a964-c951-4dc0-942a-f56d7ff150e5" -d '{"events": [{"server_uuid": "a2956e8d-e742-46c7-aa55-ef03c0c42e84", "name": "network-vif-deleted", "tag": "85e320a0-c394-4543-b896-7c6625d0c2b1"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:25.530757 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-40bae11f-9db1-4f10-aa67-6cbd7afa6dd0 req-4fe3bd94-a0be-4211-9e6f-6c4171281296 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc259ad9-f080-489e-a010-52c2ce88b05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4847598 Aug 17 02:55:25.570696 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57d26d2-354d-4471-ae35-43e1f70df6d6 req-a3fe32cb-34c5-4897-85ed-7e13e8a5dbcf tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:25.572310 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c57d26d2-354d-4471-ae35-43e1f70df6d6 req-a3fe32cb-34c5-4897-85ed-7e13e8a5dbcf tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 945 time: 0.1046669 Aug 17 02:55:25.613803 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43d119ad-b92b-44a5-b07d-fb3cf66e552a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:25.620264 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43d119ad-b92b-44a5-b07d-fb3cf66e552a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:25.620264 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-43d119ad-b92b-44a5-b07d-fb3cf66e552a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/09ab2123-cdba-4be8-9422-2d0367d2fcb9 HTTP/1.1" status: 204 len: 168 time: 0.6099393 Aug 17 02:55:25.629684 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d119ad-b92b-44a5-b07d-fb3cf66e552a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09ab2123-cdba-4be8-9422-2d0367d2fcb9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:25.687864 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c57d26d2-354d-4471-ae35-43e1f70df6d6 req-5c1f3fce-30c5-4f75-a6f5-ebf677fe3ffc tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020935 Aug 17 02:55:25.757318 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00ea5d52-d051-4fb2-9330-15bb0f594af4 x-openstack-request-id: req-00ea5d52-d051-4fb2-9330-15bb0f594af4 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:25.757642 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a2956e8d-e742-46c7-aa55-ef03c0c42e84", "name": "network-vif-deleted", "tag": "85e320a0-c394-4543-b896-7c6625d0c2b1", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:25.758007 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-00ea5d52-d051-4fb2-9330-15bb0f594af4 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:25.758552 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2956e8d-e742-46c7-aa55-ef03c0c42e84', 'name': 'network-vif-deleted', 'tag': '85e320a0-c394-4543-b896-7c6625d0c2b1', 'status': 'completed', 'code': 200} Aug 17 02:55:25.960098 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a15f7a4-d538-4af6-ad3b-ef43e9ed9b32 req-640df5d1-ed0d-41cf-9983-7619eb6ea24a tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=a2956e8d-e742-46c7-aa55-ef03c0c42e84 HTTP/1.1" status: 200 len: 210 time: 0.0713253 Aug 17 02:55:26.408203 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d04debf-9a7b-496b-8230-9d8689feba1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:26.426666 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d654d2a1-3210-45fc-bce1-8fc02d0f75e1 req-85977886-6079-4b5a-a770-8501db69574a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 210 time: 0.0363188 Aug 17 02:55:26.596877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41294) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:26.626470 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4339f88c-a7c9-4c0b-80bf-8d8ccd9d66db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:26.766489 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-7d04debf-9a7b-496b-8230-9d8689feba1d admin admin] Deleting port 9a62716a-8bf4-4971-b62d-188fd8bd5d93 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:26.767701 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d04debf-9a7b-496b-8230-9d8689feba1d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:26.831346 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800be0ca-6f28-40a7-9eff-caf1226ced1c req-cff55528-d992-44dd-be09-5030f36fde89 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:26.840417 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-800be0ca-6f28-40a7-9eff-caf1226ced1c req-cff55528-d992-44dd-be09-5030f36fde89 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 943 time: 0.1923397 Aug 17 02:55:26.892039 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fc9c9169-227e-4ccd-8cba-26c0db8b6449 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:55:26.915280 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-800be0ca-6f28-40a7-9eff-caf1226ced1c req-cea26695-8ba3-487f-8bbd-737d735dba05 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc259ad9-f080-489e-a010-52c2ce88b05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682023 Aug 17 02:55:26.919432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 85e320a0-c394-4543-b896-7c6625d0c2b1 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:26.926026 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4339f88c-a7c9-4c0b-80bf-8d8ccd9d66db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:26.956146 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 85e320a0-c394-4543-b896-7c6625d0c2b1 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:26.956585 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 85e320a0-c394-4543-b896-7c6625d0c2b1 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:26.976460 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-059a5d31-98ab-4e9d-82d7-1c2edd344dd1 req-1f7b5830-fe38-4426-a79f-ef31a6316c10 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:26.981135 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-059a5d31-98ab-4e9d-82d7-1c2edd344dd1 req-1f7b5830-fe38-4426-a79f-ef31a6316c10 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 945 time: 0.1774621 Aug 17 02:55:26.998480 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4339f88c-a7c9-4c0b-80bf-8d8ccd9d66db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:27.018756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-7d04debf-9a7b-496b-8230-9d8689feba1d admin admin] For port 9a62716a-8bf4-4971-b62d-188fd8bd5d93, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9a62716a-8bf4-4971-b62d-188fd8bd5d93,segment=NetworkSegment(2c3dd8ac-fcd2-4580-b76b-ee12927d977a),segment_id=2c3dd8ac-fcd2-4580-b76b-ee12927d977a)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:27.019159 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d04debf-9a7b-496b-8230-9d8689feba1d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:27.051039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-7d04debf-9a7b-496b-8230-9d8689feba1d admin admin] Calling delete_port for 9a62716a-8bf4-4971-b62d-188fd8bd5d93 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:27.153553 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41314) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:27.155452 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4339f88c-a7c9-4c0b-80bf-8d8ccd9d66db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b32ca17fa3834a08b1fff23e353b50f2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5508909 Aug 17 02:55:27.159184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4339f88c-a7c9-4c0b-80bf-8d8ccd9d66db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=73a9d26b-0814-4806-ac20-bf819c37520c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:27.270806 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port fc9c9169-227e-4ccd-8cba-26c0db8b6449, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fc9c9169-227e-4ccd-8cba-26c0db8b6449,segment=NetworkSegment(4053d21c-802c-48e4-b901-dd902de16ebd),segment_id=4053d21c-802c-48e4-b901-dd902de16ebd)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:27.297250 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-454b60dc-d147-4827-87e5-4f85432dab1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:27.320489 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'fc9c9169-227e-4ccd-8cba-26c0db8b6449', 'network_id': 'e3251caf-9118-49c9-a4c4-6e3483ce99c3', 'port_id': 'fc9c9169-227e-4ccd-8cba-26c0db8b6449', 'mac_address': 'fa:16:3e:b9:13:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '222deea6-523e-41aa-8de9-07eb809a42a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:55:27.335800 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-454b60dc-d147-4827-87e5-4f85432dab1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:27.474981 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:27.494920 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc9c9169-227e-4ccd-8cba-26c0db8b6449 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:55:27.518272 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-454b60dc-d147-4827-87e5-4f85432dab1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:27.522346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port fc9c9169-227e-4ccd-8cba-26c0db8b6449, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fc9c9169-227e-4ccd-8cba-26c0db8b6449,segment=NetworkSegment(4053d21c-802c-48e4-b901-dd902de16ebd),segment_id=4053d21c-802c-48e4-b901-dd902de16ebd)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:27.525170 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-454b60dc-d147-4827-87e5-4f85432dab1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:27.527467 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-454b60dc-d147-4827-87e5-4f85432dab1f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/73a9d26b-0814-4806-ac20-bf819c37520c HTTP/1.1" status: 204 len: 168 time: 0.3644421 Aug 17 02:55:27.540663 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-454b60dc-d147-4827-87e5-4f85432dab1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=73a9d26b-0814-4806-ac20-bf819c37520c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:27.551264 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d04debf-9a7b-496b-8230-9d8689feba1d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:27.609943 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d04debf-9a7b-496b-8230-9d8689feba1d admin admin] Pushing event deleted for resources: {'Port': ['ID=9a62716a-8bf4-4971-b62d-188fd8bd5d93,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:27.708884 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:27.788357 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=fc9c9169-227e-4ccd-8cba-26c0db8b6449,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:27.802755 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-059a5d31-98ab-4e9d-82d7-1c2edd344dd1 req-9427c66b-cb23-4872-8e24-c55e8f6e3091 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8060238 Aug 17 02:55:27.964424 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['fc9c9169-227e-4ccd-8cba-26c0db8b6449'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:55:27.976871 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-768eacc1-5472-4161-99fc-e72b59e32995 req-4c345c63-ec44-43d0-9c45-4da82ccb9576 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 210 time: 0.0587063 Aug 17 02:55:28.156137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29ef7bd8-2e3a-446e-8d08-205df5276eb1 req-c4cb172b-2bb4-43d0-b8cd-9955238d4706 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:28.166882 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29ef7bd8-2e3a-446e-8d08-205df5276eb1 req-c4cb172b-2bb4-43d0-b8cd-9955238d4706 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 944 time: 0.0954959 Aug 17 02:55:28.213347 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29ef7bd8-2e3a-446e-8d08-205df5276eb1 req-014c2cf6-4bcc-4ba4-a3c9-3fbb1ad396ec tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc259ad9-f080-489e-a010-52c2ce88b05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454857 Aug 17 02:55:28.384041 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d04debf-9a7b-496b-8230-9d8689feba1d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:28.399787 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a5ed1a-6dec-44f1-abc6-356eba2a0b19 req-4c87aecf-b8b5-4917-81f1-605c248eb424 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:28.401500 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d3a5ed1a-6dec-44f1-abc6-356eba2a0b19 req-4c87aecf-b8b5-4917-81f1-605c248eb424 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 951 time: 0.0747681 Aug 17 02:55:28.410743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-b6588957-7a5f-4bc3-aaa3-5749dd77b101 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:28.413720 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-b6588957-7a5f-4bc3-aaa3-5749dd77b101 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.60 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 808 time: 0.1464057 Aug 17 02:55:28.438314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-0671e7cc-88d3-48e7-89ad-853ae10f1c93 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Request body: {'port': {'device_id': '195b1b56-d1e5-465c-b39a-a203764e348f', 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca', 'admin_state_up': True, 'tenant_id': 'fbdcc79a0e414d57946c4903247557f0'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:55:28.542465 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d3a5ed1a-6dec-44f1-abc6-356eba2a0b19 req-1ba6e65d-22ab-4810-accf-81084afe72fb tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570402 Aug 17 02:55:28.646369 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41342) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:28.739228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-0671e7cc-88d3-48e7-89ad-853ae10f1c93 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Made reservation on behalf of fbdcc79a0e414d57946c4903247557f0 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:55:28.743607 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-0671e7cc-88d3-48e7-89ad-853ae10f1c93 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:28.811460 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d04debf-9a7b-496b-8230-9d8689feba1d admin admin] Router aeec86d2-5372-4e45-9c62-4ad089baf782 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:55:28.851975 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a347bdfc-2845-4cf9-bea1-834c32251660 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:28.914505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fc9c9169-227e-4ccd-8cba-26c0db8b6449 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:55:29.014541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d04debf-9a7b-496b-8230-9d8689feba1d admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:55:29.024310 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95473ef-999b-4b10-8630-fea6bd7c4102 None None] Sync routers for ids ['aeec86d2-5372-4e45-9c62-4ad089baf782'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:55:29.027009 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7d04debf-9a7b-496b-8230-9d8689feba1d admin admin] 10.222.0.10 "PUT /v2.0/routers/aeec86d2-5372-4e45-9c62-4ad089baf782/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8070803 Aug 17 02:55:29.029796 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41356) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:29.049281 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95473ef-999b-4b10-8630-fea6bd7c4102 None None] Routers {'aeec86d2-5372-4e45-9c62-4ad089baf782'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:55:29.049281 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e95473ef-999b-4b10-8630-fea6bd7c4102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:55:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['aeec86d2-5372-4e45-9c62-4ad089baf782'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:29.112746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ab2b55-cbcb-4332-bbc3-73e197770e53 req-774dfe86-3d71-4052-a450-7f0b84cb1bbe tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:29.116015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port fc9c9169-227e-4ccd-8cba-26c0db8b6449 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:55:29.124436 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port fc9c9169-227e-4ccd-8cba-26c0db8b6449 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:55:29.124436 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:29.130243 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80ab2b55-cbcb-4332-bbc3-73e197770e53 req-774dfe86-3d71-4052-a450-7f0b84cb1bbe tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 945 time: 0.1842883 Aug 17 02:55:29.195293 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-52393c2b-6d52-4f26-8203-5bccdacdf176 req-95bd56b2-05c4-4dbf-85f3-47664bb5300f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 210 time: 0.0464871 Aug 17 02:55:29.217853 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e95473ef-999b-4b10-8630-fea6bd7c4102 None None] Set router aeec86d2-5372-4e45-9c62-4ad089baf782 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:55:29.243810 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2259ec2d-4310-42a0-9df6-afa2604a7add admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:29.327436 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:29.371495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-0671e7cc-88d3-48e7-89ad-853ae10f1c93 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Allocated IP 172.20.0.5 (e9e56734-09f2-4207-a3fd-cb98fe79bbca/ce7a1b4d-073f-4496-99e3-079663fa186d/e5727dee-1b77-4215-a9a5-e507d8c60212) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:55:29.391798 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb425f4d-a6f8-4bb2-ab67-b10028d34526 req-d4ddd506-cccb-41ae-8c76-6eb6bd6032f9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:29.393668 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb425f4d-a6f8-4bb2-ab67-b10028d34526 req-d4ddd506-cccb-41ae-8c76-6eb6bd6032f9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.30 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 951 time: 0.2453213 Aug 17 02:55:29.395546 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53dac67-9aab-4ac3-ab35-0d78fa310f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9c9169-227e-4ccd-8cba-26c0db8b6449'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:29.401574 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edbf6b57-a3b8-4223-839c-ea8022740b6e" -d '{"events": [{"server_uuid": "d53dac67-9aab-4ac3-ab35-0d78fa310f30", "name": "network-vif-plugged", "status": "completed", "tag": "fc9c9169-227e-4ccd-8cba-26c0db8b6449"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:29.440817 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port fc9c9169-227e-4ccd-8cba-26c0db8b6449, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fc9c9169-227e-4ccd-8cba-26c0db8b6449,segment=NetworkSegment(4053d21c-802c-48e4-b901-dd902de16ebd),segment_id=4053d21c-802c-48e4-b901-dd902de16ebd)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:29.523049 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:29.529115 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a347bdfc-2845-4cf9-bea1-834c32251660 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:29.550869 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e95473ef-999b-4b10-8630-fea6bd7c4102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:55:27Z', 'revision_number': 5, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:29.558038 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd8a254d-2179-49e6-b93a-54d41a437922 req-429d06bc-632f-4906-829f-3eaacbc2098a tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:29.559617 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cd8a254d-2179-49e6-b93a-54d41a437922 req-429d06bc-632f-4906-829f-3eaacbc2098a tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 944 time: 0.1867747 Aug 17 02:55:29.560298 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80ab2b55-cbcb-4332-bbc3-73e197770e53 req-83fc3e22-2a04-4654-90f0-04c4d412171e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3253016 Aug 17 02:55:29.595749 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95473ef-999b-4b10-8630-fea6bd7c4102 None None] Checking router: aeec86d2-5372-4e45-9c62-4ad089baf782 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:55:29.618941 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e95473ef-999b-4b10-8630-fea6bd7c4102 None None] Routers {'aeec86d2-5372-4e45-9c62-4ad089baf782'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:55:29.620491 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e95473ef-999b-4b10-8630-fea6bd7c4102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:55:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['aeec86d2-5372-4e45-9c62-4ad089baf782'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:29.629291 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2259ec2d-4310-42a0-9df6-afa2604a7add admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:29.629857 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a347bdfc-2845-4cf9-bea1-834c32251660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:29.644875 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cd8a254d-2179-49e6-b93a-54d41a437922 req-618ad7e0-111f-4905-80a0-f010a51768ca tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc259ad9-f080-489e-a010-52c2ce88b05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726781 Aug 17 02:55:29.686738 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=fc9c9169-227e-4ccd-8cba-26c0db8b6449,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:29.734125 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-091ad1bd-dfbf-4eb3-8534-985697d0f898 x-openstack-request-id: req-091ad1bd-dfbf-4eb3-8534-985697d0f898 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:29.734421 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53dac67-9aab-4ac3-ab35-0d78fa310f30", "name": "network-vif-plugged", "status": "completed", "tag": "fc9c9169-227e-4ccd-8cba-26c0db8b6449", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:29.734678 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-091ad1bd-dfbf-4eb3-8534-985697d0f898 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:29.735111 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53dac67-9aab-4ac3-ab35-0d78fa310f30', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc9c9169-227e-4ccd-8cba-26c0db8b6449', 'code': 200} Aug 17 02:55:29.778307 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a347bdfc-2845-4cf9-bea1-834c32251660 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f60f6250645c4ded8376dfbf0e5c0d51&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1312742 Aug 17 02:55:29.783415 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41372) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:29.856988 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-eb425f4d-a6f8-4bb2-ab67-b10028d34526 req-be1db122-d276-410c-99d6-ec5060499b00 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Deleting port 07c67420-ebfc-4a09-a254-4f69ac1612e2 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:29.857348 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eb425f4d-a6f8-4bb2-ab67-b10028d34526 req-be1db122-d276-410c-99d6-ec5060499b00 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:29.879094 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e95473ef-999b-4b10-8630-fea6bd7c4102 None None] Set router aeec86d2-5372-4e45-9c62-4ad089baf782 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:55:29.882627 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-2259ec2d-4310-42a0-9df6-afa2604a7add admin admin] Deleting port 353277e2-cf7c-4ece-8d54-1a1577c490ba {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:29.888322 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2259ec2d-4310-42a0-9df6-afa2604a7add admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:30.007235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a347bdfc-2845-4cf9-bea1-834c32251660 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff8ab102-732e-4efe-962a-e4cbd722d4e2,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:30.029393 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-2259ec2d-4310-42a0-9df6-afa2604a7add admin admin] For port 353277e2-cf7c-4ece-8d54-1a1577c490ba, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=353277e2-cf7c-4ece-8d54-1a1577c490ba,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:30.029906 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2259ec2d-4310-42a0-9df6-afa2604a7add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:30.051102 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-2259ec2d-4310-42a0-9df6-afa2604a7add admin admin] Calling delete_port for 353277e2-cf7c-4ece-8d54-1a1577c490ba owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:30.083483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2606ecdf-f5cb-40ad-a394-a7f44af84055 req-e3ea28f4-b2c9-4aef-8e0d-379f2e513229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:30.086094 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2606ecdf-f5cb-40ad-a394-a7f44af84055 req-e3ea28f4-b2c9-4aef-8e0d-379f2e513229 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 1096 time: 0.2634444 Aug 17 02:55:30.111220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1002df9-0fa4-4202-a750-eda34a20147c req-af4c0228-4225-458e-9198-a3f850dc7cb9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:30.119059 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1002df9-0fa4-4202-a750-eda34a20147c req-af4c0228-4225-458e-9198-a3f850dc7cb9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 951 time: 0.2808266 Aug 17 02:55:30.138961 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e95473ef-999b-4b10-8630-fea6bd7c4102 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:55:27Z', 'revision_number': 5, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:30.169981 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e95473ef-999b-4b10-8630-fea6bd7c4102 None None] The sync data for ids ['aeec86d2-5372-4e45-9c62-4ad089baf782'] in n-d-802060-9 is: [{'id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-587983818-router', 'tenant_id': '4e6410af048b470194fd20ed17316325', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19'}], 'enable_snat': True}, 'gw_port_id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:14Z', 'updated_at': '2021-08-17T02:55:27Z', 'revision_number': 5, 'project_id': '4e6410af048b470194fd20ed17316325', 'gw_port': {'id': '353277e2-cf7c-4ece-8d54-1a1577c490ba', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:15:f1:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aeec86d2-5372-4e45-9c62-4ad089baf782', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.19', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:15Z', 'updated_at': '2021-08-17T02:50:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:55:30.208160 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a85f591-54ee-4b4d-8426-4fd2f6c6b077 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:30.263176 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2606ecdf-f5cb-40ad-a394-a7f44af84055 req-da0869d4-ee09-4c30-a767-7d0c543120ca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dc259ad9-f080-489e-a010-52c2ce88b05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1656306 Aug 17 02:55:30.293884 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1002df9-0fa4-4202-a750-eda34a20147c req-8049f9b8-bcda-40f3-bebb-f1662bf3f522 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719124 Aug 17 02:55:30.301525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-eb425f4d-a6f8-4bb2-ab67-b10028d34526 req-be1db122-d276-410c-99d6-ec5060499b00 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] For port 07c67420-ebfc-4a09-a254-4f69ac1612e2, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=07c67420-ebfc-4a09-a254-4f69ac1612e2,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:30.302129 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eb425f4d-a6f8-4bb2-ab67-b10028d34526 req-be1db122-d276-410c-99d6-ec5060499b00 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:30.320423 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a85f591-54ee-4b4d-8426-4fd2f6c6b077 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:30.347697 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a88e15ca-956a-4001-b5a1-0725812f917a req-e7c03b88-63a2-41ef-89a6-bd7940a02f4d tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 210 time: 0.0473175 Aug 17 02:55:30.361630 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-0671e7cc-88d3-48e7-89ad-853ae10f1c93 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:30.378720 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-eb425f4d-a6f8-4bb2-ab67-b10028d34526 req-be1db122-d276-410c-99d6-ec5060499b00 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Calling delete_port for 07c67420-ebfc-4a09-a254-4f69ac1612e2 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:30.408913 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2259ec2d-4310-42a0-9df6-afa2604a7add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:30.453080 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2259ec2d-4310-42a0-9df6-afa2604a7add admin admin] Pushing event deleted for resources: {'Port': ['ID=353277e2-cf7c-4ece-8d54-1a1577c490ba,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:30.507072 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a85f591-54ee-4b4d-8426-4fd2f6c6b077 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:30.510442 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a85f591-54ee-4b4d-8426-4fd2f6c6b077 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:30.514168 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1a85f591-54ee-4b4d-8426-4fd2f6c6b077 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ff8ab102-732e-4efe-962a-e4cbd722d4e2 HTTP/1.1" status: 204 len: 168 time: 0.7202535 Aug 17 02:55:30.589468 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2259ec2d-4310-42a0-9df6-afa2604a7add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:30.771036 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9a62716a-8bf4-4971-b62d-188fd8bd5d93 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:30.825727 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 9a62716a-8bf4-4971-b62d-188fd8bd5d93 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:30.826080 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9a62716a-8bf4-4971-b62d-188fd8bd5d93 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:30.860304 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2259ec2d-4310-42a0-9df6-afa2604a7add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:30.863592 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2259ec2d-4310-42a0-9df6-afa2604a7add admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:30.971936 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54dda0f0-931f-42ff-b751-91ab0c28d232 req-1321f3fe-31e7-4842-89cb-c58bfbf19427 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:30.983862 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54dda0f0-931f-42ff-b751-91ab0c28d232 req-1321f3fe-31e7-4842-89cb-c58bfbf19427 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 945 time: 0.1533601 Aug 17 02:55:31.028480 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2259ec2d-4310-42a0-9df6-afa2604a7add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:31.029219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2259ec2d-4310-42a0-9df6-afa2604a7add admin admin] Fanout notify agent at l3_agent the message router_deleted on router aeec86d2-5372-4e45-9c62-4ad089baf782 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:55:31.036467 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2259ec2d-4310-42a0-9df6-afa2604a7add admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:31.041630 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2259ec2d-4310-42a0-9df6-afa2604a7add admin admin] 10.222.0.10 "DELETE /v2.0/routers/aeec86d2-5372-4e45-9c62-4ad089baf782 HTTP/1.1" status: 204 len: 168 time: 2.0103722 Aug 17 02:55:31.044264 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41398) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:31.066177 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54dda0f0-931f-42ff-b751-91ab0c28d232 req-ecc27a77-6095-49ad-89d4-bad0b59b5c5c tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc259ad9-f080-489e-a010-52c2ce88b05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807793 Aug 17 02:55:31.183998 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-6ce8f076-41e7-43dd-ad73-58ccf82c759a admin admin] Deleting subnet 8abdf405-4e8c-493a-8ed4-15c7c9f58d67 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:55:31.193009 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f076-41e7-43dd-ad73-58ccf82c759a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:31.193412 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a85f591-54ee-4b4d-8426-4fd2f6c6b077 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff8ab102-732e-4efe-962a-e4cbd722d4e2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:31.203842 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-0671e7cc-88d3-48e7-89ad-853ae10f1c93 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:31.220391 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['f7800126-0d20-47dd-95ba-5367b9a2a7f1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:55:31.254360 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f076-41e7-43dd-ad73-58ccf82c759a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:31.384112 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f076-41e7-43dd-ad73-58ccf82c759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:31.384917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-0671e7cc-88d3-48e7-89ad-853ae10f1c93 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Network e9e56734-09f2-4207-a3fd-cb98fe79bbca is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:55:31.391717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-0671e7cc-88d3-48e7-89ad-853ae10f1c93 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:55:31.403675 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-0671e7cc-88d3-48e7-89ad-853ae10f1c93 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:55:31.408689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0671e7cc-88d3-48e7-89ad-853ae10f1c93 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Pushing event updated for resources: {'Port': ['ID=e5727dee-1b77-4215-a9a5-e507d8c60212,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:31.428561 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1864e6bb-c097-45da-bf22-9c2c07b999a0 req-edfc5d6d-6eaf-4483-8d5e-12888a917bb0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:31.434120 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1864e6bb-c097-45da-bf22-9c2c07b999a0 req-edfc5d6d-6eaf-4483-8d5e-12888a917bb0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 945 time: 0.2451241 Aug 17 02:55:31.514095 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eb425f4d-a6f8-4bb2-ab67-b10028d34526 req-be1db122-d276-410c-99d6-ec5060499b00 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:31.539947 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f076-41e7-43dd-ad73-58ccf82c759a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:31.568265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be1db122-d276-410c-99d6-ec5060499b00 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Pushing event deleted for resources: {'Port': ['ID=07c67420-ebfc-4a09-a254-4f69ac1612e2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:31.573985 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1864e6bb-c097-45da-bf22-9c2c07b999a0 req-59156694-044c-4f8d-8748-2e22479a6ee7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969617 Aug 17 02:55:31.650336 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-0671e7cc-88d3-48e7-89ad-853ae10f1c93 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:31.651385 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce8f076-41e7-43dd-ad73-58ccf82c759a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8abdf405-4e8c-493a-8ed4-15c7c9f58d67,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:31.652319 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-0671e7cc-88d3-48e7-89ad-853ae10f1c93 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:31.653553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1177b7-cec8-4ad9-951b-de22617be4cf None None] Network f45940e8-4b9f-4734-873f-fadaf2365bc9 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:55:31.659282 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6ce8f076-41e7-43dd-ad73-58ccf82c759a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:31.660535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb425f4d-a6f8-4bb2-ab67-b10028d34526 req-be1db122-d276-410c-99d6-ec5060499b00 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] No DVR routers for this DVR port 07c67420-ebfc-4a09-a254-4f69ac1612e2 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:31.666445 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eb425f4d-a6f8-4bb2-ab67-b10028d34526 req-be1db122-d276-410c-99d6-ec5060499b00 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:31.668877 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb425f4d-a6f8-4bb2-ab67-b10028d34526 req-be1db122-d276-410c-99d6-ec5060499b00 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.30 "DELETE /v2.0/ports/07c67420-ebfc-4a09-a254-4f69ac1612e2 HTTP/1.1" status: 204 len: 173 time: 2.2524045 Aug 17 02:55:31.669135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41420) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:31.670841 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'name': 'network-vif-deleted', 'tag': '07c67420-ebfc-4a09-a254-4f69ac1612e2'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:31.672187 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6ce8f076-41e7-43dd-ad73-58ccf82c759a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8abdf405-4e8c-493a-8ed4-15c7c9f58d67 HTTP/1.1" status: 204 len: 168 time: 0.6268058 Aug 17 02:55:31.680647 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49738b1a-38a8-4c33-ac8b-cb427d45bc69" -d '{"events": [{"server_uuid": "ff5ec41a-b8d4-4b1f-9f37-db74a519adf2", "name": "network-vif-deleted", "tag": "07c67420-ebfc-4a09-a254-4f69ac1612e2"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:31.742742 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-fa46b151-1bc7-486c-a07e-0fbc8576e50b tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=3c342e62bdb84285b376e593f58eca8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0468793 Aug 17 02:55:31.769187 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['58a69c89-2de8-4d4d-9821-1971a6f77ecd', 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:55:31.851141 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:31.877528 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-639022d2-adaa-4c7c-8b53-8fdd7dcff7b5 req-fb8bed72-a87e-46ed-9bcf-5b985ffc0569 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=ff5ec41a-b8d4-4b1f-9f37-db74a519adf2 HTTP/1.1" status: 200 len: 210 time: 0.0484023 Aug 17 02:55:31.929458 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-0671e7cc-88d3-48e7-89ad-853ae10f1c93 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4968884 Aug 17 02:55:31.965410 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-badfbc50-e509-4cd2-9c93-6eaee603554e tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:31.975412 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Request body: {'port': {'device_id': '195b1b56-d1e5-465c-b39a-a203764e348f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:55:31.975747 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-badfbc50-e509-4cd2-9c93-6eaee603554e tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2261987 Aug 17 02:55:32.012264 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1fe177ee-c9bc-4efa-8f76-a94d5b8b9976 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/quotas/3c342e62bdb84285b376e593f58eca8f HTTP/1.1" status: 200 len: 375 time: 0.0292807 Aug 17 02:55:32.107969 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-c3001156-6f63-4c7c-90f2-debb8e6357f4 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=3c342e62bdb84285b376e593f58eca8f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0907595 Aug 17 02:55:32.184666 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8278202-3c5f-4c9b-97b9-d486acfeea66 None None] DHCP port deletion for f45940e8-4b9f-4734-873f-fadaf2365bc9 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:55:32.200930 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] Deleting port b6ff1a45-aec5-4485-abf4-da9db3f9ff77 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:32.203378 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:32.250674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bae40342-04ae-41e9-ab59-5914606d5b62 req-ea4ba301-3a3b-4f42-8c72-26a243b738c4 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:32.255123 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bae40342-04ae-41e9-ab59-5914606d5b62 req-ea4ba301-3a3b-4f42-8c72-26a243b738c4 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 931 time: 0.2358973 Aug 17 02:55:32.263230 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:32.334928 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d8278202-3c5f-4c9b-97b9-d486acfeea66 None None] Deleting port b6ff1a45-aec5-4485-abf4-da9db3f9ff77 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:32.335457 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d8278202-3c5f-4c9b-97b9-d486acfeea66 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:32.355119 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bae40342-04ae-41e9-ab59-5914606d5b62 req-3ff39d06-757d-493e-8d51-67c88aed3c96 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988636 Aug 17 02:55:32.436750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] For port b6ff1a45-aec5-4485-abf4-da9db3f9ff77, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b6ff1a45-aec5-4485-abf4-da9db3f9ff77,segment=NetworkSegment(2c3dd8ac-fcd2-4580-b76b-ee12927d977a),segment_id=2c3dd8ac-fcd2-4580-b76b-ee12927d977a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:32.437256 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:32.464122 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf2b9398-8c4c-49de-bc6f-da0c41a9d7f8 x-openstack-request-id: req-bf2b9398-8c4c-49de-bc6f-da0c41a9d7f8 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:32.464463 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ff5ec41a-b8d4-4b1f-9f37-db74a519adf2", "name": "network-vif-deleted", "tag": "07c67420-ebfc-4a09-a254-4f69ac1612e2", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:32.464668 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf2b9398-8c4c-49de-bc6f-da0c41a9d7f8 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:32.465039 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff5ec41a-b8d4-4b1f-9f37-db74a519adf2', 'name': 'network-vif-deleted', 'tag': '07c67420-ebfc-4a09-a254-4f69ac1612e2', 'status': 'completed', 'code': 200} Aug 17 02:55:32.466683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] Calling delete_port for b6ff1a45-aec5-4485-abf4-da9db3f9ff77 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:32.598345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-d8278202-3c5f-4c9b-97b9-d486acfeea66 None None] For port b6ff1a45-aec5-4485-abf4-da9db3f9ff77, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b6ff1a45-aec5-4485-abf4-da9db3f9ff77,segment=NetworkSegment(2c3dd8ac-fcd2-4580-b76b-ee12927d977a),segment_id=2c3dd8ac-fcd2-4580-b76b-ee12927d977a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:32.598720 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d8278202-3c5f-4c9b-97b9-d486acfeea66 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:32.648689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d8278202-3c5f-4c9b-97b9-d486acfeea66 None None] Calling delete_port for b6ff1a45-aec5-4485-abf4-da9db3f9ff77 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:32.769309 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0519637c-a895-4b96-81d2-e1087e11eaa6 req-fb1acd9a-f0d5-4241-89d0-4bb59974e15b tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 210 time: 0.0391619 Aug 17 02:55:32.796802 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b6ff1a45-aec5-4485-abf4-da9db3f9ff77 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:32.926821 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e1f5b-b423-4c4e-a3e2-cdabda8fec76 req-23a8d97b-ca61-46d3-bb60-7c88fd1e88b4 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:32.929412 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3b4e1f5b-b423-4c4e-a3e2-cdabda8fec76 req-23a8d97b-ca61-46d3-bb60-7c88fd1e88b4 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 945 time: 0.0601857 Aug 17 02:55:32.987024 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3b4e1f5b-b423-4c4e-a3e2-cdabda8fec76 req-3e9ccbb8-aa31-43da-830b-fb310a5830fc tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448928 Aug 17 02:55:33.014585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49d31d8c-e1e2-40b7-b3ad-4d58725aa9a3 req-acd0aa06-c654-42c6-889f-0dae83e8a4ca tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:33.016704 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49d31d8c-e1e2-40b7-b3ad-4d58725aa9a3 req-acd0aa06-c654-42c6-889f-0dae83e8a4ca tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 945 time: 0.3156667 Aug 17 02:55:33.046807 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.095533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5727dee-1b77-4215-a9a5-e507d8c60212 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:55:33.114378 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49d31d8c-e1e2-40b7-b3ad-4d58725aa9a3 req-88295447-a005-4e7b-b644-887c801d01b6 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc259ad9-f080-489e-a010-52c2ce88b05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904427 Aug 17 02:55:33.121467 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.127450 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.144808 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Transition to ACTIVE for port object e5727dee-1b77-4215-a9a5-e507d8c60212 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:55:33.168501 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d8278202-3c5f-4c9b-97b9-d486acfeea66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.181839 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.219924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 353277e2-cf7c-4ece-8d54-1a1577c490ba no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:33.221725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8278202-3c5f-4c9b-97b9-d486acfeea66 None None] Pushing event deleted for resources: {'Port': ['ID=b6ff1a45-aec5-4485-abf4-da9db3f9ff77,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:33.250160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] Pushing event deleted for resources: {'Port': ['ID=b6ff1a45-aec5-4485-abf4-da9db3f9ff77,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:33.257580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] No DVR routers for this DVR port b6ff1a45-aec5-4485-abf4-da9db3f9ff77 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:33.320312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8278202-3c5f-4c9b-97b9-d486acfeea66 None None] No DVR routers for this DVR port b6ff1a45-aec5-4485-abf4-da9db3f9ff77 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:33.345633 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 353277e2-cf7c-4ece-8d54-1a1577c490ba {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:33.345972 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 353277e2-cf7c-4ece-8d54-1a1577c490ba not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:33.347161 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.453875 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.464766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 07c67420-ebfc-4a09-a254-4f69ac1612e2 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:33.488820 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 07c67420-ebfc-4a09-a254-4f69ac1612e2 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:33.488820 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 07c67420-ebfc-4a09-a254-4f69ac1612e2 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:33.498903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f45940e8-4b9f-4734-873f-fadaf2365bc9']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:33.540290 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c3dd8ac-fcd2-4580-b76b-ee12927d977a') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:33.540704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c3dd8ac-fcd2-4580-b76b-ee12927d977a') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:33.544998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5727dee-1b77-4215-a9a5-e507d8c60212,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:33.545350 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.563212 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.589823 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.607896 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:55:33.608306 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: timer() Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:55:33.610131 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:55:33.621711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Attempting to bind port e5727dee-1b77-4215-a9a5-e507d8c60212 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:55:33.622057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Attempting to bind port e5727dee-1b77-4215-a9a5-e507d8c60212 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:55:33.622554 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Attempting to bind port e5727dee-1b77-4215-a9a5-e507d8c60212 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:33.654471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Port e5727dee-1b77-4215-a9a5-e507d8c60212 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:55:33.654800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Attempting to bind port e5727dee-1b77-4215-a9a5-e507d8c60212 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:33.671525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:55:33.671748 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Checking segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:55:33.672009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Bound using segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:55:33.672422 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Bound port: e5727dee-1b77-4215-a9a5-e507d8c60212, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:55:33.672780 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.774312 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] For port e5727dee-1b77-4215-a9a5-e507d8c60212, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:55:33.778275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] For port e5727dee-1b77-4215-a9a5-e507d8c60212, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e5727dee-1b77-4215-a9a5-e507d8c60212,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:55:33.845251 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5149b113-674e-4a54-bfeb-66745701e8a3 req-6c770189-bbcb-4f36-a53d-d8804dcf2f6a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:33.847548 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5149b113-674e-4a54-bfeb-66745701e8a3 req-6c770189-bbcb-4f36-a53d-d8804dcf2f6a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 943 time: 0.0548780 Aug 17 02:55:33.859550 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.869573 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.875994 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] 10.222.0.10 "DELETE /v2.0/networks/f45940e8-4b9f-4734-873f-fadaf2365bc9 HTTP/1.1" status: 204 len: 168 time: 2.1870942 Aug 17 02:55:33.882117 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41476) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:33.887393 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ad4e77-35dd-4113-b0a1-42a822662884 admin admin] Pushing event deleted for resources: {'Network': ['ID=f45940e8-4b9f-4734-873f-fadaf2365bc9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:33.910875 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.953762 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:33.954799 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:33.956536 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] 10.222.0.60 "PUT /v2.0/ports/e5727dee-1b77-4215-a9a5-e507d8c60212 HTTP/1.1" status: 200 len: 1091 time: 2.0175252 Aug 17 02:55:33.989135 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5149b113-674e-4a54-bfeb-66745701e8a3 req-68329948-e705-4a13-9c79-42e5908b726b tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331446 Aug 17 02:55:34.018664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78fda64-38b3-4a83-aacb-7b2f889067b6 service neutron] Pushing event updated for resources: {'Port': ['ID=e5727dee-1b77-4215-a9a5-e507d8c60212,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:34.102513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41484) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:34.120305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d59dbd8-84a5-4788-9596-c84bfd93a475 req-06f2f73c-2238-4989-9380-cefef9fcb3d5 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:34.122090 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d59dbd8-84a5-4788-9596-c84bfd93a475 req-06f2f73c-2238-4989-9380-cefef9fcb3d5 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.0737169 Aug 17 02:55:34.151942 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d071a274-a46f-4ab5-9ca3-fb5f46889ddd req-1c586692-e1a6-48b0-b8d3-c0906f6d789e tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 210 time: 0.0689406 Aug 17 02:55:34.230535 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d59dbd8-84a5-4788-9596-c84bfd93a475 req-366b7b41-7ade-4168-b5c6-47203001245f tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996721 Aug 17 02:55:34.331655 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26a4645b-9af0-42b3-93aa-68d5534250d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:34.415576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-0f7440ea-6650-40f3-b36c-dd111d69f154 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:34.417042 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-0f7440ea-6650-40f3-b36c-dd111d69f154 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 1094 time: 0.3233590 Aug 17 02:55:34.426986 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10aeefa-2f48-4af7-9688-55cba694bfee req-3230683a-55ac-44f9-a334-c00460fd04ef tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:34.427789 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a10aeefa-2f48-4af7-9688-55cba694bfee req-3230683a-55ac-44f9-a334-c00460fd04ef tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 945 time: 0.1073682 Aug 17 02:55:34.437127 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-193f43c0-dd0f-4ff0-82f7-5dc17abe4007 req-37bb5041-f774-4289-b447-abf4bb603cdc tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:34.448812 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-193f43c0-dd0f-4ff0-82f7-5dc17abe4007 req-37bb5041-f774-4289-b447-abf4bb603cdc tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 945 time: 0.1632686 Aug 17 02:55:34.474237 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '195b1b56-d1e5-465c-b39a-a203764e348f', 'tag': 'e5727dee-1b77-4215-a9a5-e507d8c60212'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:34.477176 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f933ab5b-b767-4172-9931-2b8c84b56684" -d '{"events": [{"name": "network-changed", "server_uuid": "195b1b56-d1e5-465c-b39a-a203764e348f", "tag": "e5727dee-1b77-4215-a9a5-e507d8c60212"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:34.483800 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-4898f656-9b52-46e8-b1d5-0aaf60a9f7a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5727dee-1b77-4215-a9a5-e507d8c60212 HTTP/1.1" status: 200 len: 217 time: 0.0548236 Aug 17 02:55:34.526146 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-193f43c0-dd0f-4ff0-82f7-5dc17abe4007 req-29bfd9f7-0628-4f11-a3e4-0e181ea0723b tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc259ad9-f080-489e-a010-52c2ce88b05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768301 Aug 17 02:55:34.570010 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a10aeefa-2f48-4af7-9688-55cba694bfee req-2c6df7b7-ac7c-4da3-a425-44108ea80a03 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891013 Aug 17 02:55:34.586354 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-e1fa217f-15bb-4704-86b5-2a8cf376dd03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:34.587879 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-e1fa217f-15bb-4704-86b5-2a8cf376dd03 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.0902712 Aug 17 02:55:34.641616 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-8e21fb2b-e094-4b23-8f59-baf520581609 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441751 Aug 17 02:55:34.643218 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a8ad46-1b7f-4ceb-891f-84d445ac2c6a x-openstack-request-id: req-94a8ad46-1b7f-4ceb-891f-84d445ac2c6a {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:34.643707 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "195b1b56-d1e5-465c-b39a-a203764e348f", "tag": "e5727dee-1b77-4215-a9a5-e507d8c60212", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:34.644050 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94a8ad46-1b7f-4ceb-891f-84d445ac2c6a {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:34.644533 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195b1b56-d1e5-465c-b39a-a203764e348f', 'tag': 'e5727dee-1b77-4215-a9a5-e507d8c60212', 'status': 'completed', 'code': 200} Aug 17 02:55:34.661718 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26a4645b-9af0-42b3-93aa-68d5534250d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:34.766118 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9306f761-9cb2-48f0-b8be-21e8542fa831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:34.769310 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26a4645b-9af0-42b3-93aa-68d5534250d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:34.773434 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-83f52e78-84ba-44fb-a36c-34658ebcc9ad service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221132 Aug 17 02:55:34.856780 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26a4645b-9af0-42b3-93aa-68d5534250d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86b5bd1b-a442-4527-b68b-d95ba2797391,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:34.896332 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-26a4645b-9af0-42b3-93aa-68d5534250d3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ece89f1e28a147b8b22ddd51375259a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7902057 Aug 17 02:55:34.897674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41492) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:34.924805 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-34e34038-025c-49a6-ba56-dcc0fa878fea req-6ce1c5df-0499-41a0-a9b4-7056b4a04109 service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1432140 Aug 17 02:55:34.969349 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-07c04931-294b-463a-8af9-cd2bcf288fa1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:34.997539 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-07c04931-294b-463a-8af9-cd2bcf288fa1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:35.118896 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb244d76-5b46-496b-a2a9-66fec19083cb req-53146fe9-13ef-4cdb-b7a2-4be22243f29c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:35.120706 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb244d76-5b46-496b-a2a9-66fec19083cb req-53146fe9-13ef-4cdb-b7a2-4be22243f29c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.30 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.0743239 Aug 17 02:55:35.140940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-9306f761-9cb2-48f0-b8be-21e8542fa831 admin admin] Deleting port 3b27fb65-75fc-43d8-abcc-e940825840eb {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:35.141569 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9306f761-9cb2-48f0-b8be-21e8542fa831 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:35.200498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e4f0e1e-5fa9-4381-8ccb-de20f2b8b2ba req-8cf8e89e-5bf8-409a-97f7-c753db7b0dbe tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:35.202056 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1e4f0e1e-5fa9-4381-8ccb-de20f2b8b2ba req-8cf8e89e-5bf8-409a-97f7-c753db7b0dbe tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 943 time: 0.1029658 Aug 17 02:55:35.228742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933ab5b-b767-4172-9931-2b8c84b56684 req-cf2bd758-52b1-4e01-9644-61bf6686d3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:35.230348 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f933ab5b-b767-4172-9931-2b8c84b56684 req-cf2bd758-52b1-4e01-9644-61bf6686d3a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 1094 time: 0.1088581 Aug 17 02:55:35.234192 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-07c04931-294b-463a-8af9-cd2bcf288fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:35.236750 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-07c04931-294b-463a-8af9-cd2bcf288fa1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:35.237783 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-07c04931-294b-463a-8af9-cd2bcf288fa1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/86b5bd1b-a442-4527-b68b-d95ba2797391 HTTP/1.1" status: 204 len: 168 time: 0.3401279 Aug 17 02:55:35.268581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-9306f761-9cb2-48f0-b8be-21e8542fa831 admin admin] For port 3b27fb65-75fc-43d8-abcc-e940825840eb, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3b27fb65-75fc-43d8-abcc-e940825840eb,segment=NetworkSegment(7ade44e2-223f-41e2-b962-56a8755eb372),segment_id=7ade44e2-223f-41e2-b962-56a8755eb372)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:35.269136 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9306f761-9cb2-48f0-b8be-21e8542fa831 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:35.286812 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1e4f0e1e-5fa9-4381-8ccb-de20f2b8b2ba req-b006e4d9-92b4-4388-8a50-0cec05b790f0 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742874 Aug 17 02:55:35.292038 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-9306f761-9cb2-48f0-b8be-21e8542fa831 admin admin] Calling delete_port for 3b27fb65-75fc-43d8-abcc-e940825840eb owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:35.299678 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38b0e5ef-0dca-41ae-af18-c048f60c027f req-3454f943-474e-4062-b611-bc6d4ffd9d61 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 210 time: 0.0679178 Aug 17 02:55:35.316611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c04931-294b-463a-8af9-cd2bcf288fa1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86b5bd1b-a442-4527-b68b-d95ba2797391,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:35.496294 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-eb244d76-5b46-496b-a2a9-66fec19083cb req-d92ec599-144f-4e8d-b514-d73606ae3f0b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Deleting port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:35.496977 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eb244d76-5b46-496b-a2a9-66fec19083cb req-d92ec599-144f-4e8d-b514-d73606ae3f0b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:35.523507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8f2566-2f88-4c61-a6a4-6ab4ac326f60 req-e9117228-576b-4569-a71f-da2de41dd11e tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:35.524870 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9b8f2566-2f88-4c61-a6a4-6ab4ac326f60 req-e9117228-576b-4569-a71f-da2de41dd11e tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.60 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 945 time: 0.1682491 Aug 17 02:55:35.560040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933ab5b-b767-4172-9931-2b8c84b56684 req-a4a94498-3551-4e38-a6cb-3f952a7ea545 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:35.561603 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f933ab5b-b767-4172-9931-2b8c84b56684 req-a4a94498-3551-4e38-a6cb-3f952a7ea545 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 908 time: 0.3090935 Aug 17 02:55:35.613039 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-6947e350-f747-4228-b578-196ce2bbe641 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=3c342e62bdb84285b376e593f58eca8f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0276966 Aug 17 02:55:35.614406 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9306f761-9cb2-48f0-b8be-21e8542fa831 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:35.708471 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f933ab5b-b767-4172-9931-2b8c84b56684 req-21c386c5-efba-4b8b-896e-1e22b0ed5070 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5727dee-1b77-4215-a9a5-e507d8c60212 HTTP/1.1" status: 200 len: 217 time: 0.1350372 Aug 17 02:55:35.722398 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077fa0d4-cc86-4b3e-b593-0b4c236737f7 req-7e7b6048-dff2-4182-af37-386f6ea36376 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:35.730629 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-077fa0d4-cc86-4b3e-b593-0b4c236737f7 req-7e7b6048-dff2-4182-af37-386f6ea36376 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 950 time: 0.3055837 Aug 17 02:55:35.754534 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-eb244d76-5b46-496b-a2a9-66fec19083cb req-d92ec599-144f-4e8d-b514-d73606ae3f0b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] For port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:35.755086 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eb244d76-5b46-496b-a2a9-66fec19083cb req-d92ec599-144f-4e8d-b514-d73606ae3f0b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:35.836828 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9306f761-9cb2-48f0-b8be-21e8542fa831 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b27fb65-75fc-43d8-abcc-e940825840eb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:35.855631 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-eb244d76-5b46-496b-a2a9-66fec19083cb req-d92ec599-144f-4e8d-b514-d73606ae3f0b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Calling delete_port for a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:35.942712 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-077fa0d4-cc86-4b3e-b593-0b4c236737f7 req-49d070ab-e3dd-4082-b8bc-d6ac4b7ed664 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2110889 Aug 17 02:55:35.958651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f933ab5b-b767-4172-9931-2b8c84b56684 req-d08fe7a9-dad3-4d70-933d-91ec930bfb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:35.958762 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc2c154-9d29-45c6-99b0-09fa97cd8812 req-027ad33b-a1c4-420d-b6c7-7cd7407bbd28 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:35.958931 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f933ab5b-b767-4172-9931-2b8c84b56684 req-d08fe7a9-dad3-4d70-933d-91ec930bfb38 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.2171583 Aug 17 02:55:35.971093 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-adc2c154-9d29-45c6-99b0-09fa97cd8812 req-027ad33b-a1c4-420d-b6c7-7cd7407bbd28 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 945 time: 0.3415747 Aug 17 02:55:36.012768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-10e7dbac-a56a-4f8f-9804-d16a57e3fc0e tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:36.014145 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-10e7dbac-a56a-4f8f-9804-d16a57e3fc0e tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef&tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 1096 time: 0.3437777 Aug 17 02:55:36.089169 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802060-9'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:55:36.152453 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-f4a10ce2-0786-4567-af5e-02c62c6e8264 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:36.154734 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-f4a10ce2-0786-4567-af5e-02c62c6e8264 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5272148 Aug 17 02:55:36.161929 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f933ab5b-b767-4172-9931-2b8c84b56684 req-0e1f1439-af3c-4f21-ba72-36f3eb431db2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917282 Aug 17 02:55:36.244699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-9b8f2566-2f88-4c61-a6a4-6ab4ac326f60 req-5d96e829-620a-402c-9ca4-68adc7c81163 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Deleting port fc9c9169-227e-4ccd-8cba-26c0db8b6449 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:36.245051 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9b8f2566-2f88-4c61-a6a4-6ab4ac326f60 req-5d96e829-620a-402c-9ca4-68adc7c81163 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:36.319056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a558a948-a0a8-4e51-b4eb-e879ec8cdf7f req-6103e76c-ce54-4dd8-ae22-f9cfbf61136b tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:36.320889 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a558a948-a0a8-4e51-b4eb-e879ec8cdf7f req-6103e76c-ce54-4dd8-ae22-f9cfbf61136b tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 945 time: 0.2492180 Aug 17 02:55:36.331044 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eb244d76-5b46-496b-a2a9-66fec19083cb req-d92ec599-144f-4e8d-b514-d73606ae3f0b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:36.346627 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['58a69c89-2de8-4d4d-9821-1971a6f77ecd'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:55:36.417267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92ec599-144f-4e8d-b514-d73606ae3f0b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Pushing event deleted for resources: {'Port': ['ID=a8ebcb91-e807-400a-be4f-8ef77f6ff9b8,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:36.437180 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f933ab5b-b767-4172-9931-2b8c84b56684 req-90eca862-4738-46b9-ba7c-64772bb38ee9 service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2555084 Aug 17 02:55:36.482303 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9b8f2566-2f88-4c61-a6a4-6ab4ac326f60 req-5d96e829-620a-402c-9ca4-68adc7c81163 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] For port fc9c9169-227e-4ccd-8cba-26c0db8b6449, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fc9c9169-227e-4ccd-8cba-26c0db8b6449,segment=NetworkSegment(4053d21c-802c-48e4-b901-dd902de16ebd),segment_id=4053d21c-802c-48e4-b901-dd902de16ebd)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:36.482683 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9b8f2566-2f88-4c61-a6a4-6ab4ac326f60 req-5d96e829-620a-402c-9ca4-68adc7c81163 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:36.529262 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-7e8f43bc-51ea-4a11-935e-ce3693bc723f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Request body: {'port': {'device_id': 'a3725621-78ba-4ffa-bf73-44814dd138f1', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '3c342e62bdb84285b376e593f58eca8f'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:55:36.536527 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-adc2c154-9d29-45c6-99b0-09fa97cd8812 req-e9837e3f-00ef-4551-96df-fd0776e83a63 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/security-groups?id=dc259ad9-f080-489e-a010-52c2ce88b05b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5642281 Aug 17 02:55:36.548209 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb244d76-5b46-496b-a2a9-66fec19083cb req-d92ec599-144f-4e8d-b514-d73606ae3f0b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] No DVR routers for this DVR port a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:36.562106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-9b8f2566-2f88-4c61-a6a4-6ab4ac326f60 req-5d96e829-620a-402c-9ca4-68adc7c81163 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Calling delete_port for fc9c9169-227e-4ccd-8cba-26c0db8b6449 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:36.564245 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eb244d76-5b46-496b-a2a9-66fec19083cb req-d92ec599-144f-4e8d-b514-d73606ae3f0b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:36.566614 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb244d76-5b46-496b-a2a9-66fec19083cb req-d92ec599-144f-4e8d-b514-d73606ae3f0b tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.30 "DELETE /v2.0/ports/a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 HTTP/1.1" status: 204 len: 173 time: 1.4359641 Aug 17 02:55:36.605819 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a558a948-a0a8-4e51-b4eb-e879ec8cdf7f req-d1e282f6-53ae-4d5d-8898-613b10e3a7b7 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2143714 Aug 17 02:55:36.627777 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:36.679926 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9306f761-9cb2-48f0-b8be-21e8542fa831 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:36.701072 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a1c4fcd-5575-4dab-9284-871109887981', 'name': 'network-vif-deleted', 'tag': 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:36.712297 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51dc9670-ecf8-48a3-a593-cae3f8df5b19" -d '{"events": [{"server_uuid": "4a1c4fcd-5575-4dab-9284-871109887981", "name": "network-vif-deleted", "tag": "a8ebcb91-e807-400a-be4f-8ef77f6ff9b8"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:36.854520 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6ff50915-a51a-4a0a-be51-312793d1450a req-03794373-c292-4a60-9298-de3b665568d7 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 210 time: 0.1297390 Aug 17 02:55:36.869335 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f933ab5b-b767-4172-9931-2b8c84b56684 req-1845d607-8984-442b-b8b5-4aae5ed3df72 service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4117210 Aug 17 02:55:37.048589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f658ab15-157a-4da9-a2e2-5a9a77101b70 req-3729c523-e00b-4d1c-a433-68af7e52c12b tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:37.050557 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f658ab15-157a-4da9-a2e2-5a9a77101b70 req-3729c523-e00b-4d1c-a433-68af7e52c12b tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 943 time: 0.2157128 Aug 17 02:55:37.053704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] For port 164b7be9-1bab-4df5-99b5-8283e2f5438a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=164b7be9-1bab-4df5-99b5-8283e2f5438a,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:37.059523 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9b8f2566-2f88-4c61-a6a4-6ab4ac326f60 req-5d96e829-620a-402c-9ca4-68adc7c81163 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:37.095525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96e829-620a-402c-9ca4-68adc7c81163 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Pushing event deleted for resources: {'Port': ['ID=fc9c9169-227e-4ccd-8cba-26c0db8b6449,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:37.148235 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-7e8f43bc-51ea-4a11-935e-ce3693bc723f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Made reservation on behalf of 3c342e62bdb84285b376e593f58eca8f for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:55:37.151884 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-7e8f43bc-51ea-4a11-935e-ce3693bc723f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:37.158291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b8f2566-2f88-4c61-a6a4-6ab4ac326f60 req-5d96e829-620a-402c-9ca4-68adc7c81163 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] No DVR routers for this DVR port fc9c9169-227e-4ccd-8cba-26c0db8b6449 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:37.161953 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9b8f2566-2f88-4c61-a6a4-6ab4ac326f60 req-5d96e829-620a-402c-9ca4-68adc7c81163 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:37.164104 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9b8f2566-2f88-4c61-a6a4-6ab4ac326f60 req-5d96e829-620a-402c-9ca4-68adc7c81163 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.60 "DELETE /v2.0/ports/fc9c9169-227e-4ccd-8cba-26c0db8b6449 HTTP/1.1" status: 204 len: 173 time: 1.6062882 Aug 17 02:55:37.196557 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-7e8f43bc-51ea-4a11-935e-ce3693bc723f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:37.232575 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f658ab15-157a-4da9-a2e2-5a9a77101b70 req-717569d1-d8e5-460b-823d-1a27aa0702a0 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646132 Aug 17 02:55:37.250790 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] For port 164b7be9-1bab-4df5-99b5-8283e2f5438a, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:55:37.267401 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cfc2f7-4fff-4fd8-8841-37ce5e5c7daa x-openstack-request-id: req-d3cfc2f7-4fff-4fd8-8841-37ce5e5c7daa {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:37.267701 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a1c4fcd-5575-4dab-9284-871109887981", "name": "network-vif-deleted", "tag": "a8ebcb91-e807-400a-be4f-8ef77f6ff9b8", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:37.267958 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d3cfc2f7-4fff-4fd8-8841-37ce5e5c7daa {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:37.268416 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a1c4fcd-5575-4dab-9284-871109887981', 'name': 'network-vif-deleted', 'tag': 'a8ebcb91-e807-400a-be4f-8ef77f6ff9b8', 'status': 'completed', 'code': 200} Aug 17 02:55:37.320789 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9306f761-9cb2-48f0-b8be-21e8542fa831 admin admin] Router a2272964-336b-42da-86c0-92356e601f6f has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:55:37.368263 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-30d633f8-cb1c-4848-82a3-86ec5d8b9414 req-dde187b3-503e-4c71-8acf-c48125bf437d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a1c4fcd-5575-4dab-9284-871109887981 HTTP/1.1" status: 200 len: 210 time: 0.0502870 Aug 17 02:55:37.382021 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d5e8b6-5852-43f3-a950-f64d2a3aa3ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164b7be9-1bab-4df5-99b5-8283e2f5438a'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:37.387704 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e39ae6c-f95b-4a3a-b8d9-a418491e256c" -d '{"events": [{"server_uuid": "32d5e8b6-5852-43f3-a950-f64d2a3aa3ef", "name": "network-vif-unplugged", "status": "completed", "tag": "164b7be9-1bab-4df5-99b5-8283e2f5438a"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:37.393246 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:37.474272 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23d0f691-f144-40cb-b8d6-b7057af11456 x-openstack-request-id: req-23d0f691-f144-40cb-b8d6-b7057af11456 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:37.475222 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d5e8b6-5852-43f3-a950-f64d2a3aa3ef", "name": "network-vif-unplugged", "status": "completed", "tag": "164b7be9-1bab-4df5-99b5-8283e2f5438a", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:37.475510 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-23d0f691-f144-40cb-b8d6-b7057af11456 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:37.477208 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d5e8b6-5852-43f3-a950-f64d2a3aa3ef', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164b7be9-1bab-4df5-99b5-8283e2f5438a', 'code': 200} Aug 17 02:55:37.480337 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:37.483493 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 164b7be9-1bab-4df5-99b5-8283e2f5438a details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:55:37.516469 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:37.516947 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a8ebcb91-e807-400a-be4f-8ef77f6ff9b8 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:37.558040 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:37.670319 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 164b7be9-1bab-4df5-99b5-8283e2f5438a, host n-h2-802060-9, got binding levels [] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:37.671205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9306f761-9cb2-48f0-b8be-21e8542fa831 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:55:37.677100 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9306f761-9cb2-48f0-b8be-21e8542fa831 admin admin] 10.222.0.10 "PUT /v2.0/routers/a2272964-336b-42da-86c0-92356e601f6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8000791 Aug 17 02:55:37.679692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41576) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:37.702718 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540a192-494b-406d-a8f7-0c1bf444ece1 None None] Sync routers for ids ['a2272964-336b-42da-86c0-92356e601f6f'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:55:37.706903 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-7e8f43bc-51ea-4a11-935e-ce3693bc723f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:37.713082 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Pushing event updated for resources: {'Port': ['ID=164b7be9-1bab-4df5-99b5-8283e2f5438a,revision_number=7']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:37.753769 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Attempting to bind port 164b7be9-1bab-4df5-99b5-8283e2f5438a on host n-h2-802060-9 for vnic_type normal with profile {"migrating_to": "n-h1-802060-9"} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:55:37.754395 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Attempting to bind port 164b7be9-1bab-4df5-99b5-8283e2f5438a by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:55:37.754973 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Attempting to bind port 164b7be9-1bab-4df5-99b5-8283e2f5438a on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:37.763071 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-7e8f43bc-51ea-4a11-935e-ce3693bc723f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:37.769154 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540a192-494b-406d-a8f7-0c1bf444ece1 None None] Routers {'a2272964-336b-42da-86c0-92356e601f6f'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:55:37.770137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-5540a192-494b-406d-a8f7-0c1bf444ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:55:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a2272964-336b-42da-86c0-92356e601f6f'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:37.774171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Port 164b7be9-1bab-4df5-99b5-8283e2f5438a on network c28a528a-b139-4af7-9a8b-0c957b3df977 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:55:37.774811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Attempting to bind port 164b7be9-1bab-4df5-99b5-8283e2f5438a on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:37.820163 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:55:37.820537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Checking segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:55:37.821060 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Bound using segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:55:37.821654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Bound port: 164b7be9-1bab-4df5-99b5-8283e2f5438a, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:55:37.822263 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:37.900376 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64fdc08-f576-4b0d-b65c-c890e2fab214 req-d41b166b-4f57-4499-8183-e73ea5858d3e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:37.903765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 164b7be9-1bab-4df5-99b5-8283e2f5438a, host n-h2-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:55:37.907282 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 164b7be9-1bab-4df5-99b5-8283e2f5438a, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=164b7be9-1bab-4df5-99b5-8283e2f5438a,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:55:37.907971 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c64fdc08-f576-4b0d-b65c-c890e2fab214 req-d41b166b-4f57-4499-8183-e73ea5858d3e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 943 time: 0.1023710 Aug 17 02:55:37.933488 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Attempting to bind port 164b7be9-1bab-4df5-99b5-8283e2f5438a on host n-h2-802060-9 for vnic_type normal with profile {"migrating_to": "n-h1-802060-9"} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:55:37.933976 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Attempting to bind port 164b7be9-1bab-4df5-99b5-8283e2f5438a by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:55:37.934316 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Attempting to bind port 164b7be9-1bab-4df5-99b5-8283e2f5438a on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:37.942116 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-857a8b3a-45ab-4553-b0a6-f3cbc69b09a3 req-bd5cd1a2-def0-4cb8-a34b-9738f9b30a98 tempest-ServerGroupTestJSON-1328084489 tempest-ServerGroupTestJSON-1328084489-project] 10.222.0.10 "GET /v2.0/ports?device_id=d53dac67-9aab-4ac3-ab35-0d78fa310f30 HTTP/1.1" status: 200 len: 210 time: 0.2019272 Aug 17 02:55:37.956442 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b24a50c-f7a2-4335-b791-3d4f07bd717d admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:37.967471 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Port 164b7be9-1bab-4df5-99b5-8283e2f5438a on network c28a528a-b139-4af7-9a8b-0c957b3df977 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:55:37.967471 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Attempting to bind port 164b7be9-1bab-4df5-99b5-8283e2f5438a on network c28a528a-b139-4af7-9a8b-0c957b3df977 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:37.976002 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-7e8f43bc-51ea-4a11-935e-ce3693bc723f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Allocated IP 192.168.233.127 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/d8b06cfa-6d80-4801-936f-81d245a19588) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:55:37.987632 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:55:37.987986 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Checking segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:55:37.988379 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Bound using segment: {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:55:37.988818 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Bound port: 164b7be9-1bab-4df5-99b5-8283e2f5438a, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8108319c-ad7d-4a75-9722-8c8d471aa7fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'c28a528a-b139-4af7-9a8b-0c957b3df977'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:55:37.989191 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:38.005531 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f43bc-51ea-4a11-935e-ce3693bc723f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a64f1e2e-5a77-41da-8b1c-c818c6abc061,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:38.006063 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-5540a192-494b-406d-a8f7-0c1bf444ece1 None None] Set router a2272964-336b-42da-86c0-92356e601f6f gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:55:38.009258 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:38.101944 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c64fdc08-f576-4b0d-b65c-c890e2fab214 req-e2e0f554-7857-4873-a10d-ae70cb9f17f6 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901674 Aug 17 02:55:38.107304 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b24a50c-f7a2-4335-b791-3d4f07bd717d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:38.113866 n-d-802060-9 neutron-server[101969]: WARNING neutron.plugins.ml2.plugin [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Concurrent port binding operations failed on port 164b7be9-1bab-4df5-99b5-8283e2f5438a Aug 17 02:55:38.167447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=164b7be9-1bab-4df5-99b5-8283e2f5438a,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:38.168783 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] For port 164b7be9-1bab-4df5-99b5-8283e2f5438a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=164b7be9-1bab-4df5-99b5-8283e2f5438a,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:38.174168 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Attempt 2 to bind port 164b7be9-1bab-4df5-99b5-8283e2f5438a Aug 17 02:55:38.180439 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:38.181250 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:38.182598 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-dcf0b24b-1818-448b-88c4-ec212ffad0e9 service neutron] 10.222.0.30 "PUT /v2.0/ports/164b7be9-1bab-4df5-99b5-8283e2f5438a HTTP/1.1" status: 200 len: 1121 time: 2.1031632 Aug 17 02:55:38.244872 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0fda885d-4734-4a65-9e83-2f887fcc5a3e req-89e19fe7-d706-40fd-b2ce-e01cf83d22ba tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 210 time: 0.0660236 Aug 17 02:55:38.274305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-9b24a50c-f7a2-4335-b791-3d4f07bd717d admin admin] Deleting port f12a33b3-f74c-43d7-b6d1-f450bbf62519 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:38.274892 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b24a50c-f7a2-4335-b791-3d4f07bd717d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:38.305913 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 164b7be9-1bab-4df5-99b5-8283e2f5438a has no active binding in host n-h1-802060-9 {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:55:38.307753 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['164b7be9-1bab-4df5-99b5-8283e2f5438a'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:55:38.310270 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['164b7be9-1bab-4df5-99b5-8283e2f5438a'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:55:38.311082 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-7e8f43bc-51ea-4a11-935e-ce3693bc723f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:38.336546 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-7e8f43bc-51ea-4a11-935e-ce3693bc723f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Transition to ACTIVE for port object d8b06cfa-6d80-4801-936f-81d245a19588 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:55:38.442788 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-7e8f43bc-51ea-4a11-935e-ce3693bc723f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:38.463573 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41592) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:38.502227 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-9b24a50c-f7a2-4335-b791-3d4f07bd717d admin admin] For port f12a33b3-f74c-43d7-b6d1-f450bbf62519, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f12a33b3-f74c-43d7-b6d1-f450bbf62519,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:38.502742 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b24a50c-f7a2-4335-b791-3d4f07bd717d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:38.519979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-9b24a50c-f7a2-4335-b791-3d4f07bd717d admin admin] Calling delete_port for f12a33b3-f74c-43d7-b6d1-f450bbf62519 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:38.571526 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-7e8f43bc-51ea-4a11-935e-ce3693bc723f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:55:38.576413 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-7e8f43bc-51ea-4a11-935e-ce3693bc723f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:55:38.604157 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-7e8f43bc-51ea-4a11-935e-ce3693bc723f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:55:38.607903 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8f43bc-51ea-4a11-935e-ce3693bc723f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Pushing event updated for resources: {'Port': ['ID=d8b06cfa-6d80-4801-936f-81d245a19588,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:38.625458 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-5540a192-494b-406d-a8f7-0c1bf444ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2272964-336b-42da-86c0-92356e601f6f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1019334837-router', 'tenant_id': 'e5610eab5ed74c9aae086832bab97ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.233'}], 'enable_snat': True}, 'gw_port_id': 'f12a33b3-f74c-43d7-b6d1-f450bbf62519', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:26Z', 'updated_at': '2021-08-17T02:55:35Z', 'revision_number': 5, 'project_id': 'e5610eab5ed74c9aae086832bab97ff6', 'gw_port': {'id': 'f12a33b3-f74c-43d7-b6d1-f450bbf62519', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f5:5f:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2272964-336b-42da-86c0-92356e601f6f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:50:27Z', 'updated_at': '2021-08-17T02:50:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:38.632723 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace11483-f7b8-4039-bd03-12121bef57a1 req-4e4b9e4a-7299-4c2d-af35-ae9753edcd52 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:38.643732 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ace11483-f7b8-4039-bd03-12121bef57a1 req-4e4b9e4a-7299-4c2d-af35-ae9753edcd52 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 943 time: 0.2991662 Aug 17 02:55:38.668940 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d34ea4f0-0511-4040-9733-2c5da3b544d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:38.684542 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540a192-494b-406d-a8f7-0c1bf444ece1 None None] Checking router: a2272964-336b-42da-86c0-92356e601f6f for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:55:38.697465 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-7e8f43bc-51ea-4a11-935e-ce3693bc723f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:38.698477 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-7e8f43bc-51ea-4a11-935e-ce3693bc723f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:38.715306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5540a192-494b-406d-a8f7-0c1bf444ece1 None None] Routers {'a2272964-336b-42da-86c0-92356e601f6f'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:55:38.715306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-5540a192-494b-406d-a8f7-0c1bf444ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:55:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a2272964-336b-42da-86c0-92356e601f6f'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:38.770253 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ace11483-f7b8-4039-bd03-12121bef57a1 req-b4d377b3-28b9-49ec-9f88-fc290ddf52f3 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240840 Aug 17 02:55:38.823990 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d34ea4f0-0511-4040-9733-2c5da3b544d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:38.854612 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-5540a192-494b-406d-a8f7-0c1bf444ece1 None None] Set router a2272964-336b-42da-86c0-92356e601f6f gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:55:38.911892 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d34ea4f0-0511-4040-9733-2c5da3b544d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:38.923245 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-5540a192-494b-406d-a8f7-0c1bf444ece1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a2272964-336b-42da-86c0-92356e601f6f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1019334837-router', 'tenant_id': 'e5610eab5ed74c9aae086832bab97ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:26Z', 'updated_at': '2021-08-17T02:55:38Z', 'revision_number': 6, 'project_id': 'e5610eab5ed74c9aae086832bab97ff6', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:38.961626 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d34ea4f0-0511-4040-9733-2c5da3b544d2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92887c4231e94c1ebce95089aa635059&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4836996 Aug 17 02:55:38.961895 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41598) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:38.964376 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34ea4f0-0511-4040-9733-2c5da3b544d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15509c99-e86b-4b8f-86ea-1b1c46db2f2c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:38.985572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5540a192-494b-406d-a8f7-0c1bf444ece1 None None] The sync data for ids ['a2272964-336b-42da-86c0-92356e601f6f'] in n-d-802060-9 is: [{'id': 'a2272964-336b-42da-86c0-92356e601f6f', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-1019334837-router', 'tenant_id': 'e5610eab5ed74c9aae086832bab97ff6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:50:26Z', 'updated_at': '2021-08-17T02:55:38Z', 'revision_number': 6, 'project_id': 'e5610eab5ed74c9aae086832bab97ff6', 'gw_port_host': None}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:55:38.994289 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-7e8f43bc-51ea-4a11-935e-ce3693bc723f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.4706185 Aug 17 02:55:39.015251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fc9c9169-227e-4ccd-8cba-26c0db8b6449 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:39.039690 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Request body: {'port': {'device_id': 'a3725621-78ba-4ffa-bf73-44814dd138f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:55:39.058224 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: fc9c9169-227e-4ccd-8cba-26c0db8b6449 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:39.058578 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fc9c9169-227e-4ccd-8cba-26c0db8b6449 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:39.094338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5c77691f-aadb-4a37-bc9a-213290a95dc7 None None] Provisioning for port d8b06cfa-6d80-4801-936f-81d245a19588 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:55:39.111100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5c77691f-aadb-4a37-bc9a-213290a95dc7 None None] Provisioning complete for port d8b06cfa-6d80-4801-936f-81d245a19588 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:55:39.111100 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c77691f-aadb-4a37-bc9a-213290a95dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.160597 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db5870be-ac37-4e7e-bb86-16f25926d7c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.160822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5c77691f-aadb-4a37-bc9a-213290a95dc7 None None] Port d8b06cfa-6d80-4801-936f-81d245a19588 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:55:39.183608 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.237716 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db5870be-ac37-4e7e-bb86-16f25926d7c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.269830 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd53dac67-9aab-4ac3-ab35-0d78fa310f30', 'name': 'network-vif-deleted', 'tag': 'fc9c9169-227e-4ccd-8cba-26c0db8b6449'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:39.273102 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf15268-fc07-4dbb-9dfa-9b4e670d1a02" -d '{"events": [{"server_uuid": "d53dac67-9aab-4ac3-ab35-0d78fa310f30", "name": "network-vif-deleted", "tag": "fc9c9169-227e-4ccd-8cba-26c0db8b6449"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:39.300219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ec96c1c-3f2a-4e17-906b-817d5bd3cf24 req-6206136c-160b-421f-9076-9bd877a7dbb9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:39.301689 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ec96c1c-3f2a-4e17-906b-817d5bd3cf24 req-6206136c-160b-421f-9076-9bd877a7dbb9 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 950 time: 0.0747519 Aug 17 02:55:39.347223 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ec96c1c-3f2a-4e17-906b-817d5bd3cf24 req-c9420a32-143c-4145-aaf1-54d7f6f9569d tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350358 Aug 17 02:55:39.372053 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b24a50c-f7a2-4335-b791-3d4f07bd717d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.425872 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b24a50c-f7a2-4335-b791-3d4f07bd717d admin admin] Pushing event deleted for resources: {'Port': ['ID=f12a33b3-f74c-43d7-b6d1-f450bbf62519,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:39.431094 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e42ad-c535-4374-8df9-755fbc679afc req-86398737-3bdc-42e6-9b91-02752442cd5a tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:39.432763 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-164e42ad-c535-4374-8df9-755fbc679afc req-86398737-3bdc-42e6-9b91-02752442cd5a tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 943 time: 0.1443245 Aug 17 02:55:39.477965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32d5e8b6-5852-43f3-a950-f64d2a3aa3ef', 'tag': '164b7be9-1bab-4df5-99b5-8283e2f5438a'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:39.480124 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a80e13-dc28-4d23-be5a-46397665caa2" -d '{"events": [{"name": "network-changed", "server_uuid": "32d5e8b6-5852-43f3-a950-f64d2a3aa3ef", "tag": "164b7be9-1bab-4df5-99b5-8283e2f5438a"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:39.486228 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db5870be-ac37-4e7e-bb86-16f25926d7c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.488779 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db5870be-ac37-4e7e-bb86-16f25926d7c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.489925 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-db5870be-ac37-4e7e-bb86-16f25926d7c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/15509c99-e86b-4b8f-86ea-1b1c46db2f2c HTTP/1.1" status: 204 len: 168 time: 0.5270665 Aug 17 02:55:39.497838 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b24a50c-f7a2-4335-b791-3d4f07bd717d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.515544 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5870be-ac37-4e7e-bb86-16f25926d7c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15509c99-e86b-4b8f-86ea-1b1c46db2f2c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:39.560822 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-164e42ad-c535-4374-8df9-755fbc679afc req-bc2c849c-111e-40de-a86d-0a2b05fb58fa tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1174688 Aug 17 02:55:39.638037 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94cde7b9-0e82-45df-b37e-6078d65a129c x-openstack-request-id: req-94cde7b9-0e82-45df-b37e-6078d65a129c {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:39.638472 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d53dac67-9aab-4ac3-ab35-0d78fa310f30", "name": "network-vif-deleted", "tag": "fc9c9169-227e-4ccd-8cba-26c0db8b6449", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:39.638630 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94cde7b9-0e82-45df-b37e-6078d65a129c {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:39.639304 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd53dac67-9aab-4ac3-ab35-0d78fa310f30', 'name': 'network-vif-deleted', 'tag': 'fc9c9169-227e-4ccd-8cba-26c0db8b6449', 'status': 'completed', 'code': 200} Aug 17 02:55:39.644020 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b24a50c-f7a2-4335-b791-3d4f07bd717d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.647995 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b24a50c-f7a2-4335-b791-3d4f07bd717d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.668705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0198b15e-0f45-4d84-ba41-d6b95da4dd6f req-7a78b40c-0015-49b5-8dfb-a8cb42840fbd tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:39.676474 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0198b15e-0f45-4d84-ba41-d6b95da4dd6f req-7a78b40c-0015-49b5-8dfb-a8cb42840fbd tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 936 time: 0.2075717 Aug 17 02:55:39.694659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8b06cfa-6d80-4801-936f-81d245a19588 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:55:39.702919 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.719371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Transition to ACTIVE for port object d8b06cfa-6d80-4801-936f-81d245a19588 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:55:39.738365 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c8ef23-5e36-4290-ad71-e5281870495c x-openstack-request-id: req-43c8ef23-5e36-4290-ad71-e5281870495c {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:39.738733 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32d5e8b6-5852-43f3-a950-f64d2a3aa3ef", "tag": "164b7be9-1bab-4df5-99b5-8283e2f5438a", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:39.739198 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43c8ef23-5e36-4290-ad71-e5281870495c {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:39.739931 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32d5e8b6-5852-43f3-a950-f64d2a3aa3ef', 'tag': '164b7be9-1bab-4df5-99b5-8283e2f5438a', 'status': 'completed', 'code': 200} Aug 17 02:55:39.762163 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0198b15e-0f45-4d84-ba41-d6b95da4dd6f req-41d65245-b869-4d29-931b-ffba3e9033dd tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/security-groups?id=a64f1e2e-5a77-41da-8b1c-c818c6abc061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846386 Aug 17 02:55:39.790693 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.838287 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b24a50c-f7a2-4335-b791-3d4f07bd717d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.839183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b24a50c-f7a2-4335-b791-3d4f07bd717d admin admin] Fanout notify agent at l3_agent the message router_deleted on router a2272964-336b-42da-86c0-92356e601f6f {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:55:39.848068 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b24a50c-f7a2-4335-b791-3d4f07bd717d admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:39.852927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41636) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:39.853826 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9b24a50c-f7a2-4335-b791-3d4f07bd717d admin admin] 10.222.0.10 "DELETE /v2.0/routers/a2272964-336b-42da-86c0-92356e601f6f HTTP/1.1" status: 204 len: 168 time: 2.1729565 Aug 17 02:55:39.873109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a80e13-dc28-4d23-be5a-46397665caa2 req-ce02a3a0-6e12-4762-9355-f834520ac770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:39.877604 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7a80e13-dc28-4d23-be5a-46397665caa2 req-ce02a3a0-6e12-4762-9355-f834520ac770 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 1124 time: 0.0755074 Aug 17 02:55:39.939302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b06cfa-6d80-4801-936f-81d245a19588,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:39.959907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41638) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:40.050504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb54e5f8-4380-45a3-8a02-4af7960d7bcf admin admin] Deleting subnet 222deea6-523e-41aa-8de9-07eb809a42a5 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:55:40.079463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a80e13-dc28-4d23-be5a-46397665caa2 req-fb63bf2d-3bff-40d8-abc0-97063d0267b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:40.081378 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7a80e13-dc28-4d23-be5a-46397665caa2 req-fb63bf2d-3bff-40d8-abc0-97063d0267b5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.1959035 Aug 17 02:55:40.086117 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bb54e5f8-4380-45a3-8a02-4af7960d7bcf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.116009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ead7768-d145-4ad3-bf22-55c9201da594 admin admin] Deleting subnet 0847511d-e915-4cb1-9636-c457b9f729c0 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:55:40.120945 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ead7768-d145-4ad3-bf22-55c9201da594 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.156724 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7a80e13-dc28-4d23-be5a-46397665caa2 req-b3338341-e4f2-44c7-b747-1e5c5b7f80fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=164b7be9-1bab-4df5-99b5-8283e2f5438a HTTP/1.1" status: 200 len: 217 time: 0.0439408 Aug 17 02:55:40.166113 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3955733f-d53f-473d-8b25-3e951a642faf req-2d6c9f8e-97d8-42ff-a8aa-475dbc61c823 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:40.167664 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3955733f-d53f-473d-8b25-3e951a642faf req-2d6c9f8e-97d8-42ff-a8aa-475dbc61c823 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 943 time: 0.2623434 Aug 17 02:55:40.171730 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bb54e5f8-4380-45a3-8a02-4af7960d7bcf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.187198 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Attempting to bind port d8b06cfa-6d80-4801-936f-81d245a19588 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:55:40.193090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Attempting to bind port d8b06cfa-6d80-4801-936f-81d245a19588 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:55:40.193090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Attempting to bind port d8b06cfa-6d80-4801-936f-81d245a19588 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:40.211466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Port d8b06cfa-6d80-4801-936f-81d245a19588 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:55:40.211805 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Attempting to bind port d8b06cfa-6d80-4801-936f-81d245a19588 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:40.217678 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ead7768-d145-4ad3-bf22-55c9201da594 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.251286 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:55:40.251615 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:55:40.252327 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:55:40.252539 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Bound port: d8b06cfa-6d80-4801-936f-81d245a19588, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:55:40.252916 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.259857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a80e13-dc28-4d23-be5a-46397665caa2 req-b71b48a7-e09c-4059-a90e-fa1c90273114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:40.261778 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7a80e13-dc28-4d23-be5a-46397665caa2 req-b71b48a7-e09c-4059-a90e-fa1c90273114 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.0920732 Aug 17 02:55:40.262450 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bb54e5f8-4380-45a3-8a02-4af7960d7bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.282134 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3955733f-d53f-473d-8b25-3e951a642faf req-6de33c9f-2e23-49c4-98b0-e65c7d09d151 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048255 Aug 17 02:55:40.317719 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7a80e13-dc28-4d23-be5a-46397665caa2 req-2544c90e-de33-4ec5-bb20-8eab592f0568 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304022 Aug 17 02:55:40.429028 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a575aa40-141e-4a3b-aa26-43a795e66bf2 req-86a09e08-f77f-42d4-86e5-9216a5904d08 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:40.430629 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a575aa40-141e-4a3b-aa26-43a795e66bf2 req-86a09e08-f77f-42d4-86e5-9216a5904d08 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.30 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 950 time: 0.1392233 Aug 17 02:55:40.430790 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7a80e13-dc28-4d23-be5a-46397665caa2 req-920f64f3-1231-4f50-9ad4-89d0e0ed16c7 service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026464 Aug 17 02:55:40.436469 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] For port d8b06cfa-6d80-4801-936f-81d245a19588, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:55:40.444012 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ead7768-d145-4ad3-bf22-55c9201da594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.444525 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] For port d8b06cfa-6d80-4801-936f-81d245a19588, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d8b06cfa-6d80-4801-936f-81d245a19588,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:55:40.480038 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bb54e5f8-4380-45a3-8a02-4af7960d7bcf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.539229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.550989 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bb54e5f8-4380-45a3-8a02-4af7960d7bcf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.552971 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bb54e5f8-4380-45a3-8a02-4af7960d7bcf admin admin] 10.222.0.10 "DELETE /v2.0/subnets/222deea6-523e-41aa-8de9-07eb809a42a5 HTTP/1.1" status: 204 len: 168 time: 0.5885475 Aug 17 02:55:40.556233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb54e5f8-4380-45a3-8a02-4af7960d7bcf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=222deea6-523e-41aa-8de9-07eb809a42a5,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:40.561450 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41658) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:40.605749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:40.606245 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.607733 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] 10.222.0.60 "PUT /v2.0/ports/d8b06cfa-6d80-4801-936f-81d245a19588 HTTP/1.1" status: 200 len: 1096 time: 1.5879989 Aug 17 02:55:40.642079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d31fd52-6040-4c21-a69b-edad2aca22f9 service neutron] Pushing event updated for resources: {'Port': ['ID=d8b06cfa-6d80-4801-936f-81d245a19588,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:40.656236 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ead7768-d145-4ad3-bf22-55c9201da594 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.665302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0712c35-ab3f-49f1-99b6-31bb1591749c req-9464ad6e-9c59-4861-b51c-066bb2c1c219 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:40.673455 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b0712c35-ab3f-49f1-99b6-31bb1591749c req-9464ad6e-9c59-4861-b51c-066bb2c1c219 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 950 time: 0.2413917 Aug 17 02:55:40.683251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f12a33b3-f74c-43d7-b6d1-f450bbf62519 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:40.692301 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-a575aa40-141e-4a3b-aa26-43a795e66bf2 req-bbe9cc18-eff9-4ed5-9810-b3c636343d15 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Deleting port 58a69c89-2de8-4d4d-9821-1971a6f77ecd {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:40.692650 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a575aa40-141e-4a3b-aa26-43a795e66bf2 req-bbe9cc18-eff9-4ed5-9810-b3c636343d15 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.709936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: f12a33b3-f74c-43d7-b6d1-f450bbf62519 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:40.710654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f12a33b3-f74c-43d7-b6d1-f450bbf62519 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:40.714151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3b27fb65-75fc-43d8-abcc-e940825840eb no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:40.731651 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 3b27fb65-75fc-43d8-abcc-e940825840eb {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:40.732176 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3b27fb65-75fc-43d8-abcc-e940825840eb not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:40.744095 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7a80e13-dc28-4d23-be5a-46397665caa2 req-17fe9630-a76e-40f6-a19e-d6c49e07481e service neutron] 10.222.0.60 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3017876 Aug 17 02:55:40.763171 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-010013e3-ea9c-4687-8639-40f26eb7e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.768031 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ead7768-d145-4ad3-bf22-55c9201da594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0847511d-e915-4cb1-9636-c457b9f729c0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:40.780067 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5852fc1c-8ac5-4dcd-9a22-47ba6dcbb9c9 None None] Network e1588f2f-0bba-48dc-ac5f-3315d25f5f52 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:55:40.800120 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b0712c35-ab3f-49f1-99b6-31bb1591749c req-b8f97ded-6eed-4bb2-8bc4-40898ec249b0 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/security-groups?id=27139903-2079-41c4-ad4d-8b9b9ef5f480&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1241610 Aug 17 02:55:40.855770 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ead7768-d145-4ad3-bf22-55c9201da594 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:40.857856 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2ead7768-d145-4ad3-bf22-55c9201da594 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0847511d-e915-4cb1-9636-c457b9f729c0 HTTP/1.1" status: 204 len: 168 time: 0.9949365 Aug 17 02:55:40.941489 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41666) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:40.952049 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-010013e3-ea9c-4687-8639-40f26eb7e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.003255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-010013e3-ea9c-4687-8639-40f26eb7e6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e3251caf-9118-49c9-a4c4-6e3483ce99c3']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:41.016617 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-a575aa40-141e-4a3b-aa26-43a795e66bf2 req-bbe9cc18-eff9-4ed5-9810-b3c636343d15 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] For port 58a69c89-2de8-4d4d-9821-1971a6f77ecd, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=58a69c89-2de8-4d4d-9821-1971a6f77ecd,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:41.016975 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a575aa40-141e-4a3b-aa26-43a795e66bf2 req-bbe9cc18-eff9-4ed5-9810-b3c636343d15 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.033250 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-e986bf3c-94a4-4807-8426-49f539059788 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:41.035044 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-e986bf3c-94a4-4807-8426-49f539059788 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c342e62bdb84285b376e593f58eca8f&device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 1099 time: 0.2837739 Aug 17 02:55:41.040339 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-a575aa40-141e-4a3b-aa26-43a795e66bf2 req-bbe9cc18-eff9-4ed5-9810-b3c636343d15 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Calling delete_port for 58a69c89-2de8-4d4d-9821-1971a6f77ecd owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:41.051501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-010013e3-ea9c-4687-8639-40f26eb7e6d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4053d21c-802c-48e4-b901-dd902de16ebd') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:41.052024 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65b33b74-6259-4685-b58b-4eed65b121d2 None None] DHCP port deletion for e1588f2f-0bba-48dc-ac5f-3315d25f5f52 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:55:41.052178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-010013e3-ea9c-4687-8639-40f26eb7e6d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4053d21c-802c-48e4-b901-dd902de16ebd') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:41.054499 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5acf29-98d8-4edb-8c86-a7df68852c81 req-cec5ef18-be3e-4eee-9fe4-cad0d186eb43 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:41.056131 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ce5acf29-98d8-4edb-8c86-a7df68852c81 req-cec5ef18-be3e-4eee-9fe4-cad0d186eb43 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 943 time: 0.3584211 Aug 17 02:55:41.075822 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-010013e3-ea9c-4687-8639-40f26eb7e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.106719 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-010013e3-ea9c-4687-8639-40f26eb7e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.107059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-65b33b74-6259-4685-b58b-4eed65b121d2 None None] Deleting port d966b5d6-757b-407a-b78f-5d4436c89922 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:41.107641 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-65b33b74-6259-4685-b58b-4eed65b121d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.108234 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-638d40a4-dfa0-4ea2-9f82-5d553c68a24f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=d8b06cfa-6d80-4801-936f-81d245a19588 HTTP/1.1" status: 200 len: 217 time: 0.0494688 Aug 17 02:55:41.112629 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.124731 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deea6f17-3118-4cb6-bf7a-a019edaef7e6 req-143b8988-448b-4e44-a0f2-fc880d66e005 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:41.126887 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-deea6f17-3118-4cb6-bf7a-a019edaef7e6 req-143b8988-448b-4e44-a0f2-fc880d66e005 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 948 time: 0.1871247 Aug 17 02:55:41.129940 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-010013e3-ea9c-4687-8639-40f26eb7e6d8 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:55:41.131635 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-010013e3-ea9c-4687-8639-40f26eb7e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: timer() Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:55:41.134674 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:55:41.202659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-65b33b74-6259-4685-b58b-4eed65b121d2 None None] For port d966b5d6-757b-407a-b78f-5d4436c89922, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d966b5d6-757b-407a-b78f-5d4436c89922,segment=NetworkSegment(7ade44e2-223f-41e2-b962-56a8755eb372),segment_id=7ade44e2-223f-41e2-b962-56a8755eb372)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:41.203310 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-65b33b74-6259-4685-b58b-4eed65b121d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.226090 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-65b33b74-6259-4685-b58b-4eed65b121d2 None None] Calling delete_port for d966b5d6-757b-407a-b78f-5d4436c89922 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:41.241717 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ce5acf29-98d8-4edb-8c86-a7df68852c81 req-5d404c02-39ae-41d5-962f-901f7adcf967 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624551 Aug 17 02:55:41.245266 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-a125cd6b-c6f0-4783-9b62-bfff3ff14af2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:41.246765 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-a125cd6b-c6f0-4783-9b62-bfff3ff14af2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1288056 Aug 17 02:55:41.276419 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-deea6f17-3118-4cb6-bf7a-a019edaef7e6 req-758dc3fc-acd4-4987-9a89-8c45016ba365 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/security-groups?id=a64f1e2e-5a77-41da-8b1c-c818c6abc061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1259463 Aug 17 02:55:41.294361 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-010013e3-ea9c-4687-8639-40f26eb7e6d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.304075 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-010013e3-ea9c-4687-8639-40f26eb7e6d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.306566 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-010013e3-ea9c-4687-8639-40f26eb7e6d8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e3251caf-9118-49c9-a4c4-6e3483ce99c3 HTTP/1.1" status: 204 len: 168 time: 0.7443480 Aug 17 02:55:41.329394 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010013e3-ea9c-4687-8639-40f26eb7e6d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=e3251caf-9118-49c9-a4c4-6e3483ce99c3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:41.341831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-b3a34e18-a018-48c5-9000-3ce3955badef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:41.343392 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-b3a34e18-a018-48c5-9000-3ce3955badef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813258 Aug 17 02:55:41.354516 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] Deleting port d966b5d6-757b-407a-b78f-5d4436c89922 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:41.357048 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.462461 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-65b33b74-6259-4685-b58b-4eed65b121d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.481318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] For port d966b5d6-757b-407a-b78f-5d4436c89922, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d966b5d6-757b-407a-b78f-5d4436c89922,segment=NetworkSegment(7ade44e2-223f-41e2-b962-56a8755eb372),segment_id=7ade44e2-223f-41e2-b962-56a8755eb372)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:41.481744 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.492507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b33b74-6259-4685-b58b-4eed65b121d2 None None] No DVR routers for this DVR port d966b5d6-757b-407a-b78f-5d4436c89922 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:41.509565 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e923a91e-4f4d-4605-b85e-65b93388ab02 req-18720bca-cc62-4bd8-b213-891785397e74 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:41.511720 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e923a91e-4f4d-4605-b85e-65b93388ab02 req-18720bca-cc62-4bd8-b213-891785397e74 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 943 time: 0.0897896 Aug 17 02:55:41.518251 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] Calling delete_port for d966b5d6-757b-407a-b78f-5d4436c89922 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:41.523274 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b33b74-6259-4685-b58b-4eed65b121d2 None None] Pushing event deleted for resources: {'Port': ['ID=d966b5d6-757b-407a-b78f-5d4436c89922,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:41.528560 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-4d0a17a6-60ea-4c8b-b93f-24863bdc14fb service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630213 Aug 17 02:55:41.553941 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a575aa40-141e-4a3b-aa26-43a795e66bf2 req-bbe9cc18-eff9-4ed5-9810-b3c636343d15 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.605182 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e923a91e-4f4d-4605-b85e-65b93388ab02 req-273ad850-cd06-4e66-9130-9bc56dced043 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847125 Aug 17 02:55:41.619136 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe9cc18-eff9-4ed5-9810-b3c636343d15 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Pushing event deleted for resources: {'Port': ['ID=58a69c89-2de8-4d4d-9821-1971a6f77ecd,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:41.690033 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.690418 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-a575aa40-141e-4a3b-aa26-43a795e66bf2 req-bbe9cc18-eff9-4ed5-9810-b3c636343d15 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] No DVR routers for this DVR port 58a69c89-2de8-4d4d-9821-1971a6f77ecd on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:41.693001 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a575aa40-141e-4a3b-aa26-43a795e66bf2 req-bbe9cc18-eff9-4ed5-9810-b3c636343d15 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.696120 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a575aa40-141e-4a3b-aa26-43a795e66bf2 req-bbe9cc18-eff9-4ed5-9810-b3c636343d15 tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.30 "DELETE /v2.0/ports/58a69c89-2de8-4d4d-9821-1971a6f77ecd HTTP/1.1" status: 204 len: 173 time: 1.2571211 Aug 17 02:55:41.733011 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e7ae6b5-0130-4f54-b0b2-a5432b5313a6 req-362a90a6-90ff-4449-b91e-60e282332382 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010596 Aug 17 02:55:41.742434 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a3725621-78ba-4ffa-bf73-44814dd138f1', 'tag': 'd8b06cfa-6d80-4801-936f-81d245a19588'}, {'server_uuid': '0f7b07a7-96d8-459a-a46a-6b4685089eac', 'name': 'network-vif-deleted', 'tag': '58a69c89-2de8-4d4d-9821-1971a6f77ecd'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:41.746338 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c6472ce-a65b-477e-8b8f-dc8d99a41a16" -d '{"events": [{"name": "network-changed", "server_uuid": "a3725621-78ba-4ffa-bf73-44814dd138f1", "tag": "d8b06cfa-6d80-4801-936f-81d245a19588"}, {"server_uuid": "0f7b07a7-96d8-459a-a46a-6b4685089eac", "name": "network-vif-deleted", "tag": "58a69c89-2de8-4d4d-9821-1971a6f77ecd"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:41.764834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] Pushing event deleted for resources: {'Port': ['ID=d966b5d6-757b-407a-b78f-5d4436c89922,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:41.774317 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] No DVR routers for this DVR port d966b5d6-757b-407a-b78f-5d4436c89922 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:41.801108 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41688) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:41.859162 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584e3b80-8afd-487f-9af2-59bec2503782 x-openstack-request-id: req-584e3b80-8afd-487f-9af2-59bec2503782 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:41.859662 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a3725621-78ba-4ffa-bf73-44814dd138f1", "tag": "d8b06cfa-6d80-4801-936f-81d245a19588", "status": "completed", "code": 200}, {"server_uuid": "0f7b07a7-96d8-459a-a46a-6b4685089eac", "name": "network-vif-deleted", "tag": "58a69c89-2de8-4d4d-9821-1971a6f77ecd", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:41.859922 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-584e3b80-8afd-487f-9af2-59bec2503782 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:41.860356 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a3725621-78ba-4ffa-bf73-44814dd138f1', 'tag': 'd8b06cfa-6d80-4801-936f-81d245a19588', 'status': 'completed', 'code': 200} Aug 17 02:55:41.860626 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0f7b07a7-96d8-459a-a46a-6b4685089eac', 'name': 'network-vif-deleted', 'tag': '58a69c89-2de8-4d4d-9821-1971a6f77ecd', 'status': 'completed', 'code': 200} Aug 17 02:55:41.879666 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0df0ce77-25d9-4f31-af19-e16faba398af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=080f287d618347d99679753f5b9296b7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0771303 Aug 17 02:55:41.882820 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41694) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:41.954668 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:41.967359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1588f2f-0bba-48dc-ac5f-3315d25f5f52']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:41.978993 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ade44e2-223f-41e2-b962-56a8755eb372') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:41.979310 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ade44e2-223f-41e2-b962-56a8755eb372') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:41.984949 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6472ce-a65b-477e-8b8f-dc8d99a41a16 req-665ff242-206b-4248-bf4c-ea9eb81cd944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:41.986967 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c6472ce-a65b-477e-8b8f-dc8d99a41a16 req-665ff242-206b-4248-bf4c-ea9eb81cd944 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=3c342e62bdb84285b376e593f58eca8f&device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 1099 time: 0.1007261 Aug 17 02:55:41.989912 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:42.011446 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:42.018646 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:55:42.019021 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:42.044355 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da56a2a9-db4f-494a-a81f-0144934a2695 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: timer() Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:55:42.049074 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:55:42.090784 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da56a2a9-db4f-494a-a81f-0144934a2695 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:42.119909 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dcc82849-e26d-410d-91af-bd7fa47b7187 req-f4c57d61-0899-415a-9c17-c1d3add5279c tempest-MigrationsAdminTest-2134566707 tempest-MigrationsAdminTest-2134566707-project] 10.222.0.10 "GET /v2.0/ports?device_id=0f7b07a7-96d8-459a-a46a-6b4685089eac HTTP/1.1" status: 200 len: 210 time: 0.0809064 Aug 17 02:55:42.201824 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:42.206758 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:42.211514 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] 10.222.0.10 "DELETE /v2.0/networks/e1588f2f-0bba-48dc-ac5f-3315d25f5f52 HTTP/1.1" status: 204 len: 168 time: 1.2690620 Aug 17 02:55:42.228979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf81f53-918b-4476-861a-c67e8ba29e8c admin admin] Pushing event deleted for resources: {'Network': ['ID=e1588f2f-0bba-48dc-ac5f-3315d25f5f52,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:42.270267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6472ce-a65b-477e-8b8f-dc8d99a41a16 req-e6918565-0a8f-4ddf-af74-b151b83c80a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:42.272552 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c6472ce-a65b-477e-8b8f-dc8d99a41a16 req-e6918565-0a8f-4ddf-af74-b151b83c80a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.2746902 Aug 17 02:55:42.334415 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c6472ce-a65b-477e-8b8f-dc8d99a41a16 req-1ed1e8e3-2cab-4896-8e5c-fff4837fbfb2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.127&port_id=d8b06cfa-6d80-4801-936f-81d245a19588 HTTP/1.1" status: 200 len: 217 time: 0.0523829 Aug 17 02:55:42.335937 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da56a2a9-db4f-494a-a81f-0144934a2695 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:42.339930 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da56a2a9-db4f-494a-a81f-0144934a2695 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:42.344352 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-da56a2a9-db4f-494a-a81f-0144934a2695 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dc259ad9-f080-489e-a010-52c2ce88b05b HTTP/1.1" status: 204 len: 168 time: 0.4592030 Aug 17 02:55:42.392913 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56a2a9-db4f-494a-a81f-0144934a2695 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc259ad9-f080-489e-a010-52c2ce88b05b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:42.525969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-273e3d92-9eef-47bc-af5e-5dc99c3e6038 req-7bb93595-45fc-4328-b9d8-6f3ca9495d40 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:42.535096 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-273e3d92-9eef-47bc-af5e-5dc99c3e6038 req-7bb93595-45fc-4328-b9d8-6f3ca9495d40 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 948 time: 0.1707537 Aug 17 02:55:42.602433 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-273e3d92-9eef-47bc-af5e-5dc99c3e6038 req-9452cee5-3e41-4126-ad93-8ad9f29c938e tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/security-groups?id=a64f1e2e-5a77-41da-8b1c-c818c6abc061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661590 Aug 17 02:55:42.681938 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d966b5d6-757b-407a-b78f-5d4436c89922 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:42.768668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: d966b5d6-757b-407a-b78f-5d4436c89922 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:42.769010 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d966b5d6-757b-407a-b78f-5d4436c89922 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:42.838449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e11cec2-bb3a-4707-938d-d1cb5ce63213 req-fcd9ce62-727a-4009-8cbc-37b3101fd4d2 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:42.847329 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e11cec2-bb3a-4707-938d-d1cb5ce63213 req-fcd9ce62-727a-4009-8cbc-37b3101fd4d2 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 943 time: 0.1022513 Aug 17 02:55:42.890752 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6472ce-a65b-477e-8b8f-dc8d99a41a16 req-2de3528a-9e2f-4390-8672-66a3b8cc4f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:42.899643 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c6472ce-a65b-477e-8b8f-dc8d99a41a16 req-2de3528a-9e2f-4390-8672-66a3b8cc4f8c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.5497622 Aug 17 02:55:42.915463 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e11cec2-bb3a-4707-938d-d1cb5ce63213 req-1b9711f4-bf11-4db5-8bf3-e1a1b2f1ce41 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668225 Aug 17 02:55:42.915925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41716) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:42.959789 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1eeae2-68b7-45f3-95e6-c081cf053384 req-6cb6f6fc-ed91-4b04-8348-06bd183f93d5 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:42.970986 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee1eeae2-68b7-45f3-95e6-c081cf053384 req-6cb6f6fc-ed91-4b04-8348-06bd183f93d5 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 943 time: 0.5833249 Aug 17 02:55:42.982614 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8e8b53a8-db1d-44ad-ac74-ac3182547303 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e6410af048b470194fd20ed17316325&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0632930 Aug 17 02:55:42.983867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41718) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:43.054453 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6472ce-a65b-477e-8b8f-dc8d99a41a16 req-7ceaa393-f1b2-4357-8652-f2d05b8f019e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:43.056015 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c6472ce-a65b-477e-8b8f-dc8d99a41a16 req-7ceaa393-f1b2-4357-8652-f2d05b8f019e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1463490 Aug 17 02:55:43.060079 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bec80033-d52d-479b-99c6-193d16d16eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:43.078667 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee1eeae2-68b7-45f3-95e6-c081cf053384 req-1ebaac24-71cb-4b56-b984-a44caf3faca8 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769789 Aug 17 02:55:43.090504 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bec80033-d52d-479b-99c6-193d16d16eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:43.204459 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c6472ce-a65b-477e-8b8f-dc8d99a41a16 req-eee5a18d-0109-418a-80b6-60051d1ab2bd service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1376026 Aug 17 02:55:43.236808 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bec80033-d52d-479b-99c6-193d16d16eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:43.241189 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bec80033-d52d-479b-99c6-193d16d16eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:43.246143 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bec80033-d52d-479b-99c6-193d16d16eba admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/01bebe23-bc5f-41b9-aaec-50a484984fd8 HTTP/1.1" status: 204 len: 168 time: 0.2610779 Aug 17 02:55:43.263548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bec80033-d52d-479b-99c6-193d16d16eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01bebe23-bc5f-41b9-aaec-50a484984fd8,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:43.315723 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c6472ce-a65b-477e-8b8f-dc8d99a41a16 req-7e79ec9e-ab15-44e4-be7f-dfb92e641852 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035726 Aug 17 02:55:43.510471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 58a69c89-2de8-4d4d-9821-1971a6f77ecd no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:43.536153 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 58a69c89-2de8-4d4d-9821-1971a6f77ecd {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:43.536153 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 58a69c89-2de8-4d4d-9821-1971a6f77ecd not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:43.720140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a45dc-85b8-42dd-a561-35a9a55d345d req-520c8a3f-102c-4927-890e-157bf1d2ae73 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:43.721796 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e4a45dc-85b8-42dd-a561-35a9a55d345d req-520c8a3f-102c-4927-890e-157bf1d2ae73 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 948 time: 0.0511484 Aug 17 02:55:43.777484 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e4a45dc-85b8-42dd-a561-35a9a55d345d req-34a936a8-b503-4906-ac68-d6ab51d89ca9 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/security-groups?id=a64f1e2e-5a77-41da-8b1c-c818c6abc061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445158 Aug 17 02:55:43.960720 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-a7401e44-3bc0-444f-911a-d7d2644b84b9 service neutron] 10.222.0.60 "GET /v2.0/ports/164b7be9-1bab-4df5-99b5-8283e2f5438a/bindings/n-h1-802060-9 HTTP/1.1" status: 200 len: 384 time: 0.0633137 Aug 17 02:55:44.071132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41754) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:44.080286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88419c16-9de4-4dd8-9721-82398b3071fb req-396582a1-7203-4fc3-8f6b-3bbcf61a1753 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:44.090272 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88419c16-9de4-4dd8-9721-82398b3071fb req-396582a1-7203-4fc3-8f6b-3bbcf61a1753 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 943 time: 0.0910144 Aug 17 02:55:44.147126 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88419c16-9de4-4dd8-9721-82398b3071fb req-ee918c76-2ba7-43db-a109-f11dd284f779 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554419 Aug 17 02:55:44.215953 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-f9a516a6-0632-4ea5-b8f7-f304e7c357dd service neutron] For port 164b7be9-1bab-4df5-99b5-8283e2f5438a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=164b7be9-1bab-4df5-99b5-8283e2f5438a,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:44.243991 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-f9a516a6-0632-4ea5-b8f7-f304e7c357dd service neutron] For port 164b7be9-1bab-4df5-99b5-8283e2f5438a, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:55:44.276501 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0022b256-d8bc-4e6a-9231-1acfbb5ed1ee req-5811b237-a429-46d7-a7d8-3590f47b0065 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:44.278060 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0022b256-d8bc-4e6a-9231-1acfbb5ed1ee req-5811b237-a429-46d7-a7d8-3590f47b0065 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 943 time: 0.0989425 Aug 17 02:55:44.298027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-f9a516a6-0632-4ea5-b8f7-f304e7c357dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164b7be9-1bab-4df5-99b5-8283e2f5438a {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:55:44.319290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-f9a516a6-0632-4ea5-b8f7-f304e7c357dd service neutron] For port 164b7be9-1bab-4df5-99b5-8283e2f5438a, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=164b7be9-1bab-4df5-99b5-8283e2f5438a,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:44.345292 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0022b256-d8bc-4e6a-9231-1acfbb5ed1ee req-660e08de-60cc-48ad-95fc-eb59176a39d6 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594416 Aug 17 02:55:44.406723 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-656dd006-b5e0-4b3a-a564-192086b60b81 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=638115240e104430bff599fc921ec015&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3342030 Aug 17 02:55:44.409058 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41766) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:44.451300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41768) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:44.475526 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-91c6af07-94ed-4afd-8fc0-12fd71582184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:44.493623 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-f9a516a6-0632-4ea5-b8f7-f304e7c357dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:44.514960 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-91c6af07-94ed-4afd-8fc0-12fd71582184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:44.534610 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c34554a5-2f63-499a-a12a-bc7e29992259 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e5610eab5ed74c9aae086832bab97ff6&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0821018 Aug 17 02:55:44.538137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41770) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:44.624209 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca397f4c-3907-4eff-b5dd-1d01572dd2ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:44.638924 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-91c6af07-94ed-4afd-8fc0-12fd71582184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:44.643150 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-91c6af07-94ed-4afd-8fc0-12fd71582184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:44.644544 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-91c6af07-94ed-4afd-8fc0-12fd71582184 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/27139903-2079-41c4-ad4d-8b9b9ef5f480 HTTP/1.1" status: 204 len: 168 time: 0.2345092 Aug 17 02:55:44.654162 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-f9a516a6-0632-4ea5-b8f7-f304e7c357dd service neutron] Transition to ACTIVE for port object 164b7be9-1bab-4df5-99b5-8283e2f5438a will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:55:44.661905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c6af07-94ed-4afd-8fc0-12fd71582184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27139903-2079-41c4-ad4d-8b9b9ef5f480,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:44.665981 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca397f4c-3907-4eff-b5dd-1d01572dd2ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:44.733779 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-f9a516a6-0632-4ea5-b8f7-f304e7c357dd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:44.808261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41782) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:44.817793 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-f9a516a6-0632-4ea5-b8f7-f304e7c357dd service neutron] No DVR routers for this DVR port 164b7be9-1bab-4df5-99b5-8283e2f5438a on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:44.823687 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca397f4c-3907-4eff-b5dd-1d01572dd2ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:44.839052 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca397f4c-3907-4eff-b5dd-1d01572dd2ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:44.839052 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ca397f4c-3907-4eff-b5dd-1d01572dd2ad admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/32309aa4-cd63-4c51-ab74-82b5273f77d3 HTTP/1.1" status: 204 len: 168 time: 0.2881873 Aug 17 02:55:44.858369 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca397f4c-3907-4eff-b5dd-1d01572dd2ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32309aa4-cd63-4c51-ab74-82b5273f77d3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:44.874469 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9a516a6-0632-4ea5-b8f7-f304e7c357dd service neutron] Pushing event updated for resources: {'Port': ['ID=164b7be9-1bab-4df5-99b5-8283e2f5438a,revision_number=10']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:44.905409 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-f9a516a6-0632-4ea5-b8f7-f304e7c357dd service neutron] 10.222.0.60 "PUT /v2.0/ports/164b7be9-1bab-4df5-99b5-8283e2f5438a/bindings/n-h1-802060-9/activate HTTP/1.1" status: 200 len: 369 time: 0.9382584 Aug 17 02:55:44.991368 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a629ff47-79fb-4875-be33-ea44f2beae89 req-086d910e-e8ff-4799-b623-1f5d4ab3212e tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:44.993097 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a629ff47-79fb-4875-be33-ea44f2beae89 req-086d910e-e8ff-4799-b623-1f5d4ab3212e tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 948 time: 0.0556459 Aug 17 02:55:45.008444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d8b06cfa-6d80-4801-936f-81d245a19588 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:55:45.010942 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 164b7be9-1bab-4df5-99b5-8283e2f5438a no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:45.043151 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a629ff47-79fb-4875-be33-ea44f2beae89 req-deb7cff2-8431-4e8e-acae-3708a68e6dad tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/security-groups?id=a64f1e2e-5a77-41da-8b1c-c818c6abc061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429900 Aug 17 02:55:45.129827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 164b7be9-1bab-4df5-99b5-8283e2f5438a not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:45.173485 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-e01b3117-9da9-49fd-9b82-eee483ab84e8 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:45.175707 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-e01b3117-9da9-49fd-9b82-eee483ab84e8 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef&tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 1095 time: 0.0644031 Aug 17 02:55:45.251268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-f7680d1e-4374-4245-b5a5-85000009dc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:45.259219 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-f7680d1e-4374-4245-b5a5-85000009dc44 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef&tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7 HTTP/1.1" status: 200 len: 1095 time: 0.0747483 Aug 17 02:55:45.284889 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-da0feb10-86f1-4c02-908c-6ed8127b73e2 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-817944764-network', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:55:45.367236 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-f9a03f97-d5ef-4bda-a8cf-673a6f428b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:45.369256 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-f9a03f97-d5ef-4bda-a8cf-673a6f428b2a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 1095 time: 0.0838702 Aug 17 02:55:45.407792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port d8b06cfa-6d80-4801-936f-81d245a19588, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d8b06cfa-6d80-4801-936f-81d245a19588,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:45.417910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38fc5cb2-3f5a-471e-9f7b-aa0464ffbd0f req-2784cb83-f525-44db-9be8-b1aa46e6fc05 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:45.419538 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38fc5cb2-3f5a-471e-9f7b-aa0464ffbd0f req-2784cb83-f525-44db-9be8-b1aa46e6fc05 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 943 time: 0.1053224 Aug 17 02:55:45.435058 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-21d801c0-3852-45c8-80d9-d012f209676e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:45.438158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'd8b06cfa-6d80-4801-936f-81d245a19588', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': 'd8b06cfa-6d80-4801-936f-81d245a19588', 'mac_address': 'fa:16:3e:58:17:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.127'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:55:45.477974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da0feb10-86f1-4c02-908c-6ed8127b73e2 admin admin] Made reservation on behalf of 51a6f7812cc24a1297c93ba249fb2a46 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:55:45.482113 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da0feb10-86f1-4c02-908c-6ed8127b73e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:45.499826 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da0feb10-86f1-4c02-908c-6ed8127b73e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:45.511407 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 164b7be9-1bab-4df5-99b5-8283e2f5438a no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:45.543269 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:45.546834 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38fc5cb2-3f5a-471e-9f7b-aa0464ffbd0f req-a8ee101a-3281-4d4e-b7fb-3a7e303a032e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156256 Aug 17 02:55:45.567552 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8b06cfa-6d80-4801-936f-81d245a19588 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:55:45.597593 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port d8b06cfa-6d80-4801-936f-81d245a19588, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d8b06cfa-6d80-4801-936f-81d245a19588,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:45.649728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-0b4100bd-66d1-4824-931e-ca71537136b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:45.651325 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-0b4100bd-66d1-4824-931e-ca71537136b1 service neutron] 10.222.0.30 "GET /v2.0/networks?id=c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 200 len: 921 time: 0.2742603 Aug 17 02:55:45.659785 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147e3dcf-bedc-4b4a-92a8-5c8c11e6f437 req-7210efe8-80ae-4a53-a152-80c23d89413a tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:45.661558 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-147e3dcf-bedc-4b4a-92a8-5c8c11e6f437 req-7210efe8-80ae-4a53-a152-80c23d89413a tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 944 time: 0.1844318 Aug 17 02:55:45.663517 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da0feb10-86f1-4c02-908c-6ed8127b73e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:45.714587 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-9fe39ed4-43e6-4e29-a3b7-a7a1b5d49feb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=164b7be9-1bab-4df5-99b5-8283e2f5438a HTTP/1.1" status: 200 len: 217 time: 0.0506370 Aug 17 02:55:45.723742 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:45.724519 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device e5727dee-1b77-4215-a9a5-e507d8c60212 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:55:45.768307 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da0feb10-86f1-4c02-908c-6ed8127b73e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:45.783750 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-147e3dcf-bedc-4b4a-92a8-5c8c11e6f437 req-2444d56a-1be1-4635-8e3b-31d4dd3968b0 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118495 Aug 17 02:55:45.794107 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-28f3a44c-08bd-4d01-abb8-3ffec1b018e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:45.796670 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-28f3a44c-08bd-4d01-abb8-3ffec1b018e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 200 len: 861 time: 0.0735843 Aug 17 02:55:45.828650 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da0feb10-86f1-4c02-908c-6ed8127b73e2 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:55:45.831063 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=d8b06cfa-6d80-4801-936f-81d245a19588,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:45.845218 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-67b474c0-e013-44a9-a839-755ee8c66647 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c28a528a-b139-4af7-9a8b-0c957b3df977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383401 Aug 17 02:55:45.855430 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0feb10-86f1-4c02-908c-6ed8127b73e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79debc0b-a71d-4d58-85b5-0e364c128790,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:45.877597 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da0feb10-86f1-4c02-908c-6ed8127b73e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:45.877996 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-da0feb10-86f1-4c02-908c-6ed8127b73e2 admin admin] Added segment 28a8d14b-a36c-42c8-a487-f4d66c4ed9a0 of type vlan for network 65029138-6c81-47de-b189-2142c0f096e7 Aug 17 02:55:45.888277 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port e5727dee-1b77-4215-a9a5-e507d8c60212, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e5727dee-1b77-4215-a9a5-e507d8c60212,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:45.908377 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'e5727dee-1b77-4215-a9a5-e507d8c60212', 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca', 'port_id': 'e5727dee-1b77-4215-a9a5-e507d8c60212', 'mac_address': 'fa:16:3e:d9:68:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 97, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ce7a1b4d-073f-4496-99e3-079663fa186d', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:55:45.930284 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da0feb10-86f1-4c02-908c-6ed8127b73e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:45.955793 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-2b6d4be8-8bad-44a3-935d-db0c5bafeab1 service neutron] 10.222.0.30 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1033623 Aug 17 02:55:45.969627 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:45.995613 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e5727dee-1b77-4215-a9a5-e507d8c60212 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:55:46.032334 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port e5727dee-1b77-4215-a9a5-e507d8c60212, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e5727dee-1b77-4215-a9a5-e507d8c60212,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:46.035956 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da0feb10-86f1-4c02-908c-6ed8127b73e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:46.037140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da0feb10-86f1-4c02-908c-6ed8127b73e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:46.037924 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da0feb10-86f1-4c02-908c-6ed8127b73e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:46.074028 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-21ac2c14-4d27-4d91-a9a7-9cf718595279 service neutron] 10.222.0.30 "GET /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098974 Aug 17 02:55:46.098396 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0feb10-86f1-4c02-908c-6ed8127b73e2 admin admin] Pushing event updated for resources: {'Network': ['ID=65029138-6c81-47de-b189-2142c0f096e7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:46.109604 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 65029138-6c81-47de-b189-2142c0f096e7 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:55:46.126810 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41812) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:46.173601 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-70b7147c-4b35-4911-82c9-8dd13bb947b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=918e211f488a42159e9c38fe273dbc1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0454950 Aug 17 02:55:46.176041 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41814) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:46.206524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b03132-855b-49e2-8fc4-5f6036662a24 req-0fd4aa88-cf87-44f7-9b85-b1a06bf36165 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:46.212122 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c7b03132-855b-49e2-8fc4-5f6036662a24 req-0fd4aa88-cf87-44f7-9b85-b1a06bf36165 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 949 time: 0.0608881 Aug 17 02:55:46.216140 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:46.235743 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-da0feb10-86f1-4c02-908c-6ed8127b73e2 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.4324517 Aug 17 02:55:46.242083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41818) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:46.247933 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-16aabb74-d5c8-4760-a4e7-4e4b788df968 admin admin] Request body: {'subnet': {'network_id': '65029138-6c81-47de-b189-2142c0f096e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-817944764-subnet', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:55:46.269259 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c7b03132-855b-49e2-8fc4-5f6036662a24 req-cb489b34-eea8-4257-9cfd-556834a9e4b5 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/security-groups?id=a64f1e2e-5a77-41da-8b1c-c818c6abc061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530281 Aug 17 02:55:46.301205 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0dc50ba-505e-4ca5-b156-3e17cbd9645d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:46.303069 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=e5727dee-1b77-4215-a9a5-e507d8c60212,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:46.329251 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0dc50ba-505e-4ca5-b156-3e17cbd9645d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:46.379559 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16aabb74-d5c8-4760-a4e7-4e4b788df968 admin admin] Made reservation on behalf of 51a6f7812cc24a1297c93ba249fb2a46 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:55:46.382763 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-16aabb74-d5c8-4760-a4e7-4e4b788df968 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:46.454936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['d8b06cfa-6d80-4801-936f-81d245a19588'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:55:46.461492 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['e5727dee-1b77-4215-a9a5-e507d8c60212'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:55:46.528597 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0dc50ba-505e-4ca5-b156-3e17cbd9645d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:46.531385 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0dc50ba-505e-4ca5-b156-3e17cbd9645d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:46.532638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c0dc50ba-505e-4ca5-b156-3e17cbd9645d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04bff3ee-910b-4231-8466-55e6e2f4fbdb HTTP/1.1" status: 204 len: 168 time: 0.3554857 Aug 17 02:55:46.566874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dc50ba-505e-4ca5-b156-3e17cbd9645d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04bff3ee-910b-4231-8466-55e6e2f4fbdb,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:46.681024 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-16aabb74-d5c8-4760-a4e7-4e4b788df968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:46.682197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-9921e576-bd18-477f-b6de-23cd8dbea34a tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:46.683817 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-9921e576-bd18-477f-b6de-23cd8dbea34a tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef&tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&binding%3Ahost_id=n-h1-802060-9 HTTP/1.1" status: 200 len: 1095 time: 0.0707488 Aug 17 02:55:46.724586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beee472a-2a92-42b3-a93c-ce0b9f68c53f req-46dede64-37ae-4ee2-bc53-d2540ff38869 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:46.726874 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-beee472a-2a92-42b3-a93c-ce0b9f68c53f req-46dede64-37ae-4ee2-bc53-d2540ff38869 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 944 time: 0.0969765 Aug 17 02:55:46.772212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16aabb74-d5c8-4760-a4e7-4e4b788df968 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8af6b8d-0152-4d94-8292-45b1b15f492f,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:46.817590 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16aabb74-d5c8-4760-a4e7-4e4b788df968 admin admin] Checking segment: {'id': '28a8d14b-a36c-42c8-a487-f4d66c4ed9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '65029138-6c81-47de-b189-2142c0f096e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:55:46.818952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aabb74-d5c8-4760-a4e7-4e4b788df968 admin admin] Network hostable DHCP agents. Network: 65029138-6c81-47de-b189-2142c0f096e7, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:55:46.838313 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-beee472a-2a92-42b3-a93c-ce0b9f68c53f req-b7a8f29f-a839-482d-b1a9-0bb11f6c59ac tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009872 Aug 17 02:55:46.925920 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d0630b-d5d7-442b-a5a7-7b0a9846981f req-3a5c7bd6-75f6-4cac-bd93-fae9ad4968f4 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:46.928015 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-21d0630b-d5d7-442b-a5a7-7b0a9846981f req-3a5c7bd6-75f6-4cac-bd93-fae9ad4968f4 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 944 time: 0.0523269 Aug 17 02:55:46.945611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16aabb74-d5c8-4760-a4e7-4e4b788df968 admin admin] Network 65029138-6c81-47de-b189-2142c0f096e7 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:55:46.956140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-d1d4b954-52cf-49fa-bf0b-5a3542418b8c service neutron] For port 164b7be9-1bab-4df5-99b5-8283e2f5438a, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:55:46.961200 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-d1d4b954-52cf-49fa-bf0b-5a3542418b8c service neutron] Notify callbacks [] for binding, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:46.962575 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-d1d4b954-52cf-49fa-bf0b-5a3542418b8c service neutron] 10.222.0.30 "DELETE /v2.0/ports/164b7be9-1bab-4df5-99b5-8283e2f5438a/bindings/n-h2-802060-9 HTTP/1.1" status: 204 len: 173 time: 0.2710783 Aug 17 02:55:46.985659 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-21d0630b-d5d7-442b-a5a7-7b0a9846981f req-bc14df1d-9f04-4fdd-8679-ba3ec8b92e29 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513792 Aug 17 02:55:47.054659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-16aabb74-d5c8-4760-a4e7-4e4b788df968 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 65029138-6c81-47de-b189-2142c0f096e7) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:55:47.063669 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fbdaaf2-4cfc-424b-a84f-37e6cb2e1196 None None] Network 65029138-6c81-47de-b189-2142c0f096e7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:55:47.064205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16aabb74-d5c8-4760-a4e7-4e4b788df968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:47.064644 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-16aabb74-d5c8-4760-a4e7-4e4b788df968 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:47.141115 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-16aabb74-d5c8-4760-a4e7-4e4b788df968 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.8978949 Aug 17 02:55:47.143867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41842) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:47.150409 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-817944764-router', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:55:47.158275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0aaba0c-7002-4a2e-b1fb-a82d48397c3e req-01eae6d2-5ed0-421b-9154-d0e96a465ac2 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:47.166963 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0aaba0c-7002-4a2e-b1fb-a82d48397c3e req-01eae6d2-5ed0-421b-9154-d0e96a465ac2 tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 1095 time: 0.0568678 Aug 17 02:55:47.205727 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0aaba0c-7002-4a2e-b1fb-a82d48397c3e req-cb4efbaf-57d2-4cf5-967f-62155fde024c tempest-LiveAutoBlockMigrationV225Test-308175177 tempest-LiveAutoBlockMigrationV225Test-308175177-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377016 Aug 17 02:55:47.253741 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-778cd6d4-72ac-45e0-9fd1-3f8169f04b8e None None] Network 65029138-6c81-47de-b189-2142c0f096e7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:55:47.293633 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:47.295279 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:47.448141 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:47.456979 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:55:47.472453 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7d367-65c5-48a3-b83a-6232ce02cf29 req-c08bb904-05ac-4fa8-99df-19d3bd190560 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:47.480694 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12b7d367-65c5-48a3-b83a-6232ce02cf29 req-c08bb904-05ac-4fa8-99df-19d3bd190560 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 949 time: 0.1046195 Aug 17 02:55:47.535599 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41856) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:47.541568 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12b7d367-65c5-48a3-b83a-6232ce02cf29 req-1f58b597-3e26-43ae-a11e-44f2e1251a6f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/security-groups?id=a64f1e2e-5a77-41da-8b1c-c818c6abc061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596890 Aug 17 02:55:47.740657 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b05f9556-bf38-45b6-a38a-496c9f5e4440 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:47.751885 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:47.891249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8845ee27-a09b-4983-8af4-ac631e263467 req-76472979-b10a-4ffa-ba7b-ef1e82212445 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:47.893084 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8845ee27-a09b-4983-8af4-ac631e263467 req-76472979-b10a-4ffa-ba7b-ef1e82212445 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 944 time: 0.1068914 Aug 17 02:55:47.898100 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b05f9556-bf38-45b6-a38a-496c9f5e4440 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:47.941087 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8845ee27-a09b-4983-8af4-ac631e263467 req-f5e9c28e-e418-46d0-aa27-2aa17456cabe tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402541 Aug 17 02:55:47.956644 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-55942165-34a4-4162-a0a0-6f2802b197c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.017522 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b05f9556-bf38-45b6-a38a-496c9f5e4440 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.070215 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-481ca3b7-c3de-477d-acdb-a9bf7b8f0403 req-25036c2e-c55c-4b4a-98ea-b44ee9302c4e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:48.071806 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-481ca3b7-c3de-477d-acdb-a9bf7b8f0403 req-25036c2e-c55c-4b4a-98ea-b44ee9302c4e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 944 time: 0.1326511 Aug 17 02:55:48.088708 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b05f9556-bf38-45b6-a38a-496c9f5e4440 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c69492cf8ce14ad89273fc0b243466a0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5501633 Aug 17 02:55:48.091052 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41878) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:48.133445 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.149162 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc37c3d4-6938-4ba8-85c9-5835de45ea75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.160693 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-481ca3b7-c3de-477d-acdb-a9bf7b8f0403 req-7a014f14-2ec4-4503-8950-3161b8319419 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726492 Aug 17 02:55:48.162260 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b05f9556-bf38-45b6-a38a-496c9f5e4440 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5febc79-8637-44f4-8255-25d57d71a737,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:48.196159 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc37c3d4-6938-4ba8-85c9-5835de45ea75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.343546 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.362331 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc37c3d4-6938-4ba8-85c9-5835de45ea75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.368032 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc37c3d4-6938-4ba8-85c9-5835de45ea75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.369994 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bc37c3d4-6938-4ba8-85c9-5835de45ea75 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5febc79-8637-44f4-8255-25d57d71a737 HTTP/1.1" status: 204 len: 168 time: 0.2776477 Aug 17 02:55:48.372139 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.384770 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc37c3d4-6938-4ba8-85c9-5835de45ea75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5febc79-8637-44f4-8255-25d57d71a737,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:48.518986 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4632c9fb-da7d-4501-98bc-7c93404b4c28 req-bb28eb24-6f25-436d-8be9-e58d785cc280 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:48.520575 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4632c9fb-da7d-4501-98bc-7c93404b4c28 req-bb28eb24-6f25-436d-8be9-e58d785cc280 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.30 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 944 time: 0.1577771 Aug 17 02:55:48.582302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Allocated IP 172.25.1.192 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:55:48.754741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf130b46-6689-4f91-a52f-76b594e28d77 req-c126c201-4521-490e-9c0f-ba5163aca329 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:48.756577 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bf130b46-6689-4f91-a52f-76b594e28d77 req-c126c201-4521-490e-9c0f-ba5163aca329 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 949 time: 0.1380677 Aug 17 02:55:48.837857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-4632c9fb-da7d-4501-98bc-7c93404b4c28 req-089beade-1e4b-41a9-8430-1dd368aa39cb tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Deleting port 164b7be9-1bab-4df5-99b5-8283e2f5438a {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:48.837857 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4632c9fb-da7d-4501-98bc-7c93404b4c28 req-089beade-1e4b-41a9-8430-1dd368aa39cb tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.875930 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.911121 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bf130b46-6689-4f91-a52f-76b594e28d77 req-e93a10e5-b78a-4370-8b61-bfa62f6600b5 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/security-groups?id=a64f1e2e-5a77-41da-8b1c-c818c6abc061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322312 Aug 17 02:55:48.951899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-4632c9fb-da7d-4501-98bc-7c93404b4c28 req-089beade-1e4b-41a9-8430-1dd368aa39cb tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] For port 164b7be9-1bab-4df5-99b5-8283e2f5438a, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=164b7be9-1bab-4df5-99b5-8283e2f5438a,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:48.952272 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4632c9fb-da7d-4501-98bc-7c93404b4c28 req-089beade-1e4b-41a9-8430-1dd368aa39cb tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:48.973560 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-4632c9fb-da7d-4501-98bc-7c93404b4c28 req-089beade-1e4b-41a9-8430-1dd368aa39cb tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Calling delete_port for 164b7be9-1bab-4df5-99b5-8283e2f5438a owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:49.021615 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device e5727dee-1b77-4215-a9a5-e507d8c60212 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:55:49.054248 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.087809 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.089160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d3229b-abd7-4791-b103-9abdd4c9ca2e req-58208a56-3cd4-48d8-86f3-b162e1f61225 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:49.100472 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d5d3229b-abd7-4791-b103-9abdd4c9ca2e req-58208a56-3cd4-48d8-86f3-b162e1f61225 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 944 time: 0.0711088 Aug 17 02:55:49.155519 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d5d3229b-abd7-4791-b103-9abdd4c9ca2e req-bf721454-93c8-4b23-a987-ca0ce7ef8893 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418024 Aug 17 02:55:49.156911 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:55:49.160850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:55:49.164061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:55:49.173371 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port e5727dee-1b77-4215-a9a5-e507d8c60212 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:55:49.179029 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port e5727dee-1b77-4215-a9a5-e507d8c60212 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:55:49.179509 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.195934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Pushing event updated for resources: {'Port': ['ID=d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:49.284812 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.293785 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4632c9fb-da7d-4501-98bc-7c93404b4c28 req-089beade-1e4b-41a9-8430-1dd368aa39cb tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.317443 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['31b9c165-0f4a-4807-b8da-e8fe3347cd41'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:55:49.325576 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195b1b56-d1e5-465c-b39a-a203764e348f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5727dee-1b77-4215-a9a5-e507d8c60212'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:49.328151 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b439382-729d-4fd7-b6ec-f7fb2d1eba4c" -d '{"events": [{"server_uuid": "195b1b56-d1e5-465c-b39a-a203764e348f", "name": "network-vif-plugged", "status": "completed", "tag": "e5727dee-1b77-4215-a9a5-e507d8c60212"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:49.369042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port e5727dee-1b77-4215-a9a5-e507d8c60212, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e5727dee-1b77-4215-a9a5-e507d8c60212,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:49.399270 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089beade-1e4b-41a9-8430-1dd368aa39cb tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Pushing event deleted for resources: {'Port': ['ID=164b7be9-1bab-4df5-99b5-8283e2f5438a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:49.431955 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.435281 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d8b06cfa-6d80-4801-936f-81d245a19588 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:55:49.446568 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-4632c9fb-da7d-4501-98bc-7c93404b4c28 req-089beade-1e4b-41a9-8430-1dd368aa39cb tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] No DVR routers for this DVR port 164b7be9-1bab-4df5-99b5-8283e2f5438a on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:49.449278 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4632c9fb-da7d-4501-98bc-7c93404b4c28 req-089beade-1e4b-41a9-8430-1dd368aa39cb tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.451737 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4632c9fb-da7d-4501-98bc-7c93404b4c28 req-089beade-1e4b-41a9-8430-1dd368aa39cb tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.30 "DELETE /v2.0/ports/164b7be9-1bab-4df5-99b5-8283e2f5438a HTTP/1.1" status: 204 len: 173 time: 0.9226658 Aug 17 02:55:49.456095 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32d5e8b6-5852-43f3-a950-f64d2a3aa3ef', 'name': 'network-vif-deleted', 'tag': '164b7be9-1bab-4df5-99b5-8283e2f5438a'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:49.457869 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df34eaf7-d2c5-4330-a415-3f95c106f3e7" -d '{"events": [{"server_uuid": "32d5e8b6-5852-43f3-a950-f64d2a3aa3ef", "name": "network-vif-deleted", "tag": "164b7be9-1bab-4df5-99b5-8283e2f5438a"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:49.468445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41924) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:49.488842 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8df2f4-03ef-4dde-8a30-8a7683fa505a req-2fc7c2a4-9a0b-4fe7-ae82-a89ee969ce38 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:49.491656 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-df8df2f4-03ef-4dde-8a30-8a7683fa505a req-2fc7c2a4-9a0b-4fe7-ae82-a89ee969ce38 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 944 time: 0.2289753 Aug 17 02:55:49.496945 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce914897-726b-4f69-9626-cae6288d9ce4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.561545 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-df8df2f4-03ef-4dde-8a30-8a7683fa505a req-d7ab578f-11fb-4958-bc86-7a2eae77477d tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555835 Aug 17 02:55:49.687047 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce914897-726b-4f69-9626-cae6288d9ce4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.701323 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=e5727dee-1b77-4215-a9a5-e507d8c60212,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:49.746447 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce914897-726b-4f69-9626-cae6288d9ce4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.767042 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3006d8dc-beb3-48c8-bb75-8cb1e082060a x-openstack-request-id: req-3006d8dc-beb3-48c8-bb75-8cb1e082060a {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:49.767042 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32d5e8b6-5852-43f3-a950-f64d2a3aa3ef", "name": "network-vif-deleted", "tag": "164b7be9-1bab-4df5-99b5-8283e2f5438a", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:49.767320 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3006d8dc-beb3-48c8-bb75-8cb1e082060a {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:49.767587 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32d5e8b6-5852-43f3-a950-f64d2a3aa3ef', 'name': 'network-vif-deleted', 'tag': '164b7be9-1bab-4df5-99b5-8283e2f5438a', 'status': 'completed', 'code': 200} Aug 17 02:55:49.800920 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.819531 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port d8b06cfa-6d80-4801-936f-81d245a19588 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:55:49.824183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port d8b06cfa-6d80-4801-936f-81d245a19588 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:55:49.824624 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:49.837670 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ce914897-726b-4f69-9626-cae6288d9ce4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6adc582edd614e7b9fe7373195d2cfcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678458 Aug 17 02:55:49.848546 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41932) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:49.851359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce914897-726b-4f69-9626-cae6288d9ce4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9efb6f07-bab6-45ad-84f2-833e8c9c5259,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:49.933175 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d59fad7-d25c-4a4d-b36e-bf6252c7e0b8 x-openstack-request-id: req-6d59fad7-d25c-4a4d-b36e-bf6252c7e0b8 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:49.934148 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195b1b56-d1e5-465c-b39a-a203764e348f", "name": "network-vif-plugged", "status": "completed", "tag": "e5727dee-1b77-4215-a9a5-e507d8c60212", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:49.934673 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d59fad7-d25c-4a4d-b36e-bf6252c7e0b8 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:49.935309 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195b1b56-d1e5-465c-b39a-a203764e348f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e5727dee-1b77-4215-a9a5-e507d8c60212', 'code': 200} Aug 17 02:55:49.973737 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65ad3d85-049c-4f01-a4f4-22acd7fed3a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:50.035555 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:50.093112 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port d8b06cfa-6d80-4801-936f-81d245a19588, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d8b06cfa-6d80-4801-936f-81d245a19588,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:50.118506 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65ad3d85-049c-4f01-a4f4-22acd7fed3a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:50.144711 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:50.172532 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:50.231370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fdfa735-7869-4608-9524-e97b1057b958 req-bc6dbdd8-f2d0-4ad4-abf2-d761546fa725 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:50.239194 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c5f688-04b6-47d6-867c-6fb6794e35f4 req-31322e8f-f8ad-446d-a29b-3a256062dd0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:50.241084 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-23c5f688-04b6-47d6-867c-6fb6794e35f4 req-31322e8f-f8ad-446d-a29b-3a256062dd0d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 1096 time: 0.2175763 Aug 17 02:55:50.247365 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fdfa735-7869-4608-9524-e97b1057b958 req-bc6dbdd8-f2d0-4ad4-abf2-d761546fa725 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 949 time: 0.2329667 Aug 17 02:55:50.256216 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=d8b06cfa-6d80-4801-936f-81d245a19588,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:50.335206 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fdfa735-7869-4608-9524-e97b1057b958 req-94635f75-e656-45a0-b6bf-5782493d1498 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/security-groups?id=a64f1e2e-5a77-41da-8b1c-c818c6abc061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767426 Aug 17 02:55:50.388703 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65ad3d85-049c-4f01-a4f4-22acd7fed3a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:50.400238 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65ad3d85-049c-4f01-a4f4-22acd7fed3a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:50.403871 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-65ad3d85-049c-4f01-a4f4-22acd7fed3a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9efb6f07-bab6-45ad-84f2-833e8c9c5259 HTTP/1.1" status: 204 len: 168 time: 0.5505490 Aug 17 02:55:50.433212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ad3d85-049c-4f01-a4f4-22acd7fed3a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9efb6f07-bab6-45ad-84f2-833e8c9c5259,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:50.727755 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:50.772950 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e7abccb3-3f46-4751-aff0-3afcd9126e49 req-2aaf2a77-e5bb-4a0e-ad55-560ea8e64f42 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 210 time: 0.4325588 Aug 17 02:55:50.784158 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-23c5f688-04b6-47d6-867c-6fb6794e35f4 req-9e4b5702-f116-4ce6-b100-e2f939682f5c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5275090 Aug 17 02:55:50.876507 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Router 5ae83bd8-fb81-4d90-8687-b2134ed074d9 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:55:51.045120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:55:51.056864 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Sync routers for ids ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:55:51.057473 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce6ff254-1121-45a9-8832-be2776da303e req-3a7498a4-935a-402f-a337-16871833f1b1 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:51.058746 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ce6ff254-1121-45a9-8832-be2776da303e req-3a7498a4-935a-402f-a337-16871833f1b1 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 945 time: 0.0776980 Aug 17 02:55:51.085015 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Routers {'5ae83bd8-fb81-4d90-8687-b2134ed074d9'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:55:51.086719 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:55:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:51.117807 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ce6ff254-1121-45a9-8832-be2776da303e req-6c230a26-f504-4899-9206-449f693a8ece tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472627 Aug 17 02:55:51.179766 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:51.182195 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-20c84294-7cc7-4e1e-82cc-81bc956b839a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 4.0363088 Aug 17 02:55:51.184540 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41990) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:51.267583 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Set router 5ae83bd8-fb81-4d90-8687-b2134ed074d9 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:55:51.555059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 164b7be9-1bab-4df5-99b5-8283e2f5438a no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:55:51.605557 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-817944764-router', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:55:47Z', 'updated_at': '2021-08-17T02:55:49Z', 'revision_number': 3, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'gw_port': {'id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:48Z', 'updated_at': '2021-08-17T02:55:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:51.606614 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 164b7be9-1bab-4df5-99b5-8283e2f5438a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:55:51.607024 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 164b7be9-1bab-4df5-99b5-8283e2f5438a not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:55:51.636173 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Checking router: 5ae83bd8-fb81-4d90-8687-b2134ed074d9 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:55:51.636521 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Updating router 5ae83bd8-fb81-4d90-8687-b2134ed074d9 port d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:55:51.676009 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:51.713666 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b56978d-3f08-4420-b17c-914e8c0f9002 req-044c3f05-7205-4272-95e4-145f49ba7494 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:51.722015 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1b56978d-3f08-4420-b17c-914e8c0f9002 req-044c3f05-7205-4272-95e4-145f49ba7494 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 950 time: 0.1630752 Aug 17 02:55:51.782461 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1b56978d-3f08-4420-b17c-914e8c0f9002 req-ae2fc803-ae01-4f23-8ef5-3831093dac64 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/security-groups?id=a64f1e2e-5a77-41da-8b1c-c818c6abc061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588953 Aug 17 02:55:51.935796 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ca87b70-f669-45f4-9879-c84f469009e9 req-73e47829-37a8-4b92-a565-81221638e70c tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 210 time: 0.0511453 Aug 17 02:55:51.937231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3725621-78ba-4ffa-bf73-44814dd138f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b06cfa-6d80-4801-936f-81d245a19588'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:51.940293 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5887faa-78ec-4b14-bdcc-5fdff432648e" -d '{"events": [{"server_uuid": "a3725621-78ba-4ffa-bf73-44814dd138f1", "name": "network-vif-plugged", "status": "completed", "tag": "d8b06cfa-6d80-4801-936f-81d245a19588"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:52.023925 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f40a5f7-9cde-41dd-9745-6dd70bcddcf1 x-openstack-request-id: req-3f40a5f7-9cde-41dd-9745-6dd70bcddcf1 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:52.024288 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3725621-78ba-4ffa-bf73-44814dd138f1", "name": "network-vif-plugged", "status": "completed", "tag": "d8b06cfa-6d80-4801-936f-81d245a19588", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:52.024607 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f40a5f7-9cde-41dd-9745-6dd70bcddcf1 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:52.025242 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3725621-78ba-4ffa-bf73-44814dd138f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8b06cfa-6d80-4801-936f-81d245a19588', 'code': 200} Aug 17 02:55:52.063273 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:52.076513 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Transition to ACTIVE for port object d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:55:52.124585 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:52.154789 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42022) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:52.162628 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:52.230783 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6468bd8-caf1-4bfe-8c11-e6aed466f042 req-d88fe21e-89d9-4050-865a-f527a176db70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:52.232504 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f6468bd8-caf1-4bfe-8c11-e6aed466f042 req-d88fe21e-89d9-4050-865a-f527a176db70 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 1101 time: 0.1476145 Aug 17 02:55:52.238536 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47f16c-6207-4f60-8a86-14e5ffd43872 None None] Pushing event updated for resources: {'Port': ['ID=d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:52.250862 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47f16c-6207-4f60-8a86-14e5ffd43872 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:52.251771 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47f16c-6207-4f60-8a86-14e5ffd43872 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:52.252546 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47f16c-6207-4f60-8a86-14e5ffd43872 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:52.253075 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47f16c-6207-4f60-8a86-14e5ffd43872 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:52.253603 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47f16c-6207-4f60-8a86-14e5ffd43872 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:52.254207 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47f16c-6207-4f60-8a86-14e5ffd43872 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:52.254914 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47f16c-6207-4f60-8a86-14e5ffd43872 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:52.255724 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47f16c-6207-4f60-8a86-14e5ffd43872 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:52.256202 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47f16c-6207-4f60-8a86-14e5ffd43872 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:52.256903 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47f16c-6207-4f60-8a86-14e5ffd43872 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:52.257596 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47f16c-6207-4f60-8a86-14e5ffd43872 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:52.267644 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2d47f16c-6207-4f60-8a86-14e5ffd43872 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:55:52.274300 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Attempting to bind port d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:55:52.274971 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Attempting to bind port d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:55:52.275522 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Attempting to bind port d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:52.281818 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:55:52.282615 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:55:52.283212 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:52.283766 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:55:52.284393 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Bound port: d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:55:52.284964 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:52.329205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9925309b-483b-459e-9963-f6fd498d4040 req-29a32b0f-c621-4fa4-b3f7-712a6620b74a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:52.346675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9925309b-483b-459e-9963-f6fd498d4040 req-29a32b0f-c621-4fa4-b3f7-712a6620b74a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 945 time: 0.1170454 Aug 17 02:55:52.347948 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f6468bd8-caf1-4bfe-8c11-e6aed466f042 req-d35eb0a0-12f5-4dd9-96b8-624c64b52246 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a64f1e2e-5a77-41da-8b1c-c818c6abc061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035135 Aug 17 02:55:52.400345 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] For port d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:55:52.403799 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] For port d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:55:52.424190 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9925309b-483b-459e-9963-f6fd498d4040 req-a69e5778-1384-41ac-8713-090309c9d4aa tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751204 Aug 17 02:55:52.486433 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] Allocated IP 172.20.0.1 (65029138-6c81-47de-b189-2142c0f096e7/a8af6b8d-0152-4d94-8292-45b1b15f492f/d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:55:52.487942 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:52.646907 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d47f16c-6207-4f60-8a86-14e5ffd43872 None None] Pushing event updated for resources: {'Port': ['ID=d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:52.651073 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Routers {'5ae83bd8-fb81-4d90-8687-b2134ed074d9'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:55:52.651991 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:55:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:52.683706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe78be92-21c5-483d-899a-2ed9e336128c req-b39ee6f1-1657-49d9-b1fb-0f7cb24bcaf3 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:52.691744 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:52.691894 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fe78be92-21c5-483d-899a-2ed9e336128c req-b39ee6f1-1657-49d9-b1fb-0f7cb24bcaf3 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 1096 time: 0.1120386 Aug 17 02:55:52.798526 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fe78be92-21c5-483d-899a-2ed9e336128c req-21093e46-3467-437c-9856-ab3909a5112b tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003630 Aug 17 02:55:52.798526 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8dca4622-e9cc-4088-b71c-86f89920cd98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:52.820780 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:52.820951 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] Set router 5ae83bd8-fb81-4d90-8687-b2134ed074d9 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:55:52.916432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] Network 65029138-6c81-47de-b189-2142c0f096e7 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:55:52.932620 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:55:52.942056 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:55:53.006859 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:53.035872 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:53.105209 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-817944764-router', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:55:47Z', 'updated_at': '2021-08-17T02:55:49Z', 'revision_number': 3, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'gw_port': {'id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:48Z', 'updated_at': '2021-08-17T02:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:53.137190 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dcc1e5b-d590-48f9-a1a0-c5a7e3b366c9 None None] The sync data for ids ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'] in n-d-802060-9 is: [{'id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-817944764-router', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:55:47Z', 'updated_at': '2021-08-17T02:55:49Z', 'revision_number': 3, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'gw_port': {'id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cf:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:48Z', 'updated_at': '2021-08-17T02:55:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:55:53.146939 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8dca4622-e9cc-4088-b71c-86f89920cd98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:53.184239 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de26e5c2-7663-413d-ac0a-73162af6faa2 req-a9efda5b-46be-4db0-b95e-e68c9b8ce30f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:53.186228 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-de26e5c2-7663-413d-ac0a-73162af6faa2 req-a9efda5b-46be-4db0-b95e-e68c9b8ce30f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 950 time: 0.1041987 Aug 17 02:55:53.260777 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-de26e5c2-7663-413d-ac0a-73162af6faa2 req-53763719-a971-42b7-97a6-a601da58aef7 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/security-groups?id=a64f1e2e-5a77-41da-8b1c-c818c6abc061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627117 Aug 17 02:55:53.279450 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8dca4622-e9cc-4088-b71c-86f89920cd98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:53.331349 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b082e3-dc64-4e8d-b9a1-dd3dcd138842 req-b8ab0acf-0d8d-40fb-ae5b-1eb3ecbd53e3 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:53.339558 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c7b082e3-dc64-4e8d-b9a1-dd3dcd138842 req-b8ab0acf-0d8d-40fb-ae5b-1eb3ecbd53e3 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 1096 time: 0.0912464 Aug 17 02:55:53.359292 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8dca4622-e9cc-4088-b71c-86f89920cd98 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab5291263e1f482b90dbb752790da9e7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2028821 Aug 17 02:55:53.362254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dca4622-e9cc-4088-b71c-86f89920cd98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2c56f0-75b0-4f7e-aee2-414fbe8f88ce,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:53.364300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42054) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:53.428618 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-42bf9b5d-c5e3-4a82-aaff-7d6e38cfb065 req-11342f38-f2e3-4e24-9660-bc6fa95dc71e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 210 time: 0.0352437 Aug 17 02:55:53.452467 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c7b082e3-dc64-4e8d-b9a1-dd3dcd138842 req-3ff1588b-9a33-4a64-a8ca-c421d07cf49d tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120050 Aug 17 02:55:53.473701 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:53.714931 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d42552a1-159d-47b4-a9d0-7026102efa59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:53.909997 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d42552a1-159d-47b4-a9d0-7026102efa59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:53.982720 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:54.099921 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:54.132276 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d42552a1-159d-47b4-a9d0-7026102efa59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:54.135477 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d42552a1-159d-47b4-a9d0-7026102efa59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:54.139425 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d42552a1-159d-47b4-a9d0-7026102efa59 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef2c56f0-75b0-4f7e-aee2-414fbe8f88ce HTTP/1.1" status: 204 len: 168 time: 0.7528765 Aug 17 02:55:54.179337 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42552a1-159d-47b4-a9d0-7026102efa59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2c56f0-75b0-4f7e-aee2-414fbe8f88ce,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:54.191304 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:54.213857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] Pushing event updated for resources: {'Port': ['ID=d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:54.326863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] Network 65029138-6c81-47de-b189-2142c0f096e7 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:55:54.328372 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:55:54.480339 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] Router 5ae83bd8-fb81-4d90-8687-b2134ed074d9 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:55:54.498444 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6ffb1f-9c66-43f2-8bfa-a1668026d361 req-544da70e-c07f-4c4d-a9e9-4d2f67e3de7f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:54.511706 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e6ffb1f-9c66-43f2-8bfa-a1668026d361 req-544da70e-c07f-4c4d-a9e9-4d2f67e3de7f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 950 time: 0.1093059 Aug 17 02:55:54.567346 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e6ffb1f-9c66-43f2-8bfa-a1668026d361 req-0aac7bd3-a8ae-4dc7-aa8e-0279ccc83072 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/security-groups?id=a64f1e2e-5a77-41da-8b1c-c818c6abc061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544786 Aug 17 02:55:54.657068 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:55:54.667641 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f71ce9f8-751b-4b03-8e6c-a39254a2cc35 admin admin] 10.222.0.10 "PUT /v2.0/routers/5ae83bd8-fb81-4d90-8687-b2134ed074d9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4817874 Aug 17 02:55:54.727782 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-346d0ec5-125e-46d5-b635-bf030b5214b6 req-49396074-83a3-4942-8381-7cafbab9cf81 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 210 time: 0.0540161 Aug 17 02:55:54.737491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:55:54.909961 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:55:54.916330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:55:54.916719 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:55.043637 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:55.074647 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:55.133283 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:55.205177 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:55.377644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Sync routers for ids ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:55:55.397986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Routers {'5ae83bd8-fb81-4d90-8687-b2134ed074d9'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:55:55.397986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:55:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:55.511799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Set router 5ae83bd8-fb81-4d90-8687-b2134ed074d9 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:55:55.576568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42122) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:55.639078 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1748b4b0-004c-4c08-b92b-9ac853ec1381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:55.809789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-817944764-router', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:55:47Z', 'updated_at': '2021-08-17T02:55:53Z', 'revision_number': 4, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'gw_port': {'id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:48Z', 'updated_at': '2021-08-17T02:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'd9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec', 'name': '', 'network_id': '65029138-6c81-47de-b189-2142c0f096e7', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:52Z', 'updated_at': '2021-08-17T02:55:53Z', 'revision_number': 2, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'subnets': [{'id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:55.875350 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1748b4b0-004c-4c08-b92b-9ac853ec1381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:55.930299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Checking router: 5ae83bd8-fb81-4d90-8687-b2134ed074d9 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:55:55.933236 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Updating router 5ae83bd8-fb81-4d90-8687-b2134ed074d9 port d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:55:55.967891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1748b4b0-004c-4c08-b92b-9ac853ec1381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:55.998633 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42138) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:56.022409 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:56.052864 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1748b4b0-004c-4c08-b92b-9ac853ec1381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fae71797-5b57-4466-bffc-1e118ce985cf,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:56.177869 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6330e8e1-f81b-43dc-978e-73f3da5b6177 req-2fffb320-8432-4b63-930d-3c7f7cf1bb10 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=32d5e8b6-5852-43f3-a950-f64d2a3aa3ef HTTP/1.1" status: 200 len: 210 time: 0.0714123 Aug 17 02:55:56.180646 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1748b4b0-004c-4c08-b92b-9ac853ec1381 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a1cec2799a26484e88a5f107b4c8b554&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6026068 Aug 17 02:55:56.191525 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42144) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:56.346885 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d3498190-d267-4f6c-8561-4996486ddc38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:56.388317 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d3498190-d267-4f6c-8561-4996486ddc38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:56.421299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7dc546-a019-4136-9f50-527ee5664317 req-606fcc05-dfc6-4b2a-8534-4ebf29f14c0f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:56.429991 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd7dc546-a019-4136-9f50-527ee5664317 req-606fcc05-dfc6-4b2a-8534-4ebf29f14c0f tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 950 time: 0.1372826 Aug 17 02:55:56.510369 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd7dc546-a019-4136-9f50-527ee5664317 req-55548021-7004-4fb7-9f66-c1467e4eba06 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/security-groups?id=a64f1e2e-5a77-41da-8b1c-c818c6abc061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576267 Aug 17 02:55:56.527853 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d3498190-d267-4f6c-8561-4996486ddc38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:56.537485 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d3498190-d267-4f6c-8561-4996486ddc38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:56.537485 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d3498190-d267-4f6c-8561-4996486ddc38 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fae71797-5b57-4466-bffc-1e118ce985cf HTTP/1.1" status: 204 len: 168 time: 0.3505361 Aug 17 02:55:56.557094 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3498190-d267-4f6c-8561-4996486ddc38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fae71797-5b57-4466-bffc-1e118ce985cf,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:56.593291 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-812902dc-29de-4b9d-9a06-94eca371429d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:56.658541 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:56.672710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Transition to ACTIVE for port object d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:55:56.712771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:55:56.771098 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:56.827305 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-812902dc-29de-4b9d-9a06-94eca371429d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:56.872294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d9de4-d621-45cb-9a17-6ef2c54afab4 None None] Pushing event updated for resources: {'Port': ['ID=d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:56.887553 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-812902dc-29de-4b9d-9a06-94eca371429d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:56.952620 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Attempting to bind port d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:55:56.956172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Attempting to bind port d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '28a8d14b-a36c-42c8-a487-f4d66c4ed9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '65029138-6c81-47de-b189-2142c0f096e7'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:55:56.956564 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Attempting to bind port d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec on network 65029138-6c81-47de-b189-2142c0f096e7 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:56.977824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:55:56.978222 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Checking segment: {'id': '28a8d14b-a36c-42c8-a487-f4d66c4ed9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '65029138-6c81-47de-b189-2142c0f096e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:55:56.978644 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:56.980189 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Bound using segment: {'id': '28a8d14b-a36c-42c8-a487-f4d66c4ed9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '65029138-6c81-47de-b189-2142c0f096e7'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:55:56.980722 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Bound port: d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '28a8d14b-a36c-42c8-a487-f4d66c4ed9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '65029138-6c81-47de-b189-2142c0f096e7'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:55:56.981095 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:56.994083 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-812902dc-29de-4b9d-9a06-94eca371429d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab51c2e9e94b45258f0d128080ca6769&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9943113 Aug 17 02:55:56.994873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812902dc-29de-4b9d-9a06-94eca371429d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e3c4fb2-28a2-44a5-8788-ce914f40f444,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:56.996646 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42166) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:57.006629 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:55:57.006629 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:57.106637 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] For port d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:55:57.110874 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] For port d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec,segment=NetworkSegment(28a8d14b-a36c-42c8-a487-f4d66c4ed9a0),segment_id=28a8d14b-a36c-42c8-a487-f4d66c4ed9a0)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:55:57.139793 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-751b49c3-ad3f-4ad7-b313-f9e6cac9c3bf tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:55:57.140852 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-751b49c3-ad3f-4ad7-b313-f9e6cac9c3bf tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060241 Aug 17 02:55:57.203665 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:57.206155 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-76f9d69b-1923-4807-899b-9b3995efaadf tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:57.208066 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-76f9d69b-1923-4807-899b-9b3995efaadf tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports/e5727dee-1b77-4215-a9a5-e507d8c60212 HTTP/1.1" status: 200 len: 1093 time: 0.0568752 Aug 17 02:55:57.221879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-838d8bfc-22ae-4c4c-90d5-5d7a69770de8 service neutron] Request body: {'binding': {'host': 'n-h1-802060-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:55:57.221879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-838d8bfc-22ae-4c4c-90d5-5d7a69770de8 service neutron] Unknown quota resources ['binding']. {{(pid=101969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 02:55:57.249558 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e00e29c-e0d7-4829-be8b-d4ca0e3360bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:57.289693 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Routers {'5ae83bd8-fb81-4d90-8687-b2134ed074d9'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:55:57.290350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:55:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:57.325066 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e00e29c-e0d7-4829-be8b-d4ca0e3360bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:57.352939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-13af8a68-f208-49f2-90a5-f8acbb38cbac tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:57.360572 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-13af8a68-f208-49f2-90a5-f8acbb38cbac tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/networks?id=65029138-6c81-47de-b189-2142c0f096e7 HTTP/1.1" status: 200 len: 819 time: 0.2776990 Aug 17 02:55:57.361214 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-359d9de4-d621-45cb-9a17-6ef2c54afab4 None None] Pushing event updated for resources: {'Port': ['ID=d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:57.410498 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-936d6434-5d82-43e7-b7d5-19e4f10ef728 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/quotas/51a6f7812cc24a1297c93ba249fb2a46 HTTP/1.1" status: 200 len: 375 time: 0.0487797 Aug 17 02:55:57.480751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] Set router 5ae83bd8-fb81-4d90-8687-b2134ed074d9 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:55:57.482339 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc05132-ef1e-48de-b058-96efcf63ff02 req-de0a1298-db1a-44f9-9c77-3b9d6411f896 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:57.484150 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cfc05132-ef1e-48de-b058-96efcf63ff02 req-de0a1298-db1a-44f9-9c77-3b9d6411f896 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.60 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 950 time: 0.0810421 Aug 17 02:55:57.501828 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-0219ccfc-54f4-4e0b-b112-ff4d71ca6085 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=51a6f7812cc24a1297c93ba249fb2a46&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0900238 Aug 17 02:55:57.601962 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e00e29c-e0d7-4829-be8b-d4ca0e3360bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:57.606484 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e00e29c-e0d7-4829-be8b-d4ca0e3360bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:57.607987 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0e00e29c-e0d7-4829-be8b-d4ca0e3360bd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3e3c4fb2-28a2-44a5-8788-ce914f40f444 HTTP/1.1" status: 204 len: 168 time: 0.6096811 Aug 17 02:55:57.618779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e00e29c-e0d7-4829-be8b-d4ca0e3360bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e3c4fb2-28a2-44a5-8788-ce914f40f444,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:57.638026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-838d8bfc-22ae-4c4c-90d5-5d7a69770de8 service neutron] Attempting to bind port e5727dee-1b77-4215-a9a5-e507d8c60212 on host n-h1-802060-9 for vnic_type normal with profile None {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:55:57.638778 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-838d8bfc-22ae-4c4c-90d5-5d7a69770de8 service neutron] Attempting to bind port e5727dee-1b77-4215-a9a5-e507d8c60212 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:55:57.639601 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-838d8bfc-22ae-4c4c-90d5-5d7a69770de8 service neutron] Attempting to bind port e5727dee-1b77-4215-a9a5-e507d8c60212 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:57.648460 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-838d8bfc-22ae-4c4c-90d5-5d7a69770de8 service neutron] Port e5727dee-1b77-4215-a9a5-e507d8c60212 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:55:57.649078 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-838d8bfc-22ae-4c4c-90d5-5d7a69770de8 service neutron] Attempting to bind port e5727dee-1b77-4215-a9a5-e507d8c60212 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:55:57.660457 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-cfc05132-ef1e-48de-b058-96efcf63ff02 req-ead97a08-6b4c-4ed6-9c5d-681f75d00737 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Deleting port d8b06cfa-6d80-4801-936f-81d245a19588 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:55:57.661123 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-cfc05132-ef1e-48de-b058-96efcf63ff02 req-ead97a08-6b4c-4ed6-9c5d-681f75d00737 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:57.665530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-838d8bfc-22ae-4c4c-90d5-5d7a69770de8 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 55, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:55:57.666215 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-838d8bfc-22ae-4c4c-90d5-5d7a69770de8 service neutron] Checking segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:55:57.666806 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-838d8bfc-22ae-4c4c-90d5-5d7a69770de8 service neutron] Bound using segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:55:57.667465 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-838d8bfc-22ae-4c4c-90d5-5d7a69770de8 service neutron] Bound port: e5727dee-1b77-4215-a9a5-e507d8c60212, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:55:57.750610 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-838d8bfc-22ae-4c4c-90d5-5d7a69770de8 service neutron] For port e5727dee-1b77-4215-a9a5-e507d8c60212, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=e5727dee-1b77-4215-a9a5-e507d8c60212,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:55:57.820836 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-838d8bfc-22ae-4c4c-90d5-5d7a69770de8 service neutron] Notify callbacks [] for binding, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:57.822447 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-838d8bfc-22ae-4c4c-90d5-5d7a69770de8 service neutron] 10.222.0.10 "POST /v2.0/ports/e5727dee-1b77-4215-a9a5-e507d8c60212/bindings HTTP/1.1" status: 201 len: 389 time: 0.6076024 Aug 17 02:55:57.858010 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-62b7d227-a463-45c0-877a-0853b718290c service neutron] 10.222.0.10 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3547986 Aug 17 02:55:57.931529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-817944764-router', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:55:47Z', 'updated_at': '2021-08-17T02:55:53Z', 'revision_number': 4, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'gw_port': {'id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:48Z', 'updated_at': '2021-08-17T02:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'd9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec', 'name': '', 'network_id': '65029138-6c81-47de-b189-2142c0f096e7', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:52Z', 'updated_at': '2021-08-17T02:55:57Z', 'revision_number': 4, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'subnets': [{'id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:55:57.942446 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-cfc05132-ef1e-48de-b058-96efcf63ff02 req-ead97a08-6b4c-4ed6-9c5d-681f75d00737 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] For port d8b06cfa-6d80-4801-936f-81d245a19588, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d8b06cfa-6d80-4801-936f-81d245a19588,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:57.947174 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-cfc05132-ef1e-48de-b058-96efcf63ff02 req-ead97a08-6b4c-4ed6-9c5d-681f75d00737 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:57.979932 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c0cdf6-d116-419b-bc2d-899d7f2aa6b0 None None] The sync data for ids ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'] in n-d-802060-9 is: [{'id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-817944764-router', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:55:47Z', 'updated_at': '2021-08-17T02:55:53Z', 'revision_number': 4, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'gw_port': {'id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:48Z', 'updated_at': '2021-08-17T02:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'd9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec', 'name': '', 'network_id': '65029138-6c81-47de-b189-2142c0f096e7', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:52Z', 'updated_at': '2021-08-17T02:55:57Z', 'revision_number': 4, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'subnets': [{'id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:55:57.981120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-cfc05132-ef1e-48de-b058-96efcf63ff02 req-ead97a08-6b4c-4ed6-9c5d-681f75d00737 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Calling delete_port for d8b06cfa-6d80-4801-936f-81d245a19588 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:55:58.081152 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-69bbf8d0-6261-4d9d-b39c-8b853345508d service neutron] 10.222.0.10 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2219510 Aug 17 02:55:58.455510 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a064bb-58b7-4577-ba72-b78299e73437 req-f990ea42-f3d4-4719-b6f4-f240a6eaf2ec tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:58.457197 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-05a064bb-58b7-4577-ba72-b78299e73437 req-f990ea42-f3d4-4719-b6f4-f240a6eaf2ec tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 950 time: 0.1346385 Aug 17 02:55:58.566725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b1e6a8a-6284-49bc-88fc-a0ec1c7542b2 req-76e15e4b-b899-4c53-b3c6-ffee6ca579f7 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:58.585231 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b1e6a8a-6284-49bc-88fc-a0ec1c7542b2 req-76e15e4b-b899-4c53-b3c6-ffee6ca579f7 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 945 time: 0.1217699 Aug 17 02:55:58.585516 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-cfc05132-ef1e-48de-b058-96efcf63ff02 req-ead97a08-6b4c-4ed6-9c5d-681f75d00737 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:58.603025 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['d8b06cfa-6d80-4801-936f-81d245a19588'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:55:58.686543 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-05a064bb-58b7-4577-ba72-b78299e73437 req-b028c386-f50e-4b66-87cc-8d20b193bd30 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/security-groups?id=a64f1e2e-5a77-41da-8b1c-c818c6abc061&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2214272 Aug 17 02:55:58.743602 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b1e6a8a-6284-49bc-88fc-a0ec1c7542b2 req-9c4e7227-e1fb-4566-8ae4-e7c821085090 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487679 Aug 17 02:55:58.847321 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfc05132-ef1e-48de-b058-96efcf63ff02 req-ead97a08-6b4c-4ed6-9c5d-681f75d00737 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] No DVR routers for this DVR port d8b06cfa-6d80-4801-936f-81d245a19588 on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:55:58.851201 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead97a08-6b4c-4ed6-9c5d-681f75d00737 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Pushing event deleted for resources: {'Port': ['ID=d8b06cfa-6d80-4801-936f-81d245a19588,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:58.853690 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:55:58.867839 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-cfc05132-ef1e-48de-b058-96efcf63ff02 req-ead97a08-6b4c-4ed6-9c5d-681f75d00737 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:58.877269 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cfc05132-ef1e-48de-b058-96efcf63ff02 req-ead97a08-6b4c-4ed6-9c5d-681f75d00737 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.60 "DELETE /v2.0/ports/d8b06cfa-6d80-4801-936f-81d245a19588 HTTP/1.1" status: 204 len: 173 time: 1.3767166 Aug 17 02:55:58.886426 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a3725621-78ba-4ffa-bf73-44814dd138f1', 'name': 'network-vif-deleted', 'tag': 'd8b06cfa-6d80-4801-936f-81d245a19588'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:55:58.898680 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d702881f-7153-4411-8a15-61308ad27554" -d '{"events": [{"server_uuid": "a3725621-78ba-4ffa-bf73-44814dd138f1", "name": "network-vif-deleted", "tag": "d8b06cfa-6d80-4801-936f-81d245a19588"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:55:58.957576 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c39f3c9e-5a36-4a68-be9d-ffcc69fb8d9e req-34b825a8-265a-455b-9021-2a924e343965 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 210 time: 0.1116416 Aug 17 02:55:59.052823 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:55:59.068118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:55:59.068118 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:59.172438 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42234) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:59.193901 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e6cdae37-76b4-4566-902c-994131b193a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:59.241844 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:59.355566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec,segment=NetworkSegment(28a8d14b-a36c-42c8-a487-f4d66c4ed9a0),segment_id=28a8d14b-a36c-42c8-a487-f4d66c4ed9a0)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:55:59.376076 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e6cdae37-76b4-4566-902c-994131b193a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:59.418601 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:59.537549 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e6cdae37-76b4-4566-902c-994131b193a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:59.551805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:59.638973 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e6cdae37-76b4-4566-902c-994131b193a4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d7ab769bae454036bfc3de759bf79c2c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4653428 Aug 17 02:55:59.641778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42240) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:55:59.642495 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-e7370b13-b188-4c53-ab9b-295be0f00c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:59.644124 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-e7370b13-b188-4c53-ab9b-295be0f00c9b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 1096 time: 1.0162001 Aug 17 02:55:59.645204 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6cdae37-76b4-4566-902c-994131b193a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19fac7e2-61a9-4503-ba46-b50a21d20a18,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:55:59.745505 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:55:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-947e4208-2816-45fe-b1b9-110c9d11434f x-openstack-request-id: req-947e4208-2816-45fe-b1b9-110c9d11434f {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:55:59.745841 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a3725621-78ba-4ffa-bf73-44814dd138f1", "name": "network-vif-deleted", "tag": "d8b06cfa-6d80-4801-936f-81d245a19588", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:55:59.746077 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-947e4208-2816-45fe-b1b9-110c9d11434f {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:55:59.746574 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a3725621-78ba-4ffa-bf73-44814dd138f1', 'name': 'network-vif-deleted', 'tag': 'd8b06cfa-6d80-4801-936f-81d245a19588', 'status': 'completed', 'code': 200} Aug 17 02:55:59.779548 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d45d2892-7909-48e1-86e0-a3092f82254d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:59.863223 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-ae8a30f0-cb52-4ae8-a57e-ddda0e651058 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:55:59.866284 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-ae8a30f0-cb52-4ae8-a57e-ddda0e651058 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 908 time: 0.2132308 Aug 17 02:55:59.909967 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d45d2892-7909-48e1-86e0-a3092f82254d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:55:59.942476 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-09679f37-64c9-4f73-bc2c-02c315d7e3e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5727dee-1b77-4215-a9a5-e507d8c60212 HTTP/1.1" status: 200 len: 217 time: 0.0670421 Aug 17 02:56:00.101006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-675e4a02-000e-4643-9d34-6752956592b1 req-41fe550e-41b6-4026-b477-81918d40199d tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:00.103410 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-675e4a02-000e-4643-9d34-6752956592b1 req-41fe550e-41b6-4026-b477-81918d40199d tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 945 time: 0.1859591 Aug 17 02:56:00.181963 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-e0978a7f-f0e5-43f8-ae62-1e26978c76a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:00.182499 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-675e4a02-000e-4643-9d34-6752956592b1 req-f46299c1-1c1d-439d-9a33-6bf78473ffcb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623183 Aug 17 02:56:00.196564 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-e0978a7f-f0e5-43f8-ae62-1e26978c76a1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.2449093 Aug 17 02:56:00.210115 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-298c54ff-93ab-41bf-9398-49b8613cff3b req-ff218419-f77f-4eb2-ac2d-a48a1f2a94a0 tempest-TenantUsagesTestJSON-1564646338 tempest-TenantUsagesTestJSON-1564646338-project] 10.222.0.10 "GET /v2.0/ports?device_id=a3725621-78ba-4ffa-bf73-44814dd138f1 HTTP/1.1" status: 200 len: 210 time: 0.2296517 Aug 17 02:56:00.251844 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-5e54fe61-0e30-46b5-a3cb-12ee4d988f1c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0387142 Aug 17 02:56:00.265572 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d45d2892-7909-48e1-86e0-a3092f82254d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:00.269444 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d45d2892-7909-48e1-86e0-a3092f82254d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:00.270178 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d45d2892-7909-48e1-86e0-a3092f82254d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19fac7e2-61a9-4503-ba46-b50a21d20a18 HTTP/1.1" status: 204 len: 168 time: 0.6267543 Aug 17 02:56:00.295775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d45d2892-7909-48e1-86e0-a3092f82254d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19fac7e2-61a9-4503-ba46-b50a21d20a18,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:00.348530 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a6603c79-8eba-4aca-95a2-ec3d2305824c req-870d2b8d-3fb8-4cfc-b293-77e6229805e1 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 210 time: 0.0613246 Aug 17 02:56:00.478520 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-68ea06d3-431d-40c7-bd3e-660549ac7efa service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139835 Aug 17 02:56:00.616937 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-1fe22370-0ffd-4f1f-900e-b0f438a3d0cf service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1353908 Aug 17 02:56:00.703119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:00.767750 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:00.768233 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:01.087571 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d8b06cfa-6d80-4801-936f-81d245a19588 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:56:01.111267 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: d8b06cfa-6d80-4801-936f-81d245a19588 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:56:01.111962 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d8b06cfa-6d80-4801-936f-81d245a19588 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:56:01.415879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e53433-a0b7-42ad-86fa-2730cf07781a req-f702e978-26cb-4dd9-b2ed-5d3f3b47c68f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:01.424114 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80e53433-a0b7-42ad-86fa-2730cf07781a req-f702e978-26cb-4dd9-b2ed-5d3f3b47c68f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 945 time: 0.1263542 Aug 17 02:56:01.527930 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a0ddaf6f-e6a6-4abc-be3c-fea0d09f20c4 req-149fb5ff-b004-4360-be62-13554d0ccba5 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 210 time: 0.0913925 Aug 17 02:56:01.563565 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80e53433-a0b7-42ad-86fa-2730cf07781a req-22629a8c-45d7-45f7-ac42-6565f7afc229 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384845 Aug 17 02:56:01.734969 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-f9f254fa-b67d-40dc-bd4c-c49ae1cf33da tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:01.736537 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-f9f254fa-b67d-40dc-bd4c-c49ae1cf33da tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.60 "GET /v2.0/networks?id=65029138-6c81-47de-b189-2142c0f096e7 HTTP/1.1" status: 200 len: 819 time: 0.2076135 Aug 17 02:56:01.762384 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-15a6e5f2-ce5c-417e-b9b3-d7a2ab115a2b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Request body: {'port': {'device_id': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'network_id': '65029138-6c81-47de-b189-2142c0f096e7', 'admin_state_up': True, 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:01.995737 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-15a6e5f2-ce5c-417e-b9b3-d7a2ab115a2b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Made reservation on behalf of 51a6f7812cc24a1297c93ba249fb2a46 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:02.000049 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-15a6e5f2-ce5c-417e-b9b3-d7a2ab115a2b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:02.201566 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-15a6e5f2-ce5c-417e-b9b3-d7a2ab115a2b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Allocated IP 172.20.0.10 (65029138-6c81-47de-b189-2142c0f096e7/a8af6b8d-0152-4d94-8292-45b1b15f492f/4a5d7f3b-9273-416d-b2b1-628804170b70) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:02.302658 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42304) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:02.412156 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-15a6e5f2-ce5c-417e-b9b3-d7a2ab115a2b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:02.516540 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-15a6e5f2-ce5c-417e-b9b3-d7a2ab115a2b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:02.712049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-15a6e5f2-ce5c-417e-b9b3-d7a2ab115a2b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Network 65029138-6c81-47de-b189-2142c0f096e7 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:02.721639 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:02.734389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-15a6e5f2-ce5c-417e-b9b3-d7a2ab115a2b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:02.751286 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-15a6e5f2-ce5c-417e-b9b3-d7a2ab115a2b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:02.795821 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-22fd6a84-55ec-4eb6-9398-b2d9fc6f499d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c342e62bdb84285b376e593f58eca8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4886632 Aug 17 02:56:02.802512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42322) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:02.887284 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15a6e5f2-ce5c-417e-b9b3-d7a2ab115a2b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Pushing event updated for resources: {'Port': ['ID=4a5d7f3b-9273-416d-b2b1-628804170b70,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:02.904637 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-15a6e5f2-ce5c-417e-b9b3-d7a2ab115a2b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:02.905366 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-15a6e5f2-ce5c-417e-b9b3-d7a2ab115a2b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:02.945212 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9103593b-2b93-47dd-9e2f-0553fd57243d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:02.948375 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f713057f-858d-4613-a968-e20d80ae6f05 req-1d412ed4-0e8c-402b-891f-397c4d65ce43 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:02.950699 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f713057f-858d-4613-a968-e20d80ae6f05 req-1d412ed4-0e8c-402b-891f-397c4d65ce43 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 932 time: 0.1080317 Aug 17 02:56:02.981408 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9103593b-2b93-47dd-9e2f-0553fd57243d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:02.998410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389c22df-5423-4f3a-9b1a-e02f40c1a4d0 req-756b22e9-8d40-4d83-9228-ca4c14d5a31c tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:03.000208 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-389c22df-5423-4f3a-9b1a-e02f40c1a4d0 req-756b22e9-8d40-4d83-9228-ca4c14d5a31c tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 945 time: 0.1645160 Aug 17 02:56:03.076692 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f713057f-858d-4613-a968-e20d80ae6f05 req-7ecf6226-3e99-4265-a0a4-0b5332b48dae tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015182 Aug 17 02:56:03.079742 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-15a6e5f2-ce5c-417e-b9b3-d7a2ab115a2b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3343499 Aug 17 02:56:03.080235 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-389c22df-5423-4f3a-9b1a-e02f40c1a4d0 req-bf33d3bf-94c3-4b73-87ab-7ad9d6690c11 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648701 Aug 17 02:56:03.104584 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Request body: {'port': {'device_id': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:03.190552 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9103593b-2b93-47dd-9e2f-0553fd57243d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:03.198215 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9103593b-2b93-47dd-9e2f-0553fd57243d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:03.205527 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9103593b-2b93-47dd-9e2f-0553fd57243d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a64f1e2e-5a77-41da-8b1c-c818c6abc061 HTTP/1.1" status: 204 len: 168 time: 0.4012744 Aug 17 02:56:03.236228 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:03.243041 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9103593b-2b93-47dd-9e2f-0553fd57243d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a64f1e2e-5a77-41da-8b1c-c818c6abc061,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:03.384620 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:03.666344 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a5d7f3b-9273-416d-b2b1-628804170b70 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:56:03.683356 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:03.708177 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Transition to ACTIVE for port object 4a5d7f3b-9273-416d-b2b1-628804170b70 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:03.789758 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:03.806454 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d8b0dc-9b66-43d3-b5ab-b24f9cb12368 req-c7d6ecc8-fcba-484b-a5fa-57a333b891b6 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:03.807963 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f2d8b0dc-9b66-43d3-b5ab-b24f9cb12368 req-c7d6ecc8-fcba-484b-a5fa-57a333b891b6 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 945 time: 0.0611892 Aug 17 02:56:03.870275 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Pushing event updated for resources: {'Port': ['ID=4a5d7f3b-9273-416d-b2b1-628804170b70,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:03.886100 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f2d8b0dc-9b66-43d3-b5ab-b24f9cb12368 req-342caddd-b38c-4f9b-9642-2bb92763dd4e tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712326 Aug 17 02:56:03.964498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Attempting to bind port 4a5d7f3b-9273-416d-b2b1-628804170b70 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:56:03.964498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Attempting to bind port 4a5d7f3b-9273-416d-b2b1-628804170b70 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '28a8d14b-a36c-42c8-a487-f4d66c4ed9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '65029138-6c81-47de-b189-2142c0f096e7'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:56:03.964898 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Attempting to bind port 4a5d7f3b-9273-416d-b2b1-628804170b70 on network 65029138-6c81-47de-b189-2142c0f096e7 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:03.969949 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Port 4a5d7f3b-9273-416d-b2b1-628804170b70 on network 65029138-6c81-47de-b189-2142c0f096e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:56:03.970336 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Attempting to bind port 4a5d7f3b-9273-416d-b2b1-628804170b70 on network 65029138-6c81-47de-b189-2142c0f096e7 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:03.976121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:56:03.976478 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Checking segment: {'id': '28a8d14b-a36c-42c8-a487-f4d66c4ed9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '65029138-6c81-47de-b189-2142c0f096e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:03.976876 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Bound using segment: {'id': '28a8d14b-a36c-42c8-a487-f4d66c4ed9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '65029138-6c81-47de-b189-2142c0f096e7'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:56:03.977333 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Bound port: 4a5d7f3b-9273-416d-b2b1-628804170b70, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '28a8d14b-a36c-42c8-a487-f4d66c4ed9a0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '65029138-6c81-47de-b189-2142c0f096e7'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:56:03.977739 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:04.060215 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] For port 4a5d7f3b-9273-416d-b2b1-628804170b70, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:04.063800 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] For port 4a5d7f3b-9273-416d-b2b1-628804170b70, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4a5d7f3b-9273-416d-b2b1-628804170b70,segment=NetworkSegment(28a8d14b-a36c-42c8-a487-f4d66c4ed9a0),segment_id=28a8d14b-a36c-42c8-a487-f4d66c4ed9a0)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:56:04.211425 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:04.230151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28aafb53-fd20-4055-b983-4ceb693ba5e5 req-eb4050b7-bb7c-4d3b-847a-1f6d1e8a7a84 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:04.232239 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-28aafb53-fd20-4055-b983-4ceb693ba5e5 req-eb4050b7-bb7c-4d3b-847a-1f6d1e8a7a84 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 944 time: 0.0832839 Aug 17 02:56:04.267731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f391cf-9f36-4882-a124-f15271f748e7 req-d02e602d-eacc-47a9-b94d-6608ea48de6f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:04.270332 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4f391cf-9f36-4882-a124-f15271f748e7 req-d02e602d-eacc-47a9-b94d-6608ea48de6f tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 945 time: 0.1248472 Aug 17 02:56:04.307861 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-28aafb53-fd20-4055-b983-4ceb693ba5e5 req-68cb49c1-9680-44ab-8296-48187097ec8c tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693817 Aug 17 02:56:04.339529 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Pushing event updated for resources: {'Port': ['ID=4a5d7f3b-9273-416d-b2b1-628804170b70,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:04.347375 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:04.348020 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:04.350867 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-03bc6aab-eb3b-447f-b858-26bdd49db27d service neutron] 10.222.0.60 "PUT /v2.0/ports/4a5d7f3b-9273-416d-b2b1-628804170b70 HTTP/1.1" status: 200 len: 1092 time: 1.2574883 Aug 17 02:56:04.351392 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'tag': '4a5d7f3b-9273-416d-b2b1-628804170b70'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:04.354389 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3fa6c76-3fa2-43d3-91a9-ce0217247744" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a", "tag": "4a5d7f3b-9273-416d-b2b1-628804170b70"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:04.416085 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4f391cf-9f36-4882-a124-f15271f748e7 req-685f4deb-b0f5-4d97-bb67-20185c2e75e0 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723174 Aug 17 02:56:04.434050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42362) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:04.473618 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2a99986-ad5b-4acc-968b-58cb9db9cfae x-openstack-request-id: req-b2a99986-ad5b-4acc-968b-58cb9db9cfae {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:04.475801 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a", "tag": "4a5d7f3b-9273-416d-b2b1-628804170b70", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:04.475801 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b2a99986-ad5b-4acc-968b-58cb9db9cfae {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:04.475801 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'tag': '4a5d7f3b-9273-416d-b2b1-628804170b70', 'status': 'completed', 'code': 200} Aug 17 02:56:04.551627 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-a0701011-1dc9-4c84-8a78-0a82a570a4a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:04.554137 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-a0701011-1dc9-4c84-8a78-0a82a570a4a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51a6f7812cc24a1297c93ba249fb2a46&device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 1095 time: 0.0468764 Aug 17 02:56:04.600083 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-f8744c38-f87a-4873-b9ac-4195e6b3a3de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a5d7f3b-9273-416d-b2b1-628804170b70 HTTP/1.1" status: 200 len: 217 time: 0.0378971 Aug 17 02:56:04.656021 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-f0330550-4246-4fcf-b192-2873bab8a784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:04.657925 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-f0330550-4246-4fcf-b192-2873bab8a784 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8af6b8d-0152-4d94-8292-45b1b15f492f HTTP/1.1" status: 200 len: 859 time: 0.0509174 Aug 17 02:56:04.693436 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-20e02a8a-2250-4bb8-9010-4c53c08ca748 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=65029138-6c81-47de-b189-2142c0f096e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274820 Aug 17 02:56:04.801492 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-1168c6de-deec-48ed-9b81-93c1783d6b84 service neutron] 10.222.0.60 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940082 Aug 17 02:56:04.901897 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-808a8bcb-062e-4f67-a6a6-26ac8d7dbd76 req-5f1a98ce-099c-46c8-979f-3fb328210461 service neutron] 10.222.0.60 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975997 Aug 17 02:56:04.951330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42372) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:04.973340 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-259c5d37-407c-484a-bdb5-d9fb45612e1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:05.087962 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f07cb02a-b326-4206-99b5-36a7e119795c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:05.138743 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa6c76-3fa2-43d3-91a9-ce0217247744 req-8fac0e83-d68a-4778-8a5e-8c072ff0bdea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:05.141729 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3fa6c76-3fa2-43d3-91a9-ce0217247744 req-8fac0e83-d68a-4778-8a5e-8c072ff0bdea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51a6f7812cc24a1297c93ba249fb2a46&device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 1095 time: 0.1003997 Aug 17 02:56:05.168342 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1117d349-f8e3-4a9c-864d-2449b9bbb8e1 req-54f85890-cae3-4b20-abeb-2f1c0b885bf9 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:05.170292 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1117d349-f8e3-4a9c-864d-2449b9bbb8e1 req-54f85890-cae3-4b20-abeb-2f1c0b885bf9 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 945 time: 0.1833298 Aug 17 02:56:05.258386 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-259c5d37-407c-484a-bdb5-d9fb45612e1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:05.355332 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-259c5d37-407c-484a-bdb5-d9fb45612e1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:05.506434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259c5d37-407c-484a-bdb5-d9fb45612e1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6ff281f-becf-41f1-b751-d73544ca1ec3,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:05.557303 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-259c5d37-407c-484a-bdb5-d9fb45612e1a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cceeff7e17a34b37a01115adfa0ee134&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6043000 Aug 17 02:56:05.561729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42392) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:05.680603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cb338c5-153b-4bc0-b934-075f160bb3d7 req-2cc26a40-4a00-4b12-8ddb-b1b23ad79222 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:05.688456 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7cb338c5-153b-4bc0-b934-075f160bb3d7 req-2cc26a40-4a00-4b12-8ddb-b1b23ad79222 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 944 time: 0.2423551 Aug 17 02:56:05.712699 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1117d349-f8e3-4a9c-864d-2449b9bbb8e1 req-d602496a-3547-441f-afcc-33b15a4687b5 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5249040 Aug 17 02:56:05.812471 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f07cb02a-b326-4206-99b5-36a7e119795c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:05.814947 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa6c76-3fa2-43d3-91a9-ce0217247744 req-11aa68ff-7fb4-4d08-bfaa-8709903ac0e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:05.819612 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3fa6c76-3fa2-43d3-91a9-ce0217247744 req-11aa68ff-7fb4-4d08-bfaa-8709903ac0e5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=65029138-6c81-47de-b189-2142c0f096e7 HTTP/1.1" status: 200 len: 919 time: 0.6478131 Aug 17 02:56:05.827053 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0a07b90f-61be-41a1-8a96-0914fafd8ad0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:05.860266 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7cb338c5-153b-4bc0-b934-075f160bb3d7 req-0657233c-9aca-4395-9703-8329dca37f41 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706202 Aug 17 02:56:05.896855 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3fa6c76-3fa2-43d3-91a9-ce0217247744 req-7141190d-9abd-43d2-9ffa-8a4062271fbb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a5d7f3b-9273-416d-b2b1-628804170b70 HTTP/1.1" status: 200 len: 217 time: 0.0682113 Aug 17 02:56:05.903661 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f07cb02a-b326-4206-99b5-36a7e119795c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:05.932339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab7145-71e4-449d-9bb9-a74e5570c7db req-4a1ecc28-1b29-4ada-82c2-4edd341dbffe tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:05.936299 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-feab7145-71e4-449d-9bb9-a74e5570c7db req-4a1ecc28-1b29-4ada-82c2-4edd341dbffe tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.60 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 945 time: 0.3142486 Aug 17 02:56:05.947624 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0a07b90f-61be-41a1-8a96-0914fafd8ad0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:06.030594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3fa6c76-3fa2-43d3-91a9-ce0217247744 req-c6bc4382-bb01-4803-8f83-68986fd44bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:06.034786 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3fa6c76-3fa2-43d3-91a9-ce0217247744 req-c6bc4382-bb01-4803-8f83-68986fd44bfc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8af6b8d-0152-4d94-8292-45b1b15f492f HTTP/1.1" status: 200 len: 859 time: 0.1267054 Aug 17 02:56:06.056671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07cb02a-b326-4206-99b5-36a7e119795c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b92373-acbd-46b9-b3a0-47cb3a192308,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:06.065606 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f07cb02a-b326-4206-99b5-36a7e119795c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d5a392df0ada48e88c10cddb7c4cee16&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6295252 Aug 17 02:56:06.068587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42404) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:06.082642 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3fa6c76-3fa2-43d3-91a9-ce0217247744 req-cd151e91-aa4c-4caa-b0c1-08d9e0d6e5eb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=65029138-6c81-47de-b189-2142c0f096e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400560 Aug 17 02:56:06.091112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fdd884d-04da-47d5-a98a-2f9ced5578c1 req-37f601ae-f789-4ae4-bb2f-391e3c78da90 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:06.092628 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fdd884d-04da-47d5-a98a-2f9ced5578c1 req-37f601ae-f789-4ae4-bb2f-391e3c78da90 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 945 time: 0.1343265 Aug 17 02:56:06.201537 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1e4c31f-ed79-49f5-a165-ae26c69c24be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:06.222652 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-feab7145-71e4-449d-9bb9-a74e5570c7db req-0e8002cb-f58e-4617-83ef-62fc09dc46e2 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Deleting port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:06.223128 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-feab7145-71e4-449d-9bb9-a74e5570c7db req-0e8002cb-f58e-4617-83ef-62fc09dc46e2 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:06.227331 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0a07b90f-61be-41a1-8a96-0914fafd8ad0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:06.230009 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0a07b90f-61be-41a1-8a96-0914fafd8ad0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:06.234268 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0a07b90f-61be-41a1-8a96-0914fafd8ad0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e6ff281f-becf-41f1-b751-d73544ca1ec3 HTTP/1.1" status: 204 len: 168 time: 0.6701331 Aug 17 02:56:06.288886 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3fa6c76-3fa2-43d3-91a9-ce0217247744 req-9ec5dc0e-fc7b-4b26-9287-da9237f7c1df service neutron] 10.222.0.60 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1952336 Aug 17 02:56:06.311292 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1e4c31f-ed79-49f5-a165-ae26c69c24be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:06.318821 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fdd884d-04da-47d5-a98a-2f9ced5578c1 req-e0566676-6e85-4ed5-b9bb-dfa41b56a8e3 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009060 Aug 17 02:56:06.335888 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a07b90f-61be-41a1-8a96-0914fafd8ad0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6ff281f-becf-41f1-b751-d73544ca1ec3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:06.421163 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3fa6c76-3fa2-43d3-91a9-ce0217247744 req-f9ce9111-1907-4417-a26a-1695469f8693 service neutron] 10.222.0.60 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1207078 Aug 17 02:56:06.470219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-feab7145-71e4-449d-9bb9-a74e5570c7db req-0e8002cb-f58e-4617-83ef-62fc09dc46e2 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] For port 31b9c165-0f4a-4807-b8da-e8fe3347cd41, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=31b9c165-0f4a-4807-b8da-e8fe3347cd41,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:06.470905 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-feab7145-71e4-449d-9bb9-a74e5570c7db req-0e8002cb-f58e-4617-83ef-62fc09dc46e2 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:06.490216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-feab7145-71e4-449d-9bb9-a74e5570c7db req-0e8002cb-f58e-4617-83ef-62fc09dc46e2 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Calling delete_port for 31b9c165-0f4a-4807-b8da-e8fe3347cd41 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:06.604590 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1e4c31f-ed79-49f5-a165-ae26c69c24be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:06.607209 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1e4c31f-ed79-49f5-a165-ae26c69c24be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:06.608338 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f1e4c31f-ed79-49f5-a165-ae26c69c24be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a7b92373-acbd-46b9-b3a0-47cb3a192308 HTTP/1.1" status: 204 len: 168 time: 0.5321257 Aug 17 02:56:06.625473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e4c31f-ed79-49f5-a165-ae26c69c24be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b92373-acbd-46b9-b3a0-47cb3a192308,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:06.704536 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-feab7145-71e4-449d-9bb9-a74e5570c7db req-0e8002cb-f58e-4617-83ef-62fc09dc46e2 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:06.720558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['31b9c165-0f4a-4807-b8da-e8fe3347cd41'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:56:06.782882 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e8002cb-f58e-4617-83ef-62fc09dc46e2 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Pushing event deleted for resources: {'Port': ['ID=31b9c165-0f4a-4807-b8da-e8fe3347cd41,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:06.830725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-feab7145-71e4-449d-9bb9-a74e5570c7db req-0e8002cb-f58e-4617-83ef-62fc09dc46e2 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] No DVR routers for this DVR port 31b9c165-0f4a-4807-b8da-e8fe3347cd41 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:56:06.834867 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-feab7145-71e4-449d-9bb9-a74e5570c7db req-0e8002cb-f58e-4617-83ef-62fc09dc46e2 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:06.836986 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-feab7145-71e4-449d-9bb9-a74e5570c7db req-0e8002cb-f58e-4617-83ef-62fc09dc46e2 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.60 "DELETE /v2.0/ports/31b9c165-0f4a-4807-b8da-e8fe3347cd41 HTTP/1.1" status: 204 len: 173 time: 0.8651710 Aug 17 02:56:06.837502 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61403451-cf04-4be6-a299-07af995c2627', 'name': 'network-vif-deleted', 'tag': '31b9c165-0f4a-4807-b8da-e8fe3347cd41'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:06.846414 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39aaa2c2-91bf-4f58-993e-f14cdad376b6" -d '{"events": [{"server_uuid": "61403451-cf04-4be6-a299-07af995c2627", "name": "network-vif-deleted", "tag": "31b9c165-0f4a-4807-b8da-e8fe3347cd41"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:06.852474 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae579cb3-b5e6-4ba6-9482-177cffd35ef9 req-ae7be195-433a-4d05-b7a0-4e5f7e0b8ef6 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=61403451-cf04-4be6-a299-07af995c2627 HTTP/1.1" status: 200 len: 210 time: 0.0393696 Aug 17 02:56:06.905539 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1726af87-96a4-4cf3-87bc-87a547124f64 x-openstack-request-id: req-1726af87-96a4-4cf3-87bc-87a547124f64 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:06.905883 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61403451-cf04-4be6-a299-07af995c2627", "name": "network-vif-deleted", "tag": "31b9c165-0f4a-4807-b8da-e8fe3347cd41", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:06.906143 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1726af87-96a4-4cf3-87bc-87a547124f64 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:06.906549 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61403451-cf04-4be6-a299-07af995c2627', 'name': 'network-vif-deleted', 'tag': '31b9c165-0f4a-4807-b8da-e8fe3347cd41', 'status': 'completed', 'code': 200} Aug 17 02:56:07.067163 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c459b34a-eab1-4a41-89a4-f0b65401a5ea req-e26f3a87-9079-4d8f-9d69-1703b8c1453a tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:07.068842 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c459b34a-eab1-4a41-89a4-f0b65401a5ea req-e26f3a87-9079-4d8f-9d69-1703b8c1453a tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 944 time: 0.0517912 Aug 17 02:56:07.123032 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c459b34a-eab1-4a41-89a4-f0b65401a5ea req-275b7709-d996-4947-a32a-b303cc8e9ce6 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443580 Aug 17 02:56:07.150731 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4a5d7f3b-9273-416d-b2b1-628804170b70 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:56:07.259133 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 4a5d7f3b-9273-416d-b2b1-628804170b70, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4a5d7f3b-9273-416d-b2b1-628804170b70,segment=NetworkSegment(28a8d14b-a36c-42c8-a487-f4d66c4ed9a0),segment_id=28a8d14b-a36c-42c8-a487-f4d66c4ed9a0)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:07.271313 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '4a5d7f3b-9273-416d-b2b1-628804170b70', 'network_id': '65029138-6c81-47de-b189-2142c0f096e7', 'port_id': '4a5d7f3b-9273-416d-b2b1-628804170b70', 'mac_address': 'fa:16:3e:ee:7f:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:56:07.313995 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:07.327369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a5d7f3b-9273-416d-b2b1-628804170b70 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:56:07.348643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 4a5d7f3b-9273-416d-b2b1-628804170b70, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4a5d7f3b-9273-416d-b2b1-628804170b70,segment=NetworkSegment(28a8d14b-a36c-42c8-a487-f4d66c4ed9a0),segment_id=28a8d14b-a36c-42c8-a487-f4d66c4ed9a0)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:07.429052 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:07.465679 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3e11da-c21a-4c06-a514-d5fa95e8668e req-c0868fe9-fc3d-4f68-893d-d79a03f0b0e6 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:07.467522 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2e3e11da-c21a-4c06-a514-d5fa95e8668e req-c0868fe9-fc3d-4f68-893d-d79a03f0b0e6 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 945 time: 0.0607438 Aug 17 02:56:07.473693 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0cb355b-cde7-44fb-a211-5a98248bd664 req-25fb8d2a-d5e0-4f7a-81b8-8ecba8d83c64 tempest-QuotasAdminNegativeTest-1558693369 tempest-QuotasAdminNegativeTest-1558693369-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=94f1c49571c044ef80308e1fe608e766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0363801 Aug 17 02:56:07.501723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=4a5d7f3b-9273-416d-b2b1-628804170b70,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:07.529047 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2e3e11da-c21a-4c06-a514-d5fa95e8668e req-09a2e7d9-7b49-4794-b2c1-b4d19d17526c tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512536 Aug 17 02:56:07.597662 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cb355b-cde7-44fb-a211-5a98248bd664 req-7b469026-3e65-4154-ac4f-884556f1bc19 tempest-QuotasAdminNegativeTest-1558693369 tempest-QuotasAdminNegativeTest-1558693369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:07.599292 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0cb355b-cde7-44fb-a211-5a98248bd664 req-7b469026-3e65-4154-ac4f-884556f1bc19 tempest-QuotasAdminNegativeTest-1558693369 tempest-QuotasAdminNegativeTest-1558693369-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1236124 Aug 17 02:56:07.616636 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0cb355b-cde7-44fb-a211-5a98248bd664 req-1c86d4e7-e563-45b4-9b6b-d42f9453c1be tempest-QuotasAdminNegativeTest-1558693369 tempest-QuotasAdminNegativeTest-1558693369-project] 10.222.0.10 "GET /v2.0/quotas/94f1c49571c044ef80308e1fe608e766 HTTP/1.1" status: 200 len: 375 time: 0.0104849 Aug 17 02:56:07.650147 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0cb355b-cde7-44fb-a211-5a98248bd664 req-0164de14-1866-4bdd-bb6d-5d3ca0ee24f6 tempest-QuotasAdminNegativeTest-1558693369 tempest-QuotasAdminNegativeTest-1558693369-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=94f1c49571c044ef80308e1fe608e766&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0274155 Aug 17 02:56:07.710128 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['4a5d7f3b-9273-416d-b2b1-628804170b70'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:56:07.722259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42462) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:07.750813 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-89ac0bb6-f3c0-4cb2-8c9f-66f05b633612 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:07.918397 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-89ac0bb6-f3c0-4cb2-8c9f-66f05b633612 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:07.989837 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-89ac0bb6-f3c0-4cb2-8c9f-66f05b633612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:08.029763 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-89ac0bb6-f3c0-4cb2-8c9f-66f05b633612 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3116861612cf427c8b45fcb004e3817f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3063304 Aug 17 02:56:08.031774 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ac0bb6-f3c0-4cb2-8c9f-66f05b633612 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5fa71d29-b101-45c1-b690-9acfd97161c3,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:08.033042 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42480) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:08.089876 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ec80-9733-4bd4-bd80-3ade5aade55a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:08.113468 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ec80-9733-4bd4-bd80-3ade5aade55a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:08.258926 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ec80-9733-4bd4-bd80-3ade5aade55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:08.261785 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccd4ec80-9733-4bd4-bd80-3ade5aade55a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:08.262956 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ccd4ec80-9733-4bd4-bd80-3ade5aade55a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5fa71d29-b101-45c1-b690-9acfd97161c3 HTTP/1.1" status: 204 len: 168 time: 0.2273273 Aug 17 02:56:08.271835 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd4ec80-9733-4bd4-bd80-3ade5aade55a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5fa71d29-b101-45c1-b690-9acfd97161c3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:08.496223 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e7b128-bd6e-4469-af15-7140e8540120 req-b312a7be-5c1b-4e8e-9b3c-c840433f1d63 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:08.497775 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58e7b128-bd6e-4469-af15-7140e8540120 req-b312a7be-5c1b-4e8e-9b3c-c840433f1d63 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 944 time: 0.0750463 Aug 17 02:56:08.501722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b455a1-0730-45db-9337-d9c69c363988 req-df8d3111-ae25-4bdc-b298-7174100818a7 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:08.512375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-70b455a1-0730-45db-9337-d9c69c363988 req-df8d3111-ae25-4bdc-b298-7174100818a7 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 945 time: 0.0722985 Aug 17 02:56:08.548124 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58e7b128-bd6e-4469-af15-7140e8540120 req-2c0aa1f1-d042-4797-a5c4-2833f854e3bc tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414500 Aug 17 02:56:08.550009 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-70b455a1-0730-45db-9337-d9c69c363988 req-a40d939a-4cf3-46b4-950d-9cdb92495701 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363920 Aug 17 02:56:08.718546 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3476450f-3f03-45d7-9a44-732e69467a6a req-39ea24ff-9954-4686-a726-8f4b7b95ece2 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:08.720115 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3476450f-3f03-45d7-9a44-732e69467a6a req-39ea24ff-9954-4686-a726-8f4b7b95ece2 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 945 time: 0.0802770 Aug 17 02:56:08.765717 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3476450f-3f03-45d7-9a44-732e69467a6a req-956f2ecc-f5ee-48b8-a040-7e7a1ea7a1b6 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365424 Aug 17 02:56:08.835782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71406e7-da8c-45fd-b304-08a150f14d58 req-105dff88-16d0-492d-a7e4-ee8fce2cf847 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:08.837570 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a71406e7-da8c-45fd-b304-08a150f14d58 req-105dff88-16d0-492d-a7e4-ee8fce2cf847 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.30 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 944 time: 0.0670774 Aug 17 02:56:08.962535 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-a71406e7-da8c-45fd-b304-08a150f14d58 req-4b6fedbe-df3d-46fd-9fe1-70674645f090 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Deleting port 0de940e5-961b-4550-bc02-3bad3e4d3e37 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:08.962899 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a71406e7-da8c-45fd-b304-08a150f14d58 req-4b6fedbe-df3d-46fd-9fe1-70674645f090 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:09.097309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-a71406e7-da8c-45fd-b304-08a150f14d58 req-4b6fedbe-df3d-46fd-9fe1-70674645f090 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] For port 0de940e5-961b-4550-bc02-3bad3e4d3e37, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=0de940e5-961b-4550-bc02-3bad3e4d3e37,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:09.097958 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a71406e7-da8c-45fd-b304-08a150f14d58 req-4b6fedbe-df3d-46fd-9fe1-70674645f090 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:09.112801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-a71406e7-da8c-45fd-b304-08a150f14d58 req-4b6fedbe-df3d-46fd-9fe1-70674645f090 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Calling delete_port for 0de940e5-961b-4550-bc02-3bad3e4d3e37 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:09.180107 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4a5d7f3b-9273-416d-b2b1-628804170b70 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:09.390390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 4a5d7f3b-9273-416d-b2b1-628804170b70 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:09.394574 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 4a5d7f3b-9273-416d-b2b1-628804170b70 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:09.394949 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:09.419094 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42532) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:09.425779 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a71406e7-da8c-45fd-b304-08a150f14d58 req-4b6fedbe-df3d-46fd-9fe1-70674645f090 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:09.471934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b6fedbe-df3d-46fd-9fe1-70674645f090 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Pushing event deleted for resources: {'Port': ['ID=0de940e5-961b-4550-bc02-3bad3e4d3e37,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:09.496216 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:09.517660 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-a71406e7-da8c-45fd-b304-08a150f14d58 req-4b6fedbe-df3d-46fd-9fe1-70674645f090 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] No DVR routers for this DVR port 0de940e5-961b-4550-bc02-3bad3e4d3e37 on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:56:09.521287 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a71406e7-da8c-45fd-b304-08a150f14d58 req-4b6fedbe-df3d-46fd-9fe1-70674645f090 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:09.522231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5d7f3b-9273-416d-b2b1-628804170b70'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:09.524184 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a71406e7-da8c-45fd-b304-08a150f14d58 req-4b6fedbe-df3d-46fd-9fe1-70674645f090 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.30 "DELETE /v2.0/ports/0de940e5-961b-4550-bc02-3bad3e4d3e37 HTTP/1.1" status: 204 len: 173 time: 0.6784246 Aug 17 02:56:09.526452 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6ef915-c9ab-4012-9a1d-6f3912b97365" -d '{"events": [{"server_uuid": "7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a", "name": "network-vif-plugged", "status": "completed", "tag": "4a5d7f3b-9273-416d-b2b1-628804170b70"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:09.526738 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3edb8265-5c2f-4cf9-90c5-32338964948e', 'name': 'network-vif-deleted', 'tag': '0de940e5-961b-4550-bc02-3bad3e4d3e37'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:09.539763 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45840e3b-aecb-43a4-8158-d83ba4646c6c" -d '{"events": [{"server_uuid": "3edb8265-5c2f-4cf9-90c5-32338964948e", "name": "network-vif-deleted", "tag": "0de940e5-961b-4550-bc02-3bad3e4d3e37"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:09.544146 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 4a5d7f3b-9273-416d-b2b1-628804170b70, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4a5d7f3b-9273-416d-b2b1-628804170b70,segment=NetworkSegment(28a8d14b-a36c-42c8-a487-f4d66c4ed9a0),segment_id=28a8d14b-a36c-42c8-a487-f4d66c4ed9a0)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:09.577280 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52b53fcb-5682-4cf4-8c12-279b78583a97 x-openstack-request-id: req-52b53fcb-5682-4cf4-8c12-279b78583a97 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:09.577605 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a", "name": "network-vif-plugged", "status": "completed", "tag": "4a5d7f3b-9273-416d-b2b1-628804170b70", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:09.577866 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52b53fcb-5682-4cf4-8c12-279b78583a97 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:09.578271 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a5d7f3b-9273-416d-b2b1-628804170b70', 'code': 200} Aug 17 02:56:09.617504 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-531673d6-187f-4f93-8b28-16ae910a5463 x-openstack-request-id: req-531673d6-187f-4f93-8b28-16ae910a5463 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:09.618002 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3edb8265-5c2f-4cf9-90c5-32338964948e", "name": "network-vif-deleted", "tag": "0de940e5-961b-4550-bc02-3bad3e4d3e37", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:09.618487 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:09.618787 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-531673d6-187f-4f93-8b28-16ae910a5463 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:09.619323 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 31b9c165-0f4a-4807-b8da-e8fe3347cd41 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:56:09.619527 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3edb8265-5c2f-4cf9-90c5-32338964948e', 'name': 'network-vif-deleted', 'tag': '0de940e5-961b-4550-bc02-3bad3e4d3e37', 'status': 'completed', 'code': 200} Aug 17 02:56:09.675829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 31b9c165-0f4a-4807-b8da-e8fe3347cd41 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:56:09.676069 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 31b9c165-0f4a-4807-b8da-e8fe3347cd41 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:56:09.711662 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=4a5d7f3b-9273-416d-b2b1-628804170b70,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:09.777123 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-afc24828-347d-48d8-8d6b-2a6a70c72698 req-2cbe3673-0c51-4e52-99de-16055c50fb25 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=3edb8265-5c2f-4cf9-90c5-32338964948e HTTP/1.1" status: 200 len: 210 time: 0.0472689 Aug 17 02:56:09.826752 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af36a910-5be0-439c-afba-a7c56918b0a2 req-8809b801-9b1f-41fb-8c54-da3d98e6e4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:09.826752 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af36a910-5be0-439c-afba-a7c56918b0a2 req-8809b801-9b1f-41fb-8c54-da3d98e6e4b2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 1097 time: 0.0873196 Aug 17 02:56:09.891652 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af36a910-5be0-439c-afba-a7c56918b0a2 req-77b81f34-4d9c-4511-8884-450d3dc68719 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582073 Aug 17 02:56:09.933582 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c5475c-c18c-4a93-8d38-e3ee53c38c21 req-b6655835-b2c3-4321-8a39-59fe765dd80b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:09.933582 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-62c5475c-c18c-4a93-8d38-e3ee53c38c21 req-b6655835-b2c3-4321-8a39-59fe765dd80b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.0648677 Aug 17 02:56:09.939612 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b30bf487-a1d0-4f4b-b6a8-7c1cea16af7b admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-970931500-network', 'tenant_id': '587912579fa646009316175e90c0da58'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:09.974882 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9857efc1-130f-4d48-af36-7ce49ca13db2 req-9816b8a6-228a-4d83-a86f-02a6582f9b25 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:09.976803 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9857efc1-130f-4d48-af36-7ce49ca13db2 req-9816b8a6-228a-4d83-a86f-02a6582f9b25 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 945 time: 0.0558782 Aug 17 02:56:10.006161 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-62c5475c-c18c-4a93-8d38-e3ee53c38c21 req-2628e109-9f47-4212-8c66-eb81c18b506b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614288 Aug 17 02:56:10.034524 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9857efc1-130f-4d48-af36-7ce49ca13db2 req-c27314f2-4e21-437e-94c7-afcdb253c4c4 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448775 Aug 17 02:56:10.058753 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30bf487-a1d0-4f4b-b6a8-7c1cea16af7b admin admin] Made reservation on behalf of 587912579fa646009316175e90c0da58 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:10.061342 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b30bf487-a1d0-4f4b-b6a8-7c1cea16af7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:10.072229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b30bf487-a1d0-4f4b-b6a8-7c1cea16af7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:10.206568 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ad8e67ba-f651-41c1-a4ce-5e3355a9a4d0 req-b99125c3-14f1-45ed-b88a-6e271dcf1adc tempest-QuotasAdminNegativeTest-1558693369 tempest-QuotasAdminNegativeTest-1558693369-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=94f1c49571c044ef80308e1fe608e766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0423865 Aug 17 02:56:10.217370 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b30bf487-a1d0-4f4b-b6a8-7c1cea16af7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:10.300381 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b30bf487-a1d0-4f4b-b6a8-7c1cea16af7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:10.353610 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8e67ba-f651-41c1-a4ce-5e3355a9a4d0 req-e40315eb-3619-425e-99f8-a3bc6057f0ae tempest-QuotasAdminNegativeTest-1558693369 tempest-QuotasAdminNegativeTest-1558693369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:10.355196 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ad8e67ba-f651-41c1-a4ce-5e3355a9a4d0 req-e40315eb-3619-425e-99f8-a3bc6057f0ae tempest-QuotasAdminNegativeTest-1558693369 tempest-QuotasAdminNegativeTest-1558693369-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1400278 Aug 17 02:56:10.359512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b30bf487-a1d0-4f4b-b6a8-7c1cea16af7b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:56:10.364704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bf487-a1d0-4f4b-b6a8-7c1cea16af7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=914785f3-a3b8-48df-90cb-e011462467a4,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:10.392542 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b30bf487-a1d0-4f4b-b6a8-7c1cea16af7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:10.392542 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-b30bf487-a1d0-4f4b-b6a8-7c1cea16af7b admin admin] Added segment 59fa6ae8-a176-4c84-85e7-395e8ee43081 of type vlan for network 650a95c1-5046-42b8-816d-db8f29f13fc3 Aug 17 02:56:10.399971 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ad8e67ba-f651-41c1-a4ce-5e3355a9a4d0 req-38c4478a-9213-411d-b43b-017a2ba50315 tempest-QuotasAdminNegativeTest-1558693369 tempest-QuotasAdminNegativeTest-1558693369-project] 10.222.0.10 "GET /v2.0/quotas/94f1c49571c044ef80308e1fe608e766 HTTP/1.1" status: 200 len: 375 time: 0.0246856 Aug 17 02:56:10.481980 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ad8e67ba-f651-41c1-a4ce-5e3355a9a4d0 req-6cd9fd86-93f3-4c90-851f-c55b4fe82ea3 tempest-QuotasAdminNegativeTest-1558693369 tempest-QuotasAdminNegativeTest-1558693369-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=94f1c49571c044ef80308e1fe608e766&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461409 Aug 17 02:56:10.481980 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b30bf487-a1d0-4f4b-b6a8-7c1cea16af7b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:10.595565 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b30bf487-a1d0-4f4b-b6a8-7c1cea16af7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:10.596776 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30bf487-a1d0-4f4b-b6a8-7c1cea16af7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:10.597376 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b30bf487-a1d0-4f4b-b6a8-7c1cea16af7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:10.670611 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30bf487-a1d0-4f4b-b6a8-7c1cea16af7b admin admin] Pushing event updated for resources: {'Network': ['ID=650a95c1-5046-42b8-816d-db8f29f13fc3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:10.684007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 650a95c1-5046-42b8-816d-db8f29f13fc3 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:56:10.723500 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b30bf487-a1d0-4f4b-b6a8-7c1cea16af7b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.3011441 Aug 17 02:56:10.725040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42592) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:10.731292 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-03149022-1a2f-47e5-94ca-afad2fb93800 admin admin] Request body: {'subnet': {'network_id': '650a95c1-5046-42b8-816d-db8f29f13fc3', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-970931500-subnet', 'tenant_id': '587912579fa646009316175e90c0da58', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:10.858283 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03149022-1a2f-47e5-94ca-afad2fb93800 admin admin] Made reservation on behalf of 587912579fa646009316175e90c0da58 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:10.866798 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03149022-1a2f-47e5-94ca-afad2fb93800 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:11.111065 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-497556f6-2f5a-47db-8924-a435824e93e5 req-122ac848-292f-41b9-967d-76bc1de08f5b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0969656 Aug 17 02:56:11.194719 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d54e173-6912-4de6-a992-be02260f1816 req-9db944aa-531d-487f-b724-94e15efe5d92 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0860176 Aug 17 02:56:11.298153 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497556f6-2f5a-47db-8924-a435824e93e5 req-3352069d-f037-479f-9188-4a5120be2748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:11.304874 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-497556f6-2f5a-47db-8924-a435824e93e5 req-3352069d-f037-479f-9188-4a5120be2748 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 1095 time: 0.1654191 Aug 17 02:56:11.466276 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497556f6-2f5a-47db-8924-a435824e93e5 req-bec04264-f8af-4d58-907e-fb9927058dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:11.467814 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-497556f6-2f5a-47db-8924-a435824e93e5 req-bec04264-f8af-4d58-907e-fb9927058dee service neutron] 10.222.0.30 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 908 time: 0.1391795 Aug 17 02:56:11.589731 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-497556f6-2f5a-47db-8924-a435824e93e5 req-ae1de2ab-3728-42fc-9f44-8dbccba27f62 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=ca6df3da-3964-4278-95c6-4d9e4e14bd90 HTTP/1.1" status: 200 len: 217 time: 0.1028450 Aug 17 02:56:11.657691 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2cf2acf-28ce-4907-a62a-32aecb9957df req-f214c35b-7e35-447b-8527-38563fc0a36e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:11.666112 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b2cf2acf-28ce-4907-a62a-32aecb9957df req-f214c35b-7e35-447b-8527-38563fc0a36e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 945 time: 0.1918635 Aug 17 02:56:11.691309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-497556f6-2f5a-47db-8924-a435824e93e5 req-5ce151af-ef21-47f7-bfba-90e6e9a04dbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:11.691309 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-497556f6-2f5a-47db-8924-a435824e93e5 req-5ce151af-ef21-47f7-bfba-90e6e9a04dbb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.0911424 Aug 17 02:56:11.703242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 0de940e5-961b-4550-bc02-3bad3e4d3e37 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:56:11.738707 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-497556f6-2f5a-47db-8924-a435824e93e5 req-ec4259ed-0011-4184-bdbf-9b039fc42503 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399258 Aug 17 02:56:11.738933 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bd36e-9a67-4eea-b990-126a86f4ccb4 req-fb339c02-a1a4-4403-8244-8002489501f1 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:11.740825 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a47bd36e-9a67-4eea-b990-126a86f4ccb4 req-fb339c02-a1a4-4403-8244-8002489501f1 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.1096153 Aug 17 02:56:11.742443 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b2cf2acf-28ce-4907-a62a-32aecb9957df req-8214cc88-ba0c-445f-bf72-861c430dfec7 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761735 Aug 17 02:56:11.743117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54e173-6912-4de6-a992-be02260f1816 req-68b42ce3-fd2e-4ce1-be30-3de5dfa11f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:11.744199 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d54e173-6912-4de6-a992-be02260f1816 req-68b42ce3-fd2e-4ce1-be30-3de5dfa11f7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=584ea18469ca41d9b4edaef410100232&device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 1097 time: 0.1115479 Aug 17 02:56:11.758519 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 0de940e5-961b-4550-bc02-3bad3e4d3e37 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:56:11.758519 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 0de940e5-961b-4550-bc02-3bad3e4d3e37 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:56:11.795685 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03149022-1a2f-47e5-94ca-afad2fb93800 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:11.903150 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc01a62-e627-4512-81b7-4167c516afdc req-2b4aad74-edf0-48e9-83a1-a43796ee6293 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:11.904565 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5fc01a62-e627-4512-81b7-4167c516afdc req-2b4aad74-edf0-48e9-83a1-a43796ee6293 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.60 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 944 time: 0.0936501 Aug 17 02:56:11.938359 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a47bd36e-9a67-4eea-b990-126a86f4ccb4 req-6ef7f910-e8cc-4120-ae2e-89756fc50b42 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779809 Aug 17 02:56:11.939010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03149022-1a2f-47e5-94ca-afad2fb93800 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5975a0fb-0ce7-4616-b0de-2ad2b5b654ef,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:11.971142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03149022-1a2f-47e5-94ca-afad2fb93800 admin admin] Checking segment: {'id': '59fa6ae8-a176-4c84-85e7-395e8ee43081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '650a95c1-5046-42b8-816d-db8f29f13fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:11.971142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03149022-1a2f-47e5-94ca-afad2fb93800 admin admin] Network hostable DHCP agents. Network: 650a95c1-5046-42b8-816d-db8f29f13fc3, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:56:11.975488 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-497556f6-2f5a-47db-8924-a435824e93e5 req-473b6916-7e1c-4db3-8be0-a6b67aab4ffc service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2295887 Aug 17 02:56:11.993778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54e173-6912-4de6-a992-be02260f1816 req-25ae4dbc-61a5-47ae-8c9d-af50a76fc802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:11.995304 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d54e173-6912-4de6-a992-be02260f1816 req-25ae4dbc-61a5-47ae-8c9d-af50a76fc802 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7614221c-4a8f-4d76-b9c1-3db8fea6780b HTTP/1.1" status: 200 len: 914 time: 0.2151895 Aug 17 02:56:12.110622 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03149022-1a2f-47e5-94ca-afad2fb93800 admin admin] Network 650a95c1-5046-42b8-816d-db8f29f13fc3 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:56:12.160410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30d20c0f-3ee5-40eb-bf26-081d1a60c9cf req-b5c8ee5e-a401-4d45-a78a-050d697706ef tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:12.162726 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-30d20c0f-3ee5-40eb-bf26-081d1a60c9cf req-b5c8ee5e-a401-4d45-a78a-050d697706ef tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 944 time: 0.1068716 Aug 17 02:56:12.165166 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d54e173-6912-4de6-a992-be02260f1816 req-3d63f9f6-d504-4194-b75e-cf3b1d30efb4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 HTTP/1.1" status: 200 len: 1002 time: 0.1610088 Aug 17 02:56:12.181595 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-497556f6-2f5a-47db-8924-a435824e93e5 req-f186cd43-2b71-456b-98bb-216df07b718a service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967347 Aug 17 02:56:12.184594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-5fc01a62-e627-4512-81b7-4167c516afdc req-bed15ac1-2e79-4f36-b663-07c0c56fdcbf tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Deleting port c840d604-bae0-4753-979a-eec12dc17b82 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:12.184941 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5fc01a62-e627-4512-81b7-4167c516afdc req-bed15ac1-2e79-4f36-b663-07c0c56fdcbf tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:12.231621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-03149022-1a2f-47e5-94ca-afad2fb93800 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 650a95c1-5046-42b8-816d-db8f29f13fc3) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:12.242857 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ce27702-0256-4521-af51-2b5c3897c479 None None] Network 650a95c1-5046-42b8-816d-db8f29f13fc3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:56:12.243487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03149022-1a2f-47e5-94ca-afad2fb93800 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:12.244183 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03149022-1a2f-47e5-94ca-afad2fb93800 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:12.281349 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-30d20c0f-3ee5-40eb-bf26-081d1a60c9cf req-9fb236c4-5f72-4fd8-abcd-e5b0546e9fe1 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/security-groups?id=a93acc8a-9593-41fb-91ef-e52b611e940a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101449 Aug 17 02:56:12.287991 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54e173-6912-4de6-a992-be02260f1816 req-2f73e7e4-fcb6-4e78-9b71-66002df49932 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:12.289784 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d54e173-6912-4de6-a992-be02260f1816 req-2f73e7e4-fcb6-4e78-9b71-66002df49932 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8a795f62-7bc2-4976-a18a-36954442be30 HTTP/1.1" status: 200 len: 853 time: 0.1062970 Aug 17 02:56:12.342143 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-5fc01a62-e627-4512-81b7-4167c516afdc req-bed15ac1-2e79-4f36-b663-07c0c56fdcbf tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] For port c840d604-bae0-4753-979a-eec12dc17b82, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c840d604-bae0-4753-979a-eec12dc17b82,segment=NetworkSegment(8108319c-ad7d-4a75-9722-8c8d471aa7fb),segment_id=8108319c-ad7d-4a75-9722-8c8d471aa7fb)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:12.343515 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5fc01a62-e627-4512-81b7-4167c516afdc req-bed15ac1-2e79-4f36-b663-07c0c56fdcbf tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:12.366472 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d54e173-6912-4de6-a992-be02260f1816 req-7b9084f0-e69f-43d7-ae96-f17364e3e080 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:12.368388 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d54e173-6912-4de6-a992-be02260f1816 req-7b9084f0-e69f-43d7-ae96-f17364e3e080 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7614221c-4a8f-4d76-b9c1-3db8fea6780b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689127 Aug 17 02:56:12.370640 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-03149022-1a2f-47e5-94ca-afad2fb93800 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.6440318 Aug 17 02:56:12.373601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42648) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:12.377484 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-5fc01a62-e627-4512-81b7-4167c516afdc req-bed15ac1-2e79-4f36-b663-07c0c56fdcbf tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Calling delete_port for c840d604-bae0-4753-979a-eec12dc17b82 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:12.384652 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-970931500-router', 'tenant_id': '587912579fa646009316175e90c0da58', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:12.442387 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-650a95c1-5046-42b8-816d-db8f29f13fc3', 'network_id': '650a95c1-5046-42b8-816d-db8f29f13fc3', 'tenant_id': '587912579fa646009316175e90c0da58', 'fixed_ips': [{'subnet_id': '5975a0fb-0ce7-4616-b0de-2ad2b5b654ef'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:56:12.445092 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:12.522860 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d54e173-6912-4de6-a992-be02260f1816 req-9dfd2683-62a3-4154-98c6-97871942198a service neutron] 10.222.0.60 "GET /v2.0/networks/7614221c-4a8f-4d76-b9c1-3db8fea6780b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1321714 Aug 17 02:56:12.528058 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:12.530807 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:12.666292 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Allocated IP 172.20.0.2 (650a95c1-5046-42b8-816d-db8f29f13fc3/5975a0fb-0ce7-4616-b0de-2ad2b5b654ef/2608065e-6dcc-49a8-9914-5c80d611975c) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:12.728068 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d54e173-6912-4de6-a992-be02260f1816 req-fc4ee3bf-eca2-499d-b44a-b53ec0a81b2b service neutron] 10.222.0.60 "GET /v2.0/networks/7614221c-4a8f-4d76-b9c1-3db8fea6780b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858118 Aug 17 02:56:12.760607 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5fc01a62-e627-4512-81b7-4167c516afdc req-bed15ac1-2e79-4f36-b663-07c0c56fdcbf tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:12.808312 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed15ac1-2e79-4f36-b663-07c0c56fdcbf tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Pushing event deleted for resources: {'Port': ['ID=c840d604-bae0-4753-979a-eec12dc17b82,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:12.867936 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:12.878551 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Transition to ACTIVE for port object 2608065e-6dcc-49a8-9914-5c80d611975c will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:12.880310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fc01a62-e627-4512-81b7-4167c516afdc req-bed15ac1-2e79-4f36-b663-07c0c56fdcbf tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] No DVR routers for this DVR port c840d604-bae0-4753-979a-eec12dc17b82 on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:56:12.883495 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-5fc01a62-e627-4512-81b7-4167c516afdc req-bed15ac1-2e79-4f36-b663-07c0c56fdcbf tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:12.887796 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:12.889743 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5fc01a62-e627-4512-81b7-4167c516afdc req-bed15ac1-2e79-4f36-b663-07c0c56fdcbf tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.60 "DELETE /v2.0/ports/c840d604-bae0-4753-979a-eec12dc17b82 HTTP/1.1" status: 204 len: 173 time: 0.9746435 Aug 17 02:56:12.893030 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f56dde08-d536-4fd9-a1cd-a29480ede8a3', 'name': 'network-vif-deleted', 'tag': 'c840d604-bae0-4753-979a-eec12dc17b82'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:12.895947 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b184a234-2e7e-4bf0-b944-8cba12b27fce" -d '{"events": [{"server_uuid": "f56dde08-d536-4fd9-a1cd-a29480ede8a3", "name": "network-vif-deleted", "tag": "c840d604-bae0-4753-979a-eec12dc17b82"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:12.897339 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Transition to ACTIVE for port object 2608065e-6dcc-49a8-9914-5c80d611975c will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:12.974056 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-6f3938c0-f465-46d2-9ad7-5440db78438b tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:12.974285 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:12.975664 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-6f3938c0-f465-46d2-9ad7-5440db78438b tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f&tenant_id=fbdcc79a0e414d57946c4903247557f0&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 1096 time: 0.0846798 Aug 17 02:56:12.987284 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-802060-9'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:13.025407 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed0987-ea7f-4c76-a262-d60ee8c0c923 req-55e5f72e-8d53-447d-bca1-bb4c80c921dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:13.027164 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3aed0987-ea7f-4c76-a262-d60ee8c0c923 req-55e5f72e-8d53-447d-bca1-bb4c80c921dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51a6f7812cc24a1297c93ba249fb2a46&device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 1097 time: 0.0888956 Aug 17 02:56:13.047987 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Network 650a95c1-5046-42b8-816d-db8f29f13fc3 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:13.066094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:13.076883 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Pushing event updated for resources: {'Port': ['ID=2608065e-6dcc-49a8-9914-5c80d611975c,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:13.083431 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:13.159493 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:13.220455 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Attempting to bind port 2608065e-6dcc-49a8-9914-5c80d611975c on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:56:13.221332 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:13.222467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Attempting to bind port 2608065e-6dcc-49a8-9914-5c80d611975c by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '59fa6ae8-a176-4c84-85e7-395e8ee43081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '650a95c1-5046-42b8-816d-db8f29f13fc3'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:56:13.222956 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Attempting to bind port 2608065e-6dcc-49a8-9914-5c80d611975c on network 650a95c1-5046-42b8-816d-db8f29f13fc3 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:13.240185 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:56:13.240583 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Checking segment: {'id': '59fa6ae8-a176-4c84-85e7-395e8ee43081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '650a95c1-5046-42b8-816d-db8f29f13fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:13.242806 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:13.247765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Bound using segment: {'id': '59fa6ae8-a176-4c84-85e7-395e8ee43081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '650a95c1-5046-42b8-816d-db8f29f13fc3'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:56:13.249636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Bound port: 2608065e-6dcc-49a8-9914-5c80d611975c, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fa6ae8-a176-4c84-85e7-395e8ee43081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '650a95c1-5046-42b8-816d-db8f29f13fc3'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:56:13.250143 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:13.287385 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed0987-ea7f-4c76-a262-d60ee8c0c923 req-9001abe6-8048-4b60-bab8-5570e2806bba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:13.288782 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3aed0987-ea7f-4c76-a262-d60ee8c0c923 req-9001abe6-8048-4b60-bab8-5570e2806bba service neutron] 10.222.0.60 "GET /v2.0/networks?id=65029138-6c81-47de-b189-2142c0f096e7 HTTP/1.1" status: 200 len: 919 time: 0.2512534 Aug 17 02:56:13.298834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a55fdb-59b1-4b40-87c3-e288f297222f req-0bd734f3-af91-489e-a034-30099b85518e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:13.300479 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27a55fdb-59b1-4b40-87c3-e288f297222f req-0bd734f3-af91-489e-a034-30099b85518e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 945 time: 0.0701056 Aug 17 02:56:13.358934 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] For port 2608065e-6dcc-49a8-9914-5c80d611975c, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:13.364181 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] For port 2608065e-6dcc-49a8-9914-5c80d611975c, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2608065e-6dcc-49a8-9914-5c80d611975c,segment=NetworkSegment(59fa6ae8-a176-4c84-85e7-395e8ee43081),segment_id=59fa6ae8-a176-4c84-85e7-395e8ee43081)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:56:13.375635 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3aed0987-ea7f-4c76-a262-d60ee8c0c923 req-aa572b92-1ec8-4f0b-aeee-eda30b2ea1ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a5d7f3b-9273-416d-b2b1-628804170b70 HTTP/1.1" status: 200 len: 217 time: 0.0774915 Aug 17 02:56:13.388792 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0c6457-7008-4208-b54b-283441aeb317 req-8674600d-c422-4f8b-999a-082f092c5cbe tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:13.389014 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27a55fdb-59b1-4b40-87c3-e288f297222f req-d604652f-0b78-4fc7-b2c5-6059682141ec tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810616 Aug 17 02:56:13.390340 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fd0c6457-7008-4208-b54b-283441aeb317 req-8674600d-c422-4f8b-999a-082f092c5cbe tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.1921561 Aug 17 02:56:13.425222 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:13.451696 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1482aee-5203-4be5-a313-425a6237b186 x-openstack-request-id: req-d1482aee-5203-4be5-a313-425a6237b186 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:13.451984 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f56dde08-d536-4fd9-a1cd-a29480ede8a3", "name": "network-vif-deleted", "tag": "c840d604-bae0-4753-979a-eec12dc17b82", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:13.452233 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d1482aee-5203-4be5-a313-425a6237b186 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:13.452872 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f56dde08-d536-4fd9-a1cd-a29480ede8a3', 'name': 'network-vif-deleted', 'tag': 'c840d604-bae0-4753-979a-eec12dc17b82', 'status': 'completed', 'code': 200} Aug 17 02:56:13.497374 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] For port e5727dee-1b77-4215-a9a5-e507d8c60212, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e5727dee-1b77-4215-a9a5-e507d8c60212,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:13.500079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed0987-ea7f-4c76-a262-d60ee8c0c923 req-c00a43ad-b0f4-4a87-8c64-65e3ae2b2475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:13.501681 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3aed0987-ea7f-4c76-a262-d60ee8c0c923 req-c00a43ad-b0f4-4a87-8c64-65e3ae2b2475 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8af6b8d-0152-4d94-8292-45b1b15f492f HTTP/1.1" status: 200 len: 859 time: 0.1103776 Aug 17 02:56:13.514796 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fd0c6457-7008-4208-b54b-283441aeb317 req-cbc2836b-a5c7-41c4-b9df-4852b97e0057 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135609 Aug 17 02:56:13.581215 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8341d86-8ac9-415f-b40a-33c2e162628f None None] Pushing event updated for resources: {'Port': ['ID=2608065e-6dcc-49a8-9914-5c80d611975c,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:13.623014 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3aed0987-ea7f-4c76-a262-d60ee8c0c923 req-c163ebb3-de13-4066-a84a-3fe10766d9b9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=65029138-6c81-47de-b189-2142c0f096e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1056807 Aug 17 02:56:13.688976 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] For port e5727dee-1b77-4215-a9a5-e507d8c60212, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:13.714306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device e5727dee-1b77-4215-a9a5-e507d8c60212 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:56:13.717713 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:13.754550 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:13.774319 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:13.867052 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ae55006-115d-47f4-ac41-aa6f181a8c0d req-0b44ac54-0e2c-4d5d-a18b-e26213b8376d tempest-QuotasAdminNegativeTest-1558693369 tempest-QuotasAdminNegativeTest-1558693369-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=94f1c49571c044ef80308e1fe608e766&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0996253 Aug 17 02:56:13.935603 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:13.980957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Allocated IP 172.25.1.26 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/f1fe140c-db18-43e9-8431-acd830f10117) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:14.009492 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port e5727dee-1b77-4215-a9a5-e507d8c60212, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e5727dee-1b77-4215-a9a5-e507d8c60212,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:14.026597 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device e5727dee-1b77-4215-a9a5-e507d8c60212 has no active binding in host n-h1-802060-9 {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 02:56:14.110365 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-28f1f446-a3de-4029-ac4b-3e78c6796508 req-37dff0cd-7c23-4d12-8fd5-3922d8205457 tempest-LiveAutoBlockMigrationV225Test-976845286 tempest-LiveAutoBlockMigrationV225Test-976845286-project] 10.222.0.10 "GET /v2.0/ports?device_id=f56dde08-d536-4fd9-a1cd-a29480ede8a3 HTTP/1.1" status: 200 len: 210 time: 0.0429182 Aug 17 02:56:14.150389 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:14.238287 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Pushing event updated for resources: {'Port': ['ID=e5727dee-1b77-4215-a9a5-e507d8c60212,revision_number=7']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:14.247585 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3aed0987-ea7f-4c76-a262-d60ee8c0c923 req-3d60bae6-65e3-4914-b422-33bb34fde22e service neutron] 10.222.0.60 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6105680 Aug 17 02:56:14.277383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae55006-115d-47f4-ac41-aa6f181a8c0d req-492346b9-57dc-4b57-a666-372607cccc18 tempest-QuotasAdminNegativeTest-1558693369 tempest-QuotasAdminNegativeTest-1558693369-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:14.278922 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ae55006-115d-47f4-ac41-aa6f181a8c0d req-492346b9-57dc-4b57-a666-372607cccc18 tempest-QuotasAdminNegativeTest-1558693369 tempest-QuotasAdminNegativeTest-1558693369-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3473678 Aug 17 02:56:14.282551 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Attempting to bind port e5727dee-1b77-4215-a9a5-e507d8c60212 on host n-h2-802060-9 for vnic_type normal with profile {"migrating_to": "n-h1-802060-9"} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:56:14.282899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Attempting to bind port e5727dee-1b77-4215-a9a5-e507d8c60212 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:56:14.283241 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Attempting to bind port e5727dee-1b77-4215-a9a5-e507d8c60212 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:14.316550 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:14.332616 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Port e5727dee-1b77-4215-a9a5-e507d8c60212 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:56:14.332955 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Attempting to bind port e5727dee-1b77-4215-a9a5-e507d8c60212 on network e9e56734-09f2-4207-a3fd-cb98fe79bbca {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:14.345325 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ae55006-115d-47f4-ac41-aa6f181a8c0d req-18c57ea7-4fa0-4c2f-a876-08dbd4b14a2f tempest-QuotasAdminNegativeTest-1558693369 tempest-QuotasAdminNegativeTest-1558693369-project] 10.222.0.10 "GET /v2.0/quotas/94f1c49571c044ef80308e1fe608e766 HTTP/1.1" status: 200 len: 375 time: 0.0492561 Aug 17 02:56:14.350712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:56:14.351010 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Checking segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:14.351639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Bound using segment: {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:56:14.351846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Bound port: e5727dee-1b77-4215-a9a5-e507d8c60212, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '779cfa89-7433-4af9-b5f2-62ed99093ff4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'e9e56734-09f2-4207-a3fd-cb98fe79bbca'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:56:14.352219 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:14.360748 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:14.364965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:14.373878 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:14.420570 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ae55006-115d-47f4-ac41-aa6f181a8c0d req-0d1ba05c-5c44-4ddb-b2f4-634a6e2fa0af tempest-QuotasAdminNegativeTest-1558693369 tempest-QuotasAdminNegativeTest-1558693369-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=94f1c49571c044ef80308e1fe608e766&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0643613 Aug 17 02:56:14.437117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Pushing event updated for resources: {'Port': ['ID=f1fe140c-db18-43e9-8431-acd830f10117,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:14.449710 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3aed0987-ea7f-4c76-a262-d60ee8c0c923 req-8b3415e2-67de-4be8-a9fd-c94c9808d4f4 service neutron] 10.222.0.60 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887245 Aug 17 02:56:14.528674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] For port e5727dee-1b77-4215-a9a5-e507d8c60212, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:14.532548 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] For port e5727dee-1b77-4215-a9a5-e507d8c60212, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e5727dee-1b77-4215-a9a5-e507d8c60212,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:56:14.613884 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:14.666357 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa748cd-86b5-474f-8326-90d0f3cf4d06 req-2067f3bd-a53a-4f75-8791-6df92fe91d31 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:14.678142 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dfa748cd-86b5-474f-8326-90d0f3cf4d06 req-2067f3bd-a53a-4f75-8791-6df92fe91d31 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 943 time: 0.1534984 Aug 17 02:56:14.739060 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dfa748cd-86b5-474f-8326-90d0f3cf4d06 req-13ef891a-4bfa-4e2e-8ae5-82774c40ac2d tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600185 Aug 17 02:56:14.752606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:14.752606 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:14.752606 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] 10.222.0.30 "PUT /v2.0/ports/e5727dee-1b77-4215-a9a5-e507d8c60212 HTTP/1.1" status: 200 len: 1121 time: 1.7692404 Aug 17 02:56:14.778511 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3804902a-9472-4be6-b7c2-dd975f37ff4f service neutron] Pushing event updated for resources: {'Port': ['ID=e5727dee-1b77-4215-a9a5-e507d8c60212,revision_number=8']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:14.839329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['e5727dee-1b77-4215-a9a5-e507d8c60212'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:56:14.842214 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['e5727dee-1b77-4215-a9a5-e507d8c60212'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:56:14.867890 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2608065e-6dcc-49a8-9914-5c80d611975c up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:14.957562 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c490536f-caa9-4f0b-b3cd-a693f4ca7473 None None] Network 650a95c1-5046-42b8-816d-db8f29f13fc3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:56:14.988742 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42728) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:15.040617 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7db3ce-6074-4e70-960e-964589167b89 req-fa752b4d-0cb0-45df-9475-49448b932e39 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:15.052570 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a7db3ce-6074-4e70-960e-964589167b89 req-fa752b4d-0cb0-45df-9475-49448b932e39 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.1466749 Aug 17 02:56:15.055885 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.195184 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a7db3ce-6074-4e70-960e-964589167b89 req-6f6a8d74-4d73-4920-af3c-ebb7e56f4886 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1414204 Aug 17 02:56:15.209362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b9237f69-5eb9-4a34-bbe6-e93157492919 None None] Provisioning for port 2608065e-6dcc-49a8-9914-5c80d611975c completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:15.284689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c840d604-bae0-4753-979a-eec12dc17b82 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:56:15.323874 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 2608065e-6dcc-49a8-9914-5c80d611975c completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:15.335765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: c840d604-bae0-4753-979a-eec12dc17b82 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:56:15.336377 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c840d604-bae0-4753-979a-eec12dc17b82 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:56:15.340246 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2306738e-3bef-4d25-a087-a57e52149b18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.345164 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.368588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 2608065e-6dcc-49a8-9914-5c80d611975c triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:15.368802 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.405017 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42740) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:15.453836 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195b1b56-d1e5-465c-b39a-a203764e348f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5727dee-1b77-4215-a9a5-e507d8c60212'}, {'name': 'network-changed', 'server_uuid': '195b1b56-d1e5-465c-b39a-a203764e348f', 'tag': 'e5727dee-1b77-4215-a9a5-e507d8c60212'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:15.458614 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f5ac3b-2826-4bcf-b310-4c11029c3b9c" -d '{"events": [{"server_uuid": "195b1b56-d1e5-465c-b39a-a203764e348f", "name": "network-vif-unplugged", "status": "completed", "tag": "e5727dee-1b77-4215-a9a5-e507d8c60212"}, {"name": "network-changed", "server_uuid": "195b1b56-d1e5-465c-b39a-a203764e348f", "tag": "e5727dee-1b77-4215-a9a5-e507d8c60212"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:15.496824 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34a034fa-0c45-424a-848b-419634a672a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.540428 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e7e78ae-d320-4ad3-97f5-00003ab63dc0 x-openstack-request-id: req-1e7e78ae-d320-4ad3-97f5-00003ab63dc0 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:15.541095 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195b1b56-d1e5-465c-b39a-a203764e348f", "name": "network-vif-unplugged", "status": "completed", "tag": "e5727dee-1b77-4215-a9a5-e507d8c60212", "code": 200}, {"name": "network-changed", "server_uuid": "195b1b56-d1e5-465c-b39a-a203764e348f", "tag": "e5727dee-1b77-4215-a9a5-e507d8c60212", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:15.541540 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e7e78ae-d320-4ad3-97f5-00003ab63dc0 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:15.542680 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195b1b56-d1e5-465c-b39a-a203764e348f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e5727dee-1b77-4215-a9a5-e507d8c60212', 'code': 200} Aug 17 02:56:15.543353 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '195b1b56-d1e5-465c-b39a-a203764e348f', 'tag': 'e5727dee-1b77-4215-a9a5-e507d8c60212', 'status': 'completed', 'code': 200} Aug 17 02:56:15.545934 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2306738e-3bef-4d25-a087-a57e52149b18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.603901 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-595a059a-66a8-4d92-b07d-6b01da014478 admin admin] Deleting subnet 05b2cba6-8685-4b11-af3a-42bf68dfb97b {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:56:15.609702 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2306738e-3bef-4d25-a087-a57e52149b18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.614099 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-595a059a-66a8-4d92-b07d-6b01da014478 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.703857 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2306738e-3bef-4d25-a087-a57e52149b18 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=444a0cf2c3204b0ba5a3bdcdaaee8e62&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7135203 Aug 17 02:56:15.706133 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5ac3b-2826-4bcf-b310-4c11029c3b9c req-8e82cf8e-4021-4ea9-8a7d-7d3e3ad2db57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:15.707605 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42756) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:15.707740 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55f5ac3b-2826-4bcf-b310-4c11029c3b9c req-8e82cf8e-4021-4ea9-8a7d-7d3e3ad2db57 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 1124 time: 0.1427250 Aug 17 02:56:15.711474 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2306738e-3bef-4d25-a087-a57e52149b18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b82465e6-a7b1-475f-8550-4d8fe54ee47f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:15.717371 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-595a059a-66a8-4d92-b07d-6b01da014478 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.738641 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Router 797e035f-ec85-4bfa-869c-61820ab4416b is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:56:15.837870 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f5f69833-fd42-437c-a4ab-b9317b2e067a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.854171 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-595a059a-66a8-4d92-b07d-6b01da014478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.901136 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.932582 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f5f69833-fd42-437c-a4ab-b9317b2e067a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:15.951099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 2608065e-6dcc-49a8-9914-5c80d611975c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2608065e-6dcc-49a8-9914-5c80d611975c,segment=NetworkSegment(59fa6ae8-a176-4c84-85e7-395e8ee43081),segment_id=59fa6ae8-a176-4c84-85e7-395e8ee43081)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:15.995782 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:16.013746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf41a71a-8c7b-4307-b38d-35267f39a91b req-81867013-9406-4794-afee-436938e81dbb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:16.015548 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bf41a71a-8c7b-4307-b38d-35267f39a91b req-81867013-9406-4794-afee-436938e81dbb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 943 time: 0.1696002 Aug 17 02:56:16.025184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:56:16.041889 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Sync routers for ids ['797e035f-ec85-4bfa-869c-61820ab4416b'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:56:16.065869 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Routers {'797e035f-ec85-4bfa-869c-61820ab4416b'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:16.071479 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:55:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['797e035f-ec85-4bfa-869c-61820ab4416b'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:16.086927 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bf41a71a-8c7b-4307-b38d-35267f39a91b req-ec48e3cb-2760-4f87-b524-ef7e2a2af6a5 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604799 Aug 17 02:56:16.133111 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:16.137757 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e477d895-a082-43f8-a4a3-9f1b14da505f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.7629769 Aug 17 02:56:16.138919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42764) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:16.151019 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f5f69833-fd42-437c-a4ab-b9317b2e067a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:16.158165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f5f69833-fd42-437c-a4ab-b9317b2e067a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:16.164965 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=2608065e-6dcc-49a8-9914-5c80d611975c,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:16.166453 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f5f69833-fd42-437c-a4ab-b9317b2e067a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b82465e6-a7b1-475f-8550-4d8fe54ee47f HTTP/1.1" status: 204 len: 168 time: 0.4562478 Aug 17 02:56:16.167160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42766) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:16.290733 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f69833-fd42-437c-a4ab-b9317b2e067a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b82465e6-a7b1-475f-8550-4d8fe54ee47f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:16.323678 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Set router 797e035f-ec85-4bfa-869c-61820ab4416b gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:16.373977 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d3544ae1-2939-49d9-b9bc-b275a836a018 None None] Provisioning complete for port 2608065e-6dcc-49a8-9914-5c80d611975c triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:16.374576 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d3544ae1-2939-49d9-b9bc-b275a836a018 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:16.466871 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5ac3b-2826-4bcf-b310-4c11029c3b9c req-30398822-04dc-43e2-b2e8-0f1c2ad77706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:16.469374 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55f5ac3b-2826-4bcf-b310-4c11029c3b9c req-30398822-04dc-43e2-b2e8-0f1c2ad77706 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 908 time: 0.7512565 Aug 17 02:56:16.534863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76811156-94dd-4946-8af3-41ea679b8025 req-fd26d987-67d7-422a-9b8f-257ec2301909 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:16.537285 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-76811156-94dd-4946-8af3-41ea679b8025 req-fd26d987-67d7-422a-9b8f-257ec2301909 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.1588576 Aug 17 02:56:16.538864 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55f5ac3b-2826-4bcf-b310-4c11029c3b9c req-34d12e99-13ff-4dc4-804c-03e6e93aa54e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5727dee-1b77-4215-a9a5-e507d8c60212 HTTP/1.1" status: 200 len: 217 time: 0.0592847 Aug 17 02:56:16.606215 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-595a059a-66a8-4d92-b07d-6b01da014478 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:16.665898 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595a059a-66a8-4d92-b07d-6b01da014478 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=05b2cba6-8685-4b11-af3a-42bf68dfb97b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:16.668233 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-595a059a-66a8-4d92-b07d-6b01da014478 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:16.674848 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-595a059a-66a8-4d92-b07d-6b01da014478 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/05b2cba6-8685-4b11-af3a-42bf68dfb97b HTTP/1.1" status: 204 len: 168 time: 1.2755919 Aug 17 02:56:16.680188 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42778) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:16.708208 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-76811156-94dd-4946-8af3-41ea679b8025 req-90199590-5f58-42e3-ba99-ffe4e5ee1576 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1637125 Aug 17 02:56:16.723425 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2608065e-6dcc-49a8-9914-5c80d611975c up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:16.766669 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f5ac3b-2826-4bcf-b310-4c11029c3b9c req-4a8fa3e4-5e63-4cef-a253-e473732f9fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:16.768194 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55f5ac3b-2826-4bcf-b310-4c11029c3b9c req-4a8fa3e4-5e63-4cef-a253-e473732f9fa4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.2182362 Aug 17 02:56:16.828070 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 2608065e-6dcc-49a8-9914-5c80d611975c triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:16.828453 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:16.869464 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-036bb193-1e4b-407b-99f5-1b5e86cf83db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:16.872591 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55f5ac3b-2826-4bcf-b310-4c11029c3b9c req-5dafec8e-7f00-451d-9590-161287b7ba2e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0935447 Aug 17 02:56:16.898100 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'name': 'tempest-FloatingIPsTestJSON-970931500-router', 'tenant_id': '587912579fa646009316175e90c0da58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'f1fe140c-db18-43e9-8431-acd830f10117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:12Z', 'updated_at': '2021-08-17T02:56:14Z', 'revision_number': 3, 'project_id': '587912579fa646009316175e90c0da58', 'gw_port': {'id': 'f1fe140c-db18-43e9-8431-acd830f10117', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:74:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:13Z', 'updated_at': '2021-08-17T02:56:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:16.924448 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccc6612d-562e-42f4-b81b-c0afed2952fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:16.934593 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Checking router: 797e035f-ec85-4bfa-869c-61820ab4416b for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:56:16.935090 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Updating router 797e035f-ec85-4bfa-869c-61820ab4416b port f1fe140c-db18-43e9-8431-acd830f10117 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:56:16.973504 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.041738 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.102898 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccc6612d-562e-42f4-b81b-c0afed2952fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.129303 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55f5ac3b-2826-4bcf-b310-4c11029c3b9c req-8b8ccca3-3bae-404d-a61c-30882367c33e service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381513 Aug 17 02:56:17.136252 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ccc6612d-562e-42f4-b81b-c0afed2952fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c28a528a-b139-4af7-9a8b-0c957b3df977']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:17.173641 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ccc6612d-562e-42f4-b81b-c0afed2952fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8108319c-ad7d-4a75-9722-8c8d471aa7fb') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:17.173876 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ccc6612d-562e-42f4-b81b-c0afed2952fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8108319c-ad7d-4a75-9722-8c8d471aa7fb') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:17.201357 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42784) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:17.207591 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-036bb193-1e4b-407b-99f5-1b5e86cf83db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.224182 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccc6612d-562e-42f4-b81b-c0afed2952fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.242024 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ed1863b-9ce2-4188-bac3-d5a84dfe318d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.258075 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccc6612d-562e-42f4-b81b-c0afed2952fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.271716 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccc6612d-562e-42f4-b81b-c0afed2952fc admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:56:17.272204 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccc6612d-562e-42f4-b81b-c0afed2952fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: timer() Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:56:17.273952 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:56:17.313161 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80adddbe-4a0d-4a20-87ae-841a5d2c2572 req-830c54f8-2f13-4653-a6fe-3599759865a7 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:17.314758 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80adddbe-4a0d-4a20-87ae-841a5d2c2572 req-830c54f8-2f13-4653-a6fe-3599759865a7 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 943 time: 0.1278408 Aug 17 02:56:17.330749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Allocated IP 172.20.0.1 (650a95c1-5046-42b8-816d-db8f29f13fc3/5975a0fb-0ce7-4616-b0de-2ad2b5b654ef/8d625e8f-c500-4100-bddf-5794c5a36784) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:17.351444 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-036bb193-1e4b-407b-99f5-1b5e86cf83db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.354677 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55f5ac3b-2826-4bcf-b310-4c11029c3b9c req-1054cf36-a6b3-43a8-bce8-96afc8b58ec4 service neutron] 10.222.0.60 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2061155 Aug 17 02:56:17.384473 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.397237 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Transition to ACTIVE for port object f1fe140c-db18-43e9-8431-acd830f10117 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:17.428809 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80adddbe-4a0d-4a20-87ae-841a5d2c2572 req-58f0b94e-ed20-43c1-9378-acabcc58282e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003652 Aug 17 02:56:17.456964 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccc6612d-562e-42f4-b81b-c0afed2952fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.462848 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccc6612d-562e-42f4-b81b-c0afed2952fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.469105 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ccc6612d-562e-42f4-b81b-c0afed2952fc admin admin] 10.222.0.10 "DELETE /v2.0/networks/c28a528a-b139-4af7-9a8b-0c957b3df977 HTTP/1.1" status: 204 len: 168 time: 0.7855322 Aug 17 02:56:17.471006 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42790) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:17.472778 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-036bb193-1e4b-407b-99f5-1b5e86cf83db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=94f1c49571c044ef80308e1fe608e766&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1973355 Aug 17 02:56:17.480697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036bb193-1e4b-407b-99f5-1b5e86cf83db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75281d51-e1b9-4d1c-8e09-2fd9171b804c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:17.490182 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42792) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:17.499080 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.557616 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccc6612d-562e-42f4-b81b-c0afed2952fc admin admin] Pushing event deleted for resources: {'Network': ['ID=c28a528a-b139-4af7-9a8b-0c957b3df977,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:17.559208 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59219e2a-2ec9-46ef-9c08-80e224c23987 None None] Pushing event updated for resources: {'Port': ['ID=f1fe140c-db18-43e9-8431-acd830f10117,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:17.582137 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.583073 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Attempting to bind port f1fe140c-db18-43e9-8431-acd830f10117 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:56:17.583657 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Attempting to bind port f1fe140c-db18-43e9-8431-acd830f10117 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:56:17.584315 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Attempting to bind port f1fe140c-db18-43e9-8431-acd830f10117 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:17.590482 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:56:17.591103 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:17.591707 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.592266 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:56:17.592915 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Bound port: f1fe140c-db18-43e9-8431-acd830f10117, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:56:17.593535 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.610766 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ed1863b-9ce2-4188-bac3-d5a84dfe318d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.612011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Transition to ACTIVE for port object 8d625e8f-c500-4100-bddf-5794c5a36784 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:17.628971 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3a75178-3276-40e7-93c4-8d218c420125 admin admin] Deleting subnet 7e159107-042f-4e70-b01a-0a65045a8770 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:56:17.635847 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e3a75178-3276-40e7-93c4-8d218c420125 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.657466 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] For port f1fe140c-db18-43e9-8431-acd830f10117, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:17.665833 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] For port f1fe140c-db18-43e9-8431-acd830f10117, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f1fe140c-db18-43e9-8431-acd830f10117,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:56:17.685604 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e3a75178-3276-40e7-93c4-8d218c420125 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.686832 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ed1863b-9ce2-4188-bac3-d5a84dfe318d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.706617 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-249d5a40-4bd1-49df-91ac-7ce7330462f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.722105 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.748792 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-249d5a40-4bd1-49df-91ac-7ce7330462f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.754384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed1863b-9ce2-4188-bac3-d5a84dfe318d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89af4408-0e17-4979-8987-222cf6419e2a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:17.759614 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.763101 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2ed1863b-9ce2-4188-bac3-d5a84dfe318d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=38262a31127140dc91b75e8487bd9349&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5580640 Aug 17 02:56:17.763790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42796) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:17.778406 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e3a75178-3276-40e7-93c4-8d218c420125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.813804 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Network 650a95c1-5046-42b8-816d-db8f29f13fc3 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:17.823128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:17.832081 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:17.841770 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Pushing event updated for resources: {'Port': ['ID=8d625e8f-c500-4100-bddf-5794c5a36784,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:17.864366 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Routers {'797e035f-ec85-4bfa-869c-61820ab4416b'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:17.865360 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:55:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['797e035f-ec85-4bfa-869c-61820ab4416b'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:17.903328 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76b83651-c708-4436-89f6-06cd432662d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.916772 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:17.938616 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c9fa9f3-3387-49ac-a88a-64547130d545 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:18.025313 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e3a75178-3276-40e7-93c4-8d218c420125 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:18.035587 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76b83651-c708-4436-89f6-06cd432662d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:18.073734 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-249d5a40-4bd1-49df-91ac-7ce7330462f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:18.074146 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] Set router 797e035f-ec85-4bfa-869c-61820ab4416b gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:18.076549 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-249d5a40-4bd1-49df-91ac-7ce7330462f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:18.077747 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-249d5a40-4bd1-49df-91ac-7ce7330462f7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75281d51-e1b9-4d1c-8e09-2fd9171b804c HTTP/1.1" status: 204 len: 168 time: 0.5838053 Aug 17 02:56:18.080816 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3a75178-3276-40e7-93c4-8d218c420125 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7e159107-042f-4e70-b01a-0a65045a8770,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:18.101917 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e3a75178-3276-40e7-93c4-8d218c420125 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:18.104151 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e3a75178-3276-40e7-93c4-8d218c420125 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7e159107-042f-4e70-b01a-0a65045a8770 HTTP/1.1" status: 204 len: 168 time: 0.6316910 Aug 17 02:56:18.105478 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-249d5a40-4bd1-49df-91ac-7ce7330462f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75281d51-e1b9-4d1c-8e09-2fd9171b804c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:18.133080 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42802) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:18.163470 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:18.209989 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59219e2a-2ec9-46ef-9c08-80e224c23987 None None] Pushing event updated for resources: {'Port': ['ID=f1fe140c-db18-43e9-8431-acd830f10117,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:18.368537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1fb6ba5d-5735-4a69-bf72-e937aab2618a None None] Provisioning for port 8d625e8f-c500-4100-bddf-5794c5a36784 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:18.374572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1fb6ba5d-5735-4a69-bf72-e937aab2618a None None] Provisioning complete for port 8d625e8f-c500-4100-bddf-5794c5a36784 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:18.375472 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1fb6ba5d-5735-4a69-bf72-e937aab2618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:18.396760 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'name': 'tempest-FloatingIPsTestJSON-970931500-router', 'tenant_id': '587912579fa646009316175e90c0da58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'f1fe140c-db18-43e9-8431-acd830f10117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:12Z', 'updated_at': '2021-08-17T02:56:14Z', 'revision_number': 3, 'project_id': '587912579fa646009316175e90c0da58', 'gw_port': {'id': 'f1fe140c-db18-43e9-8431-acd830f10117', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:74:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:13Z', 'updated_at': '2021-08-17T02:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:18.397399 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-637a32a5-cf2b-406a-b034-3234cd65e678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:18.428958 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d1fe687-ec94-407f-aa25-01e17c8b4244 None None] The sync data for ids ['797e035f-ec85-4bfa-869c-61820ab4416b'] in n-d-802060-9 is: [{'id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'name': 'tempest-FloatingIPsTestJSON-970931500-router', 'tenant_id': '587912579fa646009316175e90c0da58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'f1fe140c-db18-43e9-8431-acd830f10117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:12Z', 'updated_at': '2021-08-17T02:56:14Z', 'revision_number': 3, 'project_id': '587912579fa646009316175e90c0da58', 'gw_port': {'id': 'f1fe140c-db18-43e9-8431-acd830f10117', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:74:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:13Z', 'updated_at': '2021-08-17T02:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:56:18.525979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1fb6ba5d-5735-4a69-bf72-e937aab2618a None None] Port 8d625e8f-c500-4100-bddf-5794c5a36784 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:56:18.606863 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-637a32a5-cf2b-406a-b034-3234cd65e678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:18.642979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e694f9b2-8915-4fb8-9797-e1c0cfdd7eda req-2e8c07e5-0c9f-4355-99bc-936da6dde198 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:18.651029 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e694f9b2-8915-4fb8-9797-e1c0cfdd7eda req-2e8c07e5-0c9f-4355-99bc-936da6dde198 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.6728823 Aug 17 02:56:18.697557 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-637a32a5-cf2b-406a-b034-3234cd65e678 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94761689-83e3-4df9-8412-194fa49af925']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:18.702995 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e694f9b2-8915-4fb8-9797-e1c0cfdd7eda req-1899b7bf-1c08-4a67-bbd5-3a8991714737 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508926 Aug 17 02:56:18.715313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-637a32a5-cf2b-406a-b034-3234cd65e678 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddec2a0f-afd2-4c3d-85a0-5841ea27b123') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:18.716395 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-637a32a5-cf2b-406a-b034-3234cd65e678 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddec2a0f-afd2-4c3d-85a0-5841ea27b123') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:18.743768 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-637a32a5-cf2b-406a-b034-3234cd65e678 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:18.753381 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:18.768625 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547036f-bef2-4356-8f5a-429d327d5ef0 req-62d4c62b-0d43-4154-b3b5-7f19848cbd6a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:18.772970 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d547036f-bef2-4356-8f5a-429d327d5ef0 req-62d4c62b-0d43-4154-b3b5-7f19848cbd6a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 943 time: 0.1692617 Aug 17 02:56:18.773848 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76b83651-c708-4436-89f6-06cd432662d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:18.776920 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76b83651-c708-4436-89f6-06cd432662d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:18.779504 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-76b83651-c708-4436-89f6-06cd432662d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89af4408-0e17-4979-8987-222cf6419e2a HTTP/1.1" status: 204 len: 168 time: 1.0119870 Aug 17 02:56:18.790451 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-637a32a5-cf2b-406a-b034-3234cd65e678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:18.799062 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-637a32a5-cf2b-406a-b034-3234cd65e678 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:56:18.800287 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-637a32a5-cf2b-406a-b034-3234cd65e678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:18.818025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b83651-c708-4436-89f6-06cd432662d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89af4408-0e17-4979-8987-222cf6419e2a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: timer() Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:56:18.925602 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:56:19.008847 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:19.013206 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d547036f-bef2-4356-8f5a-429d327d5ef0 req-cc898b31-d331-4d20-b544-ba2780bb8638 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765326 Aug 17 02:56:19.098730 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-637a32a5-cf2b-406a-b034-3234cd65e678 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:19.106332 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-637a32a5-cf2b-406a-b034-3234cd65e678 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:19.108435 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-637a32a5-cf2b-406a-b034-3234cd65e678 admin admin] 10.222.0.10 "DELETE /v2.0/networks/94761689-83e3-4df9-8412-194fa49af925 HTTP/1.1" status: 204 len: 168 time: 0.9791896 Aug 17 02:56:19.122112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-637a32a5-cf2b-406a-b034-3234cd65e678 admin admin] Pushing event deleted for resources: {'Network': ['ID=94761689-83e3-4df9-8412-194fa49af925,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:19.153943 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:19.247705 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:19.307979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Pushing event updated for resources: {'Port': ['ID=8d625e8f-c500-4100-bddf-5794c5a36784,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:19.359838 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:19.487935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Network 650a95c1-5046-42b8-816d-db8f29f13fc3 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:19.491255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:19.637458 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Router 797e035f-ec85-4bfa-869c-61820ab4416b has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:56:19.835674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42828) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:19.856948 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-20545311-3e5f-43bd-8d9b-b34662d0a7e7 None None] Provisioning complete for port 8d625e8f-c500-4100-bddf-5794c5a36784 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:19.868431 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c50a-ddb4-47f9-8873-0a9a98ec4781 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:19.870452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:56:19.872471 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-20545311-3e5f-43bd-8d9b-b34662d0a7e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:19.924597 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-30abcfd6-71dd-4f36-833a-74356410b6ba admin admin] 10.222.0.10 "PUT /v2.0/routers/797e035f-ec85-4bfa-869c-61820ab4416b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7843754 Aug 17 02:56:19.962657 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79ee1fa-0562-4167-aaaa-e36461fa81c7 req-42d71643-21a3-4359-a064-dfb668cc2681 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:19.964928 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c79ee1fa-0562-4167-aaaa-e36461fa81c7 req-42d71643-21a3-4359-a064-dfb668cc2681 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.1356881 Aug 17 02:56:19.979980 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-20545311-3e5f-43bd-8d9b-b34662d0a7e7 None None] Port 8d625e8f-c500-4100-bddf-5794c5a36784 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:56:20.009892 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c50a-ddb4-47f9-8873-0a9a98ec4781 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:20.019576 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c79ee1fa-0562-4167-aaaa-e36461fa81c7 req-580a6dd5-1902-4fe0-a088-99a9d58cb3f7 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480685 Aug 17 02:56:20.058858 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6e6c50a-ddb4-47f9-8873-0a9a98ec4781 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:20.070471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42838) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:20.097809 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e6c50a-ddb4-47f9-8873-0a9a98ec4781 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b77ef04f-c0aa-4d76-9220-2608ba4b23c8,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:20.154419 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f6e6c50a-ddb4-47f9-8873-0a9a98ec4781 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe8ea36e167c4d1c961d64aa35f4e96c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3226750 Aug 17 02:56:20.156911 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42842) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:20.179591 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1a3c93e0-7b55-46f9-94bc-478d4f08eb4f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5f6c79d6a2f4a25844cdc43d85d6af7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1077039 Aug 17 02:56:20.183306 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42844) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:20.298253 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29c1f0af-6560-41d4-8064-ed0e94211181 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:20.305183 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5595af4c-4577-47c6-94c0-479e8977c984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:20.334354 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29c1f0af-6560-41d4-8064-ed0e94211181 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:20.362012 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5595af4c-4577-47c6-94c0-479e8977c984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:20.515117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29c1f0af-6560-41d4-8064-ed0e94211181 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:20.517877 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29c1f0af-6560-41d4-8064-ed0e94211181 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:20.518899 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-29c1f0af-6560-41d4-8064-ed0e94211181 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b77ef04f-c0aa-4d76-9220-2608ba4b23c8 HTTP/1.1" status: 204 len: 168 time: 0.3605995 Aug 17 02:56:20.560219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c1f0af-6560-41d4-8064-ed0e94211181 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b77ef04f-c0aa-4d76-9220-2608ba4b23c8,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:20.605488 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5595af4c-4577-47c6-94c0-479e8977c984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:20.609700 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5595af4c-4577-47c6-94c0-479e8977c984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:20.609700 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5595af4c-4577-47c6-94c0-479e8977c984 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a93acc8a-9593-41fb-91ef-e52b611e940a HTTP/1.1" status: 204 len: 168 time: 0.4239774 Aug 17 02:56:20.635541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc80809-1567-426a-9f0c-2114395ce694 req-fdd0f135-9477-4374-abda-18e218f31087 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:20.643210 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8cc80809-1567-426a-9f0c-2114395ce694 req-fdd0f135-9477-4374-abda-18e218f31087 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 943 time: 0.5129380 Aug 17 02:56:20.645288 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5595af4c-4577-47c6-94c0-479e8977c984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a93acc8a-9593-41fb-91ef-e52b611e940a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:20.651618 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-5ecaf362-2827-4558-9620-701f14db2b07 service neutron] 10.222.0.60 "GET /v2.0/ports/e5727dee-1b77-4215-a9a5-e507d8c60212/bindings/n-h1-802060-9 HTTP/1.1" status: 200 len: 384 time: 0.1819322 Aug 17 02:56:20.750045 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:20.755662 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8cc80809-1567-426a-9f0c-2114395ce694 req-68bd59c1-72f5-4e82-9c0a-2f606aa1676a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112063 Aug 17 02:56:20.822990 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-4149d4a8-be07-407d-8297-a9f69842f566 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1977038 Aug 17 02:56:20.825396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f1fe140c-db18-43e9-8431-acd830f10117 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:20.853522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:20.858827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Sync routers for ids ['797e035f-ec85-4bfa-869c-61820ab4416b'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:56:20.874298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Routers {'797e035f-ec85-4bfa-869c-61820ab4416b'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:20.879645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:56:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['797e035f-ec85-4bfa-869c-61820ab4416b'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:20.931204 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-8ad71f48-0725-4259-9d6e-4e383e2369a8 service neutron] For port e5727dee-1b77-4215-a9a5-e507d8c60212, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e5727dee-1b77-4215-a9a5-e507d8c60212,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:20.954681 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-8ad71f48-0725-4259-9d6e-4e383e2369a8 service neutron] For port e5727dee-1b77-4215-a9a5-e507d8c60212, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:20.969082 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:20.999543 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Set router 797e035f-ec85-4bfa-869c-61820ab4416b gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:21.012689 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-8ad71f48-0725-4259-9d6e-4e383e2369a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e5727dee-1b77-4215-a9a5-e507d8c60212 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:56:21.033551 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-8ad71f48-0725-4259-9d6e-4e383e2369a8 service neutron] For port e5727dee-1b77-4215-a9a5-e507d8c60212, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=e5727dee-1b77-4215-a9a5-e507d8c60212,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:21.093993 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:21.135781 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-8ad71f48-0725-4259-9d6e-4e383e2369a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:21.144299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port f1fe140c-db18-43e9-8431-acd830f10117 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:21.249536 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port f1fe140c-db18-43e9-8431-acd830f10117 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:21.250709 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:21.269707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Allocated IP 172.25.1.206 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/03f2a4a2-ca34-4470-8cb4-fe4f2c422bf8) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:21.278939 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9445f47c-3788-45be-8fef-a2372b70c9f2 req-de4ab1da-a678-477e-9573-2e67eda064b2 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:21.280279 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9445f47c-3788-45be-8fef-a2372b70c9f2 req-de4ab1da-a678-477e-9573-2e67eda064b2 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.0834041 Aug 17 02:56:21.291137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-8ad71f48-0725-4259-9d6e-4e383e2369a8 service neutron] Transition to ACTIVE for port object e5727dee-1b77-4215-a9a5-e507d8c60212 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:21.294845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device e5727dee-1b77-4215-a9a5-e507d8c60212 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:56:21.334716 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9445f47c-3788-45be-8fef-a2372b70c9f2 req-049a8d8b-540f-44ab-8de3-40216a7d5760 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454028 Aug 17 02:56:21.397781 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-8ad71f48-0725-4259-9d6e-4e383e2369a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:21.435160 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:21.451487 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'name': 'tempest-FloatingIPsTestJSON-970931500-router', 'tenant_id': '587912579fa646009316175e90c0da58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'f1fe140c-db18-43e9-8431-acd830f10117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:12Z', 'updated_at': '2021-08-17T02:56:18Z', 'revision_number': 4, 'project_id': '587912579fa646009316175e90c0da58', 'gw_port': {'id': 'f1fe140c-db18-43e9-8431-acd830f10117', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:74:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:13Z', 'updated_at': '2021-08-17T02:56:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8d625e8f-c500-4100-bddf-5794c5a36784', 'name': '', 'network_id': '650a95c1-5046-42b8-816d-db8f29f13fc3', 'tenant_id': '587912579fa646009316175e90c0da58', 'mac_address': 'fa:16:3e:37:c6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5975a0fb-0ce7-4616-b0de-2ad2b5b654ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:17Z', 'updated_at': '2021-08-17T02:56:18Z', 'revision_number': 2, 'project_id': '587912579fa646009316175e90c0da58', 'subnets': [{'id': '5975a0fb-0ce7-4616-b0de-2ad2b5b654ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:21.468296 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-8ad71f48-0725-4259-9d6e-4e383e2369a8 service neutron] No DVR routers for this DVR port e5727dee-1b77-4215-a9a5-e507d8c60212 on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:56:21.504001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Checking router: 797e035f-ec85-4bfa-869c-61820ab4416b for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:56:21.504442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Updating router 797e035f-ec85-4bfa-869c-61820ab4416b port 8d625e8f-c500-4100-bddf-5794c5a36784 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:56:21.519248 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-8ad71f48-0725-4259-9d6e-4e383e2369a8 service neutron] 10.222.0.60 "PUT /v2.0/ports/e5727dee-1b77-4215-a9a5-e507d8c60212/bindings/n-h1-802060-9/activate HTTP/1.1" status: 200 len: 369 time: 0.8591921 Aug 17 02:56:21.519850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad71f48-0725-4259-9d6e-4e383e2369a8 service neutron] Pushing event updated for resources: {'Port': ['ID=e5727dee-1b77-4215-a9a5-e507d8c60212,revision_number=10']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:21.535138 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:21.544541 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:21.567359 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port f1fe140c-db18-43e9-8431-acd830f10117, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f1fe140c-db18-43e9-8431-acd830f10117,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:21.613979 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:21.669645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:21.671713 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:21.682541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:21.685147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:21.688808 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Pushing event updated for resources: {'Port': ['ID=03f2a4a2-ca34-4470-8cb4-fe4f2c422bf8,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:21.727483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:21.727876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:21.728173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:21.728514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:21.728847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:21.729184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:21.729577 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:21.730268 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:21.730407 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:21.730663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:21.731021 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:21.731350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:21.747295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-adf4c8f6-3294-48c9-9ca1-2ab4a5aaa5c6 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:21.755898 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-adf4c8f6-3294-48c9-9ca1-2ab4a5aaa5c6 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f&tenant_id=fbdcc79a0e414d57946c4903247557f0&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 1095 time: 0.0995996 Aug 17 02:56:21.801179 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42880) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:21.827891 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=f1fe140c-db18-43e9-8431-acd830f10117,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:21.877750 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-accc7f19-140e-4820-aa6b-45cd10f3f6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:21.880406 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-accc7f19-140e-4820-aa6b-45cd10f3f6b3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f&tenant_id=fbdcc79a0e414d57946c4903247557f0 HTTP/1.1" status: 200 len: 1095 time: 0.1168556 Aug 17 02:56:21.904250 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-01ecc2a0-cb65-4d8d-915b-86ef8f433b9f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad059d0c47424b318c82db7dcb58e5bb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0978274 Aug 17 02:56:21.907197 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:21.908861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42882) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:21.977256 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54054a8a-e922-4d11-b1ec-038418308792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:21.982603 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a480517-bb2e-4cc7-92ea-799d61d26e25 req-1ddd9db8-1adb-4ed6-a577-32b736d1face tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:21.982603 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0a480517-bb2e-4cc7-92ea-799d61d26e25 req-1ddd9db8-1adb-4ed6-a577-32b736d1face tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 944 time: 0.1121814 Aug 17 02:56:22.002403 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-64aea981-260f-4971-95d3-43de6d6ad070 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:22.005509 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-64aea981-260f-4971-95d3-43de6d6ad070 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=fbdcc79a0e414d57946c4903247557f0&device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 1095 time: 0.0828884 Aug 17 02:56:22.009241 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54054a8a-e922-4d11-b1ec-038418308792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:22.029772 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:22.042620 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Transition to ACTIVE for port object 8d625e8f-c500-4100-bddf-5794c5a36784 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:22.090311 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:22.110080 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:22.145143 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0a480517-bb2e-4cc7-92ea-799d61d26e25 req-d892c5e0-ea29-41c7-8c87-992461777fce tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1530001 Aug 17 02:56:22.182060 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-5f256d4d-3030-4a2d-b374-0d4168d32fac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:22.183620 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-5f256d4d-3030-4a2d-b374-0d4168d32fac service neutron] 10.222.0.30 "GET /v2.0/networks?id=e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 200 len: 908 time: 0.1651678 Aug 17 02:56:22.261909 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a503b8-dfc9-4166-a382-96e5f4834cab None None] Pushing event updated for resources: {'Port': ['ID=8d625e8f-c500-4100-bddf-5794c5a36784,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:22.283166 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-ac77be12-d401-4950-a7ea-dd2635af02f6 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=e5727dee-1b77-4215-a9a5-e507d8c60212 HTTP/1.1" status: 200 len: 217 time: 0.0913773 Aug 17 02:56:22.330427 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Attempting to bind port 8d625e8f-c500-4100-bddf-5794c5a36784 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:56:22.330883 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Attempting to bind port 8d625e8f-c500-4100-bddf-5794c5a36784 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '59fa6ae8-a176-4c84-85e7-395e8ee43081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '650a95c1-5046-42b8-816d-db8f29f13fc3'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:56:22.331369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Attempting to bind port 8d625e8f-c500-4100-bddf-5794c5a36784 on network 650a95c1-5046-42b8-816d-db8f29f13fc3 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:22.335654 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:22.338141 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:56:22.339060 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Checking segment: {'id': '59fa6ae8-a176-4c84-85e7-395e8ee43081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '650a95c1-5046-42b8-816d-db8f29f13fc3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:22.339744 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:22.340364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Bound using segment: {'id': '59fa6ae8-a176-4c84-85e7-395e8ee43081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '650a95c1-5046-42b8-816d-db8f29f13fc3'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:56:22.341077 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Bound port: 8d625e8f-c500-4100-bddf-5794c5a36784, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59fa6ae8-a176-4c84-85e7-395e8ee43081', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '650a95c1-5046-42b8-816d-db8f29f13fc3'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:56:22.341736 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:22.371507 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-8042ecd1-f929-4448-aec7-d75030033a9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:22.374454 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-8042ecd1-f929-4448-aec7-d75030033a9b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 200 len: 848 time: 0.0826895 Aug 17 02:56:22.418388 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-81c45622-a45d-426a-af97-4616da58a28c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e9e56734-09f2-4207-a3fd-cb98fe79bbca&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361183 Aug 17 02:56:22.451222 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54054a8a-e922-4d11-b1ec-038418308792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:22.454356 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54054a8a-e922-4d11-b1ec-038418308792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:22.459198 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-54054a8a-e922-4d11-b1ec-038418308792 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e09768ce-f38d-4e67-9b88-d79b49c221c9 HTTP/1.1" status: 204 len: 168 time: 0.5490625 Aug 17 02:56:22.460402 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:22.477844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] For port 8d625e8f-c500-4100-bddf-5794c5a36784, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:22.480638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] For port 8d625e8f-c500-4100-bddf-5794c5a36784, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8d625e8f-c500-4100-bddf-5794c5a36784,segment=NetworkSegment(59fa6ae8-a176-4c84-85e7-395e8ee43081),segment_id=59fa6ae8-a176-4c84-85e7-395e8ee43081)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:56:22.537279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54054a8a-e922-4d11-b1ec-038418308792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e09768ce-f38d-4e67-9b88-d79b49c221c9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:22.539145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Pushing event updated for resources: {'Port': ['ID=03f2a4a2-ca34-4470-8cb4-fe4f2c422bf8,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:22.550294 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:22.559620 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3beff097-b553-4ec8-8473-6a249bf6dee9 req-e80e32f2-6d2b-4ac6-a4eb-8af749345895 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:22.561250 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3beff097-b553-4ec8-8473-6a249bf6dee9 req-e80e32f2-6d2b-4ac6-a4eb-8af749345895 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.1326036 Aug 17 02:56:22.598007 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:22.622992 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-4732db2a-2505-4113-8693-08e79071f877 service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1930251 Aug 17 02:56:22.631923 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3beff097-b553-4ec8-8473-6a249bf6dee9 req-784a798b-6b90-4fef-805f-ec59e7503ae4 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568378 Aug 17 02:56:22.658330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Routers {'797e035f-ec85-4bfa-869c-61820ab4416b'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:22.659243 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:56:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['797e035f-ec85-4bfa-869c-61820ab4416b'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:22.738657 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a503b8-dfc9-4166-a382-96e5f4834cab None None] Pushing event updated for resources: {'Port': ['ID=8d625e8f-c500-4100-bddf-5794c5a36784,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:22.745749 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:22.753611 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-d6008901-1965-4cdc-b1ed-6e5331427be7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.9180517 Aug 17 02:56:22.779518 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-9c374328-fe33-46d6-914c-8418f7262dcc service neutron] 10.222.0.30 "GET /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463654 Aug 17 02:56:22.849789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f1fe140c-db18-43e9-8431-acd830f10117 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:22.858474 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-e6bc1a0d-d74b-42a6-bf2e-0b18da2dbc3a tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 696 time: 0.0958896 Aug 17 02:56:22.902827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] Set router 797e035f-ec85-4bfa-869c-61820ab4416b gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:23.001679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-35406b97-3aeb-40c4-a4f8-d0a703be652c tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:23.003131 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1b1dd2c6-df4f-4a61-b170-786e4ae3fd02 req-35406b97-3aeb-40c4-a4f8-d0a703be652c tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.1417537 Aug 17 02:56:23.078569 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ed8ff0a-6dee-4f3e-aa58-3d8b3bb89b80 req-d33c6e2e-a0f9-4944-af19-f0a9dec81727 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/floatingips/6ea12584-df04-4eb2-a06f-6b88f083b399 HTTP/1.1" status: 200 len: 693 time: 0.0468354 Aug 17 02:56:23.125798 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port f1fe140c-db18-43e9-8431-acd830f10117 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:23.126496 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:23.267504 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ed8ff0a-6dee-4f3e-aa58-3d8b3bb89b80 req-4e0eb66f-7f04-4269-8cfc-414345165401 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:23.267504 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ed8ff0a-6dee-4f3e-aa58-3d8b3bb89b80 req-4e0eb66f-7f04-4269-8cfc-414345165401 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.1823330 Aug 17 02:56:23.280732 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-5ed8ff0a-6dee-4f3e-aa58-3d8b3bb89b80 req-a3462232-a79a-4b29-9d88-32a53308e54b tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:56:23.281787 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ed8ff0a-6dee-4f3e-aa58-3d8b3bb89b80 req-a3462232-a79a-4b29-9d88-32a53308e54b tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065982 Aug 17 02:56:23.340242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'name': 'tempest-FloatingIPsTestJSON-970931500-router', 'tenant_id': '587912579fa646009316175e90c0da58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'f1fe140c-db18-43e9-8431-acd830f10117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:12Z', 'updated_at': '2021-08-17T02:56:18Z', 'revision_number': 4, 'project_id': '587912579fa646009316175e90c0da58', 'gw_port': {'id': 'f1fe140c-db18-43e9-8431-acd830f10117', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:13Z', 'updated_at': '2021-08-17T02:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8d625e8f-c500-4100-bddf-5794c5a36784', 'name': '', 'network_id': '650a95c1-5046-42b8-816d-db8f29f13fc3', 'tenant_id': '587912579fa646009316175e90c0da58', 'mac_address': 'fa:16:3e:37:c6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5975a0fb-0ce7-4616-b0de-2ad2b5b654ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:17Z', 'updated_at': '2021-08-17T02:56:22Z', 'revision_number': 4, 'project_id': '587912579fa646009316175e90c0da58', 'subnets': [{'id': '5975a0fb-0ce7-4616-b0de-2ad2b5b654ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:23.347125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd6097b-4715-4dd1-84ac-7ca0e92c8c32 req-021f30cd-c81a-4eb0-a76e-570d03abe3d2 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:23.350581 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8dd6097b-4715-4dd1-84ac-7ca0e92c8c32 req-021f30cd-c81a-4eb0-a76e-570d03abe3d2 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 944 time: 0.1024275 Aug 17 02:56:23.386655 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-fb85c9c4-5a79-46da-b26e-2336cec5bcd5 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:23.390733 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-fb85c9c4-5a79-46da-b26e-2336cec5bcd5 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f&tenant_id=fbdcc79a0e414d57946c4903247557f0&binding%3Ahost_id=n-h1-802060-9 HTTP/1.1" status: 200 len: 1095 time: 0.1022775 Aug 17 02:56:23.391451 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73c01da3-cb62-4f26-b494-9fa1c713b3e9 None None] The sync data for ids ['797e035f-ec85-4bfa-869c-61820ab4416b'] in n-d-802060-9 is: [{'id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'name': 'tempest-FloatingIPsTestJSON-970931500-router', 'tenant_id': '587912579fa646009316175e90c0da58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'f1fe140c-db18-43e9-8431-acd830f10117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:12Z', 'updated_at': '2021-08-17T02:56:18Z', 'revision_number': 4, 'project_id': '587912579fa646009316175e90c0da58', 'gw_port': {'id': 'f1fe140c-db18-43e9-8431-acd830f10117', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:13Z', 'updated_at': '2021-08-17T02:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8d625e8f-c500-4100-bddf-5794c5a36784', 'name': '', 'network_id': '650a95c1-5046-42b8-816d-db8f29f13fc3', 'tenant_id': '587912579fa646009316175e90c0da58', 'mac_address': 'fa:16:3e:37:c6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'device_owner': 'network:router_interface', 'standard_attr_id': 703, 'fixed_ips': [{'subnet_id': '5975a0fb-0ce7-4616-b0de-2ad2b5b654ef', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:17Z', 'updated_at': '2021-08-17T02:56:22Z', 'revision_number': 4, 'project_id': '587912579fa646009316175e90c0da58', 'subnets': [{'id': '5975a0fb-0ce7-4616-b0de-2ad2b5b654ef', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:56:23.439010 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8dd6097b-4715-4dd1-84ac-7ca0e92c8c32 req-4ce4111d-db3b-4306-97b5-be5146eb24ab tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798399 Aug 17 02:56:23.603833 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74e05252-0137-4ec1-93e8-0bf5974335fd req-585f36f6-b372-4566-b5f1-3e8a7c79c0a1 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=587912579fa646009316175e90c0da58 HTTP/1.1" status: 200 len: 696 time: 0.1000319 Aug 17 02:56:23.782997 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e05252-0137-4ec1-93e8-0bf5974335fd req-542a8990-4d4c-48f7-985d-df2bd60e3ad7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:23.790029 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74e05252-0137-4ec1-93e8-0bf5974335fd req-542a8990-4d4c-48f7-985d-df2bd60e3ad7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/networks?id=956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 787 time: 0.1661980 Aug 17 02:56:23.799703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-74e05252-0137-4ec1-93e8-0bf5974335fd req-1aa0615d-47c1-41a8-8879-31d6e1ab2601 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:56:23.801197 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74e05252-0137-4ec1-93e8-0bf5974335fd req-1aa0615d-47c1-41a8-8879-31d6e1ab2601 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0100532 Aug 17 02:56:23.842460 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22028f3-b135-4b4a-8638-67e9dcd25a3c req-a62b8adc-2654-4d6f-9303-eee48790ea0b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:23.844575 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a22028f3-b135-4b4a-8638-67e9dcd25a3c req-a62b8adc-2654-4d6f-9303-eee48790ea0b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.0861285 Aug 17 02:56:23.902619 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a22028f3-b135-4b4a-8638-67e9dcd25a3c req-55c85898-4219-4e6c-ada2-cec20c0fb5d3 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475030 Aug 17 02:56:23.915965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-ce0849b7-f832-4fa0-acaf-4f680969fbd3 service neutron] For port e5727dee-1b77-4215-a9a5-e507d8c60212, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:23.932025 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-ce0849b7-f832-4fa0-acaf-4f680969fbd3 service neutron] Notify callbacks [] for binding, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:23.933630 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51e7e7f3-16c3-4786-9df4-3b76f5777555 req-ce0849b7-f832-4fa0-acaf-4f680969fbd3 service neutron] 10.222.0.30 "DELETE /v2.0/ports/e5727dee-1b77-4215-a9a5-e507d8c60212/bindings/n-h2-802060-9 HTTP/1.1" status: 204 len: 173 time: 0.5327840 Aug 17 02:56:23.949685 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3001b127-18dc-4e08-8f64-c24364044470 req-dfb12ab5-3f7f-4eba-bbf8-5dc90ef640b7 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/floatingips/6ea12584-df04-4eb2-a06f-6b88f083b399 HTTP/1.1" status: 200 len: 693 time: 0.1176064 Aug 17 02:56:24.065296 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3001b127-18dc-4e08-8f64-c24364044470 req-7a6d160e-043c-4339-ad39-13cc0bb5856f tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:24.066710 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3001b127-18dc-4e08-8f64-c24364044470 req-7a6d160e-043c-4339-ad39-13cc0bb5856f tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.1161180 Aug 17 02:56:24.083846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-3001b127-18dc-4e08-8f64-c24364044470 req-40c3f0f7-5a25-43b7-a54b-deb79125d99a tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 02:56:24.085150 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3001b127-18dc-4e08-8f64-c24364044470 req-40c3f0f7-5a25-43b7-a54b-deb79125d99a tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0074673 Aug 17 02:56:24.154194 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3001b127-18dc-4e08-8f64-c24364044470 req-db13114f-9d59-41b9-a841-655560d102ec tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 696 time: 0.0522501 Aug 17 02:56:24.197463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42958) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:24.221352 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3001b127-18dc-4e08-8f64-c24364044470 req-7971e537-617a-4c97-b27d-2849519b339e tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.206 HTTP/1.1" status: 200 len: 696 time: 0.0603697 Aug 17 02:56:24.370177 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-3001b127-18dc-4e08-8f64-c24364044470 req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Deleting port 03f2a4a2-ca34-4470-8cb4-fe4f2c422bf8 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:24.370531 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3001b127-18dc-4e08-8f64-c24364044470 req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:24.458001 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:56:24.490828 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3001b127-18dc-4e08-8f64-c24364044470 req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:24.490828 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3001b127-18dc-4e08-8f64-c24364044470 req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:24.533825 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-3001b127-18dc-4e08-8f64-c24364044470 req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Calling delete_port for 03f2a4a2-ca34-4470-8cb4-fe4f2c422bf8 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:24.605144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3c7406f6-2ad6-4bc2-8c97-08e3ee21ea74 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-357630273-network', 'tenant_id': 'd62b41184c7e4034ae7aecd2a6eab80c'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:24.767902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8d625e8f-c500-4100-bddf-5794c5a36784 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:24.783206 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edf35113-802e-44f4-8db0-d1b31df4d268 req-1ae26a4b-fd75-4372-8232-739b915ce629 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:24.784937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-edf35113-802e-44f4-8db0-d1b31df4d268 req-1ae26a4b-fd75-4372-8232-739b915ce629 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 944 time: 0.1758690 Aug 17 02:56:24.819181 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3001b127-18dc-4e08-8f64-c24364044470 req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:24.862379 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-edf35113-802e-44f4-8db0-d1b31df4d268 req-cba0d2fe-8ffb-4997-9eb8-09ff45f3929e tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675125 Aug 17 02:56:24.875396 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c7406f6-2ad6-4bc2-8c97-08e3ee21ea74 admin admin] Made reservation on behalf of d62b41184c7e4034ae7aecd2a6eab80c for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:24.875396 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3c7406f6-2ad6-4bc2-8c97-08e3ee21ea74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:24.915668 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3c7406f6-2ad6-4bc2-8c97-08e3ee21ea74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:24.931758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Pushing event deleted for resources: {'Port': ['ID=03f2a4a2-ca34-4470-8cb4-fe4f2c422bf8,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:24.944417 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:24.944658 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:24.945104 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:24.945588 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:24.946103 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:24.946553 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:24.947114 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:24.947554 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:24.949497 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 8d625e8f-c500-4100-bddf-5794c5a36784 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:24.953806 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:24.954944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:24.955396 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:24.956002 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:24.957657 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 8d625e8f-c500-4100-bddf-5794c5a36784 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:24.958805 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:24.982965 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3001b127-18dc-4e08-8f64-c24364044470 req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:24.986530 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3001b127-18dc-4e08-8f64-c24364044470 req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:24.996015 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3001b127-18dc-4e08-8f64-c24364044470 req-4155f759-cfd2-4d72-ae3b-da5067cc7992 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "DELETE /v2.0/floatingips/6ea12584-df04-4eb2-a06f-6b88f083b399 HTTP/1.1" status: 204 len: 173 time: 0.7655120 Aug 17 02:56:25.108693 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1a65e23-06be-436f-88cd-59d242a6c7c6 req-8d15cd59-6581-4288-beb2-e7e34d554963 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:25.117675 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1a65e23-06be-436f-88cd-59d242a6c7c6 req-8d15cd59-6581-4288-beb2-e7e34d554963 tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 1095 time: 0.0598865 Aug 17 02:56:25.144997 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.167629 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1a65e23-06be-436f-88cd-59d242a6c7c6 req-5af81832-84b4-4e6f-bdf6-991875d3faab tempest-LiveMigrationTest-1343757527 tempest-LiveMigrationTest-1343757527-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485706 Aug 17 02:56:25.198424 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 8d625e8f-c500-4100-bddf-5794c5a36784, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8d625e8f-c500-4100-bddf-5794c5a36784,segment=NetworkSegment(59fa6ae8-a176-4c84-85e7-395e8ee43081),segment_id=59fa6ae8-a176-4c84-85e7-395e8ee43081)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:25.208908 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3c7406f6-2ad6-4bc2-8c97-08e3ee21ea74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.220487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368178c9-02ae-4e74-a1ad-cdc79a790bd0 req-794f690d-873f-409a-b69e-3a3fb952f977 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:25.222048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-368178c9-02ae-4e74-a1ad-cdc79a790bd0 req-794f690d-873f-409a-b69e-3a3fb952f977 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.0852702 Aug 17 02:56:25.275254 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-368178c9-02ae-4e74-a1ad-cdc79a790bd0 req-86175ba4-d8d5-4d6e-ae38-685f9418e366 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450094 Aug 17 02:56:25.332350 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3c7406f6-2ad6-4bc2-8c97-08e3ee21ea74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.333159 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.334641 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-1f0b91bb-1a9b-4f9f-8f58-2f5617f8ba31 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1275339 Aug 17 02:56:25.350093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-91b859e1-e3be-4d21-be04-60c3fdaeb6c0 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:25.397263 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c7406f6-2ad6-4bc2-8c97-08e3ee21ea74 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:56:25.403317 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7406f6-2ad6-4bc2-8c97-08e3ee21ea74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=530d36e9-1d9c-4ac0-b31a-9ce81b76fc8d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:25.406645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=8d625e8f-c500-4100-bddf-5794c5a36784,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:25.410790 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3c7406f6-2ad6-4bc2-8c97-08e3ee21ea74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.411862 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-3c7406f6-2ad6-4bc2-8c97-08e3ee21ea74 admin admin] Added segment 2ef1976f-44ca-43d5-a917-fdf0c17d3d8d of type vlan for network 7ad34f5b-2bd2-45d2-8508-d35ee54af230 Aug 17 02:56:25.416278 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:25.416868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:25.417410 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:25.418180 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:25.418932 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:25.419575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:25.419979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:25.420994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:25.421790 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:25.422610 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:25.423129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:25.423630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:56:25.470614 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3c7406f6-2ad6-4bc2-8c97-08e3ee21ea74 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.487574 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-91b859e1-e3be-4d21-be04-60c3fdaeb6c0 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.585020 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3c7406f6-2ad6-4bc2-8c97-08e3ee21ea74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.586036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c7406f6-2ad6-4bc2-8c97-08e3ee21ea74 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:25.586847 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3c7406f6-2ad6-4bc2-8c97-08e3ee21ea74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.597940 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-91b859e1-e3be-4d21-be04-60c3fdaeb6c0 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.665537 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c7406f6-2ad6-4bc2-8c97-08e3ee21ea74 admin admin] Pushing event updated for resources: {'Network': ['ID=7ad34f5b-2bd2-45d2-8508-d35ee54af230,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:25.679695 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 7ad34f5b-2bd2-45d2-8508-d35ee54af230 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:56:25.722152 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3c7406f6-2ad6-4bc2-8c97-08e3ee21ea74 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.5236285 Aug 17 02:56:25.726627 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-91b859e1-e3be-4d21-be04-60c3fdaeb6c0 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Allocated IP 172.25.1.49 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/825b6bf6-8139-4bd9-ae4e-0dfbb33a0d1b) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:25.727628 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43000) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:25.733664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-142955e0-0517-46d2-996d-b14cd0e8133f admin admin] Request body: {'subnet': {'network_id': '7ad34f5b-2bd2-45d2-8508-d35ee54af230', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-357630273-subnet', 'tenant_id': 'd62b41184c7e4034ae7aecd2a6eab80c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:25.846425 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-91b859e1-e3be-4d21-be04-60c3fdaeb6c0 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.853707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-142955e0-0517-46d2-996d-b14cd0e8133f admin admin] Made reservation on behalf of d62b41184c7e4034ae7aecd2a6eab80c for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:25.856603 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-142955e0-0517-46d2-996d-b14cd0e8133f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:25.960657 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-91b859e1-e3be-4d21-be04-60c3fdaeb6c0 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:26.017031 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-91b859e1-e3be-4d21-be04-60c3fdaeb6c0 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:26.020892 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-91b859e1-e3be-4d21-be04-60c3fdaeb6c0 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:26.028252 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-91b859e1-e3be-4d21-be04-60c3fdaeb6c0 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:26.075640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b859e1-e3be-4d21-be04-60c3fdaeb6c0 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Pushing event updated for resources: {'Port': ['ID=825b6bf6-8139-4bd9-ae4e-0dfbb33a0d1b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:26.104761 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-142955e0-0517-46d2-996d-b14cd0e8133f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:26.135933 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-91b859e1-e3be-4d21-be04-60c3fdaeb6c0 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:26.170042 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142955e0-0517-46d2-996d-b14cd0e8133f admin admin] Pushing event updated for resources: {'Subnet': ['ID=26927e0f-d0d8-4287-a02d-94fe52b93bd9,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:26.180133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-142955e0-0517-46d2-996d-b14cd0e8133f admin admin] Checking segment: {'id': '2ef1976f-44ca-43d5-a917-fdf0c17d3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7ad34f5b-2bd2-45d2-8508-d35ee54af230'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:26.180493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142955e0-0517-46d2-996d-b14cd0e8133f admin admin] Network hostable DHCP agents. Network: 7ad34f5b-2bd2-45d2-8508-d35ee54af230, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:56:26.264932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-142955e0-0517-46d2-996d-b14cd0e8133f admin admin] Network 7ad34f5b-2bd2-45d2-8508-d35ee54af230 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:56:26.269462 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-91b859e1-e3be-4d21-be04-60c3fdaeb6c0 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:26.332600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-142955e0-0517-46d2-996d-b14cd0e8133f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 7ad34f5b-2bd2-45d2-8508-d35ee54af230) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:26.337690 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-142955e0-0517-46d2-996d-b14cd0e8133f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:26.338521 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-142955e0-0517-46d2-996d-b14cd0e8133f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:26.351694 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d8c6952-8cac-405a-a736-e284ef5d4df4 None None] Network 7ad34f5b-2bd2-45d2-8508-d35ee54af230 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:56:26.469151 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-142955e0-0517-46d2-996d-b14cd0e8133f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7402744 Aug 17 02:56:26.494261 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-91b859e1-e3be-4d21-be04-60c3fdaeb6c0 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:26.503644 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b81a4a82-6a15-447c-bd94-9c4063fa9efa req-a7cfd9cc-b6a4-48f6-a18c-cf1cda0d7fd3 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:26.506479 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b81a4a82-6a15-447c-bd94-9c4063fa9efa req-a7cfd9cc-b6a4-48f6-a18c-cf1cda0d7fd3 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.30 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 944 time: 0.1294134 Aug 17 02:56:26.554387 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-91b859e1-e3be-4d21-be04-60c3fdaeb6c0 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:26.641599 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-91b859e1-e3be-4d21-be04-60c3fdaeb6c0 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:26.687695 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00a6b8c7-c1f3-4da2-a036-85305611136d None None] Network 7ad34f5b-2bd2-45d2-8508-d35ee54af230 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:56:26.689931 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94bde74-3a12-4e4b-8cda-526910a796d9 req-28736f7c-1825-4934-a989-3efbd05922cf tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:26.691641 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b94bde74-3a12-4e4b-8cda-526910a796d9 req-28736f7c-1825-4934-a989-3efbd05922cf tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 944 time: 0.1224651 Aug 17 02:56:26.707103 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91b859e1-e3be-4d21-be04-60c3fdaeb6c0 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Pushing event updated for resources: {'Port': ['ID=825b6bf6-8139-4bd9-ae4e-0dfbb33a0d1b,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:26.747871 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-b81a4a82-6a15-447c-bd94-9c4063fa9efa req-38f9804b-0467-43c4-b076-26aaa8c37fab tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Deleting port e5727dee-1b77-4215-a9a5-e507d8c60212 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:26.755769 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b81a4a82-6a15-447c-bd94-9c4063fa9efa req-38f9804b-0467-43c4-b076-26aaa8c37fab tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:26.757166 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b94bde74-3a12-4e4b-8cda-526910a796d9 req-7f8d5c17-bb48-4c7b-a1db-f2b52a48f6d2 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574884 Aug 17 02:56:26.758143 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8d625e8f-c500-4100-bddf-5794c5a36784 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:26.793716 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-91b859e1-e3be-4d21-be04-60c3fdaeb6c0 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:26.793716 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-91b859e1-e3be-4d21-be04-60c3fdaeb6c0 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.4427509 Aug 17 02:56:26.855631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 8d625e8f-c500-4100-bddf-5794c5a36784 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:26.855631 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:26.911886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fdfb88a-b5c9-4ac8-9852-4eefc3366d47 req-ea78c217-22de-4cbe-8d82-dc04bbf2b485 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:26.914476 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7fdfb88a-b5c9-4ac8-9852-4eefc3366d47 req-ea78c217-22de-4cbe-8d82-dc04bbf2b485 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.0738246 Aug 17 02:56:26.959698 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7fdfb88a-b5c9-4ac8-9852-4eefc3366d47 req-c036b440-bd85-4390-b6d3-5bd2c778bccc tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389261 Aug 17 02:56:27.236048 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-d5515c12-9ffd-498f-ba9f-1719bfb97797 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.3916090 Aug 17 02:56:27.318752 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-b81a4a82-6a15-447c-bd94-9c4063fa9efa req-38f9804b-0467-43c4-b076-26aaa8c37fab tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] For port e5727dee-1b77-4215-a9a5-e507d8c60212, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=e5727dee-1b77-4215-a9a5-e507d8c60212,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:27.321282 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b81a4a82-6a15-447c-bd94-9c4063fa9efa req-38f9804b-0467-43c4-b076-26aaa8c37fab tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:27.342787 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-b81a4a82-6a15-447c-bd94-9c4063fa9efa req-38f9804b-0467-43c4-b076-26aaa8c37fab tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Calling delete_port for e5727dee-1b77-4215-a9a5-e507d8c60212 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:27.431346 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-99a52618-05aa-42fa-8898-6b6efbcdfdf8 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:27.432753 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fd7fb5f-e2cb-4ae0-b11d-763bb11ac12d req-99a52618-05aa-42fa-8898-6b6efbcdfdf8 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.1848707 Aug 17 02:56:27.518228 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4252bf17-4849-4425-906d-31e12162deda req-18a3d962-1bf1-4483-b255-67c138174599 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/floatingips/4edd40df-9c3c-40c1-b718-84578798931b HTTP/1.1" status: 200 len: 692 time: 0.0490491 Aug 17 02:56:27.671989 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4252bf17-4849-4425-906d-31e12162deda req-dad396b5-f2c6-4a4b-9199-bfdfa85783b9 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:27.673381 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4252bf17-4849-4425-906d-31e12162deda req-dad396b5-f2c6-4a4b-9199-bfdfa85783b9 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.1311691 Aug 17 02:56:27.675211 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b81a4a82-6a15-447c-bd94-9c4063fa9efa req-38f9804b-0467-43c4-b076-26aaa8c37fab tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:27.688657 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['f7800126-0d20-47dd-95ba-5367b9a2a7f1', 'e5727dee-1b77-4215-a9a5-e507d8c60212'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:56:27.712895 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38f9804b-0467-43c4-b076-26aaa8c37fab tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Pushing event deleted for resources: {'Port': ['ID=e5727dee-1b77-4215-a9a5-e507d8c60212,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:27.768862 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4252bf17-4849-4425-906d-31e12162deda req-138b2a45-3aea-4e91-8b62-8ad6ca54c9d1 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.0845571 Aug 17 02:56:27.839036 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b81a4a82-6a15-447c-bd94-9c4063fa9efa req-38f9804b-0467-43c4-b076-26aaa8c37fab tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] No DVR routers for this DVR port e5727dee-1b77-4215-a9a5-e507d8c60212 on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:56:27.843054 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b81a4a82-6a15-447c-bd94-9c4063fa9efa req-38f9804b-0467-43c4-b076-26aaa8c37fab tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:27.845070 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b81a4a82-6a15-447c-bd94-9c4063fa9efa req-38f9804b-0467-43c4-b076-26aaa8c37fab tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.30 "DELETE /v2.0/ports/e5727dee-1b77-4215-a9a5-e507d8c60212 HTTP/1.1" status: 204 len: 173 time: 1.3320434 Aug 17 02:56:27.845604 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '195b1b56-d1e5-465c-b39a-a203764e348f', 'name': 'network-vif-deleted', 'tag': 'e5727dee-1b77-4215-a9a5-e507d8c60212'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:27.848833 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1f3761-d954-4667-8f41-1ddd3fb9a41e" -d '{"events": [{"server_uuid": "195b1b56-d1e5-465c-b39a-a203764e348f", "name": "network-vif-deleted", "tag": "e5727dee-1b77-4215-a9a5-e507d8c60212"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:27.859807 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4252bf17-4849-4425-906d-31e12162deda req-3a621900-cb4c-4bfa-bf25-7df0379c34dd tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.49 HTTP/1.1" status: 200 len: 695 time: 0.0760920 Aug 17 02:56:27.865909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43068) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:27.871270 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-c9ce9296-c766-487e-bc79-832459cf77b4 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1549168586-network', 'tenant_id': '22f00f25f15940ab858a9f3a31bb4686'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:28.036172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-4252bf17-4849-4425-906d-31e12162deda req-7b3e1f61-34e4-4117-bc52-96eacf879762 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Deleting port 825b6bf6-8139-4bd9-ae4e-0dfbb33a0d1b {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:28.036617 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4252bf17-4849-4425-906d-31e12162deda req-7b3e1f61-34e4-4117-bc52-96eacf879762 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.050071 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9ce9296-c766-487e-bc79-832459cf77b4 admin admin] Made reservation on behalf of 22f00f25f15940ab858a9f3a31bb4686 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:28.053152 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c9ce9296-c766-487e-bc79-832459cf77b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.103820 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c9ce9296-c766-487e-bc79-832459cf77b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.174714 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5d435015-ef50-4018-b09c-6436cec0c2a2 req-5d1221e0-16c6-4d26-b318-43ce3521cfc2 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 210 time: 0.0449121 Aug 17 02:56:28.185433 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4252bf17-4849-4425-906d-31e12162deda req-7b3e1f61-34e4-4117-bc52-96eacf879762 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.185789 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4252bf17-4849-4425-906d-31e12162deda req-7b3e1f61-34e4-4117-bc52-96eacf879762 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.218314 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-4252bf17-4849-4425-906d-31e12162deda req-7b3e1f61-34e4-4117-bc52-96eacf879762 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Calling delete_port for 825b6bf6-8139-4bd9-ae4e-0dfbb33a0d1b owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:28.226233 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e6e9472-0a26-4673-af91-c049d8279fd2 x-openstack-request-id: req-4e6e9472-0a26-4673-af91-c049d8279fd2 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:28.226609 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "195b1b56-d1e5-465c-b39a-a203764e348f", "name": "network-vif-deleted", "tag": "e5727dee-1b77-4215-a9a5-e507d8c60212", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:28.226976 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4e6e9472-0a26-4673-af91-c049d8279fd2 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:28.227531 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '195b1b56-d1e5-465c-b39a-a203764e348f', 'name': 'network-vif-deleted', 'tag': 'e5727dee-1b77-4215-a9a5-e507d8c60212', 'status': 'completed', 'code': 200} Aug 17 02:56:28.345732 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c9ce9296-c766-487e-bc79-832459cf77b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.370164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edb73883-1057-4894-866c-89892893e148 req-7d1fb5b2-6220-45e2-845c-380a99c786ec tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:28.371746 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-edb73883-1057-4894-866c-89892893e148 req-7d1fb5b2-6220-45e2-845c-380a99c786ec tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.0936749 Aug 17 02:56:28.432349 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c9ce9296-c766-487e-bc79-832459cf77b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.438805 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-edb73883-1057-4894-866c-89892893e148 req-d31f4951-9c0c-408a-ba55-52c4c7cec84f tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550144 Aug 17 02:56:28.478510 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce9296-c766-487e-bc79-832459cf77b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9b73779-b0aa-4f4a-8566-2307f70de634,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:28.498484 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4252bf17-4849-4425-906d-31e12162deda req-7b3e1f61-34e4-4117-bc52-96eacf879762 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.503320 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9ce9296-c766-487e-bc79-832459cf77b4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:56:28.539347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b3e1f61-34e4-4117-bc52-96eacf879762 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Pushing event deleted for resources: {'Port': ['ID=825b6bf6-8139-4bd9-ae4e-0dfbb33a0d1b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:28.547150 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c9ce9296-c766-487e-bc79-832459cf77b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.547600 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-c9ce9296-c766-487e-bc79-832459cf77b4 admin admin] Added segment aa1f2d00-a67f-473d-828f-d4f3253dc461 of type vlan for network 801b0ca9-3c3b-48e3-afde-c0c5b5e68fe8 Aug 17 02:56:28.651822 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c9ce9296-c766-487e-bc79-832459cf77b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.675124 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4252bf17-4849-4425-906d-31e12162deda req-7b3e1f61-34e4-4117-bc52-96eacf879762 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.677914 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4252bf17-4849-4425-906d-31e12162deda req-7b3e1f61-34e4-4117-bc52-96eacf879762 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.679089 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4252bf17-4849-4425-906d-31e12162deda req-7b3e1f61-34e4-4117-bc52-96eacf879762 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "DELETE /v2.0/floatingips/4edd40df-9c3c-40c1-b718-84578798931b HTTP/1.1" status: 204 len: 173 time: 0.8040798 Aug 17 02:56:28.798470 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c9ce9296-c766-487e-bc79-832459cf77b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.799561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9ce9296-c766-487e-bc79-832459cf77b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:28.800359 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c9ce9296-c766-487e-bc79-832459cf77b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:28.844134 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-8f095808-a57e-40dc-a09f-c15175132283 req-fa23c351-bd69-4962-8b4b-ffb3793e2148 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] show failed (client error): The resource could not be found. Aug 17 02:56:28.844134 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f095808-a57e-40dc-a09f-c15175132283 req-fa23c351-bd69-4962-8b4b-ffb3793e2148 tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/floatingips/4edd40df-9c3c-40c1-b718-84578798931b HTTP/1.1" status: 404 len: 350 time: 0.0652537 Aug 17 02:56:28.919092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ce9296-c766-487e-bc79-832459cf77b4 admin admin] Pushing event updated for resources: {'Network': ['ID=801b0ca9-3c3b-48e3-afde-c0c5b5e68fe8,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:28.926056 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-c664bea0-47c7-489a-8d69-36ae3277ce74 req-434a2a36-a93f-4d70-96af-b8e1fad1db0e tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] show failed (client error): The resource could not be found. Aug 17 02:56:28.926521 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c664bea0-47c7-489a-8d69-36ae3277ce74 req-434a2a36-a93f-4d70-96af-b8e1fad1db0e tempest-FloatingIPsTestJSON-1680126404 tempest-FloatingIPsTestJSON-1680126404-project] 10.222.0.10 "GET /v2.0/floatingips/4edd40df-9c3c-40c1-b718-84578798931b HTTP/1.1" status: 404 len: 350 time: 0.0579138 Aug 17 02:56:28.930643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 801b0ca9-3c3b-48e3-afde-c0c5b5e68fe8 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:56:28.935262 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43114) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:28.984365 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c9ce9296-c766-487e-bc79-832459cf77b4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1170974 Aug 17 02:56:28.987058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43120) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:28.992855 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d4572b44-73de-4c1c-9ec4-113f42a14cf9 admin admin] Request body: {'subnet': {'network_id': '801b0ca9-3c3b-48e3-afde-c0c5b5e68fe8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1549168586-subnet', 'tenant_id': '22f00f25f15940ab858a9f3a31bb4686', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:29.117305 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4572b44-73de-4c1c-9ec4-113f42a14cf9 admin admin] Made reservation on behalf of 22f00f25f15940ab858a9f3a31bb4686 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:29.119656 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d4572b44-73de-4c1c-9ec4-113f42a14cf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:29.316226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4805427d-f760-4c05-bbe6-317604f2f4c0 req-74c74270-f2b9-4db0-803a-a44a1844c387 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 210 time: 0.0371079 Aug 17 02:56:29.388442 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43132) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:29.498983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43140) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:29.563343 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d4572b44-73de-4c1c-9ec4-113f42a14cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:29.664529 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-10b9a02d-1658-4bc7-8f68-7338c5bc21c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:29.700067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c34ec59-cbb9-4d14-b9b7-47cb64e5b8ec req-b1ac2fcd-dceb-48f0-8763-1da2a1d05c36 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:29.701745 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c34ec59-cbb9-4d14-b9b7-47cb64e5b8ec req-b1ac2fcd-dceb-48f0-8763-1da2a1d05c36 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.1344178 Aug 17 02:56:29.741497 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4572b44-73de-4c1c-9ec4-113f42a14cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e20c44da-141e-48d7-a9fa-8a7ae8481380,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:29.746607 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device e5727dee-1b77-4215-a9a5-e507d8c60212 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:56:29.750181 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84018be1-d63f-4bc3-8909-3639cd4d246d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:29.767306 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1c9ddbb7-64e5-4e6c-9fe9-94785449cea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:29.780523 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: e5727dee-1b77-4215-a9a5-e507d8c60212 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:56:29.781667 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device e5727dee-1b77-4215-a9a5-e507d8c60212 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:56:29.817070 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4572b44-73de-4c1c-9ec4-113f42a14cf9 admin admin] Checking segment: {'id': 'aa1f2d00-a67f-473d-828f-d4f3253dc461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '801b0ca9-3c3b-48e3-afde-c0c5b5e68fe8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:29.818100 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4572b44-73de-4c1c-9ec4-113f42a14cf9 admin admin] Network hostable DHCP agents. Network: 801b0ca9-3c3b-48e3-afde-c0c5b5e68fe8, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:56:29.886440 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-10b9a02d-1658-4bc7-8f68-7338c5bc21c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:29.890231 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c34ec59-cbb9-4d14-b9b7-47cb64e5b8ec req-2bf7c693-7e96-4407-8e35-5a0613d0d191 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1741405 Aug 17 02:56:29.939868 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-10b9a02d-1658-4bc7-8f68-7338c5bc21c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:29.958552 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4572b44-73de-4c1c-9ec4-113f42a14cf9 admin admin] Network 801b0ca9-3c3b-48e3-afde-c0c5b5e68fe8 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:56:30.015178 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-10b9a02d-1658-4bc7-8f68-7338c5bc21c3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e6fe56d4396e46dcb88d89a7100b8513&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6231201 Aug 17 02:56:30.015677 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b9a02d-1658-4bc7-8f68-7338c5bc21c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e492fa5-8ef2-489f-ab54-24a6625d38ca,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:30.030749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43152) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:30.034062 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-d4572b44-73de-4c1c-9ec4-113f42a14cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 801b0ca9-3c3b-48e3-afde-c0c5b5e68fe8) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:30.040659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4572b44-73de-4c1c-9ec4-113f42a14cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:30.041637 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d4572b44-73de-4c1c-9ec4-113f42a14cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:30.049100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6339ff71-86e2-497c-801b-2f61168081d8 None None] Network 801b0ca9-3c3b-48e3-afde-c0c5b5e68fe8 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:56:30.131166 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84018be1-d63f-4bc3-8909-3639cd4d246d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:30.154996 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7db8785f-2366-4fde-b2f1-491cfae1b9e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:30.186837 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7db8785f-2366-4fde-b2f1-491cfae1b9e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:30.216846 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe2e12c-4add-49a9-a3c5-38957ab93f13 None None] Network 801b0ca9-3c3b-48e3-afde-c0c5b5e68fe8 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:56:30.223272 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ddbb7-64e5-4e6c-9fe9-94785449cea9 admin admin] Deleting port 8d625e8f-c500-4100-bddf-5794c5a36784 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:30.223661 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1c9ddbb7-64e5-4e6c-9fe9-94785449cea9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:30.226918 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84018be1-d63f-4bc3-8909-3639cd4d246d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:30.284458 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-84018be1-d63f-4bc3-8909-3639cd4d246d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ef8caebb3f24673be8e6cb88b13183f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7845714 Aug 17 02:56:30.288950 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43154) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:30.306267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84018be1-d63f-4bc3-8909-3639cd4d246d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c07bda8b-8a05-4508-9323-11c2a3c980ed,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:30.369167 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-1c9ddbb7-64e5-4e6c-9fe9-94785449cea9 admin admin] For port 8d625e8f-c500-4100-bddf-5794c5a36784, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8d625e8f-c500-4100-bddf-5794c5a36784,segment=NetworkSegment(59fa6ae8-a176-4c84-85e7-395e8ee43081),segment_id=59fa6ae8-a176-4c84-85e7-395e8ee43081)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:30.369689 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1c9ddbb7-64e5-4e6c-9fe9-94785449cea9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:30.390174 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1c9ddbb7-64e5-4e6c-9fe9-94785449cea9 admin admin] Calling delete_port for 8d625e8f-c500-4100-bddf-5794c5a36784 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:30.404279 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d4572b44-73de-4c1c-9ec4-113f42a14cf9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.4161038 Aug 17 02:56:30.412590 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1047-f4d8-4ed3-b1bb-0aab860b3265 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:30.468618 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7db8785f-2366-4fde-b2f1-491cfae1b9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:30.472553 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7db8785f-2366-4fde-b2f1-491cfae1b9e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:30.472553 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7db8785f-2366-4fde-b2f1-491cfae1b9e0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e492fa5-8ef2-489f-ab54-24a6625d38ca HTTP/1.1" status: 204 len: 168 time: 0.4395533 Aug 17 02:56:30.507960 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6fcb7e4a-8c94-4aad-b13d-b022a977f73d req-612b3043-19af-471b-8312-3aa575fd19fa tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 210 time: 0.0568795 Aug 17 02:56:30.509196 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db8785f-2366-4fde-b2f1-491cfae1b9e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e492fa5-8ef2-489f-ab54-24a6625d38ca,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:30.512279 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1047-f4d8-4ed3-b1bb-0aab860b3265 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:30.688268 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1047-f4d8-4ed3-b1bb-0aab860b3265 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:30.693306 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3d1f1047-f4d8-4ed3-b1bb-0aab860b3265 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:30.697363 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3d1f1047-f4d8-4ed3-b1bb-0aab860b3265 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c07bda8b-8a05-4508-9323-11c2a3c980ed HTTP/1.1" status: 204 len: 168 time: 0.4046290 Aug 17 02:56:30.707297 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f1047-f4d8-4ed3-b1bb-0aab860b3265 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c07bda8b-8a05-4508-9323-11c2a3c980ed,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:30.773380 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1c9ddbb7-64e5-4e6c-9fe9-94785449cea9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:30.810311 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9ddbb7-64e5-4e6c-9fe9-94785449cea9 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d625e8f-c500-4100-bddf-5794c5a36784,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:31.026829 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1c9ddbb7-64e5-4e6c-9fe9-94785449cea9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:31.125468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9900308-6798-4e84-831a-24f8b42ad04f req-e4e3a126-1d5e-404c-8325-fcb7d5164d5b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:31.128458 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e9900308-6798-4e84-831a-24f8b42ad04f req-e4e3a126-1d5e-404c-8325-fcb7d5164d5b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.0767164 Aug 17 02:56:31.177801 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e9900308-6798-4e84-831a-24f8b42ad04f req-a8df3522-e264-47d4-ad07-32094d6d4761 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409856 Aug 17 02:56:31.333844 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1c9ddbb7-64e5-4e6c-9fe9-94785449cea9 admin admin] Router 797e035f-ec85-4bfa-869c-61820ab4416b has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:56:31.447176 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1c9ddbb7-64e5-4e6c-9fe9-94785449cea9 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:56:31.455794 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1c9ddbb7-64e5-4e6c-9fe9-94785449cea9 admin admin] 10.222.0.10 "PUT /v2.0/routers/797e035f-ec85-4bfa-869c-61820ab4416b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5140877 Aug 17 02:56:31.456379 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43182) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:31.459253 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4a76a9-9603-49f0-87af-bafce51aba59 None None] Sync routers for ids ['797e035f-ec85-4bfa-869c-61820ab4416b'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:56:31.474846 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a76a9-9603-49f0-87af-bafce51aba59 None None] Routers {'797e035f-ec85-4bfa-869c-61820ab4416b'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:31.475970 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0f4a76a9-9603-49f0-87af-bafce51aba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:56:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['797e035f-ec85-4bfa-869c-61820ab4416b'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:31.602997 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4bac22dd-d74c-45e3-ab71-81cbe9ca94be admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:31.653385 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-0f4a76a9-9603-49f0-87af-bafce51aba59 None None] Set router 797e035f-ec85-4bfa-869c-61820ab4416b gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:31.711064 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4769eb36-59f6-4568-8fd2-83771f8712de req-9250f632-2e48-4cfe-8dc3-a7ba26924ca8 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 210 time: 0.0787060 Aug 17 02:56:31.887308 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0f4a76a9-9603-49f0-87af-bafce51aba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'name': 'tempest-FloatingIPsTestJSON-970931500-router', 'tenant_id': '587912579fa646009316175e90c0da58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'f1fe140c-db18-43e9-8431-acd830f10117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:12Z', 'updated_at': '2021-08-17T02:56:30Z', 'revision_number': 5, 'project_id': '587912579fa646009316175e90c0da58', 'gw_port': {'id': 'f1fe140c-db18-43e9-8431-acd830f10117', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:13Z', 'updated_at': '2021-08-17T02:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:31.915743 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4a76a9-9603-49f0-87af-bafce51aba59 None None] Checking router: 797e035f-ec85-4bfa-869c-61820ab4416b for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:56:31.924780 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f4a76a9-9603-49f0-87af-bafce51aba59 None None] Routers {'797e035f-ec85-4bfa-869c-61820ab4416b'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:31.925764 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0f4a76a9-9603-49f0-87af-bafce51aba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:56:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['797e035f-ec85-4bfa-869c-61820ab4416b'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:32.057702 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-0f4a76a9-9603-49f0-87af-bafce51aba59 None None] Set router 797e035f-ec85-4bfa-869c-61820ab4416b gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:32.105281 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43198) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:32.126190 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f8d20e9-fce6-4d71-a865-80cebf205c3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:32.217661 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-9b89a020-ef98-471c-8cb4-1c1ec3252b65 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:32.219401 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-9b89a020-ef98-471c-8cb4-1c1ec3252b65 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/networks?id=7ad34f5b-2bd2-45d2-8508-d35ee54af230 HTTP/1.1" status: 200 len: 814 time: 0.5445065 Aug 17 02:56:32.220762 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4bac22dd-d74c-45e3-ab71-81cbe9ca94be admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:32.238253 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-14b6d247-850d-4057-b492-e0dad22e674c tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/quotas/d62b41184c7e4034ae7aecd2a6eab80c HTTP/1.1" status: 200 len: 375 time: 0.0101283 Aug 17 02:56:32.295985 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0f4a76a9-9603-49f0-87af-bafce51aba59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'name': 'tempest-FloatingIPsTestJSON-970931500-router', 'tenant_id': '587912579fa646009316175e90c0da58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'f1fe140c-db18-43e9-8431-acd830f10117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:12Z', 'updated_at': '2021-08-17T02:56:30Z', 'revision_number': 5, 'project_id': '587912579fa646009316175e90c0da58', 'gw_port': {'id': 'f1fe140c-db18-43e9-8431-acd830f10117', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:13Z', 'updated_at': '2021-08-17T02:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:32.301262 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-8ead05e7-3a3f-4907-b3c4-fd253c8285df tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d62b41184c7e4034ae7aecd2a6eab80c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0559990 Aug 17 02:56:32.389768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4bac22dd-d74c-45e3-ab71-81cbe9ca94be admin admin] Deleting port f1fe140c-db18-43e9-8431-acd830f10117 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:32.390478 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4bac22dd-d74c-45e3-ab71-81cbe9ca94be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:32.440625 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f4a76a9-9603-49f0-87af-bafce51aba59 None None] The sync data for ids ['797e035f-ec85-4bfa-869c-61820ab4416b'] in n-d-802060-9 is: [{'id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'name': 'tempest-FloatingIPsTestJSON-970931500-router', 'tenant_id': '587912579fa646009316175e90c0da58', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.26'}], 'enable_snat': True}, 'gw_port_id': 'f1fe140c-db18-43e9-8431-acd830f10117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:12Z', 'updated_at': '2021-08-17T02:56:30Z', 'revision_number': 5, 'project_id': '587912579fa646009316175e90c0da58', 'gw_port': {'id': 'f1fe140c-db18-43e9-8431-acd830f10117', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:74:44', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '797e035f-ec85-4bfa-869c-61820ab4416b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 694, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.26', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:13Z', 'updated_at': '2021-08-17T02:56:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:56:32.465038 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f8d20e9-fce6-4d71-a865-80cebf205c3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:32.483483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3baa3acf-6e43-4971-8309-1c9e71b56a1f req-3eeef20a-c443-4257-892b-fab9ed90708c tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:32.491589 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3baa3acf-6e43-4971-8309-1c9e71b56a1f req-3eeef20a-c443-4257-892b-fab9ed90708c tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.1398938 Aug 17 02:56:32.528977 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-4bac22dd-d74c-45e3-ab71-81cbe9ca94be admin admin] For port f1fe140c-db18-43e9-8431-acd830f10117, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f1fe140c-db18-43e9-8431-acd830f10117,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:32.529494 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4bac22dd-d74c-45e3-ab71-81cbe9ca94be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:32.542279 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3baa3acf-6e43-4971-8309-1c9e71b56a1f req-85e9ef9a-2971-4336-a9ad-a2de874ff5d0 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494480 Aug 17 02:56:32.543589 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f8d20e9-fce6-4d71-a865-80cebf205c3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:32.546331 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4bac22dd-d74c-45e3-ab71-81cbe9ca94be admin admin] Calling delete_port for f1fe140c-db18-43e9-8431-acd830f10117 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:32.588252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8d20e9-fce6-4d71-a865-80cebf205c3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5b42b6f-f0c8-48ed-b820-f674a2720e9b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:32.595320 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0f8d20e9-fce6-4d71-a865-80cebf205c3a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02be9f1ff8a64a4d9d7d90c73dbf889f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4887974 Aug 17 02:56:32.597886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43206) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:32.652411 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cb258a5d-ecb8-4438-8ca7-6ede0822cad8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:32.660048 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43208) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:32.676016 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cb258a5d-ecb8-4438-8ca7-6ede0822cad8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:32.680582 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2c4f96b8-a04c-4686-9ef6-c7bc044fc71d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:32.760435 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:32.850561 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cb258a5d-ecb8-4438-8ca7-6ede0822cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:32.853140 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cb258a5d-ecb8-4438-8ca7-6ede0822cad8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:32.854343 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cb258a5d-ecb8-4438-8ca7-6ede0822cad8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d5b42b6f-f0c8-48ed-b820-f674a2720e9b HTTP/1.1" status: 204 len: 168 time: 0.2549744 Aug 17 02:56:32.863942 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2049caa-219d-427b-8ab4-550d17a7ecc0 req-e5c389f9-aa5e-462b-bbe7-511110d42ae8 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=195b1b56-d1e5-465c-b39a-a203764e348f HTTP/1.1" status: 200 len: 210 time: 0.0635316 Aug 17 02:56:32.870919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb258a5d-ecb8-4438-8ca7-6ede0822cad8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5b42b6f-f0c8-48ed-b820-f674a2720e9b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:32.935421 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43216) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:32.942806 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8d625e8f-c500-4100-bddf-5794c5a36784 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:56:32.980782 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 8d625e8f-c500-4100-bddf-5794c5a36784 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:56:32.981137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8d625e8f-c500-4100-bddf-5794c5a36784 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:56:33.087371 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bee83e6b-3141-470a-8b59-a15ca530d948 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.132969 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-0ce82882-3fb7-4800-95ab-f687be0d7e74 service neutron] 10.222.0.10 "GET /v2.0/networks/7ad34f5b-2bd2-45d2-8508-d35ee54af230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8235314 Aug 17 02:56:33.209947 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2c4f96b8-a04c-4686-9ef6-c7bc044fc71d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.231106 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4bac22dd-d74c-45e3-ab71-81cbe9ca94be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.269474 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bac22dd-d74c-45e3-ab71-81cbe9ca94be admin admin] Pushing event deleted for resources: {'Port': ['ID=f1fe140c-db18-43e9-8431-acd830f10117,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:33.314582 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2c4f96b8-a04c-4686-9ef6-c7bc044fc71d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.340823 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-9bc42df1-adf2-47ea-9c6d-d173169ba7c8 service neutron] 10.222.0.10 "GET /v2.0/networks/7ad34f5b-2bd2-45d2-8508-d35ee54af230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1988025 Aug 17 02:56:33.400834 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.405653 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2c4f96b8-a04c-4686-9ef6-c7bc044fc71d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a325bafe5758492ea1b912dd13b770c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7422547 Aug 17 02:56:33.406288 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c4f96b8-a04c-4686-9ef6-c7bc044fc71d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f238ad8-d462-4517-a950-8ce216079d1f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:33.420161 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43224) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:33.431694 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4bac22dd-d74c-45e3-ab71-81cbe9ca94be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.509146 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bee83e6b-3141-470a-8b59-a15ca530d948 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.556077 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4bac22dd-d74c-45e3-ab71-81cbe9ca94be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.574173 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4bac22dd-d74c-45e3-ab71-81cbe9ca94be admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.623555 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bee83e6b-3141-470a-8b59-a15ca530d948 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.639317 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f141e90f-dbb6-4e7b-9bb7-f5f99cd315ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.664730 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f141e90f-dbb6-4e7b-9bb7-f5f99cd315ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.724784 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bee83e6b-3141-470a-8b59-a15ca530d948 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=136888f1e2ec411ab803c9b85d115945&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7878768 Aug 17 02:56:33.731603 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43234) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:33.735255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bee83e6b-3141-470a-8b59-a15ca530d948 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb4e6f2a-ef8a-426d-ab92-035edd21df55,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:33.742046 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4bac22dd-d74c-45e3-ab71-81cbe9ca94be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.742564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bac22dd-d74c-45e3-ab71-81cbe9ca94be admin admin] Fanout notify agent at l3_agent the message router_deleted on router 797e035f-ec85-4bfa-869c-61820ab4416b {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:56:33.821303 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4bac22dd-d74c-45e3-ab71-81cbe9ca94be admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.822192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd9cfba-4dd4-4ec0-abab-50ac6b0203e6 req-ad5b857b-8131-4fa0-9c2b-204abdce1985 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:33.822554 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4bac22dd-d74c-45e3-ab71-81cbe9ca94be admin admin] 10.222.0.10 "DELETE /v2.0/routers/797e035f-ec85-4bfa-869c-61820ab4416b HTTP/1.1" status: 204 len: 168 time: 2.3648436 Aug 17 02:56:33.824487 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bfd9cfba-4dd4-4ec0-abab-50ac6b0203e6 req-ad5b857b-8131-4fa0-9c2b-204abdce1985 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.1841612 Aug 17 02:56:33.825397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43242) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:33.837903 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f141e90f-dbb6-4e7b-9bb7-f5f99cd315ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.840515 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f141e90f-dbb6-4e7b-9bb7-f5f99cd315ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.841963 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f141e90f-dbb6-4e7b-9bb7-f5f99cd315ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f238ad8-d462-4517-a950-8ce216079d1f HTTP/1.1" status: 204 len: 168 time: 0.4206748 Aug 17 02:56:33.883651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-26103f74-8cf5-41c9-8021-44bec25cfaa4 admin admin] Deleting subnet 5975a0fb-0ce7-4616-b0de-2ad2b5b654ef {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:56:33.888060 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26103f74-8cf5-41c9-8021-44bec25cfaa4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:33.931820 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26103f74-8cf5-41c9-8021-44bec25cfaa4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:34.024974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f141e90f-dbb6-4e7b-9bb7-f5f99cd315ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f238ad8-d462-4517-a950-8ce216079d1f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:34.054099 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-32063c78-2a12-4db1-b41a-45cf7b1fe644 req-ec4ba9c4-76cb-4675-9048-5db00cb1cb1a tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 210 time: 0.1931026 Aug 17 02:56:34.060654 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bfd9cfba-4dd4-4ec0-abab-50ac6b0203e6 req-1c75d69c-d785-441d-873a-68dba5241df1 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0985878 Aug 17 02:56:34.098889 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0450-6759-4dd4-870d-00ef5d7906dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:34.195095 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0450-6759-4dd4-870d-00ef5d7906dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:34.198199 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26103f74-8cf5-41c9-8021-44bec25cfaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:34.414417 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26103f74-8cf5-41c9-8021-44bec25cfaa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:34.415209 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0450-6759-4dd4-870d-00ef5d7906dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:34.424266 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1e5c0450-6759-4dd4-870d-00ef5d7906dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:34.430339 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1e5c0450-6759-4dd4-870d-00ef5d7906dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb4e6f2a-ef8a-426d-ab92-035edd21df55 HTTP/1.1" status: 204 len: 168 time: 0.6884665 Aug 17 02:56:34.433683 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26103f74-8cf5-41c9-8021-44bec25cfaa4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:34.438485 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9aceebbf-1cc0-4b75-a46c-6bb9c8296de9 None None] Network 650a95c1-5046-42b8-816d-db8f29f13fc3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:56:34.439191 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-26103f74-8cf5-41c9-8021-44bec25cfaa4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5975a0fb-0ce7-4616-b0de-2ad2b5b654ef HTTP/1.1" status: 204 len: 168 time: 0.6120801 Aug 17 02:56:34.439994 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43266) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:34.474700 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e5c0450-6759-4dd4-870d-00ef5d7906dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb4e6f2a-ef8a-426d-ab92-035edd21df55,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:34.501600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26103f74-8cf5-41c9-8021-44bec25cfaa4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5975a0fb-0ce7-4616-b0de-2ad2b5b654ef,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:34.641103 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:34.688254 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43272) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:34.760395 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f1fe140c-db18-43e9-8431-acd830f10117 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:56:34.760969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] Deleting port 2608065e-6dcc-49a8-9914-5c80d611975c {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:34.761222 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:34.797102 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: f1fe140c-db18-43e9-8431-acd830f10117 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:56:34.797608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f1fe140c-db18-43e9-8431-acd830f10117 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:56:34.810820 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baee66b6-2f8a-4266-9093-800199f1a6b6 None None] DHCP port deletion for 650a95c1-5046-42b8-816d-db8f29f13fc3 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:56:34.858260 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] For port 2608065e-6dcc-49a8-9914-5c80d611975c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2608065e-6dcc-49a8-9914-5c80d611975c,segment=NetworkSegment(59fa6ae8-a176-4c84-85e7-395e8ee43081),segment_id=59fa6ae8-a176-4c84-85e7-395e8ee43081)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:34.858889 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:34.904901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] Calling delete_port for 2608065e-6dcc-49a8-9914-5c80d611975c owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:34.911837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-baee66b6-2f8a-4266-9093-800199f1a6b6 None None] Deleting port 2608065e-6dcc-49a8-9914-5c80d611975c {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:34.913880 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-baee66b6-2f8a-4266-9093-800199f1a6b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.057398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-baee66b6-2f8a-4266-9093-800199f1a6b6 None None] For port 2608065e-6dcc-49a8-9914-5c80d611975c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2608065e-6dcc-49a8-9914-5c80d611975c,segment=NetworkSegment(59fa6ae8-a176-4c84-85e7-395e8ee43081),segment_id=59fa6ae8-a176-4c84-85e7-395e8ee43081)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:35.058181 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-baee66b6-2f8a-4266-9093-800199f1a6b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.079387 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-baee66b6-2f8a-4266-9093-800199f1a6b6 None None] Calling delete_port for 2608065e-6dcc-49a8-9914-5c80d611975c owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:35.104799 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.167955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] Pushing event deleted for resources: {'Port': ['ID=2608065e-6dcc-49a8-9914-5c80d611975c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:35.179353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] No DVR routers for this DVR port 2608065e-6dcc-49a8-9914-5c80d611975c on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:56:35.213997 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f559ca12-3354-47cb-aff4-2fb1f1256d3e req-78020075-4658-4355-9953-dc447bf9a392 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 210 time: 0.0817738 Aug 17 02:56:35.239000 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-c3ed70f5-4155-4a97-a9ea-9ebe9eed9883 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1541674888-network', 'tenant_id': '989a94fc796341fe8730e214cb375216'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:35.308929 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-baee66b6-2f8a-4266-9093-800199f1a6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.370305 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baee66b6-2f8a-4266-9093-800199f1a6b6 None None] No DVR routers for this DVR port 2608065e-6dcc-49a8-9914-5c80d611975c on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:56:35.372744 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baee66b6-2f8a-4266-9093-800199f1a6b6 None None] Pushing event deleted for resources: {'Port': ['ID=2608065e-6dcc-49a8-9914-5c80d611975c,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:35.447061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ed70f5-4155-4a97-a9ea-9ebe9eed9883 admin admin] Made reservation on behalf of 989a94fc796341fe8730e214cb375216 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:35.450435 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c3ed70f5-4155-4a97-a9ea-9ebe9eed9883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.460876 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.464405 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c3ed70f5-4155-4a97-a9ea-9ebe9eed9883 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.475209 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['650a95c1-5046-42b8-816d-db8f29f13fc3']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:35.491000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59fa6ae8-a176-4c84-85e7-395e8ee43081') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:35.491593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59fa6ae8-a176-4c84-85e7-395e8ee43081') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:35.501250 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dafb6bdf-b8b9-4c3c-a1e6-aab1f74c5044 req-0396ed6d-2de7-44b1-ab38-d893659cab8f tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:35.521353 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dafb6bdf-b8b9-4c3c-a1e6-aab1f74c5044 req-0396ed6d-2de7-44b1-ab38-d893659cab8f tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.2505801 Aug 17 02:56:35.536659 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.611240 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.631299 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dafb6bdf-b8b9-4c3c-a1e6-aab1f74c5044 req-ae962a2c-9955-4e48-a71c-2959fbd5280e tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086786 Aug 17 02:56:35.659584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:56:35.660278 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: timer() Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:56:35.662957 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:56:35.720095 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c3ed70f5-4155-4a97-a9ea-9ebe9eed9883 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.724521 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43296) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:35.741122 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d53f30a0-8eaa-40d4-a85c-5597ed67c70c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.807921 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.814778 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.818196 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] 10.222.0.10 "DELETE /v2.0/networks/650a95c1-5046-42b8-816d-db8f29f13fc3 HTTP/1.1" status: 204 len: 168 time: 1.3494480 Aug 17 02:56:35.833927 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c3ed70f5-4155-4a97-a9ea-9ebe9eed9883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.859389 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a2db45c-36d6-4473-8387-a432dbd45c4e admin admin] Pushing event deleted for resources: {'Network': ['ID=650a95c1-5046-42b8-816d-db8f29f13fc3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:35.891008 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3ed70f5-4155-4a97-a9ea-9ebe9eed9883 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:56:35.924442 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c3ed70f5-4155-4a97-a9ea-9ebe9eed9883 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:35.925142 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-c3ed70f5-4155-4a97-a9ea-9ebe9eed9883 admin admin] Added segment 4c5ccc37-c4d0-4441-bd01-b1bff4663751 of type vlan for network e65e268f-7eed-4732-89ef-c8bad12548cb Aug 17 02:56:35.940523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed70f5-4155-4a97-a9ea-9ebe9eed9883 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0073b29-020e-4557-bb42-0b64e252a88b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:36.028768 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c3ed70f5-4155-4a97-a9ea-9ebe9eed9883 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:36.094249 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d53f30a0-8eaa-40d4-a85c-5597ed67c70c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:36.191333 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c3ed70f5-4155-4a97-a9ea-9ebe9eed9883 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:36.192602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ed70f5-4155-4a97-a9ea-9ebe9eed9883 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:36.193958 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c3ed70f5-4155-4a97-a9ea-9ebe9eed9883 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:36.202311 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d53f30a0-8eaa-40d4-a85c-5597ed67c70c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:36.306991 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d53f30a0-8eaa-40d4-a85c-5597ed67c70c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=74dc02f7fcdf4b759e5bbe57b4237b94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5813558 Aug 17 02:56:36.307922 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ed70f5-4155-4a97-a9ea-9ebe9eed9883 admin admin] Pushing event updated for resources: {'Network': ['ID=e65e268f-7eed-4732-89ef-c8bad12548cb,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:36.311121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53f30a0-8eaa-40d4-a85c-5597ed67c70c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c54fa7ec-08b5-41f3-b437-f710f85c2410,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:36.311332 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43310) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:36.320074 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network e65e268f-7eed-4732-89ef-c8bad12548cb details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:56:36.360806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43312) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:36.363503 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-87820388-89db-4b0d-8a1e-fc3e3adecf18 req-314e6b20-51bd-4f7d-a22a-352433cd1d72 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 210 time: 0.0320251 Aug 17 02:56:36.391016 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c3ed70f5-4155-4a97-a9ea-9ebe9eed9883 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.7047188 Aug 17 02:56:36.391324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43314) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:36.405166 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-4ba8df72-14ac-426a-a35b-7489a69c2d6b admin admin] Request body: {'subnet': {'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541674888-subnet', 'tenant_id': '989a94fc796341fe8730e214cb375216', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:36.476204 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48677db2-0136-4813-90bf-4ee2bbd916b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:36.525913 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8b52d663-df68-4585-a927-000452f90657 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=587912579fa646009316175e90c0da58&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1585491 Aug 17 02:56:36.525913 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48677db2-0136-4813-90bf-4ee2bbd916b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:36.526314 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43318) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:36.560362 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ba8df72-14ac-426a-a35b-7489a69c2d6b admin admin] Made reservation on behalf of 989a94fc796341fe8730e214cb375216 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:36.562734 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ba8df72-14ac-426a-a35b-7489a69c2d6b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:36.683140 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48677db2-0136-4813-90bf-4ee2bbd916b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:36.686028 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48677db2-0136-4813-90bf-4ee2bbd916b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:36.687357 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-48677db2-0136-4813-90bf-4ee2bbd916b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c54fa7ec-08b5-41f3-b437-f710f85c2410 HTTP/1.1" status: 204 len: 168 time: 0.3755889 Aug 17 02:56:36.706679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48677db2-0136-4813-90bf-4ee2bbd916b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c54fa7ec-08b5-41f3-b437-f710f85c2410,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:36.773739 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2608065e-6dcc-49a8-9914-5c80d611975c no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:56:36.806394 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 2608065e-6dcc-49a8-9914-5c80d611975c {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:56:36.807319 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2608065e-6dcc-49a8-9914-5c80d611975c not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:56:36.849123 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ae79446-5387-41b6-8278-2ca7a11b50fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:36.905733 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-5acb31ad-5978-4742-9aa8-a3b3d7204676 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:36.907512 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-5acb31ad-5978-4742-9aa8-a3b3d7204676 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.60 "GET /v2.0/networks?id=7ad34f5b-2bd2-45d2-8508-d35ee54af230 HTTP/1.1" status: 200 len: 814 time: 0.2834637 Aug 17 02:56:36.923148 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-6dc55513-3203-48a4-b246-325687c7f9a2 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Request body: {'port': {'device_id': 'd8840d88-43d4-46d7-9d40-dde3d33d65a9', 'network_id': '7ad34f5b-2bd2-45d2-8508-d35ee54af230', 'admin_state_up': True, 'tenant_id': 'd62b41184c7e4034ae7aecd2a6eab80c'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:36.948271 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ae79446-5387-41b6-8278-2ca7a11b50fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:37.053779 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ba01eb4-d6bd-4315-a1ac-2a6db899af0d req-ef09f176-e2d4-44a4-92f6-2999f8e08c2b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:37.061738 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ba01eb4-d6bd-4315-a1ac-2a6db899af0d req-ef09f176-e2d4-44a4-92f6-2999f8e08c2b tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.2350736 Aug 17 02:56:37.235260 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ba01eb4-d6bd-4315-a1ac-2a6db899af0d req-fa2548dd-4823-4275-8e9e-8e5465998f38 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1719749 Aug 17 02:56:37.355465 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ba8df72-14ac-426a-a35b-7489a69c2d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:37.403845 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-6dc55513-3203-48a4-b246-325687c7f9a2 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Made reservation on behalf of d62b41184c7e4034ae7aecd2a6eab80c for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:37.408895 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-6dc55513-3203-48a4-b246-325687c7f9a2 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:37.421448 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ae79446-5387-41b6-8278-2ca7a11b50fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:37.424535 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ae79446-5387-41b6-8278-2ca7a11b50fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:37.427343 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9ae79446-5387-41b6-8278-2ca7a11b50fe admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/914785f3-a3b8-48df-90cb-e011462467a4 HTTP/1.1" status: 204 len: 168 time: 0.8985116 Aug 17 02:56:37.461720 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae79446-5387-41b6-8278-2ca7a11b50fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=914785f3-a3b8-48df-90cb-e011462467a4,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:37.570977 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1726d447-0391-47b7-b5c0-543239855426 req-f0617fc1-965b-4cd2-8db2-1929ed10d6e9 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 210 time: 0.0554211 Aug 17 02:56:37.667919 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba8df72-14ac-426a-a35b-7489a69c2d6b admin admin] Pushing event updated for resources: {'Subnet': ['ID=58c70284-c779-474b-8202-b5404ff2c6f7,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:37.729083 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ba8df72-14ac-426a-a35b-7489a69c2d6b admin admin] Checking segment: {'id': '4c5ccc37-c4d0-4441-bd01-b1bff4663751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:37.729523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba8df72-14ac-426a-a35b-7489a69c2d6b admin admin] Network hostable DHCP agents. Network: e65e268f-7eed-4732-89ef-c8bad12548cb, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:56:37.793626 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-6dc55513-3203-48a4-b246-325687c7f9a2 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Allocated IP 172.20.0.11 (7ad34f5b-2bd2-45d2-8508-d35ee54af230/26927e0f-d0d8-4287-a02d-94fe52b93bd9/a2d9dafa-1ed6-440c-b0c5-dac29c374078) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:37.873386 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ba8df72-14ac-426a-a35b-7489a69c2d6b admin admin] Network e65e268f-7eed-4732-89ef-c8bad12548cb is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:56:38.002477 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-6dc55513-3203-48a4-b246-325687c7f9a2 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:38.013096 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-4ba8df72-14ac-426a-a35b-7489a69c2d6b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, e65e268f-7eed-4732-89ef-c8bad12548cb) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:38.019251 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba8df72-14ac-426a-a35b-7489a69c2d6b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:38.020743 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ba8df72-14ac-426a-a35b-7489a69c2d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:38.026450 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46fb14d1-3f3b-451c-b84d-838a2dee6b5e None None] Network e65e268f-7eed-4732-89ef-c8bad12548cb requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:56:38.196777 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4ba8df72-14ac-426a-a35b-7489a69c2d6b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.8036456 Aug 17 02:56:38.198283 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-6dc55513-3203-48a4-b246-325687c7f9a2 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:38.203102 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43370) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:38.209976 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1541674888-router', 'tenant_id': '989a94fc796341fe8730e214cb375216', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:38.234519 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-e65e268f-7eed-4732-89ef-c8bad12548cb', 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb', 'tenant_id': '989a94fc796341fe8730e214cb375216', 'fixed_ips': [{'subnet_id': '58c70284-c779-474b-8202-b5404ff2c6f7'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:56:38.235487 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:38.311320 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-6dc55513-3203-48a4-b246-325687c7f9a2 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Network 7ad34f5b-2bd2-45d2-8508-d35ee54af230 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:38.315616 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dc55513-3203-48a4-b246-325687c7f9a2 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Pushing event updated for resources: {'Port': ['ID=a2d9dafa-1ed6-440c-b0c5-dac29c374078,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:38.318200 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-6dc55513-3203-48a4-b246-325687c7f9a2 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:38.322335 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-6dc55513-3203-48a4-b246-325687c7f9a2 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:38.394824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-6dc55513-3203-48a4-b246-325687c7f9a2 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:38.395567 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-6dc55513-3203-48a4-b246-325687c7f9a2 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:38.419833 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:38.420893 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:38.438549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c072ac9-ad79-47f2-ae0e-6b9e90401a23 req-bf0ffcbc-07dd-4f98-b483-0bdc671fc37d tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:38.451609 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1c072ac9-ad79-47f2-ae0e-6b9e90401a23 req-bf0ffcbc-07dd-4f98-b483-0bdc671fc37d tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.1067188 Aug 17 02:56:38.506399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Allocated IP 172.20.0.2 (e65e268f-7eed-4732-89ef-c8bad12548cb/58c70284-c779-474b-8202-b5404ff2c6f7/c09ea48e-1f59-46a8-ab86-26eee8a5140b) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:38.509361 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-6dc55513-3203-48a4-b246-325687c7f9a2 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5909369 Aug 17 02:56:38.512746 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:38.514036 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1c072ac9-ad79-47f2-ae0e-6b9e90401a23 req-4bd40618-7970-4d57-a5c3-fd5e6282dabd tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613334 Aug 17 02:56:38.542345 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Request body: {'port': {'device_id': 'd8840d88-43d4-46d7-9d40-dde3d33d65a9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:38.731811 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:38.746822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Transition to ACTIVE for port object c09ea48e-1f59-46a8-ab86-26eee8a5140b will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:38.768109 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Transition to ACTIVE for port object c09ea48e-1f59-46a8-ab86-26eee8a5140b will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:38.811805 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43390) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:38.816832 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:38.849072 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:38.852922 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:38.896091 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Network e65e268f-7eed-4732-89ef-c8bad12548cb is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:38.901779 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:38.902535 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f980cf9-df29-4757-9ea3-81db6a06d1a3 req-777727dc-1fd3-442c-bd49-90fee844580b tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:38.904236 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f980cf9-df29-4757-9ea3-81db6a06d1a3 req-777727dc-1fd3-442c-bd49-90fee844580b tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 932 time: 0.1258082 Aug 17 02:56:38.905324 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:38.940065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Pushing event updated for resources: {'Port': ['ID=c09ea48e-1f59-46a8-ab86-26eee8a5140b,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:39.035795 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Attempting to bind port c09ea48e-1f59-46a8-ab86-26eee8a5140b on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:56:39.036488 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Attempting to bind port c09ea48e-1f59-46a8-ab86-26eee8a5140b by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '4c5ccc37-c4d0-4441-bd01-b1bff4663751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:56:39.036488 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Attempting to bind port c09ea48e-1f59-46a8-ab86-26eee8a5140b on network e65e268f-7eed-4732-89ef-c8bad12548cb {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:39.043599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:56:39.044100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Checking segment: {'id': '4c5ccc37-c4d0-4441-bd01-b1bff4663751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:39.044624 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:39.045261 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Bound using segment: {'id': '4c5ccc37-c4d0-4441-bd01-b1bff4663751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:56:39.045761 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Bound port: c09ea48e-1f59-46a8-ab86-26eee8a5140b, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5ccc37-c4d0-4441-bd01-b1bff4663751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:56:39.046138 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:39.146952 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f980cf9-df29-4757-9ea3-81db6a06d1a3 req-69c1ffea-eaf8-4bb2-a73d-6ecdeb444024 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/security-groups?id=530d36e9-1d9c-4ac0-b31a-9ce81b76fc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2321444 Aug 17 02:56:39.210084 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0682539f-6869-4d56-b337-0ba2e1e80e3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:39.228193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] For port c09ea48e-1f59-46a8-ab86-26eee8a5140b, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:39.232176 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] For port c09ea48e-1f59-46a8-ab86-26eee8a5140b, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c09ea48e-1f59-46a8-ab86-26eee8a5140b,segment=NetworkSegment(4c5ccc37-c4d0-4441-bd01-b1bff4663751),segment_id=4c5ccc37-c4d0-4441-bd01-b1bff4663751)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:56:39.358601 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0682539f-6869-4d56-b337-0ba2e1e80e3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:39.389808 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:39.478417 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9abf15e4-89e1-4348-84cc-7d2b2edeba7a None None] Pushing event updated for resources: {'Port': ['ID=c09ea48e-1f59-46a8-ab86-26eee8a5140b,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:39.482897 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2d9dafa-1ed6-440c-b0c5-dac29c374078 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:56:39.494927 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:39.513115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Transition to ACTIVE for port object a2d9dafa-1ed6-440c-b0c5-dac29c374078 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:39.515153 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0682539f-6869-4d56-b337-0ba2e1e80e3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:39.607118 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43414) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:39.609386 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0682539f-6869-4d56-b337-0ba2e1e80e3f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=020397c7719246e98c6e6f90089823ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7922614 Aug 17 02:56:39.618520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43418) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:39.632567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0682539f-6869-4d56-b337-0ba2e1e80e3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bdb36ad-8c65-4066-8ae2-3df28b2eae3d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:39.661712 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:39.736568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-508544c9-7d86-4b9f-9b2b-c08cb908ced2 req-85c44446-3a8c-46d0-8db0-505bf6b7302c tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:39.738164 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-508544c9-7d86-4b9f-9b2b-c08cb908ced2 req-85c44446-3a8c-46d0-8db0-505bf6b7302c tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.1103797 Aug 17 02:56:39.742440 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:39.809592 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:39.816802 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-508544c9-7d86-4b9f-9b2b-c08cb908ced2 req-2bd22f69-225a-4d46-9561-8b19502b88aa tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678494 Aug 17 02:56:39.833963 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f400b02f-5db2-4fe2-b8a1-79372389531f req-b03d2632-8aaf-4b5f-90c1-4062a7c5aecb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:39.839634 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f400b02f-5db2-4fe2-b8a1-79372389531f req-b03d2632-8aaf-4b5f-90c1-4062a7c5aecb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 945 time: 0.3116436 Aug 17 02:56:39.853332 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Pushing event updated for resources: {'Port': ['ID=a2d9dafa-1ed6-440c-b0c5-dac29c374078,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:39.878205 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5fda0662-a9e4-4963-894c-d8c48e8afdb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:39.883392 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-7fa6da17-f7dd-4d08-82d4-fa1d0b6f3ffc admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1265424485-network', 'tenant_id': 'a950a1f07f90492d842c34338bc90e17'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:39.971939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa6da17-f7dd-4d08-82d4-fa1d0b6f3ffc admin admin] Made reservation on behalf of a950a1f07f90492d842c34338bc90e17 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:39.974372 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7fa6da17-f7dd-4d08-82d4-fa1d0b6f3ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:39.984859 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7fa6da17-f7dd-4d08-82d4-fa1d0b6f3ffc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:40.011074 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5fda0662-a9e4-4963-894c-d8c48e8afdb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:40.100310 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f400b02f-5db2-4fe2-b8a1-79372389531f req-9c73c024-38b8-4fdf-90b8-0a6b8528f85d tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2283700 Aug 17 02:56:40.157197 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7fa6da17-f7dd-4d08-82d4-fa1d0b6f3ffc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:40.159097 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Attempting to bind port a2d9dafa-1ed6-440c-b0c5-dac29c374078 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:56:40.160327 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Attempting to bind port a2d9dafa-1ed6-440c-b0c5-dac29c374078 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '2ef1976f-44ca-43d5-a917-fdf0c17d3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7ad34f5b-2bd2-45d2-8508-d35ee54af230'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:56:40.160327 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Attempting to bind port a2d9dafa-1ed6-440c-b0c5-dac29c374078 on network 7ad34f5b-2bd2-45d2-8508-d35ee54af230 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:40.174547 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c145d3fb-2c9b-4b9c-bebf-229e410441e9 req-6cc3df57-9fba-489d-8aa8-6b3c0bafc0c6 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:40.176019 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c145d3fb-2c9b-4b9c-bebf-229e410441e9 req-6cc3df57-9fba-489d-8aa8-6b3c0bafc0c6 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.30 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 945 time: 0.2200351 Aug 17 02:56:40.183167 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Port a2d9dafa-1ed6-440c-b0c5-dac29c374078 on network 7ad34f5b-2bd2-45d2-8508-d35ee54af230 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:56:40.183503 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Attempting to bind port a2d9dafa-1ed6-440c-b0c5-dac29c374078 on network 7ad34f5b-2bd2-45d2-8508-d35ee54af230 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:40.201227 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Allocated IP 172.25.1.246 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/a7cb3296-f657-44f5-aaed-132a30d771b6) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:40.217530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:56:40.217530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Checking segment: {'id': '2ef1976f-44ca-43d5-a917-fdf0c17d3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7ad34f5b-2bd2-45d2-8508-d35ee54af230'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:40.217530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Bound using segment: {'id': '2ef1976f-44ca-43d5-a917-fdf0c17d3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7ad34f5b-2bd2-45d2-8508-d35ee54af230'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:56:40.217530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Bound port: a2d9dafa-1ed6-440c-b0c5-dac29c374078, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2ef1976f-44ca-43d5-a917-fdf0c17d3d8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '7ad34f5b-2bd2-45d2-8508-d35ee54af230'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:56:40.217530 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:40.235655 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7fa6da17-f7dd-4d08-82d4-fa1d0b6f3ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:40.280701 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6da17-f7dd-4d08-82d4-fa1d0b6f3ffc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4854c026-0e2b-4b4d-8070-26f12b97cb54,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:40.343349 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa6da17-f7dd-4d08-82d4-fa1d0b6f3ffc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:56:40.356523 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7fa6da17-f7dd-4d08-82d4-fa1d0b6f3ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:40.356878 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-7fa6da17-f7dd-4d08-82d4-fa1d0b6f3ffc admin admin] Added segment f63a171f-fafd-48a0-a98a-b68bcb9dbdce of type vlan for network b0e1662b-3237-45e1-8f42-62a3ce636ecb Aug 17 02:56:40.364036 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5fda0662-a9e4-4963-894c-d8c48e8afdb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:40.366647 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5fda0662-a9e4-4963-894c-d8c48e8afdb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:40.367803 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5fda0662-a9e4-4963-894c-d8c48e8afdb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1bdb36ad-8c65-4066-8ae2-3df28b2eae3d HTTP/1.1" status: 204 len: 168 time: 0.7602115 Aug 17 02:56:40.415837 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7fa6da17-f7dd-4d08-82d4-fa1d0b6f3ffc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:40.425379 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fda0662-a9e4-4963-894c-d8c48e8afdb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bdb36ad-8c65-4066-8ae2-3df28b2eae3d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:40.503849 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7fa6da17-f7dd-4d08-82d4-fa1d0b6f3ffc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:40.505731 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa6da17-f7dd-4d08-82d4-fa1d0b6f3ffc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:40.506327 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7fa6da17-f7dd-4d08-82d4-fa1d0b6f3ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:40.674392 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa6da17-f7dd-4d08-82d4-fa1d0b6f3ffc admin admin] Pushing event updated for resources: {'Network': ['ID=b0e1662b-3237-45e1-8f42-62a3ce636ecb,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:40.691698 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network b0e1662b-3237-45e1-8f42-62a3ce636ecb details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:56:40.699409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd1a43b-3e7e-44a8-90a9-fbe1f446f3fb req-27f6de68-a010-4955-8674-f1c44f78a803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:40.701343 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7cd1a43b-3e7e-44a8-90a9-fbe1f446f3fb req-27f6de68-a010-4955-8674-f1c44f78a803 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 1097 time: 0.0960250 Aug 17 02:56:40.761171 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7fa6da17-f7dd-4d08-82d4-fa1d0b6f3ffc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1415298 Aug 17 02:56:40.770942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43442) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:40.781235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-03880920-d00d-4551-b067-3c222ddc41db admin admin] Request body: {'subnet': {'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1265424485-subnet', 'tenant_id': 'a950a1f07f90492d842c34338bc90e17', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:40.798976 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da2b5bbc-46c8-4357-ad61-33291e732783 None None] Network e65e268f-7eed-4732-89ef-c8bad12548cb requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:56:40.803931 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7cd1a43b-3e7e-44a8-90a9-fbe1f446f3fb req-433ee159-fe48-44b1-8578-2fb0412c80fa service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0944271 Aug 17 02:56:40.847287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c09ea48e-1f59-46a8-ab86-26eee8a5140b up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:40.901306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03880920-d00d-4551-b067-3c222ddc41db admin admin] Made reservation on behalf of a950a1f07f90492d842c34338bc90e17 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:40.905940 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03880920-d00d-4551-b067-3c222ddc41db admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:40.917801 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:40.977080 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] For port a2d9dafa-1ed6-440c-b0c5-dac29c374078, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:40.981012 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] For port a2d9dafa-1ed6-440c-b0c5-dac29c374078, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a2d9dafa-1ed6-440c-b0c5-dac29c374078,segment=NetworkSegment(2ef1976f-44ca-43d5-a917-fdf0c17d3d8d),segment_id=2ef1976f-44ca-43d5-a917-fdf0c17d3d8d)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:56:40.995788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-56a37868-73e0-4545-b35d-62f4f82e8d83 None None] Provisioning for port c09ea48e-1f59-46a8-ab86-26eee8a5140b completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:41.012511 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5597d536-310a-4abe-bf63-879a24f04ac5 req-b87389e1-c40b-4895-9a8c-f02d4667922d tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:41.014032 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5597d536-310a-4abe-bf63-879a24f04ac5 req-b87389e1-c40b-4895-9a8c-f02d4667922d tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 944 time: 0.7071700 Aug 17 02:56:41.019524 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c730c5ef-a436-443c-9968-7a62b6f9200d req-fbf1f9ef-964c-4d9a-a6b8-07ab7c6f1e1e tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:41.021711 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c730c5ef-a436-443c-9968-7a62b6f9200d req-fbf1f9ef-964c-4d9a-a6b8-07ab7c6f1e1e tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.1319437 Aug 17 02:56:41.041717 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.073597 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-c145d3fb-2c9b-4b9c-bebf-229e410441e9 req-275a3c1f-983c-4a7d-b129-c86a51b64688 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Deleting port f7800126-0d20-47dd-95ba-5367b9a2a7f1 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:41.074003 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-c145d3fb-2c9b-4b9c-bebf-229e410441e9 req-275a3c1f-983c-4a7d-b129-c86a51b64688 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.099228 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c730c5ef-a436-443c-9968-7a62b6f9200d req-43dc1b17-7a2b-4dec-92ea-66e379f661b4 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696800 Aug 17 02:56:41.105879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:41.109097 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.137904 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:41.138544 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.140737 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] 10.222.0.60 "PUT /v2.0/ports/a2d9dafa-1ed6-440c-b0c5-dac29c374078 HTTP/1.1" status: 200 len: 1092 time: 2.6164188 Aug 17 02:56:41.188167 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8840d88-43d4-46d7-9d40-dde3d33d65a9', 'tag': 'a2d9dafa-1ed6-440c-b0c5-dac29c374078'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:41.190450 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4421758d-c564-48c6-909b-ad7c6d7dbf63" -d '{"events": [{"name": "network-changed", "server_uuid": "d8840d88-43d4-46d7-9d40-dde3d33d65a9", "tag": "a2d9dafa-1ed6-440c-b0c5-dac29c374078"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:41.193818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port c09ea48e-1f59-46a8-ab86-26eee8a5140b completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:41.194371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:41.199083 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c09ea48e-1f59-46a8-ab86-26eee8a5140b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:41.199463 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.213684 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:41.248492 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5597d536-310a-4abe-bf63-879a24f04ac5 req-088963be-d82c-4481-9a6e-a5b0661461f6 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/security-groups?id=530d36e9-1d9c-4ac0-b31a-9ce81b76fc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2206218 Aug 17 02:56:41.252973 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Pushing event updated for resources: {'Port': ['ID=a7cb3296-f657-44f5-aaed-132a30d771b6,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:41.282478 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03880920-d00d-4551-b067-3c222ddc41db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.319604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c92752e-178d-46fb-9c7d-37a14aa541b6 req-8ff97038-fccf-4a82-a51a-27f6561b5a24 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:41.319604 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c92752e-178d-46fb-9c7d-37a14aa541b6 req-8ff97038-fccf-4a82-a51a-27f6561b5a24 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 945 time: 0.1109383 Aug 17 02:56:41.355576 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.443849 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port c09ea48e-1f59-46a8-ab86-26eee8a5140b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c09ea48e-1f59-46a8-ab86-26eee8a5140b,segment=NetworkSegment(4c5ccc37-c4d0-4441-bd01-b1bff4663751),segment_id=4c5ccc37-c4d0-4441-bd01-b1bff4663751)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:41.498220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03880920-d00d-4551-b067-3c222ddc41db admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc7aeeda-153f-4ac5-8939-dd5068984085,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:41.506196 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c92752e-178d-46fb-9c7d-37a14aa541b6 req-fd842dad-df4a-43eb-b4e9-d61f9e1b8c16 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546872 Aug 17 02:56:41.514961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03880920-d00d-4551-b067-3c222ddc41db admin admin] Checking segment: {'id': 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:41.515874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03880920-d00d-4551-b067-3c222ddc41db admin admin] Network hostable DHCP agents. Network: b0e1662b-3237-45e1-8f42-62a3ce636ecb, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:56:41.528196 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3665ac54-6956-442d-94b2-5f4fff20ba2b x-openstack-request-id: req-3665ac54-6956-442d-94b2-5f4fff20ba2b {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:41.528495 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d8840d88-43d4-46d7-9d40-dde3d33d65a9", "tag": "a2d9dafa-1ed6-440c-b0c5-dac29c374078", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:41.528749 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3665ac54-6956-442d-94b2-5f4fff20ba2b {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:41.529442 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8840d88-43d4-46d7-9d40-dde3d33d65a9', 'tag': 'a2d9dafa-1ed6-440c-b0c5-dac29c374078', 'status': 'completed', 'code': 200} Aug 17 02:56:41.530166 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6762173-bb8a-49cf-8f76-6559399e2bff service neutron] Pushing event updated for resources: {'Port': ['ID=a2d9dafa-1ed6-440c-b0c5-dac29c374078,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:41.543503 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.577980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-c145d3fb-2c9b-4b9c-bebf-229e410441e9 req-275a3c1f-983c-4a7d-b129-c86a51b64688 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] For port f7800126-0d20-47dd-95ba-5367b9a2a7f1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f7800126-0d20-47dd-95ba-5367b9a2a7f1,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:41.578360 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-c145d3fb-2c9b-4b9c-bebf-229e410441e9 req-275a3c1f-983c-4a7d-b129-c86a51b64688 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.607947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43460) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:41.613347 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=c09ea48e-1f59-46a8-ab86-26eee8a5140b,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:41.623862 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-377f6ef2-10a9-4c29-8602-df943a93f934 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.627082 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-c145d3fb-2c9b-4b9c-bebf-229e410441e9 req-275a3c1f-983c-4a7d-b129-c86a51b64688 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Calling delete_port for f7800126-0d20-47dd-95ba-5367b9a2a7f1 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:41.635979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-a0dd2863-a18e-4a35-a40b-ca5baa7bde78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:41.638236 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-a0dd2863-a18e-4a35-a40b-ca5baa7bde78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d62b41184c7e4034ae7aecd2a6eab80c&device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 1095 time: 0.3505526 Aug 17 02:56:41.655940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b7069697-c772-415f-9bd4-30a855c7206a None None] Provisioning complete for port c09ea48e-1f59-46a8-ab86-26eee8a5140b triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:41.656266 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b7069697-c772-415f-9bd4-30a855c7206a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.681370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03880920-d00d-4551-b067-3c222ddc41db admin admin] Network b0e1662b-3237-45e1-8f42-62a3ce636ecb is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:56:41.702303 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-48ad8a23-17bd-4e59-a897-e13db9003d6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d9dafa-1ed6-440c-b0c5-dac29c374078 HTTP/1.1" status: 200 len: 217 time: 0.0538242 Aug 17 02:56:41.745599 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-377f6ef2-10a9-4c29-8602-df943a93f934 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.778602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-03880920-d00d-4551-b067-3c222ddc41db admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, b0e1662b-3237-45e1-8f42-62a3ce636ecb) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:41.783143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03880920-d00d-4551-b067-3c222ddc41db admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:41.784003 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03880920-d00d-4551-b067-3c222ddc41db admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.792539 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e47f30-81b9-45d8-9c28-e654bc8dfba5 None None] Network b0e1662b-3237-45e1-8f42-62a3ce636ecb requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:56:41.823710 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-e2f1ce21-ae3b-4012-b376-1302a0e68a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:41.825245 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-e2f1ce21-ae3b-4012-b376-1302a0e68a4d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26927e0f-d0d8-4287-a02d-94fe52b93bd9 HTTP/1.1" status: 200 len: 854 time: 0.0866148 Aug 17 02:56:41.865738 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-8d982e0d-ba58-4330-afa7-365a8a66a462 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ad34f5b-2bd2-45d2-8508-d35ee54af230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293314 Aug 17 02:56:41.875741 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-377f6ef2-10a9-4c29-8602-df943a93f934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:41.904074 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377f6ef2-10a9-4c29-8602-df943a93f934 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f6e27882-7ab8-499a-8332-2b97bd20f4f8,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:41.936257 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-377f6ef2-10a9-4c29-8602-df943a93f934 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=90139878e20942c4bd44fa580c6a8d71&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3268590 Aug 17 02:56:41.937046 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43464) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:41.950804 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7eff27ec-6fc7-434f-9aa3-de463b815a51 None None] Network b0e1662b-3237-45e1-8f42-62a3ce636ecb requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:56:41.991596 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-03880920-d00d-4551-b067-3c222ddc41db admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.2106974 Aug 17 02:56:41.999928 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d9c1490-f0f0-43cf-b90d-5a9dc025e44d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:42.033870 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d9c1490-f0f0-43cf-b90d-5a9dc025e44d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:42.114885 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-9d99b568-47c0-4d0c-981e-40939a8b7300 service neutron] 10.222.0.60 "GET /v2.0/networks/7ad34f5b-2bd2-45d2-8508-d35ee54af230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2419708 Aug 17 02:56:42.120746 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:42.169061 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-c145d3fb-2c9b-4b9c-bebf-229e410441e9 req-275a3c1f-983c-4a7d-b129-c86a51b64688 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:42.194574 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d9c1490-f0f0-43cf-b90d-5a9dc025e44d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:42.197606 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d9c1490-f0f0-43cf-b90d-5a9dc025e44d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:42.202273 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2d9c1490-f0f0-43cf-b90d-5a9dc025e44d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f6e27882-7ab8-499a-8332-2b97bd20f4f8 HTTP/1.1" status: 204 len: 168 time: 0.2640789 Aug 17 02:56:42.211508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9c1490-f0f0-43cf-b90d-5a9dc025e44d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6e27882-7ab8-499a-8332-2b97bd20f4f8,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:42.258773 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275a3c1f-983c-4a7d-b129-c86a51b64688 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Pushing event deleted for resources: {'Port': ['ID=f7800126-0d20-47dd-95ba-5367b9a2a7f1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:42.385788 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-c145d3fb-2c9b-4b9c-bebf-229e410441e9 req-275a3c1f-983c-4a7d-b129-c86a51b64688 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] No DVR routers for this DVR port f7800126-0d20-47dd-95ba-5367b9a2a7f1 on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:56:42.394249 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-c145d3fb-2c9b-4b9c-bebf-229e410441e9 req-275a3c1f-983c-4a7d-b129-c86a51b64688 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:42.397237 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c145d3fb-2c9b-4b9c-bebf-229e410441e9 req-275a3c1f-983c-4a7d-b129-c86a51b64688 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.30 "DELETE /v2.0/ports/f7800126-0d20-47dd-95ba-5367b9a2a7f1 HTTP/1.1" status: 204 len: 173 time: 2.2110918 Aug 17 02:56:42.421890 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b2f4cd-9c2c-46ec-99af-808a2f133e06 req-31d3f5c8-d01f-4025-9d4b-e6854a657b33 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:42.423431 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-26b2f4cd-9c2c-46ec-99af-808a2f133e06 req-31d3f5c8-d01f-4025-9d4b-e6854a657b33 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.1863523 Aug 17 02:56:42.425332 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57059508-ffc2-4a47-9823-15098f30cfa4 req-631c8d72-52db-4624-9b02-12d8e1d8b9e8 service neutron] 10.222.0.60 "GET /v2.0/networks/7ad34f5b-2bd2-45d2-8508-d35ee54af230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2674181 Aug 17 02:56:42.540245 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-26b2f4cd-9c2c-46ec-99af-808a2f133e06 req-dfd5df32-87fa-4c5c-8d33-2b1a93afce67 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803187 Aug 17 02:56:42.574656 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:42.726730 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c09ea48e-1f59-46a8-ab86-26eee8a5140b up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:42.741385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-70a02680-185f-45a2-9ba5-b305532e80ae tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:42.763856 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-70a02680-185f-45a2-9ba5-b305532e80ae tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/networks?id=b0e1662b-3237-45e1-8f42-62a3ce636ecb HTTP/1.1" status: 200 len: 805 time: 0.2222686 Aug 17 02:56:42.777988 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-0cf825d7-bc69-4414-aa01-a4d3441e8c91 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/quotas/a950a1f07f90492d842c34338bc90e17 HTTP/1.1" status: 200 len: 375 time: 0.0191545 Aug 17 02:56:42.821903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c09ea48e-1f59-46a8-ab86-26eee8a5140b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:42.823620 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:42.830503 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-e2fb7f56-59a0-43ea-b964-abd4a7425e61 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a950a1f07f90492d842c34338bc90e17&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0400827 Aug 17 02:56:42.843873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421758d-c564-48c6-909b-ad7c6d7dbf63 req-b7a96d44-6f23-449c-820d-ffa191787fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:42.846917 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4421758d-c564-48c6-909b-ad7c6d7dbf63 req-b7a96d44-6f23-449c-820d-ffa191787fea service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d62b41184c7e4034ae7aecd2a6eab80c&device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 1095 time: 0.2239702 Aug 17 02:56:42.900527 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019ffdb4-b444-4ed6-bdaf-e71e9531a894 req-a6648acf-6da2-431d-8bd3-90cd0152e45f tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:42.908264 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-019ffdb4-b444-4ed6-bdaf-e71e9531a894 req-a6648acf-6da2-431d-8bd3-90cd0152e45f tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 944 time: 0.2845309 Aug 17 02:56:42.947306 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-10115bb2-6d02-4b8a-ba3b-366e17965a50 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1159394 Aug 17 02:56:43.000796 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-019ffdb4-b444-4ed6-bdaf-e71e9531a894 req-11c77878-83f3-468e-9cd7-7d4fcb4b01a3 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/security-groups?id=530d36e9-1d9c-4ac0-b31a-9ce81b76fc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916710 Aug 17 02:56:43.063313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421758d-c564-48c6-909b-ad7c6d7dbf63 req-53196c91-ece4-4f62-b258-9f02625931cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:43.065178 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4421758d-c564-48c6-909b-ad7c6d7dbf63 req-53196c91-ece4-4f62-b258-9f02625931cf service neutron] 10.222.0.60 "GET /v2.0/networks?id=7ad34f5b-2bd2-45d2-8508-d35ee54af230 HTTP/1.1" status: 200 len: 914 time: 0.1905222 Aug 17 02:56:43.065712 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-a47642d6-c23d-4e5a-abcf-9cd34a6d3908 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110032 Aug 17 02:56:43.186655 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Router abff9e48-017d-4131-992b-64081ac3f557 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:56:43.198363 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4421758d-c564-48c6-909b-ad7c6d7dbf63 req-39423f7e-50de-472a-982a-59a00f94d5a0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a2d9dafa-1ed6-440c-b0c5-dac29c374078 HTTP/1.1" status: 200 len: 217 time: 0.1217465 Aug 17 02:56:43.202540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43510) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:43.282539 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-2f0ba7aa-8eb2-4367-b9ab-0d1305d39f55 req-00bb0ac0-da60-4ff9-867c-e24ff76c5568 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-995520267', 'description': 'tempest-description-755337601'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:43.302309 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1340345f-85e1-45fe-b26e-453cdc4477ca req-c8063a50-9119-4a06-b803-d4e2a7cdc487 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=3f4cfc22-bc63-4218-aa21-90b979ae6f2e HTTP/1.1" status: 200 len: 210 time: 0.0440505 Aug 17 02:56:43.349231 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4a923050-45f2-45de-a46b-34bed2d7a0ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:43.368031 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4421758d-c564-48c6-909b-ad7c6d7dbf63 req-36de3779-72cc-43b1-bd02-451b67fb3858 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:43.369837 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4421758d-c564-48c6-909b-ad7c6d7dbf63 req-36de3779-72cc-43b1-bd02-451b67fb3858 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=26927e0f-d0d8-4287-a02d-94fe52b93bd9 HTTP/1.1" status: 200 len: 854 time: 0.1609080 Aug 17 02:56:43.434216 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2f0ba7aa-8eb2-4367-b9ab-0d1305d39f55 req-00bb0ac0-da60-4ff9-867c-e24ff76c5568 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:43.452395 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4421758d-c564-48c6-909b-ad7c6d7dbf63 req-8a177cab-1be6-4861-b72b-d952acda0adb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7ad34f5b-2bd2-45d2-8508-d35ee54af230&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0752902 Aug 17 02:56:43.556284 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4a923050-45f2-45de-a46b-34bed2d7a0ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:43.572991 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3f4cfc22-bc63-4218-aa21-90b979ae6f2e', 'name': 'network-vif-deleted', 'tag': 'f7800126-0d20-47dd-95ba-5367b9a2a7f1'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:43.575154 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed6ec7ba-1d28-472a-a23d-7d3ef0782345" -d '{"events": [{"server_uuid": "3f4cfc22-bc63-4218-aa21-90b979ae6f2e", "name": "network-vif-deleted", "tag": "f7800126-0d20-47dd-95ba-5367b9a2a7f1"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:43.579260 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3a6dcf0c-035f-4346-a574-1d6c046c838e req-ff3f7bdf-5190-4ea2-8edf-c02108bfc923 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 210 time: 0.1293182 Aug 17 02:56:43.607435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:56:43.623172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Sync routers for ids ['abff9e48-017d-4131-992b-64081ac3f557'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:56:43.638166 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4a923050-45f2-45de-a46b-34bed2d7a0ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:43.643455 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4421758d-c564-48c6-909b-ad7c6d7dbf63 req-8de9fe2b-d42b-4ecf-a802-f895d1365056 service neutron] 10.222.0.60 "GET /v2.0/networks/7ad34f5b-2bd2-45d2-8508-d35ee54af230?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653800 Aug 17 02:56:43.644243 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Routers {'abff9e48-017d-4131-992b-64081ac3f557'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:43.645547 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:56:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['abff9e48-017d-4131-992b-64081ac3f557'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:43.695182 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4a923050-45f2-45de-a46b-34bed2d7a0ae admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=50995e8e21bb4eac88ab2bdcbe466230&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4914558 Aug 17 02:56:43.696107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a923050-45f2-45de-a46b-34bed2d7a0ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b812340-ff51-42ed-b4ec-e0bce63cf245,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:43.699371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43532) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:43.748172 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8348d899-36d5-4fa4-855e-617e5497fe31 x-openstack-request-id: req-8348d899-36d5-4fa4-855e-617e5497fe31 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:43.748448 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3f4cfc22-bc63-4218-aa21-90b979ae6f2e", "name": "network-vif-deleted", "tag": "f7800126-0d20-47dd-95ba-5367b9a2a7f1", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:43.748769 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8348d899-36d5-4fa4-855e-617e5497fe31 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:43.749063 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3f4cfc22-bc63-4218-aa21-90b979ae6f2e', 'name': 'network-vif-deleted', 'tag': 'f7800126-0d20-47dd-95ba-5367b9a2a7f1', 'status': 'completed', 'code': 200} Aug 17 02:56:43.761714 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:43.762936 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-41e9b71e-a95a-4446-937a-7675df2a1b97 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.5619006 Aug 17 02:56:43.766782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43534) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:43.859390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f7800126-0d20-47dd-95ba-5367b9a2a7f1 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:56:43.865837 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2f0ba7aa-8eb2-4367-b9ab-0d1305d39f55 req-00bb0ac0-da60-4ff9-867c-e24ff76c5568 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:43.869352 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4421758d-c564-48c6-909b-ad7c6d7dbf63 req-0b6a08fb-9d69-41da-9b0c-f8316a908c98 service neutron] 10.222.0.60 "GET /v2.0/networks/7ad34f5b-2bd2-45d2-8508-d35ee54af230?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2176847 Aug 17 02:56:43.891202 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3645135-f1d0-405d-be83-42cf529802d0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:43.901496 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: f7800126-0d20-47dd-95ba-5367b9a2a7f1 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:56:43.902065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f7800126-0d20-47dd-95ba-5367b9a2a7f1 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:56:43.921004 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3645135-f1d0-405d-be83-42cf529802d0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:43.974703 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Set router abff9e48-017d-4131-992b-64081ac3f557 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:44.059642 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2f0ba7aa-8eb2-4367-b9ab-0d1305d39f55 req-00bb0ac0-da60-4ff9-867c-e24ff76c5568 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:44.106930 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3645135-f1d0-405d-be83-42cf529802d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:44.111296 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3645135-f1d0-405d-be83-42cf529802d0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:44.112396 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e3645135-f1d0-405d-be83-42cf529802d0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b812340-ff51-42ed-b4ec-e0bce63cf245 HTTP/1.1" status: 204 len: 168 time: 0.4116619 Aug 17 02:56:44.120583 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00bb0ac0-da60-4ff9-867c-e24ff76c5568 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01e6167e-bd20-45be-af0f-4baf74473c5f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:44.144339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3645135-f1d0-405d-be83-42cf529802d0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b812340-ff51-42ed-b4ec-e0bce63cf245,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:44.162522 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2f0ba7aa-8eb2-4367-b9ab-0d1305d39f55 req-00bb0ac0-da60-4ff9-867c-e24ff76c5568 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:44.164304 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f0ba7aa-8eb2-4367-b9ab-0d1305d39f55 req-00bb0ac0-da60-4ff9-867c-e24ff76c5568 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.8863492 Aug 17 02:56:44.245129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abff9e48-017d-4131-992b-64081ac3f557', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541674888-router', 'tenant_id': '989a94fc796341fe8730e214cb375216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a7cb3296-f657-44f5-aaed-132a30d771b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:38Z', 'updated_at': '2021-08-17T02:56:41Z', 'revision_number': 3, 'project_id': '989a94fc796341fe8730e214cb375216', 'gw_port': {'id': 'a7cb3296-f657-44f5-aaed-132a30d771b6', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abff9e48-017d-4131-992b-64081ac3f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:39Z', 'updated_at': '2021-08-17T02:56:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:44.297122 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Checking router: abff9e48-017d-4131-992b-64081ac3f557 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:56:44.297508 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Updating router abff9e48-017d-4131-992b-64081ac3f557 port a7cb3296-f657-44f5-aaed-132a30d771b6 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:56:44.332237 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:44.402649 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d73119b-3c69-4c15-8180-3d9001cf77ed req-1eb47162-d34e-43f0-83a9-97a44d2d6b1f tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-995520267&fields=id&tenant_id=51a6f7812cc24a1297c93ba249fb2a46 HTTP/1.1" status: 200 len: 267 time: 0.0513785 Aug 17 02:56:44.474434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73119b-3c69-4c15-8180-3d9001cf77ed req-5c06ce5a-cb65-44a7-976a-d2a762573d22 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:44.476177 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d73119b-3c69-4c15-8180-3d9001cf77ed req-5c06ce5a-cb65-44a7-976a-d2a762573d22 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.0657384 Aug 17 02:56:44.490542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-7d73119b-3c69-4c15-8180-3d9001cf77ed req-effc616f-f050-46b4-aaed-87febdb3cada tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Request body: {'port': {'security_groups': ['79debc0b-a71d-4d58-85b5-0e364c128790', '01e6167e-bd20-45be-af0f-4baf74473c5f']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:44.600570 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7d73119b-3c69-4c15-8180-3d9001cf77ed req-effc616f-f050-46b4-aaed-87febdb3cada tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:44.671793 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-519ff1bb-1285-420b-b056-7da74b876dd3 req-93e7c2d6-83cc-48a2-87e2-9b904bd2b389 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:44.684905 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-519ff1bb-1285-420b-b056-7da74b876dd3 req-93e7c2d6-83cc-48a2-87e2-9b904bd2b389 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 944 time: 0.5662453 Aug 17 02:56:44.743187 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:44.773910 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Transition to ACTIVE for port object a7cb3296-f657-44f5-aaed-132a30d771b6 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:44.856995 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-519ff1bb-1285-420b-b056-7da74b876dd3 req-9102b43a-dac9-45a1-9365-3910bf4a4ed4 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/security-groups?id=530d36e9-1d9c-4ac0-b31a-9ce81b76fc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648879 Aug 17 02:56:44.898968 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:44.968014 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Attempting to bind port a7cb3296-f657-44f5-aaed-132a30d771b6 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:56:44.968707 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Attempting to bind port a7cb3296-f657-44f5-aaed-132a30d771b6 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:56:44.969310 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Attempting to bind port a7cb3296-f657-44f5-aaed-132a30d771b6 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:44.976806 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:56:44.977550 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:44.978168 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:44.978795 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:56:44.979497 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Bound port: a7cb3296-f657-44f5-aaed-132a30d771b6, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:56:44.980094 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:44.980746 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:44.999221 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-7d73119b-3c69-4c15-8180-3d9001cf77ed req-effc616f-f050-46b4-aaed-87febdb3cada tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] For port 4a5d7f3b-9273-416d-b2b1-628804170b70, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4a5d7f3b-9273-416d-b2b1-628804170b70,segment=NetworkSegment(28a8d14b-a36c-42c8-a487-f4d66c4ed9a0),segment_id=28a8d14b-a36c-42c8-a487-f4d66c4ed9a0)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:45.039977 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fd6b04f-5bbd-4127-bc87-9ee4dbf684b4 req-77f22391-32d9-47f8-ab75-cd289b08eb99 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 210 time: 0.0548494 Aug 17 02:56:45.041849 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164302e-2382-4feb-91ea-5589c4708885 None None] Pushing event updated for resources: {'Port': ['ID=a7cb3296-f657-44f5-aaed-132a30d771b6,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:45.059104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] For port a7cb3296-f657-44f5-aaed-132a30d771b6, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:45.061385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] For port a7cb3296-f657-44f5-aaed-132a30d771b6, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=a7cb3296-f657-44f5-aaed-132a30d771b6,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:56:45.073043 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43568) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:45.102071 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7d73119b-3c69-4c15-8180-3d9001cf77ed req-effc616f-f050-46b4-aaed-87febdb3cada tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.109509 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-70b07b2a-c436-4087-822a-3f57f822b80d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.109803 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.207451 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7d73119b-3c69-4c15-8180-3d9001cf77ed req-effc616f-f050-46b4-aaed-87febdb3cada tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.235446 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['4a5d7f3b-9273-416d-b2b1-628804170b70'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:56:45.338190 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Routers {'abff9e48-017d-4131-992b-64081ac3f557'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:45.338832 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:56:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['abff9e48-017d-4131-992b-64081ac3f557'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:45.343761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Allocated IP 172.20.0.1 (e65e268f-7eed-4732-89ef-c8bad12548cb/58c70284-c779-474b-8202-b5404ff2c6f7/cdc01f9e-10d8-4e8b-a360-db665325c981) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:45.357773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effc616f-f050-46b4-aaed-87febdb3cada tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Pushing event updated for resources: {'Port': ['ID=4a5d7f3b-9273-416d-b2b1-628804170b70,revision_number=6']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:45.420733 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d73119b-3c69-4c15-8180-3d9001cf77ed req-effc616f-f050-46b4-aaed-87febdb3cada tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:45.421436 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7d73119b-3c69-4c15-8180-3d9001cf77ed req-effc616f-f050-46b4-aaed-87febdb3cada tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.423933 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d73119b-3c69-4c15-8180-3d9001cf77ed req-effc616f-f050-46b4-aaed-87febdb3cada tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "PUT /v2.0/ports/4a5d7f3b-9273-416d-b2b1-628804170b70 HTTP/1.1" status: 200 len: 982 time: 0.9394293 Aug 17 02:56:45.424418 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'tag': '4a5d7f3b-9273-416d-b2b1-628804170b70'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:45.427087 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7248260-b286-4368-91df-64d22ac5fa16" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a", "tag": "4a5d7f3b-9273-416d-b2b1-628804170b70"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:45.455529 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-70b07b2a-c436-4087-822a-3f57f822b80d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.491528 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a2d9dafa-1ed6-440c-b0c5-dac29c374078 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:56:45.512912 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3d778805-6292-4a02-8b1f-2c31b2bb9f7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.538345 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-70b07b2a-c436-4087-822a-3f57f822b80d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.558062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['4a5d7f3b-9273-416d-b2b1-628804170b70'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:56:45.574688 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] Set router abff9e48-017d-4131-992b-64081ac3f557 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:45.585277 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.601655 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Transition to ACTIVE for port object cdc01f9e-10d8-4e8b-a360-db665325c981 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:45.606777 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-70b07b2a-c436-4087-822a-3f57f822b80d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3381fb9eecb24be5b520d463540dc034&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5284503 Aug 17 02:56:45.610949 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43584) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:45.690486 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6164302e-2382-4feb-91ea-5589c4708885 None None] Pushing event updated for resources: {'Port': ['ID=a7cb3296-f657-44f5-aaed-132a30d771b6,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:45.694229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:45.703608 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.resource_extend [None req-2f55000a-7558-45c3-84da-73019a27286a None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 02:56:45.760746 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Network e65e268f-7eed-4732-89ef-c8bad12548cb is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:45.766685 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:45.771599 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:45.812680 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc01f9e-10d8-4e8b-a360-db665325c981,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:45.853442 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:46.002897 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-c8fb404d-afa3-41d1-b9e3-04f8dc026210 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dbbb532b89c0448a872df2a07211d401&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0776029 Aug 17 02:56:46.143161 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a2d9dafa-1ed6-440c-b0c5-dac29c374078, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a2d9dafa-1ed6-440c-b0c5-dac29c374078,segment=NetworkSegment(2ef1976f-44ca-43d5-a917-fdf0c17d3d8d),segment_id=2ef1976f-44ca-43d5-a917-fdf0c17d3d8d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:46.192933 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b07b2a-c436-4087-822a-3f57f822b80d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b5cf8a4-f9ab-4456-9040-85b0ea3a287d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:46.193506 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'a2d9dafa-1ed6-440c-b0c5-dac29c374078', 'network_id': '7ad34f5b-2bd2-45d2-8508-d35ee54af230', 'port_id': 'a2d9dafa-1ed6-440c-b0c5-dac29c374078', 'mac_address': 'fa:16:3e:6b:b1:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '26927e0f-d0d8-4287-a02d-94fe52b93bd9', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:56:46.219120 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f4c78e13-bd4d-4422-9fe7-bee1efd360a9 req-89b6281c-324b-4167-a5c6-8277a7e00449 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-995520267&fields=id&tenant_id=51a6f7812cc24a1297c93ba249fb2a46 HTTP/1.1" status: 200 len: 267 time: 0.5932865 Aug 17 02:56:46.262782 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0408ce88-5565-42c1-b10a-d5862a57c1ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:46.283459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b529a45-1b88-49f8-8c8a-56b071a5932c req-4275a8c9-02af-47da-8573-4c9f238bfc3a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:46.285001 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b529a45-1b88-49f8-8c8a-56b071a5932c req-4275a8c9-02af-47da-8573-4c9f238bfc3a tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.30 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 944 time: 0.3232884 Aug 17 02:56:46.285230 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abff9e48-017d-4131-992b-64081ac3f557', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541674888-router', 'tenant_id': '989a94fc796341fe8730e214cb375216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a7cb3296-f657-44f5-aaed-132a30d771b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:38Z', 'updated_at': '2021-08-17T02:56:41Z', 'revision_number': 3, 'project_id': '989a94fc796341fe8730e214cb375216', 'gw_port': {'id': 'a7cb3296-f657-44f5-aaed-132a30d771b6', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abff9e48-017d-4131-992b-64081ac3f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:39Z', 'updated_at': '2021-08-17T02:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:46.290056 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:46.293680 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0408ce88-5565-42c1-b10a-d5862a57c1ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:46.311834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c78e13-bd4d-4422-9fe7-bee1efd360a9 req-c0a63df3-1905-434b-9d96-760f83bda745 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:46.313360 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f4c78e13-bd4d-4422-9fe7-bee1efd360a9 req-c0a63df3-1905-434b-9d96-760f83bda745 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 985 time: 0.0934525 Aug 17 02:56:46.329315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-f4c78e13-bd4d-4422-9fe7-bee1efd360a9 req-6701fbd4-c9ab-43ee-995a-6c30b6b528fc tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Request body: {'port': {'security_groups': ['79debc0b-a71d-4d58-85b5-0e364c128790']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:46.331547 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b6543757-0270-4025-ac79-dbc317337903 None None] Provisioning for port cdc01f9e-10d8-4e8b-a360-db665325c981 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:46.334711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-cc28b33f-430d-44a1-b807-0dea2793539d tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:46.336223 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-cc28b33f-430d-44a1-b807-0dea2793539d tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.60 "GET /v2.0/networks?id=b0e1662b-3237-45e1-8f42-62a3ce636ecb HTTP/1.1" status: 200 len: 805 time: 0.2524590 Aug 17 02:56:46.339715 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-394849a7-a2b7-4ff2-bb87-55553dfdad32 None None] The sync data for ids ['abff9e48-017d-4131-992b-64081ac3f557'] in n-d-802060-9 is: [{'id': 'abff9e48-017d-4131-992b-64081ac3f557', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541674888-router', 'tenant_id': '989a94fc796341fe8730e214cb375216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a7cb3296-f657-44f5-aaed-132a30d771b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:38Z', 'updated_at': '2021-08-17T02:56:41Z', 'revision_number': 3, 'project_id': '989a94fc796341fe8730e214cb375216', 'gw_port': {'id': 'a7cb3296-f657-44f5-aaed-132a30d771b6', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abff9e48-017d-4131-992b-64081ac3f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:39Z', 'updated_at': '2021-08-17T02:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:56:46.343995 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b6543757-0270-4025-ac79-dbc317337903 None None] Provisioning complete for port cdc01f9e-10d8-4e8b-a360-db665325c981 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:46.344371 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b6543757-0270-4025-ac79-dbc317337903 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:46.347234 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2d9dafa-1ed6-440c-b0c5-dac29c374078 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:56:46.361746 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-211c1f19-96fa-4418-a4c3-ce9b8c6ced6a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Request body: {'port': {'device_id': '2014c81f-0dc3-4118-b46e-c1f42a76f89f', 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb', 'admin_state_up': True, 'tenant_id': 'a950a1f07f90492d842c34338bc90e17'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:46.388813 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-b7f81f18-7301-48ab-8c1d-c11d4e6dafce tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:46.390427 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-b7f81f18-7301-48ab-8c1d-c11d4e6dafce tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3827729 Aug 17 02:56:46.435994 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f4c78e13-bd4d-4422-9fe7-bee1efd360a9 req-6701fbd4-c9ab-43ee-995a-6c30b6b528fc tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:46.502163 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:46.513461 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-d9eb7083-62a9-4081-acb8-eed0c4ee6348 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/quotas/dbbb532b89c0448a872df2a07211d401 HTTP/1.1" status: 200 len: 375 time: 0.0789106 Aug 17 02:56:46.579241 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-2a4f9e6b-799b-4e76-b56d-0968f0c0dab4 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dbbb532b89c0448a872df2a07211d401&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0647964 Aug 17 02:56:46.585939 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a2d9dafa-1ed6-440c-b0c5-dac29c374078, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a2d9dafa-1ed6-440c-b0c5-dac29c374078,segment=NetworkSegment(2ef1976f-44ca-43d5-a917-fdf0c17d3d8d),segment_id=2ef1976f-44ca-43d5-a917-fdf0c17d3d8d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:46.591289 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b6543757-0270-4025-ac79-dbc317337903 None None] Port cdc01f9e-10d8-4e8b-a360-db665325c981 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:56:46.636669 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0408ce88-5565-42c1-b10a-d5862a57c1ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:46.639287 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0408ce88-5565-42c1-b10a-d5862a57c1ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:46.643567 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0408ce88-5565-42c1-b10a-d5862a57c1ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b5cf8a4-f9ab-4456-9040-85b0ea3a287d HTTP/1.1" status: 204 len: 168 time: 1.0308394 Aug 17 02:56:46.661514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0408ce88-5565-42c1-b10a-d5862a57c1ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b5cf8a4-f9ab-4456-9040-85b0ea3a287d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:46.719020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f4c78e13-bd4d-4422-9fe7-bee1efd360a9 req-6701fbd4-c9ab-43ee-995a-6c30b6b528fc tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] For port 4a5d7f3b-9273-416d-b2b1-628804170b70, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4a5d7f3b-9273-416d-b2b1-628804170b70,segment=NetworkSegment(28a8d14b-a36c-42c8-a487-f4d66c4ed9a0),segment_id=28a8d14b-a36c-42c8-a487-f4d66c4ed9a0)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:46.732023 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:46.770859 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-7b529a45-1b88-49f8-8c8a-56b071a5932c req-ae28d772-195b-4669-a976-03e1365dd623 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Deleting port ca6df3da-3964-4278-95c6-4d9e4e14bd90 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:46.771389 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7b529a45-1b88-49f8-8c8a-56b071a5932c req-ae28d772-195b-4669-a976-03e1365dd623 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:46.847723 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f4c78e13-bd4d-4422-9fe7-bee1efd360a9 req-6701fbd4-c9ab-43ee-995a-6c30b6b528fc tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:46.860665 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a2d9dafa-1ed6-440c-b0c5-dac29c374078,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:46.911632 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc9a094-2617-4356-8e88-3a96cfdc0ca5 x-openstack-request-id: req-dbc9a094-2617-4356-8e88-3a96cfdc0ca5 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:46.912629 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a", "tag": "4a5d7f3b-9273-416d-b2b1-628804170b70", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:46.913156 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dbc9a094-2617-4356-8e88-3a96cfdc0ca5 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:46.913940 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'tag': '4a5d7f3b-9273-416d-b2b1-628804170b70', 'status': 'completed', 'code': 200} Aug 17 02:56:46.977078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['a2d9dafa-1ed6-440c-b0c5-dac29c374078'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:56:47.015034 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f4c78e13-bd4d-4422-9fe7-bee1efd360a9 req-6701fbd4-c9ab-43ee-995a-6c30b6b528fc tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:47.071207 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-7b529a45-1b88-49f8-8c8a-56b071a5932c req-ae28d772-195b-4669-a976-03e1365dd623 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] For port ca6df3da-3964-4278-95c6-4d9e4e14bd90, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=ca6df3da-3964-4278-95c6-4d9e4e14bd90,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:47.071598 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7b529a45-1b88-49f8-8c8a-56b071a5932c req-ae28d772-195b-4669-a976-03e1365dd623 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:47.112215 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-211c1f19-96fa-4418-a4c3-ce9b8c6ced6a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Made reservation on behalf of a950a1f07f90492d842c34338bc90e17 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:47.116168 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-211c1f19-96fa-4418-a4c3-ce9b8c6ced6a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:47.145285 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-7b529a45-1b88-49f8-8c8a-56b071a5932c req-ae28d772-195b-4669-a976-03e1365dd623 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Calling delete_port for ca6df3da-3964-4278-95c6-4d9e4e14bd90 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:47.167608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6701fbd4-c9ab-43ee-995a-6c30b6b528fc tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Pushing event updated for resources: {'Port': ['ID=4a5d7f3b-9273-416d-b2b1-628804170b70,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:47.194582 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c78e13-bd4d-4422-9fe7-bee1efd360a9 req-6701fbd4-c9ab-43ee-995a-6c30b6b528fc tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:47.195282 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f4c78e13-bd4d-4422-9fe7-bee1efd360a9 req-6701fbd4-c9ab-43ee-995a-6c30b6b528fc tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:47.212972 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f4c78e13-bd4d-4422-9fe7-bee1efd360a9 req-6701fbd4-c9ab-43ee-995a-6c30b6b528fc tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "PUT /v2.0/ports/4a5d7f3b-9273-416d-b2b1-628804170b70 HTTP/1.1" status: 200 len: 943 time: 0.8891273 Aug 17 02:56:47.242977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7248260-b286-4368-91df-64d22ac5fa16 req-2e706e30-ed86-4a22-a099-ede09f71f227 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:47.243294 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:47.246478 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7248260-b286-4368-91df-64d22ac5fa16 req-2e706e30-ed86-4a22-a099-ede09f71f227 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51a6f7812cc24a1297c93ba249fb2a46&device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 1136 time: 0.2988131 Aug 17 02:56:47.269878 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34286ba3-2a0b-40bc-92af-934f9edab389 req-e0114e59-cfc0-448f-ab65-34e029ac49bb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:47.279930 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-34286ba3-2a0b-40bc-92af-934f9edab389 req-e0114e59-cfc0-448f-ab65-34e029ac49bb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 944 time: 0.2521513 Aug 17 02:56:47.281053 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['4a5d7f3b-9273-416d-b2b1-628804170b70'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:56:47.307360 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:47.385232 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7248260-b286-4368-91df-64d22ac5fa16 req-1e93c3d4-c236-4195-bbc2-77b6fa19037e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:47.390439 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7248260-b286-4368-91df-64d22ac5fa16 req-1e93c3d4-c236-4195-bbc2-77b6fa19037e service neutron] 10.222.0.60 "GET /v2.0/networks?id=65029138-6c81-47de-b189-2142c0f096e7 HTTP/1.1" status: 200 len: 919 time: 0.1245055 Aug 17 02:56:47.483319 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7248260-b286-4368-91df-64d22ac5fa16 req-b25ac4d7-2ae7-4837-acca-68270854fa20 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a5d7f3b-9273-416d-b2b1-628804170b70 HTTP/1.1" status: 200 len: 217 time: 0.0828521 Aug 17 02:56:47.498381 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-34286ba3-2a0b-40bc-92af-934f9edab389 req-01c31476-33ad-4da4-81ef-751ae85cbbf6 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153382 Aug 17 02:56:47.554403 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4325e57-a3c0-4453-bc2f-03a67b53d911 req-59895b7e-8939-412d-a520-2cf34d54da0a tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:47.573969 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d4325e57-a3c0-4453-bc2f-03a67b53d911 req-59895b7e-8939-412d-a520-2cf34d54da0a tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 945 time: 0.1849720 Aug 17 02:56:47.588146 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['4a5d7f3b-9273-416d-b2b1-628804170b70'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:56:47.613343 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:47.618696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7248260-b286-4368-91df-64d22ac5fa16 req-1c2454b1-7ba3-436e-b6d1-8ec9b0c6867c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:47.620162 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7248260-b286-4368-91df-64d22ac5fa16 req-1c2454b1-7ba3-436e-b6d1-8ec9b0c6867c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8af6b8d-0152-4d94-8292-45b1b15f492f HTTP/1.1" status: 200 len: 859 time: 0.1264479 Aug 17 02:56:47.665125 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d4325e57-a3c0-4453-bc2f-03a67b53d911 req-112a7261-4aa2-4184-b64c-2d73ed3cd81a tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/security-groups?id=530d36e9-1d9c-4ac0-b31a-9ce81b76fc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899875 Aug 17 02:56:47.689957 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d26ff42b-356c-46b5-a859-a060aefd0eb9 req-2a3c6a1e-17a7-4880-be2d-63fd7ca0ed28 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 210 time: 0.0777702 Aug 17 02:56:47.697634 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Pushing event updated for resources: {'Port': ['ID=cdc01f9e-10d8-4e8b-a360-db665325c981,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:47.727708 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7248260-b286-4368-91df-64d22ac5fa16 req-3a1321c5-c208-4c6f-ab1f-ab776638747a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=65029138-6c81-47de-b189-2142c0f096e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0789721 Aug 17 02:56:47.745677 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-211c1f19-96fa-4418-a4c3-ce9b8c6ced6a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Allocated IP 172.20.0.8 (b0e1662b-3237-45e1-8f42-62a3ce636ecb/dc7aeeda-153f-4ac5-8939-dd5068984085/127ba125-3e35-4ff3-8de7-ccf59e909dba) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:47.938609 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Network e65e268f-7eed-4732-89ef-c8bad12548cb is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:47.943956 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a82b0cf6-59b0-4ff3-8243-b23657be4f93 req-2dacf3d0-b384-4580-9f81-308dc5e9c616 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 210 time: 0.0472331 Aug 17 02:56:47.970954 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3061dd5b-729f-4a24-8ae5-4ab42a4ea862 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:47.989169 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:47.999659 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7248260-b286-4368-91df-64d22ac5fa16 req-178b31c4-4115-4c4d-a3f7-ef71ea583229 service neutron] 10.222.0.60 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2636344 Aug 17 02:56:48.048426 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-6b41888a-2d72-4032-adca-79904da4b9e1 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1831346 Aug 17 02:56:48.104729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-47570720-ebf1-4426-846b-f64ae34ee677 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:48.170806 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7248260-b286-4368-91df-64d22ac5fa16 req-75c89848-d65c-4fa4-8099-3fed5c051a63 service neutron] 10.222.0.60 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1608582 Aug 17 02:56:48.225754 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:48.273289 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Router abff9e48-017d-4131-992b-64081ac3f557 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:56:48.275480 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-47570720-ebf1-4426-846b-f64ae34ee677 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:48.280324 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7b529a45-1b88-49f8-8c8a-56b071a5932c req-ae28d772-195b-4669-a976-03e1365dd623 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:48.331525 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae28d772-195b-4669-a976-03e1365dd623 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Pushing event deleted for resources: {'Port': ['ID=ca6df3da-3964-4278-95c6-4d9e4e14bd90,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:48.337305 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ca9e905b-8959-4705-bf15-ceb4d23b3111 None None] Provisioning complete for port cdc01f9e-10d8-4e8b-a360-db665325c981 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:48.337916 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca9e905b-8959-4705-bf15-ceb4d23b3111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:48.400358 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-211c1f19-96fa-4418-a4c3-ce9b8c6ced6a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:48.416926 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ca9e905b-8959-4705-bf15-ceb4d23b3111 None None] Port cdc01f9e-10d8-4e8b-a360-db665325c981 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:56:48.461287 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-47570720-ebf1-4426-846b-f64ae34ee677 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:48.469342 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b529a45-1b88-49f8-8c8a-56b071a5932c req-ae28d772-195b-4669-a976-03e1365dd623 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] No DVR routers for this DVR port ca6df3da-3964-4278-95c6-4d9e4e14bd90 on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:56:48.476992 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7b529a45-1b88-49f8-8c8a-56b071a5932c req-ae28d772-195b-4669-a976-03e1365dd623 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:48.479100 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b529a45-1b88-49f8-8c8a-56b071a5932c req-ae28d772-195b-4669-a976-03e1365dd623 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.30 "DELETE /v2.0/ports/ca6df3da-3964-4278-95c6-4d9e4e14bd90 HTTP/1.1" status: 204 len: 173 time: 2.1841063 Aug 17 02:56:48.480915 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f3ca549-5d17-4ed7-b8e4-6114acf430cf', 'name': 'network-vif-deleted', 'tag': 'ca6df3da-3964-4278-95c6-4d9e4e14bd90'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:48.483628 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46804bf9-497b-4381-b5ca-d41db8519edf" -d '{"events": [{"server_uuid": "4f3ca549-5d17-4ed7-b8e4-6114acf430cf", "name": "network-vif-deleted", "tag": "ca6df3da-3964-4278-95c6-4d9e4e14bd90"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:48.563542 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-074ed21c-9897-4c06-8259-64d79ce82633 x-openstack-request-id: req-074ed21c-9897-4c06-8259-64d79ce82633 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:48.564631 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f3ca549-5d17-4ed7-b8e4-6114acf430cf", "name": "network-vif-deleted", "tag": "ca6df3da-3964-4278-95c6-4d9e4e14bd90", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:48.565354 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-074ed21c-9897-4c06-8259-64d79ce82633 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:48.565988 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f3ca549-5d17-4ed7-b8e4-6114acf430cf', 'name': 'network-vif-deleted', 'tag': 'ca6df3da-3964-4278-95c6-4d9e4e14bd90', 'status': 'completed', 'code': 200} Aug 17 02:56:48.612729 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:56:48.622757 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b4de3ea5-5f8c-4486-aa66-4eff413f4ca9 admin admin] 10.222.0.10 "PUT /v2.0/routers/abff9e48-017d-4131-992b-64081ac3f557/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8546114 Aug 17 02:56:48.639322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-47570720-ebf1-4426-846b-f64ae34ee677 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Allocated IP 172.25.1.19 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/2d49beba-0176-457e-a0f8-16703da4a9f4) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:48.724464 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6b450a52-8e4a-4138-84d9-33a317b15af8 req-f11b87ee-9b7c-454a-8af2-55a9f3a03680 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f3ca549-5d17-4ed7-b8e4-6114acf430cf HTTP/1.1" status: 200 len: 210 time: 0.0453079 Aug 17 02:56:48.732450 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-211c1f19-96fa-4418-a4c3-ce9b8c6ced6a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:48.805928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-211c1f19-96fa-4418-a4c3-ce9b8c6ced6a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Network b0e1662b-3237-45e1-8f42-62a3ce636ecb is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:48.811700 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device a7cb3296-f657-44f5-aaed-132a30d771b6 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:48.817508 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-211c1f19-96fa-4418-a4c3-ce9b8c6ced6a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:48.817508 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-211c1f19-96fa-4418-a4c3-ce9b8c6ced6a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:48.846158 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-211c1f19-96fa-4418-a4c3-ce9b8c6ced6a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Pushing event updated for resources: {'Port': ['ID=127ba125-3e35-4ff3-8de7-ccf59e909dba,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:48.909084 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-211c1f19-96fa-4418-a4c3-ce9b8c6ced6a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:48.909274 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-211c1f19-96fa-4418-a4c3-ce9b8c6ced6a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:48.917188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'tag': '4a5d7f3b-9273-416d-b2b1-628804170b70'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:48.918885 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec9d8ae8-6c59-4eb0-8afe-6ff75c4f1e70" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a", "tag": "4a5d7f3b-9273-416d-b2b1-628804170b70"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:48.929624 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Sync routers for ids ['abff9e48-017d-4131-992b-64081ac3f557'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:56:48.944960 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Routers {'abff9e48-017d-4131-992b-64081ac3f557'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:48.947935 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:56:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['abff9e48-017d-4131-992b-64081ac3f557'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:48.967637 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-47570720-ebf1-4426-846b-f64ae34ee677 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.003768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1140523e-f9f8-4f87-870f-37dbc0b7f416 req-e129ecef-e1ff-455b-8e94-000aa7ecef65 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:49.005987 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1140523e-f9f8-4f87-870f-37dbc0b7f416 req-e129ecef-e1ff-455b-8e94-000aa7ecef65 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 945 time: 0.1046960 Aug 17 02:56:49.046441 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1140523e-f9f8-4f87-870f-37dbc0b7f416 req-90d1109b-3495-401d-863c-45919eb31cb1 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/security-groups?id=530d36e9-1d9c-4ac0-b31a-9ce81b76fc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331371 Aug 17 02:56:49.070595 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Set router abff9e48-017d-4131-992b-64081ac3f557 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:49.084029 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port a7cb3296-f657-44f5-aaed-132a30d771b6 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:49.084029 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.086809 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port a7cb3296-f657-44f5-aaed-132a30d771b6 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:49.087182 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.094233 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-211c1f19-96fa-4418-a4c3-ce9b8c6ced6a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7379606 Aug 17 02:56:49.104697 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-47570720-ebf1-4426-846b-f64ae34ee677 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.128336 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Request body: {'port': {'device_id': '2014c81f-0dc3-4118-b46e-c1f42a76f89f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:49.185325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-47570720-ebf1-4426-846b-f64ae34ee677 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:49.196330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-47570720-ebf1-4426-846b-f64ae34ee677 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:49.204697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-47570720-ebf1-4426-846b-f64ae34ee677 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:49.214080 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.276016 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47570720-ebf1-4426-846b-f64ae34ee677 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Pushing event updated for resources: {'Port': ['ID=2d49beba-0176-457e-a0f8-16703da4a9f4,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:49.322304 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.372290 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port a7cb3296-f657-44f5-aaed-132a30d771b6, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=a7cb3296-f657-44f5-aaed-132a30d771b6,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:49.377240 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-47570720-ebf1-4426-846b-f64ae34ee677 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.429255 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a2d9dafa-1ed6-440c-b0c5-dac29c374078 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:49.448161 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6da75b58-0fff-46ba-ad46-d9dddcb0eb91 req-471819cf-812f-4982-9c43-06f06d5538f2 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:49.455807 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6da75b58-0fff-46ba-ad46-d9dddcb0eb91 req-471819cf-812f-4982-9c43-06f06d5538f2 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 931 time: 0.3205733 Aug 17 02:56:49.508009 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abff9e48-017d-4131-992b-64081ac3f557', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541674888-router', 'tenant_id': '989a94fc796341fe8730e214cb375216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a7cb3296-f657-44f5-aaed-132a30d771b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:38Z', 'updated_at': '2021-08-17T02:56:46Z', 'revision_number': 4, 'project_id': '989a94fc796341fe8730e214cb375216', 'gw_port': {'id': 'a7cb3296-f657-44f5-aaed-132a30d771b6', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abff9e48-017d-4131-992b-64081ac3f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:39Z', 'updated_at': '2021-08-17T02:56:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'cdc01f9e-10d8-4e8b-a360-db665325c981', 'name': '', 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb', 'tenant_id': '989a94fc796341fe8730e214cb375216', 'mac_address': 'fa:16:3e:94:4c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abff9e48-017d-4131-992b-64081ac3f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '58c70284-c779-474b-8202-b5404ff2c6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:45Z', 'updated_at': '2021-08-17T02:56:46Z', 'revision_number': 2, 'project_id': '989a94fc796341fe8730e214cb375216', 'subnets': [{'id': '58c70284-c779-474b-8202-b5404ff2c6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:49.521264 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.539766 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6da75b58-0fff-46ba-ad46-d9dddcb0eb91 req-5d5cdb83-ec24-4cdb-bcc6-eeade2726ffb tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827551 Aug 17 02:56:49.580062 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-47570720-ebf1-4426-846b-f64ae34ee677 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.606308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port a2d9dafa-1ed6-440c-b0c5-dac29c374078 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:49.617715 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Checking router: abff9e48-017d-4131-992b-64081ac3f557 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:56:49.623716 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Updating router abff9e48-017d-4131-992b-64081ac3f557 port cdc01f9e-10d8-4e8b-a360-db665325c981 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:56:49.631284 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port a2d9dafa-1ed6-440c-b0c5-dac29c374078 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:49.631714 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.700936 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.794145 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 127ba125-3e35-4ff3-8de7-ccf59e909dba {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:56:49.797405 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6668ef60-4037-44f0-b339-6fba047dce79 x-openstack-request-id: req-6668ef60-4037-44f0-b339-6fba047dce79 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:49.799006 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a", "tag": "4a5d7f3b-9273-416d-b2b1-628804170b70", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:49.799349 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6668ef60-4037-44f0-b339-6fba047dce79 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:49.799824 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'tag': '4a5d7f3b-9273-416d-b2b1-628804170b70', 'status': 'completed', 'code': 200} Aug 17 02:56:49.814382 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=a7cb3296-f657-44f5-aaed-132a30d771b6,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:49.818457 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:49.857046 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Transition to ACTIVE for port object 127ba125-3e35-4ff3-8de7-ccf59e909dba will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:49.859269 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device ca6df3da-3964-4278-95c6-4d9e4e14bd90 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:56:49.895617 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-afc13f1a-5367-4c74-b8a5-37b1da72913f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=dbbb532b89c0448a872df2a07211d401&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0927622 Aug 17 02:56:49.930789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: ca6df3da-3964-4278-95c6-4d9e4e14bd90 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:56:49.931339 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device ca6df3da-3964-4278-95c6-4d9e4e14bd90 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:56:49.945252 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3a53c0e4-09de-41b1-ac38-69313fa310fa req-3c57343d-1bef-4c25-8a8b-dd098c0a5323 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 210 time: 0.0676010 Aug 17 02:56:49.964099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43676) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:49.970394 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-569bbd2c-8d2f-4a70-a2e8-1331ae823840 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-430960094-network', 'tenant_id': '7a8f12e35dbe479eafbab90b0435e1ca'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:49.989612 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.027845 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.034741 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8840d88-43d4-46d7-9d40-dde3d33d65a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d9dafa-1ed6-440c-b0c5-dac29c374078'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:50.039728 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-079fc2f3-6620-4c0f-aec1-128533d821da" -d '{"events": [{"server_uuid": "d8840d88-43d4-46d7-9d40-dde3d33d65a9", "name": "network-vif-plugged", "status": "completed", "tag": "a2d9dafa-1ed6-440c-b0c5-dac29c374078"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:50.049678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d8ae8-6c59-4eb0-8afe-6ff75c4f1e70 req-bca570e0-6d1d-40af-b12e-d6b609d9aba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:50.052285 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec9d8ae8-6c59-4eb0-8afe-6ff75c4f1e70 req-bca570e0-6d1d-40af-b12e-d6b609d9aba4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51a6f7812cc24a1297c93ba249fb2a46&device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 1097 time: 0.2264161 Aug 17 02:56:50.073502 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a2d9dafa-1ed6-440c-b0c5-dac29c374078, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a2d9dafa-1ed6-440c-b0c5-dac29c374078,segment=NetworkSegment(2ef1976f-44ca-43d5-a917-fdf0c17d3d8d),segment_id=2ef1976f-44ca-43d5-a917-fdf0c17d3d8d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:50.133454 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-569bbd2c-8d2f-4a70-a2e8-1331ae823840 admin admin] Made reservation on behalf of 7a8f12e35dbe479eafbab90b0435e1ca for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:50.142064 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-569bbd2c-8d2f-4a70-a2e8-1331ae823840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.167001 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.180205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Pushing event updated for resources: {'Port': ['ID=127ba125-3e35-4ff3-8de7-ccf59e909dba,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:50.199445 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-569bbd2c-8d2f-4a70-a2e8-1331ae823840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.210031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-c5e97ae1-8cf9-43c2-b89b-a1a1c65259ea tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:50.218055 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-c5e97ae1-8cf9-43c2-b89b-a1a1c65259ea tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3086827 Aug 17 02:56:50.238224 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a2d9dafa-1ed6-440c-b0c5-dac29c374078,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:50.243257 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-47570720-ebf1-4426-846b-f64ae34ee677 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.250299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-a45ab2dc-591f-439c-90ac-685a3292e941 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Request body: {'port': {'device_id': '0cf339e8-691c-4ccf-976f-52fa0c6dda65', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': 'dbbb532b89c0448a872df2a07211d401'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:50.295542 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.303150 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dd784-e5af-4a7a-9a7f-c1b1f5b7165c req-fe3158b6-7c24-4f8d-8450-65a192bdbd74 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:50.311319 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-055dd784-e5af-4a7a-9a7f-c1b1f5b7165c req-fe3158b6-7c24-4f8d-8450-65a192bdbd74 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 946 time: 0.1863930 Aug 17 02:56:50.312267 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Transition to ACTIVE for port object cdc01f9e-10d8-4e8b-a360-db665325c981 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:50.337234 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-47570720-ebf1-4426-846b-f64ae34ee677 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.379042 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Attempting to bind port 127ba125-3e35-4ff3-8de7-ccf59e909dba on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:56:50.379589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Attempting to bind port 127ba125-3e35-4ff3-8de7-ccf59e909dba by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:56:50.379961 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Attempting to bind port 127ba125-3e35-4ff3-8de7-ccf59e909dba on network b0e1662b-3237-45e1-8f42-62a3ce636ecb {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:50.386630 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-055dd784-e5af-4a7a-9a7f-c1b1f5b7165c req-25978738-be06-4945-87da-5e0d52c9c8cc tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0744543 Aug 17 02:56:50.401895 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Port 127ba125-3e35-4ff3-8de7-ccf59e909dba on network b0e1662b-3237-45e1-8f42-62a3ce636ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:56:50.401895 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Attempting to bind port 127ba125-3e35-4ff3-8de7-ccf59e909dba on network b0e1662b-3237-45e1-8f42-62a3ce636ecb {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:50.406677 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:56:50.406677 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Checking segment: {'id': 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:50.407055 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Bound using segment: {'id': 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:56:50.407647 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Bound port: 127ba125-3e35-4ff3-8de7-ccf59e909dba, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:56:50.408081 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.427095 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.448619 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d8ae8-6c59-4eb0-8afe-6ff75c4f1e70 req-e93daa9d-ae40-4fb5-817e-589ee95b4aff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:50.450543 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec9d8ae8-6c59-4eb0-8afe-6ff75c4f1e70 req-e93daa9d-ae40-4fb5-817e-589ee95b4aff service neutron] 10.222.0.60 "GET /v2.0/networks?id=65029138-6c81-47de-b189-2142c0f096e7 HTTP/1.1" status: 200 len: 919 time: 0.3907273 Aug 17 02:56:50.460806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47570720-ebf1-4426-846b-f64ae34ee677 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Pushing event updated for resources: {'Port': ['ID=2d49beba-0176-457e-a0f8-16703da4a9f4,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:50.509012 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec9d8ae8-6c59-4eb0-8afe-6ff75c4f1e70 req-b0408e64-e234-4d9b-a5d2-1c03f2ed36f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a5d7f3b-9273-416d-b2b1-628804170b70 HTTP/1.1" status: 200 len: 217 time: 0.0495381 Aug 17 02:56:50.512244 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-47570720-ebf1-4426-846b-f64ae34ee677 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.522134 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-569bbd2c-8d2f-4a70-a2e8-1331ae823840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.543547 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] For port 127ba125-3e35-4ff3-8de7-ccf59e909dba, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:50.548122 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] For port 127ba125-3e35-4ff3-8de7-ccf59e909dba, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=127ba125-3e35-4ff3-8de7-ccf59e909dba,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:56:50.558154 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197c31f-138b-40e8-be0e-2979c6f2cdbb None None] Pushing event updated for resources: {'Port': ['ID=cdc01f9e-10d8-4e8b-a360-db665325c981,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:50.612412 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-746b119d-cee3-43a8-8d00-e9e765ac3eee x-openstack-request-id: req-746b119d-cee3-43a8-8d00-e9e765ac3eee {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:50.612951 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8840d88-43d4-46d7-9d40-dde3d33d65a9", "name": "network-vif-plugged", "status": "completed", "tag": "a2d9dafa-1ed6-440c-b0c5-dac29c374078", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:50.613204 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-746b119d-cee3-43a8-8d00-e9e765ac3eee {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:50.613842 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8840d88-43d4-46d7-9d40-dde3d33d65a9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2d9dafa-1ed6-440c-b0c5-dac29c374078', 'code': 200} Aug 17 02:56:50.626483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec9d8ae8-6c59-4eb0-8afe-6ff75c4f1e70 req-32edb7fb-046b-406b-91ed-a19f33416a5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:50.628644 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec9d8ae8-6c59-4eb0-8afe-6ff75c4f1e70 req-32edb7fb-046b-406b-91ed-a19f33416a5f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8af6b8d-0152-4d94-8292-45b1b15f492f HTTP/1.1" status: 200 len: 859 time: 0.1087787 Aug 17 02:56:50.678310 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Attempting to bind port cdc01f9e-10d8-4e8b-a360-db665325c981 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:56:50.679274 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Attempting to bind port cdc01f9e-10d8-4e8b-a360-db665325c981 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '4c5ccc37-c4d0-4441-bd01-b1bff4663751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:56:50.681213 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Attempting to bind port cdc01f9e-10d8-4e8b-a360-db665325c981 on network e65e268f-7eed-4732-89ef-c8bad12548cb {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:50.696695 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:56:50.697514 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Checking segment: {'id': '4c5ccc37-c4d0-4441-bd01-b1bff4663751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:50.698165 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.698776 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Bound using segment: {'id': '4c5ccc37-c4d0-4441-bd01-b1bff4663751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:56:50.699683 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Bound port: cdc01f9e-10d8-4e8b-a360-db665325c981, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c5ccc37-c4d0-4441-bd01-b1bff4663751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:56:50.700503 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.710601 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec9d8ae8-6c59-4eb0-8afe-6ff75c4f1e70 req-607a7c06-e439-4049-b3a8-0f9f40fd5852 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=65029138-6c81-47de-b189-2142c0f096e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0633848 Aug 17 02:56:50.723081 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.60', 55418) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:50.749193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device a7cb3296-f657-44f5-aaed-132a30d771b6 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:50.791515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8957263-5374-4f3f-948b-11551c3b228a req-d771c064-35bb-4797-9975-2700faa3fb94 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:50.791515 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d8957263-5374-4f3f-948b-11551c3b228a req-d771c064-35bb-4797-9975-2700faa3fb94 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 946 time: 0.0882411 Aug 17 02:56:50.815732 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] For port cdc01f9e-10d8-4e8b-a360-db665325c981, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:50.820122 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-569bbd2c-8d2f-4a70-a2e8-1331ae823840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.821271 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] For port cdc01f9e-10d8-4e8b-a360-db665325c981, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cdc01f9e-10d8-4e8b-a360-db665325c981,segment=NetworkSegment(4c5ccc37-c4d0-4441-bd01-b1bff4663751),segment_id=4c5ccc37-c4d0-4441-bd01-b1bff4663751)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:56:50.827116 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port a7cb3296-f657-44f5-aaed-132a30d771b6 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:50.827669 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.864732 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-569bbd2c-8d2f-4a70-a2e8-1331ae823840 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:56:50.871663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d404cd8b-f09a-46f3-80b0-03fa38e00d99 req-292e7773-2651-4ff6-81f9-bad3f711ad44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:50.873144 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d8957263-5374-4f3f-948b-11551c3b228a req-2013ab6a-0bf6-49cb-b6cd-3dd86b50fbe8 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/security-groups?id=530d36e9-1d9c-4ac0-b31a-9ce81b76fc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728333 Aug 17 02:56:50.873292 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d404cd8b-f09a-46f3-80b0-03fa38e00d99 req-292e7773-2651-4ff6-81f9-bad3f711ad44 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 1097 time: 0.1425731 Aug 17 02:56:50.874990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bbd2c-8d2f-4a70-a2e8-1331ae823840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6599b01d-428d-466f-b222-9027f34eefd3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:50.901179 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.906346 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-569bbd2c-8d2f-4a70-a2e8-1331ae823840 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.906736 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-569bbd2c-8d2f-4a70-a2e8-1331ae823840 admin admin] Added segment 3606791d-1f74-41b3-9471-ded0ac0f71fc of type vlan for network 5ce4dccf-d881-4737-b188-678930f17cac Aug 17 02:56:50.964457 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:50.967916 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:50.969488 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d68a5abc-4441-4873-9047-ad387506015b service neutron] 10.222.0.60 "PUT /v2.0/ports/127ba125-3e35-4ff3-8de7-ccf59e909dba HTTP/1.1" status: 200 len: 1091 time: 1.8588374 Aug 17 02:56:50.970026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2014c81f-0dc3-4118-b46e-c1f42a76f89f', 'tag': '127ba125-3e35-4ff3-8de7-ccf59e909dba'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:50.975919 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5248c26c-767e-41cd-a12e-a530771b74f6" -d '{"events": [{"name": "network-changed", "server_uuid": "2014c81f-0dc3-4118-b46e-c1f42a76f89f", "tag": "127ba125-3e35-4ff3-8de7-ccf59e909dba"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:50.994536 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec9d8ae8-6c59-4eb0-8afe-6ff75c4f1e70 req-5eefc992-92a9-404c-bd07-9f8799fbc8a3 service neutron] 10.222.0.60 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2625329 Aug 17 02:56:51.007768 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.007886 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d404cd8b-f09a-46f3-80b0-03fa38e00d99 req-dfd2add9-e84d-4512-ab4b-87690c11b948 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=530d36e9-1d9c-4ac0-b31a-9ce81b76fc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1171031 Aug 17 02:56:51.026396 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-569bbd2c-8d2f-4a70-a2e8-1331ae823840 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.036625 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68a5abc-4441-4873-9047-ad387506015b service neutron] Pushing event updated for resources: {'Port': ['ID=127ba125-3e35-4ff3-8de7-ccf59e909dba,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:51.047457 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.056945 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-a45ab2dc-591f-439c-90ac-685a3292e941 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Made reservation on behalf of dbbb532b89c0448a872df2a07211d401 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:51.060407 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-a45ab2dc-591f-439c-90ac-685a3292e941 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.075507 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-a45ab2dc-591f-439c-90ac-685a3292e941 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.123841 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec9d8ae8-6c59-4eb0-8afe-6ff75c4f1e70 req-6e8d81fe-381a-4833-9bf3-b996bff07998 service neutron] 10.222.0.60 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200292 Aug 17 02:56:51.135312 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Routers {'abff9e48-017d-4131-992b-64081ac3f557'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:51.136146 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:56:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['abff9e48-017d-4131-992b-64081ac3f557'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:51.155339 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-569bbd2c-8d2f-4a70-a2e8-1331ae823840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.160893 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-569bbd2c-8d2f-4a70-a2e8-1331ae823840 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:51.161099 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-47570720-ebf1-4426-846b-f64ae34ee677 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.161309 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-569bbd2c-8d2f-4a70-a2e8-1331ae823840 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.161528 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-47570720-ebf1-4426-846b-f64ae34ee677 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0610986 Aug 17 02:56:51.186040 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4197c31f-138b-40e8-be0e-2979c6f2cdbb None None] Pushing event updated for resources: {'Port': ['ID=cdc01f9e-10d8-4e8b-a360-db665325c981,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:51.259970 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-569bbd2c-8d2f-4a70-a2e8-1331ae823840 admin admin] Pushing event updated for resources: {'Network': ['ID=5ce4dccf-d881-4737-b188-678930f17cac,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:51.273467 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-eebdebb8-dfa8-4a83-b82b-bfde7fcfaa3a tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 695 time: 0.0780222 Aug 17 02:56:51.283594 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 5ce4dccf-d881-4737-b188-678930f17cac details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:56:51.342703 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] Set router abff9e48-017d-4131-992b-64081ac3f557 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:51.394308 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-2102118a-7078-457e-8f24-f5e6967f691b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:51.400573 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-2102118a-7078-457e-8f24-f5e6967f691b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a950a1f07f90492d842c34338bc90e17&device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 1094 time: 0.1444449 Aug 17 02:56:51.464775 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-154b66f4-27f9-49a2-9ff5-4846aeb8160d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=127ba125-3e35-4ff3-8de7-ccf59e909dba HTTP/1.1" status: 200 len: 217 time: 0.0593259 Aug 17 02:56:51.541209 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-bc6df087-42c6-4b0b-840a-06b89b4559c7 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:51.542634 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-93657be3-d269-4d42-bfbf-30e0dab11b9d req-bc6df087-42c6-4b0b-840a-06b89b4559c7 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.2517037 Aug 17 02:56:51.546522 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-a45ab2dc-591f-439c-90ac-685a3292e941 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.577538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-52a9064d-fe3c-46b2-9f70-c27c78479e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:51.577538 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-52a9064d-fe3c-46b2-9f70-c27c78479e0b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc7aeeda-153f-4ac5-8939-dd5068984085 HTTP/1.1" status: 200 len: 845 time: 0.0946810 Aug 17 02:56:51.588941 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1a1a11-ab6e-4637-ab0e-da3427b55583 req-e3091e7d-801c-49ed-8439-9c77feeb79be tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:51.599278 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f1a1a11-ab6e-4637-ab0e-da3427b55583 req-e3091e7d-801c-49ed-8439-9c77feeb79be tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 943 time: 0.1113420 Aug 17 02:56:51.634356 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-b27f7bce-e24e-4ec5-a76e-4ea50410f450 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0e1662b-3237-45e1-8f42-62a3ce636ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486169 Aug 17 02:56:51.641757 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-a45ab2dc-591f-439c-90ac-685a3292e941 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:51.654744 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f1a1a11-ab6e-4637-ab0e-da3427b55583 req-90448c98-a966-44c8-b50e-4030caef3e73 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461988 Aug 17 02:56:51.687939 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abff9e48-017d-4131-992b-64081ac3f557', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541674888-router', 'tenant_id': '989a94fc796341fe8730e214cb375216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a7cb3296-f657-44f5-aaed-132a30d771b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:38Z', 'updated_at': '2021-08-17T02:56:46Z', 'revision_number': 4, 'project_id': '989a94fc796341fe8730e214cb375216', 'gw_port': {'id': 'a7cb3296-f657-44f5-aaed-132a30d771b6', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abff9e48-017d-4131-992b-64081ac3f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:39Z', 'updated_at': '2021-08-17T02:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'cdc01f9e-10d8-4e8b-a360-db665325c981', 'name': '', 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb', 'tenant_id': '989a94fc796341fe8730e214cb375216', 'mac_address': 'fa:16:3e:94:4c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abff9e48-017d-4131-992b-64081ac3f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '58c70284-c779-474b-8202-b5404ff2c6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:45Z', 'updated_at': '2021-08-17T02:56:50Z', 'revision_number': 4, 'project_id': '989a94fc796341fe8730e214cb375216', 'subnets': [{'id': '58c70284-c779-474b-8202-b5404ff2c6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:51.735093 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e086356-176c-4143-9856-8cc8706ebec6 None None] The sync data for ids ['abff9e48-017d-4131-992b-64081ac3f557'] in n-d-802060-9 is: [{'id': 'abff9e48-017d-4131-992b-64081ac3f557', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541674888-router', 'tenant_id': '989a94fc796341fe8730e214cb375216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a7cb3296-f657-44f5-aaed-132a30d771b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:38Z', 'updated_at': '2021-08-17T02:56:46Z', 'revision_number': 4, 'project_id': '989a94fc796341fe8730e214cb375216', 'gw_port': {'id': 'a7cb3296-f657-44f5-aaed-132a30d771b6', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abff9e48-017d-4131-992b-64081ac3f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:39Z', 'updated_at': '2021-08-17T02:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'cdc01f9e-10d8-4e8b-a360-db665325c981', 'name': '', 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb', 'tenant_id': '989a94fc796341fe8730e214cb375216', 'mac_address': 'fa:16:3e:94:4c:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'abff9e48-017d-4131-992b-64081ac3f557', 'device_owner': 'network:router_interface', 'standard_attr_id': 804, 'fixed_ips': [{'subnet_id': '58c70284-c779-474b-8202-b5404ff2c6f7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:45Z', 'updated_at': '2021-08-17T02:56:50Z', 'revision_number': 4, 'project_id': '989a94fc796341fe8730e214cb375216', 'subnets': [{'id': '58c70284-c779-474b-8202-b5404ff2c6f7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:56:51.745036 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-569bbd2c-8d2f-4a70-a2e8-1331ae823840 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7795389 Aug 17 02:56:51.747786 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43730) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:51.758432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-93a60a1e-ef0b-4900-856a-33c87144f984 admin admin] Request body: {'subnet': {'network_id': '5ce4dccf-d881-4737-b188-678930f17cac', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-430960094-subnet', 'tenant_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:51.780364 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75d34524-d02b-45ff-a417-05fefec7795e x-openstack-request-id: req-75d34524-d02b-45ff-a417-05fefec7795e {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:51.780718 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2014c81f-0dc3-4118-b46e-c1f42a76f89f", "tag": "127ba125-3e35-4ff3-8de7-ccf59e909dba", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:51.781026 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-75d34524-d02b-45ff-a417-05fefec7795e {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:51.781451 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2014c81f-0dc3-4118-b46e-c1f42a76f89f', 'tag': '127ba125-3e35-4ff3-8de7-ccf59e909dba', 'status': 'completed', 'code': 200} Aug 17 02:56:51.802154 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ab2dc-591f-439c-90ac-685a3292e941 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Pushing event updated for resources: {'SecurityGroup': ['ID=416c0f38-48b9-4c6e-9b21-c7f1a9294db1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:51.818745 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f39a36f7-c5ca-4e5b-8f81-0d0057c7ff2c req-3f268b91-7b7c-44d9-8f7d-b626aa713d3b tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 210 time: 0.1411228 Aug 17 02:56:51.927407 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93a60a1e-ef0b-4900-856a-33c87144f984 admin admin] Made reservation on behalf of 7a8f12e35dbe479eafbab90b0435e1ca for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:56:51.929817 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-93a60a1e-ef0b-4900-856a-33c87144f984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:52.019101 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-d160d4bb-a0c9-444a-8bba-0713765e9139 service neutron] 10.222.0.60 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3702211 Aug 17 02:56:52.037792 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-a45ab2dc-591f-439c-90ac-685a3292e941 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Allocated IP 192.168.233.10 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/57c7642b-f4dd-4422-b546-6ace7d14ea95) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:52.060353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-a8bd9d4a-d9f9-4469-9728-7a7a6400ef4c tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:52.062282 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-a8bd9d4a-d9f9-4469-9728-7a7a6400ef4c tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1027765 Aug 17 02:56:52.148759 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ba19d2-f159-4972-b368-0826b91d419f req-c1a33b51-cc05-4fb1-931c-99c328d8d976 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:52.150870 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0ba19d2-f159-4972-b368-0826b91d419f req-c1a33b51-cc05-4fb1-931c-99c328d8d976 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.30 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 945 time: 0.2876558 Aug 17 02:56:52.164393 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e6d77a-4414-4171-87e1-af38f79bd2db req-7e2129a9-1bca-4996-8348-902b435d70f0 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:52.172784 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1e6d77a-4414-4171-87e1-af38f79bd2db req-7e2129a9-1bca-4996-8348-902b435d70f0 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 945 time: 0.2491229 Aug 17 02:56:52.173759 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-9a139c28-ab92-4b9d-93d0-b6a1d1b15a83 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 695 time: 0.0943024 Aug 17 02:56:52.194700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-5ee315fe-bb68-4864-bb47-85672687e849 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Request body: {'floatingip': {'port_id': '4a5d7f3b-9273-416d-b2b1-628804170b70', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:52.264784 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-5ee315fe-bb68-4864-bb47-85672687e849 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:52.280066 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1e6d77a-4414-4171-87e1-af38f79bd2db req-e93b0b2b-5268-43d5-9eb7-222d5af263d8 tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9d4dd7c-2e5e-4396-8157-644861bae213&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062515 Aug 17 02:56:52.415025 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f3ab477-c15f-432b-880d-9ae6683c3bf8 req-6f3b3db7-aa10-4bef-8a87-b7ba0acc2f73 service neutron] 10.222.0.60 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3741376 Aug 17 02:56:52.507685 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-a45ab2dc-591f-439c-90ac-685a3292e941 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:52.582874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-a45ab2dc-591f-439c-90ac-685a3292e941 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Transition to ACTIVE for port object 57c7642b-f4dd-4422-b546-6ace7d14ea95 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:52.803281 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cdc01f9e-10d8-4e8b-a360-db665325c981 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:52.827371 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-93a60a1e-ef0b-4900-856a-33c87144f984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:52.852610 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-a45ab2dc-591f-439c-90ac-685a3292e941 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:52.879369 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43748) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:52.960195 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a67fd2-cafb-4a68-9a61-4d00b2c0fdd1 req-b371039d-8704-4eb3-a690-66a2f92e28d8 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:52.963387 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port cdc01f9e-10d8-4e8b-a360-db665325c981 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:52.963540 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10a67fd2-cafb-4a68-9a61-4d00b2c0fdd1 req-b371039d-8704-4eb3-a690-66a2f92e28d8 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 946 time: 0.1742976 Aug 17 02:56:52.965218 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port cdc01f9e-10d8-4e8b-a360-db665325c981 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:52.965406 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a60a1e-ef0b-4900-856a-33c87144f984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a091de6-a84a-4f1a-93fb-dd5ce338fb37,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:52.965641 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:52.977758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93a60a1e-ef0b-4900-856a-33c87144f984 admin admin] Checking segment: {'id': '3606791d-1f74-41b3-9471-ded0ac0f71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5ce4dccf-d881-4737-b188-678930f17cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:52.978346 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a60a1e-ef0b-4900-856a-33c87144f984 admin admin] Network hostable DHCP agents. Network: 5ce4dccf-d881-4737-b188-678930f17cac, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:56:52.984357 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-b0ba19d2-f159-4972-b368-0826b91d419f req-d261e164-5e50-4284-aac0-ad4cad1e1cfb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Deleting port 441bcfe8-e9b7-4744-8528-357db7dd3964 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:52.986278 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b0ba19d2-f159-4972-b368-0826b91d419f req-d261e164-5e50-4284-aac0-ad4cad1e1cfb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.096648 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f74b2ae-b144-4617-9b67-a7a2e8605ba6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.106586 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.144432 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10a67fd2-cafb-4a68-9a61-4d00b2c0fdd1 req-5e2d8c87-0a98-4d19-b379-15e1715a3440 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/security-groups?id=530d36e9-1d9c-4ac0-b31a-9ce81b76fc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700208 Aug 17 02:56:53.153124 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port cdc01f9e-10d8-4e8b-a360-db665325c981, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cdc01f9e-10d8-4e8b-a360-db665325c981,segment=NetworkSegment(4c5ccc37-c4d0-4441-bd01-b1bff4663751),segment_id=4c5ccc37-c4d0-4441-bd01-b1bff4663751)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:53.196942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-b0ba19d2-f159-4972-b368-0826b91d419f req-d261e164-5e50-4284-aac0-ad4cad1e1cfb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] For port 441bcfe8-e9b7-4744-8528-357db7dd3964, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=441bcfe8-e9b7-4744-8528-357db7dd3964,segment=NetworkSegment(779cfa89-7433-4af9-b5f2-62ed99093ff4),segment_id=779cfa89-7433-4af9-b5f2-62ed99093ff4)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:53.201806 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b0ba19d2-f159-4972-b368-0826b91d419f req-d261e164-5e50-4284-aac0-ad4cad1e1cfb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.219852 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93a60a1e-ef0b-4900-856a-33c87144f984 admin admin] Network 5ce4dccf-d881-4737-b188-678930f17cac is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:56:53.231179 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-b0ba19d2-f159-4972-b368-0826b91d419f req-d261e164-5e50-4284-aac0-ad4cad1e1cfb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Calling delete_port for 441bcfe8-e9b7-4744-8528-357db7dd3964 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:56:53.331673 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.357186 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-93a60a1e-ef0b-4900-856a-33c87144f984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 5ce4dccf-d881-4737-b188-678930f17cac) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:53.374685 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f47f933-9e1e-4e1a-a29a-8e4fa85b3c98 None None] Network 5ce4dccf-d881-4737-b188-678930f17cac requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:56:53.377846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93a60a1e-ef0b-4900-856a-33c87144f984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:53.377846 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-93a60a1e-ef0b-4900-856a-33c87144f984 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.420521 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45ab2dc-591f-439c-90ac-685a3292e941 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Pushing event updated for resources: {'Port': ['ID=57c7642b-f4dd-4422-b546-6ace7d14ea95,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:53.446382 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-a45ab2dc-591f-439c-90ac-685a3292e941 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:53.461141 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248c26c-767e-41cd-a12e-a530771b74f6 req-f49675d0-f80e-4447-b952-39bf87d8f7d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:53.462902 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5248c26c-767e-41cd-a12e-a530771b74f6 req-f49675d0-f80e-4447-b952-39bf87d8f7d3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a950a1f07f90492d842c34338bc90e17&device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 1094 time: 0.8310061 Aug 17 02:56:53.469026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-a45ab2dc-591f-439c-90ac-685a3292e941 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:53.477544 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f74b2ae-b144-4617-9b67-a7a2e8605ba6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.503270 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-a45ab2dc-591f-439c-90ac-685a3292e941 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:53.534021 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a603d71b-5f2b-4f00-98d9-4ba8a77cdbb4 req-a24dbd0d-62f6-4ee6-b230-3c7fae772c2a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:53.542320 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a603d71b-5f2b-4f00-98d9-4ba8a77cdbb4 req-a24dbd0d-62f6-4ee6-b230-3c7fae772c2a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 943 time: 0.1335156 Aug 17 02:56:53.569259 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f74b2ae-b144-4617-9b67-a7a2e8605ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.577233 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=cdc01f9e-10d8-4e8b-a360-db665325c981,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:53.618234 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a603d71b-5f2b-4f00-98d9-4ba8a77cdbb4 req-1d9ab2cf-8e5c-4430-aa2b-d9929d47f4f0 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746708 Aug 17 02:56:53.647604 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-5ce4dccf-d881-4737-b188-678930f17cac', 'network_id': '5ce4dccf-d881-4737-b188-678930f17cac', 'tenant_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'fixed_ips': [{'subnet_id': '9a091de6-a84a-4f1a-93fb-dd5ce338fb37'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:56:53.648695 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.654055 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b0ba19d2-f159-4972-b368-0826b91d419f req-d261e164-5e50-4284-aac0-ad4cad1e1cfb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.691073 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-a45ab2dc-591f-439c-90ac-685a3292e941 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:53.692325 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-a45ab2dc-591f-439c-90ac-685a3292e941 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.696079 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-93a60a1e-ef0b-4900-856a-33c87144f984 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9469666 Aug 17 02:56:53.704278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43758) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:53.708081 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f74b2ae-b144-4617-9b67-a7a2e8605ba6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0451279c-4037-419b-b3db-e354c5f530c0,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:53.717966 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4f74b2ae-b144-4617-9b67-a7a2e8605ba6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cbb8c21b9cc84e74890f2fc59695fd73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8348849 Aug 17 02:56:53.719286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-430960094-router', 'tenant_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:53.743290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43760) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:53.771190 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d261e164-5e50-4284-aac0-ad4cad1e1cfb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Pushing event deleted for resources: {'Port': ['ID=441bcfe8-e9b7-4744-8528-357db7dd3964,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:53.836333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248c26c-767e-41cd-a12e-a530771b74f6 req-f1760829-399a-475d-a1f1-458479897182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:53.837893 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5248c26c-767e-41cd-a12e-a530771b74f6 req-f1760829-399a-475d-a1f1-458479897182 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b0e1662b-3237-45e1-8f42-62a3ce636ecb HTTP/1.1" status: 200 len: 905 time: 0.3308270 Aug 17 02:56:53.839536 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.db.resource_extend [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-5ee315fe-bb68-4864-bb47-85672687e849 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 02:56:53.849936 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0ba19d2-f159-4972-b368-0826b91d419f req-d261e164-5e50-4284-aac0-ad4cad1e1cfb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] No DVR routers for this DVR port 441bcfe8-e9b7-4744-8528-357db7dd3964 on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:56:53.852968 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b0ba19d2-f159-4972-b368-0826b91d419f req-d261e164-5e50-4284-aac0-ad4cad1e1cfb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.855036 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0ba19d2-f159-4972-b368-0826b91d419f req-d261e164-5e50-4284-aac0-ad4cad1e1cfb tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.30 "DELETE /v2.0/ports/441bcfe8-e9b7-4744-8528-357db7dd3964 HTTP/1.1" status: 204 len: 173 time: 1.6798084 Aug 17 02:56:53.859934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '50676f84-9cd2-4cfb-b34f-cd7c961484f5', 'name': 'network-vif-deleted', 'tag': '441bcfe8-e9b7-4744-8528-357db7dd3964'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:53.862748 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ca5ee07-4abe-405c-9fdd-8a4734fc4947" -d '{"events": [{"server_uuid": "50676f84-9cd2-4cfb-b34f-cd7c961484f5", "name": "network-vif-deleted", "tag": "441bcfe8-e9b7-4744-8528-357db7dd3964"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:53.892796 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba70966-2825-45d3-88e6-e5f145807e89 req-0d71914e-928c-437b-b929-7a4d5a9434ba tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:53.895169 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Allocated IP 172.20.0.2 (5ce4dccf-d881-4737-b188-678930f17cac/9a091de6-a84a-4f1a-93fb-dd5ce338fb37/d13c4bae-06bc-48cd-8113-d60bae583745) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:53.900526 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ba70966-2825-45d3-88e6-e5f145807e89 req-0d71914e-928c-437b-b929-7a4d5a9434ba tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 935 time: 0.2011287 Aug 17 02:56:53.911891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.912942 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.916971 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5248c26c-767e-41cd-a12e-a530771b74f6 req-59ed14bc-6ad7-4acb-a3f1-5cca1673202a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=127ba125-3e35-4ff3-8de7-ccf59e909dba HTTP/1.1" status: 200 len: 217 time: 0.0469933 Aug 17 02:56:53.935369 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f3453af-9ccb-4a31-850e-b32487da395c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.961066 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ba70966-2825-45d3-88e6-e5f145807e89 req-a9c6964d-c794-4eb6-9c38-aefbeec3962b tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0596299 Aug 17 02:56:53.968316 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-5ee315fe-bb68-4864-bb47-85672687e849 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:53.970486 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f3453af-9ccb-4a31-850e-b32487da395c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.037978 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.043842 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5248c26c-767e-41cd-a12e-a530771b74f6 req-f5baf24e-fccc-495a-b055-ed9dd85a2798 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:54.048512 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5248c26c-767e-41cd-a12e-a530771b74f6 req-f5baf24e-fccc-495a-b055-ed9dd85a2798 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc7aeeda-153f-4ac5-8939-dd5068984085 HTTP/1.1" status: 200 len: 845 time: 0.1159992 Aug 17 02:56:54.048512 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-a45ab2dc-591f-439c-90ac-685a3292e941 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8026719 Aug 17 02:56:54.057569 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4639c0a3-c88f-4145-9afb-ca3b734e2d51 None None] Provisioning for port 57c7642b-f4dd-4422-b546-6ace7d14ea95 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:54.066609 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4639c0a3-c88f-4145-9afb-ca3b734e2d51 None None] Provisioning complete for port 57c7642b-f4dd-4422-b546-6ace7d14ea95 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:54.066609 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4639c0a3-c88f-4145-9afb-ca3b734e2d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.073470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Request body: {'port': {'device_id': '0cf339e8-691c-4ccf-976f-52fa0c6dda65', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:56:54.116170 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-5ee315fe-bb68-4864-bb47-85672687e849 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.119916 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5248c26c-767e-41cd-a12e-a530771b74f6 req-cf7c0873-085b-43dd-8a1e-a9f2fd05d150 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0e1662b-3237-45e1-8f42-62a3ce636ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585647 Aug 17 02:56:54.133471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4639c0a3-c88f-4145-9afb-ca3b734e2d51 None None] Port 57c7642b-f4dd-4422-b546-6ace7d14ea95 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:56:54.137713 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f3453af-9ccb-4a31-850e-b32487da395c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.141512 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f3453af-9ccb-4a31-850e-b32487da395c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.145869 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4f3453af-9ccb-4a31-850e-b32487da395c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0451279c-4037-419b-b3db-e354c5f530c0 HTTP/1.1" status: 204 len: 168 time: 0.3833997 Aug 17 02:56:54.157942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3453af-9ccb-4a31-850e-b32487da395c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0451279c-4037-419b-b3db-e354c5f530c0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:54.210658 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.232441 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Transition to ACTIVE for port object d13c4bae-06bc-48cd-8113-d60bae583745 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:54.261108 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd74d542-e459-4b1d-9316-9ee376450524 req-3076dc79-cda8-4a02-a65b-c0f65c75fe99 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:54.263713 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Transition to ACTIVE for port object d13c4bae-06bc-48cd-8113-d60bae583745 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:54.272156 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fd74d542-e459-4b1d-9316-9ee376450524 req-3076dc79-cda8-4a02-a65b-c0f65c75fe99 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 946 time: 0.0803125 Aug 17 02:56:54.315204 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fd74d542-e459-4b1d-9316-9ee376450524 req-f264fe2b-dcfb-4c37-b2f5-02eb8b4d0866 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420988 Aug 17 02:56:54.369392 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.392214 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.440147 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-25b44ae0-0959-41f5-8671-e0c3276c8f60 req-33e350f4-10b4-4699-b0ed-68ea00f1dc9b tempest-LiveMigrationTest-711695373 tempest-LiveMigrationTest-711695373-project] 10.222.0.10 "GET /v2.0/ports?device_id=50676f84-9cd2-4cfb-b34f-cd7c961484f5 HTTP/1.1" status: 200 len: 210 time: 0.0359449 Aug 17 02:56:54.445488 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Network 5ce4dccf-d881-4737-b188-678930f17cac is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:54.446954 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:54.450554 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:54.477481 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Pushing event updated for resources: {'Port': ['ID=d13c4bae-06bc-48cd-8113-d60bae583745,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:54.513031 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2eb8db35-857e-4035-b4a6-204131c967c4 x-openstack-request-id: req-2eb8db35-857e-4035-b4a6-204131c967c4 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:54.513487 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "50676f84-9cd2-4cfb-b34f-cd7c961484f5", "name": "network-vif-deleted", "tag": "441bcfe8-e9b7-4744-8528-357db7dd3964", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:54.514025 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2eb8db35-857e-4035-b4a6-204131c967c4 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:54.514690 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '50676f84-9cd2-4cfb-b34f-cd7c961484f5', 'name': 'network-vif-deleted', 'tag': '441bcfe8-e9b7-4744-8528-357db7dd3964', 'status': 'completed', 'code': 200} Aug 17 02:56:54.515938 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-5ee315fe-bb68-4864-bb47-85672687e849 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Floating IP 8a31a16a-b3c0-46b2-9d57-90b25a4e31d5 associated. External IP: 172.25.1.19, port: 4a5d7f3b-9273-416d-b2b1-628804170b70. Aug 17 02:56:54.523649 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.549877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Attempting to bind port d13c4bae-06bc-48cd-8113-d60bae583745 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:56:54.549877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Attempting to bind port d13c4bae-06bc-48cd-8113-d60bae583745 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3606791d-1f74-41b3-9471-ded0ac0f71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5ce4dccf-d881-4737-b188-678930f17cac'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:56:54.549877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Attempting to bind port d13c4bae-06bc-48cd-8113-d60bae583745 on network 5ce4dccf-d881-4737-b188-678930f17cac {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:54.554199 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:56:54.554943 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Checking segment: {'id': '3606791d-1f74-41b3-9471-ded0ac0f71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5ce4dccf-d881-4737-b188-678930f17cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:54.555363 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.555766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Bound using segment: {'id': '3606791d-1f74-41b3-9471-ded0ac0f71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5ce4dccf-d881-4737-b188-678930f17cac'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:56:54.556240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Bound port: d13c4bae-06bc-48cd-8113-d60bae583745, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3606791d-1f74-41b3-9471-ded0ac0f71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5ce4dccf-d881-4737-b188-678930f17cac'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:56:54.556627 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.573561 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5248c26c-767e-41cd-a12e-a530771b74f6 req-aa22fdb6-dab3-451c-a704-f708ee7ac914 service neutron] 10.222.0.60 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4095826 Aug 17 02:56:54.653506 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] For port d13c4bae-06bc-48cd-8113-d60bae583745, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:54.659019 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] For port d13c4bae-06bc-48cd-8113-d60bae583745, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d13c4bae-06bc-48cd-8113-d60bae583745,segment=NetworkSegment(3606791d-1f74-41b3-9471-ded0ac0f71fc),segment_id=3606791d-1f74-41b3-9471-ded0ac0f71fc)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:56:54.726912 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:54.837948 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04611557-b416-4d2a-89f2-445a45709511 req-bfa7d3bd-0509-46e2-9e4b-eb6d8d0c8a72 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:54.839458 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-04611557-b416-4d2a-89f2-445a45709511 req-bfa7d3bd-0509-46e2-9e4b-eb6d8d0c8a72 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 943 time: 0.0951979 Aug 17 02:56:54.858558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cdc01f9e-10d8-4e8b-a360-db665325c981 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:54.898348 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5248c26c-767e-41cd-a12e-a530771b74f6 req-323bef01-0c61-4036-95df-f141b50b2df9 service neutron] 10.222.0.60 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197916 Aug 17 02:56:54.945622 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-04611557-b416-4d2a-89f2-445a45709511 req-7f8025e9-5766-4a15-9289-dee41b752d56 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920613 Aug 17 02:56:54.998343 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2813bbb4-5b15-4c3a-a1a8-8f3c99c53cbb None None] Pushing event updated for resources: {'Port': ['ID=d13c4bae-06bc-48cd-8113-d60bae583745,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:55.020193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port cdc01f9e-10d8-4e8b-a360-db665325c981 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:55.020709 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:55.191279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-5ee315fe-bb68-4864-bb47-85672687e849 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Router 5ae83bd8-fb81-4d90-8687-b2134ed074d9 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:56:55.224399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57c7642b-f4dd-4422-b546-6ace7d14ea95 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:56:55.237385 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:55.349904 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Transition to ACTIVE for port object 57c7642b-f4dd-4422-b546-6ace7d14ea95 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:56:55.373035 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43786) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:55.391876 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5f50ad99-cee1-4408-9174-0d4da23d6a0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:55.453149 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:55.503790 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:55.505993 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 127ba125-3e35-4ff3-8de7-ccf59e909dba details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:56:55.540918 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:55.545906 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-5ee315fe-bb68-4864-bb47-85672687e849 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:56:55.557874 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-5ee315fe-bb68-4864-bb47-85672687e849 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:55.564069 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d297e0-d51d-44fc-8c48-13c6e7527d59 None None] Sync routers for ids ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:56:55.580361 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5f50ad99-cee1-4408-9174-0d4da23d6a0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:55.582779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Pushing event updated for resources: {'Port': ['ID=57c7642b-f4dd-4422-b546-6ace7d14ea95,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:55.617220 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b543fbc2-940a-4db8-8890-c28b06c52d90 req-a14786d2-3e86-452e-b660-7965e2194907 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:55.621618 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b543fbc2-940a-4db8-8890-c28b06c52d90 req-a14786d2-3e86-452e-b660-7965e2194907 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 947 time: 0.0995655 Aug 17 02:56:55.625231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d297e0-d51d-44fc-8c48-13c6e7527d59 None None] Routers {'5ae83bd8-fb81-4d90-8687-b2134ed074d9'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:55.626044 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-d3d297e0-d51d-44fc-8c48-13c6e7527d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:56:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:55.673653 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b543fbc2-940a-4db8-8890-c28b06c52d90 req-d9401a29-15f9-428b-ae79-2cd47b4c795b tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446537 Aug 17 02:56:55.702750 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5f50ad99-cee1-4408-9174-0d4da23d6a0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:55.778856 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-5ee315fe-bb68-4864-bb47-85672687e849 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "PUT /v2.0/floatingips/8a31a16a-b3c0-46b2-9d57-90b25a4e31d5 HTTP/1.1" status: 200 len: 996 time: 3.5963604 Aug 17 02:56:55.810872 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'tag': '4a5d7f3b-9273-416d-b2b1-628804170b70'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:55.816283 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7eb7973-e664-4103-876c-0414b637a2ed" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a", "tag": "4a5d7f3b-9273-416d-b2b1-628804170b70"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:55.834303 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5f50ad99-cee1-4408-9174-0d4da23d6a0e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf2b433fac5b4212ad9fc5c0b031512f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4592507 Aug 17 02:56:55.850527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43794) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:55.862586 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f50ad99-cee1-4408-9174-0d4da23d6a0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13836ae7-3893-449e-93ca-72b2a6948563,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:55.909994 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b990ce-803a-4160-a78a-c9e9057177d8 req-52008f1b-88a8-447b-bb56-f1a173f148fb tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:55.911775 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51b990ce-803a-4160-a78a-c9e9057177d8 req-52008f1b-88a8-447b-bb56-f1a173f148fb tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 946 time: 0.1179228 Aug 17 02:56:55.923122 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Allocated IP 172.25.1.175 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/1119dbd1-117c-4900-8d33-4e5d51fb2443) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:56:55.931106 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 441bcfe8-e9b7-4744-8528-357db7dd3964 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:56:55.960936 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51b990ce-803a-4160-a78a-c9e9057177d8 req-e6a6410d-c957-4f81-90df-2dfcab398345 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429013 Aug 17 02:56:55.968895 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 127ba125-3e35-4ff3-8de7-ccf59e909dba, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=127ba125-3e35-4ff3-8de7-ccf59e909dba,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:55.971512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 441bcfe8-e9b7-4744-8528-357db7dd3964 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:56:55.971668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 441bcfe8-e9b7-4744-8528-357db7dd3964 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:56:56.003665 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '127ba125-3e35-4ff3-8de7-ccf59e909dba', 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb', 'port_id': '127ba125-3e35-4ff3-8de7-ccf59e909dba', 'mac_address': 'fa:16:3e:4f:87:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7aeeda-153f-4ac5-8939-dd5068984085', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:56:56.038630 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43798) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:56.052998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-d3d297e0-d51d-44fc-8c48-13c6e7527d59 None None] Set router 5ae83bd8-fb81-4d90-8687-b2134ed074d9 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:56.115693 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.160837 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Attempting to bind port 57c7642b-f4dd-4422-b546-6ace7d14ea95 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:56:56.161465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Attempting to bind port 57c7642b-f4dd-4422-b546-6ace7d14ea95 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:56:56.161819 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Attempting to bind port 57c7642b-f4dd-4422-b546-6ace7d14ea95 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:56.165775 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-534d601f-72c4-4c53-9b2d-e1a9334cfd11 x-openstack-request-id: req-534d601f-72c4-4c53-9b2d-e1a9334cfd11 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:56.168486 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a", "tag": "4a5d7f3b-9273-416d-b2b1-628804170b70", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:56.168486 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-534d601f-72c4-4c53-9b2d-e1a9334cfd11 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:56.168486 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'tag': '4a5d7f3b-9273-416d-b2b1-628804170b70', 'status': 'completed', 'code': 200} Aug 17 02:56:56.230058 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Port 57c7642b-f4dd-4422-b546-6ace7d14ea95 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:56:56.230326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Attempting to bind port 57c7642b-f4dd-4422-b546-6ace7d14ea95 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:56:56.241239 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:56:56.245193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:56:56.245193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:56:56.245193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Bound port: 57c7642b-f4dd-4422-b546-6ace7d14ea95, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:56:56.245193 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.258042 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-b01fac6d-4516-40a8-b2b7-757032c72cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:56.258600 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41fd0f0e-4dd6-4af8-a5f6-3688a4a39d2d req-cbedcf76-df78-44cb-a0e8-6fb3ab2aa202 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:56.260127 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74153e6b-df05-4b1b-9cd7-940208ba7bd2 None None] Network 5ce4dccf-d881-4737-b188-678930f17cac requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:56:56.267721 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-b01fac6d-4516-40a8-b2b7-757032c72cc5 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=51a6f7812cc24a1297c93ba249fb2a46&device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 1097 time: 0.4282002 Aug 17 02:56:56.267933 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41fd0f0e-4dd6-4af8-a5f6-3688a4a39d2d req-cbedcf76-df78-44cb-a0e8-6fb3ab2aa202 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 943 time: 0.0696380 Aug 17 02:56:56.270326 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.282850 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.321950 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41fd0f0e-4dd6-4af8-a5f6-3688a4a39d2d req-c0abf5e5-52eb-41de-a886-ecf877fb0888 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538483 Aug 17 02:56:56.451695 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 127ba125-3e35-4ff3-8de7-ccf59e909dba {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:56:56.486710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 127ba125-3e35-4ff3-8de7-ccf59e909dba, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=127ba125-3e35-4ff3-8de7-ccf59e909dba,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:56.505165 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-85fc7535-7af7-4989-a8b8-394406dc8bf4 admin admin] Deleting subnet ce7a1b4d-073f-4496-99e3-079663fa186d {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:56:56.509952 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-85fc7535-7af7-4989-a8b8-394406dc8bf4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.554494 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-85fc7535-7af7-4989-a8b8-394406dc8bf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.558541 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.591554 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-d3d297e0-d51d-44fc-8c48-13c6e7527d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-817944764-router', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:55:47Z', 'updated_at': '2021-08-17T02:55:53Z', 'revision_number': 4, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'gw_port': {'id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:48Z', 'updated_at': '2021-08-17T02:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '8a31a16a-b3c0-46b2-9d57-90b25a4e31d5', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'port_id': '4a5d7f3b-9273-416d-b2b1-628804170b70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65029138-6c81-47de-b189-2142c0f096e7', 'mac_address': 'fa:16:3e:ee:7f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:56:49Z', 'updated_at': '2021-08-17T02:56:53Z', 'revision_number': 1, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec', 'name': '', 'network_id': '65029138-6c81-47de-b189-2142c0f096e7', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:52Z', 'updated_at': '2021-08-17T02:55:59Z', 'revision_number': 5, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'subnets': [{'id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:56.606910 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-85fc7535-7af7-4989-a8b8-394406dc8bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.624232 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3fd7b618-4009-45c9-bfe6-6831475e125f None None] Provisioning for port d13c4bae-06bc-48cd-8113-d60bae583745 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:56.635778 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d297e0-d51d-44fc-8c48-13c6e7527d59 None None] Checking router: 5ae83bd8-fb81-4d90-8687-b2134ed074d9 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:56:56.690309 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=127ba125-3e35-4ff3-8de7-ccf59e909dba,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:56.695887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3d297e0-d51d-44fc-8c48-13c6e7527d59 None None] Routers {'5ae83bd8-fb81-4d90-8687-b2134ed074d9'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:56:56.697209 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-d3d297e0-d51d-44fc-8c48-13c6e7527d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:56:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:56.764222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:56:56.778068 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb7973-e664-4103-876c-0414b637a2ed req-32b294ef-de07-4b6b-be52-5eb86e6d3112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:56.780688 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7eb7973-e664-4103-876c-0414b637a2ed req-32b294ef-de07-4b6b-be52-5eb86e6d3112 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51a6f7812cc24a1297c93ba249fb2a46&device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 1097 time: 0.6051793 Aug 17 02:56:56.789534 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f3621d2-4605-44e5-a0af-2c77c2c6c084 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.791185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:56:56.802122 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-85fc7535-7af7-4989-a8b8-394406dc8bf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.803368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:56:56.824713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Pushing event updated for resources: {'Port': ['ID=1119dbd1-117c-4900-8d33-4e5d51fb2443,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:56.827509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d13c4bae-06bc-48cd-8113-d60bae583745 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:56.844799 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85fc7535-7af7-4989-a8b8-394406dc8bf4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ce7a1b4d-073f-4496-99e3-079663fa186d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:56.849179 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-85fc7535-7af7-4989-a8b8-394406dc8bf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.851626 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-85fc7535-7af7-4989-a8b8-394406dc8bf4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ce7a1b4d-073f-4496-99e3-079663fa186d HTTP/1.1" status: 204 len: 168 time: 0.8114953 Aug 17 02:56:56.853660 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43814) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:56.864664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['127ba125-3e35-4ff3-8de7-ccf59e909dba'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:56:56.921771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-d3d297e0-d51d-44fc-8c48-13c6e7527d59 None None] Set router 5ae83bd8-fb81-4d90-8687-b2134ed074d9 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:56:56.935606 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a53c-f750-46a4-8765-ac42bbffe44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.965983 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f3621d2-4605-44e5-a0af-2c77c2c6c084 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:56.995592 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] For port 57c7642b-f4dd-4422-b546-6ace7d14ea95, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:56:57.034784 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a53c-f750-46a4-8765-ac42bbffe44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.045964 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-2ac5a53c-f750-46a4-8765-ac42bbffe44c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e9e56734-09f2-4207-a3fd-cb98fe79bbca']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:57.057782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-2ac5a53c-f750-46a4-8765-ac42bbffe44c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '779cfa89-7433-4af9-b5f2-62ed99093ff4') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:57.061604 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-2ac5a53c-f750-46a4-8765-ac42bbffe44c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '779cfa89-7433-4af9-b5f2-62ed99093ff4') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:57.079939 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a53c-f750-46a4-8765-ac42bbffe44c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.097864 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a53c-f750-46a4-8765-ac42bbffe44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.106003 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2ac5a53c-f750-46a4-8765-ac42bbffe44c admin admin] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:56:57.106641 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a53c-f750-46a4-8765-ac42bbffe44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: timer() Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:56:57.121460 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:56:57.136130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb7973-e664-4103-876c-0414b637a2ed req-0271f6bc-377b-4d3a-a86b-6654a4e2e75c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:57.136892 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7eb7973-e664-4103-876c-0414b637a2ed req-0271f6bc-377b-4d3a-a86b-6654a4e2e75c service neutron] 10.222.0.60 "GET /v2.0/networks?id=65029138-6c81-47de-b189-2142c0f096e7 HTTP/1.1" status: 200 len: 919 time: 0.3428907 Aug 17 02:56:57.137028 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port d13c4bae-06bc-48cd-8113-d60bae583745 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:57.139544 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-0f220f62-ff1b-4380-88d6-3cdde210c69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:57.141924 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-0f220f62-ff1b-4380-88d6-3cdde210c69f service neutron] 10.222.0.10 "GET /v2.0/networks?id=65029138-6c81-47de-b189-2142c0f096e7 HTTP/1.1" status: 200 len: 919 time: 0.8746750 Aug 17 02:56:57.146364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] For port 57c7642b-f4dd-4422-b546-6ace7d14ea95, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=57c7642b-f4dd-4422-b546-6ace7d14ea95,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:56:57.168868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d13c4bae-06bc-48cd-8113-d60bae583745 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:57.169251 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.281167 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a53c-f750-46a4-8765-ac42bbffe44c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.291574 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ac5a53c-f750-46a4-8765-ac42bbffe44c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.296408 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2ac5a53c-f750-46a4-8765-ac42bbffe44c admin admin] 10.222.0.10 "DELETE /v2.0/networks/e9e56734-09f2-4207-a3fd-cb98fe79bbca HTTP/1.1" status: 204 len: 168 time: 0.4387169 Aug 17 02:56:57.306123 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43818) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:57.306673 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.329387 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac5a53c-f750-46a4-8765-ac42bbffe44c admin admin] Pushing event deleted for resources: {'Network': ['ID=e9e56734-09f2-4207-a3fd-cb98fe79bbca,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:57.348487 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a99c38a6-4572-4b33-9e89-c797a61888ee None None] Provisioning complete for port d13c4bae-06bc-48cd-8113-d60bae583745 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:57.351949 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a99c38a6-4572-4b33-9e89-c797a61888ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.405979 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.419939 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f3621d2-4605-44e5-a0af-2c77c2c6c084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.423359 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f3621d2-4605-44e5-a0af-2c77c2c6c084 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.428201 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3f3621d2-4605-44e5-a0af-2c77c2c6c084 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/13836ae7-3893-449e-93ca-72b2a6948563 HTTP/1.1" status: 204 len: 168 time: 1.5213680 Aug 17 02:56:57.439125 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-b1d58772-9794-4140-b4dc-f249008e61d4 admin admin] Deleting subnet b96eef36-4844-4cf5-8cfb-4677d32b98d9 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:56:57.449519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:57.449519 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.451810 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] 10.222.0.60 "PUT /v2.0/ports/57c7642b-f4dd-4422-b546-6ace7d14ea95 HTTP/1.1" status: 200 len: 1095 time: 3.3917015 Aug 17 02:56:57.472295 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1d58772-9794-4140-b4dc-f249008e61d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.477181 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-d3d297e0-d51d-44fc-8c48-13c6e7527d59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-817944764-router', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:55:47Z', 'updated_at': '2021-08-17T02:55:53Z', 'revision_number': 4, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'gw_port': {'id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:48Z', 'updated_at': '2021-08-17T02:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '8a31a16a-b3c0-46b2-9d57-90b25a4e31d5', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'port_id': '4a5d7f3b-9273-416d-b2b1-628804170b70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65029138-6c81-47de-b189-2142c0f096e7', 'mac_address': 'fa:16:3e:ee:7f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:56:49Z', 'updated_at': '2021-08-17T02:56:53Z', 'revision_number': 1, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec', 'name': '', 'network_id': '65029138-6c81-47de-b189-2142c0f096e7', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:52Z', 'updated_at': '2021-08-17T02:55:59Z', 'revision_number': 5, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'subnets': [{'id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:57.480113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3621d2-4605-44e5-a0af-2c77c2c6c084 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13836ae7-3893-449e-93ca-72b2a6948563,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:57.526925 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1d58772-9794-4140-b4dc-f249008e61d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.564822 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-bdda376f-6915-4bba-8fef-873a51bd946c service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a5d7f3b-9273-416d-b2b1-628804170b70 HTTP/1.1" status: 200 len: 999 time: 0.4146998 Aug 17 02:56:57.576193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port d13c4bae-06bc-48cd-8113-d60bae583745, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d13c4bae-06bc-48cd-8113-d60bae583745,segment=NetworkSegment(3606791d-1f74-41b3-9471-ded0ac0f71fc),segment_id=3606791d-1f74-41b3-9471-ded0ac0f71fc)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:57.577785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3d297e0-d51d-44fc-8c48-13c6e7527d59 None None] The sync data for ids ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'] in n-d-802060-9 is: [{'id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-817944764-router', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:55:47Z', 'updated_at': '2021-08-17T02:55:53Z', 'revision_number': 4, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'gw_port': {'id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:48Z', 'updated_at': '2021-08-17T02:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '8a31a16a-b3c0-46b2-9d57-90b25a4e31d5', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'floating_ip_address': '172.25.1.19', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'port_id': '4a5d7f3b-9273-416d-b2b1-628804170b70', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 812, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '65029138-6c81-47de-b189-2142c0f096e7', 'mac_address': 'fa:16:3e:ee:7f:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:56:49Z', 'updated_at': '2021-08-17T02:56:53Z', 'revision_number': 1, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec', 'name': '', 'network_id': '65029138-6c81-47de-b189-2142c0f096e7', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:52Z', 'updated_at': '2021-08-17T02:55:59Z', 'revision_number': 5, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'subnets': [{'id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:56:57.584741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b741059a-927f-4ce5-9728-f0fd301ba440 req-2e4a632e-14be-4eba-b06b-9881cf278989 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:57.592262 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7eb7973-e664-4103-876c-0414b637a2ed req-a5de9592-3322-4ee6-8892-868ae0a3912b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a5d7f3b-9273-416d-b2b1-628804170b70 HTTP/1.1" status: 200 len: 999 time: 0.4433994 Aug 17 02:56:57.598927 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b741059a-927f-4ce5-9728-f0fd301ba440 req-2e4a632e-14be-4eba-b06b-9881cf278989 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 947 time: 0.1566377 Aug 17 02:56:57.634947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d9bb8c-aa3f-4091-9c2e-cb5daa9bfb9f req-17a5e628-6d1d-479f-8050-cd0b7e882e13 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:57.638001 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29d9bb8c-aa3f-4091-9c2e-cb5daa9bfb9f req-17a5e628-6d1d-479f-8050-cd0b7e882e13 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.60 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 946 time: 0.4043510 Aug 17 02:56:57.659865 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b741059a-927f-4ce5-9728-f0fd301ba440 req-a11b52ce-8ba7-4e9c-b654-d58454f3373f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598435 Aug 17 02:56:57.668565 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.684874 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1d58772-9794-4140-b4dc-f249008e61d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.748570 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a99c38a6-4572-4b33-9e89-c797a61888ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.782406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b30e83-552d-432a-8f5b-7c4c519ed70d service neutron] Pushing event updated for resources: {'Port': ['ID=57c7642b-f4dd-4422-b546-6ace7d14ea95,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:57.806507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=d13c4bae-06bc-48cd-8113-d60bae583745,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:57.851369 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4d41b9d-83a0-477f-a949-0bdaaabcbc61 req-bdb9556d-c18a-4143-b0db-45fc8a963d47 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:57.860450 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a4d41b9d-83a0-477f-a949-0bdaaabcbc61 req-bdb9556d-c18a-4143-b0db-45fc8a963d47 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 946 time: 0.1124885 Aug 17 02:56:57.872674 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-a99c38a6-4572-4b33-9e89-c797a61888ee None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:56:57.872794 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-a99c38a6-4572-4b33-9e89-c797a61888ee None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:56:57.942415 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a4d41b9d-83a0-477f-a949-0bdaaabcbc61 req-9e5d9da0-ff09-40c1-b475-7cd5b6d0acf4 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0746405 Aug 17 02:56:57.977779 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1d58772-9794-4140-b4dc-f249008e61d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:57.998136 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af0c12be-d5ae-4484-b382-40cef31682c2 None None] New status for floating IP 8a31a16a-b3c0-46b2-9d57-90b25a4e31d5: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:56:58.023639 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1d58772-9794-4140-b4dc-f249008e61d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:58.023639 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b1d58772-9794-4140-b4dc-f249008e61d4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b96eef36-4844-4cf5-8cfb-4677d32b98d9 HTTP/1.1" status: 204 len: 168 time: 0.7005012 Aug 17 02:56:58.080231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43830) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:56:58.090458 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d58772-9794-4140-b4dc-f249008e61d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b96eef36-4844-4cf5-8cfb-4677d32b98d9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:56:58.121000 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63014073-a163-4aa1-be47-048698cfe061 req-c49e47ec-5984-4ee5-ab0f-6de2567f3c77 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:58.122593 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-63014073-a163-4aa1-be47-048698cfe061 req-c49e47ec-5984-4ee5-ab0f-6de2567f3c77 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 944 time: 0.0619049 Aug 17 02:56:58.166890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7eb7973-e664-4103-876c-0414b637a2ed req-1f71f86a-e8bc-49bd-90d5-37edbdf10014 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:58.170493 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7eb7973-e664-4103-876c-0414b637a2ed req-1f71f86a-e8bc-49bd-90d5-37edbdf10014 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8af6b8d-0152-4d94-8292-45b1b15f492f HTTP/1.1" status: 200 len: 859 time: 0.5615959 Aug 17 02:56:58.175055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cf339e8-691c-4ccf-976f-52fa0c6dda65', 'tag': '57c7642b-f4dd-4422-b546-6ace7d14ea95'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:56:58.178481 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5009c38c-824f-4aaf-853b-6d080e2554f7" -d '{"events": [{"name": "network-changed", "server_uuid": "0cf339e8-691c-4ccf-976f-52fa0c6dda65", "tag": "57c7642b-f4dd-4422-b546-6ace7d14ea95"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:56:58.199234 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-63014073-a163-4aa1-be47-048698cfe061 req-b78f5921-d3ed-49e1-9cf0-f36dd67e587f tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691798 Aug 17 02:56:58.242478 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-f3ae2864-dd21-4833-b89b-62561121cbf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:58.244012 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-f3ae2864-dd21-4833-b89b-62561121cbf5 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8af6b8d-0152-4d94-8292-45b1b15f492f HTTP/1.1" status: 200 len: 859 time: 0.6691837 Aug 17 02:56:58.271723 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:56:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fbf637d9-fe3b-4da8-ae90-4a8439119571 x-openstack-request-id: req-fbf637d9-fe3b-4da8-ae90-4a8439119571 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:56:58.272027 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cf339e8-691c-4ccf-976f-52fa0c6dda65", "tag": "57c7642b-f4dd-4422-b546-6ace7d14ea95", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:56:58.272280 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fbf637d9-fe3b-4da8-ae90-4a8439119571 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:56:58.272674 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cf339e8-691c-4ccf-976f-52fa0c6dda65', 'tag': '57c7642b-f4dd-4422-b546-6ace7d14ea95', 'status': 'completed', 'code': 200} Aug 17 02:56:58.287465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-fb50b218-cf94-4c1b-9b79-8d59c408f8be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:58.288952 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-fb50b218-cf94-4c1b-9b79-8d59c408f8be service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dbbb532b89c0448a872df2a07211d401&device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 1098 time: 0.5975480 Aug 17 02:56:58.291775 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7eb7973-e664-4103-876c-0414b637a2ed req-6719e54b-c872-4ad6-8c32-0e3c6310beaf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=65029138-6c81-47de-b189-2142c0f096e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058531 Aug 17 02:56:58.319023 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:58.331736 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-067e6126-faca-4a7c-a52e-67c488673cdd service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=65029138-6c81-47de-b189-2142c0f096e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529692 Aug 17 02:56:58.383016 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5fd09bb0-7eff-4574-8e34-a94fb0db3814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:58.481921 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-322f0326-e019-412d-a1c3-c552c43a0ce8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=57c7642b-f4dd-4422-b546-6ace7d14ea95 HTTP/1.1" status: 200 len: 217 time: 0.1788530 Aug 17 02:56:58.730637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-29d9bb8c-aa3f-4091-9c2e-cb5daa9bfb9f req-42dbec91-21fe-4969-a3fe-b5dbe9108525 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Deleting port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:56:58.731429 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-29d9bb8c-aa3f-4091-9c2e-cb5daa9bfb9f req-42dbec91-21fe-4969-a3fe-b5dbe9108525 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:58.745602 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d13c4bae-06bc-48cd-8113-d60bae583745 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:58.827385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d13c4bae-06bc-48cd-8113-d60bae583745 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:58.828733 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:58.866296 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136b1a7b-6730-4d02-a6fb-a9fc082b4526 req-0d0c975c-541d-4da7-9d68-9bdbc3b0dc9e tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:58.869516 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-136b1a7b-6730-4d02-a6fb-a9fc082b4526 req-0d0c975c-541d-4da7-9d68-9bdbc3b0dc9e tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 947 time: 0.0997870 Aug 17 02:56:58.883518 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-7b15972d-efb2-4df5-b0c0-aa46c61077f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:58.885990 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-7b15972d-efb2-4df5-b0c0-aa46c61077f9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.3254218 Aug 17 02:56:58.902768 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5fd09bb0-7eff-4574-8e34-a94fb0db3814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:58.929840 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-136b1a7b-6730-4d02-a6fb-a9fc082b4526 req-a94aaa7b-8549-4932-a8f2-a064bfe641a0 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420535 Aug 17 02:56:58.977965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-5fd09bb0-7eff-4574-8e34-a94fb0db3814 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bce6020a-5937-4e2a-b089-5ac7066b79d1']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:58.984841 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7eb7973-e664-4103-876c-0414b637a2ed req-4ff2d867-acb5-40d8-8a92-c13b3da328c9 service neutron] 10.222.0.60 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6555808 Aug 17 02:56:59.027656 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-c2303034-ef6a-4335-a979-a93135f6ca04 service neutron] 10.222.0.10 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5862656 Aug 17 02:56:59.052362 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-5fd09bb0-7eff-4574-8e34-a94fb0db3814 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '196f4fcf-a56e-40d2-8692-e8cf07ab5d2b') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:59.052871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-5fd09bb0-7eff-4574-8e34-a94fb0db3814 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '196f4fcf-a56e-40d2-8692-e8cf07ab5d2b') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:56:59.101594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4d0037-39a3-4f3e-bd5a-f110089faf69 req-e382e135-becf-444f-be23-ee37fc351694 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:59.103249 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d4d0037-39a3-4f3e-bd5a-f110089faf69 req-e382e135-becf-444f-be23-ee37fc351694 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 946 time: 0.0825686 Aug 17 02:56:59.149981 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d4d0037-39a3-4f3e-bd5a-f110089faf69 req-de3c5a23-fc7b-4d1c-8af3-86dbab45f2ac tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395286 Aug 17 02:56:59.355065 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c1d3d1-65b8-4bb6-b5d6-6481328480a4 req-48e757cd-25bc-448d-abc7-e4e479fc086e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:59.363661 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51c1d3d1-65b8-4bb6-b5d6-6481328480a4 req-48e757cd-25bc-448d-abc7-e4e479fc086e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 944 time: 0.0803132 Aug 17 02:56:59.426023 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51c1d3d1-65b8-4bb6-b5d6-6481328480a4 req-cd3f360e-6532-4b07-8940-f1a47b6813d2 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556083 Aug 17 02:56:59.508676 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5fd09bb0-7eff-4574-8e34-a94fb0db3814 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:59.512460 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 127ba125-3e35-4ff3-8de7-ccf59e909dba up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:56:59.596669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-29d9bb8c-aa3f-4091-9c2e-cb5daa9bfb9f req-42dbec91-21fe-4969-a3fe-b5dbe9108525 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] For port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a6965aee-d0a9-48a6-a21a-d4bbea85f9d3,segment=NetworkSegment(9687c9c7-a274-4ef1-a0a3-8c4e8190199c),segment_id=9687c9c7-a274-4ef1-a0a3-8c4e8190199c)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:56:59.597168 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-29d9bb8c-aa3f-4091-9c2e-cb5daa9bfb9f req-42dbec91-21fe-4969-a3fe-b5dbe9108525 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:59.611579 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5fd09bb0-7eff-4574-8e34-a94fb0db3814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:59.631309 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-d1987c38-654a-464f-b592-341fac5a0be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:56:59.634477 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-d1987c38-654a-464f-b592-341fac5a0be6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7111106 Aug 17 02:56:59.647617 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 127ba125-3e35-4ff3-8de7-ccf59e909dba completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:56:59.655588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 127ba125-3e35-4ff3-8de7-ccf59e909dba triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:56:59.657597 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:59.664299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fd09bb0-7eff-4574-8e34-a94fb0db3814 admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:56:59.664909 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5fd09bb0-7eff-4574-8e34-a94fb0db3814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: timer() Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:56:59.666601 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:56:59.800197 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:59.859834 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7eb7973-e664-4103-876c-0414b637a2ed req-be3cc9bd-b88d-400a-ac35-0b4dd032b1b3 service neutron] 10.222.0.60 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8249354 Aug 17 02:56:59.861778 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4290eaf1-1e6a-487c-8054-8a66e329c0e8 req-8857dfb8-a1b6-4e9d-bf92-1c8d3258aead service neutron] 10.222.0.10 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8190300 Aug 17 02:56:59.986634 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-20700efb-298e-468e-a70a-01af5724ba1c service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3372142 Aug 17 02:56:59.989475 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:56:59.996366 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5fd09bb0-7eff-4574-8e34-a94fb0db3814 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:00.024374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5fd09bb0-7eff-4574-8e34-a94fb0db3814 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:00.040135 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5fd09bb0-7eff-4574-8e34-a94fb0db3814 admin admin] 10.222.0.10 "DELETE /v2.0/networks/bce6020a-5937-4e2a-b089-5ac7066b79d1 HTTP/1.1" status: 204 len: 168 time: 1.9447622 Aug 17 02:57:00.049337 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2014c81f-0dc3-4118-b46e-c1f42a76f89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127ba125-3e35-4ff3-8de7-ccf59e909dba'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:57:00.052149 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2fbc51c-3fe3-46ba-a76f-ac7adecc545b" -d '{"events": [{"server_uuid": "2014c81f-0dc3-4118-b46e-c1f42a76f89f", "name": "network-vif-plugged", "status": "completed", "tag": "127ba125-3e35-4ff3-8de7-ccf59e909dba"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:57:00.084405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 127ba125-3e35-4ff3-8de7-ccf59e909dba, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=127ba125-3e35-4ff3-8de7-ccf59e909dba,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:00.125673 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-339e01d7-b691-4392-b9c4-a9351708befd req-bb413385-7f92-46ee-a85c-dc36d78ad178 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:00.128043 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-339e01d7-b691-4392-b9c4-a9351708befd req-bb413385-7f92-46ee-a85c-dc36d78ad178 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 947 time: 0.0833750 Aug 17 02:57:00.178763 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-339e01d7-b691-4392-b9c4-a9351708befd req-cdf1749e-5bb9-4cdd-8e14-b934747d58d7 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434222 Aug 17 02:57:00.190044 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:00.191135 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:00.212740 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d327b3b-0cff-4312-b75d-c7d82227bede req-40254acb-3adb-483e-9bc0-d59bd26764fa service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141960 Aug 17 02:57:00.213540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fd09bb0-7eff-4574-8e34-a94fb0db3814 admin admin] Pushing event deleted for resources: {'Network': ['ID=bce6020a-5937-4e2a-b089-5ac7066b79d1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:00.255843 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:57:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6899bfbf-28c1-4ce7-9fab-0c693fd640d9 x-openstack-request-id: req-6899bfbf-28c1-4ce7-9fab-0c693fd640d9 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:57:00.256284 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2014c81f-0dc3-4118-b46e-c1f42a76f89f", "name": "network-vif-plugged", "status": "completed", "tag": "127ba125-3e35-4ff3-8de7-ccf59e909dba", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:57:00.257164 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6899bfbf-28c1-4ce7-9fab-0c693fd640d9 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:57:00.258106 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2014c81f-0dc3-4118-b46e-c1f42a76f89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127ba125-3e35-4ff3-8de7-ccf59e909dba', 'code': 200} Aug 17 02:57:00.369736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=127ba125-3e35-4ff3-8de7-ccf59e909dba,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:00.382520 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:00.399573 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-af15d4c9-94b5-4164-ac95-14b821e1f5cd tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 1001 time: 0.3485441 Aug 17 02:57:00.422367 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49bdf0-1b30-4392-8778-329c10508be4 req-8ee64ee3-5fae-4409-a72e-16788432ff5a tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:00.432446 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cf49bdf0-1b30-4392-8778-329c10508be4 req-8ee64ee3-5fae-4409-a72e-16788432ff5a tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 946 time: 0.0950322 Aug 17 02:57:00.483135 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a6965aee-d0a9-48a6-a21a-d4bbea85f9d3,segment=NetworkSegment(9687c9c7-a274-4ef1-a0a3-8c4e8190199c),segment_id=9687c9c7-a274-4ef1-a0a3-8c4e8190199c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:00.489877 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cf49bdf0-1b30-4392-8778-329c10508be4 req-e11381f0-e34c-4215-b2e3-de8963a788c3 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups?id=dcb7bc0e-96db-4fa7-87ba-83b66a20507b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530922 Aug 17 02:57:00.543184 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:00.555748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43900) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:00.611792 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c876b2e2-2182-4c31-a274-618d6adff475 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fbdcc79a0e414d57946c4903247557f0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0548429 Aug 17 02:57:00.622630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43902) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:00.637184 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a6965aee-d0a9-48a6-a21a-d4bbea85f9d3,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:00.667679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-7ab8d96d-dbe7-4251-8f12-0f21288ea159 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:00.673052 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-7ab8d96d-dbe7-4251-8f12-0f21288ea159 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports/4a5d7f3b-9273-416d-b2b1-628804170b70 HTTP/1.1" status: 200 len: 943 time: 0.2199993 Aug 17 02:57:00.675260 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2862f818-fa97-4c75-b680-2f03b71002f8 req-6c4b7708-7ae1-4e30-bd24-bfdc2a57449d tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:00.678158 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2862f818-fa97-4c75-b680-2f03b71002f8 req-6c4b7708-7ae1-4e30-bd24-bfdc2a57449d tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 945 time: 0.1033700 Aug 17 02:57:00.688473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971f711d-14ca-40a1-b0fd-7b00b3a75057 req-75a99fd1-249c-4eb5-8624-ada53e549469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:00.690686 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-971f711d-14ca-40a1-b0fd-7b00b3a75057 req-75a99fd1-249c-4eb5-8624-ada53e549469 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 1096 time: 0.2837169 Aug 17 02:57:00.743739 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2862f818-fa97-4c75-b680-2f03b71002f8 req-78a00bb6-3fe0-48a7-8a14-c7ec09ea6c63 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589464 Aug 17 02:57:00.753010 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-29d9bb8c-aa3f-4091-9c2e-cb5daa9bfb9f req-42dbec91-21fe-4969-a3fe-b5dbe9108525 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:00.754913 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-29d9bb8c-aa3f-4091-9c2e-cb5daa9bfb9f req-42dbec91-21fe-4969-a3fe-b5dbe9108525 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:00.755779 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-29d9bb8c-aa3f-4091-9c2e-cb5daa9bfb9f req-42dbec91-21fe-4969-a3fe-b5dbe9108525 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Floating IP e624c0c5-f1ef-4758-91c1-26e0d15a87ae disassociated. External IP: 172.25.1.219, port: a6965aee-d0a9-48a6-a21a-d4bbea85f9d3. Aug 17 02:57:00.756315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-29d9bb8c-aa3f-4091-9c2e-cb5daa9bfb9f req-42dbec91-21fe-4969-a3fe-b5dbe9108525 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Calling delete_port for a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:00.844686 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009c38c-824f-4aaf-853b-6d080e2554f7 req-f2fc0a6c-1c9b-4188-b909-743e96a23af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:00.846322 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5009c38c-824f-4aaf-853b-6d080e2554f7 req-f2fc0a6c-1c9b-4188-b909-743e96a23af5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dbbb532b89c0448a872df2a07211d401&device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 1098 time: 0.4380169 Aug 17 02:57:00.988187 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-971f711d-14ca-40a1-b0fd-7b00b3a75057 req-a1e5fe83-81ef-4521-af7e-1e7ac885bdbf service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2600288 Aug 17 02:57:01.046362 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-dd1600e3-71e0-4b30-941c-6691af3268a3 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 1001 time: 0.2231915 Aug 17 02:57:01.055933 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3860c8f5-e921-4b78-a3ad-58449a7e2dd2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.171651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Router e4cb7ff8-d4d4-415c-9e03-910455b6ad7c is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:57:01.188021 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3860c8f5-e921-4b78-a3ad-58449a7e2dd2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.190379 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009c38c-824f-4aaf-853b-6d080e2554f7 req-eebf6361-e30c-48ba-938a-b0b68fe3f3c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:01.192516 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5009c38c-824f-4aaf-853b-6d080e2554f7 req-eebf6361-e30c-48ba-938a-b0b68fe3f3c4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.3355515 Aug 17 02:57:01.277079 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5009c38c-824f-4aaf-853b-6d080e2554f7 req-1faaae16-81b6-43bf-a3a9-8ace67063c91 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.10&port_id=57c7642b-f4dd-4422-b546-6ace7d14ea95 HTTP/1.1" status: 200 len: 217 time: 0.0707762 Aug 17 02:57:01.311058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31fca5-1f25-4732-9a2b-955566893aaf req-35465c5c-9cd1-42fb-b135-7e2b1cefc63d tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:01.312834 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cc31fca5-1f25-4732-9a2b-955566893aaf req-35465c5c-9cd1-42fb-b135-7e2b1cefc63d tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 947 time: 0.0574086 Aug 17 02:57:01.382646 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cc31fca5-1f25-4732-9a2b-955566893aaf req-4f3ea8d5-a49e-4b07-b24c-bd439c29b78f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531640 Aug 17 02:57:01.403944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-5d296f8c-66e7-496b-83f5-f11cb279d57c tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:01.405508 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-5d296f8c-66e7-496b-83f5-f11cb279d57c tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.3538616 Aug 17 02:57:01.415110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009c38c-824f-4aaf-853b-6d080e2554f7 req-50281917-7096-4dd0-bb69-5e134bd529bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:01.416574 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5009c38c-824f-4aaf-853b-6d080e2554f7 req-50281917-7096-4dd0-bb69-5e134bd529bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1288807 Aug 17 02:57:01.460673 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:57:01.465811 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-29d9bb8c-aa3f-4091-9c2e-cb5daa9bfb9f req-42dbec91-21fe-4969-a3fe-b5dbe9108525 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.558816 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3860c8f5-e921-4b78-a3ad-58449a7e2dd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.561514 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3860c8f5-e921-4b78-a3ad-58449a7e2dd2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.565545 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3860c8f5-e921-4b78-a3ad-58449a7e2dd2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9d4dd7c-2e5e-4396-8157-644861bae213 HTTP/1.1" status: 204 len: 168 time: 0.9396656 Aug 17 02:57:01.573978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42dbec91-21fe-4969-a3fe-b5dbe9108525 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Pushing event deleted for resources: {'Port': ['ID=a6965aee-d0a9-48a6-a21a-d4bbea85f9d3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:01.605147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3860c8f5-e921-4b78-a3ad-58449a7e2dd2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9d4dd7c-2e5e-4396-8157-644861bae213,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:01.612228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:57:01.622191 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-680e4f55-4e4a-41c4-9ef0-6bba551826c8 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 1001 time: 0.1760085 Aug 17 02:57:01.626584 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Sync routers for ids ['e4cb7ff8-d4d4-415c-9e03-910455b6ad7c'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:57:01.656785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Routers {'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:01.657486 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:56:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e4cb7ff8-d4d4-415c-9e03-910455b6ad7c'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:01.661057 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43936) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:01.663925 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7a8f1d96-e753-4d31-bcc9-6949840e21e5 req-bffe16e4-234a-4c59-a9b1-b5a359133e14 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 210 time: 0.0985532 Aug 17 02:57:01.667216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5009c38c-824f-4aaf-853b-6d080e2554f7 req-0136af66-9809-46d6-9347-82254ff89927 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:01.668767 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5009c38c-824f-4aaf-853b-6d080e2554f7 req-0136af66-9809-46d6-9347-82254ff89927 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2180767 Aug 17 02:57:01.682407 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-55d5f8a0-66f4-454e-af4f-5c2ca4ecd821 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:01.776734 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.778130 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b78771a9-c316-411f-ba1a-fe7c121e7de2 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 8.0719552 Aug 17 02:57:01.780891 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43942) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:01.891946 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-55d5f8a0-66f4-454e-af4f-5c2ca4ecd821 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:01.911013 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Set router e4cb7ff8-d4d4-415c-9e03-910455b6ad7c gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:01.978536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29d9bb8c-aa3f-4091-9c2e-cb5daa9bfb9f req-42dbec91-21fe-4969-a3fe-b5dbe9108525 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Router d176f933-d6bb-4b36-8508-f98eaef083b8 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:57:02.062465 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-42e39e20-a826-4f6e-a94b-054ae3db6377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.082919 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5009c38c-824f-4aaf-853b-6d080e2554f7 req-912d2195-6565-407b-8f0b-5c557a0bee09 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4032993 Aug 17 02:57:02.238992 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-430960094-router', 'tenant_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '1119dbd1-117c-4900-8d33-4e5d51fb2443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:53Z', 'updated_at': '2021-08-17T02:56:57Z', 'revision_number': 3, 'project_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'gw_port': {'id': '1119dbd1-117c-4900-8d33-4e5d51fb2443', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:55Z', 'updated_at': '2021-08-17T02:56:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:02.262281 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d89148-607c-495d-bc7d-f12b21bcec8c req-ff1ac394-af70-46a8-ae03-4ee171ccf7f0 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:02.271653 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-87d89148-607c-495d-bc7d-f12b21bcec8c req-ff1ac394-af70-46a8-ae03-4ee171ccf7f0 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 945 time: 0.3675990 Aug 17 02:57:02.291225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a6c2f6-2276-462a-8971-1139d925c90b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6965aee-d0a9-48a6-a21a-d4bbea85f9d3'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:57:02.293573 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f6f8345-7292-4a42-80cf-9d996a798b08" -d '{"events": [{"server_uuid": "b3a6c2f6-2276-462a-8971-1139d925c90b", "name": "network-vif-unplugged", "status": "completed", "tag": "a6965aee-d0a9-48a6-a21a-d4bbea85f9d3"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:57:02.297914 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Checking router: e4cb7ff8-d4d4-415c-9e03-910455b6ad7c for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:57:02.298283 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Updating router e4cb7ff8-d4d4-415c-9e03-910455b6ad7c port 1119dbd1-117c-4900-8d33-4e5d51fb2443 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:57:02.329602 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.407900 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-87d89148-607c-495d-bc7d-f12b21bcec8c req-faf8c3aa-cd21-4e2b-bea4-bff99754b7cf tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294885 Aug 17 02:57:02.688747 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:57:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66587f11-7890-4a27-b159-6ca7d00e3050 x-openstack-request-id: req-66587f11-7890-4a27-b159-6ca7d00e3050 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:57:02.689379 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a6c2f6-2276-462a-8971-1139d925c90b", "name": "network-vif-unplugged", "status": "completed", "tag": "a6965aee-d0a9-48a6-a21a-d4bbea85f9d3", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:57:02.689379 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66587f11-7890-4a27-b159-6ca7d00e3050 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:57:02.689660 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a6c2f6-2276-462a-8971-1139d925c90b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a6965aee-d0a9-48a6-a21a-d4bbea85f9d3', 'code': 200} Aug 17 02:57:02.720869 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-42e39e20-a826-4f6e-a94b-054ae3db6377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.737657 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.747749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6bd35f-1711-482d-b1ff-29f7efe9ad20 req-97255514-2d27-4dac-a7f5-5c75feb12a70 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:02.759363 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9d6bd35f-1711-482d-b1ff-29f7efe9ad20 req-97255514-2d27-4dac-a7f5-5c75feb12a70 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 947 time: 0.1544733 Aug 17 02:57:02.763179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Transition to ACTIVE for port object 1119dbd1-117c-4900-8d33-4e5d51fb2443 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:02.776525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43954) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:02.795959 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-55d5f8a0-66f4-454e-af4f-5c2ca4ecd821 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.797880 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-42e39e20-a826-4f6e-a94b-054ae3db6377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.823069 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.840419 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.883114 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-42e39e20-a826-4f6e-a94b-054ae3db6377 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=02feb04ac1b2486b9a5715f46fbcbfc9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2154856 Aug 17 02:57:02.883370 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e39e20-a826-4f6e-a94b-054ae3db6377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784b5429-fb09-40a0-a5a2-5f61839646c0,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:02.887092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43956) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:02.905964 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-55d5f8a0-66f4-454e-af4f-5c2ca4ecd821 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:02.906295 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-55d5f8a0-66f4-454e-af4f-5c2ca4ecd821 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Floating IP 8a31a16a-b3c0-46b2-9d57-90b25a4e31d5 disassociated. External IP: 172.25.1.19, port: 4a5d7f3b-9273-416d-b2b1-628804170b70. Aug 17 02:57:02.906424 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9d6bd35f-1711-482d-b1ff-29f7efe9ad20 req-a20ae8aa-a2cc-4553-b570-138c02749d13 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444304 Aug 17 02:57:02.917657 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b61c7139-64ad-4553-ac46-51c84b82916f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9123b5577dfd45658f7a6e7e798038a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1398826 Aug 17 02:57:02.964251 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43958) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:02.994278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29d9bb8c-aa3f-4091-9c2e-cb5daa9bfb9f req-42dbec91-21fe-4969-a3fe-b5dbe9108525 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:57:02.994901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e06b3f-1599-4793-ac47-7e04b9cd0d5d None None] Pushing event updated for resources: {'Port': ['ID=1119dbd1-117c-4900-8d33-4e5d51fb2443,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:03.007423 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdca88a-53a1-41af-8bda-ed9ac8f3d960 None None] Sync routers for ids ['d176f933-d6bb-4b36-8508-f98eaef083b8'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:57:03.013329 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5009c38c-824f-4aaf-853b-6d080e2554f7 req-aeb58d90-009f-4a0d-874b-db59f92f80cb service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9195907 Aug 17 02:57:03.038191 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Attempting to bind port 1119dbd1-117c-4900-8d33-4e5d51fb2443 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:57:03.038573 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Attempting to bind port 1119dbd1-117c-4900-8d33-4e5d51fb2443 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:57:03.038944 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Attempting to bind port 1119dbd1-117c-4900-8d33-4e5d51fb2443 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:03.047610 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdca88a-53a1-41af-8bda-ed9ac8f3d960 None None] Routers {'d176f933-d6bb-4b36-8508-f98eaef083b8'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:03.048502 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0bdca88a-53a1-41af-8bda-ed9ac8f3d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:56:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d176f933-d6bb-4b36-8508-f98eaef083b8'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:03.058135 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:57:03.058768 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:03.062952 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.063556 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:57:03.064240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Bound port: 1119dbd1-117c-4900-8d33-4e5d51fb2443, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:57:03.064805 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.098865 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-68fc7f2c-9aab-4143-a95b-f4eb880c1e37 req-de5973c7-d910-4e90-8eb4-b17f8e9e7e2a tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 210 time: 0.0662179 Aug 17 02:57:03.120171 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c328b02-2be6-430b-9c27-176b7df7a7b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.120969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-29d9bb8c-aa3f-4091-9c2e-cb5daa9bfb9f req-42dbec91-21fe-4969-a3fe-b5dbe9108525 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] No DVR routers for this DVR port a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:03.136162 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-29d9bb8c-aa3f-4091-9c2e-cb5daa9bfb9f req-42dbec91-21fe-4969-a3fe-b5dbe9108525 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.140520 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29d9bb8c-aa3f-4091-9c2e-cb5daa9bfb9f req-42dbec91-21fe-4969-a3fe-b5dbe9108525 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.60 "DELETE /v2.0/ports/a6965aee-d0a9-48a6-a21a-d4bbea85f9d3 HTTP/1.1" status: 204 len: 173 time: 5.2961526 Aug 17 02:57:03.140520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b3a6c2f6-2276-462a-8971-1139d925c90b', 'name': 'network-vif-deleted', 'tag': 'a6965aee-d0a9-48a6-a21a-d4bbea85f9d3'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:57:03.144865 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e8cb64f-d4a8-4bc5-bf5f-39a337cf8649" -d '{"events": [{"server_uuid": "b3a6c2f6-2276-462a-8971-1139d925c90b", "name": "network-vif-deleted", "tag": "a6965aee-d0a9-48a6-a21a-d4bbea85f9d3"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:57:03.156359 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c328b02-2be6-430b-9c27-176b7df7a7b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.156607 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] For port 1119dbd1-117c-4900-8d33-4e5d51fb2443, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:57:03.159729 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] For port 1119dbd1-117c-4900-8d33-4e5d51fb2443, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1119dbd1-117c-4900-8d33-4e5d51fb2443,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:57:03.239434 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b20e08e7-3fe8-4607-833d-d7851f679faf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.274070 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:57:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-933f2f1b-3cb4-4498-9c19-6f0bda27caea x-openstack-request-id: req-933f2f1b-3cb4-4498-9c19-6f0bda27caea {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:57:03.274432 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b3a6c2f6-2276-462a-8971-1139d925c90b", "name": "network-vif-deleted", "tag": "a6965aee-d0a9-48a6-a21a-d4bbea85f9d3", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:57:03.274654 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-933f2f1b-3cb4-4498-9c19-6f0bda27caea {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:57:03.275014 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b3a6c2f6-2276-462a-8971-1139d925c90b', 'name': 'network-vif-deleted', 'tag': 'a6965aee-d0a9-48a6-a21a-d4bbea85f9d3', 'status': 'completed', 'code': 200} Aug 17 02:57:03.287749 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.300609 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b20e08e7-3fe8-4607-833d-d7851f679faf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.373695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-55d5f8a0-66f4-454e-af4f-5c2ca4ecd821 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Router 5ae83bd8-fb81-4d90-8687-b2134ed074d9 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:57:03.384163 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-0bdca88a-53a1-41af-8bda-ed9ac8f3d960 None None] Set router d176f933-d6bb-4b36-8508-f98eaef083b8 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:03.386663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Routers {'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:03.387888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:56:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e4cb7ff8-d4d4-415c-9e03-910455b6ad7c'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:03.437809 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.470131 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.474158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81e06b3f-1599-4793-ac47-7e04b9cd0d5d None None] Pushing event updated for resources: {'Port': ['ID=1119dbd1-117c-4900-8d33-4e5d51fb2443,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:03.548626 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c328b02-2be6-430b-9c27-176b7df7a7b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.553560 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c328b02-2be6-430b-9c27-176b7df7a7b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.555082 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8c328b02-2be6-430b-9c27-176b7df7a7b5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/992e5cc9-263a-488a-9e7d-9cf275d6951a HTTP/1.1" status: 204 len: 168 time: 0.5898116 Aug 17 02:57:03.556401 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b20e08e7-3fe8-4607-833d-d7851f679faf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.557743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 57c7642b-f4dd-4422-b546-6ace7d14ea95 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:57:03.574280 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b20e08e7-3fe8-4607-833d-d7851f679faf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.590706 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] Set router e4cb7ff8-d4d4-415c-9e03-910455b6ad7c gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:03.593799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-55d5f8a0-66f4-454e-af4f-5c2ca4ecd821 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:57:03.599997 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b20e08e7-3fe8-4607-833d-d7851f679faf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/784b5429-fb09-40a0-a5a2-5f61839646c0 HTTP/1.1" status: 204 len: 168 time: 0.7086320 Aug 17 02:57:03.602088 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-55d5f8a0-66f4-454e-af4f-5c2ca4ecd821 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:03.638230 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff0b0b-4508-4816-b51d-9ddc2e110584 None None] Sync routers for ids ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:57:03.672174 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-55d5f8a0-66f4-454e-af4f-5c2ca4ecd821 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "PUT /v2.0/floatingips/8a31a16a-b3c0-46b2-9d57-90b25a4e31d5 HTTP/1.1" status: 200 len: 694 time: 1.9985476 Aug 17 02:57:03.678554 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c328b02-2be6-430b-9c27-176b7df7a7b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992e5cc9-263a-488a-9e7d-9cf275d6951a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:03.741242 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e08e7-3fe8-4607-833d-d7851f679faf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784b5429-fb09-40a0-a5a2-5f61839646c0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:03.780477 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.resource_extend [None req-2f55000a-7558-45c3-84da-73019a27286a None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 02:57:03.780936 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2dbddd-c951-4feb-8c4a-9503257a366b req-3f3a4b95-8c48-427b-a9ce-dcf9cda49987 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:03.782593 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b2dbddd-c951-4feb-8c4a-9503257a366b req-3f3a4b95-8c48-427b-a9ce-dcf9cda49987 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 945 time: 0.2354538 Aug 17 02:57:03.846642 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0bdca88a-53a1-41af-8bda-ed9ac8f3d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'name': 'tempest-ServersTestBootFromVolume-68305426-router', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:52:45Z', 'revision_number': 4, 'project_id': '584ea18469ca41d9b4edaef410100232', 'gw_port': {'id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:38Z', 'updated_at': '2021-08-17T02:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '4dd20cc5-e4cc-4ca4-aca0-16b347215c9f', 'name': '', 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'mac_address': 'fa:16:3e:3a:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8a795f62-7bc2-4976-a18a-36954442be30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:44Z', 'updated_at': '2021-08-17T02:52:51Z', 'revision_number': 5, 'project_id': '584ea18469ca41d9b4edaef410100232', 'subnets': [{'id': '8a795f62-7bc2-4976-a18a-36954442be30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:03.861180 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Allocated IP 172.20.0.1 (5ce4dccf-d881-4737-b188-678930f17cac/9a091de6-a84a-4f1a-93fb-dd5ce338fb37/cf67590a-c067-44ab-af28-6f2a47b58757) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:03.867292 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b2dbddd-c951-4feb-8c4a-9503257a366b req-8444f49c-b5e6-402e-81fa-e36b746aded3 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0586698 Aug 17 02:57:03.927252 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdca88a-53a1-41af-8bda-ed9ac8f3d960 None None] Checking router: d176f933-d6bb-4b36-8508-f98eaef083b8 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:57:03.951849 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdca88a-53a1-41af-8bda-ed9ac8f3d960 None None] Routers {'d176f933-d6bb-4b36-8508-f98eaef083b8'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:03.953579 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0bdca88a-53a1-41af-8bda-ed9ac8f3d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:56:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d176f933-d6bb-4b36-8508-f98eaef083b8'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:03.964126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-41663111-874a-48c5-af20-8dd71f438a45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:03.967007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-41663111-874a-48c5-af20-8dd71f438a45 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=51a6f7812cc24a1297c93ba249fb2a46&device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 1097 time: 0.2360299 Aug 17 02:57:04.173035 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff0b0b-4508-4816-b51d-9ddc2e110584 None None] Routers {'5ae83bd8-fb81-4d90-8687-b2134ed074d9'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:04.174182 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a3ff0b0b-4508-4816-b51d-9ddc2e110584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:56:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:04.203626 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:04.219938 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-0bdca88a-53a1-41af-8bda-ed9ac8f3d960 None None] Set router d176f933-d6bb-4b36-8508-f98eaef083b8 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:04.237303 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Transition to ACTIVE for port object cf67590a-c067-44ab-af28-6f2a47b58757 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:04.334593 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12607cbe-bcc6-4ab5-8a98-f8ccd0e18a7a req-62ce746e-7e11-4b08-95af-026d91e78f39 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:04.353119 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12607cbe-bcc6-4ab5-8a98-f8ccd0e18a7a req-62ce746e-7e11-4b08-95af-026d91e78f39 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 947 time: 0.2727258 Aug 17 02:57:04.354383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-2141fcb6-d0b5-410f-bb5f-94a273aa36f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:04.359699 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-2141fcb6-d0b5-410f-bb5f-94a273aa36f2 service neutron] 10.222.0.10 "GET /v2.0/networks?id=65029138-6c81-47de-b189-2142c0f096e7 HTTP/1.1" status: 200 len: 919 time: 0.3758841 Aug 17 02:57:04.388883 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:04.412167 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 57c7642b-f4dd-4422-b546-6ace7d14ea95, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=57c7642b-f4dd-4422-b546-6ace7d14ea95,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:04.458572 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-e8357f19-ab61-4a90-ac46-5793f0320f74 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a5d7f3b-9273-416d-b2b1-628804170b70 HTTP/1.1" status: 200 len: 217 time: 0.0742655 Aug 17 02:57:04.489318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '57c7642b-f4dd-4422-b546-6ace7d14ea95', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '57c7642b-f4dd-4422-b546-6ace7d14ea95', 'mac_address': 'fa:16:3e:76:d7:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:57:04.543819 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Network 5ce4dccf-d881-4737-b188-678930f17cac is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:04.549714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-44ceaf52-14d8-47ed-a443-0760eafc41f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:04.551522 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-44ceaf52-14d8-47ed-a443-0760eafc41f2 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=a8af6b8d-0152-4d94-8292-45b1b15f492f HTTP/1.1" status: 200 len: 859 time: 0.0852671 Aug 17 02:57:04.566979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-a3ff0b0b-4508-4816-b51d-9ddc2e110584 None None] Set router 5ae83bd8-fb81-4d90-8687-b2134ed074d9 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:04.568364 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12607cbe-bcc6-4ab5-8a98-f8ccd0e18a7a req-6d246dd9-2408-4747-adbe-8ce69cf88007 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2136407 Aug 17 02:57:04.570673 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:04.575989 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=cf67590a-c067-44ab-af28-6f2a47b58757,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:04.584459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:04.636129 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-cdf1c480-1400-4cf3-8525-443d3eb91faf service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=65029138-6c81-47de-b189-2142c0f096e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0748813 Aug 17 02:57:04.656033 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:04.747883 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0bdca88a-53a1-41af-8bda-ed9ac8f3d960 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'name': 'tempest-ServersTestBootFromVolume-68305426-router', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:52:45Z', 'revision_number': 4, 'project_id': '584ea18469ca41d9b4edaef410100232', 'gw_port': {'id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:38Z', 'updated_at': '2021-08-17T02:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '4dd20cc5-e4cc-4ca4-aca0-16b347215c9f', 'name': '', 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'mac_address': 'fa:16:3e:3a:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8a795f62-7bc2-4976-a18a-36954442be30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:44Z', 'updated_at': '2021-08-17T02:52:51Z', 'revision_number': 5, 'project_id': '584ea18469ca41d9b4edaef410100232', 'subnets': [{'id': '8a795f62-7bc2-4976-a18a-36954442be30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:04.861865 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdca88a-53a1-41af-8bda-ed9ac8f3d960 None None] The sync data for ids ['d176f933-d6bb-4b36-8508-f98eaef083b8'] in n-d-802060-9 is: [{'id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'name': 'tempest-ServersTestBootFromVolume-68305426-router', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:52:45Z', 'revision_number': 4, 'project_id': '584ea18469ca41d9b4edaef410100232', 'gw_port': {'id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:38Z', 'updated_at': '2021-08-17T02:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '4dd20cc5-e4cc-4ca4-aca0-16b347215c9f', 'name': '', 'network_id': '7614221c-4a8f-4d76-b9c1-3db8fea6780b', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'mac_address': 'fa:16:3e:3a:fd:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_interface', 'standard_attr_id': 496, 'fixed_ips': [{'subnet_id': '8a795f62-7bc2-4976-a18a-36954442be30', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:44Z', 'updated_at': '2021-08-17T02:52:51Z', 'revision_number': 5, 'project_id': '584ea18469ca41d9b4edaef410100232', 'subnets': [{'id': '8a795f62-7bc2-4976-a18a-36954442be30', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:57:04.882448 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-81923ab6-17bd-4915-81e9-35690ba36cc6 service neutron] 10.222.0.10 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2273903 Aug 17 02:57:04.914484 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.046183 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.135287 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24b6b123-e6a9-4d3d-90c7-c677fcbf54c4 req-3cdaeaf9-d5f1-4753-b8cb-f0bc6982b07a service neutron] 10.222.0.10 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2500083 Aug 17 02:57:05.184463 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-047e01a3-3860-40af-8f9d-4419792983a2 req-fea9d54e-eac7-4d03-a090-89a41b206fe1 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 210 time: 0.0469210 Aug 17 02:57:05.232781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43994) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:05.262671 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8146a809-93e4-4ac1-b341-891bb1b3d756 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.304535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'tag': '4a5d7f3b-9273-416d-b2b1-628804170b70'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:57:05.311707 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ccf7aed-7be3-4823-a813-dac160aa60c7" -d '{"events": [{"name": "network-changed", "server_uuid": "7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a", "tag": "4a5d7f3b-9273-416d-b2b1-628804170b70"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:57:05.360594 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57c7642b-f4dd-4422-b546-6ace7d14ea95 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:57:05.402760 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e4b4e51-e184-4f1c-af3d-acaea3448e7a req-f9f35324-ba6c-4141-9768-256b82b6efc9 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/floatingips/8a31a16a-b3c0-46b2-9d57-90b25a4e31d5 HTTP/1.1" status: 200 len: 694 time: 0.0824797 Aug 17 02:57:05.445315 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c895377-beff-4165-96c5-781ad57fb994 None None] New status for floating IP e624c0c5-f1ef-4758-91c1-26e0d15a87ae: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:57:05.484631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 57c7642b-f4dd-4422-b546-6ace7d14ea95, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=57c7642b-f4dd-4422-b546-6ace7d14ea95,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:05.500924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-430960094-router', 'tenant_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '1119dbd1-117c-4900-8d33-4e5d51fb2443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:53Z', 'updated_at': '2021-08-17T02:56:57Z', 'revision_number': 3, 'project_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'gw_port': {'id': '1119dbd1-117c-4900-8d33-4e5d51fb2443', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:55Z', 'updated_at': '2021-08-17T02:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:05.547469 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb790d3f-b12e-4e04-8d7c-ef11fb9bd831 req-233cf4b8-7309-4cae-8032-d7a053942d4b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:05.551533 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb790d3f-b12e-4e04-8d7c-ef11fb9bd831 req-233cf4b8-7309-4cae-8032-d7a053942d4b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 945 time: 0.2091677 Aug 17 02:57:05.586517 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-102ea81c-80f6-4385-9ff0-7f4cd5a22a38 None None] Provisioning for port cf67590a-c067-44ab-af28-6f2a47b58757 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:05.596586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-207fade3-d6b5-49ca-9343-e73c260c4309 None None] The sync data for ids ['e4cb7ff8-d4d4-415c-9e03-910455b6ad7c'] in n-d-802060-9 is: [{'id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-430960094-router', 'tenant_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '1119dbd1-117c-4900-8d33-4e5d51fb2443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:53Z', 'updated_at': '2021-08-17T02:56:57Z', 'revision_number': 3, 'project_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'gw_port': {'id': '1119dbd1-117c-4900-8d33-4e5d51fb2443', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:55Z', 'updated_at': '2021-08-17T02:57:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:57:05.605630 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.624639 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.654687 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e4b4e51-e184-4f1c-af3d-acaea3448e7a req-d5026ce9-e6a1-4045-8326-6a2dbafbe631 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:05.657646 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e4b4e51-e184-4f1c-af3d-acaea3448e7a req-d5026ce9-e6a1-4045-8326-6a2dbafbe631 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.2449775 Aug 17 02:57:05.692112 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb790d3f-b12e-4e04-8d7c-ef11fb9bd831 req-caaf1230-d04a-4dbb-8a63-d6545ac82810 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223032 Aug 17 02:57:05.703161 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.734076 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=57c7642b-f4dd-4422-b546-6ace7d14ea95,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:05.736303 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8146a809-93e4-4ac1-b341-891bb1b3d756 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.751576 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-102ea81c-80f6-4385-9ff0-7f4cd5a22a38 None None] Provisioning complete for port cf67590a-c067-44ab-af28-6f2a47b58757 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:05.751963 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-102ea81c-80f6-4385-9ff0-7f4cd5a22a38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.846774 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44cee283-9a6c-48eb-9b4b-d7e1ccc4e91a x-openstack-request-id: req-44cee283-9a6c-48eb-9b4b-d7e1ccc4e91a {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:57:05.854899 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.855094 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a", "tag": "4a5d7f3b-9273-416d-b2b1-628804170b70", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:57:05.855712 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-44cee283-9a6c-48eb-9b4b-d7e1ccc4e91a {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:57:05.856883 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Pushing event updated for resources: {'Port': ['ID=cf67590a-c067-44ab-af28-6f2a47b58757,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:05.857407 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'tag': '4a5d7f3b-9273-416d-b2b1-628804170b70', 'status': 'completed', 'code': 200} Aug 17 02:57:05.876866 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8146a809-93e4-4ac1-b341-891bb1b3d756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:05.906940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['57c7642b-f4dd-4422-b546-6ace7d14ea95'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:57:05.952903 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e4b4e51-e184-4f1c-af3d-acaea3448e7a req-d6dc449b-59a7-422a-9ca4-b005fb9ada9e tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 697 time: 0.2810948 Aug 17 02:57:06.006180 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-102ea81c-80f6-4385-9ff0-7f4cd5a22a38 None None] Port cf67590a-c067-44ab-af28-6f2a47b58757 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:57:06.101038 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Network 5ce4dccf-d881-4737-b188-678930f17cac is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:06.109236 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a3ff0b0b-4508-4816-b51d-9ddc2e110584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-817944764-router', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:55:47Z', 'updated_at': '2021-08-17T02:55:53Z', 'revision_number': 4, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'gw_port': {'id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:48Z', 'updated_at': '2021-08-17T02:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'd9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec', 'name': '', 'network_id': '65029138-6c81-47de-b189-2142c0f096e7', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:52Z', 'updated_at': '2021-08-17T02:55:59Z', 'revision_number': 5, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'subnets': [{'id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:06.115441 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:06.119159 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e4b4e51-e184-4f1c-af3d-acaea3448e7a req-bfb5bbc4-1782-49ee-993d-d6f3fbcac62e tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.19 HTTP/1.1" status: 200 len: 697 time: 0.1574516 Aug 17 02:57:06.125350 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8146a809-93e4-4ac1-b341-891bb1b3d756 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bdf915bfa33a4339920dc84b0501a988&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8909895 Aug 17 02:57:06.130255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8146a809-93e4-4ac1-b341-891bb1b3d756 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ca5ac179-9561-4dea-a2ad-51130571fc03,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:06.145897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44014) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:06.195151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff0b0b-4508-4816-b51d-9ddc2e110584 None None] Checking router: 5ae83bd8-fb81-4d90-8687-b2134ed074d9 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:57:06.202305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf7aed-7be3-4823-a813-dac160aa60c7 req-093229f1-b156-4a7c-837b-5f658b031679 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:06.221297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ff0b0b-4508-4816-b51d-9ddc2e110584 None None] Routers {'5ae83bd8-fb81-4d90-8687-b2134ed074d9'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:06.221982 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a3ff0b0b-4508-4816-b51d-9ddc2e110584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:56:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:06.226195 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ccf7aed-7be3-4823-a813-dac160aa60c7 req-093229f1-b156-4a7c-837b-5f658b031679 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=51a6f7812cc24a1297c93ba249fb2a46&device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 1097 time: 0.3646407 Aug 17 02:57:06.353142 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bceebda-003a-4588-ad84-c98f4c7bd05d req-63f94fa9-8346-465a-875c-940302c09c47 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:06.365296 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1bceebda-003a-4588-ad84-c98f4c7bd05d req-63f94fa9-8346-465a-875c-940302c09c47 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 948 time: 0.2830255 Aug 17 02:57:06.395012 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-a3ff0b0b-4508-4816-b51d-9ddc2e110584 None None] Set router 5ae83bd8-fb81-4d90-8687-b2134ed074d9 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:06.637084 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9ea7465-4e64-415d-b8b0-0dead0f6480f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:06.766479 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9ea7465-4e64-415d-b8b0-0dead0f6480f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:06.817597 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5f6c1824-5252-400f-8523-138c86fd47eb None None] Provisioning complete for port cf67590a-c067-44ab-af28-6f2a47b58757 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:06.817994 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5f6c1824-5252-400f-8523-138c86fd47eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:06.820519 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1119dbd1-117c-4900-8d33-4e5d51fb2443 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:06.924050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf7aed-7be3-4823-a813-dac160aa60c7 req-042e7103-5a54-4984-bb28-62937e49c55e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:06.934836 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5f6c1824-5252-400f-8523-138c86fd47eb None None] Port cf67590a-c067-44ab-af28-6f2a47b58757 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:57:06.939076 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a3ff0b0b-4508-4816-b51d-9ddc2e110584 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-817944764-router', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:55:47Z', 'updated_at': '2021-08-17T02:55:53Z', 'revision_number': 4, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'gw_port': {'id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:48Z', 'updated_at': '2021-08-17T02:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'd9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec', 'name': '', 'network_id': '65029138-6c81-47de-b189-2142c0f096e7', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:52Z', 'updated_at': '2021-08-17T02:55:59Z', 'revision_number': 5, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'subnets': [{'id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:06.951805 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ccf7aed-7be3-4823-a813-dac160aa60c7 req-042e7103-5a54-4984-bb28-62937e49c55e service neutron] 10.222.0.60 "GET /v2.0/networks?id=65029138-6c81-47de-b189-2142c0f096e7 HTTP/1.1" status: 200 len: 919 time: 0.6289475 Aug 17 02:57:06.998657 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1bceebda-003a-4588-ad84-c98f4c7bd05d req-28b84e17-8155-4f8a-8f83-aa6a8fc2a17b tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6272130 Aug 17 02:57:07.023286 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3ff0b0b-4508-4816-b51d-9ddc2e110584 None None] The sync data for ids ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'] in n-d-802060-9 is: [{'id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-817944764-router', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:55:47Z', 'updated_at': '2021-08-17T02:55:53Z', 'revision_number': 4, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'gw_port': {'id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:48Z', 'updated_at': '2021-08-17T02:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'd9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec', 'name': '', 'network_id': '65029138-6c81-47de-b189-2142c0f096e7', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'mac_address': 'fa:16:3e:d9:56:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_interface', 'standard_attr_id': 647, 'fixed_ips': [{'subnet_id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:52Z', 'updated_at': '2021-08-17T02:55:59Z', 'revision_number': 5, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'subnets': [{'id': 'a8af6b8d-0152-4d94-8292-45b1b15f492f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:57:07.060120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Router e4cb7ff8-d4d4-415c-9e03-910455b6ad7c has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:57:07.120050 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 1119dbd1-117c-4900-8d33-4e5d51fb2443 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:07.126024 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1119dbd1-117c-4900-8d33-4e5d51fb2443 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:07.130773 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:07.143318 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ccf7aed-7be3-4823-a813-dac160aa60c7 req-dbc66ece-3a2c-45f0-9645-431b37170246 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=4a5d7f3b-9273-416d-b2b1-628804170b70 HTTP/1.1" status: 200 len: 217 time: 0.1822755 Aug 17 02:57:07.144976 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9ea7465-4e64-415d-b8b0-0dead0f6480f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:07.147933 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9ea7465-4e64-415d-b8b0-0dead0f6480f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:07.151828 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c9ea7465-4e64-415d-b8b0-0dead0f6480f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ca5ac179-9561-4dea-a2ad-51130571fc03 HTTP/1.1" status: 204 len: 168 time: 0.9979422 Aug 17 02:57:07.153507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-2e4b4e51-e184-4f1c-af3d-acaea3448e7a req-f38c4ce7-fd67-46c1-a047-d43cb4415de4 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Deleting port 2d49beba-0176-457e-a0f8-16703da4a9f4 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:07.157245 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2e4b4e51-e184-4f1c-af3d-acaea3448e7a req-f38c4ce7-fd67-46c1-a047-d43cb4415de4 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:07.260603 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2be650e8-7ac8-4189-ae0f-21b2e301222a req-4e4a5823-0a90-4eca-8655-658a38aaf37a tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 210 time: 0.0883975 Aug 17 02:57:07.298214 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ea7465-4e64-415d-b8b0-0dead0f6480f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ca5ac179-9561-4dea-a2ad-51130571fc03,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:07.400696 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:07.462916 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2e4b4e51-e184-4f1c-af3d-acaea3448e7a req-f38c4ce7-fd67-46c1-a047-d43cb4415de4 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:07.463252 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2e4b4e51-e184-4f1c-af3d-acaea3448e7a req-f38c4ce7-fd67-46c1-a047-d43cb4415de4 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:07.478596 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 1119dbd1-117c-4900-8d33-4e5d51fb2443, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1119dbd1-117c-4900-8d33-4e5d51fb2443,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:07.483040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-2e4b4e51-e184-4f1c-af3d-acaea3448e7a req-f38c4ce7-fd67-46c1-a047-d43cb4415de4 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Calling delete_port for 2d49beba-0176-457e-a0f8-16703da4a9f4 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:07.522218 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:57:07.545012 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-11d72a17-89d0-4614-89d1-e1384f371ba3 admin admin] 10.222.0.10 "PUT /v2.0/routers/e4cb7ff8-d4d4-415c-9e03-910455b6ad7c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7621391 Aug 17 02:57:07.549065 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:07.575528 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa469764-75c0-4bef-bf89-6778a03411a1 req-1f78148e-71ed-4bf4-a4b4-7b28ad32ff3b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:07.578706 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aa469764-75c0-4bef-bf89-6778a03411a1 req-1f78148e-71ed-4bf4-a4b4-7b28ad32ff3b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 945 time: 0.1892269 Aug 17 02:57:07.632037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccf7aed-7be3-4823-a813-dac160aa60c7 req-74ea1583-d16d-4168-ba2b-10fcccc6e7f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:07.636697 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ccf7aed-7be3-4823-a813-dac160aa60c7 req-74ea1583-d16d-4168-ba2b-10fcccc6e7f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8af6b8d-0152-4d94-8292-45b1b15f492f HTTP/1.1" status: 200 len: 859 time: 0.4772096 Aug 17 02:57:07.674789 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aa469764-75c0-4bef-bf89-6778a03411a1 req-2055c002-8815-489d-aa5c-a1ddf4f1a47d tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762503 Aug 17 02:57:07.684692 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd598d3-43fb-4455-a126-126d49ff8483 None None] New status for floating IP 8a31a16a-b3c0-46b2-9d57-90b25a4e31d5: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:57:07.689471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 57c7642b-f4dd-4422-b546-6ace7d14ea95 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:07.701276 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=1119dbd1-117c-4900-8d33-4e5d51fb2443,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:07.735528 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ccf7aed-7be3-4823-a813-dac160aa60c7 req-b2546d9a-3dbf-46a4-aece-215afc1bdf40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=65029138-6c81-47de-b189-2142c0f096e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766108 Aug 17 02:57:07.969942 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ccf7aed-7be3-4823-a813-dac160aa60c7 req-50bbde61-bf46-4074-a1e9-bf93965b2f32 service neutron] 10.222.0.60 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232695 Aug 17 02:57:08.028925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 57c7642b-f4dd-4422-b546-6ace7d14ea95 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:08.034581 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 57c7642b-f4dd-4422-b546-6ace7d14ea95 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:08.035788 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.058244 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-11ebde07-499e-427a-aa19-d91702a7a04b req-6255cd6a-b613-47e8-9a18-55e6a9cf6f25 tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Request body: {'security_group': {'name': 'tempest-securitygroup-2066034806', 'description': 'tempest-description-250499059'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:08.162088 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-11ebde07-499e-427a-aa19-d91702a7a04b req-6255cd6a-b613-47e8-9a18-55e6a9cf6f25 tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.172312 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-11ebde07-499e-427a-aa19-d91702a7a04b req-6255cd6a-b613-47e8-9a18-55e6a9cf6f25 tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.254272 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.332527 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ccf7aed-7be3-4823-a813-dac160aa60c7 req-3b006942-c4b6-494f-b73b-241be9e6b4e4 service neutron] 10.222.0.60 "GET /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523552 Aug 17 02:57:08.337629 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2e4b4e51-e184-4f1c-af3d-acaea3448e7a req-f38c4ce7-fd67-46c1-a047-d43cb4415de4 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.342357 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-5fd598d3-43fb-4455-a126-126d49ff8483 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:57:08.343855 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-5fd598d3-43fb-4455-a126-126d49ff8483 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:57:08.405485 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf339e8-691c-4ccf-976f-52fa0c6dda65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c7642b-f4dd-4422-b546-6ace7d14ea95'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:57:08.418374 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14dacaa7-8616-4206-a1c3-e80fab12e46d" -d '{"events": [{"server_uuid": "0cf339e8-691c-4ccf-976f-52fa0c6dda65", "name": "network-vif-plugged", "status": "completed", "tag": "57c7642b-f4dd-4422-b546-6ace7d14ea95"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:57:08.424039 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-11ebde07-499e-427a-aa19-d91702a7a04b req-6255cd6a-b613-47e8-9a18-55e6a9cf6f25 tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.451026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 57c7642b-f4dd-4422-b546-6ace7d14ea95, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=57c7642b-f4dd-4422-b546-6ace7d14ea95,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:08.474531 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Sync routers for ids ['e4cb7ff8-d4d4-415c-9e03-910455b6ad7c'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:57:08.503709 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-11ebde07-499e-427a-aa19-d91702a7a04b req-6255cd6a-b613-47e8-9a18-55e6a9cf6f25 tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.506061 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Routers {'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:08.506760 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-da747f7c-086d-4566-8966-2f77308c445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:56:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e4cb7ff8-d4d4-415c-9e03-910455b6ad7c'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:08.538554 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f38c4ce7-fd67-46c1-a047-d43cb4415de4 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Pushing event deleted for resources: {'Port': ['ID=2d49beba-0176-457e-a0f8-16703da4a9f4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:08.573706 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.592731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255cd6a-b613-47e8-9a18-55e6a9cf6f25 tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=54cd1f98-00ad-4671-9eb6-9830207c351a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:08.724677 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2e4b4e51-e184-4f1c-af3d-acaea3448e7a req-f38c4ce7-fd67-46c1-a047-d43cb4415de4 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.741744 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2e4b4e51-e184-4f1c-af3d-acaea3448e7a req-f38c4ce7-fd67-46c1-a047-d43cb4415de4 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.762130 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e4b4e51-e184-4f1c-af3d-acaea3448e7a req-f38c4ce7-fd67-46c1-a047-d43cb4415de4 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "DELETE /v2.0/floatingips/8a31a16a-b3c0-46b2-9d57-90b25a4e31d5 HTTP/1.1" status: 204 len: 173 time: 2.5999234 Aug 17 02:57:08.779742 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-11ebde07-499e-427a-aa19-d91702a7a04b req-6255cd6a-b613-47e8-9a18-55e6a9cf6f25 tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.823273 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=57c7642b-f4dd-4422-b546-6ace7d14ea95,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:08.846027 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fd598d3-43fb-4455-a126-126d49ff8483 None None] New status for floating IP 8a31a16a-b3c0-46b2-9d57-90b25a4e31d5: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:57:08.857017 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-11ebde07-499e-427a-aa19-d91702a7a04b req-6255cd6a-b613-47e8-9a18-55e6a9cf6f25 tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:08.891080 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1119dbd1-117c-4900-8d33-4e5d51fb2443 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:08.922480 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6255cd6a-b613-47e8-9a18-55e6a9cf6f25 tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f2552d-48cb-4b74-8241-041b814ae998,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:08.964832 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Set router e4cb7ff8-d4d4-415c-9e03-910455b6ad7c gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:09.030742 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-11ebde07-499e-427a-aa19-d91702a7a04b req-6255cd6a-b613-47e8-9a18-55e6a9cf6f25 tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:09.032775 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11ebde07-499e-427a-aa19-d91702a7a04b req-6255cd6a-b613-47e8-9a18-55e6a9cf6f25 tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.9790204 Aug 17 02:57:09.046345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1119dbd1-117c-4900-8d33-4e5d51fb2443 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:09.047168 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:09.340550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f436ed21-654c-4cfc-863f-31d15a4f89ee req-4858807e-c89a-4908-b160-d9ad2429296f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:09.354102 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f436ed21-654c-4cfc-863f-31d15a4f89ee req-4858807e-c89a-4908-b160-d9ad2429296f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 949 time: 0.1610086 Aug 17 02:57:09.451120 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f436ed21-654c-4cfc-863f-31d15a4f89ee req-7d877dec-66be-4d8b-bfe8-2e17fe6a6cca tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918601 Aug 17 02:57:09.584735 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-da747f7c-086d-4566-8966-2f77308c445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-430960094-router', 'tenant_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '1119dbd1-117c-4900-8d33-4e5d51fb2443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:53Z', 'updated_at': '2021-08-17T02:57:04Z', 'revision_number': 4, 'project_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'gw_port': {'id': '1119dbd1-117c-4900-8d33-4e5d51fb2443', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:55Z', 'updated_at': '2021-08-17T02:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'cf67590a-c067-44ab-af28-6f2a47b58757', 'name': '', 'network_id': '5ce4dccf-d881-4737-b188-678930f17cac', 'tenant_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'mac_address': 'fa:16:3e:e4:d8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '9a091de6-a84a-4f1a-93fb-dd5ce338fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:03Z', 'updated_at': '2021-08-17T02:57:05Z', 'revision_number': 2, 'project_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'subnets': [{'id': '9a091de6-a84a-4f1a-93fb-dd5ce338fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:09.749232 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff66ad5c-27e6-4cf2-ba0c-c19e5b501458 req-6680dcfb-7ce4-4e24-bad1-4578b55169b1 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 210 time: 0.0707347 Aug 17 02:57:09.791583 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Checking router: e4cb7ff8-d4d4-415c-9e03-910455b6ad7c for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:57:09.793119 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Updating router e4cb7ff8-d4d4-415c-9e03-910455b6ad7c port cf67590a-c067-44ab-af28-6f2a47b58757 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:57:09.857168 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:57:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-017baadd-7ff1-4ec0-ae5e-5642c8e2535a x-openstack-request-id: req-017baadd-7ff1-4ec0-ae5e-5642c8e2535a {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:57:09.857514 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf339e8-691c-4ccf-976f-52fa0c6dda65", "name": "network-vif-plugged", "status": "completed", "tag": "57c7642b-f4dd-4422-b546-6ace7d14ea95", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:57:09.857763 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-017baadd-7ff1-4ec0-ae5e-5642c8e2535a {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:57:09.858211 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf339e8-691c-4ccf-976f-52fa0c6dda65', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57c7642b-f4dd-4422-b546-6ace7d14ea95', 'code': 200} Aug 17 02:57:09.981094 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.058351 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-a0296e56-12e1-4816-bc0a-866af51d37b9 req-b5bb38ba-255c-45e0-9ec8-8c7c0b75e88b tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Request body: {'security_group': {'name': 'tempest-securitygroup-173846785', 'description': 'tempest-description-1649225750'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:10.129753 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8133210b-8997-47e4-ab68-7ca8df3a655c req-8c6eb640-c4db-4a2c-8ab5-060c136d39b0 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups/01e6167e-bd20-45be-af0f-4baf74473c5f HTTP/1.1" status: 200 len: 1806 time: 0.2151148 Aug 17 02:57:10.215119 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc04434-1c8a-4613-b588-a37357ca8ae3 req-94f5ec92-c39a-40db-a5d6-3ffff16fca43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:10.218078 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7dc04434-1c8a-4613-b588-a37357ca8ae3 req-94f5ec92-c39a-40db-a5d6-3ffff16fca43 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 1100 time: 0.0844352 Aug 17 02:57:10.220450 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8133210b-8997-47e4-ab68-7ca8df3a655c req-ceb2fed9-542a-46da-b151-68564c2d98ab tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.258472 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8133210b-8997-47e4-ab68-7ca8df3a655c req-ceb2fed9-542a-46da-b151-68564c2d98ab tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.300055 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7dc04434-1c8a-4613-b588-a37357ca8ae3 req-86112edc-92d6-49a7-bdbf-61c78da183f8 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681853 Aug 17 02:57:10.300055 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a0296e56-12e1-4816-bc0a-866af51d37b9 req-b5bb38ba-255c-45e0-9ec8-8c7c0b75e88b tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.432133 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8133210b-8997-47e4-ab68-7ca8df3a655c req-ceb2fed9-542a-46da-b151-68564c2d98ab tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.434286 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8133210b-8997-47e4-ab68-7ca8df3a655c req-ceb2fed9-542a-46da-b151-68564c2d98ab tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.448746 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8133210b-8997-47e4-ab68-7ca8df3a655c req-ceb2fed9-542a-46da-b151-68564c2d98ab tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "DELETE /v2.0/security-groups/01e6167e-bd20-45be-af0f-4baf74473c5f HTTP/1.1" status: 204 len: 173 time: 0.3161936 Aug 17 02:57:10.498014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb2fed9-542a-46da-b151-68564c2d98ab tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01e6167e-bd20-45be-af0f-4baf74473c5f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:10.548815 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a0296e56-12e1-4816-bc0a-866af51d37b9 req-b5bb38ba-255c-45e0-9ec8-8c7c0b75e88b tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.618945 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a0296e56-12e1-4816-bc0a-866af51d37b9 req-b5bb38ba-255c-45e0-9ec8-8c7c0b75e88b tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.666453 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5bb38ba-255c-45e0-9ec8-8c7c0b75e88b tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Pushing event updated for resources: {'SecurityGroup': ['ID=73e111c8-192c-46b8-a3a1-e9822ab6f2d7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:10.737640 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a0296e56-12e1-4816-bc0a-866af51d37b9 req-b5bb38ba-255c-45e0-9ec8-8c7c0b75e88b tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:10.758711 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0296e56-12e1-4816-bc0a-866af51d37b9 req-b5bb38ba-255c-45e0-9ec8-8c7c0b75e88b tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.6881044 Aug 17 02:57:11.016647 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:11.030757 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Transition to ACTIVE for port object cf67590a-c067-44ab-af28-6f2a47b58757 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:11.120570 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:11.216527 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626e675-66fd-438a-8292-7c8563360200 None None] Pushing event updated for resources: {'Port': ['ID=cf67590a-c067-44ab-af28-6f2a47b58757,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:11.232817 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e675-66fd-438a-8292-7c8563360200 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:11.233786 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e675-66fd-438a-8292-7c8563360200 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:11.234398 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e675-66fd-438a-8292-7c8563360200 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:11.234999 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e675-66fd-438a-8292-7c8563360200 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:11.235556 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e675-66fd-438a-8292-7c8563360200 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:11.236064 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e675-66fd-438a-8292-7c8563360200 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:11.236709 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e675-66fd-438a-8292-7c8563360200 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:11.237366 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e675-66fd-438a-8292-7c8563360200 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:11.238446 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e675-66fd-438a-8292-7c8563360200 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:11.238955 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e675-66fd-438a-8292-7c8563360200 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:11.239868 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e675-66fd-438a-8292-7c8563360200 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:11.240361 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7626e675-66fd-438a-8292-7c8563360200 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:11.356464 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Attempting to bind port cf67590a-c067-44ab-af28-6f2a47b58757 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:57:11.357722 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Attempting to bind port cf67590a-c067-44ab-af28-6f2a47b58757 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3606791d-1f74-41b3-9471-ded0ac0f71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5ce4dccf-d881-4737-b188-678930f17cac'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:57:11.358100 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Attempting to bind port cf67590a-c067-44ab-af28-6f2a47b58757 on network 5ce4dccf-d881-4737-b188-678930f17cac {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:11.365222 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:57:11.365882 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Checking segment: {'id': '3606791d-1f74-41b3-9471-ded0ac0f71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5ce4dccf-d881-4737-b188-678930f17cac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:11.366298 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:11.366945 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Bound using segment: {'id': '3606791d-1f74-41b3-9471-ded0ac0f71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5ce4dccf-d881-4737-b188-678930f17cac'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:57:11.367438 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Bound port: cf67590a-c067-44ab-af28-6f2a47b58757, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3606791d-1f74-41b3-9471-ded0ac0f71fc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '5ce4dccf-d881-4737-b188-678930f17cac'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:57:11.367844 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:11.662133 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-da747f7c-086d-4566-8966-2f77308c445d None None] For port cf67590a-c067-44ab-af28-6f2a47b58757, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:57:11.690468 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-da747f7c-086d-4566-8966-2f77308c445d None None] For port cf67590a-c067-44ab-af28-6f2a47b58757, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cf67590a-c067-44ab-af28-6f2a47b58757,segment=NetworkSegment(3606791d-1f74-41b3-9471-ded0ac0f71fc),segment_id=3606791d-1f74-41b3-9471-ded0ac0f71fc)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:57:11.717186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520f8555-b6d5-406e-aead-0bc2d816e632 req-b5b4bc3d-834b-4a91-9ef6-b914fde64ac8 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:11.728023 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-520f8555-b6d5-406e-aead-0bc2d816e632 req-b5b4bc3d-834b-4a91-9ef6-b914fde64ac8 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 949 time: 0.0993001 Aug 17 02:57:11.790810 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:11.928403 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-520f8555-b6d5-406e-aead-0bc2d816e632 req-da1f98fe-752f-4b52-b30a-d2460de2f57e tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960187 Aug 17 02:57:11.981867 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Routers {'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:11.983412 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-da747f7c-086d-4566-8966-2f77308c445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:56:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e4cb7ff8-d4d4-415c-9e03-910455b6ad7c'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:12.161721 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-a4e7d4c9-72f5-4983-8763-c96a4fe3d0d8 req-a597c5d9-cd1e-46c8-990c-c800ed20a893 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-2101431741', 'description': 'tempest-description-1958327010'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:12.182627 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a11bb87e-15c9-4887-a259-64f40267f453 req-29f84131-7744-4acb-a1ea-e0aa7efbebfe tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 210 time: 0.0554080 Aug 17 02:57:12.283242 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7626e675-66fd-438a-8292-7c8563360200 None None] Pushing event updated for resources: {'Port': ['ID=cf67590a-c067-44ab-af28-6f2a47b58757,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:12.298678 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a4e7d4c9-72f5-4983-8763-c96a4fe3d0d8 req-a597c5d9-cd1e-46c8-990c-c800ed20a893 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.317926 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a4e7d4c9-72f5-4983-8763-c96a4fe3d0d8 req-a597c5d9-cd1e-46c8-990c-c800ed20a893 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.320101 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-da747f7c-086d-4566-8966-2f77308c445d None None] Set router e4cb7ff8-d4d4-415c-9e03-910455b6ad7c gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:12.540094 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a4e7d4c9-72f5-4983-8763-c96a4fe3d0d8 req-a597c5d9-cd1e-46c8-990c-c800ed20a893 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.605649 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a4e7d4c9-72f5-4983-8763-c96a4fe3d0d8 req-a597c5d9-cd1e-46c8-990c-c800ed20a893 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.659135 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597c5d9-cd1e-46c8-990c-c800ed20a893 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8914203a-be4d-419e-939e-1cfefc0346fd,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:12.782454 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a4e7d4c9-72f5-4983-8763-c96a4fe3d0d8 req-a597c5d9-cd1e-46c8-990c-c800ed20a893 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.789126 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-da747f7c-086d-4566-8966-2f77308c445d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-430960094-router', 'tenant_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '1119dbd1-117c-4900-8d33-4e5d51fb2443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:53Z', 'updated_at': '2021-08-17T02:57:04Z', 'revision_number': 4, 'project_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'gw_port': {'id': '1119dbd1-117c-4900-8d33-4e5d51fb2443', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:55Z', 'updated_at': '2021-08-17T02:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'cf67590a-c067-44ab-af28-6f2a47b58757', 'name': '', 'network_id': '5ce4dccf-d881-4737-b188-678930f17cac', 'tenant_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'mac_address': 'fa:16:3e:e4:d8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '9a091de6-a84a-4f1a-93fb-dd5ce338fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:03Z', 'updated_at': '2021-08-17T02:57:11Z', 'revision_number': 4, 'project_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'subnets': [{'id': '9a091de6-a84a-4f1a-93fb-dd5ce338fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:12.821824 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da747f7c-086d-4566-8966-2f77308c445d None None] The sync data for ids ['e4cb7ff8-d4d4-415c-9e03-910455b6ad7c'] in n-d-802060-9 is: [{'id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-430960094-router', 'tenant_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '1119dbd1-117c-4900-8d33-4e5d51fb2443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:53Z', 'updated_at': '2021-08-17T02:57:04Z', 'revision_number': 4, 'project_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'gw_port': {'id': '1119dbd1-117c-4900-8d33-4e5d51fb2443', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:55Z', 'updated_at': '2021-08-17T02:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'cf67590a-c067-44ab-af28-6f2a47b58757', 'name': '', 'network_id': '5ce4dccf-d881-4737-b188-678930f17cac', 'tenant_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'mac_address': 'fa:16:3e:e4:d8:4a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'device_owner': 'network:router_interface', 'standard_attr_id': 845, 'fixed_ips': [{'subnet_id': '9a091de6-a84a-4f1a-93fb-dd5ce338fb37', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:03Z', 'updated_at': '2021-08-17T02:57:11Z', 'revision_number': 4, 'project_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'subnets': [{'id': '9a091de6-a84a-4f1a-93fb-dd5ce338fb37', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:57:12.866024 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a4e7d4c9-72f5-4983-8763-c96a4fe3d0d8 req-a597c5d9-cd1e-46c8-990c-c800ed20a893 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.946249 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-a4e7d4c9-72f5-4983-8763-c96a4fe3d0d8 req-a597c5d9-cd1e-46c8-990c-c800ed20a893 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:12.947608 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a4e7d4c9-72f5-4983-8763-c96a4fe3d0d8 req-a597c5d9-cd1e-46c8-990c-c800ed20a893 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.7959967 Aug 17 02:57:12.949779 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a597c5d9-cd1e-46c8-990c-c800ed20a893 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48e17e42-5021-4954-b14b-d8e2400a4e26,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:13.128312 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0bb5a8c4-6f94-4902-9650-2277e1b8b691 req-2c51dfba-ad49-4806-a880-d4bc389cb7b8 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-252584326', 'description': 'tempest-description-182578933'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:13.217392 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0bb5a8c4-6f94-4902-9650-2277e1b8b691 req-2c51dfba-ad49-4806-a880-d4bc389cb7b8 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.265080 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7749241-83bc-43e7-b5f3-42444d4b4200 req-d78ac4ac-e7c9-4dd0-88d7-f02b901686d7 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:13.266770 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a7749241-83bc-43e7-b5f3-42444d4b4200 req-d78ac4ac-e7c9-4dd0-88d7-f02b901686d7 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.1291704 Aug 17 02:57:13.341304 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a7749241-83bc-43e7-b5f3-42444d4b4200 req-c6d2ffdc-8b3a-4dd4-8b20-9af42f737f2c tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688922 Aug 17 02:57:13.391620 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0bb5a8c4-6f94-4902-9650-2277e1b8b691 req-2c51dfba-ad49-4806-a880-d4bc389cb7b8 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.451964 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0bb5a8c4-6f94-4902-9650-2277e1b8b691 req-2c51dfba-ad49-4806-a880-d4bc389cb7b8 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.519007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c51dfba-ad49-4806-a880-d4bc389cb7b8 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a633dea0-d941-4436-8db3-46b3af052005,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:13.543261 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4231496-c244-422b-a5d4-e8de67206480 req-896d2aef-a833-4c8a-ad4a-cb58b768f14e tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:13.551971 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b4231496-c244-422b-a5d4-e8de67206480 req-896d2aef-a833-4c8a-ad4a-cb58b768f14e tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 949 time: 0.0962639 Aug 17 02:57:13.577167 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0bb5a8c4-6f94-4902-9650-2277e1b8b691 req-2c51dfba-ad49-4806-a880-d4bc389cb7b8 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:13.579055 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0bb5a8c4-6f94-4902-9650-2277e1b8b691 req-2c51dfba-ad49-4806-a880-d4bc389cb7b8 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4557199 Aug 17 02:57:13.615295 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b4231496-c244-422b-a5d4-e8de67206480 req-d7c937f0-e170-4c10-abb6-0c1e47ff651f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623565 Aug 17 02:57:13.660979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 127ba125-3e35-4ff3-8de7-ccf59e909dba details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:57:13.926146 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1bb77623-410f-4455-9f50-234a3fa18ef3 req-bceb48bd-c430-4b32-8f76-ca0d79c2bf68 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/ports?device_id=b3a6c2f6-2276-462a-8971-1139d925c90b HTTP/1.1" status: 200 len: 210 time: 0.1034219 Aug 17 02:57:14.166382 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 127ba125-3e35-4ff3-8de7-ccf59e909dba, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=127ba125-3e35-4ff3-8de7-ccf59e909dba,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:14.244396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '127ba125-3e35-4ff3-8de7-ccf59e909dba', 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb', 'port_id': '127ba125-3e35-4ff3-8de7-ccf59e909dba', 'mac_address': 'fa:16:3e:4f:87:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7aeeda-153f-4ac5-8939-dd5068984085', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:57:14.335390 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:14.403085 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 127ba125-3e35-4ff3-8de7-ccf59e909dba {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:57:14.485908 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 127ba125-3e35-4ff3-8de7-ccf59e909dba, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=127ba125-3e35-4ff3-8de7-ccf59e909dba,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:14.566461 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:14.568708 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-51196a52-7e3b-4ea5-9be4-6085a1dc9acb tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 45087 time: 0.7651503 Aug 17 02:57:14.888360 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c34511b-d5e4-40e7-a2a5-21abb19dc58c req-87c99702-ff3e-4cb6-a34d-57a320c30779 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:14.900695 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3c34511b-d5e4-40e7-a2a5-21abb19dc58c req-87c99702-ff3e-4cb6-a34d-57a320c30779 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.2257950 Aug 17 02:57:14.951857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5aa8fa2-2613-4b77-832b-5a7921d05de4 req-1ad4275b-e741-4c8e-b8a6-65f9ba01b4f4 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:14.959499 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e5aa8fa2-2613-4b77-832b-5a7921d05de4 req-1ad4275b-e741-4c8e-b8a6-65f9ba01b4f4 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.60 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 946 time: 0.3599722 Aug 17 02:57:14.977305 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-08ec87a8-6214-4230-b80c-e583b45b83bd tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/27c0917b-5b22-49a9-87e0-c606a2fc33f9 HTTP/1.1" status: 200 len: 2973 time: 0.3979735 Aug 17 02:57:15.060237 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3c34511b-d5e4-40e7-a2a5-21abb19dc58c req-7bc60729-5c9b-45bd-b0dc-7647165a2404 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/security-groups?id=79debc0b-a71d-4d58-85b5-0e364c128790&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1586394 Aug 17 02:57:15.108254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cf67590a-c067-44ab-af28-6f2a47b58757 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:15.225770 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['127ba125-3e35-4ff3-8de7-ccf59e909dba'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:57:15.380009 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-89bf4360-21be-4aa8-8d48-1e1d78091aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.389075 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=127ba125-3e35-4ff3-8de7-ccf59e909dba,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:15.453698 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-a1518be2-4df0-4a2f-a56b-e89f6a35c322 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/27c0917b-5b22-49a9-87e0-c606a2fc33f9 HTTP/1.1" status: 200 len: 2973 time: 0.4768796 Aug 17 02:57:15.506795 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port cf67590a-c067-44ab-af28-6f2a47b58757 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:15.515915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port cf67590a-c067-44ab-af28-6f2a47b58757 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:15.522005 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.579769 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-a88e367f-1b4c-4eea-ad6b-43f3b16ea784 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dbbb532b89c0448a872df2a07211d401&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788655 Aug 17 02:57:15.593523 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-226b1be8-bbdd-4105-aac1-2a153650277d tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/3ff57373-3ca6-4c55-9435-d789d39b9cad HTTP/1.1" status: 200 len: 2981 time: 0.1384332 Aug 17 02:57:15.648136 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-e5aa8fa2-2613-4b77-832b-5a7921d05de4 req-3cf41682-a913-44e8-a834-6106b3925dec tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Deleting port 4a5d7f3b-9273-416d-b2b1-628804170b70 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:15.648404 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e5aa8fa2-2613-4b77-832b-5a7921d05de4 req-3cf41682-a913-44e8-a834-6106b3925dec tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.841003 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-6f290f7a-3288-454b-9a94-c137f5fd634e tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/3ff57373-3ca6-4c55-9435-d789d39b9cad HTTP/1.1" status: 200 len: 2981 time: 0.2465708 Aug 17 02:57:15.851985 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e5aa8fa2-2613-4b77-832b-5a7921d05de4 req-3cf41682-a913-44e8-a834-6106b3925dec tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] For port 4a5d7f3b-9273-416d-b2b1-628804170b70, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4a5d7f3b-9273-416d-b2b1-628804170b70,segment=NetworkSegment(28a8d14b-a36c-42c8-a487-f4d66c4ed9a0),segment_id=28a8d14b-a36c-42c8-a487-f4d66c4ed9a0)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:15.855174 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e5aa8fa2-2613-4b77-832b-5a7921d05de4 req-3cf41682-a913-44e8-a834-6106b3925dec tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:15.886118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-e5aa8fa2-2613-4b77-832b-5a7921d05de4 req-3cf41682-a913-44e8-a834-6106b3925dec tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Calling delete_port for 4a5d7f3b-9273-416d-b2b1-628804170b70 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:15.890471 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-73b92a57-acc8-433b-953b-5cbf907f2ddc tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:15.902927 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-73b92a57-acc8-433b-953b-5cbf907f2ddc tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3217089 Aug 17 02:57:15.983100 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-fa9bd937-6b08-48dd-a245-8cc44f9b940f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/quotas/dbbb532b89c0448a872df2a07211d401 HTTP/1.1" status: 200 len: 375 time: 0.0774493 Aug 17 02:57:15.996460 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-cef2352d-e9b7-408e-9834-bdcecd197619 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/416c0f38-48b9-4c6e-9b21-c7f1a9294db1 HTTP/1.1" status: 200 len: 2981 time: 0.1355798 Aug 17 02:57:16.027446 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:16.172615 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-ee0faa3b-efaa-481b-952d-c722e9dc1b8c tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dbbb532b89c0448a872df2a07211d401&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1682427 Aug 17 02:57:16.244391 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port cf67590a-c067-44ab-af28-6f2a47b58757, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cf67590a-c067-44ab-af28-6f2a47b58757,segment=NetworkSegment(3606791d-1f74-41b3-9471-ded0ac0f71fc),segment_id=3606791d-1f74-41b3-9471-ded0ac0f71fc)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:16.396082 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-f25c0d6a-a46d-4e0f-9868-94187db69a56 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/416c0f38-48b9-4c6e-9b21-c7f1a9294db1 HTTP/1.1" status: 200 len: 2981 time: 0.3907154 Aug 17 02:57:16.468750 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:16.546401 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-916698c5-1beb-4d52-ad61-5ddb1496e367 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/4854c026-0e2b-4b4d-8070-26f12b97cb54 HTTP/1.1" status: 200 len: 2981 time: 0.1406252 Aug 17 02:57:16.626860 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-4fcbe200-b44c-4d74-8fee-315603ca0e16 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/4854c026-0e2b-4b4d-8070-26f12b97cb54 HTTP/1.1" status: 200 len: 2981 time: 0.0791130 Aug 17 02:57:16.656789 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e5aa8fa2-2613-4b77-832b-5a7921d05de4 req-3cf41682-a913-44e8-a834-6106b3925dec tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:16.672977 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=cf67590a-c067-44ab-af28-6f2a47b58757,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:16.685280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf41682-a913-44e8-a834-6106b3925dec tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Pushing event deleted for resources: {'Port': ['ID=4a5d7f3b-9273-416d-b2b1-628804170b70,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:16.755037 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-7ac36198-db20-486a-8f08-e7142009f27e tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/530d36e9-1d9c-4ac0-b31a-9ce81b76fc8d HTTP/1.1" status: 200 len: 2981 time: 0.1192431 Aug 17 02:57:16.819448 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e5aa8fa2-2613-4b77-832b-5a7921d05de4 req-3cf41682-a913-44e8-a834-6106b3925dec tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] No DVR routers for this DVR port 4a5d7f3b-9273-416d-b2b1-628804170b70 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:16.826454 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e5aa8fa2-2613-4b77-832b-5a7921d05de4 req-3cf41682-a913-44e8-a834-6106b3925dec tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:16.828885 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e5aa8fa2-2613-4b77-832b-5a7921d05de4 req-3cf41682-a913-44e8-a834-6106b3925dec tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.60 "DELETE /v2.0/ports/4a5d7f3b-9273-416d-b2b1-628804170b70 HTTP/1.1" status: 204 len: 173 time: 1.8306599 Aug 17 02:57:16.829659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'name': 'network-vif-deleted', 'tag': '4a5d7f3b-9273-416d-b2b1-628804170b70'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:57:16.832604 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f761985c-3b8b-4dbf-94cd-efad66843a89" -d '{"events": [{"server_uuid": "7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a", "name": "network-vif-deleted", "tag": "4a5d7f3b-9273-416d-b2b1-628804170b70"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:57:16.884528 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-fdcab85b-1164-45e5-928a-ba9bdafb2f90 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/530d36e9-1d9c-4ac0-b31a-9ce81b76fc8d HTTP/1.1" status: 200 len: 2981 time: 0.1364815 Aug 17 02:57:17.022886 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-98261d2e-5a7c-4227-be9f-b044db24b8d4 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/54cd1f98-00ad-4671-9eb6-9830207c351a HTTP/1.1" status: 200 len: 2981 time: 0.1365514 Aug 17 02:57:17.221007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-1233eaea-7f86-43bf-91df-e92d7ca09688 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/54cd1f98-00ad-4671-9eb6-9830207c351a HTTP/1.1" status: 200 len: 2981 time: 0.1961212 Aug 17 02:57:17.404323 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44392) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:17.437997 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-8cb5cb3b-42a4-45b8-8559-fa30236b605c tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/6599b01d-428d-466f-b222-9027f34eefd3 HTTP/1.1" status: 200 len: 2981 time: 0.2139122 Aug 17 02:57:17.571876 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-639c443d-1005-4d1d-aac9-baf91e1a5ca2 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/6599b01d-428d-466f-b222-9027f34eefd3 HTTP/1.1" status: 200 len: 2981 time: 0.1272345 Aug 17 02:57:17.678937 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 127ba125-3e35-4ff3-8de7-ccf59e909dba up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:17.764418 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-212f7473-d7d6-44e8-8064-fb4706f31e08 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/79debc0b-a71d-4d58-85b5-0e364c128790 HTTP/1.1" status: 200 len: 2981 time: 0.1881387 Aug 17 02:57:17.791727 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1d4bb043-94b4-49cd-99f8-1c0a1b73a100 req-1dd32682-efe3-4051-ab24-cb5c6e2dede3 tempest-ServerRescueTestJSONUnderV235-1934331451 tempest-ServerRescueTestJSONUnderV235-1934331451-project] 10.222.0.10 "GET /v2.0/ports?device_id=7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a HTTP/1.1" status: 200 len: 210 time: 0.1389220 Aug 17 02:57:17.932648 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-4a7bb8ae-037c-46c8-8ce3-dc9b77273c6e tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/79debc0b-a71d-4d58-85b5-0e364c128790 HTTP/1.1" status: 200 len: 2981 time: 0.1566787 Aug 17 02:57:17.970109 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a0ef6a08-14e9-4288-a503-c1c592bacd5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.002924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 127ba125-3e35-4ff3-8de7-ccf59e909dba triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:18.003375 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.108951 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-72fa69bb-ac58-4d55-9562-6ba336bf1c08 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/8914203a-be4d-419e-939e-1cfefc0346fd HTTP/1.1" status: 200 len: 2981 time: 0.1684246 Aug 17 02:57:18.197390 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f1264bb-3026-44e0-bb8b-ae4c47f38fb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.284153 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-42257d55-0f25-42c9-b199-62e4b4305080 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/8914203a-be4d-419e-939e-1cfefc0346fd HTTP/1.1" status: 200 len: 2981 time: 0.1671746 Aug 17 02:57:18.308614 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-175a1ddb-cbf3-4d0c-be84-6743fe79b90c req-55e4fe95-033a-4976-ac61-c4f92ee9d3ce tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 210 time: 0.2194195 Aug 17 02:57:18.454499 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.515917 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.517203 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3391694f-4563-4eb4-8a65-c156595c9c46 x-openstack-request-id: req-3391694f-4563-4eb4-8a65-c156595c9c46 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:57:18.524466 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a", "name": "network-vif-deleted", "tag": "4a5d7f3b-9273-416d-b2b1-628804170b70", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:57:18.525369 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3391694f-4563-4eb4-8a65-c156595c9c46 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:57:18.529960 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7dbf6e04-b2a0-40e7-a979-d1c3b6b42b3a', 'name': 'network-vif-deleted', 'tag': '4a5d7f3b-9273-416d-b2b1-628804170b70', 'status': 'completed', 'code': 200} Aug 17 02:57:18.551575 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-3bdea735-4a82-4780-b62f-eeb632dad275 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/8a15c0b7-a454-4ada-a603-b641ba4f0c7a HTTP/1.1" status: 200 len: 2977 time: 0.2474022 Aug 17 02:57:18.597790 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a0ef6a08-14e9-4288-a503-c1c592bacd5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.609627 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2014c81f-0dc3-4118-b46e-c1f42a76f89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127ba125-3e35-4ff3-8de7-ccf59e909dba'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:57:18.616147 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6dad553-2818-4bce-ac68-3d8819d83426" -d '{"events": [{"server_uuid": "2014c81f-0dc3-4118-b46e-c1f42a76f89f", "name": "network-vif-plugged", "status": "completed", "tag": "127ba125-3e35-4ff3-8de7-ccf59e909dba"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:57:18.652596 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 127ba125-3e35-4ff3-8de7-ccf59e909dba, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=127ba125-3e35-4ff3-8de7-ccf59e909dba,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:18.682751 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44404) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:18.731804 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.733360 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4a5d7f3b-9273-416d-b2b1-628804170b70 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:18.747439 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-dadfdf8f-9db0-441b-8301-526d2662615c tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/8a15c0b7-a454-4ada-a603-b641ba4f0c7a HTTP/1.1" status: 200 len: 2977 time: 0.1881948 Aug 17 02:57:18.807921 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a0ef6a08-14e9-4288-a503-c1c592bacd5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:18.875909 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cf67590a-c067-44ab-af28-6f2a47b58757 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:18.910719 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a0ef6a08-14e9-4288-a503-c1c592bacd5e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=147d2eb524474a92b20c07bb36d6b031&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5033767 Aug 17 02:57:18.913958 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44408) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:18.934223 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ef6a08-14e9-4288-a503-c1c592bacd5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43ba5ffd-e434-4cdc-a229-27390666c7f3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:18.984537 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c5f73e64-cdde-41dd-9adf-56a6f4643679 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.023183 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c5f73e64-cdde-41dd-9adf-56a6f4643679 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.074757 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-c8281fec-f4b6-4613-8692-59ce51c57c8a tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/a9b73779-b0aa-4f4a-8566-2307f70de634 HTTP/1.1" status: 200 len: 2981 time: 0.2945185 Aug 17 02:57:19.148242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=127ba125-3e35-4ff3-8de7-ccf59e909dba,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:19.151331 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 4a5d7f3b-9273-416d-b2b1-628804170b70 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:19.151947 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4a5d7f3b-9273-416d-b2b1-628804170b70 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:19.182226 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d3f09d58-3f81-4703-867f-cd7900a5a742 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.186321 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-b3e8a1af-ea19-48f0-afa1-a08ef521599b tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/a9b73779-b0aa-4f4a-8566-2307f70de634 HTTP/1.1" status: 200 len: 2981 time: 0.0788651 Aug 17 02:57:19.209636 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c5f73e64-cdde-41dd-9adf-56a6f4643679 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.209636 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c5f73e64-cdde-41dd-9adf-56a6f4643679 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.214074 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:57:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff2cc323-5227-4c6e-893e-7733bbab667e x-openstack-request-id: req-ff2cc323-5227-4c6e-893e-7733bbab667e {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:57:19.214766 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2014c81f-0dc3-4118-b46e-c1f42a76f89f", "name": "network-vif-plugged", "status": "completed", "tag": "127ba125-3e35-4ff3-8de7-ccf59e909dba", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:57:19.214895 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c5f73e64-cdde-41dd-9adf-56a6f4643679 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "DELETE /v2.0/security-groups/dcb7bc0e-96db-4fa7-87ba-83b66a20507b HTTP/1.1" status: 204 len: 168 time: 0.5376716 Aug 17 02:57:19.215523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44418) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:19.216143 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff2cc323-5227-4c6e-893e-7733bbab667e {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:57:19.218134 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2014c81f-0dc3-4118-b46e-c1f42a76f89f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '127ba125-3e35-4ff3-8de7-ccf59e909dba', 'code': 200} Aug 17 02:57:19.271236 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port cf67590a-c067-44ab-af28-6f2a47b58757 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:19.271798 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.304220 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f73e64-cdde-41dd-9adf-56a6f4643679 tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb7bc0e-96db-4fa7-87ba-83b66a20507b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:19.321909 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-c39a9349-e807-42db-898a-ce49e6a60e3a tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] show failed (client error): The resource could not be found. Aug 17 02:57:19.330202 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c39a9349-e807-42db-898a-ce49e6a60e3a tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "GET /v2.0/security-groups/dcb7bc0e-96db-4fa7-87ba-83b66a20507b HTTP/1.1" status: 404 len: 347 time: 0.0792935 Aug 17 02:57:19.330653 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44420) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:19.330992 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44422) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:19.424842 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d3f09d58-3f81-4703-867f-cd7900a5a742 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.454710 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-2b346da8-0ae4-4033-9e0e-b9dc06e5eeb2 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/d9c23813-02ac-493b-b247-71f014f8aac1 HTTP/1.1" status: 200 len: 2981 time: 0.2671132 Aug 17 02:57:19.487699 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.680518 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-4728ba4b-3384-45dc-b843-bdd3008f911c tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/d9c23813-02ac-493b-b247-71f014f8aac1 HTTP/1.1" status: 200 len: 2981 time: 0.2247603 Aug 17 02:57:19.825565 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-4b9b3af7-c9e6-4174-9f01-58af7410b57c tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/f0073b29-020e-4557-bb42-0b64e252a88b HTTP/1.1" status: 200 len: 2981 time: 0.1440923 Aug 17 02:57:19.976777 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d3f09d58-3f81-4703-867f-cd7900a5a742 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.988843 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d3f09d58-3f81-4703-867f-cd7900a5a742 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:19.994924 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d3f09d58-3f81-4703-867f-cd7900a5a742 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/43ba5ffd-e434-4cdc-a229-27390666c7f3 HTTP/1.1" status: 204 len: 168 time: 1.0784595 Aug 17 02:57:20.041921 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87ca836f-b345-4baa-a7c4-3850a31673c2 req-7291bca6-8e2a-445e-aa07-26b315c6da83 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/f0073b29-020e-4557-bb42-0b64e252a88b HTTP/1.1" status: 200 len: 2981 time: 0.1918900 Aug 17 02:57:20.057075 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f09d58-3f81-4703-867f-cd7900a5a742 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43ba5ffd-e434-4cdc-a229-27390666c7f3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:20.221222 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-77af83c7-8ec8-4b96-9609-8f476c9759f0 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=dbbb532b89c0448a872df2a07211d401&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0949662 Aug 17 02:57:20.632346 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-63aba11c-dad0-4af4-b21f-e27c0bca1564 req-2f0e1707-14bf-4ea4-a2ec-1f35eb6e62b6 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 210 time: 0.8208191 Aug 17 02:57:20.768023 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-4f9a785f-2d1c-40b2-bf9b-4cf6b205801a tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:20.773412 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-4f9a785f-2d1c-40b2-bf9b-4cf6b205801a tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5487349 Aug 17 02:57:20.828864 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:20.938244 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7390438e-05a0-4610-8b4d-63f4f49837d0 req-ca1f0f8c-a1b7-4f47-896e-2b17d80f83db tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4623d61674e2408ca6a1db075751db2b HTTP/1.1" status: 200 len: 6102 time: 0.4278908 Aug 17 02:57:20.945714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-c1b7e77f-caf2-4c4b-8fe6-22840193762f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Request body: {'port': {'device_id': 'afeb0975-85dc-4bae-92f2-a504268d014c', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': 'dbbb532b89c0448a872df2a07211d401'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:21.065795 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-6df00fb6-dcac-4030-97ed-6a9aa1ae8c9c tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Deleting port fc6edd82-6d7b-491d-aa64-c05b6eb9efcc {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:21.067745 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6df00fb6-dcac-4030-97ed-6a9aa1ae8c9c tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.361172 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6df00fb6-dcac-4030-97ed-6a9aa1ae8c9c tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.362447 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7390438e-05a0-4610-8b4d-63f4f49837d0 req-26815a57-dbe8-4705-bae1-178d1a8573cf tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] 10.222.0.10 "GET /v2.0/security-groups/54cd1f98-00ad-4671-9eb6-9830207c351a HTTP/1.1" status: 200 len: 2981 time: 0.0837162 Aug 17 02:57:21.386023 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6df00fb6-dcac-4030-97ed-6a9aa1ae8c9c tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.418038 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82d37cc5-e637-4a7d-9473-66ad752bd70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.499458 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7390438e-05a0-4610-8b4d-63f4f49837d0 req-c4d48ff8-4088-4137-b262-ed98630db223 tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] 10.222.0.10 "GET /v2.0/security-groups/54cd1f98-00ad-4671-9eb6-9830207c351a HTTP/1.1" status: 200 len: 2981 time: 0.1278088 Aug 17 02:57:21.523796 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44456) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:21.541535 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-6df00fb6-dcac-4030-97ed-6a9aa1ae8c9c tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Calling delete_port for fc6edd82-6d7b-491d-aa64-c05b6eb9efcc owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:21.640585 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-875875a3-98ef-4383-bc04-014fd9251b4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.654255 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-458895a5-51c7-46e3-baf1-cab2d4ed4355 req-abaab89c-18d2-402b-bf9e-027f41daeb09 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/a633dea0-d941-4436-8db3-46b3af052005 HTTP/1.1" status: 200 len: 1776 time: 0.1250272 Aug 17 02:57:21.727637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-c1b7e77f-caf2-4c4b-8fe6-22840193762f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Made reservation on behalf of dbbb532b89c0448a872df2a07211d401 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:21.734089 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-c1b7e77f-caf2-4c4b-8fe6-22840193762f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:21.882800 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-458895a5-51c7-46e3-baf1-cab2d4ed4355 req-f72917d2-7bb1-4c26-a5d4-61aefbdea591 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.278194 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6df00fb6-dcac-4030-97ed-6a9aa1ae8c9c tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.395125 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6df00fb6-dcac-4030-97ed-6a9aa1ae8c9c tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Pushing event deleted for resources: {'Port': ['ID=fc6edd82-6d7b-491d-aa64-c05b6eb9efcc,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:22.523039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-82d37cc5-e637-4a7d-9473-66ad752bd70a admin admin] Deleting port d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:22.523434 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82d37cc5-e637-4a7d-9473-66ad752bd70a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.645254 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-458895a5-51c7-46e3-baf1-cab2d4ed4355 req-f72917d2-7bb1-4c26-a5d4-61aefbdea591 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.667970 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6df00fb6-dcac-4030-97ed-6a9aa1ae8c9c tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.671672 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6df00fb6-dcac-4030-97ed-6a9aa1ae8c9c tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.676008 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6df00fb6-dcac-4030-97ed-6a9aa1ae8c9c tempest-ServersTestBootFromVolume-322798161 tempest-ServersTestBootFromVolume-322798161-project] 10.222.0.10 "DELETE /v2.0/floatingips/e624c0c5-f1ef-4758-91c1-26e0d15a87ae HTTP/1.1" status: 204 len: 168 time: 3.3366785 Aug 17 02:57:22.679478 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44482) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:22.843662 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-458895a5-51c7-46e3-baf1-cab2d4ed4355 req-f72917d2-7bb1-4c26-a5d4-61aefbdea591 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.846251 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-458895a5-51c7-46e3-baf1-cab2d4ed4355 req-f72917d2-7bb1-4c26-a5d4-61aefbdea591 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.859444 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-458895a5-51c7-46e3-baf1-cab2d4ed4355 req-f72917d2-7bb1-4c26-a5d4-61aefbdea591 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/a633dea0-d941-4436-8db3-46b3af052005 HTTP/1.1" status: 204 len: 173 time: 1.1975954 Aug 17 02:57:22.887818 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-82d37cc5-e637-4a7d-9473-66ad752bd70a admin admin] For port d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec,segment=NetworkSegment(28a8d14b-a36c-42c8-a487-f4d66c4ed9a0),segment_id=28a8d14b-a36c-42c8-a487-f4d66c4ed9a0)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:22.887818 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82d37cc5-e637-4a7d-9473-66ad752bd70a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:22.905288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f72917d2-7bb1-4c26-a5d4-61aefbdea591 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a633dea0-d941-4436-8db3-46b3af052005,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:22.916560 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-82d37cc5-e637-4a7d-9473-66ad752bd70a admin admin] Calling delete_port for d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:22.975137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72917d2-7bb1-4c26-a5d4-61aefbdea591 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:22.976041 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72917d2-7bb1-4c26-a5d4-61aefbdea591 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:22.976449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72917d2-7bb1-4c26-a5d4-61aefbdea591 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:22.976802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72917d2-7bb1-4c26-a5d4-61aefbdea591 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:22.977145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72917d2-7bb1-4c26-a5d4-61aefbdea591 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:22.977529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72917d2-7bb1-4c26-a5d4-61aefbdea591 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:22.980386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72917d2-7bb1-4c26-a5d4-61aefbdea591 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:22.982603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72917d2-7bb1-4c26-a5d4-61aefbdea591 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:22.983059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72917d2-7bb1-4c26-a5d4-61aefbdea591 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:22.983413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72917d2-7bb1-4c26-a5d4-61aefbdea591 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:22.984083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72917d2-7bb1-4c26-a5d4-61aefbdea591 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:22.984204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f72917d2-7bb1-4c26-a5d4-61aefbdea591 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:22.999466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-c1b7e77f-caf2-4c4b-8fe6-22840193762f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Allocated IP 192.168.233.102 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:23.154007 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-875875a3-98ef-4383-bc04-014fd9251b4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.337056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f660c324-8756-4560-b70b-a6a105be20a2 req-fdf64c8f-0746-4912-92de-ec3e604ea161 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 210 time: 0.1620646 Aug 17 02:57:23.340680 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-875875a3-98ef-4383-bc04-014fd9251b4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.415474 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-875875a3-98ef-4383-bc04-014fd9251b4a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b1bc4d8e7d2e4117891a65ca1b99276b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8990684 Aug 17 02:57:23.418927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44486) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:23.504389 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875875a3-98ef-4383-bc04-014fd9251b4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=696cfe84-c71a-4492-9e3e-b1831c0c2971,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:23.618844 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-c1b7e77f-caf2-4c4b-8fe6-22840193762f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.726259 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cad0a309-52ec-4b1c-9206-a706afb23add req-0410726f-8518-4bf0-9350-d818adeda151 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "GET /v2.0/security-groups/48e17e42-5021-4954-b14b-d8e2400a4e26 HTTP/1.1" status: 200 len: 1778 time: 0.1224146 Aug 17 02:57:23.925218 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-53da7fca-c64f-45fd-9a13-2506f2acba80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.925218 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.926062 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cad0a309-52ec-4b1c-9206-a706afb23add req-dd27def7-9246-4016-9501-d8e775369590 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.926062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-c1b7e77f-caf2-4c4b-8fe6-22840193762f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Transition to ACTIVE for port object 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:23.926344 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82d37cc5-e637-4a7d-9473-66ad752bd70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.926504 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cad0a309-52ec-4b1c-9206-a706afb23add req-dd27def7-9246-4016-9501-d8e775369590 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:23.945456 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-53da7fca-c64f-45fd-9a13-2506f2acba80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:24.076119 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-c1b7e77f-caf2-4c4b-8fe6-22840193762f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:24.091312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['57c7642b-f4dd-4422-b546-6ace7d14ea95'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:57:24.211036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b7e77f-caf2-4c4b-8fe6-22840193762f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Pushing event updated for resources: {'Port': ['ID=9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:24.227487 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cad0a309-52ec-4b1c-9206-a706afb23add req-dd27def7-9246-4016-9501-d8e775369590 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:24.235627 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cad0a309-52ec-4b1c-9206-a706afb23add req-dd27def7-9246-4016-9501-d8e775369590 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:24.239337 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cad0a309-52ec-4b1c-9206-a706afb23add req-dd27def7-9246-4016-9501-d8e775369590 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] 10.222.0.10 "DELETE /v2.0/security-groups/48e17e42-5021-4954-b14b-d8e2400a4e26 HTTP/1.1" status: 204 len: 173 time: 0.5040135 Aug 17 02:57:24.314406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd27def7-9246-4016-9501-d8e775369590 tempest-SecurityGroupsTestAdminJSON-805276790 tempest-SecurityGroupsTestAdminJSON-805276790-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48e17e42-5021-4954-b14b-d8e2400a4e26,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:24.338024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-c1b7e77f-caf2-4c4b-8fe6-22840193762f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:24.356032 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d37cc5-e637-4a7d-9473-66ad752bd70a admin admin] Pushing event deleted for resources: {'Port': ['ID=d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:24.357625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-c1b7e77f-caf2-4c4b-8fe6-22840193762f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:24.364240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-c1b7e77f-caf2-4c4b-8fe6-22840193762f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:24.545270 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3ad5465-bd3e-494b-8dbb-ddcb662cb09c req-aa5d302f-f522-4022-bc05-cc0cdab1f3f2 tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] 10.222.0.10 "GET /v2.0/security-groups/73e111c8-192c-46b8-a3a1-e9822ab6f2d7 HTTP/1.1" status: 200 len: 1777 time: 0.2802024 Aug 17 02:57:24.583040 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-53da7fca-c64f-45fd-9a13-2506f2acba80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:24.585574 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-53da7fca-c64f-45fd-9a13-2506f2acba80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:24.589521 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-53da7fca-c64f-45fd-9a13-2506f2acba80 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/696cfe84-c71a-4492-9e3e-b1831c0c2971 HTTP/1.1" status: 204 len: 168 time: 1.1642594 Aug 17 02:57:24.607346 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-c1b7e77f-caf2-4c4b-8fe6-22840193762f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:24.608018 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-c1b7e77f-caf2-4c4b-8fe6-22840193762f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:24.680245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53da7fca-c64f-45fd-9a13-2506f2acba80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=696cfe84-c71a-4492-9e3e-b1831c0c2971,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:24.706036 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b3ad5465-bd3e-494b-8dbb-ddcb662cb09c req-4c292d0d-1413-438e-81e4-78768572858f tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:24.764819 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-c1b7e77f-caf2-4c4b-8fe6-22840193762f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8259704 Aug 17 02:57:24.816492 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Request body: {'port': {'device_id': 'afeb0975-85dc-4bae-92f2-a504268d014c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:24.828674 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b3ad5465-bd3e-494b-8dbb-ddcb662cb09c req-4c292d0d-1413-438e-81e4-78768572858f tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:24.893402 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82d37cc5-e637-4a7d-9473-66ad752bd70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:24.948608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0253ee62-ef8a-4ee5-bc65-74363baee108 None None] Provisioning for port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:24.953273 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0253ee62-ef8a-4ee5-bc65-74363baee108 None None] Provisioning complete for port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:24.953717 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0253ee62-ef8a-4ee5-bc65-74363baee108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:24.961614 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:25.075598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-0253ee62-ef8a-4ee5-bc65-74363baee108 None None] Port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:57:25.095214 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b3ad5465-bd3e-494b-8dbb-ddcb662cb09c req-4c292d0d-1413-438e-81e4-78768572858f tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:25.098612 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b3ad5465-bd3e-494b-8dbb-ddcb662cb09c req-4c292d0d-1413-438e-81e4-78768572858f tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:25.099892 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3ad5465-bd3e-494b-8dbb-ddcb662cb09c req-4c292d0d-1413-438e-81e4-78768572858f tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] 10.222.0.10 "DELETE /v2.0/security-groups/73e111c8-192c-46b8-a3a1-e9822ab6f2d7 HTTP/1.1" status: 204 len: 173 time: 0.5539048 Aug 17 02:57:25.211162 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c292d0d-1413-438e-81e4-78768572858f tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=73e111c8-192c-46b8-a3a1-e9822ab6f2d7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:25.422244 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ede1e2-eb8a-4446-9809-1537daf91cd0 req-599e3818-fed2-4ab1-add0-5ef4a867db6d tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:25.424017 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33ede1e2-eb8a-4446-9809-1537daf91cd0 req-599e3818-fed2-4ab1-add0-5ef4a867db6d tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 936 time: 0.1250219 Aug 17 02:57:25.563432 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:57:25.572082 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:25.587223 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Transition to ACTIVE for port object 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:25.622168 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33ede1e2-eb8a-4446-9809-1537daf91cd0 req-976bdf2a-67e8-4872-98aa-98ac5147e1c6 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1900718 Aug 17 02:57:25.674110 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:25.855397 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Deleting port 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:25.855993 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:26.010924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Pushing event updated for resources: {'Port': ['ID=9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:26.036812 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-809ef1ed-3ca9-4a20-8fcc-6cd0b93de231 req-50890573-7a60-4196-a0ab-9c65af4f8649 tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] 10.222.0.10 "GET /v2.0/security-groups/f4f2552d-48cb-4b74-8241-041b814ae998 HTTP/1.1" status: 200 len: 1777 time: 0.1774874 Aug 17 02:57:26.140453 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] For port 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4dd20cc5-e4cc-4ca4-aca0-16b347215c9f,segment=NetworkSegment(9687c9c7-a274-4ef1-a0a3-8c4e8190199c),segment_id=9687c9c7-a274-4ef1-a0a3-8c4e8190199c)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:26.140801 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:26.251062 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Calling delete_port for 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:26.459169 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-809ef1ed-3ca9-4a20-8fcc-6cd0b93de231 req-026d504b-c146-4ac6-92c3-406dc068a6db tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:26.571571 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-809ef1ed-3ca9-4a20-8fcc-6cd0b93de231 req-026d504b-c146-4ac6-92c3-406dc068a6db tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:26.597470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Attempting to bind port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:57:26.597829 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Attempting to bind port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:57:26.598354 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Attempting to bind port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:26.621299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:57:26.621694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Attempting to bind port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:26.632352 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:57:26.633594 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:26.633594 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:57:26.633942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Bound port: 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:57:26.634062 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:26.715429 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82d37cc5-e637-4a7d-9473-66ad752bd70a admin admin] Router 5ae83bd8-fb81-4d90-8687-b2134ed074d9 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:57:26.758052 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] For port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:57:26.773148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] For port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:57:26.829010 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-809ef1ed-3ca9-4a20-8fcc-6cd0b93de231 req-026d504b-c146-4ac6-92c3-406dc068a6db tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:26.834119 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:26.835216 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-809ef1ed-3ca9-4a20-8fcc-6cd0b93de231 req-026d504b-c146-4ac6-92c3-406dc068a6db tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:26.853880 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-809ef1ed-3ca9-4a20-8fcc-6cd0b93de231 req-026d504b-c146-4ac6-92c3-406dc068a6db tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] 10.222.0.10 "DELETE /v2.0/security-groups/f4f2552d-48cb-4b74-8241-041b814ae998 HTTP/1.1" status: 204 len: 173 time: 0.7841449 Aug 17 02:57:26.875083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d504b-c146-4ac6-92c3-406dc068a6db tempest-SecurityGroupsTestAdminJSON-73208112 tempest-SecurityGroupsTestAdminJSON-73208112-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f2552d-48cb-4b74-8241-041b814ae998,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:26.892980 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:26.900792 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dd20cc5-e4cc-4ca4-aca0-16b347215c9f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:27.017458 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Pushing event updated for resources: {'Port': ['ID=9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:27.071543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:27.071954 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:27.073520 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-5f77109e-995e-4eaf-9286-84f7096a2b0e service neutron] 10.222.0.60 "PUT /v2.0/ports/9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 HTTP/1.1" status: 200 len: 1096 time: 2.2795475 Aug 17 02:57:27.087666 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afeb0975-85dc-4bae-92f2-a504268d014c', 'tag': '9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:57:27.090391 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c264f1b-4def-479d-af8a-22de4ee988c4" -d '{"events": [{"name": "network-changed", "server_uuid": "afeb0975-85dc-4bae-92f2-a504268d014c", "tag": "9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:57:27.126549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee94e54-76d9-484a-901e-0076ad03cbf7 req-7eae2f47-ba3b-4191-bb32-be25868b0b09 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:27.155027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:27.155603 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:27.156122 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:27.156933 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:27.157445 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:27.158339 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:27.158902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:27.159724 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:27.160249 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:27.161237 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:27.161837 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:27.162412 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:27.177390 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ee94e54-76d9-484a-901e-0076ad03cbf7 req-7eae2f47-ba3b-4191-bb32-be25868b0b09 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 948 time: 0.1357884 Aug 17 02:57:27.218295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82d37cc5-e637-4a7d-9473-66ad752bd70a admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:57:27.291183 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ee94e54-76d9-484a-901e-0076ad03cbf7 req-4ea026e8-1f45-44b8-b5b0-8d224a98fff4 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122415 Aug 17 02:57:27.437755 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-82d37cc5-e637-4a7d-9473-66ad752bd70a admin admin] 10.222.0.10 "PUT /v2.0/routers/5ae83bd8-fb81-4d90-8687-b2134ed074d9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0716817 Aug 17 02:57:27.465955 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3a7142-6ab8-413e-8ea2-3606dbc57c2d None None] Sync routers for ids ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:57:27.469953 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44542) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:27.511561 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3a7142-6ab8-413e-8ea2-3606dbc57c2d None None] Routers {'5ae83bd8-fb81-4d90-8687-b2134ed074d9'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:27.511850 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-0d3a7142-6ab8-413e-8ea2-3606dbc57c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:27.547595 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:57:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82198ccb-debd-4df4-b882-4b41d7d34cb1 x-openstack-request-id: req-82198ccb-debd-4df4-b882-4b41d7d34cb1 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:57:27.548200 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "afeb0975-85dc-4bae-92f2-a504268d014c", "tag": "9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:57:27.548629 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-82198ccb-debd-4df4-b882-4b41d7d34cb1 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:57:27.549212 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afeb0975-85dc-4bae-92f2-a504268d014c', 'tag': '9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5', 'status': 'completed', 'code': 200} Aug 17 02:57:27.596594 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-3eb83ac3-09c0-45cc-a66d-43a1c2c4b128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:27.596594 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-3eb83ac3-09c0-45cc-a66d-43a1c2c4b128 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dbbb532b89c0448a872df2a07211d401&device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 1099 time: 0.3170929 Aug 17 02:57:27.683888 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:27.789160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-0d3a7142-6ab8-413e-8ea2-3606dbc57c2d None None] Set router 5ae83bd8-fb81-4d90-8687-b2134ed074d9 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:27.791579 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-8a7f75da-efa3-4083-8563-e756bf3bc8ef service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 HTTP/1.1" status: 200 len: 217 time: 0.1773171 Aug 17 02:57:27.901152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-7ab048c4-04ee-42e3-ac8d-db84da78def5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:27.902675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-7ab048c4-04ee-42e3-ac8d-db84da78def5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1020579 Aug 17 02:57:28.008023 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-586e444d-c500-472d-9eb9-8fb3702cc319 admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.051422 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Router d176f933-d6bb-4b36-8508-f98eaef083b8 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:57:28.092534 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-0d3a7142-6ab8-413e-8ea2-3606dbc57c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-817944764-router', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:55:47Z', 'updated_at': '2021-08-17T02:57:23Z', 'revision_number': 5, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'gw_port': {'id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:48Z', 'updated_at': '2021-08-17T02:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:28.124977 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3a7142-6ab8-413e-8ea2-3606dbc57c2d None None] Checking router: 5ae83bd8-fb81-4d90-8687-b2134ed074d9 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:57:28.135574 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d3a7142-6ab8-413e-8ea2-3606dbc57c2d None None] Routers {'5ae83bd8-fb81-4d90-8687-b2134ed074d9'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:28.136479 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-0d3a7142-6ab8-413e-8ea2-3606dbc57c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:28.220433 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:57:28.230762 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e403b651-30da-49f4-a98c-87002a12dcac None None] Sync routers for ids ['d176f933-d6bb-4b36-8508-f98eaef083b8'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:57:28.235058 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-08b6282c-473a-4f7b-8683-61f55f875c99 admin admin] 10.222.0.10 "PUT /v2.0/routers/d176f933-d6bb-4b36-8508-f98eaef083b8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5535867 Aug 17 02:57:28.238893 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44548) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:28.261029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-00ac2586-d53b-4fdb-bb2a-4c9109ce03ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:28.273274 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e403b651-30da-49f4-a98c-87002a12dcac None None] Routers {'d176f933-d6bb-4b36-8508-f98eaef083b8'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:28.273550 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e403b651-30da-49f4-a98c-87002a12dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d176f933-d6bb-4b36-8508-f98eaef083b8'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:28.287131 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-00ac2586-d53b-4fdb-bb2a-4c9109ce03ec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3736923 Aug 17 02:57:28.323845 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-586e444d-c500-472d-9eb9-8fb3702cc319 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.434606 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-0d3a7142-6ab8-413e-8ea2-3606dbc57c2d None None] Set router 5ae83bd8-fb81-4d90-8687-b2134ed074d9 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:28.515970 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e403b651-30da-49f4-a98c-87002a12dcac None None] Set router d176f933-d6bb-4b36-8508-f98eaef083b8 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:28.596015 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44558) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:28.605371 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbbeaa5b-9e31-4bee-b4a3-99f437279bdb admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.917089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84951ea8-9f53-43bd-8251-203f15edf038 req-c0a6a5e9-77b2-4f1b-b54a-bf448c7431f5 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:28.920013 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84951ea8-9f53-43bd-8251-203f15edf038 req-c0a6a5e9-77b2-4f1b-b54a-bf448c7431f5 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 948 time: 0.4379585 Aug 17 02:57:28.922309 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbbeaa5b-9e31-4bee-b4a3-99f437279bdb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:28.983429 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-4fde2cab-bb79-4d22-aef4-8a5e8afc078b service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6812661 Aug 17 02:57:29.006650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-0d3a7142-6ab8-413e-8ea2-3606dbc57c2d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-817944764-router', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:55:47Z', 'updated_at': '2021-08-17T02:57:23Z', 'revision_number': 5, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'gw_port': {'id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:48Z', 'updated_at': '2021-08-17T02:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:29.090886 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d3a7142-6ab8-413e-8ea2-3606dbc57c2d None None] The sync data for ids ['5ae83bd8-fb81-4d90-8687-b2134ed074d9'] in n-d-802060-9 is: [{'id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'name': 'tempest-ServerRescueTestJSONUnderV235-817944764-router', 'tenant_id': '51a6f7812cc24a1297c93ba249fb2a46', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:55:47Z', 'updated_at': '2021-08-17T02:57:23Z', 'revision_number': 5, 'project_id': '51a6f7812cc24a1297c93ba249fb2a46', 'gw_port': {'id': 'd007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:1c:cf:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5ae83bd8-fb81-4d90-8687-b2134ed074d9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 641, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:55:48Z', 'updated_at': '2021-08-17T02:55:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:57:29.139160 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e403b651-30da-49f4-a98c-87002a12dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'name': 'tempest-ServersTestBootFromVolume-68305426-router', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102'}], 'enable_snat': True}, 'gw_port_id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:57:26Z', 'revision_number': 5, 'project_id': '584ea18469ca41d9b4edaef410100232', 'gw_port': {'id': 'da983685-3bae-4159-89a3-dd478d8903e2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:c3:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.102', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:52:38Z', 'updated_at': '2021-08-17T02:52:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:29.164034 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-dbbeaa5b-9e31-4bee-b4a3-99f437279bdb admin admin] Deleting port da983685-3bae-4159-89a3-dd478d8903e2 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:29.166589 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbbeaa5b-9e31-4bee-b4a3-99f437279bdb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:29.231031 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e403b651-30da-49f4-a98c-87002a12dcac None None] Checking router: d176f933-d6bb-4b36-8508-f98eaef083b8 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:57:29.246440 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57d2c0bf-b2d6-463f-9679-7a1c856efc53 req-9694228f-18fb-451d-8086-99b5ff2129db service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2358944 Aug 17 02:57:29.280138 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e403b651-30da-49f4-a98c-87002a12dcac None None] Routers {'d176f933-d6bb-4b36-8508-f98eaef083b8'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:29.280138 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e403b651-30da-49f4-a98c-87002a12dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d176f933-d6bb-4b36-8508-f98eaef083b8'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:29.430575 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-dbbeaa5b-9e31-4bee-b4a3-99f437279bdb admin admin] For port da983685-3bae-4159-89a3-dd478d8903e2, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=da983685-3bae-4159-89a3-dd478d8903e2,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:29.433273 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbbeaa5b-9e31-4bee-b4a3-99f437279bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:29.440438 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e403b651-30da-49f4-a98c-87002a12dcac None None] Set router d176f933-d6bb-4b36-8508-f98eaef083b8 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:29.448884 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e575c3fd-7ca6-43b6-ac02-d4ec9ddf10b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4623d61674e2408ca6a1db075751db2b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8427746 Aug 17 02:57:29.459294 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-dbbeaa5b-9e31-4bee-b4a3-99f437279bdb admin admin] Calling delete_port for da983685-3bae-4159-89a3-dd478d8903e2 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:29.493967 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-586e444d-c500-472d-9eb9-8fb3702cc319 admin admin] Deleting port d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:29.498897 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-586e444d-c500-472d-9eb9-8fb3702cc319 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:29.520148 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84951ea8-9f53-43bd-8251-203f15edf038 req-09566409-508c-4cca-8a0a-6af13196fde6 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5278203 Aug 17 02:57:29.521129 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44566) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:29.632122 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e403b651-30da-49f4-a98c-87002a12dcac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'name': 'tempest-ServersTestBootFromVolume-68305426-router', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:57:28Z', 'revision_number': 6, 'project_id': '584ea18469ca41d9b4edaef410100232', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:29.763786 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-586e444d-c500-472d-9eb9-8fb3702cc319 admin admin] For port d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:29.764216 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-586e444d-c500-472d-9eb9-8fb3702cc319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:29.775048 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e403b651-30da-49f4-a98c-87002a12dcac None None] The sync data for ids ['d176f933-d6bb-4b36-8508-f98eaef083b8'] in n-d-802060-9 is: [{'id': 'd176f933-d6bb-4b36-8508-f98eaef083b8', 'name': 'tempest-ServersTestBootFromVolume-68305426-router', 'tenant_id': '584ea18469ca41d9b4edaef410100232', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:52:36Z', 'updated_at': '2021-08-17T02:57:28Z', 'revision_number': 6, 'project_id': '584ea18469ca41d9b4edaef410100232', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:57:29.799117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-586e444d-c500-472d-9eb9-8fb3702cc319 admin admin] Calling delete_port for d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:29.914911 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbbeaa5b-9e31-4bee-b4a3-99f437279bdb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:29.939573 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c720cf9b-42f1-477e-8836-c896703ffc82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:29.954749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c264f1b-4def-479d-af8a-22de4ee988c4 req-869551af-f68a-422d-99dc-4cbb3917e384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:29.959452 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c264f1b-4def-479d-af8a-22de4ee988c4 req-869551af-f68a-422d-99dc-4cbb3917e384 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dbbb532b89c0448a872df2a07211d401&device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 1099 time: 0.5291951 Aug 17 02:57:29.972838 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbbeaa5b-9e31-4bee-b4a3-99f437279bdb admin admin] Pushing event deleted for resources: {'Port': ['ID=da983685-3bae-4159-89a3-dd478d8903e2,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:30.044254 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c720cf9b-42f1-477e-8836-c896703ffc82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:30.110699 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbbeaa5b-9e31-4bee-b4a3-99f437279bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:30.254227 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c264f1b-4def-479d-af8a-22de4ee988c4 req-df2a390d-c364-46e6-ac41-fbea4953734a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:30.256661 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c264f1b-4def-479d-af8a-22de4ee988c4 req-df2a390d-c364-46e6-ac41-fbea4953734a service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.2879164 Aug 17 02:57:30.370416 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbbeaa5b-9e31-4bee-b4a3-99f437279bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:30.375130 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbbeaa5b-9e31-4bee-b4a3-99f437279bdb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:30.408963 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c264f1b-4def-479d-af8a-22de4ee988c4 req-335a5331-8174-4db6-bd6b-de85a2487b70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.102&port_id=9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 HTTP/1.1" status: 200 len: 217 time: 0.1380224 Aug 17 02:57:30.418624 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c720cf9b-42f1-477e-8836-c896703ffc82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:30.421411 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c720cf9b-42f1-477e-8836-c896703ffc82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:30.425705 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c720cf9b-42f1-477e-8836-c896703ffc82 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/54cd1f98-00ad-4671-9eb6-9830207c351a HTTP/1.1" status: 204 len: 168 time: 0.6068730 Aug 17 02:57:30.550350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c720cf9b-42f1-477e-8836-c896703ffc82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54cd1f98-00ad-4671-9eb6-9830207c351a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:30.610967 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbbeaa5b-9e31-4bee-b4a3-99f437279bdb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:30.611904 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dbbeaa5b-9e31-4bee-b4a3-99f437279bdb admin admin] Fanout notify agent at l3_agent the message router_deleted on router d176f933-d6bb-4b36-8508-f98eaef083b8 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:57:30.613894 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c264f1b-4def-479d-af8a-22de4ee988c4 req-dd93be37-5046-4002-8960-90996fc7c344 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:30.617199 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c264f1b-4def-479d-af8a-22de4ee988c4 req-dd93be37-5046-4002-8960-90996fc7c344 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1917057 Aug 17 02:57:30.625217 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbbeaa5b-9e31-4bee-b4a3-99f437279bdb admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:30.631034 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dbbeaa5b-9e31-4bee-b4a3-99f437279bdb admin admin] 10.222.0.10 "DELETE /v2.0/routers/d176f933-d6bb-4b36-8508-f98eaef083b8 HTTP/1.1" status: 204 len: 168 time: 2.3900976 Aug 17 02:57:30.632239 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44578) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:30.807547 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-738bd195-d7bb-4951-b1b8-cb7d1d957c60 admin admin] Deleting subnet 8a795f62-7bc2-4976-a18a-36954442be30 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:57:30.817210 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-738bd195-d7bb-4951-b1b8-cb7d1d957c60 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:30.845800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c264f1b-4def-479d-af8a-22de4ee988c4 req-ad81d1fb-1c78-495e-a11d-0e0f2481a1b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:30.847755 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c264f1b-4def-479d-af8a-22de4ee988c4 req-ad81d1fb-1c78-495e-a11d-0e0f2481a1b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2163177 Aug 17 02:57:30.859879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf21d0d-6e11-4374-aa2b-7112c14ac0df req-4beb126b-90ea-49d0-a812-288d512c907e tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:30.861475 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-caf21d0d-6e11-4374-aa2b-7112c14ac0df req-4beb126b-90ea-49d0-a812-288d512c907e tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 948 time: 0.1513793 Aug 17 02:57:30.868842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:30.876054 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-586e444d-c500-472d-9eb9-8fb3702cc319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:30.932090 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:30.945907 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d9d5f63f-36e8-4ad3-ba9a-0ea0b884b6ec not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:30.947909 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:30.952928 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-738bd195-d7bb-4951-b1b8-cb7d1d957c60 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:30.984970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:30.987346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4dd20cc5-e4cc-4ca4-aca0-16b347215c9f not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:30.988380 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device da983685-3bae-4159-89a3-dd478d8903e2 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:31.030071 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: da983685-3bae-4159-89a3-dd478d8903e2 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:31.031233 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device da983685-3bae-4159-89a3-dd478d8903e2 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:31.071237 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586e444d-c500-472d-9eb9-8fb3702cc319 admin admin] Pushing event deleted for resources: {'Port': ['ID=d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:31.117304 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-caf21d0d-6e11-4374-aa2b-7112c14ac0df req-b4d4e157-4e4a-4ad6-a1e4-f266f6c523d9 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2427542 Aug 17 02:57:31.158769 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-586e444d-c500-472d-9eb9-8fb3702cc319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.206801 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-738bd195-d7bb-4951-b1b8-cb7d1d957c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.375981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c264f1b-4def-479d-af8a-22de4ee988c4 req-6659b747-29bc-406d-bff2-3328cbe30dcb service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5130985 Aug 17 02:57:31.377834 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-586e444d-c500-472d-9eb9-8fb3702cc319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.381061 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-586e444d-c500-472d-9eb9-8fb3702cc319 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.485756 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-738bd195-d7bb-4951-b1b8-cb7d1d957c60 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.586003 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-738bd195-d7bb-4951-b1b8-cb7d1d957c60 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8a795f62-7bc2-4976-a18a-36954442be30,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:31.607289 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-738bd195-d7bb-4951-b1b8-cb7d1d957c60 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.609365 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-738bd195-d7bb-4951-b1b8-cb7d1d957c60 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8a795f62-7bc2-4976-a18a-36954442be30 HTTP/1.1" status: 204 len: 168 time: 0.9749241 Aug 17 02:57:31.614359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44584) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:31.674263 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea6356a0-a554-4fed-b9f0-0460fe6df0c5 None None] Network 7614221c-4a8f-4d76-b9c1-3db8fea6780b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:31.696476 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-586e444d-c500-472d-9eb9-8fb3702cc319 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.699126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-586e444d-c500-472d-9eb9-8fb3702cc319 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5ae83bd8-fb81-4d90-8687-b2134ed074d9 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:57:31.732583 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-586e444d-c500-472d-9eb9-8fb3702cc319 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.736543 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-586e444d-c500-472d-9eb9-8fb3702cc319 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5ae83bd8-fb81-4d90-8687-b2134ed074d9 HTTP/1.1" status: 204 len: 168 time: 4.2631378 Aug 17 02:57:31.737055 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44588) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:31.811557 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c264f1b-4def-479d-af8a-22de4ee988c4 req-286136b6-772e-464b-8b6b-012d61c232a8 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251266 Aug 17 02:57:31.875172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:57:31.887110 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-12c0fc2e-8c80-4145-865c-12abf78a61d8 admin admin] Deleting subnet a8af6b8d-0152-4d94-8292-45b1b15f492f {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:57:31.896185 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-12c0fc2e-8c80-4145-865c-12abf78a61d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:31.976634 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-12c0fc2e-8c80-4145-865c-12abf78a61d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.120601 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-12c0fc2e-8c80-4145-865c-12abf78a61d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.152822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44592) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:32.173253 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.225861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:32.248351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5', 'mac_address': 'fa:16:3e:fa:16:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.102'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:57:32.292439 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.306780 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] Deleting port cb50ae91-6e8e-437a-97c2-6f501c25764e {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:32.307353 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.361275 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-12c0fc2e-8c80-4145-865c-12abf78a61d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.368093 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:57:32.382899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5da17257-dbd3-4edd-a4a5-723e1c18f17c None None] DHCP port deletion for 7614221c-4a8f-4d76-b9c1-3db8fea6780b request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:57:32.402190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f273b7a9-dd46-4f7b-a3ae-3350aa850f28 req-f0591a8e-3479-4991-8022-e320451cc360 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:32.414390 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f273b7a9-dd46-4f7b-a3ae-3350aa850f28 req-f0591a8e-3479-4991-8022-e320451cc360 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 948 time: 0.1880910 Aug 17 02:57:32.450599 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a66172e2-6f83-4af7-9a0f-be7a86d884f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b5f97b4ec3744e71996a1db7fc399f61&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2964473 Aug 17 02:57:32.459833 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44600) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:32.511504 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:32.558172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c0fc2e-8c80-4145-865c-12abf78a61d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8af6b8d-0152-4d94-8292-45b1b15f492f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:32.564637 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-12c0fc2e-8c80-4145-865c-12abf78a61d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.568704 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-12c0fc2e-8c80-4145-865c-12abf78a61d8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a8af6b8d-0152-4d94-8292-45b1b15f492f HTTP/1.1" status: 204 len: 168 time: 0.8290446 Aug 17 02:57:32.572630 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f273b7a9-dd46-4f7b-a3ae-3350aa850f28 req-f3a2395a-076e-4cce-857a-35d51bb54a3a tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054151 Aug 17 02:57:32.574757 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44602) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:32.579083 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5da17257-dbd3-4edd-a4a5-723e1c18f17c None None] Deleting port cb50ae91-6e8e-437a-97c2-6f501c25764e {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:32.583122 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5da17257-dbd3-4edd-a4a5-723e1c18f17c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.614934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] For port cb50ae91-6e8e-437a-97c2-6f501c25764e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cb50ae91-6e8e-437a-97c2-6f501c25764e,segment=NetworkSegment(9687c9c7-a274-4ef1-a0a3-8c4e8190199c),segment_id=9687c9c7-a274-4ef1-a0a3-8c4e8190199c)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:32.615285 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.626756 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.639694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] Calling delete_port for cb50ae91-6e8e-437a-97c2-6f501c25764e owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:32.707007 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64c9c8f7-cc5e-4ab8-8f3a-43a04e52a552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.750818 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64c9c8f7-cc5e-4ab8-8f3a-43a04e52a552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.859718 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f366202-44e8-4f8d-b7f9-56169b5c8833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:32.898335 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.000471 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=cb50ae91-6e8e-437a-97c2-6f501c25764e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:33.009518 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64c9c8f7-cc5e-4ab8-8f3a-43a04e52a552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.015781 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64c9c8f7-cc5e-4ab8-8f3a-43a04e52a552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.017600 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-64c9c8f7-cc5e-4ab8-8f3a-43a04e52a552 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8914203a-be4d-419e-939e-1cfefc0346fd HTTP/1.1" status: 204 len: 168 time: 0.5466936 Aug 17 02:57:33.029149 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-5da17257-dbd3-4edd-a4a5-723e1c18f17c None None] For port cb50ae91-6e8e-437a-97c2-6f501c25764e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cb50ae91-6e8e-437a-97c2-6f501c25764e,segment=NetworkSegment(9687c9c7-a274-4ef1-a0a3-8c4e8190199c),segment_id=9687c9c7-a274-4ef1-a0a3-8c4e8190199c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:33.030945 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5da17257-dbd3-4edd-a4a5-723e1c18f17c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.051214 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] No DVR routers for this DVR port cb50ae91-6e8e-437a-97c2-6f501c25764e on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:33.070604 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5da17257-dbd3-4edd-a4a5-723e1c18f17c None None] Calling delete_port for cb50ae91-6e8e-437a-97c2-6f501c25764e owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:33.195619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c9c8f7-cc5e-4ab8-8f3a-43a04e52a552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8914203a-be4d-419e-939e-1cfefc0346fd,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:33.226137 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f366202-44e8-4f8d-b7f9-56169b5c8833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.263229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4f366202-44e8-4f8d-b7f9-56169b5c8833 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65029138-6c81-47de-b189-2142c0f096e7']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:33.300864 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4f366202-44e8-4f8d-b7f9-56169b5c8833 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28a8d14b-a36c-42c8-a487-f4d66c4ed9a0') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:33.307230 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4f366202-44e8-4f8d-b7f9-56169b5c8833 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28a8d14b-a36c-42c8-a487-f4d66c4ed9a0') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:33.335470 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f366202-44e8-4f8d-b7f9-56169b5c8833 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.388592 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f366202-44e8-4f8d-b7f9-56169b5c8833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.404314 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.411282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4f366202-44e8-4f8d-b7f9-56169b5c8833 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:33.412371 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f366202-44e8-4f8d-b7f9-56169b5c8833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.444367 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7614221c-4a8f-4d76-b9c1-3db8fea6780b']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:33.460837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:33.487280 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9687c9c7-a274-4ef1-a0a3-8c4e8190199c') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:33.488393 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9687c9c7-a274-4ef1-a0a3-8c4e8190199c') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:33.503624 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:33.523015 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.552560 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:33.554140 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:33.554760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:33.556524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:33.557122 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:33.560265 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:33.561120 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:33.562762 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: timer() Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:33.566149 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:33.568830 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:33.569877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:33.570324 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:33.571259 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:57:33.611408 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.654155 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:33.654814 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: timer() Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:33.657735 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:33.701663 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f366202-44e8-4f8d-b7f9-56169b5c8833 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.705655 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:57:33.710057 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f366202-44e8-4f8d-b7f9-56169b5c8833 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.714661 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4f366202-44e8-4f8d-b7f9-56169b5c8833 admin admin] 10.222.0.10 "DELETE /v2.0/networks/65029138-6c81-47de-b189-2142c0f096e7 HTTP/1.1" status: 204 len: 168 time: 1.1319950 Aug 17 02:57:33.843384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f366202-44e8-4f8d-b7f9-56169b5c8833 admin admin] Pushing event deleted for resources: {'Network': ['ID=65029138-6c81-47de-b189-2142c0f096e7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:33.867615 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.868542 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:33.868985 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d007f72a-f9f6-46b7-a9a1-c3ac4dfff3c1 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:33.869525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cb50ae91-6e8e-437a-97c2-6f501c25764e no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:33.940574 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.963568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83508ec-6455-4938-a32a-53cab1b8aa0b req-3f187dff-1b79-4547-bad7-3f3182158f9f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:33.965344 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:33.985551 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: cb50ae91-6e8e-437a-97c2-6f501c25764e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:33.989181 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f83508ec-6455-4938-a32a-53cab1b8aa0b req-3f187dff-1b79-4547-bad7-3f3182158f9f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 949 time: 0.2443004 Aug 17 02:57:33.999763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cb50ae91-6e8e-437a-97c2-6f501c25764e not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:34.016096 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5da17257-dbd3-4edd-a4a5-723e1c18f17c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:34.029400 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:34.042772 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7614221c-4a8f-4d76-b9c1-3db8fea6780b HTTP/1.1" status: 204 len: 168 time: 2.4239535 Aug 17 02:57:34.048498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b26d9285-4b4e-4c27-961d-069fe30ed8e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=7614221c-4a8f-4d76-b9c1-3db8fea6780b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:34.108317 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f83508ec-6455-4938-a32a-53cab1b8aa0b req-72b5c6dc-7def-45da-8bc7-19c74380aa79 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960078 Aug 17 02:57:34.124701 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da17257-dbd3-4edd-a4a5-723e1c18f17c None None] Pushing event deleted for resources: {'Port': ['ID=cb50ae91-6e8e-437a-97c2-6f501c25764e,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:34.127978 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5da17257-dbd3-4edd-a4a5-723e1c18f17c None None] Network 7614221c-4a8f-4d76-b9c1-3db8fea6780b is not hosted by any dhcp agent {{(pid=101971) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 02:57:34.128577 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5da17257-dbd3-4edd-a4a5-723e1c18f17c None None] No DVR routers for this DVR port cb50ae91-6e8e-437a-97c2-6f501c25764e on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:34.515392 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44624) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:34.600992 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6329fb04-4baf-46dc-8c1c-92194a4c1c3a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=51a6f7812cc24a1297c93ba249fb2a46&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0840278 Aug 17 02:57:34.604724 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44626) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:34.757150 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d944bd5d-c3e9-4785-b9c3-8eae74f144e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:34.797443 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d944bd5d-c3e9-4785-b9c3-8eae74f144e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.275931 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5abb60-82e6-4525-9a76-7e6e4bdd0fa4 req-2b216201-ee20-4a1a-979d-b4288795791d tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:35.278483 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b5abb60-82e6-4525-9a76-7e6e4bdd0fa4 req-2b216201-ee20-4a1a-979d-b4288795791d tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 949 time: 0.0818017 Aug 17 02:57:35.342317 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b5abb60-82e6-4525-9a76-7e6e4bdd0fa4 req-c432f89d-0954-401c-9bc3-db3ce1f4eb81 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567522 Aug 17 02:57:35.416922 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d944bd5d-c3e9-4785-b9c3-8eae74f144e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.420269 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d944bd5d-c3e9-4785-b9c3-8eae74f144e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.421632 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d944bd5d-c3e9-4785-b9c3-8eae74f144e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/79debc0b-a71d-4d58-85b5-0e364c128790 HTTP/1.1" status: 204 len: 168 time: 0.8154678 Aug 17 02:57:35.436205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944bd5d-c3e9-4785-b9c3-8eae74f144e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79debc0b-a71d-4d58-85b5-0e364c128790,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:35.478791 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44642) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:35.646227 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a45dbb61-9030-4b60-b01a-be1a2d723f65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=584ea18469ca41d9b4edaef410100232&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1659346 Aug 17 02:57:35.648240 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44652) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:35.760574 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-709a25be-b537-4949-9bb4-53ccebf091ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:35.799538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:35.829511 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-709a25be-b537-4949-9bb4-53ccebf091ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.015509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:36.022577 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:36.023235 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.047676 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-709a25be-b537-4949-9bb4-53ccebf091ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.051788 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-709a25be-b537-4949-9bb4-53ccebf091ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.053382 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-709a25be-b537-4949-9bb4-53ccebf091ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d9c23813-02ac-493b-b247-71f014f8aac1 HTTP/1.1" status: 204 len: 168 time: 0.4038603 Aug 17 02:57:36.077004 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709a25be-b537-4949-9bb4-53ccebf091ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9c23813-02ac-493b-b247-71f014f8aac1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:36.230050 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.275282 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:36.276728 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afeb0975-85dc-4bae-92f2-a504268d014c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:57:36.279994 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4d0154e-dea5-4656-af96-ca98780f68ab" -d '{"events": [{"server_uuid": "afeb0975-85dc-4bae-92f2-a504268d014c", "name": "network-vif-plugged", "status": "completed", "tag": "9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:57:36.355015 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:36.491038 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:57:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ceb869-afdd-45d9-987d-98edc9be5811 x-openstack-request-id: req-93ceb869-afdd-45d9-987d-98edc9be5811 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:57:36.491417 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afeb0975-85dc-4bae-92f2-a504268d014c", "name": "network-vif-plugged", "status": "completed", "tag": "9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:57:36.497861 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93ceb869-afdd-45d9-987d-98edc9be5811 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:57:36.497861 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afeb0975-85dc-4bae-92f2-a504268d014c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5', 'code': 200} Aug 17 02:57:36.510685 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:36.700534 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-291a68c7-1c4b-482e-b3cd-6de7e311ba0f req-645392d9-2de1-4924-9118-ca9f43fa9d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:36.708431 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-291a68c7-1c4b-482e-b3cd-6de7e311ba0f req-645392d9-2de1-4924-9118-ca9f43fa9d21 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 1101 time: 0.1522403 Aug 17 02:57:36.811077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a42ad-5234-41df-92c7-20fe07088400 req-b47cef3c-216d-462f-9b06-8203868063c7 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:36.812937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-660a42ad-5234-41df-92c7-20fe07088400 req-b47cef3c-216d-462f-9b06-8203868063c7 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 950 time: 0.2107053 Aug 17 02:57:36.926504 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-291a68c7-1c4b-482e-b3cd-6de7e311ba0f req-28f7beef-4ee4-4c95-a436-25cbcd5b191f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1998703 Aug 17 02:57:36.966527 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-660a42ad-5234-41df-92c7-20fe07088400 req-06099349-6ff0-4f97-a015-15bbf8b75926 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377132 Aug 17 02:57:38.142495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44714) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:38.145476 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44716) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:38.320646 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7fa8d7b2-be74-4008-af8b-d9228c35b7d4 admin admin] Request body: {'network': {'name': 'tempest-ServersTestFqdnHostnames-1833024238-network', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:38.336921 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d53b3c6a-a71b-4f41-8d8f-6c059db54d4a admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-696387653-network', 'tenant_id': 'e68f75672fd94fdba91f7083d9fb4a1a'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:38.462522 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:57:38.574703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7fa8d7b2-be74-4008-af8b-d9228c35b7d4 admin admin] Made reservation on behalf of 36f6ee8657fd4023aa99888c5665973d for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:38.577550 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d7b2-be74-4008-af8b-d9228c35b7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.607255 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d7b2-be74-4008-af8b-d9228c35b7d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.679170 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d53b3c6a-a71b-4f41-8d8f-6c059db54d4a admin admin] Made reservation on behalf of e68f75672fd94fdba91f7083d9fb4a1a for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:38.681494 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d53b3c6a-a71b-4f41-8d8f-6c059db54d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.696849 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d53b3c6a-a71b-4f41-8d8f-6c059db54d4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.834203 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d7b2-be74-4008-af8b-d9228c35b7d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:38.936981 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d7b2-be74-4008-af8b-d9228c35b7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.005067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7fa8d7b2-be74-4008-af8b-d9228c35b7d4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:57:39.031400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8d7b2-be74-4008-af8b-d9228c35b7d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f648697-f5d5-4a23-b64d-7ea4db45ccdf,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:39.046440 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d7b2-be74-4008-af8b-d9228c35b7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.046985 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-7fa8d7b2-be74-4008-af8b-d9228c35b7d4 admin admin] Added segment bb0e1530-3cb3-4f35-89a4-952ef5bc3645 of type vlan for network 5952576f-4c5a-4eac-a4a9-784d8c4968c2 Aug 17 02:57:39.099288 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d7b2-be74-4008-af8b-d9228c35b7d4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.155562 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d53b3c6a-a71b-4f41-8d8f-6c059db54d4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.188415 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d7b2-be74-4008-af8b-d9228c35b7d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.189349 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7fa8d7b2-be74-4008-af8b-d9228c35b7d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:39.191560 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fa8d7b2-be74-4008-af8b-d9228c35b7d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.245074 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d53b3c6a-a71b-4f41-8d8f-6c059db54d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.299205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b3c6a-a71b-4f41-8d8f-6c059db54d4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e3e1455-2ccb-4234-b9b3-14f673cb207e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:39.318495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d53b3c6a-a71b-4f41-8d8f-6c059db54d4a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:57:39.341042 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d53b3c6a-a71b-4f41-8d8f-6c059db54d4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.341805 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-d53b3c6a-a71b-4f41-8d8f-6c059db54d4a admin admin] Added segment 5ff70b14-7866-4176-91c2-75e7d8b0cbb6 of type vlan for network af4157d1-2122-47c3-8ec5-8deaba493f6a Aug 17 02:57:39.347324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8d7b2-be74-4008-af8b-d9228c35b7d4 admin admin] Pushing event updated for resources: {'Network': ['ID=5952576f-4c5a-4eac-a4a9-784d8c4968c2,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:39.380521 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 5952576f-4c5a-4eac-a4a9-784d8c4968c2 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:57:39.413393 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d53b3c6a-a71b-4f41-8d8f-6c059db54d4a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.452041 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7fa8d7b2-be74-4008-af8b-d9228c35b7d4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.3052745 Aug 17 02:57:39.454715 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44728) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:39.460591 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a5e8cfc0-41e9-42ca-9edf-cb8a4f306dd0 admin admin] Request body: {'subnet': {'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestFqdnHostnames-1833024238-subnet', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:39.622526 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d53b3c6a-a71b-4f41-8d8f-6c059db54d4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.623471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d53b3c6a-a71b-4f41-8d8f-6c059db54d4a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:39.624065 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d53b3c6a-a71b-4f41-8d8f-6c059db54d4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.668731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e8cfc0-41e9-42ca-9edf-cb8a4f306dd0 admin admin] Made reservation on behalf of 36f6ee8657fd4023aa99888c5665973d for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:39.671621 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5e8cfc0-41e9-42ca-9edf-cb8a4f306dd0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.686144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53b3c6a-a71b-4f41-8d8f-6c059db54d4a admin admin] Pushing event updated for resources: {'Network': ['ID=af4157d1-2122-47c3-8ec5-8deaba493f6a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:39.699720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network af4157d1-2122-47c3-8ec5-8deaba493f6a details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:57:39.801200 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d53b3c6a-a71b-4f41-8d8f-6c059db54d4a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.6565437 Aug 17 02:57:39.803963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44734) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:39.808923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-db3c0a3b-6254-4fd7-beb8-1f25204b7d31 admin admin] Request body: {'subnet': {'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-696387653-subnet', 'tenant_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:39.907653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db3c0a3b-6254-4fd7-beb8-1f25204b7d31 admin admin] Made reservation on behalf of e68f75672fd94fdba91f7083d9fb4a1a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:39.910623 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-db3c0a3b-6254-4fd7-beb8-1f25204b7d31 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:39.955046 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5e8cfc0-41e9-42ca-9edf-cb8a4f306dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:40.015761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e8cfc0-41e9-42ca-9edf-cb8a4f306dd0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2791d1f7-ef22-4dd6-8b4b-09b037815ccc,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:40.073052 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e8cfc0-41e9-42ca-9edf-cb8a4f306dd0 admin admin] Checking segment: {'id': 'bb0e1530-3cb3-4f35-89a4-952ef5bc3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:40.073843 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e8cfc0-41e9-42ca-9edf-cb8a4f306dd0 admin admin] Network hostable DHCP agents. Network: 5952576f-4c5a-4eac-a4a9-784d8c4968c2, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:57:40.313200 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5e8cfc0-41e9-42ca-9edf-cb8a4f306dd0 admin admin] Network 5952576f-4c5a-4eac-a4a9-784d8c4968c2 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:57:40.325380 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-db3c0a3b-6254-4fd7-beb8-1f25204b7d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:40.380107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c0a3b-6254-4fd7-beb8-1f25204b7d31 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc3d150f-bb48-486d-a046-323ac115350b,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:40.403339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3c0a3b-6254-4fd7-beb8-1f25204b7d31 admin admin] Checking segment: {'id': '5ff70b14-7866-4176-91c2-75e7d8b0cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:40.403698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3c0a3b-6254-4fd7-beb8-1f25204b7d31 admin admin] Network hostable DHCP agents. Network: af4157d1-2122-47c3-8ec5-8deaba493f6a, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:57:40.468604 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a5e8cfc0-41e9-42ca-9edf-cb8a4f306dd0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 5952576f-4c5a-4eac-a4a9-784d8c4968c2) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:40.475190 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e8cfc0-41e9-42ca-9edf-cb8a4f306dd0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:40.478379 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5e8cfc0-41e9-42ca-9edf-cb8a4f306dd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:40.482817 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e744b611-874b-41a9-b261-7c6b1d680a66 None None] Network 5952576f-4c5a-4eac-a4a9-784d8c4968c2 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:40.536174 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3c0a3b-6254-4fd7-beb8-1f25204b7d31 admin admin] Network af4157d1-2122-47c3-8ec5-8deaba493f6a is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:57:40.554380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-db3c0a3b-6254-4fd7-beb8-1f25204b7d31 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, af4157d1-2122-47c3-8ec5-8deaba493f6a) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:40.558868 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db3c0a3b-6254-4fd7-beb8-1f25204b7d31 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:40.559543 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-db3c0a3b-6254-4fd7-beb8-1f25204b7d31 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:40.562105 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a5e8cfc0-41e9-42ca-9edf-cb8a4f306dd0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.1062748 Aug 17 02:57:40.568940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44742) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:40.577906 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Request body: {'router': {'name': 'tempest-ServersTestFqdnHostnames-1833024238-router', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:40.602017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6270dd9-3312-4c17-badd-b5baa5693155 None None] Network af4157d1-2122-47c3-8ec5-8deaba493f6a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:40.646599 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-db3c0a3b-6254-4fd7-beb8-1f25204b7d31 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8414569 Aug 17 02:57:40.649249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44748) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:40.655895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-696387653-router', 'tenant_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:40.732094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-5952576f-4c5a-4eac-a4a9-784d8c4968c2', 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'fixed_ips': [{'subnet_id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:57:40.733029 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:40.772379 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:40.773759 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:40.814240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50fd9bff-bdf0-4f99-8e41-bf06e427477c None None] Network af4157d1-2122-47c3-8ec5-8deaba493f6a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:40.863466 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:40.864645 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:40.911135 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:41.020586 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb38682d-7989-428d-bafb-7572bb1ecacd req-23fdfd9f-afcf-4c5d-9f0c-e191f10e14fb tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:41.028760 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cb38682d-7989-428d-bafb-7572bb1ecacd req-23fdfd9f-afcf-4c5d-9f0c-e191f10e14fb tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 950 time: 0.0978200 Aug 17 02:57:41.041089 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:41.110685 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Allocated IP 172.20.0.2 (5952576f-4c5a-4eac-a4a9-784d8c4968c2/2791d1f7-ef22-4dd6-8b4b-09b037815ccc/0cdc2fb8-f835-42b7-ac34-4783cf8935de) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:41.246715 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cb38682d-7989-428d-bafb-7572bb1ecacd req-72324d97-425a-4ca7-85b9-3d4ab152bff4 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2169929 Aug 17 02:57:41.415360 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:41.438810 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:41.449050 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Transition to ACTIVE for port object 0cdc2fb8-f835-42b7-ac34-4783cf8935de will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:41.471639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Transition to ACTIVE for port object 0cdc2fb8-f835-42b7-ac34-4783cf8935de will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:41.495639 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:41.533300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44776) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:41.586169 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681fc12d-d462-4444-8ca8-2af1f2f30d5a req-d26932ff-fb6c-4519-8ab4-4a361dc8015d tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:41.598715 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-681fc12d-d462-4444-8ca8-2af1f2f30d5a req-d26932ff-fb6c-4519-8ab4-4a361dc8015d tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 946 time: 0.0939837 Aug 17 02:57:41.629582 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:41.727361 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-681fc12d-d462-4444-8ca8-2af1f2f30d5a req-fee59994-c483-4968-94ba-6f57110e2b31 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/security-groups?id=530d36e9-1d9c-4ac0-b31a-9ce81b76fc8d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272671 Aug 17 02:57:41.728566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Network 5952576f-4c5a-4eac-a4a9-784d8c4968c2 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:41.735676 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:41.737225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:41.808501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Pushing event updated for resources: {'Port': ['ID=0cdc2fb8-f835-42b7-ac34-4783cf8935de,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:41.827535 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Attempting to bind port 0cdc2fb8-f835-42b7-ac34-4783cf8935de on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:57:41.828373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Attempting to bind port 0cdc2fb8-f835-42b7-ac34-4783cf8935de by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'bb0e1530-3cb3-4f35-89a4-952ef5bc3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:57:41.828546 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Attempting to bind port 0cdc2fb8-f835-42b7-ac34-4783cf8935de on network 5952576f-4c5a-4eac-a4a9-784d8c4968c2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:41.835982 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:57:41.836642 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Checking segment: {'id': 'bb0e1530-3cb3-4f35-89a4-952ef5bc3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:41.837136 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:41.837714 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Bound using segment: {'id': 'bb0e1530-3cb3-4f35-89a4-952ef5bc3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:57:41.838630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Bound port: 0cdc2fb8-f835-42b7-ac34-4783cf8935de, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0e1530-3cb3-4f35-89a4-952ef5bc3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:57:41.839257 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:41.989674 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] For port 0cdc2fb8-f835-42b7-ac34-4783cf8935de, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:57:41.994300 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] For port 0cdc2fb8-f835-42b7-ac34-4783cf8935de, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0cdc2fb8-f835-42b7-ac34-4783cf8935de,segment=NetworkSegment(bb0e1530-3cb3-4f35-89a4-952ef5bc3645),segment_id=bb0e1530-3cb3-4f35-89a4-952ef5bc3645)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:57:42.047544 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c4b44df-81d7-4017-a8d0-a0c1f1dc0480 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.093164 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.103389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefe19d-3c7a-4a48-b52d-0372df9e41dc req-6e31797d-572d-4577-82a1-6e26904201cb tempest-ServersAdminNegativeTestJSON-1078042820 tempest-ServersAdminNegativeTestJSON-1078042820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:42.104900 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-abefe19d-3c7a-4a48-b52d-0372df9e41dc req-6e31797d-572d-4577-82a1-6e26904201cb tempest-ServersAdminNegativeTestJSON-1078042820 tempest-ServersAdminNegativeTestJSON-1078042820-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 1101 time: 0.0969906 Aug 17 02:57:42.146998 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-abefe19d-3c7a-4a48-b52d-0372df9e41dc req-326948ba-3a41-4e6d-9e9b-a5b4f42de039 tempest-ServersAdminNegativeTestJSON-1078042820 tempest-ServersAdminNegativeTestJSON-1078042820-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.178784 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b40f0a-bb7a-43bb-9cb6-64addb651260 None None] Pushing event updated for resources: {'Port': ['ID=0cdc2fb8-f835-42b7-ac34-4783cf8935de,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:42.316745 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c4b44df-81d7-4017-a8d0-a0c1f1dc0480 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.376017 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.448063 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c4b44df-81d7-4017-a8d0-a0c1f1dc0480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.457571 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.532764 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.540649 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7c4b44df-81d7-4017-a8d0-a0c1f1dc0480 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=506f553e46944a4c91f8a946790b78e0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0052962 Aug 17 02:57:42.546695 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44836) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:42.555438 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.628036 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b44df-81d7-4017-a8d0-a0c1f1dc0480 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e9c175a-883e-4914-beff-9f11549c728a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:42.725636 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44844) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:42.770410 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ddcdb31-2246-4284-a314-c8fa8e21ca66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.772440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Allocated IP 172.25.1.60 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/5f8166a9-beb4-4615-b266-76fa8cd14d62) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:42.834267 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ddcdb31-2246-4284-a314-c8fa8e21ca66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.837242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0cdc2fb8-f835-42b7-ac34-4783cf8935de up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:42.837858 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-abefe19d-3c7a-4a48-b52d-0372df9e41dc req-326948ba-3a41-4e6d-9e9b-a5b4f42de039 tempest-ServersAdminNegativeTestJSON-1078042820 tempest-ServersAdminNegativeTestJSON-1078042820-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.904401 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3aaf57ba-92f0-4c85-8e42-9baf2862dd7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.937484 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-abefe19d-3c7a-4a48-b52d-0372df9e41dc req-326948ba-3a41-4e6d-9e9b-a5b4f42de039 tempest-ServersAdminNegativeTestJSON-1078042820 tempest-ServersAdminNegativeTestJSON-1078042820-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:42.991733 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-abefe19d-3c7a-4a48-b52d-0372df9e41dc req-326948ba-3a41-4e6d-9e9b-a5b4f42de039 tempest-ServersAdminNegativeTestJSON-1078042820 tempest-ServersAdminNegativeTestJSON-1078042820-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8746727 Aug 17 02:57:42.999732 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.003699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326948ba-3a41-4e6d-9e9b-a5b4f42de039 tempest-ServersAdminNegativeTestJSON-1078042820 tempest-ServersAdminNegativeTestJSON-1078042820-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0c6a102-b592-48a4-ac0e-3b267a3e8f4e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:43.022469 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 0cdc2fb8-f835-42b7-ac34-4783cf8935de completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:43.064778 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ddcdb31-2246-4284-a314-c8fa8e21ca66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.066567 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3aaf57ba-92f0-4c85-8e42-9baf2862dd7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.069108 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ddcdb31-2246-4284-a314-c8fa8e21ca66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.072665 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2ddcdb31-2246-4284-a314-c8fa8e21ca66 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7e9c175a-883e-4914-beff-9f11549c728a HTTP/1.1" status: 204 len: 168 time: 0.5138469 Aug 17 02:57:43.080344 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddcdb31-2246-4284-a314-c8fa8e21ca66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e9c175a-883e-4914-beff-9f11549c728a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:43.085176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62e1931-4acf-4388-940b-525a70523a5b req-f5dc49e9-722f-4c14-b9a6-8f7dd5c8e8ff tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:43.087121 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b62e1931-4acf-4388-940b-525a70523a5b req-f5dc49e9-722f-4c14-b9a6-8f7dd5c8e8ff tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.60 "GET /v2.0/ports?device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 946 time: 0.0889759 Aug 17 02:57:43.155203 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3aaf57ba-92f0-4c85-8e42-9baf2862dd7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.171179 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.215818 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aaf57ba-92f0-4c85-8e42-9baf2862dd7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e1b309-2139-47db-863c-790609b8de7e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:43.225063 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:43.231395 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:43.240481 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:43.263880 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3aaf57ba-92f0-4c85-8e42-9baf2862dd7d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=31d415ab76494e6b8987c5db85d692eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5370045 Aug 17 02:57:43.271313 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44870) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:43.274520 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=5f8166a9-beb4-4615-b266-76fa8cd14d62,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:43.336969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Allocated IP 172.25.1.58 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/f6df893f-fcc7-4216-8055-c0bc79cd49d2) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:43.361986 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-b62e1931-4acf-4388-940b-525a70523a5b req-d74db1fd-fbdc-4917-a685-77a4f956d04e tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Deleting port a2d9dafa-1ed6-440c-b0c5-dac29c374078 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:43.363043 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b62e1931-4acf-4388-940b-525a70523a5b req-d74db1fd-fbdc-4917-a685-77a4f956d04e tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.500466 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9238cc38-5846-41ad-bea9-41150b8a2b2a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.579628 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f74b2b1-6372-4734-be1d-488a6ff3de60 None None] Network 5952576f-4c5a-4eac-a4a9-784d8c4968c2 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:43.579844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b62e1931-4acf-4388-940b-525a70523a5b req-d74db1fd-fbdc-4917-a685-77a4f956d04e tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] For port a2d9dafa-1ed6-440c-b0c5-dac29c374078, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a2d9dafa-1ed6-440c-b0c5-dac29c374078,segment=NetworkSegment(2ef1976f-44ca-43d5-a917-fdf0c17d3d8d),segment_id=2ef1976f-44ca-43d5-a917-fdf0c17d3d8d)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:43.580318 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b62e1931-4acf-4388-940b-525a70523a5b req-d74db1fd-fbdc-4917-a685-77a4f956d04e tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.584362 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-890c68fa-13c7-4f19-b6e9-63316bb2e294 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:43.586674 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-890c68fa-13c7-4f19-b6e9-63316bb2e294 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/networks?id=e65e268f-7eed-4732-89ef-c8bad12548cb HTTP/1.1" status: 200 len: 815 time: 0.1997159 Aug 17 02:57:43.591533 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9238cc38-5846-41ad-bea9-41150b8a2b2a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.605907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-b62e1931-4acf-4388-940b-525a70523a5b req-d74db1fd-fbdc-4917-a685-77a4f956d04e tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Calling delete_port for a2d9dafa-1ed6-440c-b0c5-dac29c374078 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:43.615133 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-8cb5f598-6599-4193-990d-d002bb7a53e3 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/quotas/989a94fc796341fe8730e214cb375216 HTTP/1.1" status: 200 len: 375 time: 0.0209022 Aug 17 02:57:43.637598 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.820502 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-be8d43a9-8616-458f-bf26-c401b52ea4b8 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=989a94fc796341fe8730e214cb375216&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1994426 Aug 17 02:57:43.837819 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-60bc5807-e617-4d4a-acde-31d61984e8a6 None None] Provisioning for port 0cdc2fb8-f835-42b7-ac34-4783cf8935de completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:43.845534 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-60bc5807-e617-4d4a-acde-31d61984e8a6 None None] Provisioning complete for port 0cdc2fb8-f835-42b7-ac34-4783cf8935de triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:43.846212 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-60bc5807-e617-4d4a-acde-31d61984e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.848581 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.877554 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9238cc38-5846-41ad-bea9-41150b8a2b2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.881386 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9238cc38-5846-41ad-bea9-41150b8a2b2a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.884830 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9238cc38-5846-41ad-bea9-41150b8a2b2a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53e1b309-2139-47db-863c-790609b8de7e HTTP/1.1" status: 204 len: 168 time: 0.6099994 Aug 17 02:57:43.896838 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.900769 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9238cc38-5846-41ad-bea9-41150b8a2b2a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e1b309-2139-47db-863c-790609b8de7e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:43.910085 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 127ba125-3e35-4ff3-8de7-ccf59e909dba no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:43.926339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:43.928321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:43.930855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Pushing event updated for resources: {'Port': ['ID=f6df893f-fcc7-4216-8055-c0bc79cd49d2,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:43.935843 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b62e1931-4acf-4388-940b-525a70523a5b req-d74db1fd-fbdc-4917-a685-77a4f956d04e tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:43.949572 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:44.095923 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-73b7d28d-850f-4711-a71e-121f221ade38 service neutron] 10.222.0.10 "GET /v2.0/networks/e65e268f-7eed-4732-89ef-c8bad12548cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2637243 Aug 17 02:57:44.124710 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:44.136441 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-60bc5807-e617-4d4a-acde-31d61984e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:44.168775 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2014c81f-0dc3-4118-b46e-c1f42a76f89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '127ba125-3e35-4ff3-8de7-ccf59e909dba'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:57:44.171642 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58e0e719-dce3-49e7-952f-cfb9af8f5b28" -d '{"events": [{"server_uuid": "2014c81f-0dc3-4118-b46e-c1f42a76f89f", "name": "network-vif-unplugged", "status": "completed", "tag": "127ba125-3e35-4ff3-8de7-ccf59e909dba"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:57:44.194379 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-255a5335-cc54-4a0c-baa3-5512617468ac req-94dcfa2b-5b74-4519-89c9-6a0f7d245686 tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 210 time: 0.1590614 Aug 17 02:57:44.203409 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 127ba125-3e35-4ff3-8de7-ccf59e909dba, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=127ba125-3e35-4ff3-8de7-ccf59e909dba,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:44.210212 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-60bc5807-e617-4d4a-acde-31d61984e8a6 None None] For port 0cdc2fb8-f835-42b7-ac34-4783cf8935de, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0cdc2fb8-f835-42b7-ac34-4783cf8935de,segment=NetworkSegment(bb0e1530-3cb3-4f35-89a4-952ef5bc3645),segment_id=bb0e1530-3cb3-4f35-89a4-952ef5bc3645)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:44.262645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d74db1fd-fbdc-4917-a685-77a4f956d04e tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Pushing event deleted for resources: {'Port': ['ID=a2d9dafa-1ed6-440c-b0c5-dac29c374078,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:44.321733 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:44.338922 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-92c9cbbe-5e10-4423-b116-b618898fa5e9 service neutron] 10.222.0.10 "GET /v2.0/networks/e65e268f-7eed-4732-89ef-c8bad12548cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2274768 Aug 17 02:57:44.366025 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:44.385236 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b62e1931-4acf-4388-940b-525a70523a5b req-d74db1fd-fbdc-4917-a685-77a4f956d04e tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] No DVR routers for this DVR port a2d9dafa-1ed6-440c-b0c5-dac29c374078 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:44.386653 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-60bc5807-e617-4d4a-acde-31d61984e8a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:44.397276 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b62e1931-4acf-4388-940b-525a70523a5b req-d74db1fd-fbdc-4917-a685-77a4f956d04e tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:44.399746 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b62e1931-4acf-4388-940b-525a70523a5b req-d74db1fd-fbdc-4917-a685-77a4f956d04e tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.60 "DELETE /v2.0/ports/a2d9dafa-1ed6-440c-b0c5-dac29c374078 HTTP/1.1" status: 204 len: 173 time: 1.3008995 Aug 17 02:57:44.400279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8840d88-43d4-46d7-9d40-dde3d33d65a9', 'name': 'network-vif-deleted', 'tag': 'a2d9dafa-1ed6-440c-b0c5-dac29c374078'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:57:44.402941 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c5bb346-5f17-4b5c-a93e-cc051edcd71a" -d '{"events": [{"server_uuid": "d8840d88-43d4-46d7-9d40-dde3d33d65a9", "name": "network-vif-deleted", "tag": "a2d9dafa-1ed6-440c-b0c5-dac29c374078"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:57:44.427530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=127ba125-3e35-4ff3-8de7-ccf59e909dba,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:44.502141 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60bc5807-e617-4d4a-acde-31d61984e8a6 None None] Pushing event updated for resources: {'Port': ['ID=0cdc2fb8-f835-42b7-ac34-4783cf8935de,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:44.532792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5c7af916-6a52-4c16-9bb3-2ac4bfb6be88 None None] Provisioning complete for port 0cdc2fb8-f835-42b7-ac34-4783cf8935de triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:44.533257 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c7af916-6a52-4c16-9bb3-2ac4bfb6be88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:44.606947 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Router f516253e-8e02-4340-8b79-7a290844b2a2 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:57:44.778027 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:44.823342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0cdc2fb8-f835-42b7-ac34-4783cf8935de up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:44.830633 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6540d435-5bca-4788-8463-42bfadf1616e x-openstack-request-id: req-6540d435-5bca-4788-8463-42bfadf1616e {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:57:44.830978 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2014c81f-0dc3-4118-b46e-c1f42a76f89f", "name": "network-vif-unplugged", "status": "completed", "tag": "127ba125-3e35-4ff3-8de7-ccf59e909dba", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:57:44.831242 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6540d435-5bca-4788-8463-42bfadf1616e {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:57:44.831800 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2014c81f-0dc3-4118-b46e-c1f42a76f89f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '127ba125-3e35-4ff3-8de7-ccf59e909dba', 'code': 200} Aug 17 02:57:44.870876 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:57:44.914144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Sync routers for ids ['f516253e-8e02-4340-8b79-7a290844b2a2'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:57:44.943162 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:44.947442 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e44711f2-12d0-4937-9b74-785cb5c62ad3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.3748147 Aug 17 02:57:44.947794 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44932) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:44.959698 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Routers {'f516253e-8e02-4340-8b79-7a290844b2a2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:44.960105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['f516253e-8e02-4340-8b79-7a290844b2a2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:44.988233 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:57:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd452cea-1490-40f5-acf7-96a71c1ca2dd x-openstack-request-id: req-cd452cea-1490-40f5-acf7-96a71c1ca2dd {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:57:44.990350 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d8840d88-43d4-46d7-9d40-dde3d33d65a9", "name": "network-vif-deleted", "tag": "a2d9dafa-1ed6-440c-b0c5-dac29c374078", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:57:44.994365 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd452cea-1490-40f5-acf7-96a71c1ca2dd {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:57:44.994365 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8840d88-43d4-46d7-9d40-dde3d33d65a9', 'name': 'network-vif-deleted', 'tag': 'a2d9dafa-1ed6-440c-b0c5-dac29c374078', 'status': 'completed', 'code': 200} Aug 17 02:57:45.112375 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58555758-2d79-4c32-bf30-fd3252f5245c req-94c93cca-d2cd-4e54-a677-7e2cb5a2aec1 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 210 time: 0.0637033 Aug 17 02:57:45.119120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c7ed0a-5c93-4c23-9c3b-b26c6913e0c1 req-d2ede9f3-fc52-4136-8410-aaeabf3d1b0f tempest-ServersAdminNegativeTestJSON-1078042820 tempest-ServersAdminNegativeTestJSON-1078042820-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:45.134242 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07c7ed0a-5c93-4c23-9c3b-b26c6913e0c1 req-d2ede9f3-fc52-4136-8410-aaeabf3d1b0f tempest-ServersAdminNegativeTestJSON-1078042820 tempest-ServersAdminNegativeTestJSON-1078042820-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 1101 time: 0.1690187 Aug 17 02:57:45.291968 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 0cdc2fb8-f835-42b7-ac34-4783cf8935de triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:45.292204 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:45.345681 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-383345c0-ced4-4d19-9656-8ad7683d90eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:45.350725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Set router f516253e-8e02-4340-8b79-7a290844b2a2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:45.390785 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07c7ed0a-5c93-4c23-9c3b-b26c6913e0c1 req-4b48490c-3a8a-4c70-bf72-04cd87111972 tempest-ServersAdminNegativeTestJSON-1078042820 tempest-ServersAdminNegativeTestJSON-1078042820-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554710 Aug 17 02:57:45.564997 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cb15328b-16c5-4178-a98b-c2a46be5ddf9 req-83d3efb0-9df1-453d-a2f3-075a8210af4b tempest-VolumesAdminNegativeTest-1105140093 tempest-VolumesAdminNegativeTest-1105140093-project] 10.222.0.10 "GET /v2.0/ports?device_id=d8840d88-43d4-46d7-9d40-dde3d33d65a9 HTTP/1.1" status: 200 len: 210 time: 0.0712175 Aug 17 02:57:45.594563 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:45.701988 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-fc30ef66-a7bc-4bd5-bd6c-f81c958f140b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:45.710274 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-fc30ef66-a7bc-4bd5-bd6c-f81c958f140b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/networks?id=b0e1662b-3237-45e1-8f42-62a3ce636ecb HTTP/1.1" status: 200 len: 805 time: 0.4178302 Aug 17 02:57:45.721073 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44964) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:45.755851 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-027b23d0-a5eb-4f6d-845a-dec7ec15f7df tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/quotas/a950a1f07f90492d842c34338bc90e17 HTTP/1.1" status: 200 len: 375 time: 0.0445967 Aug 17 02:57:45.975168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-884de6d2-30da-4be9-bbc4-80c9db3e0b54 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-386895731-network', 'tenant_id': '4e9c034e7e504b8fb35245098d953639'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:46.000298 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Router ae08a28e-47c8-4d1b-9395-a1c4b8dfe081 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:57:46.078811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a2d9dafa-1ed6-440c-b0c5-dac29c374078 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:46.086124 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-884de6d2-30da-4be9-bbc4-80c9db3e0b54 admin admin] Made reservation on behalf of 4e9c034e7e504b8fb35245098d953639 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:46.088965 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-884de6d2-30da-4be9-bbc4-80c9db3e0b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:46.120674 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: a2d9dafa-1ed6-440c-b0c5-dac29c374078 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:46.124453 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a2d9dafa-1ed6-440c-b0c5-dac29c374078 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:46.137032 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-0f3a6826-9540-4fbd-aff5-2c7be64d364a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a950a1f07f90492d842c34338bc90e17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3797560 Aug 17 02:57:46.194472 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-884de6d2-30da-4be9-bbc4-80c9db3e0b54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:46.217644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'name': 'tempest-ServersTestFqdnHostnames-1833024238-router', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T02:57:43Z', 'revision_number': 3, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'gw_port': {'id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:46.251934 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Checking router: f516253e-8e02-4340-8b79-7a290844b2a2 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:57:46.252605 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Updating router f516253e-8e02-4340-8b79-7a290844b2a2 port 5f8166a9-beb4-4615-b266-76fa8cd14d62 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:57:46.284643 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-0de88428-248e-4043-afa6-68727b2f286d service neutron] 10.222.0.10 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458797 Aug 17 02:57:46.293244 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:46.294240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:57:46.312311 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Sync routers for ids ['ae08a28e-47c8-4d1b-9395-a1c4b8dfe081'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:57:46.340802 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Routers {'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:46.345184 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['ae08a28e-47c8-4d1b-9395-a1c4b8dfe081'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:46.454940 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-884de6d2-30da-4be9-bbc4-80c9db3e0b54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:46.459946 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:46.499335 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-781dfa63-ccbc-43e7-a7d4-b97bc3ab1e95 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2092607 Aug 17 02:57:46.555644 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Set router ae08a28e-47c8-4d1b-9395-a1c4b8dfe081 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:46.573385 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-884de6d2-30da-4be9-bbc4-80c9db3e0b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:46.638366 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-14267946-d24a-4a14-9772-48263ab123d1 req-bc52cf2b-5ab2-47c8-8c8e-91acd128eca9 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 210 time: 0.0817094 Aug 17 02:57:46.659461 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884de6d2-30da-4be9-bbc4-80c9db3e0b54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:46.681280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-884de6d2-30da-4be9-bbc4-80c9db3e0b54 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:57:46.685218 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:46.694273 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-39010f5b-4965-4ed1-aa5d-c34732dbd3a0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 6.0429068 Aug 17 02:57:46.699582 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44996) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:46.713461 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57569ac0-9862-49d0-80ee-6ccfc00a874e req-02e204d7-198f-4b88-b88f-c6832941a15b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:46.723401 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57569ac0-9862-49d0-80ee-6ccfc00a874e req-02e204d7-198f-4b88-b88f-c6832941a15b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.60 "GET /v2.0/ports?device_id=2014c81f-0dc3-4118-b46e-c1f42a76f89f HTTP/1.1" status: 200 len: 943 time: 0.2186608 Aug 17 02:57:46.727295 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-884de6d2-30da-4be9-bbc4-80c9db3e0b54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:46.727651 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-884de6d2-30da-4be9-bbc4-80c9db3e0b54 admin admin] Added segment 9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef of type vlan for network 9a025f32-f5b2-4a70-b1ff-319c315c310a Aug 17 02:57:46.860040 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-884de6d2-30da-4be9-bbc4-80c9db3e0b54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:46.914674 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:46.930560 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Transition to ACTIVE for port object 5f8166a9-beb4-4615-b266-76fa8cd14d62 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:46.939367 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45002) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:47.034196 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.034708 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'name': 'tempest-ServerRescueNegativeTestJSON-696387653-router', 'tenant_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6df893f-fcc7-4216-8055-c0bc79cd49d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T02:57:44Z', 'revision_number': 3, 'project_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'gw_port': {'id': 'f6df893f-fcc7-4216-8055-c0bc79cd49d2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:47.071129 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Checking router: ae08a28e-47c8-4d1b-9395-a1c4b8dfe081 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:57:47.071472 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Updating router ae08a28e-47c8-4d1b-9395-a1c4b8dfe081 port f6df893f-fcc7-4216-8055-c0bc79cd49d2 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:57:47.104623 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-021ddac4-4805-4aa9-830c-1e5103a0e3bd req-217e1590-169a-47ac-a987-fd0ac4d49321 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:47.105268 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.115962 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-021ddac4-4805-4aa9-830c-1e5103a0e3bd req-217e1590-169a-47ac-a987-fd0ac4d49321 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 950 time: 0.3122389 Aug 17 02:57:47.170242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f4dc299-7179-4cd5-9831-3ba21b9ac62a admin admin] Deleting subnet 26927e0f-d0d8-4287-a02d-94fe52b93bd9 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:57:47.180133 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc299-7179-4cd5-9831-3ba21b9ac62a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.184986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Attempting to bind port 5f8166a9-beb4-4615-b266-76fa8cd14d62 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:57:47.185529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Attempting to bind port 5f8166a9-beb4-4615-b266-76fa8cd14d62 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:57:47.186359 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Attempting to bind port 5f8166a9-beb4-4615-b266-76fa8cd14d62 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:47.193220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884e3e0-861b-400e-bb96-32c436335f53 None None] Pushing event updated for resources: {'Port': ['ID=5f8166a9-beb4-4615-b266-76fa8cd14d62,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:47.198203 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:57:47.198589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:47.199000 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.199437 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:57:47.199960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Bound port: 5f8166a9-beb4-4615-b266-76fa8cd14d62, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:57:47.200345 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.271792 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-021ddac4-4805-4aa9-830c-1e5103a0e3bd req-6f496aed-3418-4d8a-a57b-c6b3324498f8 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533146 Aug 17 02:57:47.275455 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-884de6d2-30da-4be9-bbc4-80c9db3e0b54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.286079 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-884de6d2-30da-4be9-bbc4-80c9db3e0b54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:47.286079 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-884de6d2-30da-4be9-bbc4-80c9db3e0b54 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.297261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-57569ac0-9862-49d0-80ee-6ccfc00a874e req-f318f595-d57f-4bee-a305-96b62495cceb tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Deleting port 127ba125-3e35-4ff3-8de7-ccf59e909dba {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:47.298553 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-57569ac0-9862-49d0-80ee-6ccfc00a874e req-f318f595-d57f-4bee-a305-96b62495cceb tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.321038 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] For port 5f8166a9-beb4-4615-b266-76fa8cd14d62, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:57:47.326124 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] For port 5f8166a9-beb4-4615-b266-76fa8cd14d62, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5f8166a9-beb4-4615-b266-76fa8cd14d62,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:57:47.401293 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.437595 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc299-7179-4cd5-9831-3ba21b9ac62a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.470691 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-beb666cb-c620-4758-a1a1-201c7e797d4b req-fc9e4169-ca6b-48d1-8712-eef60fc98260 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 210 time: 0.0962734 Aug 17 02:57:47.500492 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884de6d2-30da-4be9-bbc4-80c9db3e0b54 admin admin] Pushing event updated for resources: {'Network': ['ID=9a025f32-f5b2-4a70-b1ff-319c315c310a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:47.511157 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Routers {'f516253e-8e02-4340-8b79-7a290844b2a2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:47.513980 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['f516253e-8e02-4340-8b79-7a290844b2a2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:47.529155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 9a025f32-f5b2-4a70-b1ff-319c315c310a details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:57:47.540512 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-884de6d2-30da-4be9-bbc4-80c9db3e0b54 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.8100250 Aug 17 02:57:47.540512 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc299-7179-4cd5-9831-3ba21b9ac62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.566526 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45016) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:47.574334 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-21a91aae-41b8-488c-b58d-c5cc49bddd0d admin admin] Request body: {'subnet': {'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-386895731-subnet', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:47.606124 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.608520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-57569ac0-9862-49d0-80ee-6ccfc00a874e req-f318f595-d57f-4bee-a305-96b62495cceb tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] For port 127ba125-3e35-4ff3-8de7-ccf59e909dba, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=127ba125-3e35-4ff3-8de7-ccf59e909dba,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:47.608994 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-57569ac0-9862-49d0-80ee-6ccfc00a874e req-f318f595-d57f-4bee-a305-96b62495cceb tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.632883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-57569ac0-9862-49d0-80ee-6ccfc00a874e req-f318f595-d57f-4bee-a305-96b62495cceb tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Calling delete_port for 127ba125-3e35-4ff3-8de7-ccf59e909dba owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:47.636947 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Transition to ACTIVE for port object f6df893f-fcc7-4216-8055-c0bc79cd49d2 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:47.656544 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Allocated IP 172.20.0.1 (5952576f-4c5a-4eac-a4a9-784d8c4968c2/2791d1f7-ef22-4dd6-8b4b-09b037815ccc/1ad84025-bab2-4442-bb31-18ed20df4cfc) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:47.727268 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.733161 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc299-7179-4cd5-9831-3ba21b9ac62a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.811764 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-21a91aae-41b8-488c-b58d-c5cc49bddd0d admin admin] Made reservation on behalf of 4e9c034e7e504b8fb35245098d953639 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:47.815027 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-21a91aae-41b8-488c-b58d-c5cc49bddd0d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.825655 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45024) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:47.828773 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f4dc299-7179-4cd5-9831-3ba21b9ac62a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.830624 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6f4dc299-7179-4cd5-9831-3ba21b9ac62a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/26927e0f-d0d8-4287-a02d-94fe52b93bd9 HTTP/1.1" status: 204 len: 168 time: 0.8868001 Aug 17 02:57:47.838706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f4dc299-7179-4cd5-9831-3ba21b9ac62a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26927e0f-d0d8-4287-a02d-94fe52b93bd9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:47.838953 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f403ac-db12-4507-8a52-97dc2eb6493c None None] Pushing event updated for resources: {'Port': ['ID=f6df893f-fcc7-4216-8055-c0bc79cd49d2,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:47.839327 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] Set router f516253e-8e02-4340-8b79-7a290844b2a2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:47.841828 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Attempting to bind port f6df893f-fcc7-4216-8055-c0bc79cd49d2 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:57:47.842209 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Attempting to bind port f6df893f-fcc7-4216-8055-c0bc79cd49d2 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:57:47.842620 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Attempting to bind port f6df893f-fcc7-4216-8055-c0bc79cd49d2 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:47.849148 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:57:47.857906 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:47.857906 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.857906 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:57:47.857906 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Bound port: f6df893f-fcc7-4216-8055-c0bc79cd49d2, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:57:47.858486 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45026) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:47.858589 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.911424 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e36f23a-c326-41dd-bd24-9ec8887f5604 req-eea189b3-17d3-4d0d-9315-692b7aed8429 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 210 time: 0.0887928 Aug 17 02:57:47.912546 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c884e3e0-861b-400e-bb96-32c436335f53 None None] Pushing event updated for resources: {'Port': ['ID=5f8166a9-beb4-4615-b266-76fa8cd14d62,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:47.917071 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] For port f6df893f-fcc7-4216-8055-c0bc79cd49d2, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:57:47.921510 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] For port f6df893f-fcc7-4216-8055-c0bc79cd49d2, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f6df893f-fcc7-4216-8055-c0bc79cd49d2,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:57:47.983084 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:47.996406 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7e19-cca4-40df-acfa-8d165dbdd3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:48.119330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'name': 'tempest-ServersTestFqdnHostnames-1833024238-router', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T02:57:43Z', 'revision_number': 3, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'gw_port': {'id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:48.125582 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f403ac-db12-4507-8a52-97dc2eb6493c None None] Pushing event updated for resources: {'Port': ['ID=f6df893f-fcc7-4216-8055-c0bc79cd49d2,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:48.161219 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b127e2d-6cf8-4317-bacc-52b396354507 None None] The sync data for ids ['f516253e-8e02-4340-8b79-7a290844b2a2'] in n-d-802060-9 is: [{'id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'name': 'tempest-ServersTestFqdnHostnames-1833024238-router', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T02:57:43Z', 'revision_number': 3, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'gw_port': {'id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cc:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:57:48.173583 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Routers {'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:48.174513 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['ae08a28e-47c8-4d1b-9395-a1c4b8dfe081'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:48.176439 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:48.236106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-4e4f293f-248e-431e-b4e8-9cfbe72692d0 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:48.262515 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c8ce16d-062a-4ed2-9512-b3f207d03990 req-75de782c-52fc-4126-83c8-8a0fcf1a9329 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:48.264077 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c8ce16d-062a-4ed2-9512-b3f207d03990 req-75de782c-52fc-4126-83c8-8a0fcf1a9329 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.60 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 950 time: 0.2720692 Aug 17 02:57:48.269590 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dd623732-6e87-4ba9-a4a8-e7cc4a42b045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:48.315592 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:48.325720 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] Set router ae08a28e-47c8-4d1b-9395-a1c4b8dfe081 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:48.345490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Transition to ACTIVE for port object 1ad84025-bab2-4442-bb31-18ed20df4cfc will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:48.356369 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-57569ac0-9862-49d0-80ee-6ccfc00a874e req-f318f595-d57f-4bee-a305-96b62495cceb tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:48.422178 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7e19-cca4-40df-acfa-8d165dbdd3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:48.494887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f318f595-d57f-4bee-a305-96b62495cceb tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Pushing event deleted for resources: {'Port': ['ID=127ba125-3e35-4ff3-8de7-ccf59e909dba,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:48.499109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-1ebe7e19-cca4-40df-acfa-8d165dbdd3ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ad34f5b-2bd2-45d2-8508-d35ee54af230']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:48.644991 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-1ebe7e19-cca4-40df-acfa-8d165dbdd3ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2ef1976f-44ca-43d5-a917-fdf0c17d3d8d') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:48.648238 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-1ebe7e19-cca4-40df-acfa-8d165dbdd3ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2ef1976f-44ca-43d5-a917-fdf0c17d3d8d') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:48.665699 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'name': 'tempest-ServerRescueNegativeTestJSON-696387653-router', 'tenant_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6df893f-fcc7-4216-8055-c0bc79cd49d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T02:57:44Z', 'revision_number': 3, 'project_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'gw_port': {'id': 'f6df893f-fcc7-4216-8055-c0bc79cd49d2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:48.666343 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:48.683791 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e4f293f-248e-431e-b4e8-9cfbe72692d0 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:48.704700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-93fac9d8-6c29-425f-90b7-caea9544b05c tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:48.709557 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-93fac9d8-6c29-425f-90b7-caea9544b05c tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.60 "GET /v2.0/networks?id=e65e268f-7eed-4732-89ef-c8bad12548cb HTTP/1.1" status: 200 len: 815 time: 0.6391127 Aug 17 02:57:48.709948 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38d5a925-6c1d-4d79-8441-a19b769ba268 req-342a5b40-7e32-4254-8278-40eecbe33efa tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:48.711963 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-38d5a925-6c1d-4d79-8441-a19b769ba268 req-342a5b40-7e32-4254-8278-40eecbe33efa tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 950 time: 0.2224705 Aug 17 02:57:48.744064 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-21a91aae-41b8-488c-b58d-c5cc49bddd0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:48.758374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7e19-cca4-40df-acfa-8d165dbdd3ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:48.778692 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98a745d6-3d6d-4617-b358-da736dac2a67 None None] The sync data for ids ['ae08a28e-47c8-4d1b-9395-a1c4b8dfe081'] in n-d-802060-9 is: [{'id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'name': 'tempest-ServerRescueNegativeTestJSON-696387653-router', 'tenant_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6df893f-fcc7-4216-8055-c0bc79cd49d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T02:57:44Z', 'revision_number': 3, 'project_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'gw_port': {'id': 'f6df893f-fcc7-4216-8055-c0bc79cd49d2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:57:48.843166 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b8902af-8a48-4a7c-acaf-2712a8da8222 req-f3665d61-1797-4961-b6a0-950c978046d7 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 210 time: 0.2472625 Aug 17 02:57:48.871791 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-e3ffc307-4663-421f-8a73-2d5e6bbcd6fd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Request body: {'port': {'device_id': '4531871b-cc73-49d9-a862-d087043dcb44', 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb', 'admin_state_up': True, 'tenant_id': '989a94fc796341fe8730e214cb375216'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:48.875913 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:48.914557 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5f8166a9-beb4-4615-b266-76fa8cd14d62 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:48.985089 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-38d5a925-6c1d-4d79-8441-a19b769ba268 req-242f5815-b97f-4d44-9b1d-849a663fc818 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2642670 Aug 17 02:57:49.075974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21a91aae-41b8-488c-b58d-c5cc49bddd0d admin admin] Checking segment: {'id': '9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:49.076886 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a91aae-41b8-488c-b58d-c5cc49bddd0d admin admin] Network hostable DHCP agents. Network: 9a025f32-f5b2-4a70-b1ff-319c315c310a, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:57:49.129115 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:49.129232 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Network 5952576f-4c5a-4eac-a4a9-784d8c4968c2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:49.134290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:49.137552 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:49.194089 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:49.245175 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 5f8166a9-beb4-4615-b266-76fa8cd14d62 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:49.261741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a91aae-41b8-488c-b58d-c5cc49bddd0d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b2098b0c-8a13-4170-8b03-94c356349639,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:49.262848 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 5f8166a9-beb4-4615-b266-76fa8cd14d62 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:49.263278 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:49.407882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21a91aae-41b8-488c-b58d-c5cc49bddd0d admin admin] Network 9a025f32-f5b2-4a70-b1ff-319c315c310a is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:57:49.423981 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad84025-bab2-4442-bb31-18ed20df4cfc,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:49.584839 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-21a91aae-41b8-488c-b58d-c5cc49bddd0d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 9a025f32-f5b2-4a70-b1ff-319c315c310a) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:49.585335 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:49.603189 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21a91aae-41b8-488c-b58d-c5cc49bddd0d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:49.607423 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-918f262c-ae3a-4499-92ac-6a7dfa3003bd None None] Network 9a025f32-f5b2-4a70-b1ff-319c315c310a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:49.612651 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-21a91aae-41b8-488c-b58d-c5cc49bddd0d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:49.806904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 5f8166a9-beb4-4615-b266-76fa8cd14d62, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5f8166a9-beb4-4615-b266-76fa8cd14d62,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:49.887224 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 127ba125-3e35-4ff3-8de7-ccf59e909dba no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:49.897992 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:49.927994 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-57569ac0-9862-49d0-80ee-6ccfc00a874e req-f318f595-d57f-4bee-a305-96b62495cceb tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] No DVR routers for this DVR port 127ba125-3e35-4ff3-8de7-ccf59e909dba on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:49.940703 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-57569ac0-9862-49d0-80ee-6ccfc00a874e req-f318f595-d57f-4bee-a305-96b62495cceb tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:49.948965 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57569ac0-9862-49d0-80ee-6ccfc00a874e req-f318f595-d57f-4bee-a305-96b62495cceb tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.60 "DELETE /v2.0/ports/127ba125-3e35-4ff3-8de7-ccf59e909dba HTTP/1.1" status: 204 len: 173 time: 3.2070098 Aug 17 02:57:49.949509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 127ba125-3e35-4ff3-8de7-ccf59e909dba {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:57:49.949509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 127ba125-3e35-4ff3-8de7-ccf59e909dba not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:57:49.949509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:57:49.949879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2014c81f-0dc3-4118-b46e-c1f42a76f89f', 'name': 'network-vif-deleted', 'tag': '127ba125-3e35-4ff3-8de7-ccf59e909dba'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:57:49.962797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d8dcfe7e-3c17-4599-b61c-7c1e5ffe50a0 None None] Provisioning for port 1ad84025-bab2-4442-bb31-18ed20df4cfc completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:49.964333 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2d715b5-c28b-4dce-9ad0-7adc8b5c9c71" -d '{"events": [{"server_uuid": "2014c81f-0dc3-4118-b46e-c1f42a76f89f", "name": "network-vif-deleted", "tag": "127ba125-3e35-4ff3-8de7-ccf59e909dba"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:57:50.010643 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-21a91aae-41b8-488c-b58d-c5cc49bddd0d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.4399612 Aug 17 02:57:50.056959 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45058) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:50.115983 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-386895731-router', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:50.122206 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7e19-cca4-40df-acfa-8d165dbdd3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:50.138444 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ebe7e19-cca4-40df-acfa-8d165dbdd3ca admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:50.139367 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7e19-cca4-40df-acfa-8d165dbdd3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:50.208651 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:50.220694 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-477a734c-2d39-4c79-ab13-2189f07ce2ed req-9d49fce8-750c-450a-a809-ea83583107fd tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 210 time: 0.1747360 Aug 17 02:57:50.220842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d8dcfe7e-3c17-4599-b61c-7c1e5ffe50a0 None None] Provisioning complete for port 1ad84025-bab2-4442-bb31-18ed20df4cfc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:50.220842 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d8dcfe7e-3c17-4599-b61c-7c1e5ffe50a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: timer() Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:50.299345 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:50.332099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] Allocated IP 172.20.0.1 (af4157d1-2122-47c3-8ec5-8deaba493f6a/fc3d150f-bb48-486d-a046-323ac115350b/32d7130e-6e1e-426b-bbea-b4b29d593fbf) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:50.383106 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a62dccd-b265-438b-8afb-bf473ce6cc1c req-6df46e73-8dc1-4122-bef2-1da7d1d0ea88 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 210 time: 0.4440935 Aug 17 02:57:50.417324 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:57:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4874d54c-4e67-47b5-b23f-0e7a2731ced2 x-openstack-request-id: req-4874d54c-4e67-47b5-b23f-0e7a2731ced2 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:57:50.417324 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2014c81f-0dc3-4118-b46e-c1f42a76f89f", "name": "network-vif-deleted", "tag": "127ba125-3e35-4ff3-8de7-ccf59e909dba", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:57:50.417324 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4874d54c-4e67-47b5-b23f-0e7a2731ced2 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:57:50.417324 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2014c81f-0dc3-4118-b46e-c1f42a76f89f', 'name': 'network-vif-deleted', 'tag': '127ba125-3e35-4ff3-8de7-ccf59e909dba', 'status': 'completed', 'code': 200} Aug 17 02:57:50.460722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-9c8ce16d-062a-4ed2-9512-b3f207d03990 req-88cc755d-2e43-4c47-9569-35a91f6b71a1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Deleting port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:57:50.461257 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c8ce16d-062a-4ed2-9512-b3f207d03990 req-88cc755d-2e43-4c47-9569-35a91f6b71a1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:50.495981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d8dcfe7e-3c17-4599-b61c-7c1e5ffe50a0 None None] Port 1ad84025-bab2-4442-bb31-18ed20df4cfc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:57:50.508994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=5f8166a9-beb4-4615-b266-76fa8cd14d62,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:50.585095 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-9a025f32-f5b2-4a70-b1ff-319c315c310a', 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'fixed_ips': [{'subnet_id': 'b2098b0c-8a13-4170-8b03-94c356349639'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:57:50.595021 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:50.604366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-e3ffc307-4663-421f-8a73-2d5e6bbcd6fd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Made reservation on behalf of 989a94fc796341fe8730e214cb375216 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:50.613100 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-e3ffc307-4663-421f-8a73-2d5e6bbcd6fd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:50.617048 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7e19-cca4-40df-acfa-8d165dbdd3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:50.624870 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1ebe7e19-cca4-40df-acfa-8d165dbdd3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:50.626887 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1ebe7e19-cca4-40df-acfa-8d165dbdd3ca admin admin] 10.222.0.10 "DELETE /v2.0/networks/7ad34f5b-2bd2-45d2-8508-d35ee54af230 HTTP/1.1" status: 204 len: 168 time: 2.7719479 Aug 17 02:57:50.645264 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45060) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:50.730644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebe7e19-cca4-40df-acfa-8d165dbdd3ca admin admin] Pushing event deleted for resources: {'Network': ['ID=7ad34f5b-2bd2-45d2-8508-d35ee54af230,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:50.864365 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:50.871656 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:50.892353 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-fce4e958-204d-4537-96df-c4d3c05a4f19 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:50.919668 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-fce4e958-204d-4537-96df-c4d3c05a4f19 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.60 "GET /v2.0/networks?id=b0e1662b-3237-45e1-8f42-62a3ce636ecb HTTP/1.1" status: 200 len: 805 time: 1.2388849 Aug 17 02:57:50.927509 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-9309cb81-5f37-4387-83b9-b0e2608aa042 admin admin] Deleting subnet e20c44da-141e-48d7-a9fa-8a7ae8481380 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:57:50.938418 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afeb0975-85dc-4bae-92f2-a504268d014c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:57:50.941860 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67f8b4da-a8e3-41cb-9681-871172e55ec3" -d '{"events": [{"server_uuid": "afeb0975-85dc-4bae-92f2-a504268d014c", "name": "network-vif-unplugged", "status": "completed", "tag": "9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:57:50.956549 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9309cb81-5f37-4387-83b9-b0e2608aa042 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:50.994913 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:51.020721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9c8ce16d-062a-4ed2-9512-b3f207d03990 req-88cc755d-2e43-4c47-9569-35a91f6b71a1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] For port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:51.021550 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c8ce16d-062a-4ed2-9512-b3f207d03990 req-88cc755d-2e43-4c47-9569-35a91f6b71a1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:51.039396 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a19b82d7-5555-4175-a2d4-99cd6bc57906 x-openstack-request-id: req-a19b82d7-5555-4175-a2d4-99cd6bc57906 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:57:51.039741 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afeb0975-85dc-4bae-92f2-a504268d014c", "name": "network-vif-unplugged", "status": "completed", "tag": "9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:57:51.040003 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a19b82d7-5555-4175-a2d4-99cd6bc57906 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:57:51.040361 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afeb0975-85dc-4bae-92f2-a504268d014c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5', 'code': 200} Aug 17 02:57:51.041919 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e4f293f-248e-431e-b4e8-9cfbe72692d0 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:51.047752 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Allocated IP 172.20.0.2 (9a025f32-f5b2-4a70-b1ff-319c315c310a/b2098b0c-8a13-4170-8b03-94c356349639/2d47cdd4-8d75-4f44-9b73-3ac5e38392ef) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:51.065767 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:51.081513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-9c8ce16d-062a-4ed2-9512-b3f207d03990 req-88cc755d-2e43-4c47-9569-35a91f6b71a1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Calling delete_port for 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:57:51.098896 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9309cb81-5f37-4387-83b9-b0e2608aa042 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:51.148487 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:51.171608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f6df893f-fcc7-4216-8055-c0bc79cd49d2 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:51.227635 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-6ed69c4d-25cf-4e91-bfbb-22339078cf6e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Request body: {'port': {'device_id': '9619e27b-4971-4d58-8dcd-794f3c87c942', 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb', 'admin_state_up': True, 'tenant_id': 'a950a1f07f90492d842c34338bc90e17'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:51.242922 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:51.310808 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:51.374309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] Network af4157d1-2122-47c3-8ec5-8deaba493f6a is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:51.385705 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] Pushing event updated for resources: {'Port': ['ID=32d7130e-6e1e-426b-bbea-b4b29d593fbf,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:51.385705 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:51.393835 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:51.394959 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:51.474504 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:51.476715 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:51.518493 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:51.529578 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:51.543002 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Transition to ACTIVE for port object 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:51.569803 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Transition to ACTIVE for port object 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:51.571585 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9309cb81-5f37-4387-83b9-b0e2608aa042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:51.583329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port f6df893f-fcc7-4216-8055-c0bc79cd49d2 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:51.589337 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port f6df893f-fcc7-4216-8055-c0bc79cd49d2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:51.590231 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:51.620614 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a617b78a-97bd-4adf-817a-f5f0525cf13e req-ca2ae655-1e19-4dfc-a266-01187fede70b tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:51.622590 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-e3ffc307-4663-421f-8a73-2d5e6bbcd6fd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Allocated IP 172.20.0.9 (e65e268f-7eed-4732-89ef-c8bad12548cb/58c70284-c779-474b-8202-b5404ff2c6f7/561c854d-70bf-4605-ab8a-97afb954f0d3) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:51.631156 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cbf99c92-5f5a-40dc-962e-2ef1a922dfeb req-3a8552cc-be73-47b1-88c8-54ac18945f2a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 210 time: 0.1298220 Aug 17 02:57:51.633138 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a617b78a-97bd-4adf-817a-f5f0525cf13e req-ca2ae655-1e19-4dfc-a266-01187fede70b tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 948 time: 1.0256879 Aug 17 02:57:51.662672 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:51.807186 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Network 9a025f32-f5b2-4a70-b1ff-319c315c310a is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:51.816393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:51.824146 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:51.836055 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Pushing event updated for resources: {'Port': ['ID=2d47cdd4-8d75-4f44-9b73-3ac5e38392ef,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:51.886757 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:51.958532 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c34096b1-d107-47f3-813a-aa8151ee96a1 req-9e291110-1730-4c83-a569-dc033a7a19b9 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 210 time: 0.1306846 Aug 17 02:57:51.965485 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Attempting to bind port 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:57:51.965941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Attempting to bind port 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:57:51.966350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Attempting to bind port 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef on network 9a025f32-f5b2-4a70-b1ff-319c315c310a {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:51.976117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-4e4f293f-248e-431e-b4e8-9cfbe72692d0 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Allocated IP 172.25.1.149 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/8d26d5b9-779e-4896-ac86-7a468355f6d2) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:51.982189 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:57:51.982578 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Checking segment: {'id': '9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:51.982993 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:51.984736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Bound using segment: {'id': '9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:57:51.984736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Bound port: 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:57:51.984736 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:52.007793 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:52.026540 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a617b78a-97bd-4adf-817a-f5f0525cf13e req-b0b73d0a-6c77-455f-9f87-0bffd4c15c3f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914919 Aug 17 02:57:52.100898 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port f6df893f-fcc7-4216-8055-c0bc79cd49d2, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f6df893f-fcc7-4216-8055-c0bc79cd49d2,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:52.146974 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:52.172830 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] For port 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:57:52.179117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] For port 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2d47cdd4-8d75-4f44-9b73-3ac5e38392ef,segment=NetworkSegment(9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef),segment_id=9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:57:52.286073 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-e3ffc307-4663-421f-8a73-2d5e6bbcd6fd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:52.301955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-e3ffc307-4663-421f-8a73-2d5e6bbcd6fd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Transition to ACTIVE for port object 561c854d-70bf-4605-ab8a-97afb954f0d3 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:52.351600 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9309cb81-5f37-4387-83b9-b0e2608aa042 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:52.382163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9309cb81-5f37-4387-83b9-b0e2608aa042 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e20c44da-141e-48d7-a9fa-8a7ae8481380,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:52.386814 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9309cb81-5f37-4387-83b9-b0e2608aa042 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:52.391426 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:52.392420 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9309cb81-5f37-4387-83b9-b0e2608aa042 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e20c44da-141e-48d7-a9fa-8a7ae8481380 HTTP/1.1" status: 204 len: 168 time: 1.7379801 Aug 17 02:57:52.392542 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5f8166a9-beb4-4615-b266-76fa8cd14d62 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:52.394647 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:52.395202 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45068) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:52.406309 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:52.406922 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c8ce16d-062a-4ed2-9512-b3f207d03990 req-88cc755d-2e43-4c47-9569-35a91f6b71a1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:52.407084 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:52.452104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['57c7642b-f4dd-4422-b546-6ace7d14ea95'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:57:52.479307 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-e3ffc307-4663-421f-8a73-2d5e6bbcd6fd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:52.492874 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:52.532361 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-6ed69c4d-25cf-4e91-bfbb-22339078cf6e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Made reservation on behalf of a950a1f07f90492d842c34338bc90e17 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:52.537497 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-6ed69c4d-25cf-4e91-bfbb-22339078cf6e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:52.541503 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88cc755d-2e43-4c47-9569-35a91f6b71a1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Pushing event deleted for resources: {'Port': ['ID=9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:52.664246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-e3ffc307-4663-421f-8a73-2d5e6bbcd6fd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Network e65e268f-7eed-4732-89ef-c8bad12548cb is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:52.703680 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bcfba985-105d-449f-b0ee-23c523d1796f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:52.706640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c8ce16d-062a-4ed2-9512-b3f207d03990 req-88cc755d-2e43-4c47-9569-35a91f6b71a1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] No DVR routers for this DVR port 9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:57:52.713402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-e3ffc307-4663-421f-8a73-2d5e6bbcd6fd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:52.739060 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c8ce16d-062a-4ed2-9512-b3f207d03990 req-88cc755d-2e43-4c47-9569-35a91f6b71a1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:52.741468 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c8ce16d-062a-4ed2-9512-b3f207d03990 req-88cc755d-2e43-4c47-9569-35a91f6b71a1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.60 "DELETE /v2.0/ports/9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5 HTTP/1.1" status: 204 len: 173 time: 4.4061422 Aug 17 02:57:52.742132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afeb0975-85dc-4bae-92f2-a504268d014c', 'name': 'network-vif-deleted', 'tag': '9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:57:52.744552 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c46a0375-9118-4964-8a82-32dfdc7b024e" -d '{"events": [{"server_uuid": "afeb0975-85dc-4bae-92f2-a504268d014c", "name": "network-vif-deleted", "tag": "9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:57:52.769117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-e3ffc307-4663-421f-8a73-2d5e6bbcd6fd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:52.896439 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=f6df893f-fcc7-4216-8055-c0bc79cd49d2,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:52.916381 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:57:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4761ba23-2d41-4f22-98db-f9226bee5eb4 x-openstack-request-id: req-4761ba23-2d41-4f22-98db-f9226bee5eb4 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:57:52.916810 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "afeb0975-85dc-4bae-92f2-a504268d014c", "name": "network-vif-deleted", "tag": "9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:57:52.917219 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4761ba23-2d41-4f22-98db-f9226bee5eb4 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:57:52.918164 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afeb0975-85dc-4bae-92f2-a504268d014c', 'name': 'network-vif-deleted', 'tag': '9fbbd7e1-ed53-4e6d-8eb8-69375b3ce1a5', 'status': 'completed', 'code': 200} Aug 17 02:57:52.943021 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ffc307-4663-421f-8a73-2d5e6bbcd6fd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Pushing event updated for resources: {'Port': ['ID=561c854d-70bf-4605-ab8a-97afb954f0d3,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:53.045920 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-e3ffc307-4663-421f-8a73-2d5e6bbcd6fd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:53.047488 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-e3ffc307-4663-421f-8a73-2d5e6bbcd6fd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:53.057741 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:53.074158 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Pushing event updated for resources: {'Port': ['ID=1ad84025-bab2-4442-bb31-18ed20df4cfc,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:53.085696 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:53.114870 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 5f8166a9-beb4-4615-b266-76fa8cd14d62 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:53.115769 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:53.133858 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e4f293f-248e-431e-b4e8-9cfbe72692d0 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:53.219532 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9e26193-72f0-4cdb-be93-301aa3ab2fb9 req-88dea205-e33b-4fe9-96c0-767b022468b5 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 210 time: 0.3399553 Aug 17 02:57:53.340406 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e4f293f-248e-431e-b4e8-9cfbe72692d0 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:53.417689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cacdeb-0c1e-4ee0-b23b-0dffbde7b1e2 None None] Pushing event updated for resources: {'Port': ['ID=2d47cdd4-8d75-4f44-9b73-3ac5e38392ef,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:53.478132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f293f-248e-431e-b4e8-9cfbe72692d0 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Pushing event updated for resources: {'Port': ['ID=8d26d5b9-779e-4896-ac86-7a468355f6d2,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:53.481276 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-e3ffc307-4663-421f-8a73-2d5e6bbcd6fd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6877568 Aug 17 02:57:53.493282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4f293f-248e-431e-b4e8-9cfbe72692d0 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:53.567533 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7f38c301-9abe-4500-b4e2-08a742fad0e1 req-9d5cfb71-4cd8-4ee0-825c-852ced83f509 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 210 time: 0.0877287 Aug 17 02:57:53.608456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6c15ab66-5e20-430b-b065-e2d238b6cdb0 None None] Provisioning for port 561c854d-70bf-4605-ab8a-97afb954f0d3 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:53.628402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Request body: {'port': {'device_id': '4531871b-cc73-49d9-a862-d087043dcb44', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:53.661152 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6c15ab66-5e20-430b-b065-e2d238b6cdb0 None None] Provisioning complete for port 561c854d-70bf-4605-ab8a-97afb954f0d3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:53.661813 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6c15ab66-5e20-430b-b065-e2d238b6cdb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:53.709871 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6c15ab66-5e20-430b-b065-e2d238b6cdb0 None None] Port 561c854d-70bf-4605-ab8a-97afb954f0d3 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:57:53.715865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-4e4f293f-248e-431e-b4e8-9cfbe72692d0 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:53.724119 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e4f293f-248e-431e-b4e8-9cfbe72692d0 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:53.867220 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bcfba985-105d-449f-b0ee-23c523d1796f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:53.871684 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:53.930488 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f6df893f-fcc7-4216-8055-c0bc79cd49d2 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:53.955387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-bcfba985-105d-449f-b0ee-23c523d1796f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['801b0ca9-3c3b-48e3-afde-c0c5b5e68fe8']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:54.012317 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-bcfba985-105d-449f-b0ee-23c523d1796f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa1f2d00-a67f-473d-828f-d4f3253dc461') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:54.019446 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-bcfba985-105d-449f-b0ee-23c523d1796f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa1f2d00-a67f-473d-828f-d4f3253dc461') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:54.035119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port f6df893f-fcc7-4216-8055-c0bc79cd49d2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:54.036360 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:54.072325 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bcfba985-105d-449f-b0ee-23c523d1796f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:54.287053 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:54.349492 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e4f293f-248e-431e-b4e8-9cfbe72692d0 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:54.351578 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bcfba985-105d-449f-b0ee-23c523d1796f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:54.384378 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a89a7bd0-d760-4cf1-b8c6-24e9e9c3136e None None] Network 9a025f32-f5b2-4a70-b1ff-319c315c310a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:57:54.471715 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Allocated IP 172.25.1.213 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/36bc4357-65f1-427e-a705-0fb0e4e0c2bc) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:54.490626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:54.520023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ae9024-0227-490f-88b4-f4d59a63ca46 req-be68965e-3867-448c-8ff8-190da0460d3e tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:54.523601 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a6ae9024-0227-490f-88b4-f4d59a63ca46 req-be68965e-3867-448c-8ff8-190da0460d3e tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 931 time: 1.3656368 Aug 17 02:57:54.529849 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eaa30281-e55d-4001-a424-3fde412ff980 req-07527143-dd50-48c7-b191-a1b748c86093 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 210 time: 0.1311221 Aug 17 02:57:54.531044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bcfba985-105d-449f-b0ee-23c523d1796f admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:57:54.531814 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bcfba985-105d-449f-b0ee-23c523d1796f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: timer() Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:57:54.539983 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:57:54.546137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-58278c42-f69a-48ea-a5e7-a5a1a23f1f2f None None] Provisioning for port 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:57:54.576408 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-58278c42-f69a-48ea-a5e7-a5a1a23f1f2f None None] Provisioning complete for port 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:54.581700 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-58278c42-f69a-48ea-a5e7-a5a1a23f1f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:54.646332 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-6ed69c4d-25cf-4e91-bfbb-22339078cf6e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Allocated IP 172.20.0.10 (b0e1662b-3237-45e1-8f42-62a3ce636ecb/dc7aeeda-153f-4ac5-8939-dd5068984085/8afae9f5-a408-4487-be6b-90d166dc8b7e) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:57:54.695208 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e4f293f-248e-431e-b4e8-9cfbe72692d0 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:54.724773 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Network 5952576f-4c5a-4eac-a4a9-784d8c4968c2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:54.736044 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:54.855700 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a6ae9024-0227-490f-88b4-f4d59a63ca46 req-dd552257-4489-40c4-9362-108b65771597 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0073b29-020e-4557-bb42-0b64e252a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2768180 Aug 17 02:57:54.900376 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b6b8616b-81a1-4c42-b217-091db1e5755f req-e65ff34c-ab39-457a-8971-b915abfb98cd tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=afeb0975-85dc-4bae-92f2-a504268d014c HTTP/1.1" status: 200 len: 210 time: 0.1288874 Aug 17 02:57:54.925824 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bcfba985-105d-449f-b0ee-23c523d1796f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:54.964516 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bcfba985-105d-449f-b0ee-23c523d1796f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:54.967014 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bcfba985-105d-449f-b0ee-23c523d1796f admin admin] 10.222.0.10 "DELETE /v2.0/networks/801b0ca9-3c3b-48e3-afde-c0c5b5e68fe8 HTTP/1.1" status: 204 len: 168 time: 2.5706060 Aug 17 02:57:54.970130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcfba985-105d-449f-b0ee-23c523d1796f admin admin] Pushing event deleted for resources: {'Network': ['ID=801b0ca9-3c3b-48e3-afde-c0c5b5e68fe8,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:54.986348 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-58278c42-f69a-48ea-a5e7-a5a1a23f1f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:55.120419 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Router f516253e-8e02-4340-8b79-7a290844b2a2 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:57:55.164049 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-58278c42-f69a-48ea-a5e7-a5a1a23f1f2f None None] For port 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2d47cdd4-8d75-4f44-9b73-3ac5e38392ef,segment=NetworkSegment(9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef),segment_id=9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:57:55.176514 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:55.261096 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-58278c42-f69a-48ea-a5e7-a5a1a23f1f2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:55.306008 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 561c854d-70bf-4605-ab8a-97afb954f0d3 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:57:55.336956 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:55.348140 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:55.395775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Transition to ACTIVE for port object 561c854d-70bf-4605-ab8a-97afb954f0d3 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:55.427670 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58278c42-f69a-48ea-a5e7-a5a1a23f1f2f None None] Pushing event updated for resources: {'Port': ['ID=2d47cdd4-8d75-4f44-9b73-3ac5e38392ef,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:55.470564 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c326bbc1-8ff1-4998-96b9-f3091a1ac662 None None] Provisioning complete for port 1ad84025-bab2-4442-bb31-18ed20df4cfc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:55.470910 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c326bbc1-8ff1-4998-96b9-f3091a1ac662 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:55.472301 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:55.532189 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e4f293f-248e-431e-b4e8-9cfbe72692d0 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:55.558067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] Pushing event updated for resources: {'Port': ['ID=32d7130e-6e1e-426b-bbea-b4b29d593fbf,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:55.603897 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c326bbc1-8ff1-4998-96b9-f3091a1ac662 None None] Port 1ad84025-bab2-4442-bb31-18ed20df4cfc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:57:55.619863 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e4f293f-248e-431e-b4e8-9cfbe72692d0 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:55.648279 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:55.733475 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45088) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:55.733732 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2deab6e9-4a6a-41fd-81e5-824bd2b22fe0 None None] Provisioning complete for port 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:55.733732 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2deab6e9-4a6a-41fd-81e5-824bd2b22fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:55.796042 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=561c854d-70bf-4605-ab8a-97afb954f0d3,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:55.798723 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e4f293f-248e-431e-b4e8-9cfbe72692d0 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:55.833844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:57:55.863066 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bdb7d788-62a9-45fb-b4b0-da45e4fc4c51 req-ea912b1b-d91f-4afc-bd6b-e92be11e6549 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 210 time: 0.1086745 Aug 17 02:57:55.968287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4f293f-248e-431e-b4e8-9cfbe72692d0 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Pushing event updated for resources: {'Port': ['ID=8d26d5b9-779e-4896-ac86-7a468355f6d2,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:55.987724 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e4f293f-248e-431e-b4e8-9cfbe72692d0 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:55.988351 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4e4f293f-248e-431e-b4e8-9cfbe72692d0 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1613090 Aug 17 02:57:55.988802 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:57:55.989268 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:56.001261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45094) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:56.012991 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d9c71e4f-e529-4e45-9d2e-bc3d3e3aa61d tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-731919463'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:56.064361 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:56.065893 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Attempting to bind port 561c854d-70bf-4605-ab8a-97afb954f0d3 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:57:56.066241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Attempting to bind port 561c854d-70bf-4605-ab8a-97afb954f0d3 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '4c5ccc37-c4d0-4441-bd01-b1bff4663751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:57:56.066627 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dc85b578-8e40-4f29-8de7-10c5ee0a34d6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d62b41184c7e4034ae7aecd2a6eab80c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2451940 Aug 17 02:57:56.066766 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Attempting to bind port 561c854d-70bf-4605-ab8a-97afb954f0d3 on network e65e268f-7eed-4732-89ef-c8bad12548cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:56.071916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45098) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:56.107522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Port 561c854d-70bf-4605-ab8a-97afb954f0d3 on network e65e268f-7eed-4732-89ef-c8bad12548cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:57:56.107522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Attempting to bind port 561c854d-70bf-4605-ab8a-97afb954f0d3 on network e65e268f-7eed-4732-89ef-c8bad12548cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:56.125170 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:57:56.125573 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Checking segment: {'id': '4c5ccc37-c4d0-4441-bd01-b1bff4663751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:56.125981 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Bound using segment: {'id': '4c5ccc37-c4d0-4441-bd01-b1bff4663751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:57:56.126432 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Bound port: 561c854d-70bf-4605-ab8a-97afb954f0d3, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c5ccc37-c4d0-4441-bd01-b1bff4663751', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:57:56.126800 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:56.154381 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-6ed69c4d-25cf-4e91-bfbb-22339078cf6e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:56.178153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9c71e4f-e529-4e45-9d2e-bc3d3e3aa61d tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Made reservation on behalf of bf4ab6b17a7a4aa3b1dbb7a693ba02a2 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:56.181658 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9c71e4f-e529-4e45-9d2e-bc3d3e3aa61d tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:56.220155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a88053f-538c-41e5-91d1-e7ae0b7c20c5 req-03d64e3d-df38-4ebf-9445-b9e860f7f777 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:56.221846 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6a88053f-538c-41e5-91d1-e7ae0b7c20c5 req-03d64e3d-df38-4ebf-9445-b9e860f7f777 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 943 time: 0.1785667 Aug 17 02:57:56.227989 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9c71e4f-e529-4e45-9d2e-bc3d3e3aa61d tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:56.278174 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4806981-df07-4d61-b396-aeb8399cc69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:56.326630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] For port 561c854d-70bf-4605-ab8a-97afb954f0d3, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:57:56.339119 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4806981-df07-4d61-b396-aeb8399cc69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:56.361159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:57:56.367835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] For port 561c854d-70bf-4605-ab8a-97afb954f0d3, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=561c854d-70bf-4605-ab8a-97afb954f0d3,segment=NetworkSegment(4c5ccc37-c4d0-4441-bd01-b1bff4663751),segment_id=4c5ccc37-c4d0-4441-bd01-b1bff4663751)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:57:56.375942 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Sync routers for ids ['f516253e-8e02-4340-8b79-7a290844b2a2'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:57:56.386017 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6a88053f-538c-41e5-91d1-e7ae0b7c20c5 req-56fc4f1d-246e-4a10-b1bf-2d89db728e0d tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0073b29-020e-4557-bb42-0b64e252a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1386020 Aug 17 02:57:56.389052 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bd6054e0-4751-4cb2-b3d4-457e8226a520 admin admin] 10.222.0.10 "PUT /v2.0/routers/f516253e-8e02-4340-8b79-7a290844b2a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4389563 Aug 17 02:57:56.396654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Routers {'f516253e-8e02-4340-8b79-7a290844b2a2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:56.398129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['f516253e-8e02-4340-8b79-7a290844b2a2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:56.440918 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] Network af4157d1-2122-47c3-8ec5-8deaba493f6a is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:56.445139 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:56.469894 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:56.536779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:56.537433 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:56.538864 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] 10.222.0.60 "PUT /v2.0/ports/561c854d-70bf-4605-ab8a-97afb954f0d3 HTTP/1.1" status: 200 len: 1091 time: 2.9677708 Aug 17 02:57:56.539350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4531871b-cc73-49d9-a862-d087043dcb44', 'tag': '561c854d-70bf-4605-ab8a-97afb954f0d3'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:57:56.541703 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f0ba1e4-66f7-4a59-956e-5994c313b9b7" -d '{"events": [{"name": "network-changed", "server_uuid": "4531871b-cc73-49d9-a862-d087043dcb44", "tag": "561c854d-70bf-4605-ab8a-97afb954f0d3"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:57:56.611363 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73cc1996-d529-4c98-9e36-bd994b7476ce x-openstack-request-id: req-73cc1996-d529-4c98-9e36-bd994b7476ce {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:57:56.611956 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4531871b-cc73-49d9-a862-d087043dcb44", "tag": "561c854d-70bf-4605-ab8a-97afb954f0d3", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:57:56.612508 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73cc1996-d529-4c98-9e36-bd994b7476ce {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:57:56.612907 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4531871b-cc73-49d9-a862-d087043dcb44', 'tag': '561c854d-70bf-4605-ab8a-97afb954f0d3', 'status': 'completed', 'code': 200} Aug 17 02:57:56.614847 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:56.617283 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-6ed69c4d-25cf-4e91-bfbb-22339078cf6e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:56.697915 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4806981-df07-4d61-b396-aeb8399cc69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:56.701217 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4806981-df07-4d61-b396-aeb8399cc69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:56.704864 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e4806981-df07-4d61-b396-aeb8399cc69e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/530d36e9-1d9c-4ac0-b31a-9ce81b76fc8d HTTP/1.1" status: 204 len: 168 time: 0.6295774 Aug 17 02:57:56.725831 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9c71e4f-e529-4e45-9d2e-bc3d3e3aa61d tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:56.736329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93f5e51-a6a0-4faa-81df-405c62c06eb8 service neutron] Pushing event updated for resources: {'Port': ['ID=561c854d-70bf-4605-ab8a-97afb954f0d3,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:56.750160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4806981-df07-4d61-b396-aeb8399cc69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=530d36e9-1d9c-4ac0-b31a-9ce81b76fc8d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:56.784639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ba1e4-66f7-4a59-956e-5994c313b9b7 req-26c421dc-8433-41d5-8c7c-b02831083c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:56.792262 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9f0ba1e4-66f7-4a59-956e-5994c313b9b7 req-26c421dc-8433-41d5-8c7c-b02831083c4c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=989a94fc796341fe8730e214cb375216&device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 1094 time: 0.1286132 Aug 17 02:57:56.797551 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9c71e4f-e529-4e45-9d2e-bc3d3e3aa61d tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:56.859246 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Set router f516253e-8e02-4340-8b79-7a290844b2a2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:56.876569 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9c71e4f-e529-4e45-9d2e-bc3d3e3aa61d tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:57:56.957005 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:56.959733 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Pushing event updated for resources: {'Port': ['ID=36bc4357-65f1-427e-a705-0fb0e4e0c2bc,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:56.988909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-6ed69c4d-25cf-4e91-bfbb-22339078cf6e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Network b0e1662b-3237-45e1-8f42-62a3ce636ecb is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:57:56.998431 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:57.031399 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:57.043552 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9c71e4f-e529-4e45-9d2e-bc3d3e3aa61d tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:57.043915 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-d9c71e4f-e529-4e45-9d2e-bc3d3e3aa61d tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Added segment eea9d27b-eb47-4103-9deb-37328381c95e of type vlan for network 70c742bc-ae71-48cc-b592-887f26826035 Aug 17 02:57:57.070886 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-6ed69c4d-25cf-4e91-bfbb-22339078cf6e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:57:57.101945 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c71e4f-e529-4e45-9d2e-bc3d3e3aa61d tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5da57fd3-6747-4c9c-91ab-95ee3d266147,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:57.182685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc2f52-d251-446f-b111-fc7fadeec998 req-01141bf8-1698-4de5-a6cb-17eb02bfa606 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:57.184342 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-91bc2f52-d251-446f-b111-fc7fadeec998 req-01141bf8-1698-4de5-a6cb-17eb02bfa606 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 949 time: 0.3540475 Aug 17 02:57:57.188302 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9c71e4f-e529-4e45-9d2e-bc3d3e3aa61d tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:57.224428 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-6ed69c4d-25cf-4e91-bfbb-22339078cf6e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:57:57.234869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ba1e4-66f7-4a59-956e-5994c313b9b7 req-f7cd5593-ae60-4c6a-a290-54ff50f25f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:57.235420 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9f0ba1e4-66f7-4a59-956e-5994c313b9b7 req-f7cd5593-ae60-4c6a-a290-54ff50f25f69 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=989a94fc796341fe8730e214cb375216&shared=False HTTP/1.1" status: 200 len: 915 time: 0.4142628 Aug 17 02:57:57.377034 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-91bc2f52-d251-446f-b111-fc7fadeec998 req-db4de384-29b4-48c0-8127-e4ade8592bcb tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770697 Aug 17 02:57:57.391825 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] Router ae08a28e-47c8-4d1b-9395-a1c4b8dfe081 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:57:57.449632 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9c71e4f-e529-4e45-9d2e-bc3d3e3aa61d tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:57.455219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9c71e4f-e529-4e45-9d2e-bc3d3e3aa61d tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:57.456090 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9c71e4f-e529-4e45-9d2e-bc3d3e3aa61d tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:57.476641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'name': 'tempest-ServersTestFqdnHostnames-1833024238-router', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'gw_port': {'id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '1ad84025-bab2-4442-bb31-18ed20df4cfc', 'name': '', 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'mac_address': 'fa:16:3e:6d:e6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:46Z', 'updated_at': '2021-08-17T02:57:50Z', 'revision_number': 2, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'subnets': [{'id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:57.556503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Checking router: f516253e-8e02-4340-8b79-7a290844b2a2 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:57:57.557272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Updating router f516253e-8e02-4340-8b79-7a290844b2a2 port 1ad84025-bab2-4442-bb31-18ed20df4cfc binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:57:57.595183 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:57.628603 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:57.631665 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed69c4d-25cf-4e91-bfbb-22339078cf6e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Pushing event updated for resources: {'Port': ['ID=8afae9f5-a408-4487-be6b-90d166dc8b7e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:57.729666 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d9c71e4f-e529-4e45-9d2e-bc3d3e3aa61d tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.7272294 Aug 17 02:57:57.735993 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c71e4f-e529-4e45-9d2e-bc3d3e3aa61d tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Pushing event updated for resources: {'Network': ['ID=70c742bc-ae71-48cc-b592-887f26826035,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:57.744432 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45118) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:57.753743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-90ba4e95-04b1-4801-9cfb-6ecf63033a86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Request body: {'subnet': {'network_id': '70c742bc-ae71-48cc-b592-887f26826035', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:57.763026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-6ed69c4d-25cf-4e91-bfbb-22339078cf6e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:57.766128 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-6ed69c4d-25cf-4e91-bfbb-22339078cf6e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:57.778389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45120) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:57.785879 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 70c742bc-ae71-48cc-b592-887f26826035 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:57:57.789291 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a3d4349c-08c8-47ce-82ff-06162ac982c3 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Request body: {'security_group': {'name': 'tempest-securitygroup--574240312', 'description': 'tempest-description--1622700872'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:57.820904 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0ba1e4-66f7-4a59-956e-5994c313b9b7 req-817a4573-d30e-403d-b8b6-d0a6b6a9e63e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:57.828192 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9f0ba1e4-66f7-4a59-956e-5994c313b9b7 req-817a4573-d30e-403d-b8b6-d0a6b6a9e63e service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.5334063 Aug 17 02:57:57.849375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de7573-0c69-48a8-9016-f192793d017c req-9d7357b3-5e26-45df-94d4-e99786b58ff3 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:57.863543 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04de7573-0c69-48a8-9016-f192793d017c req-9d7357b3-5e26-45df-94d4-e99786b58ff3 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 932 time: 0.3115864 Aug 17 02:57:58.045834 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45122) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:58.141062 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3d4349c-08c8-47ce-82ff-06162ac982c3 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:58.206741 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:58.228281 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Transition to ACTIVE for port object 1ad84025-bab2-4442-bb31-18ed20df4cfc will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:57:58.245469 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-6ed69c4d-25cf-4e91-bfbb-22339078cf6e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.0238781 Aug 17 02:57:58.309166 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:58.426802 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04de7573-0c69-48a8-9016-f192793d017c req-23dbf593-11c7-43d3-a8b2-f7bb6d792e17 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5608213 Aug 17 02:57:58.455196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-f6f8044e-3951-44b3-badc-15c61ba1e8e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:58.457677 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-f6f8044e-3951-44b3-badc-15c61ba1e8e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=989a94fc796341fe8730e214cb375216&device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 1094 time: 0.0957334 Aug 17 02:57:58.478305 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed89c1-000b-4b26-96cc-6e0dc3a08f28 None None] Pushing event updated for resources: {'Port': ['ID=1ad84025-bab2-4442-bb31-18ed20df4cfc,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:58.511448 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:58.564768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854ec6e5-e881-447e-90be-8ed6306d1011 req-41c7513f-abb3-4081-b885-5ffdbeac6e58 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:58.569403 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-854ec6e5-e881-447e-90be-8ed6306d1011 req-41c7513f-abb3-4081-b885-5ffdbeac6e58 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 943 time: 0.5252423 Aug 17 02:57:58.594049 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Attempting to bind port 1ad84025-bab2-4442-bb31-18ed20df4cfc on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:57:58.594843 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Attempting to bind port 1ad84025-bab2-4442-bb31-18ed20df4cfc by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'bb0e1530-3cb3-4f35-89a4-952ef5bc3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:57:58.595396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Attempting to bind port 1ad84025-bab2-4442-bb31-18ed20df4cfc on network 5952576f-4c5a-4eac-a4a9-784d8c4968c2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:57:58.602129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:57:58.607325 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Checking segment: {'id': 'bb0e1530-3cb3-4f35-89a4-952ef5bc3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:57:58.607325 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:58.607325 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Bound using segment: {'id': 'bb0e1530-3cb3-4f35-89a4-952ef5bc3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:57:58.607325 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Bound port: 1ad84025-bab2-4442-bb31-18ed20df4cfc, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb0e1530-3cb3-4f35-89a4-952ef5bc3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:57:58.607325 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:58.623238 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:57:58.638533 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Sync routers for ids ['ae08a28e-47c8-4d1b-9395-a1c4b8dfe081'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:57:58.654637 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Routers {'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:58.656250 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['ae08a28e-47c8-4d1b-9395-a1c4b8dfe081'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:58.657922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b12fa0-cfbf-49d8-8997-51e052a3ffe5 req-0e720ec0-05e0-4012-a0fb-9da4b0f58a73 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:58.666842 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88b12fa0-cfbf-49d8-8997-51e052a3ffe5 req-0e720ec0-05e0-4012-a0fb-9da4b0f58a73 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 949 time: 0.1103363 Aug 17 02:57:58.741462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45128) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:58.742529 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2cb81025-8b61-47c2-bfde-2bce5cdf9f4f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=22f00f25f15940ab858a9f3a31bb4686&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5990694 Aug 17 02:57:58.762035 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-528547b5-a740-48e1-bde5-935e6972a073 admin admin] 10.222.0.10 "PUT /v2.0/routers/ae08a28e-47c8-4d1b-9395-a1c4b8dfe081/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0595000 Aug 17 02:57:58.776333 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] For port 1ad84025-bab2-4442-bb31-18ed20df4cfc, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:57:58.796512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] For port 1ad84025-bab2-4442-bb31-18ed20df4cfc, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1ad84025-bab2-4442-bb31-18ed20df4cfc,segment=NetworkSegment(bb0e1530-3cb3-4f35-89a4-952ef5bc3645),segment_id=bb0e1530-3cb3-4f35-89a4-952ef5bc3645)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:57:58.796858 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88b12fa0-cfbf-49d8-8997-51e052a3ffe5 req-576ec4b0-cd1d-4a3a-bf9f-74a5b08a2c99 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179488 Aug 17 02:57:58.882100 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-854ec6e5-e881-447e-90be-8ed6306d1011 req-8a7265bd-3da2-48c6-9191-5f5c01da3757 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0073b29-020e-4557-bb42-0b64e252a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563820 Aug 17 02:57:58.891801 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-259b321b-c299-48f4-96c6-bfcb229fe95e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:58.895868 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:58.899662 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Set router ae08a28e-47c8-4d1b-9395-a1c4b8dfe081 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:58.960089 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-259b321b-c299-48f4-96c6-bfcb229fe95e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:59.010313 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Routers {'f516253e-8e02-4340-8b79-7a290844b2a2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:57:59.011286 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['f516253e-8e02-4340-8b79-7a290844b2a2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:59.013575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ed89c1-000b-4b26-96cc-6e0dc3a08f28 None None] Pushing event updated for resources: {'Port': ['ID=1ad84025-bab2-4442-bb31-18ed20df4cfc,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:59.128024 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3d4349c-08c8-47ce-82ff-06162ac982c3 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:59.193186 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-259b321b-c299-48f4-96c6-bfcb229fe95e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:59.197408 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-259b321b-c299-48f4-96c6-bfcb229fe95e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:59.203604 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-259b321b-c299-48f4-96c6-bfcb229fe95e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a9b73779-b0aa-4f4a-8566-2307f70de634 HTTP/1.1" status: 204 len: 168 time: 0.4544101 Aug 17 02:57:59.222354 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3d4349c-08c8-47ce-82ff-06162ac982c3 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:59.223364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259b321b-c299-48f4-96c6-bfcb229fe95e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9b73779-b0aa-4f4a-8566-2307f70de634,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:59.308328 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Router 06ddc759-f792-4bfa-84b3-53f53e9cb9da is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:57:59.352245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Request body: {'port': {'device_id': '9619e27b-4971-4d58-8dcd-794f3c87c942', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:59.454990 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:59.470234 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90ba4e95-04b1-4801-9cfb-6ecf63033a86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Made reservation on behalf of bf4ab6b17a7a4aa3b1dbb7a693ba02a2 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:57:59.480262 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-90ba4e95-04b1-4801-9cfb-6ecf63033a86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:59.519212 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'name': 'tempest-ServerRescueNegativeTestJSON-696387653-router', 'tenant_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6df893f-fcc7-4216-8055-c0bc79cd49d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T02:57:52Z', 'revision_number': 4, 'project_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'gw_port': {'id': 'f6df893f-fcc7-4216-8055-c0bc79cd49d2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '32d7130e-6e1e-426b-bbea-b4b29d593fbf', 'name': '', 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a', 'tenant_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'mac_address': 'fa:16:3e:17:e1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fc3d150f-bb48-486d-a046-323ac115350b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:48Z', 'updated_at': '2021-08-17T02:57:53Z', 'revision_number': 2, 'project_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'subnets': [{'id': 'fc3d150f-bb48-486d-a046-323ac115350b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:57:59.576834 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3d4349c-08c8-47ce-82ff-06162ac982c3 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Pushing event updated for resources: {'SecurityGroup': ['ID=827a61d7-1d96-4753-9c06-3f94ee49548d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:57:59.608827 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Checking router: ae08a28e-47c8-4d1b-9395-a1c4b8dfe081 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:57:59.609585 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Updating router ae08a28e-47c8-4d1b-9395-a1c4b8dfe081 port 32d7130e-6e1e-426b-bbea-b4b29d593fbf binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:57:59.633282 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3d4349c-08c8-47ce-82ff-06162ac982c3 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:59.634612 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a3d4349c-08c8-47ce-82ff-06162ac982c3 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.8532913 Aug 17 02:57:59.671646 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:57:59.702481 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-2c263bae-426e-47ce-84f4-f280d3c3325b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=561c854d-70bf-4605-ab8a-97afb954f0d3 HTTP/1.1" status: 200 len: 217 time: 0.3705726 Aug 17 02:57:59.735571 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45146) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:57:59.802074 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] Set router f516253e-8e02-4340-8b79-7a290844b2a2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:57:59.816311 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-02e7e084-c741-4ca4-a623-c1255a1e1792 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Request body: {'security_group_rule': {'security_group_id': '827a61d7-1d96-4753-9c06-3f94ee49548d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:57:59.856758 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-7111002b-2051-4423-99fd-7ee1b45ded85 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:59.859248 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-7111002b-2051-4423-99fd-7ee1b45ded85 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/networks?id=af4157d1-2122-47c3-8ec5-8deaba493f6a HTTP/1.1" status: 200 len: 818 time: 0.1522985 Aug 17 02:57:59.923026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-6b3a7dbb-07f6-40c3-a078-f4f5a4c8b76f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:57:59.927303 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-6b3a7dbb-07f6-40c3-a078-f4f5a4c8b76f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58c70284-c779-474b-8202-b5404ff2c6f7 HTTP/1.1" status: 200 len: 854 time: 0.0668607 Aug 17 02:58:00.088346 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-609afcc2-7d8c-4afe-a45a-909a456e157e tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/quotas/e68f75672fd94fdba91f7083d9fb4a1a HTTP/1.1" status: 200 len: 375 time: 0.1598084 Aug 17 02:58:00.200485 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'name': 'tempest-ServersTestFqdnHostnames-1833024238-router', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'gw_port': {'id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '1ad84025-bab2-4442-bb31-18ed20df4cfc', 'name': '', 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'mac_address': 'fa:16:3e:6d:e6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:46Z', 'updated_at': '2021-08-17T02:57:58Z', 'revision_number': 4, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'subnets': [{'id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:00.216215 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb0e4cd-e3f2-4538-844a-cdedc19b33f0 req-54daeb79-54db-4ce0-b97c-78ac6a18fb25 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:00.218438 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7fb0e4cd-e3f2-4538-844a-cdedc19b33f0 req-54daeb79-54db-4ce0-b97c-78ac6a18fb25 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 932 time: 0.6336205 Aug 17 02:58:00.241128 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:00.258465 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Transition to ACTIVE for port object 32d7130e-6e1e-426b-bbea-b4b29d593fbf will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:00.291265 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8d07bf41-1792-441a-a7ce-814b5e5cb54f None None] The sync data for ids ['f516253e-8e02-4340-8b79-7a290844b2a2'] in n-d-802060-9 is: [{'id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'name': 'tempest-ServersTestFqdnHostnames-1833024238-router', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'gw_port': {'id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '1ad84025-bab2-4442-bb31-18ed20df4cfc', 'name': '', 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'mac_address': 'fa:16:3e:6d:e6:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:46Z', 'updated_at': '2021-08-17T02:57:58Z', 'revision_number': 4, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'subnets': [{'id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:58:00.313782 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:00.333014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:58:00.340454 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02e7e084-c741-4ca4-a623-c1255a1e1792 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:00.347047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Sync routers for ids ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:58:00.373558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Routers {'06ddc759-f792-4bfa-84b3-53f53e9cb9da'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:00.381668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:00.412173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf7ecbe1-479b-4475-9e74-bec6c36b57d8 req-2f3f2d88-25d7-4f03-88ef-122d4d557a7f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:00.427379 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cf7ecbe1-479b-4475-9e74-bec6c36b57d8 req-2f3f2d88-25d7-4f03-88ef-122d4d557a7f tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.60 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 949 time: 0.4892201 Aug 17 02:58:00.444746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-9111959e-ca8b-4e61-b810-c78f19f0ddce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:00.452595 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-9111959e-ca8b-4e61-b810-c78f19f0ddce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e65e268f-7eed-4732-89ef-c8bad12548cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4870379 Aug 17 02:58:00.467570 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef40a0-6f37-4b94-b439-3ace4e8f2801 None None] Pushing event updated for resources: {'Port': ['ID=32d7130e-6e1e-426b-bbea-b4b29d593fbf,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:00.561870 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7fb0e4cd-e3f2-4538-844a-cdedc19b33f0 req-fb85aeae-5931-49a6-855f-0f2de15255af tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2949471 Aug 17 02:58:00.630008 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-669e79c2-b2ba-4923-b6df-0cd4a879f95a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e68f75672fd94fdba91f7083d9fb4a1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5185668 Aug 17 02:58:00.641529 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:00.647217 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-da3d49ea-9185-4d1a-bc60-09b99cf720e0 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 10.5708065 Aug 17 02:58:00.661302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45168) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:00.662994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Set router 06ddc759-f792-4bfa-84b3-53f53e9cb9da gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:58:00.684185 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Attempting to bind port 32d7130e-6e1e-426b-bbea-b4b29d593fbf on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:00.684745 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Attempting to bind port 32d7130e-6e1e-426b-bbea-b4b29d593fbf by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '5ff70b14-7866-4176-91c2-75e7d8b0cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:00.684917 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Attempting to bind port 32d7130e-6e1e-426b-bbea-b4b29d593fbf on network af4157d1-2122-47c3-8ec5-8deaba493f6a {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:00.723720 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:00.725611 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Checking segment: {'id': '5ff70b14-7866-4176-91c2-75e7d8b0cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:00.725611 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:00.725611 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Bound using segment: {'id': '5ff70b14-7866-4176-91c2-75e7d8b0cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:00.729972 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Bound port: 32d7130e-6e1e-426b-bbea-b4b29d593fbf, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5ff70b14-7866-4176-91c2-75e7d8b0cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:00.732996 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:00.869091 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02e7e084-c741-4ca4-a623-c1255a1e1792 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:00.944247 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] For port 32d7130e-6e1e-426b-bbea-b4b29d593fbf, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:00.952166 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] For port 32d7130e-6e1e-426b-bbea-b4b29d593fbf, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=32d7130e-6e1e-426b-bbea-b4b29d593fbf,segment=NetworkSegment(5ff70b14-7866-4176-91c2-75e7d8b0cbb6),segment_id=5ff70b14-7866-4176-91c2-75e7d8b0cbb6)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:00.981537 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02e7e084-c741-4ca4-a623-c1255a1e1792 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:01.022454 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'name': 'tempest-TaggedBootDevicesTest_v242-386895731-router', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:51Z', 'updated_at': '2021-08-17T02:57:57Z', 'revision_number': 3, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'gw_port': {'id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:52Z', 'updated_at': '2021-08-17T02:57:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:01.045154 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:01.119767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Checking router: 06ddc759-f792-4bfa-84b3-53f53e9cb9da for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:58:01.120312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Updating router 06ddc759-f792-4bfa-84b3-53f53e9cb9da port 36bc4357-65f1-427e-a705-0fb0e4e0c2bc binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:58:01.166178 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Routers {'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:01.166764 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['ae08a28e-47c8-4d1b-9395-a1c4b8dfe081'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:01.176250 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:01.245521 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-90ba4e95-04b1-4801-9cfb-6ecf63033a86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:01.314494 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7aef40a0-6f37-4b94-b439-3ace4e8f2801 None None] Pushing event updated for resources: {'Port': ['ID=32d7130e-6e1e-426b-bbea-b4b29d593fbf,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:01.322923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45176) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:01.389301 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-717b6575-d352-419f-9d87-a7aab8cd7850 service neutron] 10.222.0.10 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4401581 Aug 17 02:58:01.436475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-cf7ecbe1-479b-4475-9e74-bec6c36b57d8 req-34f8b3b9-ed02-463c-ac3e-9f2b8ab48ea1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Deleting port 57c7642b-f4dd-4422-b546-6ace7d14ea95 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:58:01.436889 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cf7ecbe1-479b-4475-9e74-bec6c36b57d8 req-34f8b3b9-ed02-463c-ac3e-9f2b8ab48ea1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:01.570313 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-7e671cad-768b-4358-a0ed-5a87c285659d service neutron] 10.222.0.60 "GET /v2.0/networks/e65e268f-7eed-4732-89ef-c8bad12548cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9659224 Aug 17 02:58:01.696746 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] Set router ae08a28e-47c8-4d1b-9395-a1c4b8dfe081 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:58:01.866802 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95bce691-69df-4818-b418-3f797cc8c1a7 req-abd253b3-b68f-45cd-ab90-8cecd7e28eec service neutron] 10.222.0.60 "GET /v2.0/networks/e65e268f-7eed-4732-89ef-c8bad12548cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2580023 Aug 17 02:58:01.872897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e110184f-6110-4719-b40f-2bd7061f99a0 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-network', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:01.890422 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1ad84025-bab2-4442-bb31-18ed20df4cfc up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:01.929495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ba4e95-04b1-4801-9cfb-6ecf63033a86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Pushing event updated for resources: {'Subnet': ['ID=9ea01c02-cc47-4382-a2c0-ec120a4894fa,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:01.937093 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-cf7ecbe1-479b-4475-9e74-bec6c36b57d8 req-34f8b3b9-ed02-463c-ac3e-9f2b8ab48ea1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] For port 57c7642b-f4dd-4422-b546-6ace7d14ea95, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=57c7642b-f4dd-4422-b546-6ace7d14ea95,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:01.937478 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cf7ecbe1-479b-4475-9e74-bec6c36b57d8 req-34f8b3b9-ed02-463c-ac3e-9f2b8ab48ea1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:01.937638 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a7552e-37a0-4000-9478-ca608cf37b39 req-b6d5fb6f-bfc0-40ef-bbab-87c7c542e4e8 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:01.953845 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b3a7552e-37a0-4000-9478-ca608cf37b39 req-b6d5fb6f-bfc0-40ef-bbab-87c7c542e4e8 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 949 time: 1.2277842 Aug 17 02:58:01.956726 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e7e084-c741-4ca4-a623-c1255a1e1792 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c22afa3a-5ea9-42e0-88f1-9328a85d6ff6,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:01.976417 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:02.021596 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Transition to ACTIVE for port object 36bc4357-65f1-427e-a705-0fb0e4e0c2bc will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:02.025899 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b3a7552e-37a0-4000-9478-ca608cf37b39 req-b4c05614-ffea-44c2-a415-1ff4781d9545 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/security-groups?id=416c0f38-48b9-4c6e-9b21-c7f1a9294db1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669549 Aug 17 02:58:02.027197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-cf7ecbe1-479b-4475-9e74-bec6c36b57d8 req-34f8b3b9-ed02-463c-ac3e-9f2b8ab48ea1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Calling delete_port for 57c7642b-f4dd-4422-b546-6ace7d14ea95 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:58:02.035033 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8afae9f5-a408-4487-be6b-90d166dc8b7e {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:58:02.053901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90ba4e95-04b1-4801-9cfb-6ecf63033a86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Checking segment: {'id': 'eea9d27b-eb47-4103-9deb-37328381c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '70c742bc-ae71-48cc-b592-887f26826035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:02.058858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ba4e95-04b1-4801-9cfb-6ecf63033a86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Network hostable DHCP agents. Network: 70c742bc-ae71-48cc-b592-887f26826035, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:58:02.061613 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:02.111035 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:02.147839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e110184f-6110-4719-b40f-2bd7061f99a0 admin admin] Made reservation on behalf of e13aa94408ce4e17875cbac8d1e566ba for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:58:02.151165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e110184f-6110-4719-b40f-2bd7061f99a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:02.206850 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e110184f-6110-4719-b40f-2bd7061f99a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:02.214239 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 1ad84025-bab2-4442-bb31-18ed20df4cfc completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:02.251493 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-81eb4509-7dd6-4375-b906-6239fb38fbf5 service neutron] 10.222.0.10 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8207788 Aug 17 02:58:02.284997 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90ba4e95-04b1-4801-9cfb-6ecf63033a86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Network 70c742bc-ae71-48cc-b592-887f26826035 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:58:02.301559 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Attempting to bind port 36bc4357-65f1-427e-a705-0fb0e4e0c2bc on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:02.302997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Attempting to bind port 36bc4357-65f1-427e-a705-0fb0e4e0c2bc by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:02.303953 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Attempting to bind port 36bc4357-65f1-427e-a705-0fb0e4e0c2bc on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:02.329182 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:02.331392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:02.333466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Transition to ACTIVE for port object 8afae9f5-a408-4487-be6b-90d166dc8b7e will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:02.335293 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:02.336701 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:02.340155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Bound port: 36bc4357-65f1-427e-a705-0fb0e4e0c2bc, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:02.342654 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:02.387536 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'name': 'tempest-ServerRescueNegativeTestJSON-696387653-router', 'tenant_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6df893f-fcc7-4216-8055-c0bc79cd49d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T02:57:52Z', 'revision_number': 4, 'project_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'gw_port': {'id': 'f6df893f-fcc7-4216-8055-c0bc79cd49d2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '32d7130e-6e1e-426b-bbea-b4b29d593fbf', 'name': '', 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a', 'tenant_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'mac_address': 'fa:16:3e:17:e1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fc3d150f-bb48-486d-a046-323ac115350b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:48Z', 'updated_at': '2021-08-17T02:58:00Z', 'revision_number': 4, 'project_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'subnets': [{'id': 'fc3d150f-bb48-486d-a046-323ac115350b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:02.391817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-90ba4e95-04b1-4801-9cfb-6ecf63033a86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 70c742bc-ae71-48cc-b592-887f26826035) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:02.434960 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ba4e95-04b1-4801-9cfb-6ecf63033a86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:02.435275 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-90ba4e95-04b1-4801-9cfb-6ecf63033a86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:02.454962 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba5c5b9a-8ff2-4637-9928-4edcfb3bd85b None None] The sync data for ids ['ae08a28e-47c8-4d1b-9395-a1c4b8dfe081'] in n-d-802060-9 is: [{'id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'name': 'tempest-ServerRescueNegativeTestJSON-696387653-router', 'tenant_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6df893f-fcc7-4216-8055-c0bc79cd49d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T02:57:52Z', 'revision_number': 4, 'project_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'gw_port': {'id': 'f6df893f-fcc7-4216-8055-c0bc79cd49d2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '32d7130e-6e1e-426b-bbea-b4b29d593fbf', 'name': '', 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a', 'tenant_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'mac_address': 'fa:16:3e:17:e1:c5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'device_owner': 'network:router_interface', 'standard_attr_id': 929, 'fixed_ips': [{'subnet_id': 'fc3d150f-bb48-486d-a046-323ac115350b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:48Z', 'updated_at': '2021-08-17T02:58:00Z', 'revision_number': 4, 'project_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'subnets': [{'id': 'fc3d150f-bb48-486d-a046-323ac115350b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:58:02.466914 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] For port 36bc4357-65f1-427e-a705-0fb0e4e0c2bc, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:02.477799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] For port 36bc4357-65f1-427e-a705-0fb0e4e0c2bc, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=36bc4357-65f1-427e-a705-0fb0e4e0c2bc,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:02.483649 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1ad84025-bab2-4442-bb31-18ed20df4cfc triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:02.484269 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:02.500475 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:02.545129 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02e7e084-c741-4ca4-a623-c1255a1e1792 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:02.546467 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-02e7e084-c741-4ca4-a623-c1255a1e1792 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.8098278 Aug 17 02:58:02.559890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45182) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:02.574190 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb83be9b-7a8a-45a0-b62a-72c73757326d None None] Network 70c742bc-ae71-48cc-b592-887f26826035 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:58:02.577913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-c9325b98-e1a6-44a7-b9b3-79fac3963482 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Request body: {'security_group_rule': {'security_group_id': '827a61d7-1d96-4753-9c06-3f94ee49548d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:02.615203 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:02.618977 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cf7ecbe1-479b-4475-9e74-bec6c36b57d8 req-34f8b3b9-ed02-463c-ac3e-9f2b8ab48ea1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:02.625946 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8afae9f5-a408-4487-be6b-90d166dc8b7e,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:02.664507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05377b64-a376-4a15-8a91-8c87ce87859a None None] Pushing event updated for resources: {'Port': ['ID=36bc4357-65f1-427e-a705-0fb0e4e0c2bc,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:02.706077 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e7b46a-5f39-4ee2-8802-5dcb55cdd02b req-ab429eab-7a01-49d5-b010-5f7f3f1d8b14 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:02.708323 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-56e7b46a-5f39-4ee2-8802-5dcb55cdd02b req-ab429eab-7a01-49d5-b010-5f7f3f1d8b14 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 943 time: 0.4741695 Aug 17 02:58:02.894555 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e110184f-6110-4719-b40f-2bd7061f99a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:02.993017 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:03.027532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f8b3b9-ed02-463c-ac3e-9f2b8ab48ea1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Pushing event deleted for resources: {'Port': ['ID=57c7642b-f4dd-4422-b546-6ace7d14ea95,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:03.071503 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:03.075155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf7ecbe1-479b-4475-9e74-bec6c36b57d8 req-34f8b3b9-ed02-463c-ac3e-9f2b8ab48ea1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] No DVR routers for this DVR port 57c7642b-f4dd-4422-b546-6ace7d14ea95 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:58:03.090409 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Routers {'06ddc759-f792-4bfa-84b3-53f53e9cb9da'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:03.092921 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:03.095490 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cf7ecbe1-479b-4475-9e74-bec6c36b57d8 req-34f8b3b9-ed02-463c-ac3e-9f2b8ab48ea1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:03.098916 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cf7ecbe1-479b-4475-9e74-bec6c36b57d8 req-34f8b3b9-ed02-463c-ac3e-9f2b8ab48ea1 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.60 "DELETE /v2.0/ports/57c7642b-f4dd-4422-b546-6ace7d14ea95 HTTP/1.1" status: 204 len: 173 time: 2.6451025 Aug 17 02:58:03.099604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cf339e8-691c-4ccf-976f-52fa0c6dda65', 'name': 'network-vif-deleted', 'tag': '57c7642b-f4dd-4422-b546-6ace7d14ea95'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:03.102290 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-621f3c55-7047-4601-8603-41e163d95f8b" -d '{"events": [{"server_uuid": "0cf339e8-691c-4ccf-976f-52fa0c6dda65", "name": "network-vif-deleted", "tag": "57c7642b-f4dd-4422-b546-6ace7d14ea95"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:03.163249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe80111c-c0fe-4b19-8be1-923435d0b874 req-88dfbe45-bc1e-4efb-bf0c-de572fa3ff98 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:03.181735 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fe80111c-c0fe-4b19-8be1-923435d0b874 req-88dfbe45-bc1e-4efb-bf0c-de572fa3ff98 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 944 time: 0.2230382 Aug 17 02:58:03.296822 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fe80111c-c0fe-4b19-8be1-923435d0b874 req-da2f8b69-5a06-489d-a889-3dfde0ac1218 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091609 Aug 17 02:58:03.310930 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-56e7b46a-5f39-4ee2-8802-5dcb55cdd02b req-17553c69-ab3e-4f47-9b4b-0a745e331af9 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0073b29-020e-4557-bb42-0b64e252a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5643656 Aug 17 02:58:03.349016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05377b64-a376-4a15-8a91-8c87ce87859a None None] Pushing event updated for resources: {'Port': ['ID=36bc4357-65f1-427e-a705-0fb0e4e0c2bc,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:03.367222 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Attempting to bind port 8afae9f5-a408-4487-be6b-90d166dc8b7e on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:03.367573 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Attempting to bind port 8afae9f5-a408-4487-be6b-90d166dc8b7e by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:03.367909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Attempting to bind port 8afae9f5-a408-4487-be6b-90d166dc8b7e on network b0e1662b-3237-45e1-8f42-62a3ce636ecb {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:03.395176 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Port 8afae9f5-a408-4487-be6b-90d166dc8b7e on network b0e1662b-3237-45e1-8f42-62a3ce636ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:58:03.395576 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Attempting to bind port 8afae9f5-a408-4487-be6b-90d166dc8b7e on network b0e1662b-3237-45e1-8f42-62a3ce636ecb {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:03.417706 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] Set router 06ddc759-f792-4bfa-84b3-53f53e9cb9da gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:58:03.432062 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Allocated IP 172.20.0.1 (9a025f32-f5b2-4a70-b1ff-319c315c310a/b2098b0c-8a13-4170-8b03-94c356349639/7b81df3f-b38e-441e-92b7-b9601f6e2d3c) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:03.452958 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:03.452958 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Checking segment: {'id': 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:03.453347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Bound using segment: {'id': 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:03.453697 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Bound port: 8afae9f5-a408-4487-be6b-90d166dc8b7e, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:03.454061 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:03.530697 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c49da815-7049-429b-b1ce-feee6b2fa3c9 req-fcbb3e78-63a0-4d4a-8434-810e8d0842db tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 210 time: 0.0671754 Aug 17 02:58:03.585832 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b268a74a-4e7d-46c2-af1a-41fc0e19df22 req-44e6c4bd-fe6d-4218-bc49-cb86fa02dfe9 tempest-ServersAdminNegativeTestJSON-2087493586 tempest-ServersAdminNegativeTestJSON-2087493586-project] 10.222.0.10 "GET /v2.0/ports?device_id=0cf339e8-691c-4ccf-976f-52fa0c6dda65 HTTP/1.1" status: 200 len: 210 time: 0.0829010 Aug 17 02:58:03.682031 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 1ad84025-bab2-4442-bb31-18ed20df4cfc, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1ad84025-bab2-4442-bb31-18ed20df4cfc,segment=NetworkSegment(bb0e1530-3cb3-4f35-89a4-952ef5bc3645),segment_id=bb0e1530-3cb3-4f35-89a4-952ef5bc3645)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:03.701610 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-681505b4-61b8-41df-86e8-e8f8dfaa73d9 x-openstack-request-id: req-681505b4-61b8-41df-86e8-e8f8dfaa73d9 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:03.702466 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cf339e8-691c-4ccf-976f-52fa0c6dda65", "name": "network-vif-deleted", "tag": "57c7642b-f4dd-4422-b546-6ace7d14ea95", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:03.702693 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-681505b4-61b8-41df-86e8-e8f8dfaa73d9 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:03.703121 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cf339e8-691c-4ccf-976f-52fa0c6dda65', 'name': 'network-vif-deleted', 'tag': '57c7642b-f4dd-4422-b546-6ace7d14ea95', 'status': 'completed', 'code': 200} Aug 17 02:58:03.746332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-70c742bc-ae71-48cc-b592-887f26826035', 'network_id': '70c742bc-ae71-48cc-b592-887f26826035', 'tenant_id': 'bf4ab6b17a7a4aa3b1dbb7a693ba02a2', 'fixed_ips': [{'subnet_id': '9ea01c02-cc47-4382-a2c0-ec120a4894fa'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:58:03.747379 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:03.828017 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:03.841758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] For port 8afae9f5-a408-4487-be6b-90d166dc8b7e, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:03.852093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] For port 8afae9f5-a408-4487-be6b-90d166dc8b7e, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8afae9f5-a408-4487-be6b-90d166dc8b7e,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:03.852093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Transition to ACTIVE for port object 7b81df3f-b38e-441e-92b7-b9601f6e2d3c will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:03.953961 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 57c7642b-f4dd-4422-b546-6ace7d14ea95 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:58:03.986965 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 57c7642b-f4dd-4422-b546-6ace7d14ea95 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:58:03.987309 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 57c7642b-f4dd-4422-b546-6ace7d14ea95 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:58:04.022177 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e110184f-6110-4719-b40f-2bd7061f99a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:04.026411 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:04.029638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'name': 'tempest-TaggedBootDevicesTest_v242-386895731-router', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:51Z', 'updated_at': '2021-08-17T02:57:57Z', 'revision_number': 3, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'gw_port': {'id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:52Z', 'updated_at': '2021-08-17T02:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:04.037504 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-49b75096-5211-4e0b-b384-b5ec28697a9a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:04.039258 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-49b75096-5211-4e0b-b384-b5ec28697a9a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/networks?id=af4157d1-2122-47c3-8ec5-8deaba493f6a HTTP/1.1" status: 200 len: 818 time: 0.1352379 Aug 17 02:58:04.045847 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:04.068098 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:04.070118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e696ffc-c889-4e4c-9317-15aa07012233 None None] The sync data for ids ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'] in n-d-802060-9 is: [{'id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'name': 'tempest-TaggedBootDevicesTest_v242-386895731-router', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:51Z', 'updated_at': '2021-08-17T02:57:57Z', 'revision_number': 3, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'gw_port': {'id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fc:ae', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:52Z', 'updated_at': '2021-08-17T02:58:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:58:04.071567 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:04.091031 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-6fb30bc6-cc9c-4d83-b5e9-95b9208dff80 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/quotas/e68f75672fd94fdba91f7083d9fb4a1a HTTP/1.1" status: 200 len: 375 time: 0.0427721 Aug 17 02:58:04.120679 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Allocated IP 172.20.0.2 (70c742bc-ae71-48cc-b592-887f26826035/9ea01c02-cc47-4382-a2c0-ec120a4894fa/347a0f81-9986-419f-bd63-ace3a40543f5) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:04.130920 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:04.131362 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:04.132868 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] 10.222.0.60 "PUT /v2.0/ports/8afae9f5-a408-4487-be6b-90d166dc8b7e HTTP/1.1" status: 200 len: 1092 time: 4.8046999 Aug 17 02:58:04.133505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9619e27b-4971-4d58-8dcd-794f3c87c942', 'tag': '8afae9f5-a408-4487-be6b-90d166dc8b7e'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:04.135132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e110184f-6110-4719-b40f-2bd7061f99a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:58:04.136061 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450020c7-4413-4668-a74f-3f8fff1049d7" -d '{"events": [{"name": "network-changed", "server_uuid": "9619e27b-4971-4d58-8dcd-794f3c87c942", "tag": "8afae9f5-a408-4487-be6b-90d166dc8b7e"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:04.139882 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:04.202829 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e110184f-6110-4719-b40f-2bd7061f99a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:04.204147 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-e110184f-6110-4719-b40f-2bd7061f99a0 admin admin] Added segment ebd1bd90-c14f-4c2f-bbbb-96991d62ee85 of type vlan for network 3579b9f8-ac96-472a-833f-5c19e19ba45a Aug 17 02:58:04.211887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=1ad84025-bab2-4442-bb31-18ed20df4cfc,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:04.247601 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Network 9a025f32-f5b2-4a70-b1ff-319c315c310a is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:04.250224 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d9bb47-2236-4685-bc2b-d1fb288d43d3 service neutron] Pushing event updated for resources: {'Port': ['ID=8afae9f5-a408-4487-be6b-90d166dc8b7e,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:04.278598 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:04.284093 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c57726-e15f-442d-a4d7-e7704bedbce2 x-openstack-request-id: req-30c57726-e15f-442d-a4d7-e7704bedbce2 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:04.285031 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9619e27b-4971-4d58-8dcd-794f3c87c942", "tag": "8afae9f5-a408-4487-be6b-90d166dc8b7e", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:04.285031 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30c57726-e15f-442d-a4d7-e7704bedbce2 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:04.285312 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9619e27b-4971-4d58-8dcd-794f3c87c942', 'tag': '8afae9f5-a408-4487-be6b-90d166dc8b7e', 'status': 'completed', 'code': 200} Aug 17 02:58:04.291385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 32d7130e-6e1e-426b-bbea-b4b29d593fbf up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:04.307243 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:04.347851 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e110184f-6110-4719-b40f-2bd7061f99a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:04.381894 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-3c110489-09d5-4e32-966a-010457e0c1cf tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e68f75672fd94fdba91f7083d9fb4a1a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2753212 Aug 17 02:58:04.422993 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Pushing event updated for resources: {'Port': ['ID=7b81df3f-b38e-441e-92b7-b9601f6e2d3c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:04.475199 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-90ba4e95-04b1-4801-9cfb-6ecf63033a86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.7292762 Aug 17 02:58:04.485593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45216) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:04.508542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1233282495', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}, 'admin_state_up': False}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:04.558773 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e110184f-6110-4719-b40f-2bd7061f99a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:04.571293 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e110184f-6110-4719-b40f-2bd7061f99a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:04.571913 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e110184f-6110-4719-b40f-2bd7061f99a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:04.718746 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-ff6d8ac0-78c0-47f3-9921-8340abd84299 service neutron] 10.222.0.10 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2216535 Aug 17 02:58:04.736537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 32d7130e-6e1e-426b-bbea-b4b29d593fbf completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:04.745403 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:04.745888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 32d7130e-6e1e-426b-bbea-b4b29d593fbf triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:04.745888 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:04.746520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110184f-6110-4719-b40f-2bd7061f99a0 admin admin] Pushing event updated for resources: {'Network': ['ID=3579b9f8-ac96-472a-833f-5c19e19ba45a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:04.765885 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9325b98-e1a6-44a7-b9b3-79fac3963482 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:04.770325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e110184f-6110-4719-b40f-2bd7061f99a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:04.777999 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:04.784534 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 3579b9f8-ac96-472a-833f-5c19e19ba45a details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:58:04.848948 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Transition to ACTIVE for port object 347a0f81-9986-419f-bd63-ace3a40543f5 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:04.879324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49de4e2d-e53a-49f9-b84b-0701f598eefd req-3c54e8db-44ef-4f7f-8e43-351d0d78d3cd tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:04.888441 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49de4e2d-e53a-49f9-b84b-0701f598eefd req-3c54e8db-44ef-4f7f-8e43-351d0d78d3cd tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 944 time: 0.4052978 Aug 17 02:58:04.908653 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450020c7-4413-4668-a74f-3f8fff1049d7 req-5ec2b7b2-c58e-40ac-8ecc-d45976bb6cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:04.912133 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-450020c7-4413-4668-a74f-3f8fff1049d7 req-5ec2b7b2-c58e-40ac-8ecc-d45976bb6cb0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a950a1f07f90492d842c34338bc90e17&device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 1095 time: 0.5715246 Aug 17 02:58:04.913486 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-72653bb9-1d0a-4569-982d-1b4f4781653e None None] Provisioning for port 7b81df3f-b38e-441e-92b7-b9601f6e2d3c completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:04.985932 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-72653bb9-1d0a-4569-982d-1b4f4781653e None None] Provisioning complete for port 7b81df3f-b38e-441e-92b7-b9601f6e2d3c triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:04.986225 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-72653bb9-1d0a-4569-982d-1b4f4781653e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:05.001070 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e110184f-6110-4719-b40f-2bd7061f99a0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 3.6669147 Aug 17 02:58:05.004351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Transition to ACTIVE for port object 347a0f81-9986-419f-bd63-ace3a40543f5 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:05.016022 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45222) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:05.022177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b041c204-fc1c-4555-b950-5eeb27e70b0c admin admin] Request body: {'subnet': {'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-subnet', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:05.031359 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49de4e2d-e53a-49f9-b84b-0701f598eefd req-097fcd60-99da-4cb6-aca6-0e2e8b992ab0 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416266 Aug 17 02:58:05.059543 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9325b98-e1a6-44a7-b9b3-79fac3963482 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:05.069321 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:05.072380 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:05.078224 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:05.157177 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 32d7130e-6e1e-426b-bbea-b4b29d593fbf, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=32d7130e-6e1e-426b-bbea-b4b29d593fbf,segment=NetworkSegment(5ff70b14-7866-4176-91c2-75e7d8b0cbb6),segment_id=5ff70b14-7866-4176-91c2-75e7d8b0cbb6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:05.158776 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-72653bb9-1d0a-4569-982d-1b4f4781653e None None] Port 7b81df3f-b38e-441e-92b7-b9601f6e2d3c cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:58:05.161335 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:05.169608 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9325b98-e1a6-44a7-b9b3-79fac3963482 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:05.219621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Network 70c742bc-ae71-48cc-b592-887f26826035 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:05.224876 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:05.229792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:05.235618 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Pushing event updated for resources: {'Port': ['ID=347a0f81-9986-419f-bd63-ace3a40543f5,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:05.239386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9325b98-e1a6-44a7-b9b3-79fac3963482 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccb669b9-ed17-4204-88cf-59b8f56e8501,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:05.254399 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:05.262540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b041c204-fc1c-4555-b950-5eeb27e70b0c admin admin] Made reservation on behalf of e13aa94408ce4e17875cbac8d1e566ba for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:58:05.270259 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:05.288626 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b041c204-fc1c-4555-b950-5eeb27e70b0c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:05.352518 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-cfbf5c7f-f738-4947-b0ab-db87bff38fa9 service neutron] 10.222.0.10 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4819822 Aug 17 02:58:05.358968 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:05.385598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Attempting to bind port 347a0f81-9986-419f-bd63-ace3a40543f5 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:05.385598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Attempting to bind port 347a0f81-9986-419f-bd63-ace3a40543f5 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'eea9d27b-eb47-4103-9deb-37328381c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '70c742bc-ae71-48cc-b592-887f26826035'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:05.385598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Attempting to bind port 347a0f81-9986-419f-bd63-ace3a40543f5 on network 70c742bc-ae71-48cc-b592-887f26826035 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:05.387076 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=32d7130e-6e1e-426b-bbea-b4b29d593fbf,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:05.395753 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:05.396567 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Checking segment: {'id': 'eea9d27b-eb47-4103-9deb-37328381c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '70c742bc-ae71-48cc-b592-887f26826035'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:05.397179 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:05.397873 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Bound using segment: {'id': 'eea9d27b-eb47-4103-9deb-37328381c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '70c742bc-ae71-48cc-b592-887f26826035'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:05.398803 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Bound port: 347a0f81-9986-419f-bd63-ace3a40543f5, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea9d27b-eb47-4103-9deb-37328381c95e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '70c742bc-ae71-48cc-b592-887f26826035'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:05.399380 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:05.426590 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450020c7-4413-4668-a74f-3f8fff1049d7 req-45e343eb-074b-4b73-901a-22084673398f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:05.428332 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-450020c7-4413-4668-a74f-3f8fff1049d7 req-45e343eb-074b-4b73-901a-22084673398f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a950a1f07f90492d842c34338bc90e17&shared=False HTTP/1.1" status: 200 len: 905 time: 0.4761643 Aug 17 02:58:05.456605 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9325b98-e1a6-44a7-b9b3-79fac3963482 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:05.459032 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c9325b98-e1a6-44a7-b9b3-79fac3963482 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.8981209 Aug 17 02:58:05.496193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45224) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:05.511911 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] For port 347a0f81-9986-419f-bd63-ace3a40543f5, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:05.515585 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] For port 347a0f81-9986-419f-bd63-ace3a40543f5, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=347a0f81-9986-419f-bd63-ace3a40543f5,segment=NetworkSegment(eea9d27b-eb47-4103-9deb-37328381c95e),segment_id=eea9d27b-eb47-4103-9deb-37328381c95e)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:05.611026 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:05.691940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-450020c7-4413-4668-a74f-3f8fff1049d7 req-33e5a64a-0a8e-4c51-9107-612807cfdba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:05.694064 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-450020c7-4413-4668-a74f-3f8fff1049d7 req-33e5a64a-0a8e-4c51-9107-612807cfdba5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2524283 Aug 17 02:58:05.734024 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce916889-dabd-48ee-8fd4-19b7180855d1 None None] Pushing event updated for resources: {'Port': ['ID=347a0f81-9986-419f-bd63-ace3a40543f5,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:05.876072 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:05.892310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-d40f260f-5a75-4503-8073-232c43acc0bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:05.894744 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-d40f260f-5a75-4503-8073-232c43acc0bc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a950a1f07f90492d842c34338bc90e17&device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 1095 time: 0.1345806 Aug 17 02:58:05.910952 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 561c854d-70bf-4605-ab8a-97afb954f0d3 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:58:05.929374 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-97b5e589-8438-44b4-a15a-407d36346d59 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:05.989341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d67d7e-daca-4d8c-846e-3c4f07ceccf7 req-a2393357-5f29-4e88-8064-2acf23481bd4 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:05.998806 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87d67d7e-daca-4d8c-846e-3c4f07ceccf7 req-a2393357-5f29-4e88-8064-2acf23481bd4 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 943 time: 0.7656486 Aug 17 02:58:06.047709 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-67671968-da4a-46c5-abb3-c3744365488b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8afae9f5-a408-4487-be6b-90d166dc8b7e HTTP/1.1" status: 200 len: 217 time: 0.1289930 Aug 17 02:58:06.079896 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:06.104729 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-19de38d6-e901-4727-83db-a940e50f6634 req-91c277d9-e8ee-4317-ab40-15e740eaa2aa tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 210 time: 0.1615303 Aug 17 02:58:06.235604 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 561c854d-70bf-4605-ab8a-97afb954f0d3, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=561c854d-70bf-4605-ab8a-97afb954f0d3,segment=NetworkSegment(4c5ccc37-c4d0-4441-bd01-b1bff4663751),segment_id=4c5ccc37-c4d0-4441-bd01-b1bff4663751)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:06.273397 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '561c854d-70bf-4605-ab8a-97afb954f0d3', 'network_id': 'e65e268f-7eed-4732-89ef-c8bad12548cb', 'port_id': '561c854d-70bf-4605-ab8a-97afb954f0d3', 'mac_address': 'fa:16:3e:2d:bd:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 79, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58c70284-c779-474b-8202-b5404ff2c6f7', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:58:06.296266 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:06.366912 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87d67d7e-daca-4d8c-846e-3c4f07ceccf7 req-48ec0c6f-a191-47cb-9bb1-c461768dee68 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0073b29-020e-4557-bb42-0b64e252a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3671288 Aug 17 02:58:06.374325 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:06.378624 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97b5e589-8438-44b4-a15a-407d36346d59 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:06.384832 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:06.403872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 561c854d-70bf-4605-ab8a-97afb954f0d3 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:58:06.431835 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-1207017e-5f36-4f8f-a246-32e33d38afbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:06.433356 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-1207017e-5f36-4f8f-a246-32e33d38afbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc7aeeda-153f-4ac5-8939-dd5068984085 HTTP/1.1" status: 200 len: 845 time: 0.3724346 Aug 17 02:58:06.441655 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 561c854d-70bf-4605-ab8a-97afb954f0d3, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=561c854d-70bf-4605-ab8a-97afb954f0d3,segment=NetworkSegment(4c5ccc37-c4d0-4441-bd01-b1bff4663751),segment_id=4c5ccc37-c4d0-4441-bd01-b1bff4663751)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:06.445722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Pushing event updated for resources: {'Port': ['ID=7b81df3f-b38e-441e-92b7-b9601f6e2d3c,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:06.504557 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-7fe52d8a-1c05-4ece-a62f-1d66029eef25 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0e1662b-3237-45e1-8f42-62a3ce636ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462999 Aug 17 02:58:06.515842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 32d7130e-6e1e-426b-bbea-b4b29d593fbf up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:06.568885 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:06.682865 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=561c854d-70bf-4605-ab8a-97afb954f0d3,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:06.699227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 32d7130e-6e1e-426b-bbea-b4b29d593fbf triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:06.700512 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:06.708506 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97b5e589-8438-44b4-a15a-407d36346d59 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:06.717370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45242) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:06.764076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bc1d3f-1ba4-4109-ace4-5926d757bc3e req-3d1a1e83-3a06-4dee-869c-389a76667571 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:06.765675 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-28bc1d3f-1ba4-4109-ace4-5926d757bc3e req-3d1a1e83-3a06-4dee-869c-389a76667571 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 944 time: 0.4543254 Aug 17 02:58:06.824876 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['561c854d-70bf-4605-ab8a-97afb954f0d3'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:58:06.832089 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-70268e89-8b09-459c-b67a-4109852744c4 service neutron] 10.222.0.60 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3145432 Aug 17 02:58:06.850771 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b041c204-fc1c-4555-b950-5eeb27e70b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:06.900048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 36bc4357-65f1-427e-a705-0fb0e4e0c2bc up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:07.003633 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-28bc1d3f-1ba4-4109-ace4-5926d757bc3e req-d529f614-a76e-4eff-ba31-904aa381d09f tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2131364 Aug 17 02:58:07.042067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Network 9a025f32-f5b2-4a70-b1ff-319c315c310a is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:07.046718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:07.047008 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:07.067768 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ef3618d-270e-4865-9c64-c5b3aff45e47 req-6f975809-ab11-4366-8baa-d38c03fc4844 service neutron] 10.222.0.60 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2116480 Aug 17 02:58:07.094583 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 36bc4357-65f1-427e-a705-0fb0e4e0c2bc completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:07.104094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 36bc4357-65f1-427e-a705-0fb0e4e0c2bc triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:07.104892 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:07.117637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-97b5e589-8438-44b4-a15a-407d36346d59 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Allocated IP 172.25.1.105 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/75d749b3-3adb-4de2-a6d1-de07d113854a) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:07.177355 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:07.258422 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:07.293024 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 36bc4357-65f1-427e-a705-0fb0e4e0c2bc, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=36bc4357-65f1-427e-a705-0fb0e4e0c2bc,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:07.322344 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b041c204-fc1c-4555-b950-5eeb27e70b0c admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e61e822-43e0-4ebd-8a9e-1084821b54a5,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:07.366833 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Router 06ddc759-f792-4bfa-84b3-53f53e9cb9da has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:58:07.407389 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1655e572-fda6-4bb0-830c-e16ad5411ed6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dbbb532b89c0448a872df2a07211d401&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6691747 Aug 17 02:58:07.434890 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:07.436179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 347a0f81-9986-419f-bd63-ace3a40543f5 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:07.451387 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45250) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:07.490365 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e2a5aef3-d494-4ad8-8236-0f863079df65 req-0402168a-ff14-48df-8f91-9608e62a9e65 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 210 time: 0.2677104 Aug 17 02:58:07.530533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b041c204-fc1c-4555-b950-5eeb27e70b0c admin admin] Checking segment: {'id': 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:07.530906 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b041c204-fc1c-4555-b950-5eeb27e70b0c admin admin] Network hostable DHCP agents. Network: 3579b9f8-ac96-472a-833f-5c19e19ba45a, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:58:07.606391 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-75bf84c4-b805-4af4-a8c0-483f6c07973a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:07.608062 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-75bf84c4-b805-4af4-a8c0-483f6c07973a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.60 "GET /v2.0/networks?id=af4157d1-2122-47c3-8ec5-8deaba493f6a HTTP/1.1" status: 200 len: 818 time: 0.5350347 Aug 17 02:58:07.621459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-39ead19e-5fa3-47ff-a488-abf7d20ab20a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Request body: {'port': {'device_id': '264d5997-e0a1-4e1e-92d7-c5b4006c0a26', 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a', 'admin_state_up': True, 'tenant_id': 'e68f75672fd94fdba91f7083d9fb4a1a'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:07.653208 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27d056ce-5578-4d1e-a1e3-67da6a38c802 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:07.657936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=36bc4357-65f1-427e-a705-0fb0e4e0c2bc,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:07.661676 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1fe31bda-8277-431e-99b8-4938b0b568fe None None] Provisioning complete for port 7b81df3f-b38e-441e-92b7-b9601f6e2d3c triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:07.662061 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1fe31bda-8277-431e-99b8-4938b0b568fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:07.701494 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27d056ce-5578-4d1e-a1e3-67da6a38c802 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:07.709090 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79f583fd-3abd-4a8a-ba41-1ef5050ddbc4 None None] Network 70c742bc-ae71-48cc-b592-887f26826035 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:58:07.719446 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b041c204-fc1c-4555-b950-5eeb27e70b0c admin admin] Network 3579b9f8-ac96-472a-833f-5c19e19ba45a is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:58:07.719626 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9dafa9e-785a-4204-a474-90ae3537d16e req-fbbe4759-92a7-4660-875f-d8e05017c897 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:07.721375 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97b5e589-8438-44b4-a15a-407d36346d59 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:07.727732 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9dafa9e-785a-4204-a474-90ae3537d16e req-fbbe4759-92a7-4660-875f-d8e05017c897 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 944 time: 0.2310076 Aug 17 02:58:07.747708 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:58:07.762041 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5dc36db2-357a-40eb-a68a-a72b58884295 admin admin] 10.222.0.10 "PUT /v2.0/routers/06ddc759-f792-4bfa-84b3-53f53e9cb9da/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0993867 Aug 17 02:58:07.769913 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Sync routers for ids ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:58:07.783012 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Routers {'06ddc759-f792-4bfa-84b3-53f53e9cb9da'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:07.784283 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:07.819065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b041c204-fc1c-4555-b950-5eeb27e70b0c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 3579b9f8-ac96-472a-833f-5c19e19ba45a) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:07.833398 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9dafa9e-785a-4204-a474-90ae3537d16e req-b4fa67cf-293f-4917-806b-79915ac7d992 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0073b29-020e-4557-bb42-0b64e252a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970829 Aug 17 02:58:07.843125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b041c204-fc1c-4555-b950-5eeb27e70b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:07.843954 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b041c204-fc1c-4555-b950-5eeb27e70b0c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:07.846683 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 347a0f81-9986-419f-bd63-ace3a40543f5 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:07.849512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb836b4f-5c40-4b38-9a46-e88ffd3d718b None None] Network 3579b9f8-ac96-472a-833f-5c19e19ba45a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:58:07.913222 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27d056ce-5578-4d1e-a1e3-67da6a38c802 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:07.916050 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27d056ce-5578-4d1e-a1e3-67da6a38c802 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:07.917210 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-27d056ce-5578-4d1e-a1e3-67da6a38c802 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/416c0f38-48b9-4c6e-9b21-c7f1a9294db1 HTTP/1.1" status: 204 len: 168 time: 0.4647911 Aug 17 02:58:07.948189 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27d056ce-5578-4d1e-a1e3-67da6a38c802 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=416c0f38-48b9-4c6e-9b21-c7f1a9294db1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:07.957399 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Set router 06ddc759-f792-4bfa-84b3-53f53e9cb9da gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:58:07.988365 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1ad84025-bab2-4442-bb31-18ed20df4cfc up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:07.990089 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1fe31bda-8277-431e-99b8-4938b0b568fe None None] Port 7b81df3f-b38e-441e-92b7-b9601f6e2d3c cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:58:07.998367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 561c854d-70bf-4605-ab8a-97afb954f0d3 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:08.020375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-39ead19e-5fa3-47ff-a488-abf7d20ab20a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Made reservation on behalf of e68f75672fd94fdba91f7083d9fb4a1a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:58:08.023987 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-39ead19e-5fa3-47ff-a488-abf7d20ab20a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:08.026470 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97b5e589-8438-44b4-a15a-407d36346d59 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:08.171376 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b041c204-fc1c-4555-b950-5eeb27e70b0c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 3.1531248 Aug 17 02:58:08.173494 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45266) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:08.178802 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:08.220292 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1985d877-e6da-4acc-adac-6829260d18ce None None] Provisioning for port 347a0f81-9986-419f-bd63-ace3a40543f5 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:08.228526 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1985d877-e6da-4acc-adac-6829260d18ce None None] Provisioning complete for port 347a0f81-9986-419f-bd63-ace3a40543f5 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:08.228702 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1985d877-e6da-4acc-adac-6829260d18ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:08.301707 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:08.303121 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:08.314437 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'name': 'tempest-TaggedBootDevicesTest_v242-386895731-router', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:51Z', 'updated_at': '2021-08-17T02:58:05Z', 'revision_number': 4, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'gw_port': {'id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:52Z', 'updated_at': '2021-08-17T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '7b81df3f-b38e-441e-92b7-b9601f6e2d3c', 'name': '', 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'mac_address': 'fa:16:3e:c9:bd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:03Z', 'updated_at': '2021-08-17T02:58:05Z', 'revision_number': 2, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'subnets': [{'id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:08.411155 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Checking router: 06ddc759-f792-4bfa-84b3-53f53e9cb9da for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:58:08.411818 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Updating router 06ddc759-f792-4bfa-84b3-53f53e9cb9da port 7b81df3f-b38e-441e-92b7-b9601f6e2d3c binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:58:08.425744 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1985d877-e6da-4acc-adac-6829260d18ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:08.443103 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-3579b9f8-ac96-472a-833f-5c19e19ba45a', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:58:08.443956 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:08.461102 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:08.497771 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5e589-8438-44b4-a15a-407d36346d59 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Pushing event updated for resources: {'Port': ['ID=75d749b3-3adb-4de2-a6d1-de07d113854a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:08.566414 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Allocated IP 172.25.1.180 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/04eb0518-4dba-456d-bbb8-148e59bd2a64) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:08.733032 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:08.742057 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1985d877-e6da-4acc-adac-6829260d18ce None None] For port 347a0f81-9986-419f-bd63-ace3a40543f5, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=347a0f81-9986-419f-bd63-ace3a40543f5,segment=NetworkSegment(eea9d27b-eb47-4103-9deb-37328381c95e),segment_id=eea9d27b-eb47-4103-9deb-37328381c95e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:08.766199 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1ad84025-bab2-4442-bb31-18ed20df4cfc triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:08.766584 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:08.802886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-39ead19e-5fa3-47ff-a488-abf7d20ab20a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Allocated IP 172.20.0.10 (af4157d1-2122-47c3-8ec5-8deaba493f6a/fc3d150f-bb48-486d-a046-323ac115350b/ee9caa80-5f1a-4878-904d-cffed6d8a7f1) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:08.811739 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97b5e589-8438-44b4-a15a-407d36346d59 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:08.815673 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 561c854d-70bf-4605-ab8a-97afb954f0d3 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:08.822456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-97b5e589-8438-44b4-a15a-407d36346d59 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:08.828457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97b5e589-8438-44b4-a15a-407d36346d59 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:08.854837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 561c854d-70bf-4605-ab8a-97afb954f0d3 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:08.868116 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:08.879340 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1985d877-e6da-4acc-adac-6829260d18ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:08.904142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13a24da3-c711-47b9-baf3-6b733795c8c0 req-60b84d1a-2cdb-4e12-b105-4c89080c8452 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:08.906323 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13a24da3-c711-47b9-baf3-6b733795c8c0 req-60b84d1a-2cdb-4e12-b105-4c89080c8452 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 944 time: 0.7570889 Aug 17 02:58:08.923945 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:08.955146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45302) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:08.967387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:08.996344 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:09.004776 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:09.091749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Allocated IP 172.20.0.2 (3579b9f8-ac96-472a-833f-5c19e19ba45a/3e61e822-43e0-4ebd-8a9e-1084821b54a5/2bb8ebd9-97e8-4080-89d2-5ef81a772525) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:09.138356 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1985d877-e6da-4acc-adac-6829260d18ce None None] Pushing event updated for resources: {'Port': ['ID=347a0f81-9986-419f-bd63-ace3a40543f5,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:09.163152 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:09.173830 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Transition to ACTIVE for port object 7b81df3f-b38e-441e-92b7-b9601f6e2d3c will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:09.251340 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ae6e5a7e-8c2e-4ee5-9d58-1eb7c36b3148 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c3ea8cfbbf4c4cb7b0f96a2d2285b584&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2796478 Aug 17 02:58:09.295088 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:09.298233 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45306) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:09.322336 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:09.446053 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814b1fe-7c78-4182-8be2-bdad440b99d2 None None] Pushing event updated for resources: {'Port': ['ID=7b81df3f-b38e-441e-92b7-b9601f6e2d3c,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:09.460674 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a0c3010e-7e74-45cd-9a52-77a571040dfe None None] Provisioning complete for port 347a0f81-9986-419f-bd63-ace3a40543f5 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:09.461530 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a0c3010e-7e74-45cd-9a52-77a571040dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:09.559294 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:09.569731 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Transition to ACTIVE for port object 2bb8ebd9-97e8-4080-89d2-5ef81a772525 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:09.591795 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Transition to ACTIVE for port object 2bb8ebd9-97e8-4080-89d2-5ef81a772525 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:09.597945 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:09.631619 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-39ead19e-5fa3-47ff-a488-abf7d20ab20a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:09.639618 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Attempting to bind port 7b81df3f-b38e-441e-92b7-b9601f6e2d3c on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:09.639920 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Attempting to bind port 7b81df3f-b38e-441e-92b7-b9601f6e2d3c by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:09.650179 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Attempting to bind port 7b81df3f-b38e-441e-92b7-b9601f6e2d3c on network 9a025f32-f5b2-4a70-b1ff-319c315c310a {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:09.652872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 36bc4357-65f1-427e-a705-0fb0e4e0c2bc up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:09.668115 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:09.670666 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Checking segment: {'id': '9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:09.672329 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:09.673362 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Bound using segment: {'id': '9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:09.675266 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Bound port: 7b81df3f-b38e-441e-92b7-b9601f6e2d3c, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:09.676188 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:09.702746 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:09.710699 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4531871b-cc73-49d9-a862-d087043dcb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561c854d-70bf-4605-ab8a-97afb954f0d3'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:09.714243 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-60fcc1d3-0a59-497f-9cdf-172134b6d78d req-295d5c75-6e98-4c12-8df1-789a441147cc tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 210 time: 0.4167197 Aug 17 02:58:09.719392 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59f8f529-cadd-4937-8e03-e6c187654f9f" -d '{"events": [{"server_uuid": "4531871b-cc73-49d9-a862-d087043dcb44", "name": "network-vif-plugged", "status": "completed", "tag": "561c854d-70bf-4605-ab8a-97afb954f0d3"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:09.794733 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Pushing event updated for resources: {'Port': ['ID=04eb0518-4dba-456d-bbb8-148e59bd2a64,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:09.815563 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 561c854d-70bf-4605-ab8a-97afb954f0d3, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=561c854d-70bf-4605-ab8a-97afb954f0d3,segment=NetworkSegment(4c5ccc37-c4d0-4441-bd01-b1bff4663751),segment_id=4c5ccc37-c4d0-4441-bd01-b1bff4663751)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:09.870937 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] For port 7b81df3f-b38e-441e-92b7-b9601f6e2d3c, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:09.882867 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Network 3579b9f8-ac96-472a-833f-5c19e19ba45a is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:09.903441 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] For port 7b81df3f-b38e-441e-92b7-b9601f6e2d3c, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7b81df3f-b38e-441e-92b7-b9601f6e2d3c,segment=NetworkSegment(9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef),segment_id=9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:09.903769 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13a24da3-c711-47b9-baf3-6b733795c8c0 req-926ad484-5cdf-4369-a0c0-dd173ce66ea9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9643617 Aug 17 02:58:09.909110 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-39ead19e-5fa3-47ff-a488-abf7d20ab20a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:09.925377 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:09.952974 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8afae9f5-a408-4487-be6b-90d166dc8b7e details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:58:09.964609 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:09.985255 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:09.989119 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.020394 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97b5e589-8438-44b4-a15a-407d36346d59 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.056983 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-618fccdf-10d9-4c49-b83c-de371a9c9e5f x-openstack-request-id: req-618fccdf-10d9-4c49-b83c-de371a9c9e5f {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:10.064027 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4531871b-cc73-49d9-a862-d087043dcb44", "name": "network-vif-plugged", "status": "completed", "tag": "561c854d-70bf-4605-ab8a-97afb954f0d3", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:10.064027 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-618fccdf-10d9-4c49-b83c-de371a9c9e5f {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:10.064027 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4531871b-cc73-49d9-a862-d087043dcb44', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '561c854d-70bf-4605-ab8a-97afb954f0d3', 'code': 200} Aug 17 02:58:10.077307 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Pushing event updated for resources: {'Port': ['ID=2bb8ebd9-97e8-4080-89d2-5ef81a772525,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:10.083184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-39ead19e-5fa3-47ff-a488-abf7d20ab20a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Network af4157d1-2122-47c3-8ec5-8deaba493f6a is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:10.095109 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-74537bf3-b0c0-46ca-bdf1-da77ca1293a7 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:10.099072 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-74537bf3-b0c0-46ca-bdf1-da77ca1293a7 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.60 "GET /v2.0/networks?id=af4157d1-2122-47c3-8ec5-8deaba493f6a HTTP/1.1" status: 200 len: 818 time: 0.7970638 Aug 17 02:58:10.099238 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-39ead19e-5fa3-47ff-a488-abf7d20ab20a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:10.107149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-39ead19e-5fa3-47ff-a488-abf7d20ab20a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:10.173598 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.178779 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-61be88a1-13d1-4b46-abd5-b0daa233f76e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.181908 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6814b1fe-7c78-4182-8be2-bdad440b99d2 None None] Pushing event updated for resources: {'Port': ['ID=7b81df3f-b38e-441e-92b7-b9601f6e2d3c,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:10.190188 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-fc5710d5-7c91-4c0a-9c53-e8520a960a24 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Request body: {'port': {'device_id': 'dc333ea5-1a5e-499c-b073-9f491ebf182b', 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a', 'admin_state_up': True, 'tenant_id': 'e68f75672fd94fdba91f7083d9fb4a1a'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:10.223693 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.resource_extend [None req-2f55000a-7558-45c3-84da-73019a27286a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 02:58:10.227439 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Routers {'06ddc759-f792-4bfa-84b3-53f53e9cb9da'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:10.229070 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:10.303563 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 36bc4357-65f1-427e-a705-0fb0e4e0c2bc triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:10.303953 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.323591 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8689b4a-6ad5-47ce-bd92-99c30af1ff4d req-3f2be659-c2ac-4798-9a0e-e2fdff39c8e6 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:10.325106 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d8689b4a-6ad5-47ce-bd92-99c30af1ff4d req-3f2be659-c2ac-4798-9a0e-e2fdff39c8e6 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 945 time: 0.3940625 Aug 17 02:58:10.458523 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Attempting to bind port 2bb8ebd9-97e8-4080-89d2-5ef81a772525 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:10.459261 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Attempting to bind port 2bb8ebd9-97e8-4080-89d2-5ef81a772525 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:10.459839 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Attempting to bind port 2bb8ebd9-97e8-4080-89d2-5ef81a772525 on network 3579b9f8-ac96-472a-833f-5c19e19ba45a {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:10.485148 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-61be88a1-13d1-4b46-abd5-b0daa233f76e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.515533 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:10.516786 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Checking segment: {'id': 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:10.517444 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.518701 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Bound using segment: {'id': 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:10.519559 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Bound port: 2bb8ebd9-97e8-4080-89d2-5ef81a772525, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:10.520182 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.564432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=561c854d-70bf-4605-ab8a-97afb954f0d3,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:10.574023 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] Set router 06ddc759-f792-4bfa-84b3-53f53e9cb9da gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:58:10.667265 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d8689b4a-6ad5-47ce-bd92-99c30af1ff4d req-bafe409f-b9ce-4c25-ac90-8e711f14f45f tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0073b29-020e-4557-bb42-0b64e252a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3342407 Aug 17 02:58:10.673706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39ead19e-5fa3-47ff-a488-abf7d20ab20a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Pushing event updated for resources: {'Port': ['ID=ee9caa80-5f1a-4878-904d-cffed6d8a7f1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:10.743392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8afae9f5-a408-4487-be6b-90d166dc8b7e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8afae9f5-a408-4487-be6b-90d166dc8b7e,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:10.871913 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '8afae9f5-a408-4487-be6b-90d166dc8b7e', 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb', 'port_id': '8afae9f5-a408-4487-be6b-90d166dc8b7e', 'mac_address': 'fa:16:3e:2e:3d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7aeeda-153f-4ac5-8939-dd5068984085', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:58:10.903612 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-fc5710d5-7c91-4c0a-9c53-e8520a960a24 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Made reservation on behalf of e68f75672fd94fdba91f7083d9fb4a1a for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:58:10.911472 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-fc5710d5-7c91-4c0a-9c53-e8520a960a24 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.917799 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-61be88a1-13d1-4b46-abd5-b0daa233f76e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.921080 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-61be88a1-13d1-4b46-abd5-b0daa233f76e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.922579 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-61be88a1-13d1-4b46-abd5-b0daa233f76e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a0c6a102-b592-48a4-ac0e-3b267a3e8f4e HTTP/1.1" status: 204 len: 168 time: 1.6085570 Aug 17 02:58:10.933946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] For port 2bb8ebd9-97e8-4080-89d2-5ef81a772525, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:10.938012 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97b5e589-8438-44b4-a15a-407d36346d59 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.956132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-39ead19e-5fa3-47ff-a488-abf7d20ab20a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:10.958685 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-39ead19e-5fa3-47ff-a488-abf7d20ab20a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:10.974017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] For port 2bb8ebd9-97e8-4080-89d2-5ef81a772525, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2bb8ebd9-97e8-4080-89d2-5ef81a772525,segment=NetworkSegment(ebd1bd90-c14f-4c2f-bbbb-96991d62ee85),segment_id=ebd1bd90-c14f-4c2f-bbbb-96991d62ee85)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:10.975822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 347a0f81-9986-419f-bd63-ace3a40543f5 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:11.007644 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:11.032762 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8afae9f5-a408-4487-be6b-90d166dc8b7e {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:58:11.053760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8afae9f5-a408-4487-be6b-90d166dc8b7e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8afae9f5-a408-4487-be6b-90d166dc8b7e,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:11.061090 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:11.085310 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a7b79a9c-78ad-4f21-990b-f98c4e2fd2a4 req-36572311-ff49-44d3-906a-1b48c5f517f2 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 210 time: 0.2430923 Aug 17 02:58:11.121208 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:11.154539 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db042421-e4bf-45e3-9e77-a81f2f20305c None None] Pushing event updated for resources: {'Port': ['ID=2bb8ebd9-97e8-4080-89d2-5ef81a772525,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:11.160329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 347a0f81-9986-419f-bd63-ace3a40543f5 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:11.167636 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:11.185775 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:11.194025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b38d4e7-f2b9-4072-95a7-a902dda760d7 req-399872fc-2219-475b-94e9-4aa53b9505ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:11.196207 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3b38d4e7-f2b9-4072-95a7-a902dda760d7 req-399872fc-2219-475b-94e9-4aa53b9505ed service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 1096 time: 0.5881221 Aug 17 02:58:11.212408 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'name': 'tempest-TaggedBootDevicesTest_v242-386895731-router', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:51Z', 'updated_at': '2021-08-17T02:58:05Z', 'revision_number': 4, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'gw_port': {'id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:52Z', 'updated_at': '2021-08-17T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '7b81df3f-b38e-441e-92b7-b9601f6e2d3c', 'name': '', 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'mac_address': 'fa:16:3e:c9:bd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:03Z', 'updated_at': '2021-08-17T02:58:09Z', 'revision_number': 4, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'subnets': [{'id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:11.226744 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61be88a1-13d1-4b46-abd5-b0daa233f76e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0c6a102-b592-48a4-ac0e-3b267a3e8f4e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:11.271802 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42d8cfb4-3900-4bcf-b998-d41e3592bb48 None None] The sync data for ids ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'] in n-d-802060-9 is: [{'id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'name': 'tempest-TaggedBootDevicesTest_v242-386895731-router', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:51Z', 'updated_at': '2021-08-17T02:58:05Z', 'revision_number': 4, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'gw_port': {'id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:52Z', 'updated_at': '2021-08-17T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '7b81df3f-b38e-441e-92b7-b9601f6e2d3c', 'name': '', 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'mac_address': 'fa:16:3e:c9:bd:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:03Z', 'updated_at': '2021-08-17T02:58:09Z', 'revision_number': 4, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'subnets': [{'id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:58:11.298064 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:11.325580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8afae9f5-a408-4487-be6b-90d166dc8b7e,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:11.346418 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-39ead19e-5fa3-47ff-a488-abf7d20ab20a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7274349 Aug 17 02:58:11.427521 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['8afae9f5-a408-4487-be6b-90d166dc8b7e'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:58:11.429235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Request body: {'port': {'device_id': '264d5997-e0a1-4e1e-92d7-c5b4006c0a26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:11.432335 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1ffa96b-723e-41fb-9402-b69eba86f099 req-3c79defe-ecc7-4eab-b21b-6be359b24b08 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:11.458526 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a1ffa96b-723e-41fb-9402-b69eba86f099 req-3c79defe-ecc7-4eab-b21b-6be359b24b08 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 945 time: 0.2154646 Aug 17 02:58:11.487997 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:11.791010 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-fc5710d5-7c91-4c0a-9c53-e8520a960a24 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Allocated IP 172.20.0.4 (af4157d1-2122-47c3-8ec5-8deaba493f6a/fc3d150f-bb48-486d-a046-323ac115350b/d9a26432-a433-4198-b707-41049548c01a) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:11.968393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7b81df3f-b38e-441e-92b7-b9601f6e2d3c up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:12.057478 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:12.060296 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3b38d4e7-f2b9-4072-95a7-a902dda760d7 req-3d1695da-1c9d-4305-97a9-64939bb1f764 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f0073b29-020e-4557-bb42-0b64e252a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7747610 Aug 17 02:58:12.261396 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a1ffa96b-723e-41fb-9402-b69eba86f099 req-f64f1f33-c1ad-4dc7-974c-7b1f74cba853 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8015251 Aug 17 02:58:12.466425 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 7b81df3f-b38e-441e-92b7-b9601f6e2d3c completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:12.470595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 7b81df3f-b38e-441e-92b7-b9601f6e2d3c triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:12.471509 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:12.488557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9e5f8cf-1189-41b9-8b73-b7f8ea72afca req-07283c2c-5299-45a5-8b5f-f61463101702 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:12.501584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9e5f8cf-1189-41b9-8b73-b7f8ea72afca req-07283c2c-5299-45a5-8b5f-f61463101702 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 945 time: 0.5719268 Aug 17 02:58:12.677196 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:12.740062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 7b81df3f-b38e-441e-92b7-b9601f6e2d3c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7b81df3f-b38e-441e-92b7-b9601f6e2d3c,segment=NetworkSegment(9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef),segment_id=9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:12.748071 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-219ce299-6695-4b1e-8c5b-b1d8f12510b1 req-0f7d9e8a-d289-4de4-b0a5-60d1868c6ed4 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 210 time: 0.1831853 Aug 17 02:58:12.758828 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Allocated IP 172.25.1.187 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/5f410a6e-6b32-40af-b035-d413264a124d) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:12.812899 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-fc5710d5-7c91-4c0a-9c53-e8520a960a24 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:12.833010 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:12.834308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2bb8ebd9-97e8-4080-89d2-5ef81a772525 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:12.897740 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97b5e589-8438-44b4-a15a-407d36346d59 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:12.908053 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:12.919291 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9e5f8cf-1189-41b9-8b73-b7f8ea72afca req-fc2f2610-bd54-4952-ad51-71a7239c1539 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0073b29-020e-4557-bb42-0b64e252a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4119539 Aug 17 02:58:13.022115 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:13.046446 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97b5e589-8438-44b4-a15a-407d36346d59 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:13.056606 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=7b81df3f-b38e-441e-92b7-b9601f6e2d3c,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:13.129685 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-fc5710d5-7c91-4c0a-9c53-e8520a960a24 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:13.150986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae3f2281-0ace-4ba2-a05a-c7195a51ab02 None None] Network 3579b9f8-ac96-472a-833f-5c19e19ba45a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:58:13.201092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-fc5710d5-7c91-4c0a-9c53-e8520a960a24 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Network af4157d1-2122-47c3-8ec5-8deaba493f6a is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:13.204933 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-fc5710d5-7c91-4c0a-9c53-e8520a960a24 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:13.209795 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-fc5710d5-7c91-4c0a-9c53-e8520a960a24 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:13.237874 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:13.240574 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5710d5-7c91-4c0a-9c53-e8520a960a24 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Pushing event updated for resources: {'Port': ['ID=d9a26432-a433-4198-b707-41049548c01a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:13.247667 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 2bb8ebd9-97e8-4080-89d2-5ef81a772525 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:13.286518 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b5e589-8438-44b4-a15a-407d36346d59 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Pushing event updated for resources: {'Port': ['ID=75d749b3-3adb-4de2-a6d1-de07d113854a,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:13.310145 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97b5e589-8438-44b4-a15a-407d36346d59 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:13.321327 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-37a7593d-52d9-48df-a4ce-53239ab3ec54 None None] Provisioning for port 2bb8ebd9-97e8-4080-89d2-5ef81a772525 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:13.327086 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-37a7593d-52d9-48df-a4ce-53239ab3ec54 None None] Provisioning complete for port 2bb8ebd9-97e8-4080-89d2-5ef81a772525 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:13.327469 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-37a7593d-52d9-48df-a4ce-53239ab3ec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:13.428125 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:13.443783 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-fc5710d5-7c91-4c0a-9c53-e8520a960a24 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:13.444748 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-fc5710d5-7c91-4c0a-9c53-e8520a960a24 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:13.452363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:13.459421 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97b5e589-8438-44b4-a15a-407d36346d59 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:13.459549 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:13.485439 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Pushing event updated for resources: {'Port': ['ID=5f410a6e-6b32-40af-b035-d413264a124d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:13.485598 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-97b5e589-8438-44b4-a15a-407d36346d59 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 7.9071338 Aug 17 02:58:13.626101 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fda5b957-d79f-4251-933d-1c58864949c4 req-6325dbdb-b39c-45b3-9d5d-96f53c7aaf6b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=87926c74b4ad42b7af81bbfbbbaf2eda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1000583 Aug 17 02:58:13.650954 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-fc5710d5-7c91-4c0a-9c53-e8520a960a24 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4699321 Aug 17 02:58:13.671530 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d88c3b03-fb08-4c20-b6d3-ddcfd2b9d0a6 req-9d9d1f39-d27c-4434-9f7f-6186a3d286d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2430184 Aug 17 02:58:13.682603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb32657-399c-40a9-884c-c3746b6dd35f req-c9ad4073-329d-4bb5-9799-46214317bdd6 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:13.691226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbb32657-399c-40a9-884c-c3746b6dd35f req-c9ad4073-329d-4bb5-9799-46214317bdd6 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 945 time: 0.1983581 Aug 17 02:58:13.704381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Router 2053f01a-8cac-40fa-a708-d0b7cf67891a is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:58:13.719504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee9caa80-5f1a-4878-904d-cffed6d8a7f1 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:58:13.764106 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-37a7593d-52d9-48df-a4ce-53239ab3ec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:13.810190 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Request body: {'port': {'device_id': 'dc333ea5-1a5e-499c-b073-9f491ebf182b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:13.812249 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:13.824916 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7b81df3f-b38e-441e-92b7-b9601f6e2d3c up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:13.832875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-37a7593d-52d9-48df-a4ce-53239ab3ec54 None None] For port 2bb8ebd9-97e8-4080-89d2-5ef81a772525, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2bb8ebd9-97e8-4080-89d2-5ef81a772525,segment=NetworkSegment(ebd1bd90-c14f-4c2f-bbbb-96991d62ee85),segment_id=ebd1bd90-c14f-4c2f-bbbb-96991d62ee85)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:13.918508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Transition to ACTIVE for port object ee9caa80-5f1a-4878-904d-cffed6d8a7f1 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:13.936353 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8afae9f5-a408-4487-be6b-90d166dc8b7e up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:13.990885 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbb32657-399c-40a9-884c-c3746b6dd35f req-bfd328cf-bff3-447c-9942-9bc8b78fa343 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2987611 Aug 17 02:58:13.994516 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-37a7593d-52d9-48df-a4ce-53239ab3ec54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:14.012321 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:14.076913 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a7593d-52d9-48df-a4ce-53239ab3ec54 None None] Pushing event updated for resources: {'Port': ['ID=2bb8ebd9-97e8-4080-89d2-5ef81a772525,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:14.088212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3b03-fb08-4c20-b6d3-ddcfd2b9d0a6 req-c576fde8-746c-4e8a-962c-95f757e776f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:14.088638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d88c3b03-fb08-4c20-b6d3-ddcfd2b9d0a6 req-c576fde8-746c-4e8a-962c-95f757e776f9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=989a94fc796341fe8730e214cb375216&device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 1096 time: 0.3167000 Aug 17 02:58:14.100776 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 7b81df3f-b38e-441e-92b7-b9601f6e2d3c triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:14.101147 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:14.155659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5b8ea1f7-bd48-4c60-9510-5b66f6fdcb62 None None] Provisioning complete for port 2bb8ebd9-97e8-4080-89d2-5ef81a772525 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:14.156043 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5b8ea1f7-bd48-4c60-9510-5b66f6fdcb62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:14.271077 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 8afae9f5-a408-4487-be6b-90d166dc8b7e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:14.291795 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 8afae9f5-a408-4487-be6b-90d166dc8b7e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:14.292155 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:14.341468 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5b957-d79f-4251-933d-1c58864949c4 req-2c4083d3-f508-43f2-a666-ea31e8b0d008 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:14.342976 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fda5b957-d79f-4251-933d-1c58864949c4 req-2c4083d3-f508-43f2-a666-ea31e8b0d008 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7160623 Aug 17 02:58:14.398308 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fda5b957-d79f-4251-933d-1c58864949c4 req-37589a8a-5175-4b51-a74d-57f4e326745e tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/quotas/87926c74b4ad42b7af81bbfbbbaf2eda HTTP/1.1" status: 200 len: 375 time: 0.0464175 Aug 17 02:58:14.398984 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:14.411949 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:14.458345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8afae9f5-a408-4487-be6b-90d166dc8b7e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8afae9f5-a408-4487-be6b-90d166dc8b7e,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:14.460763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Pushing event updated for resources: {'Port': ['ID=ee9caa80-5f1a-4878-904d-cffed6d8a7f1,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:14.461766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9619e27b-4971-4d58-8dcd-794f3c87c942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afae9f5-a408-4487-be6b-90d166dc8b7e'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:14.467076 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c1a1080-38fd-4d99-b02d-c691bac26885" -d '{"events": [{"server_uuid": "9619e27b-4971-4d58-8dcd-794f3c87c942", "name": "network-vif-plugged", "status": "completed", "tag": "8afae9f5-a408-4487-be6b-90d166dc8b7e"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:14.504756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:58:14.506414 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fda5b957-d79f-4251-933d-1c58864949c4 req-256d8318-33f1-407b-aa0e-54506b83c554 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=87926c74b4ad42b7af81bbfbbbaf2eda&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0914481 Aug 17 02:58:14.515577 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eae54c-c16c-4735-826b-e36e22d34887 None None] Sync routers for ids ['2053f01a-8cac-40fa-a708-d0b7cf67891a'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:58:14.542631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eae54c-c16c-4735-826b-e36e22d34887 None None] Routers {'2053f01a-8cac-40fa-a708-d0b7cf67891a'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:14.543759 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c2eae54c-c16c-4735-826b-e36e22d34887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['2053f01a-8cac-40fa-a708-d0b7cf67891a'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:14.614655 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:14.615250 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-fd4276f8-de4e-49ad-9b2f-0b1bc1379ade tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--574240312&fields=id&tenant_id=36f6ee8657fd4023aa99888c5665973d HTTP/1.1" status: 200 len: 267 time: 0.2165999 Aug 17 02:58:14.653195 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:14.655385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c2eae54c-c16c-4735-826b-e36e22d34887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:14.692594 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:14.694194 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6faac16e-f34a-4acf-a0c4-7e294dd40698 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 10.1996922 Aug 17 02:58:14.701763 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45416) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:14.725913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Attempting to bind port ee9caa80-5f1a-4878-904d-cffed6d8a7f1 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:14.726259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Attempting to bind port ee9caa80-5f1a-4878-904d-cffed6d8a7f1 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '5ff70b14-7866-4176-91c2-75e7d8b0cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:14.726598 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Attempting to bind port ee9caa80-5f1a-4878-904d-cffed6d8a7f1 on network af4157d1-2122-47c3-8ec5-8deaba493f6a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:14.731304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2eae54c-c16c-4735-826b-e36e22d34887 None None] Routers {'2053f01a-8cac-40fa-a708-d0b7cf67891a'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:14.732544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c2eae54c-c16c-4735-826b-e36e22d34887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['2053f01a-8cac-40fa-a708-d0b7cf67891a'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:14.740037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3b03-fb08-4c20-b6d3-ddcfd2b9d0a6 req-f83f8a7d-6543-4d1d-9c22-57d5cedc4144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:14.741756 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d88c3b03-fb08-4c20-b6d3-ddcfd2b9d0a6 req-f83f8a7d-6543-4d1d-9c22-57d5cedc4144 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e65e268f-7eed-4732-89ef-c8bad12548cb HTTP/1.1" status: 200 len: 915 time: 0.6251979 Aug 17 02:58:14.742339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Port ee9caa80-5f1a-4878-904d-cffed6d8a7f1 on network af4157d1-2122-47c3-8ec5-8deaba493f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:58:14.742664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Attempting to bind port ee9caa80-5f1a-4878-904d-cffed6d8a7f1 on network af4157d1-2122-47c3-8ec5-8deaba493f6a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:14.805969 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c2eae54c-c16c-4735-826b-e36e22d34887 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:14.806722 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2eae54c-c16c-4735-826b-e36e22d34887 None None] The sync data for ids ['2053f01a-8cac-40fa-a708-d0b7cf67891a'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:58:14.813233 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d88c3b03-fb08-4c20-b6d3-ddcfd2b9d0a6 req-101dda9e-bbc5-497e-91e4-6dd5638c2568 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=561c854d-70bf-4605-ab8a-97afb954f0d3 HTTP/1.1" status: 200 len: 217 time: 0.0556867 Aug 17 02:58:14.814025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:14.814457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Checking segment: {'id': '5ff70b14-7866-4176-91c2-75e7d8b0cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:14.814905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Bound using segment: {'id': '5ff70b14-7866-4176-91c2-75e7d8b0cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:14.815320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Bound port: ee9caa80-5f1a-4878-904d-cffed6d8a7f1, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff70b14-7866-4176-91c2-75e7d8b0cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:14.815648 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:14.869155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8afae9f5-a408-4487-be6b-90d166dc8b7e,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:14.928330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-0211474c-a30b-43bb-b75a-0361ae3f1c6b tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:14.929966 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-0211474c-a30b-43bb-b75a-0361ae3f1c6b tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/networks?id=5952576f-4c5a-4eac-a4a9-784d8c4968c2 HTTP/1.1" status: 200 len: 815 time: 0.3139079 Aug 17 02:58:15.012778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3b03-fb08-4c20-b6d3-ddcfd2b9d0a6 req-e681366a-5142-442e-853d-56df2cdfef97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:15.014481 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d88c3b03-fb08-4c20-b6d3-ddcfd2b9d0a6 req-e681366a-5142-442e-853d-56df2cdfef97 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=58c70284-c779-474b-8202-b5404ff2c6f7 HTTP/1.1" status: 200 len: 854 time: 0.1864524 Aug 17 02:58:15.044570 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-b5d5928b-ff60-4df1-8701-b2e57b82f2d7 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/quotas/36f6ee8657fd4023aa99888c5665973d HTTP/1.1" status: 200 len: 375 time: 0.0866368 Aug 17 02:58:15.084060 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] For port ee9caa80-5f1a-4878-904d-cffed6d8a7f1, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:15.118491 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] For port ee9caa80-5f1a-4878-904d-cffed6d8a7f1, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ee9caa80-5f1a-4878-904d-cffed6d8a7f1,segment=NetworkSegment(5ff70b14-7866-4176-91c2-75e7d8b0cbb6),segment_id=5ff70b14-7866-4176-91c2-75e7d8b0cbb6)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:15.135470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88c3b03-fb08-4c20-b6d3-ddcfd2b9d0a6 req-a87d68e7-25c5-47e2-8a10-fb252032df7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:15.139268 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d88c3b03-fb08-4c20-b6d3-ddcfd2b9d0a6 req-a87d68e7-25c5-47e2-8a10-fb252032df7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e65e268f-7eed-4732-89ef-c8bad12548cb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1097512 Aug 17 02:58:15.153157 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-800b0bb3-eac8-4ded-aae5-98ba9c9a1e08 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=36f6ee8657fd4023aa99888c5665973d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901778 Aug 17 02:58:15.213867 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:15.250117 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-82b3e2c6-e689-4d41-b65e-d106d0dfb161 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:15.326653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:15.327333 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:15.328724 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] 10.222.0.60 "PUT /v2.0/ports/ee9caa80-5f1a-4878-904d-cffed6d8a7f1 HTTP/1.1" status: 200 len: 1092 time: 3.9207437 Aug 17 02:58:15.329171 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '264d5997-e0a1-4e1e-92d7-c5b4006c0a26', 'tag': 'ee9caa80-5f1a-4878-904d-cffed6d8a7f1'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:15.332147 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a21a30a4-8b2f-4223-b70f-ab6c3f2417ad" -d '{"events": [{"name": "network-changed", "server_uuid": "264d5997-e0a1-4e1e-92d7-c5b4006c0a26", "tag": "ee9caa80-5f1a-4878-904d-cffed6d8a7f1"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:15.382271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44060637-1344-4cf5-a8f1-c9e35349116b service neutron] Pushing event updated for resources: {'Port': ['ID=ee9caa80-5f1a-4878-904d-cffed6d8a7f1,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:15.400623 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d88c3b03-fb08-4c20-b6d3-ddcfd2b9d0a6 req-ea5c001c-9c1e-4bb1-bd06-a5b784f2e58e service neutron] 10.222.0.60 "GET /v2.0/networks/e65e268f-7eed-4732-89ef-c8bad12548cb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2462845 Aug 17 02:58:15.404517 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-38dbb11c-724e-4061-9cc9-c3ad25a49557 service neutron] 10.222.0.10 "GET /v2.0/networks/5952576f-4c5a-4eac-a4a9-784d8c4968c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2301695 Aug 17 02:58:15.468806 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:58:15.581409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-4207d6a0-c6b1-4209-abb5-23ab3a59648d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:15.582962 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-4207d6a0-c6b1-4209-abb5-23ab3a59648d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e68f75672fd94fdba91f7083d9fb4a1a&device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 1095 time: 0.1503534 Aug 17 02:58:15.653147 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-5b99aa0c-263a-4814-bc2b-abb8e10c5a6c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9caa80-5f1a-4878-904d-cffed6d8a7f1 HTTP/1.1" status: 200 len: 217 time: 0.0612164 Aug 17 02:58:15.655009 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-22d8007c-43b6-4b31-931e-4cc1b3ccb3e0 service neutron] 10.222.0.10 "GET /v2.0/networks/5952576f-4c5a-4eac-a4a9-784d8c4968c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430055 Aug 17 02:58:15.657364 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d88c3b03-fb08-4c20-b6d3-ddcfd2b9d0a6 req-f44f7f27-d17d-4760-ac39-32878d98f134 service neutron] 10.222.0.60 "GET /v2.0/networks/e65e268f-7eed-4732-89ef-c8bad12548cb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2469697 Aug 17 02:58:15.728424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-cd8ec9bb-d7a9-4df9-a63b-7edab597c4b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:15.730790 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-cd8ec9bb-d7a9-4df9-a63b-7edab597c4b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc3d150f-bb48-486d-a046-323ac115350b HTTP/1.1" status: 200 len: 858 time: 0.0665991 Aug 17 02:58:15.758027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34c1fc40-a233-4c46-b33e-361244ea137d req-1b37d64d-ef02-46ff-a296-dcf1b2c658eb tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:15.760430 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-34c1fc40-a233-4c46-b33e-361244ea137d req-1b37d64d-ef02-46ff-a296-dcf1b2c658eb tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 931 time: 0.7650454 Aug 17 02:58:15.803829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2bb8ebd9-97e8-4080-89d2-5ef81a772525 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:15.816522 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-c6b3c786-a757-4802-86e6-4ea5059f88d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af4157d1-2122-47c3-8ec5-8deaba493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0760922 Aug 17 02:58:15.855381 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d9a26432-a433-4198-b707-41049548c01a {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:58:15.863954 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:15.877461 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Transition to ACTIVE for port object d9a26432-a433-4198-b707-41049548c01a will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:15.881522 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:15.905004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 2bb8ebd9-97e8-4080-89d2-5ef81a772525 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:15.906151 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:15.996346 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-34c1fc40-a233-4c46-b33e-361244ea137d req-17832ccd-a729-4b68-8606-5a315004b8c5 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019475 Aug 17 02:58:16.009556 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-7c595af6-3012-415b-a338-4fee4b11c3fc service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1851552 Aug 17 02:58:16.073668 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:16.191886 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-758ede65-837f-4d67-b0f5-8838769fa2ed x-openstack-request-id: req-758ede65-837f-4d67-b0f5-8838769fa2ed {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:16.205354 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9619e27b-4971-4d58-8dcd-794f3c87c942", "name": "network-vif-plugged", "status": "completed", "tag": "8afae9f5-a408-4487-be6b-90d166dc8b7e", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:16.206415 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-758ede65-837f-4d67-b0f5-8838769fa2ed {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:16.207044 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9619e27b-4971-4d58-8dcd-794f3c87c942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afae9f5-a408-4487-be6b-90d166dc8b7e', 'code': 200} Aug 17 02:58:16.347214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12ec6ba5-b941-47c5-ba60-f180d48b2338 req-5cbc5ee5-72f7-4318-9d1f-ae9d0be40e58 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 210 time: 0.0753198 Aug 17 02:58:16.347214 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Pushing event updated for resources: {'Port': ['ID=d9a26432-a433-4198-b707-41049548c01a,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:16.393940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Attempting to bind port d9a26432-a433-4198-b707-41049548c01a on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:16.394564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Attempting to bind port d9a26432-a433-4198-b707-41049548c01a by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '5ff70b14-7866-4176-91c2-75e7d8b0cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:16.394915 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Attempting to bind port d9a26432-a433-4198-b707-41049548c01a on network af4157d1-2122-47c3-8ec5-8deaba493f6a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:16.427269 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Port d9a26432-a433-4198-b707-41049548c01a on network af4157d1-2122-47c3-8ec5-8deaba493f6a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:58:16.427613 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Attempting to bind port d9a26432-a433-4198-b707-41049548c01a on network af4157d1-2122-47c3-8ec5-8deaba493f6a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:16.476289 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ffffb-4f5a-4b3c-9ce9-6a9019499411 req-53171afa-ed5a-4aea-8a71-0c620577dba7 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:16.481052 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d23ffffb-4f5a-4b3c-9ce9-6a9019499411 req-53171afa-ed5a-4aea-8a71-0c620577dba7 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 945 time: 0.2683403 Aug 17 02:58:16.490786 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7157c9-5f19-4825-ab3a-8586d48ed391 req-bf96a6ee-7fb3-464f-8d47-d79257a813da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:16.497845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e7157c9-5f19-4825-ab3a-8586d48ed391 req-bf96a6ee-7fb3-464f-8d47-d79257a813da service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 1097 time: 0.1902599 Aug 17 02:58:16.497954 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:16.497954 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Checking segment: {'id': '5ff70b14-7866-4176-91c2-75e7d8b0cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:16.497954 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Bound using segment: {'id': '5ff70b14-7866-4176-91c2-75e7d8b0cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:16.497954 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Bound port: d9a26432-a433-4198-b707-41049548c01a, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5ff70b14-7866-4176-91c2-75e7d8b0cbb6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:16.497954 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:16.532991 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e370ae7-25d3-41cc-9aa4-964190d8a80b req-e4b33a61-3ef4-482d-9dec-07bc972f85bb service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5122964 Aug 17 02:58:16.584921 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d23ffffb-4f5a-4b3c-9ce9-6a9019499411 req-f11a490f-333b-4ae7-833c-f40de1482764 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0073b29-020e-4557-bb42-0b64e252a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889122 Aug 17 02:58:16.618724 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e7157c9-5f19-4825-ab3a-8586d48ed391 req-a60efcb3-913b-4e67-94b5-2fd1544ef439 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807593 Aug 17 02:58:16.647398 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e293c654-ae63-4b45-8b56-e5b73d059e48 x-openstack-request-id: req-e293c654-ae63-4b45-8b56-e5b73d059e48 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:16.648908 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "264d5997-e0a1-4e1e-92d7-c5b4006c0a26", "tag": "ee9caa80-5f1a-4878-904d-cffed6d8a7f1", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:16.649410 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e293c654-ae63-4b45-8b56-e5b73d059e48 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:16.650558 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '264d5997-e0a1-4e1e-92d7-c5b4006c0a26', 'tag': 'ee9caa80-5f1a-4878-904d-cffed6d8a7f1', 'status': 'completed', 'code': 200} Aug 17 02:58:16.678621 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-431798cd-4aee-4637-9f86-b24f8a0b1a11 req-c23ac095-f2fd-44b0-bb24-7b51653cc427 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:16.681529 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-431798cd-4aee-4637-9f86-b24f8a0b1a11 req-c23ac095-f2fd-44b0-bb24-7b51653cc427 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.1910238 Aug 17 02:58:16.700182 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] For port d9a26432-a433-4198-b707-41049548c01a, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:16.706401 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] For port d9a26432-a433-4198-b707-41049548c01a, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d9a26432-a433-4198-b707-41049548c01a,segment=NetworkSegment(5ff70b14-7866-4176-91c2-75e7d8b0cbb6),segment_id=5ff70b14-7866-4176-91c2-75e7d8b0cbb6)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:16.764014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Router 0761addd-3ed5-4677-af94-f21a0e6b2db3 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:58:16.779897 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ff7f9d09-a839-442d-a2dc-933e66ec7f66 req-1c23de46-29d6-4e88-be62-929533de132c tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 210 time: 0.0846543 Aug 17 02:58:16.791294 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-431798cd-4aee-4637-9f86-b24f8a0b1a11 req-824cf63d-7330-49dc-86de-160dce640c58 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035924 Aug 17 02:58:16.796162 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:16.858983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a30a4-8b2f-4223-b70f-ab6c3f2417ad req-86040b82-7592-4b12-9513-44c7329d04bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:16.862264 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a21a30a4-8b2f-4223-b70f-ab6c3f2417ad req-86040b82-7592-4b12-9513-44c7329d04bf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e68f75672fd94fdba91f7083d9fb4a1a&device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 1095 time: 0.0694423 Aug 17 02:58:16.914416 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:16.914979 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:16.916437 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] 10.222.0.60 "PUT /v2.0/ports/d9a26432-a433-4198-b707-41049548c01a HTTP/1.1" status: 200 len: 1091 time: 3.1124647 Aug 17 02:58:16.920099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dc333ea5-1a5e-499c-b073-9f491ebf182b', 'tag': 'd9a26432-a433-4198-b707-41049548c01a'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:16.922480 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2c8aa62-0997-4c5d-a73b-8175fb32ec8f" -d '{"events": [{"name": "network-changed", "server_uuid": "dc333ea5-1a5e-499c-b073-9f491ebf182b", "tag": "d9a26432-a433-4198-b707-41049548c01a"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:16.960384 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a214c7ec-e24a-4e21-9dc8-cc248defd45b service neutron] Pushing event updated for resources: {'Port': ['ID=d9a26432-a433-4198-b707-41049548c01a,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:16.964340 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:17.014748 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a30a4-8b2f-4223-b70f-ab6c3f2417ad req-92dd9041-d4cd-4c9a-b8f0-76195a458c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:17.023087 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a21a30a4-8b2f-4223-b70f-ab6c3f2417ad req-92dd9041-d4cd-4c9a-b8f0-76195a458c5e service neutron] 10.222.0.60 "GET /v2.0/networks?id=af4157d1-2122-47c3-8ec5-8deaba493f6a HTTP/1.1" status: 200 len: 918 time: 0.1511796 Aug 17 02:58:17.077370 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90b16b5-8e9e-4397-b4fe-208332fada90 x-openstack-request-id: req-c90b16b5-8e9e-4397-b4fe-208332fada90 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:17.078002 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dc333ea5-1a5e-499c-b073-9f491ebf182b", "tag": "d9a26432-a433-4198-b707-41049548c01a", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:17.078546 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c90b16b5-8e9e-4397-b4fe-208332fada90 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:17.079123 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dc333ea5-1a5e-499c-b073-9f491ebf182b', 'tag': 'd9a26432-a433-4198-b707-41049548c01a', 'status': 'completed', 'code': 200} Aug 17 02:58:17.115366 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a21a30a4-8b2f-4223-b70f-ab6c3f2417ad req-8f021924-dcc5-4bf1-a711-16cc90a6374e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9caa80-5f1a-4878-904d-cffed6d8a7f1 HTTP/1.1" status: 200 len: 217 time: 0.0799360 Aug 17 02:58:17.127812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:58:17.147711 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Sync routers for ids ['0761addd-3ed5-4677-af94-f21a0e6b2db3'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:58:17.181717 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Routers {'0761addd-3ed5-4677-af94-f21a0e6b2db3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:17.183974 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:57:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0761addd-3ed5-4677-af94-f21a0e6b2db3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:17.228455 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21a30a4-8b2f-4223-b70f-ab6c3f2417ad req-33d9a28c-457d-455f-b6d2-3308d4b82fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:17.234753 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a21a30a4-8b2f-4223-b70f-ab6c3f2417ad req-33d9a28c-457d-455f-b6d2-3308d4b82fb9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc3d150f-bb48-486d-a046-323ac115350b HTTP/1.1" status: 200 len: 858 time: 0.0953469 Aug 17 02:58:17.263638 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-13ebdef9-c97a-494f-8676-9a7a2a87f191 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:17.265507 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-13ebdef9-c97a-494f-8676-9a7a2a87f191 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e68f75672fd94fdba91f7083d9fb4a1a&device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 1094 time: 0.1898687 Aug 17 02:58:17.290731 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:17.290731 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-18ee190f-cf43-4a41-a1fc-ea6febe74c34 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 9.1156485 Aug 17 02:58:17.312873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45456) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:17.370977 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a21a30a4-8b2f-4223-b70f-ab6c3f2417ad req-0dc6e865-a0f2-423b-ab2a-8349ded2f07b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af4157d1-2122-47c3-8ec5-8deaba493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037996 Aug 17 02:58:17.388532 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95286c75-3448-4d83-920c-077982489aed req-d569f6df-01a4-4385-ad6e-a4762916c3e9 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:17.396995 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95286c75-3448-4d83-920c-077982489aed req-d569f6df-01a4-4385-ad6e-a4762916c3e9 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 943 time: 0.2176228 Aug 17 02:58:17.457435 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-ded3394f-3a9d-473a-a25f-72f72f3fe825 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9a26432-a433-4198-b707-41049548c01a HTTP/1.1" status: 200 len: 217 time: 0.1788526 Aug 17 02:58:17.551394 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Set router 0761addd-3ed5-4677-af94-f21a0e6b2db3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:58:17.636437 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16024f7d-e02b-4d06-9990-2778b307ba99 req-605533f2-02b2-497e-aa98-9d9996742d9c tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 210 time: 0.0711081 Aug 17 02:58:17.703337 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a21a30a4-8b2f-4223-b70f-ab6c3f2417ad req-61eeeeb7-d458-4fca-823c-0a8f8c5761e6 service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3295741 Aug 17 02:58:17.819966 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a21a30a4-8b2f-4223-b70f-ab6c3f2417ad req-43e16d19-859c-40a9-9450-d28aa074e09b service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999017 Aug 17 02:58:17.839719 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95286c75-3448-4d83-920c-077982489aed req-5bc079bd-74e3-4200-b8fe-dafe597c5d91 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4417892 Aug 17 02:58:17.933035 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:14Z', 'revision_number': 3, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:17.961805 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eed476df-f900-4011-b69e-7d4b501a3d2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:17.963933 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-481474bb-242d-4779-902a-e535a3781a22 req-3671d0d9-35af-4f36-b213-286b4bfa722c tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 210 time: 0.0630424 Aug 17 02:58:17.974351 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-cf84adc9-c287-4d5a-acfa-7372e8d12874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:17.975886 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-cf84adc9-c287-4d5a-acfa-7372e8d12874 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc3d150f-bb48-486d-a046-323ac115350b HTTP/1.1" status: 200 len: 858 time: 0.3039150 Aug 17 02:58:17.977013 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Checking router: 0761addd-3ed5-4677-af94-f21a0e6b2db3 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:58:17.977608 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Updating router 0761addd-3ed5-4677-af94-f21a0e6b2db3 port 5f410a6e-6b32-40af-b035-d413264a124d binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:58:18.022003 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:18.074934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Allocated IP 172.20.0.1 (70c742bc-ae71-48cc-b592-887f26826035/9ea01c02-cc47-4382-a2c0-ec120a4894fa/5295d57d-7240-4500-9eb7-06e572f8a6d5) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:18.116211 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-2b5a8eea-eb54-4c7c-9075-61173f7228e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af4157d1-2122-47c3-8ec5-8deaba493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0964406 Aug 17 02:58:18.155888 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fda5b957-d79f-4251-933d-1c58864949c4 req-e492546e-1a65-40db-9607-28b51ff701e8 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=87926c74b4ad42b7af81bbfbbbaf2eda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0316319 Aug 17 02:58:18.194470 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:18.491742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5b957-d79f-4251-933d-1c58864949c4 req-dc510672-b638-48b5-9d8e-87f75bac0afc tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:18.496993 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fda5b957-d79f-4251-933d-1c58864949c4 req-dc510672-b638-48b5-9d8e-87f75bac0afc tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3346856 Aug 17 02:58:18.511414 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-fda5b957-d79f-4251-933d-1c58864949c4 req-ebcc5a05-feaa-4cfc-923c-5ba8bc75af4b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Request body: {'port': {'device_id': 'c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '87926c74b4ad42b7af81bbfbbbaf2eda'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:18.582863 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:18.602941 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Transition to ACTIVE for port object 5f410a6e-6b32-40af-b035-d413264a124d will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:18.723260 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:18.775732 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad2b08ca-a9ce-4e6e-915d-2d98b126c690 req-13cd405a-abc2-4015-932a-648b97970967 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 210 time: 0.0506144 Aug 17 02:58:18.793074 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fda5b957-d79f-4251-933d-1c58864949c4 req-ebcc5a05-feaa-4cfc-923c-5ba8bc75af4b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Made reservation on behalf of 87926c74b4ad42b7af81bbfbbbaf2eda for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:58:18.802168 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fda5b957-d79f-4251-933d-1c58864949c4 req-ebcc5a05-feaa-4cfc-923c-5ba8bc75af4b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:18.826848 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fda5b957-d79f-4251-933d-1c58864949c4 req-ebcc5a05-feaa-4cfc-923c-5ba8bc75af4b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:18.852563 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Attempting to bind port 5f410a6e-6b32-40af-b035-d413264a124d on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:18.853219 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Attempting to bind port 5f410a6e-6b32-40af-b035-d413264a124d by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:18.853781 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Attempting to bind port 5f410a6e-6b32-40af-b035-d413264a124d on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:18.864534 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e768f9-04f1-4a1f-9451-0575ee1a2354 None None] Pushing event updated for resources: {'Port': ['ID=5f410a6e-6b32-40af-b035-d413264a124d,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:18.868464 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:18.869129 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:18.869800 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:18.881406 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:18.882624 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Bound port: 5f410a6e-6b32-40af-b035-d413264a124d, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:18.883320 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:18.891720 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e768f9-04f1-4a1f-9451-0575ee1a2354 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:18.893092 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e768f9-04f1-4a1f-9451-0575ee1a2354 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:18.894000 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e768f9-04f1-4a1f-9451-0575ee1a2354 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:18.894604 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e768f9-04f1-4a1f-9451-0575ee1a2354 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:18.895269 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e768f9-04f1-4a1f-9451-0575ee1a2354 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:18.895709 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e768f9-04f1-4a1f-9451-0575ee1a2354 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:18.896142 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e768f9-04f1-4a1f-9451-0575ee1a2354 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:18.896802 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e768f9-04f1-4a1f-9451-0575ee1a2354 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:18.897232 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e768f9-04f1-4a1f-9451-0575ee1a2354 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:18.897652 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e768f9-04f1-4a1f-9451-0575ee1a2354 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:18.897992 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e768f9-04f1-4a1f-9451-0575ee1a2354 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:18.902973 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40e768f9-04f1-4a1f-9451-0575ee1a2354 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:18.999701 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] For port 5f410a6e-6b32-40af-b035-d413264a124d, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:19.005249 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] For port 5f410a6e-6b32-40af-b035-d413264a124d, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5f410a6e-6b32-40af-b035-d413264a124d,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:19.015718 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.016933 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46bca40f-72c6-4dd9-93ab-2b6e018d98c0 req-05d9de85-1057-43f5-8feb-5f8c31c88aae tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:19.019605 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-46bca40f-72c6-4dd9-93ab-2b6e018d98c0 req-05d9de85-1057-43f5-8feb-5f8c31c88aae tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 1.0427125 Aug 17 02:58:19.025563 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fda5b957-d79f-4251-933d-1c58864949c4 req-ebcc5a05-feaa-4cfc-923c-5ba8bc75af4b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.068697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d8bda1d-27a9-4cf5-8dc8-82989726060c req-256f6501-276d-40af-b738-c8d157c62748 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:19.070309 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1d8bda1d-27a9-4cf5-8dc8-82989726060c req-256f6501-276d-40af-b738-c8d157c62748 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 943 time: 0.0820117 Aug 17 02:58:19.096204 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.114918 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1d8bda1d-27a9-4cf5-8dc8-82989726060c req-e8e872e6-6b7a-4b5d-a447-70619182c956 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381513 Aug 17 02:58:19.146842 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fda5b957-d79f-4251-933d-1c58864949c4 req-ebcc5a05-feaa-4cfc-923c-5ba8bc75af4b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.177662 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-3feacc3a-a4d1-428b-93f9-8d2cf412dd2d service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0159812 Aug 17 02:58:19.211844 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Routers {'0761addd-3ed5-4677-af94-f21a0e6b2db3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:19.211844 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0761addd-3ed5-4677-af94-f21a0e6b2db3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:19.250991 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-46bca40f-72c6-4dd9-93ab-2b6e018d98c0 req-48c2a9ad-2cbe-4b92-a67e-6662eaffa437 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1731474 Aug 17 02:58:19.251454 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc5a05-feaa-4cfc-923c-5ba8bc75af4b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6b25d205-ecb9-4896-b7fb-510b0f0fb23e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:19.253293 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e768f9-04f1-4a1f-9451-0575ee1a2354 None None] Pushing event updated for resources: {'Port': ['ID=5f410a6e-6b32-40af-b035-d413264a124d,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:19.366632 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] Set router 0761addd-3ed5-4677-af94-f21a0e6b2db3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:58:19.383764 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e50b4b5-cf82-486c-93e2-888726e51d98 req-5b4ed966-67b8-4227-862a-d1abd9b00be9 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 210 time: 0.1065023 Aug 17 02:58:19.420508 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.487211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Transition to ACTIVE for port object 5295d57d-7240-4500-9eb7-06e572f8a6d5 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:19.540418 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-056a8be6-ed1a-4fb4-b055-6847e8ea5ae0 req-1d165495-06eb-479d-9381-0a2e0e2b2817 service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3416626 Aug 17 02:58:19.546326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-fda5b957-d79f-4251-933d-1c58864949c4 req-ebcc5a05-feaa-4cfc-923c-5ba8bc75af4b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Allocated IP 192.168.233.187 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/8bb01561-2145-4b66-b8b6-0cdf4587181d) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:19.750294 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:14Z', 'revision_number': 3, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:19.759843 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.795279 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b18afba6-19f1-4e79-bfbc-2783edfff08e None None] The sync data for ids ['0761addd-3ed5-4677-af94-f21a0e6b2db3'] in n-d-802060-9 is: [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:14Z', 'revision_number': 3, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:58:19.804820 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.826770 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-7bf1b97e-a61f-4b03-87d3-8de15629ac08 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:19.832852 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-7bf1b97e-a61f-4b03-87d3-8de15629ac08 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.60 "GET /v2.0/networks?id=5952576f-4c5a-4eac-a4a9-784d8c4968c2 HTTP/1.1" status: 200 len: 815 time: 0.4664383 Aug 17 02:58:19.923975 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Network 70c742bc-ae71-48cc-b592-887f26826035 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:19.926869 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fda5b957-d79f-4251-933d-1c58864949c4 req-ebcc5a05-feaa-4cfc-923c-5ba8bc75af4b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:19.932877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:19.937292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:19.939885 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-081127b6-a8f0-4575-8e5a-fc336252d6d8 req-e5bcaa37-9310-4c57-991a-d7558422e4a9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:19.948909 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-081127b6-a8f0-4575-8e5a-fc336252d6d8 req-e5bcaa37-9310-4c57-991a-d7558422e4a9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.2121267 Aug 17 02:58:19.959022 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ee9caa80-5f1a-4878-904d-cffed6d8a7f1 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:58:20.048256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-fda5b957-d79f-4251-933d-1c58864949c4 req-ebcc5a05-feaa-4cfc-923c-5ba8bc75af4b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Transition to ACTIVE for port object 8bb01561-2145-4b66-b8b6-0cdf4587181d will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:20.071380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-dae6e719-9789-4e08-b057-18a2683e08f9 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36f6ee8657fd4023aa99888c5665973d HTTP/1.1" status: 200 len: 379 time: 0.2126601 Aug 17 02:58:20.097669 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c3e7d5f2-c5e6-48d4-a1a7-8d6dfa05d698 req-2e83cde5-e48f-48ac-bc23-f149bf21c3d4 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 210 time: 0.1775868 Aug 17 02:58:20.107870 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Pushing event updated for resources: {'Port': ['ID=5295d57d-7240-4500-9eb7-06e572f8a6d5,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:20.117174 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-b7b5bf1d-9000-4a94-8548-ea7f94ce6ba5 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Request body: {'port': {'device_id': 'd5629d0c-c468-49ab-b04c-af1959209208', 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2', 'admin_state_up': True, 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'security_groups': ['827a61d7-1d96-4753-9c06-3f94ee49548d']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:20.130014 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port ee9caa80-5f1a-4878-904d-cffed6d8a7f1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ee9caa80-5f1a-4878-904d-cffed6d8a7f1,segment=NetworkSegment(5ff70b14-7866-4176-91c2-75e7d8b0cbb6),segment_id=5ff70b14-7866-4176-91c2-75e7d8b0cbb6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:20.155555 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'ee9caa80-5f1a-4878-904d-cffed6d8a7f1', 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a', 'port_id': 'ee9caa80-5f1a-4878-904d-cffed6d8a7f1', 'mac_address': 'fa:16:3e:95:14:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3d150f-bb48-486d-a046-323ac115350b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:58:20.174427 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-081127b6-a8f0-4575-8e5a-fc336252d6d8 req-5514d934-7447-41ac-b3ac-a1384230a992 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142520 Aug 17 02:58:20.201836 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8aa62-0997-4c5d-a73b-8175fb32ec8f req-316b6f95-a600-4a17-8218-ef086b3b1319 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:20.208546 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2c8aa62-0997-4c5d-a73b-8175fb32ec8f req-316b6f95-a600-4a17-8218-ef086b3b1319 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e68f75672fd94fdba91f7083d9fb4a1a&device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 1094 time: 0.4649851 Aug 17 02:58:20.296594 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.335407 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee9caa80-5f1a-4878-904d-cffed6d8a7f1 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:58:20.390653 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port ee9caa80-5f1a-4878-904d-cffed6d8a7f1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ee9caa80-5f1a-4878-904d-cffed6d8a7f1,segment=NetworkSegment(5ff70b14-7866-4176-91c2-75e7d8b0cbb6),segment_id=5ff70b14-7866-4176-91c2-75e7d8b0cbb6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:20.428232 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa510a9-67ec-4662-b664-b66547e3c7ea req-fbfb6303-7551-45ae-9892-e5b031edd728 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:20.435040 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9fa510a9-67ec-4662-b664-b66547e3c7ea req-fbfb6303-7551-45ae-9892-e5b031edd728 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 943 time: 0.1256976 Aug 17 02:58:20.461281 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.481531 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fda5b957-d79f-4251-933d-1c58864949c4 req-ebcc5a05-feaa-4cfc-923c-5ba8bc75af4b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.541387 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=ee9caa80-5f1a-4878-904d-cffed6d8a7f1,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:20.555066 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b3108b3c-888e-463a-9a40-7ec0e56f5367 None None] Provisioning for port 5295d57d-7240-4500-9eb7-06e572f8a6d5 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:20.563493 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b3108b3c-888e-463a-9a40-7ec0e56f5367 None None] Provisioning complete for port 5295d57d-7240-4500-9eb7-06e572f8a6d5 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:20.563493 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b3108b3c-888e-463a-9a40-7ec0e56f5367 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.571464 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebcc5a05-feaa-4cfc-923c-5ba8bc75af4b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Pushing event updated for resources: {'Port': ['ID=8bb01561-2145-4b66-b8b6-0cdf4587181d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:20.592525 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Allocated IP 172.20.0.1 (3579b9f8-ac96-472a-833f-5c19e19ba45a/3e61e822-43e0-4ebd-8a9e-1084821b54a5/982ac065-ed18-4fa5-9674-186ca1cf0155) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:20.630938 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b3108b3c-888e-463a-9a40-7ec0e56f5367 None None] Port 5295d57d-7240-4500-9eb7-06e572f8a6d5 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:58:20.645208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fda5b957-d79f-4251-933d-1c58864949c4 req-ebcc5a05-feaa-4cfc-923c-5ba8bc75af4b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:20.654634 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-fda5b957-d79f-4251-933d-1c58864949c4 req-ebcc5a05-feaa-4cfc-923c-5ba8bc75af4b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:20.658314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fda5b957-d79f-4251-933d-1c58864949c4 req-ebcc5a05-feaa-4cfc-923c-5ba8bc75af4b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:20.682199 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9fa510a9-67ec-4662-b664-b66547e3c7ea req-11d23ee0-6b02-446e-ab61-ffc186d91627 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2365944 Aug 17 02:58:20.695444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['ee9caa80-5f1a-4878-904d-cffed6d8a7f1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:58:20.747292 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-b7b5bf1d-9000-4a94-8548-ea7f94ce6ba5 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Made reservation on behalf of 36f6ee8657fd4023aa99888c5665973d for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:58:20.761491 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-b7b5bf1d-9000-4a94-8548-ea7f94ce6ba5 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.858127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5b957-d79f-4251-933d-1c58864949c4 req-ebcc5a05-feaa-4cfc-923c-5ba8bc75af4b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:20.858808 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fda5b957-d79f-4251-933d-1c58864949c4 req-ebcc5a05-feaa-4cfc-923c-5ba8bc75af4b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.880661 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:20.964814 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:21.123744 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:21.176297 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Transition to ACTIVE for port object 982ac065-ed18-4fa5-9674-186ca1cf0155 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:21.227388 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8aa62-0997-4c5d-a73b-8175fb32ec8f req-d6a94058-4e15-47f9-a7cd-8f14e433bedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:21.228951 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2c8aa62-0997-4c5d-a73b-8175fb32ec8f req-d6a94058-4e15-47f9-a7cd-8f14e433bedb service neutron] 10.222.0.60 "GET /v2.0/networks?id=af4157d1-2122-47c3-8ec5-8deaba493f6a HTTP/1.1" status: 200 len: 918 time: 0.8864667 Aug 17 02:58:21.240127 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4c7482ec-cb94-49c2-b212-39d685f269ae None None] Provisioning for port 8bb01561-2145-4b66-b8b6-0cdf4587181d completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:21.245948 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4c7482ec-cb94-49c2-b212-39d685f269ae None None] Provisioning complete for port 8bb01561-2145-4b66-b8b6-0cdf4587181d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:21.247620 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4c7482ec-cb94-49c2-b212-39d685f269ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:21.311023 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4c7482ec-cb94-49c2-b212-39d685f269ae None None] Port 8bb01561-2145-4b66-b8b6-0cdf4587181d cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:58:21.328508 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2c8aa62-0997-4c5d-a73b-8175fb32ec8f req-e2a830ff-e36e-4466-92e8-a54cdea631b9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9a26432-a433-4198-b707-41049548c01a HTTP/1.1" status: 200 len: 217 time: 0.0853601 Aug 17 02:58:21.328823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fda5b957-d79f-4251-933d-1c58864949c4 req-ebcc5a05-feaa-4cfc-923c-5ba8bc75af4b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8224397 Aug 17 02:58:21.350264 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Request body: {'port': {'device_id': 'c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:21.358194 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bfffcf41-87dc-486e-b09f-45e01531ef34 req-af17931e-ffbc-4729-9fbd-dec14c9c4da5 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 210 time: 0.4605985 Aug 17 02:58:21.468866 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:21.474090 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:21.546118 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a285471a-7c05-4f36-8314-a2b6ccb34e6c req-486aec49-ee7e-41a0-a2ae-1e5ea8957033 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:21.554808 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a285471a-7c05-4f36-8314-a2b6ccb34e6c req-486aec49-ee7e-41a0-a2ae-1e5ea8957033 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 936 time: 0.2429092 Aug 17 02:58:21.556821 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-b7b5bf1d-9000-4a94-8548-ea7f94ce6ba5 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Allocated IP 172.20.0.8 (5952576f-4c5a-4eac-a4a9-784d8c4968c2/2791d1f7-ef22-4dd6-8b4b-09b037815ccc/1119bde3-6c73-465f-9c0c-a5425ebec2da) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:21.570203 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:21.599285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3823b224-ee01-4298-a29d-5c2fa6a1c2d3 req-8a207dca-9253-44fb-8599-e69baff18401 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:21.600877 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3823b224-ee01-4298-a29d-5c2fa6a1c2d3 req-8a207dca-9253-44fb-8599-e69baff18401 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.1106586 Aug 17 02:58:21.629552 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Pushing event updated for resources: {'Port': ['ID=982ac065-ed18-4fa5-9674-186ca1cf0155,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:21.632949 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c8aa62-0997-4c5d-a73b-8175fb32ec8f req-d9fcbdd4-ccc1-4041-acda-604896d8294d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:21.634523 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2c8aa62-0997-4c5d-a73b-8175fb32ec8f req-d9fcbdd4-ccc1-4041-acda-604896d8294d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc3d150f-bb48-486d-a046-323ac115350b HTTP/1.1" status: 200 len: 858 time: 0.2255237 Aug 17 02:58:21.700818 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Network 3579b9f8-ac96-472a-833f-5c19e19ba45a is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:21.705990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:21.743539 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:21.775093 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2c8aa62-0997-4c5d-a73b-8175fb32ec8f req-8804738e-5467-4bd2-bfb6-c90aa042194b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af4157d1-2122-47c3-8ec5-8deaba493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0854697 Aug 17 02:58:21.877537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5f410a6e-6b32-40af-b035-d413264a124d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:21.911448 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3823b224-ee01-4298-a29d-5c2fa6a1c2d3 req-f2ec5b3a-c9eb-4e0c-886b-c9ed3af9e537 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2926047 Aug 17 02:58:21.952009 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a285471a-7c05-4f36-8314-a2b6ccb34e6c req-e38a32c4-0127-4bba-95c7-d70c93607095 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b25d205-ecb9-4896-b7fb-510b0f0fb23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3831832 Aug 17 02:58:21.964979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d9a26432-a433-4198-b707-41049548c01a details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:58:22.073455 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ee9caa80-5f1a-4878-904d-cffed6d8a7f1 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:22.153898 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:22.160383 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-b7b5bf1d-9000-4a94-8548-ea7f94ce6ba5 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:22.304485 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8bb01561-2145-4b66-b8b6-0cdf4587181d {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:58:22.320767 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:22.338869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Transition to ACTIVE for port object 8bb01561-2145-4b66-b8b6-0cdf4587181d will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:22.355267 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2c8aa62-0997-4c5d-a73b-8175fb32ec8f req-b9aab42e-ac10-48f2-8587-5068fb482146 service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5679765 Aug 17 02:58:22.355409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-b7b5bf1d-9000-4a94-8548-ea7f94ce6ba5 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Transition to ACTIVE for port object 1119bde3-6c73-465f-9c0c-a5425ebec2da will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:22.421146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1ffe2c-ff46-4e07-9d22-f43538426dda req-6fc98c7e-1c6d-4885-bf03-f2dac2140ff3 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:22.434205 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ac1ffe2c-ff46-4e07-9d22-f43538426dda req-6fc98c7e-1c6d-4885-bf03-f2dac2140ff3 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 943 time: 0.3798325 Aug 17 02:58:22.484246 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:22.558688 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d84d4406-f0bc-4dc4-9545-efd35d809a9e None None] Provisioning for port 982ac065-ed18-4fa5-9674-186ca1cf0155 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:22.563415 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port d9a26432-a433-4198-b707-41049548c01a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d9a26432-a433-4198-b707-41049548c01a,segment=NetworkSegment(5ff70b14-7866-4176-91c2-75e7d8b0cbb6),segment_id=5ff70b14-7866-4176-91c2-75e7d8b0cbb6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:22.579652 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb01561-2145-4b66-b8b6-0cdf4587181d,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:22.583572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d84d4406-f0bc-4dc4-9545-efd35d809a9e None None] Provisioning complete for port 982ac065-ed18-4fa5-9674-186ca1cf0155 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:22.584006 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d84d4406-f0bc-4dc4-9545-efd35d809a9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:22.589979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'd9a26432-a433-4198-b707-41049548c01a', 'network_id': 'af4157d1-2122-47c3-8ec5-8deaba493f6a', 'port_id': 'd9a26432-a433-4198-b707-41049548c01a', 'mac_address': 'fa:16:3e:1f:a5:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc3d150f-bb48-486d-a046-323ac115350b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:58:22.616036 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ac1ffe2c-ff46-4e07-9d22-f43538426dda req-6356a775-e265-4454-84ff-c1c9d2943c8a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799445 Aug 17 02:58:22.629747 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-b7b5bf1d-9000-4a94-8548-ea7f94ce6ba5 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:22.695138 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 5f410a6e-6b32-40af-b035-d413264a124d completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:22.709934 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port ee9caa80-5f1a-4878-904d-cffed6d8a7f1 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:22.734179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b5bf1d-9000-4a94-8548-ea7f94ce6ba5 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Pushing event updated for resources: {'Port': ['ID=1119bde3-6c73-465f-9c0c-a5425ebec2da,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:22.737434 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port ee9caa80-5f1a-4878-904d-cffed6d8a7f1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:22.737434 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:22.788550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-b7b5bf1d-9000-4a94-8548-ea7f94ce6ba5 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Network 5952576f-4c5a-4eac-a4a9-784d8c4968c2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:22.791246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-b7b5bf1d-9000-4a94-8548-ea7f94ce6ba5 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:22.794713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-b7b5bf1d-9000-4a94-8548-ea7f94ce6ba5 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:22.855280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d84d4406-f0bc-4dc4-9545-efd35d809a9e None None] Port 982ac065-ed18-4fa5-9674-186ca1cf0155 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:58:22.891818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 5f410a6e-6b32-40af-b035-d413264a124d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:22.892194 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:22.923072 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-b7b5bf1d-9000-4a94-8548-ea7f94ce6ba5 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:22.923546 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-b7b5bf1d-9000-4a94-8548-ea7f94ce6ba5 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:22.993219 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.022178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Attempting to bind port 8bb01561-2145-4b66-b8b6-0cdf4587181d on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:23.022517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Attempting to bind port 8bb01561-2145-4b66-b8b6-0cdf4587181d by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:23.022860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Attempting to bind port 8bb01561-2145-4b66-b8b6-0cdf4587181d on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:23.031131 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Port 8bb01561-2145-4b66-b8b6-0cdf4587181d on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:58:23.031545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Attempting to bind port 8bb01561-2145-4b66-b8b6-0cdf4587181d on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:23.046597 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-b7b5bf1d-9000-4a94-8548-ea7f94ce6ba5 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9321222 Aug 17 02:58:23.048152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:23.048503 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:23.051362 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:23.051877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Bound port: 8bb01561-2145-4b66-b8b6-0cdf4587181d, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:23.052838 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.075645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d9a26432-a433-4198-b707-41049548c01a {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:58:23.080780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Request body: {'port': {'device_id': 'd5629d0c-c468-49ab-b04c-af1959209208', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:23.148417 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.168446 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.180952 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port d9a26432-a433-4198-b707-41049548c01a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d9a26432-a433-4198-b707-41049548c01a,segment=NetworkSegment(5ff70b14-7866-4176-91c2-75e7d8b0cbb6),segment_id=5ff70b14-7866-4176-91c2-75e7d8b0cbb6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:23.209980 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 5f410a6e-6b32-40af-b035-d413264a124d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5f410a6e-6b32-40af-b035-d413264a124d,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:23.238997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port ee9caa80-5f1a-4878-904d-cffed6d8a7f1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ee9caa80-5f1a-4878-904d-cffed6d8a7f1,segment=NetworkSegment(5ff70b14-7866-4176-91c2-75e7d8b0cbb6),segment_id=5ff70b14-7866-4176-91c2-75e7d8b0cbb6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:23.240792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264d5997-e0a1-4e1e-92d7-c5b4006c0a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9caa80-5f1a-4878-904d-cffed6d8a7f1'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:23.243427 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab5d1102-410d-450c-b701-3becf1ee98bb" -d '{"events": [{"server_uuid": "264d5997-e0a1-4e1e-92d7-c5b4006c0a26", "name": "network-vif-plugged", "status": "completed", "tag": "ee9caa80-5f1a-4878-904d-cffed6d8a7f1"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:23.248640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77e0e813-44ce-4c6e-9057-38bffaf7162a req-4231d584-356d-40f2-b2de-be569f0b30fb tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:23.257540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77e0e813-44ce-4c6e-9057-38bffaf7162a req-4231d584-356d-40f2-b2de-be569f0b30fb tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.1414447 Aug 17 02:58:23.264591 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.278744 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.336411 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.351492 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.358888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1c2eec1f-b6f0-46fb-b368-94927d88144b None None] Provisioning for port 1119bde3-6c73-465f-9c0c-a5425ebec2da completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:23.372435 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77e0e813-44ce-4c6e-9057-38bffaf7162a req-6deeae38-7d1a-4356-93c4-44d5b4d47b99 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138771 Aug 17 02:58:23.412697 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1c2eec1f-b6f0-46fb-b368-94927d88144b None None] Provisioning complete for port 1119bde3-6c73-465f-9c0c-a5425ebec2da triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:23.416233 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1c2eec1f-b6f0-46fb-b368-94927d88144b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.461767 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] For port 8bb01561-2145-4b66-b8b6-0cdf4587181d, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:23.469790 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2c8aa62-0997-4c5d-a73b-8175fb32ec8f req-0d5543b5-7a2a-4380-9ee9-40d96e4d379a service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1037383 Aug 17 02:58:23.473024 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.484715 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0af4d9-73fe-4f59-a0db-ba4decafa15d req-24e227f4-f3d9-47b0-a106-45deec91820c tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:23.487130 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1b0af4d9-73fe-4f59-a0db-ba4decafa15d req-24e227f4-f3d9-47b0-a106-45deec91820c tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 931 time: 0.2299392 Aug 17 02:58:23.498173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] For port 8bb01561-2145-4b66-b8b6-0cdf4587181d, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8bb01561-2145-4b66-b8b6-0cdf4587181d,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:23.557466 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=d9a26432-a433-4198-b707-41049548c01a,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:23.576970 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1b0af4d9-73fe-4f59-a0db-ba4decafa15d req-7d6b18b3-ff83-4dea-b6d4-698ba03f3876 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/security-groups?id=827a61d7-1d96-4753-9c06-3f94ee49548d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772781 Aug 17 02:58:23.581939 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.635934 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['d9a26432-a433-4198-b707-41049548c01a'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:58:23.670091 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.696740 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-616dc5be-2099-47e0-99f5-20aa1dbb6cfa x-openstack-request-id: req-616dc5be-2099-47e0-99f5-20aa1dbb6cfa {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:23.697820 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264d5997-e0a1-4e1e-92d7-c5b4006c0a26", "name": "network-vif-plugged", "status": "completed", "tag": "ee9caa80-5f1a-4878-904d-cffed6d8a7f1", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:23.709606 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-616dc5be-2099-47e0-99f5-20aa1dbb6cfa {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:23.723778 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Pushing event updated for resources: {'Port': ['ID=5295d57d-7240-4500-9eb7-06e572f8a6d5,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:23.739194 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264d5997-e0a1-4e1e-92d7-c5b4006c0a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee9caa80-5f1a-4878-904d-cffed6d8a7f1', 'code': 200} Aug 17 02:58:23.766638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1c2eec1f-b6f0-46fb-b368-94927d88144b None None] Port 1119bde3-6c73-465f-9c0c-a5425ebec2da cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:58:23.866901 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.883527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=5f410a6e-6b32-40af-b035-d413264a124d,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:23.921511 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.992637 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:23.996331 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=ee9caa80-5f1a-4878-904d-cffed6d8a7f1,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:24.022664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:24.023391 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:24.024933 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fda5b957-d79f-4251-933d-1c58864949c4 req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] 10.222.0.60 "PUT /v2.0/ports/8bb01561-2145-4b66-b8b6-0cdf4587181d HTTP/1.1" status: 200 len: 1096 time: 2.6813357 Aug 17 02:58:24.027213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1119bde3-6c73-465f-9c0c-a5425ebec2da {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:58:24.040632 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9', 'tag': '8bb01561-2145-4b66-b8b6-0cdf4587181d'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:24.045812 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9feaf898-c4df-4abd-b454-13a7d63e928d" -d '{"events": [{"name": "network-changed", "server_uuid": "c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9", "tag": "8bb01561-2145-4b66-b8b6-0cdf4587181d"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:24.056080 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:24.127619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a9d881-08e7-414f-93bb-95b0d96801e0 req-d4f76117-fb82-4027-8ce4-7ca5c47431c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:24.129880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1dc81ff-be4d-4c7e-8fb4-be729e936a7c req-d2968d7c-ba01-4587-8f79-c437897dfe93 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:24.131926 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e4a9d881-08e7-414f-93bb-95b0d96801e0 req-d4f76117-fb82-4027-8ce4-7ca5c47431c4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 1097 time: 0.3391426 Aug 17 02:58:24.136162 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1dc81ff-be4d-4c7e-8fb4-be729e936a7c req-d2968d7c-ba01-4587-8f79-c437897dfe93 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 948 time: 0.6352894 Aug 17 02:58:24.138833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Pushing event updated for resources: {'Port': ['ID=8bb01561-2145-4b66-b8b6-0cdf4587181d,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:24.143249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Transition to ACTIVE for port object 1119bde3-6c73-465f-9c0c-a5425ebec2da will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:24.149254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:24.149742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:24.150463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:24.150463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:24.151100 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:24.151504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:24.151903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:24.152304 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:24.152697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:24.155459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:24.155459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:24.155459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53f96c93-d528-4c81-89c6-9863971bfc39 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:24.176642 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:24.207119 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1dc81ff-be4d-4c7e-8fb4-be729e936a7c req-e9f8558a-a370-461d-ac2f-922c4e08cad8 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b25d205-ecb9-4896-b7fb-510b0f0fb23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489645 Aug 17 02:58:24.251280 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd303928-e685-4d54-ba9e-cb4bc06dffb1 x-openstack-request-id: req-dd303928-e685-4d54-ba9e-cb4bc06dffb1 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:24.251654 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9", "tag": "8bb01561-2145-4b66-b8b6-0cdf4587181d", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:24.252734 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd303928-e685-4d54-ba9e-cb4bc06dffb1 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:24.253305 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9', 'tag': '8bb01561-2145-4b66-b8b6-0cdf4587181d', 'status': 'completed', 'code': 200} Aug 17 02:58:24.262798 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d85902-7d75-42af-a640-80c6ce14652e req-af4a8041-925d-4e80-88a4-d16037c3571e tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:24.264930 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39d85902-7d75-42af-a640-80c6ce14652e req-af4a8041-925d-4e80-88a4-d16037c3571e tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 944 time: 0.4149714 Aug 17 02:58:24.331644 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:24.350964 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e4a9d881-08e7-414f-93bb-95b0d96801e0 req-b54e8002-3cc1-4def-a883-886bfa6ab730 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2106218 Aug 17 02:58:24.368012 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Pushing event updated for resources: {'Port': ['ID=982ac065-ed18-4fa5-9674-186ca1cf0155,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:24.387834 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Network 70c742bc-ae71-48cc-b592-887f26826035 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:24.391612 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:24.397769 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:24.407645 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39d85902-7d75-42af-a640-80c6ce14652e req-59252c45-4958-4022-96b9-f552086e762e tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225450 Aug 17 02:58:24.558902 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feaf898-c4df-4abd-b454-13a7d63e928d req-0c847e63-51ab-43c2-b377-8a0130b112e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:24.560453 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9feaf898-c4df-4abd-b454-13a7d63e928d req-0c847e63-51ab-43c2-b377-8a0130b112e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87926c74b4ad42b7af81bbfbbbaf2eda&device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 1099 time: 0.2800405 Aug 17 02:58:24.564997 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Pushing event updated for resources: {'Port': ['ID=1119bde3-6c73-465f-9c0c-a5425ebec2da,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:24.718628 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9feaf898-c4df-4abd-b454-13a7d63e928d req-d924082c-81c7-43e5-b333-2e37c82d7790 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=87926c74b4ad42b7af81bbfbbbaf2eda&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1168222 Aug 17 02:58:24.740227 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Attempting to bind port 1119bde3-6c73-465f-9c0c-a5425ebec2da on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:24.740727 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Attempting to bind port 1119bde3-6c73-465f-9c0c-a5425ebec2da by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'bb0e1530-3cb3-4f35-89a4-952ef5bc3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:24.741198 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Attempting to bind port 1119bde3-6c73-465f-9c0c-a5425ebec2da on network 5952576f-4c5a-4eac-a4a9-784d8c4968c2 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:24.778018 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Network 3579b9f8-ac96-472a-833f-5c19e19ba45a is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:24.793858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Port 1119bde3-6c73-465f-9c0c-a5425ebec2da on network 5952576f-4c5a-4eac-a4a9-784d8c4968c2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:58:24.794354 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Attempting to bind port 1119bde3-6c73-465f-9c0c-a5425ebec2da on network 5952576f-4c5a-4eac-a4a9-784d8c4968c2 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:24.812386 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:24.850797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44097def-4105-4f14-bcd6-1dd261073288 req-127ddc50-8373-4d39-8dc4-294432d32663 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:24.856035 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Router 2053f01a-8cac-40fa-a708-d0b7cf67891a has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:58:24.863616 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44097def-4105-4f14-bcd6-1dd261073288 req-127ddc50-8373-4d39-8dc4-294432d32663 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.3171852 Aug 17 02:58:24.911537 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:24.911900 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Checking segment: {'id': 'bb0e1530-3cb3-4f35-89a4-952ef5bc3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:24.912418 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Bound using segment: {'id': 'bb0e1530-3cb3-4f35-89a4-952ef5bc3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:24.913055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Bound port: 1119bde3-6c73-465f-9c0c-a5425ebec2da, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb0e1530-3cb3-4f35-89a4-952ef5bc3645', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:24.914731 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:25.030213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f934d115-9e9d-4768-b8a9-72048d0e5772 None None] Provisioning complete for port 5295d57d-7240-4500-9eb7-06e572f8a6d5 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:25.031324 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f934d115-9e9d-4768-b8a9-72048d0e5772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:25.039070 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44097def-4105-4f14-bcd6-1dd261073288 req-4b1e073f-65c5-4c44-8b2d-2b1b96c9c20e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1732538 Aug 17 02:58:25.087690 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9feaf898-c4df-4abd-b454-13a7d63e928d req-0a2a033f-20a4-49b4-b550-273900866b8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:25.089772 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9feaf898-c4df-4abd-b454-13a7d63e928d req-0a2a033f-20a4-49b4-b550-273900866b8b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3453050 Aug 17 02:58:25.097475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] For port 1119bde3-6c73-465f-9c0c-a5425ebec2da, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:25.104794 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] For port 1119bde3-6c73-465f-9c0c-a5425ebec2da, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1119bde3-6c73-465f-9c0c-a5425ebec2da,segment=NetworkSegment(bb0e1530-3cb3-4f35-89a4-952ef5bc3645),segment_id=bb0e1530-3cb3-4f35-89a4-952ef5bc3645)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:25.107214 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f934d115-9e9d-4768-b8a9-72048d0e5772 None None] Port 5295d57d-7240-4500-9eb7-06e572f8a6d5 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:58:25.111160 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e215afb-1998-4d0e-ab37-5c08f864ab71 req-2b3db4c2-ecc3-4c76-86c4-8f93553753cd tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:25.113066 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6e215afb-1998-4d0e-ab37-5c08f864ab71 req-2b3db4c2-ecc3-4c76-86c4-8f93553753cd tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 943 time: 0.3704643 Aug 17 02:58:25.195190 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:25.264634 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b00b86c1-e61d-4744-977e-e1119766be7e None None] Provisioning complete for port 982ac065-ed18-4fa5-9674-186ca1cf0155 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:25.265265 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b00b86c1-e61d-4744-977e-e1119766be7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:25.321546 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5b957-d79f-4251-933d-1c58864949c4 req-0bf69ed3-966d-4223-93c1-80f09673fecf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:25.324805 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fda5b957-d79f-4251-933d-1c58864949c4 req-0bf69ed3-966d-4223-93c1-80f09673fecf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=87926c74b4ad42b7af81bbfbbbaf2eda&device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 1099 time: 0.1835747 Aug 17 02:58:25.325832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Pushing event updated for resources: {'Port': ['ID=1119bde3-6c73-465f-9c0c-a5425ebec2da,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:25.326550 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b00b86c1-e61d-4744-977e-e1119766be7e None None] Port 982ac065-ed18-4fa5-9674-186ca1cf0155 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:58:25.414446 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:58:25.428733 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-83701504-44e3-404c-9577-07bdef2272e1 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] 10.222.0.10 "PUT /v2.0/routers/2053f01a-8cac-40fa-a708-d0b7cf67891a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7229187 Aug 17 02:58:25.429704 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca050dc6-5f16-49bd-b358-6b07c7f8df9b None None] Sync routers for ids ['2053f01a-8cac-40fa-a708-d0b7cf67891a'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:58:25.434631 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6e215afb-1998-4d0e-ab37-5c08f864ab71 req-64e33964-3110-44bc-b1d3-cb363fe5ca8f tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/security-groups?id=827a61d7-1d96-4753-9c06-3f94ee49548d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2717860 Aug 17 02:58:25.435614 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45544) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:25.450931 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Router 0761addd-3ed5-4677-af94-f21a0e6b2db3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:58:25.460937 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Request body: {'port': {'network_id': '70c742bc-ae71-48cc-b592-887f26826035', 'name': 'tempest-FloatingIPAdminTestJSON-1845388089'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:25.467501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:25.468415 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:25.470303 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-80d9f3da-bbd2-4aaf-a02a-11f518e3f770 service neutron] 10.222.0.60 "PUT /v2.0/ports/1119bde3-6c73-465f-9c0c-a5425ebec2da HTTP/1.1" status: 200 len: 1091 time: 2.3958571 Aug 17 02:58:25.496383 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fda5b957-d79f-4251-933d-1c58864949c4 req-942e7c58-1a17-431e-9017-8e573dfdc359 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.187&port_id=8bb01561-2145-4b66-b8b6-0cdf4587181d HTTP/1.1" status: 200 len: 217 time: 0.1404502 Aug 17 02:58:25.519143 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca050dc6-5f16-49bd-b358-6b07c7f8df9b None None] Routers {'2053f01a-8cac-40fa-a708-d0b7cf67891a'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:25.521439 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ca050dc6-5f16-49bd-b358-6b07c7f8df9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['2053f01a-8cac-40fa-a708-d0b7cf67891a'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:25.612199 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ca050dc6-5f16-49bd-b358-6b07c7f8df9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:25.636544 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b535c690-fa1e-45c4-8ea4-2f6a67bbd172 req-58bf2cea-46dc-4c3d-8308-6ead970a7a84 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:25.639755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca050dc6-5f16-49bd-b358-6b07c7f8df9b None None] Routers {'2053f01a-8cac-40fa-a708-d0b7cf67891a'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:25.640450 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ca050dc6-5f16-49bd-b358-6b07c7f8df9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['2053f01a-8cac-40fa-a708-d0b7cf67891a'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:25.659880 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b535c690-fa1e-45c4-8ea4-2f6a67bbd172 req-58bf2cea-46dc-4c3d-8308-6ead970a7a84 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 948 time: 0.2875764 Aug 17 02:58:25.734328 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ca050dc6-5f16-49bd-b358-6b07c7f8df9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:25.735605 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca050dc6-5f16-49bd-b358-6b07c7f8df9b None None] The sync data for ids ['2053f01a-8cac-40fa-a708-d0b7cf67891a'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:58:25.864479 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5f410a6e-6b32-40af-b035-d413264a124d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:25.876780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5b957-d79f-4251-933d-1c58864949c4 req-e9aeddeb-fb71-4460-97c3-bdf97285ef3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:25.878382 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fda5b957-d79f-4251-933d-1c58864949c4 req-e9aeddeb-fb71-4460-97c3-bdf97285ef3f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.3673358 Aug 17 02:58:25.932106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-d804a2db-4c72-4116-8c11-216bb22dcbc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:25.933966 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-d804a2db-4c72-4116-8c11-216bb22dcbc9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=36f6ee8657fd4023aa99888c5665973d&device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 1094 time: 0.2413714 Aug 17 02:58:25.944450 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b535c690-fa1e-45c4-8ea4-2f6a67bbd172 req-9f35cf96-4811-4f00-a5f1-8512df6beb7f tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b25d205-ecb9-4896-b7fb-510b0f0fb23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2774615 Aug 17 02:58:25.986220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d9a26432-a433-4198-b707-41049548c01a up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:26.029075 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-64674ba6-16bf-4a91-a762-2c7c71aa4b5f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1119bde3-6c73-465f-9c0c-a5425ebec2da HTTP/1.1" status: 200 len: 217 time: 0.0812607 Aug 17 02:58:26.043754 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda5b957-d79f-4251-933d-1c58864949c4 req-284cd362-5fe0-4922-a06d-5796b109a3f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:26.043754 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fda5b957-d79f-4251-933d-1c58864949c4 req-284cd362-5fe0-4922-a06d-5796b109a3f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1482704 Aug 17 02:58:26.074730 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da4816d1-266e-43c6-a2d6-c8f824576ebf req-30ce4e07-31ba-4687-8c94-e63b55a13d32 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:26.076645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 5f410a6e-6b32-40af-b035-d413264a124d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:26.077122 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-da4816d1-266e-43c6-a2d6-c8f824576ebf req-30ce4e07-31ba-4687-8c94-e63b55a13d32 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 944 time: 0.4049287 Aug 17 02:58:26.077702 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:26.120722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:58:26.138847 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6e6b5c27-829d-4b1a-972a-07d16e6186aa admin admin] 10.222.0.10 "PUT /v2.0/routers/0761addd-3ed5-4677-af94-f21a0e6b2db3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8192308 Aug 17 02:58:26.145172 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Sync routers for ids ['0761addd-3ed5-4677-af94-f21a0e6b2db3'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:58:26.162270 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-da4816d1-266e-43c6-a2d6-c8f824576ebf req-f0260aab-63d4-4f2a-b366-62dfd7b733bf tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756252 Aug 17 02:58:26.169229 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Routers {'0761addd-3ed5-4677-af94-f21a0e6b2db3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:26.169229 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0761addd-3ed5-4677-af94-f21a0e6b2db3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:26.195604 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Made reservation on behalf of bf4ab6b17a7a4aa3b1dbb7a693ba02a2 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:58:26.200188 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:26.245605 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port d9a26432-a433-4198-b707-41049548c01a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:26.247082 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] device_id is not set on port 25a40ea9-72bb-49dd-8445-dcbd298ef15b yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:58:26.258523 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port d9a26432-a433-4198-b707-41049548c01a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:26.260658 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:26.278509 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5629d0c-c468-49ab-b04c-af1959209208', 'tag': '1119bde3-6c73-465f-9c0c-a5425ebec2da'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:26.281129 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef8664b2-5fab-4f36-9a52-99f2347a7cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "d5629d0c-c468-49ab-b04c-af1959209208", "tag": "1119bde3-6c73-465f-9c0c-a5425ebec2da"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:26.365299 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Set router 0761addd-3ed5-4677-af94-f21a0e6b2db3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:58:26.483180 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fda5b957-d79f-4251-933d-1c58864949c4 req-cfec20de-c544-4fbe-b9fa-efcfc62e01c2 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4328010 Aug 17 02:58:26.490778 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5448d68-278f-4c4e-bbff-a0461efaa617 x-openstack-request-id: req-e5448d68-278f-4c4e-bbff-a0461efaa617 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:26.490778 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5629d0c-c468-49ab-b04c-af1959209208", "tag": "1119bde3-6c73-465f-9c0c-a5425ebec2da", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:26.492610 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5448d68-278f-4c4e-bbff-a0461efaa617 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:26.493909 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5629d0c-c468-49ab-b04c-af1959209208', 'tag': '1119bde3-6c73-465f-9c0c-a5425ebec2da', 'status': 'completed', 'code': 200} Aug 17 02:58:26.494065 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:26.565123 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Allocated IP 172.20.0.6 (70c742bc-ae71-48cc-b592-887f26826035/9ea01c02-cc47-4382-a2c0-ec120a4894fa/25a40ea9-72bb-49dd-8445-dcbd298ef15b) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:26.566423 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc333ea5-1a5e-499c-b073-9f491ebf182b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a26432-a433-4198-b707-41049548c01a'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:26.566423 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac3c7e52-a087-49c9-af85-3c594802c871" -d '{"events": [{"server_uuid": "dc333ea5-1a5e-499c-b073-9f491ebf182b", "name": "network-vif-plugged", "status": "completed", "tag": "d9a26432-a433-4198-b707-41049548c01a"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:26.599456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port d9a26432-a433-4198-b707-41049548c01a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d9a26432-a433-4198-b707-41049548c01a,segment=NetworkSegment(5ff70b14-7866-4176-91c2-75e7d8b0cbb6),segment_id=5ff70b14-7866-4176-91c2-75e7d8b0cbb6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:26.655651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-f396fed0-bc51-4a70-a965-0321a80d9bae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:26.658851 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-f396fed0-bc51-4a70-a965-0321a80d9bae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2791d1f7-ef22-4dd6-8b4b-09b037815ccc HTTP/1.1" status: 200 len: 854 time: 0.6180284 Aug 17 02:58:26.677242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd669beb-8596-48c5-87b9-1769af314441 req-5db2eeba-b880-43ee-b46b-4f599880c568 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:26.681455 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd669beb-8596-48c5-87b9-1769af314441 req-5db2eeba-b880-43ee-b46b-4f599880c568 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.4668083 Aug 17 02:58:26.684225 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:26.799644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=d9a26432-a433-4198-b707-41049548c01a,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:26.857462 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd669beb-8596-48c5-87b9-1769af314441 req-8d233a50-74e1-43d4-ade6-4f36be01016f tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662216 Aug 17 02:58:26.873609 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fda5b957-d79f-4251-933d-1c58864949c4 req-c2392bfa-e741-43b7-9296-4563f15f364e service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3705873 Aug 17 02:58:26.879780 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 2, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:26.884840 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-e1fa1f2d-4d66-43ac-9de2-6fd6d798e8f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:26.887441 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-e1fa1f2d-4d66-43ac-9de2-6fd6d798e8f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5952576f-4c5a-4eac-a4a9-784d8c4968c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1871798 Aug 17 02:58:26.942582 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-da250306-39e1-4b36-857b-63ca18c9d62c tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:26.958560 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Checking router: 0761addd-3ed5-4677-af94-f21a0e6b2db3 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:58:26.959482 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Updating router 0761addd-3ed5-4677-af94-f21a0e6b2db3 port 982ac065-ed18-4fa5-9674-186ca1cf0155 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:58:26.961200 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-da250306-39e1-4b36-857b-63ca18c9d62c tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/networks?id=3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 200 len: 821 time: 0.3050396 Aug 17 02:58:27.014713 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-af552bb5-6495-434f-9e11-aa9b8aea294e tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/quotas/e13aa94408ce4e17875cbac8d1e566ba HTTP/1.1" status: 200 len: 375 time: 0.0436952 Aug 17 02:58:27.023897 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:27.075496 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:27.113980 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-db79009c-b4eb-4571-8daf-2899f8614f5c tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0961719 Aug 17 02:58:27.124594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Transition to ACTIVE for port object 25a40ea9-72bb-49dd-8445-dcbd298ef15b will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:27.195969 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-db29a9b9-dcff-4ec7-9940-5c5af19669cf service neutron] 10.222.0.60 "GET /v2.0/networks/5952576f-4c5a-4eac-a4a9-784d8c4968c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997820 Aug 17 02:58:27.207837 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f17a8c-cf9b-4a87-a31f-773914eb521f req-08696527-4042-4d2e-8e8e-2f876836365b tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:27.212527 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7f17a8c-cf9b-4a87-a31f-773914eb521f req-08696527-4042-4d2e-8e8e-2f876836365b tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 943 time: 0.1921933 Aug 17 02:58:27.248865 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-8dff265b-e37c-4735-b5c8-de72c6c73cd1 service neutron] 10.222.0.10 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337421 Aug 17 02:58:27.315716 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7f17a8c-cf9b-4a87-a31f-773914eb521f req-ad0ff859-4faf-43b5-9eef-2533dd37dd86 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/security-groups?id=827a61d7-1d96-4753-9c06-3f94ee49548d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970523 Aug 17 02:58:27.371818 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c162b22-0df3-4edd-91d8-aaf80f00a6a3 req-615fee2b-f559-4757-939f-f1044f45a0cf service neutron] 10.222.0.60 "GET /v2.0/networks/5952576f-4c5a-4eac-a4a9-784d8c4968c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611502 Aug 17 02:58:27.481745 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5a1c211-832d-4059-8d92-64d07ed9094b x-openstack-request-id: req-a5a1c211-832d-4059-8d92-64d07ed9094b {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:27.482813 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc333ea5-1a5e-499c-b073-9f491ebf182b", "name": "network-vif-plugged", "status": "completed", "tag": "d9a26432-a433-4198-b707-41049548c01a", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:27.483267 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5a1c211-832d-4059-8d92-64d07ed9094b {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:27.483879 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc333ea5-1a5e-499c-b073-9f491ebf182b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd9a26432-a433-4198-b707-41049548c01a', 'code': 200} Aug 17 02:58:27.598244 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:27.661204 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Pushing event updated for resources: {'Port': ['ID=25a40ea9-72bb-49dd-8445-dcbd298ef15b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:27.677273 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:27.677925 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:27.678455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:27.679017 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:27.679629 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:27.680242 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:27.680756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:27.681298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:27.682030 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:27.682555 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:27.683308 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:27.683833 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:27.700755 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8664b2-5fab-4f36-9a52-99f2347a7cdf req-1fc00597-2a15-497e-8ece-90ef857071af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:27.711341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Network 70c742bc-ae71-48cc-b592-887f26826035 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:27.712720 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef8664b2-5fab-4f36-9a52-99f2347a7cdf req-1fc00597-2a15-497e-8ece-90ef857071af service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=36f6ee8657fd4023aa99888c5665973d&device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 1094 time: 0.1972446 Aug 17 02:58:27.721808 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:27.734570 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:27.744180 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e32a4d-bcd7-4f3c-91c4-710afcd0f762 req-013e9d06-6630-44b3-98a0-b2b8b00cd024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:27.750221 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-22e32a4d-bcd7-4f3c-91c4-710afcd0f762 req-013e9d06-6630-44b3-98a0-b2b8b00cd024 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 1096 time: 0.1631365 Aug 17 02:58:27.825889 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:27.849347 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Transition to ACTIVE for port object 982ac065-ed18-4fa5-9674-186ca1cf0155 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:27.861662 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-5b13496e-8189-455c-bf79-18e46a53c7de service neutron] 10.222.0.10 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6116931 Aug 17 02:58:27.883436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:27.884321 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:27.923316 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd2b7ce-723b-4704-b18a-40263cb6f534 req-f248deb1-61cb-40bd-9701-96ae9435e849 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:27.933977 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4bd2b7ce-723b-4704-b18a-40263cb6f534 req-f248deb1-61cb-40bd-9701-96ae9435e849 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 948 time: 0.2194750 Aug 17 02:58:27.941471 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:27.987591 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8664b2-5fab-4f36-9a52-99f2347a7cdf req-2a255de8-283b-41c1-913d-706c87bdc552 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:27.989754 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef8664b2-5fab-4f36-9a52-99f2347a7cdf req-2a255de8-283b-41c1-913d-706c87bdc552 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5952576f-4c5a-4eac-a4a9-784d8c4968c2 HTTP/1.1" status: 200 len: 915 time: 0.2601769 Aug 17 02:58:27.991651 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-22e32a4d-bcd7-4f3c-91c4-710afcd0f762 req-8891b743-9eef-4070-8a45-a403cf79b117 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125962 Aug 17 02:58:27.995442 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6d1e1c64-3441-4c96-be51-73aba7832004 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5422223 Aug 17 02:58:27.998543 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45586) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:28.092709 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab1519-3e12-4b3e-aa46-d145724ccb77 None None] Pushing event updated for resources: {'Port': ['ID=982ac065-ed18-4fa5-9674-186ca1cf0155,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:28.212548 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Attempting to bind port 982ac065-ed18-4fa5-9674-186ca1cf0155 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:28.212915 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Attempting to bind port 982ac065-ed18-4fa5-9674-186ca1cf0155 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:28.213289 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Attempting to bind port 982ac065-ed18-4fa5-9674-186ca1cf0155 on network 3579b9f8-ac96-472a-833f-5c19e19ba45a {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:28.227915 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 58, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:28.228376 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Checking segment: {'id': 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:28.228845 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:28.229330 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Bound using segment: {'id': 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:28.301041 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Bound port: 982ac065-ed18-4fa5-9674-186ca1cf0155, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:28.301041 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:28.303351 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef8664b2-5fab-4f36-9a52-99f2347a7cdf req-4dd51414-a790-40bf-82a1-e9d2b0645c68 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1119bde3-6c73-465f-9c0c-a5425ebec2da HTTP/1.1" status: 200 len: 217 time: 0.1530683 Aug 17 02:58:28.303351 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4bd2b7ce-723b-4704-b18a-40263cb6f534 req-c2e20160-53ec-405f-904d-076b32977ced tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b25d205-ecb9-4896-b7fb-510b0f0fb23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3473625 Aug 17 02:58:28.374609 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] For port 982ac065-ed18-4fa5-9674-186ca1cf0155, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:28.380699 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] For port 982ac065-ed18-4fa5-9674-186ca1cf0155, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=982ac065-ed18-4fa5-9674-186ca1cf0155,segment=NetworkSegment(ebd1bd90-c14f-4c2f-bbbb-96991d62ee85),segment_id=ebd1bd90-c14f-4c2f-bbbb-96991d62ee85)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:28.405559 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'project_id': 'bf4ab6b17a7a4aa3b1dbb7a693ba02a2', 'port_id': '25a40ea9-72bb-49dd-8445-dcbd298ef15b'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:28.456480 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8664b2-5fab-4f36-9a52-99f2347a7cdf req-69d556ac-432b-4b1c-a67b-e507b2faaaef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:28.460267 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef8664b2-5fab-4f36-9a52-99f2347a7cdf req-69d556ac-432b-4b1c-a67b-e507b2faaaef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2791d1f7-ef22-4dd6-8b4b-09b037815ccc HTTP/1.1" status: 200 len: 854 time: 0.1733267 Aug 17 02:58:28.473562 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea79d47-76d7-4b83-b87f-fc1449e622c6 req-cb2592b1-d576-4aaa-8824-bfa26e899ced tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:28.475097 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fea79d47-76d7-4b83-b87f-fc1449e622c6 req-cb2592b1-d576-4aaa-8824-bfa26e899ced tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.0996370 Aug 17 02:58:28.558673 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:28.559153 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-71a6c6fd-f959-4989-8b97-7b3541d24946 None None] Provisioning for port 25a40ea9-72bb-49dd-8445-dcbd298ef15b completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:28.561986 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:28.570089 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-71a6c6fd-f959-4989-8b97-7b3541d24946 None None] Provisioning complete for port 25a40ea9-72bb-49dd-8445-dcbd298ef15b triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:28.575655 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-71a6c6fd-f959-4989-8b97-7b3541d24946 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:28.597041 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fea79d47-76d7-4b83-b87f-fc1449e622c6 req-055f7264-d30a-4d33-8c0a-2d79a557d68d tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108520 Aug 17 02:58:28.600618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8664b2-5fab-4f36-9a52-99f2347a7cdf req-67357308-0891-42dc-a369-7b50dec4d441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:28.602396 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef8664b2-5fab-4f36-9a52-99f2347a7cdf req-67357308-0891-42dc-a369-7b50dec4d441 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5952576f-4c5a-4eac-a4a9-784d8c4968c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1259701 Aug 17 02:58:28.707359 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-71a6c6fd-f959-4989-8b97-7b3541d24946 None None] Port 25a40ea9-72bb-49dd-8445-dcbd298ef15b cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:58:28.723925 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Routers {'0761addd-3ed5-4677-af94-f21a0e6b2db3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:28.724550 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0761addd-3ed5-4677-af94-f21a0e6b2db3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:28.774077 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95ab1519-3e12-4b3e-aa46-d145724ccb77 None None] Pushing event updated for resources: {'Port': ['ID=982ac065-ed18-4fa5-9674-186ca1cf0155,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:28.811866 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87db996-4ca3-42bc-b31b-0e86f8a2dc79 req-cbf351e3-5062-458f-91f4-f910c6142b68 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:28.830681 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b87db996-4ca3-42bc-b31b-0e86f8a2dc79 req-cbf351e3-5062-458f-91f4-f910c6142b68 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.1558311 Aug 17 02:58:28.895955 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b87db996-4ca3-42bc-b31b-0e86f8a2dc79 req-33a3b72e-80c5-4210-81c9-e0302d6d18e2 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595636 Aug 17 02:58:28.898090 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef8664b2-5fab-4f36-9a52-99f2347a7cdf req-5f20bc00-12cd-48b7-b64f-d4215fc81690 service neutron] 10.222.0.60 "GET /v2.0/networks/5952576f-4c5a-4eac-a4a9-784d8c4968c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2761431 Aug 17 02:58:28.948852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f928544-a2c0-4402-b591-a4afda2820bd req-754cce87-8954-437b-93d4-a4018af8c381 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:28.959943 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] Set router 0761addd-3ed5-4677-af94-f21a0e6b2db3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:58:28.960524 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f928544-a2c0-4402-b591-a4afda2820bd req-754cce87-8954-437b-93d4-a4018af8c381 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 943 time: 0.1756585 Aug 17 02:58:28.967058 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:29.149234 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-deeb6703-8cb7-4184-a856-81bc9d8c40ad req-df624a1a-7ada-46e0-ad74-7aaccc7372ff tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 210 time: 0.1722128 Aug 17 02:58:29.190770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Allocated IP 172.25.1.74 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/7ff50a58-2d26-492d-8b69-75b60412b6b9) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:29.306587 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:28Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:29.361259 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:29.382878 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-010f21df-4870-4964-a57c-9ad72a69f7b1 None None] The sync data for ids ['0761addd-3ed5-4677-af94-f21a0e6b2db3'] in n-d-802060-9 is: [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:28Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:58:29.443291 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f928544-a2c0-4402-b591-a4afda2820bd req-1baae766-68ba-4e14-82b7-cc9d7219892e tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/security-groups?id=827a61d7-1d96-4753-9c06-3f94ee49548d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4652598 Aug 17 02:58:29.516450 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef8664b2-5fab-4f36-9a52-99f2347a7cdf req-dc71b93c-7cd5-454f-9104-15605b4172d5 service neutron] 10.222.0.60 "GET /v2.0/networks/5952576f-4c5a-4eac-a4a9-784d8c4968c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6083195 Aug 17 02:58:29.542507 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2d70809-90fa-492f-a7be-45382a31187b req-d1891c6f-27f9-46ba-aed7-884453c01f1a tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:29.545457 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f2d70809-90fa-492f-a7be-45382a31187b req-d1891c6f-27f9-46ba-aed7-884453c01f1a tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 948 time: 0.1162791 Aug 17 02:58:29.599879 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f2d70809-90fa-492f-a7be-45382a31187b req-f40203ab-ac52-4ddc-a6d1-780333c8bbf0 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b25d205-ecb9-4896-b7fb-510b0f0fb23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478485 Aug 17 02:58:29.601046 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:29.671966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:29.677312 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:29.681334 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:29.685853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Pushing event updated for resources: {'Port': ['ID=7ff50a58-2d26-492d-8b69-75b60412b6b9,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:29.764075 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d95bd7-c9d8-4021-9481-d181463d4459 req-36a71995-3661-4217-a4a6-bca2bbf668b7 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:29.774409 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16d95bd7-c9d8-4021-9481-d181463d4459 req-36a71995-3661-4217-a4a6-bca2bbf668b7 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.0891833 Aug 17 02:58:29.819201 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16d95bd7-c9d8-4021-9481-d181463d4459 req-e6e22769-2b80-4fdd-8ad4-d3e860cef0c8 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436277 Aug 17 02:58:29.824199 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 982ac065-ed18-4fa5-9674-186ca1cf0155 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:29.987610 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 982ac065-ed18-4fa5-9674-186ca1cf0155 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:29.992322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 982ac065-ed18-4fa5-9674-186ca1cf0155 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:29.996485 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:30.053400 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8bb01561-2145-4b66-b8b6-0cdf4587181d details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:58:30.090235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71c19379-9100-4cc2-8e46-501cebe6c5ec req-6c5c0675-9fa3-4fb4-abaa-beccfb4d1175 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:30.096271 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-71c19379-9100-4cc2-8e46-501cebe6c5ec req-6c5c0675-9fa3-4fb4-abaa-beccfb4d1175 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.0939054 Aug 17 02:58:30.157552 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-71c19379-9100-4cc2-8e46-501cebe6c5ec req-e0b4e0bc-3d5e-4375-a287-221585cac890 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522208 Aug 17 02:58:30.239862 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:30.291097 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8bb01561-2145-4b66-b8b6-0cdf4587181d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8bb01561-2145-4b66-b8b6-0cdf4587181d,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:30.323237 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '8bb01561-2145-4b66-b8b6-0cdf4587181d', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '8bb01561-2145-4b66-b8b6-0cdf4587181d', 'mac_address': 'fa:16:3e:fd:b5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:58:30.333839 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e039952-b6c9-40f9-8377-34259cedf5e6 req-fddc3fc1-7d4f-4be3-befd-17827735caa9 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 210 time: 0.0842433 Aug 17 02:58:30.380610 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 982ac065-ed18-4fa5-9674-186ca1cf0155, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=982ac065-ed18-4fa5-9674-186ca1cf0155,segment=NetworkSegment(ebd1bd90-c14f-4c2f-bbbb-96991d62ee85),segment_id=ebd1bd90-c14f-4c2f-bbbb-96991d62ee85)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:30.429668 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:30.491083 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb01561-2145-4b66-b8b6-0cdf4587181d {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:58:30.562874 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8bb01561-2145-4b66-b8b6-0cdf4587181d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8bb01561-2145-4b66-b8b6-0cdf4587181d,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:30.566759 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:30.592679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27bca880-e1ee-478d-87e7-628ba8f16cce req-88023573-f04b-442a-94c4-66e4655f70f1 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:30.606419 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27bca880-e1ee-478d-87e7-628ba8f16cce req-88023573-f04b-442a-94c4-66e4655f70f1 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.1059566 Aug 17 02:58:30.651082 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:30.658210 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:30.659207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1119bde3-6c73-465f-9c0c-a5425ebec2da details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:58:30.725721 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27bca880-e1ee-478d-87e7-628ba8f16cce req-9dfbf295-69b0-420a-b28e-a9462b00cf21 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123326 Aug 17 02:58:30.740029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e2b3c-e79a-45f5-bb4c-0f349584f5ac req-00dd663b-30e9-4ab2-9ea0-6fe8cdd5e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:30.744239 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-de9e2b3c-e79a-45f5-bb4c-0f349584f5ac req-00dd663b-30e9-4ab2-9ea0-6fe8cdd5e95f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e68f75672fd94fdba91f7083d9fb4a1a&device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 1096 time: 0.1113379 Aug 17 02:58:30.763007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=982ac065-ed18-4fa5-9674-186ca1cf0155,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:30.835699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd015389-a744-4d33-93fb-9292cc9b6c14 req-f3ef3e24-c5cd-4e87-b314-f3d509104415 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:30.839101 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cd015389-a744-4d33-93fb-9292cc9b6c14 req-f3ef3e24-c5cd-4e87-b314-f3d509104415 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 943 time: 0.2230625 Aug 17 02:58:30.849538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8bb01561-2145-4b66-b8b6-0cdf4587181d,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:30.859836 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.resource_extend [None req-2f55000a-7558-45c3-84da-73019a27286a None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 02:58:30.942775 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cd015389-a744-4d33-93fb-9292cc9b6c14 req-b14a067b-e8b7-4eee-bd95-f2f94d4b2a04 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/security-groups?id=827a61d7-1d96-4753-9c06-3f94ee49548d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0969808 Aug 17 02:58:30.950335 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:31.018459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88624c9d-d312-40a9-bd3f-a367c8fb2848 req-c0ad1c1c-37fc-4c47-aece-b2c37ee07a58 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:31.023206 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88624c9d-d312-40a9-bd3f-a367c8fb2848 req-c0ad1c1c-37fc-4c47-aece-b2c37ee07a58 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 949 time: 0.1758890 Aug 17 02:58:31.031748 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 1119bde3-6c73-465f-9c0c-a5425ebec2da, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1119bde3-6c73-465f-9c0c-a5425ebec2da,segment=NetworkSegment(bb0e1530-3cb3-4f35-89a4-952ef5bc3645),segment_id=bb0e1530-3cb3-4f35-89a4-952ef5bc3645)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:31.047196 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '1119bde3-6c73-465f-9c0c-a5425ebec2da', 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2', 'port_id': '1119bde3-6c73-465f-9c0c-a5425ebec2da', 'mac_address': 'fa:16:3e:ad:9c:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:58:31.057601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e2b3c-e79a-45f5-bb4c-0f349584f5ac req-da020b1f-8c9f-4e50-8421-b6adea2daf22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:31.059130 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-de9e2b3c-e79a-45f5-bb4c-0f349584f5ac req-da020b1f-8c9f-4e50-8421-b6adea2daf22 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af4157d1-2122-47c3-8ec5-8deaba493f6a HTTP/1.1" status: 200 len: 918 time: 0.3086562 Aug 17 02:58:31.115554 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:31.140244 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1119bde3-6c73-465f-9c0c-a5425ebec2da {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:58:31.145376 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-de9e2b3c-e79a-45f5-bb4c-0f349584f5ac req-f62d3961-3151-4172-b594-890ed12135cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9a26432-a433-4198-b707-41049548c01a HTTP/1.1" status: 200 len: 217 time: 0.0725911 Aug 17 02:58:31.154372 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88624c9d-d312-40a9-bd3f-a367c8fb2848 req-18597696-8724-49a5-868a-2021eb10d442 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b25d205-ecb9-4896-b7fb-510b0f0fb23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223915 Aug 17 02:58:31.166957 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 1119bde3-6c73-465f-9c0c-a5425ebec2da, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1119bde3-6c73-465f-9c0c-a5425ebec2da,segment=NetworkSegment(bb0e1530-3cb3-4f35-89a4-952ef5bc3645),segment_id=bb0e1530-3cb3-4f35-89a4-952ef5bc3645)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:31.181890 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:31.217298 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de9e2b3c-e79a-45f5-bb4c-0f349584f5ac req-ae333e83-f7e6-45e8-8719-ce5a76327491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:31.219451 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-de9e2b3c-e79a-45f5-bb4c-0f349584f5ac req-ae333e83-f7e6-45e8-8719-ce5a76327491 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc3d150f-bb48-486d-a046-323ac115350b HTTP/1.1" status: 200 len: 858 time: 0.0630543 Aug 17 02:58:31.243906 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:31.264591 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-de9e2b3c-e79a-45f5-bb4c-0f349584f5ac req-7b27f5e0-d419-4219-9dbf-d2ede059c3d1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af4157d1-2122-47c3-8ec5-8deaba493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381215 Aug 17 02:58:31.277570 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:31.305743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=1119bde3-6c73-465f-9c0c-a5425ebec2da,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:31.368745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Pushing event updated for resources: {'Port': ['ID=7ff50a58-2d26-492d-8b69-75b60412b6b9,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:31.384291 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5646aa3d-092a-4844-a8b2-7cabb3ea90ea req-b716c7ba-036f-4e26-8a90-d927888f39e4 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:31.386142 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5646aa3d-092a-4844-a8b2-7cabb3ea90ea req-b716c7ba-036f-4e26-8a90-d927888f39e4 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.1580465 Aug 17 02:58:31.389495 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:31.444463 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-de9e2b3c-e79a-45f5-bb4c-0f349584f5ac req-2357fa26-61a3-4827-aa24-00ea0050135f service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1604369 Aug 17 02:58:31.502376 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-369507fe-d5b5-4165-aa72-c1d4e4478f23 req-94fe5acf-fc1c-4e8b-a1ad-7968fdfe0573 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 210 time: 0.0705194 Aug 17 02:58:31.525348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['8bb01561-2145-4b66-b8b6-0cdf4587181d'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:58:31.552085 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['1119bde3-6c73-465f-9c0c-a5425ebec2da'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:58:31.554269 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5646aa3d-092a-4844-a8b2-7cabb3ea90ea req-08d1704d-a108-4da9-a445-6badd9cc8e4a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074433 Aug 17 02:58:31.613915 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Floating IP 255bc297-76ff-493a-b983-6d7389cd62e5 associated. External IP: 172.25.1.74, port: 25a40ea9-72bb-49dd-8445-dcbd298ef15b. Aug 17 02:58:31.726095 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-de9e2b3c-e79a-45f5-bb4c-0f349584f5ac req-13de367e-b9f3-415e-b7e2-fff9d2ed2e7d service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508619 Aug 17 02:58:31.872961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-39385e19-5f04-49fe-9e0f-59ff0bb194d4 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:31.872961 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-39385e19-5f04-49fe-9e0f-59ff0bb194d4 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.60 "GET /v2.0/networks?id=3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 200 len: 821 time: 0.3487897 Aug 17 02:58:31.872961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-097b7d6c-3b95-46b6-9194-f6a0914406c5 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Request body: {'port': {'device_id': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'admin_state_up': True, 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:31.873308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 982ac065-ed18-4fa5-9674-186ca1cf0155 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:31.943233 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 982ac065-ed18-4fa5-9674-186ca1cf0155 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:31.943696 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:31.965736 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd28c8c-08cf-43ac-8900-65b61963e3bf req-b14175b1-1a95-4f28-9be2-1cb68114dfc2 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:31.967159 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0bd28c8c-08cf-43ac-8900-65b61963e3bf req-b14175b1-1a95-4f28-9be2-1cb68114dfc2 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.1278396 Aug 17 02:58:31.991520 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Router 2053f01a-8cac-40fa-a708-d0b7cf67891a has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:58:32.047209 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0bd28c8c-08cf-43ac-8900-65b61963e3bf req-d152d865-97a1-4009-b0a5-2ea4c37ce723 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704391 Aug 17 02:58:32.153039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02850230-c08b-4501-949e-bed7fdd9b2f8 req-f40f260d-9629-4fde-8c89-c9b7d53aab72 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:32.154852 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-02850230-c08b-4501-949e-bed7fdd9b2f8 req-f40f260d-9629-4fde-8c89-c9b7d53aab72 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 944 time: 0.1086042 Aug 17 02:58:32.202446 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:58:32.207405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee7ed38-35e3-4d31-b8a6-9860a5d99d7b None None] Sync routers for ids ['2053f01a-8cac-40fa-a708-d0b7cf67891a'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:58:32.217451 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-02850230-c08b-4501-949e-bed7fdd9b2f8 req-ecab8ad3-ab63-4ed1-8864-b4a9a6b74fe9 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/security-groups?id=827a61d7-1d96-4753-9c06-3f94ee49548d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0545282 Aug 17 02:58:32.221322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee7ed38-35e3-4d31-b8a6-9860a5d99d7b None None] Routers {'2053f01a-8cac-40fa-a708-d0b7cf67891a'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:32.222513 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7ee7ed38-35e3-4d31-b8a6-9860a5d99d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['2053f01a-8cac-40fa-a708-d0b7cf67891a'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:32.265094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7ee7ed38-35e3-4d31-b8a6-9860a5d99d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:32.275669 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee7ed38-35e3-4d31-b8a6-9860a5d99d7b None None] Routers {'2053f01a-8cac-40fa-a708-d0b7cf67891a'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:32.277062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7ee7ed38-35e3-4d31-b8a6-9860a5d99d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['2053f01a-8cac-40fa-a708-d0b7cf67891a'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:32.305531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44e24db-ebc7-4a31-b5da-fd1b5f503b14 req-72c092cd-e55a-462c-80c9-32c3a6d2cecd tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:32.307364 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d44e24db-ebc7-4a31-b5da-fd1b5f503b14 req-72c092cd-e55a-462c-80c9-32c3a6d2cecd tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 949 time: 0.0636730 Aug 17 02:58:32.314990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7ee7ed38-35e3-4d31-b8a6-9860a5d99d7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:32.315903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ee7ed38-35e3-4d31-b8a6-9860a5d99d7b None None] The sync data for ids ['2053f01a-8cac-40fa-a708-d0b7cf67891a'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:58:32.355087 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d44e24db-ebc7-4a31-b5da-fd1b5f503b14 req-ca4e088b-f107-47dd-b9dd-e42b0ca6dc97 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b25d205-ecb9-4896-b7fb-510b0f0fb23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395589 Aug 17 02:58:32.618346 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5abb7ce7-0b80-427b-a148-1ce8e32fc39b req-147f4930-2cff-445a-b1b9-d2debf6677f8 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 210 time: 0.0350602 Aug 17 02:58:32.680683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45b1a400-cd9c-4ac8-bcb6-afa768f47500 req-5786e4a2-041e-41de-92a2-391f67943839 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:32.682251 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45b1a400-cd9c-4ac8-bcb6-afa768f47500 req-5786e4a2-041e-41de-92a2-391f67943839 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.0592251 Aug 17 02:58:32.732346 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45b1a400-cd9c-4ac8-bcb6-afa768f47500 req-da38e2ec-0f9b-466d-b427-a7ee950a7b09 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438449 Aug 17 02:58:32.816739 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-097b7d6c-3b95-46b6-9194-f6a0914406c5 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Made reservation on behalf of e13aa94408ce4e17875cbac8d1e566ba for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:58:32.820648 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-097b7d6c-3b95-46b6-9194-f6a0914406c5 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:32.849447 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:32.941273 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:32.956293 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-097b7d6c-3b95-46b6-9194-f6a0914406c5 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Allocated IP 172.20.0.6 (3579b9f8-ac96-472a-833f-5c19e19ba45a/3e61e822-43e0-4ebd-8a9e-1084821b54a5/fd3fbb6d-6af3-40d7-8d58-1314e50ac489) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:32.969119 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-55c407a2-de1c-4566-8a44-11388523a4e5 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 4.9693978 Aug 17 02:58:32.972693 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45664) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:33.094040 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ba924907-98ce-4a6a-acbb-d7c5685e7d88 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] 10.222.0.10 "GET /v2.0/floatingips/255bc297-76ff-493a-b983-6d7389cd62e5 HTTP/1.1" status: 200 len: 982 time: 0.1200035 Aug 17 02:58:33.097170 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45676) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:33.131725 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-097b7d6c-3b95-46b6-9194-f6a0914406c5 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:33.145988 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-097b7d6c-3b95-46b6-9194-f6a0914406c5 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Transition to ACTIVE for port object fd3fbb6d-6af3-40d7-8d58-1314e50ac489 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:33.233122 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-097b7d6c-3b95-46b6-9194-f6a0914406c5 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:33.296030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-097b7d6c-3b95-46b6-9194-f6a0914406c5 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Network 3579b9f8-ac96-472a-833f-5c19e19ba45a is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:33.300101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-097b7d6c-3b95-46b6-9194-f6a0914406c5 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:33.304914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-097b7d6c-3b95-46b6-9194-f6a0914406c5 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:33.338688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097b7d6c-3b95-46b6-9194-f6a0914406c5 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Pushing event updated for resources: {'Port': ['ID=fd3fbb6d-6af3-40d7-8d58-1314e50ac489,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:33.401202 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-097b7d6c-3b95-46b6-9194-f6a0914406c5 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:33.401895 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-097b7d6c-3b95-46b6-9194-f6a0914406c5 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:33.421486 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e442f047-f96b-4dfb-b88a-0febd4dc5d97 req-4f3be87e-5738-4d51-ae13-369d4246de21 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:33.423151 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e442f047-f96b-4dfb-b88a-0febd4dc5d97 req-4f3be87e-5738-4d51-ae13-369d4246de21 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 944 time: 0.0797291 Aug 17 02:58:33.455581 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:33.493197 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e442f047-f96b-4dfb-b88a-0febd4dc5d97 req-a76f0232-4f41-4a01-bb47-8bd772dd9df2 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/security-groups?id=827a61d7-1d96-4753-9c06-3f94ee49548d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543203 Aug 17 02:58:33.500448 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-de323264-31c6-4a17-acb4-bb3046ad4ea1 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1946 time: 0.4019806 Aug 17 02:58:33.506984 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45682) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:33.538255 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87e48158-c2e2-4534-b343-c5bd0d0358d8 req-2ba402e6-71f7-46d3-b96f-2d0efd9005d0 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:33.547467 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-87e48158-c2e2-4534-b343-c5bd0d0358d8 req-2ba402e6-71f7-46d3-b96f-2d0efd9005d0 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.3940022 Aug 17 02:58:33.550648 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-097b7d6c-3b95-46b6-9194-f6a0914406c5 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7759202 Aug 17 02:58:33.566005 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Request body: {'port': {'device_id': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:33.600725 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-87e48158-c2e2-4534-b343-c5bd0d0358d8 req-4aed4ac8-8827-455a-952a-ce0a521d64b0 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522046 Aug 17 02:58:33.736825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7a7082-1240-4cac-9b66-07a67832d0d6 req-c90e813e-55be-43e2-be0e-224debe32612 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:33.743359 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bc7a7082-1240-4cac-9b66-07a67832d0d6 req-c90e813e-55be-43e2-be0e-224debe32612 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 949 time: 0.1445324 Aug 17 02:58:33.753524 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:33.791908 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b581dda5-2966-4570-8e50-eeeb47b47312 req-afd43719-5b7c-4e62-b6ae-79b9daf706ad tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:33.793922 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b581dda5-2966-4570-8e50-eeeb47b47312 req-afd43719-5b7c-4e62-b6ae-79b9daf706ad tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 931 time: 0.0856166 Aug 17 02:58:33.803793 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9b18e4f9-3723-4d8d-bcd9-a8bc71b202f2 None None] Provisioning for port fd3fbb6d-6af3-40d7-8d58-1314e50ac489 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:33.809222 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9b18e4f9-3723-4d8d-bcd9-a8bc71b202f2 None None] Provisioning complete for port fd3fbb6d-6af3-40d7-8d58-1314e50ac489 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:33.814920 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9b18e4f9-3723-4d8d-bcd9-a8bc71b202f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:33.875951 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bc7a7082-1240-4cac-9b66-07a67832d0d6 req-c139f7f5-714b-486f-aeba-704b375d7d35 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b25d205-ecb9-4896-b7fb-510b0f0fb23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302145 Aug 17 02:58:33.907469 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-9b18e4f9-3723-4d8d-bcd9-a8bc71b202f2 None None] Port fd3fbb6d-6af3-40d7-8d58-1314e50ac489 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:58:33.909933 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b581dda5-2966-4570-8e50-eeeb47b47312 req-690bcbbb-7823-4c78-8bc4-eb8983aa117a tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081545 Aug 17 02:58:34.028817 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1119bde3-6c73-465f-9c0c-a5425ebec2da up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:34.077024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-49961179-b267-4072-8e1b-2e2c16d20ad4 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Deleting port 7ff50a58-2d26-492d-8b69-75b60412b6b9 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:58:34.077371 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49961179-b267-4072-8e1b-2e2c16d20ad4 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:34.128915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 1119bde3-6c73-465f-9c0c-a5425ebec2da completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:34.132094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863f71bc-5de9-4cbd-84b3-742e6de20780 req-56f0627f-5dd5-4bde-b5e9-1cf0cc73ab9f tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:34.133376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 1119bde3-6c73-465f-9c0c-a5425ebec2da triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:34.133644 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-863f71bc-5de9-4cbd-84b3-742e6de20780 req-56f0627f-5dd5-4bde-b5e9-1cf0cc73ab9f tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.1615884 Aug 17 02:58:34.134181 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:34.220308 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:34.231426 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-863f71bc-5de9-4cbd-84b3-742e6de20780 req-b8733f20-06ae-4f38-ae35-0a749b5b8e54 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903156 Aug 17 02:58:34.235951 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49961179-b267-4072-8e1b-2e2c16d20ad4 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:34.236281 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49961179-b267-4072-8e1b-2e2c16d20ad4 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:34.243393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5629d0c-c468-49ab-b04c-af1959209208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1119bde3-6c73-465f-9c0c-a5425ebec2da'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:34.245777 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca353dc-fd0d-4e19-8e2b-8aa4dabb8ec9" -d '{"events": [{"server_uuid": "d5629d0c-c468-49ab-b04c-af1959209208", "name": "network-vif-plugged", "status": "completed", "tag": "1119bde3-6c73-465f-9c0c-a5425ebec2da"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:34.256083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-49961179-b267-4072-8e1b-2e2c16d20ad4 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Calling delete_port for 7ff50a58-2d26-492d-8b69-75b60412b6b9 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:58:34.262706 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 1119bde3-6c73-465f-9c0c-a5425ebec2da, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1119bde3-6c73-465f-9c0c-a5425ebec2da,segment=NetworkSegment(bb0e1530-3cb3-4f35-89a4-952ef5bc3645),segment_id=bb0e1530-3cb3-4f35-89a4-952ef5bc3645)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:34.299467 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dbc6504a-a163-43b7-8362-18b884f3a7f3 x-openstack-request-id: req-dbc6504a-a163-43b7-8362-18b884f3a7f3 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:34.300087 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5629d0c-c468-49ab-b04c-af1959209208", "name": "network-vif-plugged", "status": "completed", "tag": "1119bde3-6c73-465f-9c0c-a5425ebec2da", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:34.300087 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dbc6504a-a163-43b7-8362-18b884f3a7f3 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:34.300511 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5629d0c-c468-49ab-b04c-af1959209208', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1119bde3-6c73-465f-9c0c-a5425ebec2da', 'code': 200} Aug 17 02:58:34.347525 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:34.348722 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8bb01561-2145-4b66-b8b6-0cdf4587181d up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:34.357529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd3fbb6d-6af3-40d7-8d58-1314e50ac489 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:58:34.377736 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:34.431455 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Transition to ACTIVE for port object fd3fbb6d-6af3-40d7-8d58-1314e50ac489 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:34.438271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=1119bde3-6c73-465f-9c0c-a5425ebec2da,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:34.447726 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:34.448076 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:34.448420 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:34.448754 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:34.449087 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:34.449447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:34.449767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:34.450096 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:34.450421 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:34.450761 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:34.451060 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:34.451380 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:58:34.481818 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa39e5e9-9f00-4669-b30b-62e780d11c5b req-ec4d151a-2101-4b8c-b47f-6f881a60c89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:34.483485 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa39e5e9-9f00-4669-b30b-62e780d11c5b req-ec4d151a-2101-4b8c-b47f-6f881a60c89e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 1096 time: 0.0650907 Aug 17 02:58:34.517266 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:34.546708 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 8bb01561-2145-4b66-b8b6-0cdf4587181d completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:34.552120 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 8bb01561-2145-4b66-b8b6-0cdf4587181d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:34.553169 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:34.638687 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa39e5e9-9f00-4669-b30b-62e780d11c5b req-3c6b0d7b-5e96-4d41-9268-c6f44db44132 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=827a61d7-1d96-4753-9c06-3f94ee49548d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1400266 Aug 17 02:58:34.641825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3fbb6d-6af3-40d7-8d58-1314e50ac489,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:34.653513 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:34.695514 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8bb01561-2145-4b66-b8b6-0cdf4587181d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8bb01561-2145-4b66-b8b6-0cdf4587181d,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:34.724018 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49961179-b267-4072-8e1b-2e2c16d20ad4 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:34.737569 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b07ab4-da0d-4881-aa13-54290a6da69c req-756db2c8-e3a5-46d1-9cbb-773373fe9157 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:34.739187 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-63b07ab4-da0d-4881-aa13-54290a6da69c req-756db2c8-e3a5-46d1-9cbb-773373fe9157 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 945 time: 0.1713717 Aug 17 02:58:34.764279 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:34.789610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49961179-b267-4072-8e1b-2e2c16d20ad4 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Pushing event deleted for resources: {'Port': ['ID=7ff50a58-2d26-492d-8b69-75b60412b6b9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:34.812603 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7acd8707-5ff3-4052-8011-6cf7eee586eb req-ba0d8ab0-e536-4d51-b47f-4005360a1fed tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:34.832313 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7acd8707-5ff3-4052-8011-6cf7eee586eb req-ba0d8ab0-e536-4d51-b47f-4005360a1fed tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.1272593 Aug 17 02:58:34.888271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8bb01561-2145-4b66-b8b6-0cdf4587181d,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:34.949735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Attempting to bind port fd3fbb6d-6af3-40d7-8d58-1314e50ac489 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:34.950085 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Attempting to bind port fd3fbb6d-6af3-40d7-8d58-1314e50ac489 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:34.950420 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Attempting to bind port fd3fbb6d-6af3-40d7-8d58-1314e50ac489 on network 3579b9f8-ac96-472a-833f-5c19e19ba45a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:34.953774 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7acd8707-5ff3-4052-8011-6cf7eee586eb req-2d81d133-7ee7-4645-9528-1d48b550851e tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170025 Aug 17 02:58:35.082862 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e44409-6126-48f2-bd95-9c402ce3b819 req-9d92feac-4375-4712-9a63-9b07a9d94569 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:35.084666 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f7e44409-6126-48f2-bd95-9c402ce3b819 req-9d92feac-4375-4712-9a63-9b07a9d94569 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 950 time: 0.0626814 Aug 17 02:58:35.138252 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f7e44409-6126-48f2-bd95-9c402ce3b819 req-43b1a828-eb54-44e4-89a9-66d78128dbf5 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b25d205-ecb9-4896-b7fb-510b0f0fb23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461314 Aug 17 02:58:35.226365 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-63b07ab4-da0d-4881-aa13-54290a6da69c req-da3a8113-56c7-47d7-837c-931c49a03e7f tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/security-groups?id=827a61d7-1d96-4753-9c06-3f94ee49548d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4564016 Aug 17 02:58:35.226939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Port fd3fbb6d-6af3-40d7-8d58-1314e50ac489 on network 3579b9f8-ac96-472a-833f-5c19e19ba45a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:58:35.227266 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Attempting to bind port fd3fbb6d-6af3-40d7-8d58-1314e50ac489 on network 3579b9f8-ac96-472a-833f-5c19e19ba45a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:35.237720 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:35.238068 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Checking segment: {'id': 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:35.242679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Bound using segment: {'id': 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:35.242679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Bound port: fd3fbb6d-6af3-40d7-8d58-1314e50ac489, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:35.242679 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:35.251095 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49961179-b267-4072-8e1b-2e2c16d20ad4 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:35.252353 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-49961179-b267-4072-8e1b-2e2c16d20ad4 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Floating IP 255bc297-76ff-493a-b983-6d7389cd62e5 disassociated (deleted). External IP: 172.25.1.74, port: 25a40ea9-72bb-49dd-8445-dcbd298ef15b. Aug 17 02:58:35.284484 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5df6ee-5d32-48e5-8f42-21bfb41f2b5b req-a39687e7-e852-4e4a-9f34-f28f771c3b21 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:35.286159 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6d5df6ee-5d32-48e5-8f42-21bfb41f2b5b req-a39687e7-e852-4e4a-9f34-f28f771c3b21 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 943 time: 0.0718360 Aug 17 02:58:35.350011 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6d5df6ee-5d32-48e5-8f42-21bfb41f2b5b req-27d300af-3b25-4475-9a3c-0dffd9b04bce tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522132 Aug 17 02:58:35.441692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] For port fd3fbb6d-6af3-40d7-8d58-1314e50ac489, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:35.446494 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] For port fd3fbb6d-6af3-40d7-8d58-1314e50ac489, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fd3fbb6d-6af3-40d7-8d58-1314e50ac489,segment=NetworkSegment(ebd1bd90-c14f-4c2f-bbbb-96991d62ee85),segment_id=ebd1bd90-c14f-4c2f-bbbb-96991d62ee85)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:35.461943 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf238fd4-4e2d-4c0a-928a-53559bf55fc6 req-494c56f4-a33f-4912-a51b-f9a84baa86f3 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:35.463461 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bf238fd4-4e2d-4c0a-928a-53559bf55fc6 req-494c56f4-a33f-4912-a51b-f9a84baa86f3 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.1415224 Aug 17 02:58:35.547007 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:35.560528 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bf238fd4-4e2d-4c0a-928a-53559bf55fc6 req-e6245c77-7b7b-4ceb-b67c-d0325d2eb5cc tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887773 Aug 17 02:58:35.596368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:35.597171 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:35.598979 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] 10.222.0.60 "PUT /v2.0/ports/fd3fbb6d-6af3-40d7-8d58-1314e50ac489 HTTP/1.1" status: 200 len: 1091 time: 2.0388374 Aug 17 02:58:35.602767 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'tag': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:35.606299 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22372233-7200-41c7-bc68-69314c421b64" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a93e4a-f4b6-4fb0-982f-78cf94e47d04", "tag": "fd3fbb6d-6af3-40d7-8d58-1314e50ac489"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:35.686399 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae37be33-cee2-4d8f-b22a-63d6e72a9757 x-openstack-request-id: req-ae37be33-cee2-4d8f-b22a-63d6e72a9757 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:35.686807 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a93e4a-f4b6-4fb0-982f-78cf94e47d04", "tag": "fd3fbb6d-6af3-40d7-8d58-1314e50ac489", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:35.687393 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ae37be33-cee2-4d8f-b22a-63d6e72a9757 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:35.687802 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'tag': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489', 'status': 'completed', 'code': 200} Aug 17 02:58:35.688526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91cb1c43-7aef-4ac8-8e6a-8dadfe674682 service neutron] Pushing event updated for resources: {'Port': ['ID=fd3fbb6d-6af3-40d7-8d58-1314e50ac489,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:35.740610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49961179-b267-4072-8e1b-2e2c16d20ad4 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Router 2053f01a-8cac-40fa-a708-d0b7cf67891a has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:58:35.802319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-46635495-7339-4364-943a-554748546886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:35.804329 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-46635495-7339-4364-943a-554748546886 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 1094 time: 0.0934887 Aug 17 02:58:35.886748 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-861c3703-58e3-4b89-b08e-e18bb05a89aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3fbb6d-6af3-40d7-8d58-1314e50ac489 HTTP/1.1" status: 200 len: 217 time: 0.0693405 Aug 17 02:58:35.951528 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49961179-b267-4072-8e1b-2e2c16d20ad4 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:58:35.957524 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49961179-b267-4072-8e1b-2e2c16d20ad4 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:35.965840 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e0e30-2971-4c45-a96d-f22ad96b702a None None] Sync routers for ids ['2053f01a-8cac-40fa-a708-d0b7cf67891a'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:58:35.977747 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215e0e30-2971-4c45-a96d-f22ad96b702a None None] Routers {'2053f01a-8cac-40fa-a708-d0b7cf67891a'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:35.978643 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-215e0e30-2971-4c45-a96d-f22ad96b702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['2053f01a-8cac-40fa-a708-d0b7cf67891a'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:35.992528 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-0987697f-62a3-444c-8a23-5fd999713a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:35.993691 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-0987697f-62a3-444c-8a23-5fd999713a61 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e61e822-43e0-4ebd-8a9e-1084821b54a5 HTTP/1.1" status: 200 len: 860 time: 0.0921931 Aug 17 02:58:35.998845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-49961179-b267-4072-8e1b-2e2c16d20ad4 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] 10.222.0.10 "DELETE /v2.0/floatingips/255bc297-76ff-493a-b983-6d7389cd62e5 HTTP/1.1" status: 204 len: 168 time: 2.4906297 Aug 17 02:58:36.003773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45726) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:36.008452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e63c88a0-e877-4157-b2d3-781c0ca98a26 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:36.083721 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-215e0e30-2971-4c45-a96d-f22ad96b702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:36.093296 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-215e0e30-2971-4c45-a96d-f22ad96b702a None None] Routers {'2053f01a-8cac-40fa-a708-d0b7cf67891a'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:36.094378 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-215e0e30-2971-4c45-a96d-f22ad96b702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['2053f01a-8cac-40fa-a708-d0b7cf67891a'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:36.104427 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-0dd11fd0-cd03-4f37-8550-d3d02dfeb00b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:36.106411 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-0dd11fd0-cd03-4f37-8550-d3d02dfeb00b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3579b9f8-ac96-472a-833f-5c19e19ba45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929918 Aug 17 02:58:36.137165 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-215e0e30-2971-4c45-a96d-f22ad96b702a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:36.137824 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-215e0e30-2971-4c45-a96d-f22ad96b702a None None] The sync data for ids ['2053f01a-8cac-40fa-a708-d0b7cf67891a'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:58:36.199759 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e63c88a0-e877-4157-b2d3-781c0ca98a26 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:36.270830 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-e46c1c29-f00f-4b88-8f03-a2253839960d service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1496449 Aug 17 02:58:36.288290 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f2ad64-f370-43e5-a14c-de6ae303719d req-3b76fe75-5be5-4b92-889f-7a8fd0dd3bf8 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:36.289855 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-94f2ad64-f370-43e5-a14c-de6ae303719d req-3b76fe75-5be5-4b92-889f-7a8fd0dd3bf8 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.2000630 Aug 17 02:58:36.302193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb01561-2145-4b66-b8b6-0cdf4587181d'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:36.306587 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36e4afa4-7843-4a3a-b54e-9cfc3c74d620" -d '{"events": [{"server_uuid": "c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9", "name": "network-vif-plugged", "status": "completed", "tag": "8bb01561-2145-4b66-b8b6-0cdf4587181d"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:36.317675 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf3e15a-99b9-4172-b066-c1c51ef01ad9 req-85f82ed7-6daa-4053-b94c-2e530625229d tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:36.319707 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4cf3e15a-99b9-4172-b066-c1c51ef01ad9 req-85f82ed7-6daa-4053-b94c-2e530625229d tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 950 time: 0.0631728 Aug 17 02:58:36.359888 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4cf3e15a-99b9-4172-b066-c1c51ef01ad9 req-f7b8dace-a07d-4e6f-b322-6cd830fc3e9d tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b25d205-ecb9-4896-b7fb-510b0f0fb23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339279 Aug 17 02:58:36.403645 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-94f2ad64-f370-43e5-a14c-de6ae303719d req-66d5c5d0-bf2b-4223-aed1-48e44f80faa0 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053882 Aug 17 02:58:36.435132 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab877539-44a0-48c6-a458-94ce13d5c879 req-56a713b3-778c-46ff-9e0e-42ed64a9b068 service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562855 Aug 17 02:58:36.453413 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e63c88a0-e877-4157-b2d3-781c0ca98a26 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:36.471434 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa32fc4f-756c-4f0b-affa-0e9ff8f6fa25 x-openstack-request-id: req-aa32fc4f-756c-4f0b-affa-0e9ff8f6fa25 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:36.471981 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9", "name": "network-vif-plugged", "status": "completed", "tag": "8bb01561-2145-4b66-b8b6-0cdf4587181d", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:36.472501 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa32fc4f-756c-4f0b-affa-0e9ff8f6fa25 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:36.473077 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb01561-2145-4b66-b8b6-0cdf4587181d', 'code': 200} Aug 17 02:58:36.550931 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0eabd4-cbbd-47fd-85c6-294414d54976 req-889f63e7-e9b7-4da7-bfdf-b8d4c695bdb4 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:36.552895 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b0eabd4-cbbd-47fd-85c6-294414d54976 req-889f63e7-e9b7-4da7-bfdf-b8d4c695bdb4 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 945 time: 0.0617797 Aug 17 02:58:36.600351 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b0eabd4-cbbd-47fd-85c6-294414d54976 req-5e78ddb9-ab26-4d5d-99d7-82e190990db1 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/security-groups?id=827a61d7-1d96-4753-9c06-3f94ee49548d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379634 Aug 17 02:58:36.697998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-e63c88a0-e877-4157-b2d3-781c0ca98a26 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Allocated IP 172.25.1.186 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/8ae28fe0-f458-4cfc-a2b6-10f093a486ab) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:36.723267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286616e-83ea-4aa2-8ffb-16538809012a req-7a5c0e7b-6e07-41dd-9726-a58ae856598e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:36.725278 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9286616e-83ea-4aa2-8ffb-16538809012a req-7a5c0e7b-6e07-41dd-9726-a58ae856598e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 1101 time: 0.1824639 Aug 17 02:58:36.727986 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22372233-7200-41c7-bc68-69314c421b64 req-3327b4ce-57e0-46b0-bdc7-03e159ea9356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:36.729545 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-22372233-7200-41c7-bc68-69314c421b64 req-3327b4ce-57e0-46b0-bdc7-03e159ea9356 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 1094 time: 0.1492779 Aug 17 02:58:36.744833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e32acc71-317e-405f-91f8-7653cb0e1349 req-4ecc0ad8-6749-44c7-9503-e93e05ceb1db tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:36.746452 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e32acc71-317e-405f-91f8-7653cb0e1349 req-4ecc0ad8-6749-44c7-9503-e93e05ceb1db tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 943 time: 0.1691866 Aug 17 02:58:36.931048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9286616e-83ea-4aa2-8ffb-16538809012a req-438dd0be-222e-45b6-9a4d-c747cce91ef6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6b25d205-ecb9-4896-b7fb-510b0f0fb23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758740 Aug 17 02:58:36.948973 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e32acc71-317e-405f-91f8-7653cb0e1349 req-2f36c2a3-b166-4a00-86f6-71836a52aea2 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1872439 Aug 17 02:58:36.982992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22372233-7200-41c7-bc68-69314c421b64 req-243ad8c9-5311-4d42-8ec1-16baea195648 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:36.984676 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-22372233-7200-41c7-bc68-69314c421b64 req-243ad8c9-5311-4d42-8ec1-16baea195648 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 200 len: 921 time: 0.2218549 Aug 17 02:58:36.988332 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e63c88a0-e877-4157-b2d3-781c0ca98a26 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:37.092706 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-22372233-7200-41c7-bc68-69314c421b64 req-455a8201-97b8-49ae-a7b8-aba695b02894 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3fbb6d-6af3-40d7-8d58-1314e50ac489 HTTP/1.1" status: 200 len: 217 time: 0.0950849 Aug 17 02:58:37.111581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ebaabcc-0b90-4905-a9f0-e8518c9b4202 req-71b7bb40-ec26-4719-90ce-ba1fadd730bf tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:37.113632 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ebaabcc-0b90-4905-a9f0-e8518c9b4202 req-71b7bb40-ec26-4719-90ce-ba1fadd730bf tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 945 time: 0.0546877 Aug 17 02:58:37.122435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45758) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:37.127497 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-57a2c10c-049c-4eb5-8e0e-98c2d4f640d2 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Request body: {'floatingip': {'port_id': '1119bde3-6c73-465f-9c0c-a5425ebec2da'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:37.172924 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e63c88a0-e877-4157-b2d3-781c0ca98a26 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:37.177592 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-57a2c10c-049c-4eb5-8e0e-98c2d4f640d2 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:37.218912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22372233-7200-41c7-bc68-69314c421b64 req-f90c69d3-79f2-475e-94b0-b9afe65494a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:37.220930 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-22372233-7200-41c7-bc68-69314c421b64 req-f90c69d3-79f2-475e-94b0-b9afe65494a3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e61e822-43e0-4ebd-8a9e-1084821b54a5 HTTP/1.1" status: 200 len: 860 time: 0.1196704 Aug 17 02:58:37.230320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e63c88a0-e877-4157-b2d3-781c0ca98a26 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:37.241317 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de66e27-0530-410f-8349-31c6f08759d1 req-0ea3df4d-175b-4de6-84fe-8ddd98c84717 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:37.243304 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0de66e27-0530-410f-8349-31c6f08759d1 req-0ea3df4d-175b-4de6-84fe-8ddd98c84717 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.1534760 Aug 17 02:58:37.260624 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-e63c88a0-e877-4157-b2d3-781c0ca98a26 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:37.263540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e63c88a0-e877-4157-b2d3-781c0ca98a26 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:37.318471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c88a0-e877-4157-b2d3-781c0ca98a26 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Pushing event updated for resources: {'Port': ['ID=8ae28fe0-f458-4cfc-a2b6-10f093a486ab,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:37.373386 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0de66e27-0530-410f-8349-31c6f08759d1 req-ecbbe37d-3e05-45dd-8a59-137b88d893d6 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1138456 Aug 17 02:58:37.378738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22372233-7200-41c7-bc68-69314c421b64 req-3019514a-5fec-45f4-8fa5-6cf47cc127c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:37.380799 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-22372233-7200-41c7-bc68-69314c421b64 req-3019514a-5fec-45f4-8fa5-6cf47cc127c0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3579b9f8-ac96-472a-833f-5c19e19ba45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1319017 Aug 17 02:58:37.475723 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e63c88a0-e877-4157-b2d3-781c0ca98a26 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:37.564549 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-22372233-7200-41c7-bc68-69314c421b64 req-06704e9b-603a-4e6c-b29a-2987198fdcd8 service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1597900 Aug 17 02:58:37.586253 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf9d905-eeca-45b3-9ec8-6aa595266669 req-8b87f461-92dd-40bc-87f6-2db7fe367953 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:37.588058 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cdf9d905-eeca-45b3-9ec8-6aa595266669 req-8b87f461-92dd-40bc-87f6-2db7fe367953 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 950 time: 0.1369689 Aug 17 02:58:37.666474 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cdf9d905-eeca-45b3-9ec8-6aa595266669 req-a5e4b198-5d29-4fa6-9680-4949f0eee271 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b25d205-ecb9-4896-b7fb-510b0f0fb23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711701 Aug 17 02:58:37.674520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8492d6f8-3172-4b9e-adf6-f6b38663b590 req-47325139-7e94-452b-a4b6-ff7693cb8802 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:37.676180 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8492d6f8-3172-4b9e-adf6-f6b38663b590 req-47325139-7e94-452b-a4b6-ff7693cb8802 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.1765790 Aug 17 02:58:37.678688 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e63c88a0-e877-4157-b2d3-781c0ca98a26 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:37.762649 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-57a2c10c-049c-4eb5-8e0e-98c2d4f640d2 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:37.832487 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-57a2c10c-049c-4eb5-8e0e-98c2d4f640d2 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:37.967206 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-57a2c10c-049c-4eb5-8e0e-98c2d4f640d2 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Floating IP 19b8d596-ee72-43ad-bd95-586096d0c62d associated. External IP: 172.25.1.105, port: 1119bde3-6c73-465f-9c0c-a5425ebec2da. Aug 17 02:58:38.075568 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8492d6f8-3172-4b9e-adf6-f6b38663b590 req-6fc4a5c5-f06e-4279-9ea6-c8fe2b581cd6 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3924470 Aug 17 02:58:38.116524 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-22372233-7200-41c7-bc68-69314c421b64 req-ae42a907-7e46-48ea-854f-963a2f6ea2a5 service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5429738 Aug 17 02:58:38.145453 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda46a17-14c3-4ac0-b9ee-6d3d39ab6d6d req-a7631173-235d-40cd-bde3-5df40590f6c5 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:38.146999 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eda46a17-14c3-4ac0-b9ee-6d3d39ab6d6d req-a7631173-235d-40cd-bde3-5df40590f6c5 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 943 time: 0.0836046 Aug 17 02:58:38.247594 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eda46a17-14c3-4ac0-b9ee-6d3d39ab6d6d req-dc24cd75-b3ca-4659-b6ee-ce69015b37a1 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911970 Aug 17 02:58:38.252309 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e63c88a0-e877-4157-b2d3-781c0ca98a26 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:38.329201 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57a2c10c-049c-4eb5-8e0e-98c2d4f640d2 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Router f516253e-8e02-4340-8b79-7a290844b2a2 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:58:38.386814 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e63c88a0-e877-4157-b2d3-781c0ca98a26 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:38.466675 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e63c88a0-e877-4157-b2d3-781c0ca98a26 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Pushing event updated for resources: {'Port': ['ID=8ae28fe0-f458-4cfc-a2b6-10f093a486ab,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:38.474980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57a2c10c-049c-4eb5-8e0e-98c2d4f640d2 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:58:38.484644 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-57a2c10c-049c-4eb5-8e0e-98c2d4f640d2 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:38.493919 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c63c8d1-ab2f-48c8-b3ec-a2eb5e14a606 None None] Sync routers for ids ['f516253e-8e02-4340-8b79-7a290844b2a2'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:58:38.503482 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e63c88a0-e877-4157-b2d3-781c0ca98a26 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:38.508348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c63c8d1-ab2f-48c8-b3ec-a2eb5e14a606 None None] Routers {'f516253e-8e02-4340-8b79-7a290844b2a2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:38.509313 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6c63c8d1-ab2f-48c8-b3ec-a2eb5e14a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['f516253e-8e02-4340-8b79-7a290844b2a2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:38.522445 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-57a2c10c-049c-4eb5-8e0e-98c2d4f640d2 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "PUT /v2.0/floatingips/19b8d596-ee72-43ad-bd95-586096d0c62d HTTP/1.1" status: 200 len: 991 time: 1.3987658 Aug 17 02:58:38.523217 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd5629d0c-c468-49ab-b04c-af1959209208', 'tag': '1119bde3-6c73-465f-9c0c-a5425ebec2da'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:38.526030 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4d7df7b1-8433-417c-a73c-ea88909eae9c" -d '{"events": [{"name": "network-changed", "server_uuid": "d5629d0c-c468-49ab-b04c-af1959209208", "tag": "1119bde3-6c73-465f-9c0c-a5425ebec2da"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:38.537162 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb70277-1159-4cdc-a253-6ed1873c9cda req-9449bae2-9ec8-4f77-b898-a4e94a63a493 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:38.538729 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fb70277-1159-4cdc-a253-6ed1873c9cda req-9449bae2-9ec8-4f77-b898-a4e94a63a493 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.0757289 Aug 17 02:58:38.590368 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e63c88a0-e877-4157-b2d3-781c0ca98a26 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:38.592993 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e63c88a0-e877-4157-b2d3-781c0ca98a26 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5869582 Aug 17 02:58:38.595942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45776) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:38.628083 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fb70277-1159-4cdc-a253-6ed1873c9cda req-5dc875ac-c129-4029-bdd0-03257bbb8c01 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779104 Aug 17 02:58:38.651243 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c3e20b33-7f67-4048-b17f-1170aebc89fa x-openstack-request-id: req-c3e20b33-7f67-4048-b17f-1170aebc89fa {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:38.651243 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d5629d0c-c468-49ab-b04c-af1959209208", "tag": "1119bde3-6c73-465f-9c0c-a5425ebec2da", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:38.651243 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c3e20b33-7f67-4048-b17f-1170aebc89fa {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:38.651243 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd5629d0c-c468-49ab-b04c-af1959209208', 'tag': '1119bde3-6c73-465f-9c0c-a5425ebec2da', 'status': 'completed', 'code': 200} Aug 17 02:58:38.675337 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-6c63c8d1-ab2f-48c8-b3ec-a2eb5e14a606 None None] Set router f516253e-8e02-4340-8b79-7a290844b2a2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:58:38.748564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7df7b1-8433-417c-a73c-ea88909eae9c req-f0a02967-ebc8-4f29-97cd-306ed4d6bf25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:38.756303 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4d7df7b1-8433-417c-a73c-ea88909eae9c req-f0a02967-ebc8-4f29-97cd-306ed4d6bf25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=36f6ee8657fd4023aa99888c5665973d&device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 1096 time: 0.0805895 Aug 17 02:58:38.760313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-4be388ef-c649-48c2-91a7-cae80c513036 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:38.873514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac87df9-8ca4-470d-b4cb-416ce69e6c91 req-141414a9-5af6-4da1-9de7-fc9e6ef41247 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:38.875172 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2ac87df9-8ca4-470d-b4cb-416ce69e6c91 req-141414a9-5af6-4da1-9de7-fc9e6ef41247 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 950 time: 0.1006033 Aug 17 02:58:38.886757 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4be388ef-c649-48c2-91a7-cae80c513036 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:38.937061 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7df7b1-8433-417c-a73c-ea88909eae9c req-b7c58f2e-c5ca-4dfc-bb0f-6ff713d56c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:38.939561 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4d7df7b1-8433-417c-a73c-ea88909eae9c req-b7c58f2e-c5ca-4dfc-bb0f-6ff713d56c88 service neutron] 10.222.0.60 "GET /v2.0/networks?id=5952576f-4c5a-4eac-a4a9-784d8c4968c2 HTTP/1.1" status: 200 len: 915 time: 0.1743541 Aug 17 02:58:38.968538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6c63c8d1-ab2f-48c8-b3ec-a2eb5e14a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'name': 'tempest-ServersTestFqdnHostnames-1833024238-router', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'gw_port': {'id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '19b8d596-ee72-43ad-bd95-586096d0c62d', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'port_id': '1119bde3-6c73-465f-9c0c-a5425ebec2da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2', 'mac_address': 'fa:16:3e:ad:9c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5629d0c-c468-49ab-b04c-af1959209208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:58:09Z', 'updated_at': '2021-08-17T02:58:37Z', 'revision_number': 1, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad84025-bab2-4442-bb31-18ed20df4cfc', 'name': '', 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'mac_address': 'fa:16:3e:6d:e6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:46Z', 'updated_at': '2021-08-17T02:58:03Z', 'revision_number': 5, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'subnets': [{'id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:39.006651 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c63c8d1-ab2f-48c8-b3ec-a2eb5e14a606 None None] Checking router: f516253e-8e02-4340-8b79-7a290844b2a2 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:58:39.018341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c63c8d1-ab2f-48c8-b3ec-a2eb5e14a606 None None] Routers {'f516253e-8e02-4340-8b79-7a290844b2a2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:39.019386 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6c63c8d1-ab2f-48c8-b3ec-a2eb5e14a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['f516253e-8e02-4340-8b79-7a290844b2a2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:39.024064 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4d7df7b1-8433-417c-a73c-ea88909eae9c req-4a669c40-9c5c-4a9f-a465-4f6bb1f01b00 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1119bde3-6c73-465f-9c0c-a5425ebec2da HTTP/1.1" status: 200 len: 999 time: 0.0758531 Aug 17 02:58:39.036505 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2ac87df9-8ca4-470d-b4cb-416ce69e6c91 req-ce18225f-c96d-4d35-b5ec-021ca666d4fe tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b25d205-ecb9-4896-b7fb-510b0f0fb23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502595 Aug 17 02:58:39.039297 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4be388ef-c649-48c2-91a7-cae80c513036 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:39.096793 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7df7b1-8433-417c-a73c-ea88909eae9c req-dd3a9f4c-ad90-4cf0-a680-af6e6ef04feb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:39.098530 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4d7df7b1-8433-417c-a73c-ea88909eae9c req-dd3a9f4c-ad90-4cf0-a680-af6e6ef04feb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2791d1f7-ef22-4dd6-8b4b-09b037815ccc HTTP/1.1" status: 200 len: 854 time: 0.0569553 Aug 17 02:58:39.182694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7df7b1-8433-417c-a73c-ea88909eae9c req-258da54b-5758-4247-87f6-dfd097a94ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:39.192058 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4d7df7b1-8433-417c-a73c-ea88909eae9c req-258da54b-5758-4247-87f6-dfd097a94ff2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=5952576f-4c5a-4eac-a4a9-784d8c4968c2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0850909 Aug 17 02:58:39.239190 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-4be388ef-c649-48c2-91a7-cae80c513036 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Allocated IP 172.25.1.74 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/3a1350d0-e7ad-461a-850b-40e83637436b) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:39.441878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-6c63c8d1-ab2f-48c8-b3ec-a2eb5e14a606 None None] Set router f516253e-8e02-4340-8b79-7a290844b2a2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:58:39.456078 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4be388ef-c649-48c2-91a7-cae80c513036 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:39.465333 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4d7df7b1-8433-417c-a73c-ea88909eae9c req-acd21c52-6103-42d0-aea8-b7f6def72889 service neutron] 10.222.0.60 "GET /v2.0/networks/5952576f-4c5a-4eac-a4a9-784d8c4968c2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2630582 Aug 17 02:58:39.544318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23983c70-ae2f-4a31-a8d7-e8cce3f5ddf7 req-dd00e2b0-4718-4992-9944-e3a42e3cba65 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:39.553303 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23983c70-ae2f-4a31-a8d7-e8cce3f5ddf7 req-dd00e2b0-4718-4992-9944-e3a42e3cba65 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.3420622 Aug 17 02:58:39.615686 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23983c70-ae2f-4a31-a8d7-e8cce3f5ddf7 req-a790040c-dbbe-4100-a756-cea2eb72dcfd tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614378 Aug 17 02:58:39.638888 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4d7df7b1-8433-417c-a73c-ea88909eae9c req-f99de767-b776-4b05-9d2a-c8fd0f3cacaf service neutron] 10.222.0.60 "GET /v2.0/networks/5952576f-4c5a-4eac-a4a9-784d8c4968c2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1647344 Aug 17 02:58:39.644435 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4be388ef-c649-48c2-91a7-cae80c513036 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:39.698778 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4be388ef-c649-48c2-91a7-cae80c513036 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:39.703134 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-4be388ef-c649-48c2-91a7-cae80c513036 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:39.709764 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4be388ef-c649-48c2-91a7-cae80c513036 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:39.737740 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be388ef-c649-48c2-91a7-cae80c513036 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Pushing event updated for resources: {'Port': ['ID=3a1350d0-e7ad-461a-850b-40e83637436b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:39.797456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6c63c8d1-ab2f-48c8-b3ec-a2eb5e14a606 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'name': 'tempest-ServersTestFqdnHostnames-1833024238-router', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'gw_port': {'id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '19b8d596-ee72-43ad-bd95-586096d0c62d', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'port_id': '1119bde3-6c73-465f-9c0c-a5425ebec2da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2', 'mac_address': 'fa:16:3e:ad:9c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5629d0c-c468-49ab-b04c-af1959209208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:58:09Z', 'updated_at': '2021-08-17T02:58:37Z', 'revision_number': 1, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad84025-bab2-4442-bb31-18ed20df4cfc', 'name': '', 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'mac_address': 'fa:16:3e:6d:e6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:46Z', 'updated_at': '2021-08-17T02:58:03Z', 'revision_number': 5, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'subnets': [{'id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:39.825451 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4be388ef-c649-48c2-91a7-cae80c513036 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:39.837004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c63c8d1-ab2f-48c8-b3ec-a2eb5e14a606 None None] The sync data for ids ['f516253e-8e02-4340-8b79-7a290844b2a2'] in n-d-802060-9 is: [{'id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'name': 'tempest-ServersTestFqdnHostnames-1833024238-router', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'gw_port': {'id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '19b8d596-ee72-43ad-bd95-586096d0c62d', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'port_id': '1119bde3-6c73-465f-9c0c-a5425ebec2da', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2', 'mac_address': 'fa:16:3e:ad:9c:cf', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5629d0c-c468-49ab-b04c-af1959209208', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:58:09Z', 'updated_at': '2021-08-17T02:58:37Z', 'revision_number': 1, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1ad84025-bab2-4442-bb31-18ed20df4cfc', 'name': '', 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'mac_address': 'fa:16:3e:6d:e6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:46Z', 'updated_at': '2021-08-17T02:58:03Z', 'revision_number': 5, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'subnets': [{'id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:58:39.842506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6c29ad-9116-40d7-bbbb-503f08a602d9 req-2cab336f-ce96-445b-96d2-af4ce20729d4 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:39.852008 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da6c29ad-9116-40d7-bbbb-503f08a602d9 req-2cab336f-ce96-445b-96d2-af4ce20729d4 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 943 time: 0.0703990 Aug 17 02:58:39.910836 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da6c29ad-9116-40d7-bbbb-503f08a602d9 req-0cb3fa4a-e317-4298-8bd3-e44355f593ca tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478373 Aug 17 02:58:39.987665 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4be388ef-c649-48c2-91a7-cae80c513036 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:40.053456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fd3fbb6d-6af3-40d7-8d58-1314e50ac489 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:58:40.170438 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-641ba5e6-358b-4f5d-9e92-bb9e01d0ccd8 None None] New status for floating IP 19b8d596-ee72-43ad-bd95-586096d0c62d: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:58:40.200440 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93efdd21-221f-4e74-a9e2-d4b09c4a9518 req-98a0072b-4771-48dd-b9f5-acec34c6c8f5 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:40.208231 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-93efdd21-221f-4e74-a9e2-d4b09c4a9518 req-98a0072b-4771-48dd-b9f5-acec34c6c8f5 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.1031067 Aug 17 02:58:40.249148 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-93efdd21-221f-4e74-a9e2-d4b09c4a9518 req-c7dee817-1117-4af3-8b01-7cc90732d929 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375307 Aug 17 02:58:40.253894 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4be388ef-c649-48c2-91a7-cae80c513036 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:40.271878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port fd3fbb6d-6af3-40d7-8d58-1314e50ac489, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fd3fbb6d-6af3-40d7-8d58-1314e50ac489,segment=NetworkSegment(ebd1bd90-c14f-4c2f-bbbb-96991d62ee85),segment_id=ebd1bd90-c14f-4c2f-bbbb-96991d62ee85)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:40.290030 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'port_id': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489', 'mac_address': 'fa:16:3e:90:9a:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:58:40.336824 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:40.355821 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd3fbb6d-6af3-40d7-8d58-1314e50ac489 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:58:40.381137 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4be388ef-c649-48c2-91a7-cae80c513036 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:40.389827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port fd3fbb6d-6af3-40d7-8d58-1314e50ac489, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fd3fbb6d-6af3-40d7-8d58-1314e50ac489,segment=NetworkSegment(ebd1bd90-c14f-4c2f-bbbb-96991d62ee85),segment_id=ebd1bd90-c14f-4c2f-bbbb-96991d62ee85)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:40.469397 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4be388ef-c649-48c2-91a7-cae80c513036 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Pushing event updated for resources: {'Port': ['ID=3a1350d0-e7ad-461a-850b-40e83637436b,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:40.479287 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4be388ef-c649-48c2-91a7-cae80c513036 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:40.523680 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:40.579999 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=fd3fbb6d-6af3-40d7-8d58-1314e50ac489,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:40.598001 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4be388ef-c649-48c2-91a7-cae80c513036 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:40.599311 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4be388ef-c649-48c2-91a7-cae80c513036 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.0023625 Aug 17 02:58:40.601861 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45818) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:40.668457 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8998e8c4-b0ee-41d8-a808-1576ddfb7f73 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2436 time: 0.0654862 Aug 17 02:58:40.670814 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45822) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:40.772481 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-40f79cdd-5071-4ea8-beff-e0817d7ff2d8 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1003942 Aug 17 02:58:40.775170 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45824) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:40.816683 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-390da657-7fb9-4ab3-b0fd-49f05cb456af req-2600056f-7848-455a-be27-cd6019ecac2b tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:40.818517 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-390da657-7fb9-4ab3-b0fd-49f05cb456af req-2600056f-7848-455a-be27-cd6019ecac2b tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.0734909 Aug 17 02:58:40.862372 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-390da657-7fb9-4ab3-b0fd-49f05cb456af req-e90d0a6a-8458-4f47-8ad9-19f2d92a9d64 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376029 Aug 17 02:58:40.913814 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a917f357-fec3-4e0e-a33f-de7f11ab44d4 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Deleting port 3a1350d0-e7ad-461a-850b-40e83637436b {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:58:40.914325 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a917f357-fec3-4e0e-a33f-de7f11ab44d4 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:40.996020 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a917f357-fec3-4e0e-a33f-de7f11ab44d4 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:40.996369 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a917f357-fec3-4e0e-a33f-de7f11ab44d4 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:41.038819 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a917f357-fec3-4e0e-a33f-de7f11ab44d4 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Calling delete_port for 3a1350d0-e7ad-461a-850b-40e83637436b owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:58:41.083632 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['fd3fbb6d-6af3-40d7-8d58-1314e50ac489'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:58:41.104300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba723c7f-39af-4f65-87ad-839ca5fc2f73 req-7e93c1be-ec1b-4e17-b827-918c85a3eb78 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:41.105953 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ba723c7f-39af-4f65-87ad-839ca5fc2f73 req-7e93c1be-ec1b-4e17-b827-918c85a3eb78 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 944 time: 0.1127946 Aug 17 02:58:41.183430 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ba723c7f-39af-4f65-87ad-839ca5fc2f73 req-dfa3fcb0-c38a-410f-8de8-bd79c28eacfe tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701299 Aug 17 02:58:41.332726 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a917f357-fec3-4e0e-a33f-de7f11ab44d4 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:41.382205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a917f357-fec3-4e0e-a33f-de7f11ab44d4 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Pushing event deleted for resources: {'Port': ['ID=3a1350d0-e7ad-461a-850b-40e83637436b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:41.452897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b0961e-e929-44ea-9e34-91e6636cb9e4 req-19a5a5ca-d247-4264-94ad-2445ec27d418 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:41.455154 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03b0961e-e929-44ea-9e34-91e6636cb9e4 req-19a5a5ca-d247-4264-94ad-2445ec27d418 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.1335778 Aug 17 02:58:41.479314 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a917f357-fec3-4e0e-a33f-de7f11ab44d4 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:41.483002 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a917f357-fec3-4e0e-a33f-de7f11ab44d4 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:41.486761 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a917f357-fec3-4e0e-a33f-de7f11ab44d4 tempest-FloatingIPAdminTestJSON-1156387788 tempest-FloatingIPAdminTestJSON-1156387788-project] 10.222.0.10 "DELETE /v2.0/floatingips/b3e46439-4357-4d12-a214-bb9354ec5cd5 HTTP/1.1" status: 204 len: 168 time: 0.7078171 Aug 17 02:58:41.487553 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45844) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:41.524033 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03b0961e-e929-44ea-9e34-91e6636cb9e4 req-32fe8344-8534-4445-ba4c-884ea5ac4ab2 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589402 Aug 17 02:58:41.644824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-c7954478-49fe-4248-9415-c92f425cd951 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Deleting port 8ae28fe0-f458-4cfc-a2b6-10f093a486ab {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:58:41.645176 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c7954478-49fe-4248-9415-c92f425cd951 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:41.725157 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c7954478-49fe-4248-9415-c92f425cd951 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:41.725873 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c7954478-49fe-4248-9415-c92f425cd951 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:41.738312 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-c7954478-49fe-4248-9415-c92f425cd951 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Calling delete_port for 8ae28fe0-f458-4cfc-a2b6-10f093a486ab owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:58:41.952326 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c7954478-49fe-4248-9415-c92f425cd951 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:41.998172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7954478-49fe-4248-9415-c92f425cd951 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Pushing event deleted for resources: {'Port': ['ID=8ae28fe0-f458-4cfc-a2b6-10f093a486ab,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:42.054365 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddcf7b-87e8-46e9-a685-f1da18556d97 req-caed85d0-89bd-473b-b8d6-b0a2f4155750 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:42.055842 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8bddcf7b-87e8-46e9-a685-f1da18556d97 req-caed85d0-89bd-473b-b8d6-b0a2f4155750 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.1174998 Aug 17 02:58:42.066082 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8bb01561-2145-4b66-b8b6-0cdf4587181d details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:58:42.092387 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c7954478-49fe-4248-9415-c92f425cd951 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:42.094576 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c7954478-49fe-4248-9415-c92f425cd951 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:42.095803 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c7954478-49fe-4248-9415-c92f425cd951 tempest-FloatingIPAdminTestJSON-1162178132 tempest-FloatingIPAdminTestJSON-1162178132-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/95616486-f477-4b6e-8572-09c208a20c9e HTTP/1.1" status: 204 len: 168 time: 0.6070225 Aug 17 02:58:42.105992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45852) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:42.114325 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8bddcf7b-87e8-46e9-a685-f1da18556d97 req-ab8f537b-011d-4b47-a30d-550b5e06d845 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471144 Aug 17 02:58:42.198474 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8bb01561-2145-4b66-b8b6-0cdf4587181d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8bb01561-2145-4b66-b8b6-0cdf4587181d,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:42.212566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '8bb01561-2145-4b66-b8b6-0cdf4587181d', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '8bb01561-2145-4b66-b8b6-0cdf4587181d', 'mac_address': 'fa:16:3e:fd:b5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:58:42.224806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-5e82b4f4-1b1f-411e-9405-2e6a03fbe7a9 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Deleting port 25a40ea9-72bb-49dd-8445-dcbd298ef15b {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:58:42.225156 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5e82b4f4-1b1f-411e-9405-2e6a03fbe7a9 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:42.264455 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:42.279747 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8bb01561-2145-4b66-b8b6-0cdf4587181d {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:58:42.305558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8bb01561-2145-4b66-b8b6-0cdf4587181d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8bb01561-2145-4b66-b8b6-0cdf4587181d,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:42.318291 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc13300-cfa2-4575-b195-6a75aebc9e56 req-6ba2eaa4-f84b-47bd-92e3-79b91b6dc6b4 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:42.320033 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8cc13300-cfa2-4575-b195-6a75aebc9e56 req-6ba2eaa4-f84b-47bd-92e3-79b91b6dc6b4 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 944 time: 0.0604291 Aug 17 02:58:42.337091 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5e82b4f4-1b1f-411e-9405-2e6a03fbe7a9 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:42.347201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-5e82b4f4-1b1f-411e-9405-2e6a03fbe7a9 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Calling delete_port for 25a40ea9-72bb-49dd-8445-dcbd298ef15b owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:58:42.364915 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8cc13300-cfa2-4575-b195-6a75aebc9e56 req-d5b02ab6-1765-44f1-b5f0-8725a6790be9 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379736 Aug 17 02:58:42.416063 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:42.515884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8bb01561-2145-4b66-b8b6-0cdf4587181d,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:42.563554 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5e82b4f4-1b1f-411e-9405-2e6a03fbe7a9 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:42.609306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['8bb01561-2145-4b66-b8b6-0cdf4587181d'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:58:42.652111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82b4f4-1b1f-411e-9405-2e6a03fbe7a9 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Pushing event deleted for resources: {'Port': ['ID=25a40ea9-72bb-49dd-8445-dcbd298ef15b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:42.740316 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860e0043-fed3-4597-a829-ebc4b00b3215 req-9d080fbc-a1cf-4082-b724-27913fd88810 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:42.748997 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-860e0043-fed3-4597-a829-ebc4b00b3215 req-9d080fbc-a1cf-4082-b724-27913fd88810 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.1131706 Aug 17 02:58:42.795131 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5e82b4f4-1b1f-411e-9405-2e6a03fbe7a9 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:42.801650 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5e82b4f4-1b1f-411e-9405-2e6a03fbe7a9 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] 10.222.0.10 "DELETE /v2.0/ports/25a40ea9-72bb-49dd-8445-dcbd298ef15b HTTP/1.1" status: 204 len: 168 time: 0.6943607 Aug 17 02:58:42.808106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45880) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:42.823265 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-860e0043-fed3-4597-a829-ebc4b00b3215 req-0a5f7096-745e-4a7f-9d76-7c6094802c20 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643365 Aug 17 02:58:42.906316 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c862438-3639-4770-b7a5-6a941247d40d tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:42.914076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45884) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:42.917746 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6c862438-3639-4770-b7a5-6a941247d40d tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] 10.222.0.10 "GET /v2.0/ports?device_id=2053f01a-8cac-40fa-a708-d0b7cf67891a HTTP/1.1" status: 200 len: 913 time: 0.1011024 Aug 17 02:58:43.287207 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f3e837-8249-4c72-9ee1-e44ee8769399 req-5b38b5f3-b37b-4d0b-9377-da98ad3258bd tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:43.289852 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-25f3e837-8249-4c72-9ee1-e44ee8769399 req-5b38b5f3-b37b-4d0b-9377-da98ad3258bd tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.0638487 Aug 17 02:58:43.358093 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a30ef9-d4a5-4e76-93f1-d07f50170f28 req-d92b831e-8c9a-458f-a50a-3196479edc32 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:43.359716 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c4a30ef9-d4a5-4e76-93f1-d07f50170f28 req-d92b831e-8c9a-458f-a50a-3196479edc32 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 945 time: 0.0547585 Aug 17 02:58:43.409872 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c4a30ef9-d4a5-4e76-93f1-d07f50170f28 req-ffb7a841-c7fe-40bf-944d-39f75e2fdf07 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0073b29-020e-4557-bb42-0b64e252a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402527 Aug 17 02:58:43.588517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6e4b1e9-65d8-4143-b112-0cd32712a483 req-665c1ddc-b0b6-43d8-9993-9c310190295f tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:43.590086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6e4b1e9-65d8-4143-b112-0cd32712a483 req-665c1ddc-b0b6-43d8-9993-9c310190295f tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 944 time: 0.0505621 Aug 17 02:58:43.627239 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-25f3e837-8249-4c72-9ee1-e44ee8769399 req-aa3c3120-2b90-4392-9529-b7cd043eaa9a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3313041 Aug 17 02:58:43.634486 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6e4b1e9-65d8-4143-b112-0cd32712a483 req-5461c336-40a0-4a04-936b-8e08dbf3132f tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364015 Aug 17 02:58:43.652269 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7593f02f-6297-45ba-9ca3-f1628e0836f8 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:43.940160 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-7593f02f-6297-45ba-9ca3-f1628e0836f8 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Deleting port 5295d57d-7240-4500-9eb7-06e572f8a6d5 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:58:43.940864 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7593f02f-6297-45ba-9ca3-f1628e0836f8 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:44.007788 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d460207e-e0a1-4a09-bcc7-ac833a7c746c req-ea9c1f9f-5219-47b4-85b2-308e0dbb639f tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:44.009362 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d460207e-e0a1-4a09-bcc7-ac833a7c746c req-ea9c1f9f-5219-47b4-85b2-308e0dbb639f tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.1106575 Aug 17 02:58:44.068620 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7593f02f-6297-45ba-9ca3-f1628e0836f8 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:44.085907 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d460207e-e0a1-4a09-bcc7-ac833a7c746c req-0385e2a2-018f-4976-9e71-08da67b2f0c1 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704572 Aug 17 02:58:44.088035 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fd3fbb6d-6af3-40d7-8d58-1314e50ac489 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:44.090629 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-7593f02f-6297-45ba-9ca3-f1628e0836f8 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Calling delete_port for 5295d57d-7240-4500-9eb7-06e572f8a6d5 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:58:44.243474 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port fd3fbb6d-6af3-40d7-8d58-1314e50ac489 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:44.247617 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port fd3fbb6d-6af3-40d7-8d58-1314e50ac489 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:44.248233 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:44.342691 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:44.370053 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:44.372330 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c552722f-f4fd-483b-a3a0-d09e91f4d6e0" -d '{"events": [{"server_uuid": "a4a93e4a-f4b6-4fb0-982f-78cf94e47d04", "name": "network-vif-plugged", "status": "completed", "tag": "fd3fbb6d-6af3-40d7-8d58-1314e50ac489"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:44.386993 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port fd3fbb6d-6af3-40d7-8d58-1314e50ac489, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fd3fbb6d-6af3-40d7-8d58-1314e50ac489,segment=NetworkSegment(ebd1bd90-c14f-4c2f-bbbb-96991d62ee85),segment_id=ebd1bd90-c14f-4c2f-bbbb-96991d62ee85)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:44.403352 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7593f02f-6297-45ba-9ca3-f1628e0836f8 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:44.421946 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6195d9c5-c2ea-4257-a171-03676c1ffc6a x-openstack-request-id: req-6195d9c5-c2ea-4257-a171-03676c1ffc6a {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:44.422332 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a93e4a-f4b6-4fb0-982f-78cf94e47d04", "name": "network-vif-plugged", "status": "completed", "tag": "fd3fbb6d-6af3-40d7-8d58-1314e50ac489", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:44.422650 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6195d9c5-c2ea-4257-a171-03676c1ffc6a {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:44.424686 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489', 'code': 200} Aug 17 02:58:44.432046 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7593f02f-6297-45ba-9ca3-f1628e0836f8 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Pushing event deleted for resources: {'Port': ['ID=5295d57d-7240-4500-9eb7-06e572f8a6d5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:44.460757 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:44.461903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8bb01561-2145-4b66-b8b6-0cdf4587181d up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:44.624189 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=fd3fbb6d-6af3-40d7-8d58-1314e50ac489,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:44.631954 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6a2a29-3202-4598-af1d-547e0f6e043c req-f600dd16-0d87-428d-be2f-d04ceab3fcc9 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:44.633786 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fe6a2a29-3202-4598-af1d-547e0f6e043c req-f600dd16-0d87-428d-be2f-d04ceab3fcc9 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 945 time: 0.1030614 Aug 17 02:58:44.637288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e06d720-391d-4c89-b58a-f0a99306c786 req-5aba586a-9f2f-4f0b-b351-db4717a9e6c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:44.638949 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e06d720-391d-4c89-b58a-f0a99306c786 req-5aba586a-9f2f-4f0b-b351-db4717a9e6c2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 1096 time: 0.1362510 Aug 17 02:58:44.672303 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 8bb01561-2145-4b66-b8b6-0cdf4587181d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:44.672691 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:44.821343 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:44.830681 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fe6a2a29-3202-4598-af1d-547e0f6e043c req-ac79e983-fa2f-4376-a5d9-84470cc0c808 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0073b29-020e-4557-bb42-0b64e252a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1804638 Aug 17 02:58:44.832746 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e06d720-391d-4c89-b58a-f0a99306c786 req-ee452b6c-dcfd-4b64-a67d-eec4dda94f50 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1774895 Aug 17 02:58:44.877150 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7593f02f-6297-45ba-9ca3-f1628e0836f8 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:44.885876 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8bb01561-2145-4b66-b8b6-0cdf4587181d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8bb01561-2145-4b66-b8b6-0cdf4587181d,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:44.958064 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:45.001062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88800b7e-f184-4a80-849b-3929fc94afda req-a6f704f8-dcaf-4197-a9e9-b54d08dc1fee tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:45.015081 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88800b7e-f184-4a80-849b-3929fc94afda req-a6f704f8-dcaf-4197-a9e9-b54d08dc1fee tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.1047995 Aug 17 02:58:45.021407 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5debea1a-e24b-45ee-8700-4181f80bbc62 req-a785a273-0c41-441b-8753-21007fc02621 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:45.029334 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5debea1a-e24b-45ee-8700-4181f80bbc62 req-a785a273-0c41-441b-8753-21007fc02621 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 945 time: 0.1609211 Aug 17 02:58:45.039948 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8bb01561-2145-4b66-b8b6-0cdf4587181d,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:45.078086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88800b7e-f184-4a80-849b-3929fc94afda req-10ef2b59-0d77-4c44-8129-a499f2e471de tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533171 Aug 17 02:58:45.168191 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5debea1a-e24b-45ee-8700-4181f80bbc62 req-a892dba6-7eb9-4bef-8597-084f5f3971ed tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377430 Aug 17 02:58:45.250459 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f72888b-9cc0-4f81-a4db-31ee0f17fec1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:45.311196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3be40a7a-2366-4d5c-8097-31bc0ce31496 req-b89fb29e-07bd-45ae-9641-67c5193fc282 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:45.321456 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3be40a7a-2366-4d5c-8097-31bc0ce31496 req-b89fb29e-07bd-45ae-9641-67c5193fc282 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.1223788 Aug 17 02:58:45.395067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7593f02f-6297-45ba-9ca3-f1628e0836f8 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Router 2053f01a-8cac-40fa-a708-d0b7cf67891a has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:58:45.398023 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3be40a7a-2366-4d5c-8097-31bc0ce31496 req-91b2105b-f00d-4baf-b002-e6389d1cc660 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750766 Aug 17 02:58:45.534100 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7593f02f-6297-45ba-9ca3-f1628e0836f8 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:58:45.539128 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7593f02f-6297-45ba-9ca3-f1628e0836f8 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] 10.222.0.10 "PUT /v2.0/routers/2053f01a-8cac-40fa-a708-d0b7cf67891a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6243639 Aug 17 02:58:45.542277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45966) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:45.554900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96b4524-507c-4a7d-bf58-10188651df49 None None] Sync routers for ids ['2053f01a-8cac-40fa-a708-d0b7cf67891a'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:58:45.579394 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b4524-507c-4a7d-bf58-10188651df49 None None] Routers {'2053f01a-8cac-40fa-a708-d0b7cf67891a'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:45.580521 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c96b4524-507c-4a7d-bf58-10188651df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['2053f01a-8cac-40fa-a708-d0b7cf67891a'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:45.671741 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c96b4524-507c-4a7d-bf58-10188651df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:45.710699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ce53d9-070f-4adc-a8d7-f8ebeb0e7685 req-ecc50e14-55ce-46eb-bfc8-4baa102bc76f tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:45.721036 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c96b4524-507c-4a7d-bf58-10188651df49 None None] Routers {'2053f01a-8cac-40fa-a708-d0b7cf67891a'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:58:45.721799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c96b4524-507c-4a7d-bf58-10188651df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['2053f01a-8cac-40fa-a708-d0b7cf67891a'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:45.728838 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06ce53d9-070f-4adc-a8d7-f8ebeb0e7685 req-ecc50e14-55ce-46eb-bfc8-4baa102bc76f tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.60 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 945 time: 0.1656051 Aug 17 02:58:45.821968 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c96b4524-507c-4a7d-bf58-10188651df49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:45.826301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c96b4524-507c-4a7d-bf58-10188651df49 None None] The sync data for ids ['2053f01a-8cac-40fa-a708-d0b7cf67891a'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:58:45.846223 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f68edaa-d05a-45fc-b6b5-0773d0578ba6 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:45.926826 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-06ce53d9-070f-4adc-a8d7-f8ebeb0e7685 req-24575a84-c517-45e7-95e5-2738ff82c1dd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Deleting port 561c854d-70bf-4605-ab8a-97afb954f0d3 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:58:45.927717 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-06ce53d9-070f-4adc-a8d7-f8ebeb0e7685 req-24575a84-c517-45e7-95e5-2738ff82c1dd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:46.102302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-06ce53d9-070f-4adc-a8d7-f8ebeb0e7685 req-24575a84-c517-45e7-95e5-2738ff82c1dd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] For port 561c854d-70bf-4605-ab8a-97afb954f0d3, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=561c854d-70bf-4605-ab8a-97afb954f0d3,segment=NetworkSegment(4c5ccc37-c4d0-4441-bd01-b1bff4663751),segment_id=4c5ccc37-c4d0-4441-bd01-b1bff4663751)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:46.103034 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-06ce53d9-070f-4adc-a8d7-f8ebeb0e7685 req-24575a84-c517-45e7-95e5-2738ff82c1dd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:46.116014 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f68edaa-d05a-45fc-b6b5-0773d0578ba6 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:46.139273 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e0ed5-a638-4885-bbbd-35e67446c0a6 req-d72b61cd-657c-4434-a9d2-eddcc1eee24d tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:46.147575 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e4e0ed5-a638-4885-bbbd-35e67446c0a6 req-d72b61cd-657c-4434-a9d2-eddcc1eee24d tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 945 time: 0.1283176 Aug 17 02:58:46.154598 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-06ce53d9-070f-4adc-a8d7-f8ebeb0e7685 req-24575a84-c517-45e7-95e5-2738ff82c1dd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Calling delete_port for 561c854d-70bf-4605-ab8a-97afb954f0d3 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:58:46.197291 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e4e0ed5-a638-4885-bbbd-35e67446c0a6 req-63b449f1-988e-4813-a639-e99e9cc51832 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/security-groups?id=f0073b29-020e-4557-bb42-0b64e252a88b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462728 Aug 17 02:58:46.317106 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4f68edaa-d05a-45fc-b6b5-0773d0578ba6 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Deleting port 04eb0518-4dba-456d-bbb8-148e59bd2a64 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:58:46.317546 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f68edaa-d05a-45fc-b6b5-0773d0578ba6 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:46.377285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f602e28-eee1-4ac7-9330-9f2d0eb3bbdd req-c88f7e7a-87e2-4781-b0d3-d30b663cfa94 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:46.389605 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f602e28-eee1-4ac7-9330-9f2d0eb3bbdd req-c88f7e7a-87e2-4781-b0d3-d30b663cfa94 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.1452708 Aug 17 02:58:46.431743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb01561-2145-4b66-b8b6-0cdf4587181d'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:46.437105 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-216fedb1-37fd-4ce7-8118-47638141d459" -d '{"events": [{"server_uuid": "c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9", "name": "network-vif-plugged", "status": "completed", "tag": "8bb01561-2145-4b66-b8b6-0cdf4587181d"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:46.447825 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f602e28-eee1-4ac7-9330-9f2d0eb3bbdd req-e25a77ca-dd5c-4f85-ba78-f143089a52bb tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573454 Aug 17 02:58:46.467126 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f2d7be9-23b6-43ea-b434-18fc5297c464 req-bd38b119-ed88-4c2c-b0ef-38c68e7f972b tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:46.475452 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8f2d7be9-23b6-43ea-b434-18fc5297c464 req-bd38b119-ed88-4c2c-b0ef-38c68e7f972b tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 945 time: 0.1426735 Aug 17 02:58:46.514549 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f68edaa-d05a-45fc-b6b5-0773d0578ba6 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:46.514767 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-06ce53d9-070f-4adc-a8d7-f8ebeb0e7685 req-24575a84-c517-45e7-95e5-2738ff82c1dd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:46.546857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4f68edaa-d05a-45fc-b6b5-0773d0578ba6 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Calling delete_port for 04eb0518-4dba-456d-bbb8-148e59bd2a64 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:58:46.560784 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8f2d7be9-23b6-43ea-b434-18fc5297c464 req-bac3dd7b-c7c4-46eb-88a9-7d416fcf3ea3 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846040 Aug 17 02:58:46.637722 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2832f58-d06d-452e-ab96-83a255b0f8a5 x-openstack-request-id: req-d2832f58-d06d-452e-ab96-83a255b0f8a5 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:46.638014 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9", "name": "network-vif-plugged", "status": "completed", "tag": "8bb01561-2145-4b66-b8b6-0cdf4587181d", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:46.638603 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d2832f58-d06d-452e-ab96-83a255b0f8a5 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:46.639905 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb01561-2145-4b66-b8b6-0cdf4587181d', 'code': 200} Aug 17 02:58:46.655511 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24575a84-c517-45e7-95e5-2738ff82c1dd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Pushing event deleted for resources: {'Port': ['ID=561c854d-70bf-4605-ab8a-97afb954f0d3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:46.726576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-06ce53d9-070f-4adc-a8d7-f8ebeb0e7685 req-24575a84-c517-45e7-95e5-2738ff82c1dd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] No DVR routers for this DVR port 561c854d-70bf-4605-ab8a-97afb954f0d3 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:58:46.729406 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-06ce53d9-070f-4adc-a8d7-f8ebeb0e7685 req-24575a84-c517-45e7-95e5-2738ff82c1dd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:46.731389 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06ce53d9-070f-4adc-a8d7-f8ebeb0e7685 req-24575a84-c517-45e7-95e5-2738ff82c1dd tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.60 "DELETE /v2.0/ports/561c854d-70bf-4605-ab8a-97afb954f0d3 HTTP/1.1" status: 204 len: 173 time: 0.9922004 Aug 17 02:58:46.732030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4531871b-cc73-49d9-a862-d087043dcb44', 'name': 'network-vif-deleted', 'tag': '561c854d-70bf-4605-ab8a-97afb954f0d3'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:46.734613 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1313a15f-4197-470c-ae4b-957886a8ccf6" -d '{"events": [{"server_uuid": "4531871b-cc73-49d9-a862-d087043dcb44", "name": "network-vif-deleted", "tag": "561c854d-70bf-4605-ab8a-97afb954f0d3"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:46.756125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b19e12-e84e-4dd5-9076-2e8a42671524 req-83af4ab5-798a-42ee-a604-854a71fa86b9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:46.771941 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-63b19e12-e84e-4dd5-9076-2e8a42671524 req-83af4ab5-798a-42ee-a604-854a71fa86b9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.1885548 Aug 17 02:58:46.841984 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-63b19e12-e84e-4dd5-9076-2e8a42671524 req-9e255a89-cc90-4303-ac6e-fbe1ec41ba82 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646617 Aug 17 02:58:46.862209 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b247243c-c651-4ce9-8565-c09f3a98739a x-openstack-request-id: req-b247243c-c651-4ce9-8565-c09f3a98739a {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:58:46.862507 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4531871b-cc73-49d9-a862-d087043dcb44", "name": "network-vif-deleted", "tag": "561c854d-70bf-4605-ab8a-97afb954f0d3", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:58:46.862773 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b247243c-c651-4ce9-8565-c09f3a98739a {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:58:46.863193 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4531871b-cc73-49d9-a862-d087043dcb44', 'name': 'network-vif-deleted', 'tag': '561c854d-70bf-4605-ab8a-97afb954f0d3', 'status': 'completed', 'code': 200} Aug 17 02:58:46.928584 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f68edaa-d05a-45fc-b6b5-0773d0578ba6 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:46.957931 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f68edaa-d05a-45fc-b6b5-0773d0578ba6 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Pushing event deleted for resources: {'Port': ['ID=04eb0518-4dba-456d-bbb8-148e59bd2a64,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:47.057153 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f68edaa-d05a-45fc-b6b5-0773d0578ba6 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.217583 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f68edaa-d05a-45fc-b6b5-0773d0578ba6 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.243014 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f68edaa-d05a-45fc-b6b5-0773d0578ba6 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.336003 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5bd7db18-6bbc-4773-b360-67559e03b7c2 req-7f1340b6-67d0-4f3d-963a-74b1b2cf3fd5 tempest-AttachSCSIVolumeTestJSON-743052323 tempest-AttachSCSIVolumeTestJSON-743052323-project] 10.222.0.10 "GET /v2.0/ports?device_id=4531871b-cc73-49d9-a862-d087043dcb44 HTTP/1.1" status: 200 len: 210 time: 0.0330470 Aug 17 02:58:47.374950 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f68edaa-d05a-45fc-b6b5-0773d0578ba6 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.375541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f68edaa-d05a-45fc-b6b5-0773d0578ba6 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Fanout notify agent at l3_agent the message router_deleted on router 2053f01a-8cac-40fa-a708-d0b7cf67891a {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:58:47.386207 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f68edaa-d05a-45fc-b6b5-0773d0578ba6 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.386207 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4f68edaa-d05a-45fc-b6b5-0773d0578ba6 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] 10.222.0.10 "DELETE /v2.0/routers/2053f01a-8cac-40fa-a708-d0b7cf67891a HTTP/1.1" status: 204 len: 168 time: 1.8411725 Aug 17 02:58:47.387519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46012) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:47.453153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-6fa93d47-af01-4a7b-b66b-d9e0c094b878 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Deleting subnet 9ea01c02-cc47-4382-a2c0-ec120a4894fa {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:58:47.457662 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fa93d47-af01-4a7b-b66b-d9e0c094b878 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.507672 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fa93d47-af01-4a7b-b66b-d9e0c094b878 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.670863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c948fee-51db-4bd6-92ca-783c5c19af2f req-745e8b4f-54bc-4967-8727-fe0cda6211f8 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:47.672430 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9c948fee-51db-4bd6-92ca-783c5c19af2f req-745e8b4f-54bc-4967-8727-fe0cda6211f8 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.1275556 Aug 17 02:58:47.784428 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9c948fee-51db-4bd6-92ca-783c5c19af2f req-93a55716-2e2a-42cb-9178-9217a2748908 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914812 Aug 17 02:58:47.823297 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4148f17f-bac2-43a8-b941-3862cdbecceb req-e4ecd84c-a3f8-4e61-8b7e-272c2bd6275c tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:47.826113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4148f17f-bac2-43a8-b941-3862cdbecceb req-e4ecd84c-a3f8-4e61-8b7e-272c2bd6275c tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 945 time: 0.1341331 Aug 17 02:58:47.829241 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fa93d47-af01-4a7b-b66b-d9e0c094b878 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.911734 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d970b982-32ba-4101-a576-df41198e81fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:47.916737 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4148f17f-bac2-43a8-b941-3862cdbecceb req-7fe0ef39-056e-4553-8f39-86b24bfe13e6 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836580 Aug 17 02:58:48.071889 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fa93d47-af01-4a7b-b66b-d9e0c094b878 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:48.090745 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 561c854d-70bf-4605-ab8a-97afb954f0d3 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:58:48.142479 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 561c854d-70bf-4605-ab8a-97afb954f0d3 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:58:48.145113 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 561c854d-70bf-4605-ab8a-97afb954f0d3 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:58:48.199753 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c980ad8-b2b1-4443-8a35-adc9563370c6 None None] Network 70c742bc-ae71-48cc-b592-887f26826035 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:58:48.200021 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fa93d47-af01-4a7b-b66b-d9e0c094b878 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:48.202175 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6fa93d47-af01-4a7b-b66b-d9e0c094b878 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] 10.222.0.10 "DELETE /v2.0/subnets/9ea01c02-cc47-4382-a2c0-ec120a4894fa HTTP/1.1" status: 204 len: 168 time: 0.8136466 Aug 17 02:58:48.203254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa93d47-af01-4a7b-b66b-d9e0c094b878 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Pushing event deleted for resources: {'Subnet': ['ID=9ea01c02-cc47-4382-a2c0-ec120a4894fa,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:48.211182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46036) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:48.226920 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:48.301329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91aba9e-b699-4d56-a88d-97c708dcad2c req-bf9f6693-5f69-4b64-b291-bceafdf1bb36 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:48.308786 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b91aba9e-b699-4d56-a88d-97c708dcad2c req-bf9f6693-5f69-4b64-b291-bceafdf1bb36 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.2300584 Aug 17 02:58:48.371556 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-ca230bf7-43a2-43bc-9975-ccce7a84c410 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3596253 Aug 17 02:58:48.375620 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:48.377412 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-00047bec-5d4e-48c0-a053-fd88509025be tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:48.433277 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b91aba9e-b699-4d56-a88d-97c708dcad2c req-d9f79fed-fa47-4ae5-a019-a1258d20118a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235087 Aug 17 02:58:48.475894 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-00047bec-5d4e-48c0-a053-fd88509025be tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:48.548763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Deleting port 347a0f81-9986-419f-bd63-ace3a40543f5 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:58:48.549260 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:48.624419 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c268e2ec-7a9b-45fc-9b48-22302c7738e2 None None] DHCP port deletion for 70c742bc-ae71-48cc-b592-887f26826035 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:58:48.625066 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] For port 347a0f81-9986-419f-bd63-ace3a40543f5, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=347a0f81-9986-419f-bd63-ace3a40543f5,segment=NetworkSegment(eea9d27b-eb47-4103-9deb-37328381c95e),segment_id=eea9d27b-eb47-4103-9deb-37328381c95e)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:48.625447 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:48.643252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Calling delete_port for 347a0f81-9986-419f-bd63-ace3a40543f5 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:58:48.752558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c268e2ec-7a9b-45fc-9b48-22302c7738e2 None None] Deleting port 347a0f81-9986-419f-bd63-ace3a40543f5 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:58:48.753391 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c268e2ec-7a9b-45fc-9b48-22302c7738e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:48.755775 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-00047bec-5d4e-48c0-a053-fd88509025be tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:48.838090 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:48.851495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] No DVR routers for this DVR port 347a0f81-9986-419f-bd63-ace3a40543f5 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:58:48.898129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c268e2ec-7a9b-45fc-9b48-22302c7738e2 None None] For port 347a0f81-9986-419f-bd63-ace3a40543f5, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=347a0f81-9986-419f-bd63-ace3a40543f5,segment=NetworkSegment(eea9d27b-eb47-4103-9deb-37328381c95e),segment_id=eea9d27b-eb47-4103-9deb-37328381c95e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:48.898544 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c268e2ec-7a9b-45fc-9b48-22302c7738e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:48.917234 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c268e2ec-7a9b-45fc-9b48-22302c7738e2 None None] Calling delete_port for 347a0f81-9986-419f-bd63-ace3a40543f5 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:58:48.929843 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Pushing event deleted for resources: {'Port': ['ID=347a0f81-9986-419f-bd63-ace3a40543f5,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:48.947203 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-00047bec-5d4e-48c0-a053-fd88509025be tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Allocated IP 172.25.1.8 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/0e9005ff-ece4-400c-a36d-854aec2fb0d5) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:49.011846 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb4c6dc-bd98-4d68-aa77-89854a36863f req-359ccdd3-7d1d-4243-9104-5018c8f857d8 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:49.020620 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9cb4c6dc-bd98-4d68-aa77-89854a36863f req-359ccdd3-7d1d-4243-9104-5018c8f857d8 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.1670339 Aug 17 02:58:49.056145 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.064795 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.071832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70c742bc-ae71-48cc-b592-887f26826035']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:49.072411 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c268e2ec-7a9b-45fc-9b48-22302c7738e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.083629 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-00047bec-5d4e-48c0-a053-fd88509025be tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.092087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea9d27b-eb47-4103-9deb-37328381c95e') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:49.092087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea9d27b-eb47-4103-9deb-37328381c95e') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:58:49.105772 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9cb4c6dc-bd98-4d68-aa77-89854a36863f req-8d92a441-fb06-4b9e-8379-b3a8acf9c5a6 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841334 Aug 17 02:58:49.119090 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c268e2ec-7a9b-45fc-9b48-22302c7738e2 None None] No DVR routers for this DVR port 347a0f81-9986-419f-bd63-ace3a40543f5 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:58:49.126740 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.127526 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c268e2ec-7a9b-45fc-9b48-22302c7738e2 None None] Pushing event deleted for resources: {'Port': ['ID=347a0f81-9986-419f-bd63-ace3a40543f5,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:49.158109 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.165139 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:58:49.166042 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: timer() Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:58:49.170082 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:58:49.199923 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-00047bec-5d4e-48c0-a053-fd88509025be tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.245440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-00047bec-5d4e-48c0-a053-fd88509025be tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:49.253223 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-00047bec-5d4e-48c0-a053-fd88509025be tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:49.257163 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-00047bec-5d4e-48c0-a053-fd88509025be tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:49.273626 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00047bec-5d4e-48c0-a053-fd88509025be tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Pushing event updated for resources: {'Port': ['ID=0e9005ff-ece4-400c-a36d-854aec2fb0d5,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:49.323366 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.399639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Pushing event deleted for resources: {'Network': ['ID=70c742bc-ae71-48cc-b592-887f26826035,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:49.402950 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.408464 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bfda4d3c-8aeb-4a84-98d9-669223539b08 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] 10.222.0.10 "DELETE /v2.0/networks/70c742bc-ae71-48cc-b592-887f26826035 HTTP/1.1" status: 204 len: 168 time: 1.1958878 Aug 17 02:58:49.410821 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46088) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:49.474669 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46094) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:49.494033 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-30094e65-edfb-4f0c-ad98-2381eaf55664 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-305877852'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:49.516480 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-00047bec-5d4e-48c0-a053-fd88509025be tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.613244 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-1a74c293-4564-4b61-ac54-4b4f91892b86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Deleting port 8d26d5b9-779e-4896-ac86-7a468355f6d2 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:58:49.613793 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a74c293-4564-4b61-ac54-4b4f91892b86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.635282 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-00047bec-5d4e-48c0-a053-fd88509025be tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.772569 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a74c293-4564-4b61-ac54-4b4f91892b86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.772990 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a74c293-4564-4b61-ac54-4b4f91892b86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:49.790464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 347a0f81-9986-419f-bd63-ace3a40543f5 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:58:49.825671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-1a74c293-4564-4b61-ac54-4b4f91892b86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Calling delete_port for 8d26d5b9-779e-4896-ac86-7a468355f6d2 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:58:49.828962 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 347a0f81-9986-419f-bd63-ace3a40543f5 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:58:49.830041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 347a0f81-9986-419f-bd63-ace3a40543f5 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:58:50.049810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30094e65-edfb-4f0c-ad98-2381eaf55664 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Made reservation on behalf of 4e9c034e7e504b8fb35245098d953639 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:58:50.049810 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30094e65-edfb-4f0c-ad98-2381eaf55664 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:50.052838 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30094e65-edfb-4f0c-ad98-2381eaf55664 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:58:50.070655 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30094e65-edfb-4f0c-ad98-2381eaf55664 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:50.071008 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-30094e65-edfb-4f0c-ad98-2381eaf55664 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Added segment af043d53-076e-4f28-b61f-5cfd009411c7 of type vlan for network e4d8607a-fcd3-4976-90b3-958c321a6814 Aug 17 02:58:50.134506 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30094e65-edfb-4f0c-ad98-2381eaf55664 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:50.168790 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a74c293-4564-4b61-ac54-4b4f91892b86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:50.185264 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-00047bec-5d4e-48c0-a053-fd88509025be tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:50.277239 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30094e65-edfb-4f0c-ad98-2381eaf55664 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:50.285627 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30094e65-edfb-4f0c-ad98-2381eaf55664 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:50.286974 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30094e65-edfb-4f0c-ad98-2381eaf55664 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:50.442954 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-00047bec-5d4e-48c0-a053-fd88509025be tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:50.455550 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-30094e65-edfb-4f0c-ad98-2381eaf55664 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9693315 Aug 17 02:58:50.465201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46114) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:50.472711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-dfec0b53-251c-4ebe-bbb4-cf03b436200d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-327337409'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:50.480135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a74c293-4564-4b61-ac54-4b4f91892b86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Pushing event deleted for resources: {'Port': ['ID=8d26d5b9-779e-4896-ac86-7a468355f6d2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:50.562295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30094e65-edfb-4f0c-ad98-2381eaf55664 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event updated for resources: {'Network': ['ID=e4d8607a-fcd3-4976-90b3-958c321a6814,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:50.574786 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network e4d8607a-fcd3-4976-90b3-958c321a6814 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:58:50.589105 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00047bec-5d4e-48c0-a053-fd88509025be tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Pushing event updated for resources: {'Port': ['ID=0e9005ff-ece4-400c-a36d-854aec2fb0d5,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:50.613154 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-00047bec-5d4e-48c0-a053-fd88509025be tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:50.634979 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a74c293-4564-4b61-ac54-4b4f91892b86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:50.640371 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a74c293-4564-4b61-ac54-4b4f91892b86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:50.642784 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1a74c293-4564-4b61-ac54-4b4f91892b86 tempest-FloatingIPAdminTestJSON-1636577451 tempest-FloatingIPAdminTestJSON-1636577451-project] 10.222.0.10 "DELETE /v2.0/floatingips/0f029a21-dd0c-4813-a08d-da5c77da684f HTTP/1.1" status: 204 len: 168 time: 1.2288327 Aug 17 02:58:50.671687 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35889029-b743-4c67-acd6-ffdba7cbf1dc req-045376ad-f710-408a-9fd4-6370f462da11 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:50.679800 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-35889029-b743-4c67-acd6-ffdba7cbf1dc req-045376ad-f710-408a-9fd4-6370f462da11 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 946 time: 0.1878135 Aug 17 02:58:50.698486 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfec0b53-251c-4ebe-bbb4-cf03b436200d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Made reservation on behalf of 4e9c034e7e504b8fb35245098d953639 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:58:50.702245 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfec0b53-251c-4ebe-bbb4-cf03b436200d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:50.752530 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-00047bec-5d4e-48c0-a053-fd88509025be tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:50.753980 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-00047bec-5d4e-48c0-a053-fd88509025be tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 696 time: 2.3807969 Aug 17 02:58:50.767942 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-35889029-b743-4c67-acd6-ffdba7cbf1dc req-6079e05a-cd8b-4cf0-b797-923f6b493099 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821652 Aug 17 02:58:50.787944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfec0b53-251c-4ebe-bbb4-cf03b436200d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 73} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:58:50.811554 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfec0b53-251c-4ebe-bbb4-cf03b436200d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:50.812144 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-dfec0b53-251c-4ebe-bbb4-cf03b436200d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Added segment 730fe212-be80-4cbb-8afd-49ac268172de of type vlan for network 586d57a3-852e-4093-92b2-c7135f5ca135 Aug 17 02:58:50.815840 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:50.878684 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-cbe25d8d-e3b1-4886-ba21-03c8678346aa tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.8 HTTP/1.1" status: 200 len: 694 time: 0.1164224 Aug 17 02:58:50.926212 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfec0b53-251c-4ebe-bbb4-cf03b436200d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:50.977760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaaee309-9297-4fa2-81c1-6ae60ba8516a req-76c5bf9e-88f4-41c9-b18a-9e0d58d5e0ab tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:50.982648 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aaaee309-9297-4fa2-81c1-6ae60ba8516a req-76c5bf9e-88f4-41c9-b18a-9e0d58d5e0ab tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.0912044 Aug 17 02:58:51.035347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-e4e29cd5-416b-4502-9a8b-7c896d52abe9 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:51.037930 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-23b0fe2d-df97-48ed-a945-43c30369a2b9 req-e4e29cd5-416b-4502-9a8b-7c896d52abe9 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.1475620 Aug 17 02:58:51.044805 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aaaee309-9297-4fa2-81c1-6ae60ba8516a req-8ff73519-d911-40ec-acaf-2ba0616230a7 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562646 Aug 17 02:58:51.045841 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfec0b53-251c-4ebe-bbb4-cf03b436200d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:51.076916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfec0b53-251c-4ebe-bbb4-cf03b436200d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:51.077682 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfec0b53-251c-4ebe-bbb4-cf03b436200d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:51.190049 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfec0b53-251c-4ebe-bbb4-cf03b436200d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event updated for resources: {'Network': ['ID=586d57a3-852e-4093-92b2-c7135f5ca135,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:51.218679 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 586d57a3-852e-4093-92b2-c7135f5ca135 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:58:51.238933 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dfec0b53-251c-4ebe-bbb4-cf03b436200d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7722917 Aug 17 02:58:51.241912 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46140) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:51.249644 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-44caacf0-00d8-4699-867a-71df0e24fa01 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Request body: {'subnet': {'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:51.398416 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46146) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:51.518815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44caacf0-00d8-4699-867a-71df0e24fa01 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Made reservation on behalf of 4e9c034e7e504b8fb35245098d953639 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:58:51.524623 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44caacf0-00d8-4699-867a-71df0e24fa01 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:51.597239 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-086f616b-7b9d-4bed-93c3-0102abb10491 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf4ab6b17a7a4aa3b1dbb7a693ba02a2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1975439 Aug 17 02:58:51.597592 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46152) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:51.679703 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3b65c22-b47b-4494-9264-e2a6e6ae499f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:51.700812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-17a1fb1a-6864-4cbf-bcd9-45ec6265ea0c tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:51.718951 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-17a1fb1a-6864-4cbf-bcd9-45ec6265ea0c tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/networks?id=3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 200 len: 821 time: 0.3034294 Aug 17 02:58:51.738275 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3b65c22-b47b-4494-9264-e2a6e6ae499f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:51.774719 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-23681018-e710-45c0-b919-78f3d79252ca tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/quotas/e13aa94408ce4e17875cbac8d1e566ba HTTP/1.1" status: 200 len: 375 time: 0.0531566 Aug 17 02:58:51.936201 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3b65c22-b47b-4494-9264-e2a6e6ae499f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:51.942322 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3b65c22-b47b-4494-9264-e2a6e6ae499f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:51.943904 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e3b65c22-b47b-4494-9264-e2a6e6ae499f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5da57fd3-6747-4c9c-91ab-95ee3d266147 HTTP/1.1" status: 204 len: 168 time: 0.3451650 Aug 17 02:58:51.954583 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3b65c22-b47b-4494-9264-e2a6e6ae499f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5da57fd3-6747-4c9c-91ab-95ee3d266147,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:52.019899 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-4a96bcf7-7909-468f-95bd-8318aaa346d0 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2350974 Aug 17 02:58:52.178310 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-e46d8827-c49d-4327-89b8-9c1bfb819bd7 service neutron] 10.222.0.10 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1200490 Aug 17 02:58:52.307755 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956dee00-7016-49f1-85bf-f93df64c3c64 req-993c67cf-d68d-4d35-a078-42bddf86d6a9 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:52.313373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-956dee00-7016-49f1-85bf-f93df64c3c64 req-993c67cf-d68d-4d35-a078-42bddf86d6a9 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.1107702 Aug 17 02:58:52.386419 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-81a04ebf-f5c6-4149-8dfc-3e7d8d417859 service neutron] 10.222.0.10 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019238 Aug 17 02:58:52.391619 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-956dee00-7016-49f1-85bf-f93df64c3c64 req-0c0ee336-7e11-425f-a85f-633f428a4348 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691893 Aug 17 02:58:52.449879 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44caacf0-00d8-4699-867a-71df0e24fa01 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:52.460376 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:58:52.592714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44caacf0-00d8-4699-867a-71df0e24fa01 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event updated for resources: {'Subnet': ['ID=21a6b48b-ccdb-4265-9010-f1fdb1ae6f54,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:52.605691 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44caacf0-00d8-4699-867a-71df0e24fa01 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Checking segment: {'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:52.606060 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44caacf0-00d8-4699-867a-71df0e24fa01 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Network hostable DHCP agents. Network: e4d8607a-fcd3-4976-90b3-958c321a6814, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:58:52.723553 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-542c86e1-7781-48bf-a449-0218c6553f0d req-27bb78ee-e44d-480d-bf9c-c7e5acd4b820 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c32261-6dc6-4c0b-99d9-cecb04e51ab5 HTTP/1.1" status: 200 len: 210 time: 0.0446439 Aug 17 02:58:52.734622 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44caacf0-00d8-4699-867a-71df0e24fa01 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Network e4d8607a-fcd3-4976-90b3-958c321a6814 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:58:52.770268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46186) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:52.789316 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95424908-6416-4c80-84e8-26543c238302 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:52.840193 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-44caacf0-00d8-4699-867a-71df0e24fa01 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, e4d8607a-fcd3-4976-90b3-958c321a6814) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:52.851177 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44caacf0-00d8-4699-867a-71df0e24fa01 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:52.851883 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44caacf0-00d8-4699-867a-71df0e24fa01 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:52.853502 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9d53ba3-5880-4141-a795-e3f09b1c23da None None] Network e4d8607a-fcd3-4976-90b3-958c321a6814 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:58:53.021405 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95424908-6416-4c80-84e8-26543c238302 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:53.076496 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-e4d8607a-fcd3-4976-90b3-958c321a6814', 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'fixed_ips': [{'subnet_id': '21a6b48b-ccdb-4265-9010-f1fdb1ae6f54'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:58:53.077909 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:53.102460 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95424908-6416-4c80-84e8-26543c238302 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:53.151060 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95424908-6416-4c80-84e8-26543c238302 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e456d49-d652-4d18-860e-5d66a9bf4bad,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:53.168690 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-95424908-6416-4c80-84e8-26543c238302 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e1b1bab94be407b868de8f8bf937716&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3970547 Aug 17 02:58:53.171731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46214) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:53.182539 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-44caacf0-00d8-4699-867a-71df0e24fa01 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.9388206 Aug 17 02:58:53.185099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46216) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:53.194701 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f3ef50ea-a5c5-4f40-908d-3c1782d625c3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Request body: {'subnet': {'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:53.272989 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Allocated IP 10.1.1.2 (e4d8607a-fcd3-4976-90b3-958c321a6814/21a6b48b-ccdb-4265-9010-f1fdb1ae6f54/b456c434-3daa-4b07-9186-749a147723d1) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:53.363390 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29318ce1-02bb-48dc-8b6e-7bfb307b4b3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:53.389469 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29318ce1-02bb-48dc-8b6e-7bfb307b4b3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:53.444458 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ef50ea-a5c5-4f40-908d-3c1782d625c3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Made reservation on behalf of 4e9c034e7e504b8fb35245098d953639 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:58:53.457604 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3ef50ea-a5c5-4f40-908d-3c1782d625c3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:53.543641 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29318ce1-02bb-48dc-8b6e-7bfb307b4b3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:53.550349 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29318ce1-02bb-48dc-8b6e-7bfb307b4b3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:53.552398 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-29318ce1-02bb-48dc-8b6e-7bfb307b4b3a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e456d49-d652-4d18-860e-5d66a9bf4bad HTTP/1.1" status: 204 len: 168 time: 0.3768277 Aug 17 02:58:53.568329 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:53.577971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Transition to ACTIVE for port object b456c434-3daa-4b07-9186-749a147723d1 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:53.595625 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Transition to ACTIVE for port object b456c434-3daa-4b07-9186-749a147723d1 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:53.635045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29318ce1-02bb-48dc-8b6e-7bfb307b4b3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e456d49-d652-4d18-860e-5d66a9bf4bad,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:53.675559 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84999da1-464b-4e5a-a663-cc8c80c1c21b req-61c78489-22cf-4058-9c7b-6e75679eff79 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:53.677288 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-84999da1-464b-4e5a-a663-cc8c80c1c21b req-61c78489-22cf-4058-9c7b-6e75679eff79 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.1489606 Aug 17 02:58:53.709565 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:53.723360 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-84999da1-464b-4e5a-a663-cc8c80c1c21b req-d576c957-c356-4ed0-89ba-6459b63c3d24 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387099 Aug 17 02:58:53.856238 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ff0b0ee4-222f-45df-8f23-c6d644404541 req-6fbafd9f-45ca-424a-bd62-5409f45dc357 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c32261-6dc6-4c0b-99d9-cecb04e51ab5 HTTP/1.1" status: 200 len: 210 time: 0.0462363 Aug 17 02:58:53.886791 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Network e4d8607a-fcd3-4976-90b3-958c321a6814 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:53.900981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:53.906750 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:53.925263 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Pushing event updated for resources: {'Port': ['ID=b456c434-3daa-4b07-9186-749a147723d1,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:53.998608 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3ef50ea-a5c5-4f40-908d-3c1782d625c3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:54.015191 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Attempting to bind port b456c434-3daa-4b07-9186-749a147723d1 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:54.021279 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Attempting to bind port b456c434-3daa-4b07-9186-749a147723d1 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:54.021924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Attempting to bind port b456c434-3daa-4b07-9186-749a147723d1 on network e4d8607a-fcd3-4976-90b3-958c321a6814 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:54.035033 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:54.037848 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Checking segment: {'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:54.039319 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:54.041029 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Bound using segment: {'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:54.042414 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Bound port: b456c434-3daa-4b07-9186-749a147723d1, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:54.043709 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:54.097758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ef50ea-a5c5-4f40-908d-3c1782d625c3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event updated for resources: {'Subnet': ['ID=cb3a3b1c-c2d2-43c9-8e48-8451d3bce93f,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:54.132608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8afae9f5-a408-4487-be6b-90d166dc8b7e details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:58:54.147732 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ef50ea-a5c5-4f40-908d-3c1782d625c3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Checking segment: {'id': '730fe212-be80-4cbb-8afd-49ac268172de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:54.148334 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ef50ea-a5c5-4f40-908d-3c1782d625c3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Network hostable DHCP agents. Network: 586d57a3-852e-4093-92b2-c7135f5ca135, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:58:54.187299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c79f0739-1581-4088-a373-f605e2633562 None None] For port b456c434-3daa-4b07-9186-749a147723d1, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:54.235967 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c79f0739-1581-4088-a373-f605e2633562 None None] For port b456c434-3daa-4b07-9186-749a147723d1, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b456c434-3daa-4b07-9186-749a147723d1,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:54.285284 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ef50ea-a5c5-4f40-908d-3c1782d625c3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Network 586d57a3-852e-4093-92b2-c7135f5ca135 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:58:54.302403 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8afae9f5-a408-4487-be6b-90d166dc8b7e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8afae9f5-a408-4487-be6b-90d166dc8b7e,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:54.323268 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '8afae9f5-a408-4487-be6b-90d166dc8b7e', 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb', 'port_id': '8afae9f5-a408-4487-be6b-90d166dc8b7e', 'mac_address': 'fa:16:3e:2e:3d:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7aeeda-153f-4ac5-8939-dd5068984085', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:58:54.367636 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:54.382911 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:54.412565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8afae9f5-a408-4487-be6b-90d166dc8b7e {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:58:54.442161 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f3ef50ea-a5c5-4f40-908d-3c1782d625c3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 586d57a3-852e-4093-92b2-c7135f5ca135) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:54.453698 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ef50ea-a5c5-4f40-908d-3c1782d625c3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:54.459621 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3ef50ea-a5c5-4f40-908d-3c1782d625c3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:54.471259 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8afae9f5-a408-4487-be6b-90d166dc8b7e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8afae9f5-a408-4487-be6b-90d166dc8b7e,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:54.481705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79f0739-1581-4088-a373-f605e2633562 None None] Pushing event updated for resources: {'Port': ['ID=b456c434-3daa-4b07-9186-749a147723d1,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:54.486785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d3dcd9-a39b-4106-8819-82c5e5f2deb2 None None] Network 586d57a3-852e-4093-92b2-c7135f5ca135 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:58:54.574957 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:54.614212 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f3ef50ea-a5c5-4f40-908d-3c1782d625c3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4274874 Aug 17 02:58:54.616727 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46252) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:54.639609 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-0219ce78-6d43-490a-b3e9-1d48b7e939a8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Request body: {'port': {'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814', 'name': 'tempest-TaggedBootDevicesTest_v242-418252354', 'fixed_ips': [{'subnet_id': '21a6b48b-ccdb-4265-9010-f1fdb1ae6f54'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:54.681207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46256) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:54.700643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8afae9f5-a408-4487-be6b-90d166dc8b7e,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:54.711546 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['8afae9f5-a408-4487-be6b-90d166dc8b7e'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:58:54.726160 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df4b11a7-ecdf-46f3-95fb-ad1756f80aac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:54.974524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-586d57a3-852e-4093-92b2-c7135f5ca135', 'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'fixed_ips': [{'subnet_id': 'cb3a3b1c-c2d2-43c9-8e48-8451d3bce93f'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 02:58:54.976127 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:55.131016 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-361cfb03-1b9b-4cd6-93f9-39fc0294aff6 req-dc3b4062-64e8-4853-a256-12e4adfdf9ca tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c32261-6dc6-4c0b-99d9-cecb04e51ab5 HTTP/1.1" status: 200 len: 210 time: 0.0447006 Aug 17 02:58:55.155904 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df4b11a7-ecdf-46f3-95fb-ad1756f80aac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:55.188168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64620ca-13eb-4e74-86e6-a300cd9fbfb0 req-27715d70-b83e-4dc1-8d11-c176c120a697 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:55.211613 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f64620ca-13eb-4e74-86e6-a300cd9fbfb0 req-27715d70-b83e-4dc1-8d11-c176c120a697 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.1904199 Aug 17 02:58:55.295732 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df4b11a7-ecdf-46f3-95fb-ad1756f80aac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:55.346166 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0219ce78-6d43-490a-b3e9-1d48b7e939a8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Made reservation on behalf of 4e9c034e7e504b8fb35245098d953639 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:58:55.359138 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f64620ca-13eb-4e74-86e6-a300cd9fbfb0 req-e67dd780-271a-4dd9-8545-c93750c4823c tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1464195 Aug 17 02:58:55.464564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46288) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:55.467699 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-df4b11a7-ecdf-46f3-95fb-ad1756f80aac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f59611956f5645c2ba47f31af57a91ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7850759 Aug 17 02:58:55.470359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46290) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:55.477543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4b11a7-ecdf-46f3-95fb-ad1756f80aac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65804812-7f6e-4b44-8571-9fa5ce53c03e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:55.576826 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1af3917-1677-4d6b-bb2a-7841c34dc653 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:55.624068 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1af3917-1677-4d6b-bb2a-7841c34dc653 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:55.635824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Allocated IP 10.2.2.2 (586d57a3-852e-4093-92b2-c7135f5ca135/cb3a3b1c-c2d2-43c9-8e48-8451d3bce93f/3e752c97-7a4c-4a23-ac7d-a7540e46767e) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:55.922070 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0219ce78-6d43-490a-b3e9-1d48b7e939a8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:55.937904 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-3eab4845-1795-438e-afbe-2ef4915d30f6 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:55.944296 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-3eab4845-1795-438e-afbe-2ef4915d30f6 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.60 "GET /v2.0/networks?id=3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 200 len: 821 time: 0.2899528 Aug 17 02:58:55.972289 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-f9b98d59-bbbd-45a6-baeb-9f3d1d3b6aa9 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Request body: {'port': {'device_id': '09c32261-6dc6-4c0b-99d9-cecb04e51ab5', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'admin_state_up': True, 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:56.026794 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b456c434-3daa-4b07-9186-749a147723d1 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:56.048996 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-0219ce78-6d43-490a-b3e9-1d48b7e939a8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] device_id is not set on port b647c0c9-5df0-4033-b58c-6fe97fadcd8b yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:58:56.100026 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1af3917-1677-4d6b-bb2a-7841c34dc653 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:56.109151 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1af3917-1677-4d6b-bb2a-7841c34dc653 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:56.111835 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c1af3917-1677-4d6b-bb2a-7841c34dc653 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65804812-7f6e-4b44-8571-9fa5ce53c03e HTTP/1.1" status: 204 len: 168 time: 0.6400785 Aug 17 02:58:56.196930 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1af3917-1677-4d6b-bb2a-7841c34dc653 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65804812-7f6e-4b44-8571-9fa5ce53c03e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:56.263062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8afae9f5-a408-4487-be6b-90d166dc8b7e up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:58:56.325160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49847ec6-b87e-4331-9286-2ae88e320703 None None] Network e4d8607a-fcd3-4976-90b3-958c321a6814 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:58:56.387999 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e8ead4b-c82e-4de3-bc3b-2d1fcbe04693 req-6f3f17ea-bb5b-4ae9-9a29-42defc8d2955 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c32261-6dc6-4c0b-99d9-cecb04e51ab5 HTTP/1.1" status: 200 len: 210 time: 0.0736160 Aug 17 02:58:56.406797 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-0219ce78-6d43-490a-b3e9-1d48b7e939a8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Allocated IP 10.1.1.23 (e4d8607a-fcd3-4976-90b3-958c321a6814/21a6b48b-ccdb-4265-9010-f1fdb1ae6f54/b647c0c9-5df0-4033-b58c-6fe97fadcd8b) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:56.413610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-f9b98d59-bbbd-45a6-baeb-9f3d1d3b6aa9 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Made reservation on behalf of e13aa94408ce4e17875cbac8d1e566ba for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:58:56.430343 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-f9b98d59-bbbd-45a6-baeb-9f3d1d3b6aa9 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:56.430950 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:56.497102 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Transition to ACTIVE for port object 3e752c97-7a4c-4a23-ac7d-a7540e46767e will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:56.542810 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Transition to ACTIVE for port object 3e752c97-7a4c-4a23-ac7d-a7540e46767e will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:56.578102 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a988a9fc-af06-42a6-9cc5-85b566c22f99 None None] Provisioning for port b456c434-3daa-4b07-9186-749a147723d1 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:56.683556 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:56.697250 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port b456c434-3daa-4b07-9186-749a147723d1 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:56.730599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974c1d68-c279-4503-8260-4e8626479554 req-cb171b0b-3953-4290-b092-d6349bacb6ec tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:56.733018 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-974c1d68-c279-4503-8260-4e8626479554 req-cb171b0b-3953-4290-b092-d6349bacb6ec tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.2114880 Aug 17 02:58:56.918537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port b456c434-3daa-4b07-9186-749a147723d1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:56.918537 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:56.918759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-f9b98d59-bbbd-45a6-baeb-9f3d1d3b6aa9 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Allocated IP 172.20.0.10 (3579b9f8-ac96-472a-833f-5c19e19ba45a/3e61e822-43e0-4ebd-8a9e-1084821b54a5/78820756-275a-477d-a4a9-b2d74be6399a) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:56.918883 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 8afae9f5-a408-4487-be6b-90d166dc8b7e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:56.918883 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:56.919101 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-974c1d68-c279-4503-8260-4e8626479554 req-de295d40-66d2-4120-901b-60c5915143fd tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839179 Aug 17 02:58:56.919229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0219ce78-6d43-490a-b3e9-1d48b7e939a8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:56.919364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Network 586d57a3-852e-4093-92b2-c7135f5ca135 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:56.919364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:56.919570 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-0219ce78-6d43-490a-b3e9-1d48b7e939a8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Transition to ACTIVE for port object b647c0c9-5df0-4033-b58c-6fe97fadcd8b will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:56.919699 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:56.919699 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Pushing event updated for resources: {'Port': ['ID=3e752c97-7a4c-4a23-ac7d-a7540e46767e,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:56.971387 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a50ffbb7-9461-450e-a55b-028b1bee6b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:57.060459 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Attempting to bind port 3e752c97-7a4c-4a23-ac7d-a7540e46767e on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:57.061036 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Attempting to bind port 3e752c97-7a4c-4a23-ac7d-a7540e46767e by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '730fe212-be80-4cbb-8afd-49ac268172de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:57.062001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Attempting to bind port 3e752c97-7a4c-4a23-ac7d-a7540e46767e on network 586d57a3-852e-4093-92b2-c7135f5ca135 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:57.079146 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-f9b98d59-bbbd-45a6-baeb-9f3d1d3b6aa9 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:57.085880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:57.086261 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Checking segment: {'id': '730fe212-be80-4cbb-8afd-49ac268172de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:57.086665 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:57.087126 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Bound using segment: {'id': '730fe212-be80-4cbb-8afd-49ac268172de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:57.087566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Bound port: 3e752c97-7a4c-4a23-ac7d-a7540e46767e, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '730fe212-be80-4cbb-8afd-49ac268172de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:57.087989 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:57.096957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-f9b98d59-bbbd-45a6-baeb-9f3d1d3b6aa9 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Transition to ACTIVE for port object 78820756-275a-477d-a4a9-b2d74be6399a will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:57.123574 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:57.128766 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:57.166077 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0219ce78-6d43-490a-b3e9-1d48b7e939a8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:57.210394 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9619e27b-4971-4d58-8dcd-794f3c87c942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afae9f5-a408-4487-be6b-90d166dc8b7e'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:57.212740 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab71e16-76a9-4db7-b6b0-945d46571be9" -d '{"events": [{"server_uuid": "9619e27b-4971-4d58-8dcd-794f3c87c942", "name": "network-vif-plugged", "status": "completed", "tag": "8afae9f5-a408-4487-be6b-90d166dc8b7e"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:57.239228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0219ce78-6d43-490a-b3e9-1d48b7e939a8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Network e4d8607a-fcd3-4976-90b3-958c321a6814 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:57.249375 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port b456c434-3daa-4b07-9186-749a147723d1, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b456c434-3daa-4b07-9186-749a147723d1,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:57.250054 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-0219ce78-6d43-490a-b3e9-1d48b7e939a8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:57.257116 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8afae9f5-a408-4487-be6b-90d166dc8b7e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8afae9f5-a408-4487-be6b-90d166dc8b7e,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:57.258824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0219ce78-6d43-490a-b3e9-1d48b7e939a8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:57.268346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] For port 3e752c97-7a4c-4a23-ac7d-a7540e46767e, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:57.273639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] For port 3e752c97-7a4c-4a23-ac7d-a7540e46767e, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3e752c97-7a4c-4a23-ac7d-a7540e46767e,segment=NetworkSegment(730fe212-be80-4cbb-8afd-49ac268172de),segment_id=730fe212-be80-4cbb-8afd-49ac268172de)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:57.306798 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-f9b98d59-bbbd-45a6-baeb-9f3d1d3b6aa9 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:57.323566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['fd3fbb6d-6af3-40d7-8d58-1314e50ac489'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:58:57.354423 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219ce78-6d43-490a-b3e9-1d48b7e939a8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event updated for resources: {'Port': ['ID=b647c0c9-5df0-4033-b58c-6fe97fadcd8b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:57.430635 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:57.434945 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:57.473267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-f9b98d59-bbbd-45a6-baeb-9f3d1d3b6aa9 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Network 3579b9f8-ac96-472a-833f-5c19e19ba45a is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:58:57.476232 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0219ce78-6d43-490a-b3e9-1d48b7e939a8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:57.476901 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0219ce78-6d43-490a-b3e9-1d48b7e939a8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:57.477957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-f9b98d59-bbbd-45a6-baeb-9f3d1d3b6aa9 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:58:57.486396 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-f9b98d59-bbbd-45a6-baeb-9f3d1d3b6aa9 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:58:57.507608 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:57.525906 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8afae9f5-a408-4487-be6b-90d166dc8b7e,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:57.541975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-889129d1-774f-406b-8ef8-009acc5f8076 None None] Provisioning complete for port b456c434-3daa-4b07-9186-749a147723d1 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:57.542345 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-889129d1-774f-406b-8ef8-009acc5f8076 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:57.548999 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b98d59-bbbd-45a6-baeb-9f3d1d3b6aa9 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Pushing event updated for resources: {'Port': ['ID=78820756-275a-477d-a4a9-b2d74be6399a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:57.684821 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-f9b98d59-bbbd-45a6-baeb-9f3d1d3b6aa9 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:57.693678 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0219ce78-6d43-490a-b3e9-1d48b7e939a8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 3.0750902 Aug 17 02:58:57.695017 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-f9b98d59-bbbd-45a6-baeb-9f3d1d3b6aa9 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:57.697697 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46356) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:58:57.704980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-003ac6ea-88b1-45c4-95ac-cde232957ffc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Request body: {'port': {'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814', 'name': 'tempest-TaggedBootDevicesTest_v242-1102829054', 'fixed_ips': [{'subnet_id': '21a6b48b-ccdb-4265-9010-f1fdb1ae6f54'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:57.809856 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-f9b98d59-bbbd-45a6-baeb-9f3d1d3b6aa9 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8429980 Aug 17 02:58:57.830624 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Request body: {'port': {'device_id': '09c32261-6dc6-4c0b-99d9-cecb04e51ab5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:58:57.854530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=b456c434-3daa-4b07-9186-749a147723d1,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:58.015371 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e70c627-7bec-4a68-b1ee-9d81a27b8600 None None] Pushing event updated for resources: {'Port': ['ID=3e752c97-7a4c-4a23-ac7d-a7540e46767e,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:58.077520 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:58.364908 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a50ffbb7-9461-450e-a55b-028b1bee6b63 admin admin] Deleting port cdc01f9e-10d8-4e8b-a360-db665325c981 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:58:58.365931 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a50ffbb7-9461-450e-a55b-028b1bee6b63 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:58.483472 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003ac6ea-88b1-45c4-95ac-cde232957ffc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Made reservation on behalf of 4e9c034e7e504b8fb35245098d953639 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:58:58.488828 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-003ac6ea-88b1-45c4-95ac-cde232957ffc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:58.529555 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-07b8de62-bd9f-4835-aa1c-2a794f06edd4 None None] Provisioning for port 78820756-275a-477d-a4a9-b2d74be6399a completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:58.540957 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-07b8de62-bd9f-4835-aa1c-2a794f06edd4 None None] Provisioning complete for port 78820756-275a-477d-a4a9-b2d74be6399a triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:58.541337 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-07b8de62-bd9f-4835-aa1c-2a794f06edd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:58.561046 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-003ac6ea-88b1-45c4-95ac-cde232957ffc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] device_id is not set on port 0de1d812-cbba-4e5d-823a-b18fcc94199e yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:58:58.584063 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-a50ffbb7-9461-450e-a55b-028b1bee6b63 admin admin] For port cdc01f9e-10d8-4e8b-a360-db665325c981, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cdc01f9e-10d8-4e8b-a360-db665325c981,segment=NetworkSegment(4c5ccc37-c4d0-4441-bd01-b1bff4663751),segment_id=4c5ccc37-c4d0-4441-bd01-b1bff4663751)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:58:58.584461 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a50ffbb7-9461-450e-a55b-028b1bee6b63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:58.598660 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78820756-275a-477d-a4a9-b2d74be6399a {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:58:58.608438 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:58.622827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Transition to ACTIVE for port object 78820756-275a-477d-a4a9-b2d74be6399a will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:58.696960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-07b8de62-bd9f-4835-aa1c-2a794f06edd4 None None] Port 78820756-275a-477d-a4a9-b2d74be6399a cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:58:58.710640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a50ffbb7-9461-450e-a55b-028b1bee6b63 admin admin] Calling delete_port for cdc01f9e-10d8-4e8b-a360-db665325c981 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:58:58.712104 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:58.791823 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-07b8de62-bd9f-4835-aa1c-2a794f06edd4 None None] Provisioning for port b647c0c9-5df0-4033-b58c-6fe97fadcd8b completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:58:58.799185 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-07b8de62-bd9f-4835-aa1c-2a794f06edd4 None None] Provisioning complete for port b647c0c9-5df0-4033-b58c-6fe97fadcd8b triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:58:58.799567 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-07b8de62-bd9f-4835-aa1c-2a794f06edd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:58.812312 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Pushing event updated for resources: {'Port': ['ID=78820756-275a-477d-a4a9-b2d74be6399a,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:58.980031 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-07b8de62-bd9f-4835-aa1c-2a794f06edd4 None None] Port b647c0c9-5df0-4033-b58c-6fe97fadcd8b cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:58:58.981723 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Attempting to bind port 78820756-275a-477d-a4a9-b2d74be6399a on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:58:58.982089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Attempting to bind port 78820756-275a-477d-a4a9-b2d74be6399a by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:58:58.982429 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Attempting to bind port 78820756-275a-477d-a4a9-b2d74be6399a on network 3579b9f8-ac96-472a-833f-5c19e19ba45a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:59.013091 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Port 78820756-275a-477d-a4a9-b2d74be6399a on network 3579b9f8-ac96-472a-833f-5c19e19ba45a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:58:59.013456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Attempting to bind port 78820756-275a-477d-a4a9-b2d74be6399a on network 3579b9f8-ac96-472a-833f-5c19e19ba45a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:58:59.036878 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:58:59.037252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Checking segment: {'id': 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:58:59.037657 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Bound using segment: {'id': 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:58:59.038121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Bound port: 78820756-275a-477d-a4a9-b2d74be6399a, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:58:59.038507 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:59.172193 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-003ac6ea-88b1-45c4-95ac-cde232957ffc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Allocated IP 10.1.1.217 (e4d8607a-fcd3-4976-90b3-958c321a6814/21a6b48b-ccdb-4265-9010-f1fdb1ae6f54/0de1d812-cbba-4e5d-823a-b18fcc94199e) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:58:59.269714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] For port 78820756-275a-477d-a4a9-b2d74be6399a, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:58:59.279984 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] For port 78820756-275a-477d-a4a9-b2d74be6399a, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=78820756-275a-477d-a4a9-b2d74be6399a,segment=NetworkSegment(ebd1bd90-c14f-4c2f-bbbb-96991d62ee85),segment_id=ebd1bd90-c14f-4c2f-bbbb-96991d62ee85)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:58:59.380898 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:59.474850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:59.478654 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:59.483819 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] 10.222.0.60 "PUT /v2.0/ports/78820756-275a-477d-a4a9-b2d74be6399a HTTP/1.1" status: 200 len: 1092 time: 1.6629932 Aug 17 02:58:59.493561 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c32261-6dc6-4c0b-99d9-cecb04e51ab5', 'tag': '78820756-275a-477d-a4a9-b2d74be6399a'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:58:59.498498 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4bccb27-d761-4223-8c86-2a1f85e869da" -d '{"events": [{"name": "network-changed", "server_uuid": "09c32261-6dc6-4c0b-99d9-cecb04e51ab5", "tag": "78820756-275a-477d-a4a9-b2d74be6399a"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:58:59.543986 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca48d5-85bf-4eb2-990c-73583af72c72 service neutron] Pushing event updated for resources: {'Port': ['ID=78820756-275a-477d-a4a9-b2d74be6399a,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:58:59.602197 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-003ac6ea-88b1-45c4-95ac-cde232957ffc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:59.640795 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-003ac6ea-88b1-45c4-95ac-cde232957ffc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Transition to ACTIVE for port object 0de1d812-cbba-4e5d-823a-b18fcc94199e will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:58:59.728882 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bb7135c-bab6-4229-a524-538f77f2c4aa None None] Network 586d57a3-852e-4093-92b2-c7135f5ca135 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:58:59.800249 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-003ac6ea-88b1-45c4-95ac-cde232957ffc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:58:59.861643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-8c58a227-6364-4792-b443-a9b7adb28a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:58:59.866175 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-8c58a227-6364-4792-b443-a9b7adb28a30 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&device_id=09c32261-6dc6-4c0b-99d9-cecb04e51ab5 HTTP/1.1" status: 200 len: 1095 time: 0.2367909 Aug 17 02:58:59.977865 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-dc6e09ef-dbd8-4174-89c0-3b9d44785624 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78820756-275a-477d-a4a9-b2d74be6399a HTTP/1.1" status: 200 len: 217 time: 0.0843077 Aug 17 02:59:00.028007 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-003ac6ea-88b1-45c4-95ac-cde232957ffc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Network e4d8607a-fcd3-4976-90b3-958c321a6814 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:59:00.033461 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003ac6ea-88b1-45c4-95ac-cde232957ffc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event updated for resources: {'Port': ['ID=0de1d812-cbba-4e5d-823a-b18fcc94199e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:00.051430 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-003ac6ea-88b1-45c4-95ac-cde232957ffc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:00.064976 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-003ac6ea-88b1-45c4-95ac-cde232957ffc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:59:00.099453 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3e752c97-7a4c-4a23-ac7d-a7540e46767e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:59:00.143638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-005dd036-1add-4e5e-8ace-f3d40fdb76b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:00.146296 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-005dd036-1add-4e5e-8ace-f3d40fdb76b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e61e822-43e0-4ebd-8a9e-1084821b54a5 HTTP/1.1" status: 200 len: 860 time: 0.1656427 Aug 17 02:59:00.187056 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a50ffbb7-9461-450e-a55b-028b1bee6b63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:00.211062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d44225f5-e5d3-4785-96d9-9598ecfe0654 None None] Provisioning for port 3e752c97-7a4c-4a23-ac7d-a7540e46767e completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:59:00.249445 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003ac6ea-88b1-45c4-95ac-cde232957ffc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:00.250208 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-003ac6ea-88b1-45c4-95ac-cde232957ffc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:00.259971 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a50ffbb7-9461-450e-a55b-028b1bee6b63 admin admin] Pushing event deleted for resources: {'Port': ['ID=cdc01f9e-10d8-4e8b-a360-db665325c981,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:00.295627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-ae77a480-7cd5-4ace-9f9b-ab74b162651d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:00.297311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-ae77a480-7cd5-4ace-9f9b-ab74b162651d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3579b9f8-ac96-472a-833f-5c19e19ba45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1385419 Aug 17 02:59:00.448794 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 3e752c97-7a4c-4a23-ac7d-a7540e46767e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:59:00.454277 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 3e752c97-7a4c-4a23-ac7d-a7540e46767e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:59:00.459833 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:00.553783 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46384) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:00.599904 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-003ac6ea-88b1-45c4-95ac-cde232957ffc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8979750 Aug 17 02:59:00.643206 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-0fa6d892-b028-42c0-908f-6de507122869 service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3349173 Aug 17 02:59:00.756893 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bc699251-eaf5-4942-ac33-cc7bde0077ae None None] Provisioning for port 0de1d812-cbba-4e5d-823a-b18fcc94199e completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:59:00.805337 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bc699251-eaf5-4942-ac33-cc7bde0077ae None None] Provisioning complete for port 0de1d812-cbba-4e5d-823a-b18fcc94199e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:59:00.805337 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bc699251-eaf5-4942-ac33-cc7bde0077ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:00.818875 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-86044611-b712-4e7e-8639-2c849c0568f3 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-997442118', 'router:external': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:00.885642 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:00.973735 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-bc699251-eaf5-4942-ac33-cc7bde0077ae None None] Port 0de1d812-cbba-4e5d-823a-b18fcc94199e cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:59:01.005629 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 3e752c97-7a4c-4a23-ac7d-a7540e46767e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3e752c97-7a4c-4a23-ac7d-a7540e46767e,segment=NetworkSegment(730fe212-be80-4cbb-8afd-49ac268172de),segment_id=730fe212-be80-4cbb-8afd-49ac268172de)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:01.021957 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ed3e966-75e5-496f-8944-4eea82ee485d req-4b9e81e1-c1e1-46c6-b521-cb0359fed4f1 service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3616264 Aug 17 02:59:01.026330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86044611-b712-4e7e-8639-2c849c0568f3 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Made reservation on behalf of 1be4441126654895af79c299f7408366 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:59:01.048960 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-86044611-b712-4e7e-8639-2c849c0568f3 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:01.066372 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:01.067131 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b456c434-3daa-4b07-9186-749a147723d1 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:59:01.079997 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-86044611-b712-4e7e-8639-2c849c0568f3 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:01.253987 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e1944217-ac40-4f00-aa1a-a98280b1913d None None] Provisioning complete for port 3e752c97-7a4c-4a23-ac7d-a7540e46767e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:59:01.254383 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e1944217-ac40-4f00-aa1a-a98280b1913d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:01.256916 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-86044611-b712-4e7e-8639-2c849c0568f3 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:01.334538 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-86044611-b712-4e7e-8639-2c849c0568f3 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:01.339383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port b456c434-3daa-4b07-9186-749a147723d1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:59:01.339572 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:01.341381 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=3e752c97-7a4c-4a23-ac7d-a7540e46767e,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:01.385239 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86044611-b712-4e7e-8639-2c849c0568f3 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f0b909-4f79-453b-b98c-7bde740c4398,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:01.414576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-86044611-b712-4e7e-8639-2c849c0568f3 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:59:01.432207 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-86044611-b712-4e7e-8639-2c849c0568f3 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:01.432574 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-86044611-b712-4e7e-8639-2c849c0568f3 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Added segment a2858f3e-dd2f-4a20-bc2e-dcdfb721dc3d of type vlan for network eb5e7a56-cca3-47c1-88f8-6aab03078e91 Aug 17 02:59:01.435549 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a50ffbb7-9461-450e-a55b-028b1bee6b63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:01.552884 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-86044611-b712-4e7e-8639-2c849c0568f3 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:01.733891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-86044611-b712-4e7e-8639-2c849c0568f3 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:01.735731 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86044611-b712-4e7e-8639-2c849c0568f3 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:01.740363 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-86044611-b712-4e7e-8639-2c849c0568f3 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:01.904352 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86044611-b712-4e7e-8639-2c849c0568f3 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Pushing event updated for resources: {'Network': ['ID=eb5e7a56-cca3-47c1-88f8-6aab03078e91,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:01.917326 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network eb5e7a56-cca3-47c1-88f8-6aab03078e91 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:59:01.946983 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-86044611-b712-4e7e-8639-2c849c0568f3 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.3904810 Aug 17 02:59:01.951026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46390) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:01.955818 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-cf84281c-d3c8-4596-aacf-d1ba88d6988a tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Request body: {'subnet': {'network_id': 'eb5e7a56-cca3-47c1-88f8-6aab03078e91', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:01.965538 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a50ffbb7-9461-450e-a55b-028b1bee6b63 admin admin] Router abff9e48-017d-4131-992b-64081ac3f557 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:59:02.011969 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3e752c97-7a4c-4a23-ac7d-a7540e46767e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:59:02.067127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf84281c-d3c8-4596-aacf-d1ba88d6988a tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Made reservation on behalf of 1be4441126654895af79c299f7408366 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:59:02.070891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cf84281c-d3c8-4596-aacf-d1ba88d6988a tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:02.183660 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 3e752c97-7a4c-4a23-ac7d-a7540e46767e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:59:02.183660 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:02.221099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a50ffbb7-9461-450e-a55b-028b1bee6b63 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:59:02.236212 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a50ffbb7-9461-450e-a55b-028b1bee6b63 admin admin] 10.222.0.10 "PUT /v2.0/routers/abff9e48-017d-4131-992b-64081ac3f557/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7656922 Aug 17 02:59:02.237211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46392) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:02.239559 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de26934f-83ef-481e-9120-4bd78ba9fff2 None None] Sync routers for ids ['abff9e48-017d-4131-992b-64081ac3f557'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:59:02.261713 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de26934f-83ef-481e-9120-4bd78ba9fff2 None None] Routers {'abff9e48-017d-4131-992b-64081ac3f557'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:02.262423 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-de26934f-83ef-481e-9120-4bd78ba9fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['abff9e48-017d-4131-992b-64081ac3f557'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:02.463287 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2afb0675-2c9e-4fea-8b90-51f6e0ab4c54 admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:02.509038 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-de26934f-83ef-481e-9120-4bd78ba9fff2 None None] Set router abff9e48-017d-4131-992b-64081ac3f557 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:02.766951 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2afb0675-2c9e-4fea-8b90-51f6e0ab4c54 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:02.831481 n-d-802060-9 neutron-server[101970]: DEBUG neutron.objects.ports [None req-cf84281c-d3c8-4596-aacf-d1ba88d6988a tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101970) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 02:59:02.831899 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cf84281c-d3c8-4596-aacf-d1ba88d6988a tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:02.893135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf84281c-d3c8-4596-aacf-d1ba88d6988a tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Checking segment: {'id': 'a2858f3e-dd2f-4a20-bc2e-dcdfb721dc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'eb5e7a56-cca3-47c1-88f8-6aab03078e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:59:02.893553 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf84281c-d3c8-4596-aacf-d1ba88d6988a tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Network hostable DHCP agents. Network: eb5e7a56-cca3-47c1-88f8-6aab03078e91, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:59:02.905285 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-de26934f-83ef-481e-9120-4bd78ba9fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abff9e48-017d-4131-992b-64081ac3f557', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541674888-router', 'tenant_id': '989a94fc796341fe8730e214cb375216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a7cb3296-f657-44f5-aaed-132a30d771b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:38Z', 'updated_at': '2021-08-17T02:58:59Z', 'revision_number': 5, 'project_id': '989a94fc796341fe8730e214cb375216', 'gw_port': {'id': 'a7cb3296-f657-44f5-aaed-132a30d771b6', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abff9e48-017d-4131-992b-64081ac3f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:39Z', 'updated_at': '2021-08-17T02:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:02.912572 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf84281c-d3c8-4596-aacf-d1ba88d6988a tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Pushing event updated for resources: {'Subnet': ['ID=b9617e5a-4bb0-44d5-8c51-dc62d609842d,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:02.942459 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de26934f-83ef-481e-9120-4bd78ba9fff2 None None] Checking router: abff9e48-017d-4131-992b-64081ac3f557 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:59:02.951857 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de26934f-83ef-481e-9120-4bd78ba9fff2 None None] Routers {'abff9e48-017d-4131-992b-64081ac3f557'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:02.952539 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-de26934f-83ef-481e-9120-4bd78ba9fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['abff9e48-017d-4131-992b-64081ac3f557'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:03.153631 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:03.155572 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-de26934f-83ef-481e-9120-4bd78ba9fff2 None None] Set router abff9e48-017d-4131-992b-64081ac3f557 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:03.279340 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-2afb0675-2c9e-4fea-8b90-51f6e0ab4c54 admin admin] Deleting port a7cb3296-f657-44f5-aaed-132a30d771b6 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:59:03.279752 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2afb0675-2c9e-4fea-8b90-51f6e0ab4c54 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:03.368191 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-de26934f-83ef-481e-9120-4bd78ba9fff2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'abff9e48-017d-4131-992b-64081ac3f557', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541674888-router', 'tenant_id': '989a94fc796341fe8730e214cb375216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a7cb3296-f657-44f5-aaed-132a30d771b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:38Z', 'updated_at': '2021-08-17T02:58:59Z', 'revision_number': 5, 'project_id': '989a94fc796341fe8730e214cb375216', 'gw_port': {'id': 'a7cb3296-f657-44f5-aaed-132a30d771b6', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abff9e48-017d-4131-992b-64081ac3f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:39Z', 'updated_at': '2021-08-17T02:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:03.370503 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-2afb0675-2c9e-4fea-8b90-51f6e0ab4c54 admin admin] For port a7cb3296-f657-44f5-aaed-132a30d771b6, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=a7cb3296-f657-44f5-aaed-132a30d771b6,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:03.370912 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2afb0675-2c9e-4fea-8b90-51f6e0ab4c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:03.390578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-2afb0675-2c9e-4fea-8b90-51f6e0ab4c54 admin admin] Calling delete_port for a7cb3296-f657-44f5-aaed-132a30d771b6 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:59:03.398493 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de26934f-83ef-481e-9120-4bd78ba9fff2 None None] The sync data for ids ['abff9e48-017d-4131-992b-64081ac3f557'] in n-d-802060-9 is: [{'id': 'abff9e48-017d-4131-992b-64081ac3f557', 'name': 'tempest-AttachSCSIVolumeTestJSON-1541674888-router', 'tenant_id': '989a94fc796341fe8730e214cb375216', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.246'}], 'enable_snat': True}, 'gw_port_id': 'a7cb3296-f657-44f5-aaed-132a30d771b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:38Z', 'updated_at': '2021-08-17T02:58:59Z', 'revision_number': 5, 'project_id': '989a94fc796341fe8730e214cb375216', 'gw_port': {'id': 'a7cb3296-f657-44f5-aaed-132a30d771b6', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:7e:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'abff9e48-017d-4131-992b-64081ac3f557', 'device_owner': 'network:router_gateway', 'standard_attr_id': 782, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.246', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:39Z', 'updated_at': '2021-08-17T02:56:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:59:03.500287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf84281c-d3c8-4596-aacf-d1ba88d6988a tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Network eb5e7a56-cca3-47c1-88f8-6aab03078e91 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:59:03.749442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cdc01f9e-10d8-4e8b-a360-db665325c981 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:59:03.774133 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: cdc01f9e-10d8-4e8b-a360-db665325c981 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:59:03.774803 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cdc01f9e-10d8-4e8b-a360-db665325c981 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:59:03.923229 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:03.968778 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2afb0675-2c9e-4fea-8b90-51f6e0ab4c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:03.971157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-cf84281c-d3c8-4596-aacf-d1ba88d6988a tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, eb5e7a56-cca3-47c1-88f8-6aab03078e91) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:03.975542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf84281c-d3c8-4596-aacf-d1ba88d6988a tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:03.976075 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cf84281c-d3c8-4596-aacf-d1ba88d6988a tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:03.981567 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fd0b8b2-e13d-403e-9f64-e872a44b4ca6 None None] Network eb5e7a56-cca3-47c1-88f8-6aab03078e91 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:59:04.004459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afb0675-2c9e-4fea-8b90-51f6e0ab4c54 admin admin] Pushing event deleted for resources: {'Port': ['ID=a7cb3296-f657-44f5-aaed-132a30d771b6,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:04.062049 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cf84281c-d3c8-4596-aacf-d1ba88d6988a tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 2.1111610 Aug 17 02:59:04.066080 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46398) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:04.072151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-72e97570-003e-4425-94f4-f695085ed417 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-330520978', 'network_id': 'eb5e7a56-cca3-47c1-88f8-6aab03078e91'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:04.097133 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2afb0675-2c9e-4fea-8b90-51f6e0ab4c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.140998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693062ca-cbcc-4218-9fe5-ab9ea3d88daa None None] Network eb5e7a56-cca3-47c1-88f8-6aab03078e91 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:59:04.169167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72e97570-003e-4425-94f4-f695085ed417 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Made reservation on behalf of 1be4441126654895af79c299f7408366 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:59:04.171894 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-72e97570-003e-4425-94f4-f695085ed417 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.206738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-72e97570-003e-4425-94f4-f695085ed417 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] device_id is not set on port dd61329c-1c92-408d-b8e4-d665c59de3fb yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 02:59:04.253631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 78820756-275a-477d-a4a9-b2d74be6399a details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:59:04.302489 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2afb0675-2c9e-4fea-8b90-51f6e0ab4c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.305385 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2afb0675-2c9e-4fea-8b90-51f6e0ab4c54 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.425095 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-72e97570-003e-4425-94f4-f695085ed417 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Allocated IP 2001:db8::238 (eb5e7a56-cca3-47c1-88f8-6aab03078e91/b9617e5a-4bb0-44d5-8c51-dc62d609842d/dd61329c-1c92-408d-b8e4-d665c59de3fb) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:59:04.493956 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2afb0675-2c9e-4fea-8b90-51f6e0ab4c54 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.494533 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2afb0675-2c9e-4fea-8b90-51f6e0ab4c54 admin admin] Fanout notify agent at l3_agent the message router_deleted on router abff9e48-017d-4131-992b-64081ac3f557 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:59:04.499565 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2afb0675-2c9e-4fea-8b90-51f6e0ab4c54 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.509346 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2afb0675-2c9e-4fea-8b90-51f6e0ab4c54 admin admin] 10.222.0.10 "DELETE /v2.0/routers/abff9e48-017d-4131-992b-64081ac3f557 HTTP/1.1" status: 204 len: 168 time: 2.2633047 Aug 17 02:59:04.509346 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46404) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:04.560124 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 78820756-275a-477d-a4a9-b2d74be6399a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=78820756-275a-477d-a4a9-b2d74be6399a,segment=NetworkSegment(ebd1bd90-c14f-4c2f-bbbb-96991d62ee85),segment_id=ebd1bd90-c14f-4c2f-bbbb-96991d62ee85)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:04.572908 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '78820756-275a-477d-a4a9-b2d74be6399a', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'port_id': '78820756-275a-477d-a4a9-b2d74be6399a', 'mac_address': 'fa:16:3e:3f:5a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:59:04.589810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-106a5d54-89cd-4f65-975b-4e7774420574 admin admin] Deleting subnet 58c70284-c779-474b-8202-b5404ff2c6f7 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:59:04.602231 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-106a5d54-89cd-4f65-975b-4e7774420574 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.675594 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-106a5d54-89cd-4f65-975b-4e7774420574 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.783564 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-72e97570-003e-4425-94f4-f695085ed417 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.792667 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-106a5d54-89cd-4f65-975b-4e7774420574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.935744 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.959107 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78820756-275a-477d-a4a9-b2d74be6399a {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:59:04.976160 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-72e97570-003e-4425-94f4-f695085ed417 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:04.998197 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-106a5d54-89cd-4f65-975b-4e7774420574 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:05.004805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 78820756-275a-477d-a4a9-b2d74be6399a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=78820756-275a-477d-a4a9-b2d74be6399a,segment=NetworkSegment(ebd1bd90-c14f-4c2f-bbbb-96991d62ee85),segment_id=ebd1bd90-c14f-4c2f-bbbb-96991d62ee85)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:05.035279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e97570-003e-4425-94f4-f695085ed417 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Network eb5e7a56-cca3-47c1-88f8-6aab03078e91 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:59:05.038716 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106a5d54-89cd-4f65-975b-4e7774420574 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58c70284-c779-474b-8202-b5404ff2c6f7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:05.040125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-72e97570-003e-4425-94f4-f695085ed417 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:05.040921 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-106a5d54-89cd-4f65-975b-4e7774420574 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:05.045556 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-106a5d54-89cd-4f65-975b-4e7774420574 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/58c70284-c779-474b-8202-b5404ff2c6f7 HTTP/1.1" status: 204 len: 168 time: 0.5375793 Aug 17 02:59:05.045768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e97570-003e-4425-94f4-f695085ed417 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:59:05.046132 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46412) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:05.046702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72e97570-003e-4425-94f4-f695085ed417 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:05.047308 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-72e97570-003e-4425-94f4-f695085ed417 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:05.059192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a52d2da-eaf0-496e-85dd-6e281d8d3913 None None] Network e65e268f-7eed-4732-89ef-c8bad12548cb requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:59:05.082981 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e97570-003e-4425-94f4-f695085ed417 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Pushing event updated for resources: {'Port': ['ID=dd61329c-1c92-408d-b8e4-d665c59de3fb,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:05.120036 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:05.146987 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-72e97570-003e-4425-94f4-f695085ed417 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0790482 Aug 17 02:59:05.149437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46420) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:05.207572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=78820756-275a-477d-a4a9-b2d74be6399a,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:05.229110 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:05.361125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-4f3631d6-2d42-4085-ac6f-38a865d39267 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Deleting port dd61329c-1c92-408d-b8e4-d665c59de3fb {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:59:05.361125 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f3631d6-2d42-4085-ac6f-38a865d39267 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:05.362438 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] Deleting port c09ea48e-1f59-46a8-ab86-26eee8a5140b {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:59:05.362781 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:05.363382 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92819988-ebae-40f6-86b1-f7bd47cd4f93 x-openstack-request-id: req-92819988-ebae-40f6-86b1-f7bd47cd4f93 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:05.363860 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9619e27b-4971-4d58-8dcd-794f3c87c942", "name": "network-vif-plugged", "status": "completed", "tag": "8afae9f5-a408-4487-be6b-90d166dc8b7e", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:05.363961 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-92819988-ebae-40f6-86b1-f7bd47cd4f93 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:05.364707 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9619e27b-4971-4d58-8dcd-794f3c87c942', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8afae9f5-a408-4487-be6b-90d166dc8b7e', 'code': 200} Aug 17 02:59:05.431792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf6d033-b68f-4a36-96c3-ae68fad2bb39 None None] DHCP port deletion for e65e268f-7eed-4732-89ef-c8bad12548cb request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:59:05.514439 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] For port c09ea48e-1f59-46a8-ab86-26eee8a5140b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c09ea48e-1f59-46a8-ab86-26eee8a5140b,segment=NetworkSegment(4c5ccc37-c4d0-4441-bd01-b1bff4663751),segment_id=4c5ccc37-c4d0-4441-bd01-b1bff4663751)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:05.515272 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:05.531691 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] Calling delete_port for c09ea48e-1f59-46a8-ab86-26eee8a5140b owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:59:05.538293 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-0bf6d033-b68f-4a36-96c3-ae68fad2bb39 None None] Deleting port c09ea48e-1f59-46a8-ab86-26eee8a5140b {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:59:05.538675 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0bf6d033-b68f-4a36-96c3-ae68fad2bb39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:05.559271 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f3631d6-2d42-4085-ac6f-38a865d39267 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:05.575163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-4f3631d6-2d42-4085-ac6f-38a865d39267 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Calling delete_port for dd61329c-1c92-408d-b8e4-d665c59de3fb owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:59:05.633527 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8484da23-ee60-4ce9-8483-80c50a17785d req-e922a16a-f78f-4e38-aee0-a0ad588c9ea8 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:05.635594 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8484da23-ee60-4ce9-8483-80c50a17785d req-e922a16a-f78f-4e38-aee0-a0ad588c9ea8 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.1051307 Aug 17 02:59:05.661978 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-0bf6d033-b68f-4a36-96c3-ae68fad2bb39 None None] For port c09ea48e-1f59-46a8-ab86-26eee8a5140b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c09ea48e-1f59-46a8-ab86-26eee8a5140b,segment=NetworkSegment(4c5ccc37-c4d0-4441-bd01-b1bff4663751),segment_id=4c5ccc37-c4d0-4441-bd01-b1bff4663751)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:05.662712 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0bf6d033-b68f-4a36-96c3-ae68fad2bb39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:05.678703 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-0bf6d033-b68f-4a36-96c3-ae68fad2bb39 None None] Calling delete_port for c09ea48e-1f59-46a8-ab86-26eee8a5140b owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:59:05.755135 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8484da23-ee60-4ce9-8483-80c50a17785d req-ba630fde-22a4-4dfa-8338-1ba9c500cba7 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922470 Aug 17 02:59:05.778130 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['78820756-275a-477d-a4a9-b2d74be6399a'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:59:05.784935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f98cba0-d0ca-4ad3-a896-5de88a4301ec req-99eca919-138c-4555-8b60-2efab7dde989 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:05.793589 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f98cba0-d0ca-4ad3-a896-5de88a4301ec req-99eca919-138c-4555-8b60-2efab7dde989 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c32261-6dc6-4c0b-99d9-cecb04e51ab5 HTTP/1.1" status: 200 len: 945 time: 0.3210626 Aug 17 02:59:05.837697 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:05.841155 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:58:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d679073d-33de-4ef0-a534-2889e306bcf1 x-openstack-request-id: req-d679073d-33de-4ef0-a534-2889e306bcf1 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:05.841336 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c32261-6dc6-4c0b-99d9-cecb04e51ab5", "tag": "78820756-275a-477d-a4a9-b2d74be6399a", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:05.846550 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d679073d-33de-4ef0-a534-2889e306bcf1 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:05.846550 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c32261-6dc6-4c0b-99d9-cecb04e51ab5', 'tag': '78820756-275a-477d-a4a9-b2d74be6399a', 'status': 'completed', 'code': 200} Aug 17 02:59:05.858633 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f98cba0-d0ca-4ad3-a896-5de88a4301ec req-185e2022-1ac7-4e42-a7ab-4141fc8c1820 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636594 Aug 17 02:59:05.883076 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f3631d6-2d42-4085-ac6f-38a865d39267 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:05.890714 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0bf6d033-b68f-4a36-96c3-ae68fad2bb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:05.912283 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device a7cb3296-f657-44f5-aaed-132a30d771b6 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:59:05.915624 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf6d033-b68f-4a36-96c3-ae68fad2bb39 None None] No DVR routers for this DVR port c09ea48e-1f59-46a8-ab86-26eee8a5140b on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:59:05.946488 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] Pushing event deleted for resources: {'Port': ['ID=c09ea48e-1f59-46a8-ab86-26eee8a5140b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:05.961624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] No DVR routers for this DVR port c09ea48e-1f59-46a8-ab86-26eee8a5140b on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:59:06.002930 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf6d033-b68f-4a36-96c3-ae68fad2bb39 None None] Pushing event deleted for resources: {'Port': ['ID=c09ea48e-1f59-46a8-ab86-26eee8a5140b,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:06.010385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: a7cb3296-f657-44f5-aaed-132a30d771b6 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:59:06.011007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device a7cb3296-f657-44f5-aaed-132a30d771b6 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:59:06.011829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c09ea48e-1f59-46a8-ab86-26eee8a5140b no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:59:06.049126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f3631d6-2d42-4085-ac6f-38a865d39267 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Pushing event deleted for resources: {'Port': ['ID=dd61329c-1c92-408d-b8e4-d665c59de3fb,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:06.065951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: c09ea48e-1f59-46a8-ab86-26eee8a5140b {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:59:06.066740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c09ea48e-1f59-46a8-ab86-26eee8a5140b not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:59:06.155632 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f3631d6-2d42-4085-ac6f-38a865d39267 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:06.158017 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4f3631d6-2d42-4085-ac6f-38a865d39267 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "DELETE /v2.0/ports/dd61329c-1c92-408d-b8e4-d665c59de3fb HTTP/1.1" status: 204 len: 168 time: 1.0069866 Aug 17 02:59:06.178324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46442) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:06.185184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'eb5e7a56-cca3-47c1-88f8-6aab03078e91', 'external_fixed_ips': [{'subnet_id': 'b9617e5a-4bb0-44d5-8c51-dc62d609842d', 'ip_address': '2001:db8::238'}]}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:06.217109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bccb27-d761-4223-8c86-2a1f85e869da req-99cd2ff5-3247-4666-8170-1d8a111ca43f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:06.218940 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f4bccb27-d761-4223-8c86-2a1f85e869da req-99cd2ff5-3247-4666-8170-1d8a111ca43f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&device_id=09c32261-6dc6-4c0b-99d9-cecb04e51ab5 HTTP/1.1" status: 200 len: 1096 time: 0.3597217 Aug 17 02:59:06.240126 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:06.267441 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e65e268f-7eed-4732-89ef-c8bad12548cb']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:06.272278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131e6ade-c0b2-46f8-9788-f37f8ab5f0d7 req-961e9b34-1fc8-4649-94f2-f116dfd7c3b4 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:06.276151 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-131e6ade-c0b2-46f8-9788-f37f8ab5f0d7 req-961e9b34-1fc8-4649-94f2-f116dfd7c3b4 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 950 time: 0.1419811 Aug 17 02:59:06.287829 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c5ccc37-c4d0-4441-bd01-b1bff4663751') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:06.289143 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c5ccc37-c4d0-4441-bd01-b1bff4663751') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:06.307937 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:06.325373 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:06.333735 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:59:06.334737 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:06.344835 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:06.350507 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:06.379399 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-131e6ade-c0b2-46f8-9788-f37f8ab5f0d7 req-f3afe617-dd93-4ea0-8ddd-6da64a88fbcc tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b25d205-ecb9-4896-b7fb-510b0f0fb23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873055 Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: timer() Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:59:06.428007 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:59:06.470301 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:06.484685 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46458) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:06.488499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bccb27-d761-4223-8c86-2a1f85e869da req-a5a01c0c-e5ba-4af4-91ad-17b7a88aa863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:06.490098 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f4bccb27-d761-4223-8c86-2a1f85e869da req-a5a01c0c-e5ba-4af4-91ad-17b7a88aa863 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 200 len: 921 time: 0.2588494 Aug 17 02:59:06.492469 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a3a6b3b3-d916-47fc-9597-0c3e912ff049 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Request body: {'security_group': {'name': 'tempest-securitygroup--664566077', 'description': 'tempest-description--739187992'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:06.518906 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:06.528482 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:06.532772 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e65e268f-7eed-4732-89ef-c8bad12548cb HTTP/1.1" status: 204 len: 168 time: 1.4854610 Aug 17 02:59:06.536963 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46468) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:06.572943 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f4bccb27-d761-4223-8c86-2a1f85e869da req-06145ee8-d0ab-48a3-a577-1ae74cccdb34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78820756-275a-477d-a4a9-b2d74be6399a HTTP/1.1" status: 200 len: 217 time: 0.0736399 Aug 17 02:59:06.727543 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5afa4f2-6aa8-4a52-94b5-7501844c61e5 admin admin] Pushing event deleted for resources: {'Network': ['ID=e65e268f-7eed-4732-89ef-c8bad12548cb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:06.787794 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:06.801610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bccb27-d761-4223-8c86-2a1f85e869da req-1747cbfc-feda-4fe1-b7ab-24f87627f356 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:06.803576 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f4bccb27-d761-4223-8c86-2a1f85e869da req-1747cbfc-feda-4fe1-b7ab-24f87627f356 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e61e822-43e0-4ebd-8a9e-1084821b54a5 HTTP/1.1" status: 200 len: 860 time: 0.1870782 Aug 17 02:59:06.824257 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3a6b3b3-d916-47fc-9597-0c3e912ff049 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:06.935038 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3a6b3b3-d916-47fc-9597-0c3e912ff049 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:07.026386 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3a6b3b3-d916-47fc-9597-0c3e912ff049 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:07.094309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a6b3b3-d916-47fc-9597-0c3e912ff049 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2159aeeb-a3cd-42fc-9ca2-c45383fbac42,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:07.097907 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3a6b3b3-d916-47fc-9597-0c3e912ff049 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:07.099212 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a3a6b3b3-d916-47fc-9597-0c3e912ff049 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6124442 Aug 17 02:59:07.102028 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46492) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:07.106655 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6fd40603-6054-4598-8ade-7e08acbc625f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Request body: {'security_group_rule': {'security_group_id': '2159aeeb-a3cd-42fc-9ca2-c45383fbac42', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:07.216499 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6fd40603-6054-4598-8ade-7e08acbc625f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:07.263562 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d780e046-ecd6-4deb-ac30-326f0b7bca9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:07.307949 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bccb27-d761-4223-8c86-2a1f85e869da req-b8fe2ee9-a466-44c2-af00-35e7480934b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:07.309488 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f4bccb27-d761-4223-8c86-2a1f85e869da req-b8fe2ee9-a466-44c2-af00-35e7480934b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3579b9f8-ac96-472a-833f-5c19e19ba45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4936998 Aug 17 02:59:07.338260 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69265bf6-f8f1-409b-b97e-0fd1eb8f602b req-6a518798-c8f4-496b-8d87-e89610861d03 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:07.339798 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69265bf6-f8f1-409b-b97e-0fd1eb8f602b req-6a518798-c8f4-496b-8d87-e89610861d03 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.1427321 Aug 17 02:59:07.384368 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6fd40603-6054-4598-8ade-7e08acbc625f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:07.453272 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6fd40603-6054-4598-8ade-7e08acbc625f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:07.484077 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69265bf6-f8f1-409b-b97e-0fd1eb8f602b req-0ca15a1d-e353-42a6-b8fc-60c62a4a61eb tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015432 Aug 17 02:59:07.489539 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f4bccb27-d761-4223-8c86-2a1f85e869da req-235d4bdf-78e5-4e4d-b974-4b46ec2416b7 service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700671 Aug 17 02:59:07.509193 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd40603-6054-4598-8ade-7e08acbc625f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4b8057-2d57-42f3-ba66-234da4f6c97c,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:07.598163 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6fd40603-6054-4598-8ade-7e08acbc625f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:07.599364 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6fd40603-6054-4598-8ade-7e08acbc625f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4962094 Aug 17 02:59:07.604152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46510) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:07.617913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d824e42d-8b9f-4337-9b1c-f6bec7a3cfa6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Request body: {'security_group_rule': {'security_group_id': '2159aeeb-a3cd-42fc-9ca2-c45383fbac42', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:07.631336 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-d780e046-ecd6-4deb-ac30-326f0b7bca9b admin admin] Deleting port cf67590a-c067-44ab-af28-6f2a47b58757 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:59:07.632726 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d780e046-ecd6-4deb-ac30-326f0b7bca9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:07.759939 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-d780e046-ecd6-4deb-ac30-326f0b7bca9b admin admin] For port cf67590a-c067-44ab-af28-6f2a47b58757, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cf67590a-c067-44ab-af28-6f2a47b58757,segment=NetworkSegment(3606791d-1f74-41b3-9471-ded0ac0f71fc),segment_id=3606791d-1f74-41b3-9471-ded0ac0f71fc)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:07.759939 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d780e046-ecd6-4deb-ac30-326f0b7bca9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:07.775310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-d780e046-ecd6-4deb-ac30-326f0b7bca9b admin admin] Calling delete_port for cf67590a-c067-44ab-af28-6f2a47b58757 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:59:07.841139 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5825f97c-0a98-4f78-a107-46b8f8c5f9d1 req-c139f84c-1772-481f-b3da-f24e08e05238 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:07.842773 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5825f97c-0a98-4f78-a107-46b8f8c5f9d1 req-c139f84c-1772-481f-b3da-f24e08e05238 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c32261-6dc6-4c0b-99d9-cecb04e51ab5 HTTP/1.1" status: 200 len: 945 time: 0.2535527 Aug 17 02:59:07.857463 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f4bccb27-d761-4223-8c86-2a1f85e869da req-828b10a9-83a9-49d2-b15f-1c2ad7a0c45d service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3539612 Aug 17 02:59:07.909492 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:07.915079 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d824e42d-8b9f-4337-9b1c-f6bec7a3cfa6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:07.964657 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:07.984285 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5825f97c-0a98-4f78-a107-46b8f8c5f9d1 req-a64572eb-4cc2-4289-9f8a-996388ba8926 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314690 Aug 17 02:59:08.108873 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d780e046-ecd6-4deb-ac30-326f0b7bca9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:08.171069 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d824e42d-8b9f-4337-9b1c-f6bec7a3cfa6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:08.177891 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780e046-ecd6-4deb-ac30-326f0b7bca9b admin admin] Pushing event deleted for resources: {'Port': ['ID=cf67590a-c067-44ab-af28-6f2a47b58757,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:08.240691 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d824e42d-8b9f-4337-9b1c-f6bec7a3cfa6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:08.245050 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 78820756-275a-477d-a4a9-b2d74be6399a up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:59:08.296110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d824e42d-8b9f-4337-9b1c-f6bec7a3cfa6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=986725ca-c699-40ff-8a27-5791170bbe63,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:08.354407 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Allocated IP 2001:db8::238 (eb5e7a56-cca3-47c1-88f8-6aab03078e91/b9617e5a-4bb0-44d5-8c51-dc62d609842d/a131c518-c66f-4c17-ba2d-7cff93201cc5) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:59:08.447640 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d824e42d-8b9f-4337-9b1c-f6bec7a3cfa6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:08.452245 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d824e42d-8b9f-4337-9b1c-f6bec7a3cfa6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8436165 Aug 17 02:59:08.452867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46538) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:08.459924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-824b4185-4d59-423b-811b-fdf1ca30ac87 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:08.477411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 78820756-275a-477d-a4a9-b2d74be6399a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:59:08.482092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 78820756-275a-477d-a4a9-b2d74be6399a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:59:08.482767 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:08.581976 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-824b4185-4d59-423b-811b-fdf1ca30ac87 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:08.606745 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:08.649665 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:08.705352 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c32261-6dc6-4c0b-99d9-cecb04e51ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78820756-275a-477d-a4a9-b2d74be6399a'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:08.708151 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06f7b41-6826-48c5-9374-638fd2227a7e" -d '{"events": [{"server_uuid": "09c32261-6dc6-4c0b-99d9-cecb04e51ab5", "name": "network-vif-plugged", "status": "completed", "tag": "78820756-275a-477d-a4a9-b2d74be6399a"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:08.719764 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 78820756-275a-477d-a4a9-b2d74be6399a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=78820756-275a-477d-a4a9-b2d74be6399a,segment=NetworkSegment(ebd1bd90-c14f-4c2f-bbbb-96991d62ee85),segment_id=ebd1bd90-c14f-4c2f-bbbb-96991d62ee85)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:08.786049 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:08.787079 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8bb01561-2145-4b66-b8b6-0cdf4587181d no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:59:08.827057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad15e39-05af-4032-9e3c-755b6872d63b req-558ed8f8-7c52-4a77-b791-d89815f3ac28 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:08.831232 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4ad15e39-05af-4032-9e3c-755b6872d63b req-558ed8f8-7c52-4a77-b791-d89815f3ac28 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.1043782 Aug 17 02:59:08.891919 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4ad15e39-05af-4032-9e3c-755b6872d63b req-1bef47a8-4c59-4bb0-8f78-bb12a6e1db83 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548537 Aug 17 02:59:08.899637 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=78820756-275a-477d-a4a9-b2d74be6399a,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:08.901290 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:08.913313 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d780e046-ecd6-4deb-ac30-326f0b7bca9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:08.959233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Network eb5e7a56-cca3-47c1-88f8-6aab03078e91 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:59:08.965010 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:08.965203 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:08.972077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:59:09.027780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Pushing event updated for resources: {'Port': ['ID=a131c518-c66f-4c17-ba2d-7cff93201cc5,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:09.028447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8bb01561-2145-4b66-b8b6-0cdf4587181d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8bb01561-2145-4b66-b8b6-0cdf4587181d,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:09.031422 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-824b4185-4d59-423b-811b-fdf1ca30ac87 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:09.046465 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9503cd8c-eab8-4d03-b98b-fd114c56f5b0 x-openstack-request-id: req-9503cd8c-eab8-4d03-b98b-fd114c56f5b0 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:09.046993 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c32261-6dc6-4c0b-99d9-cecb04e51ab5", "name": "network-vif-plugged", "status": "completed", "tag": "78820756-275a-477d-a4a9-b2d74be6399a", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:09.047510 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9503cd8c-eab8-4d03-b98b-fd114c56f5b0 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:09.048079 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c32261-6dc6-4c0b-99d9-cecb04e51ab5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78820756-275a-477d-a4a9-b2d74be6399a', 'code': 200} Aug 17 02:59:09.106842 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:09.195364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8bb01561-2145-4b66-b8b6-0cdf4587181d,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:09.310025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed1d802-b1cd-443e-a969-3406ac64f085 req-4edfd4c8-390b-4e86-b1a6-ffc7aed164d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:09.311620 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ed1d802-b1cd-443e-a969-3406ac64f085 req-4edfd4c8-390b-4e86-b1a6-ffc7aed164d9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=09c32261-6dc6-4c0b-99d9-cecb04e51ab5 HTTP/1.1" status: 200 len: 1097 time: 0.1535964 Aug 17 02:59:09.323475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a48eeb31-2542-4174-8279-6bed1070bc7b req-4fba9f09-1bc9-4126-a360-6d99f9cbca0c tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:09.325022 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a48eeb31-2542-4174-8279-6bed1070bc7b req-4fba9f09-1bc9-4126-a360-6d99f9cbca0c tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c32261-6dc6-4c0b-99d9-cecb04e51ab5 HTTP/1.1" status: 200 len: 946 time: 0.1509488 Aug 17 02:59:09.346783 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d780e046-ecd6-4deb-ac30-326f0b7bca9b admin admin] Router e4cb7ff8-d4d4-415c-9e03-910455b6ad7c has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:59:09.349164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-824b4185-4d59-423b-811b-fdf1ca30ac87 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Allocated IP 172.25.1.201 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/43a71e4d-626c-4ca6-9e5f-7e7f06bc6df6) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:59:09.514942 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ed1d802-b1cd-443e-a969-3406ac64f085 req-41a6f11d-fd1b-43bc-94fa-836a93fb0934 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870172 Aug 17 02:59:09.516430 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d780e046-ecd6-4deb-ac30-326f0b7bca9b admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:59:09.523967 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d780e046-ecd6-4deb-ac30-326f0b7bca9b admin admin] 10.222.0.10 "PUT /v2.0/routers/e4cb7ff8-d4d4-415c-9e03-910455b6ad7c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9807229 Aug 17 02:59:09.524440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46576) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:09.535490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef74912-e969-47a8-817b-79092d3f26a9 None None] Sync routers for ids ['e4cb7ff8-d4d4-415c-9e03-910455b6ad7c'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:59:09.548945 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a48eeb31-2542-4174-8279-6bed1070bc7b req-898c2d7c-945d-4d20-a0d9-762d9674b959 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963313 Aug 17 02:59:09.562439 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef74912-e969-47a8-817b-79092d3f26a9 None None] Routers {'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:09.562439 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9ef74912-e969-47a8-817b-79092d3f26a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e4cb7ff8-d4d4-415c-9e03-910455b6ad7c'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:09.667914 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-824b4185-4d59-423b-811b-fdf1ca30ac87 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:09.685219 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:09.743859 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-9ef74912-e969-47a8-817b-79092d3f26a9 None None] Set router e4cb7ff8-d4d4-415c-9e03-910455b6ad7c gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:09.838390 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de3818de-e76d-4cab-845f-606f87b9f3c5 admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:09.971221 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de3818de-e76d-4cab-845f-606f87b9f3c5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:09.977412 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9ef74912-e969-47a8-817b-79092d3f26a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-430960094-router', 'tenant_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '1119dbd1-117c-4900-8d33-4e5d51fb2443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:53Z', 'updated_at': '2021-08-17T02:59:07Z', 'revision_number': 5, 'project_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'gw_port': {'id': '1119dbd1-117c-4900-8d33-4e5d51fb2443', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:55Z', 'updated_at': '2021-08-17T02:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:10.007610 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef74912-e969-47a8-817b-79092d3f26a9 None None] Checking router: e4cb7ff8-d4d4-415c-9e03-910455b6ad7c for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:59:10.016950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ef74912-e969-47a8-817b-79092d3f26a9 None None] Routers {'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:10.017714 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9ef74912-e969-47a8-817b-79092d3f26a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e4cb7ff8-d4d4-415c-9e03-910455b6ad7c'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:10.038292 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:10.052151 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed96f84-6f9e-4bda-ae60-7735ff1ea387 req-60d46656-7168-4c4c-af4c-31870fb8037e tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:10.053747 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ed96f84-6f9e-4bda-ae60-7735ff1ea387 req-60d46656-7168-4c4c-af4c-31870fb8037e tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.0612628 Aug 17 02:59:10.099399 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ed96f84-6f9e-4bda-ae60-7735ff1ea387 req-e15afa60-bb5a-473b-88cd-ccac2ee9d667 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364370 Aug 17 02:59:10.125020 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-824b4185-4d59-423b-811b-fdf1ca30ac87 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:10.142965 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-9ef74912-e969-47a8-817b-79092d3f26a9 None None] Set router e4cb7ff8-d4d4-415c-9e03-910455b6ad7c gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:10.171838 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-de3818de-e76d-4cab-845f-606f87b9f3c5 admin admin] Deleting port 1119dbd1-117c-4900-8d33-4e5d51fb2443 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:59:10.171959 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de3818de-e76d-4cab-845f-606f87b9f3c5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:10.206017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-824b4185-4d59-423b-811b-fdf1ca30ac87 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:59:10.207590 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-824b4185-4d59-423b-811b-fdf1ca30ac87 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:10.213103 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-824b4185-4d59-423b-811b-fdf1ca30ac87 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:59:10.257920 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b4185-4d59-423b-811b-fdf1ca30ac87 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event updated for resources: {'Port': ['ID=43a71e4d-626c-4ca6-9e5f-7e7f06bc6df6,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:10.284626 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-de3818de-e76d-4cab-845f-606f87b9f3c5 admin admin] For port 1119dbd1-117c-4900-8d33-4e5d51fb2443, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1119dbd1-117c-4900-8d33-4e5d51fb2443,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:10.285840 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de3818de-e76d-4cab-845f-606f87b9f3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:10.304663 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-de3818de-e76d-4cab-845f-606f87b9f3c5 admin admin] Calling delete_port for 1119dbd1-117c-4900-8d33-4e5d51fb2443 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:59:10.400352 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9ef74912-e969-47a8-817b-79092d3f26a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-430960094-router', 'tenant_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '1119dbd1-117c-4900-8d33-4e5d51fb2443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:53Z', 'updated_at': '2021-08-17T02:59:07Z', 'revision_number': 5, 'project_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'gw_port': {'id': '1119dbd1-117c-4900-8d33-4e5d51fb2443', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:55Z', 'updated_at': '2021-08-17T02:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:10.431656 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ef74912-e969-47a8-817b-79092d3f26a9 None None] The sync data for ids ['e4cb7ff8-d4d4-415c-9e03-910455b6ad7c'] in n-d-802060-9 is: [{'id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'name': 'tempest-AttachSCSIVolumeTestJSON-430960094-router', 'tenant_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.175'}], 'enable_snat': True}, 'gw_port_id': '1119dbd1-117c-4900-8d33-4e5d51fb2443', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:56:53Z', 'updated_at': '2021-08-17T02:59:07Z', 'revision_number': 5, 'project_id': '7a8f12e35dbe479eafbab90b0435e1ca', 'gw_port': {'id': '1119dbd1-117c-4900-8d33-4e5d51fb2443', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:df:bb:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e4cb7ff8-d4d4-415c-9e03-910455b6ad7c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 839, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.175', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:56:55Z', 'updated_at': '2021-08-17T02:57:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:59:10.723525 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff057e24-8c2f-45f9-93aa-da888f4bea73 req-a9117b8d-e374-45f7-a9be-aa7e21a6bb8f tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:10.730330 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff057e24-8c2f-45f9-93aa-da888f4bea73 req-a9117b8d-e374-45f7-a9be-aa7e21a6bb8f tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c32261-6dc6-4c0b-99d9-cecb04e51ab5 HTTP/1.1" status: 200 len: 946 time: 0.0666337 Aug 17 02:59:10.734583 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de3818de-e76d-4cab-845f-606f87b9f3c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:10.774403 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3818de-e76d-4cab-845f-606f87b9f3c5 admin admin] Pushing event deleted for resources: {'Port': ['ID=1119dbd1-117c-4900-8d33-4e5d51fb2443,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:10.834537 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-824b4185-4d59-423b-811b-fdf1ca30ac87 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:10.838133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Router 04500d97-417d-46cf-8eff-4bf9d32448a6 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:59:10.851199 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff057e24-8c2f-45f9-93aa-da888f4bea73 req-4c352276-1706-42de-8469-c61691128392 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066318 Aug 17 02:59:10.924222 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de3818de-e76d-4cab-845f-606f87b9f3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:11.031403 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-824b4185-4d59-423b-811b-fdf1ca30ac87 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:11.049198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb01561-2145-4b66-b8b6-0cdf4587181d'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:11.051782 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a070158e-187f-492a-8730-9abce51103f3" -d '{"events": [{"server_uuid": "c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb01561-2145-4b66-b8b6-0cdf4587181d"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:11.096404 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de3818de-e76d-4cab-845f-606f87b9f3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:11.102111 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de3818de-e76d-4cab-845f-606f87b9f3c5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:11.175394 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c34a261c-938b-4172-a0f5-e488d40f055c x-openstack-request-id: req-c34a261c-938b-4172-a0f5-e488d40f055c {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:11.175861 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb01561-2145-4b66-b8b6-0cdf4587181d", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:11.176115 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c34a261c-938b-4172-a0f5-e488d40f055c {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:11.176593 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb01561-2145-4b66-b8b6-0cdf4587181d', 'code': 200} Aug 17 02:59:11.252562 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:59:11.273376 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Sync routers for ids ['04500d97-417d-46cf-8eff-4bf9d32448a6'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:59:11.284756 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-824b4185-4d59-423b-811b-fdf1ca30ac87 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:11.292333 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de3818de-e76d-4cab-845f-606f87b9f3c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:11.292902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de3818de-e76d-4cab-845f-606f87b9f3c5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e4cb7ff8-d4d4-415c-9e03-910455b6ad7c {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:59:11.293965 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Routers {'04500d97-417d-46cf-8eff-4bf9d32448a6'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:11.301137 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['04500d97-417d-46cf-8eff-4bf9d32448a6'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:11.340479 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de3818de-e76d-4cab-845f-606f87b9f3c5 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:11.343509 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-de3818de-e76d-4cab-845f-606f87b9f3c5 admin admin] 10.222.0.10 "DELETE /v2.0/routers/e4cb7ff8-d4d4-415c-9e03-910455b6ad7c HTTP/1.1" status: 204 len: 168 time: 1.8151000 Aug 17 02:59:11.345599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46612) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:11.349195 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:11.350709 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-36b744d2-8685-4d48-ade8-1b7cb1000e3e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 5.1701014 Aug 17 02:59:11.360647 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46614) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:11.414396 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-824b4185-4d59-423b-811b-fdf1ca30ac87 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:11.466818 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Set router 04500d97-417d-46cf-8eff-4bf9d32448a6 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:11.489691 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e20f2df-22b2-4971-adae-e8d78d9e04aa req-7024ad96-cb93-4c28-a385-d56ca3159cf4 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:11.491314 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8e20f2df-22b2-4971-adae-e8d78d9e04aa req-7024ad96-cb93-4c28-a385-d56ca3159cf4 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.2407031 Aug 17 02:59:11.579250 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-e544aaa5-6489-4e0f-912d-1f939178a0d3 admin admin] Deleting subnet 9a091de6-a84a-4f1a-93fb-dd5ce338fb37 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:59:11.591614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-824b4185-4d59-423b-811b-fdf1ca30ac87 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event updated for resources: {'Port': ['ID=43a71e4d-626c-4ca6-9e5f-7e7f06bc6df6,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:11.596095 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e544aaa5-6489-4e0f-912d-1f939178a0d3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:11.598559 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-824b4185-4d59-423b-811b-fdf1ca30ac87 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:11.659747 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e544aaa5-6489-4e0f-912d-1f939178a0d3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:11.668585 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8e20f2df-22b2-4971-adae-e8d78d9e04aa req-8debdc9f-2671-4196-b38d-d25f8ec1d718 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1684129 Aug 17 02:59:11.724912 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7e8b478a-6941-48d7-b076-ffc7b3ed430b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:11.734094 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-824b4185-4d59-423b-811b-fdf1ca30ac87 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:11.735378 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-824b4185-4d59-423b-811b-fdf1ca30ac87 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2792218 Aug 17 02:59:11.781139 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04500d97-417d-46cf-8eff-4bf9d32448a6', 'name': '', 'tenant_id': '1be4441126654895af79c299f7408366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'eb5e7a56-cca3-47c1-88f8-6aab03078e91', 'external_fixed_ips': [{'subnet_id': 'b9617e5a-4bb0-44d5-8c51-dc62d609842d', 'ip_address': '2001:db8::238'}], 'enable_snat': True}, 'gw_port_id': 'a131c518-c66f-4c17-ba2d-7cff93201cc5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:59:06Z', 'updated_at': '2021-08-17T02:59:09Z', 'revision_number': 3, 'project_id': '1be4441126654895af79c299f7408366', 'gw_port': {'id': 'a131c518-c66f-4c17-ba2d-7cff93201cc5', 'name': '', 'network_id': 'eb5e7a56-cca3-47c1-88f8-6aab03078e91', 'tenant_id': '', 'mac_address': 'fa:16:3e:b6:31:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '04500d97-417d-46cf-8eff-4bf9d32448a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1023, 'fixed_ips': [{'subnet_id': 'b9617e5a-4bb0-44d5-8c51-dc62d609842d', 'ip_address': '2001:db8::238', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:59:07Z', 'updated_at': '2021-08-17T02:59:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b9617e5a-4bb0-44d5-8c51-dc62d609842d', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:11.865251 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Checking router: 04500d97-417d-46cf-8eff-4bf9d32448a6 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:59:11.868031 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Updating router 04500d97-417d-46cf-8eff-4bf9d32448a6 port a131c518-c66f-4c17-ba2d-7cff93201cc5 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:59:11.902150 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e544aaa5-6489-4e0f-912d-1f939178a0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:11.978646 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:11.980812 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7e8b478a-6941-48d7-b076-ffc7b3ed430b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:12.052252 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1119dbd1-117c-4900-8d33-4e5d51fb2443 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:59:12.093528 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e544aaa5-6489-4e0f-912d-1f939178a0d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:12.100771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 1119dbd1-117c-4900-8d33-4e5d51fb2443 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:59:12.101646 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1119dbd1-117c-4900-8d33-4e5d51fb2443 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:59:12.101990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cf67590a-c067-44ab-af28-6f2a47b58757 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:59:12.135301 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b478a-6941-48d7-b076-ffc7b3ed430b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Deleting port a131c518-c66f-4c17-ba2d-7cff93201cc5 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:59:12.135899 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7e8b478a-6941-48d7-b076-ffc7b3ed430b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:12.138371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e544aaa5-6489-4e0f-912d-1f939178a0d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a091de6-a84a-4f1a-93fb-dd5ce338fb37,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:12.147354 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e544aaa5-6489-4e0f-912d-1f939178a0d3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:12.151964 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e544aaa5-6489-4e0f-912d-1f939178a0d3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9a091de6-a84a-4f1a-93fb-dd5ce338fb37 HTTP/1.1" status: 204 len: 168 time: 0.8022542 Aug 17 02:59:12.153200 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46646) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:12.184200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0d682d-4429-487c-a2e2-a1167b1fc5e8 None None] Network 5ce4dccf-d881-4737-b188-678930f17cac requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:59:12.197714 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: cf67590a-c067-44ab-af28-6f2a47b58757 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:59:12.202810 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cf67590a-c067-44ab-af28-6f2a47b58757 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:59:12.240594 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bea9b8-ff3a-4154-9c52-c74ef0fa3789 req-819f272d-a447-4aed-ba2c-751b3cd7ee4a tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:12.256031 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49bea9b8-ff3a-4154-9c52-c74ef0fa3789 req-819f272d-a447-4aed-ba2c-751b3cd7ee4a tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c32261-6dc6-4c0b-99d9-cecb04e51ab5 HTTP/1.1" status: 200 len: 946 time: 0.2104571 Aug 17 02:59:12.302553 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7e8b478a-6941-48d7-b076-ffc7b3ed430b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:12.343789 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-7e8b478a-6941-48d7-b076-ffc7b3ed430b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Calling delete_port for a131c518-c66f-4c17-ba2d-7cff93201cc5 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:59:12.357258 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8bb01561-2145-4b66-b8b6-0cdf4587181d details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:59:12.374569 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:12.488976 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-790e9c81-adc8-4430-a5d1-9e52d809b705 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--664566077&fields=id&tenant_id=4e9c034e7e504b8fb35245098d953639 HTTP/1.1" status: 200 len: 267 time: 0.1893668 Aug 17 02:59:12.535902 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:12.538893 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49bea9b8-ff3a-4154-9c52-c74ef0fa3789 req-9dff075c-85b8-42e1-8363-436398ec463b tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2651525 Aug 17 02:59:12.569619 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Transition to ACTIVE for port object a131c518-c66f-4c17-ba2d-7cff93201cc5 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:12.638193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8bb01561-2145-4b66-b8b6-0cdf4587181d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8bb01561-2145-4b66-b8b6-0cdf4587181d,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:12.639727 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-48656423-cb7c-4e99-a44b-1176c4711de8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:12.642766 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-48656423-cb7c-4e99-a44b-1176c4711de8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports/b647c0c9-5df0-4033-b58c-6fe97fadcd8b HTTP/1.1" status: 200 len: 935 time: 0.1128459 Aug 17 02:59:12.659973 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '8bb01561-2145-4b66-b8b6-0cdf4587181d', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '8bb01561-2145-4b66-b8b6-0cdf4587181d', 'mac_address': 'fa:16:3e:fd:b5:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.187'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:59:12.664042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89f703fa-7099-42dd-b82c-be3fdef97175 None None] DHCP port deletion for 5ce4dccf-d881-4737-b188-678930f17cac request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 02:59:12.680901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1c4b2-9534-4c07-9e68-c28614c1edc1 req-2f17d9c7-ce4e-47dd-8e63-a58565ed055d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:12.686786 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:12.706095 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7b1c4b2-9534-4c07-9e68-c28614c1edc1 req-2f17d9c7-ce4e-47dd-8e63-a58565ed055d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a950a1f07f90492d842c34338bc90e17&device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 1097 time: 0.2575772 Aug 17 02:59:12.763862 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Attempting to bind port a131c518-c66f-4c17-ba2d-7cff93201cc5 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:59:12.764235 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Attempting to bind port a131c518-c66f-4c17-ba2d-7cff93201cc5 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'a2858f3e-dd2f-4a20-bc2e-dcdfb721dc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'eb5e7a56-cca3-47c1-88f8-6aab03078e91'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:59:12.764600 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Attempting to bind port a131c518-c66f-4c17-ba2d-7cff93201cc5 on network eb5e7a56-cca3-47c1-88f8-6aab03078e91 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:12.775174 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:12.812124 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:59:12.818025 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Checking segment: {'id': 'a2858f3e-dd2f-4a20-bc2e-dcdfb721dc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'eb5e7a56-cca3-47c1-88f8-6aab03078e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:59:12.818739 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:12.819310 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Bound using segment: {'id': 'a2858f3e-dd2f-4a20-bc2e-dcdfb721dc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'eb5e7a56-cca3-47c1-88f8-6aab03078e91'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:59:12.819981 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Bound port: a131c518-c66f-4c17-ba2d-7cff93201cc5, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2858f3e-dd2f-4a20-bc2e-dcdfb721dc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'eb5e7a56-cca3-47c1-88f8-6aab03078e91'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:59:12.820577 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:12.841590 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-e89543b0-a572-401f-b9e8-55ee2a39eef7 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:12.843699 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-e89543b0-a572-401f-b9e8-55ee2a39eef7 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports/0de1d812-cbba-4e5d-823a-b18fcc94199e HTTP/1.1" status: 200 len: 937 time: 0.1945066 Aug 17 02:59:12.854484 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8bb01561-2145-4b66-b8b6-0cdf4587181d {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:59:12.891677 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8bb01561-2145-4b66-b8b6-0cdf4587181d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8bb01561-2145-4b66-b8b6-0cdf4587181d,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:12.899100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-89f703fa-7099-42dd-b82c-be3fdef97175 None None] Deleting port d13c4bae-06bc-48cd-8113-d60bae583745 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:59:12.899683 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-89f703fa-7099-42dd-b82c-be3fdef97175 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:12.958880 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b7d94521-d30d-4d19-b7ca-0fe7ef29e5df tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?network_id=586d57a3-852e-4093-92b2-c7135f5ca135&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0868893 Aug 17 02:59:12.965037 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d305d-ef2b-4ad4-9dd1-8ff8c8caaa75 None None] Pushing event updated for resources: {'Port': ['ID=a131c518-c66f-4c17-ba2d-7cff93201cc5,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:13.006102 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] Deleting port d13c4bae-06bc-48cd-8113-d60bae583745 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:59:13.006102 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:13.006426 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:13.055729 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.db.api [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 02:59:13.056122 n-d-802060-9 neutron-server[101972]: DEBUG oslo_db.api [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 02:59:13.060079 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-1dc9f88a-f6aa-4291-9d47-e7ef7ce4fe18 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?network_id=586d57a3-852e-4093-92b2-c7135f5ca135&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0716221 Aug 17 02:59:13.061372 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7e8b478a-6941-48d7-b076-ffc7b3ed430b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:13.109187 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8b478a-6941-48d7-b076-ffc7b3ed430b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Pushing event deleted for resources: {'Port': ['ID=a131c518-c66f-4c17-ba2d-7cff93201cc5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:13.130767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8bb01561-2145-4b66-b8b6-0cdf4587181d,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:13.161867 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7e8b478a-6941-48d7-b076-ffc7b3ed430b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:13.165239 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] For port d13c4bae-06bc-48cd-8113-d60bae583745, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d13c4bae-06bc-48cd-8113-d60bae583745,segment=NetworkSegment(3606791d-1f74-41b3-9471-ded0ac0f71fc),segment_id=3606791d-1f74-41b3-9471-ded0ac0f71fc)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:13.170735 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:13.171631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-89f703fa-7099-42dd-b82c-be3fdef97175 None None] For port d13c4bae-06bc-48cd-8113-d60bae583745, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d13c4bae-06bc-48cd-8113-d60bae583745,segment=NetworkSegment(3606791d-1f74-41b3-9471-ded0ac0f71fc),segment_id=3606791d-1f74-41b3-9471-ded0ac0f71fc)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:13.172271 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-89f703fa-7099-42dd-b82c-be3fdef97175 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:13.201939 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-89f703fa-7099-42dd-b82c-be3fdef97175 None None] Calling delete_port for d13c4bae-06bc-48cd-8113-d60bae583745 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:59:13.212328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] Calling delete_port for d13c4bae-06bc-48cd-8113-d60bae583745 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:59:13.230156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62765a-f550-4664-bc12-b561140e8b0a req-f65d6cdc-628d-435b-9b9f-2b4a55415273 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:13.235294 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd62765a-f550-4664-bc12-b561140e8b0a req-f65d6cdc-628d-435b-9b9f-2b4a55415273 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.4405391 Aug 17 02:59:13.262991 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['8bb01561-2145-4b66-b8b6-0cdf4587181d'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:59:13.302268 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd62765a-f550-4664-bc12-b561140e8b0a req-5cf52db1-7b3a-4dbe-a568-784fd2c71469 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.8 HTTP/1.1" status: 200 len: 694 time: 0.0630848 Aug 17 02:59:13.307219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1c4b2-9534-4c07-9e68-c28614c1edc1 req-9846876a-0618-4890-ad8d-b6d147766a49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:13.309011 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7b1c4b2-9534-4c07-9e68-c28614c1edc1 req-9846876a-0618-4890-ad8d-b6d147766a49 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b0e1662b-3237-45e1-8f42-62a3ce636ecb HTTP/1.1" status: 200 len: 905 time: 0.5618029 Aug 17 02:59:13.365495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-dd62765a-f550-4664-bc12-b561140e8b0a req-c5bdc36d-7927-4f71-922e-91856f86a297 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Request body: {'floatingip': {'port_id': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:13.411356 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dd62765a-f550-4664-bc12-b561140e8b0a req-c5bdc36d-7927-4f71-922e-91856f86a297 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:13.438093 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-89f703fa-7099-42dd-b82c-be3fdef97175 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:13.486876 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7b1c4b2-9534-4c07-9e68-c28614c1edc1 req-ea4a2a62-8651-4d6a-8715-bd7d9cf5799f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8afae9f5-a408-4487-be6b-90d166dc8b7e HTTP/1.1" status: 200 len: 217 time: 0.1373184 Aug 17 02:59:13.582479 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Attempting to bind port a131c518-c66f-4c17-ba2d-7cff93201cc5 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:59:13.583615 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Attempting to bind port a131c518-c66f-4c17-ba2d-7cff93201cc5 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'a2858f3e-dd2f-4a20-bc2e-dcdfb721dc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'eb5e7a56-cca3-47c1-88f8-6aab03078e91'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:59:13.584160 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Attempting to bind port a131c518-c66f-4c17-ba2d-7cff93201cc5 on network eb5e7a56-cca3-47c1-88f8-6aab03078e91 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:13.598695 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:59:13.599411 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Checking segment: {'id': 'a2858f3e-dd2f-4a20-bc2e-dcdfb721dc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'eb5e7a56-cca3-47c1-88f8-6aab03078e91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:59:13.603672 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:13.604342 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Bound using segment: {'id': 'a2858f3e-dd2f-4a20-bc2e-dcdfb721dc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'eb5e7a56-cca3-47c1-88f8-6aab03078e91'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:59:13.605017 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Bound port: a131c518-c66f-4c17-ba2d-7cff93201cc5, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a2858f3e-dd2f-4a20-bc2e-dcdfb721dc3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'eb5e7a56-cca3-47c1-88f8-6aab03078e91'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:59:13.605799 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:13.649991 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Port a131c518-c66f-4c17-ba2d-7cff93201cc5 has been deleted concurrently {{(pid=101972) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 17 02:59:13.675374 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Routers {'04500d97-417d-46cf-8eff-4bf9d32448a6'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:13.676327 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['04500d97-417d-46cf-8eff-4bf9d32448a6'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:13.741357 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7e8b478a-6941-48d7-b076-ffc7b3ed430b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:13.744235 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7e8b478a-6941-48d7-b076-ffc7b3ed430b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:13.799856 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f703fa-7099-42dd-b82c-be3fdef97175 None None] No DVR routers for this DVR port d13c4bae-06bc-48cd-8113-d60bae583745 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:59:13.836917 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f703fa-7099-42dd-b82c-be3fdef97175 None None] Pushing event deleted for resources: {'Port': ['ID=d13c4bae-06bc-48cd-8113-d60bae583745,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:13.852674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-7e289eff-03bb-41c8-a29d-105688741c8b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:13.854256 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d13c4bae-06bc-48cd-8113-d60bae583745 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:59:13.859524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-7e289eff-03bb-41c8-a29d-105688741c8b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:13.867388 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-7e289eff-03bb-41c8-a29d-105688741c8b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:13.869507 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-7e289eff-03bb-41c8-a29d-105688741c8b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/networks?id=9a025f32-f5b2-4a70-b1ff-319c315c310a&id=e4d8607a-fcd3-4976-90b3-958c321a6814&id=e4d8607a-fcd3-4976-90b3-958c321a6814&id=586d57a3-852e-4093-92b2-c7135f5ca135&id=586d57a3-852e-4093-92b2-c7135f5ca135 HTTP/1.1" status: 200 len: 1993 time: 0.7725513 Aug 17 02:59:13.870788 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7e8b478a-6941-48d7-b076-ffc7b3ed430b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:13.871646 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8b478a-6941-48d7-b076-ffc7b3ed430b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 04500d97-417d-46cf-8eff-4bf9d32448a6 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:59:13.879938 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7e8b478a-6941-48d7-b076-ffc7b3ed430b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:13.880403 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: d13c4bae-06bc-48cd-8113-d60bae583745 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:59:13.880754 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d13c4bae-06bc-48cd-8113-d60bae583745 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:59:13.881548 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7e8b478a-6941-48d7-b076-ffc7b3ed430b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "DELETE /v2.0/routers/04500d97-417d-46cf-8eff-4bf9d32448a6 HTTP/1.1" status: 204 len: 168 time: 2.5197282 Aug 17 02:59:13.891173 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46666) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:13.901034 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] Set router 04500d97-417d-46cf-8eff-4bf9d32448a6 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:13.904522 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-518af01a-b304-4db8-b685-52c51450fa1a tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/quotas/4e9c034e7e504b8fb35245098d953639 HTTP/1.1" status: 200 len: 375 time: 0.0217462 Aug 17 02:59:13.973588 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '04500d97-417d-46cf-8eff-4bf9d32448a6', 'name': '', 'tenant_id': '1be4441126654895af79c299f7408366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:59:06Z', 'updated_at': '2021-08-17T02:59:12Z', 'revision_number': 5, 'project_id': '1be4441126654895af79c299f7408366', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:13.993383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d829bea-ce51-4117-afd5-3509b5c31907 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Deleting subnet b9617e5a-4bb0-44d5-8c51-dc62d609842d {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 02:59:14.007526 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c1bc4a5-0354-427a-a7e3-24d46de87193 None None] The sync data for ids ['04500d97-417d-46cf-8eff-4bf9d32448a6'] in n-d-802060-9 is: [{'id': '04500d97-417d-46cf-8eff-4bf9d32448a6', 'name': '', 'tenant_id': '1be4441126654895af79c299f7408366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:59:06Z', 'updated_at': '2021-08-17T02:59:12Z', 'revision_number': 5, 'project_id': '1be4441126654895af79c299f7408366', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:59:14.043490 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-4e15b8a9-16ce-409a-8321-a94aa3a7ef1b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4e9c034e7e504b8fb35245098d953639&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1141894 Aug 17 02:59:14.047001 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d829bea-ce51-4117-afd5-3509b5c31907 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:14.094283 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d829bea-ce51-4117-afd5-3509b5c31907 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:14.173400 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d829bea-ce51-4117-afd5-3509b5c31907 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:14.205558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b1c4b2-9534-4c07-9e68-c28614c1edc1 req-0781c154-5670-42e6-9e68-13f65a161222 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:14.207080 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7b1c4b2-9534-4c07-9e68-c28614c1edc1 req-0781c154-5670-42e6-9e68-13f65a161222 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc7aeeda-153f-4ac5-8939-dd5068984085 HTTP/1.1" status: 200 len: 845 time: 0.7001002 Aug 17 02:59:14.267165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:14.313588 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-1e5ebe6f-4892-4e63-a9bc-af9b88fa441a service neutron] 10.222.0.10 "GET /v2.0/networks/9a025f32-f5b2-4a70-b1ff-319c315c310a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177843 Aug 17 02:59:14.350658 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] No DVR routers for this DVR port d13c4bae-06bc-48cd-8113-d60bae583745 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:59:14.415625 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7b1c4b2-9534-4c07-9e68-c28614c1edc1 req-8aa9a9b0-e01a-4afb-bc52-ce55f94d9c72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0e1662b-3237-45e1-8f42-62a3ce636ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1567941 Aug 17 02:59:14.424441 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d829bea-ce51-4117-afd5-3509b5c31907 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:14.446709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] Pushing event deleted for resources: {'Port': ['ID=d13c4bae-06bc-48cd-8113-d60bae583745,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:14.480465 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d829bea-ce51-4117-afd5-3509b5c31907 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=b9617e5a-4bb0-44d5-8c51-dc62d609842d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:14.491303 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d829bea-ce51-4117-afd5-3509b5c31907 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:14.494401 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8d829bea-ce51-4117-afd5-3509b5c31907 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/b9617e5a-4bb0-44d5-8c51-dc62d609842d HTTP/1.1" status: 204 len: 168 time: 0.6012738 Aug 17 02:59:14.497150 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46668) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:14.577465 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:14.591278 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-8b746436-16ac-41c4-b3f5-05bec021d09c service neutron] 10.222.0.10 "GET /v2.0/networks/9a025f32-f5b2-4a70-b1ff-319c315c310a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584543 Aug 17 02:59:14.597713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ce4dccf-d881-4737-b188-678930f17cac']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:14.612899 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-543acc06-6de5-4a42-b015-82aecd554189 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:14.631998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3606791d-1f74-41b3-9471-ded0ac0f71fc') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:14.632266 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3606791d-1f74-41b3-9471-ded0ac0f71fc') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:14.650658 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:14.653841 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-895d2adc-566f-435e-aaf3-dd9255d7c3c6 service neutron] 10.222.0.10 "GET /v2.0/ports/b647c0c9-5df0-4033-b58c-6fe97fadcd8b?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0538347 Aug 17 02:59:14.686132 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:14.741451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:59:14.741451 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: timer() Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:59:14.745208 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:59:14.748319 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-543acc06-6de5-4a42-b015-82aecd554189 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:14.763628 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-543acc06-6de5-4a42-b015-82aecd554189 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eb5e7a56-cca3-47c1-88f8-6aab03078e91']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:14.776078 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-543acc06-6de5-4a42-b015-82aecd554189 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2858f3e-dd2f-4a20-bc2e-dcdfb721dc3d') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:14.777907 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-543acc06-6de5-4a42-b015-82aecd554189 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2858f3e-dd2f-4a20-bc2e-dcdfb721dc3d') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:14.783244 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7b1c4b2-9534-4c07-9e68-c28614c1edc1 req-fc3c7f66-3e68-4a1c-ad4d-26c73b0d0c19 service neutron] 10.222.0.60 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3442144 Aug 17 02:59:14.788291 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-543acc06-6de5-4a42-b015-82aecd554189 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:14.815717 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-543acc06-6de5-4a42-b015-82aecd554189 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:14.840484 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dd62765a-f550-4664-bc12-b561140e8b0a req-c5bdc36d-7927-4f71-922e-91856f86a297 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:14.865611 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-543acc06-6de5-4a42-b015-82aecd554189 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 02:59:14.865611 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-543acc06-6de5-4a42-b015-82aecd554189 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: items = [ Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: timer() Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 02:59:14.866189 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 02:59:15.026831 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-2b714238-5727-4436-88b0-cf48bef655ac service neutron] 10.222.0.10 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3525581 Aug 17 02:59:15.101340 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-543acc06-6de5-4a42-b015-82aecd554189 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:15.107953 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543acc06-6de5-4a42-b015-82aecd554189 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network eb5e7a56-cca3-47c1-88f8-6aab03078e91 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 02:59:15.124656 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-543acc06-6de5-4a42-b015-82aecd554189 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:15.127368 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-543acc06-6de5-4a42-b015-82aecd554189 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "DELETE /v2.0/networks/eb5e7a56-cca3-47c1-88f8-6aab03078e91 HTTP/1.1" status: 204 len: 168 time: 0.6286230 Aug 17 02:59:15.141923 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543acc06-6de5-4a42-b015-82aecd554189 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Pushing event deleted for resources: {'Network': ['ID=eb5e7a56-cca3-47c1-88f8-6aab03078e91,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:15.235911 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-ced2f43c-d5c2-45e1-a950-694dc8fabe69 service neutron] 10.222.0.10 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2019324 Aug 17 02:59:15.265769 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7fe099eb-0d28-44c0-9db8-0fe4d69f241b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:15.324007 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-c167ec51-1e3a-4e85-8b9f-65c0ed096c12 service neutron] 10.222.0.10 "GET /v2.0/ports/0de1d812-cbba-4e5d-823a-b18fcc94199e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0814908 Aug 17 02:59:15.432547 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dd62765a-f550-4664-bc12-b561140e8b0a req-c5bdc36d-7927-4f71-922e-91856f86a297 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:15.450322 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-c5ef3f16-02a0-412d-9c30-28c698cd5c52 service neutron] 10.222.0.10 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1198587 Aug 17 02:59:15.549168 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:15.550394 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:15.568959 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] 10.222.0.10 "DELETE /v2.0/networks/5ce4dccf-d881-4737-b188-678930f17cac HTTP/1.1" status: 204 len: 168 time: 3.4030819 Aug 17 02:59:15.702444 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46700) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:15.730979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b0ee6a66-01ca-4cf5-aa0a-7f06001a1ba2 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Request body: {'router': {'name': 'tempest-router--1142007142', 'project_id': '942e71b212fb46feb93fcfafaf2ab375'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:15.757636 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082d3a0-e942-4c0a-a19a-4989e59fdf99 req-a8da59e4-b174-4be3-a177-eabc7cf8687f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:15.759788 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6082d3a0-e942-4c0a-a19a-4989e59fdf99 req-a8da59e4-b174-4be3-a177-eabc7cf8687f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 1096 time: 0.3643544 Aug 17 02:59:15.769091 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc3e684-363a-4612-94c5-cac8edf4ca55 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ce4dccf-d881-4737-b188-678930f17cac,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:15.793039 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-20f89805-14e6-441c-9e47-ac4ed2ee10b1 service neutron] 10.222.0.10 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3413508 Aug 17 02:59:15.862717 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7b1c4b2-9534-4c07-9e68-c28614c1edc1 req-b668075b-4134-42a9-95d9-9c3c420625d7 service neutron] 10.222.0.60 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0419037 Aug 17 02:59:15.902444 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b0ee6a66-01ca-4cf5-aa0a-7f06001a1ba2 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:15.903208 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b0ee6a66-01ca-4cf5-aa0a-7f06001a1ba2 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:15.908884 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-dd62765a-f550-4664-bc12-b561140e8b0a req-c5bdc36d-7927-4f71-922e-91856f86a297 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Floating IP c5631d17-00e2-422b-ac3a-b54b60c38fd7 associated. External IP: 172.25.1.8, port: fd3fbb6d-6af3-40d7-8d58-1314e50ac489. Aug 17 02:59:16.002904 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6082d3a0-e942-4c0a-a19a-4989e59fdf99 req-e7acc3a8-5073-4e9a-b9d5-a21b5b043cc6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2218869 Aug 17 02:59:16.026396 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b0ee6a66-01ca-4cf5-aa0a-7f06001a1ba2 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:16.038900 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-5f74b08f-67bd-42ec-a8cb-2a94f58aa3bb service neutron] 10.222.0.10 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392642 Aug 17 02:59:16.155030 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b0ee6a66-01ca-4cf5-aa0a-7f06001a1ba2 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:16.286941 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-962ccaea-1a35-4c43-94ae-b3f556a795d6 service neutron] 10.222.0.10 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2417345 Aug 17 02:59:16.302443 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8bb01561-2145-4b66-b8b6-0cdf4587181d up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:59:16.474768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-dd62765a-f550-4664-bc12-b561140e8b0a req-c5bdc36d-7927-4f71-922e-91856f86a297 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Router 0761addd-3ed5-4677-af94-f21a0e6b2db3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:59:16.476951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 8bb01561-2145-4b66-b8b6-0cdf4587181d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:59:16.476951 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:16.519623 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46702) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:16.557852 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-c192ac66-02d1-4994-827f-4f74d54281a3 service neutron] 10.222.0.10 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638345 Aug 17 02:59:16.562184 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b0ee6a66-01ca-4cf5-aa0a-7f06001a1ba2 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:16.565805 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b0ee6a66-01ca-4cf5-aa0a-7f06001a1ba2 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.8615880 Aug 17 02:59:16.573341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46704) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:16.643526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-dd62765a-f550-4664-bc12-b561140e8b0a req-c5bdc36d-7927-4f71-922e-91856f86a297 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:59:16.646900 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:16.660398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868a1605-3878-4ea5-af38-16f1902c672f None None] Sync routers for ids ['0761addd-3ed5-4677-af94-f21a0e6b2db3'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:59:16.666410 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dd62765a-f550-4664-bc12-b561140e8b0a req-c5bdc36d-7927-4f71-922e-91856f86a297 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:16.699697 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8bb01561-2145-4b66-b8b6-0cdf4587181d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8bb01561-2145-4b66-b8b6-0cdf4587181d,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:16.701276 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb01561-2145-4b66-b8b6-0cdf4587181d'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:16.704896 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-604dcdd2-b7dc-4101-812b-937b190c8bd4" -d '{"events": [{"server_uuid": "c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9", "name": "network-vif-plugged", "status": "completed", "tag": "8bb01561-2145-4b66-b8b6-0cdf4587181d"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:16.706710 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ef44b0c1-4360-4c87-94f9-9a7fe95a41dd tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:16.708837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a1605-3878-4ea5-af38-16f1902c672f None None] Routers {'0761addd-3ed5-4677-af94-f21a0e6b2db3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:16.709622 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-868a1605-3878-4ea5-af38-16f1902c672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0761addd-3ed5-4677-af94-f21a0e6b2db3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:16.712485 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd62765a-f550-4664-bc12-b561140e8b0a req-c5bdc36d-7927-4f71-922e-91856f86a297 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "PUT /v2.0/floatingips/c5631d17-00e2-422b-ac3a-b54b60c38fd7 HTTP/1.1" status: 200 len: 994 time: 3.3657205 Aug 17 02:59:16.715389 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'tag': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:16.717890 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a43cc2ac-0ea0-43e1-969b-f7acbc86f370" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a93e4a-f4b6-4fb0-982f-78cf94e47d04", "tag": "fd3fbb6d-6af3-40d7-8d58-1314e50ac489"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:16.779077 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:16.820388 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62765a-f550-4664-bc12-b561140e8b0a req-708bcfc8-e7dd-4b92-9152-b68dfd72f1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:16.822117 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd62765a-f550-4664-bc12-b561140e8b0a req-708bcfc8-e7dd-4b92-9152-b68dfd72f1cc service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 1096 time: 0.0920584 Aug 17 02:59:16.898900 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8b09ecf1-6d70-40b4-9fdd-0bbd548c01b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=989a94fc796341fe8730e214cb375216&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3777425 Aug 17 02:59:16.933337 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8bb01561-2145-4b66-b8b6-0cdf4587181d,revision_number=10']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:16.945403 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46716) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:16.959736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-868a1605-3878-4ea5-af38-16f1902c672f None None] Set router 0761addd-3ed5-4677-af94-f21a0e6b2db3 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:17.135689 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b167ac20-347a-44ba-88b7-c4054ab3d924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:17.164033 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62765a-f550-4664-bc12-b561140e8b0a req-3f3627c3-843f-4133-b14e-d2453b424f45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:17.165633 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd62765a-f550-4664-bc12-b561140e8b0a req-3f3627c3-843f-4133-b14e-d2453b424f45 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 200 len: 921 time: 0.3374484 Aug 17 02:59:17.227011 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ef44b0c1-4360-4c87-94f9-9a7fe95a41dd tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:17.229772 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ef44b0c1-4360-4c87-94f9-9a7fe95a41dd tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:17.294871 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-e5ee4a47-536b-4331-9e4e-f49554e9fc7b service neutron] 10.222.0.10 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7199411 Aug 17 02:59:17.351375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd62765a-f550-4664-bc12-b561140e8b0a req-df31de29-ff51-47f6-8e80-543f21b95328 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3fbb6d-6af3-40d7-8d58-1314e50ac489 HTTP/1.1" status: 200 len: 997 time: 0.1699200 Aug 17 02:59:17.353258 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b167ac20-347a-44ba-88b7-c4054ab3d924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:17.419281 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ef44b0c1-4360-4c87-94f9-9a7fe95a41dd tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:17.420812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef44b0c1-4360-4c87-94f9-9a7fe95a41dd tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Fanout notify agent at l3_agent the message router_deleted on router b3fb72ae-60a8-414d-b1da-a0a0c269a2c8 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:59:17.441833 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ef44b0c1-4360-4c87-94f9-9a7fe95a41dd tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:17.452881 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ef44b0c1-4360-4c87-94f9-9a7fe95a41dd tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "DELETE /v2.0/routers/b3fb72ae-60a8-414d-b1da-a0a0c269a2c8 HTTP/1.1" status: 204 len: 168 time: 0.8698723 Aug 17 02:59:17.460465 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-868a1605-3878-4ea5-af38-16f1902c672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c5631d17-00e2-422b-ac3a-b54b60c38fd7', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'port_id': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'mac_address': 'fa:16:3e:90:9a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:58:49Z', 'updated_at': '2021-08-17T02:59:14Z', 'revision_number': 1, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:17.503663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62765a-f550-4664-bc12-b561140e8b0a req-08eaddd7-7573-4a8f-b39a-0bee9c1f0df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:17.506370 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd62765a-f550-4664-bc12-b561140e8b0a req-08eaddd7-7573-4a8f-b39a-0bee9c1f0df4 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e61e822-43e0-4ebd-8a9e-1084821b54a5 HTTP/1.1" status: 200 len: 860 time: 0.1393309 Aug 17 02:59:17.538718 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-d133c72c-3729-42df-b671-34b6a957d90f service neutron] 10.222.0.10 "GET /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347376 Aug 17 02:59:17.568828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868a1605-3878-4ea5-af38-16f1902c672f None None] Checking router: 0761addd-3ed5-4677-af94-f21a0e6b2db3 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:59:17.586958 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868a1605-3878-4ea5-af38-16f1902c672f None None] Routers {'0761addd-3ed5-4677-af94-f21a0e6b2db3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:17.587675 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-868a1605-3878-4ea5-af38-16f1902c672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:58:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0761addd-3ed5-4677-af94-f21a0e6b2db3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:17.597603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd62765a-f550-4664-bc12-b561140e8b0a req-d529cfcc-8e78-4e6c-8044-bbf195f40cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:17.599253 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd62765a-f550-4664-bc12-b561140e8b0a req-d529cfcc-8e78-4e6c-8044-bbf195f40cc0 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3579b9f8-ac96-472a-833f-5c19e19ba45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0646565 Aug 17 02:59:17.719931 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b167ac20-347a-44ba-88b7-c4054ab3d924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:17.722994 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b167ac20-347a-44ba-88b7-c4054ab3d924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:17.724461 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b167ac20-347a-44ba-88b7-c4054ab3d924 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0073b29-020e-4557-bb42-0b64e252a88b HTTP/1.1" status: 204 len: 168 time: 0.7778859 Aug 17 02:59:17.749220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b167ac20-347a-44ba-88b7-c4054ab3d924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0073b29-020e-4557-bb42-0b64e252a88b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:17.760112 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd62765a-f550-4664-bc12-b561140e8b0a req-9e7fdc7c-510e-4441-a6f3-e06d52d6b081 service neutron] 10.222.0.10 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1486819 Aug 17 02:59:17.763932 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-357832ec-9471-4787-9948-9122b714c10f service neutron] 10.222.0.10 "GET /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2234972 Aug 17 02:59:17.833854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-868a1605-3878-4ea5-af38-16f1902c672f None None] Set router 0761addd-3ed5-4677-af94-f21a0e6b2db3 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:17.915796 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-322efcb9-3937-4568-a910-e1aeb345fd5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:17.917845 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46728) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:18.063921 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-531c868c-ac56-40da-95f7-f80166ed9d99 service neutron] 10.222.0.10 "GET /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893813 Aug 17 02:59:18.068386 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd62765a-f550-4664-bc12-b561140e8b0a req-c2419586-eb6f-4212-9edd-60ce74d46277 service neutron] 10.222.0.10 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2908142 Aug 17 02:59:18.230795 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:18.265722 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-2ac72e25-f704-4a20-8287-2f49dd403320 service neutron] 10.222.0.10 "GET /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1999800 Aug 17 02:59:18.273586 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1359107619', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:18.399998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-868a1605-3878-4ea5-af38-16f1902c672f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c5631d17-00e2-422b-ac3a-b54b60c38fd7', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'port_id': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'mac_address': 'fa:16:3e:90:9a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:58:49Z', 'updated_at': '2021-08-17T02:59:14Z', 'revision_number': 1, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:18.427083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-149d1c40-7612-4bfe-9491-785692102dd7 req-739261bf-aed8-4acd-9d26-00fbbfb8fa87 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:18.428724 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-149d1c40-7612-4bfe-9491-785692102dd7 req-739261bf-aed8-4acd-9d26-00fbbfb8fa87 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.0799110 Aug 17 02:59:18.432772 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:18.434136 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:18.452660 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-868a1605-3878-4ea5-af38-16f1902c672f None None] The sync data for ids ['0761addd-3ed5-4677-af94-f21a0e6b2db3'] in n-d-802060-9 is: [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c5631d17-00e2-422b-ac3a-b54b60c38fd7', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'port_id': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'mac_address': 'fa:16:3e:90:9a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:58:49Z', 'updated_at': '2021-08-17T02:59:14Z', 'revision_number': 1, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:59:18.508486 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-149d1c40-7612-4bfe-9491-785692102dd7 req-9b58e9b7-03f7-42d3-8458-8f65d06a11ad tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615747 Aug 17 02:59:18.564173 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:18.800155 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20c921e4-d2de-481c-afa6-c8d360b7db1a x-openstack-request-id: req-20c921e4-d2de-481c-afa6-c8d360b7db1a {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:18.800689 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9", "name": "network-vif-plugged", "status": "completed", "tag": "8bb01561-2145-4b66-b8b6-0cdf4587181d", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:18.800989 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-20c921e4-d2de-481c-afa6-c8d360b7db1a {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:18.801567 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8bb01561-2145-4b66-b8b6-0cdf4587181d', 'code': 200} Aug 17 02:59:18.843376 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6037086b-cb7d-425b-a4f5-4e1fed38b985 None None] New status for floating IP c5631d17-00e2-422b-ac3a-b54b60c38fd7: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:59:18.853895 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-992c353c-a4c6-4a01-aeee-89043ac9946a x-openstack-request-id: req-992c353c-a4c6-4a01-aeee-89043ac9946a {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:18.854197 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a93e4a-f4b6-4fb0-982f-78cf94e47d04", "tag": "fd3fbb6d-6af3-40d7-8d58-1314e50ac489", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:18.854457 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-992c353c-a4c6-4a01-aeee-89043ac9946a {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:18.854874 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'tag': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489', 'status': 'completed', 'code': 200} Aug 17 02:59:18.965403 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:19.007668 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:19.026638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-fe5e673f-346c-4ecc-95cb-5307e5522503 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:19.028328 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-fe5e673f-346c-4ecc-95cb-5307e5522503 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=09c32261-6dc6-4c0b-99d9-cecb04e51ab5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0826340 Aug 17 02:59:19.030336 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cc2ac-0ea0-43e1-969b-f7acbc86f370 req-c518582a-afd4-408e-b58a-3a95a97ba774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:19.032006 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a43cc2ac-0ea0-43e1-969b-f7acbc86f370 req-c518582a-afd4-408e-b58a-3a95a97ba774 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 1096 time: 0.1479828 Aug 17 02:59:19.217894 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-1f2fdff9-d189-4a6c-8302-78e9e4e99e82 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.8 HTTP/1.1" status: 200 len: 997 time: 0.1784441 Aug 17 02:59:19.231885 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-aa96bc0e-d19d-4cb9-876c-d62cd110b4ea tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Request body: {'floatingip': {'port_id': '78820756-275a-477d-a4a9-b2d74be6399a', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:19.251925 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46774) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:19.302305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cc2ac-0ea0-43e1-969b-f7acbc86f370 req-2c7f4495-ea6c-4816-a25f-ad286e4acff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:19.303839 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a43cc2ac-0ea0-43e1-969b-f7acbc86f370 req-2c7f4495-ea6c-4816-a25f-ad286e4acff0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 200 len: 921 time: 0.2566457 Aug 17 02:59:19.353737 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-aa96bc0e-d19d-4cb9-876c-d62cd110b4ea tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:19.391701 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4c2f8646-f7ab-4b17-82d4-0adc7d41863f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a8f12e35dbe479eafbab90b0435e1ca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1387241 Aug 17 02:59:19.395149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46778) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:19.415698 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:19.445991 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a43cc2ac-0ea0-43e1-969b-f7acbc86f370 req-29316f55-ffe0-4944-9f31-74d7c52d3a72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3fbb6d-6af3-40d7-8d58-1314e50ac489 HTTP/1.1" status: 200 len: 999 time: 0.1323967 Aug 17 02:59:19.468866 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:19.585533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cc2ac-0ea0-43e1-969b-f7acbc86f370 req-50d43221-3488-4335-afaf-397e0ffb6d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:19.587038 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a43cc2ac-0ea0-43e1-969b-f7acbc86f370 req-50d43221-3488-4335-afaf-397e0ffb6d81 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e61e822-43e0-4ebd-8a9e-1084821b54a5 HTTP/1.1" status: 200 len: 860 time: 0.1094887 Aug 17 02:59:19.589796 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61291bf2-1c1a-4e4f-8b6a-3b457353fa58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:19.660142 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Allocated IP 172.25.1.240 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/0249746e-71c2-41cc-86ea-56b15a0f48b4) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:59:19.683717 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61291bf2-1c1a-4e4f-8b6a-3b457353fa58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:19.760490 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a43cc2ac-0ea0-43e1-969b-f7acbc86f370 req-c10e002a-0d56-4a28-ad55-b24ac2907fb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:19.762083 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a43cc2ac-0ea0-43e1-969b-f7acbc86f370 req-c10e002a-0d56-4a28-ad55-b24ac2907fb3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3579b9f8-ac96-472a-833f-5c19e19ba45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635652 Aug 17 02:59:19.820612 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:19.929084 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61291bf2-1c1a-4e4f-8b6a-3b457353fa58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:19.931794 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61291bf2-1c1a-4e4f-8b6a-3b457353fa58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:19.935762 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-61291bf2-1c1a-4e4f-8b6a-3b457353fa58 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6599b01d-428d-466f-b222-9027f34eefd3 HTTP/1.1" status: 204 len: 168 time: 0.5382359 Aug 17 02:59:19.953114 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:19.962742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61291bf2-1c1a-4e4f-8b6a-3b457353fa58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6599b01d-428d-466f-b222-9027f34eefd3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:19.968757 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a43cc2ac-0ea0-43e1-969b-f7acbc86f370 req-697321db-3787-4e78-8255-83e70d808aef service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1880369 Aug 17 02:59:20.041774 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:59:20.057124 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:20.073464 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:59:20.133015 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Pushing event updated for resources: {'Port': ['ID=0249746e-71c2-41cc-86ea-56b15a0f48b4,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:20.273739 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae7127b-784f-4424-ba30-339fa14a1429 req-b35ab912-ddc9-412d-b183-2b03c8eb1c46 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:20.275604 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ae7127b-784f-4424-ba30-339fa14a1429 req-b35ab912-ddc9-412d-b183-2b03c8eb1c46 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1529779 Aug 17 02:59:20.354544 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ae7127b-784f-4424-ba30-339fa14a1429 req-04fccddd-e358-4d83-9a1e-8f2da2b5dbd0 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703571 Aug 17 02:59:20.404284 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a43cc2ac-0ea0-43e1-969b-f7acbc86f370 req-ad0a14fa-14d1-4897-8a8b-3fdc08ea2252 service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3558345 Aug 17 02:59:20.423954 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-aa96bc0e-d19d-4cb9-876c-d62cd110b4ea tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:20.506661 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-aa96bc0e-d19d-4cb9-876c-d62cd110b4ea tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:20.609308 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:20.773617 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-aa96bc0e-d19d-4cb9-876c-d62cd110b4ea tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Floating IP c5631d17-00e2-422b-ac3a-b54b60c38fd7 associated. External IP: 172.25.1.8, port: fd3fbb6d-6af3-40d7-8d58-1314e50ac489. Aug 17 02:59:20.786898 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:21.136609 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-45f654c1-bf7a-4f97-b3e4-96b6928188b4 req-2e386181-7dab-4af7-b370-ad35838c84b5 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.0319967 Aug 17 02:59:21.278102 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:21.413007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-aa96bc0e-d19d-4cb9-876c-d62cd110b4ea tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Router 0761addd-3ed5-4677-af94-f21a0e6b2db3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:59:21.595706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-aa96bc0e-d19d-4cb9-876c-d62cd110b4ea tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:59:21.608299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77190989-1a0b-43f0-9bd0-b44942cc3890 None None] Sync routers for ids ['0761addd-3ed5-4677-af94-f21a0e6b2db3'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:59:21.618999 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77190989-1a0b-43f0-9bd0-b44942cc3890 None None] Routers {'0761addd-3ed5-4677-af94-f21a0e6b2db3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:21.619632 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-77190989-1a0b-43f0-9bd0-b44942cc3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0761addd-3ed5-4677-af94-f21a0e6b2db3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:21.631264 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Router 418245aa-b5c8-4bcb-9d4a-318be93699f6 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:59:21.867690 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-77190989-1a0b-43f0-9bd0-b44942cc3890 None None] Set router 0761addd-3ed5-4677-af94-f21a0e6b2db3 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:21.897205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:59:21.908226 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b2e4c-c105-4560-8d52-3486a1e93267 None None] Sync routers for ids ['418245aa-b5c8-4bcb-9d4a-318be93699f6'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:59:21.923129 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b2e4c-c105-4560-8d52-3486a1e93267 None None] Routers {'418245aa-b5c8-4bcb-9d4a-318be93699f6'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:21.923779 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-128b2e4c-c105-4560-8d52-3486a1e93267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['418245aa-b5c8-4bcb-9d4a-318be93699f6'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:21.928972 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-aa96bc0e-d19d-4cb9-876c-d62cd110b4ea tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Router 0761addd-3ed5-4677-af94-f21a0e6b2db3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:59:21.972618 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-128b2e4c-c105-4560-8d52-3486a1e93267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:21.986155 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-128b2e4c-c105-4560-8d52-3486a1e93267 None None] Routers {'418245aa-b5c8-4bcb-9d4a-318be93699f6'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:21.987188 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-128b2e4c-c105-4560-8d52-3486a1e93267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['418245aa-b5c8-4bcb-9d4a-318be93699f6'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:22.009662 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:22.013199 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dc63a48c-079b-4c40-a656-dd18de7466cc tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 4.0925651 Aug 17 02:59:22.017239 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46870) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:22.128172 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-aa96bc0e-d19d-4cb9-876c-d62cd110b4ea tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:59:22.141679 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-aa96bc0e-d19d-4cb9-876c-d62cd110b4ea tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:22.204234 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'tag': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:22.207222 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ca16c58-c58f-4c3e-aa42-71d813bdbde7" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a93e4a-f4b6-4fb0-982f-78cf94e47d04", "tag": "fd3fbb6d-6af3-40d7-8d58-1314e50ac489"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:22.239885 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-aa96bc0e-d19d-4cb9-876c-d62cd110b4ea tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "PUT /v2.0/floatingips/c5631d17-00e2-422b-ac3a-b54b60c38fd7 HTTP/1.1" status: 200 len: 997 time: 3.0148935 Aug 17 02:59:22.264963 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-55c90e5b-2708-4d46-b859-621ee9036c36 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "GET /v2.0/routers/418245aa-b5c8-4bcb-9d4a-318be93699f6 HTTP/1.1" status: 200 len: 925 time: 0.2497938 Aug 17 02:59:22.268129 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46886) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:22.279957 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-128b2e4c-c105-4560-8d52-3486a1e93267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:22.287193 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-128b2e4c-c105-4560-8d52-3486a1e93267 None None] The sync data for ids ['418245aa-b5c8-4bcb-9d4a-318be93699f6'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:59:22.329872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8afae9f5-a408-4487-be6b-90d166dc8b7e no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:59:22.350682 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3554dfc0-2af6-4d18-b271-5a6fe06d57cd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "GET /v2.0/ports?device_id=418245aa-b5c8-4bcb-9d4a-318be93699f6 HTTP/1.1" status: 200 len: 205 time: 0.0807514 Aug 17 02:59:22.353193 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46890) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:22.397550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-99bb1262-3721-487d-88f3-5240df87bfd6 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:22.401860 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-99bb1262-3721-487d-88f3-5240df87bfd6 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports/fd3fbb6d-6af3-40d7-8d58-1314e50ac489 HTTP/1.1" status: 200 len: 942 time: 0.1415224 Aug 17 02:59:22.622490 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c38204b8-9aa7-4275-a3a5-d7e64dff6db8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:22.644924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-63a52885-842a-47b4-9488-ab6ee7a82b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:22.654892 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-63a52885-842a-47b4-9488-ab6ee7a82b2b service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 1096 time: 0.1062331 Aug 17 02:59:22.657777 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-77190989-1a0b-43f0-9bd0-b44942cc3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c5631d17-00e2-422b-ac3a-b54b60c38fd7', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'port_id': '78820756-275a-477d-a4a9-b2d74be6399a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'mac_address': 'fa:16:3e:3f:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c32261-6dc6-4c0b-99d9-cecb04e51ab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:58:49Z', 'updated_at': '2021-08-17T02:59:20Z', 'revision_number': 3, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:22.660276 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:22.698550 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77190989-1a0b-43f0-9bd0-b44942cc3890 None None] Checking router: 0761addd-3ed5-4677-af94-f21a0e6b2db3 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:59:22.717985 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9619e27b-4971-4d58-8dcd-794f3c87c942', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8afae9f5-a408-4487-be6b-90d166dc8b7e'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:22.723286 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5e93396-6b42-4771-9ae4-b35069290cf8" -d '{"events": [{"server_uuid": "9619e27b-4971-4d58-8dcd-794f3c87c942", "name": "network-vif-unplugged", "status": "completed", "tag": "8afae9f5-a408-4487-be6b-90d166dc8b7e"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:22.737541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77190989-1a0b-43f0-9bd0-b44942cc3890 None None] Routers {'0761addd-3ed5-4677-af94-f21a0e6b2db3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:22.737541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-77190989-1a0b-43f0-9bd0-b44942cc3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0761addd-3ed5-4677-af94-f21a0e6b2db3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:22.742598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8afae9f5-a408-4487-be6b-90d166dc8b7e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8afae9f5-a408-4487-be6b-90d166dc8b7e,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:22.805736 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c38204b8-9aa7-4275-a3a5-d7e64dff6db8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:22.818392 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-cb587d44-9978-4ed2-b617-34f3fb628842 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:22.826396 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-cb587d44-9978-4ed2-b617-34f3fb628842 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 200 len: 921 time: 0.1703212 Aug 17 02:59:22.832105 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:22.909908 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-77190989-1a0b-43f0-9bd0-b44942cc3890 None None] Set router 0761addd-3ed5-4677-af94-f21a0e6b2db3 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:22.914356 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-1eb96b29-ab3a-4a5e-ae8d-5477c4f757a6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3fbb6d-6af3-40d7-8d58-1314e50ac489 HTTP/1.1" status: 200 len: 217 time: 0.0866907 Aug 17 02:59:22.943433 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8afae9f5-a408-4487-be6b-90d166dc8b7e,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:23.002040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-c38204b8-9aa7-4275-a3a5-d7e64dff6db8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Deleting port 0249746e-71c2-41cc-86ea-56b15a0f48b4 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:59:23.002287 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c38204b8-9aa7-4275-a3a5-d7e64dff6db8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:23.048970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-2398bb96-e075-4fa8-ad15-d1752978675e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:23.053765 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-2398bb96-e075-4fa8-ad15-d1752978675e service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e61e822-43e0-4ebd-8a9e-1084821b54a5 HTTP/1.1" status: 200 len: 860 time: 0.1385052 Aug 17 02:59:23.117437 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c38204b8-9aa7-4275-a3a5-d7e64dff6db8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:23.146693 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-c38204b8-9aa7-4275-a3a5-d7e64dff6db8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Calling delete_port for 0249746e-71c2-41cc-86ea-56b15a0f48b4 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:59:23.174212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-8d5ee178-87c7-4f0d-b581-fcd126b3474b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:23.188998 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-8d5ee178-87c7-4f0d-b581-fcd126b3474b service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3579b9f8-ac96-472a-833f-5c19e19ba45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1277902 Aug 17 02:59:23.348872 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-165631a7-fe05-470c-96a0-2db24be67ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:23.351613 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-165631a7-fe05-470c-96a0-2db24be67ef6 service neutron] 10.222.0.60 "GET /v2.0/ports/b647c0c9-5df0-4033-b58c-6fe97fadcd8b HTTP/1.1" status: 200 len: 1031 time: 0.1356566 Aug 17 02:59:23.360348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-77190989-1a0b-43f0-9bd0-b44942cc3890 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c5631d17-00e2-422b-ac3a-b54b60c38fd7', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'port_id': '78820756-275a-477d-a4a9-b2d74be6399a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'mac_address': 'fa:16:3e:3f:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c32261-6dc6-4c0b-99d9-cecb04e51ab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:58:49Z', 'updated_at': '2021-08-17T02:59:20Z', 'revision_number': 3, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:23.393379 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77190989-1a0b-43f0-9bd0-b44942cc3890 None None] The sync data for ids ['0761addd-3ed5-4677-af94-f21a0e6b2db3'] in n-d-802060-9 is: [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c5631d17-00e2-422b-ac3a-b54b60c38fd7', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'port_id': '78820756-275a-477d-a4a9-b2d74be6399a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'mac_address': 'fa:16:3e:3f:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c32261-6dc6-4c0b-99d9-cecb04e51ab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:58:49Z', 'updated_at': '2021-08-17T02:59:20Z', 'revision_number': 3, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:59:23.482834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-d88895b8-2f43-4a2f-a83a-423c988c6299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:23.483855 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c38204b8-9aa7-4275-a3a5-d7e64dff6db8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:23.485448 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-d88895b8-2f43-4a2f-a83a-423c988c6299 service neutron] 10.222.0.60 "GET /v2.0/ports/0de1d812-cbba-4e5d-823a-b18fcc94199e HTTP/1.1" status: 200 len: 1033 time: 0.0475752 Aug 17 02:59:23.579244 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38204b8-9aa7-4275-a3a5-d7e64dff6db8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Pushing event deleted for resources: {'Port': ['ID=0249746e-71c2-41cc-86ea-56b15a0f48b4,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:23.615883 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-21d1f396-b3e1-4c9e-9212-2a585ecacb0e service neutron] 10.222.0.10 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4252272 Aug 17 02:59:23.645532 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4471d170-7252-4a7d-9cf8-23433721ccde req-7165c272-b9a0-4813-9da8-0dbb15123210 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.0700827 Aug 17 02:59:23.764565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56ea3c5b-4aee-4ad6-a347-6ff3c1537a18 None None] New status for floating IP c5631d17-00e2-422b-ac3a-b54b60c38fd7: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:59:23.777145 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c38204b8-9aa7-4275-a3a5-d7e64dff6db8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:23.787564 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-10bcb670-c26b-4508-a30f-ce6b1bf94a89 service neutron] 10.222.0.10 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681156 Aug 17 02:59:23.864642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-0717cd0d-e243-4d45-9c2c-65d017b5310f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:23.877058 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-0717cd0d-e243-4d45-9c2c-65d017b5310f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:23.884106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-0717cd0d-e243-4d45-9c2c-65d017b5310f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:23.887328 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-0717cd0d-e243-4d45-9c2c-65d017b5310f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.60 "GET /v2.0/networks?id=9a025f32-f5b2-4a70-b1ff-319c315c310a&id=e4d8607a-fcd3-4976-90b3-958c321a6814&id=e4d8607a-fcd3-4976-90b3-958c321a6814&id=e4d8607a-fcd3-4976-90b3-958c321a6814&id=e4d8607a-fcd3-4976-90b3-958c321a6814&id=586d57a3-852e-4093-92b2-c7135f5ca135&id=586d57a3-852e-4093-92b2-c7135f5ca135 HTTP/1.1" status: 200 len: 1993 time: 0.3892994 Aug 17 02:59:23.925115 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c38204b8-9aa7-4275-a3a5-d7e64dff6db8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:23.926357 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c38204b8-9aa7-4275-a3a5-d7e64dff6db8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:24.038092 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-65dce85e-2194-4569-a600-32970fc68b74 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e9c034e7e504b8fb35245098d953639 HTTP/1.1" status: 200 len: 379 time: 0.1350219 Aug 17 02:59:24.041840 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fac760b4-7bac-4012-ba35-aadc2a8c9e86 x-openstack-request-id: req-fac760b4-7bac-4012-ba35-aadc2a8c9e86 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:24.042127 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a93e4a-f4b6-4fb0-982f-78cf94e47d04", "tag": "fd3fbb6d-6af3-40d7-8d58-1314e50ac489", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:24.042379 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fac760b4-7bac-4012-ba35-aadc2a8c9e86 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:24.042782 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'tag': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489', 'status': 'completed', 'code': 200} Aug 17 02:59:24.044523 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c38204b8-9aa7-4275-a3a5-d7e64dff6db8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:24.044804 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-4307af36-ed5d-4f26-9543-827e363b75f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:24.045068 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c38204b8-9aa7-4275-a3a5-d7e64dff6db8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Fanout notify agent at l3_agent the message router_deleted on router 418245aa-b5c8-4bcb-9d4a-318be93699f6 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:59:24.046518 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-4307af36-ed5d-4f26-9543-827e363b75f6 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&device_id=09c32261-6dc6-4c0b-99d9-cecb04e51ab5 HTTP/1.1" status: 200 len: 1097 time: 0.1184762 Aug 17 02:59:24.062314 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c38204b8-9aa7-4275-a3a5-d7e64dff6db8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:24.069476 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c38204b8-9aa7-4275-a3a5-d7e64dff6db8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "DELETE /v2.0/routers/418245aa-b5c8-4bcb-9d4a-318be93699f6 HTTP/1.1" status: 204 len: 168 time: 1.7097325 Aug 17 02:59:24.070212 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46912) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:24.086405 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1170593678', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'enable_snat': False}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:24.090386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Request body: {'port': {'device_id': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a', 'admin_state_up': True, 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'security_groups': ['2159aeeb-a3cd-42fc-9ca2-c45383fbac42']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:24.163553 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce440472-1645-4d01-a44a-f997befd6d96 x-openstack-request-id: req-ce440472-1645-4d01-a44a-f997befd6d96 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:24.164345 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9619e27b-4971-4d58-8dcd-794f3c87c942", "name": "network-vif-unplugged", "status": "completed", "tag": "8afae9f5-a408-4487-be6b-90d166dc8b7e", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:24.164660 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ce440472-1645-4d01-a44a-f997befd6d96 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:24.165371 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9619e27b-4971-4d58-8dcd-794f3c87c942', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8afae9f5-a408-4487-be6b-90d166dc8b7e', 'code': 200} Aug 17 02:59:24.231567 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:24.232979 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:24.319963 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:24.404866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca16c58-c58f-4c3e-aa42-71d813bdbde7 req-3fb9e088-452e-4260-bd69-2e5311169176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:24.404866 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ca16c58-c58f-4c3e-aa42-71d813bdbde7 req-3fb9e088-452e-4260-bd69-2e5311169176 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 1096 time: 0.1443541 Aug 17 02:59:24.423194 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-7d78522c-a525-4b92-ac71-c5fba20b015d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:24.430620 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-7d78522c-a525-4b92-ac71-c5fba20b015d service neutron] 10.222.0.10 "GET /v2.0/networks?id=3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 200 len: 921 time: 0.3594596 Aug 17 02:59:24.508532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Made reservation on behalf of 4e9c034e7e504b8fb35245098d953639 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:59:24.512303 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:24.522336 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30333ef-e323-434e-a6e0-014f99f80330 None None] Sync routers for ids ['0761addd-3ed5-4677-af94-f21a0e6b2db3'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:59:24.544006 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30333ef-e323-434e-a6e0-014f99f80330 None None] Routers {'0761addd-3ed5-4677-af94-f21a0e6b2db3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:24.546574 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e30333ef-e323-434e-a6e0-014f99f80330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0761addd-3ed5-4677-af94-f21a0e6b2db3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:24.583701 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-0ac51634-b70f-4a1e-89f8-15e762701e65 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78820756-275a-477d-a4a9-b2d74be6399a HTTP/1.1" status: 200 len: 1000 time: 0.1519947 Aug 17 02:59:24.722864 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:24.740085 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca16c58-c58f-4c3e-aa42-71d813bdbde7 req-5fcb316a-71d8-4742-9ed7-5e1f2e7ab8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:24.742907 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ca16c58-c58f-4c3e-aa42-71d813bdbde7 req-5fcb316a-71d8-4742-9ed7-5e1f2e7ab8d3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 200 len: 921 time: 0.3308125 Aug 17 02:59:24.765450 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e30333ef-e323-434e-a6e0-014f99f80330 None None] Set router 0761addd-3ed5-4677-af94-f21a0e6b2db3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:24.811695 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3083cb6f-6f94-4a86-a73d-1036c36c1de9 req-a6d9a3be-6fa3-4778-98e0-9b8970fa54f3 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:24.822317 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3083cb6f-6f94-4a86-a73d-1036c36c1de9 req-a6d9a3be-6fa3-4778-98e0-9b8970fa54f3 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.0934830 Aug 17 02:59:24.824209 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-9ff094ae-d338-4218-a2c1-a6dc50728e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:24.832695 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-9ff094ae-d338-4218-a2c1-a6dc50728e46 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e61e822-43e0-4ebd-8a9e-1084821b54a5 HTTP/1.1" status: 200 len: 860 time: 0.2481294 Aug 17 02:59:24.903604 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ca16c58-c58f-4c3e-aa42-71d813bdbde7 req-73ae2f87-f2ee-4bf1-a904-d6739ae92dfd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3fbb6d-6af3-40d7-8d58-1314e50ac489 HTTP/1.1" status: 200 len: 217 time: 0.1343935 Aug 17 02:59:24.928681 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3083cb6f-6f94-4a86-a73d-1036c36c1de9 req-c238ff20-7804-41b7-a4e1-981b0fe1b83d tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050096 Aug 17 02:59:24.963470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Allocated IP 172.20.0.6 (9a025f32-f5b2-4a70-b1ff-319c315c310a/b2098b0c-8a13-4170-8b03-94c356349639/0a84f531-4933-4f3b-8eb2-d56f6c854783) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:59:25.009025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-1b1af371-6cc9-4601-9ab8-b4670f34cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:25.020746 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-1b1af371-6cc9-4601-9ab8-b4670f34cee1 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3579b9f8-ac96-472a-833f-5c19e19ba45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1870530 Aug 17 02:59:25.114893 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca16c58-c58f-4c3e-aa42-71d813bdbde7 req-94cdd62c-8c1d-425a-9c9e-dabb2bedd2ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:25.116464 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ca16c58-c58f-4c3e-aa42-71d813bdbde7 req-94cdd62c-8c1d-425a-9c9e-dabb2bedd2ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e61e822-43e0-4ebd-8a9e-1084821b54a5 HTTP/1.1" status: 200 len: 860 time: 0.1880746 Aug 17 02:59:25.254443 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:25.267646 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-92285fd4-d727-4e7d-896c-5fff08096654 service neutron] 10.222.0.10 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2457604 Aug 17 02:59:25.284319 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e30333ef-e323-434e-a6e0-014f99f80330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c5631d17-00e2-422b-ac3a-b54b60c38fd7', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'port_id': '78820756-275a-477d-a4a9-b2d74be6399a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'mac_address': 'fa:16:3e:3f:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c32261-6dc6-4c0b-99d9-cecb04e51ab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:58:49Z', 'updated_at': '2021-08-17T02:59:24Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:25.291991 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca16c58-c58f-4c3e-aa42-71d813bdbde7 req-95991b62-c94b-405f-8fa0-10a9034c0c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:25.293665 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ca16c58-c58f-4c3e-aa42-71d813bdbde7 req-95991b62-c94b-405f-8fa0-10a9034c0c84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3579b9f8-ac96-472a-833f-5c19e19ba45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1623428 Aug 17 02:59:25.307537 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:25.362672 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30333ef-e323-434e-a6e0-014f99f80330 None None] Checking router: 0761addd-3ed5-4677-af94-f21a0e6b2db3 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:59:25.392289 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e30333ef-e323-434e-a6e0-014f99f80330 None None] Routers {'0761addd-3ed5-4677-af94-f21a0e6b2db3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:25.392851 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e30333ef-e323-434e-a6e0-014f99f80330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0761addd-3ed5-4677-af94-f21a0e6b2db3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:25.426713 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ca8af35-8a6b-4de3-9bbd-2af5d4c5fa9e req-3d23d2ee-89cd-4347-b479-57a0092f0e57 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.0482082 Aug 17 02:59:25.577078 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Allocated IP 172.25.1.99 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/8e193ef3-658d-4d45-a75b-170a7f21691c) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:59:25.584088 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e30333ef-e323-434e-a6e0-014f99f80330 None None] Set router 0761addd-3ed5-4677-af94-f21a0e6b2db3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:25.743483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d58cde-3699-444b-a87f-36e4c4757547 req-f62ff514-9c75-4d19-8ef1-8f7522b6d49c tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:25.751330 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81d58cde-3699-444b-a87f-36e4c4757547 req-f62ff514-9c75-4d19-8ef1-8f7522b6d49c tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/networks?id=b0e1662b-3237-45e1-8f42-62a3ce636ecb HTTP/1.1" status: 200 len: 805 time: 0.1750226 Aug 17 02:59:25.777648 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81d58cde-3699-444b-a87f-36e4c4757547 req-b24fd75e-6634-4913-9c8e-152438cff141 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/quotas/a950a1f07f90492d842c34338bc90e17 HTTP/1.1" status: 200 len: 375 time: 0.0251172 Aug 17 02:59:25.866296 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e30333ef-e323-434e-a6e0-014f99f80330 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c5631d17-00e2-422b-ac3a-b54b60c38fd7', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'port_id': '78820756-275a-477d-a4a9-b2d74be6399a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'mac_address': 'fa:16:3e:3f:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c32261-6dc6-4c0b-99d9-cecb04e51ab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:58:49Z', 'updated_at': '2021-08-17T02:59:24Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:25.896873 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e30333ef-e323-434e-a6e0-014f99f80330 None None] The sync data for ids ['0761addd-3ed5-4677-af94-f21a0e6b2db3'] in n-d-802060-9 is: [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c5631d17-00e2-422b-ac3a-b54b60c38fd7', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'port_id': '78820756-275a-477d-a4a9-b2d74be6399a', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'mac_address': 'fa:16:3e:3f:5a:70', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09c32261-6dc6-4c0b-99d9-cecb04e51ab5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:58:49Z', 'updated_at': '2021-08-17T02:59:24Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:59:25.960883 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:25.980171 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:26.004989 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Transition to ACTIVE for port object 0a84f531-4933-4f3b-8eb2-d56f6c854783 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:26.035886 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81d58cde-3699-444b-a87f-36e4c4757547 req-81be4ad4-8fab-4a8a-8260-cc814a4657b2 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a950a1f07f90492d842c34338bc90e17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2573032 Aug 17 02:59:26.047471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c32261-6dc6-4c0b-99d9-cecb04e51ab5', 'tag': '78820756-275a-477d-a4a9-b2d74be6399a'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:26.055074 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c621b192-9273-48c2-b931-8750dbf87ca1" -d '{"events": [{"name": "network-changed", "server_uuid": "09c32261-6dc6-4c0b-99d9-cecb04e51ab5", "tag": "78820756-275a-477d-a4a9-b2d74be6399a"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:26.095986 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da2b6f43-609a-466b-940a-40dcbfb9f0f2 req-4451ed84-ca42-4604-94bf-79a6e19bf600 service neutron] 10.222.0.10 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8214676 Aug 17 02:59:26.110446 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ca16c58-c58f-4c3e-aa42-71d813bdbde7 req-6796977e-02c3-4f69-acf0-7a9fb0993685 service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7980356 Aug 17 02:59:26.112711 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:26.192125 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Pushing event updated for resources: {'Port': ['ID=8e193ef3-658d-4d45-a75b-170a7f21691c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:26.207785 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:59:26.211056 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:26.215902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:59:26.371745 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:26.403775 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dff8383b-b56f-4acb-82e9-0d237927b2d6 x-openstack-request-id: req-dff8383b-b56f-4acb-82e9-0d237927b2d6 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:26.403775 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c32261-6dc6-4c0b-99d9-cecb04e51ab5", "tag": "78820756-275a-477d-a4a9-b2d74be6399a", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:26.414635 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dff8383b-b56f-4acb-82e9-0d237927b2d6 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:26.415339 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c32261-6dc6-4c0b-99d9-cecb04e51ab5', 'tag': '78820756-275a-477d-a4a9-b2d74be6399a', 'status': 'completed', 'code': 200} Aug 17 02:59:26.426557 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81d58cde-3699-444b-a87f-36e4c4757547 req-eeff29dc-5a26-4579-99bf-ed7fb13ec388 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3824763 Aug 17 02:59:26.471406 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ca16c58-c58f-4c3e-aa42-71d813bdbde7 req-639c1cc6-2693-4787-b59f-aab17f59b617 service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3436217 Aug 17 02:59:26.490726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Network 9a025f32-f5b2-4a70-b1ff-319c315c310a is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:59:26.499923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:26.503406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:59:26.653078 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:26.653778 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:26.686295 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-608bf4bb-da2c-4c0e-aec8-818e9f1c1784 req-c9645f59-537b-49d0-af1d-7f34de659391 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.8 HTTP/1.1" status: 200 len: 1000 time: 0.1908398 Aug 17 02:59:26.689297 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event updated for resources: {'Port': ['ID=0a84f531-4933-4f3b-8eb2-d56f6c854783,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:26.740899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:26.741205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:26.741543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:26.741865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:26.742201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:26.742538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:26.743543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:26.743543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:26.743543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:26.743935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:26.744623 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:26.744971 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:26.786410 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-29d2c07e-dabf-4260-abf6-39cf27ed9e0b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7169833 Aug 17 02:59:26.814584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-99fbf95c-be72-4e71-b582-e891b2145a61 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Request body: {'port': {'device_id': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814', 'admin_state_up': True, 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'security_groups': ['2159aeeb-a3cd-42fc-9ca2-c45383fbac42']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:26.828343 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bf4bb-da2c-4c0e-aec8-818e9f1c1784 req-68fd6a78-c158-4e43-93fb-b1db72cf13ee tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:26.829996 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-608bf4bb-da2c-4c0e-aec8-818e9f1c1784 req-68fd6a78-c158-4e43-93fb-b1db72cf13ee tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports/78820756-275a-477d-a4a9-b2d74be6399a HTTP/1.1" status: 200 len: 943 time: 0.1279571 Aug 17 02:59:26.889043 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e76789fb-7ffe-4f5e-a57d-3ad0ef093de6 req-542564b9-3b61-4e41-8d66-ba111efd5980 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:26.890850 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e76789fb-7ffe-4f5e-a57d-3ad0ef093de6 req-542564b9-3b61-4e41-8d66-ba111efd5980 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.60 "GET /v2.0/ports?device_id=9619e27b-4971-4d58-8dcd-794f3c87c942 HTTP/1.1" status: 200 len: 944 time: 0.2033594 Aug 17 02:59:26.963799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b0db614d-6b27-4241-9826-cd6f2c2c3222 None None] Provisioning for port 0a84f531-4933-4f3b-8eb2-d56f6c854783 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:59:26.968555 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b0db614d-6b27-4241-9826-cd6f2c2c3222 None None] Provisioning complete for port 0a84f531-4933-4f3b-8eb2-d56f6c854783 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:59:26.969803 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b0db614d-6b27-4241-9826-cd6f2c2c3222 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:27.037988 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b0db614d-6b27-4241-9826-cd6f2c2c3222 None None] Port 0a84f531-4933-4f3b-8eb2-d56f6c854783 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:59:27.089690 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621b192-9273-48c2-b931-8750dbf87ca1 req-eadf70c8-cce7-436e-bd80-0d1481dc0668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:27.091280 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c621b192-9273-48c2-b931-8750dbf87ca1 req-eadf70c8-cce7-436e-bd80-0d1481dc0668 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&device_id=09c32261-6dc6-4c0b-99d9-cecb04e51ab5 HTTP/1.1" status: 200 len: 1097 time: 0.6455803 Aug 17 02:59:27.139357 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-608bf4bb-da2c-4c0e-aec8-818e9f1c1784 req-7a8ea3c7-acb6-41c6-8d5b-c5c2b35b6f2b tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.8 HTTP/1.1" status: 200 len: 1000 time: 0.1632526 Aug 17 02:59:27.140257 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81d58cde-3699-444b-a87f-36e4c4757547 req-c75f675a-6b7a-4975-9e38-1a4ce35e6817 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7125940 Aug 17 02:59:27.144282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-e76789fb-7ffe-4f5e-a57d-3ad0ef093de6 req-1184d7f6-3dcb-4ae9-9598-b3c5c8939b3a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Deleting port 8afae9f5-a408-4487-be6b-90d166dc8b7e {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:59:27.144755 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e76789fb-7ffe-4f5e-a57d-3ad0ef093de6 req-1184d7f6-3dcb-4ae9-9598-b3c5c8939b3a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:27.357729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e76789fb-7ffe-4f5e-a57d-3ad0ef093de6 req-1184d7f6-3dcb-4ae9-9598-b3c5c8939b3a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] For port 8afae9f5-a408-4487-be6b-90d166dc8b7e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8afae9f5-a408-4487-be6b-90d166dc8b7e,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:27.358256 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e76789fb-7ffe-4f5e-a57d-3ad0ef093de6 req-1184d7f6-3dcb-4ae9-9598-b3c5c8939b3a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:27.384070 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-608bf4bb-da2c-4c0e-aec8-818e9f1c1784 req-224beae3-877b-4bf7-8fe7-879e92534ed0 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:27.385642 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-608bf4bb-da2c-4c0e-aec8-818e9f1c1784 req-224beae3-877b-4bf7-8fe7-879e92534ed0 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.2348340 Aug 17 02:59:27.387178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-e76789fb-7ffe-4f5e-a57d-3ad0ef093de6 req-1184d7f6-3dcb-4ae9-9598-b3c5c8939b3a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Calling delete_port for 8afae9f5-a408-4487-be6b-90d166dc8b7e owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:59:27.389316 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-99fbf95c-be72-4e71-b582-e891b2145a61 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Made reservation on behalf of 4e9c034e7e504b8fb35245098d953639 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:59:27.393929 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-99fbf95c-be72-4e71-b582-e891b2145a61 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:27.418022 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621b192-9273-48c2-b931-8750dbf87ca1 req-f8f63f7b-2f4c-4929-8958-e61b33792a70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:27.426207 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c621b192-9273-48c2-b931-8750dbf87ca1 req-f8f63f7b-2f4c-4929-8958-e61b33792a70 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 200 len: 921 time: 0.3153284 Aug 17 02:59:27.650069 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c621b192-9273-48c2-b931-8750dbf87ca1 req-5d0ccd92-93da-4564-8fb4-b71c932ff36f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78820756-275a-477d-a4a9-b2d74be6399a HTTP/1.1" status: 200 len: 1000 time: 0.2158718 Aug 17 02:59:27.823465 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621b192-9273-48c2-b931-8750dbf87ca1 req-1b7e1ff3-cc5a-4bf2-9b39-2553884a13a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:27.825580 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c621b192-9273-48c2-b931-8750dbf87ca1 req-1b7e1ff3-cc5a-4bf2-9b39-2553884a13a1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e61e822-43e0-4ebd-8a9e-1084821b54a5 HTTP/1.1" status: 200 len: 860 time: 0.1620126 Aug 17 02:59:27.870464 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:27.883345 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-99fbf95c-be72-4e71-b582-e891b2145a61 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Allocated IP 10.1.1.228 (e4d8607a-fcd3-4976-90b3-958c321a6814/21a6b48b-ccdb-4265-9010-f1fdb1ae6f54/e7caaf99-a04e-4047-83fc-8294f841ffdd) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:59:28.065616 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-99fbf95c-be72-4e71-b582-e891b2145a61 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:28.081946 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-99fbf95c-be72-4e71-b582-e891b2145a61 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Transition to ACTIVE for port object e7caaf99-a04e-4047-83fc-8294f841ffdd will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:28.182228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159544d6-c93c-4e26-9a00-1f6397c57d7e req-dada266e-9c26-46b0-ae4c-8a22081f267f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:28.183943 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-159544d6-c93c-4e26-9a00-1f6397c57d7e req-dada266e-9c26-46b0-ae4c-8a22081f267f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 931 time: 0.4466450 Aug 17 02:59:28.270430 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-63d6f5c7-7aca-4fcf-b477-35b8060a8620 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.8 HTTP/1.1" status: 200 len: 1000 time: 0.3755653 Aug 17 02:59:28.273943 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c621b192-9273-48c2-b931-8750dbf87ca1 req-bb190f60-2ca8-47c1-8b96-27368cbabf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:28.303159 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c621b192-9273-48c2-b931-8750dbf87ca1 req-bb190f60-2ca8-47c1-8b96-27368cbabf4b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3579b9f8-ac96-472a-833f-5c19e19ba45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4369998 Aug 17 02:59:28.344935 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-99fbf95c-be72-4e71-b582-e891b2145a61 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:28.369707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-99fbf95c-be72-4e71-b582-e891b2145a61 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Network e4d8607a-fcd3-4976-90b3-958c321a6814 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:59:28.416334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-99fbf95c-be72-4e71-b582-e891b2145a61 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:28.416334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-99fbf95c-be72-4e71-b582-e891b2145a61 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:59:28.452433 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-159544d6-c93c-4e26-9a00-1f6397c57d7e req-bb1bbf9a-aa08-4095-ab29-8df60401924d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2568560 Aug 17 02:59:28.486997 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fbf95c-be72-4e71-b582-e891b2145a61 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event updated for resources: {'Port': ['ID=e7caaf99-a04e-4047-83fc-8294f841ffdd,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:28.501133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-99fbf95c-be72-4e71-b582-e891b2145a61 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:28.502038 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-99fbf95c-be72-4e71-b582-e891b2145a61 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:28.536700 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-47bae967-a000-44a8-a71b-af1466dac59c tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:28.545974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ffc5b4ce-322b-4d60-b9dd-ab87c7db66b5 req-d3953ca0-d0ea-4341-a400-f2735cf53ae7 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfa649c-732a-4b81-9fb2-1e1a938675cb HTTP/1.1" status: 200 len: 210 time: 0.0364454 Aug 17 02:59:28.548211 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-47bae967-a000-44a8-a71b-af1466dac59c tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports/78820756-275a-477d-a4a9-b2d74be6399a HTTP/1.1" status: 200 len: 943 time: 0.2696605 Aug 17 02:59:28.593130 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c621b192-9273-48c2-b931-8750dbf87ca1 req-82c8541b-6699-41d2-8de6-2c27e84122be service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2640719 Aug 17 02:59:28.613758 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:28.654433 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e76789fb-7ffe-4f5e-a57d-3ad0ef093de6 req-1184d7f6-3dcb-4ae9-9598-b3c5c8939b3a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:28.693792 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1184d7f6-3dcb-4ae9-9598-b3c5c8939b3a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Pushing event deleted for resources: {'Port': ['ID=8afae9f5-a408-4487-be6b-90d166dc8b7e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:28.755922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e76789fb-7ffe-4f5e-a57d-3ad0ef093de6 req-1184d7f6-3dcb-4ae9-9598-b3c5c8939b3a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] No DVR routers for this DVR port 8afae9f5-a408-4487-be6b-90d166dc8b7e on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:59:28.760187 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e76789fb-7ffe-4f5e-a57d-3ad0ef093de6 req-1184d7f6-3dcb-4ae9-9598-b3c5c8939b3a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:28.764640 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e76789fb-7ffe-4f5e-a57d-3ad0ef093de6 req-1184d7f6-3dcb-4ae9-9598-b3c5c8939b3a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.60 "DELETE /v2.0/ports/8afae9f5-a408-4487-be6b-90d166dc8b7e HTTP/1.1" status: 204 len: 173 time: 1.8627234 Aug 17 02:59:28.780387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9619e27b-4971-4d58-8dcd-794f3c87c942', 'name': 'network-vif-deleted', 'tag': '8afae9f5-a408-4487-be6b-90d166dc8b7e'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:28.783338 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19725b6e-cc1e-4c09-813a-7935a470cb22" -d '{"events": [{"server_uuid": "9619e27b-4971-4d58-8dcd-794f3c87c942", "name": "network-vif-deleted", "tag": "8afae9f5-a408-4487-be6b-90d166dc8b7e"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:28.786995 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-d9f9608d-554f-4244-8535-a0acb0f0a4ed tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.8 HTTP/1.1" status: 200 len: 1000 time: 0.1792684 Aug 17 02:59:28.788974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-99fbf95c-be72-4e71-b582-e891b2145a61 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9824679 Aug 17 02:59:28.810742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-035e3ca6-3746-4c4e-bb99-06308cd74c18 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Request body: {'port': {'device_id': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814', 'admin_state_up': True, 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'security_groups': ['2159aeeb-a3cd-42fc-9ca2-c45383fbac42']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:28.883175 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ea51e9f4-cd5c-480d-b724-095248c96b6d None None] Provisioning for port e7caaf99-a04e-4047-83fc-8294f841ffdd completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:59:28.891043 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ea51e9f4-cd5c-480d-b724-095248c96b6d None None] Provisioning complete for port e7caaf99-a04e-4047-83fc-8294f841ffdd triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:59:28.891886 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ea51e9f4-cd5c-480d-b724-095248c96b6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:28.947027 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c621b192-9273-48c2-b931-8750dbf87ca1 req-00a31149-71ae-4882-8cdd-a5aa9f0f6a05 service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3351769 Aug 17 02:59:28.964054 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ea51e9f4-cd5c-480d-b724-095248c96b6d None None] Port e7caaf99-a04e-4047-83fc-8294f841ffdd cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:59:29.008121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99573b5-b1ee-4cde-acb0-9edf219ab11d req-703c45df-e36a-4c1a-b5a7-7742d6735810 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:29.010282 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b99573b5-b1ee-4cde-acb0-9edf219ab11d req-703c45df-e36a-4c1a-b5a7-7742d6735810 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.2437527 Aug 17 02:59:29.012630 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-b1daf383-cb01-4c78-ab3f-897fd49dac3c tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:29.014408 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-b1daf383-cb01-4c78-ab3f-897fd49dac3c tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.2266061 Aug 17 02:59:29.079260 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b99573b5-b1ee-4cde-acb0-9edf219ab11d req-5a3b981c-51a7-4e72-a273-a5ef693ecc39 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430245 Aug 17 02:59:29.129271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-035e3ca6-3746-4c4e-bb99-06308cd74c18 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Made reservation on behalf of 4e9c034e7e504b8fb35245098d953639 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:59:29.133323 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-035e3ca6-3746-4c4e-bb99-06308cd74c18 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:29.167503 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-1100d88b-cc2b-47ac-9c93-6d6a950c3f7c tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.8 HTTP/1.1" status: 200 len: 1000 time: 0.1410930 Aug 17 02:59:29.185572 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-e399b665-80b2-49ac-abe3-05b06c3dc504 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:29.291039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Router 8484f7f1-be2e-4237-8374-a82d7ff5c3e2 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:59:29.330155 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07eff4da-238e-4c9c-984c-a94c7c67ed26 x-openstack-request-id: req-07eff4da-238e-4c9c-984c-a94c7c67ed26 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:29.330452 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9619e27b-4971-4d58-8dcd-794f3c87c942", "name": "network-vif-deleted", "tag": "8afae9f5-a408-4487-be6b-90d166dc8b7e", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:29.330706 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07eff4da-238e-4c9c-984c-a94c7c67ed26 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:29.331105 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9619e27b-4971-4d58-8dcd-794f3c87c942', 'name': 'network-vif-deleted', 'tag': '8afae9f5-a408-4487-be6b-90d166dc8b7e', 'status': 'completed', 'code': 200} Aug 17 02:59:29.443541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-035e3ca6-3746-4c4e-bb99-06308cd74c18 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Allocated IP 10.1.1.177 (e4d8607a-fcd3-4976-90b3-958c321a6814/21a6b48b-ccdb-4265-9010-f1fdb1ae6f54/73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:59:29.467132 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 02:59:29.488750 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-e399b665-80b2-49ac-abe3-05b06c3dc504 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:29.770628 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:59:29.785254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Sync routers for ids ['8484f7f1-be2e-4237-8374-a82d7ff5c3e2'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:59:29.805767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Routers {'8484f7f1-be2e-4237-8374-a82d7ff5c3e2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:29.809204 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8484f7f1-be2e-4237-8374-a82d7ff5c3e2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:29.811397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc6104-4053-457b-918d-af72f1d10528 req-ef20fffa-962d-448f-bae6-39288dc96ff2 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:29.819158 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bc6104-4053-457b-918d-af72f1d10528 req-ef20fffa-962d-448f-bae6-39288dc96ff2 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:29.826536 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-91bc6104-4053-457b-918d-af72f1d10528 req-ef20fffa-962d-448f-bae6-39288dc96ff2 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 1653 time: 0.1863010 Aug 17 02:59:29.879404 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-91bc6104-4053-457b-918d-af72f1d10528 req-3e94f45d-e5c3-4fba-8167-8756fe4d84b4 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516570 Aug 17 02:59:29.917674 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:29.923504 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-78a9f847-7c41-44cb-a98b-37766701d85e tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 5.8493183 Aug 17 02:59:29.941307 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47018) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:29.945473 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-e399b665-80b2-49ac-abe3-05b06c3dc504 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:30.017332 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-035e3ca6-3746-4c4e-bb99-06308cd74c18 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:30.021000 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-e399b665-80b2-49ac-abe3-05b06c3dc504 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:30.021673 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-e399b665-80b2-49ac-abe3-05b06c3dc504 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Floating IP c5631d17-00e2-422b-ac3a-b54b60c38fd7 disassociated. External IP: 172.25.1.8, port: 78820756-275a-477d-a4a9-b2d74be6399a. Aug 17 02:59:30.040089 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Set router 8484f7f1-be2e-4237-8374-a82d7ff5c3e2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:30.179045 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0b190c2f-9e90-423b-811a-f4f3198b3d87 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "GET /v2.0/routers/8484f7f1-be2e-4237-8374-a82d7ff5c3e2 HTTP/1.1" status: 200 len: 908 time: 0.2354274 Aug 17 02:59:30.205068 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47024) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:30.207582 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-035e3ca6-3746-4c4e-bb99-06308cd74c18 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Transition to ACTIVE for port object 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:30.211852 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1170593678', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'enable_snat': True}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:30.314728 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090776d8-64d0-464e-9a4d-d81eddbf39a7 req-f28e765e-4236-4938-942a-1249a5528c39 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfa649c-732a-4b81-9fb2-1e1a938675cb HTTP/1.1" status: 200 len: 210 time: 0.1548352 Aug 17 02:59:30.356715 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8484f7f1-be2e-4237-8374-a82d7ff5c3e2', 'name': 'tempest-snat-router-1170593678', 'tenant_id': '1be4441126654895af79c299f7408366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.99'}], 'enable_snat': False}, 'gw_port_id': '8e193ef3-658d-4d45-a75b-170a7f21691c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:59:24Z', 'updated_at': '2021-08-17T02:59:27Z', 'revision_number': 3, 'project_id': '1be4441126654895af79c299f7408366', 'gw_port': {'id': '8e193ef3-658d-4d45-a75b-170a7f21691c', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8484f7f1-be2e-4237-8374-a82d7ff5c3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:59:25Z', 'updated_at': '2021-08-17T02:59:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:30.380627 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-035e3ca6-3746-4c4e-bb99-06308cd74c18 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:30.432332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Checking router: 8484f7f1-be2e-4237-8374-a82d7ff5c3e2 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:59:30.432685 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Updating router 8484f7f1-be2e-4237-8374-a82d7ff5c3e2 port 8e193ef3-658d-4d45-a75b-170a7f21691c binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:59:30.435080 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8afae9f5-a408-4487-be6b-90d166dc8b7e no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:59:30.452735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-035e3ca6-3746-4c4e-bb99-06308cd74c18 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Network e4d8607a-fcd3-4976-90b3-958c321a6814 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:59:30.457133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-035e3ca6-3746-4c4e-bb99-06308cd74c18 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:30.482882 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-035e3ca6-3746-4c4e-bb99-06308cd74c18 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:59:30.537835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 8afae9f5-a408-4487-be6b-90d166dc8b7e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:59:30.538316 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8afae9f5-a408-4487-be6b-90d166dc8b7e not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:59:30.571828 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:30.579065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e3ca6-3746-4c4e-bb99-06308cd74c18 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event updated for resources: {'Port': ['ID=73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:30.649143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-035e3ca6-3746-4c4e-bb99-06308cd74c18 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:30.649143 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-035e3ca6-3746-4c4e-bb99-06308cd74c18 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:30.661788 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dfe81e3-0071-40d8-ae6b-cefbc2cf5402 req-51a3961d-0431-45f9-b449-6506ac68cae4 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:30.669687 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5dfe81e3-0071-40d8-ae6b-cefbc2cf5402 req-51a3961d-0431-45f9-b449-6506ac68cae4 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1325107 Aug 17 02:59:30.771456 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5dfe81e3-0071-40d8-ae6b-cefbc2cf5402 req-93e8f367-c8d6-4998-8ebe-0f4e13870d3b tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002512 Aug 17 02:59:30.825285 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-035e3ca6-3746-4c4e-bb99-06308cd74c18 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0190604 Aug 17 02:59:30.838403 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-65ec32ce-5797-46a7-8d0b-8bb8a7de454e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Request body: {'port': {'device_id': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135', 'admin_state_up': True, 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'security_groups': ['2159aeeb-a3cd-42fc-9ca2-c45383fbac42']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:31.037374 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:31.066480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Transition to ACTIVE for port object 8e193ef3-658d-4d45-a75b-170a7f21691c will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:31.147869 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:31.165228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19295041-3603-40b3-acd0-a752a1baf28b req-8e6826f4-861d-427b-b3f0-e723414bf095 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:31.173244 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19295041-3603-40b3-acd0-a752a1baf28b req-8e6826f4-861d-427b-b3f0-e723414bf095 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:31.179665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19295041-3603-40b3-acd0-a752a1baf28b req-8e6826f4-861d-427b-b3f0-e723414bf095 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:31.189723 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19295041-3603-40b3-acd0-a752a1baf28b req-8e6826f4-861d-427b-b3f0-e723414bf095 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 2374 time: 0.0969520 Aug 17 02:59:31.208696 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:31.214304 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:31.218364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-65ec32ce-5797-46a7-8d0b-8bb8a7de454e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Made reservation on behalf of 4e9c034e7e504b8fb35245098d953639 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:59:31.255692 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bd191-ebf6-4968-b9ff-17d5b78a2f16 None None] Pushing event updated for resources: {'Port': ['ID=8e193ef3-658d-4d45-a75b-170a7f21691c,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:31.264053 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d8ce2575-4f5d-4ff1-b723-8bde0a60e43d None None] Provisioning for port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:59:31.295404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d8ce2575-4f5d-4ff1-b723-8bde0a60e43d None None] Provisioning complete for port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:59:31.298615 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19295041-3603-40b3-acd0-a752a1baf28b req-2a1dd63c-18e1-459a-99ee-157fa0a15f10 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077921 Aug 17 02:59:31.302103 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d8ce2575-4f5d-4ff1-b723-8bde0a60e43d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:31.311506 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Attempting to bind port 8e193ef3-658d-4d45-a75b-170a7f21691c on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:59:31.313007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Attempting to bind port 8e193ef3-658d-4d45-a75b-170a7f21691c by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:59:31.314027 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Attempting to bind port 8e193ef3-658d-4d45-a75b-170a7f21691c on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:31.382974 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:59:31.384531 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:59:31.385201 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:31.386249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:59:31.387018 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Bound port: 8e193ef3-658d-4d45-a75b-170a7f21691c, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:59:31.387617 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:31.425189 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-65ec32ce-5797-46a7-8d0b-8bb8a7de454e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:31.440998 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:31.479961 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-e399b665-80b2-49ac-abe3-05b06c3dc504 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Router 0761addd-3ed5-4677-af94-f21a0e6b2db3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:59:31.515347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d58cde-3699-444b-a87f-36e4c4757547 req-9780bd70-76bf-472f-9166-583f982c2860 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:31.517658 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81d58cde-3699-444b-a87f-36e4c4757547 req-9780bd70-76bf-472f-9166-583f982c2860 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.60 "GET /v2.0/networks?id=b0e1662b-3237-45e1-8f42-62a3ce636ecb HTTP/1.1" status: 200 len: 805 time: 0.3513761 Aug 17 02:59:31.525377 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] For port 8e193ef3-658d-4d45-a75b-170a7f21691c, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:59:31.538693 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] For port 8e193ef3-658d-4d45-a75b-170a7f21691c, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8e193ef3-658d-4d45-a75b-170a7f21691c,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:59:31.559138 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d8ce2575-4f5d-4ff1-b723-8bde0a60e43d None None] Port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:59:31.637611 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:31.641542 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-587b5e61-bcd9-4f9f-9801-5a600012c80c req-b03d4f92-bea5-4348-9418-7af37c159602 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfa649c-732a-4b81-9fb2-1e1a938675cb HTTP/1.1" status: 200 len: 210 time: 0.1083865 Aug 17 02:59:31.826599 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-81d58cde-3699-444b-a87f-36e4c4757547 req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Request body: {'port': {'device_id': '9cfa649c-732a-4b81-9fb2-1e1a938675cb', 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb', 'admin_state_up': True, 'tenant_id': 'a950a1f07f90492d842c34338bc90e17'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:31.851060 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-233bd191-ebf6-4968-b9ff-17d5b78a2f16 None None] Pushing event updated for resources: {'Port': ['ID=8e193ef3-658d-4d45-a75b-170a7f21691c,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:31.891011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Routers {'8484f7f1-be2e-4237-8374-a82d7ff5c3e2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:31.892445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8484f7f1-be2e-4237-8374-a82d7ff5c3e2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:31.974646 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:31.995182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-65ec32ce-5797-46a7-8d0b-8bb8a7de454e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Allocated IP 10.2.2.100 (586d57a3-852e-4093-92b2-c7135f5ca135/cb3a3b1c-c2d2-43c9-8e48-8451d3bce93f/37fe1f4d-a904-4e0c-82f7-9c41943d8ff2) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:59:32.274738 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-65ec32ce-5797-46a7-8d0b-8bb8a7de454e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:32.297910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-65ec32ce-5797-46a7-8d0b-8bb8a7de454e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Transition to ACTIVE for port object 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:32.426581 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] Set router 8484f7f1-be2e-4237-8374-a82d7ff5c3e2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:32.436456 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-65ec32ce-5797-46a7-8d0b-8bb8a7de454e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:32.492548 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-e399b665-80b2-49ac-abe3-05b06c3dc504 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:59:32.505186 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a5a4f8-c8fd-482f-9c42-9600d1820efc None None] Sync routers for ids ['0761addd-3ed5-4677-af94-f21a0e6b2db3'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:59:32.516787 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-e399b665-80b2-49ac-abe3-05b06c3dc504 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:32.518989 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a5a4f8-c8fd-482f-9c42-9600d1820efc None None] Routers {'0761addd-3ed5-4677-af94-f21a0e6b2db3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:32.519632 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-f7a5a4f8-c8fd-482f-9c42-9600d1820efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0761addd-3ed5-4677-af94-f21a0e6b2db3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:32.561072 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ec32ce-5797-46a7-8d0b-8bb8a7de454e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event updated for resources: {'Port': ['ID=37fe1f4d-a904-4e0c-82f7-9c41943d8ff2,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:32.588770 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-e399b665-80b2-49ac-abe3-05b06c3dc504 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "PUT /v2.0/floatingips/c5631d17-00e2-422b-ac3a-b54b60c38fd7 HTTP/1.1" status: 200 len: 693 time: 3.4101861 Aug 17 02:59:32.590842 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '09c32261-6dc6-4c0b-99d9-cecb04e51ab5', 'tag': '78820756-275a-477d-a4a9-b2d74be6399a'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:32.600676 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8323ba5f-2fcb-4266-82f5-331eca44c81e" -d '{"events": [{"name": "network-changed", "server_uuid": "09c32261-6dc6-4c0b-99d9-cecb04e51ab5", "tag": "78820756-275a-477d-a4a9-b2d74be6399a"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:32.677359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-65ec32ce-5797-46a7-8d0b-8bb8a7de454e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Network 586d57a3-852e-4093-92b2-c7135f5ca135 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:59:32.682592 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-65ec32ce-5797-46a7-8d0b-8bb8a7de454e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:32.719883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-65ec32ce-5797-46a7-8d0b-8bb8a7de454e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:59:32.752160 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-81d58cde-3699-444b-a87f-36e4c4757547 req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Made reservation on behalf of a950a1f07f90492d842c34338bc90e17 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:59:32.767055 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8484f7f1-be2e-4237-8374-a82d7ff5c3e2', 'name': 'tempest-snat-router-1170593678', 'tenant_id': '1be4441126654895af79c299f7408366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.99'}], 'enable_snat': False}, 'gw_port_id': '8e193ef3-658d-4d45-a75b-170a7f21691c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:59:24Z', 'updated_at': '2021-08-17T02:59:27Z', 'revision_number': 3, 'project_id': '1be4441126654895af79c299f7408366', 'gw_port': {'id': '8e193ef3-658d-4d45-a75b-170a7f21691c', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8484f7f1-be2e-4237-8374-a82d7ff5c3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:59:25Z', 'updated_at': '2021-08-17T02:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:32.785519 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-81d58cde-3699-444b-a87f-36e4c4757547 req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:32.825346 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a35be2-f400-40de-bea1-e4cf075b0723 req-78263c7b-a0fb-4504-b7b4-714d0da9e671 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:32.850906 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a35be2-f400-40de-bea1-e4cf075b0723 req-78263c7b-a0fb-4504-b7b4-714d0da9e671 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:32.862835 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:32.867351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70988cab-bf3b-40f9-8197-9096ddf06427 None None] The sync data for ids ['8484f7f1-be2e-4237-8374-a82d7ff5c3e2'] in n-d-802060-9 is: [{'id': '8484f7f1-be2e-4237-8374-a82d7ff5c3e2', 'name': 'tempest-snat-router-1170593678', 'tenant_id': '1be4441126654895af79c299f7408366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.99'}], 'enable_snat': False}, 'gw_port_id': '8e193ef3-658d-4d45-a75b-170a7f21691c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:59:24Z', 'updated_at': '2021-08-17T02:59:27Z', 'revision_number': 3, 'project_id': '1be4441126654895af79c299f7408366', 'gw_port': {'id': '8e193ef3-658d-4d45-a75b-170a7f21691c', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c6:e8:11', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8484f7f1-be2e-4237-8374-a82d7ff5c3e2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.99', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:59:25Z', 'updated_at': '2021-08-17T02:59:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:59:32.871991 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a35be2-f400-40de-bea1-e4cf075b0723 req-78263c7b-a0fb-4504-b7b4-714d0da9e671 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:32.880670 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a35be2-f400-40de-bea1-e4cf075b0723 req-78263c7b-a0fb-4504-b7b4-714d0da9e671 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:32.889198 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72a35be2-f400-40de-bea1-e4cf075b0723 req-78263c7b-a0fb-4504-b7b4-714d0da9e671 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 3095 time: 0.3350196 Aug 17 02:59:33.026852 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-f7a5a4f8-c8fd-482f-9c42-9600d1820efc None None] Set router 0761addd-3ed5-4677-af94-f21a0e6b2db3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:33.054875 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72a35be2-f400-40de-bea1-e4cf075b0723 req-c4eeee08-f1b6-48ea-bee4-281e68700f0d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1627212 Aug 17 02:59:33.072051 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-65ec32ce-5797-46a7-8d0b-8bb8a7de454e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:33.082476 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-65ec32ce-5797-46a7-8d0b-8bb8a7de454e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:33.103552 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-9c8cc083-147d-4620-90f1-e2f69b05f932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:33.111353 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-9c8cc083-147d-4620-90f1-e2f69b05f932 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&device_id=09c32261-6dc6-4c0b-99d9-cecb04e51ab5 HTTP/1.1" status: 200 len: 1097 time: 0.4823627 Aug 17 02:59:33.159226 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47092) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:33.214947 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-65ec32ce-5797-46a7-8d0b-8bb8a7de454e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3812685 Aug 17 02:59:33.230641 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-d79c9671-86b1-49ba-ac7c-968c8dbabcbc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Request body: {'port': {'device_id': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135', 'admin_state_up': True, 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'security_groups': ['2159aeeb-a3cd-42fc-9ca2-c45383fbac42']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:33.403249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e20d4915-9375-441c-bfc7-abd10ff6c5ab None None] Provisioning for port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:59:33.423409 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e20d4915-9375-441c-bfc7-abd10ff6c5ab None None] Provisioning complete for port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:59:33.423409 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e20d4915-9375-441c-bfc7-abd10ff6c5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:33.439148 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-81d58cde-3699-444b-a87f-36e4c4757547 req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Allocated IP 172.20.0.10 (b0e1662b-3237-45e1-8f42-62a3ce636ecb/dc7aeeda-153f-4ac5-8939-dd5068984085/8e2b62ef-d463-4eb7-8839-76a728306051) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:59:33.503288 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:33.567672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e20d4915-9375-441c-bfc7-abd10ff6c5ab None None] Port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:59:33.763917 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27202b88-622a-411d-b4c8-0741ad9832cf x-openstack-request-id: req-27202b88-622a-411d-b4c8-0741ad9832cf {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:33.764445 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "09c32261-6dc6-4c0b-99d9-cecb04e51ab5", "tag": "78820756-275a-477d-a4a9-b2d74be6399a", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:33.775518 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27202b88-622a-411d-b4c8-0741ad9832cf {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:33.782448 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '09c32261-6dc6-4c0b-99d9-cecb04e51ab5', 'tag': '78820756-275a-477d-a4a9-b2d74be6399a', 'status': 'completed', 'code': 200} Aug 17 02:59:33.811188 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b4590f59-6158-4f23-ab90-75b44116028a req-b5a8feef-1781-4149-9d36-877b511cee39 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfa649c-732a-4b81-9fb2-1e1a938675cb HTTP/1.1" status: 200 len: 210 time: 0.1622462 Aug 17 02:59:33.847741 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09e3f5af-eb8e-4c41-962f-b5315f4a5956 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:33.885396 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-f7a5a4f8-c8fd-482f-9c42-9600d1820efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:33.958684 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8e193ef3-658d-4d45-a75b-170a7f21691c up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:59:33.969299 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a5a4f8-c8fd-482f-9c42-9600d1820efc None None] Checking router: 0761addd-3ed5-4677-af94-f21a0e6b2db3 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:59:33.985351 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7a5a4f8-c8fd-482f-9c42-9600d1820efc None None] Routers {'0761addd-3ed5-4677-af94-f21a0e6b2db3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:33.986309 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-f7a5a4f8-c8fd-482f-9c42-9600d1820efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0761addd-3ed5-4677-af94-f21a0e6b2db3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:33.990004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323ba5f-2fcb-4266-82f5-331eca44c81e req-d4edbaf1-670e-4a8e-8e9a-d8d73e44535e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:33.994465 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8323ba5f-2fcb-4266-82f5-331eca44c81e req-d4edbaf1-670e-4a8e-8e9a-d8d73e44535e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&device_id=09c32261-6dc6-4c0b-99d9-cecb04e51ab5 HTTP/1.1" status: 200 len: 1097 time: 0.5077074 Aug 17 02:59:34.118117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-81d58cde-3699-444b-a87f-36e4c4757547 req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:34.208717 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:34.225640 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-f7a5a4f8-c8fd-482f-9c42-9600d1820efc None None] Set router 0761addd-3ed5-4677-af94-f21a0e6b2db3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:34.242268 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 8e193ef3-658d-4d45-a75b-170a7f21691c completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:59:34.246449 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 8e193ef3-658d-4d45-a75b-170a7f21691c triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:59:34.247045 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:34.384773 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:34.445197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-15246643-413f-47a9-a838-39c42580d4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:34.458122 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-15246643-413f-47a9-a838-39c42580d4e3 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 200 len: 921 time: 0.6750841 Aug 17 02:59:34.511945 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:34.578983 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 8e193ef3-658d-4d45-a75b-170a7f21691c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8e193ef3-658d-4d45-a75b-170a7f21691c,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:34.628224 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-56dabd86-d627-47f7-b489-f824a0c6fff6 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78820756-275a-477d-a4a9-b2d74be6399a HTTP/1.1" status: 200 len: 217 time: 0.1678216 Aug 17 02:59:34.650728 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-81d58cde-3699-444b-a87f-36e4c4757547 req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:34.692635 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-f7a5a4f8-c8fd-482f-9c42-9600d1820efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:34.787243 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81d58cde-3699-444b-a87f-36e4c4757547 req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Network b0e1662b-3237-45e1-8f42-62a3ce636ecb is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:59:34.805771 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-81d58cde-3699-444b-a87f-36e4c4757547 req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:34.824591 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:34.828169 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-81d58cde-3699-444b-a87f-36e4c4757547 req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:59:34.946665 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d58cde-3699-444b-a87f-36e4c4757547 req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:34.948762 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-81d58cde-3699-444b-a87f-36e4c4757547 req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:34.949611 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=8e193ef3-658d-4d45-a75b-170a7f21691c,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:34.969474 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:34.970810 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:34.971149 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:34.971508 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:34.971845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:34.974195 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:34.974537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:34.974868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:34.975196 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:34.975522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:34.975846 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:34.976169 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:35.003376 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f7a5a4f8-c8fd-482f-9c42-9600d1820efc None None] The sync data for ids ['0761addd-3ed5-4677-af94-f21a0e6b2db3'] in n-d-802060-9 is: [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:59:35.011574 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Pushing event updated for resources: {'Port': ['ID=8e2b62ef-d463-4eb7-8839-76a728306051,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:35.032877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-2f80f290-e3bf-4baf-9807-f11ec1c3da29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:35.041635 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-2f80f290-e3bf-4baf-9807-f11ec1c3da29 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e61e822-43e0-4ebd-8a9e-1084821b54a5 HTTP/1.1" status: 200 len: 860 time: 0.4075348 Aug 17 02:59:35.053349 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09e3f5af-eb8e-4c41-962f-b5315f4a5956 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:35.059868 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-d79c9671-86b1-49ba-ac7c-968c8dbabcbc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Made reservation on behalf of 4e9c034e7e504b8fb35245098d953639 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:59:35.064820 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-d79c9671-86b1-49ba-ac7c-968c8dbabcbc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:35.088646 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:35.093240 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:35.094498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:35.095283 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:35.096277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:35.096857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:35.098048 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:35.098626 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:35.099209 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:35.099782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:35.100366 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:35.100935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:35.140797 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-9cee12d9-5e3c-4c90-bbb5-49d1ad482bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:35.149942 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-9cee12d9-5e3c-4c90-bbb5-49d1ad482bb3 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3579b9f8-ac96-472a-833f-5c19e19ba45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068513 Aug 17 02:59:35.186284 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Allocated IP 172.25.1.234 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/a7f362e0-d754-4424-9630-5e2caf9991f3) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:59:35.304502 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81d58cde-3699-444b-a87f-36e4c4757547 req-6e3760bf-89af-414d-96cf-6cd09e5c1d67 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.6645145 Aug 17 02:59:35.327694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Request body: {'port': {'device_id': '9cfa649c-732a-4b81-9fb2-1e1a938675cb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:35.389159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-d79c9671-86b1-49ba-ac7c-968c8dbabcbc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Allocated IP 10.2.2.200 (586d57a3-852e-4093-92b2-c7135f5ca135/cb3a3b1c-c2d2-43c9-8e48-8451d3bce93f/844bf010-b2e0-409e-9c47-683af3dfae5b) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:59:35.464549 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-19ba2ea1-c0e8-4ac9-b3fb-08071e764e00 service neutron] 10.222.0.10 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3129849 Aug 17 02:59:35.551956 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8461fe0-437c-4fb8-8af8-ec8c4a980c5d None None] New status for floating IP c5631d17-00e2-422b-ac3a-b54b60c38fd7: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:59:35.596687 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:35.611984 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-310063aa-cd8f-4c30-a3c7-168343fe6540 req-c0314fd0-1a26-45c3-bf26-c8ce4efe146d service neutron] 10.222.0.10 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450467 Aug 17 02:59:35.622960 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-d79c9671-86b1-49ba-ac7c-968c8dbabcbc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:35.643835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-d79c9671-86b1-49ba-ac7c-968c8dbabcbc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Transition to ACTIVE for port object 844bf010-b2e0-409e-9c47-683af3dfae5b will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:35.692982 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09e3f5af-eb8e-4c41-962f-b5315f4a5956 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:35.737889 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-09e3f5af-eb8e-4c41-962f-b5315f4a5956 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e9ccfe3c47b4c8d9af5150b881e9f17&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5736525 Aug 17 02:59:35.748505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47120) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:35.779699 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-d79c9671-86b1-49ba-ac7c-968c8dbabcbc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:35.831387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbbd2e-a87d-4d51-b0a0-5a7b053fda7c req-cdbd6ab1-e6a9-438f-8156-3142fe00f1c4 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:35.847210 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbbd2e-a87d-4d51-b0a0-5a7b053fda7c req-cdbd6ab1-e6a9-438f-8156-3142fe00f1c4 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:35.861315 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:35.863865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbbd2e-a87d-4d51-b0a0-5a7b053fda7c req-cdbd6ab1-e6a9-438f-8156-3142fe00f1c4 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:35.880138 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8e193ef3-658d-4d45-a75b-170a7f21691c up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:59:35.880850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbdbbd2e-a87d-4d51-b0a0-5a7b053fda7c req-cdbd6ab1-e6a9-438f-8156-3142fe00f1c4 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:35.895225 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cbdbbd2e-a87d-4d51-b0a0-5a7b053fda7c req-cdbd6ab1-e6a9-438f-8156-3142fe00f1c4 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 3095 time: 1.0403140 Aug 17 02:59:35.983922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e3f5af-eb8e-4c41-962f-b5315f4a5956 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=808aa306-9fab-4532-8112-dff11c6bc477,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:36.068427 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b7fcf9-9deb-4faf-9f66-95ca83bfbc64 req-c75bde50-9393-4f97-b9c4-73319cdf5268 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:36.079975 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-24b7fcf9-9deb-4faf-9f66-95ca83bfbc64 req-c75bde50-9393-4f97-b9c4-73319cdf5268 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfa649c-732a-4b81-9fb2-1e1a938675cb HTTP/1.1" status: 200 len: 932 time: 0.2088842 Aug 17 02:59:36.103431 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5bc1c4bc-5732-4855-9d3d-e8910b15f4f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:36.140968 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 8e193ef3-658d-4d45-a75b-170a7f21691c triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:59:36.141180 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5bc1c4bc-5732-4855-9d3d-e8910b15f4f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:36.141759 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:36.210611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323ba5f-2fcb-4266-82f5-331eca44c81e req-32ba0cef-15b3-4ff4-9f79-db4be33012b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:36.212119 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8323ba5f-2fcb-4266-82f5-331eca44c81e req-32ba0cef-15b3-4ff4-9f79-db4be33012b8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 200 len: 921 time: 2.2095363 Aug 17 02:59:36.228228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-d79c9671-86b1-49ba-ac7c-968c8dbabcbc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Network 586d57a3-852e-4093-92b2-c7135f5ca135 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:59:36.238749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79c9671-86b1-49ba-ac7c-968c8dbabcbc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event updated for resources: {'Port': ['ID=844bf010-b2e0-409e-9c47-683af3dfae5b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:36.280519 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cbdbbd2e-a87d-4d51-b0a0-5a7b053fda7c req-911b3417-8d50-494b-8eb0-6b471ad150f6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3838582 Aug 17 02:59:36.286709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-d79c9671-86b1-49ba-ac7c-968c8dbabcbc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:36.291149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-d79c9671-86b1-49ba-ac7c-968c8dbabcbc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:59:36.334762 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-24b7fcf9-9deb-4faf-9f66-95ca83bfbc64 req-b59dd39b-4d64-413d-8988-1f2f223bffa2 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2395480 Aug 17 02:59:36.353734 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8323ba5f-2fcb-4266-82f5-331eca44c81e req-39507a74-8f2b-45ff-b2e8-d13e4c040ba0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=78820756-275a-477d-a4a9-b2d74be6399a HTTP/1.1" status: 200 len: 217 time: 0.0853212 Aug 17 02:59:36.415621 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:36.458783 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:59:36.517731 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-d79c9671-86b1-49ba-ac7c-968c8dbabcbc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:36.518426 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-d79c9671-86b1-49ba-ac7c-968c8dbabcbc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:36.552284 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e2b62ef-d463-4eb7-8839-76a728306051 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:59:36.553479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323ba5f-2fcb-4266-82f5-331eca44c81e req-c1fae226-54d0-498f-8e8d-7045afbe2322 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:36.555303 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8323ba5f-2fcb-4266-82f5-331eca44c81e req-c1fae226-54d0-498f-8e8d-7045afbe2322 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e61e822-43e0-4ebd-8a9e-1084821b54a5 HTTP/1.1" status: 200 len: 860 time: 0.2005675 Aug 17 02:59:36.567782 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:36.586972 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Transition to ACTIVE for port object 8e2b62ef-d463-4eb7-8839-76a728306051 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:36.654266 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:36.655187 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-d79c9671-86b1-49ba-ac7c-968c8dbabcbc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4288871 Aug 17 02:59:36.666726 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:59:36.688188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Request body: {'port': {'device_id': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:36.693850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8323ba5f-2fcb-4266-82f5-331eca44c81e req-d77fdfcc-5396-4a01-9bad-3b0b3dea11d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:36.695358 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8323ba5f-2fcb-4266-82f5-331eca44c81e req-d77fdfcc-5396-4a01-9bad-3b0b3dea11d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3579b9f8-ac96-472a-833f-5c19e19ba45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1226089 Aug 17 02:59:36.773829 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Pushing event updated for resources: {'Port': ['ID=a7f362e0-d754-4424-9630-5e2caf9991f3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:36.784924 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5bc1c4bc-5732-4855-9d3d-e8910b15f4f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:36.788817 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5bc1c4bc-5732-4855-9d3d-e8910b15f4f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:36.790982 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5bc1c4bc-5732-4855-9d3d-e8910b15f4f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/808aa306-9fab-4532-8112-dff11c6bc477 HTTP/1.1" status: 204 len: 168 time: 1.0272748 Aug 17 02:59:36.837468 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-34306b6a-9239-4916-823a-9632745425b7 None None] Provisioning for port 844bf010-b2e0-409e-9c47-683af3dfae5b completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:59:36.842695 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-34306b6a-9239-4916-823a-9632745425b7 None None] Provisioning complete for port 844bf010-b2e0-409e-9c47-683af3dfae5b triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:59:36.843208 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34306b6a-9239-4916-823a-9632745425b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:36.856158 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:36.949940 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8323ba5f-2fcb-4266-82f5-331eca44c81e req-cfe4eab5-5792-43da-a6a4-23ecb96875eb service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2385147 Aug 17 02:59:36.951311 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-34306b6a-9239-4916-823a-9632745425b7 None None] Port 844bf010-b2e0-409e-9c47-683af3dfae5b cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:59:37.081340 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:37.101669 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc1c4bc-5732-4855-9d3d-e8910b15f4f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=808aa306-9fab-4532-8112-dff11c6bc477,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:37.211709 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Pushing event updated for resources: {'Port': ['ID=8e2b62ef-d463-4eb7-8839-76a728306051,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:37.331236 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8323ba5f-2fcb-4266-82f5-331eca44c81e req-a0c267ff-a432-4ba5-8601-582600c558ed service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3716567 Aug 17 02:59:37.380121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb85df7-1978-43e1-8ff0-e7bffd9d721a req-18541f1c-985d-4d2a-9cd2-8f00b5595046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:37.381717 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3cb85df7-1978-43e1-8ff0-e7bffd9d721a req-18541f1c-985d-4d2a-9cd2-8f00b5595046 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e68f75672fd94fdba91f7083d9fb4a1a&device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 1097 time: 0.2194312 Aug 17 02:59:37.394264 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76ae2324-83d4-4320-9832-737f91aad1bf req-bd83c25e-7aaf-40f4-816d-1ac42992d724 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:37.401735 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-76ae2324-83d4-4320-9832-737f91aad1bf req-bd83c25e-7aaf-40f4-816d-1ac42992d724 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.2811811 Aug 17 02:59:37.572327 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-76ae2324-83d4-4320-9832-737f91aad1bf req-e153a1cc-08ce-4a1a-8958-3daa7269018f tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683528 Aug 17 02:59:37.635198 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb85df7-1978-43e1-8ff0-e7bffd9d721a req-1779d562-a464-418e-a8c6-65bc3b435d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:37.637149 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3cb85df7-1978-43e1-8ff0-e7bffd9d721a req-1779d562-a464-418e-a8c6-65bc3b435d96 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af4157d1-2122-47c3-8ec5-8deaba493f6a HTTP/1.1" status: 200 len: 918 time: 0.2122514 Aug 17 02:59:37.725013 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3cb85df7-1978-43e1-8ff0-e7bffd9d721a req-74f6cba1-ef61-4025-86a8-4365c6a480a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9caa80-5f1a-4878-904d-cffed6d8a7f1 HTTP/1.1" status: 200 len: 217 time: 0.0751524 Aug 17 02:59:37.835099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a84f531-4933-4f3b-8eb2-d56f6c854783 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:59:37.847811 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:37.870318 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:37.872353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef50269-d9e9-494f-a96f-5be67c38ffd4 req-94306a7f-243f-461a-866b-779385143a8e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:37.879585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef50269-d9e9-494f-a96f-5be67c38ffd4 req-94306a7f-243f-461a-866b-779385143a8e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:37.885620 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef50269-d9e9-494f-a96f-5be67c38ffd4 req-94306a7f-243f-461a-866b-779385143a8e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:37.892460 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef50269-d9e9-494f-a96f-5be67c38ffd4 req-94306a7f-243f-461a-866b-779385143a8e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:37.898908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef50269-d9e9-494f-a96f-5be67c38ffd4 req-94306a7f-243f-461a-866b-779385143a8e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:37.900770 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6ef50269-d9e9-494f-a96f-5be67c38ffd4 req-94306a7f-243f-461a-866b-779385143a8e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 3816 time: 0.2510629 Aug 17 02:59:37.908726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cb85df7-1978-43e1-8ff0-e7bffd9d721a req-fefcc41f-edcf-48b0-9435-e304dc59a472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:37.908726 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3cb85df7-1978-43e1-8ff0-e7bffd9d721a req-fefcc41f-edcf-48b0-9435-e304dc59a472 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc3d150f-bb48-486d-a046-323ac115350b HTTP/1.1" status: 200 len: 858 time: 0.1262474 Aug 17 02:59:37.911753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Transition to ACTIVE for port object 0a84f531-4933-4f3b-8eb2-d56f6c854783 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:37.977104 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3cb85df7-1978-43e1-8ff0-e7bffd9d721a req-1bf5d0b8-778c-4cbe-8928-bde4efcb4c38 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af4157d1-2122-47c3-8ec5-8deaba493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0402448 Aug 17 02:59:37.979513 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6ef50269-d9e9-494f-a96f-5be67c38ffd4 req-e15eded4-97e8-4d8e-bc6f-bdd06a1c02ef tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664842 Aug 17 02:59:38.099778 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3cb85df7-1978-43e1-8ff0-e7bffd9d721a req-533d0da6-32a4-45fb-b345-a7fc29ac13c7 service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1128740 Aug 17 02:59:38.100592 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:38.174955 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-7a66ec2c-cc10-47c1-af6e-af2872ae62d4 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:38.178699 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-7a66ec2c-cc10-47c1-af6e-af2872ae62d4 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.9821196 Aug 17 02:59:38.304247 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Pushing event updated for resources: {'Port': ['ID=0a84f531-4933-4f3b-8eb2-d56f6c854783,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:38.323956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74283b0e-a128-429b-9666-a52cb2146ef4 req-34755f7e-0399-4e60-b84a-30d9ba0e6e80 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:38.325554 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-74283b0e-a128-429b-9666-a52cb2146ef4 req-34755f7e-0399-4e60-b84a-30d9ba0e6e80 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfa649c-732a-4b81-9fb2-1e1a938675cb HTTP/1.1" status: 200 len: 944 time: 0.1823411 Aug 17 02:59:38.353919 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Attempting to bind port 8e2b62ef-d463-4eb7-8839-76a728306051 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:59:38.354387 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Attempting to bind port 8e2b62ef-d463-4eb7-8839-76a728306051 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:59:38.354799 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Attempting to bind port 8e2b62ef-d463-4eb7-8839-76a728306051 on network b0e1662b-3237-45e1-8f42-62a3ce636ecb {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:38.432081 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-2e4a62c0-b0e6-40b2-b014-185588eac8b7 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.8 HTTP/1.1" status: 200 len: 694 time: 0.1862588 Aug 17 02:59:38.445410 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Port 8e2b62ef-d463-4eb7-8839-76a728306051 on network b0e1662b-3237-45e1-8f42-62a3ce636ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:59:38.445941 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Attempting to bind port 8e2b62ef-d463-4eb7-8839-76a728306051 on network b0e1662b-3237-45e1-8f42-62a3ce636ecb {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:38.467621 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-986b7d7c-cb26-4381-9607-368f0858ba63 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Request body: {'floatingip': {'port_id': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:38.493083 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:59:38.494684 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Checking segment: {'id': 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:59:38.495195 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Bound using segment: {'id': 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:59:38.498553 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Bound port: 8e2b62ef-d463-4eb7-8839-76a728306051, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:59:38.499069 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:38.545724 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-74283b0e-a128-429b-9666-a52cb2146ef4 req-c0c7484b-1161-476e-b5ea-2e888af88de3 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873186 Aug 17 02:59:38.607626 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3cb85df7-1978-43e1-8ff0-e7bffd9d721a req-6b8beb0f-08db-4598-8980-84ab4ac77bbe service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4758019 Aug 17 02:59:38.628163 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-986b7d7c-cb26-4381-9607-368f0858ba63 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:38.632685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Attempting to bind port 0a84f531-4933-4f3b-8eb2-d56f6c854783 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:59:38.632685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Attempting to bind port 0a84f531-4933-4f3b-8eb2-d56f6c854783 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:59:38.634472 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Attempting to bind port 0a84f531-4933-4f3b-8eb2-d56f6c854783 on network 9a025f32-f5b2-4a70-b1ff-319c315c310a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:38.656556 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:38.657795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Port 0a84f531-4933-4f3b-8eb2-d56f6c854783 on network 9a025f32-f5b2-4a70-b1ff-319c315c310a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:59:38.658122 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Attempting to bind port 0a84f531-4933-4f3b-8eb2-d56f6c854783 on network 9a025f32-f5b2-4a70-b1ff-319c315c310a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:38.737241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:59:38.741564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Checking segment: {'id': '9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:59:38.741564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Bound using segment: {'id': '9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:59:38.741564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Bound port: 0a84f531-4933-4f3b-8eb2-d56f6c854783, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:59:38.741564 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:38.762317 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] For port 8e2b62ef-d463-4eb7-8839-76a728306051, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:59:38.766894 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] For port 8e2b62ef-d463-4eb7-8839-76a728306051, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8e2b62ef-d463-4eb7-8839-76a728306051,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:59:38.821514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3717f404-602e-432d-af4e-951dbe503b04 req-f99c5c09-b76f-4b2b-b9d3-cac957c8543e tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:38.822928 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3717f404-602e-432d-af4e-951dbe503b04 req-f99c5c09-b76f-4b2b-b9d3-cac957c8543e tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.60 "GET /v2.0/ports?device_id=09c32261-6dc6-4c0b-99d9-cecb04e51ab5 HTTP/1.1" status: 200 len: 946 time: 0.1933231 Aug 17 02:59:38.860189 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:38.975212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] For port 0a84f531-4933-4f3b-8eb2-d56f6c854783, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:59:38.991429 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:38.992203 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:38.993933 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81d58cde-3699-444b-a87f-36e4c4757547 req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] 10.222.0.60 "PUT /v2.0/ports/8e2b62ef-d463-4eb7-8839-76a728306051 HTTP/1.1" status: 200 len: 1092 time: 3.6747546 Aug 17 02:59:38.997934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cfa649c-732a-4b81-9fb2-1e1a938675cb', 'tag': '8e2b62ef-d463-4eb7-8839-76a728306051'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:39.001403 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff910a78-25c1-4b23-b021-1c08a5dba9b9" -d '{"events": [{"name": "network-changed", "server_uuid": "9cfa649c-732a-4b81-9fb2-1e1a938675cb", "tag": "8e2b62ef-d463-4eb7-8839-76a728306051"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:39.002904 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] For port 0a84f531-4933-4f3b-8eb2-d56f6c854783, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0a84f531-4933-4f3b-8eb2-d56f6c854783,segment=NetworkSegment(9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef),segment_id=9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:59:39.033544 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-3717f404-602e-432d-af4e-951dbe503b04 req-2eb49d70-3aeb-4c99-94c1-833b52c4c619 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Deleting port 78820756-275a-477d-a4a9-b2d74be6399a {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:59:39.033544 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3717f404-602e-432d-af4e-951dbe503b04 req-2eb49d70-3aeb-4c99-94c1-833b52c4c619 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:39.083943 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8bb03f-46af-4a8d-b66d-3458d26e579d service neutron] Pushing event updated for resources: {'Port': ['ID=8e2b62ef-d463-4eb7-8839-76a728306051,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:39.103075 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:39.151101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:39.151652 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:39.153452 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] 10.222.0.60 "PUT /v2.0/ports/0a84f531-4933-4f3b-8eb2-d56f6c854783 HTTP/1.1" status: 200 len: 1091 time: 2.4842880 Aug 17 02:59:39.167021 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'tag': '0a84f531-4933-4f3b-8eb2-d56f6c854783'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:39.170099 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-500aec0a-36d6-4e7c-b27e-7be17c318bd6" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "tag": "0a84f531-4933-4f3b-8eb2-d56f6c854783"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:39.286199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Request body: {'port': {'device_id': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:39.323641 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add170b0-2c53-4273-98a5-e5d80a5de12d service neutron] Pushing event updated for resources: {'Port': ['ID=0a84f531-4933-4f3b-8eb2-d56f6c854783,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:39.334686 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66851da9-d563-43d1-b395-0ccd522f3f3c req-0d2dac14-3322-4fa1-a193-374e8d1ed239 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:39.343295 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66851da9-d563-43d1-b395-0ccd522f3f3c req-0d2dac14-3322-4fa1-a193-374e8d1ed239 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1763327 Aug 17 02:59:39.344833 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d58cde-3699-444b-a87f-36e4c4757547 req-bda27c90-45c0-4281-9537-e482ab04474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:39.346434 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81d58cde-3699-444b-a87f-36e4c4757547 req-bda27c90-45c0-4281-9537-e482ab04474d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a950a1f07f90492d842c34338bc90e17&device_id=9cfa649c-732a-4b81-9fb2-1e1a938675cb HTTP/1.1" status: 200 len: 1095 time: 0.1745090 Aug 17 02:59:39.402588 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3717f404-602e-432d-af4e-951dbe503b04 req-2eb49d70-3aeb-4c99-94c1-833b52c4c619 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] For port 78820756-275a-477d-a4a9-b2d74be6399a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=78820756-275a-477d-a4a9-b2d74be6399a,segment=NetworkSegment(ebd1bd90-c14f-4c2f-bbbb-96991d62ee85),segment_id=ebd1bd90-c14f-4c2f-bbbb-96991d62ee85)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:39.403046 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3717f404-602e-432d-af4e-951dbe503b04 req-2eb49d70-3aeb-4c99-94c1-833b52c4c619 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:39.414736 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Router 5183c01a-f319-4400-be4a-7807307b6a7d is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:59:39.419078 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:39.451946 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-3717f404-602e-432d-af4e-951dbe503b04 req-2eb49d70-3aeb-4c99-94c1-833b52c4c619 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Calling delete_port for 78820756-275a-477d-a4a9-b2d74be6399a owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:59:39.482319 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66851da9-d563-43d1-b395-0ccd522f3f3c req-7aa97f75-21ac-436a-a37c-11f31a75d20f tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1388400 Aug 17 02:59:39.533678 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81d58cde-3699-444b-a87f-36e4c4757547 req-379c6cff-d9c9-4e7f-8c22-89f93352da06 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2b62ef-d463-4eb7-8839-76a728306051 HTTP/1.1" status: 200 len: 217 time: 0.1284916 Aug 17 02:59:39.574038 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e606577f-5026-47c7-abad-4055c1b6dc12 x-openstack-request-id: req-e606577f-5026-47c7-abad-4055c1b6dc12 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:39.574280 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cfa649c-732a-4b81-9fb2-1e1a938675cb", "tag": "8e2b62ef-d463-4eb7-8839-76a728306051", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:39.574523 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e606577f-5026-47c7-abad-4055c1b6dc12 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:39.574928 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cfa649c-732a-4b81-9fb2-1e1a938675cb', 'tag': '8e2b62ef-d463-4eb7-8839-76a728306051', 'status': 'completed', 'code': 200} Aug 17 02:59:39.592533 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.resource_extend [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-986b7d7c-cb26-4381-9607-368f0858ba63 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 02:59:39.715332 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d58cde-3699-444b-a87f-36e4c4757547 req-1c700929-4908-4763-b46e-5f12dd7b5f8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:39.716237 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81d58cde-3699-444b-a87f-36e4c4757547 req-1c700929-4908-4763-b46e-5f12dd7b5f8b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc7aeeda-153f-4ac5-8939-dd5068984085 HTTP/1.1" status: 200 len: 845 time: 0.1405563 Aug 17 02:59:39.718329 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-986b7d7c-cb26-4381-9607-368f0858ba63 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:39.741631 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:59:39.757188 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Sync routers for ids ['5183c01a-f319-4400-be4a-7807307b6a7d'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:59:39.774682 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Routers {'5183c01a-f319-4400-be4a-7807307b6a7d'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:39.775442 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5183c01a-f319-4400-be4a-7807307b6a7d'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:39.790762 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-986b7d7c-cb26-4381-9607-368f0858ba63 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:39.820291 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81d58cde-3699-444b-a87f-36e4c4757547 req-b926eef4-494f-4f9a-9ef3-40fd48d7a3a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0e1662b-3237-45e1-8f42-62a3ce636ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469048 Aug 17 02:59:39.831080 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432427f7-ad73-463c-a619-2dfb4708b7d1 req-98b95a21-6046-414b-9477-77a38f08ae85 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:39.837043 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432427f7-ad73-463c-a619-2dfb4708b7d1 req-98b95a21-6046-414b-9477-77a38f08ae85 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:39.845817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432427f7-ad73-463c-a619-2dfb4708b7d1 req-98b95a21-6046-414b-9477-77a38f08ae85 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:39.851558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432427f7-ad73-463c-a619-2dfb4708b7d1 req-98b95a21-6046-414b-9477-77a38f08ae85 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:39.857619 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432427f7-ad73-463c-a619-2dfb4708b7d1 req-98b95a21-6046-414b-9477-77a38f08ae85 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:39.865267 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-432427f7-ad73-463c-a619-2dfb4708b7d1 req-98b95a21-6046-414b-9477-77a38f08ae85 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 3828 time: 0.2198484 Aug 17 02:59:39.941356 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:39.941959 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-432427f7-ad73-463c-a619-2dfb4708b7d1 req-8f563167-9c77-4cc1-a438-717f2437f323 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0710762 Aug 17 02:59:39.945826 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Set router 5183c01a-f319-4400-be4a-7807307b6a7d gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:39.946194 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47208) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:39.946778 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f58fd4c8-68df-4776-9e32-35a20f56ec72 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 9.7401280 Aug 17 02:59:40.009515 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3717f404-602e-432d-af4e-951dbe503b04 req-2eb49d70-3aeb-4c99-94c1-833b52c4c619 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:40.026659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['fd3fbb6d-6af3-40d7-8d58-1314e50ac489', '78820756-275a-477d-a4a9-b2d74be6399a'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:59:40.089880 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81d58cde-3699-444b-a87f-36e4c4757547 req-f181e7e2-2b91-4b09-87c6-3abe2c31c500 service neutron] 10.222.0.60 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283218 Aug 17 02:59:40.103084 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-986b7d7c-cb26-4381-9607-368f0858ba63 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Floating IP c5631d17-00e2-422b-ac3a-b54b60c38fd7 associated. External IP: 172.25.1.8, port: fd3fbb6d-6af3-40d7-8d58-1314e50ac489. Aug 17 02:59:40.425862 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd0dcee3-22f8-4c13-9612-f804a789fadd x-openstack-request-id: req-bd0dcee3-22f8-4c13-9612-f804a789fadd {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:40.425862 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "tag": "0a84f531-4933-4f3b-8eb2-d56f6c854783", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:40.425862 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd0dcee3-22f8-4c13-9612-f804a789fadd {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:40.425862 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'tag': '0a84f531-4933-4f3b-8eb2-d56f6c854783', 'status': 'completed', 'code': 200} Aug 17 02:59:40.429109 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5183c01a-f319-4400-be4a-7807307b6a7d', 'name': 'tempest-snat-router-1170593678', 'tenant_id': '1be4441126654895af79c299f7408366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'a7f362e0-d754-4424-9630-5e2caf9991f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:59:31Z', 'updated_at': '2021-08-17T02:59:37Z', 'revision_number': 3, 'project_id': '1be4441126654895af79c299f7408366', 'gw_port': {'id': 'a7f362e0-d754-4424-9630-5e2caf9991f3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5183c01a-f319-4400-be4a-7807307b6a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:59:34Z', 'updated_at': '2021-08-17T02:59:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:40.463004 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Checking router: 5183c01a-f319-4400-be4a-7807307b6a7d for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:59:40.463460 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Updating router 5183c01a-f319-4400-be4a-7807307b6a7d port a7f362e0-d754-4424-9630-5e2caf9991f3 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 02:59:40.497689 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:40.505542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb49d70-3aeb-4c99-94c1-833b52c4c619 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Pushing event deleted for resources: {'Port': ['ID=78820756-275a-477d-a4a9-b2d74be6399a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:40.662298 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3717f404-602e-432d-af4e-951dbe503b04 req-2eb49d70-3aeb-4c99-94c1-833b52c4c619 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] No DVR routers for this DVR port 78820756-275a-477d-a4a9-b2d74be6399a on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:59:40.669659 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3717f404-602e-432d-af4e-951dbe503b04 req-2eb49d70-3aeb-4c99-94c1-833b52c4c619 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:40.672311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3717f404-602e-432d-af4e-951dbe503b04 req-2eb49d70-3aeb-4c99-94c1-833b52c4c619 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.60 "DELETE /v2.0/ports/78820756-275a-477d-a4a9-b2d74be6399a HTTP/1.1" status: 204 len: 173 time: 1.8330605 Aug 17 02:59:40.684092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b647c0c9-5df0-4033-b58c-6fe97fadcd8b {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:59:40.708872 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-429ed97d-95a2-4a2d-ad88-4c93147db593 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "GET /v2.0/routers/5183c01a-f319-4400-be4a-7807307b6a7d HTTP/1.1" status: 200 len: 908 time: 0.7614021 Aug 17 02:59:40.711238 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47228) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:40.715636 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:40.726289 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43108c5d-893e-479a-be4b-09afac6603c2 req-a8099605-caf8-4264-9030-71d232da807e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:40.727838 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-43108c5d-893e-479a-be4b-09afac6603c2 req-a8099605-caf8-4264-9030-71d232da807e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfa649c-732a-4b81-9fb2-1e1a938675cb HTTP/1.1" status: 200 len: 944 time: 0.3031211 Aug 17 02:59:40.734867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500aec0a-36d6-4e7c-b27e-7be17c318bd6 req-067eec90-1677-4341-8e7e-443ef2e91747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:40.735374 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500aec0a-36d6-4e7c-b27e-7be17c318bd6 req-067eec90-1677-4341-8e7e-443ef2e91747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:40.735882 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500aec0a-36d6-4e7c-b27e-7be17c318bd6 req-067eec90-1677-4341-8e7e-443ef2e91747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:40.737746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500aec0a-36d6-4e7c-b27e-7be17c318bd6 req-067eec90-1677-4341-8e7e-443ef2e91747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:40.737746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500aec0a-36d6-4e7c-b27e-7be17c318bd6 req-067eec90-1677-4341-8e7e-443ef2e91747 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:40.738974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-500aec0a-36d6-4e7c-b27e-7be17c318bd6 req-067eec90-1677-4341-8e7e-443ef2e91747 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e9c034e7e504b8fb35245098d953639&device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 4363 time: 0.3217680 Aug 17 02:59:40.772947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Transition to ACTIVE for port object b647c0c9-5df0-4033-b58c-6fe97fadcd8b will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:40.850581 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:40.858673 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-43108c5d-893e-479a-be4b-09afac6603c2 req-8db93924-b35e-4a3f-b2e6-f7e5aa1d8997 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159689 Aug 17 02:59:40.861648 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:40.875212 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Transition to ACTIVE for port object a7f362e0-d754-4424-9630-5e2caf9991f3 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:40.929882 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81d58cde-3699-444b-a87f-36e4c4757547 req-658fe0cb-1c17-4931-b5f3-98086198c815 service neutron] 10.222.0.60 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8241279 Aug 17 02:59:40.933369 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:41.000926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Pushing event updated for resources: {'Port': ['ID=b647c0c9-5df0-4033-b58c-6fe97fadcd8b,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:41.054103 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-276b46a4-12af-442f-bafd-d16c973c8e46 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:41.054979 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfd95a-9f74-4d05-92c5-2b826538e646 None None] Pushing event updated for resources: {'Port': ['ID=a7f362e0-d754-4424-9630-5e2caf9991f3,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:41.060240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500aec0a-36d6-4e7c-b27e-7be17c318bd6 req-7e89a020-16a9-4587-b94a-9b84ebccce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:41.060754 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500aec0a-36d6-4e7c-b27e-7be17c318bd6 req-7e89a020-16a9-4587-b94a-9b84ebccce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:41.061213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500aec0a-36d6-4e7c-b27e-7be17c318bd6 req-7e89a020-16a9-4587-b94a-9b84ebccce31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:41.061899 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Attempting to bind port a7f362e0-d754-4424-9630-5e2caf9991f3 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:59:41.063369 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-500aec0a-36d6-4e7c-b27e-7be17c318bd6 req-7e89a020-16a9-4587-b94a-9b84ebccce31 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4e9c034e7e504b8fb35245098d953639&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2919700 Aug 17 02:59:41.063579 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Attempting to bind port a7f362e0-d754-4424-9630-5e2caf9991f3 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:59:41.064223 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Attempting to bind port a7f362e0-d754-4424-9630-5e2caf9991f3 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:41.092452 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfd95a-9f74-4d05-92c5-2b826538e646 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:41.095080 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfd95a-9f74-4d05-92c5-2b826538e646 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:41.095602 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfd95a-9f74-4d05-92c5-2b826538e646 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:41.096422 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfd95a-9f74-4d05-92c5-2b826538e646 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:41.096942 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfd95a-9f74-4d05-92c5-2b826538e646 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:41.097588 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfd95a-9f74-4d05-92c5-2b826538e646 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:41.098081 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfd95a-9f74-4d05-92c5-2b826538e646 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:41.098569 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfd95a-9f74-4d05-92c5-2b826538e646 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:41.099869 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfd95a-9f74-4d05-92c5-2b826538e646 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:41.100406 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfd95a-9f74-4d05-92c5-2b826538e646 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:41.101040 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfd95a-9f74-4d05-92c5-2b826538e646 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:41.101584 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0edfd95a-9f74-4d05-92c5-2b826538e646 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 02:59:41.106123 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:59:41.111522 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:59:41.111522 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:41.111522 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:59:41.111522 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Bound port: a7f362e0-d754-4424-9630-5e2caf9991f3, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:59:41.111522 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:41.179958 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] For port a7f362e0-d754-4424-9630-5e2caf9991f3, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:59:41.183885 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] For port a7f362e0-d754-4424-9630-5e2caf9991f3, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=a7f362e0-d754-4424-9630-5e2caf9991f3,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:59:41.266596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Attempting to bind port b647c0c9-5df0-4033-b58c-6fe97fadcd8b on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:59:41.266942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Attempting to bind port b647c0c9-5df0-4033-b58c-6fe97fadcd8b by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:59:41.267335 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Attempting to bind port b647c0c9-5df0-4033-b58c-6fe97fadcd8b on network e4d8607a-fcd3-4976-90b3-958c321a6814 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:41.282919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Port b647c0c9-5df0-4033-b58c-6fe97fadcd8b on network e4d8607a-fcd3-4976-90b3-958c321a6814 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:59:41.283249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Attempting to bind port b647c0c9-5df0-4033-b58c-6fe97fadcd8b on network e4d8607a-fcd3-4976-90b3-958c321a6814 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:41.308426 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:59:41.308864 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Checking segment: {'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:59:41.309256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Bound using segment: {'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:59:41.309840 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Bound port: b647c0c9-5df0-4033-b58c-6fe97fadcd8b, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:59:41.310196 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:41.324107 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:41.353273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a48ec0-e188-45de-9637-541594617a8e req-3ae54b8d-d1e9-41a4-9350-a38d05459bf3 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:41.361365 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07a48ec0-e188-45de-9637-541594617a8e req-3ae54b8d-d1e9-41a4-9350-a38d05459bf3 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1445580 Aug 17 02:59:41.363989 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff910a78-25c1-4b23-b021-1c08a5dba9b9 req-62fb77b9-0eb5-4977-a538-a1ae78db24b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:41.365542 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff910a78-25c1-4b23-b021-1c08a5dba9b9 req-62fb77b9-0eb5-4977-a538-a1ae78db24b3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a950a1f07f90492d842c34338bc90e17&device_id=9cfa649c-732a-4b81-9fb2-1e1a938675cb HTTP/1.1" status: 200 len: 1095 time: 0.1693544 Aug 17 02:59:41.373480 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500aec0a-36d6-4e7c-b27e-7be17c318bd6 req-3cfc68bf-d7d1-44df-bcdc-002dbd7cea15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:41.375599 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-500aec0a-36d6-4e7c-b27e-7be17c318bd6 req-3cfc68bf-d7d1-44df-bcdc-002dbd7cea15 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2875137 Aug 17 02:59:41.380978 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-986b7d7c-cb26-4381-9607-368f0858ba63 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Router 0761addd-3ed5-4677-af94-f21a0e6b2db3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:59:41.400495 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Routers {'5183c01a-f319-4400-be4a-7807307b6a7d'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:41.402025 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5183c01a-f319-4400-be4a-7807307b6a7d'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:41.450502 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07a48ec0-e188-45de-9637-541594617a8e req-d4539fc8-3198-4ada-a923-767acf9bb68f tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881436 Aug 17 02:59:41.454719 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0edfd95a-9f74-4d05-92c5-2b826538e646 None None] Pushing event updated for resources: {'Port': ['ID=a7f362e0-d754-4424-9630-5e2caf9991f3,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:41.464936 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-276b46a4-12af-442f-bafd-d16c973c8e46 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:41.476224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] For port b647c0c9-5df0-4033-b58c-6fe97fadcd8b, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:59:41.483793 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] For port b647c0c9-5df0-4033-b58c-6fe97fadcd8b, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=b647c0c9-5df0-4033-b58c-6fe97fadcd8b,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:59:41.566309 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:41.574064 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] Set router 5183c01a-f319-4400-be4a-7807307b6a7d gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:41.647017 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff910a78-25c1-4b23-b021-1c08a5dba9b9 req-063ee2f7-cb4e-4e08-879b-b2dbd57ff266 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:41.647017 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff910a78-25c1-4b23-b021-1c08a5dba9b9 req-063ee2f7-cb4e-4e08-879b-b2dbd57ff266 service neutron] 10.222.0.60 "GET /v2.0/networks?id=b0e1662b-3237-45e1-8f42-62a3ce636ecb HTTP/1.1" status: 200 len: 905 time: 0.2446296 Aug 17 02:59:41.648588 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:41.649072 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:41.651438 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] 10.222.0.60 "PUT /v2.0/ports/b647c0c9-5df0-4033-b58c-6fe97fadcd8b HTTP/1.1" status: 200 len: 1134 time: 2.3778737 Aug 17 02:59:41.701172 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff910a78-25c1-4b23-b021-1c08a5dba9b9 req-dc743bec-fe2c-4dd9-acc6-ea8600fb30c1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8e2b62ef-d463-4eb7-8839-76a728306051 HTTP/1.1" status: 200 len: 217 time: 0.0469518 Aug 17 02:59:41.723323 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-986b7d7c-cb26-4381-9607-368f0858ba63 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:59:41.738880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360f329-68ea-4da2-a2b5-1e1017e121ca None None] Sync routers for ids ['0761addd-3ed5-4677-af94-f21a0e6b2db3'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:59:41.739480 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-986b7d7c-cb26-4381-9607-368f0858ba63 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:41.758808 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Request body: {'port': {'device_id': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:41.769189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf39ff6b-4081-48ac-86d0-ba84e8154781 service neutron] Pushing event updated for resources: {'Port': ['ID=b647c0c9-5df0-4033-b58c-6fe97fadcd8b,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:41.769648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c360f329-68ea-4da2-a2b5-1e1017e121ca None None] Routers {'0761addd-3ed5-4677-af94-f21a0e6b2db3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:41.770299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c360f329-68ea-4da2-a2b5-1e1017e121ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0761addd-3ed5-4677-af94-f21a0e6b2db3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:41.846229 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-986b7d7c-cb26-4381-9607-368f0858ba63 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "PUT /v2.0/floatingips/c5631d17-00e2-422b-ac3a-b54b60c38fd7 HTTP/1.1" status: 200 len: 994 time: 3.3951378 Aug 17 02:59:41.848455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-276b46a4-12af-442f-bafd-d16c973c8e46 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Deleting port a7f362e0-d754-4424-9630-5e2caf9991f3 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:59:41.848993 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-276b46a4-12af-442f-bafd-d16c973c8e46 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:41.854921 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'tag': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:41.858909 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-48d938ca-6301-44a1-86a1-7749f589d93d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a93e4a-f4b6-4fb0-982f-78cf94e47d04", "tag": "fd3fbb6d-6af3-40d7-8d58-1314e50ac489"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:41.864601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9a116-6fdb-4bbd-a9cf-37ab54b22a89 req-2f5dd19c-bc54-482d-a496-7ad8cc8778b6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:41.870639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9a116-6fdb-4bbd-a9cf-37ab54b22a89 req-2f5dd19c-bc54-482d-a496-7ad8cc8778b6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:41.893849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9a116-6fdb-4bbd-a9cf-37ab54b22a89 req-2f5dd19c-bc54-482d-a496-7ad8cc8778b6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:41.909996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9a116-6fdb-4bbd-a9cf-37ab54b22a89 req-2f5dd19c-bc54-482d-a496-7ad8cc8778b6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:41.922673 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff910a78-25c1-4b23-b021-1c08a5dba9b9 req-46853a24-074b-4455-80e3-8440f177c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:41.924514 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff910a78-25c1-4b23-b021-1c08a5dba9b9 req-46853a24-074b-4455-80e3-8440f177c613 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc7aeeda-153f-4ac5-8939-dd5068984085 HTTP/1.1" status: 200 len: 845 time: 0.2029457 Aug 17 02:59:41.926994 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9a116-6fdb-4bbd-a9cf-37ab54b22a89 req-2f5dd19c-bc54-482d-a496-7ad8cc8778b6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:41.943826 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5183c01a-f319-4400-be4a-7807307b6a7d', 'name': 'tempest-snat-router-1170593678', 'tenant_id': '1be4441126654895af79c299f7408366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'a7f362e0-d754-4424-9630-5e2caf9991f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:59:31Z', 'updated_at': '2021-08-17T02:59:37Z', 'revision_number': 3, 'project_id': '1be4441126654895af79c299f7408366', 'gw_port': {'id': 'a7f362e0-d754-4424-9630-5e2caf9991f3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5183c01a-f319-4400-be4a-7807307b6a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:59:34Z', 'updated_at': '2021-08-17T02:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:41.945407 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0be9a116-6fdb-4bbd-a9cf-37ab54b22a89 req-2f5dd19c-bc54-482d-a496-7ad8cc8778b6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:41.947400 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0be9a116-6fdb-4bbd-a9cf-37ab54b22a89 req-2f5dd19c-bc54-482d-a496-7ad8cc8778b6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 4604 time: 0.3170931 Aug 17 02:59:42.011149 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-c360f329-68ea-4da2-a2b5-1e1017e121ca None None] Set router 0761addd-3ed5-4677-af94-f21a0e6b2db3 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:42.020688 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8551e5d-c8f1-4695-83d2-a30de39ef5cd None None] The sync data for ids ['5183c01a-f319-4400-be4a-7807307b6a7d'] in n-d-802060-9 is: [{'id': '5183c01a-f319-4400-be4a-7807307b6a7d', 'name': 'tempest-snat-router-1170593678', 'tenant_id': '1be4441126654895af79c299f7408366', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': 'a7f362e0-d754-4424-9630-5e2caf9991f3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:59:31Z', 'updated_at': '2021-08-17T02:59:37Z', 'revision_number': 3, 'project_id': '1be4441126654895af79c299f7408366', 'gw_port': {'id': 'a7f362e0-d754-4424-9630-5e2caf9991f3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:1a:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5183c01a-f319-4400-be4a-7807307b6a7d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1038, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:59:34Z', 'updated_at': '2021-08-17T02:59:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:59:42.024679 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff910a78-25c1-4b23-b021-1c08a5dba9b9 req-464cc5cb-910e-487d-8d42-2cbeb6e61a54 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0e1662b-3237-45e1-8f42-62a3ce636ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700650 Aug 17 02:59:42.048010 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:42.060382 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-aa092a87-468d-47d7-b5c3-659bfb23d96c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:42.073821 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-aa092a87-468d-47d7-b5c3-659bfb23d96c service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 1096 time: 0.1661274 Aug 17 02:59:42.088227 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0be9a116-6fdb-4bbd-a9cf-37ab54b22a89 req-a8ae2503-e903-4f2c-9c22-e243dc20f1b8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1284418 Aug 17 02:59:42.424448 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '09c32261-6dc6-4c0b-99d9-cecb04e51ab5', 'name': 'network-vif-deleted', 'tag': '78820756-275a-477d-a4a9-b2d74be6399a'}, {'name': 'network-changed', 'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'tag': 'b647c0c9-5df0-4033-b58c-6fe97fadcd8b'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:42.427027 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-beb2cc5b-49f2-4364-96ec-134645c00ee2" -d '{"events": [{"server_uuid": "09c32261-6dc6-4c0b-99d9-cecb04e51ab5", "name": "network-vif-deleted", "tag": "78820756-275a-477d-a4a9-b2d74be6399a"}, {"name": "network-changed", "server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "tag": "b647c0c9-5df0-4033-b58c-6fe97fadcd8b"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:42.429240 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5147a63-2620-445a-9533-7e6a7c8825ec x-openstack-request-id: req-b5147a63-2620-445a-9533-7e6a7c8825ec {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:42.429665 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a93e4a-f4b6-4fb0-982f-78cf94e47d04", "tag": "fd3fbb6d-6af3-40d7-8d58-1314e50ac489", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:42.430537 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b5147a63-2620-445a-9533-7e6a7c8825ec {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:42.430537 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'tag': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489', 'status': 'completed', 'code': 200} Aug 17 02:59:42.451606 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff910a78-25c1-4b23-b021-1c08a5dba9b9 req-4cdfb893-64c3-4568-8fa1-afb46fd27dfb service neutron] 10.222.0.60 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4020486 Aug 17 02:59:42.459692 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-276b46a4-12af-442f-bafd-d16c973c8e46 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] For port a7f362e0-d754-4424-9630-5e2caf9991f3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=a7f362e0-d754-4424-9630-5e2caf9991f3,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:42.460216 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-276b46a4-12af-442f-bafd-d16c973c8e46 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:42.461386 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c360f329-68ea-4da2-a2b5-1e1017e121ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c5631d17-00e2-422b-ac3a-b54b60c38fd7', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'port_id': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'mac_address': 'fa:16:3e:90:9a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:58:49Z', 'updated_at': '2021-08-17T02:59:39Z', 'revision_number': 8, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:42.516126 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-276b46a4-12af-442f-bafd-d16c973c8e46 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Calling delete_port for a7f362e0-d754-4424-9630-5e2caf9991f3 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:59:42.549619 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8e2b62ef-d463-4eb7-8839-76a728306051 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:59:42.581634 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d938ca-6301-44a1-86a1-7749f589d93d req-ee0cbf17-a799-4f47-808b-36441d6a041d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:42.585541 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48d938ca-6301-44a1-86a1-7749f589d93d req-ee0cbf17-a799-4f47-808b-36441d6a041d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 1096 time: 0.2176316 Aug 17 02:59:42.645337 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 78820756-275a-477d-a4a9-b2d74be6399a no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:59:42.650137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360f329-68ea-4da2-a2b5-1e1017e121ca None None] Checking router: 0761addd-3ed5-4677-af94-f21a0e6b2db3 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:59:42.675757 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 78820756-275a-477d-a4a9-b2d74be6399a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:59:42.676369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 78820756-275a-477d-a4a9-b2d74be6399a not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:59:42.676993 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8bb01561-2145-4b66-b8b6-0cdf4587181d no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:59:42.714412 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c360f329-68ea-4da2-a2b5-1e1017e121ca None None] Routers {'0761addd-3ed5-4677-af94-f21a0e6b2db3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:42.715396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c360f329-68ea-4da2-a2b5-1e1017e121ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0761addd-3ed5-4677-af94-f21a0e6b2db3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:42.727804 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1698d443-9c2c-4366-bdfd-7b566453da03 req-08dccaec-f05e-4c52-8318-d45fb3082332 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:42.736353 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1698d443-9c2c-4366-bdfd-7b566453da03 req-08dccaec-f05e-4c52-8318-d45fb3082332 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfa649c-732a-4b81-9fb2-1e1a938675cb HTTP/1.1" status: 200 len: 944 time: 0.2871573 Aug 17 02:59:42.864341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d938ca-6301-44a1-86a1-7749f589d93d req-3958411a-b56e-46ad-8144-327336da49ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:42.865981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48d938ca-6301-44a1-86a1-7749f589d93d req-3958411a-b56e-46ad-8144-327336da49ad service neutron] 10.222.0.60 "GET /v2.0/networks?id=3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 200 len: 921 time: 0.2603135 Aug 17 02:59:42.868790 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-c360f329-68ea-4da2-a2b5-1e1017e121ca None None] Set router 0761addd-3ed5-4677-af94-f21a0e6b2db3 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:42.876233 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1698d443-9c2c-4366-bdfd-7b566453da03 req-926b3581-dcd2-43e3-9038-ad6ed3f48610 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1389236 Aug 17 02:59:42.919580 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff910a78-25c1-4b23-b021-1c08a5dba9b9 req-fbd6853a-54f9-4a2b-8bc2-8a2c6bad780c service neutron] 10.222.0.60 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4487748 Aug 17 02:59:42.939672 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-cf89b4e7-f23c-4b67-9e7b-a4ab5dd6f071 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:42.941264 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-cf89b4e7-f23c-4b67-9e7b-a4ab5dd6f071 service neutron] 10.222.0.10 "GET /v2.0/networks?id=3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 200 len: 921 time: 0.8660014 Aug 17 02:59:42.983023 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0de1d812-cbba-4e5d-823a-b18fcc94199e {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:59:42.996636 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:43.042981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48d938ca-6301-44a1-86a1-7749f589d93d req-a31761ab-0256-485c-9b80-08cf79ea37de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3fbb6d-6af3-40d7-8d58-1314e50ac489 HTTP/1.1" status: 200 len: 997 time: 0.1606827 Aug 17 02:59:43.044161 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Transition to ACTIVE for port object 0de1d812-cbba-4e5d-823a-b18fcc94199e will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:43.061909 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-276b46a4-12af-442f-bafd-d16c973c8e46 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:43.099954 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8e2b62ef-d463-4eb7-8839-76a728306051, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8e2b62ef-d463-4eb7-8839-76a728306051,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:43.123005 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '8e2b62ef-d463-4eb7-8839-76a728306051', 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb', 'port_id': '8e2b62ef-d463-4eb7-8839-76a728306051', 'mac_address': 'fa:16:3e:18:ae:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7aeeda-153f-4ac5-8939-dd5068984085', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:59:43.131929 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:43.143880 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276b46a4-12af-442f-bafd-d16c973c8e46 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Pushing event deleted for resources: {'Port': ['ID=a7f362e0-d754-4424-9630-5e2caf9991f3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:43.217330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d938ca-6301-44a1-86a1-7749f589d93d req-3385acb2-4fb3-49c3-8db1-11ed2f08c130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:43.217330 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48d938ca-6301-44a1-86a1-7749f589d93d req-3385acb2-4fb3-49c3-8db1-11ed2f08c130 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e61e822-43e0-4ebd-8a9e-1084821b54a5 HTTP/1.1" status: 200 len: 860 time: 0.1667893 Aug 17 02:59:43.221482 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:43.221733 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Pushing event updated for resources: {'Port': ['ID=0de1d812-cbba-4e5d-823a-b18fcc94199e,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:43.243900 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-c7c1edec-d81a-407f-bb1c-f09e7c2bddd1 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3fbb6d-6af3-40d7-8d58-1314e50ac489 HTTP/1.1" status: 200 len: 997 time: 0.2959225 Aug 17 02:59:43.358322 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-276b46a4-12af-442f-bafd-d16c973c8e46 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:43.423482 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41def9cb-d805-40f1-9d2f-ec91c772825b req-cc20a565-0948-4078-bfb6-2249014e889f tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:43.433923 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-41def9cb-d805-40f1-9d2f-ec91c772825b req-cc20a565-0948-4078-bfb6-2249014e889f tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 951 time: 0.2935672 Aug 17 02:59:43.449948 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:43.480114 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e2b62ef-d463-4eb7-8839-76a728306051 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:59:43.502628 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8e2b62ef-d463-4eb7-8839-76a728306051, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8e2b62ef-d463-4eb7-8839-76a728306051,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:43.534176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d938ca-6301-44a1-86a1-7749f589d93d req-259589f1-1ab1-4467-99b0-2f2b58802516 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:43.537433 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb01561-2145-4b66-b8b6-0cdf4587181d'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:43.540270 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8172ce3b-0831-44df-a668-eff3ab68db69" -d '{"events": [{"server_uuid": "c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb01561-2145-4b66-b8b6-0cdf4587181d"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:43.543193 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48d938ca-6301-44a1-86a1-7749f589d93d req-259589f1-1ab1-4467-99b0-2f2b58802516 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3579b9f8-ac96-472a-833f-5c19e19ba45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2816181 Aug 17 02:59:43.567396 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-276b46a4-12af-442f-bafd-d16c973c8e46 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:43.574087 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-276b46a4-12af-442f-bafd-d16c973c8e46 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:43.616872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8bb01561-2145-4b66-b8b6-0cdf4587181d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8bb01561-2145-4b66-b8b6-0cdf4587181d,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:43.634394 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-7a0aad0d-42ab-4988-8db7-046f53dda4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:43.636435 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-7a0aad0d-42ab-4988-8db7-046f53dda4a9 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e61e822-43e0-4ebd-8a9e-1084821b54a5 HTTP/1.1" status: 200 len: 860 time: 0.3421094 Aug 17 02:59:43.653464 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:43.670134 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-41def9cb-d805-40f1-9d2f-ec91c772825b req-67fcf54a-e4c2-4c63-97ed-fe957081897d tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b25d205-ecb9-4896-b7fb-510b0f0fb23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2344818 Aug 17 02:59:43.720358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Attempting to bind port 0de1d812-cbba-4e5d-823a-b18fcc94199e on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:59:43.720753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Attempting to bind port 0de1d812-cbba-4e5d-823a-b18fcc94199e by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:59:43.721822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Attempting to bind port 0de1d812-cbba-4e5d-823a-b18fcc94199e on network e4d8607a-fcd3-4976-90b3-958c321a6814 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:43.734800 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8e2b62ef-d463-4eb7-8839-76a728306051,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:43.738513 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:43.747001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Port 0de1d812-cbba-4e5d-823a-b18fcc94199e on network e4d8607a-fcd3-4976-90b3-958c321a6814 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:59:43.747472 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Attempting to bind port 0de1d812-cbba-4e5d-823a-b18fcc94199e on network e4d8607a-fcd3-4976-90b3-958c321a6814 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:43.759133 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48c5a88d-5bd9-415c-b64c-96c08255eff9 x-openstack-request-id: req-48c5a88d-5bd9-415c-b64c-96c08255eff9 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:43.760703 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "09c32261-6dc6-4c0b-99d9-cecb04e51ab5", "name": "network-vif-deleted", "tag": "78820756-275a-477d-a4a9-b2d74be6399a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "tag": "b647c0c9-5df0-4033-b58c-6fe97fadcd8b", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:43.761070 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48c5a88d-5bd9-415c-b64c-96c08255eff9 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:43.762111 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '09c32261-6dc6-4c0b-99d9-cecb04e51ab5', 'name': 'network-vif-deleted', 'tag': '78820756-275a-477d-a4a9-b2d74be6399a', 'status': 'completed', 'code': 200} Aug 17 02:59:43.762111 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'tag': 'b647c0c9-5df0-4033-b58c-6fe97fadcd8b', 'status': 'completed', 'code': 200} Aug 17 02:59:43.769987 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-276b46a4-12af-442f-bafd-d16c973c8e46 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:43.771306 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-276b46a4-12af-442f-bafd-d16c973c8e46 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5183c01a-f319-4400-be4a-7807307b6a7d {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:59:43.782592 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-276b46a4-12af-442f-bafd-d16c973c8e46 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:43.788116 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-276b46a4-12af-442f-bafd-d16c973c8e46 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "DELETE /v2.0/routers/5183c01a-f319-4400-be4a-7807307b6a7d HTTP/1.1" status: 204 len: 168 time: 3.0677452 Aug 17 02:59:43.789848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47300) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:43.804417 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:59:43.808545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Checking segment: {'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:59:43.809244 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Bound using segment: {'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:59:43.809853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Bound port: 0de1d812-cbba-4e5d-823a-b18fcc94199e, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:59:43.817350 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:43.829674 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8bb01561-2145-4b66-b8b6-0cdf4587181d,revision_number=11']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:43.848612 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c360f329-68ea-4da2-a2b5-1e1017e121ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c5631d17-00e2-422b-ac3a-b54b60c38fd7', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'port_id': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'mac_address': 'fa:16:3e:90:9a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:58:49Z', 'updated_at': '2021-08-17T02:59:39Z', 'revision_number': 8, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:43.883072 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-2c3d64a3-96e7-4dcc-bc42-0a15d30ba434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:43.883401 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c360f329-68ea-4da2-a2b5-1e1017e121ca None None] The sync data for ids ['0761addd-3ed5-4677-af94-f21a0e6b2db3'] in n-d-802060-9 is: [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c5631d17-00e2-422b-ac3a-b54b60c38fd7', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'floating_ip_address': '172.25.1.8', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'port_id': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 987, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'mac_address': 'fa:16:3e:90:9a:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:58:49Z', 'updated_at': '2021-08-17T02:59:39Z', 'revision_number': 8, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:59:43.885681 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-2c3d64a3-96e7-4dcc-bc42-0a15d30ba434 service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3579b9f8-ac96-472a-833f-5c19e19ba45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2418168 Aug 17 02:59:43.916699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2cc5b-49f2-4364-96ec-134645c00ee2 req-89ed1efe-a992-430b-bfdb-f13fbff9843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:43.917206 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2cc5b-49f2-4364-96ec-134645c00ee2 req-89ed1efe-a992-430b-bfdb-f13fbff9843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:43.917867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2cc5b-49f2-4364-96ec-134645c00ee2 req-89ed1efe-a992-430b-bfdb-f13fbff9843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:43.918516 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2cc5b-49f2-4364-96ec-134645c00ee2 req-89ed1efe-a992-430b-bfdb-f13fbff9843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:43.919059 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2cc5b-49f2-4364-96ec-134645c00ee2 req-89ed1efe-a992-430b-bfdb-f13fbff9843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:43.919539 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2cc5b-49f2-4364-96ec-134645c00ee2 req-89ed1efe-a992-430b-bfdb-f13fbff9843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:43.920186 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2cc5b-49f2-4364-96ec-134645c00ee2 req-89ed1efe-a992-430b-bfdb-f13fbff9843f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:43.923057 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-beb2cc5b-49f2-4364-96ec-134645c00ee2 req-89ed1efe-a992-430b-bfdb-f13fbff9843f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e9c034e7e504b8fb35245098d953639&device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 6177 time: 0.1306362 Aug 17 02:59:43.961635 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['8e2b62ef-d463-4eb7-8839-76a728306051'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:59:44.039763 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48d938ca-6301-44a1-86a1-7749f589d93d req-6477b81b-d22b-4bf2-afbf-4c6adad4288e service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4925938 Aug 17 02:59:44.191114 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-67e2972f-44ee-4aee-b313-d9823bdc3c5d service neutron] 10.222.0.10 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979000 Aug 17 02:59:44.195952 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2cc5b-49f2-4364-96ec-134645c00ee2 req-bd9906fc-5cb8-42db-8eda-54971b4be474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:44.196588 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2cc5b-49f2-4364-96ec-134645c00ee2 req-bd9906fc-5cb8-42db-8eda-54971b4be474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:44.197236 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2cc5b-49f2-4364-96ec-134645c00ee2 req-bd9906fc-5cb8-42db-8eda-54971b4be474 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:44.199354 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-beb2cc5b-49f2-4364-96ec-134645c00ee2 req-bd9906fc-5cb8-42db-8eda-54971b4be474 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4e9c034e7e504b8fb35245098d953639&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2551701 Aug 17 02:59:44.255652 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde0cf25-88a7-4606-a25a-a81ce4ec27e1 req-f2afa696-eb9d-47b5-a6a8-1d307cb44186 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:44.258503 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bde0cf25-88a7-4606-a25a-a81ce4ec27e1 req-f2afa696-eb9d-47b5-a6a8-1d307cb44186 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.3126490 Aug 17 02:59:44.262987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] For port 0de1d812-cbba-4e5d-823a-b18fcc94199e, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:59:44.268196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] For port 0de1d812-cbba-4e5d-823a-b18fcc94199e, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0de1d812-cbba-4e5d-823a-b18fcc94199e,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:59:44.300189 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eab7728-8d4d-45d0-802a-309f317d6569 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:44.324887 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48d938ca-6301-44a1-86a1-7749f589d93d req-7d6aabd1-ccf7-404e-bff7-1865fd266bd2 service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2170360 Aug 17 02:59:44.377784 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:44.395643 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11c3e38a-63c1-4220-a506-41d794fa2d01 req-71ceb5a9-f34e-42c3-b05a-280b62e250f0 service neutron] 10.222.0.10 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932216 Aug 17 02:59:44.405596 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb2cc5b-49f2-4364-96ec-134645c00ee2 req-c76f7c68-f279-4c8f-a82a-643284e412cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:44.410367 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-beb2cc5b-49f2-4364-96ec-134645c00ee2 req-c76f7c68-f279-4c8f-a82a-643284e412cb service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1985459 Aug 17 02:59:44.412734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:44.413495 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:44.416462 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] 10.222.0.60 "PUT /v2.0/ports/0de1d812-cbba-4e5d-823a-b18fcc94199e HTTP/1.1" status: 200 len: 1136 time: 2.6620290 Aug 17 02:59:44.505040 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bde0cf25-88a7-4606-a25a-a81ce4ec27e1 req-18d87013-eb4e-416a-8a47-efb9892bf6f4 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095089 Aug 17 02:59:44.561105 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Request body: {'port': {'device_id': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:44.588823 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27110543-45f7-4460-af35-81bcf539532c x-openstack-request-id: req-27110543-45f7-4460-af35-81bcf539532c {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:44.589117 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9", "name": "network-vif-unplugged", "status": "completed", "tag": "8bb01561-2145-4b66-b8b6-0cdf4587181d", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:44.589371 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27110543-45f7-4460-af35-81bcf539532c {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:44.589795 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8bb01561-2145-4b66-b8b6-0cdf4587181d', 'code': 200} Aug 17 02:59:44.621875 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a262d3-89fb-462b-9ef2-7d3799363490 req-73aa8afe-5188-4ba7-b583-f60bf0c4d99b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:44.630711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a262d3-89fb-462b-9ef2-7d3799363490 req-73aa8afe-5188-4ba7-b583-f60bf0c4d99b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:44.641229 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a262d3-89fb-462b-9ef2-7d3799363490 req-73aa8afe-5188-4ba7-b583-f60bf0c4d99b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:44.648894 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a262d3-89fb-462b-9ef2-7d3799363490 req-73aa8afe-5188-4ba7-b583-f60bf0c4d99b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:44.658617 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a262d3-89fb-462b-9ef2-7d3799363490 req-73aa8afe-5188-4ba7-b583-f60bf0c4d99b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:44.661161 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cfd21d0-7ceb-4852-ac41-0870eefaaeb9 None None] New status for floating IP c5631d17-00e2-422b-ac3a-b54b60c38fd7: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:59:44.666383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a262d3-89fb-462b-9ef2-7d3799363490 req-73aa8afe-5188-4ba7-b583-f60bf0c4d99b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:44.674287 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a262d3-89fb-462b-9ef2-7d3799363490 req-73aa8afe-5188-4ba7-b583-f60bf0c4d99b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:44.683604 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-18a262d3-89fb-462b-9ef2-7d3799363490 req-73aa8afe-5188-4ba7-b583-f60bf0c4d99b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5382 time: 0.1632509 Aug 17 02:59:44.725148 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:44.746107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b068ddbc-9a1b-419c-90a7-51a7c4406328 service neutron] Pushing event updated for resources: {'Port': ['ID=0de1d812-cbba-4e5d-823a-b18fcc94199e,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:44.783581 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eab7728-8d4d-45d0-802a-309f317d6569 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:44.785548 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-18a262d3-89fb-462b-9ef2-7d3799363490 req-affb6964-1f98-4727-9b20-9a40bcbb31a8 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1006441 Aug 17 02:59:45.062455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99d101b-a4c6-486b-8971-835775a995ba req-882e53b2-37f6-4cc9-9331-28d5756d3dcf tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:45.064390 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e99d101b-a4c6-486b-8971-835775a995ba req-882e53b2-37f6-4cc9-9331-28d5756d3dcf tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfa649c-732a-4b81-9fb2-1e1a938675cb HTTP/1.1" status: 200 len: 945 time: 0.1282799 Aug 17 02:59:45.129882 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e99d101b-a4c6-486b-8971-835775a995ba req-3f0f02cc-12a5-4bfd-b943-012cface4fcd tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565202 Aug 17 02:59:45.270966 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c581f665-8b4d-483a-8b48-f85cfec0e260 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:45.409543 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10ec7f01-9d88-4feb-926a-f2d7841914d6 req-9370d440-6edb-459d-a77a-84fdc56c3a38 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/floatingips/c5631d17-00e2-422b-ac3a-b54b60c38fd7 HTTP/1.1" status: 200 len: 996 time: 0.0796580 Aug 17 02:59:45.582120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7caaf99-a04e-4047-83fc-8294f841ffdd {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:59:45.591006 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:45.605820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Transition to ACTIVE for port object e7caaf99-a04e-4047-83fc-8294f841ffdd will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:45.616106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-2eab7728-8d4d-45d0-802a-309f317d6569 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Deleting port 8e193ef3-658d-4d45-a75b-170a7f21691c {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:59:45.616460 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eab7728-8d4d-45d0-802a-309f317d6569 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:45.710152 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:45.751581 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-2eab7728-8d4d-45d0-802a-309f317d6569 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] For port 8e193ef3-658d-4d45-a75b-170a7f21691c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8e193ef3-658d-4d45-a75b-170a7f21691c,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:45.752325 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eab7728-8d4d-45d0-802a-309f317d6569 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:45.759192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device a7f362e0-d754-4424-9630-5e2caf9991f3 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:59:45.776912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-2eab7728-8d4d-45d0-802a-309f317d6569 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Calling delete_port for 8e193ef3-658d-4d45-a75b-170a7f21691c owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:59:45.799890 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: a7f362e0-d754-4424-9630-5e2caf9991f3 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:59:45.803260 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device a7f362e0-d754-4424-9630-5e2caf9991f3 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:59:45.948393 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ec7f01-9d88-4feb-926a-f2d7841914d6 req-7f0aa8c4-871e-4bbd-9132-350874b0d2d3 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:45.949893 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'tag': '0de1d812-cbba-4e5d-823a-b18fcc94199e'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:45.952520 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-019d5ffd-7b07-4a53-a53e-b2bc386b3d00" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "tag": "0de1d812-cbba-4e5d-823a-b18fcc94199e"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:45.959315 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10ec7f01-9d88-4feb-926a-f2d7841914d6 req-7f0aa8c4-871e-4bbd-9132-350874b0d2d3 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.5484705 Aug 17 02:59:46.038473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Pushing event updated for resources: {'Port': ['ID=e7caaf99-a04e-4047-83fc-8294f841ffdd,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:46.147601 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eab7728-8d4d-45d0-802a-309f317d6569 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:46.173966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3ee55-fcfd-43a7-85e3-33a291a81429 req-5c5a2a55-ff55-498c-8e42-e675689df2a0 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:46.183791 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ecb3ee55-fcfd-43a7-85e3-33a291a81429 req-5c5a2a55-ff55-498c-8e42-e675689df2a0 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1018450 Aug 17 02:59:46.235563 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eab7728-8d4d-45d0-802a-309f317d6569 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Pushing event deleted for resources: {'Port': ['ID=8e193ef3-658d-4d45-a75b-170a7f21691c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:46.240088 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ecb3ee55-fcfd-43a7-85e3-33a291a81429 req-7f660c93-3dd4-45ef-bcdd-7d4ff81f1e20 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551915 Aug 17 02:59:46.267228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Attempting to bind port e7caaf99-a04e-4047-83fc-8294f841ffdd on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:59:46.267686 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Attempting to bind port e7caaf99-a04e-4047-83fc-8294f841ffdd by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:59:46.268107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Attempting to bind port e7caaf99-a04e-4047-83fc-8294f841ffdd on network e4d8607a-fcd3-4976-90b3-958c321a6814 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:46.274371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Port e7caaf99-a04e-4047-83fc-8294f841ffdd on network e4d8607a-fcd3-4976-90b3-958c321a6814 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:59:46.274723 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Attempting to bind port e7caaf99-a04e-4047-83fc-8294f841ffdd on network e4d8607a-fcd3-4976-90b3-958c321a6814 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:46.302932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:59:46.303283 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Checking segment: {'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:59:46.303761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Bound using segment: {'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:59:46.304282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Bound port: e7caaf99-a04e-4047-83fc-8294f841ffdd, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:59:46.304723 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:46.331108 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-8e72cfbc-e368-47da-b0c9-e98e9bda05e7 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.8 HTTP/1.1" status: 200 len: 999 time: 0.0743232 Aug 17 02:59:46.333452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55531-713d-4803-bc0b-9566213e8ce6 req-73b07d76-f6c2-4d9d-94a5-b2c0be5ef865 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:46.339500 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55531-713d-4803-bc0b-9566213e8ce6 req-73b07d76-f6c2-4d9d-94a5-b2c0be5ef865 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:46.346301 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55531-713d-4803-bc0b-9566213e8ce6 req-73b07d76-f6c2-4d9d-94a5-b2c0be5ef865 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:46.352928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55531-713d-4803-bc0b-9566213e8ce6 req-73b07d76-f6c2-4d9d-94a5-b2c0be5ef865 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:46.358971 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55531-713d-4803-bc0b-9566213e8ce6 req-73b07d76-f6c2-4d9d-94a5-b2c0be5ef865 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:46.365462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55531-713d-4803-bc0b-9566213e8ce6 req-73b07d76-f6c2-4d9d-94a5-b2c0be5ef865 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:46.371416 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91a55531-713d-4803-bc0b-9566213e8ce6 req-73b07d76-f6c2-4d9d-94a5-b2c0be5ef865 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:46.373536 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-91a55531-713d-4803-bc0b-9566213e8ce6 req-73b07d76-f6c2-4d9d-94a5-b2c0be5ef865 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5394 time: 0.2458022 Aug 17 02:59:46.382676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-e7250a22-e840-4028-b4e8-39a868074e8c tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:46.383391 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-e7250a22-e840-4028-b4e8-39a868074e8c tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports/fd3fbb6d-6af3-40d7-8d58-1314e50ac489 HTTP/1.1" status: 200 len: 942 time: 0.0504737 Aug 17 02:59:46.433260 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eab7728-8d4d-45d0-802a-309f317d6569 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:46.497817 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8e2b62ef-d463-4eb7-8839-76a728306051 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:59:46.511472 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-b8a9ce1d-5a5e-4009-b4c5-d8dc9138a8cb tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.8 HTTP/1.1" status: 200 len: 999 time: 0.0818081 Aug 17 02:59:46.565630 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-91a55531-713d-4803-bc0b-9566213e8ce6 req-3f1bf5ad-c1d1-4cb3-9dc5-320f81cb5ccc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1768508 Aug 17 02:59:46.570376 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eab7728-8d4d-45d0-802a-309f317d6569 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:46.583227 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eab7728-8d4d-45d0-802a-309f317d6569 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:46.633497 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227179c4-1e83-45c2-b6a8-aa4f1d729411 x-openstack-request-id: req-227179c4-1e83-45c2-b6a8-aa4f1d729411 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:46.633911 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "tag": "0de1d812-cbba-4e5d-823a-b18fcc94199e", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:46.634178 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-227179c4-1e83-45c2-b6a8-aa4f1d729411 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:46.634600 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'tag': '0de1d812-cbba-4e5d-823a-b18fcc94199e', 'status': 'completed', 'code': 200} Aug 17 02:59:46.636657 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 8e2b62ef-d463-4eb7-8839-76a728306051 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:59:46.641893 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 8e2b62ef-d463-4eb7-8839-76a728306051 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:59:46.642426 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:46.643606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-21d74db1-d60c-4808-9bef-dfde88a7c1a7 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:46.645051 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-21d74db1-d60c-4808-9bef-dfde88a7c1a7 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.1271427 Aug 17 02:59:46.663331 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] For port e7caaf99-a04e-4047-83fc-8294f841ffdd, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:59:46.667083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] For port e7caaf99-a04e-4047-83fc-8294f841ffdd, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e7caaf99-a04e-4047-83fc-8294f841ffdd,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:59:46.712238 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eab7728-8d4d-45d0-802a-309f317d6569 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:46.712831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eab7728-8d4d-45d0-802a-309f317d6569 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8484f7f1-be2e-4237-8374-a82d7ff5c3e2 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:59:46.732758 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eab7728-8d4d-45d0-802a-309f317d6569 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:46.732758 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2eab7728-8d4d-45d0-802a-309f317d6569 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "DELETE /v2.0/routers/8484f7f1-be2e-4237-8374-a82d7ff5c3e2 HTTP/1.1" status: 204 len: 168 time: 2.9391792 Aug 17 02:59:46.736810 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47400) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:46.741484 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-6386fe69-e78f-4dc4-95e6-dbf41d58fbfc tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.8 HTTP/1.1" status: 200 len: 999 time: 0.0868423 Aug 17 02:59:46.747566 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1302596942', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}, 'admin_state_up': False}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:46.763648 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:46.771046 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-8fd03da5-3393-467d-b5ce-cdb9fb247362 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:46.772498 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:46.844317 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8e2b62ef-d463-4eb7-8839-76a728306051, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8e2b62ef-d463-4eb7-8839-76a728306051,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:46.845733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfa649c-732a-4b81-9fb2-1e1a938675cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2b62ef-d463-4eb7-8839-76a728306051'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:46.848339 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baa13053-cba3-4333-ae93-edfcf2fde626" -d '{"events": [{"server_uuid": "9cfa649c-732a-4b81-9fb2-1e1a938675cb", "name": "network-vif-plugged", "status": "completed", "tag": "8e2b62ef-d463-4eb7-8839-76a728306051"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:46.873475 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d5ffd-7b07-4a53-a53e-b2bc386b3d00 req-a20fc483-bd31-4a41-95df-54a1c475f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:46.873979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d5ffd-7b07-4a53-a53e-b2bc386b3d00 req-a20fc483-bd31-4a41-95df-54a1c475f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:46.874670 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d5ffd-7b07-4a53-a53e-b2bc386b3d00 req-a20fc483-bd31-4a41-95df-54a1c475f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:46.875196 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d5ffd-7b07-4a53-a53e-b2bc386b3d00 req-a20fc483-bd31-4a41-95df-54a1c475f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:46.875684 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d5ffd-7b07-4a53-a53e-b2bc386b3d00 req-a20fc483-bd31-4a41-95df-54a1c475f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:46.876171 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d5ffd-7b07-4a53-a53e-b2bc386b3d00 req-a20fc483-bd31-4a41-95df-54a1c475f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:46.876653 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d5ffd-7b07-4a53-a53e-b2bc386b3d00 req-a20fc483-bd31-4a41-95df-54a1c475f1d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:46.878967 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-019d5ffd-7b07-4a53-a53e-b2bc386b3d00 req-a20fc483-bd31-4a41-95df-54a1c475f1d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e9c034e7e504b8fb35245098d953639&device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 6244 time: 0.2222419 Aug 17 02:59:46.903383 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-8fd03da5-3393-467d-b5ce-cdb9fb247362 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:46.907923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:46.910323 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:46.912400 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:46.916033 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] 10.222.0.60 "PUT /v2.0/ports/e7caaf99-a04e-4047-83fc-8294f841ffdd HTTP/1.1" status: 200 len: 1091 time: 2.3609984 Aug 17 02:59:46.961483 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:46.961483 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:46.978483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58c61b1f-cb0e-4f75-8347-f0271231f0db service neutron] Pushing event updated for resources: {'Port': ['ID=e7caaf99-a04e-4047-83fc-8294f841ffdd,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:47.013199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4e03f86-3db9-47aa-9fe7-145e261b5601 req-ff39650d-ce54-46f8-9ae4-8c18c26481fb tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:47.023276 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f4e03f86-3db9-47aa-9fe7-145e261b5601 req-ff39650d-ce54-46f8-9ae4-8c18c26481fb tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfa649c-732a-4b81-9fb2-1e1a938675cb HTTP/1.1" status: 200 len: 945 time: 0.1957464 Aug 17 02:59:47.028290 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8e2b62ef-d463-4eb7-8839-76a728306051,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:47.040038 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Request body: {'port': {'device_id': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:47.138344 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:47.154970 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d5ffd-7b07-4a53-a53e-b2bc386b3d00 req-174f247b-5e50-403b-9a74-5ca090a9a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:47.154970 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d5ffd-7b07-4a53-a53e-b2bc386b3d00 req-174f247b-5e50-403b-9a74-5ca090a9a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:47.154970 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d5ffd-7b07-4a53-a53e-b2bc386b3d00 req-174f247b-5e50-403b-9a74-5ca090a9a698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:47.154970 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-019d5ffd-7b07-4a53-a53e-b2bc386b3d00 req-174f247b-5e50-403b-9a74-5ca090a9a698 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4e9c034e7e504b8fb35245098d953639&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2637217 Aug 17 02:59:47.188043 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:47.206639 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-8fd03da5-3393-467d-b5ce-cdb9fb247362 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:47.273156 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-8fd03da5-3393-467d-b5ce-cdb9fb247362 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:47.273604 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-8fd03da5-3393-467d-b5ce-cdb9fb247362 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Floating IP c5631d17-00e2-422b-ac3a-b54b60c38fd7 disassociated. External IP: 172.25.1.8, port: fd3fbb6d-6af3-40d7-8d58-1314e50ac489. Aug 17 02:59:47.297805 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f4e03f86-3db9-47aa-9fe7-145e261b5601 req-5c64f477-dc5d-4e52-80dd-ae65903965d6 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735765 Aug 17 02:59:47.404849 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-019d5ffd-7b07-4a53-a53e-b2bc386b3d00 req-76516c11-27f4-4350-a74b-613bb1c1cc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:47.404849 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-019d5ffd-7b07-4a53-a53e-b2bc386b3d00 req-76516c11-27f4-4350-a74b-613bb1c1cc71 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2137864 Aug 17 02:59:47.430961 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:47.635467 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-8fd03da5-3393-467d-b5ce-cdb9fb247362 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Router 0761addd-3ed5-4677-af94-f21a0e6b2db3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:59:47.770008 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-8fd03da5-3393-467d-b5ce-cdb9fb247362 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:59:47.778371 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-8fd03da5-3393-467d-b5ce-cdb9fb247362 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:47.783889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e107e1ef-7011-4615-b0b6-7c52462a9550 None None] Sync routers for ids ['0761addd-3ed5-4677-af94-f21a0e6b2db3'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:59:47.793302 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e107e1ef-7011-4615-b0b6-7c52462a9550 None None] Routers {'0761addd-3ed5-4677-af94-f21a0e6b2db3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:47.797148 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e107e1ef-7011-4615-b0b6-7c52462a9550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0761addd-3ed5-4677-af94-f21a0e6b2db3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:47.817555 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-8fd03da5-3393-467d-b5ce-cdb9fb247362 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "PUT /v2.0/floatingips/c5631d17-00e2-422b-ac3a-b54b60c38fd7 HTTP/1.1" status: 200 len: 694 time: 1.0750463 Aug 17 02:59:47.818359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'tag': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:47.821608 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41e5b404-589a-42e1-b16f-b979312a41cc" -d '{"events": [{"name": "network-changed", "server_uuid": "a4a93e4a-f4b6-4fb0-982f-78cf94e47d04", "tag": "fd3fbb6d-6af3-40d7-8d58-1314e50ac489"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:47.871451 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8e193ef3-658d-4d45-a75b-170a7f21691c no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:59:47.872898 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:59:47.885863 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:47.909619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-f9611874-0aa7-445f-9c2a-5f53bfc0a623 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:47.913312 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:47.927031 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-f9611874-0aa7-445f-9c2a-5f53bfc0a623 service neutron] 10.222.0.10 "GET /v2.0/ports?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 1096 time: 0.0960205 Aug 17 02:59:47.936255 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a73efd8-cf0c-4cc2-acfe-e9e791898830 x-openstack-request-id: req-0a73efd8-cf0c-4cc2-acfe-e9e791898830 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:47.937935 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfa649c-732a-4b81-9fb2-1e1a938675cb", "name": "network-vif-plugged", "status": "completed", "tag": "8e2b62ef-d463-4eb7-8839-76a728306051", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:47.938205 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a73efd8-cf0c-4cc2-acfe-e9e791898830 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:47.940213 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfa649c-732a-4b81-9fb2-1e1a938675cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2b62ef-d463-4eb7-8839-76a728306051', 'code': 200} Aug 17 02:59:47.941633 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:47.950864 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Transition to ACTIVE for port object 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:47.955502 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 8e193ef3-658d-4d45-a75b-170a7f21691c {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:59:47.957849 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8e193ef3-658d-4d45-a75b-170a7f21691c not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:59:48.043371 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-e107e1ef-7011-4615-b0b6-7c52462a9550 None None] Set router 0761addd-3ed5-4677-af94-f21a0e6b2db3 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:48.045448 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4caf9e76-31ff-43f8-8697-0dc33f9e003b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:48.048692 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:48.074806 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73271740-85ba-4d3f-bc10-7df690415d65 req-197e1d59-8dc3-4cb6-8280-bb77ae65207d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:48.076888 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-73271740-85ba-4d3f-bc10-7df690415d65 req-197e1d59-8dc3-4cb6-8280-bb77ae65207d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9cfa649c-732a-4b81-9fb2-1e1a938675cb HTTP/1.1" status: 200 len: 1097 time: 0.0769682 Aug 17 02:59:48.101563 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-80018d53-effe-4e9e-ac5f-a6cc1d89100f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:48.107464 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-80018d53-effe-4e9e-ac5f-a6cc1d89100f service neutron] 10.222.0.10 "GET /v2.0/networks?id=3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 200 len: 921 time: 0.1792483 Aug 17 02:59:48.161791 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-439d283d-8f0b-45e7-942e-7976491d4dc3 service neutron] 10.222.0.10 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3fbb6d-6af3-40d7-8d58-1314e50ac489 HTTP/1.1" status: 200 len: 217 time: 0.0463212 Aug 17 02:59:48.164453 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-73271740-85ba-4d3f-bc10-7df690415d65 req-9f7c5dec-b317-46ff-8a86-72890f1c66a3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779979 Aug 17 02:59:48.208417 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:48.223851 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-23f488b5-2843-45c9-b844-32c6a1376380 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:48.225781 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-23f488b5-2843-45c9-b844-32c6a1376380 service neutron] 10.222.0.10 "GET /v2.0/subnets?id=3e61e822-43e0-4ebd-8a9e-1084821b54a5 HTTP/1.1" status: 200 len: 860 time: 0.0579429 Aug 17 02:59:48.245137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a4dcef2-fe9b-4cd5-927c-57fa4a19c9c0 req-9a4604c9-419d-4895-b465-283fb03f8203 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:48.246941 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a4dcef2-fe9b-4cd5-927c-57fa4a19c9c0 req-9a4604c9-419d-4895-b465-283fb03f8203 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.2454352 Aug 17 02:59:48.257091 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:48.261923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Allocated IP 172.25.1.6 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/1626012e-59e7-4e90-908c-7404961b8678) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:59:48.296108 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-e3daae33-78c5-4a22-ac7b-fd45cd422bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:48.298522 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-e3daae33-78c5-4a22-ac7b-fd45cd422bfc service neutron] 10.222.0.10 "GET /v2.0/ports?network_id=3579b9f8-ac96-472a-833f-5c19e19ba45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663581 Aug 17 02:59:48.346965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Attempting to bind port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:59:48.354371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Attempting to bind port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:59:48.354371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Attempting to bind port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 on network e4d8607a-fcd3-4976-90b3-958c321a6814 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:48.358320 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e107e1ef-7011-4615-b0b6-7c52462a9550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:48.372225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 on network e4d8607a-fcd3-4976-90b3-958c321a6814 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:59:48.372559 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Attempting to bind port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 on network e4d8607a-fcd3-4976-90b3-958c321a6814 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:48.390823 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e107e1ef-7011-4615-b0b6-7c52462a9550 None None] Checking router: 0761addd-3ed5-4677-af94-f21a0e6b2db3 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 02:59:48.406717 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e107e1ef-7011-4615-b0b6-7c52462a9550 None None] Routers {'0761addd-3ed5-4677-af94-f21a0e6b2db3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:48.407348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e107e1ef-7011-4615-b0b6-7c52462a9550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0761addd-3ed5-4677-af94-f21a0e6b2db3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:48.410683 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-287401c7-d2b5-4398-b92e-9dc71c77bf64 service neutron] 10.222.0.10 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052768 Aug 17 02:59:48.418128 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a4dcef2-fe9b-4cd5-927c-57fa4a19c9c0 req-3262f014-141c-48f2-9211-025fe90f46dd tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516333 Aug 17 02:59:48.423261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:59:48.423607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Checking segment: {'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:59:48.428882 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Bound using segment: {'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:59:48.428882 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Bound port: 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'af043d53-076e-4f28-b61f-5cfd009411c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:59:48.428882 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:48.541739 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-e107e1ef-7011-4615-b0b6-7c52462a9550 None None] Set router 0761addd-3ed5-4677-af94-f21a0e6b2db3 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 02:59:48.544067 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea6a3c75-9261-4aac-8ed0-75eef277aa85 req-a0d2bfef-2b23-4119-964a-e5367ed7d3d5 service neutron] 10.222.0.10 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189082 Aug 17 02:59:48.578856 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] For port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:59:48.587247 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:48.602983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] For port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:59:48.625525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f06e5-1028-4238-af69-c098ec066b01 req-2a02a8d1-70d7-4eee-bf14-c43f1d855a8d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:48.632140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f06e5-1028-4238-af69-c098ec066b01 req-2a02a8d1-70d7-4eee-bf14-c43f1d855a8d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:48.638360 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f06e5-1028-4238-af69-c098ec066b01 req-2a02a8d1-70d7-4eee-bf14-c43f1d855a8d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:48.651803 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f06e5-1028-4238-af69-c098ec066b01 req-2a02a8d1-70d7-4eee-bf14-c43f1d855a8d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:48.651916 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-590278ea-9b99-4519-9c52-6a7a56f8d24d x-openstack-request-id: req-590278ea-9b99-4519-9c52-6a7a56f8d24d {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:48.651916 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4a93e4a-f4b6-4fb0-982f-78cf94e47d04", "tag": "fd3fbb6d-6af3-40d7-8d58-1314e50ac489", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:48.651916 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-590278ea-9b99-4519-9c52-6a7a56f8d24d {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:48.651916 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'tag': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489', 'status': 'completed', 'code': 200} Aug 17 02:59:48.659445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f06e5-1028-4238-af69-c098ec066b01 req-2a02a8d1-70d7-4eee-bf14-c43f1d855a8d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:48.665760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f06e5-1028-4238-af69-c098ec066b01 req-2a02a8d1-70d7-4eee-bf14-c43f1d855a8d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:48.674386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e0f06e5-1028-4238-af69-c098ec066b01 req-2a02a8d1-70d7-4eee-bf14-c43f1d855a8d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:48.677033 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e0f06e5-1028-4238-af69-c098ec066b01 req-2a02a8d1-70d7-4eee-bf14-c43f1d855a8d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5406 time: 0.1812723 Aug 17 02:59:48.678929 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'tag': 'e7caaf99-a04e-4047-83fc-8294f841ffdd'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:48.681404 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6985c3b3-43c9-4494-9113-b3b1878dbc9f" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "tag": "e7caaf99-a04e-4047-83fc-8294f841ffdd"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:48.686396 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:48.776385 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5b404-589a-42e1-b16f-b979312a41cc req-0e23b774-c58c-4273-a9d6-516e1a2adc2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:48.778247 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41e5b404-589a-42e1-b16f-b979312a41cc req-0e23b774-c58c-4273-a9d6-516e1a2adc2e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 1096 time: 0.0938444 Aug 17 02:59:48.779184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:48.783709 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:48.783709 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] 10.222.0.60 "PUT /v2.0/ports/73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 HTTP/1.1" status: 200 len: 1091 time: 1.7481382 Aug 17 02:59:48.784077 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e107e1ef-7011-4615-b0b6-7c52462a9550 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:48.787631 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f38f0cfe-cac1-41a7-aa1a-01259f499bc0 req-0ea8088b-a98b-4c5a-8922-5d7b8278a982 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:48.789322 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f38f0cfe-cac1-41a7-aa1a-01259f499bc0 req-0ea8088b-a98b-4c5a-8922-5d7b8278a982 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 949 time: 0.0896184 Aug 17 02:59:48.812746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc56ffb-aa72-4cf3-9c13-d54cae671ae0 service neutron] Pushing event updated for resources: {'Port': ['ID=73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:48.825374 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e107e1ef-7011-4615-b0b6-7c52462a9550 None None] The sync data for ids ['0761addd-3ed5-4677-af94-f21a0e6b2db3'] in n-d-802060-9 is: [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '982ac065-ed18-4fa5-9674-186ca1cf0155', 'name': '', 'network_id': '3579b9f8-ac96-472a-833f-5c19e19ba45a', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'mac_address': 'fa:16:3e:c9:75:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_interface', 'standard_attr_id': 976, 'fixed_ips': [{'subnet_id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:19Z', 'updated_at': '2021-08-17T02:58:30Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'subnets': [{'id': '3e61e822-43e0-4ebd-8a9e-1084821b54a5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:59:48.851266 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e0f06e5-1028-4238-af69-c098ec066b01 req-c58f8878-04c7-441e-af7e-8167fee8e97f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1246765 Aug 17 02:59:48.893984 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:48.895923 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f38f0cfe-cac1-41a7-aa1a-01259f499bc0 req-e4c8b754-d369-4494-8d31-424570bf69ba tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b25d205-ecb9-4896-b7fb-510b0f0fb23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915601 Aug 17 02:59:48.973947 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5b404-589a-42e1-b16f-b979312a41cc req-24144c1f-024b-4615-82d9-1676b7e92cd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:48.975670 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41e5b404-589a-42e1-b16f-b979312a41cc req-24144c1f-024b-4615-82d9-1676b7e92cd0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 200 len: 921 time: 0.1825612 Aug 17 02:59:48.986806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Pushing event updated for resources: {'Port': ['ID=1626012e-59e7-4e90-908c-7404961b8678,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:49.014143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Request body: {'port': {'device_id': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:49.040538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:59:49.043561 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:49.053386 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41e5b404-589a-42e1-b16f-b979312a41cc req-fe0802b3-ada3-433e-8e52-1bb93974addc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=fd3fbb6d-6af3-40d7-8d58-1314e50ac489 HTTP/1.1" status: 200 len: 217 time: 0.0636764 Aug 17 02:59:49.053835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:59:49.054363 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:49.130126 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a3c6b31-8ddc-4169-9c7a-c7855345b678 x-openstack-request-id: req-1a3c6b31-8ddc-4169-9c7a-c7855345b678 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:49.130426 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "tag": "e7caaf99-a04e-4047-83fc-8294f841ffdd", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:49.130683 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a3c6b31-8ddc-4169-9c7a-c7855345b678 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:49.131088 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'tag': 'e7caaf99-a04e-4047-83fc-8294f841ffdd', 'status': 'completed', 'code': 200} Aug 17 02:59:49.133989 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:49.182342 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5209586-9ad2-456e-b9a4-4d924a00aa7a req-474c4534-f142-4524-ba53-32e623018c3c tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:49.184033 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f5209586-9ad2-456e-b9a4-4d924a00aa7a req-474c4534-f142-4524-ba53-32e623018c3c tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfa649c-732a-4b81-9fb2-1e1a938675cb HTTP/1.1" status: 200 len: 946 time: 0.1725593 Aug 17 02:59:49.185763 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5b404-589a-42e1-b16f-b979312a41cc req-47b81820-b255-4973-ae9b-8954da93d869 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:49.187619 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41e5b404-589a-42e1-b16f-b979312a41cc req-47b81820-b255-4973-ae9b-8954da93d869 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=3e61e822-43e0-4ebd-8a9e-1084821b54a5 HTTP/1.1" status: 200 len: 860 time: 0.0978513 Aug 17 02:59:49.272215 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f5209586-9ad2-456e-b9a4-4d924a00aa7a req-ef12e0bc-f97e-44a9-938c-ce86be06dff3 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785654 Aug 17 02:59:49.277597 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e5b404-589a-42e1-b16f-b979312a41cc req-d4024ccf-ab6e-4c7b-bb23-d636654f8137 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:49.279187 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41e5b404-589a-42e1-b16f-b979312a41cc req-d4024ccf-ab6e-4c7b-bb23-d636654f8137 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3579b9f8-ac96-472a-833f-5c19e19ba45a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0789018 Aug 17 02:59:49.292209 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05890ffe-5c2c-4516-b4a1-69ec2b226ec9 None None] New status for floating IP c5631d17-00e2-422b-ac3a-b54b60c38fd7: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 02:59:49.412864 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-02de4565-d11c-48ed-a0b7-b9ed5a3f24f9 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c57a4d400caf49a7bf90b455e87257e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0400257 Aug 17 02:59:49.418827 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41e5b404-589a-42e1-b16f-b979312a41cc req-0d109f27-258e-4d8a-983d-e7f104e7e83b service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1295757 Aug 17 02:59:49.605347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-8406977b-741f-47e3-bd84-e0c0a84ae3a7 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:49.607776 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-8406977b-741f-47e3-bd84-e0c0a84ae3a7 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1851234 Aug 17 02:59:49.608823 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41e5b404-589a-42e1-b16f-b979312a41cc req-2a5b656e-c6af-499e-b4ee-86bfcfc75dcf service neutron] 10.222.0.60 "GET /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1770611 Aug 17 02:59:49.635799 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-e63fe1d5-6d85-45cc-beb6-cc211ab56c3d tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/quotas/c57a4d400caf49a7bf90b455e87257e0 HTTP/1.1" status: 200 len: 375 time: 0.0097296 Aug 17 02:59:49.668011 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-ac4da7f2-d69e-4af9-bb61-63ec1db9c0da tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c57a4d400caf49a7bf90b455e87257e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0252440 Aug 17 02:59:49.696584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c90cf8a8-f806-46ee-93ef-655416144c2d req-d4cfc489-3b8b-424e-a7a7-197e83080b41 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/floatingips/c5631d17-00e2-422b-ac3a-b54b60c38fd7 HTTP/1.1" status: 200 len: 694 time: 0.1070590 Aug 17 02:59:49.731077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985c3b3-43c9-4494-9113-b3b1878dbc9f req-12fc59c0-c12f-475e-8c43-6ef4ae1ecf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:49.732037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985c3b3-43c9-4494-9113-b3b1878dbc9f req-12fc59c0-c12f-475e-8c43-6ef4ae1ecf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:49.732521 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985c3b3-43c9-4494-9113-b3b1878dbc9f req-12fc59c0-c12f-475e-8c43-6ef4ae1ecf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:49.732998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985c3b3-43c9-4494-9113-b3b1878dbc9f req-12fc59c0-c12f-475e-8c43-6ef4ae1ecf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:49.733501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985c3b3-43c9-4494-9113-b3b1878dbc9f req-12fc59c0-c12f-475e-8c43-6ef4ae1ecf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:49.734066 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985c3b3-43c9-4494-9113-b3b1878dbc9f req-12fc59c0-c12f-475e-8c43-6ef4ae1ecf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:49.734530 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985c3b3-43c9-4494-9113-b3b1878dbc9f req-12fc59c0-c12f-475e-8c43-6ef4ae1ecf17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:49.736463 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6985c3b3-43c9-4494-9113-b3b1878dbc9f req-12fc59c0-c12f-475e-8c43-6ef4ae1ecf17 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e9c034e7e504b8fb35245098d953639&device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 6353 time: 0.5412948 Aug 17 02:59:49.957018 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87072509-51c5-4375-b11a-87537042972f req-9527f483-5ea9-47c4-835c-f924dade88b5 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:49.959234 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-87072509-51c5-4375-b11a-87537042972f req-9527f483-5ea9-47c4-835c-f924dade88b5 tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.60 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 949 time: 0.1045902 Aug 17 02:59:49.979595 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985c3b3-43c9-4494-9113-b3b1878dbc9f req-1b1a27ba-dab8-4d8a-95ed-02825627f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:49.980170 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985c3b3-43c9-4494-9113-b3b1878dbc9f req-1b1a27ba-dab8-4d8a-95ed-02825627f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:49.980693 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985c3b3-43c9-4494-9113-b3b1878dbc9f req-1b1a27ba-dab8-4d8a-95ed-02825627f023 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:49.982710 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6985c3b3-43c9-4494-9113-b3b1878dbc9f req-1b1a27ba-dab8-4d8a-95ed-02825627f023 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4e9c034e7e504b8fb35245098d953639&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.2313185 Aug 17 02:59:50.062654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b533496c-a074-480a-a89f-0177b19f3dd5 req-c4f38384-781c-4a48-b2b4-0caac1185d5c tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:50.064280 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b533496c-a074-480a-a89f-0177b19f3dd5 req-c4f38384-781c-4a48-b2b4-0caac1185d5c tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1041040 Aug 17 02:59:50.132054 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b533496c-a074-480a-a89f-0177b19f3dd5 req-c8795148-da18-4eb1-876f-b1c19adca265 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448093 Aug 17 02:59:50.147294 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-87072509-51c5-4375-b11a-87537042972f req-651e5c28-1eea-421f-8962-d4a860e66c3b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Deleting port 8bb01561-2145-4b66-b8b6-0cdf4587181d {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:59:50.147649 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-87072509-51c5-4375-b11a-87537042972f req-651e5c28-1eea-421f-8962-d4a860e66c3b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:50.243700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90cf8a8-f806-46ee-93ef-655416144c2d req-7d5bd247-5af1-497e-81ec-d97022cfd9b8 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:50.245093 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c90cf8a8-f806-46ee-93ef-655416144c2d req-7d5bd247-5af1-497e-81ec-d97022cfd9b8 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 784 time: 0.5312986 Aug 17 02:59:50.278838 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-87072509-51c5-4375-b11a-87537042972f req-651e5c28-1eea-421f-8962-d4a860e66c3b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] For port 8bb01561-2145-4b66-b8b6-0cdf4587181d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8bb01561-2145-4b66-b8b6-0cdf4587181d,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:50.279512 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-87072509-51c5-4375-b11a-87537042972f req-651e5c28-1eea-421f-8962-d4a860e66c3b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:50.296070 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-87072509-51c5-4375-b11a-87537042972f req-651e5c28-1eea-421f-8962-d4a860e66c3b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Calling delete_port for 8bb01561-2145-4b66-b8b6-0cdf4587181d owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:59:50.308732 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4e962-58a2-493b-a1c9-db3ac6ae7217 req-32e868eb-6a38-4f25-83cf-13abcddd6037 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:50.315498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4e962-58a2-493b-a1c9-db3ac6ae7217 req-32e868eb-6a38-4f25-83cf-13abcddd6037 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:50.321618 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4e962-58a2-493b-a1c9-db3ac6ae7217 req-32e868eb-6a38-4f25-83cf-13abcddd6037 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:50.327478 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4e962-58a2-493b-a1c9-db3ac6ae7217 req-32e868eb-6a38-4f25-83cf-13abcddd6037 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:50.335118 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4e962-58a2-493b-a1c9-db3ac6ae7217 req-32e868eb-6a38-4f25-83cf-13abcddd6037 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:50.336016 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6985c3b3-43c9-4494-9113-b3b1878dbc9f req-3b513fa6-ecca-493e-9d15-f7bcf86d6b23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:50.337521 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6985c3b3-43c9-4494-9113-b3b1878dbc9f req-3b513fa6-ecca-493e-9d15-f7bcf86d6b23 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3453653 Aug 17 02:59:50.341020 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4e962-58a2-493b-a1c9-db3ac6ae7217 req-32e868eb-6a38-4f25-83cf-13abcddd6037 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:50.347634 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee4e962-58a2-493b-a1c9-db3ac6ae7217 req-32e868eb-6a38-4f25-83cf-13abcddd6037 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:50.349740 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eee4e962-58a2-493b-a1c9-db3ac6ae7217 req-32e868eb-6a38-4f25-83cf-13abcddd6037 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5406 time: 0.1418543 Aug 17 02:59:50.355961 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:50.397822 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c90cf8a8-f806-46ee-93ef-655416144c2d req-cf2d3531-5eea-465c-aa1d-859467ad5cc3 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.8 HTTP/1.1" status: 200 len: 695 time: 0.1344142 Aug 17 02:59:50.443679 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eee4e962-58a2-493b-a1c9-db3ac6ae7217 req-c835c31a-be98-4b7e-892e-c43972a423ee tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0826194 Aug 17 02:59:50.512196 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c90cf8a8-f806-46ee-93ef-655416144c2d req-b46789ee-05d3-49fd-8722-82d706a8b0c4 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/floatingips?floating_ip_address=172.25.1.8 HTTP/1.1" status: 200 len: 695 time: 0.1054523 Aug 17 02:59:50.576161 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b84b12-43b7-42de-8026-79f1fcd5d7a8 req-b55ab6cb-3710-422a-bf1c-0300380f4a0e tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:50.577791 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-43b84b12-43b7-42de-8026-79f1fcd5d7a8 req-b55ab6cb-3710-422a-bf1c-0300380f4a0e tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/ports?device_id=c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9 HTTP/1.1" status: 200 len: 949 time: 0.0528901 Aug 17 02:59:50.598121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:59:50.620181 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-43b84b12-43b7-42de-8026-79f1fcd5d7a8 req-3d8368d1-5d6a-4caf-ad27-d542c42373fa tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.10 "GET /v2.0/security-groups?id=6b25d205-ecb9-4896-b7fb-510b0f0fb23e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363834 Aug 17 02:59:50.624336 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-87072509-51c5-4375-b11a-87537042972f req-651e5c28-1eea-421f-8962-d4a860e66c3b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:50.641575 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:50.659885 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651e5c28-1eea-421f-8962-d4a860e66c3b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Pushing event deleted for resources: {'Port': ['ID=8bb01561-2145-4b66-b8b6-0cdf4587181d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:50.703876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Transition to ACTIVE for port object 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:50.737265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-87072509-51c5-4375-b11a-87537042972f req-651e5c28-1eea-421f-8962-d4a860e66c3b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] No DVR routers for this DVR port 8bb01561-2145-4b66-b8b6-0cdf4587181d on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:59:50.737501 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-87072509-51c5-4375-b11a-87537042972f req-651e5c28-1eea-421f-8962-d4a860e66c3b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:50.739353 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-87072509-51c5-4375-b11a-87537042972f req-651e5c28-1eea-421f-8962-d4a860e66c3b tempest-ImagesOneServerTestJSON-203940478 tempest-ImagesOneServerTestJSON-203940478-project] 10.222.0.60 "DELETE /v2.0/ports/8bb01561-2145-4b66-b8b6-0cdf4587181d HTTP/1.1" status: 204 len: 173 time: 0.7432814 Aug 17 02:59:50.739806 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9', 'name': 'network-vif-deleted', 'tag': '8bb01561-2145-4b66-b8b6-0cdf4587181d'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:50.742157 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98ac6865-f7ea-4a83-a3a6-d77bce686cb2" -d '{"events": [{"server_uuid": "c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9", "name": "network-vif-deleted", "tag": "8bb01561-2145-4b66-b8b6-0cdf4587181d"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:50.773079 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f9fe14a2-c541-4433-8978-3db91e39ee04 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=c57a4d400caf49a7bf90b455e87257e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0275199 Aug 17 02:59:50.779027 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:50.786557 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:50.845104 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:50.847660 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-c90cf8a8-f806-46ee-93ef-655416144c2d req-69b6fc0b-1937-4fe4-966c-653301771521 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Deleting port 0e9005ff-ece4-400c-a36d-854aec2fb0d5 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:59:50.848003 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c90cf8a8-f806-46ee-93ef-655416144c2d req-69b6fc0b-1937-4fe4-966c-653301771521 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:50.892230 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-97b1db47-bb0b-44d2-bc36-df2c12822c4a tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:50.893875 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-97b1db47-bb0b-44d2-bc36-df2c12822c4a tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1143255 Aug 17 02:59:50.896531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=37fe1f4d-a904-4e0c-82f7-9c41943d8ff2,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:50.930433 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-244b2c55-64ce-4390-a6f2-0458c592a561 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/quotas/c57a4d400caf49a7bf90b455e87257e0 HTTP/1.1" status: 200 len: 375 time: 0.0143280 Aug 17 02:59:50.967995 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-e4348e3a-002b-4a3e-98a7-f02de09187a3 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c57a4d400caf49a7bf90b455e87257e0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316601 Aug 17 02:59:51.104564 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c90cf8a8-f806-46ee-93ef-655416144c2d req-69b6fc0b-1937-4fe4-966c-653301771521 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:51.105289 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c90cf8a8-f806-46ee-93ef-655416144c2d req-69b6fc0b-1937-4fe4-966c-653301771521 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:51.132210 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'tag': '73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:51.134534 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f782b0f-36a6-48b1-9548-098c0d9f6db8" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "tag": "73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:51.142227 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-c90cf8a8-f806-46ee-93ef-655416144c2d req-69b6fc0b-1937-4fe4-966c-653301771521 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Calling delete_port for 0e9005ff-ece4-400c-a36d-854aec2fb0d5 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:59:51.164979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Attempting to bind port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:59:51.165212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Attempting to bind port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '730fe212-be80-4cbb-8afd-49ac268172de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:59:51.165526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Attempting to bind port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 on network 586d57a3-852e-4093-92b2-c7135f5ca135 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:51.220929 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 on network 586d57a3-852e-4093-92b2-c7135f5ca135 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:59:51.221263 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Attempting to bind port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 on network 586d57a3-852e-4093-92b2-c7135f5ca135 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:51.264734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:59:51.265800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Checking segment: {'id': '730fe212-be80-4cbb-8afd-49ac268172de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:59:51.266225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Bound using segment: {'id': '730fe212-be80-4cbb-8afd-49ac268172de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:59:51.266763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Bound port: 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '730fe212-be80-4cbb-8afd-49ac268172de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:59:51.268031 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:51.392443 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e931d17-79ad-43eb-ad40-1d2e6be4d022 req-6e472ca2-6bd1-4e33-a5eb-bb88f0ec653a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:51.394034 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2e931d17-79ad-43eb-ad40-1d2e6be4d022 req-6e472ca2-6bd1-4e33-a5eb-bb88f0ec653a tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfa649c-732a-4b81-9fb2-1e1a938675cb HTTP/1.1" status: 200 len: 946 time: 0.0640607 Aug 17 02:59:51.400909 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] For port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:59:51.407136 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] For port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=37fe1f4d-a904-4e0c-82f7-9c41943d8ff2,segment=NetworkSegment(730fe212-be80-4cbb-8afd-49ac268172de),segment_id=730fe212-be80-4cbb-8afd-49ac268172de)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:59:51.434703 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2e931d17-79ad-43eb-ad40-1d2e6be4d022 req-5e8ca7f2-39d4-4b72-be11-0723d8f315da tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346391 Aug 17 02:59:51.459353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Router 608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 02:59:51.483024 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4af9baba-66c8-403c-b8f2-72cba35cbbee x-openstack-request-id: req-4af9baba-66c8-403c-b8f2-72cba35cbbee {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:51.483354 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9", "name": "network-vif-deleted", "tag": "8bb01561-2145-4b66-b8b6-0cdf4587181d", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:51.483635 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4af9baba-66c8-403c-b8f2-72cba35cbbee {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:51.484202 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c0d68ef9-cbd9-4cdd-aeef-91f925cea5e9', 'name': 'network-vif-deleted', 'tag': '8bb01561-2145-4b66-b8b6-0cdf4587181d', 'status': 'completed', 'code': 200} Aug 17 02:59:51.511239 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:51.552693 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aec553c-1274-4a3d-ac42-dc0a3e3abbb5 x-openstack-request-id: req-3aec553c-1274-4a3d-ac42-dc0a3e3abbb5 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:51.552996 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "tag": "73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:51.553254 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3aec553c-1274-4a3d-ac42-dc0a3e3abbb5 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:51.553677 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'tag': '73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191', 'status': 'completed', 'code': 200} Aug 17 02:59:51.559952 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c90cf8a8-f806-46ee-93ef-655416144c2d req-69b6fc0b-1937-4fe4-966c-653301771521 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:51.567322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:51.568304 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:51.570106 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] 10.222.0.60 "PUT /v2.0/ports/37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 HTTP/1.1" status: 200 len: 1091 time: 2.5644362 Aug 17 02:59:51.670242 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f782b0f-36a6-48b1-9548-098c0d9f6db8 req-27a59ff5-2b7c-4ae9-8483-6dbd18177d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:51.670721 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f782b0f-36a6-48b1-9548-098c0d9f6db8 req-27a59ff5-2b7c-4ae9-8483-6dbd18177d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:51.671523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f782b0f-36a6-48b1-9548-098c0d9f6db8 req-27a59ff5-2b7c-4ae9-8483-6dbd18177d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:51.672331 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f782b0f-36a6-48b1-9548-098c0d9f6db8 req-27a59ff5-2b7c-4ae9-8483-6dbd18177d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:51.672988 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f782b0f-36a6-48b1-9548-098c0d9f6db8 req-27a59ff5-2b7c-4ae9-8483-6dbd18177d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:51.673663 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f782b0f-36a6-48b1-9548-098c0d9f6db8 req-27a59ff5-2b7c-4ae9-8483-6dbd18177d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:51.674314 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f782b0f-36a6-48b1-9548-098c0d9f6db8 req-27a59ff5-2b7c-4ae9-8483-6dbd18177d5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:51.676884 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6f782b0f-36a6-48b1-9548-098c0d9f6db8 req-27a59ff5-2b7c-4ae9-8483-6dbd18177d5c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e9c034e7e504b8fb35245098d953639&device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 6420 time: 0.1178758 Aug 17 02:59:51.686093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22097d96-5e83-4c55-a927-99201a1d9eb0 req-b3752a87-71f7-47d7-bf44-5c1469f44d79 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:51.694686 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22097d96-5e83-4c55-a927-99201a1d9eb0 req-b3752a87-71f7-47d7-bf44-5c1469f44d79 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.0882349 Aug 17 02:59:51.710271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Request body: {'port': {'device_id': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:51.736178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa61eed3-06d9-420a-96c1-60822e94b1f4 service neutron] Pushing event updated for resources: {'Port': ['ID=37fe1f4d-a904-4e0c-82f7-9c41943d8ff2,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:51.799473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:59:51.805326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b6fc0b-1937-4fe4-966c-653301771521 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Pushing event deleted for resources: {'Port': ['ID=0e9005ff-ece4-400c-a36d-854aec2fb0d5,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:51.816422 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a8b07-4b2e-4b78-baab-6a3ece0fee7d None None] Sync routers for ids ['608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:59:51.825412 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22097d96-5e83-4c55-a927-99201a1d9eb0 req-30a86d9c-d6b7-4630-9e0f-3652fa981128 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1295345 Aug 17 02:59:51.835697 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a8b07-4b2e-4b78-baab-6a3ece0fee7d None None] Routers {'608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:51.836513 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7a2a8b07-4b2e-4b78-baab-6a3ece0fee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:51.880330 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c90cf8a8-f806-46ee-93ef-655416144c2d req-69b6fc0b-1937-4fe4-966c-653301771521 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:51.896580 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f782b0f-36a6-48b1-9548-098c0d9f6db8 req-38bf2b74-79a0-427c-8141-a4d0127bbb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:51.897364 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f782b0f-36a6-48b1-9548-098c0d9f6db8 req-38bf2b74-79a0-427c-8141-a4d0127bbb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:51.897735 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f782b0f-36a6-48b1-9548-098c0d9f6db8 req-38bf2b74-79a0-427c-8141-a4d0127bbb61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:51.898506 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c90cf8a8-f806-46ee-93ef-655416144c2d req-69b6fc0b-1937-4fe4-966c-653301771521 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:51.904903 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6f782b0f-36a6-48b1-9548-098c0d9f6db8 req-38bf2b74-79a0-427c-8141-a4d0127bbb61 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4e9c034e7e504b8fb35245098d953639&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.1912796 Aug 17 02:59:51.910230 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c90cf8a8-f806-46ee-93ef-655416144c2d req-69b6fc0b-1937-4fe4-966c-653301771521 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "DELETE /v2.0/floatingips/c5631d17-00e2-422b-ac3a-b54b60c38fd7 HTTP/1.1" status: 204 len: 173 time: 1.3731863 Aug 17 02:59:51.916701 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:51.970411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7a2a8b07-4b2e-4b78-baab-6a3ece0fee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:51.995557 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a2a8b07-4b2e-4b78-baab-6a3ece0fee7d None None] Routers {'608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:51.996342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7a2a8b07-4b2e-4b78-baab-6a3ece0fee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:52.004563 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af21d719-2822-4db3-ae7f-a822bfa1afd4 req-a64fa8c2-7460-4139-9d3f-03febecce13d tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 210 time: 0.0987074 Aug 17 02:59:52.025876 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:52.030675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f3a39707-f4f4-494e-840c-a7f291a2f1e0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 5.2888782 Aug 17 02:59:52.032563 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47526) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:52.041618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-5f237eaf-f2f7-44d0-b9b9-dc407be7939f tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'enable_snat': False}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:52.056463 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7a2a8b07-4b2e-4b78-baab-6a3ece0fee7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:52.057154 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a2a8b07-4b2e-4b78-baab-6a3ece0fee7d None None] The sync data for ids ['608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:59:52.090871 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f782b0f-36a6-48b1-9548-098c0d9f6db8 req-c1a81f53-6e81-4408-9056-1a20835f7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:52.092374 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6f782b0f-36a6-48b1-9548-098c0d9f6db8 req-c1a81f53-6e81-4408-9056-1a20835f7db0 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1840346 Aug 17 02:59:52.154594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc41aa-e694-4304-8631-b0481f600eaf req-a7a976a1-017b-41d4-b088-8400ef58bebb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:52.161656 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc41aa-e694-4304-8631-b0481f600eaf req-a7a976a1-017b-41d4-b088-8400ef58bebb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:52.167706 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc41aa-e694-4304-8631-b0481f600eaf req-a7a976a1-017b-41d4-b088-8400ef58bebb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:52.175734 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc41aa-e694-4304-8631-b0481f600eaf req-a7a976a1-017b-41d4-b088-8400ef58bebb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:52.181786 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc41aa-e694-4304-8631-b0481f600eaf req-a7a976a1-017b-41d4-b088-8400ef58bebb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:52.187792 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc41aa-e694-4304-8631-b0481f600eaf req-a7a976a1-017b-41d4-b088-8400ef58bebb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:52.193896 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96bc41aa-e694-4304-8631-b0481f600eaf req-a7a976a1-017b-41d4-b088-8400ef58bebb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:52.195846 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96bc41aa-e694-4304-8631-b0481f600eaf req-a7a976a1-017b-41d4-b088-8400ef58bebb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5418 time: 0.0994279 Aug 17 02:59:52.247055 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96bc41aa-e694-4304-8631-b0481f600eaf req-298e7297-9911-4620-88fa-a50cfe2cb3d9 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0407660 Aug 17 02:59:52.446449 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-4173fd1b-a485-4f5a-9232-b593d331e935 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c57a4d400caf49a7bf90b455e87257e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0244396 Aug 17 02:59:52.530750 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8bb01561-2145-4b66-b8b6-0cdf4587181d no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:59:52.587435 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 8bb01561-2145-4b66-b8b6-0cdf4587181d {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:59:52.592722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-e6848a13-18e8-4824-bf87-f1aed2916370 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:52.593866 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8bb01561-2145-4b66-b8b6-0cdf4587181d not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:59:52.595259 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-e6848a13-18e8-4824-bf87-f1aed2916370 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1408627 Aug 17 02:59:52.610758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-25094124-1fcc-45f5-8d31-0a29a9d48084 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Request body: {'port': {'device_id': 'c22ebeb4-751a-4395-b0e4-7aaf5d77570d', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': 'c57a4d400caf49a7bf90b455e87257e0'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:52.633539 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433fc918-8c07-40a0-81e5-28c0755700e0 req-3a230b8d-dc19-48ae-a6f7-0082b97217c8 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:52.635748 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-433fc918-8c07-40a0-81e5-28c0755700e0 req-3a230b8d-dc19-48ae-a6f7-0082b97217c8 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfa649c-732a-4b81-9fb2-1e1a938675cb HTTP/1.1" status: 200 len: 946 time: 0.1620860 Aug 17 02:59:52.756208 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-433fc918-8c07-40a0-81e5-28c0755700e0 req-bfe9b02f-f05c-451b-8f98-45a9fdb6c8b8 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067839 Aug 17 02:59:52.842910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 844bf010-b2e0-409e-9c47-683af3dfae5b {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:59:52.850319 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-25094124-1fcc-45f5-8d31-0a29a9d48084 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Made reservation on behalf of c57a4d400caf49a7bf90b455e87257e0 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:59:52.856149 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-25094124-1fcc-45f5-8d31-0a29a9d48084 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:52.856296 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:52.888906 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-25094124-1fcc-45f5-8d31-0a29a9d48084 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:52.894394 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47540) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:52.910077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Transition to ACTIVE for port object 844bf010-b2e0-409e-9c47-683af3dfae5b will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:52.956616 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f237eaf-f2f7-44d0-b9b9-dc407be7939f tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:52.961060 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96ab71a-f223-430d-b4ad-aae0bb542f81 req-af09b828-acaf-486c-9bfa-4490a094c04f tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:52.962705 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b96ab71a-f223-430d-b4ad-aae0bb542f81 req-af09b828-acaf-486c-9bfa-4490a094c04f tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 945 time: 0.1300175 Aug 17 02:59:52.987672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac7638-a0a3-4f9c-bc6e-370362091716 req-66593f21-850d-4b81-9bdf-22975641a8d4 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:52.990793 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9eac7638-a0a3-4f9c-bc6e-370362091716 req-66593f21-850d-4b81-9bdf-22975641a8d4 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.0698459 Aug 17 02:59:53.020570 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:53.038224 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b96ab71a-f223-430d-b4ad-aae0bb542f81 req-a80be81f-efbf-46e0-ad66-ec05f44ccc30 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561287 Aug 17 02:59:53.116461 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-25094124-1fcc-45f5-8d31-0a29a9d48084 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:53.122512 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9eac7638-a0a3-4f9c-bc6e-370362091716 req-9a8c1c57-326c-4781-ae68-a5f029430d78 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244905 Aug 17 02:59:53.125394 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Pushing event updated for resources: {'Port': ['ID=844bf010-b2e0-409e-9c47-683af3dfae5b,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:53.137968 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-25e72da3-08bf-4f43-b3bf-d093dfa7f699 req-a051c95a-656a-4da7-a3b3-0801204217c6 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 210 time: 0.0394204 Aug 17 02:59:53.190688 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-25094124-1fcc-45f5-8d31-0a29a9d48084 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:53.214112 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f7c97216-800f-483e-be75-b6a4d1b0f245 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=87926c74b4ad42b7af81bbfbbbaf2eda&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3152261 Aug 17 02:59:53.218418 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47546) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:53.276190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Attempting to bind port 844bf010-b2e0-409e-9c47-683af3dfae5b on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:59:53.276530 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Attempting to bind port 844bf010-b2e0-409e-9c47-683af3dfae5b by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '730fe212-be80-4cbb-8afd-49ac268172de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:59:53.276869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Attempting to bind port 844bf010-b2e0-409e-9c47-683af3dfae5b on network 586d57a3-852e-4093-92b2-c7135f5ca135 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:53.286140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25094124-1fcc-45f5-8d31-0a29a9d48084 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7b070750-1eb4-46dc-9ee8-065ab69fe8c2,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:53.286372 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Port 844bf010-b2e0-409e-9c47-683af3dfae5b on network 586d57a3-852e-4093-92b2-c7135f5ca135 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:59:53.286871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Attempting to bind port 844bf010-b2e0-409e-9c47-683af3dfae5b on network 586d57a3-852e-4093-92b2-c7135f5ca135 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:53.294430 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:59:53.294782 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Checking segment: {'id': '730fe212-be80-4cbb-8afd-49ac268172de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:59:53.295173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Bound using segment: {'id': '730fe212-be80-4cbb-8afd-49ac268172de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:59:53.295614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Bound port: 844bf010-b2e0-409e-9c47-683af3dfae5b, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '730fe212-be80-4cbb-8afd-49ac268172de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 73, 'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:59:53.295976 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:53.396689 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97a3b7ef-2953-48da-a051-bd83317dabff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:53.424234 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] For port 844bf010-b2e0-409e-9c47-683af3dfae5b, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:59:53.442827 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-25094124-1fcc-45f5-8d31-0a29a9d48084 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Allocated IP 192.168.233.226 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/c40e4cc8-eb8b-4972-adf0-948ca3f8cf21) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:59:53.459623 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97a3b7ef-2953-48da-a051-bd83317dabff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:53.470058 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] For port 844bf010-b2e0-409e-9c47-683af3dfae5b, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=844bf010-b2e0-409e-9c47-683af3dfae5b,segment=NetworkSegment(730fe212-be80-4cbb-8afd-49ac268172de),segment_id=730fe212-be80-4cbb-8afd-49ac268172de)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:59:53.494745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc631e-e619-4af1-bcfc-2d0c2c16cb97 req-fa755c95-0ada-48c4-8b39-93a87dca6618 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:53.501072 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc631e-e619-4af1-bcfc-2d0c2c16cb97 req-fa755c95-0ada-48c4-8b39-93a87dca6618 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:53.507400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc631e-e619-4af1-bcfc-2d0c2c16cb97 req-fa755c95-0ada-48c4-8b39-93a87dca6618 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:53.515412 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc631e-e619-4af1-bcfc-2d0c2c16cb97 req-fa755c95-0ada-48c4-8b39-93a87dca6618 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:53.522784 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc631e-e619-4af1-bcfc-2d0c2c16cb97 req-fa755c95-0ada-48c4-8b39-93a87dca6618 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:53.529518 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc631e-e619-4af1-bcfc-2d0c2c16cb97 req-fa755c95-0ada-48c4-8b39-93a87dca6618 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:53.536403 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22dc631e-e619-4af1-bcfc-2d0c2c16cb97 req-fa755c95-0ada-48c4-8b39-93a87dca6618 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:53.538365 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22dc631e-e619-4af1-bcfc-2d0c2c16cb97 req-fa755c95-0ada-48c4-8b39-93a87dca6618 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5430 time: 0.1676719 Aug 17 02:59:53.569943 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'tag': '37fe1f4d-a904-4e0c-82f7-9c41943d8ff2'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:53.572267 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0c19988-ca6b-488e-8241-dc4bbfbfc906" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "tag": "37fe1f4d-a904-4e0c-82f7-9c41943d8ff2"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:53.580083 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:53.621202 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad205e06-7003-41f1-932e-ade12644638c x-openstack-request-id: req-ad205e06-7003-41f1-932e-ade12644638c {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:53.621522 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "tag": "37fe1f4d-a904-4e0c-82f7-9c41943d8ff2", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:53.621973 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad205e06-7003-41f1-932e-ade12644638c {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:53.623928 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'tag': '37fe1f4d-a904-4e0c-82f7-9c41943d8ff2', 'status': 'completed', 'code': 200} Aug 17 02:59:53.628092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:53.629224 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:53.630842 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] 10.222.0.60 "PUT /v2.0/ports/844bf010-b2e0-409e-9c47-683af3dfae5b HTTP/1.1" status: 200 len: 1091 time: 1.9303756 Aug 17 02:59:53.758846 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-580c3ce3-8e4d-4004-b27a-1666196f0287 service neutron] Pushing event updated for resources: {'Port': ['ID=844bf010-b2e0-409e-9c47-683af3dfae5b,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:53.812090 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-a111de61-283a-4f70-bf84-afa312b1af23 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=c57a4d400caf49a7bf90b455e87257e0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0328276 Aug 17 02:59:53.932842 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c19988-ca6b-488e-8241-dc4bbfbfc906 req-5cc93e90-f4f5-4215-9a5d-d9d1603a7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:53.933356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c19988-ca6b-488e-8241-dc4bbfbfc906 req-5cc93e90-f4f5-4215-9a5d-d9d1603a7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:53.934207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c19988-ca6b-488e-8241-dc4bbfbfc906 req-5cc93e90-f4f5-4215-9a5d-d9d1603a7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:53.934703 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c19988-ca6b-488e-8241-dc4bbfbfc906 req-5cc93e90-f4f5-4215-9a5d-d9d1603a7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:53.935183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c19988-ca6b-488e-8241-dc4bbfbfc906 req-5cc93e90-f4f5-4215-9a5d-d9d1603a7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:53.935666 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c19988-ca6b-488e-8241-dc4bbfbfc906 req-5cc93e90-f4f5-4215-9a5d-d9d1603a7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:53.936140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c19988-ca6b-488e-8241-dc4bbfbfc906 req-5cc93e90-f4f5-4215-9a5d-d9d1603a7745 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:53.938704 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0c19988-ca6b-488e-8241-dc4bbfbfc906 req-5cc93e90-f4f5-4215-9a5d-d9d1603a7745 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e9c034e7e504b8fb35245098d953639&device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 6487 time: 0.2643154 Aug 17 02:59:54.016934 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22dc631e-e619-4af1-bcfc-2d0c2c16cb97 req-a766250f-6e53-488b-9cea-f8a7c433f978 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4652514 Aug 17 02:59:54.064347 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f237eaf-f2f7-44d0-b9b9-dc407be7939f tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:54.091795 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f237eaf-f2f7-44d0-b9b9-dc407be7939f tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:54.098243 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97a3b7ef-2953-48da-a051-bd83317dabff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:54.101251 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97a3b7ef-2953-48da-a051-bd83317dabff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:54.102272 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-97a3b7ef-2953-48da-a051-bd83317dabff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6b25d205-ecb9-4896-b7fb-510b0f0fb23e HTTP/1.1" status: 204 len: 168 time: 0.8575683 Aug 17 02:59:54.105879 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-25094124-1fcc-45f5-8d31-0a29a9d48084 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:54.114123 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-bfc32bc5-e29a-4d89-a39f-331dc3d0619a tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:54.115870 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-bfc32bc5-e29a-4d89-a39f-331dc3d0619a tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2954419 Aug 17 02:59:54.120039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97a3b7ef-2953-48da-a051-bd83317dabff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b25d205-ecb9-4896-b7fb-510b0f0fb23e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:54.129852 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-25094124-1fcc-45f5-8d31-0a29a9d48084 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Transition to ACTIVE for port object c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:54.176366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-cc2148f3-77dd-4b21-9868-60b98f574e21 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Request body: {'port': {'device_id': '4ec7cbc4-9902-4784-84e3-0021a5beea86', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': 'c57a4d400caf49a7bf90b455e87257e0'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:54.211605 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8336aa66-e016-49c4-acbe-89b1f45acdfb req-65d0072e-88ea-4479-bece-8fe3bd857bb2 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:54.212663 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b40b3c-ffbf-4b8d-8ff6-c353d5d42ec9 req-699d0c04-e811-420e-a6a9-1f15e36648d4 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:54.213119 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8336aa66-e016-49c4-acbe-89b1f45acdfb req-65d0072e-88ea-4479-bece-8fe3bd857bb2 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=9cfa649c-732a-4b81-9fb2-1e1a938675cb HTTP/1.1" status: 200 len: 946 time: 0.2971077 Aug 17 02:59:54.214177 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-47b40b3c-ffbf-4b8d-8ff6-c353d5d42ec9 req-699d0c04-e811-420e-a6a9-1f15e36648d4 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 945 time: 0.0704231 Aug 17 02:59:54.260027 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-47b40b3c-ffbf-4b8d-8ff6-c353d5d42ec9 req-c3fda77d-dbc7-45bc-948b-b4b574f43597 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345001 Aug 17 02:59:54.270540 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-25094124-1fcc-45f5-8d31-0a29a9d48084 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:54.370757 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c19988-ca6b-488e-8241-dc4bbfbfc906 req-fbf5a687-639b-49cd-9a28-59041df8b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:54.371150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c19988-ca6b-488e-8241-dc4bbfbfc906 req-fbf5a687-639b-49cd-9a28-59041df8b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:54.371999 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c19988-ca6b-488e-8241-dc4bbfbfc906 req-fbf5a687-639b-49cd-9a28-59041df8b7fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:54.372376 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25094124-1fcc-45f5-8d31-0a29a9d48084 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Pushing event updated for resources: {'Port': ['ID=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:54.373294 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0c19988-ca6b-488e-8241-dc4bbfbfc906 req-fbf5a687-639b-49cd-9a28-59041df8b7fc service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4e9c034e7e504b8fb35245098d953639&shared=False HTTP/1.1" status: 200 len: 2293 time: 0.4169092 Aug 17 02:59:54.377734 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-25094124-1fcc-45f5-8d31-0a29a9d48084 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:59:54.382245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-25094124-1fcc-45f5-8d31-0a29a9d48084 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:54.385174 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-25094124-1fcc-45f5-8d31-0a29a9d48084 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:59:54.442647 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99b4fa35-f2fe-4c4e-b5ee-23c97aa01d3f req-db93a643-da7e-4c1a-a140-7e51d83ca846 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:54.444209 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-99b4fa35-f2fe-4c4e-b5ee-23c97aa01d3f req-db93a643-da7e-4c1a-a140-7e51d83ca846 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1156940 Aug 17 02:59:54.460766 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-25094124-1fcc-45f5-8d31-0a29a9d48084 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:54.461551 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-25094124-1fcc-45f5-8d31-0a29a9d48084 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:54.485451 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8336aa66-e016-49c4-acbe-89b1f45acdfb req-a873b1f7-e215-4954-91cc-aaddece3d062 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2286582 Aug 17 02:59:54.492924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf87720-ef86-4812-a253-ea5b42bb047b req-c186d0bb-36df-4773-9eec-79231c05fdf4 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:54.494469 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-daf87720-ef86-4812-a253-ea5b42bb047b req-c186d0bb-36df-4773-9eec-79231c05fdf4 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 945 time: 0.3117113 Aug 17 02:59:54.515905 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-99b4fa35-f2fe-4c4e-b5ee-23c97aa01d3f req-ec4c912d-15ed-4b6f-bc33-54848ae99afc tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597227 Aug 17 02:59:54.580633 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-25094124-1fcc-45f5-8d31-0a29a9d48084 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9745200 Aug 17 02:59:54.595878 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Request body: {'port': {'device_id': 'c22ebeb4-751a-4395-b0e4-7aaf5d77570d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:54.627204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f237eaf-f2f7-44d0-b9b9-dc407be7939f tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Router 608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 02:59:54.672651 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:54.737048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-888751c3-5b21-4830-ab76-d3e6a48127b8 req-48e340ed-7cfd-426e-982e-ef22ae735360 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 210 time: 0.1065576 Aug 17 02:59:54.761177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0c19988-ca6b-488e-8241-dc4bbfbfc906 req-c1c6ec3a-1e35-4aab-a2f5-7c0305ce459a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:54.762819 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0c19988-ca6b-488e-8241-dc4bbfbfc906 req-c1c6ec3a-1e35-4aab-a2f5-7c0305ce459a service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3762650 Aug 17 02:59:54.851625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-cc2148f3-77dd-4b21-9868-60b98f574e21 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Made reservation on behalf of c57a4d400caf49a7bf90b455e87257e0 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:59:54.855681 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-cc2148f3-77dd-4b21-9868-60b98f574e21 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:54.864444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-72deb18c-b050-4b9d-b41b-de2cd766fb72 None None] Provisioning for port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:59:54.870185 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-72deb18c-b050-4b9d-b41b-de2cd766fb72 None None] Provisioning complete for port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:59:54.873118 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-72deb18c-b050-4b9d-b41b-de2cd766fb72 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:54.960589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-72deb18c-b050-4b9d-b41b-de2cd766fb72 None None] Port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:59:55.072984 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:59:55.085117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:55.100634 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Transition to ACTIVE for port object c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:55.118633 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.60', 55527) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:55.181308 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7308a00a-422e-4b12-baf2-91b58394aeb5 req-2091c0d6-7ef9-43cb-bbe3-cb49c0071497 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.183370 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7308a00a-422e-4b12-baf2-91b58394aeb5 req-2091c0d6-7ef9-43cb-bbe3-cb49c0071497 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 1097 time: 0.0482054 Aug 17 02:59:55.210536 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:55.241688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-daf87720-ef86-4812-a253-ea5b42bb047b req-8bf0ba0b-0815-492c-880f-fbe55a051064 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Deleting port fd3fbb6d-6af3-40d7-8d58-1314e50ac489 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:59:55.244992 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-daf87720-ef86-4812-a253-ea5b42bb047b req-8bf0ba0b-0815-492c-880f-fbe55a051064 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:55.301651 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7308a00a-422e-4b12-baf2-91b58394aeb5 req-7154457c-2c91-4c2f-a842-8114a7ddd550 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966690 Aug 17 02:59:55.301651 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Pushing event updated for resources: {'Port': ['ID=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:55.430300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Attempting to bind port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:59:55.430300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Attempting to bind port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:59:55.430780 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Attempting to bind port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:55.438359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:59:55.438847 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Attempting to bind port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:55.447935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f76fd61-1f55-4780-80a0-5b1084ce68b0 req-e436c4f0-9875-4651-a633-8fefdb206733 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.455637 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f76fd61-1f55-4780-80a0-5b1084ce68b0 req-e436c4f0-9875-4651-a633-8fefdb206733 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 945 time: 0.0867572 Aug 17 02:59:55.456401 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-95f4430f-1270-41a5-9823-c18d14d9f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.456913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-95f4430f-1270-41a5-9823-c18d14d9f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.457403 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-95f4430f-1270-41a5-9823-c18d14d9f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.457912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-95f4430f-1270-41a5-9823-c18d14d9f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.458534 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-95f4430f-1270-41a5-9823-c18d14d9f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.459274 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-95f4430f-1270-41a5-9823-c18d14d9f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.459484 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-95f4430f-1270-41a5-9823-c18d14d9f441 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.461525 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-95f4430f-1270-41a5-9823-c18d14d9f441 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e9c034e7e504b8fb35245098d953639&device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 6487 time: 0.6539383 Aug 17 02:59:55.480195 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:59:55.480940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:59:55.480940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:59:55.481386 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Bound port: c40e4cc8-eb8b-4972-adf0-948ca3f8cf21, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:59:55.481798 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:55.516382 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f237eaf-f2f7-44d0-b9b9-dc407be7939f tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 02:59:55.527464 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365efe2a-9831-4cd9-9033-482d77a71763 None None] Sync routers for ids ['608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 02:59:55.529981 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47608) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:55.536284 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f237eaf-f2f7-44d0-b9b9-dc407be7939f tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:55.539807 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5f237eaf-f2f7-44d0-b9b9-dc407be7939f tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "PUT /v2.0/routers/608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3 HTTP/1.1" status: 200 len: 924 time: 3.5030763 Aug 17 02:59:55.543781 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365efe2a-9831-4cd9-9033-482d77a71763 None None] Routers {'608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:55.544489 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-365efe2a-9831-4cd9-9033-482d77a71763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:55.554370 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47612) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:55.579686 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f76fd61-1f55-4780-80a0-5b1084ce68b0 req-6334c9fb-e610-4b7e-8b89-c54f97627de7 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/security-groups?id=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180460 Aug 17 02:59:55.607374 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-365efe2a-9831-4cd9-9033-482d77a71763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:55.620830 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-365efe2a-9831-4cd9-9033-482d77a71763 None None] Routers {'608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 02:59:55.621766 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-365efe2a-9831-4cd9-9033-482d77a71763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:55.622126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-daf87720-ef86-4812-a253-ea5b42bb047b req-8bf0ba0b-0815-492c-880f-fbe55a051064 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] For port fd3fbb6d-6af3-40d7-8d58-1314e50ac489, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fd3fbb6d-6af3-40d7-8d58-1314e50ac489,segment=NetworkSegment(ebd1bd90-c14f-4c2f-bbbb-96991d62ee85),segment_id=ebd1bd90-c14f-4c2f-bbbb-96991d62ee85)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:55.622503 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-daf87720-ef86-4812-a253-ea5b42bb047b req-8bf0ba0b-0815-492c-880f-fbe55a051064 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:55.640298 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-daf87720-ef86-4812-a253-ea5b42bb047b req-8bf0ba0b-0815-492c-880f-fbe55a051064 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Calling delete_port for fd3fbb6d-6af3-40d7-8d58-1314e50ac489 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:59:55.665707 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-365efe2a-9831-4cd9-9033-482d77a71763 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 02:59:55.666702 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-365efe2a-9831-4cd9-9033-482d77a71763 None None] The sync data for ids ['608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 02:59:55.697043 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-372cb8fa-37c4-4df5-9468-ecb06c360311 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a84f531-4933-4f3b-8eb2-d56f6c854783 HTTP/1.1" status: 200 len: 217 time: 0.1937637 Aug 17 02:59:55.697672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'tag': '844bf010-b2e0-409e-9c47-683af3dfae5b'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:55.699916 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-84a55c62-9d3a-4d2e-a8eb-c08ed26ad30d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "tag": "844bf010-b2e0-409e-9c47-683af3dfae5b"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:55.719683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf9a86-d425-4813-a263-de96575d60f4 req-1ad08e9f-390d-4d83-a927-6387493ba2e1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.725684 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf9a86-d425-4813-a263-de96575d60f4 req-1ad08e9f-390d-4d83-a927-6387493ba2e1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.731844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf9a86-d425-4813-a263-de96575d60f4 req-1ad08e9f-390d-4d83-a927-6387493ba2e1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.738608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf9a86-d425-4813-a263-de96575d60f4 req-1ad08e9f-390d-4d83-a927-6387493ba2e1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.744852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf9a86-d425-4813-a263-de96575d60f4 req-1ad08e9f-390d-4d83-a927-6387493ba2e1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.751726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf9a86-d425-4813-a263-de96575d60f4 req-1ad08e9f-390d-4d83-a927-6387493ba2e1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.757006 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] For port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 02:59:55.760020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf9a86-d425-4813-a263-de96575d60f4 req-1ad08e9f-390d-4d83-a927-6387493ba2e1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.767101 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0cf9a86-d425-4813-a263-de96575d60f4 req-1ad08e9f-390d-4d83-a927-6387493ba2e1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5430 time: 0.5693352 Aug 17 02:59:55.779812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] For port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 02:59:55.792490 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d02eb450-a2c1-4841-874b-2e9354c5347c tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "GET /v2.0/routers/608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3 HTTP/1.1" status: 200 len: 924 time: 0.2339294 Aug 17 02:59:55.794474 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47622) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:55.801009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6cb08d04-6ef7-462a-af7b-8c17fd851f2b admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-714526239-network', 'tenant_id': '1cb1eb1f0c634ab4bee7089cd6e506c8'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:55.833502 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7547571b-ee7b-41f8-84fc-839af4349617 req-1c6be470-63bd-4401-b184-5e1d25a6e95b tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.835000 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7547571b-ee7b-41f8-84fc-839af4349617 req-1c6be470-63bd-4401-b184-5e1d25a6e95b tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1498604 Aug 17 02:59:55.857974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-cc2148f3-77dd-4b21-9868-60b98f574e21 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Allocated IP 192.168.233.161 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/cdafc3d0-1ace-4704-b94b-954b7d83f88a) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 02:59:55.864966 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:55.922788 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b7288822-c2df-48a7-a055-615fa9d73138 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.926518 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b7288822-c2df-48a7-a055-615fa9d73138 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2098b0c-8a13-4170-8b03-94c356349639 HTTP/1.1" status: 200 len: 855 time: 0.1553054 Aug 17 02:59:55.930314 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0cf9a86-d425-4813-a263-de96575d60f4 req-22eff357-98bb-4f72-a35e-2283f7677615 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1623623 Aug 17 02:59:55.945219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.945876 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:55.947297 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] 10.222.0.60 "PUT /v2.0/ports/c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 HTTP/1.1" status: 200 len: 1096 time: 1.3576677 Aug 17 02:59:55.949638 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c22ebeb4-751a-4395-b0e4-7aaf5d77570d', 'tag': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:55.953176 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-099c2714-a790-403d-a9c8-c90abd3bc4d8" -d '{"events": [{"name": "network-changed", "server_uuid": "c22ebeb4-751a-4395-b0e4-7aaf5d77570d", "tag": "c40e4cc8-eb8b-4972-adf0-948ca3f8cf21"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:55.969063 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7547571b-ee7b-41f8-84fc-839af4349617 req-8f857f8d-c35d-4697-a23b-19edced78167 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1175125 Aug 17 02:59:55.975835 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86692e99-d235-4523-8ca7-c2f06f92a4b8 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:55.979840 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-86692e99-d235-4523-8ca7-c2f06f92a4b8 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&device_id=608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1816897 Aug 17 02:59:55.983115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47628) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:55.996889 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cb08d04-6ef7-462a-af7b-8c17fd851f2b admin admin] Made reservation on behalf of 1cb1eb1f0c634ab4bee7089cd6e506c8 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:59:55.999910 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cb08d04-6ef7-462a-af7b-8c17fd851f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:56.014285 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1703af0-dc99-459e-8f9c-6572cff7754f service neutron] Pushing event updated for resources: {'Port': ['ID=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:56.017720 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07c671b8-c959-4fe6-8655-c2dbed8fb6fc x-openstack-request-id: req-07c671b8-c959-4fe6-8655-c2dbed8fb6fc {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:56.018040 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "tag": "844bf010-b2e0-409e-9c47-683af3dfae5b", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:56.018305 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07c671b8-c959-4fe6-8655-c2dbed8fb6fc {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:56.018729 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'tag': '844bf010-b2e0-409e-9c47-683af3dfae5b', 'status': 'completed', 'code': 200} Aug 17 02:59:56.064341 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cb08d04-6ef7-462a-af7b-8c17fd851f2b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:56.150421 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-383996ff-5ede-4f07-a09f-a55c88e1ce72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:56.151975 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-383996ff-5ede-4f07-a09f-a55c88e1ce72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a025f32-f5b2-4a70-b1ff-319c315c310a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2086120 Aug 17 02:59:56.189322 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1136161f-a684-4632-8146-2e8c9b511043 x-openstack-request-id: req-1136161f-a684-4632-8146-2e8c9b511043 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:56.189662 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c22ebeb4-751a-4395-b0e4-7aaf5d77570d", "tag": "c40e4cc8-eb8b-4972-adf0-948ca3f8cf21", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:56.189915 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1136161f-a684-4632-8146-2e8c9b511043 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:56.190309 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c22ebeb4-751a-4395-b0e4-7aaf5d77570d', 'tag': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21', 'status': 'completed', 'code': 200} Aug 17 02:59:56.237608 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7a3bb4cd-6da6-4aef-b724-eec09d6cecc2 req-5c96c243-f42b-4e39-b1e4-cd52464fe731 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 210 time: 0.0773559 Aug 17 02:59:56.254730 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fa90624-bf10-40fa-a797-050350ed881f tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:56.257781 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1fa90624-bf10-40fa-a797-050350ed881f tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 881 time: 0.2720375 Aug 17 02:59:56.260015 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47630) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:56.290293 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6dcde5fe-604a-4340-a34f-ca092ec28b9e tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "GET /v2.0/ports?device_id=608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3 HTTP/1.1" status: 200 len: 205 time: 0.0267544 Aug 17 02:59:56.291606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47632) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:56.301639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-01a65b81-65a1-4cf8-a91d-1ebda2954a24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:56.304226 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-01a65b81-65a1-4cf8-a91d-1ebda2954a24 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c57a4d400caf49a7bf90b455e87257e0&device_id=c22ebeb4-751a-4395-b0e4-7aaf5d77570d HTTP/1.1" status: 200 len: 1099 time: 0.1681020 Aug 17 02:59:56.377541 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-3c5d9e0c-3c3d-4dd2-8a0e-c40c5ca11f39 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 HTTP/1.1" status: 200 len: 217 time: 0.0430338 Aug 17 02:59:56.417880 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-cc2148f3-77dd-4b21-9868-60b98f574e21 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:56.428990 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-daf87720-ef86-4812-a253-ea5b42bb047b req-8bf0ba0b-0815-492c-880f-fbe55a051064 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:56.450953 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-60ca8ae0-85bb-4f61-9c7b-1fd29387499b service neutron] 10.222.0.60 "GET /v2.0/networks/9a025f32-f5b2-4a70-b1ff-319c315c310a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2461820 Aug 17 02:59:56.482004 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-a52e7688-1a2b-47f4-8072-415515d3cee8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:56.484401 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-a52e7688-1a2b-47f4-8072-415515d3cee8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0694606 Aug 17 02:59:56.486415 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43a411da-20bc-4a64-850f-1b970ec4c3c7 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:56.489120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-cc2148f3-77dd-4b21-9868-60b98f574e21 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Transition to ACTIVE for port object cdafc3d0-1ace-4704-b94b-954b7d83f88a will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:56.491915 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cb08d04-6ef7-462a-af7b-8c17fd851f2b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:56.495147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf0ba0b-0815-492c-880f-fbe55a051064 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Pushing event deleted for resources: {'Port': ['ID=fd3fbb6d-6af3-40d7-8d58-1314e50ac489,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:56.544007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8e2b62ef-d463-4eb7-8839-76a728306051 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:59:56.548367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fd3fbb6d-6af3-40d7-8d58-1314e50ac489 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 02:59:56.575436 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cb08d04-6ef7-462a-af7b-8c17fd851f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:56.575908 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: fd3fbb6d-6af3-40d7-8d58-1314e50ac489 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 02:59:56.576355 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fd3fbb6d-6af3-40d7-8d58-1314e50ac489 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 02:59:56.601937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf87720-ef86-4812-a253-ea5b42bb047b req-8bf0ba0b-0815-492c-880f-fbe55a051064 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] No DVR routers for this DVR port fd3fbb6d-6af3-40d7-8d58-1314e50ac489 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 02:59:56.607447 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-daf87720-ef86-4812-a253-ea5b42bb047b req-8bf0ba0b-0815-492c-880f-fbe55a051064 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:56.610557 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-daf87720-ef86-4812-a253-ea5b42bb047b req-8bf0ba0b-0815-492c-880f-fbe55a051064 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.60 "DELETE /v2.0/ports/fd3fbb6d-6af3-40d7-8d58-1314e50ac489 HTTP/1.1" status: 204 len: 173 time: 2.0992460 Aug 17 02:59:56.610953 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-5059b8e9-b7fe-464e-b0e0-9a9d53e13f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:56.612540 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-5059b8e9-b7fe-464e-b0e0-9a9d53e13f99 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0918899 Aug 17 02:59:56.647257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb08d04-6ef7-462a-af7b-8c17fd851f2b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45c157b3-3a58-485e-aaa0-667c8583acf6,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:56.659242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6cb08d04-6ef7-462a-af7b-8c17fd851f2b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 02:59:56.669411 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cb08d04-6ef7-462a-af7b-8c17fd851f2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:56.669969 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-6cb08d04-6ef7-462a-af7b-8c17fd851f2b admin admin] Added segment 25c972ce-7b22-42c8-8e08-a5b578a40bc6 of type vlan for network 07cba672-4178-423d-95c1-3177e09d9c93 Aug 17 02:59:56.684716 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8e2b62ef-d463-4eb7-8839-76a728306051, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8e2b62ef-d463-4eb7-8839-76a728306051,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:56.693670 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43a411da-20bc-4a64-850f-1b970ec4c3c7 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:56.708292 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '8e2b62ef-d463-4eb7-8839-76a728306051', 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb', 'port_id': '8e2b62ef-d463-4eb7-8839-76a728306051', 'mac_address': 'fa:16:3e:18:ae:3e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7aeeda-153f-4ac5-8939-dd5068984085', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:59:56.740817 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-07f74066-8c86-4cf3-902b-8e3d02968f16 service neutron] 10.222.0.60 "GET /v2.0/networks/9a025f32-f5b2-4a70-b1ff-319c315c310a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2627378 Aug 17 02:59:56.742659 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cb08d04-6ef7-462a-af7b-8c17fd851f2b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:56.758660 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:56.764420 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-050f2f77-5d7e-4f15-b91d-122a46e73b56 req-92549449-9c28-4871-85af-f2f99c811433 tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 210 time: 0.0415051 Aug 17 02:59:56.769050 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-eca05332-a723-4b69-9712-1e83d3471b83 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458583 Aug 17 02:59:56.774593 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 8e2b62ef-d463-4eb7-8839-76a728306051 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:59:56.799082 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-7974d2f0-761b-4595-b54c-6fd8db182554 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=b647c0c9-5df0-4033-b58c-6fe97fadcd8b HTTP/1.1" status: 200 len: 217 time: 0.0487421 Aug 17 02:59:56.801245 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8e2b62ef-d463-4eb7-8839-76a728306051, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8e2b62ef-d463-4eb7-8839-76a728306051,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:56.807733 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-cc2148f3-77dd-4b21-9868-60b98f574e21 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:56.876280 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:56.899218 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cb08d04-6ef7-462a-af7b-8c17fd851f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:56.900183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb08d04-6ef7-462a-af7b-8c17fd851f2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:56.900771 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cb08d04-6ef7-462a-af7b-8c17fd851f2b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:56.918489 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-43a411da-20bc-4a64-850f-1b970ec4c3c7 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Deleting port 1626012e-59e7-4e90-908c-7404961b8678 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 02:59:56.918837 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43a411da-20bc-4a64-850f-1b970ec4c3c7 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:56.936689 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71842c8b-8f25-4d04-b6fd-9ac49e33ccb9 req-3503cfb3-577f-4df8-9856-15ff6d4cde9b service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1577055 Aug 17 02:59:56.944040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2148f3-77dd-4b21-9868-60b98f574e21 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Pushing event updated for resources: {'Port': ['ID=cdafc3d0-1ace-4704-b94b-954b7d83f88a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:56.953277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-cc2148f3-77dd-4b21-9868-60b98f574e21 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 02:59:56.976000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8e2b62ef-d463-4eb7-8839-76a728306051,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:57.004378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-cc2148f3-77dd-4b21-9868-60b98f574e21 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:57.008669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-cc2148f3-77dd-4b21-9868-60b98f574e21 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 02:59:57.046624 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-126883dc-6946-4b7a-b877-f420f4dd3981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:57.048213 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-126883dc-6946-4b7a-b877-f420f4dd3981 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21a6b48b-ccdb-4265-9010-f1fdb1ae6f54 HTTP/1.1" status: 200 len: 797 time: 0.2386360 Aug 17 02:59:57.063864 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['8e2b62ef-d463-4eb7-8839-76a728306051'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:59:57.080752 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43a411da-20bc-4a64-850f-1b970ec4c3c7 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:57.137278 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-43a411da-20bc-4a64-850f-1b970ec4c3c7 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Calling delete_port for 1626012e-59e7-4e90-908c-7404961b8678 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 02:59:57.148566 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6cb08d04-6ef7-462a-af7b-8c17fd851f2b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.5759907 Aug 17 02:59:57.155027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47652) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:57.161903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3897d01f-3aac-4ba5-a677-a30b064d783b admin admin] Request body: {'subnet': {'network_id': '07cba672-4178-423d-95c1-3177e09d9c93', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-714526239-subnet', 'tenant_id': '1cb1eb1f0c634ab4bee7089cd6e506c8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:57.179258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb08d04-6ef7-462a-af7b-8c17fd851f2b admin admin] Pushing event updated for resources: {'Network': ['ID=07cba672-4178-423d-95c1-3177e09d9c93,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:57.196368 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 07cba672-4178-423d-95c1-3177e09d9c93 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 02:59:57.204035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-cc2148f3-77dd-4b21-9868-60b98f574e21 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:57.204814 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-cc2148f3-77dd-4b21-9868-60b98f574e21 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:57.206808 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f83ab003-fa45-4af8-a249-d63c8b8f5fe7 req-3bb4ef71-1828-4495-91f1-d2b993dc70d5 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:57.215113 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f83ab003-fa45-4af8-a249-d63c8b8f5fe7 req-3bb4ef71-1828-4495-91f1-d2b993dc70d5 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1275382 Aug 17 02:59:57.271026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39891c9e-db6e-4796-8c1d-d38cbb6a8b84 req-0521ecef-e124-4d3d-ba91-ea271cf98e90 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:57.278979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39891c9e-db6e-4796-8c1d-d38cbb6a8b84 req-0521ecef-e124-4d3d-ba91-ea271cf98e90 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:57.288208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39891c9e-db6e-4796-8c1d-d38cbb6a8b84 req-0521ecef-e124-4d3d-ba91-ea271cf98e90 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:57.295344 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39891c9e-db6e-4796-8c1d-d38cbb6a8b84 req-0521ecef-e124-4d3d-ba91-ea271cf98e90 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:57.296080 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f83ab003-fa45-4af8-a249-d63c8b8f5fe7 req-95db7c56-2957-418f-925e-f8ae315052bd tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636885 Aug 17 02:59:57.308222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39891c9e-db6e-4796-8c1d-d38cbb6a8b84 req-0521ecef-e124-4d3d-ba91-ea271cf98e90 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:57.319292 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39891c9e-db6e-4796-8c1d-d38cbb6a8b84 req-0521ecef-e124-4d3d-ba91-ea271cf98e90 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:57.322650 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39891c9e-db6e-4796-8c1d-d38cbb6a8b84 req-0521ecef-e124-4d3d-ba91-ea271cf98e90 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:57.324957 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39891c9e-db6e-4796-8c1d-d38cbb6a8b84 req-0521ecef-e124-4d3d-ba91-ea271cf98e90 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5430 time: 0.2719657 Aug 17 02:59:57.329857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-5d79acbc-160b-4209-8320-63e59f6d7cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:57.330376 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c2714-a790-403d-a9c8-c90abd3bc4d8 req-1f0665b8-27aa-4049-819f-417e93f73327 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:57.331897 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-099c2714-a790-403d-a9c8-c90abd3bc4d8 req-1f0665b8-27aa-4049-819f-417e93f73327 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c57a4d400caf49a7bf90b455e87257e0&device_id=c22ebeb4-751a-4395-b0e4-7aaf5d77570d HTTP/1.1" status: 200 len: 1099 time: 0.1961656 Aug 17 02:59:57.332217 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-5d79acbc-160b-4209-8320-63e59f6d7cd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4d8607a-fcd3-4976-90b3-958c321a6814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2548969 Aug 17 02:59:57.405611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3897d01f-3aac-4ba5-a677-a30b064d783b admin admin] Made reservation on behalf of 1cb1eb1f0c634ab4bee7089cd6e506c8 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 02:59:57.408161 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3897d01f-3aac-4ba5-a677-a30b064d783b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:57.441446 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a1533193-7610-4ef0-b449-afd05d5395d3 None None] Provisioning for port cdafc3d0-1ace-4704-b94b-954b7d83f88a completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 02:59:57.454392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a1533193-7610-4ef0-b449-afd05d5395d3 None None] Provisioning complete for port cdafc3d0-1ace-4704-b94b-954b7d83f88a triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:59:57.455133 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a1533193-7610-4ef0-b449-afd05d5395d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:57.482226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-cc2148f3-77dd-4b21-9868-60b98f574e21 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.3472598 Aug 17 02:59:57.517386 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39891c9e-db6e-4796-8c1d-d38cbb6a8b84 req-79a76d73-763a-4e27-af7a-3c278effa85d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1770515 Aug 17 02:59:57.525057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Request body: {'port': {'device_id': '4ec7cbc4-9902-4784-84e3-0021a5beea86', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:57.534650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a1533193-7610-4ef0-b449-afd05d5395d3 None None] Port cdafc3d0-1ace-4704-b94b-954b7d83f88a cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 02:59:57.543762 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c2714-a790-403d-a9c8-c90abd3bc4d8 req-b2dbb806-0ab1-43e6-a40a-fef1b3a098f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:57.553474 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-099c2714-a790-403d-a9c8-c90abd3bc4d8 req-b2dbb806-0ab1-43e6-a40a-fef1b3a098f0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.1951854 Aug 17 02:59:57.575851 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db909dc-09ce-4ac7-82b2-f6ffd163d225 req-72f4e77b-2da5-4fbe-8623-f343df1ffd2a tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:57.578058 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5db909dc-09ce-4ac7-82b2-f6ffd163d225 req-72f4e77b-2da5-4fbe-8623-f343df1ffd2a tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 936 time: 0.1262236 Aug 17 02:59:57.588159 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-29323e10-7261-4b71-a800-733e7681173b service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2372861 Aug 17 02:59:57.633514 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-099c2714-a790-403d-a9c8-c90abd3bc4d8 req-4d83078c-6f20-40f7-85d5-0b9fa51885d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.226&port_id=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 HTTP/1.1" status: 200 len: 217 time: 0.0544369 Aug 17 02:59:57.697578 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:57.704907 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5db909dc-09ce-4ac7-82b2-f6ffd163d225 req-bc87d2c6-38b9-4af6-97cb-211d0b15ad64 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165864 Aug 17 02:59:57.731362 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c2714-a790-403d-a9c8-c90abd3bc4d8 req-81e87540-f1e2-4511-819a-7c8b47dd12fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:57.732286 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-099c2714-a790-403d-a9c8-c90abd3bc4d8 req-81e87540-f1e2-4511-819a-7c8b47dd12fe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0839698 Aug 17 02:59:57.779954 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43a411da-20bc-4a64-850f-1b970ec4c3c7 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:57.814152 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43a411da-20bc-4a64-850f-1b970ec4c3c7 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Pushing event deleted for resources: {'Port': ['ID=1626012e-59e7-4e90-908c-7404961b8678,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:57.844085 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099c2714-a790-403d-a9c8-c90abd3bc4d8 req-fc7747da-cb71-4475-96f3-5cddd4e3c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:57.845747 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-099c2714-a790-403d-a9c8-c90abd3bc4d8 req-fc7747da-cb71-4475-96f3-5cddd4e3c782 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1038690 Aug 17 02:59:57.906355 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ba2f1df-813d-4339-bad6-37d2dbb4cd36 req-b98482c0-4f3f-48f1-aad2-f872563d373e tempest-FloatingIPsAssociationTestJSON-516811966 tempest-FloatingIPsAssociationTestJSON-516811966-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4a93e4a-f4b6-4fb0-982f-78cf94e47d04 HTTP/1.1" status: 200 len: 210 time: 0.0413117 Aug 17 02:59:57.915630 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-dd13073f-afb2-48f3-838a-ce4b921362d1 service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000302 Aug 17 02:59:57.963446 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43a411da-20bc-4a64-850f-1b970ec4c3c7 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:58.027110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'name': 'network-vif-deleted', 'tag': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:58.029489 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edf751f2-ade1-4681-a0af-84ada70a7d6c" -d '{"events": [{"server_uuid": "a4a93e4a-f4b6-4fb0-982f-78cf94e47d04", "name": "network-vif-deleted", "tag": "fd3fbb6d-6af3-40d7-8d58-1314e50ac489"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:58.038769 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-b9bcb1d8-9590-4de3-a8fa-ac9ff27487fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=0de1d812-cbba-4e5d-823a-b18fcc94199e HTTP/1.1" status: 200 len: 217 time: 0.1139948 Aug 17 02:59:58.125883 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b084f4c5-51f6-447d-863d-37a2a6c92efd x-openstack-request-id: req-b084f4c5-51f6-447d-863d-37a2a6c92efd {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:58.126263 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4a93e4a-f4b6-4fb0-982f-78cf94e47d04", "name": "network-vif-deleted", "tag": "fd3fbb6d-6af3-40d7-8d58-1314e50ac489", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:58.126527 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b084f4c5-51f6-447d-863d-37a2a6c92efd {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:58.126941 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4a93e4a-f4b6-4fb0-982f-78cf94e47d04', 'name': 'network-vif-deleted', 'tag': 'fd3fbb6d-6af3-40d7-8d58-1314e50ac489', 'status': 'completed', 'code': 200} Aug 17 02:59:58.211319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-c9c49e8a-580f-41ed-98a8-b5c787f1bc87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:58.212900 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-c9c49e8a-580f-41ed-98a8-b5c787f1bc87 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21a6b48b-ccdb-4265-9010-f1fdb1ae6f54 HTTP/1.1" status: 200 len: 797 time: 0.1653831 Aug 17 02:59:58.258727 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3897d01f-3aac-4ba5-a677-a30b064d783b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:58.363694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1efa6-51de-4f16-8514-101941cac216 req-40d0bcaf-e493-4536-a9f3-85093cc5a04f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:58.366930 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ccb1efa6-51de-4f16-8514-101941cac216 req-40d0bcaf-e493-4536-a9f3-85093cc5a04f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e68f75672fd94fdba91f7083d9fb4a1a&device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 1097 time: 0.2020941 Aug 17 02:59:58.392714 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43a411da-20bc-4a64-850f-1b970ec4c3c7 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:58.395640 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43a411da-20bc-4a64-850f-1b970ec4c3c7 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:58.404002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3897d01f-3aac-4ba5-a677-a30b064d783b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a435cf10-a71c-4d7f-a316-eee2f7d6e814,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:58.410836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cdafc3d0-1ace-4704-b94b-954b7d83f88a {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:59:58.465943 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:58.466576 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-099c2714-a790-403d-a9c8-c90abd3bc4d8 req-1c9f2510-b6cc-4b8c-9a95-7804dd2cd7ad service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6027007 Aug 17 02:59:58.484242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-45465f4e-42cc-41c3-9bfb-a981fc86fb5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:58.484242 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-45465f4e-42cc-41c3-9bfb-a981fc86fb5a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4d8607a-fcd3-4976-90b3-958c321a6814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2535565 Aug 17 02:59:58.486965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feb972d7-9838-4ff2-b9b2-c46434612358 req-defecda1-2f08-4373-a4f0-2e5c8a3f7c21 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:58.493952 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-feb972d7-9838-4ff2-b9b2-c46434612358 req-defecda1-2f08-4373-a4f0-2e5c8a3f7c21 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1645658 Aug 17 02:59:58.526780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Transition to ACTIVE for port object cdafc3d0-1ace-4704-b94b-954b7d83f88a will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 02:59:58.562156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3897d01f-3aac-4ba5-a677-a30b064d783b admin admin] Checking segment: {'id': '25c972ce-7b22-42c8-8e08-a5b578a40bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:59:58.562573 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3897d01f-3aac-4ba5-a677-a30b064d783b admin admin] Network hostable DHCP agents. Network: 07cba672-4178-423d-95c1-3177e09d9c93, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 02:59:58.574236 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43a411da-20bc-4a64-850f-1b970ec4c3c7 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:58.574815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43a411da-20bc-4a64-850f-1b970ec4c3c7 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Fanout notify agent at l3_agent the message router_deleted on router 608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 02:59:58.582281 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 02:59:58.591837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8e2b62ef-d463-4eb7-8839-76a728306051 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 02:59:58.596313 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43a411da-20bc-4a64-850f-1b970ec4c3c7 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:58.597299 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-43a411da-20bc-4a64-850f-1b970ec4c3c7 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "DELETE /v2.0/routers/608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3 HTTP/1.1" status: 204 len: 168 time: 2.3047500 Aug 17 02:59:58.599201 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:58.605160 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47698) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:58.612682 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-5cbc7f1d-840e-456c-97ac-66277a734ca9 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1900796434', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:58.668368 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-feb972d7-9838-4ff2-b9b2-c46434612358 req-3b5017a3-83f0-4c2d-8aff-5c6256c6997f tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712735 Aug 17 02:59:58.673367 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1efa6-51de-4f16-8514-101941cac216 req-2d3e2a93-a5db-4c01-8bbe-efa4e13dd439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:58.674717 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ccb1efa6-51de-4f16-8514-101941cac216 req-2d3e2a93-a5db-4c01-8bbe-efa4e13dd439 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af4157d1-2122-47c3-8ec5-8deaba493f6a HTTP/1.1" status: 200 len: 918 time: 0.2929361 Aug 17 02:59:58.736404 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-099c2714-a790-403d-a9c8-c90abd3bc4d8 req-20696df0-482e-4a17-8108-1b8dccded3c1 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2380145 Aug 17 02:59:58.767429 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7f1d-840e-456c-97ac-66277a734ca9 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:58.768792 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7f1d-840e-456c-97ac-66277a734ca9 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:58.843711 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:58.863624 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21', 'mac_address': 'fa:16:3e:a8:62:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 02:59:58.928333 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:58.937812 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 8e2b62ef-d463-4eb7-8839-76a728306051 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 02:59:58.938206 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:58.939201 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7f1d-840e-456c-97ac-66277a734ca9 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:58.988948 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ec6b52-cc6f-412d-8250-a10c0752b3ff req-abd0276a-c52c-45c3-9232-17c67765e1d7 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:58.991004 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0ec6b52-cc6f-412d-8250-a10c0752b3ff req-abd0276a-c52c-45c3-9232-17c67765e1d7 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 948 time: 0.0937407 Aug 17 02:59:59.002601 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 02:59:59.016610 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7f1d-840e-456c-97ac-66277a734ca9 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:59.030398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:59.061555 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0ec6b52-cc6f-412d-8250-a10c0752b3ff req-6c44e21d-7296-49f5-a648-780f038999da tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639565 Aug 17 02:59:59.121074 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47718) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:59.122641 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:59.127833 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:59.172554 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cbc7f1d-840e-456c-97ac-66277a734ca9 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:59.173990 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5cbc7f1d-840e-456c-97ac-66277a734ca9 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5677590 Aug 17 02:59:59.178640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47720) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 02:59:59.183900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfa649c-732a-4b81-9fb2-1e1a938675cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2b62ef-d463-4eb7-8839-76a728306051'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 02:59:59.186219 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c512359f-68eb-489e-8fe5-174d41301b9c" -d '{"events": [{"server_uuid": "9cfa649c-732a-4b81-9fb2-1e1a938675cb", "name": "network-vif-plugged", "status": "completed", "tag": "8e2b62ef-d463-4eb7-8839-76a728306051"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 02:59:59.189531 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1127cf72-7be7-432e-9ee4-ebdee809f8fd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Request body: {'router': {'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 02:59:59.250048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:59.257786 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8e2b62ef-d463-4eb7-8839-76a728306051, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8e2b62ef-d463-4eb7-8839-76a728306051,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 02:59:59.265395 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 02:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be3a3bdf-8845-499d-a40e-df1752ed7214 x-openstack-request-id: req-be3a3bdf-8845-499d-a40e-df1752ed7214 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 02:59:59.265858 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfa649c-732a-4b81-9fb2-1e1a938675cb", "name": "network-vif-plugged", "status": "completed", "tag": "8e2b62ef-d463-4eb7-8839-76a728306051", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 02:59:59.267849 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be3a3bdf-8845-499d-a40e-df1752ed7214 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 02:59:59.268367 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfa649c-732a-4b81-9fb2-1e1a938675cb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e2b62ef-d463-4eb7-8839-76a728306051', 'code': 200} Aug 17 02:59:59.272622 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-619f153e-6378-4376-9075-73788f8c84b7 service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7801504 Aug 17 02:59:59.273215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3897d01f-3aac-4ba5-a677-a30b064d783b admin admin] Network 07cba672-4178-423d-95c1-3177e09d9c93 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 02:59:59.319848 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ccb1efa6-51de-4f16-8514-101941cac216 req-a3f9ed6f-04e3-4095-b4ff-b9ade63399a1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9caa80-5f1a-4878-904d-cffed6d8a7f1 HTTP/1.1" status: 200 len: 217 time: 0.6260190 Aug 17 02:59:59.347474 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Pushing event updated for resources: {'Port': ['ID=cdafc3d0-1ace-4704-b94b-954b7d83f88a,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:59.361814 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:59.410235 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['c40e4cc8-eb8b-4972-adf0-948ca3f8cf21'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 02:59:59.450173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-3897d01f-3aac-4ba5-a677-a30b064d783b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 07cba672-4178-423d-95c1-3177e09d9c93) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 02:59:59.459173 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c06c8dbd-5008-4935-aa1f-0dbef5bb69b3 None None] Network 07cba672-4178-423d-95c1-3177e09d9c93 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 02:59:59.466723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8e2b62ef-d463-4eb7-8839-76a728306051,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 02:59:59.481151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3897d01f-3aac-4ba5-a677-a30b064d783b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:59.481810 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3897d01f-3aac-4ba5-a677-a30b064d783b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:59.515736 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0a299-8f30-46bb-b3f5-6264f7e2842d req-d71c5cc2-86f6-4b90-be89-77080fe4faf1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:59.524911 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0a299-8f30-46bb-b3f5-6264f7e2842d req-d71c5cc2-86f6-4b90-be89-77080fe4faf1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:59.531010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0a299-8f30-46bb-b3f5-6264f7e2842d req-d71c5cc2-86f6-4b90-be89-77080fe4faf1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:59.537209 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0a299-8f30-46bb-b3f5-6264f7e2842d req-d71c5cc2-86f6-4b90-be89-77080fe4faf1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:59.543178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0a299-8f30-46bb-b3f5-6264f7e2842d req-d71c5cc2-86f6-4b90-be89-77080fe4faf1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:59.551694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0a299-8f30-46bb-b3f5-6264f7e2842d req-d71c5cc2-86f6-4b90-be89-77080fe4faf1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:59.558109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a0a299-8f30-46bb-b3f5-6264f7e2842d req-d71c5cc2-86f6-4b90-be89-77080fe4faf1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:59.566781 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-52a0a299-8f30-46bb-b3f5-6264f7e2842d req-d71c5cc2-86f6-4b90-be89-77080fe4faf1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5430 time: 0.8680375 Aug 17 02:59:59.587860 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1127cf72-7be7-432e-9ee4-ebdee809f8fd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:59.626145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb1efa6-51de-4f16-8514-101941cac216 req-36f65973-5384-4488-8832-e96b6b4b46ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 02:59:59.629481 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ccb1efa6-51de-4f16-8514-101941cac216 req-36f65973-5384-4488-8832-e96b6b4b46ab service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc3d150f-bb48-486d-a046-323ac115350b HTTP/1.1" status: 200 len: 858 time: 0.2924263 Aug 17 02:59:59.646905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Attempting to bind port cdafc3d0-1ace-4704-b94b-954b7d83f88a on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 02:59:59.647255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Attempting to bind port cdafc3d0-1ace-4704-b94b-954b7d83f88a by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 02:59:59.647599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Attempting to bind port cdafc3d0-1ace-4704-b94b-954b7d83f88a on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:59.700525 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ccb1efa6-51de-4f16-8514-101941cac216 req-e5970efa-a14c-4f74-a08a-2b7408b15c6a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af4157d1-2122-47c3-8ec5-8deaba493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0586884 Aug 17 02:59:59.706002 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-52a0a299-8f30-46bb-b3f5-6264f7e2842d req-1991a4c0-643e-4d49-8b8c-92cd445e2eaf tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1383333 Aug 17 02:59:59.707592 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Port cdafc3d0-1ace-4704-b94b-954b7d83f88a on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 02:59:59.707884 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Attempting to bind port cdafc3d0-1ace-4704-b94b-954b7d83f88a on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 02:59:59.712204 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bb335217-d7b6-4853-a002-34576785a57b service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3897023 Aug 17 02:59:59.754076 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3897d01f-3aac-4ba5-a677-a30b064d783b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 2.5862749 Aug 17 02:59:59.757278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 2, 59, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 02:59:59.772982 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 02:59:59.772982 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 02:59:59.772982 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Bound port: cdafc3d0-1ace-4704-b94b-954b7d83f88a, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 02:59:59.772982 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 02:59:59.943632 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-a0d9d44c-2395-405b-be99-0dcf6498f05f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=e7caaf99-a04e-4047-83fc-8294f841ffdd HTTP/1.1" status: 200 len: 217 time: 0.1874032 Aug 17 02:59:59.998437 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ffa365a-ed76-46b3-90dd-6d113cc02d83 req-92a0b729-1172-413f-9b4b-d8cad4684f23 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:00.001475 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2ffa365a-ed76-46b3-90dd-6d113cc02d83 req-92a0b729-1172-413f-9b4b-d8cad4684f23 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1463275 Aug 17 03:00:00.082206 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-120c61b1-6adb-47f3-a0e9-525dd069dbf8 None None] Network 07cba672-4178-423d-95c1-3177e09d9c93 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:00:00.088244 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-040d2ea2-62df-43ad-8cdb-4de85ecc681b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:00.089795 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-040d2ea2-62df-43ad-8cdb-4de85ecc681b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21a6b48b-ccdb-4265-9010-f1fdb1ae6f54 HTTP/1.1" status: 200 len: 797 time: 0.1352420 Aug 17 03:00:00.098015 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ccb1efa6-51de-4f16-8514-101941cac216 req-ec8aa54b-832c-4c77-9e25-c6ab2228d976 service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3814948 Aug 17 03:00:00.100857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] For port cdafc3d0-1ace-4704-b94b-954b7d83f88a, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:00:00.112379 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] For port cdafc3d0-1ace-4704-b94b-954b7d83f88a, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cdafc3d0-1ace-4704-b94b-954b7d83f88a,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:00:00.226601 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:00.247154 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1127cf72-7be7-432e-9ee4-ebdee809f8fd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:00.267188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bb4d1e7b-6aff-4073-923d-b85237cf1a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:00.267556 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-bb4d1e7b-6aff-4073-923d-b85237cf1a17 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4d8607a-fcd3-4976-90b3-958c321a6814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1686351 Aug 17 03:00:00.306089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:00.306089 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:00.306089 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] 10.222.0.60 "PUT /v2.0/ports/cdafc3d0-1ace-4704-b94b-954b7d83f88a HTTP/1.1" status: 200 len: 1096 time: 2.7956710 Aug 17 03:00:00.315540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4ec7cbc4-9902-4784-84e3-0021a5beea86', 'tag': 'cdafc3d0-1ace-4704-b94b-954b7d83f88a'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:00.317813 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-507a07e2-020a-4995-a83a-a8ba0d366d68" -d '{"events": [{"name": "network-changed", "server_uuid": "4ec7cbc4-9902-4784-84e3-0021a5beea86", "tag": "cdafc3d0-1ace-4704-b94b-954b7d83f88a"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:00.323541 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1127cf72-7be7-432e-9ee4-ebdee809f8fd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:00.427850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28a8fe71-98b9-4695-baf5-3c092b12935d req-e8ded955-df37-4e68-8381-cbe45bbb1433 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:00.431962 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-28a8fe71-98b9-4695-baf5-3c092b12935d req-e8ded955-df37-4e68-8381-cbe45bbb1433 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 948 time: 0.2480707 Aug 17 03:00:00.438058 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ccb1efa6-51de-4f16-8514-101941cac216 req-f884deba-5b39-48e5-870c-75f151827614 service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3235044 Aug 17 03:00:00.445439 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8da712b-8622-45ec-96d7-a3119f1f2013 service neutron] Pushing event updated for resources: {'Port': ['ID=cdafc3d0-1ace-4704-b94b-954b7d83f88a,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:00.496500 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-1127cf72-7be7-432e-9ee4-ebdee809f8fd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Allocated IP 172.25.1.192 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/54260ab2-213e-4cdc-831f-2931efcf4b0f) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:00:00.543356 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-8bacb549-a02d-4ffd-af26-68ebc58a82e2 service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2651641 Aug 17 03:00:00.573721 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-28a8fe71-98b9-4695-baf5-3c092b12935d req-8523fdc4-a4c6-4e9f-b3b4-73fbae7760c3 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180589 Aug 17 03:00:00.602002 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2ffa365a-ed76-46b3-90dd-6d113cc02d83 req-be4b036d-f6e0-4e7b-bb05-89c35dda7a57 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5764391 Aug 17 03:00:00.632847 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5237f4e4-a4c9-46ae-947e-f5c3b9d5f9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:00.643160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-d6545cbd-e601-45a0-a4c9-2b2614977c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:00.645123 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-d6545cbd-e601-45a0-a4c9-2b2614977c0a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c57a4d400caf49a7bf90b455e87257e0&device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 1099 time: 0.1689496 Aug 17 03:00:00.704932 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-0b34c14a-db26-47e1-83fd-8dcb7f16f1ea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=cdafc3d0-1ace-4704-b94b-954b7d83f88a HTTP/1.1" status: 200 len: 217 time: 0.0484192 Aug 17 03:00:00.764980 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea17720a-c6f1-45c5-a117-2246e733c53b x-openstack-request-id: req-ea17720a-c6f1-45c5-a117-2246e733c53b {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:00.765572 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4ec7cbc4-9902-4784-84e3-0021a5beea86", "tag": "cdafc3d0-1ace-4704-b94b-954b7d83f88a", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:00.766216 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ea17720a-c6f1-45c5-a117-2246e733c53b {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:00.766582 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4ec7cbc4-9902-4784-84e3-0021a5beea86', 'tag': 'cdafc3d0-1ace-4704-b94b-954b7d83f88a', 'status': 'completed', 'code': 200} Aug 17 03:00:00.822819 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-0242f502-8e78-43de-a086-edaccd975a05 service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2665529 Aug 17 03:00:00.827018 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f4409a76-0fef-4890-86eb-fccfcfda836d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:00.829275 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f4409a76-0fef-4890-86eb-fccfcfda836d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1143942 Aug 17 03:00:00.842037 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1127cf72-7be7-432e-9ee4-ebdee809f8fd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:00.928213 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-ff66c675-d787-4d7c-8dae-30f88999e2f7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 HTTP/1.1" status: 200 len: 217 time: 0.0890665 Aug 17 03:00:00.977701 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-d236bd2d-8139-434f-beb3-03066947bd91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:00.977701 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-d236bd2d-8139-434f-beb3-03066947bd91 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1180487 Aug 17 03:00:01.061149 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f342ce-1d25-481e-91f9-a1361210f176 req-0faea216-5ebc-45bb-9c47-11c9bc951ef3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:01.068867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f342ce-1d25-481e-91f9-a1361210f176 req-0faea216-5ebc-45bb-9c47-11c9bc951ef3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:01.075300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f342ce-1d25-481e-91f9-a1361210f176 req-0faea216-5ebc-45bb-9c47-11c9bc951ef3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:01.081258 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f342ce-1d25-481e-91f9-a1361210f176 req-0faea216-5ebc-45bb-9c47-11c9bc951ef3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:01.087405 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f342ce-1d25-481e-91f9-a1361210f176 req-0faea216-5ebc-45bb-9c47-11c9bc951ef3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:01.094145 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f342ce-1d25-481e-91f9-a1361210f176 req-0faea216-5ebc-45bb-9c47-11c9bc951ef3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:01.100276 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f342ce-1d25-481e-91f9-a1361210f176 req-0faea216-5ebc-45bb-9c47-11c9bc951ef3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:01.102466 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1f342ce-1d25-481e-91f9-a1361210f176 req-0faea216-5ebc-45bb-9c47-11c9bc951ef3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5430 time: 0.1394653 Aug 17 03:00:01.107437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-d1cc4477-8559-4547-b07d-28bd12cc949e tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:01.107603 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1127cf72-7be7-432e-9ee4-ebdee809f8fd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:01.107743 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-d1cc4477-8559-4547-b07d-28bd12cc949e tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/networks?id=07cba672-4178-423d-95c1-3177e09d9c93 HTTP/1.1" status: 200 len: 821 time: 0.1274621 Aug 17 03:00:01.191569 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-6f2a7a13-21e0-46d6-8bec-e788053d2665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:01.193277 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-6f2a7a13-21e0-46d6-8bec-e788053d2665 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21a6b48b-ccdb-4265-9010-f1fdb1ae6f54 HTTP/1.1" status: 200 len: 797 time: 0.2547853 Aug 17 03:00:01.196508 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-1b0a5a19-dde0-4b01-ba3a-09ef22ca559b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/quotas/1cb1eb1f0c634ab4bee7089cd6e506c8 HTTP/1.1" status: 200 len: 375 time: 0.0750964 Aug 17 03:00:01.216276 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1127cf72-7be7-432e-9ee4-ebdee809f8fd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:00:01.229724 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-1127cf72-7be7-432e-9ee4-ebdee809f8fd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:00:01.250837 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1f342ce-1d25-481e-91f9-a1361210f176 req-1af44948-1879-47a8-bae9-26ae5f6c12b2 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1325245 Aug 17 03:00:01.251706 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1127cf72-7be7-432e-9ee4-ebdee809f8fd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:00:01.286321 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1127cf72-7be7-432e-9ee4-ebdee809f8fd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Pushing event updated for resources: {'Port': ['ID=54260ab2-213e-4cdc-831f-2931efcf4b0f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:01.288470 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-7bfe08a5-5df4-4670-8d6d-73a8b04c8618 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cb1eb1f0c634ab4bee7089cd6e506c8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0836504 Aug 17 03:00:01.320943 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-68a9e33b-9d7b-421a-8fe7-511038713c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:01.322658 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-68a9e33b-9d7b-421a-8fe7-511038713c13 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4d8607a-fcd3-4976-90b3-958c321a6814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1191075 Aug 17 03:00:01.364466 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-2d18c811-c0e1-453d-a050-774d5cf2c09b service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2493875 Aug 17 03:00:01.433855 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5237f4e4-a4c9-46ae-947e-f5c3b9d5f9e0 admin admin] Deleting port 982ac065-ed18-4fa5-9674-186ca1cf0155 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:01.434214 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5237f4e4-a4c9-46ae-947e-f5c3b9d5f9e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:01.511485 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d27b09c3-17b1-48d2-8e92-59295297e258 req-f45a7472-c4cd-42c6-904b-9e3a085ccf4f service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434646 Aug 17 03:00:01.575021 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-196154fa-8344-4106-b74a-d9da5269d4f5 service neutron] 10.222.0.10 "GET /v2.0/networks/07cba672-4178-423d-95c1-3177e09d9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2746656 Aug 17 03:00:01.588011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-5237f4e4-a4c9-46ae-947e-f5c3b9d5f9e0 admin admin] For port 982ac065-ed18-4fa5-9674-186ca1cf0155, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=982ac065-ed18-4fa5-9674-186ca1cf0155,segment=NetworkSegment(ebd1bd90-c14f-4c2f-bbbb-96991d62ee85),segment_id=ebd1bd90-c14f-4c2f-bbbb-96991d62ee85)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:01.588889 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5237f4e4-a4c9-46ae-947e-f5c3b9d5f9e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:01.600176 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-901cbb33-e188-4bae-9cc7-213c89af897e service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2350173 Aug 17 03:00:01.611160 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5237f4e4-a4c9-46ae-947e-f5c3b9d5f9e0 admin admin] Calling delete_port for 982ac065-ed18-4fa5-9674-186ca1cf0155 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:01.807209 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-f0d3d53f-95fc-4105-8602-0098951cd2c6 service neutron] 10.222.0.10 "GET /v2.0/networks/07cba672-4178-423d-95c1-3177e09d9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2227736 Aug 17 03:00:01.809300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a07e2-020a-4995-a83a-a8ba0d366d68 req-b1b2d2c4-3a24-4c0c-a8a7-1e78a70c1f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:01.810905 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-507a07e2-020a-4995-a83a-a8ba0d366d68 req-b1b2d2c4-3a24-4c0c-a8a7-1e78a70c1f3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c57a4d400caf49a7bf90b455e87257e0&device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 1099 time: 0.1455922 Aug 17 03:00:01.816260 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-48bf7468-52c1-4da9-a9ad-a763997c323c service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054110 Aug 17 03:00:01.914056 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f10b37-3657-4ce3-b59d-7170d405eb7b req-93ab7397-1853-4915-b44e-370d251cbc99 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:01.922336 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10f10b37-3657-4ce3-b59d-7170d405eb7b req-93ab7397-1853-4915-b44e-370d251cbc99 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 948 time: 0.1490667 Aug 17 03:00:01.959651 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-c33b3957-ea0e-4cfb-88a0-a255e8b13937 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 HTTP/1.1" status: 200 len: 217 time: 0.1213603 Aug 17 03:00:02.021671 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10f10b37-3657-4ce3-b59d-7170d405eb7b req-eb309dc8-2757-4610-9a33-25816e7a202c tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984042 Aug 17 03:00:02.026193 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1127cf72-7be7-432e-9ee4-ebdee809f8fd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:02.392734 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b52acfee-1dc7-4b15-b048-afe72315b5e6 req-ec5266b1-f94a-449d-af52-12671ed3e2a6 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 210 time: 0.0632427 Aug 17 03:00:02.427861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-e56154fc-1d44-41f2-bd97-e3d9d6368bfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:02.429666 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-e56154fc-1d44-41f2-bd97-e3d9d6368bfa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb3a3b1c-c2d2-43c9-8e48-8451d3bce93f HTTP/1.1" status: 200 len: 797 time: 0.4564509 Aug 17 03:00:02.475134 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a07e2-020a-4995-a83a-a8ba0d366d68 req-0eadd62a-cbf4-4f2a-820f-6e13f4ecc4f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:02.478078 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-507a07e2-020a-4995-a83a-a8ba0d366d68 req-0eadd62a-cbf4-4f2a-820f-6e13f4ecc4f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.6509311 Aug 17 03:00:02.546720 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-a9d9b2be-6e47-48c1-86b3-7f8dc64ea304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:02.548607 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-a9d9b2be-6e47-48c1-86b3-7f8dc64ea304 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=586d57a3-852e-4093-92b2-c7135f5ca135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1086397 Aug 17 03:00:02.550073 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-507a07e2-020a-4995-a83a-a8ba0d366d68 req-92b97036-a7a0-4113-9c80-40c235622e25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.161&port_id=cdafc3d0-1ace-4704-b94b-954b7d83f88a HTTP/1.1" status: 200 len: 217 time: 0.0588295 Aug 17 03:00:02.565162 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:02.721877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a07e2-020a-4995-a83a-a8ba0d366d68 req-7a058c3e-cdba-4ec2-9921-a11464b3dc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:02.723355 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-507a07e2-020a-4995-a83a-a8ba0d366d68 req-7a058c3e-cdba-4ec2-9921-a11464b3dc83 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.1599338 Aug 17 03:00:02.734050 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:02.736618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b64bc-f1ba-44f6-84d9-b1389dd258c6 req-3608ae9a-8676-47a2-a56d-21928043adc6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:02.743084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b64bc-f1ba-44f6-84d9-b1389dd258c6 req-3608ae9a-8676-47a2-a56d-21928043adc6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:02.746763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:02.748056 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:02.750510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b64bc-f1ba-44f6-84d9-b1389dd258c6 req-3608ae9a-8676-47a2-a56d-21928043adc6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:02.756857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b64bc-f1ba-44f6-84d9-b1389dd258c6 req-3608ae9a-8676-47a2-a56d-21928043adc6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:02.763105 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b64bc-f1ba-44f6-84d9-b1389dd258c6 req-3608ae9a-8676-47a2-a56d-21928043adc6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:02.769797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b64bc-f1ba-44f6-84d9-b1389dd258c6 req-3608ae9a-8676-47a2-a56d-21928043adc6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:02.775798 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7b64bc-f1ba-44f6-84d9-b1389dd258c6 req-3608ae9a-8676-47a2-a56d-21928043adc6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:02.777894 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e7b64bc-f1ba-44f6-84d9-b1389dd258c6 req-3608ae9a-8676-47a2-a56d-21928043adc6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5430 time: 0.2346709 Aug 17 03:00:02.844887 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:02.891403 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e7b64bc-f1ba-44f6-84d9-b1389dd258c6 req-f83d8d57-8c2a-417a-a0da-27f6b92f617e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0971212 Aug 17 03:00:02.911669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507a07e2-020a-4995-a83a-a8ba0d366d68 req-912475db-6b57-4af2-8e94-b1722ee48758 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:02.913645 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-507a07e2-020a-4995-a83a-a8ba0d366d68 req-912475db-6b57-4af2-8e94-b1722ee48758 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1322207 Aug 17 03:00:02.914559 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f474533-aa23-4be2-872f-77d079dde04f req-333831a9-9bda-4389-a3ed-a541eb6eb57e tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:02.923193 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8f474533-aa23-4be2-872f-77d079dde04f req-333831a9-9bda-4389-a3ed-a541eb6eb57e tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1359742 Aug 17 03:00:02.941034 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-5973514f-fd79-46fd-92db-59cee3eafac8 service neutron] 10.222.0.60 "GET /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597054 Aug 17 03:00:02.951638 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:02.991221 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5237f4e4-a4c9-46ae-947e-f5c3b9d5f9e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:03.013128 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:03.014094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22ebeb4-751a-4395-b0e4-7aaf5d77570d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:03.020347 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36c853df-de6a-4255-b304-494509f1bda6" -d '{"events": [{"server_uuid": "c22ebeb4-751a-4395-b0e4-7aaf5d77570d", "name": "network-vif-plugged", "status": "completed", "tag": "c40e4cc8-eb8b-4972-adf0-948ca3f8cf21"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:03.034478 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8f474533-aa23-4be2-872f-77d079dde04f req-496828a5-5f05-4532-9e22-afb35922ea57 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007538 Aug 17 03:00:03.058682 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5237f4e4-a4c9-46ae-947e-f5c3b9d5f9e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=982ac065-ed18-4fa5-9674-186ca1cf0155,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:03.116610 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:03.145823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-8f5137ba-08f6-489e-aa84-2bc8645b7170 service neutron] 10.222.0.60 "GET /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1543508 Aug 17 03:00:03.227157 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aa3ae34-b39f-4b24-8eda-94668037c110 x-openstack-request-id: req-6aa3ae34-b39f-4b24-8eda-94668037c110 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:03.227452 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22ebeb4-751a-4395-b0e4-7aaf5d77570d", "name": "network-vif-plugged", "status": "completed", "tag": "c40e4cc8-eb8b-4972-adf0-948ca3f8cf21", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:03.228051 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6aa3ae34-b39f-4b24-8eda-94668037c110 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:03.228459 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22ebeb4-751a-4395-b0e4-7aaf5d77570d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21', 'code': 200} Aug 17 03:00:03.229602 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:03.300770 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1127cf72-7be7-432e-9ee4-ebdee809f8fd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:03.318292 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-507a07e2-020a-4995-a83a-a8ba0d366d68 req-08fcc6a5-a291-4565-8638-325f4b474dc7 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3942204 Aug 17 03:00:03.332299 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1127cf72-7be7-432e-9ee4-ebdee809f8fd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:03.350841 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2dee33c-7f8c-47ff-8b5e-c05594c0305c req-198a6379-87b0-4521-8e7f-eea8ba640e05 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:03.354762 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f2dee33c-7f8c-47ff-8b5e-c05594c0305c req-198a6379-87b0-4521-8e7f-eea8ba640e05 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 948 time: 0.1814163 Aug 17 03:00:03.420693 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-82699084-9edc-493f-98e5-65f373feafea service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=844bf010-b2e0-409e-9c47-683af3dfae5b HTTP/1.1" status: 200 len: 217 time: 0.0974777 Aug 17 03:00:03.453026 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:03.555293 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f2dee33c-7f8c-47ff-8b5e-c05594c0305c req-330d1c46-9356-4155-8e10-b8a1c9daf7e7 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1884978 Aug 17 03:00:03.584177 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d10f92b0-77ab-4dc9-af7a-996f08377c6c req-cac19b4c-7a02-4ab0-b906-79fdf94efa28 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 210 time: 0.0804517 Aug 17 03:00:03.634830 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e99861a-d134-40e8-ae15-6a2107dbb64a req-85f1e72d-3107-458f-a7ec-c0b80fb03a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:03.636385 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e99861a-d134-40e8-ae15-6a2107dbb64a req-85f1e72d-3107-458f-a7ec-c0b80fb03a3e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c22ebeb4-751a-4395-b0e4-7aaf5d77570d HTTP/1.1" status: 200 len: 1101 time: 0.2386711 Aug 17 03:00:03.644812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-9a7a3502-1f52-4910-aa25-117157564314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:03.647817 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-9a7a3502-1f52-4910-aa25-117157564314 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb3a3b1c-c2d2-43c9-8e48-8451d3bce93f HTTP/1.1" status: 200 len: 797 time: 0.1957643 Aug 17 03:00:03.681649 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-507a07e2-020a-4995-a83a-a8ba0d366d68 req-3b2d1660-2202-4247-8119-f4bd97dbe214 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2824271 Aug 17 03:00:03.759950 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e99861a-d134-40e8-ae15-6a2107dbb64a req-98808eda-8567-4677-8460-2ab9b0bea919 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110973 Aug 17 03:00:03.761888 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5237f4e4-a4c9-46ae-947e-f5c3b9d5f9e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:03.765576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add596d5-6c99-4b6c-ae7e-721ca236ff6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:03.767773 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-add596d5-6c99-4b6c-ae7e-721ca236ff6c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=586d57a3-852e-4093-92b2-c7135f5ca135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1101258 Aug 17 03:00:03.953911 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-6cbed0d8-6b31-4eac-830c-3b0dc87d8204 service neutron] 10.222.0.60 "GET /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1309803 Aug 17 03:00:04.088961 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1127cf72-7be7-432e-9ee4-ebdee809f8fd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Router de3b98f6-0f54-4207-a8ea-71ab1c936a32 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:00:04.089966 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee94fba6-1131-4505-b9ed-a3f392f5e6a5 req-ee2040fe-40ce-43f4-836e-69fd24bec769 service neutron] 10.222.0.60 "GET /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275778 Aug 17 03:00:04.236735 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df86bf1-14c9-4128-b333-408e0e5c64c5 req-354b8ce0-4129-42c6-937c-8e73bce4f23b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.242088 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67841129-5d3d-49ff-90ad-2dbbf5f0dfcd req-4999b96f-ae27-497c-8810-ef17c1e419e7 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.242646 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df86bf1-14c9-4128-b333-408e0e5c64c5 req-354b8ce0-4129-42c6-937c-8e73bce4f23b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.243716 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67841129-5d3d-49ff-90ad-2dbbf5f0dfcd req-4999b96f-ae27-497c-8810-ef17c1e419e7 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.0590000 Aug 17 03:00:04.248741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df86bf1-14c9-4128-b333-408e0e5c64c5 req-354b8ce0-4129-42c6-937c-8e73bce4f23b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.257660 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df86bf1-14c9-4128-b333-408e0e5c64c5 req-354b8ce0-4129-42c6-937c-8e73bce4f23b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.271118 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df86bf1-14c9-4128-b333-408e0e5c64c5 req-354b8ce0-4129-42c6-937c-8e73bce4f23b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.276310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df86bf1-14c9-4128-b333-408e0e5c64c5 req-354b8ce0-4129-42c6-937c-8e73bce4f23b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.284100 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df86bf1-14c9-4128-b333-408e0e5c64c5 req-354b8ce0-4129-42c6-937c-8e73bce4f23b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.286802 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5df86bf1-14c9-4128-b333-408e0e5c64c5 req-354b8ce0-4129-42c6-937c-8e73bce4f23b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5430 time: 0.2630670 Aug 17 03:00:04.333174 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a55c62-9d3a-4d2e-a8eb-c08ed26ad30d req-a8ff39dc-3f8d-45e6-a835-c07d774eef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.334343 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a55c62-9d3a-4d2e-a8eb-c08ed26ad30d req-a8ff39dc-3f8d-45e6-a835-c07d774eef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.334343 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a55c62-9d3a-4d2e-a8eb-c08ed26ad30d req-a8ff39dc-3f8d-45e6-a835-c07d774eef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.334630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a55c62-9d3a-4d2e-a8eb-c08ed26ad30d req-a8ff39dc-3f8d-45e6-a835-c07d774eef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.335106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a55c62-9d3a-4d2e-a8eb-c08ed26ad30d req-a8ff39dc-3f8d-45e6-a835-c07d774eef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.335584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a55c62-9d3a-4d2e-a8eb-c08ed26ad30d req-a8ff39dc-3f8d-45e6-a835-c07d774eef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.336049 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a55c62-9d3a-4d2e-a8eb-c08ed26ad30d req-a8ff39dc-3f8d-45e6-a835-c07d774eef83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.338069 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a55c62-9d3a-4d2e-a8eb-c08ed26ad30d req-a8ff39dc-3f8d-45e6-a835-c07d774eef83 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e9c034e7e504b8fb35245098d953639&device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 6487 time: 0.0934515 Aug 17 03:00:04.344383 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67841129-5d3d-49ff-90ad-2dbbf5f0dfcd req-9c77ad7b-6061-449b-8e8f-a65c56929e5d tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781877 Aug 17 03:00:04.412092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1127cf72-7be7-432e-9ee4-ebdee809f8fd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:00:04.426797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16502ad9-a1ef-408d-adc1-db358817de76 None None] Sync routers for ids ['de3b98f6-0f54-4207-a8ea-71ab1c936a32'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:00:04.432433 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1127cf72-7be7-432e-9ee4-ebdee809f8fd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:04.434163 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1127cf72-7be7-432e-9ee4-ebdee809f8fd tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "PUT /v2.0/routers/de3b98f6-0f54-4207-a8ea-71ab1c936a32 HTTP/1.1" status: 200 len: 884 time: 5.2535610 Aug 17 03:00:04.438155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47826) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:04.444191 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5237f4e4-a4c9-46ae-947e-f5c3b9d5f9e0 admin admin] Router 0761addd-3ed5-4677-af94-f21a0e6b2db3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:00:04.447504 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16502ad9-a1ef-408d-adc1-db358817de76 None None] Routers {'de3b98f6-0f54-4207-a8ea-71ab1c936a32'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:04.449653 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-16502ad9-a1ef-408d-adc1-db358817de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['de3b98f6-0f54-4207-a8ea-71ab1c936a32'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:04.463261 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5df86bf1-14c9-4128-b333-408e0e5c64c5 req-8f824e00-bd17-437f-b854-f2b35841332c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1612546 Aug 17 03:00:04.492805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-16502ad9-a1ef-408d-adc1-db358817de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:04.521360 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16502ad9-a1ef-408d-adc1-db358817de76 None None] Routers {'de3b98f6-0f54-4207-a8ea-71ab1c936a32'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:04.522312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-16502ad9-a1ef-408d-adc1-db358817de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['de3b98f6-0f54-4207-a8ea-71ab1c936a32'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:04.542027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a55c62-9d3a-4d2e-a8eb-c08ed26ad30d req-06f7252e-b4a9-4660-b6e0-4621baeb108f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.543552 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a55c62-9d3a-4d2e-a8eb-c08ed26ad30d req-06f7252e-b4a9-4660-b6e0-4621baeb108f service neutron] 10.222.0.60 "GET /v2.0/networks?id=586d57a3-852e-4093-92b2-c7135f5ca135 HTTP/1.1" status: 200 len: 901 time: 0.1975617 Aug 17 03:00:04.556655 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-16502ad9-a1ef-408d-adc1-db358817de76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:04.557310 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16502ad9-a1ef-408d-adc1-db358817de76 None None] The sync data for ids ['de3b98f6-0f54-4207-a8ea-71ab1c936a32'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:00:04.585818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device cdafc3d0-1ace-4704-b94b-954b7d83f88a details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:00:04.626368 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a55c62-9d3a-4d2e-a8eb-c08ed26ad30d req-7eb6fc7a-da7d-4dcb-91e0-51775f94b8bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=844bf010-b2e0-409e-9c47-683af3dfae5b HTTP/1.1" status: 200 len: 217 time: 0.0670073 Aug 17 03:00:04.687421 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5237f4e4-a4c9-46ae-947e-f5c3b9d5f9e0 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:00:04.696060 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf5bdec-034d-475f-9863-e551c5a231de None None] Sync routers for ids ['0761addd-3ed5-4677-af94-f21a0e6b2db3'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:00:04.699192 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5237f4e4-a4c9-46ae-947e-f5c3b9d5f9e0 admin admin] 10.222.0.10 "PUT /v2.0/routers/0761addd-3ed5-4677-af94-f21a0e6b2db3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5768526 Aug 17 03:00:04.703036 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47832) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:04.707523 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port cdafc3d0-1ace-4704-b94b-954b7d83f88a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cdafc3d0-1ace-4704-b94b-954b7d83f88a,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:04.713863 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5bdec-034d-475f-9863-e551c5a231de None None] Routers {'0761addd-3ed5-4677-af94-f21a0e6b2db3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:04.714782 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-eaf5bdec-034d-475f-9863-e551c5a231de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0761addd-3ed5-4677-af94-f21a0e6b2db3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:04.746610 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6524380b-1106-440f-838c-e8b35a91ea8d req-d5a48ce9-5ffe-407a-ace5-d5f14ae03d04 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 210 time: 0.0648110 Aug 17 03:00:04.774166 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'cdafc3d0-1ace-4704-b94b-954b7d83f88a', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': 'cdafc3d0-1ace-4704-b94b-954b7d83f88a', 'mac_address': 'fa:16:3e:ed:fa:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:00:04.830923 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:04.849538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cdafc3d0-1ace-4704-b94b-954b7d83f88a {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:04.894711 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7f707c8a-56c8-4469-b9d4-0bdf605c28b7 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "GET /v2.0/routers/de3b98f6-0f54-4207-a8ea-71ab1c936a32 HTTP/1.1" status: 200 len: 925 time: 0.4452412 Aug 17 03:00:04.898192 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47838) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:04.901735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a55c62-9d3a-4d2e-a8eb-c08ed26ad30d req-3e5ca6d3-1668-487e-ae09-cc08c30e5a3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.903477 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a55c62-9d3a-4d2e-a8eb-c08ed26ad30d req-3e5ca6d3-1668-487e-ae09-cc08c30e5a3d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb3a3b1c-c2d2-43c9-8e48-8451d3bce93f HTTP/1.1" status: 200 len: 797 time: 0.2083731 Aug 17 03:00:04.912629 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port cdafc3d0-1ace-4704-b94b-954b7d83f88a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cdafc3d0-1ace-4704-b94b-954b7d83f88a,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:04.973744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd37ade4-a2a2-431c-84f6-b55a031156a2 req-e1832ccb-4c8e-4250-a874-44fcd95d0a45 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.975933 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd37ade4-a2a2-431c-84f6-b55a031156a2 req-e1832ccb-4c8e-4250-a874-44fcd95d0a45 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 948 time: 0.2868690 Aug 17 03:00:04.991526 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-eaf5bdec-034d-475f-9863-e551c5a231de None None] Set router 0761addd-3ed5-4677-af94-f21a0e6b2db3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:00:04.993921 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11be11f6-e1b0-489e-b59a-1559ad222805 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:04.997801 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-11be11f6-e1b0-489e-b59a-1559ad222805 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&device_id=de3b98f6-0f54-4207-a8ea-71ab1c936a32&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0950885 Aug 17 03:00:04.997801 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-afa7f94a-4f18-403b-9b00-d10891a8ab36 admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:04.998482 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47840) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:05.010797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a55c62-9d3a-4d2e-a8eb-c08ed26ad30d req-20df9532-952f-429c-b960-3d8ca00c1dc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:05.012569 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a55c62-9d3a-4d2e-a8eb-c08ed26ad30d req-20df9532-952f-429c-b960-3d8ca00c1dc7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=586d57a3-852e-4093-92b2-c7135f5ca135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1002560 Aug 17 03:00:05.041243 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:05.065244 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd37ade4-a2a2-431c-84f6-b55a031156a2 req-3cd1c311-f862-43c6-a632-e85c74843911 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815523 Aug 17 03:00:05.241231 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a55c62-9d3a-4d2e-a8eb-c08ed26ad30d req-cda4c289-686f-4874-b046-0186c113e15a service neutron] 10.222.0.60 "GET /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095041 Aug 17 03:00:05.298537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=cdafc3d0-1ace-4704-b94b-954b7d83f88a,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:05.322864 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03dbe0f2-a26f-4f99-b23c-621bb849d8cf tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:05.322864 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-03dbe0f2-a26f-4f99-b23c-621bb849d8cf tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 881 time: 0.3198965 Aug 17 03:00:05.323827 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47856) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:05.354527 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-18c31629-009f-401c-93f7-0fc3101406a9 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "GET /v2.0/ports?device_id=de3b98f6-0f54-4207-a8ea-71ab1c936a32 HTTP/1.1" status: 200 len: 205 time: 0.0295918 Aug 17 03:00:05.357498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47858) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:05.374092 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-afa7f94a-4f18-403b-9b00-d10891a8ab36 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:05.416510 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['cdafc3d0-1ace-4704-b94b-954b7d83f88a'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:00:05.455364 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-eaf5bdec-034d-475f-9863-e551c5a231de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T03:00:02Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:05.460195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-7833128d-bbd7-478f-94cc-dc1b893a874f tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:05.460195 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-7833128d-bbd7-478f-94cc-dc1b893a874f tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.60 "GET /v2.0/networks?id=07cba672-4178-423d-95c1-3177e09d9c93 HTTP/1.1" status: 200 len: 821 time: 0.2151611 Aug 17 03:00:05.460195 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a55c62-9d3a-4d2e-a8eb-c08ed26ad30d req-ea3b642e-5835-4f6b-886e-99951436addd service neutron] 10.222.0.60 "GET /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2047377 Aug 17 03:00:05.484308 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-dbcbbe74-353b-4a30-ad99-a529413d2702 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Request body: {'port': {'device_id': '02251619-75d2-4b39-bb5e-c4a6fc00f4ee', 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93', 'admin_state_up': True, 'tenant_id': '1cb1eb1f0c634ab4bee7089cd6e506c8'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:05.549583 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf5bdec-034d-475f-9863-e551c5a231de None None] Checking router: 0761addd-3ed5-4677-af94-f21a0e6b2db3 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:00:05.575878 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf5bdec-034d-475f-9863-e551c5a231de None None] Routers {'0761addd-3ed5-4677-af94-f21a0e6b2db3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:05.576987 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-eaf5bdec-034d-475f-9863-e551c5a231de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0761addd-3ed5-4677-af94-f21a0e6b2db3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:05.786078 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a0e1b5c-1eda-4da9-8554-94aec472e6d6 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:05.808146 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-eaf5bdec-034d-475f-9863-e551c5a231de None None] Set router 0761addd-3ed5-4677-af94-f21a0e6b2db3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:00:05.857853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-dbcbbe74-353b-4a30-ad99-a529413d2702 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Made reservation on behalf of 1cb1eb1f0c634ab4bee7089cd6e506c8 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:00:05.862145 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-dbcbbe74-353b-4a30-ad99-a529413d2702 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:05.948423 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c4bf8-6158-4265-9fbc-50723a0de1d1 req-346075b0-97b8-434d-9042-86c8110f0121 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:05.955395 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c4bf8-6158-4265-9fbc-50723a0de1d1 req-346075b0-97b8-434d-9042-86c8110f0121 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:05.962232 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c4bf8-6158-4265-9fbc-50723a0de1d1 req-346075b0-97b8-434d-9042-86c8110f0121 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:05.971440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c4bf8-6158-4265-9fbc-50723a0de1d1 req-346075b0-97b8-434d-9042-86c8110f0121 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:05.976239 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57da875d-2fce-42bc-8dec-16c01a0c79ea req-9cabde73-3c6f-47d2-b0ec-6f0565594ef0 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 210 time: 0.0844219 Aug 17 03:00:05.993891 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c4bf8-6158-4265-9fbc-50723a0de1d1 req-346075b0-97b8-434d-9042-86c8110f0121 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:06.002333 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c4bf8-6158-4265-9fbc-50723a0de1d1 req-346075b0-97b8-434d-9042-86c8110f0121 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:06.010079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241c4bf8-6158-4265-9fbc-50723a0de1d1 req-346075b0-97b8-434d-9042-86c8110f0121 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:06.012780 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-241c4bf8-6158-4265-9fbc-50723a0de1d1 req-346075b0-97b8-434d-9042-86c8110f0121 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5430 time: 0.3934968 Aug 17 03:00:06.014539 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-afa7f94a-4f18-403b-9b00-d10891a8ab36 admin admin] Deleting port 5f410a6e-6b32-40af-b035-d413264a124d {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:06.015909 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-afa7f94a-4f18-403b-9b00-d10891a8ab36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:06.139107 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-eaf5bdec-034d-475f-9863-e551c5a231de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T03:00:02Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:06.192428 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eaf5bdec-034d-475f-9863-e551c5a231de None None] The sync data for ids ['0761addd-3ed5-4677-af94-f21a0e6b2db3'] in n-d-802060-9 is: [{'id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'name': 'tempest-FloatingIPsAssociationTestJSON-1051945108-router', 'tenant_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187'}], 'enable_snat': True}, 'gw_port_id': '5f410a6e-6b32-40af-b035-d413264a124d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:58:08Z', 'updated_at': '2021-08-17T03:00:02Z', 'revision_number': 5, 'project_id': 'e13aa94408ce4e17875cbac8d1e566ba', 'gw_port': {'id': '5f410a6e-6b32-40af-b035-d413264a124d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:2a:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0761addd-3ed5-4677-af94-f21a0e6b2db3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 968, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.187', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:11Z', 'updated_at': '2021-08-17T02:58:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:00:06.217538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-dbcbbe74-353b-4a30-ad99-a529413d2702 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Allocated IP 172.20.0.3 (07cba672-4178-423d-95c1-3177e09d9c93/a435cf10-a71c-4d7f-a316-eee2f7d6e814/9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:00:06.255183 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-241c4bf8-6158-4265-9fbc-50723a0de1d1 req-06b60d52-3fd8-45cb-821b-bc923083d452 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2222054 Aug 17 03:00:06.288618 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a0e1b5c-1eda-4da9-8554-94aec472e6d6 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:06.336792 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-afa7f94a-4f18-403b-9b00-d10891a8ab36 admin admin] For port 5f410a6e-6b32-40af-b035-d413264a124d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5f410a6e-6b32-40af-b035-d413264a124d,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:06.339480 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-afa7f94a-4f18-403b-9b00-d10891a8ab36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:06.382456 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-afa7f94a-4f18-403b-9b00-d10891a8ab36 admin admin] Calling delete_port for 5f410a6e-6b32-40af-b035-d413264a124d owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:06.456636 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:00:06.527063 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-dbcbbe74-353b-4a30-ad99-a529413d2702 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:06.597034 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device cdafc3d0-1ace-4704-b94b-954b7d83f88a up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:06.623065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6508eed7-4911-41b6-894e-adae8bbf6725 req-99629925-90bf-4519-b99a-d214b92f793e tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:06.633900 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6508eed7-4911-41b6-894e-adae8bbf6725 req-99629925-90bf-4519-b99a-d214b92f793e tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 949 time: 0.3848174 Aug 17 03:00:06.664302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-2a0e1b5c-1eda-4da9-8554-94aec472e6d6 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Deleting port 54260ab2-213e-4cdc-831f-2931efcf4b0f {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:06.665258 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a0e1b5c-1eda-4da9-8554-94aec472e6d6 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:06.665971 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-dbcbbe74-353b-4a30-ad99-a529413d2702 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:06.730155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcbbe74-353b-4a30-ad99-a529413d2702 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Pushing event updated for resources: {'Port': ['ID=9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:06.764323 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6508eed7-4911-41b6-894e-adae8bbf6725 req-5898f168-4553-449e-a273-a69b44dc7582 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277812 Aug 17 03:00:06.773117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port cdafc3d0-1ace-4704-b94b-954b7d83f88a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:06.782515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port cdafc3d0-1ace-4704-b94b-954b7d83f88a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:06.792346 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:06.792522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-dbcbbe74-353b-4a30-ad99-a529413d2702 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Network 07cba672-4178-423d-95c1-3177e09d9c93 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:00:06.792522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-dbcbbe74-353b-4a30-ad99-a529413d2702 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:00:06.794049 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-dbcbbe74-353b-4a30-ad99-a529413d2702 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:00:06.896184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-dbcbbe74-353b-4a30-ad99-a529413d2702 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:06.897521 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-dbcbbe74-353b-4a30-ad99-a529413d2702 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:06.904609 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-afa7f94a-4f18-403b-9b00-d10891a8ab36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:06.916737 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a0e1b5c-1eda-4da9-8554-94aec472e6d6 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:06.974769 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa7f94a-4f18-403b-9b00-d10891a8ab36 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f410a6e-6b32-40af-b035-d413264a124d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:07.001462 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-2a0e1b5c-1eda-4da9-8554-94aec472e6d6 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Calling delete_port for 54260ab2-213e-4cdc-831f-2931efcf4b0f owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:07.007700 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:07.011947 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-dbcbbe74-353b-4a30-ad99-a529413d2702 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5378447 Aug 17 03:00:07.041326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Request body: {'port': {'device_id': '02251619-75d2-4b39-bb5e-c4a6fc00f4ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:07.053201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec7cbc4-9902-4784-84e3-0021a5beea86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdafc3d0-1ace-4704-b94b-954b7d83f88a'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:07.063651 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d015f3d3-b7ce-4561-ae9d-28a9d6b8e8b8" -d '{"events": [{"server_uuid": "4ec7cbc4-9902-4784-84e3-0021a5beea86", "name": "network-vif-plugged", "status": "completed", "tag": "cdafc3d0-1ace-4704-b94b-954b7d83f88a"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:07.109211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port cdafc3d0-1ace-4704-b94b-954b7d83f88a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cdafc3d0-1ace-4704-b94b-954b7d83f88a,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:07.167045 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b72786dc-2d78-4e65-b405-67cca85c56a2 x-openstack-request-id: req-b72786dc-2d78-4e65-b405-67cca85c56a2 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:07.167345 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec7cbc4-9902-4784-84e3-0021a5beea86", "name": "network-vif-plugged", "status": "completed", "tag": "cdafc3d0-1ace-4704-b94b-954b7d83f88a", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:07.167595 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b72786dc-2d78-4e65-b405-67cca85c56a2 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:07.168314 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec7cbc4-9902-4784-84e3-0021a5beea86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdafc3d0-1ace-4704-b94b-954b7d83f88a', 'code': 200} Aug 17 03:00:07.172852 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:07.212431 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-afa7f94a-4f18-403b-9b00-d10891a8ab36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:07.265889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=cdafc3d0-1ace-4704-b94b-954b7d83f88a,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:07.288852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db8417fd-3515-45b4-84c6-626aac631ff6 req-df16681c-56ff-4797-bb1a-25919e1270ad tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:07.309308 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db8417fd-3515-45b4-84c6-626aac631ff6 req-df16681c-56ff-4797-bb1a-25919e1270ad tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 931 time: 0.1976275 Aug 17 03:00:07.322170 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-afa7f94a-4f18-403b-9b00-d10891a8ab36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:07.326357 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-afa7f94a-4f18-403b-9b00-d10891a8ab36 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:07.404714 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:07.453387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5232cfc0-42ef-422f-96d2-8cdd3dbca239 req-628738ff-9453-4bba-9001-0c6611e80d3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:07.458746 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5232cfc0-42ef-422f-96d2-8cdd3dbca239 req-628738ff-9453-4bba-9001-0c6611e80d3e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 1101 time: 0.1969843 Aug 17 03:00:07.468964 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db8417fd-3515-45b4-84c6-626aac631ff6 req-e29c76de-eea3-4aba-85d3-a98be5fa4f41 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1550865 Aug 17 03:00:07.483911 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-afa7f94a-4f18-403b-9b00-d10891a8ab36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:07.483911 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa7f94a-4f18-403b-9b00-d10891a8ab36 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0761addd-3ed5-4677-af94-f21a0e6b2db3 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:00:07.485458 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-afa7f94a-4f18-403b-9b00-d10891a8ab36 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:07.486713 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-afa7f94a-4f18-403b-9b00-d10891a8ab36 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0761addd-3ed5-4677-af94-f21a0e6b2db3 HTTP/1.1" status: 204 len: 168 time: 2.7799983 Aug 17 03:00:07.489138 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47896) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:07.552221 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cd0ee-f77c-488c-9179-271f244bff0d req-c2d3b9bd-cd83-477d-bec7-54b468e613c0 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:07.560787 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cd0ee-f77c-488c-9179-271f244bff0d req-c2d3b9bd-cd83-477d-bec7-54b468e613c0 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:07.583550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cd0ee-f77c-488c-9179-271f244bff0d req-c2d3b9bd-cd83-477d-bec7-54b468e613c0 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:07.595761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cd0ee-f77c-488c-9179-271f244bff0d req-c2d3b9bd-cd83-477d-bec7-54b468e613c0 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:07.610390 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cd0ee-f77c-488c-9179-271f244bff0d req-c2d3b9bd-cd83-477d-bec7-54b468e613c0 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:07.633053 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cd0ee-f77c-488c-9179-271f244bff0d req-c2d3b9bd-cd83-477d-bec7-54b468e613c0 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:07.637067 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5232cfc0-42ef-422f-96d2-8cdd3dbca239 req-106c0fb1-6d91-4067-9f7b-7d080d7fe786 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1547298 Aug 17 03:00:07.641286 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4cd0ee-f77c-488c-9179-271f244bff0d req-c2d3b9bd-cd83-477d-bec7-54b468e613c0 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:07.643396 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3d4cd0ee-f77c-488c-9179-271f244bff0d req-c2d3b9bd-cd83-477d-bec7-54b468e613c0 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5430 time: 0.2352014 Aug 17 03:00:07.652461 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a0e1b5c-1eda-4da9-8554-94aec472e6d6 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:07.779322 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0e1b5c-1eda-4da9-8554-94aec472e6d6 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Pushing event deleted for resources: {'Port': ['ID=54260ab2-213e-4cdc-831f-2931efcf4b0f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:07.864392 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33f47762-0bbb-4407-a47b-f03b4153df44 req-a6302e5a-11f8-4038-abe3-9b797c02e1c1 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:07.865954 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33f47762-0bbb-4407-a47b-f03b4153df44 req-a6302e5a-11f8-4038-abe3-9b797c02e1c1 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.2014399 Aug 17 03:00:07.960771 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33f47762-0bbb-4407-a47b-f03b4153df44 req-586d42aa-4ab5-415d-a8c9-70850699618b tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812440 Aug 17 03:00:08.128945 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:08.167042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 982ac065-ed18-4fa5-9674-186ca1cf0155 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:00:08.194303 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 982ac065-ed18-4fa5-9674-186ca1cf0155 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:00:08.194667 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 982ac065-ed18-4fa5-9674-186ca1cf0155 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:00:08.212407 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:08.240790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Transition to ACTIVE for port object 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:00:08.263555 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ddd6916-c04f-491f-b782-6f7e84c14302 req-95b3ee5d-d1ed-42f7-bf3f-4e2f67560e5b tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:08.265778 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6ddd6916-c04f-491f-b782-6f7e84c14302 req-95b3ee5d-d1ed-42f7-bf3f-4e2f67560e5b tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 950 time: 0.1226737 Aug 17 03:00:08.277731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-b55a737d-0574-4fb6-8d65-dccbd1f03bd4 admin admin] Deleting subnet 3e61e822-43e0-4ebd-8a9e-1084821b54a5 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:00:08.286448 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b55a737d-0574-4fb6-8d65-dccbd1f03bd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:08.317226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6ddd6916-c04f-491f-b782-6f7e84c14302 req-be40d441-46f2-4b11-be78-93593f066bc1 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438912 Aug 17 03:00:08.323692 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3d4cd0ee-f77c-488c-9179-271f244bff0d req-8b408c1d-23dd-4a3a-9704-04b485605acd tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6560946 Aug 17 03:00:08.328727 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:08.346304 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a0e1b5c-1eda-4da9-8554-94aec472e6d6 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:08.472337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:08.529947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Attempting to bind port 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:00:08.531350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Attempting to bind port 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '25c972ce-7b22-42c8-8e08-a5b578a40bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:00:08.532181 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Attempting to bind port 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 on network 07cba672-4178-423d-95c1-3177e09d9c93 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:00:08.541406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Port 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 on network 07cba672-4178-423d-95c1-3177e09d9c93 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:00:08.541903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Attempting to bind port 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 on network 07cba672-4178-423d-95c1-3177e09d9c93 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:00:08.548398 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 0, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:00:08.548884 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Checking segment: {'id': '25c972ce-7b22-42c8-8e08-a5b578a40bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:00:08.549380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Bound using segment: {'id': '25c972ce-7b22-42c8-8e08-a5b578a40bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:00:08.550014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Bound port: 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c972ce-7b22-42c8-8e08-a5b578a40bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:00:08.550633 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:08.601508 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b55a737d-0574-4fb6-8d65-dccbd1f03bd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:08.625181 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a0e1b5c-1eda-4da9-8554-94aec472e6d6 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:08.629338 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a0e1b5c-1eda-4da9-8554-94aec472e6d6 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:08.696263 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063d140b-4fd9-4ae0-9c4a-296230c6598f req-435d90cc-db8d-4b9d-b0ef-4d68eb6bf032 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:08.722799 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-063d140b-4fd9-4ae0-9c4a-296230c6598f req-435d90cc-db8d-4b9d-b0ef-4d68eb6bf032 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 943 time: 0.1240256 Aug 17 03:00:08.760524 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b55a737d-0574-4fb6-8d65-dccbd1f03bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:08.784882 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a0e1b5c-1eda-4da9-8554-94aec472e6d6 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:08.785678 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a0e1b5c-1eda-4da9-8554-94aec472e6d6 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Fanout notify agent at l3_agent the message router_deleted on router de3b98f6-0f54-4207-a8ea-71ab1c936a32 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:00:08.800360 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a0e1b5c-1eda-4da9-8554-94aec472e6d6 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:08.800360 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2a0e1b5c-1eda-4da9-8554-94aec472e6d6 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "DELETE /v2.0/routers/de3b98f6-0f54-4207-a8ea-71ab1c936a32 HTTP/1.1" status: 204 len: 168 time: 3.4378269 Aug 17 03:00:08.800654 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] For port 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:00:08.801839 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47918) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:08.806507 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-e43100e3-c2c8-4f30-afea-ab999267e417 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1440146001', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:08.815052 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-063d140b-4fd9-4ae0-9c4a-296230c6598f req-d35d8863-e4f7-4213-9063-19a4785f2c10 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861738 Aug 17 03:00:08.841872 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] For port 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:00:08.882543 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:08.933320 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e43100e3-c2c8-4f30-afea-ab999267e417 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:08.934494 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e43100e3-c2c8-4f30-afea-ab999267e417 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:08.958027 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b55a737d-0574-4fb6-8d65-dccbd1f03bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:08.968837 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:08.969488 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:08.970955 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] 10.222.0.60 "PUT /v2.0/ports/9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 HTTP/1.1" status: 200 len: 1091 time: 1.9479108 Aug 17 03:00:08.982477 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02251619-75d2-4b39-bb5e-c4a6fc00f4ee', 'tag': '9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:08.986278 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033c8a21-09d8-472b-9dc4-7b207a8edebe" -d '{"events": [{"name": "network-changed", "server_uuid": "02251619-75d2-4b39-bb5e-c4a6fc00f4ee", "tag": "9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:09.031355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c2fc25-f240-47a4-878e-59816e540443 service neutron] Pushing event updated for resources: {'Port': ['ID=9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:09.036582 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0102d417-8dab-4200-97b6-bb25b3e0acdc x-openstack-request-id: req-0102d417-8dab-4200-97b6-bb25b3e0acdc {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:09.036858 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02251619-75d2-4b39-bb5e-c4a6fc00f4ee", "tag": "9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:09.038822 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0102d417-8dab-4200-97b6-bb25b3e0acdc {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:09.039219 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02251619-75d2-4b39-bb5e-c4a6fc00f4ee', 'tag': '9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89', 'status': 'completed', 'code': 200} Aug 17 03:00:09.069938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55a737d-0574-4fb6-8d65-dccbd1f03bd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e61e822-43e0-4ebd-8a9e-1084821b54a5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:09.081233 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e43100e3-c2c8-4f30-afea-ab999267e417 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:09.082964 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b55a737d-0574-4fb6-8d65-dccbd1f03bd4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:09.085343 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b55a737d-0574-4fb6-8d65-dccbd1f03bd4 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/3e61e822-43e0-4ebd-8a9e-1084821b54a5 HTTP/1.1" status: 204 len: 168 time: 1.5950775 Aug 17 03:00:09.087855 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47934) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:09.090743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6418ffcd-362b-40d3-bb63-7fb0bb8bc59b None None] Network 3579b9f8-ac96-472a-833f-5c19e19ba45a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:00:09.115299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c8a21-09d8-472b-9dc4-7b207a8edebe req-b091f5f9-5ca5-4c03-8932-1610f99639a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:09.117516 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-033c8a21-09d8-472b-9dc4-7b207a8edebe req-b091f5f9-5ca5-4c03-8932-1610f99639a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cb1eb1f0c634ab4bee7089cd6e506c8&device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 1094 time: 0.0543933 Aug 17 03:00:09.187783 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e43100e3-c2c8-4f30-afea-ab999267e417 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:09.248318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c8a21-09d8-472b-9dc4-7b207a8edebe req-36000f2e-a404-400d-a0de-d210b97bb140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:09.251529 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-033c8a21-09d8-472b-9dc4-7b207a8edebe req-36000f2e-a404-400d-a0de-d210b97bb140 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1cb1eb1f0c634ab4bee7089cd6e506c8&shared=False HTTP/1.1" status: 200 len: 921 time: 0.1245244 Aug 17 03:00:09.285008 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:09.384114 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5299e31-1b7e-4030-b247-434ccc963c17 None None] DHCP port deletion for 3579b9f8-ac96-472a-833f-5c19e19ba45a request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:00:09.390929 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e43100e3-c2c8-4f30-afea-ab999267e417 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:09.410836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47942) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:09.415744 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e43100e3-c2c8-4f30-afea-ab999267e417 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6127136 Aug 17 03:00:09.431103 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] Deleting port 2bb8ebd9-97e8-4080-89d2-5ef81a772525 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:09.433658 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:09.447117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-c773f3a9-703a-47b1-b797-cea17985cdb6 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'enable_snat': True}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:09.496887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a5299e31-1b7e-4030-b247-434ccc963c17 None None] Deleting port 2bb8ebd9-97e8-4080-89d2-5ef81a772525 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:09.497584 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a5299e31-1b7e-4030-b247-434ccc963c17 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:09.583431 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-a5299e31-1b7e-4030-b247-434ccc963c17 None None] For port 2bb8ebd9-97e8-4080-89d2-5ef81a772525, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2bb8ebd9-97e8-4080-89d2-5ef81a772525,segment=NetworkSegment(ebd1bd90-c14f-4c2f-bbbb-96991d62ee85),segment_id=ebd1bd90-c14f-4c2f-bbbb-96991d62ee85)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:09.583839 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a5299e31-1b7e-4030-b247-434ccc963c17 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:09.611887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a5299e31-1b7e-4030-b247-434ccc963c17 None None] Calling delete_port for 2bb8ebd9-97e8-4080-89d2-5ef81a772525 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:09.627609 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] For port 2bb8ebd9-97e8-4080-89d2-5ef81a772525, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2bb8ebd9-97e8-4080-89d2-5ef81a772525,segment=NetworkSegment(ebd1bd90-c14f-4c2f-bbbb-96991d62ee85),segment_id=ebd1bd90-c14f-4c2f-bbbb-96991d62ee85)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:09.628479 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:09.643717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033c8a21-09d8-472b-9dc4-7b207a8edebe req-8d445cd0-8a2f-4f70-a5dc-a1e845d4dc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:09.645529 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-033c8a21-09d8-472b-9dc4-7b207a8edebe req-8d445cd0-8a2f-4f70-a5dc-a1e845d4dc3b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3763461 Aug 17 03:00:09.646311 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] Calling delete_port for 2bb8ebd9-97e8-4080-89d2-5ef81a772525 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:09.674490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2f4a6-7042-4b06-aa81-56b2d96d2345 req-eaef6145-d84b-4fb8-9bb2-5a9b89f7977d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:09.680536 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2f4a6-7042-4b06-aa81-56b2d96d2345 req-eaef6145-d84b-4fb8-9bb2-5a9b89f7977d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:09.700170 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2f4a6-7042-4b06-aa81-56b2d96d2345 req-eaef6145-d84b-4fb8-9bb2-5a9b89f7977d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:09.715962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2f4a6-7042-4b06-aa81-56b2d96d2345 req-eaef6145-d84b-4fb8-9bb2-5a9b89f7977d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:09.735405 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2f4a6-7042-4b06-aa81-56b2d96d2345 req-eaef6145-d84b-4fb8-9bb2-5a9b89f7977d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:09.766156 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2f4a6-7042-4b06-aa81-56b2d96d2345 req-eaef6145-d84b-4fb8-9bb2-5a9b89f7977d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:09.774271 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d2f4a6-7042-4b06-aa81-56b2d96d2345 req-eaef6145-d84b-4fb8-9bb2-5a9b89f7977d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:09.776957 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b4d2f4a6-7042-4b06-aa81-56b2d96d2345 req-eaef6145-d84b-4fb8-9bb2-5a9b89f7977d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5430 time: 0.2277362 Aug 17 03:00:09.879068 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a5299e31-1b7e-4030-b247-434ccc963c17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:09.895897 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5f410a6e-6b32-40af-b035-d413264a124d no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:00:09.947176 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5299e31-1b7e-4030-b247-434ccc963c17 None None] Pushing event deleted for resources: {'Port': ['ID=2bb8ebd9-97e8-4080-89d2-5ef81a772525,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:09.956577 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 5f410a6e-6b32-40af-b035-d413264a124d {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:00:09.957241 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5f410a6e-6b32-40af-b035-d413264a124d not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:00:09.957915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2bb8ebd9-97e8-4080-89d2-5ef81a772525 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:00:09.982522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 2bb8ebd9-97e8-4080-89d2-5ef81a772525 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:00:09.983937 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2bb8ebd9-97e8-4080-89d2-5ef81a772525 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:00:09.993996 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b4d2f4a6-7042-4b06-aa81-56b2d96d2345 req-526d6621-0964-4edc-8724-1c349fb8afd2 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1474917 Aug 17 03:00:09.998680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5299e31-1b7e-4030-b247-434ccc963c17 None None] No DVR routers for this DVR port 2bb8ebd9-97e8-4080-89d2-5ef81a772525 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:00:10.006265 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:10.084350 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=2bb8ebd9-97e8-4080-89d2-5ef81a772525,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:10.088266 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] No DVR routers for this DVR port 2bb8ebd9-97e8-4080-89d2-5ef81a772525 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:00:10.210378 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:10.223460 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3579b9f8-ac96-472a-833f-5c19e19ba45a']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:10.230150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342f4d18-dbf9-4e48-b7f9-322fbe221790 req-4262eb2e-45d8-4c2b-afd4-9e57c1b150e2 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:10.238159 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-342f4d18-dbf9-4e48-b7f9-322fbe221790 req-4262eb2e-45d8-4c2b-afd4-9e57c1b150e2 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 950 time: 0.6945145 Aug 17 03:00:10.238850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:10.239206 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd1bd90-c14f-4c2f-bbbb-96991d62ee85') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:10.247947 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa480fd-a792-4878-b04e-597860ad4da0 req-31e55d40-36f1-4309-a0d4-378d8cfe8286 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:10.250420 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fa480fd-a792-4878-b04e-597860ad4da0 req-31e55d40-36f1-4309-a0d4-378d8cfe8286 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 943 time: 0.0814252 Aug 17 03:00:10.259385 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:10.285343 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:10.299875 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:00:10.300285 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:00:10.302007 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:00:10.348330 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c773f3a9-703a-47b1-b797-cea17985cdb6 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:10.354106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-ed63e9e1-8fb1-4a3b-a193-dc8b3336e283 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:10.355775 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-ed63e9e1-8fb1-4a3b-a193-dc8b3336e283 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cb1eb1f0c634ab4bee7089cd6e506c8&device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 1094 time: 0.2023017 Aug 17 03:00:10.360580 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fa480fd-a792-4878-b04e-597860ad4da0 req-ca7f0d46-5c98-4bfa-8b4c-cec500c3599b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937965 Aug 17 03:00:10.361246 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-342f4d18-dbf9-4e48-b7f9-322fbe221790 req-651aaca7-ad97-40f8-a70b-0f710e02edbd tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1222253 Aug 17 03:00:10.408478 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-7087a9ba-52d1-42a9-87b7-d7c2956d1a2b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 HTTP/1.1" status: 200 len: 217 time: 0.0435555 Aug 17 03:00:10.469448 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-dc1ef404-7153-4496-a88f-ddc0a10be696 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:10.470969 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-dc1ef404-7153-4496-a88f-ddc0a10be696 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a435cf10-a71c-4d7f-a316-eee2f7d6e814 HTTP/1.1" status: 200 len: 861 time: 0.0555894 Aug 17 03:00:10.494640 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:10.504383 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:10.507027 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/3579b9f8-ac96-472a-833f-5c19e19ba45a HTTP/1.1" status: 204 len: 168 time: 1.4122593 Aug 17 03:00:10.531898 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a00ede-f351-4200-b226-1e58fc554ad1 admin admin] Pushing event deleted for resources: {'Network': ['ID=3579b9f8-ac96-472a-833f-5c19e19ba45a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:10.547297 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-74e725c7-2a62-4e2b-8f35-f67d9a1fcdcc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07cba672-4178-423d-95c1-3177e09d9c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0606689 Aug 17 03:00:10.568431 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dea57cd-40fa-465f-a873-c08fc09eb158 req-be25d6cb-8810-472b-a286-f924e7b12115 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:10.568431 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2dea57cd-40fa-465f-a873-c08fc09eb158 req-be25d6cb-8810-472b-a286-f924e7b12115 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=c22ebeb4-751a-4395-b0e4-7aaf5d77570d HTTP/1.1" status: 200 len: 950 time: 0.0985010 Aug 17 03:00:10.647168 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2dea57cd-40fa-465f-a873-c08fc09eb158 req-ef521882-3249-442e-90ef-5bc11c36bdd5 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774722 Aug 17 03:00:10.693554 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-639ab083-b0da-44fd-a0d6-e73c5f230177 service neutron] 10.222.0.60 "GET /v2.0/networks/07cba672-4178-423d-95c1-3177e09d9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380143 Aug 17 03:00:10.899091 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47974) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:10.994131 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bef183d-3216-47b3-9b15-95fd49fdea37 req-b4abb109-7d7d-4de5-8766-40d5b728b38f service neutron] 10.222.0.60 "GET /v2.0/networks/07cba672-4178-423d-95c1-3177e09d9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2920291 Aug 17 03:00:11.000472 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c773f3a9-703a-47b1-b797-cea17985cdb6 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:11.022242 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cd2e9170-7d12-4687-adb7-c723bb30a592 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e13aa94408ce4e17875cbac8d1e566ba&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1200113 Aug 17 03:00:11.029795 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47980) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:11.092362 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c773f3a9-703a-47b1-b797-cea17985cdb6 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:11.099974 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c831318a-3a76-40c2-949b-5331947a93cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:11.132265 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c831318a-3a76-40c2-949b-5331947a93cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:11.314567 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d2324-7785-4cd3-88aa-9f20301bc235 req-57a7e922-42d4-48ff-97b7-843b1f2e672f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:11.321613 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d2324-7785-4cd3-88aa-9f20301bc235 req-57a7e922-42d4-48ff-97b7-843b1f2e672f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:11.330694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d2324-7785-4cd3-88aa-9f20301bc235 req-57a7e922-42d4-48ff-97b7-843b1f2e672f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:11.336610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-c773f3a9-703a-47b1-b797-cea17985cdb6 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Allocated IP 172.25.1.36 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/ec5f7418-016c-46a1-abe2-284a883af9a7) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:00:11.341183 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d2324-7785-4cd3-88aa-9f20301bc235 req-57a7e922-42d4-48ff-97b7-843b1f2e672f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:11.348717 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d2324-7785-4cd3-88aa-9f20301bc235 req-57a7e922-42d4-48ff-97b7-843b1f2e672f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:11.356789 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d2324-7785-4cd3-88aa-9f20301bc235 req-57a7e922-42d4-48ff-97b7-843b1f2e672f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:11.365109 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6d2324-7785-4cd3-88aa-9f20301bc235 req-57a7e922-42d4-48ff-97b7-843b1f2e672f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:11.374721 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e6d2324-7785-4cd3-88aa-9f20301bc235 req-57a7e922-42d4-48ff-97b7-843b1f2e672f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5430 time: 0.2111053 Aug 17 03:00:11.451303 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e6d2324-7785-4cd3-88aa-9f20301bc235 req-26438d0b-56b7-4612-83e9-43a0a1e05812 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0748303 Aug 17 03:00:11.511843 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c773f3a9-703a-47b1-b797-cea17985cdb6 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:11.549788 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c831318a-3a76-40c2-949b-5331947a93cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:11.554765 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c831318a-3a76-40c2-949b-5331947a93cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:11.556077 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c831318a-3a76-40c2-949b-5331947a93cf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc HTTP/1.1" status: 204 len: 168 time: 0.5307307 Aug 17 03:00:11.572877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c831318a-3a76-40c2-949b-5331947a93cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784a6ed0-d265-4c0f-b2b2-18fc2f8c17bc,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:11.676682 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c773f3a9-703a-47b1-b797-cea17985cdb6 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:11.819802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c773f3a9-703a-47b1-b797-cea17985cdb6 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Pushing event updated for resources: {'Port': ['ID=ec5f7418-016c-46a1-abe2-284a883af9a7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:11.873647 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c773f3a9-703a-47b1-b797-cea17985cdb6 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:00:11.879006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-c773f3a9-703a-47b1-b797-cea17985cdb6 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:00:11.884675 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c773f3a9-703a-47b1-b797-cea17985cdb6 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:00:11.937129 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf1b85-1ff5-4954-a691-67c1a503d187 req-0fc0bdad-1972-4042-a077-0bd8c3c004e0 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:11.944391 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7cf1b85-1ff5-4954-a691-67c1a503d187 req-0fc0bdad-1972-4042-a077-0bd8c3c004e0 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 943 time: 0.1258576 Aug 17 03:00:12.066360 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7cf1b85-1ff5-4954-a691-67c1a503d187 req-86d42529-0bfa-4203-b928-617616fd497f tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1208014 Aug 17 03:00:12.455366 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c773f3a9-703a-47b1-b797-cea17985cdb6 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:12.531529 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02479714-3647-4bfc-b4a9-24ab1dcc6eb7 req-e14552b1-41f8-4116-9cb3-a7fc96159203 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1228199 Aug 17 03:00:12.614360 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:00:12.677697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02479714-3647-4bfc-b4a9-24ab1dcc6eb7 req-8ab26426-cb92-4126-b6fe-d64f3c08226c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:12.680011 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02479714-3647-4bfc-b4a9-24ab1dcc6eb7 req-8ab26426-cb92-4126-b6fe-d64f3c08226c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e68f75672fd94fdba91f7083d9fb4a1a&device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 1097 time: 0.0811851 Aug 17 03:00:12.709733 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ef31c-4d28-4508-b78e-fe628cf39f9e req-b2446256-ad55-43ff-b93d-a9321137e146 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:12.717293 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ef31c-4d28-4508-b78e-fe628cf39f9e req-b2446256-ad55-43ff-b93d-a9321137e146 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:12.726032 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ef31c-4d28-4508-b78e-fe628cf39f9e req-b2446256-ad55-43ff-b93d-a9321137e146 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:12.740048 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ef31c-4d28-4508-b78e-fe628cf39f9e req-b2446256-ad55-43ff-b93d-a9321137e146 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:12.769695 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ef31c-4d28-4508-b78e-fe628cf39f9e req-b2446256-ad55-43ff-b93d-a9321137e146 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:12.802127 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ef31c-4d28-4508-b78e-fe628cf39f9e req-b2446256-ad55-43ff-b93d-a9321137e146 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:12.833829 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-357ef31c-4d28-4508-b78e-fe628cf39f9e req-b2446256-ad55-43ff-b93d-a9321137e146 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:12.875326 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-357ef31c-4d28-4508-b78e-fe628cf39f9e req-b2446256-ad55-43ff-b93d-a9321137e146 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5430 time: 0.2933035 Aug 17 03:00:12.909092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:12.923803 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89', 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93', 'port_id': '9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89', 'mac_address': 'fa:16:3e:59:ef:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a435cf10-a71c-4d7f-a316-eee2f7d6e814', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:00:12.979105 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:13.002585 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:13.035675 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:13.078568 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-357ef31c-4d28-4508-b78e-fe628cf39f9e req-f98b128f-a657-4669-a0e1-449faa9377d5 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1961284 Aug 17 03:00:13.110402 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:13.127399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02479714-3647-4bfc-b4a9-24ab1dcc6eb7 req-a9859968-5d15-4a80-8119-10956e22fb87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:13.127399 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02479714-3647-4bfc-b4a9-24ab1dcc6eb7 req-a9859968-5d15-4a80-8119-10956e22fb87 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af4157d1-2122-47c3-8ec5-8deaba493f6a HTTP/1.1" status: 200 len: 918 time: 0.3761086 Aug 17 03:00:13.230931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:13.273998 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02479714-3647-4bfc-b4a9-24ab1dcc6eb7 req-af0682b1-0ad2-4ea1-b8c3-80bb9feb79f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9caa80-5f1a-4878-904d-cffed6d8a7f1 HTTP/1.1" status: 200 len: 217 time: 0.1392982 Aug 17 03:00:13.307726 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c773f3a9-703a-47b1-b797-cea17985cdb6 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:13.386466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f30cf926-b26c-459b-8c01-05aa7e67042c req-588f18b2-7cc5-4e12-b2c6-ff6a8327e047 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:13.395199 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f30cf926-b26c-459b-8c01-05aa7e67042c req-588f18b2-7cc5-4e12-b2c6-ff6a8327e047 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 944 time: 0.1254396 Aug 17 03:00:13.429873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02479714-3647-4bfc-b4a9-24ab1dcc6eb7 req-2f560c14-ab68-4f3f-a902-d58d9921c0be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:13.432983 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02479714-3647-4bfc-b4a9-24ab1dcc6eb7 req-2f560c14-ab68-4f3f-a902-d58d9921c0be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc3d150f-bb48-486d-a046-323ac115350b HTTP/1.1" status: 200 len: 858 time: 0.1402745 Aug 17 03:00:13.435640 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c773f3a9-703a-47b1-b797-cea17985cdb6 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:13.448523 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48060) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:13.483433 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02479714-3647-4bfc-b4a9-24ab1dcc6eb7 req-5cf9b0da-145e-4f32-a975-2d1d9e8ad7f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af4157d1-2122-47c3-8ec5-8deaba493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355301 Aug 17 03:00:13.496076 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:00:13.525539 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f30cf926-b26c-459b-8c01-05aa7e67042c req-26c26fbe-6653-46ac-8946-3f16939b3fbc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290214 Aug 17 03:00:13.686918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-bd41d93b-ecbc-4315-82ea-17b1fb8a8e00 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-967829715-network', 'tenant_id': '2a4c69ed0f1e434691751d87b7ab738d'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:13.804555 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd41d93b-ecbc-4315-82ea-17b1fb8a8e00 admin admin] Made reservation on behalf of 2a4c69ed0f1e434691751d87b7ab738d for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:00:13.808300 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd41d93b-ecbc-4315-82ea-17b1fb8a8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:13.845137 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd41d93b-ecbc-4315-82ea-17b1fb8a8e00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:13.867457 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02479714-3647-4bfc-b4a9-24ab1dcc6eb7 req-4880a138-ad5c-413a-be1b-6370a7e4b5c4 service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3507233 Aug 17 03:00:14.046238 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c773f3a9-703a-47b1-b797-cea17985cdb6 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Router 3acf0219-4a97-4585-b20d-00a5ad34b732 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:00:14.071446 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02479714-3647-4bfc-b4a9-24ab1dcc6eb7 req-20aa90a9-9647-4da6-8c39-9aab4bbc2eaf service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820056 Aug 17 03:00:14.250998 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd41d93b-ecbc-4315-82ea-17b1fb8a8e00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:14.565005 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd41d93b-ecbc-4315-82ea-17b1fb8a8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:14.598928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd41d93b-ecbc-4315-82ea-17b1fb8a8e00 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:00:14.611752 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:00:14.653094 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd41d93b-ecbc-4315-82ea-17b1fb8a8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:14.653665 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-bd41d93b-ecbc-4315-82ea-17b1fb8a8e00 admin admin] Added segment 153b58ab-106f-4e1e-9b76-e29c4e1ff2d5 of type vlan for network 86cff029-2b59-43fb-86b4-bc8b3ccb343f Aug 17 03:00:14.699429 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f258e46-91fc-4dba-9eee-aae88a30cc42 req-59f5bd6e-6cfd-4ce2-a985-67f8be771ffe tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:14.713644 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2f258e46-91fc-4dba-9eee-aae88a30cc42 req-59f5bd6e-6cfd-4ce2-a985-67f8be771ffe tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 944 time: 0.1224461 Aug 17 03:00:14.724709 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd41d93b-ecbc-4315-82ea-17b1fb8a8e00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:14.794107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c773f3a9-703a-47b1-b797-cea17985cdb6 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:00:14.809971 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c773f3a9-703a-47b1-b797-cea17985cdb6 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:14.817629 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c773f3a9-703a-47b1-b797-cea17985cdb6 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "PUT /v2.0/routers/3acf0219-4a97-4585-b20d-00a5ad34b732 HTTP/1.1" status: 200 len: 918 time: 5.4044452 Aug 17 03:00:14.819583 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41d93b-ecbc-4315-82ea-17b1fb8a8e00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a3c2d14-78fd-4348-aadf-b22a514214d7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:14.824083 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2f258e46-91fc-4dba-9eee-aae88a30cc42 req-53a23aaf-3eca-4bcb-aa24-f4637c7fb02b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017630 Aug 17 03:00:14.825199 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627af680-ba74-4b75-891a-5d6f4045e073 None None] Sync routers for ids ['3acf0219-4a97-4585-b20d-00a5ad34b732'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:00:14.825783 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48092) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:14.865629 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22236f1d-077f-40bc-9386-7572c2739d6d req-193c3d13-9d53-43d3-bc34-3b275278cb99 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:14.872540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22236f1d-077f-40bc-9386-7572c2739d6d req-193c3d13-9d53-43d3-bc34-3b275278cb99 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:14.881356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22236f1d-077f-40bc-9386-7572c2739d6d req-193c3d13-9d53-43d3-bc34-3b275278cb99 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:14.887820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22236f1d-077f-40bc-9386-7572c2739d6d req-193c3d13-9d53-43d3-bc34-3b275278cb99 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:14.894812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22236f1d-077f-40bc-9386-7572c2739d6d req-193c3d13-9d53-43d3-bc34-3b275278cb99 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:14.901088 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22236f1d-077f-40bc-9386-7572c2739d6d req-193c3d13-9d53-43d3-bc34-3b275278cb99 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:14.907650 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22236f1d-077f-40bc-9386-7572c2739d6d req-193c3d13-9d53-43d3-bc34-3b275278cb99 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:14.913960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627af680-ba74-4b75-891a-5d6f4045e073 None None] Routers {'3acf0219-4a97-4585-b20d-00a5ad34b732'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:14.914671 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-627af680-ba74-4b75-891a-5d6f4045e073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['3acf0219-4a97-4585-b20d-00a5ad34b732'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:14.918331 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-22236f1d-077f-40bc-9386-7572c2739d6d req-193c3d13-9d53-43d3-bc34-3b275278cb99 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5430 time: 0.6834745 Aug 17 03:00:14.921502 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd41d93b-ecbc-4315-82ea-17b1fb8a8e00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:14.926603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd41d93b-ecbc-4315-82ea-17b1fb8a8e00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:14.926603 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd41d93b-ecbc-4315-82ea-17b1fb8a8e00 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:15.000283 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-627af680-ba74-4b75-891a-5d6f4045e073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:15.011398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:15.022007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-22236f1d-077f-40bc-9386-7572c2739d6d req-d54a8034-0a92-4f90-b9b0-f7e618e2f77c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1026123 Aug 17 03:00:15.029342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627af680-ba74-4b75-891a-5d6f4045e073 None None] Routers {'3acf0219-4a97-4585-b20d-00a5ad34b732'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:15.033060 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-627af680-ba74-4b75-891a-5d6f4045e073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T02:59:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['3acf0219-4a97-4585-b20d-00a5ad34b732'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:15.043227 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bd41d93b-ecbc-4315-82ea-17b1fb8a8e00 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.5932624 Aug 17 03:00:15.049207 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48104) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:15.065582 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-962b226d-eaf9-4e07-a59c-144305ab2ecf admin admin] Request body: {'subnet': {'network_id': '86cff029-2b59-43fb-86b4-bc8b3ccb343f', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-967829715-subnet', 'tenant_id': '2a4c69ed0f1e434691751d87b7ab738d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:15.069767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21', 'mac_address': 'fa:16:3e:a8:62:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:00:15.085596 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-627af680-ba74-4b75-891a-5d6f4045e073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:15.089986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627af680-ba74-4b75-891a-5d6f4045e073 None None] The sync data for ids ['3acf0219-4a97-4585-b20d-00a5ad34b732'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:00:15.102712 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e776814c-c6af-42cc-85bf-d3f1c9b6ccdc tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "GET /v2.0/routers/3acf0219-4a97-4585-b20d-00a5ad34b732 HTTP/1.1" status: 200 len: 924 time: 0.2621136 Aug 17 03:00:15.109012 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48110) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:15.197005 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:15.199698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd41d93b-ecbc-4315-82ea-17b1fb8a8e00 admin admin] Pushing event updated for resources: {'Network': ['ID=86cff029-2b59-43fb-86b4-bc8b3ccb343f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:15.208730 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14053569-16ee-4fb5-9808-adea4d39453d tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:15.212810 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-14053569-16ee-4fb5-9808-adea4d39453d tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&device_id=3acf0219-4a97-4585-b20d-00a5ad34b732&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0953665 Aug 17 03:00:15.213665 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48116) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:15.237711 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 86cff029-2b59-43fb-86b4-bc8b3ccb343f details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:00:15.341345 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-962b226d-eaf9-4e07-a59c-144305ab2ecf admin admin] Made reservation on behalf of 2a4c69ed0f1e434691751d87b7ab738d for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:00:15.344823 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-962b226d-eaf9-4e07-a59c-144305ab2ecf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:15.347495 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f76abaf2-c1ca-4fa4-82e5-fa0f3e28d601 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:15.351711 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f76abaf2-c1ca-4fa4-82e5-fa0f3e28d601 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 881 time: 0.1334944 Aug 17 03:00:15.352601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48130) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:15.398656 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:15.426473 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:15.430101 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad8a49c0-ba1e-4622-963b-fd4bc31d54cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:15.438022 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d773f537-f4a7-4087-ac61-5fc5bcc06feb tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "GET /v2.0/ports?device_id=3acf0219-4a97-4585-b20d-00a5ad34b732 HTTP/1.1" status: 200 len: 205 time: 0.0838025 Aug 17 03:00:15.438666 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48138) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:15.480813 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:15.603524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:15.642095 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1d3da94-5481-41bd-9173-10d8dc40c199 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:15.695308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['c40e4cc8-eb8b-4972-adf0-948ca3f8cf21'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:00:15.807960 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1d3da94-5481-41bd-9173-10d8dc40c199 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:15.887878 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-962b226d-eaf9-4e07-a59c-144305ab2ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:15.995229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f1d3da94-5481-41bd-9173-10d8dc40c199 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Deleting port ec5f7418-016c-46a1-abe2-284a883af9a7 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:15.995578 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1d3da94-5481-41bd-9173-10d8dc40c199 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:16.135521 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1d3da94-5481-41bd-9173-10d8dc40c199 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:16.157500 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f1d3da94-5481-41bd-9173-10d8dc40c199 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Calling delete_port for ec5f7418-016c-46a1-abe2-284a883af9a7 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:16.185728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b226d-eaf9-4e07-a59c-144305ab2ecf admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a07a2f0-c795-431e-8903-412bd55cd433,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:16.215402 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-962b226d-eaf9-4e07-a59c-144305ab2ecf admin admin] Checking segment: {'id': '153b58ab-106f-4e1e-9b76-e29c4e1ff2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '86cff029-2b59-43fb-86b4-bc8b3ccb343f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:00:16.215784 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962b226d-eaf9-4e07-a59c-144305ab2ecf admin admin] Network hostable DHCP agents. Network: 86cff029-2b59-43fb-86b4-bc8b3ccb343f, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:00:16.232929 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1587501c-2302-451b-9aec-8fd227b3c833 req-ff71eda7-a27d-4be7-be9c-a5b50a0ec1af tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:16.235186 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1587501c-2302-451b-9aec-8fd227b3c833 req-ff71eda7-a27d-4be7-be9c-a5b50a0ec1af tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 944 time: 0.2194042 Aug 17 03:00:16.335912 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1587501c-2302-451b-9aec-8fd227b3c833 req-b5fe8886-84f8-4457-a018-9decb03dca9a tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903084 Aug 17 03:00:16.364862 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-962b226d-eaf9-4e07-a59c-144305ab2ecf admin admin] Network 86cff029-2b59-43fb-86b4-bc8b3ccb343f is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:00:16.443990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-962b226d-eaf9-4e07-a59c-144305ab2ecf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 86cff029-2b59-43fb-86b4-bc8b3ccb343f) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:00:16.460786 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5febd945-b522-4da1-99f3-2e0817a8f17e None None] Network 86cff029-2b59-43fb-86b4-bc8b3ccb343f requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:00:16.476517 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-962b226d-eaf9-4e07-a59c-144305ab2ecf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:16.477533 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-962b226d-eaf9-4e07-a59c-144305ab2ecf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:16.528358 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1d3da94-5481-41bd-9173-10d8dc40c199 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:16.603296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d3da94-5481-41bd-9173-10d8dc40c199 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Pushing event deleted for resources: {'Port': ['ID=ec5f7418-016c-46a1-abe2-284a883af9a7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:16.620950 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-962b226d-eaf9-4e07-a59c-144305ab2ecf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.5602930 Aug 17 03:00:16.630529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48160) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:16.635850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-967829715-router', 'tenant_id': '2a4c69ed0f1e434691751d87b7ab738d', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:16.721827 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1d3da94-5481-41bd-9173-10d8dc40c199 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:16.827985 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:16.829274 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89854b9a-a820-4c31-a027-4bc58affb287 req-74fa70a0-a510-4056-bde3-845568994b6b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:16.853570 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89854b9a-a820-4c31-a027-4bc58affb287 req-74fa70a0-a510-4056-bde3-845568994b6b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:16.869296 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:16.877171 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89854b9a-a820-4c31-a027-4bc58affb287 req-74fa70a0-a510-4056-bde3-845568994b6b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:16.881989 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:16.946392 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89854b9a-a820-4c31-a027-4bc58affb287 req-74fa70a0-a510-4056-bde3-845568994b6b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:16.975282 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89854b9a-a820-4c31-a027-4bc58affb287 req-74fa70a0-a510-4056-bde3-845568994b6b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:16.981521 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1d3da94-5481-41bd-9173-10d8dc40c199 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:16.986835 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1d3da94-5481-41bd-9173-10d8dc40c199 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:17.061795 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89854b9a-a820-4c31-a027-4bc58affb287 req-74fa70a0-a510-4056-bde3-845568994b6b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:17.061795 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89854b9a-a820-4c31-a027-4bc58affb287 req-74fa70a0-a510-4056-bde3-845568994b6b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:17.075850 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-89854b9a-a820-4c31-a027-4bc58affb287 req-74fa70a0-a510-4056-bde3-845568994b6b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5430 time: 0.4792559 Aug 17 03:00:17.133112 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:17.344951 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:17.344951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-86cff029-2b59-43fb-86b4-bc8b3ccb343f', 'network_id': '86cff029-2b59-43fb-86b4-bc8b3ccb343f', 'tenant_id': '2a4c69ed0f1e434691751d87b7ab738d', 'fixed_ips': [{'subnet_id': '0a07a2f0-c795-431e-8903-412bd55cd433'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:00:17.344951 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:17.345247 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:17.345360 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-89854b9a-a820-4c31-a027-4bc58affb287 req-16c1746d-f90a-4364-918e-18a1161b4e98 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1402719 Aug 17 03:00:17.345514 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:17.345514 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22ebeb4-751a-4395-b0e4-7aaf5d77570d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:17.345514 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0251c04-9526-4d49-bbb3-c990ea233745" -d '{"events": [{"server_uuid": "c22ebeb4-751a-4395-b0e4-7aaf5d77570d", "name": "network-vif-plugged", "status": "completed", "tag": "c40e4cc8-eb8b-4972-adf0-948ca3f8cf21"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:17.345514 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:17.475895 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:17.478386 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:17.481190 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1d3da94-5481-41bd-9173-10d8dc40c199 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:17.483487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1d3da94-5481-41bd-9173-10d8dc40c199 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Fanout notify agent at l3_agent the message router_deleted on router 3acf0219-4a97-4585-b20d-00a5ad34b732 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:00:17.498276 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1d3da94-5481-41bd-9173-10d8dc40c199 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:17.501004 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f1d3da94-5481-41bd-9173-10d8dc40c199 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "DELETE /v2.0/routers/3acf0219-4a97-4585-b20d-00a5ad34b732 HTTP/1.1" status: 204 len: 168 time: 2.0591347 Aug 17 03:00:17.505061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48174) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:17.510027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-155e1f96-169b-4907-ae34-7cb0b7623fd5 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2020893889', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:17.613830 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-155e1f96-169b-4907-ae34-7cb0b7623fd5 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:17.615024 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-155e1f96-169b-4907-ae34-7cb0b7623fd5 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:17.702783 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:17.754319 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-155e1f96-169b-4907-ae34-7cb0b7623fd5 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:17.821813 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Allocated IP 172.20.0.2 (86cff029-2b59-43fb-86b4-bc8b3ccb343f/0a07a2f0-c795-431e-8903-412bd55cd433/6ea5dca0-de02-43ea-8f65-8a507f6f6d09) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:00:17.824416 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-155e1f96-169b-4907-ae34-7cb0b7623fd5 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:17.833155 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:17.955420 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-155e1f96-169b-4907-ae34-7cb0b7623fd5 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:17.956827 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-155e1f96-169b-4907-ae34-7cb0b7623fd5 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4507217 Aug 17 03:00:17.959692 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48180) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:17.964315 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-c72f5228-1b15-4760-b6aa-91a9f5ed487b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'enable_snat': False}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:18.333900 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c72f5228-1b15-4760-b6aa-91a9f5ed487b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:18.348431 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:18.370428 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:18.371871 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5dea994f-470e-44e8-8697-798c768c258c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:18.375684 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:18.390756 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:18.391153 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:18.430913 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:18.449133 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Transition to ACTIVE for port object 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:00:18.471736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Transition to ACTIVE for port object 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:00:18.502178 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:18.508815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Allocated IP 172.25.1.16 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/8a134178-0365-488d-ad74-bbd558b61de4) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:00:18.528188 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:18.562038 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:18.664542 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:18.681931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:18.733726 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Network 86cff029-2b59-43fb-86b4-bc8b3ccb343f is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:00:18.736822 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:18.753817 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:00:18.758605 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:00:18.774306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Pushing event updated for resources: {'Port': ['ID=6ea5dca0-de02-43ea-8f65-8a507f6f6d09,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:18.784840 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:18.868166 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c72f5228-1b15-4760-b6aa-91a9f5ed487b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:18.906650 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c72f5228-1b15-4760-b6aa-91a9f5ed487b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:18.920188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:00:18.924084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:00:18.930588 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:00:18.948847 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66358ea6-2178-4c0d-99ce-6f2d1c8d2bba x-openstack-request-id: req-66358ea6-2178-4c0d-99ce-6f2d1c8d2bba {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:18.949207 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22ebeb4-751a-4395-b0e4-7aaf5d77570d", "name": "network-vif-plugged", "status": "completed", "tag": "c40e4cc8-eb8b-4972-adf0-948ca3f8cf21", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:18.949478 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66358ea6-2178-4c0d-99ce-6f2d1c8d2bba {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:18.949908 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22ebeb4-751a-4395-b0e4-7aaf5d77570d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21', 'code': 200} Aug 17 03:00:19.019682 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Pushing event updated for resources: {'Port': ['ID=8a134178-0365-488d-ad74-bbd558b61de4,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:19.102712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c83d17f-a938-44a9-840c-2fd7003450b9 req-ac05d975-6ad5-4091-ad43-883e605429e9 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:19.107594 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:19.110736 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2c83d17f-a938-44a9-840c-2fd7003450b9 req-ac05d975-6ad5-4091-ad43-883e605429e9 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 945 time: 0.1096232 Aug 17 03:00:19.121486 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Attempting to bind port 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:00:19.122700 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Attempting to bind port 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '153b58ab-106f-4e1e-9b76-e29c4e1ff2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '86cff029-2b59-43fb-86b4-bc8b3ccb343f'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:00:19.123308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Attempting to bind port 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 on network 86cff029-2b59-43fb-86b4-bc8b3ccb343f {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:00:19.139906 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:00:19.141269 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Checking segment: {'id': '153b58ab-106f-4e1e-9b76-e29c4e1ff2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '86cff029-2b59-43fb-86b4-bc8b3ccb343f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:00:19.145178 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:19.146051 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Bound using segment: {'id': '153b58ab-106f-4e1e-9b76-e29c4e1ff2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '86cff029-2b59-43fb-86b4-bc8b3ccb343f'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:00:19.147053 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Bound port: 6ea5dca0-de02-43ea-8f65-8a507f6f6d09, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153b58ab-106f-4e1e-9b76-e29c4e1ff2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '86cff029-2b59-43fb-86b4-bc8b3ccb343f'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:00:19.147653 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:19.148054 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-c72f5228-1b15-4760-b6aa-91a9f5ed487b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Allocated IP 172.25.1.114 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/62cf55d3-1765-41e0-a4e3-cd4da958660c) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:00:19.170753 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:19.178425 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2c83d17f-a938-44a9-840c-2fd7003450b9 req-881ed36b-1845-4947-933b-8064778a8dd3 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660403 Aug 17 03:00:19.279145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a923123-928a-428e-9f9a-1aba5ff5b286 req-7a20a913-328b-4c63-a3e9-98bf21f8695b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:19.287676 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a923123-928a-428e-9f9a-1aba5ff5b286 req-7a20a913-328b-4c63-a3e9-98bf21f8695b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:19.304975 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a923123-928a-428e-9f9a-1aba5ff5b286 req-7a20a913-328b-4c63-a3e9-98bf21f8695b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:19.321610 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] For port 6ea5dca0-de02-43ea-8f65-8a507f6f6d09, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:00:19.324773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a923123-928a-428e-9f9a-1aba5ff5b286 req-7a20a913-328b-4c63-a3e9-98bf21f8695b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:19.330628 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] For port 6ea5dca0-de02-43ea-8f65-8a507f6f6d09, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6ea5dca0-de02-43ea-8f65-8a507f6f6d09,segment=NetworkSegment(153b58ab-106f-4e1e-9b76-e29c4e1ff2d5),segment_id=153b58ab-106f-4e1e-9b76-e29c4e1ff2d5)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:00:19.333643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a923123-928a-428e-9f9a-1aba5ff5b286 req-7a20a913-328b-4c63-a3e9-98bf21f8695b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:19.334339 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c72f5228-1b15-4760-b6aa-91a9f5ed487b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:19.340261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a923123-928a-428e-9f9a-1aba5ff5b286 req-7a20a913-328b-4c63-a3e9-98bf21f8695b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:19.346996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a923123-928a-428e-9f9a-1aba5ff5b286 req-7a20a913-328b-4c63-a3e9-98bf21f8695b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:19.349226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7a923123-928a-428e-9f9a-1aba5ff5b286 req-7a20a913-328b-4c63-a3e9-98bf21f8695b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5430 time: 0.1596501 Aug 17 03:00:19.418401 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:19.431972 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7a923123-928a-428e-9f9a-1aba5ff5b286 req-57e90892-943f-4ec8-b198-197d51ce0425 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0471053 Aug 17 03:00:19.449258 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c72f5228-1b15-4760-b6aa-91a9f5ed487b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:19.514916 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:19.537221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-839ce251-55fb-43d8-8c61-5fb1b3a8385c None None] Pushing event updated for resources: {'Port': ['ID=6ea5dca0-de02-43ea-8f65-8a507f6f6d09,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:19.599180 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72f5228-1b15-4760-b6aa-91a9f5ed487b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Pushing event updated for resources: {'Port': ['ID=62cf55d3-1765-41e0-a4e3-cd4da958660c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:19.613846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c72f5228-1b15-4760-b6aa-91a9f5ed487b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:00:19.615514 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-c72f5228-1b15-4760-b6aa-91a9f5ed487b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:00:19.619958 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c72f5228-1b15-4760-b6aa-91a9f5ed487b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:00:19.947131 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:20.126392 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c72f5228-1b15-4760-b6aa-91a9f5ed487b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:20.178225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Router 06a84e50-2748-43d6-8e67-8427d4ff7cd2 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:00:20.332773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:00:20.355024 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Sync routers for ids ['06a84e50-2748-43d6-8e67-8427d4ff7cd2'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:00:20.368973 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Routers {'06a84e50-2748-43d6-8e67-8427d4ff7cd2'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:20.369731 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['06a84e50-2748-43d6-8e67-8427d4ff7cd2'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:20.409153 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c72f5228-1b15-4760-b6aa-91a9f5ed487b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:20.412877 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c72f5228-1b15-4760-b6aa-91a9f5ed487b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:20.429637 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:20.433534 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9480d96b-abb6-449f-9303-099111091773 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.7988708 Aug 17 03:00:20.433861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48258) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:20.566985 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Set router 06a84e50-2748-43d6-8e67-8427d4ff7cd2 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:00:20.715212 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c72f5228-1b15-4760-b6aa-91a9f5ed487b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Router 6b8480ea-76bf-48a2-95a9-af30bd377708 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:00:20.830760 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:20.893595 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c72f5228-1b15-4760-b6aa-91a9f5ed487b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:00:20.898201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf4c24-0def-4dc0-a101-5c0212ebf050 None None] Sync routers for ids ['6b8480ea-76bf-48a2-95a9-af30bd377708'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:00:20.898939 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c72f5228-1b15-4760-b6aa-91a9f5ed487b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:20.902607 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c72f5228-1b15-4760-b6aa-91a9f5ed487b tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "PUT /v2.0/routers/6b8480ea-76bf-48a2-95a9-af30bd377708 HTTP/1.1" status: 200 len: 920 time: 2.9394689 Aug 17 03:00:20.903269 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48266) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:20.919000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf4c24-0def-4dc0-a101-5c0212ebf050 None None] Routers {'6b8480ea-76bf-48a2-95a9-af30bd377708'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:20.919975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-06cf4c24-0def-4dc0-a101-5c0212ebf050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6b8480ea-76bf-48a2-95a9-af30bd377708'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:20.958717 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02251619-75d2-4b39-bb5e-c4a6fc00f4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:20.961412 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b8b8866-8fef-4829-b58d-7ebe8eba9a96" -d '{"events": [{"server_uuid": "02251619-75d2-4b39-bb5e-c4a6fc00f4ee", "name": "network-vif-plugged", "status": "completed", "tag": "9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:20.964666 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-06cf4c24-0def-4dc0-a101-5c0212ebf050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:20.977225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06cf4c24-0def-4dc0-a101-5c0212ebf050 None None] Routers {'6b8480ea-76bf-48a2-95a9-af30bd377708'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:20.979643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-06cf4c24-0def-4dc0-a101-5c0212ebf050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6b8480ea-76bf-48a2-95a9-af30bd377708'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:21.008056 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-967829715-router', 'tenant_id': '2a4c69ed0f1e434691751d87b7ab738d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a134178-0365-488d-ad74-bbd558b61de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:00:16Z', 'updated_at': '2021-08-17T03:00:19Z', 'revision_number': 3, 'project_id': '2a4c69ed0f1e434691751d87b7ab738d', 'gw_port': {'id': '8a134178-0365-488d-ad74-bbd558b61de4', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:83:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:00:18Z', 'updated_at': '2021-08-17T03:00:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:21.082489 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Checking router: 06a84e50-2748-43d6-8e67-8427d4ff7cd2 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:00:21.083117 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Updating router 06a84e50-2748-43d6-8e67-8427d4ff7cd2 port 8a134178-0365-488d-ad74-bbd558b61de4 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:00:21.097367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-06cf4c24-0def-4dc0-a101-5c0212ebf050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:21.098169 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06cf4c24-0def-4dc0-a101-5c0212ebf050 None None] The sync data for ids ['6b8480ea-76bf-48a2-95a9-af30bd377708'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:00:21.115940 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:21.380633 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a50b7af-57a8-425f-8255-2d60743b69be None None] Network 86cff029-2b59-43fb-86b4-bc8b3ccb343f requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:00:21.593745 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:21.601322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1254d8e5-56fb-4eef-a492-51dcd61ae01a req-fe57ba1f-9042-44cb-b6e5-dd2352d7c032 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:21.604321 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1254d8e5-56fb-4eef-a492-51dcd61ae01a req-fe57ba1f-9042-44cb-b6e5-dd2352d7c032 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 945 time: 0.1048040 Aug 17 03:00:21.611687 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Transition to ACTIVE for port object 8a134178-0365-488d-ad74-bbd558b61de4 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:00:21.688067 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1254d8e5-56fb-4eef-a492-51dcd61ae01a req-e8dc0682-cd6a-4e33-abd1-8c68a07ef5b8 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700021 Aug 17 03:00:21.692376 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9bf6e2-1e17-487e-9205-097937f74ceb req-0413af92-3bcb-4d28-b6dc-d04fdad2d3f5 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:21.700150 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9bf6e2-1e17-487e-9205-097937f74ceb req-0413af92-3bcb-4d28-b6dc-d04fdad2d3f5 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:21.707699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9bf6e2-1e17-487e-9205-097937f74ceb req-0413af92-3bcb-4d28-b6dc-d04fdad2d3f5 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:21.733345 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9bf6e2-1e17-487e-9205-097937f74ceb req-0413af92-3bcb-4d28-b6dc-d04fdad2d3f5 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:21.738831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3dd139d2-1632-4775-9880-e8471a871bdf None None] Provisioning for port 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:21.741662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9bf6e2-1e17-487e-9205-097937f74ceb req-0413af92-3bcb-4d28-b6dc-d04fdad2d3f5 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:21.750174 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:21.775459 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:21.784992 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a30a04ab-3ef2-4770-9c56-d9dda162ca4d x-openstack-request-id: req-a30a04ab-3ef2-4770-9c56-d9dda162ca4d {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:21.787668 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02251619-75d2-4b39-bb5e-c4a6fc00f4ee", "name": "network-vif-plugged", "status": "completed", "tag": "9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:21.788185 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a30a04ab-3ef2-4770-9c56-d9dda162ca4d {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:21.789092 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02251619-75d2-4b39-bb5e-c4a6fc00f4ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89', 'code': 200} Aug 17 03:00:21.790241 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9bf6e2-1e17-487e-9205-097937f74ceb req-0413af92-3bcb-4d28-b6dc-d04fdad2d3f5 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:21.818894 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9bf6e2-1e17-487e-9205-097937f74ceb req-0413af92-3bcb-4d28-b6dc-d04fdad2d3f5 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:21.835281 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a9bf6e2-1e17-487e-9205-097937f74ceb req-0413af92-3bcb-4d28-b6dc-d04fdad2d3f5 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5430 time: 0.2721968 Aug 17 03:00:21.901873 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:21.927094 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-71740454-5ba3-48bc-aaf6-bdb74c7c4ebb tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "GET /v2.0/routers/6b8480ea-76bf-48a2-95a9-af30bd377708 HTTP/1.1" status: 200 len: 926 time: 1.0151663 Aug 17 03:00:21.927631 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48284) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:21.945856 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Attempting to bind port 8a134178-0365-488d-ad74-bbd558b61de4 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:00:21.952267 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Attempting to bind port 8a134178-0365-488d-ad74-bbd558b61de4 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:00:21.954266 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Attempting to bind port 8a134178-0365-488d-ad74-bbd558b61de4 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:00:21.957470 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b4f86-efb7-4d75-b08c-be56bcb8c076 None None] Pushing event updated for resources: {'Port': ['ID=8a134178-0365-488d-ad74-bbd558b61de4,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:21.968067 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a9bf6e2-1e17-487e-9205-097937f74ceb req-f8263bcc-af12-4ae7-b3b9-af5e4106968e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1252627 Aug 17 03:00:21.982211 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:00:21.986162 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:00:21.986785 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:21.987390 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:00:21.988051 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Bound port: 8a134178-0365-488d-ad74-bbd558b61de4, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:00:21.989787 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:22.021978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d676fabf-6f93-41fb-ab5f-0e337df5b3e4 req-2ad6bafe-ff12-4c0a-aa47-bcecaaf19e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:22.024673 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d676fabf-6f93-41fb-ab5f-0e337df5b3e4 req-2ad6bafe-ff12-4c0a-aa47-bcecaaf19e48 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 1096 time: 0.1236639 Aug 17 03:00:22.102268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9d5d59-740a-46a2-a8de-4a3938605475 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:22.104325 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1e9d5d59-740a-46a2-a8de-4a3938605475 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&device_id=6b8480ea-76bf-48a2-95a9-af30bd377708&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1742077 Aug 17 03:00:22.107210 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48292) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:22.119721 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d676fabf-6f93-41fb-ab5f-0e337df5b3e4 req-8b70d197-bd4b-4062-bddd-568d01bd08ca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721502 Aug 17 03:00:22.123405 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Allocated IP 172.20.0.1 (86cff029-2b59-43fb-86b4-bc8b3ccb343f/0a07a2f0-c795-431e-8903-412bd55cd433/de5653cf-db9d-41fc-b8dc-9e2d719e8a84) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:00:22.160271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:22.164645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:22.165207 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:22.266315 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] For port 8a134178-0365-488d-ad74-bbd558b61de4, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:00:22.294906 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] For port 8a134178-0365-488d-ad74-bbd558b61de4, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8a134178-0365-488d-ad74-bbd558b61de4,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:00:22.334708 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:22.335119 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:22.354432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c75e45c8-99fb-4276-9aaf-3ed756f0ec29 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:22.355043 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Transition to ACTIVE for port object de5653cf-db9d-41fc-b8dc-9e2d719e8a84 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:00:22.355757 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c75e45c8-99fb-4276-9aaf-3ed756f0ec29 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 881 time: 0.2475984 Aug 17 03:00:22.359593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48300) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:22.388343 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 6ea5dca0-de02-43ea-8f65-8a507f6f6d09, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6ea5dca0-de02-43ea-8f65-8a507f6f6d09,segment=NetworkSegment(153b58ab-106f-4e1e-9b76-e29c4e1ff2d5),segment_id=153b58ab-106f-4e1e-9b76-e29c4e1ff2d5)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:22.395393 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fb294d5d-8f95-4dfb-ac4e-026eda69c9d1 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b8480ea-76bf-48a2-95a9-af30bd377708 HTTP/1.1" status: 200 len: 205 time: 0.0346205 Aug 17 03:00:22.398811 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48302) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:22.408260 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:22.464615 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:22.496731 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Routers {'06a84e50-2748-43d6-8e67-8427d4ff7cd2'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:22.497383 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['06a84e50-2748-43d6-8e67-8427d4ff7cd2'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:22.527377 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:22.539561 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8b4f86-efb7-4d75-b08c-be56bcb8c076 None None] Pushing event updated for resources: {'Port': ['ID=8a134178-0365-488d-ad74-bbd558b61de4,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:22.585770 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=6ea5dca0-de02-43ea-8f65-8a507f6f6d09,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:22.621643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Network 86cff029-2b59-43fb-86b4-bc8b3ccb343f is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:00:22.628726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:00:22.631311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Pushing event updated for resources: {'Port': ['ID=de5653cf-db9d-41fc-b8dc-9e2d719e8a84,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:22.631967 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49e65352-9bf2-4e91-95bc-403e86903c62 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:22.636121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:00:22.662649 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 844bf010-b2e0-409e-9c47-683af3dfae5b details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:00:22.666842 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] Set router 06a84e50-2748-43d6-8e67-8427d4ff7cd2 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:00:22.707860 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:22.945464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 844bf010-b2e0-409e-9c47-683af3dfae5b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=844bf010-b2e0-409e-9c47-683af3dfae5b,segment=NetworkSegment(730fe212-be80-4cbb-8afd-49ac268172de),segment_id=730fe212-be80-4cbb-8afd-49ac268172de)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:22.954918 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49e65352-9bf2-4e91-95bc-403e86903c62 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:23.000924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '844bf010-b2e0-409e-9c47-683af3dfae5b', 'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135', 'port_id': '844bf010-b2e0-409e-9c47-683af3dfae5b', 'mac_address': 'fa:16:3e:20:dd:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3a3b1c-c2d2-43c9-8e48-8451d3bce93f', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:00:23.010810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087ce39f-7c9c-4088-a5a6-b9ae2c15abd7 req-878f4719-ae9d-4122-8863-e06df12d151e tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:23.022041 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-087ce39f-7c9c-4088-a5a6-b9ae2c15abd7 req-878f4719-ae9d-4122-8863-e06df12d151e tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 945 time: 0.0826769 Aug 17 03:00:23.086595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5ab8e9d9-606b-4933-9b58-5d462c32de63 None None] Provisioning for port de5653cf-db9d-41fc-b8dc-9e2d719e8a84 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:23.101838 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5ab8e9d9-606b-4933-9b58-5d462c32de63 None None] Provisioning complete for port de5653cf-db9d-41fc-b8dc-9e2d719e8a84 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:23.103659 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5ab8e9d9-606b-4933-9b58-5d462c32de63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:23.134587 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-967829715-router', 'tenant_id': '2a4c69ed0f1e434691751d87b7ab738d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a134178-0365-488d-ad74-bbd558b61de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:00:16Z', 'updated_at': '2021-08-17T03:00:19Z', 'revision_number': 3, 'project_id': '2a4c69ed0f1e434691751d87b7ab738d', 'gw_port': {'id': '8a134178-0365-488d-ad74-bbd558b61de4', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:83:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:00:18Z', 'updated_at': '2021-08-17T03:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:23.149025 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:23.189330 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-087ce39f-7c9c-4088-a5a6-b9ae2c15abd7 req-260b077c-a680-4a50-9cb8-7e6e9639fd02 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1658726 Aug 17 03:00:23.200842 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13b6adfe-b9b2-41ef-b1b9-6fcc2946b147 None None] The sync data for ids ['06a84e50-2748-43d6-8e67-8427d4ff7cd2'] in n-d-802060-9 is: [{'id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-967829715-router', 'tenant_id': '2a4c69ed0f1e434691751d87b7ab738d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a134178-0365-488d-ad74-bbd558b61de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:00:16Z', 'updated_at': '2021-08-17T03:00:19Z', 'revision_number': 3, 'project_id': '2a4c69ed0f1e434691751d87b7ab738d', 'gw_port': {'id': '8a134178-0365-488d-ad74-bbd558b61de4', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:83:0d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:00:18Z', 'updated_at': '2021-08-17T03:00:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:00:23.205247 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 844bf010-b2e0-409e-9c47-683af3dfae5b {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:23.219717 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5ab8e9d9-606b-4933-9b58-5d462c32de63 None None] Port de5653cf-db9d-41fc-b8dc-9e2d719e8a84 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:00:23.262025 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 844bf010-b2e0-409e-9c47-683af3dfae5b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=844bf010-b2e0-409e-9c47-683af3dfae5b,segment=NetworkSegment(730fe212-be80-4cbb-8afd-49ac268172de),segment_id=730fe212-be80-4cbb-8afd-49ac268172de)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:23.266272 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-49e65352-9bf2-4e91-95bc-403e86903c62 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Deleting port 62cf55d3-1765-41e0-a4e3-cd4da958660c {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:23.270326 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49e65352-9bf2-4e91-95bc-403e86903c62 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:23.371459 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:23.371459 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:00:23.469401 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae7bf1-da1c-4746-bdd1-f3817fa4a88b req-58c8743c-1264-46c9-8498-72ff0c626cfe tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:23.478660 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae7bf1-da1c-4746-bdd1-f3817fa4a88b req-58c8743c-1264-46c9-8498-72ff0c626cfe tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:23.500840 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae7bf1-da1c-4746-bdd1-f3817fa4a88b req-58c8743c-1264-46c9-8498-72ff0c626cfe tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:23.538021 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=844bf010-b2e0-409e-9c47-683af3dfae5b,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:23.549571 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:23.552427 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae7bf1-da1c-4746-bdd1-f3817fa4a88b req-58c8743c-1264-46c9-8498-72ff0c626cfe tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:23.558465 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae7bf1-da1c-4746-bdd1-f3817fa4a88b req-58c8743c-1264-46c9-8498-72ff0c626cfe tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:23.580011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae7bf1-da1c-4746-bdd1-f3817fa4a88b req-58c8743c-1264-46c9-8498-72ff0c626cfe tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:23.616412 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fae7bf1-da1c-4746-bdd1-f3817fa4a88b req-58c8743c-1264-46c9-8498-72ff0c626cfe tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:23.621315 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3fae7bf1-da1c-4746-bdd1-f3817fa4a88b req-58c8743c-1264-46c9-8498-72ff0c626cfe tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5431 time: 0.2728183 Aug 17 03:00:23.623418 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49e65352-9bf2-4e91-95bc-403e86903c62 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:23.635689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:23.656530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191', 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814', 'port_id': '73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191', 'mac_address': 'fa:16:3e:2c:7b:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a6b48b-ccdb-4265-9010-f1fdb1ae6f54', 'ip_address': '10.1.1.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:00:23.665749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-49e65352-9bf2-4e91-95bc-403e86903c62 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Calling delete_port for 62cf55d3-1765-41e0-a4e3-cd4da958660c owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:23.703999 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:23.728642 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:23.803457 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3fae7bf1-da1c-4746-bdd1-f3817fa4a88b req-3990c55b-ce49-4169-9f19-b89eec89e5cd tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1666288 Aug 17 03:00:23.813064 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:23.901368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-b27995c8-c7e9-44de-b8bc-ae5ed04f59c4 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:23.903353 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-b27995c8-c7e9-44de-b8bc-ae5ed04f59c4 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/networks?id=b0e1662b-3237-45e1-8f42-62a3ce636ecb HTTP/1.1" status: 200 len: 805 time: 0.5122845 Aug 17 03:00:23.932833 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:23.933657 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0a84f531-4933-4f3b-8eb2-d56f6c854783 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:00:23.962714 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-83b371f4-d4f6-462a-8958-c2c8c9aa3fa6 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/quotas/a950a1f07f90492d842c34338bc90e17 HTTP/1.1" status: 200 len: 375 time: 0.0440581 Aug 17 03:00:24.096106 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8a134178-0365-488d-ad74-bbd558b61de4 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:24.144349 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49e65352-9bf2-4e91-95bc-403e86903c62 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:24.188057 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49e65352-9bf2-4e91-95bc-403e86903c62 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Pushing event deleted for resources: {'Port': ['ID=62cf55d3-1765-41e0-a4e3-cd4da958660c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:24.194084 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-d90d811d-f4c0-4344-921f-30f08a1556a3 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=a950a1f07f90492d842c34338bc90e17&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2218056 Aug 17 03:00:24.269572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:24.322445 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:24.365818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0a84f531-4933-4f3b-8eb2-d56f6c854783, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0a84f531-4933-4f3b-8eb2-d56f6c854783,segment=NetworkSegment(9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef),segment_id=9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:24.369871 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 8a134178-0365-488d-ad74-bbd558b61de4 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:24.380250 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49e65352-9bf2-4e91-95bc-403e86903c62 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:24.382891 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 8a134178-0365-488d-ad74-bbd558b61de4 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:24.383057 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:24.395286 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '0a84f531-4933-4f3b-8eb2-d56f6c854783', 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a', 'port_id': '0a84f531-4933-4f3b-8eb2-d56f6c854783', 'mac_address': 'fa:16:3e:84:55:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 62, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:00:24.398298 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:24.415481 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-60f561be-8a09-4efe-a9b0-1e670503ce8d service neutron] 10.222.0.10 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2125866 Aug 17 03:00:24.535907 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49e65352-9bf2-4e91-95bc-403e86903c62 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:24.539089 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49e65352-9bf2-4e91-95bc-403e86903c62 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:24.540323 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:24.566373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a84f531-4933-4f3b-8eb2-d56f6c854783 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:24.577879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087bc49f-ec40-4eaa-91d5-dca26a97483a req-c33900b3-c2e1-40cc-85e5-af2e590aa299 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:24.585037 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-087bc49f-ec40-4eaa-91d5-dca26a97483a req-c33900b3-c2e1-40cc-85e5-af2e590aa299 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 945 time: 0.1591957 Aug 17 03:00:24.625755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0a84f531-4933-4f3b-8eb2-d56f6c854783, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0a84f531-4933-4f3b-8eb2-d56f6c854783,segment=NetworkSegment(9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef),segment_id=9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:24.645273 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-6d790172-62c6-4000-83cb-20a10ddcd1c3 service neutron] 10.222.0.10 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508803 Aug 17 03:00:24.647205 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:24.667356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Pushing event updated for resources: {'Port': ['ID=de5653cf-db9d-41fc-b8dc-9e2d719e8a84,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:24.677546 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:24.677786 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:24.677919 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device e7caaf99-a04e-4047-83fc-8294f841ffdd details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:00:24.704738 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 8a134178-0365-488d-ad74-bbd558b61de4, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8a134178-0365-488d-ad74-bbd558b61de4,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:24.734080 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-087bc49f-ec40-4eaa-91d5-dca26a97483a req-3bc5577e-c0ec-4c04-9dd9-93e8a3f57ad2 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0866473 Aug 17 03:00:24.743204 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49e65352-9bf2-4e91-95bc-403e86903c62 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:24.744382 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49e65352-9bf2-4e91-95bc-403e86903c62 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Fanout notify agent at l3_agent the message router_deleted on router 6b8480ea-76bf-48a2-95a9-af30bd377708 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:00:24.769662 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49e65352-9bf2-4e91-95bc-403e86903c62 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:24.777663 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-49e65352-9bf2-4e91-95bc-403e86903c62 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "DELETE /v2.0/routers/6b8480ea-76bf-48a2-95a9-af30bd377708 HTTP/1.1" status: 204 len: 168 time: 2.3748834 Aug 17 03:00:24.778115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48346) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:24.783726 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-346039768', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:24.800720 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:24.802506 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:24.894724 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Network 86cff029-2b59-43fb-86b4-bc8b3ccb343f is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:00:24.896749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:00:24.910265 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:24.912461 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:24.948445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port e7caaf99-a04e-4047-83fc-8294f841ffdd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e7caaf99-a04e-4047-83fc-8294f841ffdd,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:25.009585 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=0a84f531-4933-4f3b-8eb2-d56f6c854783,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:25.046239 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'e7caaf99-a04e-4047-83fc-8294f841ffdd', 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814', 'port_id': 'e7caaf99-a04e-4047-83fc-8294f841ffdd', 'mac_address': 'fa:16:3e:1a:60:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a6b48b-ccdb-4265-9010-f1fdb1ae6f54', 'ip_address': '10.1.1.228'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:00:25.081355 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:25.135988 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:25.140358 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:25.216188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=8a134178-0365-488d-ad74-bbd558b61de4,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:25.226234 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:25.244309 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7caaf99-a04e-4047-83fc-8294f841ffdd {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:25.340718 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port e7caaf99-a04e-4047-83fc-8294f841ffdd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e7caaf99-a04e-4047-83fc-8294f841ffdd,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:25.381730 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:25.419547 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e81ce50-b776-415b-b33e-729078be180c req-79d83925-1f99-4248-93be-0e8a249fa997 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:25.422349 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e81ce50-b776-415b-b33e-729078be180c req-79d83925-1f99-4248-93be-0e8a249fa997 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.60 "GET /v2.0/ports?device_id=9cfa649c-732a-4b81-9fb2-1e1a938675cb HTTP/1.1" status: 200 len: 946 time: 0.3418059 Aug 17 03:00:25.458775 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:25.460241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a17d80-42df-4a82-94c0-0af4d16ddd09 req-2f9b3a11-43b2-42ca-bff3-2755d3ed4cf4 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:25.462839 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device b647c0c9-5df0-4033-b58c-6fe97fadcd8b details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:00:25.464349 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7a17d80-42df-4a82-94c0-0af4d16ddd09 req-2f9b3a11-43b2-42ca-bff3-2755d3ed4cf4 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 945 time: 0.3773072 Aug 17 03:00:25.579941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-628afd51-6661-44f7-9843-1a682eb30591 None None] Provisioning complete for port de5653cf-db9d-41fc-b8dc-9e2d719e8a84 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:25.580319 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-628afd51-6661-44f7-9843-1a682eb30591 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:25.626480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port b647c0c9-5df0-4033-b58c-6fe97fadcd8b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=b647c0c9-5df0-4033-b58c-6fe97fadcd8b,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:25.641595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=e7caaf99-a04e-4047-83fc-8294f841ffdd,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:25.672117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'b647c0c9-5df0-4033-b58c-6fe97fadcd8b', 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814', 'port_id': 'b647c0c9-5df0-4033-b58c-6fe97fadcd8b', 'mac_address': 'fa:16:3e:c0:13:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a6b48b-ccdb-4265-9010-f1fdb1ae6f54', 'ip_address': '10.1.1.23'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:00:25.692458 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7a17d80-42df-4a82-94c0-0af4d16ddd09 req-0ce1fbf0-0f1e-49fe-ad93-722852d52e39 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950548 Aug 17 03:00:25.727578 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-628afd51-6661-44f7-9843-1a682eb30591 None None] Port de5653cf-db9d-41fc-b8dc-9e2d719e8a84 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:00:25.786505 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:25.816854 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Router 06a84e50-2748-43d6-8e67-8427d4ff7cd2 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:00:25.831814 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b647c0c9-5df0-4033-b58c-6fe97fadcd8b {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:25.857777 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port b647c0c9-5df0-4033-b58c-6fe97fadcd8b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=b647c0c9-5df0-4033-b58c-6fe97fadcd8b,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:25.862600 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5bd9f-f524-4117-89df-2aee4f0bc479 req-afd59781-7de9-4761-a9fc-736d97cb9cfd tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:25.871135 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5bd9f-f524-4117-89df-2aee4f0bc479 req-afd59781-7de9-4761-a9fc-736d97cb9cfd tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:25.877810 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6bdbc20a-9543-4ac6-a0e4-45b0601b85bf req-43c4ba03-7a6b-42f7-ba9f-2a1fe74a7e44 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 210 time: 0.0747519 Aug 17 03:00:25.878579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5bd9f-f524-4117-89df-2aee4f0bc479 req-afd59781-7de9-4761-a9fc-736d97cb9cfd tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:25.886766 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5bd9f-f524-4117-89df-2aee4f0bc479 req-afd59781-7de9-4761-a9fc-736d97cb9cfd tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:25.887520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12623d80-f802-47e6-90c2-981d47635a01 req-9be85d59-67e2-4356-90e2-a0f2eb9fa75e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:25.889288 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12623d80-f802-47e6-90c2-981d47635a01 req-9be85d59-67e2-4356-90e2-a0f2eb9fa75e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e68f75672fd94fdba91f7083d9fb4a1a&device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 1097 time: 0.2632728 Aug 17 03:00:25.893899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5bd9f-f524-4117-89df-2aee4f0bc479 req-afd59781-7de9-4761-a9fc-736d97cb9cfd tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:25.901687 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5bd9f-f524-4117-89df-2aee4f0bc479 req-afd59781-7de9-4761-a9fc-736d97cb9cfd tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:25.908840 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a5bd9f-f524-4117-89df-2aee4f0bc479 req-afd59781-7de9-4761-a9fc-736d97cb9cfd tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:25.911763 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b2a5bd9f-f524-4117-89df-2aee4f0bc479 req-afd59781-7de9-4761-a9fc-736d97cb9cfd tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5434 time: 0.2901251 Aug 17 03:00:25.938660 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:25.939080 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0de1d812-cbba-4e5d-823a-b18fcc94199e details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:00:26.052418 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8a134178-0365-488d-ad74-bbd558b61de4 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:26.194912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:00:26.197554 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0de1d812-cbba-4e5d-823a-b18fcc94199e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0de1d812-cbba-4e5d-823a-b18fcc94199e,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:26.198426 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12623d80-f802-47e6-90c2-981d47635a01 req-47e16c2b-aee4-4a35-88e9-db7d1276c6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:26.201311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12623d80-f802-47e6-90c2-981d47635a01 req-47e16c2b-aee4-4a35-88e9-db7d1276c6b9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=af4157d1-2122-47c3-8ec5-8deaba493f6a HTTP/1.1" status: 200 len: 918 time: 0.1440086 Aug 17 03:00:26.201832 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:26.202301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=b647c0c9-5df0-4033-b58c-6fe97fadcd8b,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:26.207619 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Sync routers for ids ['06a84e50-2748-43d6-8e67-8427d4ff7cd2'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:00:26.215200 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a5439399-4397-48e6-add5-8da86b90a90c admin admin] 10.222.0.10 "PUT /v2.0/routers/06a84e50-2748-43d6-8e67-8427d4ff7cd2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7802567 Aug 17 03:00:26.237092 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Routers {'06a84e50-2748-43d6-8e67-8427d4ff7cd2'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:26.243848 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['06a84e50-2748-43d6-8e67-8427d4ff7cd2'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:26.266532 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '0de1d812-cbba-4e5d-823a-b18fcc94199e', 'network_id': 'e4d8607a-fcd3-4976-90b3-958c321a6814', 'port_id': '0de1d812-cbba-4e5d-823a-b18fcc94199e', 'mac_address': 'fa:16:3e:e2:7b:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '21a6b48b-ccdb-4265-9010-f1fdb1ae6f54', 'ip_address': '10.1.1.217'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:00:26.287599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 8a134178-0365-488d-ad74-bbd558b61de4 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:26.288253 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:26.327872 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12623d80-f802-47e6-90c2-981d47635a01 req-565f19cc-9c39-45a5-8458-baad4d1a9efe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9caa80-5f1a-4878-904d-cffed6d8a7f1 HTTP/1.1" status: 200 len: 217 time: 0.1101344 Aug 17 03:00:26.339275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-6e81ce50-b776-415b-b33e-729078be180c req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Deleting port 8e2b62ef-d463-4eb7-8839-76a728306051 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:26.340701 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:26.341509 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6e81ce50-b776-415b-b33e-729078be180c req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:26.379700 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b2a5bd9f-f524-4117-89df-2aee4f0bc479 req-d0621ba6-74c5-49f3-9bf2-f9896b76f8fc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3774393 Aug 17 03:00:26.394240 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Set router 06a84e50-2748-43d6-8e67-8427d4ff7cd2 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:00:26.539768 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:26.549778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26c3bfb-3ddd-4870-9fdc-6f6f1f230d64 req-291824b5-0046-4b4f-bafe-fb7a5ae1d2b9 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:26.552070 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d26c3bfb-3ddd-4870-9fdc-6f6f1f230d64 req-291824b5-0046-4b4f-bafe-fb7a5ae1d2b9 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1050882 Aug 17 03:00:26.558351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0de1d812-cbba-4e5d-823a-b18fcc94199e {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:26.569101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12623d80-f802-47e6-90c2-981d47635a01 req-84be70a7-4e01-4892-a5f1-d32d49ff5459 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:26.571735 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12623d80-f802-47e6-90c2-981d47635a01 req-84be70a7-4e01-4892-a5f1-d32d49ff5459 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc3d150f-bb48-486d-a046-323ac115350b HTTP/1.1" status: 200 len: 858 time: 0.2224162 Aug 17 03:00:26.604427 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0de1d812-cbba-4e5d-823a-b18fcc94199e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0de1d812-cbba-4e5d-823a-b18fcc94199e,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:26.643692 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d26c3bfb-3ddd-4870-9fdc-6f6f1f230d64 req-fd28ff4f-da3f-45db-900e-7da5c84ee267 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816262 Aug 17 03:00:26.683770 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12623d80-f802-47e6-90c2-981d47635a01 req-8d54460d-1829-4849-9478-c4ffb4b79ccb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af4157d1-2122-47c3-8ec5-8deaba493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0689132 Aug 17 03:00:26.695074 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Allocated IP 172.25.1.157 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/b77190af-47be-40f8-94de-7fa1cd0b6cf9) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:00:26.699141 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:26.699944 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:00:26.709739 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6e81ce50-b776-415b-b33e-729078be180c req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] For port 8e2b62ef-d463-4eb7-8839-76a728306051, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8e2b62ef-d463-4eb7-8839-76a728306051,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:26.710248 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6e81ce50-b776-415b-b33e-729078be180c req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:26.867700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-6e81ce50-b776-415b-b33e-729078be180c req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Calling delete_port for 8e2b62ef-d463-4eb7-8839-76a728306051 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:26.875360 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=0de1d812-cbba-4e5d-823a-b18fcc94199e,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:26.886668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=37fe1f4d-a904-4e0c-82f7-9c41943d8ff2,segment=NetworkSegment(730fe212-be80-4cbb-8afd-49ac268172de),segment_id=730fe212-be80-4cbb-8afd-49ac268172de)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:26.913751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '37fe1f4d-a904-4e0c-82f7-9c41943d8ff2', 'network_id': '586d57a3-852e-4093-92b2-c7135f5ca135', 'port_id': '37fe1f4d-a904-4e0c-82f7-9c41943d8ff2', 'mac_address': 'fa:16:3e:ba:39:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 73, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cb3a3b1c-c2d2-43c9-8e48-8451d3bce93f', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:00:26.934674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fed5704-197d-4bc7-80ed-a5135ab8d67e req-05b618d8-f637-4721-baa5-fb974589b0d2 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:26.942019 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-967829715-router', 'tenant_id': '2a4c69ed0f1e434691751d87b7ab738d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a134178-0365-488d-ad74-bbd558b61de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:00:16Z', 'updated_at': '2021-08-17T03:00:23Z', 'revision_number': 4, 'project_id': '2a4c69ed0f1e434691751d87b7ab738d', 'gw_port': {'id': '8a134178-0365-488d-ad74-bbd558b61de4', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:83:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:00:18Z', 'updated_at': '2021-08-17T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'de5653cf-db9d-41fc-b8dc-9e2d719e8a84', 'name': '', 'network_id': '86cff029-2b59-43fb-86b4-bc8b3ccb343f', 'tenant_id': '2a4c69ed0f1e434691751d87b7ab738d', 'mac_address': 'fa:16:3e:91:41:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '0a07a2f0-c795-431e-8903-412bd55cd433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:00:21Z', 'updated_at': '2021-08-17T03:00:23Z', 'revision_number': 2, 'project_id': '2a4c69ed0f1e434691751d87b7ab738d', 'subnets': [{'id': '0a07a2f0-c795-431e-8903-412bd55cd433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:26.943250 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1fed5704-197d-4bc7-80ed-a5135ab8d67e req-05b618d8-f637-4721-baa5-fb974589b0d2 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 945 time: 0.4214089 Aug 17 03:00:26.986596 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Checking router: 06a84e50-2748-43d6-8e67-8427d4ff7cd2 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:00:26.987222 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Updating router 06a84e50-2748-43d6-8e67-8427d4ff7cd2 port de5653cf-db9d-41fc-b8dc-9e2d719e8a84 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:00:26.988621 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:27.007706 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:27.024586 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:27.037387 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1fed5704-197d-4bc7-80ed-a5135ab8d67e req-d04bbbd8-c511-42ef-958a-ee5967b31ca8 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931652 Aug 17 03:00:27.045041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:27.048158 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-938fab08-111d-47b2-8cd0-fee8addec217 req-37a13956-27fe-4e2f-91cb-d8ba6542ccf1 tempest-FloatingIPsNegativeTestJSON-134514056 tempest-FloatingIPsNegativeTestJSON-134514056-project] 10.222.0.10 "GET /v2.0/floatingips?tenant_id=2a4c69ed0f1e434691751d87b7ab738d HTTP/1.1" status: 200 len: 217 time: 0.1852119 Aug 17 03:00:27.097664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=37fe1f4d-a904-4e0c-82f7-9c41943d8ff2,segment=NetworkSegment(730fe212-be80-4cbb-8afd-49ac268172de),segment_id=730fe212-be80-4cbb-8afd-49ac268172de)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:27.190191 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:27.222339 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-391831a7-8f19-4b0d-ba7b-2bbf36081ba5 req-f332fde6-ef07-40a2-9c95-4d903b4f3498 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 210 time: 0.0381343 Aug 17 03:00:27.292539 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd566daf-9563-4a55-b08c-7af7e141660b req-8bfc9a11-7496-4355-90db-46ccf6375bf7 tempest-FloatingIPsNegativeTestJSON-134514056 tempest-FloatingIPsNegativeTestJSON-134514056-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.0374932 Aug 17 03:00:27.298918 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:27.323244 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=37fe1f4d-a904-4e0c-82f7-9c41943d8ff2,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:27.331857 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12623d80-f802-47e6-90c2-981d47635a01 req-e13fcff6-b207-4ab6-b81a-ef1bd8e0c89d service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6364560 Aug 17 03:00:27.426960 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:00:27.438939 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:00:27.476300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:00:27.481380 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [req-9411128f-897b-47d3-a87b-39f556580089 req-18d6ac66-465c-4f2c-93ac-be3678d02810 tempest-FloatingIPsNegativeTestJSON-134514056 tempest-FloatingIPsNegativeTestJSON-134514056-project] show failed (client error): The resource could not be found. Aug 17 03:00:27.482445 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9411128f-897b-47d3-a87b-39f556580089 req-18d6ac66-465c-4f2c-93ac-be3678d02810 tempest-FloatingIPsNegativeTestJSON-134514056 tempest-FloatingIPsNegativeTestJSON-134514056-project] 10.222.0.10 "GET /v2.0/floatingips/2526cc44-9c55-4930-9346-e8f5e703bdc7 HTTP/1.1" status: 404 len: 350 time: 0.0687499 Aug 17 03:00:27.490612 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65634ac2-fd02-4c6c-a17d-1797b98da01e req-833f4cbc-e191-4b12-b5fb-782745f63446 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:27.492597 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-65634ac2-fd02-4c6c-a17d-1797b98da01e req-833f4cbc-e191-4b12-b5fb-782745f63446 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 945 time: 0.1409619 Aug 17 03:00:27.498815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48416) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:27.509968 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Pushing event updated for resources: {'Port': ['ID=b77190af-47be-40f8-94de-7fa1cd0b6cf9,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:27.539415 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:27.567278 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Transition to ACTIVE for port object de5653cf-db9d-41fc-b8dc-9e2d719e8a84 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:00:27.652618 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:27.730066 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41672a27-dc52-4af6-b4ab-403c78a4021b None None] Pushing event updated for resources: {'Port': ['ID=de5653cf-db9d-41fc-b8dc-9e2d719e8a84,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:27.767691 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0084932-4479-403e-86c3-199180828a99 req-a5d90308-2a2b-4c53-b3b0-00a2fcc9b7d6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:27.778215 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0084932-4479-403e-86c3-199180828a99 req-a5d90308-2a2b-4c53-b3b0-00a2fcc9b7d6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:27.785561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0084932-4479-403e-86c3-199180828a99 req-a5d90308-2a2b-4c53-b3b0-00a2fcc9b7d6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:27.792026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0084932-4479-403e-86c3-199180828a99 req-a5d90308-2a2b-4c53-b3b0-00a2fcc9b7d6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:27.806503 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0084932-4479-403e-86c3-199180828a99 req-a5d90308-2a2b-4c53-b3b0-00a2fcc9b7d6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:27.813047 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0084932-4479-403e-86c3-199180828a99 req-a5d90308-2a2b-4c53-b3b0-00a2fcc9b7d6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:27.820820 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0084932-4479-403e-86c3-199180828a99 req-a5d90308-2a2b-4c53-b3b0-00a2fcc9b7d6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:27.829567 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0084932-4479-403e-86c3-199180828a99 req-a5d90308-2a2b-4c53-b3b0-00a2fcc9b7d6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5437 time: 0.1425700 Aug 17 03:00:27.838277 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Attempting to bind port de5653cf-db9d-41fc-b8dc-9e2d719e8a84 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:00:27.838649 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Attempting to bind port de5653cf-db9d-41fc-b8dc-9e2d719e8a84 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '153b58ab-106f-4e1e-9b76-e29c4e1ff2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '86cff029-2b59-43fb-86b4-bc8b3ccb343f'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:00:27.839017 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Attempting to bind port de5653cf-db9d-41fc-b8dc-9e2d719e8a84 on network 86cff029-2b59-43fb-86b4-bc8b3ccb343f {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:00:27.849616 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:00:27.849995 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Checking segment: {'id': '153b58ab-106f-4e1e-9b76-e29c4e1ff2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '86cff029-2b59-43fb-86b4-bc8b3ccb343f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:00:27.850404 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:27.850800 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Bound using segment: {'id': '153b58ab-106f-4e1e-9b76-e29c4e1ff2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '86cff029-2b59-43fb-86b4-bc8b3ccb343f'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:00:27.851268 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Bound port: de5653cf-db9d-41fc-b8dc-9e2d719e8a84, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '153b58ab-106f-4e1e-9b76-e29c4e1ff2d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': '86cff029-2b59-43fb-86b4-bc8b3ccb343f'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:00:27.851650 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:27.893174 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0084932-4479-403e-86c3-199180828a99 req-6c4b78c2-5858-4e92-8120-5de117e79ba2 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524430 Aug 17 03:00:28.003142 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-65634ac2-fd02-4c6c-a17d-1797b98da01e req-77232e8a-d742-46ae-a097-f0dda0d812d7 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4917481 Aug 17 03:00:28.003972 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6e81ce50-b776-415b-b33e-729078be180c req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:28.063028 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] For port de5653cf-db9d-41fc-b8dc-9e2d719e8a84, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:00:28.069287 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] For port de5653cf-db9d-41fc-b8dc-9e2d719e8a84, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=de5653cf-db9d-41fc-b8dc-9e2d719e8a84,segment=NetworkSegment(153b58ab-106f-4e1e-9b76-e29c4e1ff2d5),segment_id=153b58ab-106f-4e1e-9b76-e29c4e1ff2d5)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:00:28.103875 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12623d80-f802-47e6-90c2-981d47635a01 req-20b74480-0b81-49a9-bbd0-77a8ee28b8e9 service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7505617 Aug 17 03:00:28.119044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Pushing event deleted for resources: {'Port': ['ID=8e2b62ef-d463-4eb7-8839-76a728306051,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:28.146150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:28.146547 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:28.147535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:28.147893 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:28.148231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:28.148577 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:28.148912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:28.149251 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:28.150120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:28.158916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:28.158916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:28.158916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:28.178681 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:28.229600 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:28.246244 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e81ce50-b776-415b-b33e-729078be180c req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] No DVR routers for this DVR port 8e2b62ef-d463-4eb7-8839-76a728306051 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:00:28.255748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb6a3321-5ce2-4507-b93d-1d2710e623fc req-f9ecd475-2ca9-4a10-8659-e9ebf74b1245 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:28.264834 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6e81ce50-b776-415b-b33e-729078be180c req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:28.267403 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb6a3321-5ce2-4507-b93d-1d2710e623fc req-f9ecd475-2ca9-4a10-8659-e9ebf74b1245 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1714790 Aug 17 03:00:28.267563 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e81ce50-b776-415b-b33e-729078be180c req-d151bdd7-d7d2-4891-a1fc-89b2f1baf0d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.60 "DELETE /v2.0/ports/8e2b62ef-d463-4eb7-8839-76a728306051 HTTP/1.1" status: 204 len: 173 time: 2.7889850 Aug 17 03:00:28.269139 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cfa649c-732a-4b81-9fb2-1e1a938675cb', 'name': 'network-vif-deleted', 'tag': '8e2b62ef-d463-4eb7-8839-76a728306051'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:28.271572 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c76080c2-c082-4766-a2bd-61e8b863f9a4" -d '{"events": [{"server_uuid": "9cfa649c-732a-4b81-9fb2-1e1a938675cb", "name": "network-vif-deleted", "tag": "8e2b62ef-d463-4eb7-8839-76a728306051"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:28.284804 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['844bf010-b2e0-409e-9c47-683af3dfae5b'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:00:28.294966 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Routers {'06a84e50-2748-43d6-8e67-8427d4ff7cd2'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:28.307374 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['06a84e50-2748-43d6-8e67-8427d4ff7cd2'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:28.307578 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0de1d812-cbba-4e5d-823a-b18fcc94199e'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:00:28.307578 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['b647c0c9-5df0-4033-b58c-6fe97fadcd8b'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:00:28.471761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d795433-1927-4c24-ac79-51d6c715cdfb req-25b4bceb-bf96-4315-880c-dd32802f97b9 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:28.473830 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d795433-1927-4c24-ac79-51d6c715cdfb req-25b4bceb-bf96-4315-880c-dd32802f97b9 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 945 time: 0.2598889 Aug 17 03:00:28.551576 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb6a3321-5ce2-4507-b93d-1d2710e623fc req-b04b0238-9133-4ce2-a246-b81d893c07bf tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2155318 Aug 17 03:00:28.588684 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41672a27-dc52-4af6-b4ab-403c78a4021b None None] Pushing event updated for resources: {'Port': ['ID=de5653cf-db9d-41fc-b8dc-9e2d719e8a84,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:28.608638 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] Set router 06a84e50-2748-43d6-8e67-8427d4ff7cd2 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:00:28.619250 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['e7caaf99-a04e-4047-83fc-8294f841ffdd'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:00:28.645860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-4ed34bbc-c3dc-43fe-afa0-bf8e7bd6f62b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:28.648681 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-4ed34bbc-c3dc-43fe-afa0-bf8e7bd6f62b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.60 "GET /v2.0/networks?id=b0e1662b-3237-45e1-8f42-62a3ce636ecb HTTP/1.1" status: 200 len: 805 time: 0.4003136 Aug 17 03:00:28.706065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-47f5acd5-4be2-42c0-bd5a-1e20590de79b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Request body: {'port': {'device_id': '813c05cb-f081-416e-8382-5345f8134194', 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb', 'admin_state_up': True, 'tenant_id': 'a950a1f07f90492d842c34338bc90e17'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:28.973357 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d795433-1927-4c24-ac79-51d6c715cdfb req-a5545bc1-03c2-450f-bb8b-4b8ac58d9406 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4882505 Aug 17 03:00:29.129549 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-967829715-router', 'tenant_id': '2a4c69ed0f1e434691751d87b7ab738d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a134178-0365-488d-ad74-bbd558b61de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:00:16Z', 'updated_at': '2021-08-17T03:00:23Z', 'revision_number': 4, 'project_id': '2a4c69ed0f1e434691751d87b7ab738d', 'gw_port': {'id': '8a134178-0365-488d-ad74-bbd558b61de4', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:83:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:00:18Z', 'updated_at': '2021-08-17T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'de5653cf-db9d-41fc-b8dc-9e2d719e8a84', 'name': '', 'network_id': '86cff029-2b59-43fb-86b4-bc8b3ccb343f', 'tenant_id': '2a4c69ed0f1e434691751d87b7ab738d', 'mac_address': 'fa:16:3e:91:41:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '0a07a2f0-c795-431e-8903-412bd55cd433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:00:21Z', 'updated_at': '2021-08-17T03:00:28Z', 'revision_number': 4, 'project_id': '2a4c69ed0f1e434691751d87b7ab738d', 'subnets': [{'id': '0a07a2f0-c795-431e-8903-412bd55cd433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:29.163136 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6de3cf7-fd9e-4179-a31c-31fb84df7653 x-openstack-request-id: req-c6de3cf7-fd9e-4179-a31c-31fb84df7653 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:29.164930 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb7da0b5-e97a-48bb-a7a7-1caf8cd9a557 None None] The sync data for ids ['06a84e50-2748-43d6-8e67-8427d4ff7cd2'] in n-d-802060-9 is: [{'id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-967829715-router', 'tenant_id': '2a4c69ed0f1e434691751d87b7ab738d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a134178-0365-488d-ad74-bbd558b61de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:00:16Z', 'updated_at': '2021-08-17T03:00:23Z', 'revision_number': 4, 'project_id': '2a4c69ed0f1e434691751d87b7ab738d', 'gw_port': {'id': '8a134178-0365-488d-ad74-bbd558b61de4', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:83:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:00:18Z', 'updated_at': '2021-08-17T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'de5653cf-db9d-41fc-b8dc-9e2d719e8a84', 'name': '', 'network_id': '86cff029-2b59-43fb-86b4-bc8b3ccb343f', 'tenant_id': '2a4c69ed0f1e434691751d87b7ab738d', 'mac_address': 'fa:16:3e:91:41:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1080, 'fixed_ips': [{'subnet_id': '0a07a2f0-c795-431e-8903-412bd55cd433', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:00:21Z', 'updated_at': '2021-08-17T03:00:28Z', 'revision_number': 4, 'project_id': '2a4c69ed0f1e434691751d87b7ab738d', 'subnets': [{'id': '0a07a2f0-c795-431e-8903-412bd55cd433', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:00:29.177251 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cfa649c-732a-4b81-9fb2-1e1a938675cb", "name": "network-vif-deleted", "tag": "8e2b62ef-d463-4eb7-8839-76a728306051", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:29.177797 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6de3cf7-fd9e-4179-a31c-31fb84df7653 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:29.180345 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cfa649c-732a-4b81-9fb2-1e1a938675cb', 'name': 'network-vif-deleted', 'tag': '8e2b62ef-d463-4eb7-8839-76a728306051', 'status': 'completed', 'code': 200} Aug 17 03:00:29.200184 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0a84f531-4933-4f3b-8eb2-d56f6c854783'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:00:29.203521 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:00:29.206522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-47f5acd5-4be2-42c0-bd5a-1e20590de79b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Made reservation on behalf of a950a1f07f90492d842c34338bc90e17 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:00:29.217226 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-47f5acd5-4be2-42c0-bd5a-1e20590de79b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:29.368275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8e2b62ef-d463-4eb7-8839-76a728306051 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:00:29.393159 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['37fe1f4d-a904-4e0c-82f7-9c41943d8ff2'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:00:29.475214 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 8e2b62ef-d463-4eb7-8839-76a728306051 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:00:29.476313 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8e2b62ef-d463-4eb7-8839-76a728306051 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:00:29.603045 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815a2f0-c172-4ea8-8ae6-52b933cc36a5 req-5b19f42a-25a2-4e69-992c-651e89858510 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:29.610139 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815a2f0-c172-4ea8-8ae6-52b933cc36a5 req-5b19f42a-25a2-4e69-992c-651e89858510 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:29.616515 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815a2f0-c172-4ea8-8ae6-52b933cc36a5 req-5b19f42a-25a2-4e69-992c-651e89858510 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:29.629567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815a2f0-c172-4ea8-8ae6-52b933cc36a5 req-5b19f42a-25a2-4e69-992c-651e89858510 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:29.636389 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815a2f0-c172-4ea8-8ae6-52b933cc36a5 req-5b19f42a-25a2-4e69-992c-651e89858510 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:29.643725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815a2f0-c172-4ea8-8ae6-52b933cc36a5 req-5b19f42a-25a2-4e69-992c-651e89858510 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:29.651920 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7815a2f0-c172-4ea8-8ae6-52b933cc36a5 req-5b19f42a-25a2-4e69-992c-651e89858510 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:29.674010 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7815a2f0-c172-4ea8-8ae6-52b933cc36a5 req-5b19f42a-25a2-4e69-992c-651e89858510 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5437 time: 0.2127414 Aug 17 03:00:29.733262 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-37bdabea-65f3-483a-8bd5-bf82102d856a req-cd1cf65f-58c2-4d8f-ae8f-00cdb07f15e9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 210 time: 0.7848334 Aug 17 03:00:29.756683 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:29.911212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-47f5acd5-4be2-42c0-bd5a-1e20590de79b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Allocated IP 172.20.0.14 (b0e1662b-3237-45e1-8f42-62a3ce636ecb/dc7aeeda-153f-4ac5-8939-dd5068984085/fb5f6375-f4c3-40bc-b55f-2595b9b0abb0) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:00:29.977397 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7815a2f0-c172-4ea8-8ae6-52b933cc36a5 req-ff68f19d-8283-459d-a09d-ad1fb46958ac tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3004706 Aug 17 03:00:30.040909 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device de5653cf-db9d-41fc-b8dc-9e2d719e8a84 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:30.052752 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa664355-c073-4316-9cde-9c2e569055c9 req-7d6d5bbd-b733-4480-9d5d-7bdf412b30e2 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:30.075380 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aa664355-c073-4316-9cde-9c2e569055c9 req-7d6d5bbd-b733-4480-9d5d-7bdf412b30e2 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 945 time: 0.1211352 Aug 17 03:00:30.135081 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aa664355-c073-4316-9cde-9c2e569055c9 req-a4dbe6bf-cb98-42d3-af23-3a32da3ef8d7 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587246 Aug 17 03:00:30.147968 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2a10-6b12-47cd-993e-5b37b46d1590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:30.165383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Router c3800b16-6a58-475e-a031-fe1cd146bf46 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:00:30.364976 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:00:30.381163 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d4230-db0b-484b-a517-ebad8b367b05 None None] Sync routers for ids ['c3800b16-6a58-475e-a031-fe1cd146bf46'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:00:30.393853 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d4230-db0b-484b-a517-ebad8b367b05 None None] Routers {'c3800b16-6a58-475e-a031-fe1cd146bf46'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:30.394708 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-598d4230-db0b-484b-a517-ebad8b367b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c3800b16-6a58-475e-a031-fe1cd146bf46'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:30.437885 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-598d4230-db0b-484b-a517-ebad8b367b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:30.452679 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-598d4230-db0b-484b-a517-ebad8b367b05 None None] Routers {'c3800b16-6a58-475e-a031-fe1cd146bf46'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:30.453357 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-598d4230-db0b-484b-a517-ebad8b367b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c3800b16-6a58-475e-a031-fe1cd146bf46'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:30.491489 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-598d4230-db0b-484b-a517-ebad8b367b05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:30.496311 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-598d4230-db0b-484b-a517-ebad8b367b05 None None] The sync data for ids ['c3800b16-6a58-475e-a031-fe1cd146bf46'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:00:30.504352 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c64ed-869a-451b-93b7-765de8bbf412 req-46659a21-0fc1-4838-9aea-df74a8f3a86f tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:30.506141 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd8c64ed-869a-451b-93b7-765de8bbf412 req-46659a21-0fc1-4838-9aea-df74a8f3a86f tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 945 time: 0.0719547 Aug 17 03:00:30.551446 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd8c64ed-869a-451b-93b7-765de8bbf412 req-bd7e1c59-e7fd-45c8-a90f-54b048d9f179 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387998 Aug 17 03:00:30.558346 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af0f358-c7ed-49c6-b7ae-0b908a595a70 req-848affd7-d9c4-451d-a2ae-7fa99c81104a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:30.559892 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7af0f358-c7ed-49c6-b7ae-0b908a595a70 req-848affd7-d9c4-451d-a2ae-7fa99c81104a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.2997870 Aug 17 03:00:30.566851 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port de5653cf-db9d-41fc-b8dc-9e2d719e8a84 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:30.578726 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:30.583041 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-07c07404-5362-4195-bc3b-28e7dee494e8 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 5.8040762 Aug 17 03:00:30.583708 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48472) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:30.584107 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port de5653cf-db9d-41fc-b8dc-9e2d719e8a84 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:30.584518 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:30.589036 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d0002fd5-ec93-4884-9472-48b0eba29b53 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:30.744689 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7af0f358-c7ed-49c6-b7ae-0b908a595a70 req-4b01e6b3-a2c3-43a6-a7d9-a3a1191f18c7 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1707292 Aug 17 03:00:30.761701 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:30.810618 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-47f5acd5-4be2-42c0-bd5a-1e20590de79b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:30.832631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port de5653cf-db9d-41fc-b8dc-9e2d719e8a84, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=de5653cf-db9d-41fc-b8dc-9e2d719e8a84,segment=NetworkSegment(153b58ab-106f-4e1e-9b76-e29c4e1ff2d5),segment_id=153b58ab-106f-4e1e-9b76-e29c4e1ff2d5)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:30.909905 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:30.960225 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c0c0f79-a834-47f0-819a-ea7530aa03ec req-73d3b157-397d-493d-85a8-89fd6a4d85b3 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:30.969852 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c0c0f79-a834-47f0-819a-ea7530aa03ec req-73d3b157-397d-493d-85a8-89fd6a4d85b3 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 945 time: 0.2765405 Aug 17 03:00:30.972396 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-47f5acd5-4be2-42c0-bd5a-1e20590de79b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:30.978858 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=de5653cf-db9d-41fc-b8dc-9e2d719e8a84,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:31.053120 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c0c0f79-a834-47f0-819a-ea7530aa03ec req-7b9b2957-3129-403d-83a0-7ac026cc38eb tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0822473 Aug 17 03:00:31.123125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-47f5acd5-4be2-42c0-bd5a-1e20590de79b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Network b0e1662b-3237-45e1-8f42-62a3ce636ecb is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:00:31.141771 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-47f5acd5-4be2-42c0-bd5a-1e20590de79b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:00:31.153787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-47f5acd5-4be2-42c0-bd5a-1e20590de79b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:00:31.182472 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2144f8-cbe1-47c1-ad33-3bc8f1664558 req-38f4406a-1ca5-4dc9-91f5-ca0c29296d6e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:31.184385 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d2144f8-cbe1-47c1-ad33-3bc8f1664558 req-38f4406a-1ca5-4dc9-91f5-ca0c29296d6e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 932 time: 0.2591476 Aug 17 03:00:31.227999 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f5acd5-4be2-42c0-bd5a-1e20590de79b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Pushing event updated for resources: {'Port': ['ID=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:31.264815 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d0002fd5-ec93-4884-9472-48b0eba29b53 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:31.302284 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dfc5d-6f7a-437b-96b1-64bcab19a069 req-af0cfa62-c6d6-4f3f-a3a6-35c2977f940c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:31.310163 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dfc5d-6f7a-437b-96b1-64bcab19a069 req-af0cfa62-c6d6-4f3f-a3a6-35c2977f940c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:31.314908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-47f5acd5-4be2-42c0-bd5a-1e20590de79b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:31.315556 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-47f5acd5-4be2-42c0-bd5a-1e20590de79b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:31.317925 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dfc5d-6f7a-437b-96b1-64bcab19a069 req-af0cfa62-c6d6-4f3f-a3a6-35c2977f940c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:31.320627 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d2144f8-cbe1-47c1-ad33-3bc8f1664558 req-d5a0809f-a24b-458f-9a17-54caa2d869a1 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836427 Aug 17 03:00:31.322043 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c2a10-6b12-47cd-993e-5b37b46d1590 admin admin] Deleting port de5653cf-db9d-41fc-b8dc-9e2d719e8a84 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:31.322388 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2a10-6b12-47cd-993e-5b37b46d1590 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:31.337785 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dfc5d-6f7a-437b-96b1-64bcab19a069 req-af0cfa62-c6d6-4f3f-a3a6-35c2977f940c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:31.354707 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dfc5d-6f7a-437b-96b1-64bcab19a069 req-af0cfa62-c6d6-4f3f-a3a6-35c2977f940c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:31.363473 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dfc5d-6f7a-437b-96b1-64bcab19a069 req-af0cfa62-c6d6-4f3f-a3a6-35c2977f940c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:31.390108 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-707dfc5d-6f7a-437b-96b1-64bcab19a069 req-af0cfa62-c6d6-4f3f-a3a6-35c2977f940c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:31.392376 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-707dfc5d-6f7a-437b-96b1-64bcab19a069 req-af0cfa62-c6d6-4f3f-a3a6-35c2977f940c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5437 time: 0.2135713 Aug 17 03:00:31.413367 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d0002fd5-ec93-4884-9472-48b0eba29b53 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:31.442175 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-47f5acd5-4be2-42c0-bd5a-1e20590de79b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7426140 Aug 17 03:00:31.447271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-ca4c2a10-6b12-47cd-993e-5b37b46d1590 admin admin] For port de5653cf-db9d-41fc-b8dc-9e2d719e8a84, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=de5653cf-db9d-41fc-b8dc-9e2d719e8a84,segment=NetworkSegment(153b58ab-106f-4e1e-9b76-e29c4e1ff2d5),segment_id=153b58ab-106f-4e1e-9b76-e29c4e1ff2d5)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:31.447727 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2a10-6b12-47cd-993e-5b37b46d1590 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:31.466746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-76abac59-ba9d-4810-8182-7e83e00ad7da tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:00:31.468661 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-76abac59-ba9d-4810-8182-7e83e00ad7da tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0109720 Aug 17 03:00:31.469734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c2a10-6b12-47cd-993e-5b37b46d1590 admin admin] Calling delete_port for de5653cf-db9d-41fc-b8dc-9e2d719e8a84 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:31.480901 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-707dfc5d-6f7a-437b-96b1-64bcab19a069 req-1d2c9a58-fbb0-400e-bbc4-5e3cacd0881e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0739825 Aug 17 03:00:31.487436 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Request body: {'port': {'device_id': '813c05cb-f081-416e-8382-5345f8134194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:31.614872 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:31.636254 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-d0002fd5-ec93-4884-9472-48b0eba29b53 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Deleting port b77190af-47be-40f8-94de-7fa1cd0b6cf9 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:31.637364 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d0002fd5-ec93-4884-9472-48b0eba29b53 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:31.772347 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d0002fd5-ec93-4884-9472-48b0eba29b53 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:31.787355 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-d0002fd5-ec93-4884-9472-48b0eba29b53 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Calling delete_port for b77190af-47be-40f8-94de-7fa1cd0b6cf9 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:31.896968 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device de5653cf-db9d-41fc-b8dc-9e2d719e8a84 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:31.991055 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2e77ef-957b-490f-93ec-222f2a7f193a req-7677bcdb-773a-4e85-984c-587913f0ab46 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:31.992862 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4d2e77ef-957b-490f-93ec-222f2a7f193a req-7677bcdb-773a-4e85-984c-587913f0ab46 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1070290 Aug 17 03:00:32.064990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port de5653cf-db9d-41fc-b8dc-9e2d719e8a84 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:32.065812 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:32.177368 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4d2e77ef-957b-490f-93ec-222f2a7f193a req-890e9b73-6ff9-447c-85a2-569b0400576a tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770873 Aug 17 03:00:32.200525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:32.218489 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:32.298397 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d0002fd5-ec93-4884-9472-48b0eba29b53 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:32.321678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Transition to ACTIVE for port object fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:00:32.322497 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2a10-6b12-47cd-993e-5b37b46d1590 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:32.340303 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0002fd5-ec93-4884-9472-48b0eba29b53 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Pushing event deleted for resources: {'Port': ['ID=b77190af-47be-40f8-94de-7fa1cd0b6cf9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:32.410191 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:32.437989 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c2a10-6b12-47cd-993e-5b37b46d1590 admin admin] Pushing event deleted for resources: {'Port': ['ID=de5653cf-db9d-41fc-b8dc-9e2d719e8a84,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:32.552561 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d0002fd5-ec93-4884-9472-48b0eba29b53 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:32.574071 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ebc2b03-5453-4137-a892-63508f9b8a38 req-29bfe0f9-ed45-4258-9bcb-ea3e1d45c761 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:32.582384 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ebc2b03-5453-4137-a892-63508f9b8a38 req-29bfe0f9-ed45-4258-9bcb-ea3e1d45c761 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 944 time: 0.1226115 Aug 17 03:00:32.782975 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ebc2b03-5453-4137-a892-63508f9b8a38 req-2a8c6eb2-cf24-4368-805c-3bb40ba78fa1 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991959 Aug 17 03:00:32.841485 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:32.926485 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d0002fd5-ec93-4884-9472-48b0eba29b53 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:32.951330 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d0002fd5-ec93-4884-9472-48b0eba29b53 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:33.065556 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300331a-8299-45b8-80fa-e0e0a7a76eca req-67d6c11f-f376-4dd3-853a-831f82331e8b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:33.071374 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300331a-8299-45b8-80fa-e0e0a7a76eca req-67d6c11f-f376-4dd3-853a-831f82331e8b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:33.079446 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300331a-8299-45b8-80fa-e0e0a7a76eca req-67d6c11f-f376-4dd3-853a-831f82331e8b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:33.084698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:33.085773 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300331a-8299-45b8-80fa-e0e0a7a76eca req-67d6c11f-f376-4dd3-853a-831f82331e8b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:33.094089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300331a-8299-45b8-80fa-e0e0a7a76eca req-67d6c11f-f376-4dd3-853a-831f82331e8b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:33.100869 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300331a-8299-45b8-80fa-e0e0a7a76eca req-67d6c11f-f376-4dd3-853a-831f82331e8b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:33.109041 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e300331a-8299-45b8-80fa-e0e0a7a76eca req-67d6c11f-f376-4dd3-853a-831f82331e8b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:33.111930 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e300331a-8299-45b8-80fa-e0e0a7a76eca req-67d6c11f-f376-4dd3-853a-831f82331e8b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5437 time: 0.2050784 Aug 17 03:00:33.129240 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d0002fd5-ec93-4884-9472-48b0eba29b53 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Router c3800b16-6a58-475e-a031-fe1cd146bf46 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:00:33.133041 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca4c2a10-6b12-47cd-993e-5b37b46d1590 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:33.159556 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6911b3-ae88-4214-b672-473b4434ce8c req-95593cff-8a53-4fd5-991c-9447f7a60d6a tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:33.167467 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3c6911b3-ae88-4214-b672-473b4434ce8c req-95593cff-8a53-4fd5-991c-9447f7a60d6a tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 945 time: 0.5544636 Aug 17 03:00:33.176352 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Attempting to bind port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:00:33.176696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Attempting to bind port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:00:33.177033 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Attempting to bind port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 on network b0e1662b-3237-45e1-8f42-62a3ce636ecb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:00:33.195132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 on network b0e1662b-3237-45e1-8f42-62a3ce636ecb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:00:33.195132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Attempting to bind port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 on network b0e1662b-3237-45e1-8f42-62a3ce636ecb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:00:33.246760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 0, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:00:33.247015 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Checking segment: {'id': 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:00:33.247395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Bound using segment: {'id': 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:00:33.247847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Bound port: fb5f6375-f4c3-40bc-b55f-2595b9b0abb0, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:00:33.248272 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:33.252126 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device b647c0c9-5df0-4033-b58c-6fe97fadcd8b up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:33.281754 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3c6911b3-ae88-4214-b672-473b4434ce8c req-94c9aa56-14e2-44bc-af48-c0443c9ac368 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072788 Aug 17 03:00:33.300738 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e300331a-8299-45b8-80fa-e0e0a7a76eca req-0eb9e887-9d16-4e2c-a830-19635987b426 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1701322 Aug 17 03:00:33.331417 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d0002fd5-ec93-4884-9472-48b0eba29b53 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:00:33.350205 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e24a03-6fa6-4a3e-ae5d-264fb81e935d None None] Sync routers for ids ['c3800b16-6a58-475e-a031-fe1cd146bf46'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:00:33.356841 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d0002fd5-ec93-4884-9472-48b0eba29b53 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:33.361861 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d0002fd5-ec93-4884-9472-48b0eba29b53 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "PUT /v2.0/routers/c3800b16-6a58-475e-a031-fe1cd146bf46 HTTP/1.1" status: 200 len: 709 time: 2.7770965 Aug 17 03:00:33.366593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48534) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:33.370634 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e24a03-6fa6-4a3e-ae5d-264fb81e935d None None] Routers {'c3800b16-6a58-475e-a031-fe1cd146bf46'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:33.371277 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-56e24a03-6fa6-4a3e-ae5d-264fb81e935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c3800b16-6a58-475e-a031-fe1cd146bf46'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:33.442248 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-56e24a03-6fa6-4a3e-ae5d-264fb81e935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:33.446384 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port b647c0c9-5df0-4033-b58c-6fe97fadcd8b completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:33.450772 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port b647c0c9-5df0-4033-b58c-6fe97fadcd8b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:33.451342 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:33.459774 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56e24a03-6fa6-4a3e-ae5d-264fb81e935d None None] Routers {'c3800b16-6a58-475e-a031-fe1cd146bf46'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:33.460423 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-56e24a03-6fa6-4a3e-ae5d-264fb81e935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c3800b16-6a58-475e-a031-fe1cd146bf46'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:33.483399 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:33.493256 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-56e24a03-6fa6-4a3e-ae5d-264fb81e935d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:33.493942 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56e24a03-6fa6-4a3e-ae5d-264fb81e935d None None] The sync data for ids ['c3800b16-6a58-475e-a031-fe1cd146bf46'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:00:33.564350 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:33.598324 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ea8c9d53-07b8-41c4-99ff-cfaa3ad96310 tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "GET /v2.0/routers/c3800b16-6a58-475e-a031-fe1cd146bf46 HTTP/1.1" status: 200 len: 744 time: 0.2300055 Aug 17 03:00:33.600660 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48536) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:33.607509 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] For port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:00:33.613538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port b647c0c9-5df0-4033-b58c-6fe97fadcd8b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=b647c0c9-5df0-4033-b58c-6fe97fadcd8b,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:33.613745 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] For port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:00:33.614472 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b647c0c9-5df0-4033-b58c-6fe97fadcd8b'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:33.617190 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5407f6c-0e74-4271-9cc3-3b8ecd8ad2df" -d '{"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-plugged", "status": "completed", "tag": "b647c0c9-5df0-4033-b58c-6fe97fadcd8b"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:33.660584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b88a0c-ec59-449d-97c5-fc99bd695f78 req-8648ef47-557d-4c3a-aecc-7cd0cf0a5828 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:33.661899 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e20cab40-1cc3-4ce7-be7c-e8a3d39cabaf tempest-RoutersIpV6AdminTest-342261654 tempest-RoutersIpV6AdminTest-342261654-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&device_id=c3800b16-6a58-475e-a031-fe1cd146bf46 HTTP/1.1" status: 200 len: 205 time: 0.0592327 Aug 17 03:00:33.662505 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-86b88a0c-ec59-449d-97c5-fc99bd695f78 req-8648ef47-557d-4c3a-aecc-7cd0cf0a5828 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1632588 Aug 17 03:00:33.664398 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48540) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:33.695964 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e7fa9f9b-7ded-4863-8fd9-3f2772d30d6e tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3800b16-6a58-475e-a031-fe1cd146bf46 HTTP/1.1" status: 200 len: 205 time: 0.0302336 Aug 17 03:00:33.702491 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48542) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:33.703806 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2f6ebc8-20d4-4348-addb-3f6e56c98574 x-openstack-request-id: req-c2f6ebc8-20d4-4348-addb-3f6e56c98574 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:33.704098 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-plugged", "status": "completed", "tag": "b647c0c9-5df0-4033-b58c-6fe97fadcd8b", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:33.704352 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2f6ebc8-20d4-4348-addb-3f6e56c98574 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:33.704744 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b647c0c9-5df0-4033-b58c-6fe97fadcd8b', 'code': 200} Aug 17 03:00:33.732405 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:33.736791 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:33.799561 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Pushing event updated for resources: {'Port': ['ID=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:33.801923 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-165165ca-ffd5-4558-8d76-959a0f67516e tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:33.836992 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=b647c0c9-5df0-4033-b58c-6fe97fadcd8b,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:33.866949 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:33.867485 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:33.868976 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-eda75bd0-7ba8-46af-8ef7-bd15153902e5 service neutron] 10.222.0.60 "PUT /v2.0/ports/fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 HTTP/1.1" status: 200 len: 1092 time: 2.3891668 Aug 17 03:00:33.878966 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-86b88a0c-ec59-449d-97c5-fc99bd695f78 req-ccaa465b-9e86-4a17-a6d5-9312f050e7ce tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724548 Aug 17 03:00:33.879473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '813c05cb-f081-416e-8382-5345f8134194', 'tag': 'fb5f6375-f4c3-40bc-b55f-2595b9b0abb0'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:33.881839 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d341078f-a1d9-44be-9c00-4963db8a2c99" -d '{"events": [{"name": "network-changed", "server_uuid": "813c05cb-f081-416e-8382-5345f8134194", "tag": "fb5f6375-f4c3-40bc-b55f-2595b9b0abb0"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:33.969781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca4c2a10-6b12-47cd-993e-5b37b46d1590 admin admin] Router 06a84e50-2748-43d6-8e67-8427d4ff7cd2 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:00:33.975959 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e685e54c-0d98-4ae5-a032-d0cb67e6e0c9 x-openstack-request-id: req-e685e54c-0d98-4ae5-a032-d0cb67e6e0c9 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:33.976559 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "813c05cb-f081-416e-8382-5345f8134194", "tag": "fb5f6375-f4c3-40bc-b55f-2595b9b0abb0", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:33.977038 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e685e54c-0d98-4ae5-a032-d0cb67e6e0c9 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:33.977789 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '813c05cb-f081-416e-8382-5345f8134194', 'tag': 'fb5f6375-f4c3-40bc-b55f-2595b9b0abb0', 'status': 'completed', 'code': 200} Aug 17 03:00:34.122495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca4c2a10-6b12-47cd-993e-5b37b46d1590 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:00:34.142194 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ca4c2a10-6b12-47cd-993e-5b37b46d1590 admin admin] 10.222.0.10 "PUT /v2.0/routers/06a84e50-2748-43d6-8e67-8427d4ff7cd2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.6423006 Aug 17 03:00:34.144811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053b4a2-f46a-41c1-a431-12c094014148 None None] Sync routers for ids ['06a84e50-2748-43d6-8e67-8427d4ff7cd2'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:00:34.150839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48548) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:34.156729 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053b4a2-f46a-41c1-a431-12c094014148 None None] Routers {'06a84e50-2748-43d6-8e67-8427d4ff7cd2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:34.157378 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b053b4a2-f46a-41c1-a431-12c094014148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['06a84e50-2748-43d6-8e67-8427d4ff7cd2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:34.345236 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b843d03e-5ac9-4d8c-9f77-4c06ae5aa33f admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:34.405145 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-b053b4a2-f46a-41c1-a431-12c094014148 None None] Set router 06a84e50-2748-43d6-8e67-8427d4ff7cd2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:00:34.471526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-30612e4e-b4ee-4302-ab90-2b6d8a7bbcbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:34.473836 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-30612e4e-b4ee-4302-ab90-2b6d8a7bbcbe service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a950a1f07f90492d842c34338bc90e17&device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 1095 time: 0.3529503 Aug 17 03:00:34.547752 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b843d03e-5ac9-4d8c-9f77-4c06ae5aa33f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:34.557313 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-a78052c6-afdf-4cae-82f1-135cd996a1f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 HTTP/1.1" status: 200 len: 217 time: 0.0686750 Aug 17 03:00:34.583383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51120d5-cd95-4da5-86a4-7b14ac357f50 req-4d6503db-07a2-4ce1-97bf-42b9c3b5d72c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:34.585593 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c51120d5-cd95-4da5-86a4-7b14ac357f50 req-4d6503db-07a2-4ce1-97bf-42b9c3b5d72c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 945 time: 0.1107271 Aug 17 03:00:34.604957 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9a48de-1566-459c-9198-c3c108a2cf8a req-ededb3e4-3b28-4ca2-a1df-ca955ac09ee9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:34.612621 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d9a48de-1566-459c-9198-c3c108a2cf8a req-ededb3e4-3b28-4ca2-a1df-ca955ac09ee9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 944 time: 0.1484039 Aug 17 03:00:34.657019 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b053b4a2-f46a-41c1-a431-12c094014148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-967829715-router', 'tenant_id': '2a4c69ed0f1e434691751d87b7ab738d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.16'}], 'enable_snat': True}, 'gw_port_id': '8a134178-0365-488d-ad74-bbd558b61de4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:00:16Z', 'updated_at': '2021-08-17T03:00:31Z', 'revision_number': 5, 'project_id': '2a4c69ed0f1e434691751d87b7ab738d', 'gw_port': {'id': '8a134178-0365-488d-ad74-bbd558b61de4', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:97:83:0d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1078, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.16', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:00:18Z', 'updated_at': '2021-08-17T03:00:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:34.668786 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d9a48de-1566-459c-9198-c3c108a2cf8a req-12c8b5fa-d3a7-43dc-bbd4-4c25840c546b tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551860 Aug 17 03:00:34.671444 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-165165ca-ffd5-4558-8d76-959a0f67516e tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:34.677562 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-165165ca-ffd5-4558-8d76-959a0f67516e tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:34.697455 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053b4a2-f46a-41c1-a431-12c094014148 None None] Checking router: 06a84e50-2748-43d6-8e67-8427d4ff7cd2 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:00:34.710648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b053b4a2-f46a-41c1-a431-12c094014148 None None] Routers {'06a84e50-2748-43d6-8e67-8427d4ff7cd2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:34.711545 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b053b4a2-f46a-41c1-a431-12c094014148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['06a84e50-2748-43d6-8e67-8427d4ff7cd2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:34.733893 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-f4a22a3d-4e21-406e-a407-4c401094d5ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:34.735569 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-f4a22a3d-4e21-406e-a407-4c401094d5ee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc7aeeda-153f-4ac5-8939-dd5068984085 HTTP/1.1" status: 200 len: 845 time: 0.1489305 Aug 17 03:00:34.741356 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c51120d5-cd95-4da5-86a4-7b14ac357f50 req-799e69f6-c8f6-42c3-9d38-5e961d4fd560 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1452270 Aug 17 03:00:34.803732 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-6c09e65d-6a67-4e7f-93f6-b13c3e8e9f08 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0e1662b-3237-45e1-8f42-62a3ce636ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528204 Aug 17 03:00:34.809186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-b843d03e-5ac9-4d8c-9f77-4c06ae5aa33f admin admin] Deleting port 8a134178-0365-488d-ad74-bbd558b61de4 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:34.814511 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b843d03e-5ac9-4d8c-9f77-4c06ae5aa33f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:34.865557 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-b053b4a2-f46a-41c1-a431-12c094014148 None None] Set router 06a84e50-2748-43d6-8e67-8427d4ff7cd2 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:00:34.926359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfadc44-8380-42a4-8d72-e13185eb66b3 req-4b4be174-e4b2-40a1-9102-ee32b8f62e59 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:34.932839 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfadc44-8380-42a4-8d72-e13185eb66b3 req-4b4be174-e4b2-40a1-9102-ee32b8f62e59 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:34.941697 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfadc44-8380-42a4-8d72-e13185eb66b3 req-4b4be174-e4b2-40a1-9102-ee32b8f62e59 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:34.955688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfadc44-8380-42a4-8d72-e13185eb66b3 req-4b4be174-e4b2-40a1-9102-ee32b8f62e59 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:34.961940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfadc44-8380-42a4-8d72-e13185eb66b3 req-4b4be174-e4b2-40a1-9102-ee32b8f62e59 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:34.969277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfadc44-8380-42a4-8d72-e13185eb66b3 req-4b4be174-e4b2-40a1-9102-ee32b8f62e59 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:34.975702 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfadc44-8380-42a4-8d72-e13185eb66b3 req-4b4be174-e4b2-40a1-9102-ee32b8f62e59 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:34.978842 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1bfadc44-8380-42a4-8d72-e13185eb66b3 req-4b4be174-e4b2-40a1-9102-ee32b8f62e59 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5438 time: 0.1576064 Aug 17 03:00:34.979902 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-165165ca-ffd5-4558-8d76-959a0f67516e tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:34.980598 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-165165ca-ffd5-4558-8d76-959a0f67516e tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Fanout notify agent at l3_agent the message router_deleted on router c3800b16-6a58-475e-a031-fe1cd146bf46 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:00:34.993383 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-165165ca-ffd5-4558-8d76-959a0f67516e tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:34.995061 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-165165ca-ffd5-4558-8d76-959a0f67516e tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "DELETE /v2.0/routers/c3800b16-6a58-475e-a031-fe1cd146bf46 HTTP/1.1" status: 204 len: 168 time: 1.2915781 Aug 17 03:00:35.007942 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b053b4a2-f46a-41c1-a431-12c094014148 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-967829715-router', 'tenant_id': '2a4c69ed0f1e434691751d87b7ab738d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:00:16Z', 'updated_at': '2021-08-17T03:00:34Z', 'revision_number': 6, 'project_id': '2a4c69ed0f1e434691751d87b7ab738d', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:35.009646 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48570) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:35.049701 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1bfadc44-8380-42a4-8d72-e13185eb66b3 req-3757b05d-3264-48eb-b460-d8b56e7655bd tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0530915 Aug 17 03:00:35.072597 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b053b4a2-f46a-41c1-a431-12c094014148 None None] The sync data for ids ['06a84e50-2748-43d6-8e67-8427d4ff7cd2'] in n-d-802060-9 is: [{'id': '06a84e50-2748-43d6-8e67-8427d4ff7cd2', 'name': 'tempest-FloatingIPsNegativeTestJSON-967829715-router', 'tenant_id': '2a4c69ed0f1e434691751d87b7ab738d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:00:16Z', 'updated_at': '2021-08-17T03:00:34Z', 'revision_number': 6, 'project_id': '2a4c69ed0f1e434691751d87b7ab738d', 'gw_port_host': None}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:00:35.084977 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48572) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:35.085275 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3e46aaa7-f1b6-447a-9ca1-866df12cb24a tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3800b16-6a58-475e-a031-fe1cd146bf46 HTTP/1.1" status: 200 len: 205 time: 0.0741043 Aug 17 03:00:35.096448 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-093f2200-c8ce-4dd1-b387-2531d4c5d5fe service neutron] 10.222.0.60 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2790852 Aug 17 03:00:35.098758 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-b843d03e-5ac9-4d8c-9f77-4c06ae5aa33f admin admin] For port 8a134178-0365-488d-ad74-bbd558b61de4, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8a134178-0365-488d-ad74-bbd558b61de4,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:35.099138 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b843d03e-5ac9-4d8c-9f77-4c06ae5aa33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:35.159484 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-643c3432-dd65-4b87-9141-de6846d23ef0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] delete failed (client error): The resource could not be found. Aug 17 03:00:35.166301 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-643c3432-dd65-4b87-9141-de6846d23ef0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "DELETE /v2.0/routers/c3800b16-6a58-475e-a031-fe1cd146bf46 HTTP/1.1" status: 404 len: 336 time: 0.0801995 Aug 17 03:00:35.169694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48574) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:35.206298 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a43e1ebc-c825-4f6a-917e-f3da768c09a1 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b8480ea-76bf-48a2-95a9-af30bd377708 HTTP/1.1" status: 200 len: 205 time: 0.0362637 Aug 17 03:00:35.208397 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48576) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:35.215513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-b843d03e-5ac9-4d8c-9f77-4c06ae5aa33f admin admin] Calling delete_port for 8a134178-0365-488d-ad74-bbd558b61de4 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:35.252014 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-dd52904e-5ad9-4042-972e-526749cbcd47 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] delete failed (client error): The resource could not be found. Aug 17 03:00:35.255948 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dd52904e-5ad9-4042-972e-526749cbcd47 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "DELETE /v2.0/routers/6b8480ea-76bf-48a2-95a9-af30bd377708 HTTP/1.1" status: 404 len: 336 time: 0.0441465 Aug 17 03:00:35.256780 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48578) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:35.268585 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:00:35.276378 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device e7caaf99-a04e-4047-83fc-8294f841ffdd up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:35.290151 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0a1d512d-37e8-4abd-8743-155778d00175 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "GET /v2.0/ports?device_id=3acf0219-4a97-4585-b20d-00a5ad34b732 HTTP/1.1" status: 200 len: 205 time: 0.0322652 Aug 17 03:00:35.293018 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48580) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:35.353839 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84a1a948-8d2b-4ccc-b402-7c36a91ab622 req-971f3e1f-bbce-4c42-8044-7e4d5395c48c service neutron] 10.222.0.60 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2250028 Aug 17 03:00:35.359446 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-72c2a8f8-ade2-46e6-833b-a9a6aec770d1 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] delete failed (client error): The resource could not be found. Aug 17 03:00:35.364597 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-72c2a8f8-ade2-46e6-833b-a9a6aec770d1 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "DELETE /v2.0/routers/3acf0219-4a97-4585-b20d-00a5ad34b732 HTTP/1.1" status: 404 len: 336 time: 0.0702267 Aug 17 03:00:35.365235 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48582) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:35.366713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20030da5-3a51-410e-944f-47976c11c717 req-dc69d1a5-6f7f-45d2-bf00-644fc46f6a73 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:35.368312 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-20030da5-3a51-410e-944f-47976c11c717 req-dc69d1a5-6f7f-45d2-bf00-644fc46f6a73 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1611197 Aug 17 03:00:35.397833 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-44b57e7f-be95-4009-ad7b-141d1a207d92 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "GET /v2.0/ports?device_id=de3b98f6-0f54-4207-a8ea-71ab1c936a32 HTTP/1.1" status: 200 len: 205 time: 0.0313773 Aug 17 03:00:35.398529 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48584) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:35.445150 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-075a06c3-87e0-4025-b304-cec79c1aed84 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] delete failed (client error): The resource could not be found. Aug 17 03:00:35.449690 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-075a06c3-87e0-4025-b304-cec79c1aed84 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "DELETE /v2.0/routers/de3b98f6-0f54-4207-a8ea-71ab1c936a32 HTTP/1.1" status: 404 len: 336 time: 0.0499792 Aug 17 03:00:35.450219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48586) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:35.468707 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port e7caaf99-a04e-4047-83fc-8294f841ffdd completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:35.476830 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port e7caaf99-a04e-4047-83fc-8294f841ffdd triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:35.477556 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:35.478781 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-20030da5-3a51-410e-944f-47976c11c717 req-dfa2fa80-5675-4da7-a6c8-2ab9129175a0 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025605 Aug 17 03:00:35.497094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48588) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:35.497299 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e0a9cd80-e7c4-4aee-8884-0a628d791142 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "GET /v2.0/ports?device_id=608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3 HTTP/1.1" status: 200 len: 205 time: 0.0459282 Aug 17 03:00:35.589596 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-4e236174-7082-4d76-a01d-7616dee7edb0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] delete failed (client error): The resource could not be found. Aug 17 03:00:35.590668 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4e236174-7082-4d76-a01d-7616dee7edb0 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "DELETE /v2.0/routers/608b3fa3-958d-49b3-b2e4-d2ee9ff4e6b3 HTTP/1.1" status: 404 len: 336 time: 0.0925994 Aug 17 03:00:35.593894 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48590) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:35.634650 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341078f-a1d9-44be-9c00-4963db8a2c99 req-b5a1f957-1de1-4472-8bda-a7a013d8b4e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:35.637067 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d341078f-a1d9-44be-9c00-4963db8a2c99 req-b5a1f957-1de1-4472-8bda-a7a013d8b4e0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a950a1f07f90492d842c34338bc90e17&device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 1095 time: 0.1612499 Aug 17 03:00:35.656105 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8bab165c-ebff-4d57-b4ce-9fd6af22db63 tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "GET /v2.0/ports?device_id=418245aa-b5c8-4bcb-9d4a-318be93699f6 HTTP/1.1" status: 200 len: 205 time: 0.0605907 Aug 17 03:00:35.658353 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48592) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:35.710439 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-b255a01a-ba8c-468a-8e53-c9109de69b2c tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] delete failed (client error): The resource could not be found. Aug 17 03:00:35.711536 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b255a01a-ba8c-468a-8e53-c9109de69b2c tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "DELETE /v2.0/routers/418245aa-b5c8-4bcb-9d4a-318be93699f6 HTTP/1.1" status: 404 len: 336 time: 0.0521972 Aug 17 03:00:35.714254 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48596) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:35.769277 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a4090d7-6fba-4fcb-834e-02951fe6876b tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] DELETE failed (client error): The resource could not be found. Aug 17 03:00:35.771315 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a4090d7-6fba-4fcb-834e-02951fe6876b tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:00:35.773235 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8a4090d7-6fba-4fcb-834e-02951fe6876b tempest-RoutersIpV6AdminTest-1323405053 tempest-RoutersIpV6AdminTest-1323405053-project] 10.222.0.10 "DELETE /v2.0/subnets/b9617e5a-4bb0-44d5-8c51-dc62d609842d HTTP/1.1" status: 404 len: 337 time: 0.0548568 Aug 17 03:00:35.804962 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:35.836629 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:35.845257 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89', 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93', 'port_id': '9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89', 'mac_address': 'fa:16:3e:59:ef:c6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a435cf10-a71c-4d7f-a316-eee2f7d6e814', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:00:35.888040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port e7caaf99-a04e-4047-83fc-8294f841ffdd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e7caaf99-a04e-4047-83fc-8294f841ffdd,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:35.915564 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7caaf99-a04e-4047-83fc-8294f841ffdd'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:35.915564 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2f4ab8e-bce6-4c21-ae87-57395377858a" -d '{"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-plugged", "status": "completed", "tag": "e7caaf99-a04e-4047-83fc-8294f841ffdd"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:35.916375 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a299508c-dbb3-4d6d-aaa0-ab65da25a017 req-de813a3b-ecd5-4500-95ac-5dbdd62e28eb tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:35.918479 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a299508c-dbb3-4d6d-aaa0-ab65da25a017 req-de813a3b-ecd5-4500-95ac-5dbdd62e28eb tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 944 time: 0.1318438 Aug 17 03:00:35.962551 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:35.992506 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:36.016595 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a299508c-dbb3-4d6d-aaa0-ab65da25a017 req-53ad87ce-30c6-4e8e-8989-807142714497 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880232 Aug 17 03:00:36.042034 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ecdcd4-bae0-4dc1-b969-21105f119502 req-40abae90-f2c1-4f16-98c7-1db46b1a2c71 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:36.043575 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c9ecdcd4-bae0-4dc1-b969-21105f119502 req-40abae90-f2c1-4f16-98c7-1db46b1a2c71 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 945 time: 0.1342640 Aug 17 03:00:36.048573 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:36.073279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341078f-a1d9-44be-9c00-4963db8a2c99 req-364b242e-f088-4f48-ab13-ace3ad37dcbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:36.074927 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d341078f-a1d9-44be-9c00-4963db8a2c99 req-364b242e-f088-4f48-ab13-ace3ad37dcbb service neutron] 10.222.0.60 "GET /v2.0/networks?id=b0e1662b-3237-45e1-8f42-62a3ce636ecb HTTP/1.1" status: 200 len: 905 time: 0.4283307 Aug 17 03:00:36.089234 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8a134178-0365-488d-ad74-bbd558b61de4 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:00:36.142787 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d341078f-a1d9-44be-9c00-4963db8a2c99 req-19e3336a-2ec4-46f2-8a23-8042b7e19785 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 HTTP/1.1" status: 200 len: 217 time: 0.0474751 Aug 17 03:00:36.148583 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c9ecdcd4-bae0-4dc1-b969-21105f119502 req-a473b962-7d5a-4ac8-8b08-a82941534c0a tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874271 Aug 17 03:00:36.159120 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a48934c-2d9f-4f16-a0a4-a9c3a08cc6d7 x-openstack-request-id: req-9a48934c-2d9f-4f16-a0a4-a9c3a08cc6d7 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:36.159120 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-plugged", "status": "completed", "tag": "e7caaf99-a04e-4047-83fc-8294f841ffdd", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:36.159120 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a48934c-2d9f-4f16-a0a4-a9c3a08cc6d7 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:36.159120 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7caaf99-a04e-4047-83fc-8294f841ffdd', 'code': 200} Aug 17 03:00:36.185898 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:36.186920 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 844bf010-b2e0-409e-9c47-683af3dfae5b up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:36.238078 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b843d03e-5ac9-4d8c-9f77-4c06ae5aa33f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:36.264343 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:36.284522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d341078f-a1d9-44be-9c00-4963db8a2c99 req-610dffe2-c407-4ed8-8117-a61ebc5365c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:36.286088 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d341078f-a1d9-44be-9c00-4963db8a2c99 req-610dffe2-c407-4ed8-8117-a61ebc5365c1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc7aeeda-153f-4ac5-8939-dd5068984085 HTTP/1.1" status: 200 len: 845 time: 0.1260607 Aug 17 03:00:36.286246 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:36.287004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b843d03e-5ac9-4d8c-9f77-4c06ae5aa33f admin admin] Pushing event deleted for resources: {'Port': ['ID=8a134178-0365-488d-ad74-bbd558b61de4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:36.338002 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=e7caaf99-a04e-4047-83fc-8294f841ffdd,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:36.352574 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device de5653cf-db9d-41fc-b8dc-9e2d719e8a84 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:00:36.360691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:36.361041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:36.361385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:36.361750 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:36.362077 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:36.362411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:36.362740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:36.363068 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:36.363394 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:36.363720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:36.364046 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:36.364379 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:36.398879 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d341078f-a1d9-44be-9c00-4963db8a2c99 req-0412073c-7623-45e7-be03-f29cdc53022e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=b0e1662b-3237-45e1-8f42-62a3ce636ecb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0951233 Aug 17 03:00:36.411643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: de5653cf-db9d-41fc-b8dc-9e2d719e8a84 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:00:36.412214 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device de5653cf-db9d-41fc-b8dc-9e2d719e8a84 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:00:36.449322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:36.515846 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0b4b3-5444-4afe-9cc9-c7c41ed343fc req-fa57797e-fe01-463e-86ae-59007546e632 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:36.523745 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0b4b3-5444-4afe-9cc9-c7c41ed343fc req-fa57797e-fe01-463e-86ae-59007546e632 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:36.533659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0b4b3-5444-4afe-9cc9-c7c41ed343fc req-fa57797e-fe01-463e-86ae-59007546e632 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:36.543226 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0b4b3-5444-4afe-9cc9-c7c41ed343fc req-fa57797e-fe01-463e-86ae-59007546e632 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:36.563822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0b4b3-5444-4afe-9cc9-c7c41ed343fc req-fa57797e-fe01-463e-86ae-59007546e632 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:36.569361 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0b4b3-5444-4afe-9cc9-c7c41ed343fc req-fa57797e-fe01-463e-86ae-59007546e632 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:36.572671 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:00:36.582871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace0b4b3-5444-4afe-9cc9-c7c41ed343fc req-fa57797e-fe01-463e-86ae-59007546e632 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:36.593789 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ace0b4b3-5444-4afe-9cc9-c7c41ed343fc req-fa57797e-fe01-463e-86ae-59007546e632 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5439 time: 0.3118386 Aug 17 03:00:36.624546 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 844bf010-b2e0-409e-9c47-683af3dfae5b completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:36.637777 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 844bf010-b2e0-409e-9c47-683af3dfae5b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:36.638602 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:36.644613 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d341078f-a1d9-44be-9c00-4963db8a2c99 req-e8598685-2bf2-4d4e-98ff-e8d201dc15b8 service neutron] 10.222.0.60 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2346013 Aug 17 03:00:36.652244 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b843d03e-5ac9-4d8c-9f77-4c06ae5aa33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:36.676340 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdba9f3-b0e2-4713-bddb-d0abbd2aebed req-157cd35d-cf8c-4b71-9c7b-461e4baccdc7 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:36.692490 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8cdba9f3-b0e2-4713-bddb-d0abbd2aebed req-157cd35d-cf8c-4b71-9c7b-461e4baccdc7 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.0889473 Aug 17 03:00:36.771486 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8cdba9f3-b0e2-4713-bddb-d0abbd2aebed req-bb18a974-e6ee-4576-8592-865a3370ebd1 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642068 Aug 17 03:00:36.848518 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b843d03e-5ac9-4d8c-9f77-4c06ae5aa33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:36.861478 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ace0b4b3-5444-4afe-9cc9-c7c41ed343fc req-1ac1d222-4a48-4a7d-8122-83660b09e1d2 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2684762 Aug 17 03:00:36.867221 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:36.870757 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b843d03e-5ac9-4d8c-9f77-4c06ae5aa33f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:36.904934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48628) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:36.980749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 844bf010-b2e0-409e-9c47-683af3dfae5b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=844bf010-b2e0-409e-9c47-683af3dfae5b,segment=NetworkSegment(730fe212-be80-4cbb-8afd-49ac268172de),segment_id=730fe212-be80-4cbb-8afd-49ac268172de)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:37.100254 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5c51130d-3cd1-4bae-b26d-d8ebc643cdc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.126442 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.127582 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:37.196494 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6149cb-2fc2-4342-b895-13c9827fe55a req-7b71b395-51fb-4786-a48c-f9e560c6cbbc tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:37.198305 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f6149cb-2fc2-4342-b895-13c9827fe55a req-7b71b395-51fb-4786-a48c-f9e560c6cbbc tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 944 time: 0.0962238 Aug 17 03:00:37.283966 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5c51130d-3cd1-4bae-b26d-d8ebc643cdc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.286832 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=844bf010-b2e0-409e-9c47-683af3dfae5b,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:37.297980 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f6149cb-2fc2-4342-b895-13c9827fe55a req-2484af3d-c5b0-4aa5-b7fa-46140932b475 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722039 Aug 17 03:00:37.332983 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:37.340151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:37.343193 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.366531 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5c51130d-3cd1-4bae-b26d-d8ebc643cdc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.375358 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d341078f-a1d9-44be-9c00-4963db8a2c99 req-29c0c362-f694-4374-a2ae-f8a499891bcc service neutron] 10.222.0.60 "GET /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7193575 Aug 17 03:00:37.394371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035c7cc-f8a3-46b8-b2ea-4144c1e053ac req-17803c41-d175-4132-9900-4680b0d155b2 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:37.395944 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a035c7cc-f8a3-46b8-b2ea-4144c1e053ac req-17803c41-d175-4132-9900-4680b0d155b2 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 944 time: 0.0751944 Aug 17 03:00:37.416666 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5c51130d-3cd1-4bae-b26d-d8ebc643cdc0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1bd719859eed4a3f9cb1d1f6916e918a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5104992 Aug 17 03:00:37.417846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c51130d-3cd1-4bae-b26d-d8ebc643cdc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dbd63f6-b69e-4619-8011-39a1099e5ed0,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:37.420641 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48654) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:37.430948 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b843d03e-5ac9-4d8c-9f77-4c06ae5aa33f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.431464 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b843d03e-5ac9-4d8c-9f77-4c06ae5aa33f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06a84e50-2748-43d6-8e67-8427d4ff7cd2 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:00:37.440363 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b843d03e-5ac9-4d8c-9f77-4c06ae5aa33f admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.440363 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b843d03e-5ac9-4d8c-9f77-4c06ae5aa33f admin admin] 10.222.0.10 "DELETE /v2.0/routers/06a84e50-2748-43d6-8e67-8427d4ff7cd2 HTTP/1.1" status: 204 len: 168 time: 3.2851310 Aug 17 03:00:37.440615 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.440719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51130d-3cd1-4bae-b26d-d8ebc643cdc0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:37.440719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51130d-3cd1-4bae-b26d-d8ebc643cdc0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:37.440719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51130d-3cd1-4bae-b26d-d8ebc643cdc0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:37.440719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51130d-3cd1-4bae-b26d-d8ebc643cdc0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:37.441793 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51130d-3cd1-4bae-b26d-d8ebc643cdc0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:37.442244 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51130d-3cd1-4bae-b26d-d8ebc643cdc0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:37.442688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51130d-3cd1-4bae-b26d-d8ebc643cdc0 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:37.443719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51130d-3cd1-4bae-b26d-d8ebc643cdc0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:37.443719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51130d-3cd1-4bae-b26d-d8ebc643cdc0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:37.443983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48656) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:37.444098 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51130d-3cd1-4bae-b26d-d8ebc643cdc0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:37.445157 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51130d-3cd1-4bae-b26d-d8ebc643cdc0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:37.445157 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c51130d-3cd1-4bae-b26d-d8ebc643cdc0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:37.489918 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:37.503355 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a035c7cc-f8a3-46b8-b2ea-4144c1e053ac req-c6a3f73c-496f-43df-bbd6-7f4d113e0295 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965796 Aug 17 03:00:37.504242 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-704b017b-0709-4ede-9257-552dc25d54d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.527429 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-c0847ea5-5d64-4ec3-b4ed-22edf70d5a10 admin admin] Deleting subnet 0a07a2f0-c795-431e-8903-412bd55cd433 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:00:37.542646 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0847ea5-5d64-4ec3-b4ed-22edf70d5a10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.548531 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-704b017b-0709-4ede-9257-552dc25d54d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.560458 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.562092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:37.595130 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0847ea5-5d64-4ec3-b4ed-22edf70d5a10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.667727 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-704b017b-0709-4ede-9257-552dc25d54d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.671325 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-704b017b-0709-4ede-9257-552dc25d54d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.671494 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:37.672580 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-704b017b-0709-4ede-9257-552dc25d54d1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8dbd63f6-b69e-4619-8011-39a1099e5ed0 HTTP/1.1" status: 204 len: 168 time: 0.2509580 Aug 17 03:00:37.681500 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-704b017b-0709-4ede-9257-552dc25d54d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dbd63f6-b69e-4619-8011-39a1099e5ed0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:37.698309 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0847ea5-5d64-4ec3-b4ed-22edf70d5a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.726743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:37.732031 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:37.733141 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.833069 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.835746 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0847ea5-5d64-4ec3-b4ed-22edf70d5a10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.871308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=37fe1f4d-a904-4e0c-82f7-9c41943d8ff2,segment=NetworkSegment(730fe212-be80-4cbb-8afd-49ac268172de),segment_id=730fe212-be80-4cbb-8afd-49ac268172de)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:37.885374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0847ea5-5d64-4ec3-b4ed-22edf70d5a10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.885374 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c0847ea5-5d64-4ec3-b4ed-22edf70d5a10 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0a07a2f0-c795-431e-8903-412bd55cd433 HTTP/1.1" status: 204 len: 168 time: 0.4300320 Aug 17 03:00:37.886363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44bf9f06-bec2-45a9-8dd3-c31088d6c27c None None] Network 86cff029-2b59-43fb-86b4-bc8b3ccb343f requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:00:37.888787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0847ea5-5d64-4ec3-b4ed-22edf70d5a10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a07a2f0-c795-431e-8903-412bd55cd433,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:37.888966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48670) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:37.948316 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ee9281-47f9-46f7-aa89-50998a192aab req-8c02bdba-8bb0-4897-a35f-0978091ced6c tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:37.949892 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49ee9281-47f9-46f7-aa89-50998a192aab req-8c02bdba-8bb0-4897-a35f-0978091ced6c tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.0727696 Aug 17 03:00:37.959996 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:37.960793 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0a84f531-4933-4f3b-8eb2-d56f6c854783 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:37.997352 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49ee9281-47f9-46f7-aa89-50998a192aab req-0d8675f2-1b0c-4711-a16f-6b281e8eed21 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402503 Aug 17 03:00:38.028630 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.059609 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73e160e-5496-4b54-a0ce-2920eac2e191 req-b5bf558b-4c3f-48e1-a2b0-d514cef03524 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:38.062097 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d73e160e-5496-4b54-a0ce-2920eac2e191 req-b5bf558b-4c3f-48e1-a2b0-d514cef03524 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 944 time: 0.1627338 Aug 17 03:00:38.124447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=37fe1f4d-a904-4e0c-82f7-9c41943d8ff2,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:38.150477 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e124e-e109-4f72-a119-ccb8b3664c89 req-c0875ff2-d95d-48bb-aa29-39dc3917c23b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:38.158123 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e124e-e109-4f72-a119-ccb8b3664c89 req-c0875ff2-d95d-48bb-aa29-39dc3917c23b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:38.158643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844bf010-b2e0-409e-9c47-683af3dfae5b'}, {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191'}, {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fe1f4d-a904-4e0c-82f7-9c41943d8ff2'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:38.159878 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d73e160e-5496-4b54-a0ce-2920eac2e191 req-40d84752-0310-4fed-8417-f92b989dce0c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675218 Aug 17 03:00:38.162066 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d4a7aa0-f969-4eef-8292-24c0f5326932" -d '{"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-plugged", "status": "completed", "tag": "844bf010-b2e0-409e-9c47-683af3dfae5b"}, {"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-plugged", "status": "completed", "tag": "73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191"}, {"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-plugged", "status": "completed", "tag": "37fe1f4d-a904-4e0c-82f7-9c41943d8ff2"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:38.167577 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e124e-e109-4f72-a119-ccb8b3664c89 req-c0875ff2-d95d-48bb-aa29-39dc3917c23b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:38.168498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] Deleting port 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:38.168851 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.174765 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e124e-e109-4f72-a119-ccb8b3664c89 req-c0875ff2-d95d-48bb-aa29-39dc3917c23b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:38.183684 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e124e-e109-4f72-a119-ccb8b3664c89 req-c0875ff2-d95d-48bb-aa29-39dc3917c23b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:38.191929 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e124e-e109-4f72-a119-ccb8b3664c89 req-c0875ff2-d95d-48bb-aa29-39dc3917c23b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:38.198717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9e124e-e109-4f72-a119-ccb8b3664c89 req-c0875ff2-d95d-48bb-aa29-39dc3917c23b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:38.210033 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1e9e124e-e109-4f72-a119-ccb8b3664c89 req-c0875ff2-d95d-48bb-aa29-39dc3917c23b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5442 time: 0.1377585 Aug 17 03:00:38.214693 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef63a1b-d113-41a6-b171-d622acabf526 None None] DHCP port deletion for 86cff029-2b59-43fb-86b4-bc8b3ccb343f request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:00:38.244160 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bab44ea1-0dd5-4326-bbb0-3c6dc09da3cc x-openstack-request-id: req-bab44ea1-0dd5-4326-bbb0-3c6dc09da3cc {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:38.244459 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-plugged", "status": "completed", "tag": "844bf010-b2e0-409e-9c47-683af3dfae5b", "code": 200}, {"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-plugged", "status": "completed", "tag": "73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191", "code": 200}, {"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-plugged", "status": "completed", "tag": "37fe1f4d-a904-4e0c-82f7-9c41943d8ff2", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:38.244967 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bab44ea1-0dd5-4326-bbb0-3c6dc09da3cc {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:38.245607 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '844bf010-b2e0-409e-9c47-683af3dfae5b', 'code': 200} Aug 17 03:00:38.246063 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191', 'code': 200} Aug 17 03:00:38.246512 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37fe1f4d-a904-4e0c-82f7-9c41943d8ff2', 'code': 200} Aug 17 03:00:38.258743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 0a84f531-4933-4f3b-8eb2-d56f6c854783 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:38.265568 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1e9e124e-e109-4f72-a119-ccb8b3664c89 req-8936bc7e-fb7a-470b-9e56-83cb85106c61 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0536764 Aug 17 03:00:38.266040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] For port 6ea5dca0-de02-43ea-8f65-8a507f6f6d09, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6ea5dca0-de02-43ea-8f65-8a507f6f6d09,segment=NetworkSegment(153b58ab-106f-4e1e-9b76-e29c4e1ff2d5),segment_id=153b58ab-106f-4e1e-9b76-e29c4e1ff2d5)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:38.266617 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.270974 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 0a84f531-4933-4f3b-8eb2-d56f6c854783 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:38.271409 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.287033 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] Calling delete_port for 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:38.319160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1ef63a1b-d113-41a6-b171-d622acabf526 None None] Deleting port 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:38.319904 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1ef63a1b-d113-41a6-b171-d622acabf526 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.415909 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1ef63a1b-d113-41a6-b171-d622acabf526 None None] For port 6ea5dca0-de02-43ea-8f65-8a507f6f6d09, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6ea5dca0-de02-43ea-8f65-8a507f6f6d09,segment=NetworkSegment(153b58ab-106f-4e1e-9b76-e29c4e1ff2d5),segment_id=153b58ab-106f-4e1e-9b76-e29c4e1ff2d5)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:38.416368 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1ef63a1b-d113-41a6-b171-d622acabf526 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.445913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a185c34c-6e4d-4c04-971e-3479a90a8f24 req-e7905b89-8dc7-455a-939a-8915a444fc09 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:38.447634 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a185c34c-6e4d-4c04-971e-3479a90a8f24 req-e7905b89-8dc7-455a-939a-8915a444fc09 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 944 time: 0.0648973 Aug 17 03:00:38.453642 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1ef63a1b-d113-41a6-b171-d622acabf526 None None] Calling delete_port for 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:38.488951 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a185c34c-6e4d-4c04-971e-3479a90a8f24 req-fe2f6bea-cbcd-443f-9d71-750d8b818a88 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327113 Aug 17 03:00:38.506228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48708) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:38.518377 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.526025 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.566769 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] Pushing event deleted for resources: {'Port': ['ID=6ea5dca0-de02-43ea-8f65-8a507f6f6d09,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:38.577563 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0a84f531-4933-4f3b-8eb2-d56f6c854783, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0a84f531-4933-4f3b-8eb2-d56f6c854783,segment=NetworkSegment(9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef),segment_id=9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:38.588672 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] No DVR routers for this DVR port 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:00:38.595691 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1ef63a1b-d113-41a6-b171-d622acabf526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.625191 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef63a1b-d113-41a6-b171-d622acabf526 None None] Pushing event deleted for resources: {'Port': ['ID=6ea5dca0-de02-43ea-8f65-8a507f6f6d09,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:38.627064 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef63a1b-d113-41a6-b171-d622acabf526 None None] No DVR routers for this DVR port 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:00:38.658579 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.659442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0de1d812-cbba-4e5d-823a-b18fcc94199e up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:38.695632 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b645888a-ff8f-4498-84b2-7b2ebe66e812 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1be4441126654895af79c299f7408366&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1856234 Aug 17 03:00:38.696230 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48710) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:38.708243 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb01a15-81ee-4118-ad12-d51f1f69d48d req-5fcf38c6-fbd7-4f4d-9ae6-11e9d0efe9a2 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:38.709780 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ddb01a15-81ee-4118-ad12-d51f1f69d48d req-5fcf38c6-fbd7-4f4d-9ae6-11e9d0efe9a2 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=c22ebeb4-751a-4395-b0e4-7aaf5d77570d HTTP/1.1" status: 200 len: 950 time: 0.1546316 Aug 17 03:00:38.723381 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.740714 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=0a84f531-4933-4f3b-8eb2-d56f6c854783,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:38.741579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86cff029-2b59-43fb-86b4-bc8b3ccb343f']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:38.760446 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '153b58ab-106f-4e1e-9b76-e29c4e1ff2d5') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:38.760744 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '153b58ab-106f-4e1e-9b76-e29c4e1ff2d5') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:38.770296 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6f80c2a-5170-4522-872b-547b3d153aec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.778628 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.791536 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6f80c2a-5170-4522-872b-547b3d153aec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.791891 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ddb01a15-81ee-4118-ad12-d51f1f69d48d req-e64836f7-d29f-4207-bd46-ca2ed1690786 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659750 Aug 17 03:00:38.798669 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.805950 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:00:38.806421 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:00:38.808163 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:00:38.817344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 0de1d812-cbba-4e5d-823a-b18fcc94199e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:38.823909 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 0de1d812-cbba-4e5d-823a-b18fcc94199e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:38.824979 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.920534 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6f80c2a-5170-4522-872b-547b3d153aec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.924091 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6f80c2a-5170-4522-872b-547b3d153aec admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.938078 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c6f80c2a-5170-4522-872b-547b3d153aec admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/44f0b909-4f79-453b-b98c-7bde740c4398 HTTP/1.1" status: 204 len: 168 time: 0.2278481 Aug 17 03:00:38.938842 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:38.938962 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f80c2a-5170-4522-872b-547b3d153aec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f0b909-4f79-453b-b98c-7bde740c4398,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:38.976162 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0de1d812-cbba-4e5d-823a-b18fcc94199e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0de1d812-cbba-4e5d-823a-b18fcc94199e,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:38.990003 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:39.002558 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:39.002558 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] 10.222.0.10 "DELETE /v2.0/networks/86cff029-2b59-43fb-86b4-bc8b3ccb343f HTTP/1.1" status: 204 len: 168 time: 1.1138537 Aug 17 03:00:39.018205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-200dd6a7-9a56-4ccf-b779-dee8d3897045 admin admin] Pushing event deleted for resources: {'Network': ['ID=86cff029-2b59-43fb-86b4-bc8b3ccb343f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:39.046733 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:39.075287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:00:39.134981 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf93c66-cdd3-4736-8f73-08673d8f9016 req-be92b945-a201-488b-aebe-0022eb63eed7 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:39.142923 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3bf93c66-cdd3-4736-8f73-08673d8f9016 req-be92b945-a201-488b-aebe-0022eb63eed7 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.0616789 Aug 17 03:00:39.178872 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3bf93c66-cdd3-4736-8f73-08673d8f9016 req-f4b677a7-438a-444a-a131-108a50b779c9 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345201 Aug 17 03:00:39.193105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=0de1d812-cbba-4e5d-823a-b18fcc94199e,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:39.213089 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:39.227447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:39.247291 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:39.284407 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:00:39.291823 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02cfd42-b095-46b5-aa14-63c1670fc2c2 req-54bd5dc2-b0b2-4bba-b9f3-97e5e13d41a3 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:39.293370 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f02cfd42-b095-46b5-aa14-63c1670fc2c2 req-54bd5dc2-b0b2-4bba-b9f3-97e5e13d41a3 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 944 time: 0.0509472 Aug 17 03:00:39.337973 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f02cfd42-b095-46b5-aa14-63c1670fc2c2 req-977b7eda-13bf-4162-bdbf-36322a0536b9 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366004 Aug 17 03:00:39.389988 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:39.445302 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:39.458752 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'fb5f6375-f4c3-40bc-b55f-2595b9b0abb0', 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb', 'port_id': 'fb5f6375-f4c3-40bc-b55f-2595b9b0abb0', 'mac_address': 'fa:16:3e:e5:66:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7aeeda-153f-4ac5-8939-dd5068984085', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:00:39.489588 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48746) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:39.490267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25caf-a04f-48b5-978a-e1ee8ed85411 req-1f3732b0-d0ba-4559-8a21-c484379ff0fb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:39.493607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25caf-a04f-48b5-978a-e1ee8ed85411 req-1f3732b0-d0ba-4559-8a21-c484379ff0fb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:39.500591 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25caf-a04f-48b5-978a-e1ee8ed85411 req-1f3732b0-d0ba-4559-8a21-c484379ff0fb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:39.507080 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25caf-a04f-48b5-978a-e1ee8ed85411 req-1f3732b0-d0ba-4559-8a21-c484379ff0fb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:39.513262 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25caf-a04f-48b5-978a-e1ee8ed85411 req-1f3732b0-d0ba-4559-8a21-c484379ff0fb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:39.518515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:39.519467 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25caf-a04f-48b5-978a-e1ee8ed85411 req-1f3732b0-d0ba-4559-8a21-c484379ff0fb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:39.525613 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ff25caf-a04f-48b5-978a-e1ee8ed85411 req-1f3732b0-d0ba-4559-8a21-c484379ff0fb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:39.531578 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:39.536341 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2ff25caf-a04f-48b5-978a-e1ee8ed85411 req-1f3732b0-d0ba-4559-8a21-c484379ff0fb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5444 time: 0.1119125 Aug 17 03:00:39.552438 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:39.585202 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fe4ca87c-3abd-4bf3-9962-2a3872702fba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a4c69ed0f1e434691751d87b7ab738d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1009898 Aug 17 03:00:39.585477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:39.586126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48750) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:39.591237 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2ff25caf-a04f-48b5-978a-e1ee8ed85411 req-a2ec4a20-c7a0-46ef-ad77-d64d33556127 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0537064 Aug 17 03:00:39.691565 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:39.715611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca8f463-1a6a-44e4-8d5c-66b0af6e5623 req-eb4b509f-f92d-411c-81e2-832de38a6845 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:39.718264 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ca8f463-1a6a-44e4-8d5c-66b0af6e5623 req-eb4b509f-f92d-411c-81e2-832de38a6845 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 944 time: 0.0975025 Aug 17 03:00:39.719340 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-78ecaabe-f43a-4a72-832c-6353de391c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:39.753386 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:39.764623 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-78ecaabe-f43a-4a72-832c-6353de391c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:39.798025 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ca8f463-1a6a-44e4-8d5c-66b0af6e5623 req-ab535ab1-5d52-43bf-91b5-74dc7c140994 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680938 Aug 17 03:00:39.865148 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:00:39.885933 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:00:39.886281 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6ea5dca0-de02-43ea-8f65-8a507f6f6d09 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:00:39.937993 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-78ecaabe-f43a-4a72-832c-6353de391c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:39.940819 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-78ecaabe-f43a-4a72-832c-6353de391c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:39.942055 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-78ecaabe-f43a-4a72-832c-6353de391c43 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4a3c2d14-78fd-4348-aadf-b22a514214d7 HTTP/1.1" status: 204 len: 168 time: 0.3548207 Aug 17 03:00:39.950341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ecaabe-f43a-4a72-832c-6353de391c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a3c2d14-78fd-4348-aadf-b22a514214d7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:40.030970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6703933b-6805-4a00-abf7-f2aefd770bda req-3b6b1b67-77de-4327-80ee-8291be2fbc49 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.032979 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6703933b-6805-4a00-abf7-f2aefd770bda req-3b6b1b67-77de-4327-80ee-8291be2fbc49 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.60 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 943 time: 0.0501544 Aug 17 03:00:40.158439 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['fb5f6375-f4c3-40bc-b55f-2595b9b0abb0'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:00:40.189366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3105a1cd-e50d-41d0-9670-824fabeee7e1 req-879b22e1-a949-44d4-b029-e7b579013f67 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.190975 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3105a1cd-e50d-41d0-9670-824fabeee7e1 req-879b22e1-a949-44d4-b029-e7b579013f67 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 945 time: 0.0726478 Aug 17 03:00:40.193329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-6703933b-6805-4a00-abf7-f2aefd770bda req-096b545b-1166-4819-b423-15b0eae3891b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Deleting port 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:40.193698 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6703933b-6805-4a00-abf7-f2aefd770bda req-096b545b-1166-4819-b423-15b0eae3891b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:40.250427 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a84f531-4933-4f3b-8eb2-d56f6c854783'}, {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de1d812-cbba-4e5d-823a-b18fcc94199e'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:40.254593 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e339c46c-443e-451d-a492-fac73e5449af" -d '{"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-plugged", "status": "completed", "tag": "0a84f531-4933-4f3b-8eb2-d56f6c854783"}, {"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-plugged", "status": "completed", "tag": "0de1d812-cbba-4e5d-823a-b18fcc94199e"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:40.305464 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3105a1cd-e50d-41d0-9670-824fabeee7e1 req-2b3dea55-8b45-4595-9a9f-0c1e68f907cf tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/security-groups?id=827a61d7-1d96-4753-9c06-3f94ee49548d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054640 Aug 17 03:00:40.354411 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1787254a-72b8-47ce-bfe8-57c519290bee req-02208565-0e87-497d-8d59-9d3b8eb57c3f tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.366759 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1787254a-72b8-47ce-bfe8-57c519290bee req-02208565-0e87-497d-8d59-9d3b8eb57c3f tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1054480 Aug 17 03:00:40.378203 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6703933b-6805-4a00-abf7-f2aefd770bda req-096b545b-1166-4819-b423-15b0eae3891b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] For port 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:40.378586 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6703933b-6805-4a00-abf7-f2aefd770bda req-096b545b-1166-4819-b423-15b0eae3891b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:40.383704 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0559da1c-4f38-46a4-be10-a638601d580d x-openstack-request-id: req-0559da1c-4f38-46a4-be10-a638601d580d {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:40.384083 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-plugged", "status": "completed", "tag": "0a84f531-4933-4f3b-8eb2-d56f6c854783", "code": 200}, {"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-plugged", "status": "completed", "tag": "0de1d812-cbba-4e5d-823a-b18fcc94199e", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:40.384405 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0559da1c-4f38-46a4-be10-a638601d580d {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:40.384878 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a84f531-4933-4f3b-8eb2-d56f6c854783', 'code': 200} Aug 17 03:00:40.385198 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0de1d812-cbba-4e5d-823a-b18fcc94199e', 'code': 200} Aug 17 03:00:40.411883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-6703933b-6805-4a00-abf7-f2aefd770bda req-096b545b-1166-4819-b423-15b0eae3891b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Calling delete_port for 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:40.431525 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1787254a-72b8-47ce-bfe8-57c519290bee req-939be58d-dc9e-4ee4-b37f-4ddc60ea40f8 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582998 Aug 17 03:00:40.578533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e8d840-b1fc-4dd2-9ecc-c2fed13707f7 req-ffea806d-61f6-4490-a9ba-a967a563dd4d tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.580044 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97e8d840-b1fc-4dd2-9ecc-c2fed13707f7 req-ffea806d-61f6-4490-a9ba-a967a563dd4d tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 943 time: 0.1079783 Aug 17 03:00:40.595685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eb58d-ee53-4daf-8122-d8577101715a req-c76b787c-ac5f-4af0-81f5-d3f227e5cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.596186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eb58d-ee53-4daf-8122-d8577101715a req-c76b787c-ac5f-4af0-81f5-d3f227e5cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.596676 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eb58d-ee53-4daf-8122-d8577101715a req-c76b787c-ac5f-4af0-81f5-d3f227e5cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.597259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eb58d-ee53-4daf-8122-d8577101715a req-c76b787c-ac5f-4af0-81f5-d3f227e5cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.597653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eb58d-ee53-4daf-8122-d8577101715a req-c76b787c-ac5f-4af0-81f5-d3f227e5cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.598133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eb58d-ee53-4daf-8122-d8577101715a req-c76b787c-ac5f-4af0-81f5-d3f227e5cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.598613 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319eb58d-ee53-4daf-8122-d8577101715a req-c76b787c-ac5f-4af0-81f5-d3f227e5cbfe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.600516 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-319eb58d-ee53-4daf-8122-d8577101715a req-c76b787c-ac5f-4af0-81f5-d3f227e5cbfe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 6501 time: 0.0932848 Aug 17 03:00:40.686309 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97e8d840-b1fc-4dd2-9ecc-c2fed13707f7 req-052f8962-bbbd-4524-a0df-69b15b8b597f tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976553 Aug 17 03:00:40.714323 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-319eb58d-ee53-4daf-8122-d8577101715a req-1781a2e5-6796-4332-b592-dd6761d718e5 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0983322 Aug 17 03:00:40.747927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7781b60-09cf-40cc-9a11-65b19ca45dc9 req-82ed7e8a-62e0-48b1-b13d-dc2e0708f837 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.755060 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7781b60-09cf-40cc-9a11-65b19ca45dc9 req-82ed7e8a-62e0-48b1-b13d-dc2e0708f837 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.761228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7781b60-09cf-40cc-9a11-65b19ca45dc9 req-82ed7e8a-62e0-48b1-b13d-dc2e0708f837 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.768474 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7781b60-09cf-40cc-9a11-65b19ca45dc9 req-82ed7e8a-62e0-48b1-b13d-dc2e0708f837 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.774733 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7781b60-09cf-40cc-9a11-65b19ca45dc9 req-82ed7e8a-62e0-48b1-b13d-dc2e0708f837 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.778004 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6703933b-6805-4a00-abf7-f2aefd770bda req-096b545b-1166-4819-b423-15b0eae3891b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:40.782719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7781b60-09cf-40cc-9a11-65b19ca45dc9 req-82ed7e8a-62e0-48b1-b13d-dc2e0708f837 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.788928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7781b60-09cf-40cc-9a11-65b19ca45dc9 req-82ed7e8a-62e0-48b1-b13d-dc2e0708f837 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.790930 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d7781b60-09cf-40cc-9a11-65b19ca45dc9 req-82ed7e8a-62e0-48b1-b13d-dc2e0708f837 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5444 time: 0.1112466 Aug 17 03:00:40.812247 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096b545b-1166-4819-b423-15b0eae3891b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Pushing event deleted for resources: {'Port': ['ID=9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:40.842271 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d7781b60-09cf-40cc-9a11-65b19ca45dc9 req-7fbb5b55-19de-4d1f-ada1-53f7d65c1119 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0442886 Aug 17 03:00:40.853686 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6703933b-6805-4a00-abf7-f2aefd770bda req-096b545b-1166-4819-b423-15b0eae3891b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] No DVR routers for this DVR port 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:00:40.856208 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6703933b-6805-4a00-abf7-f2aefd770bda req-096b545b-1166-4819-b423-15b0eae3891b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:40.858545 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6703933b-6805-4a00-abf7-f2aefd770bda req-096b545b-1166-4819-b423-15b0eae3891b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.60 "DELETE /v2.0/ports/9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 HTTP/1.1" status: 204 len: 173 time: 0.8192635 Aug 17 03:00:40.859040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02251619-75d2-4b39-bb5e-c4a6fc00f4ee', 'name': 'network-vif-deleted', 'tag': '9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:40.861462 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec600745-dd2d-4073-8c8a-9242ab57a77d" -d '{"events": [{"server_uuid": "02251619-75d2-4b39-bb5e-c4a6fc00f4ee", "name": "network-vif-deleted", "tag": "9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:40.926774 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2c44cb-af8f-4eaa-9720-a921ee1b1ed1 req-097824e7-e055-415b-8977-ae34f9174929 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:40.928355 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad2c44cb-af8f-4eaa-9720-a921ee1b1ed1 req-097824e7-e055-415b-8977-ae34f9174929 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 945 time: 0.0528009 Aug 17 03:00:40.975220 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad2c44cb-af8f-4eaa-9720-a921ee1b1ed1 req-8616a7f7-3492-488c-9947-26c4223eae96 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391731 Aug 17 03:00:41.066554 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2667c38-9bae-4467-8ed5-d6023aa1cf25 x-openstack-request-id: req-c2667c38-9bae-4467-8ed5-d6023aa1cf25 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:41.066941 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02251619-75d2-4b39-bb5e-c4a6fc00f4ee", "name": "network-vif-deleted", "tag": "9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:41.067269 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2667c38-9bae-4467-8ed5-d6023aa1cf25 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:41.067809 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02251619-75d2-4b39-bb5e-c4a6fc00f4ee', 'name': 'network-vif-deleted', 'tag': '9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89', 'status': 'completed', 'code': 200} Aug 17 03:00:41.280721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48824) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:41.298965 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:00:41.393025 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:41.430987 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:41.456464 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48836) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:41.461719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476a6449-319d-46e2-b578-6e11d1baeb11 req-26db0eb4-3988-4499-8df9-da9b983360bd tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:41.463688 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-476a6449-319d-46e2-b578-6e11d1baeb11 req-26db0eb4-3988-4499-8df9-da9b983360bd tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 945 time: 0.0671237 Aug 17 03:00:41.497825 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:41.499593 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:00:41.518808 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-476a6449-319d-46e2-b578-6e11d1baeb11 req-62efb683-5f85-496c-a433-e7c3c05be283 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/security-groups?id=827a61d7-1d96-4753-9c06-3f94ee49548d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411012 Aug 17 03:00:41.531106 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:00:41.532178 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 9d1f4b8f-bc7e-46b0-b4b2-50b8677bed89 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:00:41.562732 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-fe88c7f7-00c6-44fd-aa63-fc55b34e37fd tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1154325753'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:41.583755 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1f6778b4-fbbb-4317-9afe-e429daa7d69e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-412688165-network', 'tenant_id': '21be967662d24ccf8aa9b8a2cdab0a9d'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:41.597515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5727a277-48a4-4807-ae62-991d9470463d req-5622a385-53d1-49d9-b658-43dc27a5d208 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:41.602478 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5727a277-48a4-4807-ae62-991d9470463d req-5622a385-53d1-49d9-b658-43dc27a5d208 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.0934603 Aug 17 03:00:41.608792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:41.641865 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5727a277-48a4-4807-ae62-991d9470463d req-78426959-fb64-42d5-b805-4960fd671fd3 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346107 Aug 17 03:00:41.663277 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe88c7f7-00c6-44fd-aa63-fc55b34e37fd tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:41.664424 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe88c7f7-00c6-44fd-aa63-fc55b34e37fd tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:41.719625 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe88c7f7-00c6-44fd-aa63-fc55b34e37fd tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:41.743563 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f6778b4-fbbb-4317-9afe-e429daa7d69e admin admin] Made reservation on behalf of 21be967662d24ccf8aa9b8a2cdab0a9d for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:00:41.746123 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f6778b4-fbbb-4317-9afe-e429daa7d69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:41.756474 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f6778b4-fbbb-4317-9afe-e429daa7d69e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:41.795210 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe88c7f7-00c6-44fd-aa63-fc55b34e37fd tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:41.801899 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ed6f1500-6d72-4264-aaed-d580d9f24b5a req-f8fc8428-11e8-4461-9048-0feca2120af0 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=02251619-75d2-4b39-bb5e-c4a6fc00f4ee HTTP/1.1" status: 200 len: 210 time: 0.0289156 Aug 17 03:00:41.875761 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f6778b4-fbbb-4317-9afe-e429daa7d69e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:41.926773 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f6778b4-fbbb-4317-9afe-e429daa7d69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:41.952666 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1f6778b4-fbbb-4317-9afe-e429daa7d69e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:00:41.969407 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f6778b4-fbbb-4317-9afe-e429daa7d69e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:41.973956 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-1f6778b4-fbbb-4317-9afe-e429daa7d69e admin admin] Added segment 275ab575-1264-47f4-9445-da25991db0ee of type vlan for network 8896c910-4f2b-4c35-b38d-e98d7e321dbd Aug 17 03:00:41.973956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6778b4-fbbb-4317-9afe-e429daa7d69e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa038143-1a4e-4ee9-b33a-def8ba219811,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:41.975229 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ea1c4-a961-4cbd-958b-a0977a74193d req-c3c6427c-529e-464e-ba87-53d97cf5ba9c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:41.981486 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ea1c4-a961-4cbd-958b-a0977a74193d req-c3c6427c-529e-464e-ba87-53d97cf5ba9c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:41.989019 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ea1c4-a961-4cbd-958b-a0977a74193d req-c3c6427c-529e-464e-ba87-53d97cf5ba9c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:41.994606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ea1c4-a961-4cbd-958b-a0977a74193d req-c3c6427c-529e-464e-ba87-53d97cf5ba9c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:42.001481 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ea1c4-a961-4cbd-958b-a0977a74193d req-c3c6427c-529e-464e-ba87-53d97cf5ba9c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:42.007813 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ea1c4-a961-4cbd-958b-a0977a74193d req-c3c6427c-529e-464e-ba87-53d97cf5ba9c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:42.014524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691ea1c4-a961-4cbd-958b-a0977a74193d req-c3c6427c-529e-464e-ba87-53d97cf5ba9c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:42.016843 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-691ea1c4-a961-4cbd-958b-a0977a74193d req-c3c6427c-529e-464e-ba87-53d97cf5ba9c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5444 time: 0.1003881 Aug 17 03:00:42.018770 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe88c7f7-00c6-44fd-aa63-fc55b34e37fd tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.020054 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fe88c7f7-00c6-44fd-aa63-fc55b34e37fd tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.5622592 Aug 17 03:00:42.022563 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48856) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:42.033395 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f6778b4-fbbb-4317-9afe-e429daa7d69e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.119270 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f6778b4-fbbb-4317-9afe-e429daa7d69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.120215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f6778b4-fbbb-4317-9afe-e429daa7d69e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:42.121036 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f6778b4-fbbb-4317-9afe-e429daa7d69e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.121398 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-af3b5313-29bd-4841-a0c9-b568745454f8 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.132759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a843c5ac-5bab-486a-940c-fc3349506f60 req-829a3e29-6825-4eb8-aded-8d24a8aa595f tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:42.134334 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a843c5ac-5bab-486a-940c-fc3349506f60 req-829a3e29-6825-4eb8-aded-8d24a8aa595f tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 945 time: 0.0617802 Aug 17 03:00:42.162816 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-691ea1c4-a961-4cbd-958b-a0977a74193d req-c12cf371-a085-4a02-9084-4cce8926f2ed tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1380463 Aug 17 03:00:42.219301 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f6778b4-fbbb-4317-9afe-e429daa7d69e admin admin] Pushing event updated for resources: {'Network': ['ID=8896c910-4f2b-4c35-b38d-e98d7e321dbd,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:42.230016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 8896c910-4f2b-4c35-b38d-e98d7e321dbd details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:00:42.236717 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a843c5ac-5bab-486a-940c-fc3349506f60 req-74b13a90-e084-4ed5-b91d-037ee73697d1 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871413 Aug 17 03:00:42.253511 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1f6778b4-fbbb-4317-9afe-e429daa7d69e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.9745269 Aug 17 03:00:42.256223 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48858) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:42.269860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-080ee551-71cd-4b61-aa7f-cb96c86e8cad admin admin] Request body: {'subnet': {'network_id': '8896c910-4f2b-4c35-b38d-e98d7e321dbd', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-412688165-subnet', 'tenant_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:42.304394 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-af3b5313-29bd-4841-a0c9-b568745454f8 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.306674 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-af3b5313-29bd-4841-a0c9-b568745454f8 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.324589 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77215dfb-79af-4470-930a-ece0265216ab req-68293caa-67af-4389-8528-41e1ac817727 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:42.326748 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77215dfb-79af-4470-930a-ece0265216ab req-68293caa-67af-4389-8528-41e1ac817727 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.60 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 945 time: 0.0774193 Aug 17 03:00:42.386292 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22ebeb4-751a-4395-b0e4-7aaf5d77570d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:42.388690 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b293ed10-c3f7-4a64-a781-268cf151a878" -d '{"events": [{"server_uuid": "c22ebeb4-751a-4395-b0e4-7aaf5d77570d", "name": "network-vif-unplugged", "status": "completed", "tag": "c40e4cc8-eb8b-4972-adf0-948ca3f8cf21"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:42.399013 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-080ee551-71cd-4b61-aa7f-cb96c86e8cad admin admin] Made reservation on behalf of 21be967662d24ccf8aa9b8a2cdab0a9d for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:00:42.401683 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-080ee551-71cd-4b61-aa7f-cb96c86e8cad admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.417763 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-af3b5313-29bd-4841-a0c9-b568745454f8 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.418366 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af3b5313-29bd-4841-a0c9-b568745454f8 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 2b418381-8a4b-43f0-9df3-aa4c27a5049a {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:00:42.424040 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-af3b5313-29bd-4841-a0c9-b568745454f8 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.428016 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-af3b5313-29bd-4841-a0c9-b568745454f8 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] 10.222.0.10 "DELETE /v2.0/routers/2b418381-8a4b-43f0-9df3-aa4c27a5049a HTTP/1.1" status: 204 len: 168 time: 0.4011030 Aug 17 03:00:42.428016 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48862) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:42.432443 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-971000fa-5859-4559-900a-9e62b4b2a6b3 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Request body: {'router': {'name': 'tempest-router-1904739006', 'distributed': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:42.442571 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5a9851e-9ba8-402a-b87a-3f49cda307ad x-openstack-request-id: req-e5a9851e-9ba8-402a-b87a-3f49cda307ad {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:42.442875 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22ebeb4-751a-4395-b0e4-7aaf5d77570d", "name": "network-vif-unplugged", "status": "completed", "tag": "c40e4cc8-eb8b-4972-adf0-948ca3f8cf21", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:42.443133 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5a9851e-9ba8-402a-b87a-3f49cda307ad {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:42.443740 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22ebeb4-751a-4395-b0e4-7aaf5d77570d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21', 'code': 200} Aug 17 03:00:42.499356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-77215dfb-79af-4470-930a-ece0265216ab req-5d5e2341-98a4-4ee0-be51-2c63f3d9b6f0 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Deleting port 1119bde3-6c73-465f-9c0c-a5425ebec2da {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:42.499696 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-77215dfb-79af-4470-930a-ece0265216ab req-5d5e2341-98a4-4ee0-be51-2c63f3d9b6f0 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.515566 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-971000fa-5859-4559-900a-9e62b4b2a6b3 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.516774 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-971000fa-5859-4559-900a-9e62b4b2a6b3 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.571522 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-971000fa-5859-4559-900a-9e62b4b2a6b3 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.629583 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-971000fa-5859-4559-900a-9e62b4b2a6b3 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.680742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-77215dfb-79af-4470-930a-ece0265216ab req-5d5e2341-98a4-4ee0-be51-2c63f3d9b6f0 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] For port 1119bde3-6c73-465f-9c0c-a5425ebec2da, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1119bde3-6c73-465f-9c0c-a5425ebec2da,segment=NetworkSegment(bb0e1530-3cb3-4f35-89a4-952ef5bc3645),segment_id=bb0e1530-3cb3-4f35-89a4-952ef5bc3645)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:42.681251 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-77215dfb-79af-4470-930a-ece0265216ab req-5d5e2341-98a4-4ee0-be51-2c63f3d9b6f0 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.711528 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-971000fa-5859-4559-900a-9e62b4b2a6b3 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.711528 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-971000fa-5859-4559-900a-9e62b4b2a6b3 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.2818820 Aug 17 03:00:42.713464 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48878) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:42.745466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64fcd36d-3896-4176-a604-a4dd256f2727 req-f36a91a4-d3a7-467a-b164-e730d28ca417 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:42.746973 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64fcd36d-3896-4176-a604-a4dd256f2727 req-f36a91a4-d3a7-467a-b164-e730d28ca417 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 945 time: 0.1588316 Aug 17 03:00:42.757368 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-080ee551-71cd-4b61-aa7f-cb96c86e8cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.811906 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca8265b2-c3ba-4ed8-8943-782cb6d08ac6 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.878191 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-080ee551-71cd-4b61-aa7f-cb96c86e8cad admin admin] Pushing event updated for resources: {'Subnet': ['ID=df339a55-4c8a-4aec-8d64-34b33508becd,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:42.895626 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d09567f-91d6-41f1-8b72-0076f3fcc552 req-00671ba1-9ec5-49e2-9e2f-de7bb4b8c918 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:42.897055 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d09567f-91d6-41f1-8b72-0076f3fcc552 req-00671ba1-9ec5-49e2-9e2f-de7bb4b8c918 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1430402 Aug 17 03:00:42.899592 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64fcd36d-3896-4176-a604-a4dd256f2727 req-6e040414-2838-455c-92ae-50b81280ba9d tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/security-groups?id=827a61d7-1d96-4753-9c06-3f94ee49548d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1399803 Aug 17 03:00:42.946960 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-080ee551-71cd-4b61-aa7f-cb96c86e8cad admin admin] Checking segment: {'id': '275ab575-1264-47f4-9445-da25991db0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8896c910-4f2b-4c35-b38d-e98d7e321dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:00:42.947331 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080ee551-71cd-4b61-aa7f-cb96c86e8cad admin admin] Network hostable DHCP agents. Network: 8896c910-4f2b-4c35-b38d-e98d7e321dbd, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:00:42.984969 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-77215dfb-79af-4470-930a-ece0265216ab req-5d5e2341-98a4-4ee0-be51-2c63f3d9b6f0 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.985351 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-77215dfb-79af-4470-930a-ece0265216ab req-5d5e2341-98a4-4ee0-be51-2c63f3d9b6f0 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:42.985719 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-77215dfb-79af-4470-930a-ece0265216ab req-5d5e2341-98a4-4ee0-be51-2c63f3d9b6f0 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Floating IP 19b8d596-ee72-43ad-bd95-586096d0c62d disassociated. External IP: 172.25.1.105, port: 1119bde3-6c73-465f-9c0c-a5425ebec2da. Aug 17 03:00:42.986063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-77215dfb-79af-4470-930a-ece0265216ab req-5d5e2341-98a4-4ee0-be51-2c63f3d9b6f0 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Calling delete_port for 1119bde3-6c73-465f-9c0c-a5425ebec2da owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:43.009867 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca8265b2-c3ba-4ed8-8943-782cb6d08ac6 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.014569 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca8265b2-c3ba-4ed8-8943-782cb6d08ac6 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.031247 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-080ee551-71cd-4b61-aa7f-cb96c86e8cad admin admin] Network 8896c910-4f2b-4c35-b38d-e98d7e321dbd is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:00:43.067144 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d09567f-91d6-41f1-8b72-0076f3fcc552 req-0e0e48df-f1b9-4473-ad71-5197ad8dbf72 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394699 Aug 17 03:00:43.102469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-080ee551-71cd-4b61-aa7f-cb96c86e8cad admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 8896c910-4f2b-4c35-b38d-e98d7e321dbd) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:00:43.110125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-080ee551-71cd-4b61-aa7f-cb96c86e8cad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:43.110730 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-080ee551-71cd-4b61-aa7f-cb96c86e8cad admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.116173 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc7aed08-5074-46d8-8f0a-a8f98a27f679 None None] Network 8896c910-4f2b-4c35-b38d-e98d7e321dbd requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:00:43.137908 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca8265b2-c3ba-4ed8-8943-782cb6d08ac6 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.138911 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca8265b2-c3ba-4ed8-8943-782cb6d08ac6 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Fanout notify agent at l3_agent the message router_deleted on router bb6f8096-7df0-4f7b-87a6-9ef6d8d5332d {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:00:43.143109 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca8265b2-c3ba-4ed8-8943-782cb6d08ac6 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.150300 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ca8265b2-c3ba-4ed8-8943-782cb6d08ac6 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] 10.222.0.10 "DELETE /v2.0/routers/bb6f8096-7df0-4f7b-87a6-9ef6d8d5332d HTTP/1.1" status: 204 len: 168 time: 0.4294984 Aug 17 03:00:43.150300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48884) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:43.152546 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d844b1c5-25f1-4967-b2ba-5d7be996396f tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Request body: {'router': {'name': 'tempest-router-650256903', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '1034ce5a59f947f5a7787a5b2bfa1438'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:43.196464 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-080ee551-71cd-4b61-aa7f-cb96c86e8cad admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.9383180 Aug 17 03:00:43.198618 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48888) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:43.203720 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-412688165-router', 'tenant_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:43.221671 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-77215dfb-79af-4470-930a-ece0265216ab req-5d5e2341-98a4-4ee0-be51-2c63f3d9b6f0 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.266970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5e2341-98a4-4ee0-be51-2c63f3d9b6f0 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Pushing event deleted for resources: {'Port': ['ID=1119bde3-6c73-465f-9c0c-a5425ebec2da,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:43.340451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4304f-0e7b-4464-9629-89110e71e5bb req-1c6cbad7-d7aa-4a33-8f39-7a10c864da48 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:43.347243 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4304f-0e7b-4464-9629-89110e71e5bb req-1c6cbad7-d7aa-4a33-8f39-7a10c864da48 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:43.353223 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4304f-0e7b-4464-9629-89110e71e5bb req-1c6cbad7-d7aa-4a33-8f39-7a10c864da48 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:43.356454 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device cdafc3d0-1ace-4704-b94b-954b7d83f88a details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:00:43.358949 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:43.361398 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4304f-0e7b-4464-9629-89110e71e5bb req-1c6cbad7-d7aa-4a33-8f39-7a10c864da48 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:43.367570 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4304f-0e7b-4464-9629-89110e71e5bb req-1c6cbad7-d7aa-4a33-8f39-7a10c864da48 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:43.373559 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4304f-0e7b-4464-9629-89110e71e5bb req-1c6cbad7-d7aa-4a33-8f39-7a10c864da48 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:43.379853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acf4304f-0e7b-4464-9629-89110e71e5bb req-1c6cbad7-d7aa-4a33-8f39-7a10c864da48 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:43.381869 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-acf4304f-0e7b-4464-9629-89110e71e5bb req-1c6cbad7-d7aa-4a33-8f39-7a10c864da48 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5444 time: 0.1254089 Aug 17 03:00:43.385004 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d844b1c5-25f1-4967-b2ba-5d7be996396f tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.386167 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d844b1c5-25f1-4967-b2ba-5d7be996396f tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.411739 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-77215dfb-79af-4470-930a-ece0265216ab req-5d5e2341-98a4-4ee0-be51-2c63f3d9b6f0 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Router f516253e-8e02-4340-8b79-7a290844b2a2 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:00:43.459304 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:00:43.478386 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d844b1c5-25f1-4967-b2ba-5d7be996396f tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.502200 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-acf4304f-0e7b-4464-9629-89110e71e5bb req-4ae4f262-fcad-4ade-b141-5cdd896249cb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1018598 Aug 17 03:00:43.503769 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48892) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:43.515731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-c9993b8a-6069-4184-9ef4-b79c165bad6c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Request body: {'security_group': {'name': 'tempest-securitygroup--743208921', 'description': 'tempest-description--817423524'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:43.543434 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-8896c910-4f2b-4c35-b38d-e98d7e321dbd', 'network_id': '8896c910-4f2b-4c35-b38d-e98d7e321dbd', 'tenant_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'fixed_ips': [{'subnet_id': 'df339a55-4c8a-4aec-8d64-34b33508becd'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:00:43.544224 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.555111 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.558189 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.572132 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port cdafc3d0-1ace-4704-b94b-954b7d83f88a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cdafc3d0-1ace-4704-b94b-954b7d83f88a,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:43.574005 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d844b1c5-25f1-4967-b2ba-5d7be996396f tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.592957 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'cdafc3d0-1ace-4704-b94b-954b7d83f88a', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': 'cdafc3d0-1ace-4704-b94b-954b7d83f88a', 'mac_address': 'fa:16:3e:ed:fa:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.161'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:00:43.608724 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-77215dfb-79af-4470-930a-ece0265216ab req-5d5e2341-98a4-4ee0-be51-2c63f3d9b6f0 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:00:43.621794 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c5ab9-a1e1-4db4-993e-0771e79859d7 None None] Sync routers for ids ['f516253e-8e02-4340-8b79-7a290844b2a2'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:00:43.642219 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c5ab9-a1e1-4db4-993e-0771e79859d7 None None] Routers {'f516253e-8e02-4340-8b79-7a290844b2a2'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:43.642871 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-092c5ab9-a1e1-4db4-993e-0771e79859d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['f516253e-8e02-4340-8b79-7a290844b2a2'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:43.667903 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c9993b8a-6069-4184-9ef4-b79c165bad6c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.672430 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:43.683944 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:43.684627 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.695024 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.711600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-77215dfb-79af-4470-930a-ece0265216ab req-5d5e2341-98a4-4ee0-be51-2c63f3d9b6f0 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] No DVR routers for this DVR port 1119bde3-6c73-465f-9c0c-a5425ebec2da on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:00:43.715224 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-77215dfb-79af-4470-930a-ece0265216ab req-5d5e2341-98a4-4ee0-be51-2c63f3d9b6f0 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.718162 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77215dfb-79af-4470-930a-ece0265216ab req-5d5e2341-98a4-4ee0-be51-2c63f3d9b6f0 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.60 "DELETE /v2.0/ports/1119bde3-6c73-465f-9c0c-a5425ebec2da HTTP/1.1" status: 204 len: 173 time: 1.3847537 Aug 17 03:00:43.718891 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd5629d0c-c468-49ab-b04c-af1959209208', 'name': 'network-vif-deleted', 'tag': '1119bde3-6c73-465f-9c0c-a5425ebec2da'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:43.727567 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ba46c0-4309-421a-ad31-e325c3b1af88" -d '{"events": [{"server_uuid": "d5629d0c-c468-49ab-b04c-af1959209208", "name": "network-vif-deleted", "tag": "1119bde3-6c73-465f-9c0c-a5425ebec2da"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:43.772991 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d844b1c5-25f1-4967-b2ba-5d7be996396f tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.774221 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d844b1c5-25f1-4967-b2ba-5d7be996396f tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6253164 Aug 17 03:00:43.788480 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeef5869-279c-4c9f-a784-bcf2aa4c1829 req-fe86bb70-224b-43dc-baea-8ccf773a2de5 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:43.790333 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eeef5869-279c-4c9f-a784-bcf2aa4c1829 req-fe86bb70-224b-43dc-baea-8ccf773a2de5 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 945 time: 0.1777275 Aug 17 03:00:43.790842 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48902) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:43.796550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a29f7-cc29-4445-a250-31ac48c946d6 req-04810357-9407-4792-90f7-1bc02db29eaf tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:43.799887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-090e63e8-88c4-42ef-8669-823ba27192ac tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Request body: {'router': {'distributed': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:43.802747 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a29f7-cc29-4445-a250-31ac48c946d6 req-04810357-9407-4792-90f7-1bc02db29eaf tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:43.809238 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a29f7-cc29-4445-a250-31ac48c946d6 req-04810357-9407-4792-90f7-1bc02db29eaf tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:43.816252 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a29f7-cc29-4445-a250-31ac48c946d6 req-04810357-9407-4792-90f7-1bc02db29eaf tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:43.822525 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a29f7-cc29-4445-a250-31ac48c946d6 req-04810357-9407-4792-90f7-1bc02db29eaf tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:43.829489 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a29f7-cc29-4445-a250-31ac48c946d6 req-04810357-9407-4792-90f7-1bc02db29eaf tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:43.835447 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3a29f7-cc29-4445-a250-31ac48c946d6 req-04810357-9407-4792-90f7-1bc02db29eaf tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:43.843784 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee3a29f7-cc29-4445-a250-31ac48c946d6 req-04810357-9407-4792-90f7-1bc02db29eaf tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5444 time: 0.1860714 Aug 17 03:00:43.856920 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48910) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:43.864836 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.867850 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-092c5ab9-a1e1-4db4-993e-0771e79859d7 None None] Set router f516253e-8e02-4340-8b79-7a290844b2a2 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:00:43.871683 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-251df70e-5ce4-4a29-ad40-a43c92acf88e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Request body: {'floatingip': {'port_id': '0a84f531-4933-4f3b-8eb2-d56f6c854783'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:43.924822 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-251df70e-5ce4-4a29-ad40-a43c92acf88e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:43.947673 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cdafc3d0-1ace-4704-b94b-954b7d83f88a {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:43.986929 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port cdafc3d0-1ace-4704-b94b-954b7d83f88a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cdafc3d0-1ace-4704-b94b-954b7d83f88a,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:44.002230 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Allocated IP 172.20.0.2 (8896c910-4f2b-4c35-b38d-e98d7e321dbd/df339a55-4c8a-4aec-8d64-34b33508becd/4f3b343c-5838-410a-b4a7-1c2903493a2f) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:00:44.034169 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7639bb84-661b-41d3-a7a3-6e22fec909ad x-openstack-request-id: req-7639bb84-661b-41d3-a7a3-6e22fec909ad {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:44.034507 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d5629d0c-c468-49ab-b04c-af1959209208", "name": "network-vif-deleted", "tag": "1119bde3-6c73-465f-9c0c-a5425ebec2da", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:44.034722 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7639bb84-661b-41d3-a7a3-6e22fec909ad {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:44.035392 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd5629d0c-c468-49ab-b04c-af1959209208', 'name': 'network-vif-deleted', 'tag': '1119bde3-6c73-465f-9c0c-a5425ebec2da', 'status': 'completed', 'code': 200} Aug 17 03:00:44.113339 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:44.190348 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:44.207031 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-373fad02-be83-4011-9bc9-7e7dff58e74d req-0fec9bd1-d2e9-4207-b8ca-b28606d8184c tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/ports?device_id=d5629d0c-c468-49ab-b04c-af1959209208 HTTP/1.1" status: 200 len: 210 time: 0.0737884 Aug 17 03:00:44.260140 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-090e63e8-88c4-42ef-8669-823ba27192ac tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:44.260519 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-090e63e8-88c4-42ef-8669-823ba27192ac tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:44.304071 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-092c5ab9-a1e1-4db4-993e-0771e79859d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'name': 'tempest-ServersTestFqdnHostnames-1833024238-router', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'gw_port': {'id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '1ad84025-bab2-4442-bb31-18ed20df4cfc', 'name': '', 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'mac_address': 'fa:16:3e:6d:e6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:46Z', 'updated_at': '2021-08-17T02:58:03Z', 'revision_number': 5, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'subnets': [{'id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:44.347974 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['cdafc3d0-1ace-4704-b94b-954b7d83f88a'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:00:44.352733 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c5ab9-a1e1-4db4-993e-0771e79859d7 None None] Checking router: f516253e-8e02-4340-8b79-7a290844b2a2 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:00:44.376356 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eeef5869-279c-4c9f-a784-bcf2aa4c1829 req-293dd2c3-f4b1-4b9f-8ee1-a969f222735e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4820294 Aug 17 03:00:44.379139 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c5ab9-a1e1-4db4-993e-0771e79859d7 None None] Routers {'f516253e-8e02-4340-8b79-7a290844b2a2'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:44.379941 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-092c5ab9-a1e1-4db4-993e-0771e79859d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['f516253e-8e02-4340-8b79-7a290844b2a2'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:44.389514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-090e63e8-88c4-42ef-8669-823ba27192ac tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=101970) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:160}} Aug 17 03:00:44.390292 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-090e63e8-88c4-42ef-8669-823ba27192ac tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Router 75685469-8aad-44a9-857b-2721e40d7482 migrating from provider to provider. {{(pid=101970) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:167}} Aug 17 03:00:44.390883 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-090e63e8-88c4-42ef-8669-823ba27192ac tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:44.396236 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-090e63e8-88c4-42ef-8669-823ba27192ac tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:44.408743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:44.426423 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=cdafc3d0-1ace-4704-b94b-954b7d83f88a,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:44.453644 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-090e63e8-88c4-42ef-8669-823ba27192ac tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:44.465158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813c05cb-f081-416e-8382-5345f8134194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5f6375-f4c3-40bc-b55f-2595b9b0abb0'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:44.468660 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-db4154f5-8d28-455b-afac-98a773b8fff2" -d '{"events": [{"server_uuid": "813c05cb-f081-416e-8382-5345f8134194", "name": "network-vif-plugged", "status": "completed", "tag": "fb5f6375-f4c3-40bc-b55f-2595b9b0abb0"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:44.486455 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:44.584090 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-092c5ab9-a1e1-4db4-993e-0771e79859d7 None None] Set router f516253e-8e02-4340-8b79-7a290844b2a2 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:00:44.645546 n-d-802060-9 neutron-server[101970]: WARNING neutron.scheduler.l3_agent_scheduler [None req-090e63e8-88c4-42ef-8669-823ba27192ac tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] No L3 agents can host the router 75685469-8aad-44a9-857b-2721e40d7482 Aug 17 03:00:44.692395 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:44.726326 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:44.773251 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c9993b8a-6069-4184-9ef4-b79c165bad6c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:44.799254 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:44.811153 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Transition to ACTIVE for port object 4f3b343c-5838-410a-b4a7-1c2903493a2f will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:00:44.831791 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Transition to ACTIVE for port object 4f3b343c-5838-410a-b4a7-1c2903493a2f will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:00:44.835609 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad2f7b5f-ce05-4e1f-811e-8eae91971316 x-openstack-request-id: req-ad2f7b5f-ce05-4e1f-811e-8eae91971316 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:44.835900 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813c05cb-f081-416e-8382-5345f8134194", "name": "network-vif-plugged", "status": "completed", "tag": "fb5f6375-f4c3-40bc-b55f-2595b9b0abb0", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:44.836152 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad2f7b5f-ce05-4e1f-811e-8eae91971316 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:44.836618 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813c05cb-f081-416e-8382-5345f8134194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5f6375-f4c3-40bc-b55f-2595b9b0abb0', 'code': 200} Aug 17 03:00:44.852813 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c9993b8a-6069-4184-9ef4-b79c165bad6c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:44.878787 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-092c5ab9-a1e1-4db4-993e-0771e79859d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'name': 'tempest-ServersTestFqdnHostnames-1833024238-router', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'gw_port': {'id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '1ad84025-bab2-4442-bb31-18ed20df4cfc', 'name': '', 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'mac_address': 'fa:16:3e:6d:e6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:46Z', 'updated_at': '2021-08-17T02:58:03Z', 'revision_number': 5, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'subnets': [{'id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:44.924390 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:44.945229 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c5ab9-a1e1-4db4-993e-0771e79859d7 None None] The sync data for ids ['f516253e-8e02-4340-8b79-7a290844b2a2'] in n-d-802060-9 is: [{'id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'name': 'tempest-ServersTestFqdnHostnames-1833024238-router', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'gw_port': {'id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '1ad84025-bab2-4442-bb31-18ed20df4cfc', 'name': '', 'network_id': '5952576f-4c5a-4eac-a4a9-784d8c4968c2', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'mac_address': 'fa:16:3e:6d:e6:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 925, 'fixed_ips': [{'subnet_id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:46Z', 'updated_at': '2021-08-17T02:58:03Z', 'revision_number': 5, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'subnets': [{'id': '2791d1f7-ef22-4dd6-8b4b-09b037815ccc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:00:45.004779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bad0912c-7003-46b5-b5c0-b78342d25b94 req-bf6ee819-1fe1-4398-89fa-d41c32365c24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:45.006934 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bad0912c-7003-46b5-b5c0-b78342d25b94 req-bf6ee819-1fe1-4398-89fa-d41c32365c24 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 1097 time: 0.3584619 Aug 17 03:00:45.016366 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Network 8896c910-4f2b-4c35-b38d-e98d7e321dbd is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:00:45.019025 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Pushing event updated for resources: {'Port': ['ID=4f3b343c-5838-410a-b4a7-1c2903493a2f,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:45.027628 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:00:45.048352 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:00:45.153108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090e63e8-88c4-42ef-8669-823ba27192ac tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Hosts for router 75685469-8aad-44a9-857b-2721e40d7482: [] {{(pid=101970) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Aug 17 03:00:45.161878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Attempting to bind port 4f3b343c-5838-410a-b4a7-1c2903493a2f on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:00:45.162328 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Attempting to bind port 4f3b343c-5838-410a-b4a7-1c2903493a2f by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '275ab575-1264-47f4-9445-da25991db0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8896c910-4f2b-4c35-b38d-e98d7e321dbd'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:00:45.162760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Attempting to bind port 4f3b343c-5838-410a-b4a7-1c2903493a2f on network 8896c910-4f2b-4c35-b38d-e98d7e321dbd {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:00:45.173610 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f596f42c-2a84-4fe4-bc00-84ae6737638c req-105b2388-6ddb-4c5b-a758-350ed00aabd6 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:45.179045 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:00:45.179045 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Checking segment: {'id': '275ab575-1264-47f4-9445-da25991db0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8896c910-4f2b-4c35-b38d-e98d7e321dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:00:45.179045 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:45.179045 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Bound using segment: {'id': '275ab575-1264-47f4-9445-da25991db0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8896c910-4f2b-4c35-b38d-e98d7e321dbd'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:00:45.179586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Bound port: 4f3b343c-5838-410a-b4a7-1c2903493a2f, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275ab575-1264-47f4-9445-da25991db0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8896c910-4f2b-4c35-b38d-e98d7e321dbd'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:00:45.179586 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:45.191342 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f596f42c-2a84-4fe4-bc00-84ae6737638c req-105b2388-6ddb-4c5b-a758-350ed00aabd6 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.4934573 Aug 17 03:00:45.197996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-090e63e8-88c4-42ef-8669-823ba27192ac tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Hosts for other DVR routers connected to router 75685469-8aad-44a9-857b-2721e40d7482: set() {{(pid=101970) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Aug 17 03:00:45.202032 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-090e63e8-88c4-42ef-8669-823ba27192ac tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:45.206059 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-090e63e8-88c4-42ef-8669-823ba27192ac tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] 10.222.0.10 "PUT /v2.0/routers/75685469-8aad-44a9-857b-2721e40d7482 HTTP/1.1" status: 200 len: 716 time: 1.4142351 Aug 17 03:00:45.210528 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48952) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:45.243478 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c9993b8a-6069-4184-9ef4-b79c165bad6c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:45.244792 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c9993b8a-6069-4184-9ef4-b79c165bad6c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 1.7376332 Aug 17 03:00:45.306515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48956) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:45.316054 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9993b8a-6069-4184-9ef4-b79c165bad6c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Pushing event updated for resources: {'SecurityGroup': ['ID=95d0fb23-5e01-4c06-8281-cb7e26de8a83,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:45.331258 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-32d9c981-b563-4c3f-9643-c2296eb8fd62 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Request body: {'security_group_rule': {'security_group_id': '95d0fb23-5e01-4c06-8281-cb7e26de8a83', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:45.386742 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device cdafc3d0-1ace-4704-b94b-954b7d83f88a up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:45.396598 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-48ece8fa-af08-483b-bdec-9ec1a462cf3e tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] 10.222.0.10 "GET /v2.0/routers/75685469-8aad-44a9-857b-2721e40d7482 HTTP/1.1" status: 200 len: 716 time: 0.1821008 Aug 17 03:00:45.399028 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48960) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:45.408400 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bad0912c-7003-46b5-b5c0-b78342d25b94 req-4da05f61-d553-417c-b06f-92a715a02e74 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594847 Aug 17 03:00:45.433266 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59dd2c02-2acc-436b-8cc4-f3a7af62d92f req-7eddf575-6019-48a2-8c95-82ff3520ccb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:45.439890 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-59dd2c02-2acc-436b-8cc4-f3a7af62d92f req-7eddf575-6019-48a2-8c95-82ff3520ccb0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 1097 time: 0.3514678 Aug 17 03:00:45.466464 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48966) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:45.477820 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ce675c9f-ace6-4780-b6f2-12194e61e28f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:45.491554 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-445b011c-7cb0-40ac-a490-65be06fb96e7 None None] New status for floating IP 19b8d596-ee72-43ad-bd95-586096d0c62d: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:00:45.626003 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] For port 4f3b343c-5838-410a-b4a7-1c2903493a2f, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:00:45.773917 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] For port 4f3b343c-5838-410a-b4a7-1c2903493a2f, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4f3b343c-5838-410a-b4a7-1c2903493a2f,segment=NetworkSegment(275ab575-1264-47f4-9445-da25991db0ee),segment_id=275ab575-1264-47f4-9445-da25991db0ee)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:00:45.782402 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port cdafc3d0-1ace-4704-b94b-954b7d83f88a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:45.782402 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:45.789464 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-251df70e-5ce4-4a29-ad40-a43c92acf88e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:45.844443 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f596f42c-2a84-4fe4-bc00-84ae6737638c req-7ed58af7-f6f1-4236-8d05-39493f6c3861 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6486111 Aug 17 03:00:45.890486 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:45.976488 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-251df70e-5ce4-4a29-ad40-a43c92acf88e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:46.038062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2b518-4b77-4969-af7b-a25bd5d375ea None None] Pushing event updated for resources: {'Port': ['ID=4f3b343c-5838-410a-b4a7-1c2903493a2f,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:46.046541 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:46.094821 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port cdafc3d0-1ace-4704-b94b-954b7d83f88a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cdafc3d0-1ace-4704-b94b-954b7d83f88a,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:46.127404 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-32d9c981-b563-4c3f-9643-c2296eb8fd62 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:46.161275 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:46.162274 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1119bde3-6c73-465f-9c0c-a5425ebec2da no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:00:46.232752 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 1119bde3-6c73-465f-9c0c-a5425ebec2da {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:00:46.233152 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1119bde3-6c73-465f-9c0c-a5425ebec2da not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:00:46.262578 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:46.309763 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:46.330359 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=cdafc3d0-1ace-4704-b94b-954b7d83f88a,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:46.480278 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65852020-d8d2-4d5b-a542-1a2bb9f3a1b6 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:46.492200 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-251df70e-5ce4-4a29-ad40-a43c92acf88e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Floating IP d0ffb580-f90f-448a-8ae4-7bb7dc7e293d associated. External IP: 172.25.1.201, port: 0a84f531-4933-4f3b-8eb2-d56f6c854783. Aug 17 03:00:46.550747 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-59dd2c02-2acc-436b-8cc4-f3a7af62d92f req-0cf4a21e-5844-4164-9a83-754df26b53f9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0742693 Aug 17 03:00:46.566134 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b3925f57-daf6-46df-85ef-fa7c98339af7 tempest-RoutersTestDVR-194407111 tempest-RoutersTestDVR-194407111-project] 10.222.0.10 "GET /v2.0/routers/75685469-8aad-44a9-857b-2721e40d7482 HTTP/1.1" status: 200 len: 682 time: 1.1565099 Aug 17 03:00:46.584156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48978) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:46.589030 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65852020-d8d2-4d5b-a542-1a2bb9f3a1b6 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:46.597316 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-32d9c981-b563-4c3f-9643-c2296eb8fd62 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:46.659983 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-32d9c981-b563-4c3f-9643-c2296eb8fd62 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:46.670293 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f13edc97-5f62-45c3-b810-666dcc7c41a6 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:46.682093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32d9c981-b563-4c3f-9643-c2296eb8fd62 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6163044b-1544-4a0a-beaa-6a785c19a612,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:46.778026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff7f9aa-ee41-4a7b-a3c8-3bcf0b3409ac req-d9ccacfa-cf42-4ddb-82b4-c3836853d443 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:46.780640 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ff7f9aa-ee41-4a7b-a3c8-3bcf0b3409ac req-d9ccacfa-cf42-4ddb-82b4-c3836853d443 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 946 time: 1.2047894 Aug 17 03:00:46.817120 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-32d9c981-b563-4c3f-9643-c2296eb8fd62 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:46.818461 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-32d9c981-b563-4c3f-9643-c2296eb8fd62 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.4954829 Aug 17 03:00:46.823537 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48980) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:46.828252 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-364ce32e-2c99-4a5d-bddc-46904179514c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Request body: {'security_group_rule': {'security_group_id': '95d0fb23-5e01-4c06-8281-cb7e26de8a83', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:46.839858 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec7cbc4-9902-4784-84e3-0021a5beea86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdafc3d0-1ace-4704-b94b-954b7d83f88a'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:46.843325 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f96c9e4b-894a-45a3-be75-69adffb3bc1a" -d '{"events": [{"server_uuid": "4ec7cbc4-9902-4784-84e3-0021a5beea86", "name": "network-vif-plugged", "status": "completed", "tag": "cdafc3d0-1ace-4704-b94b-954b7d83f88a"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:46.872405 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Allocated IP 172.25.1.53 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/551dccc2-97fe-4bdc-bcb1-6a7a07c895de) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:00:46.904730 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f631127-b853-401d-903d-d093ec2568df x-openstack-request-id: req-2f631127-b853-401d-903d-d093ec2568df {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:46.905137 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec7cbc4-9902-4784-84e3-0021a5beea86", "name": "network-vif-plugged", "status": "completed", "tag": "cdafc3d0-1ace-4704-b94b-954b7d83f88a", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:46.905536 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2f631127-b853-401d-903d-d093ec2568df {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:46.906310 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec7cbc4-9902-4784-84e3-0021a5beea86', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cdafc3d0-1ace-4704-b94b-954b7d83f88a', 'code': 200} Aug 17 03:00:46.925448 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ff7f9aa-ee41-4a7b-a3c8-3bcf0b3409ac req-527415bc-9915-4e4c-8bca-d1e7df4fd107 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365662 Aug 17 03:00:46.933586 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f13edc97-5f62-45c3-b810-666dcc7c41a6 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:46.934566 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f13edc97-5f62-45c3-b810-666dcc7c41a6 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:46.944883 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-251df70e-5ce4-4a29-ad40-a43c92acf88e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Router 06ddc759-f792-4bfa-84b3-53f53e9cb9da has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:00:47.035030 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65852020-d8d2-4d5b-a542-1a2bb9f3a1b6 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.038409 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65852020-d8d2-4d5b-a542-1a2bb9f3a1b6 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.041344 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-65852020-d8d2-4d5b-a542-1a2bb9f3a1b6 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "DELETE /v2.0/security-groups/827a61d7-1d96-4753-9c06-3f94ee49548d HTTP/1.1" status: 204 len: 168 time: 1.5713649 Aug 17 03:00:47.041520 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-364ce32e-2c99-4a5d-bddc-46904179514c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.043400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48986) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:47.071370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65852020-d8d2-4d5b-a542-1a2bb9f3a1b6 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=827a61d7-1d96-4753-9c06-3f94ee49548d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:47.080422 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-1ac1a54d-fec1-4f03-95df-e844ca0bd679 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] show failed (client error): The resource could not be found. Aug 17 03:00:47.081619 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1ac1a54d-fec1-4f03-95df-e844ca0bd679 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "GET /v2.0/security-groups/827a61d7-1d96-4753-9c06-3f94ee49548d HTTP/1.1" status: 404 len: 347 time: 0.0340226 Aug 17 03:00:47.084943 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48988) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:47.093631 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f13edc97-5f62-45c3-b810-666dcc7c41a6 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.094163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f13edc97-5f62-45c3-b810-666dcc7c41a6 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 75685469-8aad-44a9-857b-2721e40d7482 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:00:47.142090 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f13edc97-5f62-45c3-b810-666dcc7c41a6 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.146925 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f13edc97-5f62-45c3-b810-666dcc7c41a6 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] 10.222.0.10 "DELETE /v2.0/routers/75685469-8aad-44a9-857b-2721e40d7482 HTTP/1.1" status: 204 len: 168 time: 0.5582132 Aug 17 03:00:47.156263 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48990) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:47.169273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-7ebf4543-a223-47c2-80f4-ff219c6c9a3f tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Request body: {'router': {'name': 'tempest-router-1275727710', 'distributed': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:47.242840 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-251df70e-5ce4-4a29-ad40-a43c92acf88e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:00:47.261021 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0963dd7-8213-4959-8831-7b583c7f2816 None None] Sync routers for ids ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:00:47.274112 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0963dd7-8213-4959-8831-7b583c7f2816 None None] Routers {'06ddc759-f792-4bfa-84b3-53f53e9cb9da'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:47.278726 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c0963dd7-8213-4959-8831-7b583c7f2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:47.297998 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-251df70e-5ce4-4a29-ad40-a43c92acf88e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.301601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-985300a8-f951-48aa-bf82-e580cee2d295 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Deleting port 75d749b3-3adb-4de2-a6d1-de07d113854a {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:47.310692 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-985300a8-f951-48aa-bf82-e580cee2d295 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.362780 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-251df70e-5ce4-4a29-ad40-a43c92acf88e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "PUT /v2.0/floatingips/d0ffb580-f90f-448a-8ae4-7bb7dc7e293d HTTP/1.1" status: 200 len: 991 time: 3.5022995 Aug 17 03:00:47.372090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'tag': '0a84f531-4933-4f3b-8eb2-d56f6c854783'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:47.379156 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4543-a223-47c2-80f4-ff219c6c9a3f tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.385360 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4543-a223-47c2-80f4-ff219c6c9a3f tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.390449 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d3b115-9589-476b-a9a9-7eb8e8aa4388" -d '{"events": [{"name": "network-changed", "server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "tag": "0a84f531-4933-4f3b-8eb2-d56f6c854783"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:47.471229 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db93c04e-00c0-4a65-8c42-6972724094b4 req-70b9ba26-af3b-43d2-8549-bca89600be3f tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:47.474261 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-db93c04e-00c0-4a65-8c42-6972724094b4 req-70b9ba26-af3b-43d2-8549-bca89600be3f tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.4278784 Aug 17 03:00:47.522775 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3c86ac6-c492-40b5-8259-535220cca879 None None] Network 8896c910-4f2b-4c35-b38d-e98d7e321dbd requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:00:47.534706 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-c0963dd7-8213-4959-8831-7b583c7f2816 None None] Set router 06ddc759-f792-4bfa-84b3-53f53e9cb9da gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:00:47.556094 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.564359 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69669245-14c4-4e20-9488-f8a1374d7243 x-openstack-request-id: req-69669245-14c4-4e20-9488-f8a1374d7243 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:47.565180 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "tag": "0a84f531-4933-4f3b-8eb2-d56f6c854783", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:47.565180 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69669245-14c4-4e20-9488-f8a1374d7243 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:47.565576 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'tag': '0a84f531-4933-4f3b-8eb2-d56f6c854783', 'status': 'completed', 'code': 200} Aug 17 03:00:47.570216 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-364ce32e-2c99-4a5d-bddc-46904179514c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.608437 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-db93c04e-00c0-4a65-8c42-6972724094b4 req-0dcaf8c1-0cf2-4e0c-8991-4f7a7715b80d tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172473 Aug 17 03:00:47.646246 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-364ce32e-2c99-4a5d-bddc-46904179514c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.667573 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364ce32e-2c99-4a5d-bddc-46904179514c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0601e445-e106-4778-9301-0cd3e40bbdc6,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:47.701896 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4543-a223-47c2-80f4-ff219c6c9a3f tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.721811 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.761819 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b115-9589-476b-a9a9-7eb8e8aa4388 req-adf96a26-ed91-4e92-b497-15c0b5492f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:47.762555 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b115-9589-476b-a9a9-7eb8e8aa4388 req-adf96a26-ed91-4e92-b497-15c0b5492f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:47.762966 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b115-9589-476b-a9a9-7eb8e8aa4388 req-adf96a26-ed91-4e92-b497-15c0b5492f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:47.763540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b115-9589-476b-a9a9-7eb8e8aa4388 req-adf96a26-ed91-4e92-b497-15c0b5492f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:47.764520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b115-9589-476b-a9a9-7eb8e8aa4388 req-adf96a26-ed91-4e92-b497-15c0b5492f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:47.765003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b115-9589-476b-a9a9-7eb8e8aa4388 req-adf96a26-ed91-4e92-b497-15c0b5492f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:47.765692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b115-9589-476b-a9a9-7eb8e8aa4388 req-adf96a26-ed91-4e92-b497-15c0b5492f9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:47.767676 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2d3b115-9589-476b-a9a9-7eb8e8aa4388 req-adf96a26-ed91-4e92-b497-15c0b5492f9f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e9c034e7e504b8fb35245098d953639&device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 6501 time: 0.1446919 Aug 17 03:00:47.768844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7621b989-c565-4a0b-9f28-fb7c17dec425 None None] Provisioning for port 4f3b343c-5838-410a-b4a7-1c2903493a2f completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:47.771778 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-985300a8-f951-48aa-bf82-e580cee2d295 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.772118 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-985300a8-f951-48aa-bf82-e580cee2d295 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.799717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-985300a8-f951-48aa-bf82-e580cee2d295 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Calling delete_port for 75d749b3-3adb-4de2-a6d1-de07d113854a owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:47.824457 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-364ce32e-2c99-4a5d-bddc-46904179514c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.830346 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-364ce32e-2c99-4a5d-bddc-46904179514c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0042083 Aug 17 03:00:47.839661 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49006) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:47.842823 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:00:47.847619 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-9e6b8c34-f7d8-45be-84e9-652584607755 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:47.857364 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:00:47.857531 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4543-a223-47c2-80f4-ff219c6c9a3f tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.867922 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:00:47.953183 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Pushing event updated for resources: {'Port': ['ID=551dccc2-97fe-4bdc-bcb1-6a7a07c895de,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:47.966481 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7ebf4543-a223-47c2-80f4-ff219c6c9a3f tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:47.973475 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7ebf4543-a223-47c2-80f4-ff219c6c9a3f tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.8082657 Aug 17 03:00:47.974306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49010) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:48.048937 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4f3b343c-5838-410a-b4a7-1c2903493a2f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:48.057446 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5388e3ca-ed84-4726-a1f5-afe246c21608 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:48.111015 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c0963dd7-8213-4959-8831-7b583c7f2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'name': 'tempest-TaggedBootDevicesTest_v242-386895731-router', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:51Z', 'updated_at': '2021-08-17T02:58:05Z', 'revision_number': 4, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'gw_port': {'id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:52Z', 'updated_at': '2021-08-17T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'd0ffb580-f90f-448a-8ae4-7bb7dc7e293d', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'port_id': '0a84f531-4933-4f3b-8eb2-d56f6c854783', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a', 'mac_address': 'fa:16:3e:84:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:59:10Z', 'updated_at': '2021-08-17T03:00:45Z', 'revision_number': 1, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b81df3f-b38e-441e-92b7-b9601f6e2d3c', 'name': '', 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'mac_address': 'fa:16:3e:c9:bd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:03Z', 'updated_at': '2021-08-17T02:58:12Z', 'revision_number': 5, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'subnets': [{'id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:48.111861 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8c34-f7d8-45be-84e9-652584607755 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:48.187335 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b115-9589-476b-a9a9-7eb8e8aa4388 req-b70b2b80-953e-45cd-9b3d-b757b47f0962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:48.189149 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2d3b115-9589-476b-a9a9-7eb8e8aa4388 req-b70b2b80-953e-45cd-9b3d-b757b47f0962 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a025f32-f5b2-4a70-b1ff-319c315c310a HTTP/1.1" status: 200 len: 916 time: 0.4045701 Aug 17 03:00:48.217537 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-326659d7-957e-497a-9c34-7e40f074bfe2 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:48.303826 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:48.306587 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 4f3b343c-5838-410a-b4a7-1c2903493a2f completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:48.313644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 4f3b343c-5838-410a-b4a7-1c2903493a2f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:48.315263 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:48.337081 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0963dd7-8213-4959-8831-7b583c7f2816 None None] Checking router: 06ddc759-f792-4bfa-84b3-53f53e9cb9da for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:00:48.366352 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0963dd7-8213-4959-8831-7b583c7f2816 None None] Routers {'06ddc759-f792-4bfa-84b3-53f53e9cb9da'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:48.370083 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c0963dd7-8213-4959-8831-7b583c7f2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:48.418322 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:48.558534 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-c0963dd7-8213-4959-8831-7b583c7f2816 None None] Set router 06ddc759-f792-4bfa-84b3-53f53e9cb9da gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:00:48.595933 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:48.640780 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-53e5140c-3d27-4be3-9b5c-867f259f5d52 None None] Provisioning complete for port 4f3b343c-5838-410a-b4a7-1c2903493a2f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:48.641565 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-53e5140c-3d27-4be3-9b5c-867f259f5d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:48.686128 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-326659d7-957e-497a-9c34-7e40f074bfe2 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:48.688451 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-326659d7-957e-497a-9c34-7e40f074bfe2 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:48.697387 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 4f3b343c-5838-410a-b4a7-1c2903493a2f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4f3b343c-5838-410a-b4a7-1c2903493a2f,segment=NetworkSegment(275ab575-1264-47f4-9445-da25991db0ee),segment_id=275ab575-1264-47f4-9445-da25991db0ee)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:48.758017 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-53e5140c-3d27-4be3-9b5c-867f259f5d52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:48.770048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2d3b115-9589-476b-a9a9-7eb8e8aa4388 req-6eff214e-70a4-43d6-87c8-86af152f00bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a84f531-4933-4f3b-8eb2-d56f6c854783 HTTP/1.1" status: 200 len: 999 time: 0.5540779 Aug 17 03:00:48.780640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec2fba48-5ab2-4050-84be-4cc673fa714c req-42c418c6-eff1-422b-a111-c6f93104d836 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:48.782018 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec2fba48-5ab2-4050-84be-4cc673fa714c req-42c418c6-eff1-422b-a111-c6f93104d836 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 946 time: 0.6524947 Aug 17 03:00:48.817969 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:48.885873 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-326659d7-957e-497a-9c34-7e40f074bfe2 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:48.891184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-326659d7-957e-497a-9c34-7e40f074bfe2 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 440a31bf-5eee-44dd-a18d-508ddbc36c17 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:00:48.903764 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-326659d7-957e-497a-9c34-7e40f074bfe2 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:48.915022 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-326659d7-957e-497a-9c34-7e40f074bfe2 tempest-RoutersTestDVR-1028183752 tempest-RoutersTestDVR-1028183752-project-admin] 10.222.0.10 "DELETE /v2.0/routers/440a31bf-5eee-44dd-a18d-508ddbc36c17 HTTP/1.1" status: 204 len: 168 time: 0.9327168 Aug 17 03:00:48.921086 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-985300a8-f951-48aa-bf82-e580cee2d295 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:48.983950 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b115-9589-476b-a9a9-7eb8e8aa4388 req-86753818-f492-4335-ba7f-7291cab6b864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:48.988157 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2d3b115-9589-476b-a9a9-7eb8e8aa4388 req-86753818-f492-4335-ba7f-7291cab6b864 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2098b0c-8a13-4170-8b03-94c356349639 HTTP/1.1" status: 200 len: 855 time: 0.2044833 Aug 17 03:00:49.074017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985300a8-f951-48aa-bf82-e580cee2d295 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Pushing event deleted for resources: {'Port': ['ID=75d749b3-3adb-4de2-a6d1-de07d113854a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:49.105258 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec2fba48-5ab2-4050-84be-4cc673fa714c req-f06aecae-918d-45ea-bdce-a4247377640d tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3014612 Aug 17 03:00:49.108575 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c0963dd7-8213-4959-8831-7b583c7f2816 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'name': 'tempest-TaggedBootDevicesTest_v242-386895731-router', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:51Z', 'updated_at': '2021-08-17T02:58:05Z', 'revision_number': 4, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'gw_port': {'id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:52Z', 'updated_at': '2021-08-17T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'd0ffb580-f90f-448a-8ae4-7bb7dc7e293d', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'port_id': '0a84f531-4933-4f3b-8eb2-d56f6c854783', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a', 'mac_address': 'fa:16:3e:84:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:59:10Z', 'updated_at': '2021-08-17T03:00:45Z', 'revision_number': 1, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b81df3f-b38e-441e-92b7-b9601f6e2d3c', 'name': '', 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'mac_address': 'fa:16:3e:c9:bd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:03Z', 'updated_at': '2021-08-17T02:58:12Z', 'revision_number': 5, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'subnets': [{'id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:49.149408 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0963dd7-8213-4959-8831-7b583c7f2816 None None] The sync data for ids ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'] in n-d-802060-9 is: [{'id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'name': 'tempest-TaggedBootDevicesTest_v242-386895731-router', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:51Z', 'updated_at': '2021-08-17T02:58:05Z', 'revision_number': 4, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'gw_port': {'id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:52Z', 'updated_at': '2021-08-17T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'd0ffb580-f90f-448a-8ae4-7bb7dc7e293d', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'floating_ip_address': '172.25.1.201', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'port_id': '0a84f531-4933-4f3b-8eb2-d56f6c854783', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1026, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a', 'mac_address': 'fa:16:3e:84:55:ff', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T02:59:10Z', 'updated_at': '2021-08-17T03:00:45Z', 'revision_number': 1, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7b81df3f-b38e-441e-92b7-b9601f6e2d3c', 'name': '', 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'mac_address': 'fa:16:3e:c9:bd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:03Z', 'updated_at': '2021-08-17T02:58:12Z', 'revision_number': 5, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'subnets': [{'id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:00:49.338301 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-985300a8-f951-48aa-bf82-e580cee2d295 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:49.344107 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-985300a8-f951-48aa-bf82-e580cee2d295 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:49.353613 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:49.355002 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-985300a8-f951-48aa-bf82-e580cee2d295 tempest-ServersTestFqdnHostnames-1235109882 tempest-ServersTestFqdnHostnames-1235109882-project] 10.222.0.10 "DELETE /v2.0/floatingips/19b8d596-ee72-43ad-bd95-586096d0c62d HTTP/1.1" status: 204 len: 168 time: 2.2688036 Aug 17 03:00:49.361377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49034) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:49.378699 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=4f3b343c-5838-410a-b4a7-1c2903493a2f,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:49.382755 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82666a8c-f277-49ef-afac-22f4aca14f7c req-18f6cd93-4245-41d0-80e9-d9c3d0090b9b tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:49.387387 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-82666a8c-f277-49ef-afac-22f4aca14f7c req-18f6cd93-4245-41d0-80e9-d9c3d0090b9b tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1632247 Aug 17 03:00:49.433781 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-53e5140c-3d27-4be3-9b5c-867f259f5d52 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:00:49.434153 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-53e5140c-3d27-4be3-9b5c-867f259f5d52 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:00:49.515331 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:49.584116 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53520746-d589-455b-b365-df6961f8f15b None None] New status for floating IP d0ffb580-f90f-448a-8ae4-7bb7dc7e293d: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:00:49.679847 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49046) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:49.732614 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-82666a8c-f277-49ef-afac-22f4aca14f7c req-a2527cb7-0bde-45c6-a504-e3bb64e1059b tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3367245 Aug 17 03:00:49.886539 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Router 78ebd88a-454d-4b6a-8e08-04bd25bea796 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:00:49.979516 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4f3b343c-5838-410a-b4a7-1c2903493a2f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:50.097850 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8c34-f7d8-45be-84e9-652584607755 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:50.165963 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d26f36df-e29e-4b78-af7b-f739133ce637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:50.180085 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d3b115-9589-476b-a9a9-7eb8e8aa4388 req-5c83b444-d2f1-4734-a869-9961a27d4a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:50.187568 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2d3b115-9589-476b-a9a9-7eb8e8aa4388 req-5c83b444-d2f1-4734-a869-9961a27d4a81 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a025f32-f5b2-4a70-b1ff-319c315c310a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1344635 Aug 17 03:00:50.208535 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:00:50.218356 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 4f3b343c-5838-410a-b4a7-1c2903493a2f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:50.218840 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:50.219106 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Sync routers for ids ['78ebd88a-454d-4b6a-8e08-04bd25bea796'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:00:50.239873 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Routers {'78ebd88a-454d-4b6a-8e08-04bd25bea796'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:50.241020 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['78ebd88a-454d-4b6a-8e08-04bd25bea796'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:50.293863 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:50.296359 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3ffc805d-b9bc-4345-8cbc-48b3358f781f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 7.0964844 Aug 17 03:00:50.299536 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49090) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:50.405720 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Set router 78ebd88a-454d-4b6a-8e08-04bd25bea796 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:00:50.491296 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2d3b115-9589-476b-a9a9-7eb8e8aa4388 req-c6ee8884-06bf-491c-bc02-c06a60b2f16b service neutron] 10.222.0.60 "GET /v2.0/networks/9a025f32-f5b2-4a70-b1ff-319c315c310a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2930210 Aug 17 03:00:50.647423 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ebd88a-454d-4b6a-8e08-04bd25bea796', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-412688165-router', 'tenant_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '551dccc2-97fe-4bdc-bcb1-6a7a07c895de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:00:43Z', 'updated_at': '2021-08-17T03:00:48Z', 'revision_number': 3, 'project_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'gw_port': {'id': '551dccc2-97fe-4bdc-bcb1-6a7a07c895de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ebd88a-454d-4b6a-8e08-04bd25bea796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:00:46Z', 'updated_at': '2021-08-17T03:00:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:50.684336 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Checking router: 78ebd88a-454d-4b6a-8e08-04bd25bea796 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:00:50.684695 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Updating router 78ebd88a-454d-4b6a-8e08-04bd25bea796 port 551dccc2-97fe-4bdc-bcb1-6a7a07c895de binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:00:50.723258 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:50.743950 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d26f36df-e29e-4b78-af7b-f739133ce637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:50.766587 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:50.856810 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d26f36df-e29e-4b78-af7b-f739133ce637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:50.906069 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a875cc2-0521-4ca9-bd67-af43eb29822e req-e5c31455-0471-403c-85a6-fb2eae824633 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:50.913771 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a875cc2-0521-4ca9-bd67-af43eb29822e req-e5c31455-0471-403c-85a6-fb2eae824633 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 946 time: 0.1364720 Aug 17 03:00:50.938955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe4261f-3662-4546-a374-5138455f90c0 req-e7300c79-d9db-4cb6-ace1-28a11533c3cb tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:50.942990 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1fe4261f-3662-4546-a374-5138455f90c0 req-e7300c79-d9db-4cb6-ace1-28a11533c3cb tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.2275903 Aug 17 03:00:51.177049 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d26f36df-e29e-4b78-af7b-f739133ce637 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1034ce5a59f947f5a7787a5b2bfa1438&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2893484 Aug 17 03:00:51.177049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d26f36df-e29e-4b78-af7b-f739133ce637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cd59c048-bb87-4d30-8d4c-b79edd86bf50,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:51.177049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49104) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:51.178765 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8171e-8b90-4122-98a8-9f69bc640e0f req-6db56a34-4955-4060-98ab-a5330c5b21e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:51.180140 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a875cc2-0521-4ca9-bd67-af43eb29822e req-b86bcb26-132f-4fa3-a980-1c58313fb0f0 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1307962 Aug 17 03:00:51.180462 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fc8171e-8b90-4122-98a8-9f69bc640e0f req-6db56a34-4955-4060-98ab-a5330c5b21e4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e68f75672fd94fdba91f7083d9fb4a1a&device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 1097 time: 0.3286800 Aug 17 03:00:51.180462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-9e6b8c34-f7d8-45be-84e9-652584607755 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Allocated IP 172.25.1.248 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/0a586761-0e22-4d9e-8964-b90f315d59d9) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:00:51.180674 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4dea291-e6bf-4131-a024-56de37ad90e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:51.205928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8171e-8b90-4122-98a8-9f69bc640e0f req-e9456a1d-ddaf-47b0-ad08-89e738c047ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:51.207785 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fc8171e-8b90-4122-98a8-9f69bc640e0f req-e9456a1d-ddaf-47b0-ad08-89e738c047ce service neutron] 10.222.0.60 "GET /v2.0/networks?id=af4157d1-2122-47c3-8ec5-8deaba493f6a HTTP/1.1" status: 200 len: 918 time: 0.1241777 Aug 17 03:00:51.221638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2d3b115-9589-476b-a9a9-7eb8e8aa4388 req-11229295-2364-4715-9626-9d0d278eee7c service neutron] 10.222.0.60 "GET /v2.0/networks/9a025f32-f5b2-4a70-b1ff-319c315c310a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5015073 Aug 17 03:00:51.260447 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4dea291-e6bf-4131-a024-56de37ad90e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:51.269206 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1fe4261f-3662-4546-a374-5138455f90c0 req-53def3f9-ef89-482d-8823-f9be742e285f tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2913311 Aug 17 03:00:51.342586 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fc8171e-8b90-4122-98a8-9f69bc640e0f req-7ad1bbd9-958a-4030-ae78-20aef85b592b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee9caa80-5f1a-4878-904d-cffed6d8a7f1 HTTP/1.1" status: 200 len: 217 time: 0.1192517 Aug 17 03:00:51.401879 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:51.495541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc8171e-8b90-4122-98a8-9f69bc640e0f req-ea2d6b5c-754d-4074-ab59-d09fcfd8084d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:51.497154 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fc8171e-8b90-4122-98a8-9f69bc640e0f req-ea2d6b5c-754d-4074-ab59-d09fcfd8084d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc3d150f-bb48-486d-a046-323ac115350b HTTP/1.1" status: 200 len: 858 time: 0.1276579 Aug 17 03:00:51.535010 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4dea291-e6bf-4131-a024-56de37ad90e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:51.538319 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4dea291-e6bf-4131-a024-56de37ad90e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:51.539682 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e4dea291-e6bf-4131-a024-56de37ad90e9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cd59c048-bb87-4d30-8d4c-b79edd86bf50 HTTP/1.1" status: 204 len: 168 time: 0.5429070 Aug 17 03:00:51.553339 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fc8171e-8b90-4122-98a8-9f69bc640e0f req-b859997e-6ed9-49b3-bf71-8a9448db86e6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af4157d1-2122-47c3-8ec5-8deaba493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381064 Aug 17 03:00:51.563309 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-01ef23b9-e648-41f7-9a1f-7567e3542067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:51.595557 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4dea291-e6bf-4131-a024-56de37ad90e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd59c048-bb87-4d30-8d4c-b79edd86bf50,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:51.652467 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8c34-f7d8-45be-84e9-652584607755 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:51.743542 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Allocated IP 172.20.0.1 (8896c910-4f2b-4c35-b38d-e98d7e321dbd/df339a55-4c8a-4aec-8d64-34b33508becd/e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:00:51.864496 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fc8171e-8b90-4122-98a8-9f69bc640e0f req-6c68010f-2f8f-4d9d-8e90-28c456541ebb service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2979226 Aug 17 03:00:51.878481 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:51.894908 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Transition to ACTIVE for port object e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:00:51.933197 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8c34-f7d8-45be-84e9-652584607755 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:51.960063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e6b8c34-f7d8-45be-84e9-652584607755 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:00:51.985773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-9e6b8c34-f7d8-45be-84e9-652584607755 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:00:51.993636 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e6b8c34-f7d8-45be-84e9-652584607755 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:00:52.058730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b8c34-f7d8-45be-84e9-652584607755 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Pushing event updated for resources: {'Port': ['ID=0a586761-0e22-4d9e-8964-b90f315d59d9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:52.181940 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fc8171e-8b90-4122-98a8-9f69bc640e0f req-696f5416-9f5e-4bc3-af46-d1493c1788f5 service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249296 Aug 17 03:00:52.182447 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:52.182447 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Transition to ACTIVE for port object 551dccc2-97fe-4bdc-bcb1-6a7a07c895de will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:00:52.182829 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8c34-f7d8-45be-84e9-652584607755 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:52.199150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-01ef23b9-e648-41f7-9a1f-7567e3542067 admin admin] Deleting port 1ad84025-bab2-4442-bb31-18ed20df4cfc {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:52.199572 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8844202-3c22-4471-bf25-46eed95d13cd req-479ef227-b70a-4f02-8f98-284b36cb5fb6 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:52.199694 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-01ef23b9-e648-41f7-9a1f-7567e3542067 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:52.201147 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8844202-3c22-4471-bf25-46eed95d13cd req-479ef227-b70a-4f02-8f98-284b36cb5fb6 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 946 time: 0.0626070 Aug 17 03:00:52.265470 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8844202-3c22-4471-bf25-46eed95d13cd req-7e12cd6b-a3e8-4472-b68d-4e597f514d38 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576236 Aug 17 03:00:52.293593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-01ef23b9-e648-41f7-9a1f-7567e3542067 admin admin] For port 1ad84025-bab2-4442-bb31-18ed20df4cfc, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1ad84025-bab2-4442-bb31-18ed20df4cfc,segment=NetworkSegment(bb0e1530-3cb3-4f35-89a4-952ef5bc3645),segment_id=bb0e1530-3cb3-4f35-89a4-952ef5bc3645)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:52.294045 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-01ef23b9-e648-41f7-9a1f-7567e3542067 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:52.312114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-01ef23b9-e648-41f7-9a1f-7567e3542067 admin admin] Calling delete_port for 1ad84025-bab2-4442-bb31-18ed20df4cfc owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:52.431870 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f1ac71-546a-48fa-b214-8b46741ce0ac req-b24f6eb1-2c29-4624-98b0-736d1c095b04 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:52.433533 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8f1ac71-546a-48fa-b214-8b46741ce0ac req-b24f6eb1-2c29-4624-98b0-736d1c095b04 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.0770833 Aug 17 03:00:52.476583 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8f1ac71-546a-48fa-b214-8b46741ce0ac req-7df3191d-d769-409a-ab59-3830624dd305 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361335 Aug 17 03:00:52.515720 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:52.553565 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Network 8896c910-4f2b-4c35-b38d-e98d7e321dbd is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:00:52.558308 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:00:52.560249 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:52.564329 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:00:52.596661 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:52.614011 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8c34-f7d8-45be-84e9-652584607755 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:52.624269 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:52.630081 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Attempting to bind port 551dccc2-97fe-4bdc-bcb1-6a7a07c895de on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:00:52.630690 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Attempting to bind port 551dccc2-97fe-4bdc-bcb1-6a7a07c895de by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:00:52.631206 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Attempting to bind port 551dccc2-97fe-4bdc-bcb1-6a7a07c895de on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:00:52.633837 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8b20e-0f2f-4b3f-9bcc-8d49fb060f85 None None] Pushing event updated for resources: {'Port': ['ID=551dccc2-97fe-4bdc-bcb1-6a7a07c895de,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:52.653758 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:00:52.654603 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:00:52.655261 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:52.656111 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:00:52.656613 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Bound port: 551dccc2-97fe-4bdc-bcb1-6a7a07c895de, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:00:52.656998 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:52.661136 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8b20e-0f2f-4b3f-9bcc-8d49fb060f85 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:52.661865 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8b20e-0f2f-4b3f-9bcc-8d49fb060f85 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:52.661865 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8b20e-0f2f-4b3f-9bcc-8d49fb060f85 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:52.662161 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8b20e-0f2f-4b3f-9bcc-8d49fb060f85 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:52.662576 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8b20e-0f2f-4b3f-9bcc-8d49fb060f85 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:52.663279 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8b20e-0f2f-4b3f-9bcc-8d49fb060f85 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:52.663689 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8b20e-0f2f-4b3f-9bcc-8d49fb060f85 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:52.663923 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-01ef23b9-e648-41f7-9a1f-7567e3542067 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:52.664035 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8b20e-0f2f-4b3f-9bcc-8d49fb060f85 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:52.664339 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8b20e-0f2f-4b3f-9bcc-8d49fb060f85 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:52.664764 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8b20e-0f2f-4b3f-9bcc-8d49fb060f85 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:52.665030 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8b20e-0f2f-4b3f-9bcc-8d49fb060f85 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:52.665361 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-70e8b20e-0f2f-4b3f-9bcc-8d49fb060f85 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:00:52.756037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ef23b9-e648-41f7-9a1f-7567e3542067 admin admin] Pushing event deleted for resources: {'Port': ['ID=1ad84025-bab2-4442-bb31-18ed20df4cfc,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:52.764551 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] For port 551dccc2-97fe-4bdc-bcb1-6a7a07c895de, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:00:52.768465 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] For port 551dccc2-97fe-4bdc-bcb1-6a7a07c895de, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=551dccc2-97fe-4bdc-bcb1-6a7a07c895de,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:00:52.830140 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:52.878064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49140) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:52.930325 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d2c7d3e-8c56-4292-9722-8ffe60ff82e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:52.935726 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Routers {'78ebd88a-454d-4b6a-8e08-04bd25bea796'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:52.936308 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['78ebd88a-454d-4b6a-8e08-04bd25bea796'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:53.015066 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e8b20e-0f2f-4b3f-9bcc-8d49fb060f85 None None] Pushing event updated for resources: {'Port': ['ID=551dccc2-97fe-4bdc-bcb1-6a7a07c895de,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:53.081559 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1bba82b7-babe-4c5e-a098-3878640556d7 None None] Provisioning for port e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:53.085667 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1bba82b7-babe-4c5e-a098-3878640556d7 None None] Provisioning complete for port e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:53.090156 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1bba82b7-babe-4c5e-a098-3878640556d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:53.132618 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] Set router 78ebd88a-454d-4b6a-8e08-04bd25bea796 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:00:53.152306 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d2c7d3e-8c56-4292-9722-8ffe60ff82e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:53.163890 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1bba82b7-babe-4c5e-a098-3878640556d7 None None] Port e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:00:53.212424 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:53.226151 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d2c7d3e-8c56-4292-9722-8ffe60ff82e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:53.293786 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2c7d3e-8c56-4292-9722-8ffe60ff82e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaaef65d-0203-46d7-b87b-283f9828c50d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:53.344983 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:00:53.383146 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8c34-f7d8-45be-84e9-652584607755 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:53.389439 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8d2c7d3e-8c56-4292-9722-8ffe60ff82e7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3057fc8bffdd4ab6b8f1304004758992&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078506 Aug 17 03:00:53.395097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49156) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:53.420908 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-01ef23b9-e648-41f7-9a1f-7567e3542067 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:53.438150 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ebd88a-454d-4b6a-8e08-04bd25bea796', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-412688165-router', 'tenant_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '551dccc2-97fe-4bdc-bcb1-6a7a07c895de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:00:43Z', 'updated_at': '2021-08-17T03:00:48Z', 'revision_number': 3, 'project_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'gw_port': {'id': '551dccc2-97fe-4bdc-bcb1-6a7a07c895de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ebd88a-454d-4b6a-8e08-04bd25bea796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:00:46Z', 'updated_at': '2021-08-17T03:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:53.470012 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8c34-f7d8-45be-84e9-652584607755 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:53.546933 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4371551e-f7bc-488f-b7c1-8f784fc08d25 req-002c1681-bff2-4787-9aa2-f0aeac2c15f7 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:53.548780 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4371551e-f7bc-488f-b7c1-8f784fc08d25 req-002c1681-bff2-4787-9aa2-f0aeac2c15f7 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 946 time: 0.1564903 Aug 17 03:00:53.579896 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:53.606364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'fb5f6375-f4c3-40bc-b55f-2595b9b0abb0', 'network_id': 'b0e1662b-3237-45e1-8f42-62a3ce636ecb', 'port_id': 'fb5f6375-f4c3-40bc-b55f-2595b9b0abb0', 'mac_address': 'fa:16:3e:e5:66:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc7aeeda-153f-4ac5-8939-dd5068984085', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:00:53.652213 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:53.652851 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4371551e-f7bc-488f-b7c1-8f784fc08d25 req-9c36b2cf-db5e-4d49-8766-8beea832a0bf tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935366 Aug 17 03:00:53.670199 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:00:53.697751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:53.728775 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0a430e-1f86-4e75-8693-41bbc537ce36 None None] The sync data for ids ['78ebd88a-454d-4b6a-8e08-04bd25bea796'] in n-d-802060-9 is: [{'id': '78ebd88a-454d-4b6a-8e08-04bd25bea796', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-412688165-router', 'tenant_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '551dccc2-97fe-4bdc-bcb1-6a7a07c895de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:00:43Z', 'updated_at': '2021-08-17T03:00:48Z', 'revision_number': 3, 'project_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'gw_port': {'id': '551dccc2-97fe-4bdc-bcb1-6a7a07c895de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ebd88a-454d-4b6a-8e08-04bd25bea796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:00:46Z', 'updated_at': '2021-08-17T03:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:00:53.766603 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:53.800689 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:53.866793 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:53.876694 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:53.914361 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ae63c72-2a0b-4cac-b975-dff8518976ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:53.960863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Pushing event updated for resources: {'Port': ['ID=e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:53.969327 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6b8c34-f7d8-45be-84e9-652584607755 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Pushing event updated for resources: {'Port': ['ID=0a586761-0e22-4d9e-8964-b90f315d59d9,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:53.987887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['fb5f6375-f4c3-40bc-b55f-2595b9b0abb0'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:00:54.016911 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:54.067844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be4ff0f2-76a5-4eeb-98da-f1256bd30db2 req-9e435960-831f-46e1-b930-66a7ca1f8882 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:54.069958 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be4ff0f2-76a5-4eeb-98da-f1256bd30db2 req-9e435960-831f-46e1-b930-66a7ca1f8882 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.3923950 Aug 17 03:00:54.081231 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ae63c72-2a0b-4cac-b975-dff8518976ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:54.204822 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Network 8896c910-4f2b-4c35-b38d-e98d7e321dbd is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:00:54.206582 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:00:54.226993 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8c34-f7d8-45be-84e9-652584607755 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:54.355889 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be4ff0f2-76a5-4eeb-98da-f1256bd30db2 req-b3da925c-f4c1-4157-ab84-244d582f3ddf tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124343 Aug 17 03:00:54.359906 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e6b8c34-f7d8-45be-84e9-652584607755 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:54.361122 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9e6b8c34-f7d8-45be-84e9-652584607755 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5183275 Aug 17 03:00:54.374086 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ae63c72-2a0b-4cac-b975-dff8518976ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:54.377004 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ae63c72-2a0b-4cac-b975-dff8518976ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:54.379180 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2ae63c72-2a0b-4cac-b975-dff8518976ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eaaef65d-0203-46d7-b87b-283f9828c50d HTTP/1.1" status: 204 len: 168 time: 0.9776640 Aug 17 03:00:54.394447 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae63c72-2a0b-4cac-b975-dff8518976ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaaef65d-0203-46d7-b87b-283f9828c50d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:54.473537 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Router 78ebd88a-454d-4b6a-8e08-04bd25bea796 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:00:54.485190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01ef23b9-e648-41f7-9a1f-7567e3542067 admin admin] Router f516253e-8e02-4340-8b79-7a290844b2a2 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:00:54.704690 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6d6627c1-190e-4c13-8950-8f2bee4f8fa3 None None] Provisioning complete for port e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:54.705150 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6d6627c1-190e-4c13-8950-8f2bee4f8fa3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:54.757922 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:00:54.784565 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2f12652a-17a3-403b-b604-28f5e035c3f0 admin admin] 10.222.0.10 "PUT /v2.0/routers/78ebd88a-454d-4b6a-8e08-04bd25bea796/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4835346 Aug 17 03:00:54.792658 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01ef23b9-e648-41f7-9a1f-7567e3542067 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:00:54.802043 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-01ef23b9-e648-41f7-9a1f-7567e3542067 admin admin] 10.222.0.10 "PUT /v2.0/routers/f516253e-8e02-4340-8b79-7a290844b2a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4391160 Aug 17 03:00:54.805098 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49192) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:54.859847 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1404b0a2-911d-4b54-b940-c8bbf052d24c None None] Sync routers for ids ['f516253e-8e02-4340-8b79-7a290844b2a2'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:00:54.881440 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1404b0a2-911d-4b54-b940-c8bbf052d24c None None] Routers {'f516253e-8e02-4340-8b79-7a290844b2a2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:54.882212 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1404b0a2-911d-4b54-b940-c8bbf052d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['f516253e-8e02-4340-8b79-7a290844b2a2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:54.926485 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6d6627c1-190e-4c13-8950-8f2bee4f8fa3 None None] Port e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:00:54.954908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bf8850d-ed93-4fa4-b05b-2f1698a4da80 req-8960d436-43b1-451b-8f24-2699e75b0f3e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:54.956542 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bf8850d-ed93-4fa4-b05b-2f1698a4da80 req-8960d436-43b1-451b-8f24-2699e75b0f3e tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 945 time: 0.1274590 Aug 17 03:00:55.004322 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-31e802af-94eb-45be-9036-dc4943ccedc2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:55.075026 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bf8850d-ed93-4fa4-b05b-2f1698a4da80 req-d82b6ea3-d322-4c18-9ead-6239f5587b36 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093974 Aug 17 03:00:55.120195 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-1404b0a2-911d-4b54-b940-c8bbf052d24c None None] Set router f516253e-8e02-4340-8b79-7a290844b2a2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:00:55.328982 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-ab0067d1-32c0-449a-bd12-3adcbd2ee3b4 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:55.331341 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-ab0067d1-32c0-449a-bd12-3adcbd2ee3b4 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/networks?id=07cba672-4178-423d-95c1-3177e09d9c93 HTTP/1.1" status: 200 len: 821 time: 0.5459363 Aug 17 03:00:55.351823 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-fb430838-0eed-40d9-ab1c-5df2350d8b5b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/quotas/1cb1eb1f0c634ab4bee7089cd6e506c8 HTTP/1.1" status: 200 len: 375 time: 0.0121453 Aug 17 03:00:55.357265 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-31e802af-94eb-45be-9036-dc4943ccedc2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:55.365690 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:55.439798 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-0aabca07-e5cf-4a42-b467-b83b7e615f01 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cb1eb1f0c634ab4bee7089cd6e506c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0719295 Aug 17 03:00:55.485477 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-ac7e5bf6-b8ac-451f-a285-c1bcbf9136da req-c21bf761-d1a9-4b51-97a2-d66ba4c28296 tempest-FloatingIPDetailsNegativeTestJSON-601290035 tempest-FloatingIPDetailsNegativeTestJSON-601290035-project] show failed (client error): The resource could not be found. Aug 17 03:00:55.488644 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ac7e5bf6-b8ac-451f-a285-c1bcbf9136da req-c21bf761-d1a9-4b51-97a2-d66ba4c28296 tempest-FloatingIPDetailsNegativeTestJSON-601290035 tempest-FloatingIPDetailsNegativeTestJSON-601290035-project] 10.222.0.10 "GET /v2.0/floatingips/c9d3f4f4-d9db-4990-bd2b-fbed2eb7ae08 HTTP/1.1" status: 404 len: 350 time: 0.0746202 Aug 17 03:00:55.499946 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49210) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:55.555259 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:55.555885 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:55.595872 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-31e802af-94eb-45be-9036-dc4943ccedc2 admin admin] Deleting port 5f8166a9-beb4-4615-b266-76fa8cd14d62 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:55.596539 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-31e802af-94eb-45be-9036-dc4943ccedc2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:55.627226 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1404b0a2-911d-4b54-b940-c8bbf052d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'name': 'tempest-ServersTestFqdnHostnames-1833024238-router', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60'}], 'enable_snat': True}, 'gw_port_id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T03:00:52Z', 'revision_number': 5, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'gw_port': {'id': '5f8166a9-beb4-4615-b266-76fa8cd14d62', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8b:cc:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.60', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:55.664587 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1404b0a2-911d-4b54-b940-c8bbf052d24c None None] Checking router: f516253e-8e02-4340-8b79-7a290844b2a2 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:00:55.676333 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-7651c999-213b-44e3-bc5c-6ce97581b25a service neutron] 10.222.0.10 "GET /v2.0/networks/07cba672-4178-423d-95c1-3177e09d9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1932571 Aug 17 03:00:55.734980 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:55.746282 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1404b0a2-911d-4b54-b940-c8bbf052d24c None None] Routers {'f516253e-8e02-4340-8b79-7a290844b2a2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:55.747314 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1404b0a2-911d-4b54-b940-c8bbf052d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['f516253e-8e02-4340-8b79-7a290844b2a2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:55.853191 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-dea32331-487f-40fc-aeb0-87d283bd0520 service neutron] 10.222.0.10 "GET /v2.0/networks/07cba672-4178-423d-95c1-3177e09d9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695998 Aug 17 03:00:55.900627 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:55.924962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-31e802af-94eb-45be-9036-dc4943ccedc2 admin admin] For port 5f8166a9-beb4-4615-b266-76fa8cd14d62, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5f8166a9-beb4-4615-b266-76fa8cd14d62,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:55.925581 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-31e802af-94eb-45be-9036-dc4943ccedc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:55.975512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813c05cb-f081-416e-8382-5345f8134194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5f6375-f4c3-40bc-b55f-2595b9b0abb0'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:55.980535 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-31e802af-94eb-45be-9036-dc4943ccedc2 admin admin] Calling delete_port for 5f8166a9-beb4-4615-b266-76fa8cd14d62 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:55.992703 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04158a9b-7aa3-4359-969d-ae05c36c5c88" -d '{"events": [{"server_uuid": "813c05cb-f081-416e-8382-5345f8134194", "name": "network-vif-plugged", "status": "completed", "tag": "fb5f6375-f4c3-40bc-b55f-2595b9b0abb0"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:56.014447 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:56.095743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 551dccc2-97fe-4bdc-bcb1-6a7a07c895de up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:56.251340 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-1404b0a2-911d-4b54-b940-c8bbf052d24c None None] Set router f516253e-8e02-4340-8b79-7a290844b2a2 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:00:56.447505 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-31e802af-94eb-45be-9036-dc4943ccedc2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:56.541010 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31e802af-94eb-45be-9036-dc4943ccedc2 admin admin] Pushing event deleted for resources: {'Port': ['ID=5f8166a9-beb4-4615-b266-76fa8cd14d62,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:56.548676 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:56.555489 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1404b0a2-911d-4b54-b940-c8bbf052d24c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'name': 'tempest-ServersTestFqdnHostnames-1833024238-router', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T03:00:55Z', 'revision_number': 6, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:56.649985 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 551dccc2-97fe-4bdc-bcb1-6a7a07c895de completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:00:56.652576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49254) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:56.659739 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1404b0a2-911d-4b54-b940-c8bbf052d24c None None] The sync data for ids ['f516253e-8e02-4340-8b79-7a290844b2a2'] in n-d-802060-9 is: [{'id': 'f516253e-8e02-4340-8b79-7a290844b2a2', 'name': 'tempest-ServersTestFqdnHostnames-1833024238-router', 'tenant_id': '36f6ee8657fd4023aa99888c5665973d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T03:00:55Z', 'revision_number': 6, 'project_id': '36f6ee8657fd4023aa99888c5665973d', 'gw_port_host': None}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:00:56.666345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 551dccc2-97fe-4bdc-bcb1-6a7a07c895de triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:56.666719 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:56.712360 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-31e802af-94eb-45be-9036-dc4943ccedc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:56.727884 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Sync routers for ids ['78ebd88a-454d-4b6a-8e08-04bd25bea796'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:00:56.749346 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623d3f5-8b41-4e9b-a084-b011caa060fd req-288f9317-373a-4554-a5a4-04eee25543b8 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:56.751468 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Routers {'78ebd88a-454d-4b6a-8e08-04bd25bea796'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:56.752553 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['78ebd88a-454d-4b6a-8e08-04bd25bea796'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:56.755536 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6623d3f5-8b41-4e9b-a084-b011caa060fd req-288f9317-373a-4554-a5a4-04eee25543b8 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.2341306 Aug 17 03:00:56.887459 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:56.908360 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6623d3f5-8b41-4e9b-a084-b011caa060fd req-9bdf3b92-9b67-4c9d-b3c7-d1c8603815e6 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115961 Aug 17 03:00:56.934892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 551dccc2-97fe-4bdc-bcb1-6a7a07c895de, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=551dccc2-97fe-4bdc-bcb1-6a7a07c895de,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:57.000529 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:57.147081 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Request body: {'networks': [{'name': 'tempest-network--61794452'}, {'name': 'tempest-network--773976758'}]} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:57.147417 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Request body: {'network': {'name': 'tempest-network--61794452'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:57.148129 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Request body: {'network': {'name': 'tempest-network--773976758'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:57.159326 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=551dccc2-97fe-4bdc-bcb1-6a7a07c895de,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:57.234139 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6fb704d-dfac-43ed-8581-7d9b6cb0aa6b req-b05cee20-a793-4a54-b28f-e17b7d978003 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 210 time: 0.1227219 Aug 17 03:00:57.242184 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-31e802af-94eb-45be-9036-dc4943ccedc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:57.255072 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-31e802af-94eb-45be-9036-dc4943ccedc2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:57.264739 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Set router 78ebd88a-454d-4b6a-8e08-04bd25bea796 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:00:57.275865 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7c065862-31e4-4732-963f-0a313ac67d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:57.331722 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-790aeb44-8a19-4045-b2c9-f0ae3e8e1913 x-openstack-request-id: req-790aeb44-8a19-4045-b2c9-f0ae3e8e1913 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:57.332351 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813c05cb-f081-416e-8382-5345f8134194", "name": "network-vif-plugged", "status": "completed", "tag": "fb5f6375-f4c3-40bc-b55f-2595b9b0abb0", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:57.355080 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-790aeb44-8a19-4045-b2c9-f0ae3e8e1913 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:57.355080 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813c05cb-f081-416e-8382-5345f8134194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb5f6375-f4c3-40bc-b55f-2595b9b0abb0', 'code': 200} Aug 17 03:00:57.373965 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:00:57.456051 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Made reservation on behalf of d7b6bb3a6e6540228ed66f3dc60991ea for: {'network': 2} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:00:57.471208 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:57.492805 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-31e802af-94eb-45be-9036-dc4943ccedc2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:57.493405 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31e802af-94eb-45be-9036-dc4943ccedc2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f516253e-8e02-4340-8b79-7a290844b2a2 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:00:57.501743 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-31e802af-94eb-45be-9036-dc4943ccedc2 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:57.508049 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-31e802af-94eb-45be-9036-dc4943ccedc2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/f516253e-8e02-4340-8b79-7a290844b2a2 HTTP/1.1" status: 204 len: 168 time: 2.6994598 Aug 17 03:00:57.508783 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49270) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:57.513514 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:57.606416 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:57.620555 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c28fb365-df66-4019-8412-117275ccbc34 admin admin] Deleting subnet 2791d1f7-ef22-4dd6-8b4b-09b037815ccc {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:00:57.637810 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c28fb365-df66-4019-8412-117275ccbc34 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:57.740231 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ebd88a-454d-4b6a-8e08-04bd25bea796', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-412688165-router', 'tenant_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '551dccc2-97fe-4bdc-bcb1-6a7a07c895de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:00:43Z', 'updated_at': '2021-08-17T03:00:52Z', 'revision_number': 4, 'project_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'gw_port': {'id': '551dccc2-97fe-4bdc-bcb1-6a7a07c895de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:eb:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ebd88a-454d-4b6a-8e08-04bd25bea796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:00:46Z', 'updated_at': '2021-08-17T03:00:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c', 'name': '', 'network_id': '8896c910-4f2b-4c35-b38d-e98d7e321dbd', 'tenant_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'mac_address': 'fa:16:3e:e6:82:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '78ebd88a-454d-4b6a-8e08-04bd25bea796', 'device_owner': 'network:router_interface', 'standard_attr_id': 1115, 'fixed_ips': [{'subnet_id': 'df339a55-4c8a-4aec-8d64-34b33508becd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:00:51Z', 'updated_at': '2021-08-17T03:00:53Z', 'revision_number': 2, 'project_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'subnets': [{'id': 'df339a55-4c8a-4aec-8d64-34b33508becd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:57.741884 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c28fb365-df66-4019-8412-117275ccbc34 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:57.755551 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:57.789034 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Checking router: 78ebd88a-454d-4b6a-8e08-04bd25bea796 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:00:57.789732 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Updating router 78ebd88a-454d-4b6a-8e08-04bd25bea796 port e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:00:57.829357 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:57.858927 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:57.970583 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 551dccc2-97fe-4bdc-bcb1-6a7a07c895de up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:00:57.982298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:58.038295 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c28fb365-df66-4019-8412-117275ccbc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:58.106202 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 551dccc2-97fe-4bdc-bcb1-6a7a07c895de triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:00:58.117430 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:58.134530 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:58.266913 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-660a87cb-9f18-48f0-8620-61cb7dfe900d req-e469da5e-693b-4c98-9439-1d946210e8d4 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:58.273057 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-660a87cb-9f18-48f0-8620-61cb7dfe900d req-e469da5e-693b-4c98-9439-1d946210e8d4 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 944 time: 0.1594458 Aug 17 03:00:58.282403 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:58.283333 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:58.353288 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c28fb365-df66-4019-8412-117275ccbc34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:58.414054 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ef9f2174-ad19-4bbf-96d0-cf6438bfe8e9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:58.443965 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca78534b-801e-454a-b1b4-c36e2f035b6d req-24748165-95bc-4af5-a123-69a9eb71d617 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 210 time: 0.0594294 Aug 17 03:00:58.462146 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1ad84025-bab2-4442-bb31-18ed20df4cfc no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:00:58.465453 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c28fb365-df66-4019-8412-117275ccbc34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:58.477478 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c28fb365-df66-4019-8412-117275ccbc34 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2791d1f7-ef22-4dd6-8b4b-09b037815ccc HTTP/1.1" status: 204 len: 168 time: 0.9680352 Aug 17 03:00:58.480221 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49288) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:00:58.482538 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28fb365-df66-4019-8412-117275ccbc34 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2791d1f7-ef22-4dd6-8b4b-09b037815ccc,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:58.495424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af839d81-0e73-409a-b066-63f6683780a4 req-26570660-4a64-42e4-85b7-384c47a27615 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:58.495424 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af839d81-0e73-409a-b066-63f6683780a4 req-26570660-4a64-42e4-85b7-384c47a27615 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.60 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 944 time: 0.4844708 Aug 17 03:00:58.505690 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d439ae4-f2dc-41d6-84b2-57c9f8cfd305 None None] Network 5952576f-4c5a-4eac-a4a9-784d8c4968c2 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:00:58.509498 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-660a87cb-9f18-48f0-8620-61cb7dfe900d req-7501a40f-3fe4-4688-9f58-4accd1fb1e65 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188251 Aug 17 03:00:58.592364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:00:58.626819 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-7c065862-31e4-4732-963f-0a313ac67d67 admin admin] Deleting port e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:58.627470 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7c065862-31e4-4732-963f-0a313ac67d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:58.649476 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:58.682314 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Transition to ACTIVE for port object e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:00:58.728265 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7c065862-31e4-4732-963f-0a313ac67d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:58.729819 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:58.749526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-7c065862-31e4-4732-963f-0a313ac67d67 admin admin] Calling delete_port for e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:58.760768 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:58.785179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 1ad84025-bab2-4442-bb31-18ed20df4cfc {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:00:58.785815 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1ad84025-bab2-4442-bb31-18ed20df4cfc not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:00:58.786376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5f8166a9-beb4-4615-b266-76fa8cd14d62 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:00:58.829886 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 5f8166a9-beb4-4615-b266-76fa8cd14d62 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:00:58.830390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5f8166a9-beb4-4615-b266-76fa8cd14d62 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:00:58.914742 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] Deleting port 0cdc2fb8-f835-42b7-ac34-4783cf8935de {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:58.915334 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:58.992131 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0aafc4-7372-4041-ada6-c3a37cd7726b None None] Pushing event updated for resources: {'Port': ['ID=e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:58.996386 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96204038-33ec-4164-b450-98ff54eca0e9 None None] DHCP port deletion for 5952576f-4c5a-4eac-a4a9-784d8c4968c2 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:00:59.047131 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:59.047520 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Added segment 7a218023-9a31-46a2-b5c7-18ad9a5c10a2 of type vlan for network c1b0ed43-c424-40c3-a046-e646c2f45d1e Aug 17 03:00:59.078370 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Attempting to bind port e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:00:59.078778 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Attempting to bind port e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '275ab575-1264-47f4-9445-da25991db0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8896c910-4f2b-4c35-b38d-e98d7e321dbd'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:00:59.079032 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Attempting to bind port e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c on network 8896c910-4f2b-4c35-b38d-e98d7e321dbd {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:00:59.091918 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:00:59.092218 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Checking segment: {'id': '275ab575-1264-47f4-9445-da25991db0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8896c910-4f2b-4c35-b38d-e98d7e321dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:00:59.095130 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:59.095623 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Bound using segment: {'id': '275ab575-1264-47f4-9445-da25991db0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8896c910-4f2b-4c35-b38d-e98d7e321dbd'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:00:59.096635 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Bound port: e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275ab575-1264-47f4-9445-da25991db0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8896c910-4f2b-4c35-b38d-e98d7e321dbd'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:00:59.099031 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:59.128138 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:59.130565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-96204038-33ec-4164-b450-98ff54eca0e9 None None] Deleting port 0cdc2fb8-f835-42b7-ac34-4783cf8935de {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:59.132884 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-96204038-33ec-4164-b450-98ff54eca0e9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:59.143541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-af839d81-0e73-409a-b066-63f6683780a4 req-1e22ba91-549a-49cf-b42d-6a04b1493e70 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Deleting port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:00:59.144100 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-af839d81-0e73-409a-b066-63f6683780a4 req-1e22ba91-549a-49cf-b42d-6a04b1493e70 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:59.203501 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] For port 0cdc2fb8-f835-42b7-ac34-4783cf8935de, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0cdc2fb8-f835-42b7-ac34-4783cf8935de,segment=NetworkSegment(bb0e1530-3cb3-4f35-89a4-952ef5bc3645),segment_id=bb0e1530-3cb3-4f35-89a4-952ef5bc3645)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:59.205939 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:59.236850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] Calling delete_port for 0cdc2fb8-f835-42b7-ac34-4783cf8935de owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:59.256322 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.db.api [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Retry wrapper got retriable exception: UPDATE statement on table 'ml2_port_bindings' expected to update 1 row(s); 0 were matched. {{(pid=101972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:00:59.258147 n-d-802060-9 neutron-server[101972]: DEBUG oslo_db.api [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:00:59.303111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-af839d81-0e73-409a-b066-63f6683780a4 req-1e22ba91-549a-49cf-b42d-6a04b1493e70 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] For port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0,segment=NetworkSegment(f63a171f-fafd-48a0-a98a-b68bcb9dbdce),segment_id=f63a171f-fafd-48a0-a98a-b68bcb9dbdce)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:59.303526 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-af839d81-0e73-409a-b066-63f6683780a4 req-1e22ba91-549a-49cf-b42d-6a04b1493e70 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:59.312919 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-96204038-33ec-4164-b450-98ff54eca0e9 None None] For port 0cdc2fb8-f835-42b7-ac34-4783cf8935de, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0cdc2fb8-f835-42b7-ac34-4783cf8935de,segment=NetworkSegment(bb0e1530-3cb3-4f35-89a4-952ef5bc3645),segment_id=bb0e1530-3cb3-4f35-89a4-952ef5bc3645)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:00:59.312919 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-96204038-33ec-4164-b450-98ff54eca0e9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:59.321076 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-af839d81-0e73-409a-b066-63f6683780a4 req-1e22ba91-549a-49cf-b42d-6a04b1493e70 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Calling delete_port for fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:59.337400 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813c05cb-f081-416e-8382-5345f8134194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb5f6375-f4c3-40bc-b55f-2595b9b0abb0'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:00:59.346894 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a61d546-954f-42f0-8790-d801d20671a3" -d '{"events": [{"server_uuid": "813c05cb-f081-416e-8382-5345f8134194", "name": "network-vif-unplugged", "status": "completed", "tag": "fb5f6375-f4c3-40bc-b55f-2595b9b0abb0"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:00:59.361674 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.db.resource_extend [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 03:00:59.403383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-96204038-33ec-4164-b450-98ff54eca0e9 None None] Calling delete_port for 0cdc2fb8-f835-42b7-ac34-4783cf8935de owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:00:59.409514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:00:59.431777 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:59.431777 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Added segment 1667443e-458f-40ae-9336-571b788549a8 of type vlan for network 6437e424-7b94-4102-a26c-cd57280884b1 Aug 17 03:00:59.432038 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0895b5d4-3d5c-4865-8493-9c43c3c47966 None None] Could not find standard attr ID for object e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:00:59.458558 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:00:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6619b7-4a24-43e0-8f69-cc0152514aee x-openstack-request-id: req-9d6619b7-4a24-43e0-8f69-cc0152514aee {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:00:59.458865 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813c05cb-f081-416e-8382-5345f8134194", "name": "network-vif-unplugged", "status": "completed", "tag": "fb5f6375-f4c3-40bc-b55f-2595b9b0abb0", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:00:59.459120 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d6619b7-4a24-43e0-8f69-cc0152514aee {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:00:59.461982 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813c05cb-f081-416e-8382-5345f8134194', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb5f6375-f4c3-40bc-b55f-2595b9b0abb0', 'code': 200} Aug 17 03:00:59.503756 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: from cryptography.utils import int_from_bytes Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: from cryptography.utils import int_from_bytes Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.600068 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.602496 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.602496 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.602496 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.602496 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.602496 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.602496 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.602496 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.602496 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.602496 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.602496 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.602496 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.602496 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.602496 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:00:59.602496 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:00:59.610281 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-96204038-33ec-4164-b450-98ff54eca0e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:59.618226 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] No DVR routers for this DVR port 0cdc2fb8-f835-42b7-ac34-4783cf8935de on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:00:59.625953 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] Pushing event deleted for resources: {'Port': ['ID=0cdc2fb8-f835-42b7-ac34-4783cf8935de,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:59.650168 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96204038-33ec-4164-b450-98ff54eca0e9 None None] No DVR routers for this DVR port 0cdc2fb8-f835-42b7-ac34-4783cf8935de on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:00:59.703348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96204038-33ec-4164-b450-98ff54eca0e9 None None] Pushing event deleted for resources: {'Port': ['ID=0cdc2fb8-f835-42b7-ac34-4783cf8935de,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:00:59.774021 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Attempting to bind port e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:00:59.775090 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Attempting to bind port e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '275ab575-1264-47f4-9445-da25991db0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8896c910-4f2b-4c35-b38d-e98d7e321dbd'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:00:59.776468 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Attempting to bind port e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c on network 8896c910-4f2b-4c35-b38d-e98d7e321dbd {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:00:59.785716 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-934266e9-a5ae-4403-82ba-e68af375f0c5 req-af3d42fa-8719-46b2-8375-ef09a2b147d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:59.787232 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-934266e9-a5ae-4403-82ba-e68af375f0c5 req-af3d42fa-8719-46b2-8375-ef09a2b147d9 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 944 time: 0.1265867 Aug 17 03:00:59.793173 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 0, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:00:59.793965 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Checking segment: {'id': '275ab575-1264-47f4-9445-da25991db0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8896c910-4f2b-4c35-b38d-e98d7e321dbd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:00:59.794630 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:59.795239 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Bound using segment: {'id': '275ab575-1264-47f4-9445-da25991db0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8896c910-4f2b-4c35-b38d-e98d7e321dbd'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:00:59.795964 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Bound port: e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '275ab575-1264-47f4-9445-da25991db0ee', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '8896c910-4f2b-4c35-b38d-e98d7e321dbd'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:00:59.796715 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:59.838823 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7c065862-31e4-4732-963f-0a313ac67d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:59.843093 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.plugin [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Port e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c has been deleted concurrently {{(pid=101972) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:660}} Aug 17 03:00:59.860038 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-d2d8a94e-e283-4376-912a-7d2734d649b7 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:00:59.861895 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-d2d8a94e-e283-4376-912a-7d2734d649b7 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.60 "GET /v2.0/networks?id=07cba672-4178-423d-95c1-3177e09d9c93 HTTP/1.1" status: 200 len: 821 time: 0.5072262 Aug 17 03:00:59.863844 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:00:59.876817 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Routers {'78ebd88a-454d-4b6a-8e08-04bd25bea796'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:00:59.880544 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['78ebd88a-454d-4b6a-8e08-04bd25bea796'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:00:59.933770 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0cdc2fb8-f835-42b7-ac34-4783cf8935de no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:00:59.964069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-d77c23bc-ccb6-41f0-9889-cd4248238ca8 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Request body: {'port': {'device_id': 'baa12200-b82f-47cd-8252-cec2ab2444c4', 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93', 'admin_state_up': True, 'tenant_id': '1cb1eb1f0c634ab4bee7089cd6e506c8'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:00:59.999501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 0cdc2fb8-f835-42b7-ac34-4783cf8935de {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:00.000035 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0cdc2fb8-f835-42b7-ac34-4783cf8935de not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:00.027906 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c065862-31e4-4732-963f-0a313ac67d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=e0f6fe85-3a24-4f7b-9c50-4b3eb5c1190c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:00.060833 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-593caaaa-0d19-4a81-af26-2a9c32a5f20c req-2c6f8248-634f-43d8-a073-0a97ddb26049 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 210 time: 0.1903415 Aug 17 03:01:00.184418 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] Set router 78ebd88a-454d-4b6a-8e08-04bd25bea796 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:01:00.238452 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:00.239016 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:00.248132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:00.253544 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:00.254250 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:00.397165 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event updated for resources: {'Network': ['ID=c1b0ed43-c424-40c3-a046-e646c2f45d1e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:00.416624 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network c1b0ed43-c424-40c3-a046-e646c2f45d1e details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:01:00.491527 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:00.525396 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5952576f-4c5a-4eac-a4a9-784d8c4968c2']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:00.538083 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-934266e9-a5ae-4403-82ba-e68af375f0c5 req-3cc828de-c2b5-44f5-8e1a-29a0698d29ce tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/security-groups?id=4854c026-0e2b-4b4d-8070-26f12b97cb54&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7359421 Aug 17 03:01:00.565571 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb0e1530-3cb3-4f35-89a4-952ef5bc3645') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:00.565571 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb0e1530-3cb3-4f35-89a4-952ef5bc3645') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:00.689587 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:00.691903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event updated for resources: {'Network': ['ID=6437e424-7b94-4102-a26c-cd57280884b1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:00.692527 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ebd88a-454d-4b6a-8e08-04bd25bea796', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-412688165-router', 'tenant_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '551dccc2-97fe-4bdc-bcb1-6a7a07c895de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:00:43Z', 'updated_at': '2021-08-17T03:00:58Z', 'revision_number': 5, 'project_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'gw_port': {'id': '551dccc2-97fe-4bdc-bcb1-6a7a07c895de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ebd88a-454d-4b6a-8e08-04bd25bea796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:00:46Z', 'updated_at': '2021-08-17T03:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:00.692970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 6437e424-7b94-4102-a26c-cd57280884b1 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:01:00.710489 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7c065862-31e4-4732-963f-0a313ac67d67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:00.722865 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c30af1dc-d9e4-4c55-b9b3-980acd43ce19 None None] The sync data for ids ['78ebd88a-454d-4b6a-8e08-04bd25bea796'] in n-d-802060-9 is: [{'id': '78ebd88a-454d-4b6a-8e08-04bd25bea796', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-412688165-router', 'tenant_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '551dccc2-97fe-4bdc-bcb1-6a7a07c895de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:00:43Z', 'updated_at': '2021-08-17T03:00:58Z', 'revision_number': 5, 'project_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'gw_port': {'id': '551dccc2-97fe-4bdc-bcb1-6a7a07c895de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ebd88a-454d-4b6a-8e08-04bd25bea796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:00:46Z', 'updated_at': '2021-08-17T03:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:01:00.857859 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:00.864209 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:00.867400 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] 10.222.0.10 "DELETE /v2.0/networks/5952576f-4c5a-4eac-a4a9-784d8c4968c2 HTTP/1.1" status: 204 len: 168 time: 2.3401086 Aug 17 03:01:00.867944 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8ef1ccc4-dcf5-4b5b-ae80-c36915a61680 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 4.2126768 Aug 17 03:01:00.868049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49324) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:00.902181 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00dcf2a1-d03a-4dfc-b3c8-782a10144d8c admin admin] Pushing event deleted for resources: {'Network': ['ID=5952576f-4c5a-4eac-a4a9-784d8c4968c2,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:01.052610 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-af839d81-0e73-409a-b066-63f6683780a4 req-1e22ba91-549a-49cf-b42d-6a04b1493e70 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:01.055017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-d77c23bc-ccb6-41f0-9889-cd4248238ca8 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Made reservation on behalf of 1cb1eb1f0c634ab4bee7089cd6e506c8 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:01.059324 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-d77c23bc-ccb6-41f0-9889-cd4248238ca8 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:01.133222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c065862-31e4-4732-963f-0a313ac67d67 admin admin] Router 78ebd88a-454d-4b6a-8e08-04bd25bea796 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:01:01.135606 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e22ba91-549a-49cf-b42d-6a04b1493e70 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Pushing event deleted for resources: {'Port': ['ID=fb5f6375-f4c3-40bc-b55f-2595b9b0abb0,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:01.289633 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a5a4b52e-962e-433a-8885-5a7519741d71 req-23387e5d-2c71-4dd1-b713-011ecca65799 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 210 time: 0.0644453 Aug 17 03:01:01.302899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33d72a4-70a7-4d23-842f-cfc437bf71b1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:01.310599 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33d72a4-70a7-4d23-842f-cfc437bf71b1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:01.319562 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33d72a4-70a7-4d23-842f-cfc437bf71b1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:01.334297 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33d72a4-70a7-4d23-842f-cfc437bf71b1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:01.334664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-af839d81-0e73-409a-b066-63f6683780a4 req-1e22ba91-549a-49cf-b42d-6a04b1493e70 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] No DVR routers for this DVR port fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:01.337636 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c33d72a4-70a7-4d23-842f-cfc437bf71b1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 0.4672363 Aug 17 03:01:01.340366 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49344) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:01.345564 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-af839d81-0e73-409a-b066-63f6683780a4 req-1e22ba91-549a-49cf-b42d-6a04b1493e70 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:01.347820 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af839d81-0e73-409a-b066-63f6683780a4 req-1e22ba91-549a-49cf-b42d-6a04b1493e70 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.60 "DELETE /v2.0/ports/fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 HTTP/1.1" status: 204 len: 173 time: 2.8423345 Aug 17 03:01:01.351933 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '813c05cb-f081-416e-8382-5345f8134194', 'name': 'network-vif-deleted', 'tag': 'fb5f6375-f4c3-40bc-b55f-2595b9b0abb0'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:01.354733 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0203b30b-37fd-46bc-a563-7636653c1b3d" -d '{"events": [{"server_uuid": "813c05cb-f081-416e-8382-5345f8134194", "name": "network-vif-deleted", "tag": "fb5f6375-f4c3-40bc-b55f-2595b9b0abb0"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:01.404145 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:01.461509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:01.462042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device fb5f6375-f4c3-40bc-b55f-2595b9b0abb0 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:01.509088 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a826300-f222-424a-b15b-b9884235c4cd tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:01.560059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-d77c23bc-ccb6-41f0-9889-cd4248238ca8 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Allocated IP 172.20.0.3 (07cba672-4178-423d-95c1-3177e09d9c93/a435cf10-a71c-4d7f-a316-eee2f7d6e814/2d8eb619-edad-4bdb-8b36-929c5c4d8569) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:01:01.562895 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49350) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:01.642799 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-caba15bf-c1db-42b6-84a2-e51bed94f19a x-openstack-request-id: req-caba15bf-c1db-42b6-84a2-e51bed94f19a {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:01.643110 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "813c05cb-f081-416e-8382-5345f8134194", "name": "network-vif-deleted", "tag": "fb5f6375-f4c3-40bc-b55f-2595b9b0abb0", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:01.643347 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-caba15bf-c1db-42b6-84a2-e51bed94f19a {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:01.643908 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '813c05cb-f081-416e-8382-5345f8134194', 'name': 'network-vif-deleted', 'tag': 'fb5f6375-f4c3-40bc-b55f-2595b9b0abb0', 'status': 'completed', 'code': 200} Aug 17 03:01:01.755730 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a826300-f222-424a-b15b-b9884235c4cd tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:01.790467 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-96e3d9cd-3aff-4106-bde2-a59b0ac714af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36f6ee8657fd4023aa99888c5665973d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2259243 Aug 17 03:01:01.792296 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1a826300-f222-424a-b15b-b9884235c4cd tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1b0ed43-c424-40c3-a046-e646c2f45d1e']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:01.798955 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49356) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:01.828328 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1a826300-f222-424a-b15b-b9884235c4cd tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7a218023-9a31-46a2-b5c7-18ad9a5c10a2') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:01.828633 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1a826300-f222-424a-b15b-b9884235c4cd tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7a218023-9a31-46a2-b5c7-18ad9a5c10a2') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:01.834398 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1aa3b43c-f813-4e6f-9ab2-835794727f05 req-a6068227-e8e3-4864-adbc-901e693aea28 tempest-ImagesTestJSON-494031328 tempest-ImagesTestJSON-494031328-project] 10.222.0.10 "GET /v2.0/ports?device_id=813c05cb-f081-416e-8382-5345f8134194 HTTP/1.1" status: 200 len: 210 time: 0.0717735 Aug 17 03:01:01.862153 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a826300-f222-424a-b15b-b9884235c4cd tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:01.896139 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c065862-31e4-4732-963f-0a313ac67d67 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:01:01.905746 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7c065862-31e4-4732-963f-0a313ac67d67 admin admin] 10.222.0.10 "PUT /v2.0/routers/78ebd88a-454d-4b6a-8e08-04bd25bea796/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4046447 Aug 17 03:01:01.906682 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49358) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:01.911736 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a826300-f222-424a-b15b-b9884235c4cd tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:01.923603 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1a826300-f222-424a-b15b-b9884235c4cd tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:01.924018 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a826300-f222-424a-b15b-b9884235c4cd tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:01.928541 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:01.990269 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-905ef3b9-ebaf-4f5e-a7e0-bc1bd5e8a3fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.036032 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-905ef3b9-ebaf-4f5e-a7e0-bc1bd5e8a3fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.051633 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b701bd7e-6566-4c75-9caf-7d0f77405833 None None] Sync routers for ids ['78ebd88a-454d-4b6a-8e08-04bd25bea796'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:01:02.056676 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41aac7fa-0c36-47b8-9133-adf81d99cfff admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.066028 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b701bd7e-6566-4c75-9caf-7d0f77405833 None None] Routers {'78ebd88a-454d-4b6a-8e08-04bd25bea796'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:01:02.066887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b701bd7e-6566-4c75-9caf-7d0f77405833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['78ebd88a-454d-4b6a-8e08-04bd25bea796'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:02.117674 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-d77c23bc-ccb6-41f0-9889-cd4248238ca8 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.149667 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a826300-f222-424a-b15b-b9884235c4cd tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.162422 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a826300-f222-424a-b15b-b9884235c4cd tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.166622 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1a826300-f222-424a-b15b-b9884235c4cd tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "DELETE /v2.0/networks/c1b0ed43-c424-40c3-a046-e646c2f45d1e HTTP/1.1" status: 204 len: 168 time: 0.8055747 Aug 17 03:01:02.168028 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49360) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:02.207044 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a826300-f222-424a-b15b-b9884235c4cd tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event deleted for resources: {'Network': ['ID=c1b0ed43-c424-40c3-a046-e646c2f45d1e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:02.281630 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41aac7fa-0c36-47b8-9133-adf81d99cfff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.283730 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-905ef3b9-ebaf-4f5e-a7e0-bc1bd5e8a3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.287714 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-905ef3b9-ebaf-4f5e-a7e0-bc1bd5e8a3fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.289343 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-905ef3b9-ebaf-4f5e-a7e0-bc1bd5e8a3fa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f648697-f5d5-4a23-b64d-7ea4db45ccdf HTTP/1.1" status: 204 len: 168 time: 0.4898210 Aug 17 03:01:02.303508 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-b701bd7e-6566-4c75-9caf-7d0f77405833 None None] Set router 78ebd88a-454d-4b6a-8e08-04bd25bea796 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:01:02.344607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905ef3b9-ebaf-4f5e-a7e0-bc1bd5e8a3fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f648697-f5d5-4a23-b64d-7ea4db45ccdf,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:02.372959 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47efa3f6-4bc3-49cb-a5cd-03c092569e2b tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.401280 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-d77c23bc-ccb6-41f0-9889-cd4248238ca8 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.527343 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47efa3f6-4bc3-49cb-a5cd-03c092569e2b tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.547990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-47efa3f6-4bc3-49cb-a5cd-03c092569e2b tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6437e424-7b94-4102-a26c-cd57280884b1']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:02.557537 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77c23bc-ccb6-41f0-9889-cd4248238ca8 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Pushing event updated for resources: {'Port': ['ID=2d8eb619-edad-4bdb-8b36-929c5c4d8569,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:02.579313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-47efa3f6-4bc3-49cb-a5cd-03c092569e2b tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1667443e-458f-40ae-9336-571b788549a8') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:02.579881 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-47efa3f6-4bc3-49cb-a5cd-03c092569e2b tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1667443e-458f-40ae-9336-571b788549a8') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:02.595216 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47efa3f6-4bc3-49cb-a5cd-03c092569e2b tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.625036 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47efa3f6-4bc3-49cb-a5cd-03c092569e2b tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.634767 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47efa3f6-4bc3-49cb-a5cd-03c092569e2b tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:02.635460 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47efa3f6-4bc3-49cb-a5cd-03c092569e2b tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:02.640412 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:02.682665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-d77c23bc-ccb6-41f0-9889-cd4248238ca8 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Network 07cba672-4178-423d-95c1-3177e09d9c93 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:02.714692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-d77c23bc-ccb6-41f0-9889-cd4248238ca8 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:02.723024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-d77c23bc-ccb6-41f0-9889-cd4248238ca8 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:02.775252 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b701bd7e-6566-4c75-9caf-7d0f77405833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ebd88a-454d-4b6a-8e08-04bd25bea796', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-412688165-router', 'tenant_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.53'}], 'enable_snat': True}, 'gw_port_id': '551dccc2-97fe-4bdc-bcb1-6a7a07c895de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:00:43Z', 'updated_at': '2021-08-17T03:00:58Z', 'revision_number': 5, 'project_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'gw_port': {'id': '551dccc2-97fe-4bdc-bcb1-6a7a07c895de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:46:eb:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '78ebd88a-454d-4b6a-8e08-04bd25bea796', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1105, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.53', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:00:46Z', 'updated_at': '2021-08-17T03:00:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:02.782171 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-d77c23bc-ccb6-41f0-9889-cd4248238ca8 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:02.782832 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-d77c23bc-ccb6-41f0-9889-cd4248238ca8 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.836547 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b701bd7e-6566-4c75-9caf-7d0f77405833 None None] Checking router: 78ebd88a-454d-4b6a-8e08-04bd25bea796 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:01:02.838968 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c6adcf-3ac7-477a-907d-0aee3a828f4b req-d377c244-d7f9-42e9-855a-b4be73f44105 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:02.847122 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38c6adcf-3ac7-477a-907d-0aee3a828f4b req-d377c244-d7f9-42e9-855a-b4be73f44105 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 931 time: 0.3031876 Aug 17 03:01:02.855606 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b701bd7e-6566-4c75-9caf-7d0f77405833 None None] Routers {'78ebd88a-454d-4b6a-8e08-04bd25bea796'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:01:02.856429 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b701bd7e-6566-4c75-9caf-7d0f77405833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:00:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['78ebd88a-454d-4b6a-8e08-04bd25bea796'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:02.886083 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47efa3f6-4bc3-49cb-a5cd-03c092569e2b tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.895351 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47efa3f6-4bc3-49cb-a5cd-03c092569e2b tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.903117 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-47efa3f6-4bc3-49cb-a5cd-03c092569e2b tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "DELETE /v2.0/networks/6437e424-7b94-4102-a26c-cd57280884b1 HTTP/1.1" status: 204 len: 168 time: 0.7285337 Aug 17 03:01:02.908075 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49384) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:02.950253 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-d77c23bc-ccb6-41f0-9889-cd4248238ca8 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0645714 Aug 17 03:01:02.976600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Request body: {'port': {'device_id': 'baa12200-b82f-47cd-8252-cec2ab2444c4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:02.987960 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:02.996984 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38c6adcf-3ac7-477a-907d-0aee3a828f4b req-ceeeeef3-b70f-49e1-a633-2b9ac867a2a4 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1251285 Aug 17 03:01:03.000399 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47efa3f6-4bc3-49cb-a5cd-03c092569e2b tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event deleted for resources: {'Network': ['ID=6437e424-7b94-4102-a26c-cd57280884b1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:03.007637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-41aac7fa-0c36-47b8-9133-adf81d99cfff admin admin] Deleting port 551dccc2-97fe-4bdc-bcb1-6a7a07c895de {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:03.007987 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41aac7fa-0c36-47b8-9133-adf81d99cfff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:03.078828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-b701bd7e-6566-4c75-9caf-7d0f77405833 None None] Set router 78ebd88a-454d-4b6a-8e08-04bd25bea796 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:01:03.107995 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-41aac7fa-0c36-47b8-9133-adf81d99cfff admin admin] For port 551dccc2-97fe-4bdc-bcb1-6a7a07c895de, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=551dccc2-97fe-4bdc-bcb1-6a7a07c895de,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:03.108377 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41aac7fa-0c36-47b8-9133-adf81d99cfff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:03.124805 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-41aac7fa-0c36-47b8-9133-adf81d99cfff admin admin] Calling delete_port for 551dccc2-97fe-4bdc-bcb1-6a7a07c895de owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:03.251532 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b701bd7e-6566-4c75-9caf-7d0f77405833 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '78ebd88a-454d-4b6a-8e08-04bd25bea796', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-412688165-router', 'tenant_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:00:43Z', 'updated_at': '2021-08-17T03:01:02Z', 'revision_number': 6, 'project_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:03.285225 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc184581-264c-4dfa-8cae-9f4ac128d79e tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:03.293226 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc184581-264c-4dfa-8cae-9f4ac128d79e tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:03.297008 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dc184581-264c-4dfa-8cae-9f4ac128d79e tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.3858013 Aug 17 03:01:03.314053 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49402) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:03.325239 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7e749725-567f-4215-98cf-99e43a7eeba1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-964396624'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:03.328684 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b701bd7e-6566-4c75-9caf-7d0f77405833 None None] The sync data for ids ['78ebd88a-454d-4b6a-8e08-04bd25bea796'] in n-d-802060-9 is: [{'id': '78ebd88a-454d-4b6a-8e08-04bd25bea796', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-412688165-router', 'tenant_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:00:43Z', 'updated_at': '2021-08-17T03:01:02Z', 'revision_number': 6, 'project_id': '21be967662d24ccf8aa9b8a2cdab0a9d', 'gw_port_host': None}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:01:03.431755 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:03.475229 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e749725-567f-4215-98cf-99e43a7eeba1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Made reservation on behalf of d7b6bb3a6e6540228ed66f3dc60991ea for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:03.480581 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7e749725-567f-4215-98cf-99e43a7eeba1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:03.486194 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:03.619619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e749725-567f-4215-98cf-99e43a7eeba1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:01:03.621883 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41aac7fa-0c36-47b8-9133-adf81d99cfff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:03.641808 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7e749725-567f-4215-98cf-99e43a7eeba1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:03.648381 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-7e749725-567f-4215-98cf-99e43a7eeba1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Added segment 1df74f4d-f225-41f5-b71f-681347e2e1d6 of type vlan for network 5436211f-5fa6-4866-8fc6-6b7afc155981 Aug 17 03:01:03.770026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49440) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:03.802607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41aac7fa-0c36-47b8-9133-adf81d99cfff admin admin] Pushing event deleted for resources: {'Port': ['ID=551dccc2-97fe-4bdc-bcb1-6a7a07c895de,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:03.868518 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7e749725-567f-4215-98cf-99e43a7eeba1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:03.918440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b76188d-c3c8-43e6-9c7a-53067ef0bbb7 admin admin] Deleting subnet dc7aeeda-153f-4ac5-8939-dd5068984085 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:01:03.925099 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b76188d-c3c8-43e6-9c7a-53067ef0bbb7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:03.969591 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b76188d-c3c8-43e6-9c7a-53067ef0bbb7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:04.040254 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b76188d-c3c8-43e6-9c7a-53067ef0bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:04.089780 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41aac7fa-0c36-47b8-9133-adf81d99cfff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:04.108696 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7e749725-567f-4215-98cf-99e43a7eeba1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:04.117583 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 551dccc2-97fe-4bdc-bcb1-6a7a07c895de no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:04.121363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e749725-567f-4215-98cf-99e43a7eeba1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:04.123600 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7e749725-567f-4215-98cf-99e43a7eeba1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:04.181094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 551dccc2-97fe-4bdc-bcb1-6a7a07c895de {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:04.181321 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 551dccc2-97fe-4bdc-bcb1-6a7a07c895de not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:04.260234 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49452) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:04.315256 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7e749725-567f-4215-98cf-99e43a7eeba1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.9952018 Aug 17 03:01:04.320599 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e749725-567f-4215-98cf-99e43a7eeba1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event updated for resources: {'Network': ['ID=5436211f-5fa6-4866-8fc6-6b7afc155981,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:04.322717 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49456) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:04.334560 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 5436211f-5fa6-4866-8fc6-6b7afc155981 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:01:04.363693 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b3add8df-b8cc-4cf1-9fb4-b43a7dbbd0c2 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1700001945'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:04.446258 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b76188d-c3c8-43e6-9c7a-53067ef0bbb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:04.516420 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3add8df-b8cc-4cf1-9fb4-b43a7dbbd0c2 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Made reservation on behalf of d7b6bb3a6e6540228ed66f3dc60991ea for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:04.536664 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3add8df-b8cc-4cf1-9fb4-b43a7dbbd0c2 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:04.545987 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b76188d-c3c8-43e6-9c7a-53067ef0bbb7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc7aeeda-153f-4ac5-8939-dd5068984085,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:04.574183 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-42e7d79e-db55-4b2a-94f2-eb3cd98b8e18 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1303044086-network', 'tenant_id': '4debc28cb6324b6c92faede66e1e1129'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:04.578915 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b76188d-c3c8-43e6-9c7a-53067ef0bbb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:04.583606 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1b76188d-c3c8-43e6-9c7a-53067ef0bbb7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dc7aeeda-153f-4ac5-8939-dd5068984085 HTTP/1.1" status: 204 len: 168 time: 0.8037741 Aug 17 03:01:04.585605 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49460) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:04.650490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3add8df-b8cc-4cf1-9fb4-b43a7dbbd0c2 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:01:04.683558 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3add8df-b8cc-4cf1-9fb4-b43a7dbbd0c2 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:04.683922 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-b3add8df-b8cc-4cf1-9fb4-b43a7dbbd0c2 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Added segment 577250ae-e87c-4e2e-9df0-86f6910c957e of type vlan for network 3884426f-1174-4e20-92ce-bd68991cd9e3 Aug 17 03:01:04.699946 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5925c1c8-027b-4feb-8aef-07628a3c9b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:04.743518 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42e7d79e-db55-4b2a-94f2-eb3cd98b8e18 admin admin] Made reservation on behalf of 4debc28cb6324b6c92faede66e1e1129 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:04.758046 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-42e7d79e-db55-4b2a-94f2-eb3cd98b8e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:04.765163 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3add8df-b8cc-4cf1-9fb4-b43a7dbbd0c2 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:04.813358 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-42e7d79e-db55-4b2a-94f2-eb3cd98b8e18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:04.930702 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3add8df-b8cc-4cf1-9fb4-b43a7dbbd0c2 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:04.938962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3add8df-b8cc-4cf1-9fb4-b43a7dbbd0c2 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:04.939871 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3add8df-b8cc-4cf1-9fb4-b43a7dbbd0c2 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.025985 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41aac7fa-0c36-47b8-9133-adf81d99cfff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.031288 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41aac7fa-0c36-47b8-9133-adf81d99cfff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.060988 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5925c1c8-027b-4feb-8aef-07628a3c9b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.111975 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-5925c1c8-027b-4feb-8aef-07628a3c9b21 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0e1662b-3237-45e1-8f42-62a3ce636ecb']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:05.181147 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-5925c1c8-027b-4feb-8aef-07628a3c9b21 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:05.181147 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-5925c1c8-027b-4feb-8aef-07628a3c9b21 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f63a171f-fafd-48a0-a98a-b68bcb9dbdce') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:05.188147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d8eb619-edad-4bdb-8b36-929c5c4d8569 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:01:05.225830 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e5261-a44c-4bde-83c3-4742748f0b9f req-6d60ba74-45c5-424b-94df-627d1b5aeac4 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:05.229063 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-42e7d79e-db55-4b2a-94f2-eb3cd98b8e18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.233349 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5925c1c8-027b-4feb-8aef-07628a3c9b21 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.240633 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c94e5261-a44c-4bde-83c3-4742748f0b9f req-6d60ba74-45c5-424b-94df-627d1b5aeac4 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 931 time: 0.4574554 Aug 17 03:01:05.244589 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.249738 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3add8df-b8cc-4cf1-9fb4-b43a7dbbd0c2 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event updated for resources: {'Network': ['ID=3884426f-1174-4e20-92ce-bd68991cd9e3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:05.263839 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 3884426f-1174-4e20-92ce-bd68991cd9e3 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:01:05.271158 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5925c1c8-027b-4feb-8aef-07628a3c9b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.289448 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5925c1c8-027b-4feb-8aef-07628a3c9b21 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:05.290335 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5925c1c8-027b-4feb-8aef-07628a3c9b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:05.293704 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:05.301774 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41aac7fa-0c36-47b8-9133-adf81d99cfff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.302513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41aac7fa-0c36-47b8-9133-adf81d99cfff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 78ebd88a-454d-4b6a-8e08-04bd25bea796 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:01:05.304684 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Transition to ACTIVE for port object 2d8eb619-edad-4bdb-8b36-929c5c4d8569 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:05.319048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c94e5261-a44c-4bde-83c3-4742748f0b9f req-b173c9b8-87b1-4c58-bbd7-9831b36429e6 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727594 Aug 17 03:01:05.322781 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41aac7fa-0c36-47b8-9133-adf81d99cfff admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.325982 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-41aac7fa-0c36-47b8-9133-adf81d99cfff admin admin] 10.222.0.10 "DELETE /v2.0/routers/78ebd88a-454d-4b6a-8e08-04bd25bea796 HTTP/1.1" status: 204 len: 168 time: 3.4151530 Aug 17 03:01:05.329094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49474) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:05.393321 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-42e7d79e-db55-4b2a-94f2-eb3cd98b8e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.411291 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.417903 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-42e7d79e-db55-4b2a-94f2-eb3cd98b8e18 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:01:05.458042 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-42e7d79e-db55-4b2a-94f2-eb3cd98b8e18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.458542 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-42e7d79e-db55-4b2a-94f2-eb3cd98b8e18 admin admin] Added segment 8abd1776-36ce-43f0-9a85-106762d3bbb3 of type vlan for network 663b8ef7-9d3d-4d43-b48b-9dae1ee59c47 Aug 17 03:01:05.465240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee10e2a4-f5e7-4a1b-b6b3-355cd13c7f27 admin admin] Deleting subnet df339a55-4c8a-4aec-8d64-34b33508becd {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:01:05.477133 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee10e2a4-f5e7-4a1b-b6b3-355cd13c7f27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.541824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8eb619-edad-4bdb-8b36-929c5c4d8569,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:05.567028 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-42e7d79e-db55-4b2a-94f2-eb3cd98b8e18 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.611410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49476) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:05.612407 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b3add8df-b8cc-4cf1-9fb4-b43a7dbbd0c2 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.2837708 Aug 17 03:01:05.613404 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5925c1c8-027b-4feb-8aef-07628a3c9b21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.624979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Request body: {'ports': [{'network_id': '5436211f-5fa6-4866-8fc6-6b7afc155981', 'name': 'tempest-port--490862874', 'admin_state_up': True}, {'network_id': '3884426f-1174-4e20-92ce-bd68991cd9e3', 'admin_state_up': False}]} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:05.624979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Request body: {'port': {'network_id': '5436211f-5fa6-4866-8fc6-6b7afc155981', 'name': 'tempest-port--490862874', 'admin_state_up': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:05.624979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Request body: {'port': {'network_id': '3884426f-1174-4e20-92ce-bd68991cd9e3', 'admin_state_up': False}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:05.630677 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee10e2a4-f5e7-4a1b-b6b3-355cd13c7f27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.641563 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5925c1c8-027b-4feb-8aef-07628a3c9b21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.643850 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5925c1c8-027b-4feb-8aef-07628a3c9b21 admin admin] 10.222.0.10 "DELETE /v2.0/networks/b0e1662b-3237-45e1-8f42-62a3ce636ecb HTTP/1.1" status: 204 len: 168 time: 1.0572910 Aug 17 03:01:05.662451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5925c1c8-027b-4feb-8aef-07628a3c9b21 admin admin] Pushing event deleted for resources: {'Network': ['ID=b0e1662b-3237-45e1-8f42-62a3ce636ecb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:05.675255 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-42e7d79e-db55-4b2a-94f2-eb3cd98b8e18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.676331 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42e7d79e-db55-4b2a-94f2-eb3cd98b8e18 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:05.676975 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-42e7d79e-db55-4b2a-94f2-eb3cd98b8e18 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.707909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7d79e-db55-4b2a-94f2-eb3cd98b8e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60e78130-f32a-420c-a0ba-da814bfbfed1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:05.802370 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e7d79e-db55-4b2a-94f2-eb3cd98b8e18 admin admin] Pushing event updated for resources: {'Network': ['ID=663b8ef7-9d3d-4d43-b48b-9dae1ee59c47,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:05.813541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 663b8ef7-9d3d-4d43-b48b-9dae1ee59c47 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:01:05.863712 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-42e7d79e-db55-4b2a-94f2-eb3cd98b8e18 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.6003830 Aug 17 03:01:05.866530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49490) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:05.871513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Attempting to bind port 2d8eb619-edad-4bdb-8b36-929c5c4d8569 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:01:05.871862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Attempting to bind port 2d8eb619-edad-4bdb-8b36-929c5c4d8569 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '25c972ce-7b22-42c8-8e08-a5b578a40bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:01:05.872194 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Attempting to bind port 2d8eb619-edad-4bdb-8b36-929c5c4d8569 on network 07cba672-4178-423d-95c1-3177e09d9c93 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:05.876159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-59aa251d-5d66-4f42-bfdc-d803c0be7b7b admin admin] Request body: {'subnet': {'network_id': '663b8ef7-9d3d-4d43-b48b-9dae1ee59c47', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1303044086-subnet', 'tenant_id': '4debc28cb6324b6c92faede66e1e1129', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:05.912885 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Port 2d8eb619-edad-4bdb-8b36-929c5c4d8569 on network 07cba672-4178-423d-95c1-3177e09d9c93 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:01:05.913464 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Attempting to bind port 2d8eb619-edad-4bdb-8b36-929c5c4d8569 on network 07cba672-4178-423d-95c1-3177e09d9c93 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:05.981459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:01:05.981849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Checking segment: {'id': '25c972ce-7b22-42c8-8e08-a5b578a40bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:05.982259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Bound using segment: {'id': '25c972ce-7b22-42c8-8e08-a5b578a40bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:01:05.982723 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Bound port: 2d8eb619-edad-4bdb-8b36-929c5c4d8569, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c972ce-7b22-42c8-8e08-a5b578a40bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:01:05.983091 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:05.990099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59aa251d-5d66-4f42-bfdc-d803c0be7b7b admin admin] Made reservation on behalf of 4debc28cb6324b6c92faede66e1e1129 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:05.995400 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59aa251d-5d66-4f42-bfdc-d803c0be7b7b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:06.006152 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee10e2a4-f5e7-4a1b-b6b3-355cd13c7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:06.070115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49494) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:06.140600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] For port 2d8eb619-edad-4bdb-8b36-929c5c4d8569, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:01:06.143990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] For port 2d8eb619-edad-4bdb-8b36-929c5c4d8569, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2d8eb619-edad-4bdb-8b36-929c5c4d8569,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:01:06.175201 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c2fc0fd1-d53b-4462-aad4-4bdaac4d1e2c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a950a1f07f90492d842c34338bc90e17&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1013746 Aug 17 03:01:06.175414 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49496) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:06.201869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Made reservation on behalf of d7b6bb3a6e6540228ed66f3dc60991ea for: {'port': 2} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:06.207072 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:06.211709 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:06.230959 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee10e2a4-f5e7-4a1b-b6b3-355cd13c7f27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:06.242981 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3193a574-e5cb-4002-9917-d1f36566542a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:06.268923 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3193a574-e5cb-4002-9917-d1f36566542a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:06.287241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee10e2a4-f5e7-4a1b-b6b3-355cd13c7f27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df339a55-4c8a-4aec-8d64-34b33508becd,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:06.300305 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:06.307556 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:06.308181 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:06.309623 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] 10.222.0.60 "PUT /v2.0/ports/2d8eb619-edad-4bdb-8b36-929c5c4d8569 HTTP/1.1" status: 200 len: 1091 time: 3.3447478 Aug 17 03:01:06.316533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'baa12200-b82f-47cd-8252-cec2ab2444c4', 'tag': '2d8eb619-edad-4bdb-8b36-929c5c4d8569'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:06.316708 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4760400-3872-4223-90ce-4a043a578da4 None None] Network 8896c910-4f2b-4c35-b38d-e98d7e321dbd requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:06.318922 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96cc76a8-6f56-4b58-9ace-8bb2843e419e" -d '{"events": [{"name": "network-changed", "server_uuid": "baa12200-b82f-47cd-8252-cec2ab2444c4", "tag": "2d8eb619-edad-4bdb-8b36-929c5c4d8569"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:06.324242 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee10e2a4-f5e7-4a1b-b6b3-355cd13c7f27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:06.327473 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ee10e2a4-f5e7-4a1b-b6b3-355cd13c7f27 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/df339a55-4c8a-4aec-8d64-34b33508becd HTTP/1.1" status: 204 len: 168 time: 0.9973695 Aug 17 03:01:06.333810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49502) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:06.405493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-971a5ab2-e8d4-4e9a-b1cb-d50d0cfbabe3 service neutron] Pushing event updated for resources: {'Port': ['ID=2d8eb619-edad-4bdb-8b36-929c5c4d8569,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:06.436239 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07e7f4f6-79aa-414d-b1a3-89b63630ca79 x-openstack-request-id: req-07e7f4f6-79aa-414d-b1a3-89b63630ca79 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:06.437163 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "baa12200-b82f-47cd-8252-cec2ab2444c4", "tag": "2d8eb619-edad-4bdb-8b36-929c5c4d8569", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:06.437453 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07e7f4f6-79aa-414d-b1a3-89b63630ca79 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:06.437912 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'baa12200-b82f-47cd-8252-cec2ab2444c4', 'tag': '2d8eb619-edad-4bdb-8b36-929c5c4d8569', 'status': 'completed', 'code': 200} Aug 17 03:01:06.472236 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] device_id is not set on port 7d22b4ce-bc44-419a-bdb5-54cafdd40be6 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:01:06.491005 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3193a574-e5cb-4002-9917-d1f36566542a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:06.493688 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3193a574-e5cb-4002-9917-d1f36566542a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:06.495109 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3193a574-e5cb-4002-9917-d1f36566542a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4854c026-0e2b-4b4d-8070-26f12b97cb54 HTTP/1.1" status: 204 len: 168 time: 0.3185465 Aug 17 03:01:06.522600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-72594946-cd99-4066-8b39-16e483c561fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:06.524439 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-72594946-cd99-4066-8b39-16e483c561fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cb1eb1f0c634ab4bee7089cd6e506c8&device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 1094 time: 0.0673759 Aug 17 03:01:06.570202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3193a574-e5cb-4002-9917-d1f36566542a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4854c026-0e2b-4b4d-8070-26f12b97cb54,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:06.592539 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-c4fff1d7-fc62-4d03-b18f-abc0e2d9b105 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d8eb619-edad-4bdb-8b36-929c5c4d8569 HTTP/1.1" status: 200 len: 217 time: 0.0555630 Aug 17 03:01:06.622135 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0675640b-ef8b-4012-9adf-1053fa189514 None None] DHCP port deletion for 8896c910-4f2b-4c35-b38d-e98d7e321dbd request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:01:06.648404 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:06.720290 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-0675640b-ef8b-4012-9adf-1053fa189514 None None] Deleting port 4f3b343c-5838-410a-b4a7-1c2903493a2f {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:06.722253 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0675640b-ef8b-4012-9adf-1053fa189514 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:06.728853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-292e1128-962a-4519-bc8e-2430d112db78 req-724af22f-39fa-4f7e-ac99-d844c5c92016 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:06.737853 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-292e1128-962a-4519-bc8e-2430d112db78 req-724af22f-39fa-4f7e-ac99-d844c5c92016 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 943 time: 0.2523575 Aug 17 03:01:06.760570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-21c5e592-d3b1-4083-a367-b84cffa4dc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:06.766764 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-21c5e592-d3b1-4083-a367-b84cffa4dc34 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a435cf10-a71c-4d7f-a316-eee2f7d6e814 HTTP/1.1" status: 200 len: 861 time: 0.1295660 Aug 17 03:01:06.831519 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-292e1128-962a-4519-bc8e-2430d112db78 req-7dc1a90f-d1ee-45c1-ba5b-88087c52031d tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925148 Aug 17 03:01:06.861550 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-fc28f125-64ef-4021-b44e-822ab66b6a43 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07cba672-4178-423d-95c1-3177e09d9c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0806787 Aug 17 03:01:06.875573 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] Deleting port 4f3b343c-5838-410a-b4a7-1c2903493a2f {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:06.875773 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:06.879244 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-0675640b-ef8b-4012-9adf-1053fa189514 None None] For port 4f3b343c-5838-410a-b4a7-1c2903493a2f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4f3b343c-5838-410a-b4a7-1c2903493a2f,segment=NetworkSegment(275ab575-1264-47f4-9445-da25991db0ee),segment_id=275ab575-1264-47f4-9445-da25991db0ee)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:06.879660 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0675640b-ef8b-4012-9adf-1053fa189514 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:06.902287 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:06.918546 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-0675640b-ef8b-4012-9adf-1053fa189514 None None] Calling delete_port for 4f3b343c-5838-410a-b4a7-1c2903493a2f owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:06.918729 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59aa251d-5d66-4f42-bfdc-d803c0be7b7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:07.088216 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] For port 4f3b343c-5838-410a-b4a7-1c2903493a2f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4f3b343c-5838-410a-b4a7-1c2903493a2f,segment=NetworkSegment(275ab575-1264-47f4-9445-da25991db0ee),segment_id=275ab575-1264-47f4-9445-da25991db0ee)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:07.103299 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:07.139827 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59aa251d-5d66-4f42-bfdc-d803c0be7b7b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a3a8acaf-24bc-4ddc-9d47-6397eb87eed3,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:07.140411 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] device_id is not set on port ab8e0346-982c-4582-ad7b-149e8296bb83 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:01:07.150074 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59aa251d-5d66-4f42-bfdc-d803c0be7b7b admin admin] Checking segment: {'id': '8abd1776-36ce-43f0-9a85-106762d3bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '663b8ef7-9d3d-4d43-b48b-9dae1ee59c47'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:07.150446 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aa251d-5d66-4f42-bfdc-d803c0be7b7b admin admin] Network hostable DHCP agents. Network: 663b8ef7-9d3d-4d43-b48b-9dae1ee59c47, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:01:07.155138 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0675640b-ef8b-4012-9adf-1053fa189514 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:07.170166 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] Calling delete_port for 4f3b343c-5838-410a-b4a7-1c2903493a2f owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:07.223088 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0675640b-ef8b-4012-9adf-1053fa189514 None None] Pushing event deleted for resources: {'Port': ['ID=4f3b343c-5838-410a-b4a7-1c2903493a2f,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:07.224471 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-163e5fcc-2d06-4aa1-ac14-f23f7b98b872 service neutron] 10.222.0.60 "GET /v2.0/networks/07cba672-4178-423d-95c1-3177e09d9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476987 Aug 17 03:01:07.239486 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0675640b-ef8b-4012-9adf-1053fa189514 None None] No DVR routers for this DVR port 4f3b343c-5838-410a-b4a7-1c2903493a2f on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:07.282329 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59aa251d-5d66-4f42-bfdc-d803c0be7b7b admin admin] Network 663b8ef7-9d3d-4d43-b48b-9dae1ee59c47 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:01:07.326529 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:07.377468 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f3b343c-5838-410a-b4a7-1c2903493a2f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:07.399223 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] No DVR routers for this DVR port 4f3b343c-5838-410a-b4a7-1c2903493a2f on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:07.429657 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-59aa251d-5d66-4f42-bfdc-d803c0be7b7b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 663b8ef7-9d3d-4d43-b48b-9dae1ee59c47) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:07.443172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37631ee2-4309-4409-bb10-a246c9e19c63 None None] Network 663b8ef7-9d3d-4d43-b48b-9dae1ee59c47 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:07.452864 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59aa251d-5d66-4f42-bfdc-d803c0be7b7b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:07.453561 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59aa251d-5d66-4f42-bfdc-d803c0be7b7b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:07.496857 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-667ae673-bad7-43a2-9bfc-3f73cd76a995 req-a38067a2-0bfd-461f-9f71-0d0a4a9b8063 service neutron] 10.222.0.60 "GET /v2.0/networks/07cba672-4178-423d-95c1-3177e09d9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2613568 Aug 17 03:01:07.522331 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:07.542761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8896c910-4f2b-4c35-b38d-e98d7e321dbd']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:07.569177 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '275ab575-1264-47f4-9445-da25991db0ee') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:07.570614 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:07.574018 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '275ab575-1264-47f4-9445-da25991db0ee') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:07.597267 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:07.611117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:07.617907 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:07.618616 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:07.678479 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:07.690666 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-59aa251d-5d66-4f42-bfdc-d803c0be7b7b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.8137922 Aug 17 03:01:07.722672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a43958bd-953b-43a9-a5a8-3c3d3686e180 None None] Network 663b8ef7-9d3d-4d43-b48b-9dae1ee59c47 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:07.739879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc76a8-6f56-4b58-9ace-8bb2843e419e req-bee62e8d-06d8-4094-b280-624fd570c4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:07.741450 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96cc76a8-6f56-4b58-9ace-8bb2843e419e req-bee62e8d-06d8-4094-b280-624fd570c4bd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cb1eb1f0c634ab4bee7089cd6e506c8&device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 1094 time: 0.0750909 Aug 17 03:01:07.749105 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:07.762484 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:07.768196 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] 10.222.0.10 "DELETE /v2.0/networks/8896c910-4f2b-4c35-b38d-e98d7e321dbd HTTP/1.1" status: 204 len: 168 time: 1.4330871 Aug 17 03:01:07.876355 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803d614-ce2a-4d4e-b3dc-cde09a956197 admin admin] Pushing event deleted for resources: {'Network': ['ID=8896c910-4f2b-4c35-b38d-e98d7e321dbd,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:07.972832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc76a8-6f56-4b58-9ace-8bb2843e419e req-29fc533d-f60f-47c7-b299-057662b98dc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:07.976386 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96cc76a8-6f56-4b58-9ace-8bb2843e419e req-29fc533d-f60f-47c7-b299-057662b98dc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=07cba672-4178-423d-95c1-3177e09d9c93 HTTP/1.1" status: 200 len: 921 time: 0.2229040 Aug 17 03:01:07.976386 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:08.048927 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4f3b343c-5838-410a-b4a7-1c2903493a2f no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:08.096504 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cb295fb-82fc-4f6d-99bb-0d555e3cf377 req-e081917c-db3a-4f32-807f-9e09705a0ede tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:08.106315 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8cb295fb-82fc-4f6d-99bb-0d555e3cf377 req-e081917c-db3a-4f32-807f-9e09705a0ede tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 943 time: 0.1513586 Aug 17 03:01:08.114836 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 4f3b343c-5838-410a-b4a7-1c2903493a2f {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:08.116028 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4f3b343c-5838-410a-b4a7-1c2903493a2f not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:08.157591 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8cb295fb-82fc-4f6d-99bb-0d555e3cf377 req-38df8dff-c4b6-47e5-8d1e-80e60893ea0c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489230 Aug 17 03:01:08.161021 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96cc76a8-6f56-4b58-9ace-8bb2843e419e req-7e9c8ee8-f9b8-48df-afeb-3d64ab8c6d33 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2d8eb619-edad-4bdb-8b36-929c5c4d8569 HTTP/1.1" status: 200 len: 217 time: 0.1671288 Aug 17 03:01:08.281631 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event updated for resources: {'Port': ['ID=7d22b4ce-bc44-419a-bdb5-54cafdd40be6,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:08.281631 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Checking segment: {'id': '1df74f4d-f225-41f5-b71f-681347e2e1d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '5436211f-5fa6-4866-8fc6-6b7afc155981'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:08.281631 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Network hostable DHCP agents. Network: 5436211f-5fa6-4866-8fc6-6b7afc155981, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:01:08.281631 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96cc76a8-6f56-4b58-9ace-8bb2843e419e req-53f64c3b-ee0c-4b67-a4b9-6c09c458b969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:08.281631 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96cc76a8-6f56-4b58-9ace-8bb2843e419e req-53f64c3b-ee0c-4b67-a4b9-6c09c458b969 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a435cf10-a71c-4d7f-a316-eee2f7d6e814 HTTP/1.1" status: 200 len: 861 time: 0.0940106 Aug 17 03:01:08.314444 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96cc76a8-6f56-4b58-9ace-8bb2843e419e req-07fd52c2-7744-4444-9c94-a79ebf4f5183 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07cba672-4178-423d-95c1-3177e09d9c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0357847 Aug 17 03:01:08.469901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Network 5436211f-5fa6-4866-8fc6-6b7afc155981 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:01:08.483105 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96cc76a8-6f56-4b58-9ace-8bb2843e419e req-bb0f0b9e-7856-4632-992f-d9b3d212fe28 service neutron] 10.222.0.60 "GET /v2.0/networks/07cba672-4178-423d-95c1-3177e09d9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569228 Aug 17 03:01:08.609833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936045a-6861-4a92-8f04-5363ef62b325 req-79213ae7-4f81-4e34-9802-685713c648c1 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:08.619305 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0936045a-6861-4a92-8f04-5363ef62b325 req-79213ae7-4f81-4e34-9802-685713c648c1 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/networks?id=663b8ef7-9d3d-4d43-b48b-9dae1ee59c47 HTTP/1.1" status: 200 len: 821 time: 0.2223849 Aug 17 03:01:08.624388 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49586) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:08.671859 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0936045a-6861-4a92-8f04-5363ef62b325 req-0dae10e7-a933-4a79-a8cc-2de04008134e tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/quotas/4debc28cb6324b6c92faede66e1e1129 HTTP/1.1" status: 200 len: 375 time: 0.0498779 Aug 17 03:01:08.677154 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 5436211f-5fa6-4866-8fc6-6b7afc155981) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:08.687505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf04d8d6-a865-4d74-9d11-06594a3786db None None] Network 5436211f-5fa6-4866-8fc6-6b7afc155981 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:08.712460 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:08.713623 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:08.767418 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0936045a-6861-4a92-8f04-5363ef62b325 req-d3a0a187-233f-4824-a99d-2a38535e1aed tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4debc28cb6324b6c92faede66e1e1129&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0939970 Aug 17 03:01:08.820716 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-88919adb-39f3-4260-b1bb-c66d57baa2d3 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1890059145-network', 'tenant_id': 'eeb669fb84bc48d3934bd32b8e8e4f1f'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:08.824205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49592) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:08.925528 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event updated for resources: {'Port': ['ID=ab8e0346-982c-4582-ad7b-149e8296bb83,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:08.973351 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d05029d3-111a-421e-a108-4870de608234 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21be967662d24ccf8aa9b8a2cdab0a9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1458561 Aug 17 03:01:08.974333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Checking segment: {'id': '577250ae-e87c-4e2e-9df0-86f6910c957e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '3884426f-1174-4e20-92ce-bd68991cd9e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:08.975357 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49594) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:08.976033 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Network hostable DHCP agents. Network: 3884426f-1174-4e20-92ce-bd68991cd9e3, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:01:08.988276 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88919adb-39f3-4260-b1bb-c66d57baa2d3 admin admin] Made reservation on behalf of eeb669fb84bc48d3934bd32b8e8e4f1f for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:08.996401 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88919adb-39f3-4260-b1bb-c66d57baa2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:09.001468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-0936045a-6861-4a92-8f04-5363ef62b325 req-10291b8d-7a5b-4c65-bb01-453570d5bfa2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:01:09.002592 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0936045a-6861-4a92-8f04-5363ef62b325 req-10291b8d-7a5b-4c65-bb01-453570d5bfa2 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2339311 Aug 17 03:01:09.025613 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88919adb-39f3-4260-b1bb-c66d57baa2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:09.067549 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96cc76a8-6f56-4b58-9ace-8bb2843e419e req-7d61c3d8-eb08-4049-b05b-f5ef7c420dd3 service neutron] 10.222.0.60 "GET /v2.0/networks/07cba672-4178-423d-95c1-3177e09d9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5759304 Aug 17 03:01:09.110870 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1af2-bb4a-431b-a7fd-393793440656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:09.149587 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1af2-bb4a-431b-a7fd-393793440656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:09.169214 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Network 3884426f-1174-4e20-92ce-bd68991cd9e3 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:01:09.220990 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0936045a-6861-4a92-8f04-5363ef62b325 req-e9f45859-3813-43ef-83b8-613afee29682 service neutron] 10.222.0.10 "GET /v2.0/networks/663b8ef7-9d3d-4d43-b48b-9dae1ee59c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2066462 Aug 17 03:01:09.233397 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88919adb-39f3-4260-b1bb-c66d57baa2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:09.300740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 3884426f-1174-4e20-92ce-bd68991cd9e3) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:09.309159 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01e57ca2-af4a-4ba6-ad3d-3c283fc27505 None None] Network 3884426f-1174-4e20-92ce-bd68991cd9e3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:09.318568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:09.324905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:09.331770 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:09.332498 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:09.366213 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88919adb-39f3-4260-b1bb-c66d57baa2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:09.369925 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1af2-bb4a-431b-a7fd-393793440656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:09.373547 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c8ad1af2-bb4a-431b-a7fd-393793440656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:09.379204 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c8ad1af2-bb4a-431b-a7fd-393793440656 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa038143-1a4e-4ee9-b33a-def8ba219811 HTTP/1.1" status: 204 len: 168 time: 0.3966548 Aug 17 03:01:09.383279 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0936045a-6861-4a92-8f04-5363ef62b325 req-c9561809-d4c3-4756-bad4-956a5b6f244d service neutron] 10.222.0.10 "GET /v2.0/networks/663b8ef7-9d3d-4d43-b48b-9dae1ee59c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1611698 Aug 17 03:01:09.464056 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88919adb-39f3-4260-b1bb-c66d57baa2d3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:01:09.476435 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7db7889c-1a23-4a44-bb4d-5994e47112a0 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 3.8621488 Aug 17 03:01:09.476975 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49614) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:09.477320 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 2d8eb619-edad-4bdb-8b36-929c5c4d8569 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:01:09.568200 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88919adb-39f3-4260-b1bb-c66d57baa2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbfd0ffc-7429-4b6c-b883-cae168bd175c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:09.600540 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88919adb-39f3-4260-b1bb-c66d57baa2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:09.601032 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-88919adb-39f3-4260-b1bb-c66d57baa2d3 admin admin] Added segment 1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04 of type vlan for network 54136ca1-bdf4-455e-a64c-9cb78eb9482e Aug 17 03:01:09.627553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 2d8eb619-edad-4bdb-8b36-929c5c4d8569, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2d8eb619-edad-4bdb-8b36-929c5c4d8569,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:09.673145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d633cf4c-ef57-4327-a24f-4ac0510a881e tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:09.701842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '2d8eb619-edad-4bdb-8b36-929c5c4d8569', 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93', 'port_id': '2d8eb619-edad-4bdb-8b36-929c5c4d8569', 'mac_address': 'fa:16:3e:44:a8:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a435cf10-a71c-4d7f-a316-eee2f7d6e814', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:01:09.708812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ad1af2-bb4a-431b-a7fd-393793440656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa038143-1a4e-4ee9-b33a-def8ba219811,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:09.737978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d633cf4c-ef57-4327-a24f-4ac0510a881e tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:09.739489 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d633cf4c-ef57-4327-a24f-4ac0510a881e tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.2613416 Aug 17 03:01:09.742266 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49624) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:09.744335 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681a2c56-5a4c-4426-bdc8-93f459521a98 req-2a7cb98d-0626-4db1-a371-51fa2a0d01f1 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:09.745927 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-681a2c56-5a4c-4426-bdc8-93f459521a98 req-2a7cb98d-0626-4db1-a371-51fa2a0d01f1 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 943 time: 0.2910268 Aug 17 03:01:09.761601 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88919adb-39f3-4260-b1bb-c66d57baa2d3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:09.800825 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:09.835908 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d8eb619-edad-4bdb-8b36-929c5c4d8569 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:01:09.880161 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-681a2c56-5a4c-4426-bdc8-93f459521a98 req-0a3d18c7-5106-4e95-ad1a-0f9b7405cf2b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070259 Aug 17 03:01:09.895874 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 2d8eb619-edad-4bdb-8b36-929c5c4d8569, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2d8eb619-edad-4bdb-8b36-929c5c4d8569,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:09.915909 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc580ed9-6e38-4111-af0b-6b7f7bc98a15 req-1f60f3cc-ef8b-4723-9cc9-ac7e51f7a752 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/ports?device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 210 time: 0.0820930 Aug 17 03:01:09.954225 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88919adb-39f3-4260-b1bb-c66d57baa2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:09.955212 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88919adb-39f3-4260-b1bb-c66d57baa2d3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:09.956049 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88919adb-39f3-4260-b1bb-c66d57baa2d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:09.984597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c978c-79e3-4d22-a987-088e8619e0eb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Deleting port 7d22b4ce-bc44-419a-bdb5-54cafdd40be6 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:09.985065 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee5c978c-79e3-4d22-a987-088e8619e0eb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:10.011994 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:10.024627 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88919adb-39f3-4260-b1bb-c66d57baa2d3 admin admin] Pushing event updated for resources: {'Network': ['ID=54136ca1-bdf4-455e-a64c-9cb78eb9482e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:10.050459 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 54136ca1-bdf4-455e-a64c-9cb78eb9482e details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:01:10.112577 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee5c978c-79e3-4d22-a987-088e8619e0eb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:10.117219 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-88919adb-39f3-4260-b1bb-c66d57baa2d3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.4908345 Aug 17 03:01:10.129009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49640) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:10.129009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-737ed466-a49b-4dd1-aa9b-fb087f99626b admin admin] Request body: {'subnet': {'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1890059145-subnet', 'tenant_id': 'eeb669fb84bc48d3934bd32b8e8e4f1f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:10.144330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ee5c978c-79e3-4d22-a987-088e8619e0eb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Calling delete_port for 7d22b4ce-bc44-419a-bdb5-54cafdd40be6 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:10.204346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=2d8eb619-edad-4bdb-8b36-929c5c4d8569,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:10.285868 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-737ed466-a49b-4dd1-aa9b-fb087f99626b admin admin] Made reservation on behalf of eeb669fb84bc48d3934bd32b8e8e4f1f for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:10.288687 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-737ed466-a49b-4dd1-aa9b-fb087f99626b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:10.382813 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['2d8eb619-edad-4bdb-8b36-929c5c4d8569'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:01:10.486035 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee5c978c-79e3-4d22-a987-088e8619e0eb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:10.532355 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee5c978c-79e3-4d22-a987-088e8619e0eb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:10.537237 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ee5c978c-79e3-4d22-a987-088e8619e0eb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "DELETE /v2.0/ports/7d22b4ce-bc44-419a-bdb5-54cafdd40be6 HTTP/1.1" status: 204 len: 168 time: 0.7939487 Aug 17 03:01:10.541747 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee5c978c-79e3-4d22-a987-088e8619e0eb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event deleted for resources: {'Port': ['ID=7d22b4ce-bc44-419a-bdb5-54cafdd40be6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:10.546138 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9290c41f-48c5-457b-9eab-2f593b05f43b req-d2454a68-bc40-4779-ac54-13eef0620462 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:10.546292 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49672) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:10.547886 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9290c41f-48c5-457b-9eab-2f593b05f43b req-d2454a68-bc40-4779-ac54-13eef0620462 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 950 time: 0.1130021 Aug 17 03:01:10.616212 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9290c41f-48c5-457b-9eab-2f593b05f43b req-9b36e9bc-5f3c-44d4-baad-d1b2f7bad1b7 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481594 Aug 17 03:01:10.687913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-2e012b67-31c7-4ae5-9d15-ea3f1163d8a1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Deleting port ab8e0346-982c-4582-ad7b-149e8296bb83 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:10.688285 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e012b67-31c7-4ae5-9d15-ea3f1163d8a1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:10.766080 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e012b67-31c7-4ae5-9d15-ea3f1163d8a1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:10.776718 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-737ed466-a49b-4dd1-aa9b-fb087f99626b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:10.790682 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-2e012b67-31c7-4ae5-9d15-ea3f1163d8a1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Calling delete_port for ab8e0346-982c-4582-ad7b-149e8296bb83 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:10.864798 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737ed466-a49b-4dd1-aa9b-fb087f99626b admin admin] Pushing event updated for resources: {'Subnet': ['ID=e36039ff-2b91-4bea-8513-5210cefd245d,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:10.867890 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-737ed466-a49b-4dd1-aa9b-fb087f99626b admin admin] Checking segment: {'id': '1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:10.868269 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737ed466-a49b-4dd1-aa9b-fb087f99626b admin admin] Network hostable DHCP agents. Network: 54136ca1-bdf4-455e-a64c-9cb78eb9482e, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:01:10.958534 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e012b67-31c7-4ae5-9d15-ea3f1163d8a1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:10.987247 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-737ed466-a49b-4dd1-aa9b-fb087f99626b admin admin] Network 54136ca1-bdf4-455e-a64c-9cb78eb9482e is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:01:11.005573 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e012b67-31c7-4ae5-9d15-ea3f1163d8a1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event deleted for resources: {'Port': ['ID=ab8e0346-982c-4582-ad7b-149e8296bb83,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:11.019177 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e012b67-31c7-4ae5-9d15-ea3f1163d8a1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:11.019608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6173859f-cbfd-4f11-a4de-cafdbf4f7668 req-65f341fb-5fca-4417-80e3-6cb18b1fc8c1 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:11.024458 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2e012b67-31c7-4ae5-9d15-ea3f1163d8a1 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "DELETE /v2.0/ports/ab8e0346-982c-4582-ad7b-149e8296bb83 HTTP/1.1" status: 204 len: 168 time: 0.4772050 Aug 17 03:01:11.025275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49690) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:11.027534 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6173859f-cbfd-4f11-a4de-cafdbf4f7668 req-65f341fb-5fca-4417-80e3-6cb18b1fc8c1 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 944 time: 0.0778096 Aug 17 03:01:11.068104 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-68133bab-8a6f-44c4-8b26-b01b0a6233f9 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0413318 Aug 17 03:01:11.074002 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49698) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:11.075115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-737ed466-a49b-4dd1-aa9b-fb087f99626b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 54136ca1-bdf4-455e-a64c-9cb78eb9482e) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:11.081895 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-737ed466-a49b-4dd1-aa9b-fb087f99626b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:11.083119 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-737ed466-a49b-4dd1-aa9b-fb087f99626b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:11.083650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51e634a0-47bc-4edc-bd7a-7d5848f0baf0 None None] Network 54136ca1-bdf4-455e-a64c-9cb78eb9482e requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:11.091226 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1615f2f7-f2a0-4eed-a374-6afc29d1e785 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1450979866'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:11.096700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e9e54ace-bd26-4e4b-b636-823c9a564e1d req-2edeb871-6b8c-4936-8d3e-4af0b7896f50 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/ports?device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 210 time: 0.0539975 Aug 17 03:01:11.132291 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6173859f-cbfd-4f11-a4de-cafdbf4f7668 req-7a7f074e-5eba-4d34-bfcb-ea7bc9c69612 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034715 Aug 17 03:01:11.189624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1615f2f7-f2a0-4eed-a374-6afc29d1e785 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Made reservation on behalf of d7b6bb3a6e6540228ed66f3dc60991ea for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:11.193477 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1615f2f7-f2a0-4eed-a374-6afc29d1e785 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:11.223079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1615f2f7-f2a0-4eed-a374-6afc29d1e785 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:01:11.232664 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1615f2f7-f2a0-4eed-a374-6afc29d1e785 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:11.233022 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-1615f2f7-f2a0-4eed-a374-6afc29d1e785 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Added segment 22b90ab3-56cb-4d09-b5f3-56f372296d48 of type vlan for network c6a8f37d-3557-4c93-b1f3-70b228005156 Aug 17 03:01:11.239320 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6195a96-deeb-40c1-ad92-a10683cb56fd None None] Network 54136ca1-bdf4-455e-a64c-9cb78eb9482e requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:11.278262 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1615f2f7-f2a0-4eed-a374-6afc29d1e785 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:11.293576 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-737ed466-a49b-4dd1-aa9b-fb087f99626b admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.1739256 Aug 17 03:01:11.429059 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1615f2f7-f2a0-4eed-a374-6afc29d1e785 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:11.435503 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1615f2f7-f2a0-4eed-a374-6afc29d1e785 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:11.436347 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1615f2f7-f2a0-4eed-a374-6afc29d1e785 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:11.516822 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1615f2f7-f2a0-4eed-a374-6afc29d1e785 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event updated for resources: {'Network': ['ID=c6a8f37d-3557-4c93-b1f3-70b228005156,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:11.529333 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network c6a8f37d-3557-4c93-b1f3-70b228005156 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:01:11.563265 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1615f2f7-f2a0-4eed-a374-6afc29d1e785 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.4768088 Aug 17 03:01:11.565756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49716) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:11.571285 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1b9623e3-dbdb-4075-a34d-a92ca2970eee tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-345278793'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:11.679159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b9623e3-dbdb-4075-a34d-a92ca2970eee tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Made reservation on behalf of d7b6bb3a6e6540228ed66f3dc60991ea for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:11.692456 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b9623e3-dbdb-4075-a34d-a92ca2970eee tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:11.797851 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b9623e3-dbdb-4075-a34d-a92ca2970eee tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:01:11.849731 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b9623e3-dbdb-4075-a34d-a92ca2970eee tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:11.850150 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-1b9623e3-dbdb-4075-a34d-a92ca2970eee tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Added segment 343cf731-5412-4c24-9019-1d3441f4ab63 of type vlan for network 3901e9b2-3155-45ad-9ec3-1b4450c1f184 Aug 17 03:01:11.905839 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b9623e3-dbdb-4075-a34d-a92ca2970eee tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:11.916439 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d93d18a-c207-4603-8dc2-1f6b9ecb7e85 req-b652f4a6-df6f-48b3-98ff-39df8ccf38bb tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:11.918342 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d93d18a-c207-4603-8dc2-1f6b9ecb7e85 req-b652f4a6-df6f-48b3-98ff-39df8ccf38bb tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 950 time: 0.1408234 Aug 17 03:01:11.957080 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-41dd4336-d3ce-4db3-b4d3-90f35e1f5420 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:11.958658 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-41dd4336-d3ce-4db3-b4d3-90f35e1f5420 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/networks?id=54136ca1-bdf4-455e-a64c-9cb78eb9482e HTTP/1.1" status: 200 len: 815 time: 0.1554182 Aug 17 03:01:11.975443 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-6e35ff62-0bfe-46ec-ba31-4537c01da268 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/quotas/eeb669fb84bc48d3934bd32b8e8e4f1f HTTP/1.1" status: 200 len: 375 time: 0.0107086 Aug 17 03:01:11.978415 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d93d18a-c207-4603-8dc2-1f6b9ecb7e85 req-f59b82bf-31e6-4881-becd-91ca2b62d4c8 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536304 Aug 17 03:01:12.017786 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-30b9e3cc-6a0e-4590-8754-98212c2e5a9c tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=eeb669fb84bc48d3934bd32b8e8e4f1f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0358090 Aug 17 03:01:12.039669 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b9623e3-dbdb-4075-a34d-a92ca2970eee tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:12.046761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b9623e3-dbdb-4075-a34d-a92ca2970eee tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:12.047479 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b9623e3-dbdb-4075-a34d-a92ca2970eee tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:12.133657 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9623e3-dbdb-4075-a34d-a92ca2970eee tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event updated for resources: {'Network': ['ID=3901e9b2-3155-45ad-9ec3-1b4450c1f184,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:12.148628 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 3901e9b2-3155-45ad-9ec3-1b4450c1f184 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:01:12.161693 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-dcdec5c8-c75c-4efb-802f-4ace96f02c40 service neutron] 10.222.0.10 "GET /v2.0/networks/54136ca1-bdf4-455e-a64c-9cb78eb9482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333637 Aug 17 03:01:12.177804 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1b9623e3-dbdb-4075-a34d-a92ca2970eee tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.6107550 Aug 17 03:01:12.266581 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-46d2dbc5-c56b-4ce0-a5fe-9a3bbfb2b7e7 service neutron] 10.222.0.10 "GET /v2.0/networks/54136ca1-bdf4-455e-a64c-9cb78eb9482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025181 Aug 17 03:01:12.415823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9872f37-d2fe-4855-8d05-f3056283a87f req-1392f14d-f198-43ba-bf11-33eac2409626 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0886912 Aug 17 03:01:12.501009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9872f37-d2fe-4855-8d05-f3056283a87f req-848571ac-0359-4a10-8b5e-4c715150e1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:12.503548 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9872f37-d2fe-4855-8d05-f3056283a87f req-848571ac-0359-4a10-8b5e-4c715150e1d6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=e68f75672fd94fdba91f7083d9fb4a1a&device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 1096 time: 0.0456741 Aug 17 03:01:12.898706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9872f37-d2fe-4855-8d05-f3056283a87f req-65a36ffc-9fa7-4739-8097-f9713cf259ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:12.901481 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9872f37-d2fe-4855-8d05-f3056283a87f req-65a36ffc-9fa7-4739-8097-f9713cf259ef service neutron] 10.222.0.60 "GET /v2.0/networks?id=af4157d1-2122-47c3-8ec5-8deaba493f6a HTTP/1.1" status: 200 len: 918 time: 0.3768473 Aug 17 03:01:12.929089 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b99ef57b-312c-4980-bd2a-7209d1763de2 req-11507b61-6ec4-48c2-bfec-0bd0ee2e9440 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/ports?device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 210 time: 0.0765557 Aug 17 03:01:12.984705 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9872f37-d2fe-4855-8d05-f3056283a87f req-422bca91-f6e4-465c-a616-1946810a8c26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d9a26432-a433-4198-b707-41049548c01a HTTP/1.1" status: 200 len: 217 time: 0.0663083 Aug 17 03:01:12.994019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936045a-6861-4a92-8f04-5363ef62b325 req-95a8645a-3fe4-40b4-829e-9d3998a92874 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:12.996507 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0936045a-6861-4a92-8f04-5363ef62b325 req-95a8645a-3fe4-40b4-829e-9d3998a92874 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.60 "GET /v2.0/networks?id=663b8ef7-9d3d-4d43-b48b-9dae1ee59c47 HTTP/1.1" status: 200 len: 821 time: 0.4442770 Aug 17 03:01:13.111772 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9872f37-d2fe-4855-8d05-f3056283a87f req-604de3bb-0343-4747-8765-e2efc1173bc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:13.141847 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9872f37-d2fe-4855-8d05-f3056283a87f req-604de3bb-0343-4747-8765-e2efc1173bc3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=fc3d150f-bb48-486d-a046-323ac115350b HTTP/1.1" status: 200 len: 858 time: 0.1367662 Aug 17 03:01:13.165712 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0936045a-6861-4a92-8f04-5363ef62b325 req-d235766c-b50d-4adb-bfbc-cc1dbd1af539 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Request body: {'port': {'device_id': '794ec31c-9c0f-46d3-8099-21ee2464e733', 'network_id': '663b8ef7-9d3d-4d43-b48b-9dae1ee59c47', 'admin_state_up': True, 'tenant_id': '4debc28cb6324b6c92faede66e1e1129'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:13.275534 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ea967b6-ec4c-4610-975d-f92005a55ba7 req-8aa2dce0-b609-468c-b9c4-afaf9f900a28 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 210 time: 0.0375392 Aug 17 03:01:13.364548 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9872f37-d2fe-4855-8d05-f3056283a87f req-8cc11152-e2df-40b9-b87b-cadf8e52fae5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=af4157d1-2122-47c3-8ec5-8deaba493f6a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0963206 Aug 17 03:01:13.440704 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 2d8eb619-edad-4bdb-8b36-929c5c4d8569 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:13.554655 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9872f37-d2fe-4855-8d05-f3056283a87f req-bef81935-c15a-4498-8366-9404e874d6a4 service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1808546 Aug 17 03:01:13.569172 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610b3590-e368-4873-957a-d13bba59ea4d req-26e1ae09-3209-42cf-9433-c42b7954d01b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:13.577978 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-610b3590-e368-4873-957a-d13bba59ea4d req-26e1ae09-3209-42cf-9433-c42b7954d01b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 944 time: 0.2952497 Aug 17 03:01:13.696396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 2d8eb619-edad-4bdb-8b36-929c5c4d8569 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:13.706275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 2d8eb619-edad-4bdb-8b36-929c5c4d8569 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:13.706598 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:13.709995 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-610b3590-e368-4873-957a-d13bba59ea4d req-f4397f15-1609-4822-a4b4-21c0f4494177 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309230 Aug 17 03:01:13.742742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0936045a-6861-4a92-8f04-5363ef62b325 req-d235766c-b50d-4adb-bfbc-cc1dbd1af539 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Made reservation on behalf of 4debc28cb6324b6c92faede66e1e1129 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:13.746473 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0936045a-6861-4a92-8f04-5363ef62b325 req-d235766c-b50d-4adb-bfbc-cc1dbd1af539 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:13.912422 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9872f37-d2fe-4855-8d05-f3056283a87f req-35ceed47-cd8b-4144-be53-2034cd807bb5 service neutron] 10.222.0.60 "GET /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313935 Aug 17 03:01:14.024134 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:14.073234 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 2d8eb619-edad-4bdb-8b36-929c5c4d8569, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2d8eb619-edad-4bdb-8b36-929c5c4d8569,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:14.074773 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa12200-b82f-47cd-8252-cec2ab2444c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8eb619-edad-4bdb-8b36-929c5c4d8569'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:14.079253 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45fa167a-33ee-459c-b8a2-77022eef8cd2" -d '{"events": [{"server_uuid": "baa12200-b82f-47cd-8252-cec2ab2444c4", "name": "network-vif-plugged", "status": "completed", "tag": "2d8eb619-edad-4bdb-8b36-929c5c4d8569"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:14.130933 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:14.131912 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device cdafc3d0-1ace-4704-b94b-954b7d83f88a no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:14.267024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-0936045a-6861-4a92-8f04-5363ef62b325 req-d235766c-b50d-4adb-bfbc-cc1dbd1af539 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Allocated IP 172.20.0.8 (663b8ef7-9d3d-4d43-b48b-9dae1ee59c47/a3a8acaf-24bc-4ddc-9d47-6397eb87eed3/94e33b73-e0dc-4b40-82de-7209e9044241) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:01:14.275257 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3eb33647-c502-4f5f-9de8-9a5258c730c4 x-openstack-request-id: req-3eb33647-c502-4f5f-9de8-9a5258c730c4 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:14.275573 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa12200-b82f-47cd-8252-cec2ab2444c4", "name": "network-vif-plugged", "status": "completed", "tag": "2d8eb619-edad-4bdb-8b36-929c5c4d8569", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:14.275819 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3eb33647-c502-4f5f-9de8-9a5258c730c4 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:14.276511 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa12200-b82f-47cd-8252-cec2ab2444c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8eb619-edad-4bdb-8b36-929c5c4d8569', 'code': 200} Aug 17 03:01:14.377284 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=2d8eb619-edad-4bdb-8b36-929c5c4d8569,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:14.448544 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:14.527800 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port cdafc3d0-1ace-4704-b94b-954b7d83f88a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cdafc3d0-1ace-4704-b94b-954b7d83f88a,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:14.582505 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:14.680354 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=cdafc3d0-1ace-4704-b94b-954b7d83f88a,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:14.871909 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-26aeaf4a-4667-4fcb-8994-005aa2ffc68f req-9d0380ed-1ef6-45ef-bba0-0bdbc69309ef tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/ports?device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 210 time: 0.7478309 Aug 17 03:01:15.072987 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0936045a-6861-4a92-8f04-5363ef62b325 req-d235766c-b50d-4adb-bfbc-cc1dbd1af539 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:15.221975 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-41d96215-6f0b-4630-b5e3-f979581462c4 req-ae708b34-5cf6-4418-94b3-5ccdadb8cac4 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 210 time: 0.0331366 Aug 17 03:01:15.236404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783bdf6a-9c84-4acf-b033-9e1a72808da3 req-e2db1fcf-e303-4526-a2b4-575751f02ead service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:15.238095 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-783bdf6a-9c84-4acf-b033-9e1a72808da3 req-e2db1fcf-e303-4526-a2b4-575751f02ead service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 1096 time: 0.4058802 Aug 17 03:01:15.295691 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-783bdf6a-9c84-4acf-b033-9e1a72808da3 req-ff85e8ed-5ec5-4c75-81ee-697581fd9e46 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487204 Aug 17 03:01:15.307839 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5223b49d-24bd-41a3-ba93-a072ac23ee49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:15.311545 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0936045a-6861-4a92-8f04-5363ef62b325 req-d235766c-b50d-4adb-bfbc-cc1dbd1af539 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:15.348149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0936045a-6861-4a92-8f04-5363ef62b325 req-d235766c-b50d-4adb-bfbc-cc1dbd1af539 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Network 663b8ef7-9d3d-4d43-b48b-9dae1ee59c47 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:15.363564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-755becb3-c03b-4f78-907a-4bbf7bf05a97 req-9f6d735e-9ac2-49d2-84f6-18d82ab3d5e2 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:15.370173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-0936045a-6861-4a92-8f04-5363ef62b325 req-d235766c-b50d-4adb-bfbc-cc1dbd1af539 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:15.372966 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-755becb3-c03b-4f78-907a-4bbf7bf05a97 req-9f6d735e-9ac2-49d2-84f6-18d82ab3d5e2 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 945 time: 0.1174397 Aug 17 03:01:15.374330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0936045a-6861-4a92-8f04-5363ef62b325 req-d235766c-b50d-4adb-bfbc-cc1dbd1af539 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:15.422674 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-755becb3-c03b-4f78-907a-4bbf7bf05a97 req-80ff4b12-9850-4257-a8b5-983de379bed1 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485361 Aug 17 03:01:15.454921 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:01:15.465305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936045a-6861-4a92-8f04-5363ef62b325 req-d235766c-b50d-4adb-bfbc-cc1dbd1af539 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:15.468062 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0936045a-6861-4a92-8f04-5363ef62b325 req-d235766c-b50d-4adb-bfbc-cc1dbd1af539 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:15.476297 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d235766c-b50d-4adb-bfbc-cc1dbd1af539 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Pushing event updated for resources: {'Port': ['ID=94e33b73-e0dc-4b40-82de-7209e9044241,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:15.589115 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0936045a-6861-4a92-8f04-5363ef62b325 req-d235766c-b50d-4adb-bfbc-cc1dbd1af539 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.4515853 Aug 17 03:01:15.602601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Request body: {'port': {'device_id': '794ec31c-9c0f-46d3-8099-21ee2464e733', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:15.625507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:15.641820 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21', 'mac_address': 'fa:16:3e:a8:62:ff', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.226'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:01:15.693297 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:15.728322 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:15.762261 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:01:15.787351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:15.876140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49942) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:15.881895 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Request body: {'subnets': [{'network_id': 'c6a8f37d-3557-4c93-b1f3-70b228005156', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2046480953', 'ip_version': 6}, {'network_id': '3901e9b2-3155-45ad-9ec3-1b4450c1f184', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:15.882450 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Request body: {'subnet': {'network_id': 'c6a8f37d-3557-4c93-b1f3-70b228005156', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--2046480953', 'ip_version': 6}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:15.883095 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Request body: {'subnet': {'network_id': '3901e9b2-3155-45ad-9ec3-1b4450c1f184', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:15.913789 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:16.054960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:16.089647 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 94e33b73-e0dc-4b40-82de-7209e9044241 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:01:16.100877 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:16.110448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['c40e4cc8-eb8b-4972-adf0-948ca3f8cf21'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:01:16.119763 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b8404c-4fad-4b25-a6eb-6390303bc676 req-049ef0c6-ef43-4a25-88ef-fae407e19fb9 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:16.128579 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-88b8404c-4fad-4b25-a6eb-6390303bc676 req-049ef0c6-ef43-4a25-88ef-fae407e19fb9 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/ports?device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 931 time: 0.1253796 Aug 17 03:01:16.134481 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Transition to ACTIVE for port object 94e33b73-e0dc-4b40-82de-7209e9044241 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:16.177909 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-88b8404c-4fad-4b25-a6eb-6390303bc676 req-67c2cdd0-dc15-4b64-b370-0a95e3aa511d tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/security-groups?id=60e78130-f32a-420c-a0ba-da814bfbfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483427 Aug 17 03:01:16.280899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec7cbc4-9902-4784-84e3-0021a5beea86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdafc3d0-1ace-4704-b94b-954b7d83f88a'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:16.285378 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:16.285782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Made reservation on behalf of d7b6bb3a6e6540228ed66f3dc60991ea for: {'subnet': 2} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:16.288160 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f59c247-7514-4e57-be4e-4992c28518be" -d '{"events": [{"server_uuid": "4ec7cbc4-9902-4784-84e3-0021a5beea86", "name": "network-vif-unplugged", "status": "completed", "tag": "cdafc3d0-1ace-4704-b94b-954b7d83f88a"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:16.299269 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:16.299772 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:16.338024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=94e33b73-e0dc-4b40-82de-7209e9044241,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:16.475873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Attempting to bind port 94e33b73-e0dc-4b40-82de-7209e9044241 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:01:16.476363 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Attempting to bind port 94e33b73-e0dc-4b40-82de-7209e9044241 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '8abd1776-36ce-43f0-9a85-106762d3bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '663b8ef7-9d3d-4d43-b48b-9dae1ee59c47'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:01:16.476711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Attempting to bind port 94e33b73-e0dc-4b40-82de-7209e9044241 on network 663b8ef7-9d3d-4d43-b48b-9dae1ee59c47 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:16.537237 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Port 94e33b73-e0dc-4b40-82de-7209e9044241 on network 663b8ef7-9d3d-4d43-b48b-9dae1ee59c47 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:01:16.537603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Attempting to bind port 94e33b73-e0dc-4b40-82de-7209e9044241 on network 663b8ef7-9d3d-4d43-b48b-9dae1ee59c47 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:16.546963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:01:16.547312 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Checking segment: {'id': '8abd1776-36ce-43f0-9a85-106762d3bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '663b8ef7-9d3d-4d43-b48b-9dae1ee59c47'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:16.547708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Bound using segment: {'id': '8abd1776-36ce-43f0-9a85-106762d3bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '663b8ef7-9d3d-4d43-b48b-9dae1ee59c47'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:01:16.548161 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Bound port: 94e33b73-e0dc-4b40-82de-7209e9044241, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8abd1776-36ce-43f0-9a85-106762d3bbb3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '663b8ef7-9d3d-4d43-b48b-9dae1ee59c47'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:01:16.548528 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:16.694294 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] For port 94e33b73-e0dc-4b40-82de-7209e9044241, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:01:16.697581 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] For port 94e33b73-e0dc-4b40-82de-7209e9044241, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=94e33b73-e0dc-4b40-82de-7209e9044241,segment=NetworkSegment(8abd1776-36ce-43f0-9a85-106762d3bbb3),segment_id=8abd1776-36ce-43f0-9a85-106762d3bbb3)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:01:16.711284 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-496478fa-3cf1-46dd-9a6c-21232cb40d27 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:16.713498 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-496478fa-3cf1-46dd-9a6c-21232cb40d27 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.60 "GET /v2.0/networks?id=54136ca1-bdf4-455e-a64c-9cb78eb9482e HTTP/1.1" status: 200 len: 815 time: 0.2338858 Aug 17 03:01:16.763915 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e51a03f1-1b6d-4969-8e25-35e44af7aa99 req-9d3fb609-b228-418d-8a0d-dfbe48dbd0ee tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 210 time: 0.0491095 Aug 17 03:01:16.768110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-eb3157ab-b92c-46df-a035-8e1eebaebab6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Request body: {'port': {'device_id': 'c2b14bbd-5cb1-43e1-80a3-d2b419604c91', 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e', 'admin_state_up': True, 'tenant_id': 'eeb669fb84bc48d3934bd32b8e8e4f1f'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:16.826449 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0cd25160-7a70-4939-ad8e-a669deff4ab0 x-openstack-request-id: req-0cd25160-7a70-4939-ad8e-a669deff4ab0 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:16.827365 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec7cbc4-9902-4784-84e3-0021a5beea86", "name": "network-vif-unplugged", "status": "completed", "tag": "cdafc3d0-1ace-4704-b94b-954b7d83f88a", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:16.828802 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0cd25160-7a70-4939-ad8e-a669deff4ab0 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:16.829478 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec7cbc4-9902-4784-84e3-0021a5beea86', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cdafc3d0-1ace-4704-b94b-954b7d83f88a', 'code': 200} Aug 17 03:01:16.833265 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:16.920230 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:16.922235 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:16.925819 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0936045a-6861-4a92-8f04-5363ef62b325 req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] 10.222.0.60 "PUT /v2.0/ports/94e33b73-e0dc-4b40-82de-7209e9044241 HTTP/1.1" status: 200 len: 1091 time: 1.3239727 Aug 17 03:01:16.972306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '794ec31c-9c0f-46d3-8099-21ee2464e733', 'tag': '94e33b73-e0dc-4b40-82de-7209e9044241'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:16.974678 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c987fb47-5aed-4f21-a872-2ead02458a61" -d '{"events": [{"name": "network-changed", "server_uuid": "794ec31c-9c0f-46d3-8099-21ee2464e733", "tag": "94e33b73-e0dc-4b40-82de-7209e9044241"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:16.994470 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:17.049811 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6a1e2b1-a8c6-46e6-8ab3-d82416c4b1ee req-4b25dab1-228e-4c27-b2ed-249fb19e0607 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:17.051405 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6a1e2b1-a8c6-46e6-8ab3-d82416c4b1ee req-4b25dab1-228e-4c27-b2ed-249fb19e0607 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 945 time: 0.1200852 Aug 17 03:01:17.054894 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054f94d1-6de0-4ed0-a603-82631fdee8a3 service neutron] Pushing event updated for resources: {'Port': ['ID=94e33b73-e0dc-4b40-82de-7209e9044241,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:17.112516 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event updated for resources: {'Subnet': ['ID=6d2c0b10-2a7d-4d15-ab1f-a0c36ee694d5,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:17.138777 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936045a-6861-4a92-8f04-5363ef62b325 req-8ba42b66-4f84-4c9b-b7f5-53faec5f1f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:17.140486 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0936045a-6861-4a92-8f04-5363ef62b325 req-8ba42b66-4f84-4c9b-b7f5-53faec5f1f55 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4debc28cb6324b6c92faede66e1e1129&device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 1094 time: 0.0881622 Aug 17 03:01:17.148620 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0360c094-e433-4d6f-87b3-dc591620515e req-8c7664e5-301b-407b-8bcc-dd22c3b1b169 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:17.150110 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0360c094-e433-4d6f-87b3-dc591620515e req-8c7664e5-301b-407b-8bcc-dd22c3b1b169 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.1492074 Aug 17 03:01:17.157078 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Checking segment: {'id': '22b90ab3-56cb-4d09-b5f3-56f372296d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c6a8f37d-3557-4c93-b1f3-70b228005156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:17.162523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Network hostable DHCP agents. Network: c6a8f37d-3557-4c93-b1f3-70b228005156, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:01:17.174455 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6a1e2b1-a8c6-46e6-8ab3-d82416c4b1ee req-c7da3022-a8c6-494f-8e82-52eb8b59616b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864980 Aug 17 03:01:17.216903 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0360c094-e433-4d6f-87b3-dc591620515e req-0240f8ba-41f0-4917-9392-212beaf56477 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491738 Aug 17 03:01:17.217119 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0936045a-6861-4a92-8f04-5363ef62b325 req-3edfc7b8-74cf-41b0-8108-34a943644b30 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94e33b73-e0dc-4b40-82de-7209e9044241 HTTP/1.1" status: 200 len: 217 time: 0.0574043 Aug 17 03:01:17.217721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-eb3157ab-b92c-46df-a035-8e1eebaebab6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Made reservation on behalf of eeb669fb84bc48d3934bd32b8e8e4f1f for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:17.221312 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-eb3157ab-b92c-46df-a035-8e1eebaebab6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:17.291345 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5f1f0b8-b559-45f5-83b9-6ee1aa0d3f69 x-openstack-request-id: req-c5f1f0b8-b559-45f5-83b9-6ee1aa0d3f69 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:17.291622 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "794ec31c-9c0f-46d3-8099-21ee2464e733", "tag": "94e33b73-e0dc-4b40-82de-7209e9044241", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:17.291750 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c5f1f0b8-b559-45f5-83b9-6ee1aa0d3f69 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:17.292161 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '794ec31c-9c0f-46d3-8099-21ee2464e733', 'tag': '94e33b73-e0dc-4b40-82de-7209e9044241', 'status': 'completed', 'code': 200} Aug 17 03:01:17.353483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Network c6a8f37d-3557-4c93-b1f3-70b228005156 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:01:17.378431 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33cfd57-b3e2-4c7f-982a-e9a36d8bd964 req-f38ac291-dd20-40e0-9727-f28adfaadf09 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:17.381931 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a33cfd57-b3e2-4c7f-982a-e9a36d8bd964 req-f38ac291-dd20-40e0-9727-f28adfaadf09 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/ports?device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 943 time: 0.0633664 Aug 17 03:01:17.395738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0936045a-6861-4a92-8f04-5363ef62b325 req-4a4171e2-efd6-4ade-9496-08f62aedbe26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:17.397237 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0936045a-6861-4a92-8f04-5363ef62b325 req-4a4171e2-efd6-4ade-9496-08f62aedbe26 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a3a8acaf-24bc-4ddc-9d47-6397eb87eed3 HTTP/1.1" status: 200 len: 861 time: 0.1014235 Aug 17 03:01:17.429801 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a33cfd57-b3e2-4c7f-982a-e9a36d8bd964 req-0852dbe6-26ac-4876-8a84-a4263f296fb3 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/security-groups?id=60e78130-f32a-420c-a0ba-da814bfbfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430832 Aug 17 03:01:17.445240 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, c6a8f37d-3557-4c93-b1f3-70b228005156) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:17.445503 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0936045a-6861-4a92-8f04-5363ef62b325 req-db49706a-7357-4dc3-9b31-b5ba4840274a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=663b8ef7-9d3d-4d43-b48b-9dae1ee59c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364542 Aug 17 03:01:17.462685 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:17.464266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:17.522735 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b292deb-2bc9-4303-89bf-12dab178bbe7 None None] Network c6a8f37d-3557-4c93-b1f3-70b228005156 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:17.599448 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event updated for resources: {'Subnet': ['ID=119aba14-4a1f-47ca-83e4-3e07fa3d9c74,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:17.609877 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0936045a-6861-4a92-8f04-5363ef62b325 req-9e2ec71d-2ac9-4612-b26d-faf26cf75860 service neutron] 10.222.0.60 "GET /v2.0/networks/663b8ef7-9d3d-4d43-b48b-9dae1ee59c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562955 Aug 17 03:01:17.623056 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc263f8e-e23a-4650-8a56-18411775e7e4 req-df1461af-d3cd-49c5-8cf4-09280d5aea17 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:17.623194 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-eb3157ab-b92c-46df-a035-8e1eebaebab6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Allocated IP 172.20.0.14 (54136ca1-bdf4-455e-a64c-9cb78eb9482e/e36039ff-2b91-4bea-8513-5210cefd245d/2d6b5d44-2752-495b-8585-4706f2ebb244) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:01:17.624615 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fc263f8e-e23a-4650-8a56-18411775e7e4 req-df1461af-d3cd-49c5-8cf4-09280d5aea17 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 945 time: 0.1041107 Aug 17 03:01:17.631663 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Checking segment: {'id': '343cf731-5412-4c24-9019-1d3441f4ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3901e9b2-3155-45ad-9ec3-1b4450c1f184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:17.635755 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Network hostable DHCP agents. Network: 3901e9b2-3155-45ad-9ec3-1b4450c1f184, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:01:17.697372 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fc263f8e-e23a-4650-8a56-18411775e7e4 req-a40da428-6fe4-4945-9fac-aa4a7b8311c1 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575211 Aug 17 03:01:17.736857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Network 3901e9b2-3155-45ad-9ec3-1b4450c1f184 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:01:17.782060 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:17.785980 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:17.816857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 3901e9b2-3155-45ad-9ec3-1b4450c1f184) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:17.834868 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:17.835385 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:17.837960 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:17.838686 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee9dfebe-8579-4650-82df-0114a5ace48b None None] Network 3901e9b2-3155-45ad-9ec3-1b4450c1f184 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:17.929236 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-c6a8f37d-3557-4c93-b1f3-70b228005156', 'network_id': 'c6a8f37d-3557-4c93-b1f3-70b228005156', 'tenant_id': 'd7b6bb3a6e6540228ed66f3dc60991ea', 'fixed_ips': [{'subnet_id': '6d2c0b10-2a7d-4d15-ab1f-a0c36ee694d5'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:01:17.930176 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:17.952853 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0baeb563-4509-42fb-bee4-e4d380dcdd59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:17.954217 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0936045a-6861-4a92-8f04-5363ef62b325 req-44611146-4253-4b54-b409-cfd6204bca06 service neutron] 10.222.0.60 "GET /v2.0/networks/663b8ef7-9d3d-4d43-b48b-9dae1ee59c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3283076 Aug 17 03:01:17.969192 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-98a34b55-07a9-4fc9-a181-09288a6278fb tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 2.0915890 Aug 17 03:01:17.973544 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50148) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:18.021098 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:18.186250 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-eb3157ab-b92c-46df-a035-8e1eebaebab6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:18.249023 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbca3e7-7c15-463e-b420-3594b186aff3 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:18.250697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbca3e7-7c15-463e-b420-3594b186aff3 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:18.252502 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dbca3e7-7c15-463e-b420-3594b186aff3 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:18.263929 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2dbca3e7-7c15-463e-b420-3594b186aff3 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2792308 Aug 17 03:01:18.264312 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50162) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:18.275594 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987fb47-5aed-4f21-a872-2ead02458a61 req-8d6664eb-f537-47ca-9e40-98783a1c1abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:18.277461 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c987fb47-5aed-4f21-a872-2ead02458a61 req-8d6664eb-f537-47ca-9e40-98783a1c1abd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4debc28cb6324b6c92faede66e1e1129&device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 1094 time: 0.1799445 Aug 17 03:01:18.294797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:18.308733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-3901e9b2-3155-45ad-9ec3-1b4450c1f184', 'network_id': '3901e9b2-3155-45ad-9ec3-1b4450c1f184', 'tenant_id': 'd7b6bb3a6e6540228ed66f3dc60991ea', 'fixed_ips': [{'subnet_id': '119aba14-4a1f-47ca-83e4-3e07fa3d9c74'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:01:18.310342 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:18.333341 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:18.390317 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ab66001-097d-4bd2-afcb-f5e970bc1298 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Deleting subnet 6d2c0b10-2a7d-4d15-ab1f-a0c36ee694d5 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:01:18.408709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987fb47-5aed-4f21-a872-2ead02458a61 req-7686a3f3-8d30-47ca-a04e-a883f4c8d60a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:18.410361 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c987fb47-5aed-4f21-a872-2ead02458a61 req-7686a3f3-8d30-47ca-a04e-a883f4c8d60a service neutron] 10.222.0.60 "GET /v2.0/networks?id=663b8ef7-9d3d-4d43-b48b-9dae1ee59c47 HTTP/1.1" status: 200 len: 921 time: 0.1236913 Aug 17 03:01:18.464622 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c987fb47-5aed-4f21-a872-2ead02458a61 req-2d2bfebf-d14f-46ac-b5b3-880017162fdd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=94e33b73-e0dc-4b40-82de-7209e9044241 HTTP/1.1" status: 200 len: 217 time: 0.0413959 Aug 17 03:01:18.481159 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:18.559463 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-eb3157ab-b92c-46df-a035-8e1eebaebab6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:18.570117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Allocated IP 2001:db8::1 (c6a8f37d-3557-4c93-b1f3-70b228005156/6d2c0b10-2a7d-4d15-ab1f-a0c36ee694d5/56b8a102-70a0-48f9-b97a-e95e9c6298a0) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:01:18.618902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,revision_number=10']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:18.639489 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c987fb47-5aed-4f21-a872-2ead02458a61 req-e4a96f40-4062-463b-91a7-6acee6170e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:18.642051 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c987fb47-5aed-4f21-a872-2ead02458a61 req-e4a96f40-4062-463b-91a7-6acee6170e25 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a3a8acaf-24bc-4ddc-9d47-6397eb87eed3 HTTP/1.1" status: 200 len: 861 time: 0.1672082 Aug 17 03:01:18.653992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-eb3157ab-b92c-46df-a035-8e1eebaebab6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Network 54136ca1-bdf4-455e-a64c-9cb78eb9482e is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:18.682784 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-eb3157ab-b92c-46df-a035-8e1eebaebab6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:18.688536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-eb3157ab-b92c-46df-a035-8e1eebaebab6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:18.691534 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c987fb47-5aed-4f21-a872-2ead02458a61 req-83a2c7b0-4b97-4470-b5f8-af8c7fe2bf26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=663b8ef7-9d3d-4d43-b48b-9dae1ee59c47&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359449 Aug 17 03:01:18.692150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3157ab-b92c-46df-a035-8e1eebaebab6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Pushing event updated for resources: {'Port': ['ID=2d6b5d44-2752-495b-8585-4706f2ebb244,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:18.753492 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Allocated IP 2001:db8:0:1::1 (3901e9b2-3155-45ad-9ec3-1b4450c1f184/119aba14-4a1f-47ca-83e4-3e07fa3d9c74/19f8821e-de05-410b-ab72-ab22b73fdbe7) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:01:18.831555 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22ebeb4-751a-4395-b0e4-7aaf5d77570d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:18.835487 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cfd643-bf4c-4549-b2f6-43c63c86bf78" -d '{"events": [{"server_uuid": "c22ebeb4-751a-4395-b0e4-7aaf5d77570d", "name": "network-vif-plugged", "status": "completed", "tag": "c40e4cc8-eb8b-4972-adf0-948ca3f8cf21"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:18.900025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-eb3157ab-b92c-46df-a035-8e1eebaebab6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:18.900653 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-eb3157ab-b92c-46df-a035-8e1eebaebab6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:18.923138 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36259d96-6e8c-44ca-a6f2-cade7fcb40f5 req-299a445d-8172-4f03-8823-91d5414681f2 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:18.930870 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-36259d96-6e8c-44ca-a6f2-cade7fcb40f5 req-299a445d-8172-4f03-8823-91d5414681f2 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 932 time: 0.1159048 Aug 17 03:01:18.986723 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-eb3157ab-b92c-46df-a035-8e1eebaebab6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2287381 Aug 17 03:01:19.006264 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:19.009490 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Request body: {'port': {'device_id': 'c2b14bbd-5cb1-43e1-80a3-d2b419604c91', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:19.039160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Transition to ACTIVE for port object 56b8a102-70a0-48f9-b97a-e95e9c6298a0 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:19.049985 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-36259d96-6e8c-44ca-a6f2-cade7fcb40f5 req-717c26d9-ad8f-40e8-a663-f87a83bbf521 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181901 Aug 17 03:01:19.072295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Transition to ACTIVE for port object 56b8a102-70a0-48f9-b97a-e95e9c6298a0 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:19.074533 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:19.092855 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c987fb47-5aed-4f21-a872-2ead02458a61 req-c167a6b1-25c7-4342-a07f-0658efb2ebed service neutron] 10.222.0.60 "GET /v2.0/networks/663b8ef7-9d3d-4d43-b48b-9dae1ee59c47?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933296 Aug 17 03:01:19.095549 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Transition to ACTIVE for port object 19f8821e-de05-410b-ab72-ab22b73fdbe7 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:19.132077 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:19.132932 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Transition to ACTIVE for port object 19f8821e-de05-410b-ab72-ab22b73fdbe7 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:19.136623 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:19.181281 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e93ef14-3792-4fb6-9fdd-907b82ef79df req-df51f9f5-5f2a-449b-b45c-630c18be0358 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:19.183091 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e93ef14-3792-4fb6-9fdd-907b82ef79df req-df51f9f5-5f2a-449b-b45c-630c18be0358 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.0729759 Aug 17 03:01:19.201193 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:19.203939 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ab66001-097d-4bd2-afcb-f5e970bc1298 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:19.243172 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c987fb47-5aed-4f21-a872-2ead02458a61 req-876526ff-5195-4e31-8abb-69c7181cf3b5 service neutron] 10.222.0.60 "GET /v2.0/networks/663b8ef7-9d3d-4d43-b48b-9dae1ee59c47?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1376758 Aug 17 03:01:19.278717 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ab66001-097d-4bd2-afcb-f5e970bc1298 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:19.301064 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:19.304795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f764d-5133-4599-b8f8-a1bfb955a600 req-54048abc-608d-4367-b29d-a2bf8d1c3b60 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:19.306265 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f76f764d-5133-4599-b8f8-a1bfb955a600 req-54048abc-608d-4367-b29d-a2bf8d1c3b60 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/ports?device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 943 time: 0.1303349 Aug 17 03:01:19.335574 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Network c6a8f37d-3557-4c93-b1f3-70b228005156 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:19.344365 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:19.347768 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:19.382586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Network 3901e9b2-3155-45ad-9ec3-1b4450c1f184 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:19.383412 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Pushing event updated for resources: {'Port': ['ID=56b8a102-70a0-48f9-b97a-e95e9c6298a0,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:19.411274 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ab66001-097d-4bd2-afcb-f5e970bc1298 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:19.416590 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f76f764d-5133-4599-b8f8-a1bfb955a600 req-5d6981bd-203f-49bc-8b31-ed2aadcc53f2 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/security-groups?id=60e78130-f32a-420c-a0ba-da814bfbfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583012 Aug 17 03:01:19.482719 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Pushing event updated for resources: {'Port': ['ID=19f8821e-de05-410b-ab72-ab22b73fdbe7,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:19.486171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 94e33b73-e0dc-4b40-82de-7209e9044241 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:01:19.513890 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:19.517320 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:19.538087 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e93ef14-3792-4fb6-9fdd-907b82ef79df req-ce53f405-a005-42e4-ba17-8598199004ee tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3459787 Aug 17 03:01:19.599974 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ab66001-097d-4bd2-afcb-f5e970bc1298 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:19.632669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79a61a6b-ed41-42f0-8416-9c8dcc2d9e75 req-e2abfb4a-32c8-46a4-bba5-4e86db47c756 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:19.634252 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79a61a6b-ed41-42f0-8416-9c8dcc2d9e75 req-e2abfb4a-32c8-46a4-bba5-4e86db47c756 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.60 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 945 time: 0.2141802 Aug 17 03:01:19.661908 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab66001-097d-4bd2-afcb-f5e970bc1298 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event deleted for resources: {'Subnet': ['ID=6d2c0b10-2a7d-4d15-ab1f-a0c36ee694d5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:19.680413 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ab66001-097d-4bd2-afcb-f5e970bc1298 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:19.686029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50198) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:19.686381 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1ab66001-097d-4bd2-afcb-f5e970bc1298 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "DELETE /v2.0/subnets/6d2c0b10-2a7d-4d15-ab1f-a0c36ee694d5 HTTP/1.1" status: 204 len: 168 time: 1.4208901 Aug 17 03:01:19.705985 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.resource_extend [None req-2f55000a-7558-45c3-84da-73019a27286a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 03:01:19.720389 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Attempting to bind port 56b8a102-70a0-48f9-b97a-e95e9c6298a0 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:01:19.720769 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Attempting to bind port 56b8a102-70a0-48f9-b97a-e95e9c6298a0 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '22b90ab3-56cb-4d09-b5f3-56f372296d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c6a8f37d-3557-4c93-b1f3-70b228005156'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:01:19.723792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Attempting to bind port 56b8a102-70a0-48f9-b97a-e95e9c6298a0 on network c6a8f37d-3557-4c93-b1f3-70b228005156 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:19.733225 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eecc3dbe-69a2-4026-b5cc-0310ae1080fe x-openstack-request-id: req-eecc3dbe-69a2-4026-b5cc-0310ae1080fe {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:19.733586 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22ebeb4-751a-4395-b0e4-7aaf5d77570d", "name": "network-vif-plugged", "status": "completed", "tag": "c40e4cc8-eb8b-4972-adf0-948ca3f8cf21", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:19.733863 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eecc3dbe-69a2-4026-b5cc-0310ae1080fe {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:19.734297 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22ebeb4-751a-4395-b0e4-7aaf5d77570d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21', 'code': 200} Aug 17 03:01:19.881635 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6abb00c-d299-4d86-a15c-73b1a35ebcb4 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Deleting subnet 119aba14-4a1f-47ca-83e4-3e07fa3d9c74 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:01:19.901338 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6abb00c-d299-4d86-a15c-73b1a35ebcb4 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:19.976258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-79a61a6b-ed41-42f0-8416-9c8dcc2d9e75 req-60ce70a6-2032-4a47-b799-6c778a777037 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Deleting port d9a26432-a433-4198-b707-41049548c01a {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:19.976605 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-79a61a6b-ed41-42f0-8416-9c8dcc2d9e75 req-60ce70a6-2032-4a47-b799-6c778a777037 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:20.051144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2d6b5d44-2752-495b-8585-4706f2ebb244 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:01:20.058900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 94e33b73-e0dc-4b40-82de-7209e9044241, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=94e33b73-e0dc-4b40-82de-7209e9044241,segment=NetworkSegment(8abd1776-36ce-43f0-9a85-106762d3bbb3),segment_id=8abd1776-36ce-43f0-9a85-106762d3bbb3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:20.067904 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:20.071750 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6abb00c-d299-4d86-a15c-73b1a35ebcb4 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:20.075599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:01:20.076287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Checking segment: {'id': '22b90ab3-56cb-4d09-b5f3-56f372296d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c6a8f37d-3557-4c93-b1f3-70b228005156'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:20.076970 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:20.077544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Bound using segment: {'id': '22b90ab3-56cb-4d09-b5f3-56f372296d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c6a8f37d-3557-4c93-b1f3-70b228005156'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:01:20.078197 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Bound port: 56b8a102-70a0-48f9-b97a-e95e9c6298a0, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '22b90ab3-56cb-4d09-b5f3-56f372296d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'c6a8f37d-3557-4c93-b1f3-70b228005156'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:01:20.078855 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:20.081965 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Attempting to bind port 19f8821e-de05-410b-ab72-ab22b73fdbe7 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:01:20.082718 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Attempting to bind port 19f8821e-de05-410b-ab72-ab22b73fdbe7 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '343cf731-5412-4c24-9019-1d3441f4ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3901e9b2-3155-45ad-9ec3-1b4450c1f184'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:01:20.083231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Attempting to bind port 19f8821e-de05-410b-ab72-ab22b73fdbe7 on network 3901e9b2-3155-45ad-9ec3-1b4450c1f184 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:20.090141 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '94e33b73-e0dc-4b40-82de-7209e9044241', 'network_id': '663b8ef7-9d3d-4d43-b48b-9dae1ee59c47', 'port_id': '94e33b73-e0dc-4b40-82de-7209e9044241', 'mac_address': 'fa:16:3e:14:dc:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 86, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a3a8acaf-24bc-4ddc-9d47-6397eb87eed3', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:01:20.094255 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:01:20.094823 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Checking segment: {'id': '343cf731-5412-4c24-9019-1d3441f4ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3901e9b2-3155-45ad-9ec3-1b4450c1f184'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:20.095442 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:20.096081 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Bound using segment: {'id': '343cf731-5412-4c24-9019-1d3441f4ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3901e9b2-3155-45ad-9ec3-1b4450c1f184'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:01:20.099014 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Bound port: 19f8821e-de05-410b-ab72-ab22b73fdbe7, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '343cf731-5412-4c24-9019-1d3441f4ab63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '3901e9b2-3155-45ad-9ec3-1b4450c1f184'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:01:20.099014 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:20.195471 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:20.201009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Transition to ACTIVE for port object 2d6b5d44-2752-495b-8585-4706f2ebb244 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:20.203398 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-79a61a6b-ed41-42f0-8416-9c8dcc2d9e75 req-60ce70a6-2032-4a47-b799-6c778a777037 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] For port d9a26432-a433-4198-b707-41049548c01a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d9a26432-a433-4198-b707-41049548c01a,segment=NetworkSegment(5ff70b14-7866-4176-91c2-75e7d8b0cbb6),segment_id=5ff70b14-7866-4176-91c2-75e7d8b0cbb6)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:20.208045 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-79a61a6b-ed41-42f0-8416-9c8dcc2d9e75 req-60ce70a6-2032-4a47-b799-6c778a777037 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:20.227978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-79a61a6b-ed41-42f0-8416-9c8dcc2d9e75 req-60ce70a6-2032-4a47-b799-6c778a777037 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Calling delete_port for d9a26432-a433-4198-b707-41049548c01a owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:20.275286 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab2838a-1a5c-458b-90d6-59a722d054cf req-4e5f8363-6859-4bf8-87db-af35edea3c71 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:20.276893 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dab2838a-1a5c-458b-90d6-59a722d054cf req-4e5f8363-6859-4bf8-87db-af35edea3c71 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 932 time: 0.0788383 Aug 17 03:01:20.333326 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 94e33b73-e0dc-4b40-82de-7209e9044241 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:01:20.337840 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:20.357876 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dab2838a-1a5c-458b-90d6-59a722d054cf req-472daeb1-7d1e-463b-b0d1-dcfef2d319d9 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728130 Aug 17 03:01:20.363301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 94e33b73-e0dc-4b40-82de-7209e9044241, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=94e33b73-e0dc-4b40-82de-7209e9044241,segment=NetworkSegment(8abd1776-36ce-43f0-9a85-106762d3bbb3),segment_id=8abd1776-36ce-43f0-9a85-106762d3bbb3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:20.380702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] For port 19f8821e-de05-410b-ab72-ab22b73fdbe7, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:01:20.407882 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] For port 19f8821e-de05-410b-ab72-ab22b73fdbe7, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=19f8821e-de05-410b-ab72-ab22b73fdbe7,segment=NetworkSegment(343cf731-5412-4c24-9019-1d3441f4ab63),segment_id=343cf731-5412-4c24-9019-1d3441f4ab63)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:01:20.411210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] For port 56b8a102-70a0-48f9-b97a-e95e9c6298a0, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:01:20.427343 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] For port 56b8a102-70a0-48f9-b97a-e95e9c6298a0, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=56b8a102-70a0-48f9-b97a-e95e9c6298a0,segment=NetworkSegment(22b90ab3-56cb-4d09-b5f3-56f372296d48),segment_id=22b90ab3-56cb-4d09-b5f3-56f372296d48)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:01:20.439708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Pushing event updated for resources: {'Port': ['ID=2d6b5d44-2752-495b-8585-4706f2ebb244,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:20.461510 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:01:20.462473 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:20.515829 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6abb00c-d299-4d86-a15c-73b1a35ebcb4 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:20.523299 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:20.547951 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:20.602198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=94e33b73-e0dc-4b40-82de-7209e9044241,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:20.634669 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472a5965-9cc3-439d-b4fb-d36c690c8c0f req-e2519b19-5cdd-47ea-b460-8664795ba84d tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:20.636620 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-472a5965-9cc3-439d-b4fb-d36c690c8c0f req-e2519b19-5cdd-47ea-b460-8664795ba84d tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/ports?device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 944 time: 0.0987923 Aug 17 03:01:20.681501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58e1843-71ab-4ac6-bb33-3549ff69e5f6 None None] Pushing event updated for resources: {'Port': ['ID=19f8821e-de05-410b-ab72-ab22b73fdbe7,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:20.731924 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-472a5965-9cc3-439d-b4fb-d36c690c8c0f req-0c585a63-b193-4c04-9271-5b51c2117250 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/security-groups?id=60e78130-f32a-420c-a0ba-da814bfbfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854883 Aug 17 03:01:20.732575 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6abb00c-d299-4d86-a15c-73b1a35ebcb4 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:20.776984 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1156c1e0-3e17-4d88-b0a8-a50fcc5fc189 None None] Pushing event updated for resources: {'Port': ['ID=56b8a102-70a0-48f9-b97a-e95e9c6298a0,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:20.851053 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bad6b6d-9fd4-470e-ab6a-d9ee05349b10 None None] Network c6a8f37d-3557-4c93-b1f3-70b228005156 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:20.898342 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:20.899593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Attempting to bind port 2d6b5d44-2752-495b-8585-4706f2ebb244 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:01:20.899939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Attempting to bind port 2d6b5d44-2752-495b-8585-4706f2ebb244 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:01:20.900377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Attempting to bind port 2d6b5d44-2752-495b-8585-4706f2ebb244 on network 54136ca1-bdf4-455e-a64c-9cb78eb9482e {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:20.907712 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6abb00c-d299-4d86-a15c-73b1a35ebcb4 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:20.909987 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c6abb00c-d299-4d86-a15c-73b1a35ebcb4 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "DELETE /v2.0/subnets/119aba14-4a1f-47ca-83e4-3e07fa3d9c74 HTTP/1.1" status: 204 len: 168 time: 1.1709726 Aug 17 03:01:20.911020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6abb00c-d299-4d86-a15c-73b1a35ebcb4 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event deleted for resources: {'Subnet': ['ID=119aba14-4a1f-47ca-83e4-3e07fa3d9c74,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:20.915653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Port 2d6b5d44-2752-495b-8585-4706f2ebb244 on network 54136ca1-bdf4-455e-a64c-9cb78eb9482e not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:01:20.915983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Attempting to bind port 2d6b5d44-2752-495b-8585-4706f2ebb244 on network 54136ca1-bdf4-455e-a64c-9cb78eb9482e {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:20.920291 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50260) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:20.924469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:01:20.924469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Checking segment: {'id': '1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:20.924853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Bound using segment: {'id': '1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:01:20.925307 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Bound port: 2d6b5d44-2752-495b-8585-4706f2ebb244, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:01:20.928062 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:20.949882 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-79a61a6b-ed41-42f0-8416-9c8dcc2d9e75 req-60ce70a6-2032-4a47-b799-6c778a777037 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:21.017596 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['ee9caa80-5f1a-4878-904d-cffed6d8a7f1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:01:21.020406 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['94e33b73-e0dc-4b40-82de-7209e9044241'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:01:21.068295 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ce70a6-2032-4a47-b799-6c778a777037 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Pushing event deleted for resources: {'Port': ['ID=d9a26432-a433-4198-b707-41049548c01a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:21.073924 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e63e041-895d-460b-941d-e400ce9f2817 req-653c54b1-b550-4920-a969-b58f0cbe5d72 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 210 time: 0.0681658 Aug 17 03:01:21.101271 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf85eadc-c473-4c41-bbae-254166fefd3e tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:21.106889 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bf85eadc-c473-4c41-bbae-254166fefd3e tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1848381 Aug 17 03:01:21.118508 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50262) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:21.215452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-79a61a6b-ed41-42f0-8416-9c8dcc2d9e75 req-60ce70a6-2032-4a47-b799-6c778a777037 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] No DVR routers for this DVR port d9a26432-a433-4198-b707-41049548c01a on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:21.219513 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-79a61a6b-ed41-42f0-8416-9c8dcc2d9e75 req-60ce70a6-2032-4a47-b799-6c778a777037 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:21.223128 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79a61a6b-ed41-42f0-8416-9c8dcc2d9e75 req-60ce70a6-2032-4a47-b799-6c778a777037 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.60 "DELETE /v2.0/ports/d9a26432-a433-4198-b707-41049548c01a HTTP/1.1" status: 204 len: 173 time: 1.5737243 Aug 17 03:01:21.249005 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dc333ea5-1a5e-499c-b073-9f491ebf182b', 'name': 'network-vif-deleted', 'tag': 'd9a26432-a433-4198-b707-41049548c01a'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:21.252473 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ee4334a-799d-43b5-b4ce-b68a21eb3577" -d '{"events": [{"server_uuid": "dc333ea5-1a5e-499c-b073-9f491ebf182b", "name": "network-vif-deleted", "tag": "d9a26432-a433-4198-b707-41049548c01a"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:21.309005 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] For port 2d6b5d44-2752-495b-8585-4706f2ebb244, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:01:21.316165 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] For port 2d6b5d44-2752-495b-8585-4706f2ebb244, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2d6b5d44-2752-495b-8585-4706f2ebb244,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:01:21.384104 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:21.464531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:21.468569 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:21.492201 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] 10.222.0.60 "PUT /v2.0/ports/2d6b5d44-2752-495b-8585-4706f2ebb244 HTTP/1.1" status: 200 len: 1092 time: 2.4887450 Aug 17 03:01:21.512481 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 2d8eb619-edad-4bdb-8b36-929c5c4d8569 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:01:21.519427 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d9a26432-a433-4198-b707-41049548c01a no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:21.574676 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: d9a26432-a433-4198-b707-41049548c01a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:21.586851 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d9a26432-a433-4198-b707-41049548c01a not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:21.587757 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00549218-fe5b-4bc1-9d78-078fbea2c7fe service neutron] Pushing event updated for resources: {'Port': ['ID=2d6b5d44-2752-495b-8585-4706f2ebb244,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:21.724960 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-9d137665-9bf5-403f-a99f-b6579a653ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:21.726528 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-9d137665-9bf5-403f-a99f-b6579a653ac4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eeb669fb84bc48d3934bd32b8e8e4f1f&device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 1095 time: 0.0812092 Aug 17 03:01:21.827144 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:21.836263 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77d6a95-f596-43bb-a134-ef2ab5aa25f5 req-b358fb91-7f3d-4137-b89f-1c31ef6c34fd tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:21.846022 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b77d6a95-f596-43bb-a134-ef2ab5aa25f5 req-b358fb91-7f3d-4137-b89f-1c31ef6c34fd tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 945 time: 0.9990487 Aug 17 03:01:21.876499 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-b737cf07-1af7-4685-a137-8e8aa561983b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d6b5d44-2752-495b-8585-4706f2ebb244 HTTP/1.1" status: 200 len: 217 time: 0.1371875 Aug 17 03:01:21.907990 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b77d6a95-f596-43bb-a134-ef2ab5aa25f5 req-bec9edae-5b18-466f-a094-23f01bbb89c5 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609610 Aug 17 03:01:22.016567 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ecfcd95-6bba-4bd0-ba24-4d99d32e7288 x-openstack-request-id: req-0ecfcd95-6bba-4bd0-ba24-4d99d32e7288 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:22.016877 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dc333ea5-1a5e-499c-b073-9f491ebf182b", "name": "network-vif-deleted", "tag": "d9a26432-a433-4198-b707-41049548c01a", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:22.017136 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ecfcd95-6bba-4bd0-ba24-4d99d32e7288 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:22.017578 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dc333ea5-1a5e-499c-b073-9f491ebf182b', 'name': 'network-vif-deleted', 'tag': 'd9a26432-a433-4198-b707-41049548c01a', 'status': 'completed', 'code': 200} Aug 17 03:01:22.030011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Deleting port 19f8821e-de05-410b-ab72-ab22b73fdbe7 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:22.030408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-a52bc7a6-86bf-4071-abc1-f8616186db68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:22.030994 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:22.034180 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-a52bc7a6-86bf-4071-abc1-f8616186db68 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e36039ff-2b91-4bea-8513-5210cefd245d HTTP/1.1" status: 200 len: 855 time: 0.1436658 Aug 17 03:01:22.091539 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-cff91c42-3eaa-4096-8d1a-f1b3eeb191cb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54136ca1-bdf4-455e-a64c-9cb78eb9482e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0475752 Aug 17 03:01:22.103474 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 2d8eb619-edad-4bdb-8b36-929c5c4d8569, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2d8eb619-edad-4bdb-8b36-929c5c4d8569,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:22.112547 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 19f8821e-de05-410b-ab72-ab22b73fdbe7 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:22.196655 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '2d8eb619-edad-4bdb-8b36-929c5c4d8569', 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93', 'port_id': '2d8eb619-edad-4bdb-8b36-929c5c4d8569', 'mac_address': 'fa:16:3e:44:a8:39', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a435cf10-a71c-4d7f-a316-eee2f7d6e814', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:01:22.279245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] For port 19f8821e-de05-410b-ab72-ab22b73fdbe7, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=19f8821e-de05-410b-ab72-ab22b73fdbe7,segment=NetworkSegment(343cf731-5412-4c24-9019-1d3441f4ab63),segment_id=343cf731-5412-4c24-9019-1d3441f4ab63)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:22.279245 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:22.288670 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-5fdeeddb-d240-45f1-b0e3-c024f3e8eadd service neutron] 10.222.0.60 "GET /v2.0/networks/54136ca1-bdf4-455e-a64c-9cb78eb9482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1872261 Aug 17 03:01:22.318317 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9818132a-f8ab-41cc-b4ce-6515bce43c47 req-a6078ca5-20e3-45ed-9ce2-63422b191ff7 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:22.334563 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9818132a-f8ab-41cc-b4ce-6515bce43c47 req-a6078ca5-20e3-45ed-9ce2-63422b191ff7 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 944 time: 0.2249882 Aug 17 03:01:22.348309 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:22.369294 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Calling delete_port for 19f8821e-de05-410b-ab72-ab22b73fdbe7 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:22.377090 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d8eb619-edad-4bdb-8b36-929c5c4d8569 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:01:22.418579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 2d8eb619-edad-4bdb-8b36-929c5c4d8569, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2d8eb619-edad-4bdb-8b36-929c5c4d8569,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:22.447922 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9818132a-f8ab-41cc-b4ce-6515bce43c47 req-95c85797-e7e9-4621-83c0-b18937fae2f9 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120651 Aug 17 03:01:22.473909 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 19f8821e-de05-410b-ab72-ab22b73fdbe7 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:22.524341 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:22.603565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79c341a1-c855-436b-8c20-5c3248b6a29f None None] Network 3901e9b2-3155-45ad-9ec3-1b4450c1f184 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:22.686022 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e79f19a2-6287-407c-8e19-10f5ba6ff959 req-1c763644-10a3-4d98-9d43-3c6da5383c12 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=dc333ea5-1a5e-499c-b073-9f491ebf182b HTTP/1.1" status: 200 len: 210 time: 0.0851302 Aug 17 03:01:22.729555 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['2d8eb619-edad-4bdb-8b36-929c5c4d8569'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:01:22.855393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=2d8eb619-edad-4bdb-8b36-929c5c4d8569,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:23.023784 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e5e20-4d94-486d-8306-c8cbad5a129f req-196cb2f7-3515-4fac-9e69-3f1cf978c22d tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:23.031742 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e92e5e20-4d94-486d-8306-c8cbad5a129f req-196cb2f7-3515-4fac-9e69-3f1cf978c22d tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/ports?device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 944 time: 0.1273725 Aug 17 03:01:23.055777 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb7030a3-5779-4abe-84dd-758b0f944e3a req-0695be13-32ce-405a-b3c2-bfee2d997d91 service neutron] 10.222.0.60 "GET /v2.0/networks/54136ca1-bdf4-455e-a64c-9cb78eb9482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7551014 Aug 17 03:01:23.078396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1be586e-77f9-4c55-a368-eb195fb36941 None None] DHCP port deletion for 3901e9b2-3155-45ad-9ec3-1b4450c1f184 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:01:23.078907 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e92e5e20-4d94-486d-8306-c8cbad5a129f req-4a96a335-365d-4183-9d23-163b4870b6a8 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/security-groups?id=60e78130-f32a-420c-a0ba-da814bfbfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461521 Aug 17 03:01:23.113730 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:23.146867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef8593f2-2771-46ec-a2e8-af63a077d313 req-8a3f2680-e347-48d1-bdbf-625356174860 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:23.148320 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef8593f2-2771-46ec-a2e8-af63a077d313 req-8a3f2680-e347-48d1-bdbf-625356174860 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 944 time: 0.1164711 Aug 17 03:01:23.152661 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-43df743e-7b8c-4293-ab8e-74d3e2285b4a None None] Provisioning for port 19f8821e-de05-410b-ab72-ab22b73fdbe7 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:23.158662 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-43df743e-7b8c-4293-ab8e-74d3e2285b4a None None] Provisioning complete for port 19f8821e-de05-410b-ab72-ab22b73fdbe7 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:23.159047 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-43df743e-7b8c-4293-ab8e-74d3e2285b4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:23.172498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] No DVR routers for this DVR port 19f8821e-de05-410b-ab72-ab22b73fdbe7 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:23.191763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-43df743e-7b8c-4293-ab8e-74d3e2285b4a None None] Port 19f8821e-de05-410b-ab72-ab22b73fdbe7 was deleted so its status cannot be updated. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 17 03:01:23.217448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d1be586e-77f9-4c55-a368-eb195fb36941 None None] Deleting port 19f8821e-de05-410b-ab72-ab22b73fdbe7 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:23.217865 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d1be586e-77f9-4c55-a368-eb195fb36941 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:23.307203 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-d1be586e-77f9-4c55-a368-eb195fb36941 None None] For port 19f8821e-de05-410b-ab72-ab22b73fdbe7, host n-d-802060-9, got binding levels [] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:23.307630 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d1be586e-77f9-4c55-a368-eb195fb36941 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:23.317654 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:23.326085 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d1be586e-77f9-4c55-a368-eb195fb36941 None None] Calling delete_port for 19f8821e-de05-410b-ab72-ab22b73fdbe7 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:23.329075 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3901e9b2-3155-45ad-9ec3-1b4450c1f184']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:23.330370 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.ipam_backend_mixin [None req-d1be586e-77f9-4c55-a368-eb195fb36941 None None] Port 19f8821e-de05-410b-ab72-ab22b73fdbe7 was not found and therefore no delete operation was performed {{(pid=101971) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 03:01:23.331716 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d1be586e-77f9-4c55-a368-eb195fb36941 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:23.341827 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '343cf731-5412-4c24-9019-1d3441f4ab63') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:23.342358 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '343cf731-5412-4c24-9019-1d3441f4ab63') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:23.355127 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:23.366175 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1be586e-77f9-4c55-a368-eb195fb36941 None None] Pushing event deleted for resources: {'Port': ['ID=19f8821e-de05-410b-ab72-ab22b73fdbe7,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:23.374256 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1be586e-77f9-4c55-a368-eb195fb36941 None None] No DVR routers for this DVR port 19f8821e-de05-410b-ab72-ab22b73fdbe7 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:23.378116 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:23.385675 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:23.386046 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:23.397330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c86d23-4f46-4636-b15f-f5503e1dabe4 None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 03:01:23.453519 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event deleted for resources: {'Port': ['ID=19f8821e-de05-410b-ab72-ab22b73fdbe7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:23.467647 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:23.515908 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef8593f2-2771-46ec-a2e8-af63a077d313 req-7ec4b104-206e-45f2-ba48-26ee0fb5312b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3409059 Aug 17 03:01:23.519256 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 94e33b73-e0dc-4b40-82de-7209e9044241 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:23.571750 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:23.580051 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:23.582250 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "DELETE /v2.0/networks/3901e9b2-3155-45ad-9ec3-1b4450c1f184 HTTP/1.1" status: 204 len: 168 time: 2.4480364 Aug 17 03:01:23.585205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50378) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:23.634862 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f77d3f5-a02b-458d-bf66-e43005042189 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event deleted for resources: {'Network': ['ID=3901e9b2-3155-45ad-9ec3-1b4450c1f184,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:23.651276 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c86d23-4f46-4636-b15f-f5503e1dabe4 None None] Resources bound (agent type, host, resource id): {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 03:01:23.665662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77c7908-aaaa-49df-991d-d57fbf37ef0b req-4cddb69b-09fe-4ff3-9da8-22eb42ef77f0 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:23.672142 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b77c7908-aaaa-49df-991d-d57fbf37ef0b req-4cddb69b-09fe-4ff3-9da8-22eb42ef77f0 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 944 time: 0.0864670 Aug 17 03:01:23.732187 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:23.732567 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b77c7908-aaaa-49df-991d-d57fbf37ef0b req-2261aa63-88eb-4066-82da-041f5c807a63 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480347 Aug 17 03:01:23.862585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Deleting port 56b8a102-70a0-48f9-b97a-e95e9c6298a0 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:23.865960 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:23.963839 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 19f8821e-de05-410b-ab72-ab22b73fdbe7 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:23.985357 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] For port 56b8a102-70a0-48f9-b97a-e95e9c6298a0, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=56b8a102-70a0-48f9-b97a-e95e9c6298a0,segment=NetworkSegment(22b90ab3-56cb-4d09-b5f3-56f372296d48),segment_id=22b90ab3-56cb-4d09-b5f3-56f372296d48)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:23.989843 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:24.004511 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Calling delete_port for 56b8a102-70a0-48f9-b97a-e95e9c6298a0 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:24.016744 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 19f8821e-de05-410b-ab72-ab22b73fdbe7 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:24.017154 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 19f8821e-de05-410b-ab72-ab22b73fdbe7 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:24.018160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c2b14bbd-5cb1-43e1-80a3-d2b419604c91', 'tag': '2d6b5d44-2752-495b-8585-4706f2ebb244'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:24.020985 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfbc38b9-2e28-4244-84b2-0d2d3dae9a21" -d '{"events": [{"name": "network-changed", "server_uuid": "c2b14bbd-5cb1-43e1-80a3-d2b419604c91", "tag": "2d6b5d44-2752-495b-8585-4706f2ebb244"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:24.416721 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 94e33b73-e0dc-4b40-82de-7209e9044241 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:24.421733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 94e33b73-e0dc-4b40-82de-7209e9044241 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:24.422113 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:24.501376 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:24.519759 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:24.524835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794ec31c-9c0f-46d3-8099-21ee2464e733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e33b73-e0dc-4b40-82de-7209e9044241'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:24.527212 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-96f39851-bae4-418c-9932-611400e66325" -d '{"events": [{"server_uuid": "794ec31c-9c0f-46d3-8099-21ee2464e733", "name": "network-vif-plugged", "status": "completed", "tag": "94e33b73-e0dc-4b40-82de-7209e9044241"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:24.545612 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 94e33b73-e0dc-4b40-82de-7209e9044241, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=94e33b73-e0dc-4b40-82de-7209e9044241,segment=NetworkSegment(8abd1776-36ce-43f0-9a85-106762d3bbb3),segment_id=8abd1776-36ce-43f0-9a85-106762d3bbb3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:24.552598 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] No DVR routers for this DVR port 56b8a102-70a0-48f9-b97a-e95e9c6298a0 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:24.558271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event deleted for resources: {'Port': ['ID=56b8a102-70a0-48f9-b97a-e95e9c6298a0,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:24.633693 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:24.634553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 2d8eb619-edad-4bdb-8b36-929c5c4d8569 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:24.656851 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:24.671165 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6a8f37d-3557-4c93-b1f3-70b228005156']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:24.683064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '22b90ab3-56cb-4d09-b5f3-56f372296d48') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:24.683758 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '22b90ab3-56cb-4d09-b5f3-56f372296d48') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:24.695775 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:24.724143 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:24.739781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:24.740057 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=94e33b73-e0dc-4b40-82de-7209e9044241,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:24.740524 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:24.751182 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 2d8eb619-edad-4bdb-8b36-929c5c4d8569 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:24.751182 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py:331: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: items = [ Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:24.819203 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:24.828022 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7442bc27-f0a2-44b2-a10d-ed51cb9308c1 x-openstack-request-id: req-7442bc27-f0a2-44b2-a10d-ed51cb9308c1 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:24.828022 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c2b14bbd-5cb1-43e1-80a3-d2b419604c91", "tag": "2d6b5d44-2752-495b-8585-4706f2ebb244", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:24.828022 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7442bc27-f0a2-44b2-a10d-ed51cb9308c1 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:24.828022 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c2b14bbd-5cb1-43e1-80a3-d2b419604c91', 'tag': '2d6b5d44-2752-495b-8585-4706f2ebb244', 'status': 'completed', 'code': 200} Aug 17 03:01:24.889002 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:24.909940 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc38b9-2e28-4244-84b2-0d2d3dae9a21 req-407c5bc9-7e7f-42f7-8c62-5b12b4fdab0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:24.911597 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cfbc38b9-2e28-4244-84b2-0d2d3dae9a21 req-407c5bc9-7e7f-42f7-8c62-5b12b4fdab0c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eeb669fb84bc48d3934bd32b8e8e4f1f&device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 1095 time: 0.0909677 Aug 17 03:01:24.938696 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:24.943333 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 2d8eb619-edad-4bdb-8b36-929c5c4d8569, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2d8eb619-edad-4bdb-8b36-929c5c4d8569,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:24.945403 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5936b4-09e8-4cfd-bab7-77eb1c5bd005 req-eb153ce6-9b75-4034-a021-75b071da99ab tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:24.955043 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4b5936b4-09e8-4cfd-bab7-77eb1c5bd005 req-eb153ce6-9b75-4034-a021-75b071da99ab tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 944 time: 0.0845392 Aug 17 03:01:24.960045 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:24.964494 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "DELETE /v2.0/networks/c6a8f37d-3557-4c93-b1f3-70b228005156 HTTP/1.1" status: 204 len: 168 time: 1.3758314 Aug 17 03:01:24.972634 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a982f41c-33bd-40dd-8272-dbdd2a884326 req-7f550c8b-4f03-4078-a629-a274b50e133a tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:24.979691 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50456) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:24.980861 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a982f41c-33bd-40dd-8272-dbdd2a884326 req-7f550c8b-4f03-4078-a629-a274b50e133a tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/ports?device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 945 time: 0.1286237 Aug 17 03:01:25.029794 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:25.044637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542e467e-3915-4aa2-bfac-13b9edf8ebe7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event deleted for resources: {'Network': ['ID=c6a8f37d-3557-4c93-b1f3-70b228005156,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:25.067161 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4b5936b4-09e8-4cfd-bab7-77eb1c5bd005 req-784c5415-9c7d-4fff-8a94-a07d68aa81dd tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104825 Aug 17 03:01:25.097444 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a982f41c-33bd-40dd-8272-dbdd2a884326 req-73d5be4b-5914-47f5-a149-a1ca7f815e7f tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/security-groups?id=60e78130-f32a-420c-a0ba-da814bfbfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1074903 Aug 17 03:01:25.133327 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=2d8eb619-edad-4bdb-8b36-929c5c4d8569,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:25.146383 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-149a0162-f989-49cc-aa9b-2f0c17463513 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:25.155180 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc38b9-2e28-4244-84b2-0d2d3dae9a21 req-e4be2831-fd78-45b5-90e3-89738b765a23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:25.156792 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cfbc38b9-2e28-4244-84b2-0d2d3dae9a21 req-e4be2831-fd78-45b5-90e3-89738b765a23 service neutron] 10.222.0.60 "GET /v2.0/networks?id=54136ca1-bdf4-455e-a64c-9cb78eb9482e HTTP/1.1" status: 200 len: 915 time: 0.2344520 Aug 17 03:01:25.179818 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f28b582-ef5e-4231-a9b7-e6594204d648 x-openstack-request-id: req-3f28b582-ef5e-4231-a9b7-e6594204d648 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:25.182318 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794ec31c-9c0f-46d3-8099-21ee2464e733", "name": "network-vif-plugged", "status": "completed", "tag": "94e33b73-e0dc-4b40-82de-7209e9044241", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:25.182879 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f28b582-ef5e-4231-a9b7-e6594204d648 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:25.185885 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794ec31c-9c0f-46d3-8099-21ee2464e733', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '94e33b73-e0dc-4b40-82de-7209e9044241', 'code': 200} Aug 17 03:01:25.273501 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cfbc38b9-2e28-4244-84b2-0d2d3dae9a21 req-e23b6efa-94a8-4dde-8931-0a2a086877b1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2d6b5d44-2752-495b-8585-4706f2ebb244 HTTP/1.1" status: 200 len: 217 time: 0.0953658 Aug 17 03:01:25.382160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbc38b9-2e28-4244-84b2-0d2d3dae9a21 req-7b2d7194-ef62-48d2-9aae-8af2d56552b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:25.382728 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cfbc38b9-2e28-4244-84b2-0d2d3dae9a21 req-7b2d7194-ef62-48d2-9aae-8af2d56552b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e36039ff-2b91-4bea-8513-5210cefd245d HTTP/1.1" status: 200 len: 855 time: 0.0961716 Aug 17 03:01:25.415243 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-149a0162-f989-49cc-aa9b-2f0c17463513 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:25.433837 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c25203-2717-44e6-a8a4-60b1ce4bb709 req-9a4e583a-91ea-4c70-ac77-dc56a7f9bec1 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:25.444036 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-42c25203-2717-44e6-a8a4-60b1ce4bb709 req-9a4e583a-91ea-4c70-ac77-dc56a7f9bec1 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1513495 Aug 17 03:01:25.444172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2f7490-4ea1-48d3-bcf1-16b3b8cf0b3f req-b973959f-87fe-4fbb-859e-594cc2f1bb1b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:25.444172 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7a2f7490-4ea1-48d3-bcf1-16b3b8cf0b3f req-b973959f-87fe-4fbb-859e-594cc2f1bb1b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 944 time: 0.1674676 Aug 17 03:01:25.444350 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cfbc38b9-2e28-4244-84b2-0d2d3dae9a21 req-73a95a84-d926-4e5d-b0ba-4fb565298396 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54136ca1-bdf4-455e-a64c-9cb78eb9482e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429134 Aug 17 03:01:25.444350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-478d4877-171f-4349-b1da-d70bbe8928f6 req-28c2d44f-1143-454d-9ce0-e0971936e83e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:25.444477 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-149a0162-f989-49cc-aa9b-2f0c17463513 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3884426f-1174-4e20-92ce-bd68991cd9e3']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:25.444549 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-478d4877-171f-4349-b1da-d70bbe8928f6 req-28c2d44f-1143-454d-9ce0-e0971936e83e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 1096 time: 0.1677723 Aug 17 03:01:25.462452 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-149a0162-f989-49cc-aa9b-2f0c17463513 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '577250ae-e87c-4e2e-9df0-86f6910c957e') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:25.462769 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-149a0162-f989-49cc-aa9b-2f0c17463513 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '577250ae-e87c-4e2e-9df0-86f6910c957e') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:25.488278 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-149a0162-f989-49cc-aa9b-2f0c17463513 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:25.524531 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7a2f7490-4ea1-48d3-bcf1-16b3b8cf0b3f req-51bebb41-9265-42ab-b8f3-472f8786430c tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728641 Aug 17 03:01:25.528895 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 2d6b5d44-2752-495b-8585-4706f2ebb244 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:01:25.535273 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-149a0162-f989-49cc-aa9b-2f0c17463513 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:25.545578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-149a0162-f989-49cc-aa9b-2f0c17463513 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:25.545578 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-149a0162-f989-49cc-aa9b-2f0c17463513 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:25.549564 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:25.657146 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-478d4877-171f-4349-b1da-d70bbe8928f6 req-9e4fbaac-6eac-43e8-92f5-8f6a0b4d5b37 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=60e78130-f32a-420c-a0ba-da814bfbfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1790769 Aug 17 03:01:25.672606 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-42c25203-2717-44e6-a8a4-60b1ce4bb709 req-31681052-458a-44aa-9d48-d6272e10a583 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2165389 Aug 17 03:01:25.709907 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cfbc38b9-2e28-4244-84b2-0d2d3dae9a21 req-ca88a502-43c5-4a59-8929-50b1239302ce service neutron] 10.222.0.60 "GET /v2.0/networks/54136ca1-bdf4-455e-a64c-9cb78eb9482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2487502 Aug 17 03:01:25.750540 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 2d6b5d44-2752-495b-8585-4706f2ebb244, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2d6b5d44-2752-495b-8585-4706f2ebb244,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:25.765260 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '2d6b5d44-2752-495b-8585-4706f2ebb244', 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e', 'port_id': '2d6b5d44-2752-495b-8585-4706f2ebb244', 'mac_address': 'fa:16:3e:64:4d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36039ff-2b91-4bea-8513-5210cefd245d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:01:25.813174 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-149a0162-f989-49cc-aa9b-2f0c17463513 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:25.828419 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:25.833356 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-149a0162-f989-49cc-aa9b-2f0c17463513 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:25.836033 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-149a0162-f989-49cc-aa9b-2f0c17463513 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "DELETE /v2.0/networks/3884426f-1174-4e20-92ce-bd68991cd9e3 HTTP/1.1" status: 204 len: 168 time: 0.8550181 Aug 17 03:01:25.842703 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50492) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:25.854377 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149a0162-f989-49cc-aa9b-2f0c17463513 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event deleted for resources: {'Network': ['ID=3884426f-1174-4e20-92ce-bd68991cd9e3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:25.864131 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6b5d44-2752-495b-8585-4706f2ebb244 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:01:25.871041 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cfbc38b9-2e28-4244-84b2-0d2d3dae9a21 req-961170d3-06d4-48a0-bac4-bc250c31fb37 service neutron] 10.222.0.60 "GET /v2.0/networks/54136ca1-bdf4-455e-a64c-9cb78eb9482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1494501 Aug 17 03:01:25.886283 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 2d6b5d44-2752-495b-8585-4706f2ebb244, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2d6b5d44-2752-495b-8585-4706f2ebb244,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:25.959414 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:26.023206 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-328a72d9-b750-4d38-8642-7610270dd1c7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:26.086023 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=2d6b5d44-2752-495b-8585-4706f2ebb244,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:26.280659 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-328a72d9-b750-4d38-8642-7610270dd1c7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:26.286608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb5a0e28-5be2-4052-bd79-d9021533217e req-8957d1cd-9c9d-487e-a178-b2ebcde2cdd2 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:26.286608 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cb5a0e28-5be2-4052-bd79-d9021533217e req-8957d1cd-9c9d-487e-a178-b2ebcde2cdd2 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/ports?device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 945 time: 0.0688164 Aug 17 03:01:26.310113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-328a72d9-b750-4d38-8642-7610270dd1c7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5436211f-5fa6-4866-8fc6-6b7afc155981']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:26.323289 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-328a72d9-b750-4d38-8642-7610270dd1c7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1df74f4d-f225-41f5-b71f-681347e2e1d6') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:26.323600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-328a72d9-b750-4d38-8642-7610270dd1c7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1df74f4d-f225-41f5-b71f-681347e2e1d6') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:26.334522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6777ea8-4589-41f8-b46c-ac6c9406f6a7 req-f9d5a0b6-15d3-4e3e-9881-8fa3a9cf2ef4 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:26.339287 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cb5a0e28-5be2-4052-bd79-d9021533217e req-18af3e13-b244-424a-815d-306f7f5dddf5 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/security-groups?id=60e78130-f32a-420c-a0ba-da814bfbfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417929 Aug 17 03:01:26.341802 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6777ea8-4589-41f8-b46c-ac6c9406f6a7 req-f9d5a0b6-15d3-4e3e-9881-8fa3a9cf2ef4 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 945 time: 0.1343431 Aug 17 03:01:26.362741 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-328a72d9-b750-4d38-8642-7610270dd1c7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:26.392300 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-328a72d9-b750-4d38-8642-7610270dd1c7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:26.413096 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6777ea8-4589-41f8-b46c-ac6c9406f6a7 req-14ba0325-45e8-443d-9ad2-2cde03723912 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703444 Aug 17 03:01:26.414415 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-328a72d9-b750-4d38-8642-7610270dd1c7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:26.414821 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-328a72d9-b750-4d38-8642-7610270dd1c7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:26.423874 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['2d6b5d44-2752-495b-8585-4706f2ebb244'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:26.427417 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:26.599237 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-328a72d9-b750-4d38-8642-7610270dd1c7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:26.631767 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-328a72d9-b750-4d38-8642-7610270dd1c7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:26.636353 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-328a72d9-b750-4d38-8642-7610270dd1c7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] 10.222.0.10 "DELETE /v2.0/networks/5436211f-5fa6-4866-8fc6-6b7afc155981 HTTP/1.1" status: 204 len: 168 time: 0.7899659 Aug 17 03:01:26.662733 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328a72d9-b750-4d38-8642-7610270dd1c7 tempest-BulkNetworkOpsIpV6Test-777093757 tempest-BulkNetworkOpsIpV6Test-777093757-project] Pushing event deleted for resources: {'Network': ['ID=5436211f-5fa6-4866-8fc6-6b7afc155981,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:26.696554 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4196cc4-812e-4713-b8a2-a058ebbb7507 req-9c3ba263-8a28-4b13-9664-e8146c8d79c1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:26.705402 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d4196cc4-812e-4713-b8a2-a058ebbb7507 req-9c3ba263-8a28-4b13-9664-e8146c8d79c1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 945 time: 0.0888515 Aug 17 03:01:26.734039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50512) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:26.788545 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d4196cc4-812e-4713-b8a2-a058ebbb7507 req-1a0e7e2b-fb9a-46f6-a1fd-fc41ff1c8803 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793920 Aug 17 03:01:26.886915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fddbb0a-b9e1-4b6b-a719-81da02998b51 req-f1a5f2a6-342f-456d-b8e5-4906f0964440 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:26.889714 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3fddbb0a-b9e1-4b6b-a719-81da02998b51 req-f1a5f2a6-342f-456d-b8e5-4906f0964440 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.0898254 Aug 17 03:01:26.911260 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-351767a5-0eab-4251-a511-db7eadf5f4d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:26.959981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3fddbb0a-b9e1-4b6b-a719-81da02998b51 req-8def1137-800a-4c8a-86c5-ce305eb05874 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624151 Aug 17 03:01:27.053370 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-351767a5-0eab-4251-a511-db7eadf5f4d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:27.136792 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-351767a5-0eab-4251-a511-db7eadf5f4d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:27.187529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa12200-b82f-47cd-8252-cec2ab2444c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8eb619-edad-4bdb-8b36-929c5c4d8569'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:27.189918 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3d530a68-e59f-4ecf-9ce7-f3c7e112952c" -d '{"events": [{"server_uuid": "baa12200-b82f-47cd-8252-cec2ab2444c4", "name": "network-vif-plugged", "status": "completed", "tag": "2d8eb619-edad-4bdb-8b36-929c5c4d8569"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:27.224071 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-351767a5-0eab-4251-a511-db7eadf5f4d8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=21ec8bb5f253417d8004ff2e71be64f8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4886699 Aug 17 03:01:27.238111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-351767a5-0eab-4251-a511-db7eadf5f4d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5fac738-1de0-4d40-a6c6-1edb3ada74b1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:27.240351 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50530) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:27.244772 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c90a2d62-347d-40ff-9a34-46f998c6a3ff x-openstack-request-id: req-c90a2d62-347d-40ff-9a34-46f998c6a3ff {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:27.245128 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa12200-b82f-47cd-8252-cec2ab2444c4", "name": "network-vif-plugged", "status": "completed", "tag": "2d8eb619-edad-4bdb-8b36-929c5c4d8569", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:27.245459 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c90a2d62-347d-40ff-9a34-46f998c6a3ff {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:27.245918 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa12200-b82f-47cd-8252-cec2ab2444c4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d8eb619-edad-4bdb-8b36-929c5c4d8569', 'code': 200} Aug 17 03:01:27.314491 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-28f7c5c9-75f6-4d06-9be3-d63852282792 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:27.343384 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-28f7c5c9-75f6-4d06-9be3-d63852282792 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:27.433980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50536) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:27.489262 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-28f7c5c9-75f6-4d06-9be3-d63852282792 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:27.492146 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-28f7c5c9-75f6-4d06-9be3-d63852282792 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:27.493342 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-28f7c5c9-75f6-4d06-9be3-d63852282792 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a5fac738-1de0-4d40-a6c6-1edb3ada74b1 HTTP/1.1" status: 204 len: 168 time: 0.2518940 Aug 17 03:01:27.511861 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ec1a82-09ae-498a-8249-392595aa1852 req-3c98fc60-405e-4bcf-b57d-ef7a41dabea0 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:27.514102 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-40ec1a82-09ae-498a-8249-392595aa1852 req-3c98fc60-405e-4bcf-b57d-ef7a41dabea0 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/ports?device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 945 time: 0.0807326 Aug 17 03:01:27.520410 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28f7c5c9-75f6-4d06-9be3-d63852282792 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5fac738-1de0-4d40-a6c6-1edb3ada74b1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:27.528946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 2d8eb619-edad-4bdb-8b36-929c5c4d8569 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:27.605140 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-40ec1a82-09ae-498a-8249-392595aa1852 req-9f2d4af6-03fd-4f49-a0bf-a7d8207cac98 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/security-groups?id=60e78130-f32a-420c-a0ba-da814bfbfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681257 Aug 17 03:01:27.639418 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ea06b9-aefa-4998-a134-d83702d59005 req-ad721296-617e-44a8-b58c-c0f9a1f13d6b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:27.639418 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-52ea06b9-aefa-4998-a134-d83702d59005 req-ad721296-617e-44a8-b58c-c0f9a1f13d6b tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 945 time: 0.1185524 Aug 17 03:01:27.731794 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6ba65a1b-fdcc-478f-8d86-ee5be0f7e306 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d7b6bb3a6e6540228ed66f3dc60991ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2936912 Aug 17 03:01:27.733533 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50546) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:27.738896 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:27.770639 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-52ea06b9-aefa-4998-a134-d83702d59005 req-7ec063e5-e341-4f33-b006-ea9a6e3f5c6d tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328344 Aug 17 03:01:27.818179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 2d8eb619-edad-4bdb-8b36-929c5c4d8569, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2d8eb619-edad-4bdb-8b36-929c5c4d8569,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:27.864629 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6204b378-b138-4e34-bce9-69abaed660e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:27.896139 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6204b378-b138-4e34-bce9-69abaed660e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:27.907997 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:28.027549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b300e2c6-5e93-4d07-87ce-a333d0ab2252 req-77e8e060-c406-4ab0-8f0f-c68b987e84ff tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:28.031393 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b300e2c6-5e93-4d07-87ce-a333d0ab2252 req-77e8e060-c406-4ab0-8f0f-c68b987e84ff tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 945 time: 0.1087604 Aug 17 03:01:28.057363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=2d8eb619-edad-4bdb-8b36-929c5c4d8569,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:28.134964 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6204b378-b138-4e34-bce9-69abaed660e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:28.136827 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6204b378-b138-4e34-bce9-69abaed660e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:28.142327 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b300e2c6-5e93-4d07-87ce-a333d0ab2252 req-2174f192-4556-447b-9924-0fa7318f2fc6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960636 Aug 17 03:01:28.143710 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6204b378-b138-4e34-bce9-69abaed660e4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef9f2174-ad19-4bbf-96d0-cf6438bfe8e9 HTTP/1.1" status: 204 len: 168 time: 0.4087441 Aug 17 03:01:28.167412 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6204b378-b138-4e34-bce9-69abaed660e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef9f2174-ad19-4bbf-96d0-cf6438bfe8e9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:28.184782 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d5229b-adb1-4da7-b54a-598cb1357dcf req-c08ce5f3-72b8-4bc2-84ce-b13d5796b50a tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:28.186428 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-17d5229b-adb1-4da7-b54a-598cb1357dcf req-c08ce5f3-72b8-4bc2-84ce-b13d5796b50a tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.60 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 943 time: 0.0980392 Aug 17 03:01:28.233056 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92448a5-fefb-44fe-89a5-46b5a8194b29 req-81ef4880-982e-48cb-8f5f-e9b2e188703f tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:28.238436 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e92448a5-fefb-44fe-89a5-46b5a8194b29 req-81ef4880-982e-48cb-8f5f-e9b2e188703f tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1523025 Aug 17 03:01:28.341863 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e92448a5-fefb-44fe-89a5-46b5a8194b29 req-0afe2e7a-f901-460d-8251-46b63ba77a07 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867183 Aug 17 03:01:28.352110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-17d5229b-adb1-4da7-b54a-598cb1357dcf req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Deleting port 2d8eb619-edad-4bdb-8b36-929c5c4d8569 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:28.352110 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-17d5229b-adb1-4da7-b54a-598cb1357dcf req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:28.515393 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-17d5229b-adb1-4da7-b54a-598cb1357dcf req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] For port 2d8eb619-edad-4bdb-8b36-929c5c4d8569, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2d8eb619-edad-4bdb-8b36-929c5c4d8569,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:28.515896 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-17d5229b-adb1-4da7-b54a-598cb1357dcf req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:28.533471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-17d5229b-adb1-4da7-b54a-598cb1357dcf req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Calling delete_port for 2d8eb619-edad-4bdb-8b36-929c5c4d8569 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:28.837917 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-17d5229b-adb1-4da7-b54a-598cb1357dcf req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:28.910011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Pushing event deleted for resources: {'Port': ['ID=2d8eb619-edad-4bdb-8b36-929c5c4d8569,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:28.953830 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-568e60d9-6726-4cea-abe0-b0b53e6f56dd req-ba29e1be-8ff0-435a-8020-42b4971a2434 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 210 time: 0.0762017 Aug 17 03:01:28.977007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-17d5229b-adb1-4da7-b54a-598cb1357dcf req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] No DVR routers for this DVR port 2d8eb619-edad-4bdb-8b36-929c5c4d8569 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:28.981763 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-17d5229b-adb1-4da7-b54a-598cb1357dcf req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:28.986482 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-17d5229b-adb1-4da7-b54a-598cb1357dcf req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.60 "DELETE /v2.0/ports/2d8eb619-edad-4bdb-8b36-929c5c4d8569 HTTP/1.1" status: 204 len: 173 time: 0.7906337 Aug 17 03:01:28.986482 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:28.986482 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:28.986873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.023694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.023694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.023694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.023694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.023694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.023694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.023694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.023694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.023694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b12db52a-9964-4286-9870-482d1c7bd0dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:29.023694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa12200-b82f-47cd-8252-cec2ab2444c4', 'name': 'network-vif-deleted', 'tag': '2d8eb619-edad-4bdb-8b36-929c5c4d8569'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:29.023694 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cfcb14d4-3b4d-4a51-83e2-e27c819ad4bd" -d '{"events": [{"server_uuid": "baa12200-b82f-47cd-8252-cec2ab2444c4", "name": "network-vif-deleted", "tag": "2d8eb619-edad-4bdb-8b36-929c5c4d8569"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:29.082945 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf196c7c-dbfc-456a-a465-692db47a52ca x-openstack-request-id: req-bf196c7c-dbfc-456a-a465-692db47a52ca {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:29.083434 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa12200-b82f-47cd-8252-cec2ab2444c4", "name": "network-vif-deleted", "tag": "2d8eb619-edad-4bdb-8b36-929c5c4d8569", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:29.083924 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bf196c7c-dbfc-456a-a465-692db47a52ca {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:29.085718 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa12200-b82f-47cd-8252-cec2ab2444c4', 'name': 'network-vif-deleted', 'tag': '2d8eb619-edad-4bdb-8b36-929c5c4d8569', 'status': 'completed', 'code': 200} Aug 17 03:01:29.138339 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed67638-1622-4ee2-832d-8ff6f62c5615 req-e115431a-635c-4e3d-94dd-937978ca4869 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:29.139926 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ed67638-1622-4ee2-832d-8ff6f62c5615 req-e115431a-635c-4e3d-94dd-937978ca4869 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/ports?device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 945 time: 0.0583212 Aug 17 03:01:29.179793 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ed67638-1622-4ee2-832d-8ff6f62c5615 req-264e3a4d-3807-42dc-bafa-1b3bbfbc1de9 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/security-groups?id=60e78130-f32a-420c-a0ba-da814bfbfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334055 Aug 17 03:01:29.247357 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'baa12200-b82f-47cd-8252-cec2ab2444c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d8eb619-edad-4bdb-8b36-929c5c4d8569'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:29.250105 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf90758-3932-4fa6-a466-86cf21124514" -d '{"events": [{"server_uuid": "baa12200-b82f-47cd-8252-cec2ab2444c4", "name": "network-vif-unplugged", "status": "completed", "tag": "2d8eb619-edad-4bdb-8b36-929c5c4d8569"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:29.254470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ffde1e3-2421-4a6c-876d-dbf9ab5a1e11 req-219c97b7-0780-4f6c-9749-04f40b95deed tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:29.256153 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ffde1e3-2421-4a6c-876d-dbf9ab5a1e11 req-219c97b7-0780-4f6c-9749-04f40b95deed tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 945 time: 0.0523157 Aug 17 03:01:29.297301 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ffde1e3-2421-4a6c-876d-dbf9ab5a1e11 req-c03cd890-7d4e-4992-b129-df2781b3d5ff tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342641 Aug 17 03:01:29.349411 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd9534eb-733c-4626-9d7e-a884c203b49b x-openstack-request-id: req-dd9534eb-733c-4626-9d7e-a884c203b49b {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:29.349733 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "baa12200-b82f-47cd-8252-cec2ab2444c4", "name": "network-vif-unplugged", "status": "completed", "tag": "2d8eb619-edad-4bdb-8b36-929c5c4d8569", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:29.349997 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd9534eb-733c-4626-9d7e-a884c203b49b {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:29.350356 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'baa12200-b82f-47cd-8252-cec2ab2444c4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d8eb619-edad-4bdb-8b36-929c5c4d8569', 'code': 200} Aug 17 03:01:29.447778 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-fe5ab9f9-ff0b-4d60-8bb4-78814d03207f tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=dd679af9ace44acb8aac5f52df0daf77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0253274 Aug 17 03:01:29.540794 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ed981ae-d867-4304-b3a9-157a7034d185 req-a5097d54-a5da-41dd-8a33-ad3c62416716 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:29.542499 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4ed981ae-d867-4304-b3a9-157a7034d185 req-a5097d54-a5da-41dd-8a33-ad3c62416716 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.0794847 Aug 17 03:01:29.548202 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 2d6b5d44-2752-495b-8585-4706f2ebb244 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:29.592763 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-bc334efc-0d10-4900-8543-ee9e8b33da8f tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:29.600712 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-bc334efc-0d10-4900-8543-ee9e8b33da8f tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1469553 Aug 17 03:01:29.607953 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4ed981ae-d867-4304-b3a9-157a7034d185 req-a6f4838a-6553-44b1-a0a0-e905c9e5b6b4 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544734 Aug 17 03:01:29.631194 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-7aa3b906-da03-45cc-9854-a908b068269b tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/quotas/dd679af9ace44acb8aac5f52df0daf77 HTTP/1.1" status: 200 len: 375 time: 0.0293152 Aug 17 03:01:29.676014 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-c180f757-c325-455f-b9c8-0f59cf309424 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=dd679af9ace44acb8aac5f52df0daf77&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0438216 Aug 17 03:01:29.730669 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 2d6b5d44-2752-495b-8585-4706f2ebb244 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:29.739051 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 2d6b5d44-2752-495b-8585-4706f2ebb244 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:29.739619 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:29.833282 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:29.884471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 2d6b5d44-2752-495b-8585-4706f2ebb244, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2d6b5d44-2752-495b-8585-4706f2ebb244,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:29.962993 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45942f43-2c79-4521-babe-3e4906e9ae2e req-f96b08ec-9c41-438b-8baf-7e558236f575 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 210 time: 0.0363910 Aug 17 03:01:29.983273 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:30.051050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50676) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:30.080189 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=2d6b5d44-2752-495b-8585-4706f2ebb244,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:30.152659 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8cf0bdf4-19c2-4b70-bde2-620f2771a1cc req-2687c5f9-61d9-4233-a2ec-d1ad1ccdbd49 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=baa12200-b82f-47cd-8252-cec2ab2444c4 HTTP/1.1" status: 200 len: 210 time: 0.0394235 Aug 17 03:01:30.200188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-85864c42-5408-4da1-8d42-58e3c3a4e7f9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-892194782'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:30.319133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637b8ac2-1d6c-4887-aea9-c6f9ae14e83f req-1fbe8936-db81-4c7f-88be-c3ad2422364e tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:30.321010 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-637b8ac2-1d6c-4887-aea9-c6f9ae14e83f req-1fbe8936-db81-4c7f-88be-c3ad2422364e tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/ports?device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 945 time: 0.0554385 Aug 17 03:01:30.370602 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-637b8ac2-1d6c-4887-aea9-c6f9ae14e83f req-4890ac98-f885-41dd-af36-8179414280d3 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/security-groups?id=60e78130-f32a-420c-a0ba-da814bfbfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415609 Aug 17 03:01:30.394901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85864c42-5408-4da1-8d42-58e3c3a4e7f9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:30.398848 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-85864c42-5408-4da1-8d42-58e3c3a4e7f9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:30.410916 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-85864c42-5408-4da1-8d42-58e3c3a4e7f9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:30.503515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16853424-8b33-4178-9306-a926466e73c5 req-4d256581-2008-4631-ba9d-88aa11430d9a tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:30.506586 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-16853424-8b33-4178-9306-a926466e73c5 req-4d256581-2008-4631-ba9d-88aa11430d9a tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0925391 Aug 17 03:01:30.544903 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-85864c42-5408-4da1-8d42-58e3c3a4e7f9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:30.573247 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-16853424-8b33-4178-9306-a926466e73c5 req-d2b4b72b-f33c-49d6-82c4-435711baf266 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517766 Aug 17 03:01:30.654968 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-85864c42-5408-4da1-8d42-58e3c3a4e7f9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:30.691616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85864c42-5408-4da1-8d42-58e3c3a4e7f9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:01:30.785764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ecacac-9c75-47b5-bfee-269483479c7e req-edb6e2dd-e216-4fc0-8798-a0bd277e070f tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:30.787883 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05ecacac-9c75-47b5-bfee-269483479c7e req-edb6e2dd-e216-4fc0-8798-a0bd277e070f tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.60 "GET /v2.0/ports?device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 945 time: 0.1776826 Aug 17 03:01:30.789329 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-85864c42-5408-4da1-8d42-58e3c3a4e7f9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:30.789895 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-85864c42-5408-4da1-8d42-58e3c3a4e7f9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Added segment 251608af-5111-4048-b7f1-43f843835e76 of type vlan for network d4c41a90-5e50-469a-9fb4-c4c8be445662 Aug 17 03:01:30.799735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85864c42-5408-4da1-8d42-58e3c3a4e7f9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'SecurityGroup': ['ID=880709b7-53f3-4654-bcb8-b10556c95ba5,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:30.901225 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-85864c42-5408-4da1-8d42-58e3c3a4e7f9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:30.946423 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e99e2c-57b2-4cd3-8f97-13d5c19e455f req-812be3e9-e8dc-41d8-aa74-0902bc0f5735 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:30.948041 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64e99e2c-57b2-4cd3-8f97-13d5c19e455f req-812be3e9-e8dc-41d8-aa74-0902bc0f5735 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.2561977 Aug 17 03:01:31.043273 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64e99e2c-57b2-4cd3-8f97-13d5c19e455f req-818c3e0d-f166-45e3-bbaa-a8dcf6771eb3 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766799 Aug 17 03:01:31.055583 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-05ecacac-9c75-47b5-bfee-269483479c7e req-3601c223-6b3e-489f-b41c-fa87359e9f09 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Deleting port 94e33b73-e0dc-4b40-82de-7209e9044241 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:31.055939 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-05ecacac-9c75-47b5-bfee-269483479c7e req-3601c223-6b3e-489f-b41c-fa87359e9f09 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:31.070333 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1491b38d-e59a-4a42-9b41-f9f55855fddb req-29fa7167-c415-41b4-ac7d-b5cdfe9eb01c tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 210 time: 0.0390303 Aug 17 03:01:31.125587 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-85864c42-5408-4da1-8d42-58e3c3a4e7f9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:31.131335 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85864c42-5408-4da1-8d42-58e3c3a4e7f9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:31.131992 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-85864c42-5408-4da1-8d42-58e3c3a4e7f9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:31.250353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85864c42-5408-4da1-8d42-58e3c3a4e7f9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Network': ['ID=d4c41a90-5e50-469a-9fb4-c4c8be445662,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:31.264562 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network d4c41a90-5e50-469a-9fb4-c4c8be445662 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:01:31.321442 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-85864c42-5408-4da1-8d42-58e3c3a4e7f9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2590258 Aug 17 03:01:31.321442 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-05ecacac-9c75-47b5-bfee-269483479c7e req-3601c223-6b3e-489f-b41c-fa87359e9f09 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] For port 94e33b73-e0dc-4b40-82de-7209e9044241, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=94e33b73-e0dc-4b40-82de-7209e9044241,segment=NetworkSegment(8abd1776-36ce-43f0-9a85-106762d3bbb3),segment_id=8abd1776-36ce-43f0-9a85-106762d3bbb3)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:31.321442 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-05ecacac-9c75-47b5-bfee-269483479c7e req-3601c223-6b3e-489f-b41c-fa87359e9f09 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:31.334591 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-05ecacac-9c75-47b5-bfee-269483479c7e req-3601c223-6b3e-489f-b41c-fa87359e9f09 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Calling delete_port for 94e33b73-e0dc-4b40-82de-7209e9044241 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:31.365377 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b14bbd-5cb1-43e1-80a3-d2b419604c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6b5d44-2752-495b-8585-4706f2ebb244'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:31.370371 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0d53e25-f793-46c8-b484-f55b180dd642" -d '{"events": [{"server_uuid": "c2b14bbd-5cb1-43e1-80a3-d2b419604c91", "name": "network-vif-plugged", "status": "completed", "tag": "2d6b5d44-2752-495b-8585-4706f2ebb244"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:31.408137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e8f4df-869f-454c-80d3-f190aad340e0 req-6d5b6ddc-1d43-496d-8621-af7a9dc87d0f tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:31.409754 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05e8f4df-869f-454c-80d3-f190aad340e0 req-6d5b6ddc-1d43-496d-8621-af7a9dc87d0f tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.60 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 946 time: 0.1502247 Aug 17 03:01:31.484184 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60f7840d-f96f-4dae-993f-986ecb27c750 x-openstack-request-id: req-60f7840d-f96f-4dae-993f-986ecb27c750 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:31.484969 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b14bbd-5cb1-43e1-80a3-d2b419604c91", "name": "network-vif-plugged", "status": "completed", "tag": "2d6b5d44-2752-495b-8585-4706f2ebb244", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:31.485227 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-60f7840d-f96f-4dae-993f-986ecb27c750 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:31.485688 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b14bbd-5cb1-43e1-80a3-d2b419604c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6b5d44-2752-495b-8585-4706f2ebb244', 'code': 200} Aug 17 03:01:31.731740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a4b88b-8080-44eb-9184-0df27f2a484a req-eeb124b2-d1eb-46e9-8c26-32a8a80085fb tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:31.736753 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23a4b88b-8080-44eb-9184-0df27f2a484a req-eeb124b2-d1eb-46e9-8c26-32a8a80085fb tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/ports?device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 945 time: 0.2443688 Aug 17 03:01:31.758873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-815c3736-be17-4336-a896-bb4cc3a326b2 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:31.766921 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-815c3736-be17-4336-a896-bb4cc3a326b2 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/networks?id=07cba672-4178-423d-95c1-3177e09d9c93 HTTP/1.1" status: 200 len: 821 time: 0.1549671 Aug 17 03:01:31.771617 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69a18cb-5629-4024-9b48-826940ac4fe8 req-0e4d45b9-46ce-41f7-b1e7-130703984d82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:31.772939 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e69a18cb-5629-4024-9b48-826940ac4fe8 req-0e4d45b9-46ce-41f7-b1e7-130703984d82 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 1097 time: 0.2028098 Aug 17 03:01:31.786478 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-4df980c3-5609-4b55-a95b-7d9386a3aee5 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/quotas/1cb1eb1f0c634ab4bee7089cd6e506c8 HTTP/1.1" status: 200 len: 375 time: 0.0171318 Aug 17 03:01:31.893400 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-b629ba2e-1007-4ac7-a09a-269e85265094 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1cb1eb1f0c634ab4bee7089cd6e506c8&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1058545 Aug 17 03:01:31.898588 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-33da993a-490f-4b99-95db-44ec912ca925 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:01:31.905720 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-33da993a-490f-4b99-95db-44ec912ca925 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0112779 Aug 17 03:01:31.946620 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e69a18cb-5629-4024-9b48-826940ac4fe8 req-09299e42-c8d2-459a-a4eb-6b7ee10e9882 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1510038 Aug 17 03:01:31.972730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-05e8f4df-869f-454c-80d3-f190aad340e0 req-810ccdbd-fc2f-4d95-b15c-19e4ac4a8ecb tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Deleting port ee9caa80-5f1a-4878-904d-cffed6d8a7f1 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:31.973072 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-05e8f4df-869f-454c-80d3-f190aad340e0 req-810ccdbd-fc2f-4d95-b15c-19e4ac4a8ecb tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:31.995572 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-05ecacac-9c75-47b5-bfee-269483479c7e req-3601c223-6b3e-489f-b41c-fa87359e9f09 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:32.011749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['94e33b73-e0dc-4b40-82de-7209e9044241'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:01:32.037095 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-b8d68648-8e5c-4096-a78d-8c7b2302ed18 service neutron] 10.222.0.10 "GET /v2.0/networks/07cba672-4178-423d-95c1-3177e09d9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304915 Aug 17 03:01:32.195504 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-e33065e4-53ac-4fc6-8d38-4679aff82ee9 service neutron] 10.222.0.10 "GET /v2.0/networks/07cba672-4178-423d-95c1-3177e09d9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1573811 Aug 17 03:01:32.232643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-05e8f4df-869f-454c-80d3-f190aad340e0 req-810ccdbd-fc2f-4d95-b15c-19e4ac4a8ecb tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] For port ee9caa80-5f1a-4878-904d-cffed6d8a7f1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ee9caa80-5f1a-4878-904d-cffed6d8a7f1,segment=NetworkSegment(5ff70b14-7866-4176-91c2-75e7d8b0cbb6),segment_id=5ff70b14-7866-4176-91c2-75e7d8b0cbb6)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:32.233133 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-05e8f4df-869f-454c-80d3-f190aad340e0 req-810ccdbd-fc2f-4d95-b15c-19e4ac4a8ecb tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:32.255625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-05e8f4df-869f-454c-80d3-f190aad340e0 req-810ccdbd-fc2f-4d95-b15c-19e4ac4a8ecb tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Calling delete_port for ee9caa80-5f1a-4878-904d-cffed6d8a7f1 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:32.383821 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23a4b88b-8080-44eb-9184-0df27f2a484a req-8c6649ea-4e0f-4f9d-b1d6-32a278718646 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/security-groups?id=60e78130-f32a-420c-a0ba-da814bfbfed1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6374991 Aug 17 03:01:32.423637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3601c223-6b3e-489f-b41c-fa87359e9f09 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Pushing event deleted for resources: {'Port': ['ID=94e33b73-e0dc-4b40-82de-7209e9044241,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:32.623312 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-05ecacac-9c75-47b5-bfee-269483479c7e req-3601c223-6b3e-489f-b41c-fa87359e9f09 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] No DVR routers for this DVR port 94e33b73-e0dc-4b40-82de-7209e9044241 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:32.628255 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-05ecacac-9c75-47b5-bfee-269483479c7e req-3601c223-6b3e-489f-b41c-fa87359e9f09 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:32.641611 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05ecacac-9c75-47b5-bfee-269483479c7e req-3601c223-6b3e-489f-b41c-fa87359e9f09 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.60 "DELETE /v2.0/ports/94e33b73-e0dc-4b40-82de-7209e9044241 HTTP/1.1" status: 204 len: 173 time: 1.8368006 Aug 17 03:01:32.645141 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '794ec31c-9c0f-46d3-8099-21ee2464e733', 'name': 'network-vif-deleted', 'tag': '94e33b73-e0dc-4b40-82de-7209e9044241'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:32.663620 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-257967e3-6c28-4456-bb2a-7f9d8a3b7eb4" -d '{"events": [{"server_uuid": "794ec31c-9c0f-46d3-8099-21ee2464e733", "name": "network-vif-deleted", "tag": "94e33b73-e0dc-4b40-82de-7209e9044241"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:32.766067 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-15fb41d1-ef5d-4442-9e71-bbd5b3c95915 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=dd679af9ace44acb8aac5f52df0daf77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0932064 Aug 17 03:01:32.778630 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d872b41-f2a3-4633-8551-9c6d7b052885 req-40b5ade7-c711-45fb-82fd-2de6efc73243 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:32.794313 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d872b41-f2a3-4633-8551-9c6d7b052885 req-40b5ade7-c711-45fb-82fd-2de6efc73243 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.1891563 Aug 17 03:01:32.846225 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:32.877223 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d872b41-f2a3-4633-8551-9c6d7b052885 req-82f27ba6-8b2d-4a55-8ac7-2a75ccc0cd4e tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0814650 Aug 17 03:01:32.910443 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-05e8f4df-869f-454c-80d3-f190aad340e0 req-810ccdbd-fc2f-4d95-b15c-19e4ac4a8ecb tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:32.923710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['ee9caa80-5f1a-4878-904d-cffed6d8a7f1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:01:32.978367 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810ccdbd-fc2f-4d95-b15c-19e4ac4a8ecb tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Pushing event deleted for resources: {'Port': ['ID=ee9caa80-5f1a-4878-904d-cffed6d8a7f1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:33.025508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-05e8f4df-869f-454c-80d3-f190aad340e0 req-810ccdbd-fc2f-4d95-b15c-19e4ac4a8ecb tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] No DVR routers for this DVR port ee9caa80-5f1a-4878-904d-cffed6d8a7f1 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:33.035929 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-05e8f4df-869f-454c-80d3-f190aad340e0 req-810ccdbd-fc2f-4d95-b15c-19e4ac4a8ecb tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:33.038235 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05e8f4df-869f-454c-80d3-f190aad340e0 req-810ccdbd-fc2f-4d95-b15c-19e4ac4a8ecb tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.60 "DELETE /v2.0/ports/ee9caa80-5f1a-4878-904d-cffed6d8a7f1 HTTP/1.1" status: 204 len: 173 time: 1.5470073 Aug 17 03:01:33.059895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baf8235-c3cb-4aba-a254-4356d9bbcfe2 req-b0c47f1a-7398-4d2b-8e73-d3439396b7d0 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:33.076779 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8baf8235-c3cb-4aba-a254-4356d9bbcfe2 req-b0c47f1a-7398-4d2b-8e73-d3439396b7d0 tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/ports?device_id=264d5997-e0a1-4e1e-92d7-c5b4006c0a26 HTTP/1.1" status: 200 len: 867 time: 0.3135073 Aug 17 03:01:33.129969 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e5c63682-f910-44c7-b2d9-1ee7d705dabf req-1910893b-66c4-4ffb-9dad-527dc0467854 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 210 time: 0.0611413 Aug 17 03:01:33.161738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-9a7fcdc2-dc16-4b98-8289-81e7e123417d tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:33.163606 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-9a7fcdc2-dc16-4b98-8289-81e7e123417d tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3839471 Aug 17 03:01:33.213567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-37a8a4ca-61b5-4718-b554-da977237dded tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Request body: {'port': {'device_id': 'a8145492-5712-48d5-918e-6dd97605dbc6', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': 'dd679af9ace44acb8aac5f52df0daf77'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:33.225051 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ddc2a2d0-623d-413b-a0c1-3f1c00584ec9 req-83738631-f7ad-4d8a-920f-12a5c4178761 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 210 time: 0.0501060 Aug 17 03:01:33.295673 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8baf8235-c3cb-4aba-a254-4356d9bbcfe2 req-435eff33-a7b4-47dd-8fe2-30039f45e2fc tempest-ServerRescueNegativeTestJSON-880119437 tempest-ServerRescueNegativeTestJSON-880119437-project] 10.222.0.10 "GET /v2.0/security-groups?id=2e3e1455-2ccb-4234-b9b3-14f673cb207e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153659 Aug 17 03:01:33.313570 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68e59205-ab1a-4c98-9623-1396d5ec3876 x-openstack-request-id: req-68e59205-ab1a-4c98-9623-1396d5ec3876 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:33.313898 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "794ec31c-9c0f-46d3-8099-21ee2464e733", "name": "network-vif-deleted", "tag": "94e33b73-e0dc-4b40-82de-7209e9044241", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:33.314160 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68e59205-ab1a-4c98-9623-1396d5ec3876 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:33.314621 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '794ec31c-9c0f-46d3-8099-21ee2464e733', 'name': 'network-vif-deleted', 'tag': '94e33b73-e0dc-4b40-82de-7209e9044241', 'status': 'completed', 'code': 200} Aug 17 03:01:33.562327 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 2d8eb619-edad-4bdb-8b36-929c5c4d8569 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:33.570302 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:33.632380 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 2d8eb619-edad-4bdb-8b36-929c5c4d8569 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:33.632732 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 2d8eb619-edad-4bdb-8b36-929c5c4d8569 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:33.671897 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8be31a95-8aa2-426e-a39a-40ae6acd7f1b req-e024460a-3ec8-498d-b12a-7bba06b259a8 tempest-ServerMetadataNegativeTestJSON-1445743382 tempest-ServerMetadataNegativeTestJSON-1445743382-project] 10.222.0.10 "GET /v2.0/ports?device_id=794ec31c-9c0f-46d3-8099-21ee2464e733 HTTP/1.1" status: 200 len: 210 time: 0.1123836 Aug 17 03:01:33.673539 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-37a8a4ca-61b5-4718-b554-da977237dded tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Made reservation on behalf of dd679af9ace44acb8aac5f52df0daf77 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:33.682228 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-37a8a4ca-61b5-4718-b554-da977237dded tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:33.692182 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-37a8a4ca-61b5-4718-b554-da977237dded tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:33.861153 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-37a8a4ca-61b5-4718-b554-da977237dded tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:33.973326 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-37a8a4ca-61b5-4718-b554-da977237dded tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:34.067317 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8a4ca-61b5-4718-b554-da977237dded tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e41ba77e-0511-437e-a921-4b3d5258e449,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:34.124018 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342eb526-b238-4eb5-81ce-c5f4bea3bad0 req-7aae8bdb-53e5-43b4-bf67-14fe8c76f54e tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:34.145310 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-342eb526-b238-4eb5-81ce-c5f4bea3bad0 req-7aae8bdb-53e5-43b4-bf67-14fe8c76f54e tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.1722090 Aug 17 03:01:34.165583 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-37a8a4ca-61b5-4718-b554-da977237dded tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Allocated IP 192.168.233.35 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/5bf69dd6-e65e-4eff-ad72-207f6cdf45e9) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:01:34.224422 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-342eb526-b238-4eb5-81ce-c5f4bea3bad0 req-b9a8ebaa-d845-4e3b-91bb-1d3c7229c2b3 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765884 Aug 17 03:01:34.422733 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8b0a101d-c856-4278-8168-7a987b9afdcd req-4385f671-dc1c-4b80-915b-b9df1e5ea181 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 210 time: 0.0534348 Aug 17 03:01:34.606442 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac10f3f-45bb-406d-a1a3-abcf78574005 req-3773a2de-2c21-4337-8a6e-c5743e18e631 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:34.616356 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0ac10f3f-45bb-406d-a1a3-abcf78574005 req-3773a2de-2c21-4337-8a6e-c5743e18e631 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.1006899 Aug 17 03:01:34.701285 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0ac10f3f-45bb-406d-a1a3-abcf78574005 req-e2cc191a-8161-403c-ac33-a083269f6ca5 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835481 Aug 17 03:01:34.808360 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50788) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:34.900635 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50794) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:34.921024 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-c457cf16-0030-4f50-b966-fb0cf2f0d0ab tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'subnet': {'network_id': 'd4c41a90-5e50-469a-9fb4-c4c8be445662', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:34.926377 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cd11f93b-b458-4483-a6fd-7ac08ac2b678 req-40a3afc0-9a49-4880-acf0-83bc444eadf8 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 210 time: 0.6123643 Aug 17 03:01:34.988974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50800) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:35.093012 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-37a8a4ca-61b5-4718-b554-da977237dded tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:35.103903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7c572f-f2b2-4a98-aa59-13894a36c02c admin admin] Deleting subnet a3a8acaf-24bc-4ddc-9d47-6397eb87eed3 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:01:35.111003 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8c7c572f-f2b2-4a98-aa59-13894a36c02c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:35.136346 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-37a8a4ca-61b5-4718-b554-da977237dded tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Transition to ACTIVE for port object 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:35.161655 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8c7c572f-f2b2-4a98-aa59-13894a36c02c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:35.225197 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8c7c572f-f2b2-4a98-aa59-13894a36c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:35.316542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '264d5997-e0a1-4e1e-92d7-c5b4006c0a26', 'name': 'network-vif-deleted', 'tag': 'ee9caa80-5f1a-4878-904d-cffed6d8a7f1'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:35.318639 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-319d89d0-d036-4d5d-a0a2-dfc211e158db" -d '{"events": [{"server_uuid": "264d5997-e0a1-4e1e-92d7-c5b4006c0a26", "name": "network-vif-deleted", "tag": "ee9caa80-5f1a-4878-904d-cffed6d8a7f1"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:35.355549 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fda63983-3e59-4565-bbc0-e4194359c80e x-openstack-request-id: req-fda63983-3e59-4565-bbc0-e4194359c80e {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:35.356353 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "264d5997-e0a1-4e1e-92d7-c5b4006c0a26", "name": "network-vif-deleted", "tag": "ee9caa80-5f1a-4878-904d-cffed6d8a7f1", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:35.356605 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fda63983-3e59-4565-bbc0-e4194359c80e {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:35.357003 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '264d5997-e0a1-4e1e-92d7-c5b4006c0a26', 'name': 'network-vif-deleted', 'tag': 'ee9caa80-5f1a-4878-904d-cffed6d8a7f1', 'status': 'completed', 'code': 200} Aug 17 03:01:35.413935 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52a370b2-db3a-4848-b928-a4f3b7a8c978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:35.521540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67ec0ee0-fcc6-4c1f-b2a2-b228b7b96597 req-cd87118f-f957-4e5f-a082-b166e0b726a4 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 210 time: 0.0275431 Aug 17 03:01:35.572402 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 94e33b73-e0dc-4b40-82de-7209e9044241 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:35.592034 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 94e33b73-e0dc-4b40-82de-7209e9044241 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:35.592373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 94e33b73-e0dc-4b40-82de-7209e9044241 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:35.592860 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ee9caa80-5f1a-4878-904d-cffed6d8a7f1 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:35.613338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: ee9caa80-5f1a-4878-904d-cffed6d8a7f1 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:35.613916 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ee9caa80-5f1a-4878-904d-cffed6d8a7f1 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:35.662515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c457cf16-0030-4f50-b966-fb0cf2f0d0ab tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:35.667274 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c457cf16-0030-4f50-b966-fb0cf2f0d0ab tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:35.669831 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-37a8a4ca-61b5-4718-b554-da977237dded tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:35.672334 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8c7c572f-f2b2-4a98-aa59-13894a36c02c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:35.729370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7c572f-f2b2-4a98-aa59-13894a36c02c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a3a8acaf-24bc-4ddc-9d47-6397eb87eed3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:35.738236 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8c7c572f-f2b2-4a98-aa59-13894a36c02c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:35.740651 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8c7c572f-f2b2-4a98-aa59-13894a36c02c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a3a8acaf-24bc-4ddc-9d47-6397eb87eed3 HTTP/1.1" status: 204 len: 168 time: 0.7415724 Aug 17 03:01:35.741702 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-52a370b2-db3a-4848-b928-a4f3b7a8c978 admin admin] Deleting port 32d7130e-6e1e-426b-bbea-b4b29d593fbf {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:35.742053 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52a370b2-db3a-4848-b928-a4f3b7a8c978 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:35.751130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-37a8a4ca-61b5-4718-b554-da977237dded tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:35.752047 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50816) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:35.765624 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-37a8a4ca-61b5-4718-b554-da977237dded tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:35.778187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-37a8a4ca-61b5-4718-b554-da977237dded tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:35.880717 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5d54-e050-49f3-8989-6bafdb2faf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:35.884100 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a8a4ca-61b5-4718-b554-da977237dded tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Pushing event updated for resources: {'Port': ['ID=5bf69dd6-e65e-4eff-ad72-207f6cdf45e9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:36.058244 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970b1891-0e09-490e-bf46-68863dc33c63 req-d51ffa66-b1f7-49ff-bce7-52302374484b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:36.077473 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-970b1891-0e09-490e-bf46-68863dc33c63 req-d51ffa66-b1f7-49ff-bce7-52302374484b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.1506042 Aug 17 03:01:36.136907 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-52a370b2-db3a-4848-b928-a4f3b7a8c978 admin admin] For port 32d7130e-6e1e-426b-bbea-b4b29d593fbf, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=32d7130e-6e1e-426b-bbea-b4b29d593fbf,segment=NetworkSegment(5ff70b14-7866-4176-91c2-75e7d8b0cbb6),segment_id=5ff70b14-7866-4176-91c2-75e7d8b0cbb6)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:36.138016 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52a370b2-db3a-4848-b928-a4f3b7a8c978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.138379 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5d54-e050-49f3-8989-6bafdb2faf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.156000 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-52a370b2-db3a-4848-b928-a4f3b7a8c978 admin admin] Calling delete_port for 32d7130e-6e1e-426b-bbea-b4b29d593fbf owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:36.175808 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-37a8a4ca-61b5-4718-b554-da977237dded tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:36.176469 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-37a8a4ca-61b5-4718-b554-da977237dded tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.187863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-b3ee5d54-e050-49f3-8989-6bafdb2faf7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663b8ef7-9d3d-4d43-b48b-9dae1ee59c47']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:36.223127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-b3ee5d54-e050-49f3-8989-6bafdb2faf7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abd1776-36ce-43f0-9a85-106762d3bbb3') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:36.223799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-b3ee5d54-e050-49f3-8989-6bafdb2faf7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abd1776-36ce-43f0-9a85-106762d3bbb3') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:36.228977 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-970b1891-0e09-490e-bf46-68863dc33c63 req-4956bb70-6044-4586-a32e-a9338774d2fc tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1506641 Aug 17 03:01:36.240590 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5d54-e050-49f3-8989-6bafdb2faf7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.256275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cb06de01-abce-479a-982d-dc175594384a None None] Provisioning for port 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:36.263186 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cb06de01-abce-479a-982d-dc175594384a None None] Provisioning complete for port 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:36.264329 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cb06de01-abce-479a-982d-dc175594384a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.271430 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5d54-e050-49f3-8989-6bafdb2faf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.295895 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4962cbc1-bdd2-434e-bead-0cbbc8742d19 req-a9002bb1-6995-4bba-b053-ae9cfc468f8d tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:36.303085 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4962cbc1-bdd2-434e-bead-0cbbc8742d19 req-a9002bb1-6995-4bba-b053-ae9cfc468f8d tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 935 time: 0.1412735 Aug 17 03:01:36.306499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3ee5d54-e050-49f3-8989-6bafdb2faf7c admin admin] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:36.310229 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5d54-e050-49f3-8989-6bafdb2faf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.317482 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c457cf16-0030-4f50-b966-fb0cf2f0d0ab tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:36.320310 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:36.351114 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-37a8a4ca-61b5-4718-b554-da977237dded tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.1601024 Aug 17 03:01:36.398504 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c457cf16-0030-4f50-b966-fb0cf2f0d0ab tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Subnet': ['ID=fc17c5a1-fd2b-4ff3-a3d6-59be822447e1,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:36.426269 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cb06de01-abce-479a-982d-dc175594384a None None] Port 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:01:36.472196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Request body: {'port': {'device_id': 'a8145492-5712-48d5-918e-6dd97605dbc6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:36.479014 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4962cbc1-bdd2-434e-bead-0cbbc8742d19 req-2518eb70-c658-49d3-af36-2195bfa089f4 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/security-groups?id=e41ba77e-0511-437e-a921-4b3d5258e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1748557 Aug 17 03:01:36.552065 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c457cf16-0030-4f50-b966-fb0cf2f0d0ab tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Checking segment: {'id': '251608af-5111-4048-b7f1-43f843835e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd4c41a90-5e50-469a-9fb4-c4c8be445662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:36.552434 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c457cf16-0030-4f50-b966-fb0cf2f0d0ab tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network hostable DHCP agents. Network: d4c41a90-5e50-469a-9fb4-c4c8be445662, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:01:36.651427 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16975ffc-85ce-484b-91af-0d40f0dde691 req-21db9c2f-6261-45a2-bcb9-f50a5b9b64dc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 210 time: 0.0319278 Aug 17 03:01:36.656313 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.713734 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c457cf16-0030-4f50-b966-fb0cf2f0d0ab tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network d4c41a90-5e50-469a-9fb4-c4c8be445662 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:01:36.727169 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5d54-e050-49f3-8989-6bafdb2faf7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.744165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3ee5d54-e050-49f3-8989-6bafdb2faf7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.746308 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b3ee5d54-e050-49f3-8989-6bafdb2faf7c admin admin] 10.222.0.10 "DELETE /v2.0/networks/663b8ef7-9d3d-4d43-b48b-9dae1ee59c47 HTTP/1.1" status: 204 len: 168 time: 0.9907990 Aug 17 03:01:36.766400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ee5d54-e050-49f3-8989-6bafdb2faf7c admin admin] Pushing event deleted for resources: {'Network': ['ID=663b8ef7-9d3d-4d43-b48b-9dae1ee59c47,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:36.775739 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-7cae2343-285b-4040-b1b1-c811996bffee tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:36.778392 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-7cae2343-285b-4040-b1b1-c811996bffee tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.60 "GET /v2.0/networks?id=07cba672-4178-423d-95c1-3177e09d9c93 HTTP/1.1" status: 200 len: 821 time: 0.3136215 Aug 17 03:01:36.807271 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52a370b2-db3a-4848-b928-a4f3b7a8c978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:36.837628 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-22dc66b6-b30e-42a4-9095-b00ab89297a3 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Request body: {'port': {'device_id': 'e8a76ba7-f45a-412b-93fd-c5012a5d1ca9', 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93', 'admin_state_up': True, 'tenant_id': '1cb1eb1f0c634ab4bee7089cd6e506c8'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:36.908737 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a370b2-db3a-4848-b928-a4f3b7a8c978 admin admin] Pushing event deleted for resources: {'Port': ['ID=32d7130e-6e1e-426b-bbea-b4b29d593fbf,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:36.952277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-c457cf16-0030-4f50-b966-fb0cf2f0d0ab tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, d4c41a90-5e50-469a-9fb4-c4c8be445662) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:36.963328 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-991fc6c0-04bf-4844-ab34-fac6418a95d1 None None] Network d4c41a90-5e50-469a-9fb4-c4c8be445662 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:36.969073 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c457cf16-0030-4f50-b966-fb0cf2f0d0ab tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:36.983283 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c457cf16-0030-4f50-b966-fb0cf2f0d0ab tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.154836 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-d4c41a90-5e50-469a-9fb4-c4c8be445662', 'network_id': 'd4c41a90-5e50-469a-9fb4-c4c8be445662', 'tenant_id': 'beb2adf4012e48079b80fcf9f77b255a', 'fixed_ips': [{'subnet_id': 'fc17c5a1-fd2b-4ff3-a3d6-59be822447e1'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:01:37.156062 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.164174 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52a370b2-db3a-4848-b928-a4f3b7a8c978 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.205332 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:01:37.214550 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.302288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-22dc66b6-b30e-42a4-9095-b00ab89297a3 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Made reservation on behalf of 1cb1eb1f0c634ab4bee7089cd6e506c8 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:37.305892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Allocated IP 2001:db8:0:ffff::2 (d4c41a90-5e50-469a-9fb4-c4c8be445662/fc17c5a1-fd2b-4ff3-a3d6-59be822447e1/f90164ea-fcaa-4315-8b6b-33c06ca5431d) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:01:37.306163 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-22dc66b6-b30e-42a4-9095-b00ab89297a3 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.328914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Transition to ACTIVE for port object 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:37.407755 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52a370b2-db3a-4848-b928-a4f3b7a8c978 admin admin] Router ae08a28e-47c8-4d1b-9395-a1c4b8dfe081 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:01:37.457999 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50862) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:37.477063 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c457cf16-0030-4f50-b966-fb0cf2f0d0ab tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.5628481 Aug 17 03:01:37.482545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d76859f0-32ff-4133-b03d-bdc11764c18e req-691ada11-a5fc-4730-b5e2-d52e9373a326 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:37.483953 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50868) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:37.485069 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d76859f0-32ff-4133-b03d-bdc11764c18e req-691ada11-a5fc-4730-b5e2-d52e9373a326 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.1137817 Aug 17 03:01:37.488980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1790742034'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:37.521915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-22dc66b6-b30e-42a4-9095-b00ab89297a3 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Allocated IP 172.20.0.13 (07cba672-4178-423d-95c1-3177e09d9c93/a435cf10-a71c-4d7f-a316-eee2f7d6e814/ddd34f56-552f-4ae8-a84c-216fac4c8a96) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:01:37.654317 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.706467 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.717511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Transition to ACTIVE for port object f90164ea-fcaa-4315-8b6b-33c06ca5431d will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:37.742438 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Transition to ACTIVE for port object f90164ea-fcaa-4315-8b6b-33c06ca5431d will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:37.762508 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d76859f0-32ff-4133-b03d-bdc11764c18e req-ccb6c2a3-485c-4dde-aa89-0d5a0e126b41 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055300 Aug 17 03:01:37.787665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Pushing event updated for resources: {'Port': ['ID=5bf69dd6-e65e-4eff-ad72-207f6cdf45e9,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:37.812429 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-22dc66b6-b30e-42a4-9095-b00ab89297a3 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.816967 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.867662 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Network d4c41a90-5e50-469a-9fb4-c4c8be445662 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:37.873557 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:37.876150 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:37.898522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Pushing event updated for resources: {'Port': ['ID=f90164ea-fcaa-4315-8b6b-33c06ca5431d,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:37.907106 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-70131948-e9cd-4131-8f90-1aff7e9712a2 req-6394b248-21fa-424e-a492-54222c5c45da tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 210 time: 0.0655451 Aug 17 03:01:37.958527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Attempting to bind port f90164ea-fcaa-4315-8b6b-33c06ca5431d on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:01:37.959197 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Attempting to bind port f90164ea-fcaa-4315-8b6b-33c06ca5431d by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '251608af-5111-4048-b7f1-43f843835e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd4c41a90-5e50-469a-9fb4-c4c8be445662'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:01:37.959575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Attempting to bind port f90164ea-fcaa-4315-8b6b-33c06ca5431d on network d4c41a90-5e50-469a-9fb4-c4c8be445662 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:37.965963 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.966609 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.968237 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.968601 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.969908 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.970364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.970961 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.971495 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.972587 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.973101 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.973613 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.974098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:37.978545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Attempting to bind port 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:01:37.979014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Attempting to bind port 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:01:37.979374 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Attempting to bind port 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:37.980019 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:01:37.980594 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Checking segment: {'id': '251608af-5111-4048-b7f1-43f843835e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd4c41a90-5e50-469a-9fb4-c4c8be445662'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:37.982802 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:37.983731 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Bound using segment: {'id': '251608af-5111-4048-b7f1-43f843835e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd4c41a90-5e50-469a-9fb4-c4c8be445662'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:01:37.984237 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Bound port: f90164ea-fcaa-4315-8b6b-33c06ca5431d, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '251608af-5111-4048-b7f1-43f843835e76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'd4c41a90-5e50-469a-9fb4-c4c8be445662'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:01:37.984778 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.003683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Port 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:01:38.004446 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Attempting to bind port 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:38.011197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:01:38.012880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:38.013535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:01:38.014298 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Bound port: 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:01:38.014942 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.065104 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-22dc66b6-b30e-42a4-9095-b00ab89297a3 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.069515 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fff926d1-da2e-426f-ac38-ff92bee83d65 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4debc28cb6324b6c92faede66e1e1129&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6079431 Aug 17 03:01:38.073059 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50878) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:38.080230 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] For port f90164ea-fcaa-4315-8b6b-33c06ca5431d, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:01:38.087541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] For port f90164ea-fcaa-4315-8b6b-33c06ca5431d, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f90164ea-fcaa-4315-8b6b-33c06ca5431d,segment=NetworkSegment(251608af-5111-4048-b7f1-43f843835e76),segment_id=251608af-5111-4048-b7f1-43f843835e76)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:01:38.113966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55de0f6b-efda-45cb-8f73-21a24b821e31 req-b73341b2-38da-4d07-9be7-9ad7a1aa7069 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:38.115812 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55de0f6b-efda-45cb-8f73-21a24b821e31 req-b73341b2-38da-4d07-9be7-9ad7a1aa7069 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 947 time: 0.1208520 Aug 17 03:01:38.118147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-22dc66b6-b30e-42a4-9095-b00ab89297a3 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Network 07cba672-4178-423d-95c1-3177e09d9c93 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:38.125753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-22dc66b6-b30e-42a4-9095-b00ab89297a3 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:38.131756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-22dc66b6-b30e-42a4-9095-b00ab89297a3 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:38.139180 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52a370b2-db3a-4848-b928-a4f3b7a8c978 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:01:38.148422 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-52a370b2-db3a-4848-b928-a4f3b7a8c978 admin admin] 10.222.0.10 "PUT /v2.0/routers/ae08a28e-47c8-4d1b-9395-a1c4b8dfe081/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3349757 Aug 17 03:01:38.151352 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933b3d19-e9ec-4bd9-b0a2-0f7d644f7851 None None] Sync routers for ids ['ae08a28e-47c8-4d1b-9395-a1c4b8dfe081'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:01:38.152018 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:38.155206 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.162095 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933b3d19-e9ec-4bd9-b0a2-0f7d644f7851 None None] Routers {'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:01:38.163004 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-933b3d19-e9ec-4bd9-b0a2-0f7d644f7851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:01:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['ae08a28e-47c8-4d1b-9395-a1c4b8dfe081'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:38.164183 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50890) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:38.221360 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22dc66b6-b30e-42a4-9095-b00ab89297a3 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Pushing event updated for resources: {'Port': ['ID=ddd34f56-552f-4ae8-a84c-216fac4c8a96,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:38.226222 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.284870 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] For port 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:01:38.318260 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] For port 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=5bf69dd6-e65e-4eff-ad72-207f6cdf45e9,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:01:38.319316 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f39361-f34a-4292-ade4-3521b85fc0e0 None None] Pushing event updated for resources: {'Port': ['ID=f90164ea-fcaa-4315-8b6b-33c06ca5431d,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:38.326062 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-933b3d19-e9ec-4bd9-b0a2-0f7d644f7851 None None] Set router ae08a28e-47c8-4d1b-9395-a1c4b8dfe081 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:01:38.330867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-22dc66b6-b30e-42a4-9095-b00ab89297a3 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:38.331519 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-22dc66b6-b30e-42a4-9095-b00ab89297a3 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.342629 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:01:38.398449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7c92593-9139-4faa-87a6-6ff5f24ce941 req-6bd6e916-5c17-43d9-8e91-1742c89208ed tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:38.416182 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55de0f6b-efda-45cb-8f73-21a24b821e31 req-ed96b3d0-3b30-48aa-8d4e-b7502cd5cf02 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/security-groups?id=e41ba77e-0511-437e-a921-4b3d5258e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2508140 Aug 17 03:01:38.416498 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7c92593-9139-4faa-87a6-6ff5f24ce941 req-6bd6e916-5c17-43d9-8e91-1742c89208ed tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=c22ebeb4-751a-4395-b0e4-7aaf5d77570d HTTP/1.1" status: 200 len: 951 time: 0.1066663 Aug 17 03:01:38.416572 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ea5cfe0-1945-40e1-ba45-0930d9ec7250 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.427568 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.427927 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Added segment 59d1b7b0-0c0d-40c9-8e72-98f0cb61755f of type vlan for network b8a22d12-fbdd-4596-9820-76ba9b6743e7 Aug 17 03:01:38.432058 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.501665 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-22dc66b6-b30e-42a4-9095-b00ab89297a3 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6678038 Aug 17 03:01:38.507176 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.512959 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:38.514276 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.515997 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] 10.222.0.60 "PUT /v2.0/ports/5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 HTTP/1.1" status: 200 len: 1095 time: 2.0697091 Aug 17 03:01:38.516862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a8145492-5712-48d5-918e-6dd97605dbc6', 'tag': '5bf69dd6-e65e-4eff-ad72-207f6cdf45e9'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:38.520190 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f9f4925-2fcc-4e20-90f9-8a91598c6707" -d '{"events": [{"name": "network-changed", "server_uuid": "a8145492-5712-48d5-918e-6dd97605dbc6", "tag": "5bf69dd6-e65e-4eff-ad72-207f6cdf45e9"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:38.545107 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ea5cfe0-1945-40e1-ba45-0930d9ec7250 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.557063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Request body: {'port': {'device_id': 'e8a76ba7-f45a-412b-93fd-c5012a5d1ca9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:38.617793 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dffecc38-8cce-42b9-815a-9c25ea2877ba admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.624722 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-933b3d19-e9ec-4bd9-b0a2-0f7d644f7851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'name': 'tempest-ServerRescueNegativeTestJSON-696387653-router', 'tenant_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6df893f-fcc7-4216-8055-c0bc79cd49d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T03:01:36Z', 'revision_number': 5, 'project_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'gw_port': {'id': 'f6df893f-fcc7-4216-8055-c0bc79cd49d2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:38.627014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3548e714-f5d6-4ffe-bd1b-1ef5b0f3b58e service neutron] Pushing event updated for resources: {'Port': ['ID=5bf69dd6-e65e-4eff-ad72-207f6cdf45e9,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:38.633077 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d36ea03-3c65-4320-8a7e-1c1c2f62907c x-openstack-request-id: req-3d36ea03-3c65-4320-8a7e-1c1c2f62907c {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:38.633385 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a8145492-5712-48d5-918e-6dd97605dbc6", "tag": "5bf69dd6-e65e-4eff-ad72-207f6cdf45e9", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:38.633766 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3d36ea03-3c65-4320-8a7e-1c1c2f62907c {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:38.634173 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a8145492-5712-48d5-918e-6dd97605dbc6', 'tag': '5bf69dd6-e65e-4eff-ad72-207f6cdf45e9', 'status': 'completed', 'code': 200} Aug 17 03:01:38.653473 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7c92593-9139-4faa-87a6-6ff5f24ce941 req-ea202c7e-2512-4c89-b2fa-365df46309b9 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2341528 Aug 17 03:01:38.701586 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933b3d19-e9ec-4bd9-b0a2-0f7d644f7851 None None] Checking router: ae08a28e-47c8-4d1b-9395-a1c4b8dfe081 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:01:38.714896 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-933b3d19-e9ec-4bd9-b0a2-0f7d644f7851 None None] Routers {'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:01:38.716330 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-933b3d19-e9ec-4bd9-b0a2-0f7d644f7851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:01:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['ae08a28e-47c8-4d1b-9395-a1c4b8dfe081'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:38.734590 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.758373 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:38.759122 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.775593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f4925-2fcc-4e20-90f9-8a91598c6707 req-a7117cdf-81c7-4b5c-96b5-591a0a562635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:38.777150 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f9f4925-2fcc-4e20-90f9-8a91598c6707 req-a7117cdf-81c7-4b5c-96b5-591a0a562635 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd679af9ace44acb8aac5f52df0daf77&device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 1098 time: 0.1458819 Aug 17 03:01:38.778915 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.815920 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f9f4925-2fcc-4e20-90f9-8a91598c6707 req-d9e41003-87c4-423d-ad96-6ea0e42a5d5a service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=dd679af9ace44acb8aac5f52df0daf77&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0273240 Aug 17 03:01:38.910651 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ea5cfe0-1945-40e1-ba45-0930d9ec7250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.913273 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ea5cfe0-1945-40e1-ba45-0930d9ec7250 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:38.917262 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2ea5cfe0-1945-40e1-ba45-0930d9ec7250 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/60e78130-f32a-420c-a0ba-da814bfbfed1 HTTP/1.1" status: 204 len: 168 time: 0.8429399 Aug 17 03:01:39.010375 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-933b3d19-e9ec-4bd9-b0a2-0f7d644f7851 None None] Set router ae08a28e-47c8-4d1b-9395-a1c4b8dfe081 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:01:39.099524 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 1.6145802 Aug 17 03:01:39.111403 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Network': ['ID=b8a22d12-fbdd-4596-9820-76ba9b6743e7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:39.117268 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50936) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:39.128888 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:39.129089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f49ef224-3a26-4dca-bfcb-cb54149eb598 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'subnet': {'network_id': 'b8a22d12-fbdd-4596-9820-76ba9b6743e7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:39.133928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:39.134503 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:39.135078 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:39.135487 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:39.135954 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:39.136362 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:39.136761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:39.137720 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:39.138442 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:39.138568 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:39.138944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5cb4846-7856-4e39-830b-cce3c0c39c26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:01:39.142374 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea5cfe0-1945-40e1-ba45-0930d9ec7250 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e78130-f32a-420c-a0ba-da814bfbfed1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:39.156155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network b8a22d12-fbdd-4596-9820-76ba9b6743e7 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:01:39.193953 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3536937-f751-469b-a6e5-21c65f330fac req-132e2c6d-e5d0-40d7-9edd-7a543a8b91c9 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:39.198229 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d3536937-f751-469b-a6e5-21c65f330fac req-132e2c6d-e5d0-40d7-9edd-7a543a8b91c9 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.2964547 Aug 17 03:01:39.211089 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dffecc38-8cce-42b9-815a-9c25ea2877ba admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:39.277682 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d3536937-f751-469b-a6e5-21c65f330fac req-820733ac-a27f-4eb7-9e6c-495f2c6dd797 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681117 Aug 17 03:01:39.328986 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-933b3d19-e9ec-4bd9-b0a2-0f7d644f7851 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'name': 'tempest-ServerRescueNegativeTestJSON-696387653-router', 'tenant_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6df893f-fcc7-4216-8055-c0bc79cd49d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T03:01:36Z', 'revision_number': 5, 'project_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'gw_port': {'id': 'f6df893f-fcc7-4216-8055-c0bc79cd49d2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:39.393573 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed5f87-dd3e-4989-ac61-ee06d3c83aa6 req-7f5f9bc3-009f-48ee-8f03-7bfc22218cc9 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:39.395333 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e4ed5f87-dd3e-4989-ac61-ee06d3c83aa6 req-7f5f9bc3-009f-48ee-8f03-7bfc22218cc9 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 932 time: 0.2173457 Aug 17 03:01:39.409074 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-933b3d19-e9ec-4bd9-b0a2-0f7d644f7851 None None] The sync data for ids ['ae08a28e-47c8-4d1b-9395-a1c4b8dfe081'] in n-d-802060-9 is: [{'id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'name': 'tempest-ServerRescueNegativeTestJSON-696387653-router', 'tenant_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.58'}], 'enable_snat': True}, 'gw_port_id': 'f6df893f-fcc7-4216-8055-c0bc79cd49d2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:40Z', 'updated_at': '2021-08-17T03:01:36Z', 'revision_number': 5, 'project_id': 'e68f75672fd94fdba91f7083d9fb4a1a', 'gw_port': {'id': 'f6df893f-fcc7-4216-8055-c0bc79cd49d2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d9:be:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae08a28e-47c8-4d1b-9395-a1c4b8dfe081', 'device_owner': 'network:router_gateway', 'standard_attr_id': 910, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.58', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:42Z', 'updated_at': '2021-08-17T02:57:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:01:39.442917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-dffecc38-8cce-42b9-815a-9c25ea2877ba admin admin] Deleting port f6df893f-fcc7-4216-8055-c0bc79cd49d2 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:39.443271 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dffecc38-8cce-42b9-815a-9c25ea2877ba admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:39.496866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f9f4925-2fcc-4e20-90f9-8a91598c6707 req-003e8559-4d64-4000-ac19-59ec1c2d1b17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:39.500689 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f9f4925-2fcc-4e20-90f9-8a91598c6707 req-003e8559-4d64-4000-ac19-59ec1c2d1b17 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4469378 Aug 17 03:01:39.564589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-dffecc38-8cce-42b9-815a-9c25ea2877ba admin admin] For port f6df893f-fcc7-4216-8055-c0bc79cd49d2, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f6df893f-fcc7-4216-8055-c0bc79cd49d2,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:39.565143 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dffecc38-8cce-42b9-815a-9c25ea2877ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:39.610099 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e4ed5f87-dd3e-4989-ac61-ee06d3c83aa6 req-7fe3a437-2ffe-4935-9f09-108b61ee7c5a tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1945848 Aug 17 03:01:39.613400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ddd34f56-552f-4ae8-a84c-216fac4c8a96 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:01:39.620776 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-dffecc38-8cce-42b9-815a-9c25ea2877ba admin admin] Calling delete_port for f6df893f-fcc7-4216-8055-c0bc79cd49d2 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:39.627796 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:39.652151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f49ef224-3a26-4dca-bfcb-cb54149eb598 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:39.652151 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f49ef224-3a26-4dca-bfcb-cb54149eb598 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:39.665604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-af4de6e0-fe75-4341-8bc3-763c834b86d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:39.668392 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-af4de6e0-fe75-4341-8bc3-763c834b86d5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=dd679af9ace44acb8aac5f52df0daf77&device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 1098 time: 0.1152358 Aug 17 03:01:39.709740 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fb0547-3cd1-45df-ab98-924ad4fe5ee7 req-11ed6691-ad2b-4167-9066-67844e4df879 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:39.715949 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12fb0547-3cd1-45df-ab98-924ad4fe5ee7 req-11ed6691-ad2b-4167-9066-67844e4df879 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 947 time: 0.1537552 Aug 17 03:01:39.725735 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56114437-290e-4e71-8d23-71ad032252bc None None] Network d4c41a90-5e50-469a-9fb4-c4c8be445662 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:39.736180 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Transition to ACTIVE for port object ddd34f56-552f-4ae8-a84c-216fac4c8a96 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:39.806333 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-4d0c98a4-db8b-442e-b06b-64ee578a600f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.35&port_id=5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 HTTP/1.1" status: 200 len: 217 time: 0.0717213 Aug 17 03:01:39.853805 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:39.941929 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12fb0547-3cd1-45df-ab98-924ad4fe5ee7 req-405a8209-eb2f-4d04-b56e-e70408ccdf3a tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/security-groups?id=e41ba77e-0511-437e-a921-4b3d5258e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058930 Aug 17 03:01:39.978941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9b0effe8-b944-4b0b-be48-dd9bb63ab605 None None] Provisioning for port f90164ea-fcaa-4315-8b6b-33c06ca5431d completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:40.050007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3c9111dd-256c-4ae6-b9f3-f0a6239622c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:40.050007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-3c9111dd-256c-4ae6-b9f3-f0a6239622c9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.2223773 Aug 17 03:01:40.055264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f90164ea-fcaa-4315-8b6b-33c06ca5431d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:40.064283 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Pushing event updated for resources: {'Port': ['ID=ddd34f56-552f-4ae8-a84c-216fac4c8a96,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:40.162789 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dffecc38-8cce-42b9-815a-9c25ea2877ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.196969 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffecc38-8cce-42b9-815a-9c25ea2877ba admin admin] Pushing event deleted for resources: {'Port': ['ID=f6df893f-fcc7-4216-8055-c0bc79cd49d2,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:40.227638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port f90164ea-fcaa-4315-8b6b-33c06ca5431d completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:40.232205 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port f90164ea-fcaa-4315-8b6b-33c06ca5431d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:40.232768 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.332953 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dffecc38-8cce-42b9-815a-9c25ea2877ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.358559 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-73f7a8c1-8f11-4fc0-9a31-1ef925ad0811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:40.360577 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-73f7a8c1-8f11-4fc0-9a31-1ef925ad0811 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2977464 Aug 17 03:01:40.367230 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Attempting to bind port ddd34f56-552f-4ae8-a84c-216fac4c8a96 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:01:40.367839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Attempting to bind port ddd34f56-552f-4ae8-a84c-216fac4c8a96 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '25c972ce-7b22-42c8-8e08-a5b578a40bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:01:40.368187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Attempting to bind port ddd34f56-552f-4ae8-a84c-216fac4c8a96 on network 07cba672-4178-423d-95c1-3177e09d9c93 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:40.413951 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.424095 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Port ddd34f56-552f-4ae8-a84c-216fac4c8a96 on network 07cba672-4178-423d-95c1-3177e09d9c93 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:01:40.429491 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Attempting to bind port ddd34f56-552f-4ae8-a84c-216fac4c8a96 on network 07cba672-4178-423d-95c1-3177e09d9c93 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:40.458782 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:01:40.459128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Checking segment: {'id': '25c972ce-7b22-42c8-8e08-a5b578a40bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:40.459521 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Bound using segment: {'id': '25c972ce-7b22-42c8-8e08-a5b578a40bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:01:40.459971 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Bound port: ddd34f56-552f-4ae8-a84c-216fac4c8a96, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '25c972ce-7b22-42c8-8e08-a5b578a40bc6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:01:40.460355 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.467371 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f49ef224-3a26-4dca-bfcb-cb54149eb598 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.483042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port f90164ea-fcaa-4315-8b6b-33c06ca5431d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f90164ea-fcaa-4315-8b6b-33c06ca5431d,segment=NetworkSegment(251608af-5111-4048-b7f1-43f843835e76),segment_id=251608af-5111-4048-b7f1-43f843835e76)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:40.520678 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f8061fe2-8570-4cd2-88c3-75f3a2beffef None None] Provisioning complete for port f90164ea-fcaa-4315-8b6b-33c06ca5431d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:40.521061 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8061fe2-8570-4cd2-88c3-75f3a2beffef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.538362 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dffecc38-8cce-42b9-815a-9c25ea2877ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.542105 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dffecc38-8cce-42b9-815a-9c25ea2877ba admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.544980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ef224-3a26-4dca-bfcb-cb54149eb598 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Subnet': ['ID=a77e9100-776d-40ab-9089-5643b024746c,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:40.592634 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.621398 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecb786e-d0b0-453b-9b2d-39f5b495f9f3 req-1e0f46f6-8d92-494a-9793-222a436937bc tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:40.625396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 32d7130e-6e1e-426b-bbea-b4b29d593fbf no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:40.629981 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0ecb786e-d0b0-453b-9b2d-39f5b495f9f3 req-1e0f46f6-8d92-494a-9793-222a436937bc tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.1228571 Aug 17 03:01:40.651368 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-99ee57ae-82b1-4a8e-b224-dc81b447f9e2 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805674 Aug 17 03:01:40.661404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f49ef224-3a26-4dca-bfcb-cb54149eb598 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Checking segment: {'id': '59d1b7b0-0c0d-40c9-8e72-98f0cb61755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b8a22d12-fbdd-4596-9820-76ba9b6743e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:40.670413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49ef224-3a26-4dca-bfcb-cb54149eb598 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network hostable DHCP agents. Network: b8a22d12-fbdd-4596-9820-76ba9b6743e7, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:01:40.670982 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 32d7130e-6e1e-426b-bbea-b4b29d593fbf {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:40.670982 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 32d7130e-6e1e-426b-bbea-b4b29d593fbf not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:40.690137 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0ecb786e-d0b0-453b-9b2d-39f5b495f9f3 req-37816d0a-ef04-4ebc-96d6-77b7fdccdce1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578656 Aug 17 03:01:40.692033 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dffecc38-8cce-42b9-815a-9c25ea2877ba admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.692639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dffecc38-8cce-42b9-815a-9c25ea2877ba admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae08a28e-47c8-4d1b-9395-a1c4b8dfe081 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:01:40.698496 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dffecc38-8cce-42b9-815a-9c25ea2877ba admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.699855 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dffecc38-8cce-42b9-815a-9c25ea2877ba admin admin] 10.222.0.10 "DELETE /v2.0/routers/ae08a28e-47c8-4d1b-9395-a1c4b8dfe081 HTTP/1.1" status: 204 len: 168 time: 2.5326467 Aug 17 03:01:40.705241 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51048) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:40.751332 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] For port ddd34f56-552f-4ae8-a84c-216fac4c8a96, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:01:40.765570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] For port ddd34f56-552f-4ae8-a84c-216fac4c8a96, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ddd34f56-552f-4ae8-a84c-216fac4c8a96,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:01:40.800232 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=f90164ea-fcaa-4315-8b6b-33c06ca5431d,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:40.803277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-e38322ed-a513-44c8-9c79-13e9fd393117 admin admin] Deleting subnet fc3d150f-bb48-486d-a046-323ac115350b {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:01:40.811318 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e38322ed-a513-44c8-9c79-13e9fd393117 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.847869 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4283fb25-a618-4c1f-b976-bd6888494d21 req-19e820df-998f-4356-846d-34c6f5cb609c service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1777914 Aug 17 03:01:40.851131 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.891902 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e38322ed-a513-44c8-9c79-13e9fd393117 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.891997 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f49ef224-3a26-4dca-bfcb-cb54149eb598 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network b8a22d12-fbdd-4596-9820-76ba9b6743e7 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:01:40.914705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:40.915333 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.927307 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] 10.222.0.60 "PUT /v2.0/ports/ddd34f56-552f-4ae8-a84c-216fac4c8a96 HTTP/1.1" status: 200 len: 1092 time: 2.4012482 Aug 17 03:01:40.927947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8a76ba7-f45a-412b-93fd-c5012a5d1ca9', 'tag': 'ddd34f56-552f-4ae8-a84c-216fac4c8a96'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:40.930577 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-779ccce1-583b-414c-857f-383858abe829" -d '{"events": [{"name": "network-changed", "server_uuid": "e8a76ba7-f45a-412b-93fd-c5012a5d1ca9", "tag": "ddd34f56-552f-4ae8-a84c-216fac4c8a96"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:40.940773 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eb67e7-d145-4e0b-baee-a3d47e56b249 req-a19179fe-8272-4f2a-b425-82360c6a2145 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:40.942374 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d6eb67e7-d145-4e0b-baee-a3d47e56b249 req-a19179fe-8272-4f2a-b425-82360c6a2145 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 944 time: 0.0996301 Aug 17 03:01:40.955711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f974d9cc-22b1-48e2-80a2-3575249d87ae service neutron] Pushing event updated for resources: {'Port': ['ID=ddd34f56-552f-4ae8-a84c-216fac4c8a96,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:40.960014 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e38322ed-a513-44c8-9c79-13e9fd393117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:40.987697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-f49ef224-3a26-4dca-bfcb-cb54149eb598 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, b8a22d12-fbdd-4596-9820-76ba9b6743e7) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:41.006869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49ef224-3a26-4dca-bfcb-cb54149eb598 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:41.007470 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f49ef224-3a26-4dca-bfcb-cb54149eb598 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.008907 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ee5c62-63e8-4284-9136-161cd1b41b8b None None] Network b8a22d12-fbdd-4596-9820-76ba9b6743e7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:41.037292 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d6eb67e7-d145-4e0b-baee-a3d47e56b249 req-7b55a7e0-cca2-4ebb-8236-e1e750ec28f4 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845354 Aug 17 03:01:41.062414 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-72ef2b13-1ae0-4049-afdd-893abab5a02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:41.065326 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-72ef2b13-1ae0-4049-afdd-893abab5a02c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cb1eb1f0c634ab4bee7089cd6e506c8&device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 1095 time: 0.0541756 Aug 17 03:01:41.129615 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-c7d948bf-9e77-4698-84f1-3628b16d6a1e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddd34f56-552f-4ae8-a84c-216fac4c8a96 HTTP/1.1" status: 200 len: 217 time: 0.0569046 Aug 17 03:01:41.161920 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e38322ed-a513-44c8-9c79-13e9fd393117 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.170011 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f49ef224-3a26-4dca-bfcb-cb54149eb598 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 2.0495303 Aug 17 03:01:41.177017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51068) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:41.182846 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-b8a22d12-fbdd-4596-9820-76ba9b6743e7', 'network_id': 'b8a22d12-fbdd-4596-9820-76ba9b6743e7', 'tenant_id': 'beb2adf4012e48079b80fcf9f77b255a', 'fixed_ips': [{'subnet_id': 'a77e9100-776d-40ab-9089-5643b024746c'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:01:41.184453 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.193775 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38322ed-a513-44c8-9c79-13e9fd393117 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc3d150f-bb48-486d-a046-323ac115350b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:41.196407 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e38322ed-a513-44c8-9c79-13e9fd393117 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.198375 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e38322ed-a513-44c8-9c79-13e9fd393117 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/fc3d150f-bb48-486d-a046-323ac115350b HTTP/1.1" status: 204 len: 168 time: 0.4950898 Aug 17 03:01:41.202010 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51070) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:41.259434 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c364c1aa-04b5-4bb8-9f30-0522ffc2723f x-openstack-request-id: req-c364c1aa-04b5-4bb8-9f30-0522ffc2723f {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:41.259434 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8a76ba7-f45a-412b-93fd-c5012a5d1ca9", "tag": "ddd34f56-552f-4ae8-a84c-216fac4c8a96", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:41.259756 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c364c1aa-04b5-4bb8-9f30-0522ffc2723f {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:41.260154 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8a76ba7-f45a-412b-93fd-c5012a5d1ca9', 'tag': 'ddd34f56-552f-4ae8-a84c-216fac4c8a96', 'status': 'completed', 'code': 200} Aug 17 03:01:41.263912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-529fae0c-f40a-4b7c-812d-6007717d4b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:41.265531 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-529fae0c-f40a-4b7c-812d-6007717d4b6e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a435cf10-a71c-4d7f-a316-eee2f7d6e814 HTTP/1.1" status: 200 len: 861 time: 0.1291366 Aug 17 03:01:41.311433 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-c9332ed3-d162-43e4-b4e6-5a3c387a686d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07cba672-4178-423d-95c1-3177e09d9c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0329044 Aug 17 03:01:41.345313 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-afc1e6cd-3334-48e9-ae52-818f4b50675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.378035 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Allocated IP 2001:db8::1 (b8a22d12-fbdd-4596-9820-76ba9b6743e7/a77e9100-776d-40ab-9089-5643b024746c/7ec11f3b-99d3-4cbe-8193-63fcb48512e0) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:01:41.425862 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.444386 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98af565c-763c-40dc-8567-529336b4ba63 req-a3ae7df1-27df-4977-84df-6d2c171bcf11 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:41.445969 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-98af565c-763c-40dc-8567-529336b4ba63 req-a3ae7df1-27df-4977-84df-6d2c171bcf11 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 947 time: 0.1254227 Aug 17 03:01:41.467135 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-afc1e6cd-3334-48e9-ae52-818f4b50675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.480220 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-a78e7223-160a-4814-aca2-e1d9c54729a2 service neutron] 10.222.0.60 "GET /v2.0/networks/07cba672-4178-423d-95c1-3177e09d9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1513212 Aug 17 03:01:41.488837 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-afc1e6cd-3334-48e9-ae52-818f4b50675b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['af4157d1-2122-47c3-8ec5-8deaba493f6a']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:41.505230 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-afc1e6cd-3334-48e9-ae52-818f4b50675b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5ff70b14-7866-4176-91c2-75e7d8b0cbb6') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:41.505230 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-afc1e6cd-3334-48e9-ae52-818f4b50675b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5ff70b14-7866-4176-91c2-75e7d8b0cbb6') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:41.523823 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-afc1e6cd-3334-48e9-ae52-818f4b50675b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.533406 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-98af565c-763c-40dc-8567-529336b4ba63 req-16b35fa5-77f6-435d-966f-6751c325edbe tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/security-groups?id=e41ba77e-0511-437e-a921-4b3d5258e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761931 Aug 17 03:01:41.541795 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-afc1e6cd-3334-48e9-ae52-818f4b50675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-afc1e6cd-3334-48e9-ae52-818f4b50675b admin admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-afc1e6cd-3334-48e9-ae52-818f4b50675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:41.553589 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:41.556526 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.567436 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Transition to ACTIVE for port object 7ec11f3b-99d3-4cbe-8193-63fcb48512e0 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:41.586012 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Transition to ACTIVE for port object 7ec11f3b-99d3-4cbe-8193-63fcb48512e0 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:41.685391 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.713737 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-afc1e6cd-3334-48e9-ae52-818f4b50675b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.724373 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-afc1e6cd-3334-48e9-ae52-818f4b50675b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.729936 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-afc1e6cd-3334-48e9-ae52-818f4b50675b admin admin] 10.222.0.10 "DELETE /v2.0/networks/af4157d1-2122-47c3-8ec5-8deaba493f6a HTTP/1.1" status: 204 len: 168 time: 0.5236225 Aug 17 03:01:41.754559 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc1e6cd-3334-48e9-ae52-818f4b50675b admin admin] Pushing event deleted for resources: {'Network': ['ID=af4157d1-2122-47c3-8ec5-8deaba493f6a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:41.779513 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Network b8a22d12-fbdd-4596-9820-76ba9b6743e7 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:41.785252 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:41.796516 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:41.876669 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Pushing event updated for resources: {'Port': ['ID=7ec11f3b-99d3-4cbe-8193-63fcb48512e0,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:41.925498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Attempting to bind port 7ec11f3b-99d3-4cbe-8193-63fcb48512e0 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:01:41.925498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Attempting to bind port 7ec11f3b-99d3-4cbe-8193-63fcb48512e0 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '59d1b7b0-0c0d-40c9-8e72-98f0cb61755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b8a22d12-fbdd-4596-9820-76ba9b6743e7'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:01:41.925498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Attempting to bind port 7ec11f3b-99d3-4cbe-8193-63fcb48512e0 on network b8a22d12-fbdd-4596-9820-76ba9b6743e7 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:41.930346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:01:41.930696 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Checking segment: {'id': '59d1b7b0-0c0d-40c9-8e72-98f0cb61755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b8a22d12-fbdd-4596-9820-76ba9b6743e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:41.931108 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.931557 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Bound using segment: {'id': '59d1b7b0-0c0d-40c9-8e72-98f0cb61755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b8a22d12-fbdd-4596-9820-76ba9b6743e7'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:01:41.932025 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Bound port: 7ec11f3b-99d3-4cbe-8193-63fcb48512e0, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '59d1b7b0-0c0d-40c9-8e72-98f0cb61755f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b8a22d12-fbdd-4596-9820-76ba9b6743e7'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:01:41.932412 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:41.975412 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec381ea4-7781-4b73-bb6c-a4c1b77a9395 req-3ca040dd-771e-45d2-9b62-45dd2a6a5fd7 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:41.977069 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ec381ea4-7781-4b73-bb6c-a4c1b77a9395 req-3ca040dd-771e-45d2-9b62-45dd2a6a5fd7 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0946288 Aug 17 03:01:41.995098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f90164ea-fcaa-4315-8b6b-33c06ca5431d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:42.058086 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.061048 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ec381ea4-7781-4b73-bb6c-a4c1b77a9395 req-5f080c33-b8f6-4e39-b50b-3c16acac05fc tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761940 Aug 17 03:01:42.065450 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] For port 7ec11f3b-99d3-4cbe-8193-63fcb48512e0, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:01:42.071906 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] For port 7ec11f3b-99d3-4cbe-8193-63fcb48512e0, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7ec11f3b-99d3-4cbe-8193-63fcb48512e0,segment=NetworkSegment(59d1b7b0-0c0d-40c9-8e72-98f0cb61755f),segment_id=59d1b7b0-0c0d-40c9-8e72-98f0cb61755f)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:01:42.080404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port f90164ea-fcaa-4315-8b6b-33c06ca5431d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:42.080787 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.203830 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39dac0f1-12e8-40fe-97ed-6da2ab416007 req-4cb07065-455d-4a72-b513-c28989dffe0e service neutron] 10.222.0.60 "GET /v2.0/networks/07cba672-4178-423d-95c1-3177e09d9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7090499 Aug 17 03:01:42.210346 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.267890 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea73c28-9011-4334-8656-ae246dae52c7 req-91d8e837-2b58-4848-aee8-68e003395c8d tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:42.271265 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ea73c28-9011-4334-8656-ae246dae52c7 req-91d8e837-2b58-4848-aee8-68e003395c8d tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 944 time: 0.1001978 Aug 17 03:01:42.289106 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.325405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c89b2e25-3f3e-48ab-b47a-cb49eb66caad None None] Pushing event updated for resources: {'Port': ['ID=7ec11f3b-99d3-4cbe-8193-63fcb48512e0,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:42.370018 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f6df893f-fcc7-4216-8055-c0bc79cd49d2 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:42.384714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Subnet': ['ID=a77e9100-776d-40ab-9089-5643b024746c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:42.385274 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ea73c28-9011-4334-8656-ae246dae52c7 req-3d9b5318-8828-4503-ba10-6e819bb6f399 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062224 Aug 17 03:01:42.415698 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: f6df893f-fcc7-4216-8055-c0bc79cd49d2 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:42.416512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f6df893f-fcc7-4216-8055-c0bc79cd49d2 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:42.472569 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51152) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:42.539220 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.557892 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-abe7d44e-6db0-4c54-a8cb-17d7c0f6d7eb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e68f75672fd94fdba91f7083d9fb4a1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0819471 Aug 17 03:01:42.573032 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51156) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:42.579651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a22d12-fbdd-4596-9820-76ba9b6743e7']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:42.610513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d1b7b0-0c0d-40c9-8e72-98f0cb61755f') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:42.611558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d1b7b0-0c0d-40c9-8e72-98f0cb61755f') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:42.630783 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.672874 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.693492 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:42.693919 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:42.697007 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:42.718611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ccce1-583b-414c-857f-383858abe829 req-91f9af2d-81d2-4251-9e16-01eec0911d6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:42.718611 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-779ccce1-583b-414c-857f-383858abe829 req-91f9af2d-81d2-4251-9e16-01eec0911d6a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1cb1eb1f0c634ab4bee7089cd6e506c8&device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 1095 time: 0.3517425 Aug 17 03:01:42.736769 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64754b84-c0fc-4d48-88c4-78281cc5c605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.772560 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64754b84-c0fc-4d48-88c4-78281cc5c605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.831026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5108a5e5-5cab-4c05-94c1-f64fa0cdb0c0 req-848649c4-aefe-43ba-b254-e8242fc26330 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:42.834522 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5108a5e5-5cab-4c05-94c1-f64fa0cdb0c0 req-848649c4-aefe-43ba-b254-e8242fc26330 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 947 time: 0.1474919 Aug 17 03:01:42.873645 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5108a5e5-5cab-4c05-94c1-f64fa0cdb0c0 req-6002b6de-ea64-4a05-9a2c-9c1bf8ff6893 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/security-groups?id=e41ba77e-0511-437e-a921-4b3d5258e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345247 Aug 17 03:01:42.877740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ccce1-583b-414c-857f-383858abe829 req-6227d6d6-71f8-4ef9-b585-cd1916084651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:42.878788 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-779ccce1-583b-414c-857f-383858abe829 req-6227d6d6-71f8-4ef9-b585-cd1916084651 service neutron] 10.222.0.60 "GET /v2.0/networks?id=07cba672-4178-423d-95c1-3177e09d9c93 HTTP/1.1" status: 200 len: 921 time: 0.1314211 Aug 17 03:01:42.924567 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.db.api [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 03:01:42.924567 n-d-802060-9 neutron-server[101970]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 03:01:42.924567 n-d-802060-9 neutron-server[101970]: [parameters: {'id': 'b8a22d12-fbdd-4596-9820-76ba9b6743e7'}] Aug 17 03:01:42.924567 n-d-802060-9 neutron-server[101970]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:01:42.924948 n-d-802060-9 neutron-server[101970]: DEBUG oslo_db.api [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:01:42.926200 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-779ccce1-583b-414c-857f-383858abe829 req-cbb0a3d4-722c-4546-8a8d-88fd95e203e2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ddd34f56-552f-4ae8-a84c-216fac4c8a96 HTTP/1.1" status: 200 len: 217 time: 0.0379481 Aug 17 03:01:42.953817 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64754b84-c0fc-4d48-88c4-78281cc5c605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.956674 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64754b84-c0fc-4d48-88c4-78281cc5c605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:42.961063 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-64754b84-c0fc-4d48-88c4-78281cc5c605 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e3e1455-2ccb-4234-b9b3-14f673cb207e HTTP/1.1" status: 204 len: 168 time: 0.3866653 Aug 17 03:01:42.973482 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64754b84-c0fc-4d48-88c4-78281cc5c605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e3e1455-2ccb-4234-b9b3-14f673cb207e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:43.009519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779ccce1-583b-414c-857f-383858abe829 req-d18b44c0-2cda-4064-882f-6ce8e7bda287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:43.011262 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-779ccce1-583b-414c-857f-383858abe829 req-d18b44c0-2cda-4064-882f-6ce8e7bda287 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a435cf10-a71c-4d7f-a316-eee2f7d6e814 HTTP/1.1" status: 200 len: 861 time: 0.0775020 Aug 17 03:01:43.062034 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-779ccce1-583b-414c-857f-383858abe829 req-9d80a2aa-94ed-4ed7-8352-ad5203d8be09 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=07cba672-4178-423d-95c1-3177e09d9c93&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0343764 Aug 17 03:01:43.189485 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-779ccce1-583b-414c-857f-383858abe829 req-e1073a1c-626d-4c58-ba24-d5713a6f8c5d service neutron] 10.222.0.60 "GET /v2.0/networks/07cba672-4178-423d-95c1-3177e09d9c93?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1099997 Aug 17 03:01:43.203965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd6f5112-dd17-4478-8cac-b8d61dba6482 req-7db37970-557b-4bba-8454-ae0b7fb2b88a tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:43.205761 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bd6f5112-dd17-4478-8cac-b8d61dba6482 req-7db37970-557b-4bba-8454-ae0b7fb2b88a tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0578954 Aug 17 03:01:43.253878 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bd6f5112-dd17-4478-8cac-b8d61dba6482 req-1b2a5cf4-8c00-4b38-bf4c-7584c24ad94e tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400426 Aug 17 03:01:43.309273 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-779ccce1-583b-414c-857f-383858abe829 req-a3f29f6e-53ff-484a-8417-a05af58f2398 service neutron] 10.222.0.60 "GET /v2.0/networks/07cba672-4178-423d-95c1-3177e09d9c93?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087258 Aug 17 03:01:43.426627 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:43.489193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c466aba5-96a6-4328-8540-fa533de46729 None None] Network b8a22d12-fbdd-4596-9820-76ba9b6743e7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:43.523480 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Deleting port 7ec11f3b-99d3-4cbe-8193-63fcb48512e0 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:43.524002 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:43.550388 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098cf1c9-fbaa-4422-a924-ff00396f0598 req-adc4df4b-5b45-4f19-940c-407ccc73c286 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:43.552032 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-098cf1c9-fbaa-4422-a924-ff00396f0598 req-adc4df4b-5b45-4f19-940c-407ccc73c286 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 944 time: 0.0947256 Aug 17 03:01:43.621937 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-098cf1c9-fbaa-4422-a924-ff00396f0598 req-1f05eecb-b4aa-4dcf-898f-5a8f09a0312a tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629656 Aug 17 03:01:43.643685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] For port 7ec11f3b-99d3-4cbe-8193-63fcb48512e0, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7ec11f3b-99d3-4cbe-8193-63fcb48512e0,segment=NetworkSegment(59d1b7b0-0c0d-40c9-8e72-98f0cb61755f),segment_id=59d1b7b0-0c0d-40c9-8e72-98f0cb61755f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:43.644734 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:43.663000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Calling delete_port for 7ec11f3b-99d3-4cbe-8193-63fcb48512e0 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:43.692498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:01:43.694342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:43.809993 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5a1122ed-fdf9-420f-bada-e50f379798c9 None None] Provisioning for port 7ec11f3b-99d3-4cbe-8193-63fcb48512e0 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:43.867850 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:43.896281 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Port': ['ID=7ec11f3b-99d3-4cbe-8193-63fcb48512e0,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:43.909561 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No DVR routers for this DVR port 7ec11f3b-99d3-4cbe-8193-63fcb48512e0 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:43.941521 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=5bf69dd6-e65e-4eff-ad72-207f6cdf45e9,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:43.952486 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:43.968295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '5bf69dd6-e65e-4eff-ad72-207f6cdf45e9', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': '5bf69dd6-e65e-4eff-ad72-207f6cdf45e9', 'mac_address': 'fa:16:3e:e3:8d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.35'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:01:44.016027 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22ebeb4-751a-4395-b0e4-7aaf5d77570d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:44.018649 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a3a40e3-ae5e-44f6-b91e-98fff28d079c" -d '{"events": [{"server_uuid": "c22ebeb4-751a-4395-b0e4-7aaf5d77570d", "name": "network-vif-unplugged", "status": "completed", "tag": "c40e4cc8-eb8b-4972-adf0-948ca3f8cf21"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:44.038192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:44.044638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7ec11f3b-99d3-4cbe-8193-63fcb48512e0 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:44.049322 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.063823 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a68510a-ede1-48cb-a282-e28b5f109cdd req-eec66ffe-a813-4d33-bb2b-7f1dd902c0d1 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:44.065387 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3a68510a-ede1-48cb-a282-e28b5f109cdd req-eec66ffe-a813-4d33-bb2b-7f1dd902c0d1 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 947 time: 0.0762722 Aug 17 03:01:44.079630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:01:44.086406 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 7ec11f3b-99d3-4cbe-8193-63fcb48512e0 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:44.086770 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7ec11f3b-99d3-4cbe-8193-63fcb48512e0 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 17 03:01:44.087319 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.089380 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5699f4ca-c29a-4f2d-aa4d-6e7d96b8cc89 None None] DHCP port deletion for b8a22d12-fbdd-4596-9820-76ba9b6743e7 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:01:44.102387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b8a22d12-fbdd-4596-9820-76ba9b6743e7']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:44.114621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '59d1b7b0-0c0d-40c9-8e72-98f0cb61755f') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:44.115111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '59d1b7b0-0c0d-40c9-8e72-98f0cb61755f') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:44.126018 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Port 7ec11f3b-99d3-4cbe-8193-63fcb48512e0 not found, will not notify nova. {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 17 03:01:44.134438 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.138521 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.141316 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=5bf69dd6-e65e-4eff-ad72-207f6cdf45e9,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:44.156965 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.162301 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3a68510a-ede1-48cb-a282-e28b5f109cdd req-6b190ae7-b1b2-4877-9ee7-b0da86927dbd tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/security-groups?id=e41ba77e-0511-437e-a921-4b3d5258e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726731 Aug 17 03:01:44.166153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:44.166830 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:44.172012 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:44.215100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,revision_number=11']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:44.216510 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.225772 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ddd34f56-552f-4ae8-a84c-216fac4c8a96 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:01:44.265564 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ecf8f9b-9554-4702-a753-b3b813907c93 x-openstack-request-id: req-1ecf8f9b-9554-4702-a753-b3b813907c93 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:44.265869 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22ebeb4-751a-4395-b0e4-7aaf5d77570d", "name": "network-vif-unplugged", "status": "completed", "tag": "c40e4cc8-eb8b-4972-adf0-948ca3f8cf21", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:44.266175 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ecf8f9b-9554-4702-a753-b3b813907c93 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:44.266550 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22ebeb4-751a-4395-b0e4-7aaf5d77570d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21', 'code': 200} Aug 17 03:01:44.305751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=5bf69dd6-e65e-4eff-ad72-207f6cdf45e9,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:44.371174 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.394008 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.400473 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51242) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:44.400958 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/networks/b8a22d12-fbdd-4596-9820-76ba9b6743e7 HTTP/1.1" status: 204 len: 168 time: 3.2228296 Aug 17 03:01:44.402012 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ad9b5d-450e-44ef-b039-c93651f4ba80 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Network': ['ID=b8a22d12-fbdd-4596-9820-76ba9b6743e7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:44.411811 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-c9d9a80b-7a19-4094-8ad9-01a6439df8ef tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1786504279'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:44.429810 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port ddd34f56-552f-4ae8-a84c-216fac4c8a96, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ddd34f56-552f-4ae8-a84c-216fac4c8a96,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:44.445553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'ddd34f56-552f-4ae8-a84c-216fac4c8a96', 'network_id': '07cba672-4178-423d-95c1-3177e09d9c93', 'port_id': 'ddd34f56-552f-4ae8-a84c-216fac4c8a96', 'mac_address': 'fa:16:3e:7b:c5:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a435cf10-a71c-4d7f-a316-eee2f7d6e814', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:01:44.447753 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04c96a60-c111-4bde-8081-e26137c710e8 req-65a5a7bb-2fcd-460a-9112-19c766bdc312 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:44.456885 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-04c96a60-c111-4bde-8081-e26137c710e8 req-65a5a7bb-2fcd-460a-9112-19c766bdc312 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.1065543 Aug 17 03:01:44.499757 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.514839 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-04c96a60-c111-4bde-8081-e26137c710e8 req-c455e3e7-0b73-443a-a0c3-ecb0b0f3aedd tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570037 Aug 17 03:01:44.519341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ddd34f56-552f-4ae8-a84c-216fac4c8a96 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:01:44.529975 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9d9a80b-7a19-4094-8ad9-01a6439df8ef tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:44.533777 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c9d9a80b-7a19-4094-8ad9-01a6439df8ef tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.542589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port ddd34f56-552f-4ae8-a84c-216fac4c8a96, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ddd34f56-552f-4ae8-a84c-216fac4c8a96,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:44.573932 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c9d9a80b-7a19-4094-8ad9-01a6439df8ef tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:01:44.585770 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c9d9a80b-7a19-4094-8ad9-01a6439df8ef tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.586474 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-c9d9a80b-7a19-4094-8ad9-01a6439df8ef tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Added segment 00d63fac-00b1-4f98-99b3-b1c494cc3611 of type vlan for network 6b199a58-ab41-4840-a71a-71e84ba1c65b Aug 17 03:01:44.598850 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.630244 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c9d9a80b-7a19-4094-8ad9-01a6439df8ef tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.656981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=ddd34f56-552f-4ae8-a84c-216fac4c8a96,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:44.704494 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c9d9a80b-7a19-4094-8ad9-01a6439df8ef tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.710358 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9d9a80b-7a19-4094-8ad9-01a6439df8ef tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:44.710989 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c9d9a80b-7a19-4094-8ad9-01a6439df8ef tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:44.793327 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d9a80b-7a19-4094-8ad9-01a6439df8ef tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Network': ['ID=6b199a58-ab41-4840-a71a-71e84ba1c65b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:44.803599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 6b199a58-ab41-4840-a71a-71e84ba1c65b details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:01:44.858456 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c9d9a80b-7a19-4094-8ad9-01a6439df8ef tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.4545982 Aug 17 03:01:44.861208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51272) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:44.866344 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b9ae0d9e-a035-4a4e-9b6b-efeb8b5599a0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'subnet': {'network_id': '6b199a58-ab41-4840-a71a-71e84ba1c65b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:44.926465 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['ddd34f56-552f-4ae8-a84c-216fac4c8a96'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:01:44.934970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['5bf69dd6-e65e-4eff-ad72-207f6cdf45e9'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:01:45.110149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ae0d9e-a035-4a4e-9b6b-efeb8b5599a0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:45.114458 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9ae0d9e-a035-4a4e-9b6b-efeb8b5599a0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:45.320904 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bf06b522-5ecb-402f-9b92-7d150407e781 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:45.352902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55af5104-bb8b-43e2-958e-682ac5777638 req-833b7ec1-67a7-41fb-9298-5d0316c03157 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:45.354521 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55af5104-bb8b-43e2-958e-682ac5777638 req-833b7ec1-67a7-41fb-9298-5d0316c03157 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 945 time: 0.0860775 Aug 17 03:01:45.436193 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55af5104-bb8b-43e2-958e-682ac5777638 req-a98a44fe-f4df-4876-8bc1-1a06f888e5b8 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733650 Aug 17 03:01:45.599049 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9ae0d9e-a035-4a4e-9b6b-efeb8b5599a0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:45.693196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ae0d9e-a035-4a4e-9b6b-efeb8b5599a0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Subnet': ['ID=ea26a08e-5a7d-47a1-8e8b-715c22c32351,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:45.695490 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9ae0d9e-a035-4a4e-9b6b-efeb8b5599a0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Checking segment: {'id': '00d63fac-00b1-4f98-99b3-b1c494cc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b199a58-ab41-4840-a71a-71e84ba1c65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:45.695849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ae0d9e-a035-4a4e-9b6b-efeb8b5599a0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network hostable DHCP agents. Network: 6b199a58-ab41-4840-a71a-71e84ba1c65b, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:01:45.744232 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e754122d-0a94-488e-9779-95d54a61ba71 req-857a3427-8cf0-44f8-b03f-cd1e32bb5607 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:45.748319 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e754122d-0a94-488e-9779-95d54a61ba71 req-857a3427-8cf0-44f8-b03f-cd1e32bb5607 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 948 time: 0.0696342 Aug 17 03:01:45.791005 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f79ca4ca-44f6-488b-bb67-069f3e9f0523 req-1a3cd66b-86e0-4d4a-9fe8-e5a64c1380e1 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=266bc140-774d-4837-8eb0-bde984088d52 HTTP/1.1" status: 200 len: 210 time: 0.0322673 Aug 17 03:01:45.794395 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e754122d-0a94-488e-9779-95d54a61ba71 req-9da88beb-7849-4b49-92c2-9f4226cd899c tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/security-groups?id=e41ba77e-0511-437e-a921-4b3d5258e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407398 Aug 17 03:01:45.836316 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9ae0d9e-a035-4a4e-9b6b-efeb8b5599a0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network 6b199a58-ab41-4840-a71a-71e84ba1c65b is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:01:45.919400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b9ae0d9e-a035-4a4e-9b6b-efeb8b5599a0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 6b199a58-ab41-4840-a71a-71e84ba1c65b) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:45.923412 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ae0d9e-a035-4a4e-9b6b-efeb8b5599a0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:45.924013 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9ae0d9e-a035-4a4e-9b6b-efeb8b5599a0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:45.932212 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d6f35e9-f5b9-4856-a6af-391cdb3b48f1 None None] Network 6b199a58-ab41-4840-a71a-71e84ba1c65b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:45.987585 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681cd350-1d42-4de2-b7ad-218c26f3d801 req-9ea36d48-d4f4-4ef0-9adb-94334f379f3d tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:45.995069 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-681cd350-1d42-4de2-b7ad-218c26f3d801 req-9ea36d48-d4f4-4ef0-9adb-94334f379f3d tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0862670 Aug 17 03:01:45.999692 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b9ae0d9e-a035-4a4e-9b6b-efeb8b5599a0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1373410 Aug 17 03:01:46.003466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51326) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:46.008783 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-83956f0a-215d-41db-a116-7ed9da91dd26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1715980993'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:46.010808 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7ec11f3b-99d3-4cbe-8193-63fcb48512e0 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:46.049070 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 7ec11f3b-99d3-4cbe-8193-63fcb48512e0 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:46.049341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7ec11f3b-99d3-4cbe-8193-63fcb48512e0 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:46.058104 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-681cd350-1d42-4de2-b7ad-218c26f3d801 req-b634a6a1-74da-42a2-856d-ff100a5a0e8e tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616360 Aug 17 03:01:46.180535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-83956f0a-215d-41db-a116-7ed9da91dd26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:46.180535 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83956f0a-215d-41db-a116-7ed9da91dd26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:46.185198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-6b199a58-ab41-4840-a71a-71e84ba1c65b', 'network_id': '6b199a58-ab41-4840-a71a-71e84ba1c65b', 'tenant_id': 'beb2adf4012e48079b80fcf9f77b255a', 'fixed_ips': [{'subnet_id': 'ea26a08e-5a7d-47a1-8e8b-715c22c32351'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:01:46.186146 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:46.227014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-83956f0a-215d-41db-a116-7ed9da91dd26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:01:46.239983 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83956f0a-215d-41db-a116-7ed9da91dd26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:46.240310 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-83956f0a-215d-41db-a116-7ed9da91dd26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Added segment cd1c0374-bfb3-43b9-97b0-16398a6f3dbb of type vlan for network 4a67a01d-a13f-4663-bc5d-0f80cf08e6cd Aug 17 03:01:46.306492 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83956f0a-215d-41db-a116-7ed9da91dd26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:46.350256 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Allocated IP 2001:db8::1 (6b199a58-ab41-4840-a71a-71e84ba1c65b/ea26a08e-5a7d-47a1-8e8b-715c22c32351/2baaeff0-ba95-489f-b336-9b6a35445132) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:01:46.463718 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83956f0a-215d-41db-a116-7ed9da91dd26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:46.482146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83956f0a-215d-41db-a116-7ed9da91dd26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:46.487139 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83956f0a-215d-41db-a116-7ed9da91dd26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:46.529635 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:46.543770 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Transition to ACTIVE for port object 2baaeff0-ba95-489f-b336-9b6a35445132 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:46.566305 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Transition to ACTIVE for port object 2baaeff0-ba95-489f-b336-9b6a35445132 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:46.598441 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83956f0a-215d-41db-a116-7ed9da91dd26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Network': ['ID=4a67a01d-a13f-4663-bc5d-0f80cf08e6cd,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:46.610638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 4a67a01d-a13f-4663-bc5d-0f80cf08e6cd details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:01:46.659330 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:46.662639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419deeea-0fcf-4e56-8622-7c3b99247798 req-85d2cb2f-90de-4464-99ff-5d5a92cfdf4d tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:46.664389 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-419deeea-0fcf-4e56-8622-7c3b99247798 req-85d2cb2f-90de-4464-99ff-5d5a92cfdf4d tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 945 time: 0.0607722 Aug 17 03:01:46.709250 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-419deeea-0fcf-4e56-8622-7c3b99247798 req-9e36132f-56c1-4a4e-a860-c6f62aed3d8c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379155 Aug 17 03:01:46.717111 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Network 6b199a58-ab41-4840-a71a-71e84ba1c65b is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:46.726118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:46.730802 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-83956f0a-215d-41db-a116-7ed9da91dd26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7260582 Aug 17 03:01:46.743144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:46.743504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51374) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:46.743504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-7d2bcff2-4374-4e17-ad9d-cca51b06671b tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'subnet': {'network_id': '4a67a01d-a13f-4663-bc5d-0f80cf08e6cd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:46.768399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Pushing event updated for resources: {'Port': ['ID=2baaeff0-ba95-489f-b336-9b6a35445132,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:46.823842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Attempting to bind port 2baaeff0-ba95-489f-b336-9b6a35445132 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:01:46.824165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Attempting to bind port 2baaeff0-ba95-489f-b336-9b6a35445132 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '00d63fac-00b1-4f98-99b3-b1c494cc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b199a58-ab41-4840-a71a-71e84ba1c65b'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:01:46.825896 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Attempting to bind port 2baaeff0-ba95-489f-b336-9b6a35445132 on network 6b199a58-ab41-4840-a71a-71e84ba1c65b {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:46.827409 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b5ac826-55ea-45cf-b7bf-7006f22cf19c req-4a63b890-adfd-4f73-9ba6-0528eb0f2314 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0368063 Aug 17 03:01:46.833563 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:01:46.834032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Checking segment: {'id': '00d63fac-00b1-4f98-99b3-b1c494cc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b199a58-ab41-4840-a71a-71e84ba1c65b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:46.834450 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:46.834905 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Bound using segment: {'id': '00d63fac-00b1-4f98-99b3-b1c494cc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b199a58-ab41-4840-a71a-71e84ba1c65b'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:01:46.835381 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Bound port: 2baaeff0-ba95-489f-b336-9b6a35445132, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00d63fac-00b1-4f98-99b3-b1c494cc3611', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': '6b199a58-ab41-4840-a71a-71e84ba1c65b'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:01:46.835769 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:46.916044 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] For port 2baaeff0-ba95-489f-b336-9b6a35445132, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:01:46.919326 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] For port 2baaeff0-ba95-489f-b336-9b6a35445132, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2baaeff0-ba95-489f-b336-9b6a35445132,segment=NetworkSegment(00d63fac-00b1-4f98-99b3-b1c494cc3611),segment_id=00d63fac-00b1-4f98-99b3-b1c494cc3611)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:01:47.021881 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2bcff2-4374-4e17-ad9d-cca51b06671b tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:47.025325 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcff2-4374-4e17-ad9d-cca51b06671b tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:47.071684 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7d436-cdc3-490e-b86c-c2d95d9def68 req-c3cf1170-653a-4fb9-9821-37f3aa420239 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:47.073300 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-77f7d436-cdc3-490e-b86c-c2d95d9def68 req-c3cf1170-653a-4fb9-9821-37f3aa420239 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 948 time: 0.0565703 Aug 17 03:01:47.086306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.ipam_backend_mixin [None req-7d2bcff2-4374-4e17-ad9d-cca51b06671b tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Performing IP validity checks on allocation pools {{(pid=101970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 03:01:47.087143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.ipam_backend_mixin [None req-7d2bcff2-4374-4e17-ad9d-cca51b06671b tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 03:01:47.119098 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:47.125219 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-77f7d436-cdc3-490e-b86c-c2d95d9def68 req-ad87506d-e5ce-4b2e-beb6-c0b1f23af5a7 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/security-groups?id=e41ba77e-0511-437e-a921-4b3d5258e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450027 Aug 17 03:01:47.210107 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e2952f-5572-4bff-aad8-14170675a6f4 None None] Pushing event updated for resources: {'Port': ['ID=2baaeff0-ba95-489f-b336-9b6a35445132,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:47.297919 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eabbe12-29ee-45f0-acf0-c671e2bb7e9d req-545eab17-ec98-4924-8d9f-91fba41705e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:47.303121 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8eabbe12-29ee-45f0-acf0-c671e2bb7e9d req-545eab17-ec98-4924-8d9f-91fba41705e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0717754 Aug 17 03:01:47.345991 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8eabbe12-29ee-45f0-acf0-c671e2bb7e9d req-44ae09ce-b718-49ea-adba-237bd4fb27b7 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373192 Aug 17 03:01:47.450530 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcff2-4374-4e17-ad9d-cca51b06671b tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:47.541571 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bcff2-4374-4e17-ad9d-cca51b06671b tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Subnet': ['ID=ab3864e0-7329-425e-bf73-eac0645a0761,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:47.568220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d2bcff2-4374-4e17-ad9d-cca51b06671b tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Checking segment: {'id': 'cd1c0374-bfb3-43b9-97b0-16398a6f3dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4a67a01d-a13f-4663-bc5d-0f80cf08e6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:47.568803 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2bcff2-4374-4e17-ad9d-cca51b06671b tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network hostable DHCP agents. Network: 4a67a01d-a13f-4663-bc5d-0f80cf08e6cd, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:01:47.635417 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ddd34f56-552f-4ae8-a84c-216fac4c8a96 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:47.650673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d2bcff2-4374-4e17-ad9d-cca51b06671b tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network 4a67a01d-a13f-4663-bc5d-0f80cf08e6cd is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:01:47.736404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-7d2bcff2-4374-4e17-ad9d-cca51b06671b tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 4a67a01d-a13f-4663-bc5d-0f80cf08e6cd) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:47.743006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2bcff2-4374-4e17-ad9d-cca51b06671b tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:47.756199 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7d2bcff2-4374-4e17-ad9d-cca51b06671b tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:47.764957 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089aa971-3b75-4f53-99d5-03a85efc9132 None None] Network 4a67a01d-a13f-4663-bc5d-0f80cf08e6cd requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:47.782584 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port ddd34f56-552f-4ae8-a84c-216fac4c8a96 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:47.824784 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port ddd34f56-552f-4ae8-a84c-216fac4c8a96 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:47.825307 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:47.896998 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7d2bcff2-4374-4e17-ad9d-cca51b06671b tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 1.1548553 Aug 17 03:01:47.897195 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51398) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:47.912642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ffa34d5-893b-4136-8c3d-45f735ff833e req-4b234cda-e8a9-40b7-81fb-b9f2108a199d tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:47.914677 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ffa34d5-893b-4136-8c3d-45f735ff833e req-4b234cda-e8a9-40b7-81fb-b9f2108a199d tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 945 time: 0.0819931 Aug 17 03:01:48.023166 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4614838c-5e6b-49d2-9e1a-33337f0bfcee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:48.038891 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ffa34d5-893b-4136-8c3d-45f735ff833e req-246e640b-93b6-4354-b785-3b9147d57ab0 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170542 Aug 17 03:01:48.103493 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2baaeff0-ba95-489f-b336-9b6a35445132 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:48.185660 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:48.202571 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ada978f-a619-44c1-9612-d592269e66f2 req-c7125e1f-d525-419a-9eb4-176b8a372aba tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:48.211967 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ada978f-a619-44c1-9612-d592269e66f2 req-c7125e1f-d525-419a-9eb4-176b8a372aba tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 948 time: 0.1696422 Aug 17 03:01:48.213344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-4a67a01d-a13f-4663-bc5d-0f80cf08e6cd', 'network_id': '4a67a01d-a13f-4663-bc5d-0f80cf08e6cd', 'tenant_id': 'beb2adf4012e48079b80fcf9f77b255a', 'fixed_ips': [{'subnet_id': 'ab3864e0-7329-425e-bf73-eac0645a0761'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:01:48.223508 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:48.227635 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1bb1f2b-4427-4de4-94df-38a825e393ad req-05470c02-903d-4868-b9aa-2e92735ba419 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0706344 Aug 17 03:01:48.279731 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a76ba7-f45a-412b-93fd-c5012a5d1ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd34f56-552f-4ae8-a84c-216fac4c8a96'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:48.281803 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:48.281995 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0ce87e2-c684-43a3-a239-d4f5c5c1bc80" -d '{"events": [{"server_uuid": "e8a76ba7-f45a-412b-93fd-c5012a5d1ca9", "name": "network-vif-plugged", "status": "completed", "tag": "ddd34f56-552f-4ae8-a84c-216fac4c8a96"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:48.294087 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:48.314167 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port ddd34f56-552f-4ae8-a84c-216fac4c8a96, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ddd34f56-552f-4ae8-a84c-216fac4c8a96,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:48.335307 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ada978f-a619-44c1-9612-d592269e66f2 req-d483df93-57d9-46c9-b65d-267bb06551fa tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215434 Aug 17 03:01:48.454545 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:48.456755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:48.563394 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:48.566614 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c78884bc-3e6a-4737-85b6-fb1f0d4ca9ae x-openstack-request-id: req-c78884bc-3e6a-4737-85b6-fb1f0d4ca9ae {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:48.566915 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a76ba7-f45a-412b-93fd-c5012a5d1ca9", "name": "network-vif-plugged", "status": "completed", "tag": "ddd34f56-552f-4ae8-a84c-216fac4c8a96", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:48.567168 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c78884bc-3e6a-4737-85b6-fb1f0d4ca9ae {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:48.567564 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a76ba7-f45a-412b-93fd-c5012a5d1ca9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ddd34f56-552f-4ae8-a84c-216fac4c8a96', 'code': 200} Aug 17 03:01:48.586152 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 2baaeff0-ba95-489f-b336-9b6a35445132 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:48.652114 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=ddd34f56-552f-4ae8-a84c-216fac4c8a96,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:48.663425 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Allocated IP 2001:db8::3 (4a67a01d-a13f-4663-bc5d-0f80cf08e6cd/ab3864e0-7329-425e-bf73-eac0645a0761/b8c9188c-4180-4141-95be-a1bd6155c422) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:01:48.699059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9336fde-b4d6-4015-b8ad-7e62aa8629ef None None] Network 6b199a58-ab41-4840-a71a-71e84ba1c65b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:48.700843 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb89224-5af3-4d4a-a52b-b15c1d15878a req-9f5b515d-0b5a-402d-8ae8-b64a84f3fb74 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:48.702642 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ffb89224-5af3-4d4a-a52b-b15c1d15878a req-9f5b515d-0b5a-402d-8ae8-b64a84f3fb74 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 948 time: 0.2032456 Aug 17 03:01:48.726291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62f6b5cb-b494-41e4-b84a-e69f4cbceb77 req-380154d2-49f2-4fc0-88d5-792533a5f7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:48.727900 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-62f6b5cb-b494-41e4-b84a-e69f4cbceb77 req-380154d2-49f2-4fc0-88d5-792533a5f7e4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 1097 time: 0.1288795 Aug 17 03:01:48.749169 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ffb89224-5af3-4d4a-a52b-b15c1d15878a req-b33d5749-c32d-4511-840d-d83496093adf tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/security-groups?id=e41ba77e-0511-437e-a921-4b3d5258e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373471 Aug 17 03:01:48.754854 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51480f0d-c367-46d1-abea-bab8b9f91388 req-cea9557c-c22b-4c9d-98e6-79590a5f0100 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:48.756818 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-51480f0d-c367-46d1-abea-bab8b9f91388 req-cea9557c-c22b-4c9d-98e6-79590a5f0100 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0936391 Aug 17 03:01:48.817294 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-62f6b5cb-b494-41e4-b84a-e69f4cbceb77 req-aafef039-0dc7-4f0e-98ad-15c9ba99e3cb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796597 Aug 17 03:01:48.833348 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-51480f0d-c367-46d1-abea-bab8b9f91388 req-26bd0eba-3a6f-4514-a731-336bf3b7a9f0 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506096 Aug 17 03:01:48.888005 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51416) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:49.005817 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e238-2e96-4864-877a-55ed8f9defaf admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.062381 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bca2bc7d-84f0-4b6f-88b1-3c053b2feeee None None] Provisioning for port 2baaeff0-ba95-489f-b336-9b6a35445132 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:49.103033 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.107063 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bca2bc7d-84f0-4b6f-88b1-3c053b2feeee None None] Provisioning complete for port 2baaeff0-ba95-489f-b336-9b6a35445132 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:49.107432 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bca2bc7d-84f0-4b6f-88b1-3c053b2feeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.108970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:01:49.134406 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e238-2e96-4864-877a-55ed8f9defaf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.150399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:49.150772 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.181186 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e928427-4c8d-4b44-9794-9e52a6f3c8a4 req-4d466a22-d7df-494a-9692-346fc1781717 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:49.182880 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6e928427-4c8d-4b44-9794-9e52a6f3c8a4 req-4d466a22-d7df-494a-9692-346fc1781717 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 946 time: 0.0636902 Aug 17 03:01:49.194860 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.217542 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c5a6e238-2e96-4864-877a-55ed8f9defaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.229245 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Transition to ACTIVE for port object b8c9188c-4180-4141-95be-a1bd6155c422 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:49.250591 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6e928427-4c8d-4b44-9794-9e52a6f3c8a4 req-517e04e1-2a4a-4e26-b266-c05279431c0c tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594282 Aug 17 03:01:49.268084 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Transition to ACTIVE for port object b8c9188c-4180-4141-95be-a1bd6155c422 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:49.286651 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c5a6e238-2e96-4864-877a-55ed8f9defaf admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fd2bc80ff28a48d6b69308f2af65ee9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3966873 Aug 17 03:01:49.288513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a6e238-2e96-4864-877a-55ed8f9defaf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3766646-621e-4b2d-9bbe-f7a03ac7f52e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:49.288796 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51424) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:49.352086 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bca2bc7d-84f0-4b6f-88b1-3c053b2feeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.357561 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.381791 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.419123 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4ce763d1-7b25-4832-b96f-810b49e19d0a req-1f76faa9-7cbc-409f-bfb6-c885ff398788 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0380807 Aug 17 03:01:49.429698 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Network 4a67a01d-a13f-4663-bc5d-0f80cf08e6cd is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:49.434518 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:49.435122 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d61999b-eeb4-4896-a2e5-28627b41bc51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.445947 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:49.474189 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d61999b-eeb4-4896-a2e5-28627b41bc51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.476289 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Pushing event updated for resources: {'Port': ['ID=b8c9188c-4180-4141-95be-a1bd6155c422,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:49.487429 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bca2bc7d-84f0-4b6f-88b1-3c053b2feeee None None] For port 2baaeff0-ba95-489f-b336-9b6a35445132, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2baaeff0-ba95-489f-b336-9b6a35445132,segment=NetworkSegment(00d63fac-00b1-4f98-99b3-b1c494cc3611),segment_id=00d63fac-00b1-4f98-99b3-b1c494cc3611)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:49.487879 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.526786 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Subnet': ['ID=ab3864e0-7329-425e-bf73-eac0645a0761,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:49.536213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=5bf69dd6-e65e-4eff-ad72-207f6cdf45e9,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:49.580912 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Attempting to bind port b8c9188c-4180-4141-95be-a1bd6155c422 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:01:49.581390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Attempting to bind port b8c9188c-4180-4141-95be-a1bd6155c422 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'cd1c0374-bfb3-43b9-97b0-16398a6f3dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4a67a01d-a13f-4663-bc5d-0f80cf08e6cd'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:01:49.581770 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Attempting to bind port b8c9188c-4180-4141-95be-a1bd6155c422 on network 4a67a01d-a13f-4663-bc5d-0f80cf08e6cd {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:49.585166 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bca2bc7d-84f0-4b6f-88b1-3c053b2feeee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.593026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:01:49.593026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Checking segment: {'id': 'cd1c0374-bfb3-43b9-97b0-16398a6f3dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4a67a01d-a13f-4663-bc5d-0f80cf08e6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:49.593476 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.593777 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Bound using segment: {'id': 'cd1c0374-bfb3-43b9-97b0-16398a6f3dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4a67a01d-a13f-4663-bc5d-0f80cf08e6cd'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:01:49.594262 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Bound port: b8c9188c-4180-4141-95be-a1bd6155c422, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cd1c0374-bfb3-43b9-97b0-16398a6f3dbb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '4a67a01d-a13f-4663-bc5d-0f80cf08e6cd'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:01:49.594651 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.604586 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd9a61e-7e9d-429b-a65b-ae3b2cc88656 req-4112e7ca-aa36-4535-9471-ea45d9ba8e51 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:49.606804 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3bd9a61e-7e9d-429b-a65b-ae3b2cc88656 req-4112e7ca-aa36-4535-9471-ea45d9ba8e51 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 948 time: 0.1678166 Aug 17 03:01:49.628099 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d61999b-eeb4-4896-a2e5-28627b41bc51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.631609 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d61999b-eeb4-4896-a2e5-28627b41bc51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.635137 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.635290 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2d61999b-eeb4-4896-a2e5-28627b41bc51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a3766646-621e-4b2d-9bbe-f7a03ac7f52e HTTP/1.1" status: 204 len: 168 time: 0.3419523 Aug 17 03:01:49.646321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61999b-eeb4-4896-a2e5-28627b41bc51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3766646-621e-4b2d-9bbe-f7a03ac7f52e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:49.654437 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.669877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a67a01d-a13f-4663-bc5d-0f80cf08e6cd']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:49.680792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca2bc7d-84f0-4b6f-88b1-3c053b2feeee None None] Pushing event updated for resources: {'Port': ['ID=2baaeff0-ba95-489f-b336-9b6a35445132,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:49.691592 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3bd9a61e-7e9d-429b-a65b-ae3b2cc88656 req-500c903f-43ce-479b-9c80-ec8ea1ee074f tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0733511 Aug 17 03:01:49.695522 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1c0374-bfb3-43b9-97b0-16398a6f3dbb') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:49.695522 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1c0374-bfb3-43b9-97b0-16398a6f3dbb') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:49.706144 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.744023 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.750756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:49.751407 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:49.754673 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:49.782424 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] For port b8c9188c-4180-4141-95be-a1bd6155c422, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:01:49.786835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f48ffb44-00a0-4b85-95fe-57799883c775 None None] Provisioning complete for port 2baaeff0-ba95-489f-b336-9b6a35445132 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:49.787210 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f48ffb44-00a0-4b85-95fe-57799883c775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.790365 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=5bf69dd6-e65e-4eff-ad72-207f6cdf45e9,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:49.848708 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] For port b8c9188c-4180-4141-95be-a1bd6155c422, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b8c9188c-4180-4141-95be-a1bd6155c422,segment=NetworkSegment(cd1c0374-bfb3-43b9-97b0-16398a6f3dbb),segment_id=cd1c0374-bfb3-43b9-97b0-16398a6f3dbb)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:01:49.851325 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.api [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 03:01:49.851325 n-d-802060-9 neutron-server[101969]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 03:01:49.851325 n-d-802060-9 neutron-server[101969]: [parameters: {'id': '4a67a01d-a13f-4663-bc5d-0f80cf08e6cd'}] Aug 17 03:01:49.851325 n-d-802060-9 neutron-server[101969]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:01:49.852068 n-d-802060-9 neutron-server[101969]: DEBUG oslo_db.api [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:01:49.898406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318cbc99-d8ec-486d-8542-5ff27042e238 req-df02c10c-67b7-42ff-b214-2d7a8433aadd tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:49.900008 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-318cbc99-d8ec-486d-8542-5ff27042e238 req-df02c10c-67b7-42ff-b214-2d7a8433aadd tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 949 time: 0.0618744 Aug 17 03:01:49.932258 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:49.997671 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-318cbc99-d8ec-486d-8542-5ff27042e238 req-c95eb563-cd76-4800-84cb-0a84844a9533 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/security-groups?id=e41ba77e-0511-437e-a921-4b3d5258e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0815754 Aug 17 03:01:50.013549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2fc8a49-eafe-4d79-b892-a2718e32f78a req-5ea372d2-b4f3-4d20-a520-b0369cd8d076 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:50.015489 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f2fc8a49-eafe-4d79-b892-a2718e32f78a req-5ea372d2-b4f3-4d20-a520-b0369cd8d076 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.60 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 948 time: 0.1142371 Aug 17 03:01:50.018403 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e8298c-60c9-4dbc-a6e1-35dec92f32d9 req-135d6788-8c34-4248-adcf-da221241fc21 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:50.027267 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-76e8298c-60c9-4dbc-a6e1-35dec92f32d9 req-135d6788-8c34-4248-adcf-da221241fc21 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0789988 Aug 17 03:01:50.030736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05571d1f-022f-497f-b891-252a71ec91c6 None None] Pushing event updated for resources: {'Port': ['ID=b8c9188c-4180-4141-95be-a1bd6155c422,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:50.035345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2baaeff0-ba95-489f-b336-9b6a35445132 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:50.079548 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-76e8298c-60c9-4dbc-a6e1-35dec92f32d9 req-558ad8e9-36d9-4ab6-b959-10ee7eefc582 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506775 Aug 17 03:01:50.150138 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 2baaeff0-ba95-489f-b336-9b6a35445132 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:01:50.150565 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:50.153736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9e2f4b1-96f3-4139-b0bb-6f3cebc02dad None None] Network 4a67a01d-a13f-4663-bc5d-0f80cf08e6cd requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:50.158830 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f2fc8a49-eafe-4d79-b892-a2718e32f78a req-5da64ef3-8f65-466d-9b3e-e7a144a3a80d tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Deleting port cdafc3d0-1ace-4704-b94b-954b7d83f88a {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:50.159189 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f2fc8a49-eafe-4d79-b892-a2718e32f78a req-5da64ef3-8f65-466d-9b3e-e7a144a3a80d tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:50.263368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f2fc8a49-eafe-4d79-b892-a2718e32f78a req-5da64ef3-8f65-466d-9b3e-e7a144a3a80d tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] For port cdafc3d0-1ace-4704-b94b-954b7d83f88a, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cdafc3d0-1ace-4704-b94b-954b7d83f88a,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:50.263661 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f2fc8a49-eafe-4d79-b892-a2718e32f78a req-5da64ef3-8f65-466d-9b3e-e7a144a3a80d tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:50.286236 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f2fc8a49-eafe-4d79-b892-a2718e32f78a req-5da64ef3-8f65-466d-9b3e-e7a144a3a80d tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Calling delete_port for cdafc3d0-1ace-4704-b94b-954b7d83f88a owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:50.304053 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-52b4daca-ccf4-4565-8674-794d8af453f6 req-737543b1-6e99-440b-acca-63b5e1253b98 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=266bc140-774d-4837-8eb0-bde984088d52 HTTP/1.1" status: 200 len: 210 time: 0.0312231 Aug 17 03:01:50.354044 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:50.369997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b53b493c-b2ad-47a0-a9a3-0fa5651bf6f8 None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 03:01:50.423819 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Deleting port b8c9188c-4180-4141-95be-a1bd6155c422 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:50.424177 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:50.437118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0ac502-41eb-4d2f-aa3d-a246362c8c46 req-3382a332-b444-45a4-b27e-d8d8d70347af tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:50.438718 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e0ac502-41eb-4d2f-aa3d-a246362c8c46 req-3382a332-b444-45a4-b27e-d8d8d70347af tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 946 time: 0.0932534 Aug 17 03:01:50.516105 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e0ac502-41eb-4d2f-aa3d-a246362c8c46 req-78b790a9-a3f5-4011-b54d-6986105c77b8 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708258 Aug 17 03:01:50.521197 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b53b493c-b2ad-47a0-a9a3-0fa5651bf6f8 None None] Resources bound (agent type, host, resource id): {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 03:01:50.522845 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] For port b8c9188c-4180-4141-95be-a1bd6155c422, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b8c9188c-4180-4141-95be-a1bd6155c422,segment=NetworkSegment(cd1c0374-bfb3-43b9-97b0-16398a6f3dbb),segment_id=cd1c0374-bfb3-43b9-97b0-16398a6f3dbb)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:50.523099 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:50.545846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Calling delete_port for b8c9188c-4180-4141-95be-a1bd6155c422 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:50.589253 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8145492-5712-48d5-918e-6dd97605dbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf69dd6-e65e-4eff-ad72-207f6cdf45e9'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:50.592022 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c57b39a-6c89-407f-b769-bd708f6e610f" -d '{"events": [{"server_uuid": "a8145492-5712-48d5-918e-6dd97605dbc6", "name": "network-vif-plugged", "status": "completed", "tag": "5bf69dd6-e65e-4eff-ad72-207f6cdf45e9"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:50.651835 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f2fc8a49-eafe-4d79-b892-a2718e32f78a req-5da64ef3-8f65-466d-9b3e-e7a144a3a80d tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:50.654142 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b39b1a2d-82cc-4366-91ba-0b033155cb59 req-e481df97-2076-4cdb-9e79-abea55ae97f2 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0999110 Aug 17 03:01:50.709643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5da64ef3-8f65-466d-9b3e-e7a144a3a80d tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Pushing event deleted for resources: {'Port': ['ID=cdafc3d0-1ace-4704-b94b-954b7d83f88a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:50.780257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2fc8a49-eafe-4d79-b892-a2718e32f78a req-5da64ef3-8f65-466d-9b3e-e7a144a3a80d tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] No DVR routers for this DVR port cdafc3d0-1ace-4704-b94b-954b7d83f88a on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:50.782874 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f2fc8a49-eafe-4d79-b892-a2718e32f78a req-5da64ef3-8f65-466d-9b3e-e7a144a3a80d tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:50.784872 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f2fc8a49-eafe-4d79-b892-a2718e32f78a req-5da64ef3-8f65-466d-9b3e-e7a144a3a80d tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.60 "DELETE /v2.0/ports/cdafc3d0-1ace-4704-b94b-954b7d83f88a HTTP/1.1" status: 204 len: 173 time: 0.7612994 Aug 17 03:01:50.785366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4ec7cbc4-9902-4784-84e3-0021a5beea86', 'name': 'network-vif-deleted', 'tag': 'cdafc3d0-1ace-4704-b94b-954b7d83f88a'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:50.788543 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1fcb0610-a477-496d-9bef-ba367fe01dbe" -d '{"events": [{"server_uuid": "4ec7cbc4-9902-4784-84e3-0021a5beea86", "name": "network-vif-deleted", "tag": "cdafc3d0-1ace-4704-b94b-954b7d83f88a"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:50.830488 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d07c6402-c65f-4186-a382-3e13a9608bb9 x-openstack-request-id: req-d07c6402-c65f-4186-a382-3e13a9608bb9 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:50.831184 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8145492-5712-48d5-918e-6dd97605dbc6", "name": "network-vif-plugged", "status": "completed", "tag": "5bf69dd6-e65e-4eff-ad72-207f6cdf45e9", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:50.831440 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d07c6402-c65f-4186-a382-3e13a9608bb9 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:50.831828 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8145492-5712-48d5-918e-6dd97605dbc6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5bf69dd6-e65e-4eff-ad72-207f6cdf45e9', 'code': 200} Aug 17 03:01:50.855781 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:50.867715 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:50.898321 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Port': ['ID=b8c9188c-4180-4141-95be-a1bd6155c422,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:50.916877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No DVR routers for this DVR port b8c9188c-4180-4141-95be-a1bd6155c422 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:50.918921 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19bc844f-59ef-4e30-8b17-bbf07b19c16b req-70c7e2c9-772b-4967-9ccd-589f714f4a7e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0530829 Aug 17 03:01:51.008213 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0ed34a8-ec9f-4f94-91cf-add2f7badc7a x-openstack-request-id: req-c0ed34a8-ec9f-4f94-91cf-add2f7badc7a {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:51.009130 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4ec7cbc4-9902-4784-84e3-0021a5beea86", "name": "network-vif-deleted", "tag": "cdafc3d0-1ace-4704-b94b-954b7d83f88a", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:51.009533 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c0ed34a8-ec9f-4f94-91cf-add2f7badc7a {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:51.010146 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4ec7cbc4-9902-4784-84e3-0021a5beea86', 'name': 'network-vif-deleted', 'tag': 'cdafc3d0-1ace-4704-b94b-954b7d83f88a', 'status': 'completed', 'code': 200} Aug 17 03:01:51.027454 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90d8eb8-8867-4876-a248-7e16ded0edd3 req-426ef444-18a2-4410-8469-f95186198df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:51.029436 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c90d8eb8-8867-4876-a248-7e16ded0edd3 req-426ef444-18a2-4410-8469-f95186198df8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 1100 time: 0.0523295 Aug 17 03:01:51.038868 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9e839502-3d5e-498e-98a0-fba9150b5931 req-6dc5b51d-2fdc-42b4-a162-f4ab3e25e84d tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=4ec7cbc4-9902-4784-84e3-0021a5beea86 HTTP/1.1" status: 200 len: 210 time: 0.1142738 Aug 17 03:01:51.040586 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:51.051959 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4a67a01d-a13f-4663-bc5d-0f80cf08e6cd']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:51.071273 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cd1c0374-bfb3-43b9-97b0-16398a6f3dbb') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:51.071581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cd1c0374-bfb3-43b9-97b0-16398a6f3dbb') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:51.086650 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:51.110560 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:51.120834 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:51.121632 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:51.125704 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:51.131449 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c90d8eb8-8867-4876-a248-7e16ded0edd3 req-72901dbc-3eb2-4934-b456-4d9771515b99 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e41ba77e-0511-437e-a921-4b3d5258e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850403 Aug 17 03:01:51.145523 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e53f737-f193-44c4-b9e4-9f1a14b2934c req-fa08522b-8a42-4c5b-9d1c-8d95ce0aa69a tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:51.145523 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e53f737-f193-44c4-b9e4-9f1a14b2934c req-fa08522b-8a42-4c5b-9d1c-8d95ce0aa69a tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 946 time: 0.0799420 Aug 17 03:01:51.189685 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e53f737-f193-44c4-b9e4-9f1a14b2934c req-805a3415-604f-445d-a9e4-5994c2c34022 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346973 Aug 17 03:01:51.232092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a4a7998-fa6b-46de-afa3-5ccf0be58d96 req-59169d41-c7f1-44d3-991f-403324ddcaf6 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:51.233703 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7a4a7998-fa6b-46de-afa3-5ccf0be58d96 req-59169d41-c7f1-44d3-991f-403324ddcaf6 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 949 time: 0.1141696 Aug 17 03:01:51.297923 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7a4a7998-fa6b-46de-afa3-5ccf0be58d96 req-6ce98530-4f6d-4173-bac8-83d1dd9a674a tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/security-groups?id=e41ba77e-0511-437e-a921-4b3d5258e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554910 Aug 17 03:01:51.338863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c09852ef-a783-44ea-bcdb-b17e6326f4d8 req-53db2675-cd7c-4720-a082-af2afe767b00 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:51.342172 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:51.346096 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c09852ef-a783-44ea-bcdb-b17e6326f4d8 req-53db2675-cd7c-4720-a082-af2afe767b00 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0875881 Aug 17 03:01:51.349728 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:51.352989 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/networks/4a67a01d-a13f-4663-bc5d-0f80cf08e6cd HTTP/1.1" status: 204 len: 168 time: 3.4576988 Aug 17 03:01:51.358536 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51478) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:51.364169 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7912d1e3-6615-413c-8939-196db1052955 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-476151166'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:51.398345 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b33658-5d3b-44b0-9d48-afde98f39950 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Network': ['ID=4a67a01d-a13f-4663-bc5d-0f80cf08e6cd,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:51.416435 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c09852ef-a783-44ea-bcdb-b17e6326f4d8 req-f5eb8597-b3b2-4cb0-b7df-378fd149a3c9 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687537 Aug 17 03:01:51.444154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7912d1e3-6615-413c-8939-196db1052955 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:51.447659 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7912d1e3-6615-413c-8939-196db1052955 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:51.472108 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7912d1e3-6615-413c-8939-196db1052955 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:01:51.481976 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7912d1e3-6615-413c-8939-196db1052955 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:51.482563 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-7912d1e3-6615-413c-8939-196db1052955 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Added segment 5660dba6-c921-4002-8dcb-a2e90e2ad662 of type vlan for network bed81e7b-2934-4852-bf13-236702a1fc4c Aug 17 03:01:51.522818 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7912d1e3-6615-413c-8939-196db1052955 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:51.598462 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7912d1e3-6615-413c-8939-196db1052955 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:51.603956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7912d1e3-6615-413c-8939-196db1052955 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:51.604551 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7912d1e3-6615-413c-8939-196db1052955 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:51.675419 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7912d1e3-6615-413c-8939-196db1052955 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Network': ['ID=bed81e7b-2934-4852-bf13-236702a1fc4c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:51.686099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network bed81e7b-2934-4852-bf13-236702a1fc4c details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:01:51.701129 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7912d1e3-6615-413c-8939-196db1052955 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3412509 Aug 17 03:01:51.704026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51488) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:51.709253 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b2d7b475-8cce-4149-b90d-e7ef3026a1f0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'subnet': {'network_id': 'bed81e7b-2934-4852-bf13-236702a1fc4c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:51.795826 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e1c469e-e3ce-41bf-8cd5-3b4939cdd1e1 req-2ee7be0f-5090-42f5-964d-7e2c02c2937f tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0540099 Aug 17 03:01:51.896087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2d7b475-8cce-4149-b90d-e7ef3026a1f0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:51.899770 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b2d7b475-8cce-4149-b90d-e7ef3026a1f0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:52.216498 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b2d7b475-8cce-4149-b90d-e7ef3026a1f0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:52.303168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d7b475-8cce-4149-b90d-e7ef3026a1f0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Subnet': ['ID=70cda710-92ab-48f1-b7ba-cb7a977f3e3d,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:52.315861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d7b475-8cce-4149-b90d-e7ef3026a1f0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Checking segment: {'id': '5660dba6-c921-4002-8dcb-a2e90e2ad662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bed81e7b-2934-4852-bf13-236702a1fc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:52.317008 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d7b475-8cce-4149-b90d-e7ef3026a1f0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network hostable DHCP agents. Network: bed81e7b-2934-4852-bf13-236702a1fc4c, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:01:52.338062 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-349d1444-fe4b-4046-89a9-4bab01cd6e3c req-b7aaf3ca-0cfa-4f10-aca2-0ef6391ba790 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:52.339598 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-349d1444-fe4b-4046-89a9-4bab01cd6e3c req-b7aaf3ca-0cfa-4f10-aca2-0ef6391ba790 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 946 time: 0.0803766 Aug 17 03:01:52.380221 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-349d1444-fe4b-4046-89a9-4bab01cd6e3c req-4501e414-672e-46e8-909e-f03bad5753a9 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336816 Aug 17 03:01:52.451279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d7b475-8cce-4149-b90d-e7ef3026a1f0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network bed81e7b-2934-4852-bf13-236702a1fc4c is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:01:52.497028 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf442c55-6a75-434a-90cc-00e04d269b26 req-6d428e68-ec60-4d35-8179-7864cf4deb93 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:52.498602 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cf442c55-6a75-434a-90cc-00e04d269b26 req-6d428e68-ec60-4d35-8179-7864cf4deb93 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 949 time: 0.0616200 Aug 17 03:01:52.537817 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cf442c55-6a75-434a-90cc-00e04d269b26 req-94a9eda3-2307-4285-931a-1612f0d74913 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/security-groups?id=e41ba77e-0511-437e-a921-4b3d5258e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325658 Aug 17 03:01:52.564287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b2d7b475-8cce-4149-b90d-e7ef3026a1f0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, bed81e7b-2934-4852-bf13-236702a1fc4c) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:52.568544 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2d7b475-8cce-4149-b90d-e7ef3026a1f0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:52.569160 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b2d7b475-8cce-4149-b90d-e7ef3026a1f0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:52.575841 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2747690f-a42d-424e-b91e-0ee2bcbfb11b None None] Network bed81e7b-2934-4852-bf13-236702a1fc4c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:52.684637 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84d6d81-5296-4a71-a8b8-57d7feea723c req-74a2e9fd-36cb-4155-b6ff-c39247d0cca5 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:52.686922 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a84d6d81-5296-4a71-a8b8-57d7feea723c req-74a2e9fd-36cb-4155-b6ff-c39247d0cca5 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0683613 Aug 17 03:01:52.711638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b2d7b475-8cce-4149-b90d-e7ef3026a1f0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0062730 Aug 17 03:01:52.714277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51520) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:52.745056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7a7c624-da42-455a-afcb-b267fd56d1d1 req-3c5f930e-053d-4bb7-9d33-0f5b3221216c tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:52.755432 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7a7c624-da42-455a-afcb-b267fd56d1d1 req-3c5f930e-053d-4bb7-9d33-0f5b3221216c tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=c22ebeb4-751a-4395-b0e4-7aaf5d77570d HTTP/1.1" status: 200 len: 949 time: 0.1003768 Aug 17 03:01:52.776093 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-bed81e7b-2934-4852-bf13-236702a1fc4c', 'network_id': 'bed81e7b-2934-4852-bf13-236702a1fc4c', 'tenant_id': 'beb2adf4012e48079b80fcf9f77b255a', 'fixed_ips': [{'subnet_id': '70cda710-92ab-48f1-b7ba-cb7a977f3e3d'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:01:52.778609 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:52.804768 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a84d6d81-5296-4a71-a8b8-57d7feea723c req-e69ee8d0-fae2-4723-a1e8-a080b80527fb tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060357 Aug 17 03:01:52.810963 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7a7c624-da42-455a-afcb-b267fd56d1d1 req-69de5620-5c89-4855-b910-1dad757b4a79 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497642 Aug 17 03:01:52.864279 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:52.915171 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69337a18-ef62-4c13-85ef-68abc89ec54c req-16b94172-b67e-4675-aa52-aad012d0c32a tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0369246 Aug 17 03:01:52.957460 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:53.022608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Allocated IP 2001:db8::1 (bed81e7b-2934-4852-bf13-236702a1fc4c/70cda710-92ab-48f1-b7ba-cb7a977f3e3d/d33fe483-1585-4820-9e7b-2d83155e4707) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:01:53.056950 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf95e57-9f31-42c1-a0c4-cd55327b07eb req-36056cbd-ceea-42bb-b8a4-9ee87cbd5a99 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:53.059126 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ddf95e57-9f31-42c1-a0c4-cd55327b07eb req-36056cbd-ceea-42bb-b8a4-9ee87cbd5a99 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.60 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 946 time: 0.0738645 Aug 17 03:01:53.171596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-ddf95e57-9f31-42c1-a0c4-cd55327b07eb req-d2935d8b-04a6-4a68-96ad-9c5f61a80222 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Deleting port ddd34f56-552f-4ae8-a84c-216fac4c8a96 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:53.171807 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ddf95e57-9f31-42c1-a0c4-cd55327b07eb req-d2935d8b-04a6-4a68-96ad-9c5f61a80222 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:53.193539 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:53.202583 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Transition to ACTIVE for port object d33fe483-1585-4820-9e7b-2d83155e4707 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:53.217115 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Transition to ACTIVE for port object d33fe483-1585-4820-9e7b-2d83155e4707 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:53.266024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ddf95e57-9f31-42c1-a0c4-cd55327b07eb req-d2935d8b-04a6-4a68-96ad-9c5f61a80222 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] For port ddd34f56-552f-4ae8-a84c-216fac4c8a96, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ddd34f56-552f-4ae8-a84c-216fac4c8a96,segment=NetworkSegment(25c972ce-7b22-42c8-8e08-a5b578a40bc6),segment_id=25c972ce-7b22-42c8-8e08-a5b578a40bc6)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:53.266403 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ddf95e57-9f31-42c1-a0c4-cd55327b07eb req-d2935d8b-04a6-4a68-96ad-9c5f61a80222 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:53.278763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-ddf95e57-9f31-42c1-a0c4-cd55327b07eb req-d2935d8b-04a6-4a68-96ad-9c5f61a80222 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Calling delete_port for ddd34f56-552f-4ae8-a84c-216fac4c8a96 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:53.359693 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:53.412200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Network bed81e7b-2934-4852-bf13-236702a1fc4c is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:53.431673 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:53.438604 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:53.446228 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Pushing event updated for resources: {'Port': ['ID=d33fe483-1585-4820-9e7b-2d83155e4707,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:53.475014 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:53.510042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Attempting to bind port d33fe483-1585-4820-9e7b-2d83155e4707 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:01:53.510673 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Attempting to bind port d33fe483-1585-4820-9e7b-2d83155e4707 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '5660dba6-c921-4002-8dcb-a2e90e2ad662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bed81e7b-2934-4852-bf13-236702a1fc4c'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:01:53.511136 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Attempting to bind port d33fe483-1585-4820-9e7b-2d83155e4707 on network bed81e7b-2934-4852-bf13-236702a1fc4c {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:53.518583 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:01:53.519610 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Checking segment: {'id': '5660dba6-c921-4002-8dcb-a2e90e2ad662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bed81e7b-2934-4852-bf13-236702a1fc4c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:53.520146 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:53.520816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Bound using segment: {'id': '5660dba6-c921-4002-8dcb-a2e90e2ad662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bed81e7b-2934-4852-bf13-236702a1fc4c'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:01:53.521392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Bound port: d33fe483-1585-4820-9e7b-2d83155e4707, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5660dba6-c921-4002-8dcb-a2e90e2ad662', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'bed81e7b-2934-4852-bf13-236702a1fc4c'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:01:53.521897 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:53.531588 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Subnet': ['ID=70cda710-92ab-48f1-b7ba-cb7a977f3e3d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:53.533190 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b44995f-2d63-4269-b24a-6f738ea53680 req-90e1846c-034f-4df6-837f-78954eeeb8af tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0301616 Aug 17 03:01:53.559055 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ddf95e57-9f31-42c1-a0c4-cd55327b07eb req-d2935d8b-04a6-4a68-96ad-9c5f61a80222 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:53.607669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2935d8b-04a6-4a68-96ad-9c5f61a80222 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Pushing event deleted for resources: {'Port': ['ID=ddd34f56-552f-4ae8-a84c-216fac4c8a96,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:53.639464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['ddd34f56-552f-4ae8-a84c-216fac4c8a96'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:01:53.643773 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] For port d33fe483-1585-4820-9e7b-2d83155e4707, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:01:53.658088 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:53.673517 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device cdafc3d0-1ace-4704-b94b-954b7d83f88a no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:53.675190 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be620fed-4fe6-4356-a7a6-7a18ae350461 req-e72b80cc-987a-48a4-b4ed-80c84de479c0 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:53.687777 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be620fed-4fe6-4356-a7a6-7a18ae350461 req-e72b80cc-987a-48a4-b4ed-80c84de479c0 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 867 time: 0.2136033 Aug 17 03:01:53.707892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] For port d33fe483-1585-4820-9e7b-2d83155e4707, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d33fe483-1585-4820-9e7b-2d83155e4707,segment=NetworkSegment(5660dba6-c921-4002-8dcb-a2e90e2ad662),segment_id=5660dba6-c921-4002-8dcb-a2e90e2ad662)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:01:53.711159 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: cdafc3d0-1ace-4704-b94b-954b7d83f88a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:53.711159 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device cdafc3d0-1ace-4704-b94b-954b7d83f88a not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:53.711948 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed81e7b-2934-4852-bf13-236702a1fc4c']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:53.725888 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ddf95e57-9f31-42c1-a0c4-cd55327b07eb req-d2935d8b-04a6-4a68-96ad-9c5f61a80222 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] No DVR routers for this DVR port ddd34f56-552f-4ae8-a84c-216fac4c8a96 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:53.732558 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ddf95e57-9f31-42c1-a0c4-cd55327b07eb req-d2935d8b-04a6-4a68-96ad-9c5f61a80222 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:53.734240 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5660dba6-c921-4002-8dcb-a2e90e2ad662') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:53.734546 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5660dba6-c921-4002-8dcb-a2e90e2ad662') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:53.735463 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ddf95e57-9f31-42c1-a0c4-cd55327b07eb req-d2935d8b-04a6-4a68-96ad-9c5f61a80222 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.60 "DELETE /v2.0/ports/ddd34f56-552f-4ae8-a84c-216fac4c8a96 HTTP/1.1" status: 204 len: 173 time: 0.6685157 Aug 17 03:01:53.736245 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8a76ba7-f45a-412b-93fd-c5012a5d1ca9', 'name': 'network-vif-deleted', 'tag': 'ddd34f56-552f-4ae8-a84c-216fac4c8a96'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:53.738784 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa2474b-c490-4248-bea6-3623300eb0ef" -d '{"events": [{"server_uuid": "e8a76ba7-f45a-412b-93fd-c5012a5d1ca9", "name": "network-vif-deleted", "tag": "ddd34f56-552f-4ae8-a84c-216fac4c8a96"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:53.774319 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:53.775042 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4a02f3-1772-4c22-9145-b3c634b9147d req-1eb090c8-d4f0-478c-9c2b-72e2bc9a4055 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:53.775176 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be620fed-4fe6-4356-a7a6-7a18ae350461 req-bf0849c4-e57c-43e0-aba3-556125526a7e tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups?id=45c157b3-3a58-485e-aaa0-667c8583acf6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854938 Aug 17 03:01:53.775641 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d4a02f3-1772-4c22-9145-b3c634b9147d req-1eb090c8-d4f0-478c-9c2b-72e2bc9a4055 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 949 time: 0.1127875 Aug 17 03:01:53.813390 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d4a02f3-1772-4c22-9145-b3c634b9147d req-ea0b6488-262e-49b9-abea-370a1cc1ef77 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/security-groups?id=e41ba77e-0511-437e-a921-4b3d5258e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365236 Aug 17 03:01:53.986636 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-27084677-81dc-4894-bfea-ad20ac8d6622 x-openstack-request-id: req-27084677-81dc-4894-bfea-ad20ac8d6622 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:53.986636 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8a76ba7-f45a-412b-93fd-c5012a5d1ca9", "name": "network-vif-deleted", "tag": "ddd34f56-552f-4ae8-a84c-216fac4c8a96", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:53.986636 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-27084677-81dc-4894-bfea-ad20ac8d6622 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:53.986636 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8a76ba7-f45a-412b-93fd-c5012a5d1ca9', 'name': 'network-vif-deleted', 'tag': 'ddd34f56-552f-4ae8-a84c-216fac4c8a96', 'status': 'completed', 'code': 200} Aug 17 03:01:53.986636 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc63fefd-2df2-4ed5-9f74-1b6efadf40d7 req-b7d266ee-5527-4c50-aa1d-8de5af0de76a tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:53.986636 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fc63fefd-2df2-4ed5-9f74-1b6efadf40d7 req-b7d266ee-5527-4c50-aa1d-8de5af0de76a tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=c22ebeb4-751a-4395-b0e4-7aaf5d77570d HTTP/1.1" status: 200 len: 949 time: 0.0513999 Aug 17 03:01:53.987842 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293cab0c-71d6-41a6-93bd-464f141864fe req-22ad9d37-c70c-4410-a4e4-7557d1b276d8 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:53.987842 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-293cab0c-71d6-41a6-93bd-464f141864fe req-22ad9d37-c70c-4410-a4e4-7557d1b276d8 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0535526 Aug 17 03:01:53.988687 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fc63fefd-2df2-4ed5-9f74-1b6efadf40d7 req-657f7600-a0e2-4033-8d1b-6c589293913f tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401995 Aug 17 03:01:53.988917 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-293cab0c-71d6-41a6-93bd-464f141864fe req-19962299-7d37-4c94-98a1-5cd3387cc58f tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324299 Aug 17 03:01:54.124401 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:54.127700 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:54.136103 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:54.137727 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:54.142152 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:54.207200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2235c3c6-c884-4f0b-aeae-e42fd7b8e25b None None] Pushing event updated for resources: {'Port': ['ID=d33fe483-1585-4820-9e7b-2d83155e4707,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:54.232176 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae98de8f-c09f-499b-980c-02e7109b4439 None None] Network bed81e7b-2934-4852-bf13-236702a1fc4c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:54.369374 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-628e451a-4afb-4f20-9a76-971de38746f7 None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 03:01:54.487375 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-628e451a-4afb-4f20-9a76-971de38746f7 None None] Resources bound (agent type, host, resource id): {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 03:01:54.644995 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2062e15c-8c28-4fdc-9725-c5dac87b599f req-7bb05d5d-f870-452b-b5a7-328f7b41a621 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0265245 Aug 17 03:01:54.685268 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.api [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 03:01:54.685268 n-d-802060-9 neutron-server[101969]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 03:01:54.685268 n-d-802060-9 neutron-server[101969]: [parameters: {'id': 'bed81e7b-2934-4852-bf13-236702a1fc4c'}] Aug 17 03:01:54.685268 n-d-802060-9 neutron-server[101969]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:01:54.686151 n-d-802060-9 neutron-server[101969]: DEBUG oslo_db.api [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:01:54.781519 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12ad98d-c95b-4c65-ac76-5ecf4b7eda7b req-1bb72b9b-e64c-4fed-9cbc-4a31e38bda09 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:54.783260 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e12ad98d-c95b-4c65-ac76-5ecf4b7eda7b req-1bb72b9b-e64c-4fed-9cbc-4a31e38bda09 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 949 time: 0.0579376 Aug 17 03:01:54.841563 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e12ad98d-c95b-4c65-ac76-5ecf4b7eda7b req-b893ca72-574f-47f5-94e8-468bb96c1c99 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/security-groups?id=e41ba77e-0511-437e-a921-4b3d5258e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423312 Aug 17 03:01:54.877972 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593dd93e-a6d7-4ff8-aecc-c003b01a59f5 req-6a8514d0-9a23-403b-87a9-e5158311e25e tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:54.879495 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-593dd93e-a6d7-4ff8-aecc-c003b01a59f5 req-6a8514d0-9a23-403b-87a9-e5158311e25e tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.60 "GET /v2.0/ports?device_id=c22ebeb4-751a-4395-b0e4-7aaf5d77570d HTTP/1.1" status: 200 len: 949 time: 0.0627859 Aug 17 03:01:54.907906 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ce18e6a8-0a2d-405f-b184-e42b4a080749 req-165894df-a74f-46dd-8ef9-d3ecad7a7344 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8a76ba7-f45a-412b-93fd-c5012a5d1ca9 HTTP/1.1" status: 200 len: 210 time: 0.0274208 Aug 17 03:01:55.009996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-593dd93e-a6d7-4ff8-aecc-c003b01a59f5 req-073d6fcc-bcc6-4deb-b643-51c217944641 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Deleting port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:55.010872 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-593dd93e-a6d7-4ff8-aecc-c003b01a59f5 req-073d6fcc-bcc6-4deb-b643-51c217944641 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:55.128675 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ac9415-907a-49c5-806c-66d1b4938b83 req-f974edf4-a8e7-4276-a695-28f5d2b6b08e tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:55.128675 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f7ac9415-907a-49c5-806c-66d1b4938b83 req-f974edf4-a8e7-4276-a695-28f5d2b6b08e tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=c22ebeb4-751a-4395-b0e4-7aaf5d77570d HTTP/1.1" status: 200 len: 949 time: 0.0679049 Aug 17 03:01:55.149074 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-593dd93e-a6d7-4ff8-aecc-c003b01a59f5 req-073d6fcc-bcc6-4deb-b643-51c217944641 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] For port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:55.152771 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-593dd93e-a6d7-4ff8-aecc-c003b01a59f5 req-073d6fcc-bcc6-4deb-b643-51c217944641 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:55.169935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9d5012-529c-40cc-a1bb-6d3d93cb0c83 req-b6b11ac8-f6c0-4fab-bba9-e06e57bcc9b0 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:55.174030 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd9d5012-529c-40cc-a1bb-6d3d93cb0c83 req-b6b11ac8-f6c0-4fab-bba9-e06e57bcc9b0 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0992479 Aug 17 03:01:55.176522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-593dd93e-a6d7-4ff8-aecc-c003b01a59f5 req-073d6fcc-bcc6-4deb-b643-51c217944641 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Calling delete_port for c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:55.176878 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f7ac9415-907a-49c5-806c-66d1b4938b83 req-b98a13a1-080e-4cdc-9312-1a5c2dc678a2 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/security-groups?id=7b070750-1eb4-46dc-9ee8-065ab69fe8c2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411437 Aug 17 03:01:55.187816 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:55.227150 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd9d5012-529c-40cc-a1bb-6d3d93cb0c83 req-b6102215-991b-4cea-8d67-6f16825c0cff tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450072 Aug 17 03:01:55.266422 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Deleting port d33fe483-1585-4820-9e7b-2d83155e4707 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:55.267161 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:55.347324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] For port d33fe483-1585-4820-9e7b-2d83155e4707, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d33fe483-1585-4820-9e7b-2d83155e4707,segment=NetworkSegment(5660dba6-c921-4002-8dcb-a2e90e2ad662),segment_id=5660dba6-c921-4002-8dcb-a2e90e2ad662)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:55.347699 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:55.360708 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Calling delete_port for d33fe483-1585-4820-9e7b-2d83155e4707 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:55.473135 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-593dd93e-a6d7-4ff8-aecc-c003b01a59f5 req-073d6fcc-bcc6-4deb-b643-51c217944641 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:55.503631 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-073d6fcc-bcc6-4deb-b643-51c217944641 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Pushing event deleted for resources: {'Port': ['ID=c40e4cc8-eb8b-4972-adf0-948ca3f8cf21,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:55.508429 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:55.540874 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Port': ['ID=d33fe483-1585-4820-9e7b-2d83155e4707,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:55.548945 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No DVR routers for this DVR port d33fe483-1585-4820-9e7b-2d83155e4707 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:55.549356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-593dd93e-a6d7-4ff8-aecc-c003b01a59f5 req-073d6fcc-bcc6-4deb-b643-51c217944641 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] No DVR routers for this DVR port c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:55.549356 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-593dd93e-a6d7-4ff8-aecc-c003b01a59f5 req-073d6fcc-bcc6-4deb-b643-51c217944641 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:55.549844 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-593dd93e-a6d7-4ff8-aecc-c003b01a59f5 req-073d6fcc-bcc6-4deb-b643-51c217944641 tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.60 "DELETE /v2.0/ports/c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 HTTP/1.1" status: 204 len: 173 time: 0.6445031 Aug 17 03:01:55.626377 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:55.636534 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bed81e7b-2934-4852-bf13-236702a1fc4c']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:55.646741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5660dba6-c921-4002-8dcb-a2e90e2ad662') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:55.647358 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5660dba6-c921-4002-8dcb-a2e90e2ad662') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:55.657283 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:55.672305 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:55.678430 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:55.678911 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:55.682323 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:55.754852 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a9eab16-6bea-4c94-8a66-f82433d62465 req-0d3641d2-93c2-40e8-be1d-300a5a3d8251 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0283301 Aug 17 03:01:55.766871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51588) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:55.821685 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:55.828841 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:55.835936 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/networks/bed81e7b-2934-4852-bf13-236702a1fc4c HTTP/1.1" status: 204 len: 168 time: 3.1160064 Aug 17 03:01:55.836292 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c22ebeb4-751a-4395-b0e4-7aaf5d77570d', 'name': 'network-vif-deleted', 'tag': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:55.836481 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e0d0fb5-7123-4aa2-9d99-ec7cc17161d3" -d '{"events": [{"server_uuid": "c22ebeb4-751a-4395-b0e4-7aaf5d77570d", "name": "network-vif-deleted", "tag": "c40e4cc8-eb8b-4972-adf0-948ca3f8cf21"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:55.838889 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51592) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:55.846773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-73af78e6-b555-4770-b3c3-860048cc70ad tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1860148513'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:55.858015 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bbed65f-b97f-442d-8d85-c41b816614af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Network': ['ID=bed81e7b-2934-4852-bf13-236702a1fc4c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:55.906649 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-db941906-a372-400d-ab07-277cb6fecf55 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:55.925697 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2b81b2-6b83-4479-b582-41cb892079c9 x-openstack-request-id: req-2d2b81b2-6b83-4479-b582-41cb892079c9 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:55.926002 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c22ebeb4-751a-4395-b0e4-7aaf5d77570d", "name": "network-vif-deleted", "tag": "c40e4cc8-eb8b-4972-adf0-948ca3f8cf21", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:55.926254 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d2b81b2-6b83-4479-b582-41cb892079c9 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:55.926687 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c22ebeb4-751a-4395-b0e4-7aaf5d77570d', 'name': 'network-vif-deleted', 'tag': 'c40e4cc8-eb8b-4972-adf0-948ca3f8cf21', 'status': 'completed', 'code': 200} Aug 17 03:01:55.985265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73af78e6-b555-4770-b3c3-860048cc70ad tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:55.993047 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-73af78e6-b555-4770-b3c3-860048cc70ad tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:56.018662 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cee516b0-2541-43d1-9b78-36077842bde2 req-c2f13c08-bf51-4c4d-8938-dd55f6ee433e tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:56.020178 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cee516b0-2541-43d1-9b78-36077842bde2 req-c2f13c08-bf51-4c4d-8938-dd55f6ee433e tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 949 time: 0.0829663 Aug 17 03:01:56.078111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-73af78e6-b555-4770-b3c3-860048cc70ad tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:01:56.102461 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-73af78e6-b555-4770-b3c3-860048cc70ad tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:56.102809 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-73af78e6-b555-4770-b3c3-860048cc70ad tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Added segment 51c359eb-f7a0-4de4-97c4-7aa50c1aa95f of type vlan for network ee95a924-72a0-44ac-89de-e118b53bc82d Aug 17 03:01:56.117714 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cee516b0-2541-43d1-9b78-36077842bde2 req-44aa1a46-91b3-4069-8426-33cf79fc035d tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/security-groups?id=e41ba77e-0511-437e-a921-4b3d5258e449&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868063 Aug 17 03:01:56.160911 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-73af78e6-b555-4770-b3c3-860048cc70ad tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:56.201753 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-db941906-a372-400d-ab07-277cb6fecf55 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:56.289261 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-61ad328b-6b87-465a-8f68-73a0d8b504e9 req-30f1b23b-205d-4dbb-86ee-74fb2d8b4abe tempest-ListImageFiltersTestJSON-808554559 tempest-ListImageFiltersTestJSON-808554559-project] 10.222.0.10 "GET /v2.0/ports?device_id=c22ebeb4-751a-4395-b0e4-7aaf5d77570d HTTP/1.1" status: 200 len: 210 time: 0.0306015 Aug 17 03:01:56.289932 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-db941906-a372-400d-ab07-277cb6fecf55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:56.319049 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-73af78e6-b555-4770-b3c3-860048cc70ad tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:56.324513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73af78e6-b555-4770-b3c3-860048cc70ad tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:56.325142 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-73af78e6-b555-4770-b3c3-860048cc70ad tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:56.423105 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-db941906-a372-400d-ab07-277cb6fecf55 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0603aa82950f4655aee3f59ca9646480&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6551406 Aug 17 03:01:56.425956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51618) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:56.431448 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db941906-a372-400d-ab07-277cb6fecf55 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a571b27-0799-446e-b14d-17421bba818e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:56.473668 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73af78e6-b555-4770-b3c3-860048cc70ad tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Network': ['ID=ee95a924-72a0-44ac-89de-e118b53bc82d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:56.477728 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-38d8b613-1517-4f11-8f38-93b9499fc24d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:56.484047 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe65cf7-1442-49f3-adf3-8c1eb4645a3c req-ddbc30b4-9ddd-4af5-90de-c0150ce8d08c tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:56.485573 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ebe65cf7-1442-49f3-adf3-8c1eb4645a3c req-ddbc30b4-9ddd-4af5-90de-c0150ce8d08c tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.60 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 949 time: 0.1899197 Aug 17 03:01:56.486599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network ee95a924-72a0-44ac-89de-e118b53bc82d details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:01:56.508023 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-73af78e6-b555-4770-b3c3-860048cc70ad tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6645277 Aug 17 03:01:56.508909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51620) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:56.515489 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1a8d55a0-6364-4f21-bd9f-008c8bf87397 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'subnet': {'network_id': 'ee95a924-72a0-44ac-89de-e118b53bc82d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:01:56.516028 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cfb3e5d-af4e-4c4d-b5ce-c9174ca3e544 req-7cc9febe-4654-4e0b-9ea7-6b233f401610 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:56.517925 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7cfb3e5d-af4e-4c4d-b5ce-c9174ca3e544 req-7cc9febe-4654-4e0b-9ea7-6b233f401610 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.1659000 Aug 17 03:01:56.563390 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-38d8b613-1517-4f11-8f38-93b9499fc24d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:56.620618 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7cfb3e5d-af4e-4c4d-b5ce-c9174ca3e544 req-a9f23499-91ba-4df4-9af5-564f875f8326 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840001 Aug 17 03:01:56.646753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-ebe65cf7-1442-49f3-adf3-8c1eb4645a3c req-fc31ccab-2648-472f-8f3a-d8b749ee67be tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Deleting port 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:56.646870 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ebe65cf7-1442-49f3-adf3-8c1eb4645a3c req-fc31ccab-2648-472f-8f3a-d8b749ee67be tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:56.713221 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a8d55a0-6364-4f21-bd9f-008c8bf87397 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:01:56.717378 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a8d55a0-6364-4f21-bd9f-008c8bf87397 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:56.737662 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-38d8b613-1517-4f11-8f38-93b9499fc24d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:56.741132 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-38d8b613-1517-4f11-8f38-93b9499fc24d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:56.741879 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-38d8b613-1517-4f11-8f38-93b9499fc24d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a571b27-0799-446e-b14d-17421bba818e HTTP/1.1" status: 204 len: 168 time: 0.3149316 Aug 17 03:01:56.743257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ebe65cf7-1442-49f3-adf3-8c1eb4645a3c req-fc31ccab-2648-472f-8f3a-d8b749ee67be tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] For port 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=5bf69dd6-e65e-4eff-ad72-207f6cdf45e9,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:56.743640 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ebe65cf7-1442-49f3-adf3-8c1eb4645a3c req-fc31ccab-2648-472f-8f3a-d8b749ee67be tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:56.757749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-ebe65cf7-1442-49f3-adf3-8c1eb4645a3c req-fc31ccab-2648-472f-8f3a-d8b749ee67be tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Calling delete_port for 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:56.783466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d8b613-1517-4f11-8f38-93b9499fc24d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a571b27-0799-446e-b14d-17421bba818e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:56.911433 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b540315-3726-4893-9143-980886408f7d req-b6bab567-cd00-497b-aae9-6fc39f7d85a8 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0328124 Aug 17 03:01:56.992573 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ebe65cf7-1442-49f3-adf3-8c1eb4645a3c req-fc31ccab-2648-472f-8f3a-d8b749ee67be tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:57.004104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['5bf69dd6-e65e-4eff-ad72-207f6cdf45e9'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:01:57.022797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc31ccab-2648-472f-8f3a-d8b749ee67be tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Pushing event deleted for resources: {'Port': ['ID=5bf69dd6-e65e-4eff-ad72-207f6cdf45e9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:57.044914 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a8d55a0-6364-4f21-bd9f-008c8bf87397 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:57.069449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebe65cf7-1442-49f3-adf3-8c1eb4645a3c req-fc31ccab-2648-472f-8f3a-d8b749ee67be tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] No DVR routers for this DVR port 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:01:57.071974 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ebe65cf7-1442-49f3-adf3-8c1eb4645a3c req-fc31ccab-2648-472f-8f3a-d8b749ee67be tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:57.077300 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ebe65cf7-1442-49f3-adf3-8c1eb4645a3c req-fc31ccab-2648-472f-8f3a-d8b749ee67be tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.60 "DELETE /v2.0/ports/5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 HTTP/1.1" status: 204 len: 173 time: 0.5782309 Aug 17 03:01:57.125155 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d55a0-6364-4f21-bd9f-008c8bf87397 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Subnet': ['ID=366ea86e-3f85-4716-903e-8747380201a7,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:57.135837 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a8d55a0-6364-4f21-bd9f-008c8bf87397 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Checking segment: {'id': '51c359eb-f7a0-4de4-97c4-7aa50c1aa95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee95a924-72a0-44ac-89de-e118b53bc82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:57.137719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8d55a0-6364-4f21-bd9f-008c8bf87397 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network hostable DHCP agents. Network: ee95a924-72a0-44ac-89de-e118b53bc82d, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:01:57.234976 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51632) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:57.235859 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-682d47ed-0c22-45fd-8dec-6e8fefcd54a1 req-1a5ec81e-a170-40a2-b047-33530cd09891 tempest-ImagesNegativeTestJSON-1760298968 tempest-ImagesNegativeTestJSON-1760298968-project] 10.222.0.10 "GET /v2.0/ports?device_id=a8145492-5712-48d5-918e-6dd97605dbc6 HTTP/1.1" status: 200 len: 210 time: 0.0290439 Aug 17 03:01:57.280071 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a8d55a0-6364-4f21-bd9f-008c8bf87397 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network ee95a924-72a0-44ac-89de-e118b53bc82d is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:01:57.297342 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5f3c35ef-aca6-421f-9478-9b581c84b42d tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:57.321958 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5f3c35ef-aca6-421f-9478-9b581c84b42d tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:57.410131 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-1a8d55a0-6364-4f21-bd9f-008c8bf87397 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, ee95a924-72a0-44ac-89de-e118b53bc82d) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:57.417733 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a8d55a0-6364-4f21-bd9f-008c8bf87397 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:57.417733 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a8d55a0-6364-4f21-bd9f-008c8bf87397 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:57.419056 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6ebcafc-a2e3-433e-a236-fd35530e4c77 None None] Network ee95a924-72a0-44ac-89de-e118b53bc82d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:01:57.461455 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:01:57.531461 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5f3c35ef-aca6-421f-9478-9b581c84b42d tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:57.541306 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5f3c35ef-aca6-421f-9478-9b581c84b42d tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:57.541306 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5f3c35ef-aca6-421f-9478-9b581c84b42d tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "DELETE /v2.0/security-groups/95d0fb23-5e01-4c06-8281-cb7e26de8a83 HTTP/1.1" status: 204 len: 168 time: 0.3004911 Aug 17 03:01:57.541592 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51648) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:57.543353 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1a8d55a0-6364-4f21-bd9f-008c8bf87397 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.0321383 Aug 17 03:01:57.546213 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51650) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:57.559603 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-6b8ee5ff-295d-47d6-9df8-5b847962b9bc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] show failed (client error): The resource could not be found. Aug 17 03:01:57.564890 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6b8ee5ff-295d-47d6-9df8-5b847962b9bc tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "GET /v2.0/security-groups/95d0fb23-5e01-4c06-8281-cb7e26de8a83 HTTP/1.1" status: 404 len: 347 time: 0.0221148 Aug 17 03:01:57.565686 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51652) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:57.577359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3c35ef-aca6-421f-9478-9b581c84b42d tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=95d0fb23-5e01-4c06-8281-cb7e26de8a83,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:57.624390 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51654) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:57.696898 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7e376e94-2126-4e77-b179-a05da41901fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:57.707865 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ddd34f56-552f-4ae8-a84c-216fac4c8a96 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:57.735145 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: ddd34f56-552f-4ae8-a84c-216fac4c8a96 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:57.735491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ddd34f56-552f-4ae8-a84c-216fac4c8a96 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:57.741753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6e125f20-2821-499b-b084-764990c01b95 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Deleting port 0a586761-0e22-4d9e-8964-b90f315d59d9 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:57.742339 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e125f20-2821-499b-b084-764990c01b95 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:57.812411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-ee95a924-72a0-44ac-89de-e118b53bc82d', 'network_id': 'ee95a924-72a0-44ac-89de-e118b53bc82d', 'tenant_id': 'beb2adf4012e48079b80fcf9f77b255a', 'fixed_ips': [{'subnet_id': '366ea86e-3f85-4716-903e-8747380201a7'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:01:57.813287 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:57.838194 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:57.872789 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb4599-3d0f-46f1-a255-b28f923d9322 req-01372578-5f72-4564-a77f-0bcd527c46c4 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:57.875543 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a0bb4599-3d0f-46f1-a255-b28f923d9322 req-01372578-5f72-4564-a77f-0bcd527c46c4 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.1246290 Aug 17 03:01:57.990673 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a0bb4599-3d0f-46f1-a255-b28f923d9322 req-e87abce6-ca9d-46dd-a4c8-3198d21ece02 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054282 Aug 17 03:01:58.005461 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.069396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Allocated IP 2001:db8::1 (ee95a924-72a0-44ac-89de-e118b53bc82d/366ea86e-3f85-4716-903e-8747380201a7/07e803d9-2c18-45e6-a975-46911f5f127f) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:01:58.086953 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7e376e94-2126-4e77-b179-a05da41901fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.182548 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7e376e94-2126-4e77-b179-a05da41901fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.221636 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a8145492-5712-48d5-918e-6dd97605dbc6', 'name': 'network-vif-deleted', 'tag': '5bf69dd6-e65e-4eff-ad72-207f6cdf45e9'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:01:58.223908 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-096f59ac-4adf-47fe-b1fc-a95e9abb4438" -d '{"events": [{"server_uuid": "a8145492-5712-48d5-918e-6dd97605dbc6", "name": "network-vif-deleted", "tag": "5bf69dd6-e65e-4eff-ad72-207f6cdf45e9"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:01:58.232165 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e376e94-2126-4e77-b179-a05da41901fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d69585-8899-460f-ac24-f410efd15001,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:58.238509 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7e376e94-2126-4e77-b179-a05da41901fd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44b1f4cc065c42e2a7e6e0b8c6787e1b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6122792 Aug 17 03:01:58.241173 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51678) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:58.245024 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e125f20-2821-499b-b084-764990c01b95 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.245364 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e125f20-2821-499b-b084-764990c01b95 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.270675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f7db407-b606-486a-b01e-0e6097d3c00f req-8d268648-3239-4181-98a8-07c5b2c63b7e tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0434339 Aug 17 03:01:58.281688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6e125f20-2821-499b-b084-764990c01b95 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Calling delete_port for 0a586761-0e22-4d9e-8964-b90f315d59d9 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:58.309564 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.319154 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Transition to ACTIVE for port object 07e803d9-2c18-45e6-a975-46911f5f127f will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:58.336376 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-add01ada-9dd8-451d-9513-e7655ad647fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.340532 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Transition to ACTIVE for port object 07e803d9-2c18-45e6-a975-46911f5f127f will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:01:58.363601 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-add01ada-9dd8-451d-9513-e7655ad647fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.382772 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:01:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0ebb3413-9b77-41a2-a1d7-be3906f73348 x-openstack-request-id: req-0ebb3413-9b77-41a2-a1d7-be3906f73348 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:01:58.383183 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a8145492-5712-48d5-918e-6dd97605dbc6", "name": "network-vif-deleted", "tag": "5bf69dd6-e65e-4eff-ad72-207f6cdf45e9", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:01:58.383539 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0ebb3413-9b77-41a2-a1d7-be3906f73348 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:01:58.384051 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a8145492-5712-48d5-918e-6dd97605dbc6', 'name': 'network-vif-deleted', 'tag': '5bf69dd6-e65e-4eff-ad72-207f6cdf45e9', 'status': 'completed', 'code': 200} Aug 17 03:01:58.445559 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.502080 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Network ee95a924-72a0-44ac-89de-e118b53bc82d is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:01:58.505564 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Pushing event updated for resources: {'Port': ['ID=07e803d9-2c18-45e6-a975-46911f5f127f,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:58.506534 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:01:58.508948 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:01:58.558094 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-add01ada-9dd8-451d-9513-e7655ad647fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.561651 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-add01ada-9dd8-451d-9513-e7655ad647fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.562851 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-add01ada-9dd8-451d-9513-e7655ad647fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/03d69585-8899-460f-ac24-f410efd15001 HTTP/1.1" status: 204 len: 168 time: 0.3205450 Aug 17 03:01:58.569030 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Attempting to bind port 07e803d9-2c18-45e6-a975-46911f5f127f on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:01:58.569502 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Attempting to bind port 07e803d9-2c18-45e6-a975-46911f5f127f by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '51c359eb-f7a0-4de4-97c4-7aa50c1aa95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee95a924-72a0-44ac-89de-e118b53bc82d'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:01:58.569878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Attempting to bind port 07e803d9-2c18-45e6-a975-46911f5f127f on network ee95a924-72a0-44ac-89de-e118b53bc82d {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:01:58.571295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add01ada-9dd8-451d-9513-e7655ad647fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d69585-8899-460f-ac24-f410efd15001,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:58.576174 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:01:58.576685 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Checking segment: {'id': '51c359eb-f7a0-4de4-97c4-7aa50c1aa95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee95a924-72a0-44ac-89de-e118b53bc82d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:01:58.577006 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.577411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Bound using segment: {'id': '51c359eb-f7a0-4de4-97c4-7aa50c1aa95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee95a924-72a0-44ac-89de-e118b53bc82d'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:01:58.577985 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Bound port: 07e803d9-2c18-45e6-a975-46911f5f127f, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51c359eb-f7a0-4de4-97c4-7aa50c1aa95f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'ee95a924-72a0-44ac-89de-e118b53bc82d'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:01:58.578282 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.613806 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e125f20-2821-499b-b084-764990c01b95 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.617568 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.684285 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] For port 07e803d9-2c18-45e6-a975-46911f5f127f, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:01:58.685888 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e125f20-2821-499b-b084-764990c01b95 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Pushing event deleted for resources: {'Port': ['ID=0a586761-0e22-4d9e-8964-b90f315d59d9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:58.688754 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] For port 07e803d9-2c18-45e6-a975-46911f5f127f, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=07e803d9-2c18-45e6-a975-46911f5f127f,segment=NetworkSegment(51c359eb-f7a0-4de4-97c4-7aa50c1aa95f),segment_id=51c359eb-f7a0-4de4-97c4-7aa50c1aa95f)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:01:58.699987 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Subnet': ['ID=366ea86e-3f85-4716-903e-8747380201a7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:58.770287 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e125f20-2821-499b-b084-764990c01b95 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.772835 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e125f20-2821-499b-b084-764990c01b95 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.774027 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6e125f20-2821-499b-b084-764990c01b95 tempest-ImagesOneServerNegativeTestJSON-788422679 tempest-ImagesOneServerNegativeTestJSON-788422679-project] 10.222.0.10 "DELETE /v2.0/floatingips/37dcfb97-6d9c-45c8-bd2b-5d3bd85018ae HTTP/1.1" status: 204 len: 168 time: 1.2069540 Aug 17 03:01:58.779203 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.789207 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee95a924-72a0-44ac-89de-e118b53bc82d']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:58.799512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c359eb-f7a0-4de4-97c4-7aa50c1aa95f') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:58.799815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c359eb-f7a0-4de4-97c4-7aa50c1aa95f') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:58.809771 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.882581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51718) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:58.897090 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.918900 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.930633 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:58.931132 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:58.934738 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:58.964862 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463cbe75-14dd-44c1-8c6e-98bf43912f08 None None] Pushing event updated for resources: {'Port': ['ID=07e803d9-2c18-45e6-a975-46911f5f127f,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:58.986694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab0a1515-e1c7-4a6f-a9fb-870befe760c0 admin admin] Deleting subnet a435cf10-a71c-4d7f-a316-eee2f7d6e814 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:01:58.994224 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab0a1515-e1c7-4a6f-a9fb-870befe760c0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.046034 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab0a1515-e1c7-4a6f-a9fb-870befe760c0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.074973 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.api [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 03:01:59.074973 n-d-802060-9 neutron-server[101969]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 03:01:59.074973 n-d-802060-9 neutron-server[101969]: [parameters: {'id': 'ee95a924-72a0-44ac-89de-e118b53bc82d'}] Aug 17 03:01:59.074973 n-d-802060-9 neutron-server[101969]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:01:59.075415 n-d-802060-9 neutron-server[101969]: DEBUG oslo_db.api [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:01:59.101945 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab0a1515-e1c7-4a6f-a9fb-870befe760c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.168105 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71657f5b-610a-4a65-b80d-1112be8b69d6 req-73fde91c-4404-4026-a298-9c2c34beffd9 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:01:59.169732 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-71657f5b-610a-4a65-b80d-1112be8b69d6 req-73fde91c-4404-4026-a298-9c2c34beffd9 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0859160 Aug 17 03:01:59.242050 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-71657f5b-610a-4a65-b80d-1112be8b69d6 req-5aa50263-dc28-437a-9604-2dd8ae7d74ed tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604439 Aug 17 03:01:59.290714 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab0a1515-e1c7-4a6f-a9fb-870befe760c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.330398 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0a1515-e1c7-4a6f-a9fb-870befe760c0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a435cf10-a71c-4d7f-a316-eee2f7d6e814,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:59.342181 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab0a1515-e1c7-4a6f-a9fb-870befe760c0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.344674 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ab0a1515-e1c7-4a6f-a9fb-870befe760c0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a435cf10-a71c-4d7f-a316-eee2f7d6e814 HTTP/1.1" status: 204 len: 168 time: 0.4610736 Aug 17 03:01:59.352776 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51738) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:59.387979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51746) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:59.430135 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1802e656-cddf-4b5f-a98a-252d2a4e5e27 req-2a121a00-5259-497f-9045-f0b568434566 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0284708 Aug 17 03:01:59.464252 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0c24c6c-9af2-49e5-95b5-5a78efc70929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.564026 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0c24c6c-9af2-49e5-95b5-5a78efc70929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.574354 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-d0c24c6c-9af2-49e5-95b5-5a78efc70929 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['07cba672-4178-423d-95c1-3177e09d9c93']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:59.575880 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-494d3932-afff-4f58-bab2-7095bc2806c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd679af9ace44acb8aac5f52df0daf77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1866171 Aug 17 03:01:59.576625 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.582389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51758) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:01:59.586529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-d0c24c6c-9af2-49e5-95b5-5a78efc70929 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25c972ce-7b22-42c8-8e08-a5b578a40bc6') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:59.586868 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-d0c24c6c-9af2-49e5-95b5-5a78efc70929 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25c972ce-7b22-42c8-8e08-a5b578a40bc6') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:01:59.597393 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0c24c6c-9af2-49e5-95b5-5a78efc70929 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.612697 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0c24c6c-9af2-49e5-95b5-5a78efc70929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.618952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0c24c6c-9af2-49e5-95b5-5a78efc70929 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:01:59.619374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0c24c6c-9af2-49e5-95b5-5a78efc70929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:01:59.621317 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:01:59.671497 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e94cb4e0-fa21-451c-9ccd-f03017cd1b1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.698265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Deleting port 07e803d9-2c18-45e6-a975-46911f5f127f {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:01:59.698781 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.705957 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e94cb4e0-fa21-451c-9ccd-f03017cd1b1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.728916 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:01:59.758062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:01:59.758816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c40e4cc8-eb8b-4972-adf0-948ca3f8cf21 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:01:59.787608 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0c24c6c-9af2-49e5-95b5-5a78efc70929 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.794902 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0c24c6c-9af2-49e5-95b5-5a78efc70929 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.808716 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d0c24c6c-9af2-49e5-95b5-5a78efc70929 admin admin] 10.222.0.10 "DELETE /v2.0/networks/07cba672-4178-423d-95c1-3177e09d9c93 HTTP/1.1" status: 204 len: 168 time: 0.4481397 Aug 17 03:01:59.814281 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] For port 07e803d9-2c18-45e6-a975-46911f5f127f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=07e803d9-2c18-45e6-a975-46911f5f127f,segment=NetworkSegment(51c359eb-f7a0-4de4-97c4-7aa50c1aa95f),segment_id=51c359eb-f7a0-4de4-97c4-7aa50c1aa95f)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:01:59.814873 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.832720 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Calling delete_port for 07e803d9-2c18-45e6-a975-46911f5f127f owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:01:59.834827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c24c6c-9af2-49e5-95b5-5a78efc70929 admin admin] Pushing event deleted for resources: {'Network': ['ID=07cba672-4178-423d-95c1-3177e09d9c93,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:01:59.970302 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e94cb4e0-fa21-451c-9ccd-f03017cd1b1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.975162 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e94cb4e0-fa21-451c-9ccd-f03017cd1b1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:01:59.983292 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e94cb4e0-fa21-451c-9ccd-f03017cd1b1e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e41ba77e-0511-437e-a921-4b3d5258e449 HTTP/1.1" status: 204 len: 168 time: 0.3994107 Aug 17 03:01:59.985847 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 07e803d9-2c18-45e6-a975-46911f5f127f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:01:59.991606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e94cb4e0-fa21-451c-9ccd-f03017cd1b1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e41ba77e-0511-437e-a921-4b3d5258e449,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:00.038178 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-558a58b3-58fb-4416-8414-52c91c2d24ca None None] Network ee95a924-72a0-44ac-89de-e118b53bc82d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:00.078641 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:00.094703 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7df9c672-1f1f-487b-99b1-541f33bd6cc2 None None] Could not find standard attr ID for object 07e803d9-2c18-45e6-a975-46911f5f127f. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:02:00.105352 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Port': ['ID=07e803d9-2c18-45e6-a975-46911f5f127f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:00.111798 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No active binding found for port 07e803d9-2c18-45e6-a975-46911f5f127f {{(pid=101971) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 17 03:02:00.111798 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 07e803d9-2c18-45e6-a975-46911f5f127f not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 17 03:02:00.112224 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No DVR routers for this DVR port 07e803d9-2c18-45e6-a975-46911f5f127f on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:02:00.140099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Port 07e803d9-2c18-45e6-a975-46911f5f127f not found, will not notify nova. {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 17 03:02:00.202873 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:00.215304 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee95a924-72a0-44ac-89de-e118b53bc82d']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:00.226000 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51c359eb-f7a0-4de4-97c4-7aa50c1aa95f') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:00.226307 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51c359eb-f7a0-4de4-97c4-7aa50c1aa95f') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:00.236652 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:00.249640 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:00.256039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:02:00.256440 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:00.258735 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03e95c75-0d39-43f8-9d0a-b18bd781f54e None None] DHCP port deletion for ee95a924-72a0-44ac-89de-e118b53bc82d request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:02:00.259458 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:02:00.291868 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51774) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:00.372679 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fe774ede-d8cd-4713-80f3-3562aefe4a7d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1cb1eb1f0c634ab4bee7089cd6e506c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0787909 Aug 17 03:02:00.375307 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51778) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:00.412524 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c33a9a-f623-4021-b590-c73226dde90a req-81c5f148-3eea-4276-bb16-c368d1ebc7d3 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:00.414003 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57c33a9a-f623-4021-b590-c73226dde90a req-81c5f148-3eea-4276-bb16-c368d1ebc7d3 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0962982 Aug 17 03:02:00.433223 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:00.440021 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:00.446898 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/networks/ee95a924-72a0-44ac-89de-e118b53bc82d HTTP/1.1" status: 204 len: 168 time: 2.8992748 Aug 17 03:02:00.447576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51784) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:00.454710 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-409c0acf-5988-430a-8e2a-4b119144e18a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2067790561'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:00.459617 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8fd268-14a9-4f07-a6da-fca6163d95e9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Network': ['ID=ee95a924-72a0-44ac-89de-e118b53bc82d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:00.516995 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9cda-7099-4872-bec4-c38313467184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:00.522608 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57c33a9a-f623-4021-b590-c73226dde90a req-937f7905-ea8e-4a93-89ff-03b838f40886 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964723 Aug 17 03:02:00.553660 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9cda-7099-4872-bec4-c38313467184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:00.586137 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1757b414-e674-4245-9804-ad34461f05fc req-55ef9792-75c8-48f0-92de-30aa14ee4c61 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0310626 Aug 17 03:02:00.643981 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409c0acf-5988-430a-8e2a-4b119144e18a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:00.647639 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-409c0acf-5988-430a-8e2a-4b119144e18a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:00.671496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-409c0acf-5988-430a-8e2a-4b119144e18a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:02:00.680074 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-409c0acf-5988-430a-8e2a-4b119144e18a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:00.680432 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-409c0acf-5988-430a-8e2a-4b119144e18a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Added segment a205668f-b903-43d9-be44-709e677ff384 of type vlan for network 3bbe1fec-a380-4967-9066-bc625610ad73 Aug 17 03:02:00.722956 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-409c0acf-5988-430a-8e2a-4b119144e18a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:00.747053 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9cda-7099-4872-bec4-c38313467184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:00.749923 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1d0a9cda-7099-4872-bec4-c38313467184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:00.753788 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1d0a9cda-7099-4872-bec4-c38313467184 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/45c157b3-3a58-485e-aaa0-667c8583acf6 HTTP/1.1" status: 204 len: 168 time: 0.3747995 Aug 17 03:02:00.759045 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d0a9cda-7099-4872-bec4-c38313467184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45c157b3-3a58-485e-aaa0-667c8583acf6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:00.872762 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-409c0acf-5988-430a-8e2a-4b119144e18a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:00.878608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409c0acf-5988-430a-8e2a-4b119144e18a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:00.879211 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-409c0acf-5988-430a-8e2a-4b119144e18a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:00.951766 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409c0acf-5988-430a-8e2a-4b119144e18a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Network': ['ID=3bbe1fec-a380-4967-9066-bc625610ad73,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:00.961667 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 3bbe1fec-a380-4967-9066-bc625610ad73 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:01.056203 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-409c0acf-5988-430a-8e2a-4b119144e18a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6075518 Aug 17 03:02:01.059819 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51802) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:01.065202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-3c46bad4-da4c-4d24-a8f4-b7e9b4825133 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'subnet': {'network_id': '3bbe1fec-a380-4967-9066-bc625610ad73', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:01.205410 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c46bad4-da4c-4d24-a8f4-b7e9b4825133 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:01.207897 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c46bad4-da4c-4d24-a8f4-b7e9b4825133 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:01.209854 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51808) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:01.472995 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c46bad4-da4c-4d24-a8f4-b7e9b4825133 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:01.546298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c46bad4-da4c-4d24-a8f4-b7e9b4825133 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Subnet': ['ID=973bff94-ca8c-4788-9761-97a0ec53508f,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:01.555289 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c46bad4-da4c-4d24-a8f4-b7e9b4825133 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Checking segment: {'id': 'a205668f-b903-43d9-be44-709e677ff384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3bbe1fec-a380-4967-9066-bc625610ad73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:01.555547 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c46bad4-da4c-4d24-a8f4-b7e9b4825133 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network hostable DHCP agents. Network: 3bbe1fec-a380-4967-9066-bc625610ad73, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:02:01.561083 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-08b32d46-4ff7-47f1-9ef4-2c862ea682d4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c57a4d400caf49a7bf90b455e87257e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3497853 Aug 17 03:02:01.563629 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51822) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:01.617534 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ae3c033a-a8ea-4e70-b69d-fa489997dcd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:01.644340 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eaa858e-82e2-4dc5-9af8-38f701d98b14 req-35607c0b-37ac-435b-b002-0121d8b6ed12 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:01.651003 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7eaa858e-82e2-4dc5-9af8-38f701d98b14 req-35607c0b-37ac-435b-b002-0121d8b6ed12 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0518565 Aug 17 03:02:01.654770 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ae3c033a-a8ea-4e70-b69d-fa489997dcd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:01.699238 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c46bad4-da4c-4d24-a8f4-b7e9b4825133 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network 3bbe1fec-a380-4967-9066-bc625610ad73 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:02:01.719259 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7eaa858e-82e2-4dc5-9af8-38f701d98b14 req-0a02db18-7561-4868-aeb6-4368435c2783 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591216 Aug 17 03:02:01.724955 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c51c3fe3-6afd-4dbb-8685-2f948413a6e5 req-ec9e69a7-a79f-40a6-9be0-68250b3acca5 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0510237 Aug 17 03:02:01.727610 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:02:01.770623 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-3c46bad4-da4c-4d24-a8f4-b7e9b4825133 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 3bbe1fec-a380-4967-9066-bc625610ad73) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:01.778409 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:02:01.778769 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 5bf69dd6-e65e-4eff-ad72-207f6cdf45e9 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:02:01.782193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8b7c55-74fc-4aef-8741-d569b67eae84 None None] Network 3bbe1fec-a380-4967-9066-bc625610ad73 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:01.786710 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c46bad4-da4c-4d24-a8f4-b7e9b4825133 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:01.787346 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c46bad4-da4c-4d24-a8f4-b7e9b4825133 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:01.832399 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ae3c033a-a8ea-4e70-b69d-fa489997dcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:01.835862 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ae3c033a-a8ea-4e70-b69d-fa489997dcd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:01.841876 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ae3c033a-a8ea-4e70-b69d-fa489997dcd5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7b070750-1eb4-46dc-9ee8-065ab69fe8c2 HTTP/1.1" status: 204 len: 168 time: 0.2771125 Aug 17 03:02:01.851088 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3c033a-a8ea-4e70-b69d-fa489997dcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b070750-1eb4-46dc-9ee8-065ab69fe8c2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:01.902723 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3c46bad4-da4c-4d24-a8f4-b7e9b4825133 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8410776 Aug 17 03:02:01.905828 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51842) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:01.911351 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-9c9fe9f2-6414-461e-9fc1-3f19c4e31f2d tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'subnet': {'network_id': '3bbe1fec-a380-4967-9066-bc625610ad73', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:01.931761 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 07e803d9-2c18-45e6-a975-46911f5f127f no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:02:01.969927 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 07e803d9-2c18-45e6-a975-46911f5f127f {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:02:01.970271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 07e803d9-2c18-45e6-a975-46911f5f127f not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:02:01.989551 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-3bbe1fec-a380-4967-9066-bc625610ad73', 'network_id': '3bbe1fec-a380-4967-9066-bc625610ad73', 'tenant_id': 'beb2adf4012e48079b80fcf9f77b255a', 'fixed_ips': [{'subnet_id': '973bff94-ca8c-4788-9761-97a0ec53508f'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:02:01.990885 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:02.118269 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9c9fe9f2-6414-461e-9fc1-3f19c4e31f2d tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:02.124004 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c9fe9f2-6414-461e-9fc1-3f19c4e31f2d tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:02.143192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Allocated IP 2001:db8::2 (3bbe1fec-a380-4967-9066-bc625610ad73/973bff94-ca8c-4788-9761-97a0ec53508f/999ea544-27a5-4343-8128-5cd0d72ae1b8) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:02.306952 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:02.316690 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Transition to ACTIVE for port object 999ea544-27a5-4343-8128-5cd0d72ae1b8 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:02.334450 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Transition to ACTIVE for port object 999ea544-27a5-4343-8128-5cd0d72ae1b8 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:02.461246 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:02.499253 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c9fe9f2-6414-461e-9fc1-3f19c4e31f2d tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:02.518426 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Network 3bbe1fec-a380-4967-9066-bc625610ad73 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:02.528246 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:02.530332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Pushing event updated for resources: {'Port': ['ID=999ea544-27a5-4343-8128-5cd0d72ae1b8,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:02.532621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:02.560011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c9fe9f2-6414-461e-9fc1-3f19c4e31f2d tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network 3bbe1fec-a380-4967-9066-bc625610ad73 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:02.565748 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-9c9fe9f2-6414-461e-9fc1-3f19c4e31f2d tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:02.570842 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9c9fe9f2-6414-461e-9fc1-3f19c4e31f2d tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:02.571446 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c9fe9f2-6414-461e-9fc1-3f19c4e31f2d tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:02.582617 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9fe9f2-6414-461e-9fc1-3f19c4e31f2d tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Subnet': ['ID=e4da09ea-6e84-4ec8-b35a-72ebfab0d5f6,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:02.611040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Attempting to bind port 999ea544-27a5-4343-8128-5cd0d72ae1b8 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:02:02.611418 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Attempting to bind port 999ea544-27a5-4343-8128-5cd0d72ae1b8 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'a205668f-b903-43d9-be44-709e677ff384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3bbe1fec-a380-4967-9066-bc625610ad73'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:02:02.611788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Attempting to bind port 999ea544-27a5-4343-8128-5cd0d72ae1b8 on network 3bbe1fec-a380-4967-9066-bc625610ad73 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:02:02.617363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:02:02.617904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Checking segment: {'id': 'a205668f-b903-43d9-be44-709e677ff384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3bbe1fec-a380-4967-9066-bc625610ad73'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:02.618313 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:02.618872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Bound using segment: {'id': 'a205668f-b903-43d9-be44-709e677ff384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3bbe1fec-a380-4967-9066-bc625610ad73'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:02:02.619506 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Bound port: 999ea544-27a5-4343-8128-5cd0d72ae1b8, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a205668f-b903-43d9-be44-709e677ff384', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '3bbe1fec-a380-4967-9066-bc625610ad73'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:02:02.619997 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:02.657166 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9c9fe9f2-6414-461e-9fc1-3f19c4e31f2d tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.7499337 Aug 17 03:02:02.659692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51864) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:02.705118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] For port 999ea544-27a5-4343-8128-5cd0d72ae1b8, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:02:02.711131 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] For port 999ea544-27a5-4343-8128-5cd0d72ae1b8, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=999ea544-27a5-4343-8128-5cd0d72ae1b8,segment=NetworkSegment(a205668f-b903-43d9-be44-709e677ff384),segment_id=a205668f-b903-43d9-be44-709e677ff384)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:02:02.744947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee9fa6-d6d6-4fad-bfd0-4218e855d1b0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:02.747072 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee9fa6-d6d6-4fad-bfd0-4218e855d1b0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:02.748599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee9fa6-d6d6-4fad-bfd0-4218e855d1b0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:02.761043 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee9fa6-d6d6-4fad-bfd0-4218e855d1b0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:02.763600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aeee9fa6-d6d6-4fad-bfd0-4218e855d1b0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:02.765507 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-aeee9fa6-d6d6-4fad-bfd0-4218e855d1b0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1048295 Aug 17 03:02:02.769404 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51872) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:02.775533 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-18f4b8e4-d3d6-4d86-8fc3-d7ae287a6fc0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2040531159'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:02.804385 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:02.861553 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:02.883965 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b4f57e6-0b76-48fa-b26a-7298267c1bba req-d7aebec0-d14e-465b-99fa-ce5dc0914e3a tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0481377 Aug 17 03:02:02.928710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64584ca-bf0f-4aeb-a101-3d5517f1b3ec None None] Pushing event updated for resources: {'Port': ['ID=999ea544-27a5-4343-8128-5cd0d72ae1b8,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:02.965077 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f4b8e4-d3d6-4d86-8fc3-d7ae287a6fc0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:02.969478 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18f4b8e4-d3d6-4d86-8fc3-d7ae287a6fc0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:03.006960 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216645e8-1604-463c-ab0a-36dcc0597fa3 req-b7b67fbe-6cbf-4475-9a83-a45b5a33a4a6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:03.016271 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-216645e8-1604-463c-ab0a-36dcc0597fa3 req-b7b67fbe-6cbf-4475-9a83-a45b5a33a4a6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0932128 Aug 17 03:02:03.035969 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18f4b8e4-d3d6-4d86-8fc3-d7ae287a6fc0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:02:03.056793 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18f4b8e4-d3d6-4d86-8fc3-d7ae287a6fc0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:03.057117 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-18f4b8e4-d3d6-4d86-8fc3-d7ae287a6fc0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Added segment 8f062421-e1eb-4c8f-9b9c-4471270c3008 of type vlan for network dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7 Aug 17 03:02:03.087658 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-216645e8-1604-463c-ab0a-36dcc0597fa3 req-38f00eeb-61c4-46d7-bc4a-b2ac87dccfe0 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704772 Aug 17 03:02:03.155340 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18f4b8e4-d3d6-4d86-8fc3-d7ae287a6fc0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:03.289738 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18f4b8e4-d3d6-4d86-8fc3-d7ae287a6fc0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:03.301400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f4b8e4-d3d6-4d86-8fc3-d7ae287a6fc0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:03.301400 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18f4b8e4-d3d6-4d86-8fc3-d7ae287a6fc0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:03.379878 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f4b8e4-d3d6-4d86-8fc3-d7ae287a6fc0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Network': ['ID=dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:03.393404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:03.420064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51896) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:03.508080 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-18f4b8e4-d3d6-4d86-8fc3-d7ae287a6fc0 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.7373500 Aug 17 03:02:03.510672 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51900) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:03.516243 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-0ed80e27-d880-4683-8831-228a361818d9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:03.637124 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:03.748099 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0ed80e27-d880-4683-8831-228a361818d9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:03.795016 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-372736525-network', 'tenant_id': '013b01ee9a904d79b944a0bb745a67bb'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:03.844626 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0ed80e27-d880-4683-8831-228a361818d9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:03.859999 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0ed80e27-d880-4683-8831-228a361818d9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7 is not hosted by any dhcp agent {{(pid=101969) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 03:02:03.873737 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed80e27-d880-4683-8831-228a361818d9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:03.873737 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0ed80e27-d880-4683-8831-228a361818d9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:03.873737 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0ed80e27-d880-4683-8831-228a361818d9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "PUT /v2.0/networks/dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7 HTTP/1.1" status: 200 len: 723 time: 0.3605473 Aug 17 03:02:03.875328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51910) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:03.881746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8d3ead83-732d-46a7-a19d-af1f34392867 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'subnet': {'network_id': 'dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:03.967427 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] Made reservation on behalf of 013b01ee9a904d79b944a0bb745a67bb for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:03.972603 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:04.035033 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:04.084242 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed80e27-d880-4683-8831-228a361818d9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Network': ['ID=dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:04.086729 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4cfa441-42a5-4dff-8946-5e53a673bbfc None None] Network 3bbe1fec-a380-4967-9066-bc625610ad73 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:04.116253 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.api [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 03:02:04.116253 n-d-802060-9 neutron-server[101969]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 03:02:04.116253 n-d-802060-9 neutron-server[101969]: [parameters: {'project_id_1': '013b01ee9a904d79b944a0bb745a67bb', 'expiration_1': datetime.datetime(2021, 8, 17, 3, 2, 4, 89118)}] Aug 17 03:02:04.116253 n-d-802060-9 neutron-server[101969]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:02:04.117002 n-d-802060-9 neutron-server[101969]: DEBUG oslo_db.api [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:02:04.138046 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0fede370-d226-44a4-a843-4284505b5483 req-68640183-eca0-4607-882e-41b0400bbf1c tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0663691 Aug 17 03:02:04.148685 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 999ea544-27a5-4343-8128-5cd0d72ae1b8 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:04.188529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:04.204881 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d3ead83-732d-46a7-a19d-af1f34392867 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:04.209435 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d3ead83-732d-46a7-a19d-af1f34392867 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:04.362249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2213fdbd-aaca-4b77-a23d-f97964f0a99d None None] Provisioning for port 999ea544-27a5-4343-8128-5cd0d72ae1b8 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:04.362970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc3034e-3024-4220-94c0-8e7fd716a51d req-e252ec0b-3034-43fe-b549-fd3744bd3070 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:04.364736 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fc3034e-3024-4220-94c0-8e7fd716a51d req-e252ec0b-3034-43fe-b549-fd3744bd3070 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.1295686 Aug 17 03:02:04.411092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 999ea544-27a5-4343-8128-5cd0d72ae1b8 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:04.420173 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 999ea544-27a5-4343-8128-5cd0d72ae1b8 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:04.420602 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:04.479774 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fc3034e-3024-4220-94c0-8e7fd716a51d req-a5b5078f-e18f-4197-9a69-e7668aa2af93 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934041 Aug 17 03:02:04.548445 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:04.566464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11122e92-c843-4fa5-9014-6e2c98c890b5 None None] Update dhcp port {'port': {'network_id': '3bbe1fec-a380-4967-9066-bc625610ad73', 'fixed_ips': [{'subnet_id': '973bff94-ca8c-4788-9761-97a0ec53508f', 'ip_address': '2001:db8::2'}, {'subnet_id': 'e4da09ea-6e84-4ec8-b35a-72ebfab0d5f6'}], 'binding:host_id': 'n-d-802060-9'}, 'id': '999ea544-27a5-4343-8128-5cd0d72ae1b8'} from n-d-802060-9. {{(pid=101971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 03:02:04.595421 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11122e92-c843-4fa5-9014-6e2c98c890b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:04.605746 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d3ead83-732d-46a7-a19d-af1f34392867 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:04.618400 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:04.618676 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 999ea544-27a5-4343-8128-5cd0d72ae1b8, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=999ea544-27a5-4343-8128-5cd0d72ae1b8,segment=NetworkSegment(a205668f-b903-43d9-be44-709e677ff384),segment_id=a205668f-b903-43d9-be44-709e677ff384)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:04.705309 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d3ead83-732d-46a7-a19d-af1f34392867 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Subnet': ['ID=24a41f1f-f71a-4807-ab8a-e29e41b2d744,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:04.739213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d3ead83-732d-46a7-a19d-af1f34392867 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Checking segment: {'id': '8f062421-e1eb-4c8f-9b9c-4471270c3008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:04.739941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3ead83-732d-46a7-a19d-af1f34392867 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network hostable DHCP agents. Network: dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:02:04.824963 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:04.833664 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:04.875114 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-11122e92-c843-4fa5-9014-6e2c98c890b5 None None] Allocated IP 172.20.0.1 (3bbe1fec-a380-4967-9066-bc625610ad73/e4da09ea-6e84-4ec8-b35a-72ebfab0d5f6/999ea544-27a5-4343-8128-5cd0d72ae1b8) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:04.901117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d3ead83-732d-46a7-a19d-af1f34392867 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:02:04.921511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=999ea544-27a5-4343-8128-5cd0d72ae1b8,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:04.935546 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:04.958505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:02:04.973552 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d3cebc-06fb-4d09-b59b-8b12777a7674,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:04.976381 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:04.976735 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] Added segment 1b082095-93e3-42b6-9951-90e7a6d75ad9 of type vlan for network ea276906-92fd-482e-8bdd-efa4d32ea499 Aug 17 03:02:04.994097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-8d3ead83-732d-46a7-a19d-af1f34392867 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:04.995112 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-11122e92-c843-4fa5-9014-6e2c98c890b5 None None] For port 999ea544-27a5-4343-8128-5cd0d72ae1b8, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=999ea544-27a5-4343-8128-5cd0d72ae1b8,segment=NetworkSegment(a205668f-b903-43d9-be44-709e677ff384),segment_id=a205668f-b903-43d9-be44-709e677ff384)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:05.010805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d27f3a79-0ad3-46dc-9aa9-d545ce1ea83b None None] Network dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:05.014451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d3ead83-732d-46a7-a19d-af1f34392867 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:05.015269 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d3ead83-732d-46a7-a19d-af1f34392867 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:05.038712 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:05.083901 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11122e92-c843-4fa5-9014-6e2c98c890b5 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:05.104723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-11122e92-c843-4fa5-9014-6e2c98c890b5 None None] Transition to ACTIVE for port object 999ea544-27a5-4343-8128-5cd0d72ae1b8 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:05.161665 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8d3ead83-732d-46a7-a19d-af1f34392867 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2843411 Aug 17 03:02:05.169111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51964) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:05.175816 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-2b67d0ef-4e84-4878-b1c4-eded90ec7b52 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:05.193540 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:05.194551 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:05.195147 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:05.231896 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11122e92-c843-4fa5-9014-6e2c98c890b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:05.238103 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7', 'network_id': 'dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7', 'tenant_id': 'beb2adf4012e48079b80fcf9f77b255a', 'fixed_ips': [{'subnet_id': '24a41f1f-f71a-4807-ab8a-e29e41b2d744'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:02:05.239185 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:05.313231 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-43f27926-146b-4369-be99-e533a80b9005 req-1bb534ed-d046-4ac0-a480-65bb9cfab179 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0696764 Aug 17 03:02:05.333617 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] Pushing event updated for resources: {'Network': ['ID=ea276906-92fd-482e-8bdd-efa4d32ea499,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:05.336260 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2b67d0ef-4e84-4878-b1c4-eded90ec7b52 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4255953'] for subnet, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:05.367217 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network ea276906-92fd-482e-8bdd-efa4d32ea499 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:05.404962 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-063e4492-5514-45ce-9abb-658f21499fd1 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.9843390 Aug 17 03:02:05.408023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51970) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:05.413326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-59e7bdb8-c1f6-447e-ab89-1f57ff2c95b7 admin admin] Request body: {'subnet': {'network_id': 'ea276906-92fd-482e-8bdd-efa4d32ea499', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-372736525-subnet', 'tenant_id': '013b01ee9a904d79b944a0bb745a67bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:05.447106 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51972) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:05.523880 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59e7bdb8-c1f6-447e-ab89-1f57ff2c95b7 admin admin] Made reservation on behalf of 013b01ee9a904d79b944a0bb745a67bb for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:05.526280 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59e7bdb8-c1f6-447e-ab89-1f57ff2c95b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:05.548652 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11122e92-c843-4fa5-9014-6e2c98c890b5 None None] Pushing event updated for resources: {'Port': ['ID=999ea544-27a5-4343-8128-5cd0d72ae1b8,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:05.672549 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2b67d0ef-4e84-4878-b1c4-eded90ec7b52 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784814651751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16728358'] for subnet, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:05.766026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Allocated IP 2001:db8::2 (dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7/24a41f1f-f71a-4807-ab8a-e29e41b2d744/e29188b8-f98d-4075-b265-bae058be0d1e) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:05.772705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b67d0ef-4e84-4878-b1c4-eded90ec7b52 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:05.773319 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2b67d0ef-4e84-4878-b1c4-eded90ec7b52 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:05.777962 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2b67d0ef-4e84-4878-b1c4-eded90ec7b52 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "PUT /v2.0/subnets/24a41f1f-f71a-4807-ab8a-e29e41b2d744 HTTP/1.1" status: 200 len: 826 time: 0.6040974 Aug 17 03:02:05.784567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51988) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:05.829630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fcb4b41-745d-4ae2-8707-b29a1a69ed99 req-1a987110-3211-4818-ad05-f64e1708f2c8 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:05.836477 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9fcb4b41-745d-4ae2-8707-b29a1a69ed99 req-1a987110-3211-4818-ad05-f64e1708f2c8 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.2132416 Aug 17 03:02:05.852001 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4ab7-16ec-4ef4-9c19-22b39a92c691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:05.918700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b67d0ef-4e84-4878-b1c4-eded90ec7b52 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Subnet': ['ID=24a41f1f-f71a-4807-ab8a-e29e41b2d744,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:05.951323 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59e7bdb8-c1f6-447e-ab89-1f57ff2c95b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:05.999642 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9fcb4b41-745d-4ae2-8707-b29a1a69ed99 req-2bafa4da-3ff7-4890-94ed-30cec276346f tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1575265 Aug 17 03:02:06.023334 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 999ea544-27a5-4343-8128-5cd0d72ae1b8 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:06.029553 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e7bdb8-c1f6-447e-ab89-1f57ff2c95b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d03e5f35-f42b-4a28-aea6-7a03109a1a2e,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:06.071100 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.101501 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4ab7-16ec-4ef4-9c19-22b39a92c691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.129686 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e7bdb8-c1f6-447e-ab89-1f57ff2c95b7 admin admin] Checking segment: {'id': '1b082095-93e3-42b6-9951-90e7a6d75ad9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ea276906-92fd-482e-8bdd-efa4d32ea499'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:06.130162 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e7bdb8-c1f6-447e-ab89-1f57ff2c95b7 admin admin] Network hostable DHCP agents. Network: ea276906-92fd-482e-8bdd-efa4d32ea499, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:02:06.163490 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba6a4ab7-16ec-4ef4-9c19-22b39a92c691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.172846 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.201309 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.208938 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Transition to ACTIVE for port object e29188b8-f98d-4075-b265-bae058be0d1e will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:06.227784 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Transition to ACTIVE for port object e29188b8-f98d-4075-b265-bae058be0d1e will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:06.240442 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ba6a4ab7-16ec-4ef4-9c19-22b39a92c691 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=51f6419ac7eb4786ae0c9addd4beffec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7919159 Aug 17 03:02:06.241815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e7bdb8-c1f6-447e-ab89-1f57ff2c95b7 admin admin] Network ea276906-92fd-482e-8bdd-efa4d32ea499 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:02:06.245038 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52002) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:06.288282 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6a4ab7-16ec-4ef4-9c19-22b39a92c691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2978e670-5777-4a53-ac8b-ca3a9b26dcc6,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:06.302561 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.312871 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8879780c-2852-4f95-9828-e5acb6f51c51 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.341335 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-59e7bdb8-c1f6-447e-ab89-1f57ff2c95b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, ea276906-92fd-482e-8bdd-efa4d32ea499) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:06.347574 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59e7bdb8-c1f6-447e-ab89-1f57ff2c95b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:06.347574 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59e7bdb8-c1f6-447e-ab89-1f57ff2c95b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.351214 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8879780c-2852-4f95-9828-e5acb6f51c51 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.389358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac293425-44af-48a8-99f3-9cb107e37259 None None] Network ea276906-92fd-482e-8bdd-efa4d32ea499 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:06.391461 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4752411-e44a-457a-9d13-a6aa1630c2c1 None None] Network 3bbe1fec-a380-4967-9066-bc625610ad73 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:06.421900 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.455659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Subnet': ['ID=24a41f1f-f71a-4807-ab8a-e29e41b2d744,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:06.470889 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-59e7bdb8-c1f6-447e-ab89-1f57ff2c95b7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0537295 Aug 17 03:02:06.485334 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ac016129-f9e6-4a37-8fa2-2c6fdee27105 req-aded184b-51b4-4281-8ec0-cccefc061475 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0390806 Aug 17 03:02:06.492215 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8879780c-2852-4f95-9828-e5acb6f51c51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.495374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8879780c-2852-4f95-9828-e5acb6f51c51 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.500550 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8879780c-2852-4f95-9828-e5acb6f51c51 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2978e670-5777-4a53-ac8b-ca3a9b26dcc6 HTTP/1.1" status: 204 len: 168 time: 0.2547705 Aug 17 03:02:06.558880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8879780c-2852-4f95-9828-e5acb6f51c51 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2978e670-5777-4a53-ac8b-ca3a9b26dcc6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:06.572345 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.594149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:06.623112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f062421-e1eb-4c8f-9b9c-4471270c3008') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:06.623334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f062421-e1eb-4c8f-9b9c-4471270c3008') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:06.639004 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.655089 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.662329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:02:06.662900 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:02:06.725264 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:02:06.727312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Network dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:06.733855 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Pushing event updated for resources: {'Port': ['ID=e29188b8-f98d-4075-b265-bae058be0d1e,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:06.739481 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:06.755120 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:06.793434 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.db.api [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 03:02:06.793434 n-d-802060-9 neutron-server[101970]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 03:02:06.793434 n-d-802060-9 neutron-server[101970]: [parameters: {'id': 'dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7'}] Aug 17 03:02:06.793434 n-d-802060-9 neutron-server[101970]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:02:06.793765 n-d-802060-9 neutron-server[101970]: DEBUG oslo_db.api [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:02:06.850872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9baa9917-5650-445e-b1cc-2936ce90ec30 None None] Provisioning for port 999ea544-27a5-4343-8128-5cd0d72ae1b8 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:06.886007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9baa9917-5650-445e-b1cc-2936ce90ec30 None None] Provisioning complete for port 999ea544-27a5-4343-8128-5cd0d72ae1b8 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:06.886900 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9baa9917-5650-445e-b1cc-2936ce90ec30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.907940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Attempting to bind port e29188b8-f98d-4075-b265-bae058be0d1e on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:02:06.908426 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Attempting to bind port e29188b8-f98d-4075-b265-bae058be0d1e by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '8f062421-e1eb-4c8f-9b9c-4471270c3008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:02:06.908792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Attempting to bind port e29188b8-f98d-4075-b265-bae058be0d1e on network dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:02:06.958608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:02:06.958996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Checking segment: {'id': '8f062421-e1eb-4c8f-9b9c-4471270c3008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:06.959425 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.959793 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Bound using segment: {'id': '8f062421-e1eb-4c8f-9b9c-4471270c3008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:02:06.960268 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Bound port: e29188b8-f98d-4075-b265-bae058be0d1e, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8f062421-e1eb-4c8f-9b9c-4471270c3008', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:02:06.960638 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:06.982170 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4d02630-9505-429c-b030-f872ac522a97 None None] Network ea276906-92fd-482e-8bdd-efa4d32ea499 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:07.146789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] For port e29188b8-f98d-4075-b265-bae058be0d1e, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:02:07.209830 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] For port e29188b8-f98d-4075-b265-bae058be0d1e, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e29188b8-f98d-4075-b265-bae058be0d1e,segment=NetworkSegment(8f062421-e1eb-4c8f-9b9c-4471270c3008),segment_id=8f062421-e1eb-4c8f-9b9c-4471270c3008)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:02:07.290879 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:07.295054 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:07.384681 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-d0c6a12f-34f5-45c4-98b3-4bb5e4d5acfa req-42ca1926-589f-4d0c-9664-1c93c0c737d8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-2061265276', 'description': 'tempest-description-1236409292'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:07.422574 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d2084d-4080-486e-99bf-2cba606ddebf None None] Pushing event updated for resources: {'Port': ['ID=e29188b8-f98d-4075-b265-bae058be0d1e,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:07.429907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Deleting port e29188b8-f98d-4075-b265-bae058be0d1e {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:02:07.430371 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:07.451254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae7cd9fe-0cc5-4b80-b75a-25f180214db1 None None] Network dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:07.518341 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d0c6a12f-34f5-45c4-98b3-4bb5e4d5acfa req-42ca1926-589f-4d0c-9664-1c93c0c737d8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:07.566427 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] For port e29188b8-f98d-4075-b265-bae058be0d1e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e29188b8-f98d-4075-b265-bae058be0d1e,segment=NetworkSegment(8f062421-e1eb-4c8f-9b9c-4471270c3008),segment_id=8f062421-e1eb-4c8f-9b9c-4471270c3008)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:07.566805 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:07.592082 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Calling delete_port for e29188b8-f98d-4075-b265-bae058be0d1e owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:02:07.614950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-09d7bbd6-19ea-462d-8e0e-1779ed6871fa None None] Provisioning complete for port 999ea544-27a5-4343-8128-5cd0d72ae1b8 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:07.615177 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-09d7bbd6-19ea-462d-8e0e-1779ed6871fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:07.666961 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defa84d5-0e13-47f0-83bd-dce4994e695a None None] Network dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:07.742949 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d0c6a12f-34f5-45c4-98b3-4bb5e4d5acfa req-42ca1926-589f-4d0c-9664-1c93c0c737d8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:07.767815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32d3dc6-acd8-4e43-9c74-86c6c39ea70c req-15d14e8e-8d7a-44ec-9d40-e9977e29ea7b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:07.769957 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d32d3dc6-acd8-4e43-9c74-86c6c39ea70c req-15d14e8e-8d7a-44ec-9d40-e9977e29ea7b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0964336 Aug 17 03:02:07.815524 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d0c6a12f-34f5-45c4-98b3-4bb5e4d5acfa req-42ca1926-589f-4d0c-9664-1c93c0c737d8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:07.827136 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d32d3dc6-acd8-4e43-9c74-86c6c39ea70c req-f18c7108-f064-4b51-9539-88dfb6325cd9 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509353 Aug 17 03:02:07.849725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42ca1926-589f-4d0c-9664-1c93c0c737d8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ce46a73e-94a2-49e9-883a-9cfd3c439772,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:07.856752 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:07.866048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4415ac1c-77cd-4329-b9a8-e54ffd423894 None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 03:02:07.895083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Port': ['ID=e29188b8-f98d-4075-b265-bae058be0d1e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:07.899185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No DVR routers for this DVR port e29188b8-f98d-4075-b265-bae058be0d1e on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:02:07.997548 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7836f37b-19eb-4c36-98c3-c7b8d3d928cc req-b27b4198-1a1b-4a0b-a4e7-b9f74d33f16b tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0526044 Aug 17 03:02:08.020919 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.020919 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d0c6a12f-34f5-45c4-98b3-4bb5e4d5acfa req-42ca1926-589f-4d0c-9664-1c93c0c737d8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.020919 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0c6a12f-34f5-45c4-98b3-4bb5e4d5acfa req-42ca1926-589f-4d0c-9664-1c93c0c737d8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.6412318 Aug 17 03:02:08.020919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:08.043692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f062421-e1eb-4c8f-9b9c-4471270c3008') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:08.043991 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f062421-e1eb-4c8f-9b9c-4471270c3008') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:08.059340 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4415ac1c-77cd-4329-b9a8-e54ffd423894 None None] Resources bound (agent type, host, resource id): {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 03:02:08.067296 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.096858 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8eb9a397-e211-418d-811d-89bd8b9b2ec2 req-d2dd8c65-233f-45f9-aafe-7e5e68e931bd tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/ce46a73e-94a2-49e9-883a-9cfd3c439772 HTTP/1.1" status: 200 len: 1807 time: 0.0523138 Aug 17 03:02:08.098009 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.104462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:02:08.105515 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.110009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-8eb9a397-e211-418d-811d-89bd8b9b2ec2 req-06966301-0650-4871-88d5-4deceef46362 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce46a73e-94a2-49e9-883a-9cfd3c439772', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:08.110418 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-8eb9a397-e211-418d-811d-89bd8b9b2ec2 req-06966301-0650-4871-88d5-4deceef46362 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'ce46a73e-94a2-49e9-883a-9cfd3c439772', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:02:08.155806 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:02:08.267495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52074) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:08.271077 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8eb9a397-e211-418d-811d-89bd8b9b2ec2 req-06966301-0650-4871-88d5-4deceef46362 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.274315 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.294217 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.299447 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/networks/dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7 HTTP/1.1" status: 204 len: 168 time: 2.5124321 Aug 17 03:02:08.305445 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52080) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:08.309612 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8eb9a397-e211-418d-811d-89bd8b9b2ec2 req-06966301-0650-4871-88d5-4deceef46362 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.329889 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb909b1-b55e-4fe3-982a-1ac4a094ce22 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] DELETE failed (client error): The resource could not be found. Aug 17 03:02:08.330639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb909b1-b55e-4fe3-982a-1ac4a094ce22 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:02:08.331908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc36c459-e97c-46e0-952a-2d42f8cbc884 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Network': ['ID=dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:08.333311 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2bb909b1-b55e-4fe3-982a-1ac4a094ce22 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/networks/dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7 HTTP/1.1" status: 404 len: 339 time: 0.0259864 Aug 17 03:02:08.337490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52082) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:08.343771 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-2957621a-bc42-42dc-8529-459cbb0f7b60 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-975666810', 'description': 'd1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:08.398923 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8eb9a397-e211-418d-811d-89bd8b9b2ec2 req-06966301-0650-4871-88d5-4deceef46362 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.418408 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06966301-0650-4871-88d5-4deceef46362 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=dcc48d9a-6d04-49b8-9739-10a782e5b1bd,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:08.450952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8cd0db3a-d62b-41ca-b111-b189daf03438 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-868693690-network', 'tenant_id': '34d236346ac741899b701f19fb1b5339'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:08.507879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2957621a-bc42-42dc-8529-459cbb0f7b60 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:08.511523 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2957621a-bc42-42dc-8529-459cbb0f7b60 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.534711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2957621a-bc42-42dc-8529-459cbb0f7b60 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:02:08.548624 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2957621a-bc42-42dc-8529-459cbb0f7b60 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.548976 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-2957621a-bc42-42dc-8529-459cbb0f7b60 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Added segment 4c2d8ad2-8925-4458-9d45-dce01462f148 of type vlan for network a4c79b90-8016-4a58-a242-88797f33d9b7 Aug 17 03:02:08.599716 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2957621a-bc42-42dc-8529-459cbb0f7b60 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.649666 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8eb9a397-e211-418d-811d-89bd8b9b2ec2 req-06966301-0650-4871-88d5-4deceef46362 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.651259 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8eb9a397-e211-418d-811d-89bd8b9b2ec2 req-06966301-0650-4871-88d5-4deceef46362 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5463073 Aug 17 03:02:08.680109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-abfc22e2-e722-41d7-bb32-f6e522021aea req-eb5531f9-bdc5-4409-9fd2-fdd368f0f772 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1862314782', 'description': 'tempest-description-1608680120'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:08.759932 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2957621a-bc42-42dc-8529-459cbb0f7b60 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.765678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cd0db3a-d62b-41ca-b111-b189daf03438 admin admin] Made reservation on behalf of 34d236346ac741899b701f19fb1b5339 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:08.766924 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2957621a-bc42-42dc-8529-459cbb0f7b60 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:08.767918 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2957621a-bc42-42dc-8529-459cbb0f7b60 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.768618 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cd0db3a-d62b-41ca-b111-b189daf03438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.786254 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cd0db3a-d62b-41ca-b111-b189daf03438 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.836512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2957621a-bc42-42dc-8529-459cbb0f7b60 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Network': ['ID=a4c79b90-8016-4a58-a242-88797f33d9b7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:08.847111 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network a4c79b90-8016-4a58-a242-88797f33d9b7 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:08.928422 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-abfc22e2-e722-41d7-bb32-f6e522021aea req-eb5531f9-bdc5-4409-9fd2-fdd368f0f772 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:08.960116 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a9bbec-cd1d-4a8e-a5fe-b11e34476d4c req-66d77261-7675-4d7d-a1e3-103f146c2764 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:08.961827 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9a9bbec-cd1d-4a8e-a5fe-b11e34476d4c req-66d77261-7675-4d7d-a1e3-103f146c2764 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0636165 Aug 17 03:02:09.025127 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9a9bbec-cd1d-4a8e-a5fe-b11e34476d4c req-6e5b16d6-12cf-4e8e-a4a1-694357ca6933 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506480 Aug 17 03:02:09.063448 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cd0db3a-d62b-41ca-b111-b189daf03438 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:09.106774 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52104) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:09.139588 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0a5c06d9-b29f-4155-8106-d9e1ac30e91d req-1e061c78-2156-4f98-bc66-36e43188c59f tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0304995 Aug 17 03:02:09.154018 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cd0db3a-d62b-41ca-b111-b189daf03438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:09.178853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cd0db3a-d62b-41ca-b111-b189daf03438 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:02:09.194853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0db3a-d62b-41ca-b111-b189daf03438 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e372c982-af37-4433-ae08-1fb4df402971,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:09.197847 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cd0db3a-d62b-41ca-b111-b189daf03438 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:09.198197 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-8cd0db3a-d62b-41ca-b111-b189daf03438 admin admin] Added segment 4e2b4ed5-7092-433c-9ed7-ed714f87d954 of type vlan for network e80b3e6b-ad83-4275-b888-5d76fe788ca1 Aug 17 03:02:09.240293 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2957621a-bc42-42dc-8529-459cbb0f7b60 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.9012194 Aug 17 03:02:09.241939 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9703c7a3-eb5c-4ee6-86de-ca0cdeb9f8f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:09.243639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52108) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:09.246414 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cd0db3a-d62b-41ca-b111-b189daf03438 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:09.374289 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b075c1ed-5321-43e3-94f8-9d12815780ea tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:09.376037 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b075c1ed-5321-43e3-94f8-9d12815780ea tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "GET /v2.0/networks?id=a4c79b90-8016-4a58-a242-88797f33d9b7 HTTP/1.1" status: 200 len: 764 time: 0.1268961 Aug 17 03:02:09.379097 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52114) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:09.386085 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-4da1c640-8f81-4917-b788-8d6c19923407 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'network': {'description': 'd2'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:09.415151 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-abfc22e2-e722-41d7-bb32-f6e522021aea req-eb5531f9-bdc5-4409-9fd2-fdd368f0f772 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:09.420719 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cd0db3a-d62b-41ca-b111-b189daf03438 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:09.421730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cd0db3a-d62b-41ca-b111-b189daf03438 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:09.422332 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cd0db3a-d62b-41ca-b111-b189daf03438 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:09.481311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0db3a-d62b-41ca-b111-b189daf03438 admin admin] Pushing event updated for resources: {'Network': ['ID=e80b3e6b-ad83-4275-b888-5d76fe788ca1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:09.491000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network e80b3e6b-ad83-4275-b888-5d76fe788ca1 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:09.549601 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4da1c640-8f81-4917-b788-8d6c19923407 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:09.565297 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-abfc22e2-e722-41d7-bb32-f6e522021aea req-eb5531f9-bdc5-4409-9fd2-fdd368f0f772 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:09.594941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5531f9-bdc5-4409-9fd2-fdd368f0f772 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=562e1b9d-121f-46dc-be2a-4ae1e6830717,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:09.638376 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4da1c640-8f81-4917-b788-8d6c19923407 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:09.656337 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-4da1c640-8f81-4917-b788-8d6c19923407 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network a4c79b90-8016-4a58-a242-88797f33d9b7 is not hosted by any dhcp agent {{(pid=101969) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 03:02:09.661853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da1c640-8f81-4917-b788-8d6c19923407 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:09.662584 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4da1c640-8f81-4917-b788-8d6c19923407 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:09.663848 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4da1c640-8f81-4917-b788-8d6c19923407 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "PUT /v2.0/networks/a4c79b90-8016-4a58-a242-88797f33d9b7 HTTP/1.1" status: 200 len: 761 time: 0.2832651 Aug 17 03:02:09.666737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52118) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:09.721456 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da1c640-8f81-4917-b788-8d6c19923407 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Network': ['ID=a4c79b90-8016-4a58-a242-88797f33d9b7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:09.732739 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8cd0db3a-d62b-41ca-b111-b189daf03438 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.4640059 Aug 17 03:02:09.734887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network a4c79b90-8016-4a58-a242-88797f33d9b7 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:09.735768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52122) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:09.744362 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-65a55f5a-dede-48ec-920b-d2b5ae07bcfa admin admin] Request body: {'subnet': {'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-868693690-subnet', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:09.782412 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a61215c-3704-4ca9-af85-66bc3fae36e3 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:09.787050 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3a61215c-3704-4ca9-af85-66bc3fae36e3 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "GET /v2.0/networks?id=a4c79b90-8016-4a58-a242-88797f33d9b7 HTTP/1.1" status: 200 len: 764 time: 0.1179385 Aug 17 03:02:09.796372 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52124) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:09.920806 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9703c7a3-eb5c-4ee6-86de-ca0cdeb9f8f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:09.994104 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef9f9e0e-7278-4af0-ba71-aefd45ea385c tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:09.996182 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ef9f9e0e-7278-4af0-ba71-aefd45ea385c tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1980245 Aug 17 03:02:09.998770 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9703c7a3-eb5c-4ee6-86de-ca0cdeb9f8f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:09.999627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52126) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:10.040058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9703c7a3-eb5c-4ee6-86de-ca0cdeb9f8f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=885f8489-fcf2-4f03-8b63-dc42fb99879f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:10.040291 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-85142dad-56a6-4bc6-ba56-a0abc209ae26 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 207 time: 0.0361006 Aug 17 03:02:10.040639 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9703c7a3-eb5c-4ee6-86de-ca0cdeb9f8f0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bdc37d50d51c43fd864a0b0b79391580&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9328432 Aug 17 03:02:10.042981 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52128) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:10.045932 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52130) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:10.094940 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-abfc22e2-e722-41d7-bb32-f6e522021aea req-eb5531f9-bdc5-4409-9fd2-fdd368f0f772 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:10.099478 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-abfc22e2-e722-41d7-bb32-f6e522021aea req-eb5531f9-bdc5-4409-9fd2-fdd368f0f772 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 1.4234424 Aug 17 03:02:10.135624 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb836553-aa46-4c96-8230-4ba948de5947 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:10.178371 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb836553-aa46-4c96-8230-4ba948de5947 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:10.198396 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e3a91d-48e3-49fd-83c1-bcc720456c9a req-914a5b41-7e52-462d-b6b5-b6e29d5c5305 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:10.200153 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-80e3a91d-48e3-49fd-83c1-bcc720456c9a req-914a5b41-7e52-462d-b6b5-b6e29d5c5305 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0869439 Aug 17 03:02:10.247475 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee1319b2-2394-4270-b7ac-ea4f747c8e03 req-cc21af27-f7d2-4915-a940-bd98b075127e tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/562e1b9d-121f-46dc-be2a-4ae1e6830717 HTTP/1.1" status: 200 len: 1807 time: 0.1070433 Aug 17 03:02:10.254797 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-80e3a91d-48e3-49fd-83c1-bcc720456c9a req-38449f09-b4bb-4020-8714-6c74fd0301e2 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473940 Aug 17 03:02:10.267164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65a55f5a-dede-48ec-920b-d2b5ae07bcfa admin admin] Made reservation on behalf of 34d236346ac741899b701f19fb1b5339 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:10.270452 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-65a55f5a-dede-48ec-920b-d2b5ae07bcfa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:10.291439 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ee1319b2-2394-4270-b7ac-ea4f747c8e03 req-c7b36023-9186-4fee-9234-13196326e9a1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '562e1b9d-121f-46dc-be2a-4ae1e6830717', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:10.291756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ee1319b2-2394-4270-b7ac-ea4f747c8e03 req-c7b36023-9186-4fee-9234-13196326e9a1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '562e1b9d-121f-46dc-be2a-4ae1e6830717', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:10.325894 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4806285-e249-44b9-a154-ff1ea8bbbeb5 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:10.332669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4806285-e249-44b9-a154-ff1ea8bbbeb5 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:10.338669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4806285-e249-44b9-a154-ff1ea8bbbeb5 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:10.345453 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4806285-e249-44b9-a154-ff1ea8bbbeb5 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:10.347572 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb836553-aa46-4c96-8230-4ba948de5947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:10.349107 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb836553-aa46-4c96-8230-4ba948de5947 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:10.350278 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bb836553-aa46-4c96-8230-4ba948de5947 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/885f8489-fcf2-4f03-8b63-dc42fb99879f HTTP/1.1" status: 204 len: 168 time: 0.3034282 Aug 17 03:02:10.351112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4806285-e249-44b9-a154-ff1ea8bbbeb5 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:10.358111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4806285-e249-44b9-a154-ff1ea8bbbeb5 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:10.359929 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b4806285-e249-44b9-a154-ff1ea8bbbeb5 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3159678 Aug 17 03:02:10.367579 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52140) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:10.368260 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52146) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:10.391381 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-993cc076-ffee-4def-9e49-10547c4d7442 req-c9c58e48-52e0-41ab-8af3-a780b21dd695 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0567570 Aug 17 03:02:10.412263 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb836553-aa46-4c96-8230-4ba948de5947 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=885f8489-fcf2-4f03-8b63-dc42fb99879f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:10.516987 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-391059ad-c991-4d03-b8bf-dbc96071cac6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:10.562419 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee1319b2-2394-4270-b7ac-ea4f747c8e03 req-c7b36023-9186-4fee-9234-13196326e9a1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:10.566237 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-08c29d7f-6cb3-4455-a08b-20d48ba4ef1a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1902134 Aug 17 03:02:10.570424 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52150) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:10.605285 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee1319b2-2394-4270-b7ac-ea4f747c8e03 req-c7b36023-9186-4fee-9234-13196326e9a1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:10.662343 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-391059ad-c991-4d03-b8bf-dbc96071cac6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:10.669677 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6412d08-51f9-4fac-8162-dcf1b5271ae3 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:10.671249 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6412d08-51f9-4fac-8162-dcf1b5271ae3 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:10.672769 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6412d08-51f9-4fac-8162-dcf1b5271ae3 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:10.672884 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee1319b2-2394-4270-b7ac-ea4f747c8e03 req-c7b36023-9186-4fee-9234-13196326e9a1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:10.675304 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6412d08-51f9-4fac-8162-dcf1b5271ae3 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:10.677812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6412d08-51f9-4fac-8162-dcf1b5271ae3 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:10.683183 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c6412d08-51f9-4fac-8162-dcf1b5271ae3 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.1082010 Aug 17 03:02:10.683452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52154) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:10.723778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b36023-9186-4fee-9234-13196326e9a1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cef13f8e-174e-445d-8262-b52a4ef89903,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:10.733276 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-391059ad-c991-4d03-b8bf-dbc96071cac6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:10.741591 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-65a55f5a-dede-48ec-920b-d2b5ae07bcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:10.801303 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dce289-18ff-4fee-a715-6f1cfb690f61 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:10.802743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dce289-18ff-4fee-a715-6f1cfb690f61 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:10.802882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a55f5a-dede-48ec-920b-d2b5ae07bcfa admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f4d6ab7-f8f2-462d-a080-e6682c125201,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:10.804141 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dce289-18ff-4fee-a715-6f1cfb690f61 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:10.805560 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dce289-18ff-4fee-a715-6f1cfb690f61 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:10.807122 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57dce289-18ff-4fee-a715-6f1cfb690f61 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:10.809563 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-57dce289-18ff-4fee-a715-6f1cfb690f61 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1250095 Aug 17 03:02:10.811639 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee1319b2-2394-4270-b7ac-ea4f747c8e03 req-c7b36023-9186-4fee-9234-13196326e9a1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:10.812727 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee1319b2-2394-4270-b7ac-ea4f747c8e03 req-c7b36023-9186-4fee-9234-13196326e9a1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.5320396 Aug 17 03:02:10.813302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52160) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:10.814192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391059ad-c991-4d03-b8bf-dbc96071cac6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4f2c049-2ada-4543-b9ad-8326fc2bd042,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:10.827692 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-391059ad-c991-4d03-b8bf-dbc96071cac6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c56c5c6bcc5d4da08985a5a48a86c646&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4641159 Aug 17 03:02:10.834228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52164) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:10.857694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-4c4854cb-2087-4f0b-88b3-4c5a91956642 req-aed1832c-e9fc-41ed-a0c8-06642f514b84 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1510423513', 'description': 'tempest-description-1715816449'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:10.882363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65a55f5a-dede-48ec-920b-d2b5ae07bcfa admin admin] Checking segment: {'id': '4e2b4ed5-7092-433c-9ed7-ed714f87d954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:10.882867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a55f5a-dede-48ec-920b-d2b5ae07bcfa admin admin] Network hostable DHCP agents. Network: e80b3e6b-ad83-4275-b888-5d76fe788ca1, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:02:10.928573 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c63b17a-3e01-4a82-83f1-37690315fcc9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:10.930279 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6c63b17a-3e01-4a82-83f1-37690315fcc9 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "GET /v2.0/networks/d4c41a90-5e50-469a-9fb4-c4c8be445662 HTTP/1.1" status: 200 len: 803 time: 0.1131027 Aug 17 03:02:10.933848 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ce0c724a-7575-47e9-8f2d-03c961067368 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:10.934923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52168) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:10.957159 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ce0c724a-7575-47e9-8f2d-03c961067368 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.036237 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-29ec6a16-14f9-4f67-ab4a-3c408b53773f tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "GET /v2.0/networks/d4c41a90-5e50-469a-9fb4-c4c8be445662?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.0971718 Aug 17 03:02:11.036623 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52172) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:11.038481 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4c4854cb-2087-4f0b-88b3-4c5a91956642 req-aed1832c-e9fc-41ed-a0c8-06642f514b84 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.040616 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65a55f5a-dede-48ec-920b-d2b5ae07bcfa admin admin] Network e80b3e6b-ad83-4275-b888-5d76fe788ca1 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:02:11.085932 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ce0c724a-7575-47e9-8f2d-03c961067368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.088606 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ce0c724a-7575-47e9-8f2d-03c961067368 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.089911 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ce0c724a-7575-47e9-8f2d-03c961067368 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f4f2c049-2ada-4543-b9ad-8326fc2bd042 HTTP/1.1" status: 204 len: 168 time: 0.2543430 Aug 17 03:02:11.091992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a8e3c90-8fb7-47de-bfd6-a7559ddcf652 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:11.094604 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5a8e3c90-8fb7-47de-bfd6-a7559ddcf652 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "GET /v2.0/subnets/fc17c5a1-fd2b-4ff3-a3d6-59be822447e1 HTTP/1.1" status: 200 len: 843 time: 0.0566747 Aug 17 03:02:11.098947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52176) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:11.111142 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0c724a-7575-47e9-8f2d-03c961067368 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4f2c049-2ada-4543-b9ad-8326fc2bd042,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:11.160282 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4c4854cb-2087-4f0b-88b3-4c5a91956642 req-aed1832c-e9fc-41ed-a0c8-06642f514b84 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.161294 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-65a55f5a-dede-48ec-920b-d2b5ae07bcfa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, e80b3e6b-ad83-4275-b888-5d76fe788ca1) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:11.166623 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65a55f5a-dede-48ec-920b-d2b5ae07bcfa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:11.167642 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-65a55f5a-dede-48ec-920b-d2b5ae07bcfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.172243 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f555a5-cb66-4c25-a15f-e7225036659b None None] Network e80b3e6b-ad83-4275-b888-5d76fe788ca1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:11.177001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c33045c1-71e0-4a47-815a-959ed1edd53c tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:11.179535 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c33045c1-71e0-4a47-815a-959ed1edd53c tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "GET /v2.0/subnets/fc17c5a1-fd2b-4ff3-a3d6-59be822447e1?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0790699 Aug 17 03:02:11.183538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52178) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:11.189538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-c4a4b697-9f3b-4bfa-9f1a-3422739ba4dd tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-833289059'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:11.266521 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4c4854cb-2087-4f0b-88b3-4c5a91956642 req-aed1832c-e9fc-41ed-a0c8-06642f514b84 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.305677 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed1832c-e9fc-41ed-a0c8-06642f514b84 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eb1ba6-cc8d-4578-a3e1-fcfa637fbb0f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:11.364782 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'fixed_ips': [{'subnet_id': '5f4d6ab7-f8f2-462d-a080-e6682c125201'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:02:11.365682 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.371431 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-65a55f5a-dede-48ec-920b-d2b5ae07bcfa admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 1.6335404 Aug 17 03:02:11.374033 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52188) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:11.380541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-868693690-router', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:11.401604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d789691-96df-4aa1-a0bf-ae4a7a36a981 req-6a599bbf-9a7e-463d-be62-c7da7888e96f tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:11.403559 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5d789691-96df-4aa1-a0bf-ae4a7a36a981 req-6a599bbf-9a7e-463d-be62-c7da7888e96f tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0687261 Aug 17 03:02:11.446135 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5d789691-96df-4aa1-a0bf-ae4a7a36a981 req-1b3fec89-d4c7-4dce-b2d6-c482ab0a421f tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359936 Aug 17 03:02:11.459736 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4a4b697-9f3b-4bfa-9f1a-3422739ba4dd tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:11.466161 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c4a4b697-9f3b-4bfa-9f1a-3422739ba4dd tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.497745 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4a4b697-9f3b-4bfa-9f1a-3422739ba4dd tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:02:11.510098 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c4a4b697-9f3b-4bfa-9f1a-3422739ba4dd tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.512012 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-c4a4b697-9f3b-4bfa-9f1a-3422739ba4dd tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Added segment 376880fa-2159-47e3-8984-198b94c13661 of type vlan for network 44eb6fbe-b692-4736-a8af-9796f1447400 Aug 17 03:02:11.539244 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Allocated IP 172.20.0.2 (e80b3e6b-ad83-4275-b888-5d76fe788ca1/5f4d6ab7-f8f2-462d-a080-e6682c125201/18379a23-fb70-4125-ad6b-579aa3ca5275) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:11.540579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52198) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:11.582914 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4c4854cb-2087-4f0b-88b3-4c5a91956642 req-aed1832c-e9fc-41ed-a0c8-06642f514b84 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.584896 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4c4854cb-2087-4f0b-88b3-4c5a91956642 req-aed1832c-e9fc-41ed-a0c8-06642f514b84 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7395942 Aug 17 03:02:11.633068 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c4a4b697-9f3b-4bfa-9f1a-3422739ba4dd tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.637832 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1b7b4b76-6c3a-404a-9cb8-f7b9ffe8759e req-90f60172-adaf-4bac-845a-3e0e93498bfc tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0650022 Aug 17 03:02:11.683941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-2749bd81-9252-4039-8061-9ee667f1b9e3 req-91959bfa-751c-481d-b72a-7d0ac77fcf01 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-472866089', 'description': 'tempest-description-711510542'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:11.700749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-56c1cfb9-548e-4916-bcfb-7df693e4659f admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1039443105-network', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:11.718538 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.719599 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.726740 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.735447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Transition to ACTIVE for port object 18379a23-fb70-4125-ad6b-579aa3ca5275 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:11.741437 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c4a4b697-9f3b-4bfa-9f1a-3422739ba4dd tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.747942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4a4b697-9f3b-4bfa-9f1a-3422739ba4dd tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:11.748692 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c4a4b697-9f3b-4bfa-9f1a-3422739ba4dd tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.752686 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Transition to ACTIVE for port object 18379a23-fb70-4125-ad6b-579aa3ca5275 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:11.783673 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.814541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a4b697-9f3b-4bfa-9f1a-3422739ba4dd tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Network': ['ID=44eb6fbe-b692-4736-a8af-9796f1447400,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:11.824304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 44eb6fbe-b692-4736-a8af-9796f1447400 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:11.857610 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2749bd81-9252-4039-8061-9ee667f1b9e3 req-91959bfa-751c-481d-b72a-7d0ac77fcf01 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.866672 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:11.926240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Network e80b3e6b-ad83-4275-b888-5d76fe788ca1 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:11.932767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:11.935430 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:11.940311 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Pushing event updated for resources: {'Port': ['ID=18379a23-fb70-4125-ad6b-579aa3ca5275,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:11.982737 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c4a4b697-9f3b-4bfa-9f1a-3422739ba4dd tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.7974267 Aug 17 03:02:11.985586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52204) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:11.991132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1c58e10a-cc90-46bf-89cc-185ec8611aeb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'subnet': {'network_id': '44eb6fbe-b692-4736-a8af-9796f1447400', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:11.992542 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Attempting to bind port 18379a23-fb70-4125-ad6b-579aa3ca5275 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:02:11.993079 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Attempting to bind port 18379a23-fb70-4125-ad6b-579aa3ca5275 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '4e2b4ed5-7092-433c-9ed7-ed714f87d954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:02:11.993634 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Attempting to bind port 18379a23-fb70-4125-ad6b-579aa3ca5275 on network e80b3e6b-ad83-4275-b888-5d76fe788ca1 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:02:11.999434 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:02:12.000078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Checking segment: {'id': '4e2b4ed5-7092-433c-9ed7-ed714f87d954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:12.000648 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:12.001467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Bound using segment: {'id': '4e2b4ed5-7092-433c-9ed7-ed714f87d954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:02:12.002453 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Bound port: 18379a23-fb70-4125-ad6b-579aa3ca5275, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2b4ed5-7092-433c-9ed7-ed714f87d954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:02:12.002588 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:12.077063 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] For port 18379a23-fb70-4125-ad6b-579aa3ca5275, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:02:12.080220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] For port 18379a23-fb70-4125-ad6b-579aa3ca5275, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=18379a23-fb70-4125-ad6b-579aa3ca5275,segment=NetworkSegment(4e2b4ed5-7092-433c-9ed7-ed714f87d954),segment_id=4e2b4ed5-7092-433c-9ed7-ed714f87d954)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:02:12.107960 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:12.116840 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52206) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:12.130117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8801c388-729d-4bcc-b762-21333844b9b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:12.152969 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c1cfb9-548e-4916-bcfb-7df693e4659f admin admin] Made reservation on behalf of d11ec609654b4b0ba1d77f9365a04f77 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:12.155308 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56c1cfb9-548e-4916-bcfb-7df693e4659f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:12.166574 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56c1cfb9-548e-4916-bcfb-7df693e4659f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:12.180822 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:12.217385 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2749bd81-9252-4039-8061-9ee667f1b9e3 req-91959bfa-751c-481d-b72a-7d0ac77fcf01 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:12.242287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-924d135b-0ab5-4c0f-b967-788a24a42ffa None None] Pushing event updated for resources: {'Port': ['ID=18379a23-fb70-4125-ad6b-579aa3ca5275,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:12.334982 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2749bd81-9252-4039-8061-9ee667f1b9e3 req-91959bfa-751c-481d-b72a-7d0ac77fcf01 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:12.384178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91959bfa-751c-481d-b72a-7d0ac77fcf01 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d5c04fc-8cdd-4cce-9be5-75833d72be4f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:12.443762 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c58e10a-cc90-46bf-89cc-185ec8611aeb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Made reservation on behalf of beb2adf4012e48079b80fcf9f77b255a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:12.447623 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c58e10a-cc90-46bf-89cc-185ec8611aeb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:12.535371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.ipam_backend_mixin [None req-1c58e10a-cc90-46bf-89cc-185ec8611aeb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Performing IP validity checks on allocation pools {{(pid=101970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 03:02:12.536848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.ipam_backend_mixin [None req-1c58e10a-cc90-46bf-89cc-185ec8611aeb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 03:02:12.758658 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c58e10a-cc90-46bf-89cc-185ec8611aeb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:12.832478 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c58e10a-cc90-46bf-89cc-185ec8611aeb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Subnet': ['ID=68b5f794-01c2-477b-a33b-c28bce6d729b,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:12.846035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c58e10a-cc90-46bf-89cc-185ec8611aeb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Checking segment: {'id': '376880fa-2159-47e3-8984-198b94c13661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '44eb6fbe-b692-4736-a8af-9796f1447400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:12.846401 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c58e10a-cc90-46bf-89cc-185ec8611aeb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network hostable DHCP agents. Network: 44eb6fbe-b692-4736-a8af-9796f1447400, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:02:12.929577 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c58e10a-cc90-46bf-89cc-185ec8611aeb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Network 44eb6fbe-b692-4736-a8af-9796f1447400 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:02:12.978781 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f43d9d5-6b67-4f7b-9eb4-fc3fa787bfac req-9e568d53-74c1-45f1-8138-a284a6044789 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:12.981539 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f43d9d5-6b67-4f7b-9eb4-fc3fa787bfac req-9e568d53-74c1-45f1-8138-a284a6044789 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.1214943 Aug 17 03:02:13.001450 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.033667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-1c58e10a-cc90-46bf-89cc-185ec8611aeb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 44eb6fbe-b692-4736-a8af-9796f1447400) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:13.039935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c58e10a-cc90-46bf-89cc-185ec8611aeb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:13.040664 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c58e10a-cc90-46bf-89cc-185ec8611aeb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.047465 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882597da-c0af-470c-a843-016afc731349 None None] Network 44eb6fbe-b692-4736-a8af-9796f1447400 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:13.053328 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.139554 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f43d9d5-6b67-4f7b-9eb4-fc3fa787bfac req-c2f1a152-8ada-402e-895f-43a61e3c2e7b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409962 Aug 17 03:02:13.180610 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8801c388-729d-4bcc-b762-21333844b9b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.242895 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d009607-db89-4095-a424-14af74ce7711 None None] Network e80b3e6b-ad83-4275-b888-5d76fe788ca1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:13.261038 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-44eb6fbe-b692-4736-a8af-9796f1447400', 'network_id': '44eb6fbe-b692-4736-a8af-9796f1447400', 'tenant_id': 'beb2adf4012e48079b80fcf9f77b255a', 'fixed_ips': [{'subnet_id': '68b5f794-01c2-477b-a33b-c28bce6d729b'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:02:13.262231 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.272751 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4b73eb25-b6cb-4b4e-8585-24f29630bf2b req-07fb85b4-71ba-4add-9fc5-3725e5f7ab83 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0402720 Aug 17 03:02:13.273369 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8801c388-729d-4bcc-b762-21333844b9b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.286883 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Allocated IP 172.25.1.184 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/37552230-6e95-4ddd-b0c6-5ed5451e9067) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:13.339019 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8801c388-729d-4bcc-b762-21333844b9b2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e567adf7f7134714b6fca216c645972e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2209704 Aug 17 03:02:13.340765 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8801c388-729d-4bcc-b762-21333844b9b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9cabef9e-b49e-4b9f-95f2-2b69708ca2c4,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:13.342349 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52214) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:13.363951 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1c58e10a-cc90-46bf-89cc-185ec8611aeb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.3765993 Aug 17 03:02:13.368464 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52216) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:13.377800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0c453471-0ad9-4c13-9cf2-8cd43b355b23 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:13.436073 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-999e7c3c-add6-4ab1-ba6c-cec1cff1dcb8 None None] Provisioning for port 18379a23-fb70-4125-ad6b-579aa3ca5275 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:13.461286 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-007d4431-53b6-44df-a9d5-c4f5627b44f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.499524 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56c1cfb9-548e-4916-bcfb-7df693e4659f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.529312 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.530668 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-007d4431-53b6-44df-a9d5-c4f5627b44f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.550264 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c453471-0ad9-4c13-9cf2-8cd43b355b23 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4255953'] for subnet, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.561616 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Allocated IP 2001:db8::3 (44eb6fbe-b692-4736-a8af-9796f1447400/68b5f794-01c2-477b-a33b-c28bce6d729b/1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:13.562033 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56c1cfb9-548e-4916-bcfb-7df693e4659f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.590058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c1cfb9-548e-4916-bcfb-7df693e4659f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:02:13.613215 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1cfb9-548e-4916-bcfb-7df693e4659f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce8b15dc-ca0d-4264-8096-60a9904c7309,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:13.650182 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2749bd81-9252-4039-8061-9ee667f1b9e3 req-91959bfa-751c-481d-b72a-7d0ac77fcf01 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.654271 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2749bd81-9252-4039-8061-9ee667f1b9e3 req-91959bfa-751c-481d-b72a-7d0ac77fcf01 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 1.9730787 Aug 17 03:02:13.673348 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-007d4431-53b6-44df-a9d5-c4f5627b44f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.675954 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-007d4431-53b6-44df-a9d5-c4f5627b44f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.677926 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-007d4431-53b6-44df-a9d5-c4f5627b44f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9cabef9e-b49e-4b9f-95f2-2b69708ca2c4 HTTP/1.1" status: 204 len: 168 time: 0.3335254 Aug 17 03:02:13.684942 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.687235 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56c1cfb9-548e-4916-bcfb-7df693e4659f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.687840 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-56c1cfb9-548e-4916-bcfb-7df693e4659f admin admin] Added segment 5db9e6f8-005b-4a94-af93-e5b6a7abeb04 of type vlan for network 9227c9c6-47aa-4321-9fc5-beb397cc8baa Aug 17 03:02:13.696939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007d4431-53b6-44df-a9d5-c4f5627b44f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9cabef9e-b49e-4b9f-95f2-2b69708ca2c4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:13.793769 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.809588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Transition to ACTIVE for port object 1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:13.815566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 2d6b5d44-2752-495b-8585-4706f2ebb244 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:02:13.827594 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 2d6b5d44-2752-495b-8585-4706f2ebb244 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:02:13.833730 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:13.852803 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0809d006-9943-4f43-84df-ac45c09a7837 req-16459613-31ea-4303-ba91-c850c75dcf0e tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/b5eb1ba6-cc8d-4578-a3e1-fcfa637fbb0f HTTP/1.1" status: 200 len: 1807 time: 0.1682861 Aug 17 03:02:13.858974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:13.868733 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56c1cfb9-548e-4916-bcfb-7df693e4659f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:13.870883 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Pushing event updated for resources: {'Port': ['ID=37552230-6e95-4ddd-b0c6-5ed5451e9067,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:13.874515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:13.889704 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Transition to ACTIVE for port object 1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:13.968820 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0809d006-9943-4f43-84df-ac45c09a7837 req-4f5f8f75-c7b0-4f14-8bc7-7063ea2cf059 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/7d5c04fc-8cdd-4cce-9be5-75833d72be4f HTTP/1.1" status: 200 len: 1805 time: 0.1148863 Aug 17 03:02:13.977840 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-0809d006-9943-4f43-84df-ac45c09a7837 req-03c22c50-90cc-47aa-abd9-0f5bc7875449 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b5eb1ba6-cc8d-4578-a3e1-fcfa637fbb0f', 'remote_group_id': '7d5c04fc-8cdd-4cce-9be5-75833d72be4f', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:13.978169 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-0809d006-9943-4f43-84df-ac45c09a7837 req-03c22c50-90cc-47aa-abd9-0f5bc7875449 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'b5eb1ba6-cc8d-4578-a3e1-fcfa637fbb0f', 'remote_group_id': '7d5c04fc-8cdd-4cce-9be5-75833d72be4f', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:14.092985 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56c1cfb9-548e-4916-bcfb-7df693e4659f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.094003 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c1cfb9-548e-4916-bcfb-7df693e4659f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:14.094635 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-56c1cfb9-548e-4916-bcfb-7df693e4659f admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.132456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 18379a23-fb70-4125-ad6b-579aa3ca5275 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:14.146286 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.169129 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c1cfb9-548e-4916-bcfb-7df693e4659f admin admin] Pushing event updated for resources: {'Network': ['ID=9227c9c6-47aa-4321-9fc5-beb397cc8baa,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:14.193324 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 9227c9c6-47aa-4321-9fc5-beb397cc8baa details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:14.237778 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.241501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 2d6b5d44-2752-495b-8585-4706f2ebb244, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2d6b5d44-2752-495b-8585-4706f2ebb244,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:14.286223 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0809d006-9943-4f43-84df-ac45c09a7837 req-03c22c50-90cc-47aa-abd9-0f5bc7875449 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.295683 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Network 44eb6fbe-b692-4736-a8af-9796f1447400 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:14.315286 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:14.328348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cd85f65-3a3c-4393-9915-3b500b566f24 req-87f1a50f-cf0a-4d94-ac45-61b97ab6b000 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:14.329074 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '2d6b5d44-2752-495b-8585-4706f2ebb244', 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e', 'port_id': '2d6b5d44-2752-495b-8585-4706f2ebb244', 'mac_address': 'fa:16:3e:64:4d:2d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36039ff-2b91-4bea-8513-5210cefd245d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:02:14.333332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:14.335703 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5cd85f65-3a3c-4393-9915-3b500b566f24 req-87f1a50f-cf0a-4d94-ac45-61b97ab6b000 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.1053753 Aug 17 03:02:14.340809 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0809d006-9943-4f43-84df-ac45c09a7837 req-03c22c50-90cc-47aa-abd9-0f5bc7875449 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.347417 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Pushing event updated for resources: {'Port': ['ID=1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:14.363965 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b14bbd-5cb1-43e1-80a3-d2b419604c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d6b5d44-2752-495b-8585-4706f2ebb244'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:02:14.366250 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a7b21ef-c64e-4921-a4ad-18a3b7dd90c8" -d '{"events": [{"server_uuid": "c2b14bbd-5cb1-43e1-80a3-d2b419604c91", "name": "network-vif-unplugged", "status": "completed", "tag": "2d6b5d44-2752-495b-8585-4706f2ebb244"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:02:14.395625 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-56c1cfb9-548e-4916-bcfb-7df693e4659f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.8533301 Aug 17 03:02:14.399288 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52234) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:14.404424 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5cd85f65-3a3c-4393-9915-3b500b566f24 req-b0abee12-3b36-4c73-9c1e-2d63e0470a91 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621486 Aug 17 03:02:14.405410 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c453471-0ad9-4c13-9cf2-8cd43b355b23 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784814651751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16728358'] for subnet, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.424720 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-cee00c60-aa7f-4863-bbcb-0659f0d5b2f4 admin admin] Request body: {'subnet': {'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1039443105-subnet', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:14.445741 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 2d6b5d44-2752-495b-8585-4706f2ebb244, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2d6b5d44-2752-495b-8585-4706f2ebb244,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:14.476170 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0809d006-9943-4f43-84df-ac45c09a7837 req-03c22c50-90cc-47aa-abd9-0f5bc7875449 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.497743 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.515749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 2d6b5d44-2752-495b-8585-4706f2ebb244 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:02:14.522477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Attempting to bind port 1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:02:14.523098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Attempting to bind port 1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '376880fa-2159-47e3-8984-198b94c13661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '44eb6fbe-b692-4736-a8af-9796f1447400'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:02:14.523659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Attempting to bind port 1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6 on network 44eb6fbe-b692-4736-a8af-9796f1447400 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:02:14.529738 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:02:14.530462 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Checking segment: {'id': '376880fa-2159-47e3-8984-198b94c13661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '44eb6fbe-b692-4736-a8af-9796f1447400'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:14.531059 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.532061 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Bound using segment: {'id': '376880fa-2159-47e3-8984-198b94c13661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '44eb6fbe-b692-4736-a8af-9796f1447400'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:02:14.532731 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Bound port: 1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '376880fa-2159-47e3-8984-198b94c13661', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '44eb6fbe-b692-4736-a8af-9796f1447400'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:02:14.533308 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.547434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c453471-0ad9-4c13-9cf2-8cd43b355b23 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:14.548548 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c453471-0ad9-4c13-9cf2-8cd43b355b23 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.550184 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0c453471-0ad9-4c13-9cf2-8cd43b355b23 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "PUT /v2.0/subnets/68b5f794-01c2-477b-a33b-c28bce6d729b HTTP/1.1" status: 200 len: 900 time: 1.1802404 Aug 17 03:02:14.553278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52240) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:14.554036 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.562879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c22c50-90cc-47aa-abd9-0f5bc7875449 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4751db75-20cd-45c3-ae26-ee9ab66e6aea,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:14.586849 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cee00c60-aa7f-4863-bbcb-0659f0d5b2f4 admin admin] Made reservation on behalf of d11ec609654b4b0ba1d77f9365a04f77 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:14.591232 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cee00c60-aa7f-4863-bbcb-0659f0d5b2f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.649022 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 18379a23-fb70-4125-ad6b-579aa3ca5275 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:14.679489 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 18379a23-fb70-4125-ad6b-579aa3ca5275 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:14.680025 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.686340 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0809d006-9943-4f43-84df-ac45c09a7837 req-03c22c50-90cc-47aa-abd9-0f5bc7875449 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.693541 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0809d006-9943-4f43-84df-ac45c09a7837 req-03c22c50-90cc-47aa-abd9-0f5bc7875449 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.7234728 Aug 17 03:02:14.720687 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.755109 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:02:14.755474 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:02:14.778846 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:02:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9c8825a-c759-48a6-a4f5-e27885bc813f x-openstack-request-id: req-a9c8825a-c759-48a6-a4f5-e27885bc813f {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:02:14.779153 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b14bbd-5cb1-43e1-80a3-d2b419604c91", "name": "network-vif-unplugged", "status": "completed", "tag": "2d6b5d44-2752-495b-8585-4706f2ebb244", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:02:14.779440 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9c8825a-c759-48a6-a4f5-e27885bc813f {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:02:14.779904 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b14bbd-5cb1-43e1-80a3-d2b419604c91', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2d6b5d44-2752-495b-8585-4706f2ebb244', 'code': 200} Aug 17 03:02:14.791264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=2d6b5d44-2752-495b-8585-4706f2ebb244,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:14.806536 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] For port 1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:02:14.811704 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] For port 1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6,segment=NetworkSegment(376880fa-2159-47e3-8984-198b94c13661),segment_id=376880fa-2159-47e3-8984-198b94c13661)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:02:14.866558 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.916286 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:14.929510 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 18379a23-fb70-4125-ad6b-579aa3ca5275, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=18379a23-fb70-4125-ad6b-579aa3ca5275,segment=NetworkSegment(4e2b4ed5-7092-433c-9ed7-ed714f87d954),segment_id=4e2b4ed5-7092-433c-9ed7-ed714f87d954)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:14.931621 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-c70a13f0-4b2b-4b36-b557-449b15bb754d req-6961911d-6343-438b-b7d3-6f0298df8ce1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-650819122', 'description': 'tempest-description-173045113'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:15.012482 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1daaec09-315a-49ba-a480-edf0a17ac6cd None None] Pushing event updated for resources: {'Port': ['ID=1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:15.027533 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:15.105338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=18379a23-fb70-4125-ad6b-579aa3ca5275,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:15.108086 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-c70a13f0-4b2b-4b36-b557-449b15bb754d req-6961911d-6343-438b-b7d3-6f0298df8ce1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:15.149819 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c453471-0ad9-4c13-9cf2-8cd43b355b23 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event updated for resources: {'Subnet': ['ID=68b5f794-01c2-477b-a33b-c28bce6d729b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:15.154808 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75cca080-3956-43e9-851a-6e25b8c5144b req-5691df8b-130d-4cc9-a67b-4860a5cbf0b8 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.5990040 Aug 17 03:02:15.183719 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:15.191620 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:15.297548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Deleting port 1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:02:15.299548 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:15.305842 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5e9590a2-e087-4460-bfbb-55c1470c5afe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:15.334631 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:15.358782 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2d6b5d44-2752-495b-8585-4706f2ebb244 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:02:15.397125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 2d6b5d44-2752-495b-8585-4706f2ebb244, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2d6b5d44-2752-495b-8585-4706f2ebb244,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:15.412342 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] For port 1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6,segment=NetworkSegment(376880fa-2159-47e3-8984-198b94c13661),segment_id=376880fa-2159-47e3-8984-198b94c13661)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:15.413390 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:15.423957 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cee00c60-aa7f-4863-bbcb-0659f0d5b2f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:15.430696 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-c70a13f0-4b2b-4b36-b557-449b15bb754d req-6961911d-6343-438b-b7d3-6f0298df8ce1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:15.431483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Calling delete_port for 1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:02:15.495553 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:15.519573 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cee00c60-aa7f-4863-bbcb-0659f0d5b2f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=416c6f37-743f-435b-96b1-67201de2ff16,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:15.536042 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-c70a13f0-4b2b-4b36-b557-449b15bb754d req-6961911d-6343-438b-b7d3-6f0298df8ce1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:15.566388 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cee00c60-aa7f-4863-bbcb-0659f0d5b2f4 admin admin] Checking segment: {'id': '5db9e6f8-005b-4a94-af93-e5b6a7abeb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:15.566900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee00c60-aa7f-4863-bbcb-0659f0d5b2f4 admin admin] Network hostable DHCP agents. Network: 9227c9c6-47aa-4321-9fc5-beb397cc8baa, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:02:15.582852 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6961911d-6343-438b-b7d3-6f0298df8ce1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f47d6085-4d28-4736-acdb-ac39d3efda7d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:15.603644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=2d6b5d44-2752-495b-8585-4706f2ebb244,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:15.655224 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Router 0413bbcc-fd8b-4441-b619-e1178c781ac6 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:02:15.659363 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aaf622-a876-475a-93c2-36c812b5e3f1 req-2039a376-d7fa-4065-873c-491420e4157f tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:15.660914 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-63aaf622-a876-475a-93c2-36c812b5e3f1 req-2039a376-d7fa-4065-873c-491420e4157f tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 945 time: 0.1394274 Aug 17 03:02:15.703405 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-63aaf622-a876-475a-93c2-36c812b5e3f1 req-7b0a88c5-a9ca-4749-ac1f-8e988b163e60 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357678 Aug 17 03:02:15.707537 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-c70a13f0-4b2b-4b36-b557-449b15bb754d req-6961911d-6343-438b-b7d3-6f0298df8ce1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:15.708752 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c70a13f0-4b2b-4b36-b557-449b15bb754d req-6961911d-6343-438b-b7d3-6f0298df8ce1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.7885902 Aug 17 03:02:15.709304 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cee00c60-aa7f-4863-bbcb-0659f0d5b2f4 admin admin] Network 9227c9c6-47aa-4321-9fc5-beb397cc8baa is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:02:15.771097 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-8bd8e044-532b-41c1-adc6-d9397f031f3a req-432320eb-ca8a-4742-98fa-aefa7c807ccb tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-234385130', 'description': 'tempest-description-1848238622'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:15.787192 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:15.808541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:02:15.815505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['2d6b5d44-2752-495b-8585-4706f2ebb244'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:02:15.827861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Port': ['ID=1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:15.828492 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-cee00c60-aa7f-4863-bbcb-0659f0d5b2f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 9227c9c6-47aa-4321-9fc5-beb397cc8baa) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:15.835109 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cee00c60-aa7f-4863-bbcb-0659f0d5b2f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:15.835809 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cee00c60-aa7f-4863-bbcb-0659f0d5b2f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:15.859893 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Sync routers for ids ['0413bbcc-fd8b-4441-b619-e1178c781ac6'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:02:15.863149 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f27ead8-4b74-4253-9488-41cb4f352411 None None] Network 9227c9c6-47aa-4321-9fc5-beb397cc8baa requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:15.876650 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8bd8e044-532b-41c1-adc6-d9397f031f3a req-432320eb-ca8a-4742-98fa-aefa7c807ccb tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:15.891466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No DVR routers for this DVR port 1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:02:15.927593 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Routers {'0413bbcc-fd8b-4441-b619-e1178c781ac6'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:02:15.928334 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:01:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0413bbcc-fd8b-4441-b619-e1178c781ac6'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:15.956613 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:15.965860 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:15.969708 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5e092945-eeda-4c02-887d-ff7094ce6809 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 917 time: 4.5921733 Aug 17 03:02:15.970432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52264) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:16.057525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 18379a23-fb70-4125-ad6b-579aa3ca5275 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:16.060811 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cee00c60-aa7f-4863-bbcb-0659f0d5b2f4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6574588 Aug 17 03:02:16.063869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52268) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:16.079281 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1039443105-router', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:16.154994 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:16.194573 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Subnet': ['ID=68b5f794-01c2-477b-a33b-c28bce6d729b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:16.217769 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8bd8e044-532b-41c1-adc6-d9397f031f3a req-432320eb-ca8a-4742-98fa-aefa7c807ccb tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:16.337120 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:16.364003 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Set router 0413bbcc-fd8b-4441-b619-e1178c781ac6 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:02:16.389459 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c01ace0c-1258-41b7-964a-e89e9e0cc717 req-bb1f9620-db70-4f0d-9645-94d76f940b6c tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0666800 Aug 17 03:02:16.391196 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8bd8e044-532b-41c1-adc6-d9397f031f3a req-432320eb-ca8a-4742-98fa-aefa7c807ccb tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:16.392075 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44eb6fbe-b692-4736-a8af-9796f1447400']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:16.413869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '376880fa-2159-47e3-8984-198b94c13661') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:16.414516 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '376880fa-2159-47e3-8984-198b94c13661') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:16.424634 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94827d51-9afe-4242-9c79-7f372652ba95 None None] Network 44eb6fbe-b692-4736-a8af-9796f1447400 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:16.452113 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:16.482693 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432320eb-ca8a-4742-98fa-aefa7c807ccb tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9eab1701-f5fe-4388-9a8a-313483c6bcb9,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:16.483090 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:16.494528 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 18379a23-fb70-4125-ad6b-579aa3ca5275 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:16.494961 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:16.501658 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:02:16.506829 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:02:16.560554 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:16.562043 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:16.586671 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-10f6da03-5127-41dc-92df-2ae4485035e6 None None] Could not find standard attr ID for object 1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:02:16.642646 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:16.648279 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:16.662232 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8bd8e044-532b-41c1-adc6-d9397f031f3a req-432320eb-ca8a-4742-98fa-aefa7c807ccb tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:16.664137 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8bd8e044-532b-41c1-adc6-d9397f031f3a req-432320eb-ca8a-4742-98fa-aefa7c807ccb tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9296422 Aug 17 03:02:16.685240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-9227c9c6-47aa-4321-9fc5-beb397cc8baa', 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'fixed_ips': [{'subnet_id': '416c6f37-743f-435b-96b1-67201de2ff16'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:02:16.686139 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:16.709295 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:16.729211 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:16.732311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/networks/44eb6fbe-b692-4736-a8af-9796f1447400 HTTP/1.1" status: 204 len: 168 time: 2.1774287 Aug 17 03:02:16.743145 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52284) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:16.749296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68458452-74ef-49e8-a1de-37d51f30e6da tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Network': ['ID=44eb6fbe-b692-4736-a8af-9796f1447400,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:16.768883 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f7d3d5a4-fe90-4962-8e70-5b5270e76a7d req-77459bd0-30f6-4a0e-9418-a93cbb9a68fb tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/f47d6085-4d28-4736-acdb-ac39d3efda7d HTTP/1.1" status: 200 len: 1805 time: 0.0797601 Aug 17 03:02:16.814807 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-864c2c68-c969-4dc2-93ff-4065264ac5c6 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] DELETE failed (client error): The resource could not be found. Aug 17 03:02:16.815720 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-864c2c68-c969-4dc2-93ff-4065264ac5c6 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:02:16.821677 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-864c2c68-c969-4dc2-93ff-4065264ac5c6 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/subnets/68b5f794-01c2-477b-a33b-c28bce6d729b HTTP/1.1" status: 404 len: 337 time: 0.0761049 Aug 17 03:02:16.822868 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52290) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:16.903906 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5c11d8e-3d53-4c96-b775-041185fb9b4d None None] DHCP port deletion for 44eb6fbe-b692-4736-a8af-9796f1447400 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:02:16.915101 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-b105718b-8c58-4060-86c2-c30f3d60ddf5 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] DELETE failed (client error): The resource could not be found. Aug 17 03:02:16.915101 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b105718b-8c58-4060-86c2-c30f3d60ddf5 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:02:16.915101 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b105718b-8c58-4060-86c2-c30f3d60ddf5 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/networks/44eb6fbe-b692-4736-a8af-9796f1447400 HTTP/1.1" status: 404 len: 339 time: 0.0442505 Aug 17 03:02:16.915641 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52292) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:16.992401 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f7d3d5a4-fe90-4962-8e70-5b5270e76a7d req-fe8277bb-f36d-4de9-af1b-8c229a4024a4 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/9eab1701-f5fe-4388-9a8a-313483c6bcb9 HTTP/1.1" status: 200 len: 1806 time: 0.2224562 Aug 17 03:02:17.001558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-f7d3d5a4-fe90-4962-8e70-5b5270e76a7d req-057a4e0a-a341-4b6f-a0c1-e82504845de8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f47d6085-4d28-4736-acdb-ac39d3efda7d', 'remote_group_id': '9eab1701-f5fe-4388-9a8a-313483c6bcb9', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:17.002134 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-f7d3d5a4-fe90-4962-8e70-5b5270e76a7d req-057a4e0a-a341-4b6f-a0c1-e82504845de8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'f47d6085-4d28-4736-acdb-ac39d3efda7d', 'remote_group_id': '9eab1701-f5fe-4388-9a8a-313483c6bcb9', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:17.015251 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.064018 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db2db79b-d05f-4f8b-86fa-873188c33625 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.111625 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28bee008-ddb1-4d73-96c6-e8afecb8a164 req-be1d39d9-e92f-409f-8900-32dcc782ee88 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:17.113208 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-28bee008-ddb1-4d73-96c6-e8afecb8a164 req-be1d39d9-e92f-409f-8900-32dcc782ee88 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 945 time: 0.2050817 Aug 17 03:02:17.135419 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Allocated IP 172.20.0.1 (e80b3e6b-ad83-4275-b888-5d76fe788ca1/5f4d6ab7-f8f2-462d-a080-e6682c125201/c904ba67-77c6-4ce7-a68b-af9c259bca27) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:17.157522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da38a19-7cf3-47f1-9342-0871024f4866 None None] Network 44eb6fbe-b692-4736-a8af-9796f1447400 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:17.180318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9da38a19-7cf3-47f1-9342-0871024f4866 None None] Network 44eb6fbe-b692-4736-a8af-9796f1447400 could not be found, it might have been deleted concurrently. {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Aug 17 03:02:17.194810 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Allocated IP 172.20.0.2 (9227c9c6-47aa-4321-9fc5-beb397cc8baa/416c6f37-743f-435b-96b1-67201de2ff16/42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:17.283461 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f7d3d5a4-fe90-4962-8e70-5b5270e76a7d req-057a4e0a-a341-4b6f-a0c1-e82504845de8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.287270 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'name': 'tempest-ServersTestJSON-868693690-router', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:11Z', 'updated_at': '2021-08-17T03:02:14Z', 'revision_number': 3, 'project_id': '34d236346ac741899b701f19fb1b5339', 'gw_port': {'id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:13Z', 'updated_at': '2021-08-17T03:02:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:17.322640 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-28bee008-ddb1-4d73-96c6-e8afecb8a164 req-9cac5d2e-93cf-4922-b271-20d3ea9b1f47 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2023370 Aug 17 03:02:17.325030 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Checking router: 0413bbcc-fd8b-4441-b619-e1178c781ac6 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:02:17.325367 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db2db79b-d05f-4f8b-86fa-873188c33625 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.325545 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Updating router 0413bbcc-fd8b-4441-b619-e1178c781ac6 port 37552230-6e95-4ddd-b0c6-5ed5451e9067 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:02:17.345144 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f7d3d5a4-fe90-4962-8e70-5b5270e76a7d req-057a4e0a-a341-4b6f-a0c1-e82504845de8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.345359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-db2db79b-d05f-4f8b-86fa-873188c33625 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4c79b90-8016-4a58-a242-88797f33d9b7']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:17.368976 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-db2db79b-d05f-4f8b-86fa-873188c33625 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c2d8ad2-8925-4458-9d45-dce01462f148') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:17.369517 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-db2db79b-d05f-4f8b-86fa-873188c33625 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c2d8ad2-8925-4458-9d45-dce01462f148') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:17.373845 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.385103 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db2db79b-d05f-4f8b-86fa-873188c33625 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.419487 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db2db79b-d05f-4f8b-86fa-873188c33625 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.429682 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f7d3d5a4-fe90-4962-8e70-5b5270e76a7d req-057a4e0a-a341-4b6f-a0c1-e82504845de8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.438079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db2db79b-d05f-4f8b-86fa-873188c33625 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:02:17.438612 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db2db79b-d05f-4f8b-86fa-873188c33625 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:02:17.442100 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:02:17.446792 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.482759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057a4e0a-a341-4b6f-a0c1-e82504845de8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=30d9b0ae-c144-4ec7-81ac-dac7bb404ba7,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:17.540830 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.571916 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.585574 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.589807 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-748f16b0-aa4b-4ecb-bc3c-65f00ba73067 req-c0d5a4ae-af43-4d78-b554-910865cbdca6 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0402896 Aug 17 03:02:17.611417 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f7d3d5a4-fe90-4962-8e70-5b5270e76a7d req-057a4e0a-a341-4b6f-a0c1-e82504845de8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.612636 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f7d3d5a4-fe90-4962-8e70-5b5270e76a7d req-057a4e0a-a341-4b6f-a0c1-e82504845de8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.6191289 Aug 17 03:02:17.644464 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Transition to ACTIVE for port object c904ba67-77c6-4ce7-a68b-af9c259bca27 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:17.647320 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db2db79b-d05f-4f8b-86fa-873188c33625 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.654812 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Transition to ACTIVE for port object 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:17.664405 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db2db79b-d05f-4f8b-86fa-873188c33625 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.666265 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-db2db79b-d05f-4f8b-86fa-873188c33625 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/networks/a4c79b90-8016-4a58-a242-88797f33d9b7 HTTP/1.1" status: 204 len: 168 time: 0.7461851 Aug 17 03:02:17.669117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52312) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:17.687223 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Transition to ACTIVE for port object 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:17.697966 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-da296773-7665-4633-9a67-0dac903140b7 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] DELETE failed (client error): The resource could not be found. Aug 17 03:02:17.699011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-da296773-7665-4633-9a67-0dac903140b7 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:02:17.700830 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-da296773-7665-4633-9a67-0dac903140b7 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/subnets/24a41f1f-f71a-4807-ab8a-e29e41b2d744 HTTP/1.1" status: 404 len: 337 time: 0.0306861 Aug 17 03:02:17.705872 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52316) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:17.730739 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db2db79b-d05f-4f8b-86fa-873188c33625 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Network': ['ID=a4c79b90-8016-4a58-a242-88797f33d9b7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:17.740429 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-08006160-5881-4e54-b3e6-fec6e7f20f8a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] DELETE failed (client error): The resource could not be found. Aug 17 03:02:17.741062 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-08006160-5881-4e54-b3e6-fec6e7f20f8a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:02:17.742767 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-08006160-5881-4e54-b3e6-fec6e7f20f8a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/networks/dd41b59b-120d-49d1-ad9b-f4a52b3d7cf7 HTTP/1.1" status: 404 len: 339 time: 0.0345559 Aug 17 03:02:17.746127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52318) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:17.766750 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58169a12-af29-4609-9d6e-547a3d8b68da req-26357a13-0d5c-4768-8ae0-37be023a7594 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/9eab1701-f5fe-4388-9a8a-313483c6bcb9 HTTP/1.1" status: 200 len: 1806 time: 0.1296859 Aug 17 03:02:17.793086 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.816129 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-065c202b-4d7b-40ce-91ac-ad52482ec4cb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Deleting subnet e4da09ea-6e84-4ec8-b35a-72ebfab0d5f6 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:02:17.819540 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-065c202b-4d7b-40ce-91ac-ad52482ec4cb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.835805 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-58169a12-af29-4609-9d6e-547a3d8b68da req-79f17003-2d4a-4ee0-b5e8-79dac380144f tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.863357 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-065c202b-4d7b-40ce-91ac-ad52482ec4cb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.864224 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 2d6b5d44-2752-495b-8585-4706f2ebb244 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:17.865667 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-58169a12-af29-4609-9d6e-547a3d8b68da req-79f17003-2d4a-4ee0-b5e8-79dac380144f tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.868988 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.874308 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.877873 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Network 9227c9c6-47aa-4321-9fc5-beb397cc8baa is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:17.896581 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Pushing event updated for resources: {'Port': ['ID=42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:17.907134 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:17.916578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Network e80b3e6b-ad83-4275-b888-5d76fe788ca1 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:17.922033 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:17.925959 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:17.927833 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:02:17.932243 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Transition to ACTIVE for port object 37552230-6e95-4ddd-b0c6-5ed5451e9067 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:17.956218 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:17.960232 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:02:17.960580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1fe1d0f3-c5f8-47b5-89fe-d49ef18051c6 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:02:17.979029 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf76339e-f2dc-487e-9723-a3363cc3bcd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:17.994640 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-065c202b-4d7b-40ce-91ac-ad52482ec4cb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.033090 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.055031 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Attempting to bind port 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:02:18.055401 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Attempting to bind port 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '5db9e6f8-005b-4a94-af93-e5b6a7abeb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:02:18.056008 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Attempting to bind port 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c on network 9227c9c6-47aa-4321-9fc5-beb397cc8baa {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:02:18.075580 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.079148 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=c904ba67-77c6-4ce7-a68b-af9c259bca27,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:18.116785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2a609-331e-4cff-9d8c-620728541382 None None] Pushing event updated for resources: {'Port': ['ID=37552230-6e95-4ddd-b0c6-5ed5451e9067,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:18.119690 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 2d6b5d44-2752-495b-8585-4706f2ebb244 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:18.120869 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.142439 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Allocated IP 172.25.1.4 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:18.177146 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:02:18.177539 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Checking segment: {'id': '5db9e6f8-005b-4a94-af93-e5b6a7abeb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:18.177952 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.178342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Bound using segment: {'id': '5db9e6f8-005b-4a94-af93-e5b6a7abeb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:02:18.179267 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Bound port: 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db9e6f8-005b-4a94-af93-e5b6a7abeb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:02:18.179267 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.256891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-065c202b-4d7b-40ce-91ac-ad52482ec4cb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.289621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] For port 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:02:18.294522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] For port 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c,segment=NetworkSegment(5db9e6f8-005b-4a94-af93-e5b6a7abeb04),segment_id=5db9e6f8-005b-4a94-af93-e5b6a7abeb04)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:02:18.315200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Attempting to bind port 37552230-6e95-4ddd-b0c6-5ed5451e9067 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:02:18.316094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Attempting to bind port 37552230-6e95-4ddd-b0c6-5ed5451e9067 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:02:18.316094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Attempting to bind port 37552230-6e95-4ddd-b0c6-5ed5451e9067 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:02:18.316484 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065c202b-4d7b-40ce-91ac-ad52482ec4cb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Subnet': ['ID=e4da09ea-6e84-4ec8-b35a-72ebfab0d5f6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:18.320923 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.325194 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-065c202b-4d7b-40ce-91ac-ad52482ec4cb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.325492 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:02:18.325492 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:18.325492 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.325899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:02:18.326376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Bound port: 37552230-6e95-4ddd-b0c6-5ed5451e9067, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:02:18.326606 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-065c202b-4d7b-40ce-91ac-ad52482ec4cb tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/subnets/e4da09ea-6e84-4ec8-b35a-72ebfab0d5f6 HTTP/1.1" status: 204 len: 168 time: 0.5789042 Aug 17 03:02:18.326793 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.329335 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52328) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:18.370361 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c6a044-a4cd-4798-aff1-b6bcfb2be9e1 None None] Network 3bbe1fec-a380-4967-9066-bc625610ad73 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:18.410432 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-879afff3-d4ff-41a0-8056-261334115ad2 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Deleting subnet 973bff94-ca8c-4788-9761-97a0ec53508f {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:02:18.414018 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-879afff3-d4ff-41a0-8056-261334115ad2 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.440138 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.505220 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-879afff3-d4ff-41a0-8056-261334115ad2 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.537374 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] For port 37552230-6e95-4ddd-b0c6-5ed5451e9067, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:02:18.543290 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] For port 37552230-6e95-4ddd-b0c6-5ed5451e9067, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=37552230-6e95-4ddd-b0c6-5ed5451e9067,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:02:18.546777 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.547447 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5b1f32-8703-4c6a-b66b-524a87b21b25 req-1ee0fb1f-ecb9-4c70-a444-e12a8459adf6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:18.549065 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6a5b1f32-8703-4c6a-b66b-524a87b21b25 req-1ee0fb1f-ecb9-4c70-a444-e12a8459adf6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 945 time: 0.1258078 Aug 17 03:02:18.561962 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.579183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-185be777-13bf-45bf-b187-c46ef4a81609 None None] Provisioning for port c904ba67-77c6-4ce7-a68b-af9c259bca27 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:18.583727 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.588392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b14bbd-5cb1-43e1-80a3-d2b419604c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6b5d44-2752-495b-8585-4706f2ebb244'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:02:18.591293 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-58169a12-af29-4609-9d6e-547a3d8b68da req-79f17003-2d4a-4ee0-b5e8-79dac380144f tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.591849 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27570b87-89a0-4ad6-bb3d-f5e61ada190e" -d '{"events": [{"server_uuid": "c2b14bbd-5cb1-43e1-80a3-d2b419604c91", "name": "network-vif-plugged", "status": "completed", "tag": "2d6b5d44-2752-495b-8585-4706f2ebb244"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:02:18.592824 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-58169a12-af29-4609-9d6e-547a3d8b68da req-79f17003-2d4a-4ee0-b5e8-79dac380144f tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.594449 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58169a12-af29-4609-9d6e-547a3d8b68da req-79f17003-2d4a-4ee0-b5e8-79dac380144f tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "DELETE /v2.0/security-groups/9eab1701-f5fe-4388-9a8a-313483c6bcb9 HTTP/1.1" status: 204 len: 173 time: 0.8186543 Aug 17 03:02:18.607220 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f17003-2d4a-4ee0-b5e8-79dac380144f tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eab1701-f5fe-4388-9a8a-313483c6bcb9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:18.650306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:18.657954 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-185be777-13bf-45bf-b187-c46ef4a81609 None None] Provisioning complete for port c904ba67-77c6-4ce7-a68b-af9c259bca27 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:18.658401 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-185be777-13bf-45bf-b187-c46ef4a81609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.663572 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:18.668998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 2d6b5d44-2752-495b-8585-4706f2ebb244, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2d6b5d44-2752-495b-8585-4706f2ebb244,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:18.680527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:18.710797 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.765578 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6a5b1f32-8703-4c6a-b66b-524a87b21b25 req-92d4baef-1657-4f59-9a16-bf2fa48dd2e9 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056150 Aug 17 03:02:18.780322 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.783365 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.795373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe3a4dc-dd43-4aa1-9de2-e04864711192 None None] Pushing event updated for resources: {'Port': ['ID=42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:18.796293 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-879afff3-d4ff-41a0-8056-261334115ad2 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:18.802720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-185be777-13bf-45bf-b187-c46ef4a81609 None None] Port c904ba67-77c6-4ce7-a68b-af9c259bca27 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:02:18.820712 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Pushing event updated for resources: {'Port': ['ID=97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:18.852484 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:02:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85032684-1eb9-4bab-b632-e767cc53fee0 x-openstack-request-id: req-85032684-1eb9-4bab-b632-e767cc53fee0 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:02:18.852854 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b14bbd-5cb1-43e1-80a3-d2b419604c91", "name": "network-vif-plugged", "status": "completed", "tag": "2d6b5d44-2752-495b-8585-4706f2ebb244", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:02:18.863210 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85032684-1eb9-4bab-b632-e767cc53fee0 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:02:18.863210 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b14bbd-5cb1-43e1-80a3-d2b419604c91', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2d6b5d44-2752-495b-8585-4706f2ebb244', 'code': 200} Aug 17 03:02:18.898293 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Routers {'0413bbcc-fd8b-4441-b619-e1178c781ac6'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:02:18.899150 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:02:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0413bbcc-fd8b-4441-b619-e1178c781ac6'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:18.981306 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8d01603-309e-4b70-8566-991c375d818b req-581a603f-1098-4941-815a-b2880f924c6b tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0683842 Aug 17 03:02:19.004004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa2a609-331e-4cff-9d8c-620728541382 None None] Pushing event updated for resources: {'Port': ['ID=37552230-6e95-4ddd-b0c6-5ed5451e9067,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:19.127506 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:19.154186 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] Set router 0413bbcc-fd8b-4441-b619-e1178c781ac6 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:02:19.156899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=2d6b5d44-2752-495b-8585-4706f2ebb244,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:19.189353 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:19.233711 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-65b22814-b6ff-4f8a-80ff-aa77c5b12ee3 req-b1c54dce-5685-4755-ba65-820c799eec60 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/f47d6085-4d28-4736-acdb-ac39d3efda7d HTTP/1.1" status: 200 len: 1805 time: 0.0837932 Aug 17 03:02:19.249724 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365b37dc-c955-497d-9f32-973a13f6f829 req-747c0fca-730c-4415-91d7-90563a6368ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:19.251786 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-365b37dc-c955-497d-9f32-973a13f6f829 req-747c0fca-730c-4415-91d7-90563a6368ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 1097 time: 0.1271884 Aug 17 03:02:19.270408 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-96aee6c7-018b-4905-98e6-acddf33bd875 req-12bd7d6d-9742-4279-89c9-a7566ddcbcd8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1408122269', 'description': 'tempest-description-1512856973'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:19.301225 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:19.338030 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-879afff3-d4ff-41a0-8056-261334115ad2 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:19.382028 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-96aee6c7-018b-4905-98e6-acddf33bd875 req-12bd7d6d-9742-4279-89c9-a7566ddcbcd8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:19.403461 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Pushing event updated for resources: {'Port': ['ID=c904ba67-77c6-4ce7-a68b-af9c259bca27,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:19.410628 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:19.441284 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'name': 'tempest-ServersTestJSON-868693690-router', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:11Z', 'updated_at': '2021-08-17T03:02:18Z', 'revision_number': 4, 'project_id': '34d236346ac741899b701f19fb1b5339', 'gw_port': {'id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:13Z', 'updated_at': '2021-08-17T03:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'c904ba67-77c6-4ce7-a68b-af9c259bca27', 'name': '', 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'mac_address': 'fa:16:3e:b5:1f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:17Z', 'revision_number': 1, 'project_id': '34d236346ac741899b701f19fb1b5339', 'subnets': [{'id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:19.477627 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-365b37dc-c955-497d-9f32-973a13f6f829 req-2e2dc7c4-3ff9-4ecb-bd94-f16672b94420 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181613 Aug 17 03:02:19.487294 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-879afff3-d4ff-41a0-8056-261334115ad2 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:19.496209 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52348) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:19.499294 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-879afff3-d4ff-41a0-8056-261334115ad2 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/subnets/973bff94-ca8c-4788-9761-97a0ec53508f HTTP/1.1" status: 204 len: 168 time: 1.1666570 Aug 17 03:02:19.501391 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879afff3-d4ff-41a0-8056-261334115ad2 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Subnet': ['ID=973bff94-ca8c-4788-9761-97a0ec53508f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:19.503289 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52350) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:19.634356 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Network e80b3e6b-ad83-4275-b888-5d76fe788ca1 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:19.637832 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:19.652719 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-96aee6c7-018b-4905-98e6-acddf33bd875 req-12bd7d6d-9742-4279-89c9-a7566ddcbcd8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:19.661885 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:19.723642 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:19.742725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99c9d8c4-6cd8-4e5d-a91c-de6c67730656 None None] The sync data for ids ['0413bbcc-fd8b-4441-b619-e1178c781ac6'] in n-d-802060-9 is: [{'id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'name': 'tempest-ServersTestJSON-868693690-router', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:11Z', 'updated_at': '2021-08-17T03:02:18Z', 'revision_number': 4, 'project_id': '34d236346ac741899b701f19fb1b5339', 'gw_port': {'id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:13Z', 'updated_at': '2021-08-17T03:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'c904ba67-77c6-4ce7-a68b-af9c259bca27', 'name': '', 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'mac_address': 'fa:16:3e:b5:1f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:17Z', 'revision_number': 1, 'project_id': '34d236346ac741899b701f19fb1b5339', 'subnets': [{'id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:02:19.827434 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-96aee6c7-018b-4905-98e6-acddf33bd875 req-12bd7d6d-9742-4279-89c9-a7566ddcbcd8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:19.896714 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e7462c4-dd24-4d58-b8cc-74fe66cc355a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:20.003107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Deleting port 999ea544-27a5-4343-8128-5cd0d72ae1b8 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:02:20.003474 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:20.024650 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-96aee6c7-018b-4905-98e6-acddf33bd875 req-12bd7d6d-9742-4279-89c9-a7566ddcbcd8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:20.047368 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96aee6c7-018b-4905-98e6-acddf33bd875 req-12bd7d6d-9742-4279-89c9-a7566ddcbcd8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.7746696 Aug 17 03:02:20.069788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:20.078350 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd7d6d-9742-4279-89c9-a7566ddcbcd8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event updated for resources: {'SecurityGroup': ['ID=82013c19-4f5c-4cf2-b091-6b5f483bd706,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:20.206551 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0ffaa1f7-4a0a-4b56-b5d0-6d2df305618a None None] Provisioning complete for port c904ba67-77c6-4ce7-a68b-af9c259bca27 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:20.207050 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0ffaa1f7-4a0a-4b56-b5d0-6d2df305618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:20.232407 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8df80957-df49-4cb2-b33f-acd94501a478 req-c6091e4a-3e27-4ccc-8c0e-e75562c6c7b7 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.1053329 Aug 17 03:02:20.235996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6581e9a2-f164-4cf2-9db9-87f366030155 None None] Network 3bbe1fec-a380-4967-9066-bc625610ad73 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:20.251006 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Router 0413bbcc-fd8b-4441-b619-e1178c781ac6 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:02:20.325085 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7108e6-5f9c-407f-830f-38ff663ed201 req-a447b7f8-586c-4b40-890b-7514db77be83 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:20.326743 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c7108e6-5f9c-407f-830f-38ff663ed201 req-a447b7f8-586c-4b40-890b-7514db77be83 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.2938702 Aug 17 03:02:20.328768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] For port 999ea544-27a5-4343-8128-5cd0d72ae1b8, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=999ea544-27a5-4343-8128-5cd0d72ae1b8,segment=NetworkSegment(a205668f-b903-43d9-be44-709e677ff384),segment_id=a205668f-b903-43d9-be44-709e677ff384)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:20.329120 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:20.347798 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Calling delete_port for 999ea544-27a5-4343-8128-5cd0d72ae1b8 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:02:20.359609 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:20.414921 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-0ffaa1f7-4a0a-4b56-b5d0-6d2df305618a None None] Port c904ba67-77c6-4ce7-a68b-af9c259bca27 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:02:20.474605 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:20.507257 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e464096-e8cb-4620-8363-cfed9a6bc550 None None] Network 9227c9c6-47aa-4321-9fc5-beb397cc8baa requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:20.518464 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c7108e6-5f9c-407f-830f-38ff663ed201 req-8a17f0ba-c7a3-4d87-a25f-1dc6e2c06b52 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624322 Aug 17 03:02:20.565231 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:02:20.627858 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db6202c-d455-4148-a0b8-52ade8c37743 None None] DHCP port deletion for 3bbe1fec-a380-4967-9066-bc625610ad73 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:02:20.631897 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-17cb4eb5-a228-4475-9840-67229dd9e554 None None] Provisioning complete for port 999ea544-27a5-4343-8128-5cd0d72ae1b8 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:20.634840 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e7462c4-dd24-4d58-b8cc-74fe66cc355a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:20.638047 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-17cb4eb5-a228-4475-9840-67229dd9e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:20.660064 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9bb773fd-94f0-4837-912c-6c0633bc4ca8 admin admin] 10.222.0.10 "PUT /v2.0/routers/0413bbcc-fd8b-4441-b619-e1178c781ac6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6879113 Aug 17 03:02:20.662950 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be6fe4b3-a2aa-43cf-be3e-23d630a3745b req-ce40305f-78e4-4062-86b0-a0e93163be68 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/82013c19-4f5c-4cf2-b091-6b5f483bd706 HTTP/1.1" status: 200 len: 1807 time: 0.1693814 Aug 17 03:02:20.680468 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-be6fe4b3-a2aa-43cf-be3e-23d630a3745b req-abbff476-6803-4128-ac15-49ce74790e78 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82013c19-4f5c-4cf2-b091-6b5f483bd706', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:20.680468 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-be6fe4b3-a2aa-43cf-be3e-23d630a3745b req-abbff476-6803-4128-ac15-49ce74790e78 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82013c19-4f5c-4cf2-b091-6b5f483bd706', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:20.722716 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e7462c4-dd24-4d58-b8cc-74fe66cc355a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:20.748243 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Router 0436a45b-b9e1-4b63-bc9b-10eaf166f416 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:02:20.755584 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:20.800222 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-17cb4eb5-a228-4475-9840-67229dd9e554 None None] Could not find standard attr ID for object 999ea544-27a5-4343-8128-5cd0d72ae1b8. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:02:20.804318 n-d-802060-9 neutron-server[101971]: INFO neutron.plugins.ml2.db [None req-17cb4eb5-a228-4475-9840-67229dd9e554 None None] No ports have port_id starting with 999ea544-27a5-4343-8128-5cd0d72ae1b8 Aug 17 03:02:20.835148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Port': ['ID=999ea544-27a5-4343-8128-5cd0d72ae1b8,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:20.843489 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3e7462c4-dd24-4d58-b8cc-74fe66cc355a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1619431cfb024d86a5f1d1673be96783&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3446317 Aug 17 03:02:20.845343 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7462c4-dd24-4d58-b8cc-74fe66cc355a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2b93bf6-5874-4528-bd7f-0d829021824c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:20.866590 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52364) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:20.884228 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:20.892453 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-8db6202c-d455-4148-a0b8-52ade8c37743 None None] Deleting port 999ea544-27a5-4343-8128-5cd0d72ae1b8 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:02:20.896552 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No DVR routers for this DVR port 999ea544-27a5-4343-8128-5cd0d72ae1b8 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:02:20.900058 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8db6202c-d455-4148-a0b8-52ade8c37743 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.026739 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-be6fe4b3-a2aa-43cf-be3e-23d630a3745b req-abbff476-6803-4128-ac15-49ce74790e78 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.031201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-17cb4eb5-a228-4475-9840-67229dd9e554 None None] Provisioning for port 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:21.040323 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-17cb4eb5-a228-4475-9840-67229dd9e554 None None] Provisioning complete for port 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:21.040698 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-17cb4eb5-a228-4475-9840-67229dd9e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.050862 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-be6fe4b3-a2aa-43cf-be3e-23d630a3745b req-abbff476-6803-4128-ac15-49ce74790e78 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.079033 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fdcce2c8-9d28-4b2a-bf38-a0d76bd336fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.081732 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-8db6202c-d455-4148-a0b8-52ade8c37743 None None] For port 999ea544-27a5-4343-8128-5cd0d72ae1b8, host n-d-802060-9, got binding levels [] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:21.082139 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8db6202c-d455-4148-a0b8-52ade8c37743 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.103172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-8db6202c-d455-4148-a0b8-52ade8c37743 None None] Calling delete_port for 999ea544-27a5-4343-8128-5cd0d72ae1b8 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:02:21.109670 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.ipam_backend_mixin [None req-8db6202c-d455-4148-a0b8-52ade8c37743 None None] Port 999ea544-27a5-4343-8128-5cd0d72ae1b8 was not found and therefore no delete operation was performed {{(pid=101971) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 03:02:21.113178 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8db6202c-d455-4148-a0b8-52ade8c37743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.131588 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fdcce2c8-9d28-4b2a-bf38-a0d76bd336fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.150338 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-be6fe4b3-a2aa-43cf-be3e-23d630a3745b req-abbff476-6803-4128-ac15-49ce74790e78 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.155293 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8db6202c-d455-4148-a0b8-52ade8c37743 None None] No DVR routers for this DVR port 999ea544-27a5-4343-8128-5cd0d72ae1b8 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:02:21.166155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db6202c-d455-4148-a0b8-52ade8c37743 None None] Pushing event deleted for resources: {'Port': ['ID=999ea544-27a5-4343-8128-5cd0d72ae1b8,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:21.177619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbff476-6803-4128-ac15-49ce74790e78 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39116d2d-ab07-49a4-ace7-689ff7baded5,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:21.268297 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-17cb4eb5-a228-4475-9840-67229dd9e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.318138 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-be6fe4b3-a2aa-43cf-be3e-23d630a3745b req-abbff476-6803-4128-ac15-49ce74790e78 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.319725 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be6fe4b3-a2aa-43cf-be3e-23d630a3745b req-abbff476-6803-4128-ac15-49ce74790e78 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.6451342 Aug 17 03:02:21.342331 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-17cb4eb5-a228-4475-9840-67229dd9e554 None None] For port 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c,segment=NetworkSegment(5db9e6f8-005b-4a94-af93-e5b6a7abeb04),segment_id=5db9e6f8-005b-4a94-af93-e5b6a7abeb04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:21.460939 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-17cb4eb5-a228-4475-9840-67229dd9e554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.510635 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e84d8c82-be91-4393-84be-757788e5e098 req-79029ed6-79fa-4d39-a204-9ded58b6302b tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0313323 Aug 17 03:02:21.512883 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fdcce2c8-9d28-4b2a-bf38-a0d76bd336fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.517372 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fdcce2c8-9d28-4b2a-bf38-a0d76bd336fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.522122 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fdcce2c8-9d28-4b2a-bf38-a0d76bd336fd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a2b93bf6-5874-4528-bd7f-0d829021824c HTTP/1.1" status: 204 len: 168 time: 0.6507552 Aug 17 03:02:21.529596 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdcce2c8-9d28-4b2a-bf38-a0d76bd336fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2b93bf6-5874-4528-bd7f-0d829021824c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:21.535678 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17cb4eb5-a228-4475-9840-67229dd9e554 None None] Pushing event updated for resources: {'Port': ['ID=42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:21.562216 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.592017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2bda3263-b926-488e-a483-e957c2bcf21a None None] Provisioning complete for port 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:21.592653 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2bda3263-b926-488e-a483-e957c2bcf21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.610615 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bbe1fec-a380-4967-9066-bc625610ad73']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:21.612778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52380) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:21.639083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-35db4e4f-7df0-4dcb-baeb-00035ab5e041 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Request body: {'security_group': {'name': 'tempest-securitygroup--533456328', 'description': 'tempest-description--1010391642'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:21.666288 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1755651d-c1cf-4fcb-9e0f-24c7b1fba9ba req-b114100d-26c1-40de-a32c-e37db56d260c tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/82013c19-4f5c-4cf2-b091-6b5f483bd706 HTTP/1.1" status: 200 len: 2401 time: 0.0810757 Aug 17 03:02:21.678847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a205668f-b903-43d9-be44-709e677ff384') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:21.679153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a205668f-b903-43d9-be44-709e677ff384') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:21.679347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-1755651d-c1cf-4fcb-9e0f-24c7b1fba9ba req-6001efbe-acc4-4d4f-b26d-6504b34d3206 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82013c19-4f5c-4cf2-b091-6b5f483bd706', 'remote_group_id': None}]} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:21.679897 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-1755651d-c1cf-4fcb-9e0f-24c7b1fba9ba req-6001efbe-acc4-4d4f-b26d-6504b34d3206 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '82013c19-4f5c-4cf2-b091-6b5f483bd706', 'remote_group_id': None}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:21.707471 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.746099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:02:21.756290 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.761535 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Sync routers for ids ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:02:21.763087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:02:21.763505 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:02:21.767797 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:02:21.775156 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Routers {'0436a45b-b9e1-4b63-bc9b-10eaf166f416'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:02:21.775156 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:02:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:21.840050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153d3337-3865-494c-b5c3-cf543aaced69 req-fc375bf1-e4c6-44c5-a530-5511c6915cda tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:21.841924 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-153d3337-3865-494c-b5c3-cf543aaced69 req-fc375bf1-e4c6-44c5-a530-5511c6915cda tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.1439481 Aug 17 03:02:21.844118 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-35db4e4f-7df0-4dcb-baeb-00035ab5e041 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:21.888878 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Set router 0436a45b-b9e1-4b63-bc9b-10eaf166f416 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:02:21.920991 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-153d3337-3865-494c-b5c3-cf543aaced69 req-f2bc3429-6584-44ca-916c-322d01377de2 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669188 Aug 17 03:02:21.986833 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.004320 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.021471 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/networks/3bbe1fec-a380-4967-9066-bc625610ad73 HTTP/1.1" status: 204 len: 168 time: 2.4667444 Aug 17 03:02:22.025392 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52386) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:22.039902 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb0e4f6-f022-4799-ba51-84258fbb8780 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Network': ['ID=3bbe1fec-a380-4967-9066-bc625610ad73,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:22.080440 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3575953-156d-40e4-ab9c-f542f28ca8af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] DELETE failed (client error): The resource could not be found. Aug 17 03:02:22.081097 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3575953-156d-40e4-ab9c-f542f28ca8af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:02:22.082726 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e3575953-156d-40e4-ab9c-f542f28ca8af tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/subnets/366ea86e-3f85-4716-903e-8747380201a7 HTTP/1.1" status: 404 len: 337 time: 0.0563416 Aug 17 03:02:22.085977 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52388) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:22.105284 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4243198c-590f-4ca3-ac6d-a7163727f3ef req-5394bbe8-4ebf-410a-a3d4-328c5b503932 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:22.109709 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-1755651d-c1cf-4fcb-9e0f-24c7b1fba9ba req-6001efbe-acc4-4d4f-b26d-6504b34d3206 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.113087 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4243198c-590f-4ca3-ac6d-a7163727f3ef req-5394bbe8-4ebf-410a-a3d4-328c5b503932 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.0747590 Aug 17 03:02:22.141690 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.144277 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-a43fbb53-7668-4485-8aa8-f3edd92812a8 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] DELETE failed (client error): The resource could not be found. Aug 17 03:02:22.145290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a43fbb53-7668-4485-8aa8-f3edd92812a8 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:02:22.145406 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f0da9f73-a683-4bb7-b92b-4de4a89d1add admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.0800271 Aug 17 03:02:22.147712 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 37552230-6e95-4ddd-b0c6-5ed5451e9067 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:22.151744 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a43fbb53-7668-4485-8aa8-f3edd92812a8 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/networks/ee95a924-72a0-44ac-89de-e118b53bc82d HTTP/1.1" status: 404 len: 339 time: 0.0647693 Aug 17 03:02:22.153579 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52390) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:22.153919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52392) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:22.169472 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-1755651d-c1cf-4fcb-9e0f-24c7b1fba9ba req-6001efbe-acc4-4d4f-b26d-6504b34d3206 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.196033 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'name': 'tempest-TaggedBootDevicesTest-1039443105-router', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:19Z', 'revision_number': 3, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'gw_port': {'id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:17Z', 'updated_at': '2021-08-17T03:02:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:22.228124 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Checking router: 0436a45b-b9e1-4b63-bc9b-10eaf166f416 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:02:22.228704 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Updating router 0436a45b-b9e1-4b63-bc9b-10eaf166f416 port 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:02:22.238006 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4243198c-590f-4ca3-ac6d-a7163727f3ef req-a1876f10-8a0d-4c57-93f2-74fd31edaeed tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244512 Aug 17 03:02:22.255675 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-183bb8f0-17bf-40b7-87e0-e2358938f43d tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] DELETE failed (client error): The resource could not be found. Aug 17 03:02:22.256135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-183bb8f0-17bf-40b7-87e0-e2358938f43d tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:02:22.261584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-183bb8f0-17bf-40b7-87e0-e2358938f43d tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/subnets/70cda710-92ab-48f1-b7ba-cb7a977f3e3d HTTP/1.1" status: 404 len: 337 time: 0.1024911 Aug 17 03:02:22.261760 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.262010 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52396) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:22.282556 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-1755651d-c1cf-4fcb-9e0f-24c7b1fba9ba req-6001efbe-acc4-4d4f-b26d-6504b34d3206 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.299089 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1d8cace-b698-42c9-90cc-06eeb7e15e11 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] DELETE failed (client error): The resource could not be found. Aug 17 03:02:22.299690 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1d8cace-b698-42c9-90cc-06eeb7e15e11 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:02:22.303594 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d1d8cace-b698-42c9-90cc-06eeb7e15e11 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/networks/bed81e7b-2934-4852-bf13-236702a1fc4c HTTP/1.1" status: 404 len: 339 time: 0.0384347 Aug 17 03:02:22.306056 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52398) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:22.310098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 37552230-6e95-4ddd-b0c6-5ed5451e9067 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:22.311390 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6001efbe-acc4-4d4f-b26d-6504b34d3206 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d5199f2d-66db-4e34-b17b-2cca4940ef55,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:22.313406 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 37552230-6e95-4ddd-b0c6-5ed5451e9067 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:22.313406 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.344013 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-515144bf-a746-4734-b33c-e43d43374fcc tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] DELETE failed (client error): The resource could not be found. Aug 17 03:02:22.344494 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-515144bf-a746-4734-b33c-e43d43374fcc tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:02:22.348596 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-515144bf-a746-4734-b33c-e43d43374fcc tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/subnets/ab3864e0-7329-425e-bf73-eac0645a0761 HTTP/1.1" status: 404 len: 337 time: 0.0390799 Aug 17 03:02:22.348859 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52400) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:22.352121 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-35db4e4f-7df0-4dcb-baeb-00035ab5e041 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.373640 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c9bb9a9-0799-4231-82f6-79e0f1b89cef tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] DELETE failed (client error): The resource could not be found. Aug 17 03:02:22.374254 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5c9bb9a9-0799-4231-82f6-79e0f1b89cef tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:02:22.378493 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5c9bb9a9-0799-4231-82f6-79e0f1b89cef tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/networks/4a67a01d-a13f-4663-bc5d-0f80cf08e6cd HTTP/1.1" status: 404 len: 339 time: 0.0266025 Aug 17 03:02:22.379553 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52402) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:22.438651 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.467877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 37552230-6e95-4ddd-b0c6-5ed5451e9067, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=37552230-6e95-4ddd-b0c6-5ed5451e9067,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:22.486089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6cfd09e-82d9-49f8-baad-f92f5a70c16e tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Deleting subnet ea26a08e-5a7d-47a1-8e8b-715c22c32351 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:02:22.502072 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd09e-82d9-49f8-baad-f92f5a70c16e tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.506840 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-35db4e4f-7df0-4dcb-baeb-00035ab5e041 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.560442 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd09e-82d9-49f8-baad-f92f5a70c16e tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.580850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52408) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:22.582902 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.587012 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-1755651d-c1cf-4fcb-9e0f-24c7b1fba9ba req-6001efbe-acc4-4d4f-b26d-6504b34d3206 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.588119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:22.599752 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5a08724d-ee9f-4197-88db-066daca12c23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.601578 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1755651d-c1cf-4fcb-9e0f-24c7b1fba9ba req-6001efbe-acc4-4d4f-b26d-6504b34d3206 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9279311 Aug 17 03:02:22.614259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35db4e4f-7df0-4dcb-baeb-00035ab5e041 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee706c4-bfe2-43de-b715-ba1d830c5ba0,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:22.674470 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.720698 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Transition to ACTIVE for port object 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:22.781648 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-35db4e4f-7df0-4dcb-baeb-00035ab5e041 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.782123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:22.782123 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.782303 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-35db4e4f-7df0-4dcb-baeb-00035ab5e041 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1629653 Aug 17 03:02:22.782389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52412) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:22.791213 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a9200bdb-8b33-4ca0-b70c-1442dd4c4e3c tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Request body: {'security_group_rule': {'security_group_id': 'dee706c4-bfe2-43de-b715-ba1d830c5ba0', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:22.818690 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd09e-82d9-49f8-baad-f92f5a70c16e tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.827992 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=37552230-6e95-4ddd-b0c6-5ed5451e9067,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:22.838075 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.912563 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73027af-15c9-46e6-abc6-bbe07ec11eaa None None] Pushing event updated for resources: {'Port': ['ID=97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:22.927313 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73027af-15c9-46e6-abc6-bbe07ec11eaa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:22.927759 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73027af-15c9-46e6-abc6-bbe07ec11eaa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:22.928242 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73027af-15c9-46e6-abc6-bbe07ec11eaa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:22.928669 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73027af-15c9-46e6-abc6-bbe07ec11eaa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:22.929086 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73027af-15c9-46e6-abc6-bbe07ec11eaa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:22.929721 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73027af-15c9-46e6-abc6-bbe07ec11eaa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:22.930263 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73027af-15c9-46e6-abc6-bbe07ec11eaa None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:22.930805 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73027af-15c9-46e6-abc6-bbe07ec11eaa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:22.931319 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73027af-15c9-46e6-abc6-bbe07ec11eaa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:22.931842 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73027af-15c9-46e6-abc6-bbe07ec11eaa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:22.932544 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73027af-15c9-46e6-abc6-bbe07ec11eaa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:22.933666 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b73027af-15c9-46e6-abc6-bbe07ec11eaa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:22.937480 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-34f7f50b-0ebb-462b-ad27-269064ae853a req-41bf91a6-9bf3-451c-80c4-80b2582c2ff1 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.1147509 Aug 17 03:02:22.975030 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Attempting to bind port 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:02:22.975643 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Attempting to bind port 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:02:22.976254 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Attempting to bind port 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:02:22.983052 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:02:22.985375 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:22.986111 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.990273 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:02:22.990972 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Bound port: 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:02:22.991616 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:22.997313 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 999ea544-27a5-4343-8128-5cd0d72ae1b8 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:02:23.042895 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1e61a80c-7296-4726-9279-834018d96187 req-038bdf24-0f00-44b1-bdbe-2a55f9b289f8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/82013c19-4f5c-4cf2-b091-6b5f483bd706 HTTP/1.1" status: 200 len: 3000 time: 0.2403500 Aug 17 03:02:23.047088 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 999ea544-27a5-4343-8128-5cd0d72ae1b8 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:02:23.047448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 999ea544-27a5-4343-8128-5cd0d72ae1b8 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:02:23.065525 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] For port 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:02:23.069165 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] For port 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:02:23.080110 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Sync routers for ids ['0413bbcc-fd8b-4441-b619-e1178c781ac6'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:02:23.090774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Routers {'0413bbcc-fd8b-4441-b619-e1178c781ac6'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:02:23.091406 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:02:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0413bbcc-fd8b-4441-b619-e1178c781ac6'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:23.097352 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.122024 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eca533ee-12d4-4165-a765-0573926ab69e req-f627e8a9-a6b6-46f3-871c-147e43c26e04 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-group-rules/d5199f2d-66db-4e34-b17b-2cca4940ef55 HTTP/1.1" status: 200 len: 783 time: 0.0688643 Aug 17 03:02:23.146305 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd09e-82d9-49f8-baad-f92f5a70c16e tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.151946 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.166621 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6cfd09e-82d9-49f8-baad-f92f5a70c16e tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.171211 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f6cfd09e-82d9-49f8-baad-f92f5a70c16e tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/subnets/ea26a08e-5a7d-47a1-8e8b-715c22c32351 HTTP/1.1" status: 204 len: 168 time: 0.7885268 Aug 17 03:02:23.188569 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52428) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:23.193141 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cfd09e-82d9-49f8-baad-f92f5a70c16e tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Subnet': ['ID=ea26a08e-5a7d-47a1-8e8b-715c22c32351,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:23.210831 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5a08724d-ee9f-4197-88db-066daca12c23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.216183 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Routers {'0436a45b-b9e1-4b63-bc9b-10eaf166f416'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:02:23.216872 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:02:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:23.245663 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eca533ee-12d4-4165-a765-0573926ab69e req-a13f847d-a941-4b5e-b8c7-0e699b8053a2 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/82013c19-4f5c-4cf2-b091-6b5f483bd706 HTTP/1.1" status: 200 len: 3000 time: 0.1136427 Aug 17 03:02:23.255261 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73027af-15c9-46e6-abc6-bbe07ec11eaa None None] Pushing event updated for resources: {'Port': ['ID=97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:23.257405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72d9aa85-f64b-4426-83b9-8d6978b58d50 None None] Network 6b199a58-ab41-4840-a71a-71e84ba1c65b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:23.296868 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.299950 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5a08724d-ee9f-4197-88db-066daca12c23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.317574 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Set router 0413bbcc-fd8b-4441-b619-e1178c781ac6 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:02:23.338466 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5a08724d-ee9f-4197-88db-066daca12c23 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2e78aaa73104fa9adbd8fadea8ec15b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7564397 Aug 17 03:02:23.343206 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52430) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:23.385085 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] Set router 0436a45b-b9e1-4b63-bc9b-10eaf166f416 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:02:23.398838 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-3e3b0b63-bd76-4fc2-a98e-5d5c72c7b476 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:23.408588 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-3e3b0b63-bd76-4fc2-a98e-5d5c72c7b476 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/networks?id=54136ca1-bdf4-455e-a64c-9cb78eb9482e HTTP/1.1" status: 200 len: 815 time: 0.3173718 Aug 17 03:02:23.420933 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eca533ee-12d4-4165-a765-0573926ab69e req-4ff83070-2069-4999-b0eb-9f0454263a9a tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.427627 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-58cd930c-9c01-4ec2-a2b9-504bc07a8014 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/quotas/eeb669fb84bc48d3934bd32b8e8e4f1f HTTP/1.1" status: 200 len: 375 time: 0.0186841 Aug 17 03:02:23.446320 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eca533ee-12d4-4165-a765-0573926ab69e req-4ff83070-2069-4999-b0eb-9f0454263a9a tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.450030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a08724d-ee9f-4197-88db-066daca12c23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c83f165c-1758-445a-85d9-7a2ba99bf97a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:23.484272 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Allocated IP 172.20.0.1 (9227c9c6-47aa-4321-9fc5-beb397cc8baa/416c6f37-743f-435b-96b1-67201de2ff16/9271890f-539c-4f09-945d-392c5f0fb1d9) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:23.489459 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a9200bdb-8b33-4ca0-b70c-1442dd4c4e3c tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.521723 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b0523fee-d3aa-4035-aa26-7e3edfe8d7da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.592903 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a9200bdb-8b33-4ca0-b70c-1442dd4c4e3c tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.598974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Deleting port 2baaeff0-ba95-489f-b336-9b6a35445132 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:02:23.598974 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.606740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2869e18f-2831-4eac-a20b-401ce6f729d2 None None] DHCP port deletion for 6b199a58-ab41-4840-a71a-71e84ba1c65b request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:02:23.628023 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eca533ee-12d4-4165-a765-0573926ab69e req-4ff83070-2069-4999-b0eb-9f0454263a9a tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.631358 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b0523fee-d3aa-4035-aa26-7e3edfe8d7da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.673903 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] For port 2baaeff0-ba95-489f-b336-9b6a35445132, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2baaeff0-ba95-489f-b336-9b6a35445132,segment=NetworkSegment(00d63fac-00b1-4f98-99b3-b1c494cc3611),segment_id=00d63fac-00b1-4f98-99b3-b1c494cc3611)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:23.674435 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.676049 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'name': 'tempest-ServersTestJSON-868693690-router', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:11Z', 'updated_at': '2021-08-17T03:02:18Z', 'revision_number': 4, 'project_id': '34d236346ac741899b701f19fb1b5339', 'gw_port': {'id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:13Z', 'updated_at': '2021-08-17T03:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'c904ba67-77c6-4ce7-a68b-af9c259bca27', 'name': '', 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'mac_address': 'fa:16:3e:b5:1f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:18Z', 'revision_number': 2, 'project_id': '34d236346ac741899b701f19fb1b5339', 'subnets': [{'id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:23.683309 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'name': 'tempest-TaggedBootDevicesTest-1039443105-router', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:19Z', 'revision_number': 3, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'gw_port': {'id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:17Z', 'updated_at': '2021-08-17T03:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:23.688449 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Calling delete_port for 2baaeff0-ba95-489f-b336-9b6a35445132 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:02:23.695047 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a9200bdb-8b33-4ca0-b70c-1442dd4c4e3c tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.704714 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Checking router: 0413bbcc-fd8b-4441-b619-e1178c781ac6 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:02:23.705310 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Updating router 0413bbcc-fd8b-4441-b619-e1178c781ac6 port c904ba67-77c6-4ce7-a68b-af9c259bca27 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:02:23.712988 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-ca0b5172-ca25-4dc7-be7c-c3e5103c7257 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=eeb669fb84bc48d3934bd32b8e8e4f1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2855537 Aug 17 03:02:23.720794 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eca533ee-12d4-4165-a765-0573926ab69e req-4ff83070-2069-4999-b0eb-9f0454263a9a tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.738207 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77b4b4d4-cc31-40a2-b9ff-7a813e44e80c None None] The sync data for ids ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'] in n-d-802060-9 is: [{'id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'name': 'tempest-TaggedBootDevicesTest-1039443105-router', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:19Z', 'revision_number': 3, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'gw_port': {'id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:17Z', 'updated_at': '2021-08-17T03:02:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:02:23.740682 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:23.744307 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eca533ee-12d4-4165-a765-0573926ab69e req-4ff83070-2069-4999-b0eb-9f0454263a9a tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/d5199f2d-66db-4e34-b17b-2cca4940ef55 HTTP/1.1" status: 204 len: 173 time: 0.4621060 Aug 17 03:02:23.747185 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2869e18f-2831-4eac-a20b-401ce6f729d2 None None] Deleting port 2baaeff0-ba95-489f-b336-9b6a35445132 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:02:23.747740 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2869e18f-2831-4eac-a20b-401ce6f729d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.178226 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff83070-2069-4999-b0eb-9f0454263a9a tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d5199f2d-66db-4e34-b17b-2cca4940ef55,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:24.179805 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9200bdb-8b33-4ca0-b70c-1442dd4c4e3c tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=711d48b4-dd57-4ffa-8f3f-5bc6610880d9,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:24.181567 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2869e18f-2831-4eac-a20b-401ce6f729d2 None None] For port 2baaeff0-ba95-489f-b336-9b6a35445132, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2baaeff0-ba95-489f-b336-9b6a35445132,segment=NetworkSegment(00d63fac-00b1-4f98-99b3-b1c494cc3611),segment_id=00d63fac-00b1-4f98-99b3-b1c494cc3611)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:24.181567 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2869e18f-2831-4eac-a20b-401ce6f729d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.181967 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.181967 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33cb7b1d-d00c-4c7a-996d-c1338fc71a01 req-094c99e7-94e6-4269-addd-36799a4a790b tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/82013c19-4f5c-4cf2-b091-6b5f483bd706 HTTP/1.1" status: 200 len: 2401 time: 0.0848773 Aug 17 03:02:24.182497 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2869e18f-2831-4eac-a20b-401ce6f729d2 None None] Calling delete_port for 2baaeff0-ba95-489f-b336-9b6a35445132 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:02:24.182497 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 37552230-6e95-4ddd-b0c6-5ed5451e9067 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:24.183929 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a9200bdb-8b33-4ca0-b70c-1442dd4c4e3c tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.183929 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a9200bdb-8b33-4ca0-b70c-1442dd4c4e3c tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2592707 Aug 17 03:02:24.183929 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52440) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:24.184591 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-33cb7b1d-d00c-4c7a-996d-c1338fc71a01 req-a1c2be5c-d984-40f2-b23b-825e4ef5205d tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.184692 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-9a8757e5-ee65-474e-8d58-777818816a59 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Request body: {'security_group_rule': {'security_group_id': 'dee706c4-bfe2-43de-b715-ba1d830c5ba0', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:24.184692 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-190ac3d8-3971-4280-bef5-35e5bdd3176d service neutron] 10.222.0.10 "GET /v2.0/networks/54136ca1-bdf4-455e-a64c-9cb78eb9482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3652141 Aug 17 03:02:24.184879 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-33cb7b1d-d00c-4c7a-996d-c1338fc71a01 req-a1c2be5c-d984-40f2-b23b-825e4ef5205d tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.184879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Transition to ACTIVE for port object 9271890f-539c-4f09-945d-392c5f0fb1d9 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:24.184879 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b0523fee-d3aa-4035-aa26-7e3edfe8d7da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.184879 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b0523fee-d3aa-4035-aa26-7e3edfe8d7da admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.185203 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.185321 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b0523fee-d3aa-4035-aa26-7e3edfe8d7da admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c83f165c-1758-445a-85d9-7a2ba99bf97a HTTP/1.1" status: 204 len: 168 time: 0.8102784 Aug 17 03:02:24.189954 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Port': ['ID=2baaeff0-ba95-489f-b336-9b6a35445132,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:24.219015 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9a8757e5-ee65-474e-8d58-777818816a59 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.220457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0523fee-d3aa-4035-aa26-7e3edfe8d7da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c83f165c-1758-445a-85d9-7a2ba99bf97a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:24.233906 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No DVR routers for this DVR port 2baaeff0-ba95-489f-b336-9b6a35445132 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:02:24.311229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45ec96b-6016-400f-958d-0937ec5a0362 req-38c38ba8-3294-4943-8357-43b03a92a1e9 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:24.313144 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a45ec96b-6016-400f-958d-0937ec5a0362 req-38c38ba8-3294-4943-8357-43b03a92a1e9 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.60 "GET /v2.0/ports?device_id=c2b14bbd-5cb1-43e1-80a3-d2b419604c91 HTTP/1.1" status: 200 len: 946 time: 0.1480050 Aug 17 03:02:24.360120 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-33cb7b1d-d00c-4c7a-996d-c1338fc71a01 req-a1c2be5c-d984-40f2-b23b-825e4ef5205d tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.362835 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-33cb7b1d-d00c-4c7a-996d-c1338fc71a01 req-a1c2be5c-d984-40f2-b23b-825e4ef5205d tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.383222 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.384427 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33cb7b1d-d00c-4c7a-996d-c1338fc71a01 req-a1c2be5c-d984-40f2-b23b-825e4ef5205d tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "DELETE /v2.0/security-groups/82013c19-4f5c-4cf2-b091-6b5f483bd706 HTTP/1.1" status: 204 len: 173 time: 0.4168143 Aug 17 03:02:24.398113 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-aa7e5f48-43c8-40c7-85e1-fed5253426a2 service neutron] 10.222.0.10 "GET /v2.0/networks/54136ca1-bdf4-455e-a64c-9cb78eb9482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3107717 Aug 17 03:02:24.409289 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.429179 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b199a58-ab41-4840-a71a-71e84ba1c65b']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:24.451751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c2be5c-d984-40f2-b23b-825e4ef5205d tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=82013c19-4f5c-4cf2-b091-6b5f483bd706,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:24.465636 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2869e18f-2831-4eac-a20b-401ce6f729d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.477698 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00d63fac-00b1-4f98-99b3-b1c494cc3611') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:24.478023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00d63fac-00b1-4f98-99b3-b1c494cc3611') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:24.502354 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9a8757e5-ee65-474e-8d58-777818816a59 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.504169 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.524991 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.533825 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:02:24.534325 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:02:24.538089 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:02:24.572148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Network 9227c9c6-47aa-4321-9fc5-beb397cc8baa is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:24.583877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2869e18f-2831-4eac-a20b-401ce6f729d2 None None] No DVR routers for this DVR port 2baaeff0-ba95-489f-b336-9b6a35445132 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:02:24.593186 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9a8757e5-ee65-474e-8d58-777818816a59 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.594136 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:24.602874 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2869e18f-2831-4eac-a20b-401ce6f729d2 None None] Pushing event deleted for resources: {'Port': ['ID=2baaeff0-ba95-489f-b336-9b6a35445132,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:24.609737 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-52123aa0-911b-496b-be7a-429e99faedf3 req-52754cc9-63a9-4276-872a-3213041a32aa tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0787327 Aug 17 03:02:24.611502 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:24.615034 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Pushing event updated for resources: {'Port': ['ID=9271890f-539c-4f09-945d-392c5f0fb1d9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:24.649852 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a8757e5-ee65-474e-8d58-777818816a59 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4cd89a89-2989-41ba-be92-5ecd2be29f1b,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:24.651851 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 37552230-6e95-4ddd-b0c6-5ed5451e9067 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:24.652550 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.772356 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.792319 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-5d5b7b45-183a-4782-8673-d93a2c54833f req-67833ae3-e1aa-459f-929a-1ade9434b4f4 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] show failed (client error): The resource could not be found. Aug 17 03:02:24.798697 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5d5b7b45-183a-4782-8673-d93a2c54833f req-67833ae3-e1aa-459f-929a-1ade9434b4f4 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/9eab1701-f5fe-4388-9a8a-313483c6bcb9 HTTP/1.1" status: 404 len: 352 time: 0.1387868 Aug 17 03:02:24.815797 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c5f5419e-cf12-43b4-a3c4-53867acd56b0 req-77e2babb-0917-4973-babd-c82da76bde6f tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 210 time: 0.0733950 Aug 17 03:02:24.824515 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.826723 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9a8757e5-ee65-474e-8d58-777818816a59 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.828035 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9a8757e5-ee65-474e-8d58-777818816a59 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7819245 Aug 17 03:02:24.849297 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52454) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:24.856688 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.858925 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/networks/6b199a58-ab41-4840-a71a-71e84ba1c65b HTTP/1.1" status: 204 len: 168 time: 1.6691427 Aug 17 03:02:24.880197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-aef9b6c3-db2b-415c-9f1e-3434f9e8f427 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:24.886430 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52458) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:24.905033 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a2ad6-54f4-4f00-9a4f-426b66a8d685 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Network': ['ID=6b199a58-ab41-4840-a71a-71e84ba1c65b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:24.918404 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:24.962627 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Transition to ACTIVE for port object c904ba67-77c6-4ce7-a68b-af9c259bca27 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:24.977758 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c5d6e7-b7fa-47e8-a6e1-624a7750d526 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] DELETE failed (client error): The resource could not be found. Aug 17 03:02:24.978224 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c5d6e7-b7fa-47e8-a6e1-624a7750d526 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:02:24.982421 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d5c5d6e7-b7fa-47e8-a6e1-624a7750d526 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/subnets/a77e9100-776d-40ab-9089-5643b024746c HTTP/1.1" status: 404 len: 337 time: 0.0943208 Aug 17 03:02:25.019675 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52464) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:25.062578 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecfe4e9c-da57-41e3-97a1-1d50d0aa6e52 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] DELETE failed (client error): The resource could not be found. Aug 17 03:02:25.064980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecfe4e9c-da57-41e3-97a1-1d50d0aa6e52 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:02:25.066888 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ecfe4e9c-da57-41e3-97a1-1d50d0aa6e52 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/networks/b8a22d12-fbdd-4596-9820-76ba9b6743e7 HTTP/1.1" status: 404 len: 339 time: 0.0331113 Aug 17 03:02:25.070279 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52470) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:25.086477 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a45ec96b-6016-400f-958d-0937ec5a0362 req-063b3800-a049-4a9e-a6c1-aae85475e56b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Deleting port 2d6b5d44-2752-495b-8585-4706f2ebb244 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:02:25.086862 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a45ec96b-6016-400f-958d-0937ec5a0362 req-063b3800-a049-4a9e-a6c1-aae85475e56b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:25.096450 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:25.121203 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aef9b6c3-db2b-415c-9f1e-3434f9e8f427 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:25.176146 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2baaeff0-ba95-489f-b336-9b6a35445132 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:02:25.201793 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-914b59eb-f89a-473f-a84b-b8b704aa5d68 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Deleting subnet fc17c5a1-fd2b-4ff3-a3d6-59be822447e1 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:02:25.206974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be09be4d-42b3-47b3-a26f-6a8149e3730c req-22e3dc25-e920-4733-b466-6a3206bea176 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/f47d6085-4d28-4736-acdb-ac39d3efda7d HTTP/1.1" status: 200 len: 1805 time: 0.2842793 Aug 17 03:02:25.218871 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 2baaeff0-ba95-489f-b336-9b6a35445132 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:02:25.219325 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2baaeff0-ba95-489f-b336-9b6a35445132 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:02:25.223492 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-914b59eb-f89a-473f-a84b-b8b704aa5d68 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:25.223683 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-21db355f-80ee-4389-89e3-6eaae2208af4 None None] Provisioning for port 9271890f-539c-4f09-945d-392c5f0fb1d9 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:25.249343 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6a658-2a9b-44e0-a067-7adbb76d98b8 None None] Pushing event updated for resources: {'Port': ['ID=c904ba67-77c6-4ce7-a68b-af9c259bca27,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:25.272833 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-21db355f-80ee-4389-89e3-6eaae2208af4 None None] Provisioning complete for port 9271890f-539c-4f09-945d-392c5f0fb1d9 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:25.273317 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-21db355f-80ee-4389-89e3-6eaae2208af4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:25.292914 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-914b59eb-f89a-473f-a84b-b8b704aa5d68 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:25.424425 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-21db355f-80ee-4389-89e3-6eaae2208af4 None None] Port 9271890f-539c-4f09-945d-392c5f0fb1d9 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:02:25.449393 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aef9b6c3-db2b-415c-9f1e-3434f9e8f427 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:25.451236 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a45ec96b-6016-400f-958d-0937ec5a0362 req-063b3800-a049-4a9e-a6c1-aae85475e56b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] For port 2d6b5d44-2752-495b-8585-4706f2ebb244, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2d6b5d44-2752-495b-8585-4706f2ebb244,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:25.451623 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a45ec96b-6016-400f-958d-0937ec5a0362 req-063b3800-a049-4a9e-a6c1-aae85475e56b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:25.468433 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-be09be4d-42b3-47b3-a26f-6a8149e3730c req-25ed3c24-a631-4e52-a17a-b621102f6da8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:25.491241 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Attempting to bind port c904ba67-77c6-4ce7-a68b-af9c259bca27 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:02:25.493145 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Attempting to bind port c904ba67-77c6-4ce7-a68b-af9c259bca27 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '4e2b4ed5-7092-433c-9ed7-ed714f87d954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:02:25.494088 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Attempting to bind port c904ba67-77c6-4ce7-a68b-af9c259bca27 on network e80b3e6b-ad83-4275-b888-5d76fe788ca1 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:02:25.501122 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:02:25.501536 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Checking segment: {'id': '4e2b4ed5-7092-433c-9ed7-ed714f87d954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:25.501943 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:25.502333 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Bound using segment: {'id': '4e2b4ed5-7092-433c-9ed7-ed714f87d954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:02:25.502796 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Bound port: c904ba67-77c6-4ce7-a68b-af9c259bca27, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e2b4ed5-7092-433c-9ed7-ed714f87d954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:02:25.503176 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:25.503454 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a45ec96b-6016-400f-958d-0937ec5a0362 req-063b3800-a049-4a9e-a6c1-aae85475e56b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Calling delete_port for 2d6b5d44-2752-495b-8585-4706f2ebb244 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:02:25.517960 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-914b59eb-f89a-473f-a84b-b8b704aa5d68 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:25.630331 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] For port c904ba67-77c6-4ce7-a68b-af9c259bca27, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:02:25.634692 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] For port c904ba67-77c6-4ce7-a68b-af9c259bca27, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c904ba67-77c6-4ce7-a68b-af9c259bca27,segment=NetworkSegment(4e2b4ed5-7092-433c-9ed7-ed714f87d954),segment_id=4e2b4ed5-7092-433c-9ed7-ed714f87d954)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:02:25.656846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-aef9b6c3-db2b-415c-9f1e-3434f9e8f427 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Allocated IP 172.25.1.16 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/6bd6ef7a-fe4d-49f3-b882-76ae5eadbd26) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:25.664409 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-be09be4d-42b3-47b3-a26f-6a8149e3730c req-25ed3c24-a631-4e52-a17a-b621102f6da8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:25.700603 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:25.736400 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-914b59eb-f89a-473f-a84b-b8b704aa5d68 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:25.760197 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-47246d2d-a615-4768-9d40-e32316cb0495 req-143b7fbd-daae-4b00-8596-72b7151f86d7 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0417132 Aug 17 03:02:25.773326 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:25.797183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Routers {'0413bbcc-fd8b-4441-b619-e1178c781ac6'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:02:25.797183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:02:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0413bbcc-fd8b-4441-b619-e1178c781ac6'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:25.851909 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-914b59eb-f89a-473f-a84b-b8b704aa5d68 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:25.854238 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-914b59eb-f89a-473f-a84b-b8b704aa5d68 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/subnets/fc17c5a1-fd2b-4ff3-a3d6-59be822447e1 HTTP/1.1" status: 204 len: 168 time: 0.7796469 Aug 17 03:02:25.857559 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52490) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:25.878123 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aef9b6c3-db2b-415c-9f1e-3434f9e8f427 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:25.883597 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-914b59eb-f89a-473f-a84b-b8b704aa5d68 tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Subnet': ['ID=fc17c5a1-fd2b-4ff3-a3d6-59be822447e1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:25.907931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81fec9a8-91a0-4107-acf1-1f82aab8c01b None None] Network d4c41a90-5e50-469a-9fb4-c4c8be445662 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:25.945256 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-42d9a0b6-991d-4a37-8a64-f0b449832e8a req-30fe3a89-6515-492d-8100-3657a88450ae tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 210 time: 0.0352707 Aug 17 03:02:26.012618 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a45ec96b-6016-400f-958d-0937ec5a0362 req-063b3800-a049-4a9e-a6c1-aae85475e56b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.021837 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-be09be4d-42b3-47b3-a26f-6a8149e3730c req-25ed3c24-a631-4e52-a17a-b621102f6da8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.023041 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-be09be4d-42b3-47b3-a26f-6a8149e3730c req-25ed3c24-a631-4e52-a17a-b621102f6da8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.029263 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be09be4d-42b3-47b3-a26f-6a8149e3730c req-25ed3c24-a631-4e52-a17a-b621102f6da8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "DELETE /v2.0/security-groups/f47d6085-4d28-4736-acdb-ac39d3efda7d HTTP/1.1" status: 204 len: 173 time: 0.7387779 Aug 17 03:02:26.038688 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aef9b6c3-db2b-415c-9f1e-3434f9e8f427 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.045078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e6a658-2a9b-44e0-a067-7adbb76d98b8 None None] Pushing event updated for resources: {'Port': ['ID=c904ba67-77c6-4ce7-a68b-af9c259bca27,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:26.151480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] Set router 0413bbcc-fd8b-4441-b619-e1178c781ac6 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:02:26.200689 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aef9b6c3-db2b-415c-9f1e-3434f9e8f427 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:26.214030 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-aef9b6c3-db2b-415c-9f1e-3434f9e8f427 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:26.225155 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef9b6c3-db2b-415c-9f1e-3434f9e8f427 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:26.241857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063b3800-a049-4a9e-a6c1-aae85475e56b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Pushing event deleted for resources: {'Port': ['ID=2d6b5d44-2752-495b-8585-4706f2ebb244,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:26.256977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ed3c24-a631-4e52-a17a-b621102f6da8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f47d6085-4d28-4736-acdb-ac39d3efda7d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:26.282551 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9b6c3-db2b-415c-9f1e-3434f9e8f427 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Pushing event updated for resources: {'Port': ['ID=6bd6ef7a-fe4d-49f3-b882-76ae5eadbd26,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:26.304496 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-19ba9ddd-6ab1-426d-9090-cdce0b9b7615 req-1da30ff6-8f00-42a2-b821-dd59d3772543 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/7d5c04fc-8cdd-4cce-9be5-75833d72be4f HTTP/1.1" status: 200 len: 1805 time: 0.2292352 Aug 17 03:02:26.315118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:26.339857 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.341884 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a45ec96b-6016-400f-958d-0937ec5a0362 req-063b3800-a049-4a9e-a6c1-aae85475e56b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] No DVR routers for this DVR port 2d6b5d44-2752-495b-8585-4706f2ebb244 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:02:26.411331 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.414411 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a45ec96b-6016-400f-958d-0937ec5a0362 req-063b3800-a049-4a9e-a6c1-aae85475e56b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.416697 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a45ec96b-6016-400f-958d-0937ec5a0362 req-063b3800-a049-4a9e-a6c1-aae85475e56b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.60 "DELETE /v2.0/ports/2d6b5d44-2752-495b-8585-4706f2ebb244 HTTP/1.1" status: 204 len: 173 time: 2.0956359 Aug 17 03:02:26.419020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c2b14bbd-5cb1-43e1-80a3-d2b419604c91', 'name': 'network-vif-deleted', 'tag': '2d6b5d44-2752-495b-8585-4706f2ebb244'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:02:26.420014 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aef9b6c3-db2b-415c-9f1e-3434f9e8f427 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.421379 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-19ba9ddd-6ab1-426d-9090-cdce0b9b7615 req-28eb5216-abbd-4a7b-8be1-db00b7b0f015 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.421535 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7970b543-8d96-4952-a3a2-eb6d1fca0dc5" -d '{"events": [{"server_uuid": "c2b14bbd-5cb1-43e1-80a3-d2b419604c91", "name": "network-vif-deleted", "tag": "2d6b5d44-2752-495b-8585-4706f2ebb244"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:02:26.487369 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-19ba9ddd-6ab1-426d-9090-cdce0b9b7615 req-28eb5216-abbd-4a7b-8be1-db00b7b0f015 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.496575 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.502317 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55bb9944-d84e-422c-9ddc-61591d73155b x-openstack-request-id: req-55bb9944-d84e-422c-9ddc-61591d73155b {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:02:26.503198 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c2b14bbd-5cb1-43e1-80a3-d2b419604c91", "name": "network-vif-deleted", "tag": "2d6b5d44-2752-495b-8585-4706f2ebb244", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:02:26.503198 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55bb9944-d84e-422c-9ddc-61591d73155b {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:02:26.503395 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c2b14bbd-5cb1-43e1-80a3-d2b419604c91', 'name': 'network-vif-deleted', 'tag': '2d6b5d44-2752-495b-8585-4706f2ebb244', 'status': 'completed', 'code': 200} Aug 17 03:02:26.562009 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aef9b6c3-db2b-415c-9f1e-3434f9e8f427 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.588387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Pushing event updated for resources: {'Port': ['ID=9271890f-539c-4f09-945d-392c5f0fb1d9,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:26.628519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Deleting port f90164ea-fcaa-4315-8b6b-33c06ca5431d {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:02:26.629338 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.630980 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.685898 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-19ba9ddd-6ab1-426d-9090-cdce0b9b7615 req-28eb5216-abbd-4a7b-8be1-db00b7b0f015 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.688591 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-19ba9ddd-6ab1-426d-9090-cdce0b9b7615 req-28eb5216-abbd-4a7b-8be1-db00b7b0f015 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.695656 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-19ba9ddd-6ab1-426d-9090-cdce0b9b7615 req-28eb5216-abbd-4a7b-8be1-db00b7b0f015 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "DELETE /v2.0/security-groups/7d5c04fc-8cdd-4cce-9be5-75833d72be4f HTTP/1.1" status: 204 len: 173 time: 0.3884661 Aug 17 03:02:26.713140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28eb5216-abbd-4a7b-8be1-db00b7b0f015 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d5c04fc-8cdd-4cce-9be5-75833d72be4f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:26.801221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048304c9-5a68-4243-ace7-90b6127f60d2 None None] DHCP port deletion for d4c41a90-5e50-469a-9fb4-c4c8be445662 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:02:26.848562 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Network 9227c9c6-47aa-4321-9fc5-beb397cc8baa is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:26.849670 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:26.860623 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:26.861069 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.865992 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aef9b6c3-db2b-415c-9f1e-3434f9e8f427 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.869278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:26.957038 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-289d6ece-327b-4697-9cc6-d4fe2ecd925e req-3781f594-f2c5-4847-b772-c24c7ca0f49f tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0422599 Aug 17 03:02:26.968656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] For port f90164ea-fcaa-4315-8b6b-33c06ca5431d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f90164ea-fcaa-4315-8b6b-33c06ca5431d,segment=NetworkSegment(251608af-5111-4048-b7f1-43f843835e76),segment_id=251608af-5111-4048-b7f1-43f843835e76)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:26.969557 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.981319 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-048304c9-5a68-4243-ace7-90b6127f60d2 None None] Deleting port f90164ea-fcaa-4315-8b6b-33c06ca5431d {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:02:26.981319 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-048304c9-5a68-4243-ace7-90b6127f60d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.983325 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aef9b6c3-db2b-415c-9f1e-3434f9e8f427 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:26.996743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'name': 'tempest-ServersTestJSON-868693690-router', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:11Z', 'updated_at': '2021-08-17T03:02:18Z', 'revision_number': 4, 'project_id': '34d236346ac741899b701f19fb1b5339', 'gw_port': {'id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:13Z', 'updated_at': '2021-08-17T03:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'c904ba67-77c6-4ce7-a68b-af9c259bca27', 'name': '', 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'mac_address': 'fa:16:3e:b5:1f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:25Z', 'revision_number': 4, 'project_id': '34d236346ac741899b701f19fb1b5339', 'subnets': [{'id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:27.017338 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Calling delete_port for f90164ea-fcaa-4315-8b6b-33c06ca5431d owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:02:27.090086 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f995bd17-d7d0-49cb-8d67-0f31ad6b5045 None None] The sync data for ids ['0413bbcc-fd8b-4441-b619-e1178c781ac6'] in n-d-802060-9 is: [{'id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'name': 'tempest-ServersTestJSON-868693690-router', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:11Z', 'updated_at': '2021-08-17T03:02:18Z', 'revision_number': 4, 'project_id': '34d236346ac741899b701f19fb1b5339', 'gw_port': {'id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:13Z', 'updated_at': '2021-08-17T03:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'c904ba67-77c6-4ce7-a68b-af9c259bca27', 'name': '', 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'mac_address': 'fa:16:3e:b5:1f:ec', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:25Z', 'revision_number': 4, 'project_id': '34d236346ac741899b701f19fb1b5339', 'subnets': [{'id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:02:27.095525 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-01685a65-01cf-442a-958d-4bfc11555332 req-137135d1-01bf-4f08-899d-b55e62b6e9e8 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/b5eb1ba6-cc8d-4578-a3e1-fcfa637fbb0f HTTP/1.1" status: 200 len: 1807 time: 0.2783115 Aug 17 03:02:27.169136 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:27.213371 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:27.220594 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-048304c9-5a68-4243-ace7-90b6127f60d2 None None] For port f90164ea-fcaa-4315-8b6b-33c06ca5431d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f90164ea-fcaa-4315-8b6b-33c06ca5431d,segment=NetworkSegment(251608af-5111-4048-b7f1-43f843835e76),segment_id=251608af-5111-4048-b7f1-43f843835e76)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:27.221340 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-048304c9-5a68-4243-ace7-90b6127f60d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:27.222205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aef9b6c3-db2b-415c-9f1e-3434f9e8f427 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Pushing event updated for resources: {'Port': ['ID=6bd6ef7a-fe4d-49f3-b882-76ae5eadbd26,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:27.247686 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-048304c9-5a68-4243-ace7-90b6127f60d2 None None] Calling delete_port for f90164ea-fcaa-4315-8b6b-33c06ca5431d owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:02:27.248188 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-00072094-151f-4b8b-a5af-c20331e5d917 req-7fdf666b-1545-478c-87e5-8ad028cbd1d1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 210 time: 0.1388583 Aug 17 03:02:27.290354 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aef9b6c3-db2b-415c-9f1e-3434f9e8f427 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:27.345563 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:27.368296 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-01685a65-01cf-442a-958d-4bfc11555332 req-6318f35a-100f-4368-99bc-83402c8908d1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:27.392219 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aef9b6c3-db2b-415c-9f1e-3434f9e8f427 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:27.403949 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-aef9b6c3-db2b-415c-9f1e-3434f9e8f427 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.5357430 Aug 17 03:02:27.428572 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Router 0436a45b-b9e1-4b63-bc9b-10eaf166f416 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:02:27.431228 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-11fc75ec-c713-44a8-bb22-77c91b8c59a1 None None] Provisioning complete for port 9271890f-539c-4f09-945d-392c5f0fb1d9 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:27.432157 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11fc75ec-c713-44a8-bb22-77c91b8c59a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:27.454487 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-01685a65-01cf-442a-958d-4bfc11555332 req-6318f35a-100f-4368-99bc-83402c8908d1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:27.565544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-11fc75ec-c713-44a8-bb22-77c91b8c59a1 None None] Port 9271890f-539c-4f09-945d-392c5f0fb1d9 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:02:27.606168 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:27.654428 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-048304c9-5a68-4243-ace7-90b6127f60d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:27.693045 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048304c9-5a68-4243-ace7-90b6127f60d2 None None] Pushing event deleted for resources: {'Port': ['ID=f90164ea-fcaa-4315-8b6b-33c06ca5431d,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:27.710555 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048304c9-5a68-4243-ace7-90b6127f60d2 None None] No DVR routers for this DVR port f90164ea-fcaa-4315-8b6b-33c06ca5431d on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:02:27.763825 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-717845da-b4b7-4862-a129-85ef12f41154 req-8c351ee6-d9a4-4ad6-ba7e-772a67020999 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--533456328&fields=id&tenant_id=34d236346ac741899b701f19fb1b5339 HTTP/1.1" status: 200 len: 267 time: 0.1083832 Aug 17 03:02:27.933542 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 2d6b5d44-2752-495b-8585-4706f2ebb244 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:02:27.955298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717845da-b4b7-4862-a129-85ef12f41154 req-09f77a33-baaa-4f74-8d57-644d2035fbe7 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:27.958102 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-717845da-b4b7-4862-a129-85ef12f41154 req-09f77a33-baaa-4f74-8d57-644d2035fbe7 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/networks?id=e80b3e6b-ad83-4275-b888-5d76fe788ca1 HTTP/1.1" status: 200 len: 805 time: 0.1869588 Aug 17 03:02:27.965959 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 2d6b5d44-2752-495b-8585-4706f2ebb244 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:02:27.966489 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 2d6b5d44-2752-495b-8585-4706f2ebb244 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:02:28.021067 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-717845da-b4b7-4862-a129-85ef12f41154 req-1c9a4d66-000a-4607-aa04-f78aa0c9c615 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/quotas/34d236346ac741899b701f19fb1b5339 HTTP/1.1" status: 200 len: 375 time: 0.0472937 Aug 17 03:02:28.156072 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c904ba67-77c6-4ce7-a68b-af9c259bca27 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:28.171898 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-717845da-b4b7-4862-a129-85ef12f41154 req-e002da18-cf8c-4f6f-b947-8bc963a83c87 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=34d236346ac741899b701f19fb1b5339&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1492999 Aug 17 03:02:28.210778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:02:28.227251 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Sync routers for ids ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:02:28.234897 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0e12a290-e05e-4946-841d-3d5ce082be8d admin admin] 10.222.0.10 "PUT /v2.0/routers/0436a45b-b9e1-4b63-bc9b-10eaf166f416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0796871 Aug 17 03:02:28.235745 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:28.239476 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-01685a65-01cf-442a-958d-4bfc11555332 req-6318f35a-100f-4368-99bc-83402c8908d1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:28.242008 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-01685a65-01cf-442a-958d-4bfc11555332 req-6318f35a-100f-4368-99bc-83402c8908d1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:28.243120 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-01685a65-01cf-442a-958d-4bfc11555332 req-6318f35a-100f-4368-99bc-83402c8908d1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "DELETE /v2.0/security-groups/b5eb1ba6-cc8d-4578-a3e1-fcfa637fbb0f HTTP/1.1" status: 204 len: 173 time: 1.1300616 Aug 17 03:02:28.244712 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Routers {'0436a45b-b9e1-4b63-bc9b-10eaf166f416'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:02:28.253591 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:02:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:28.279094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6318f35a-100f-4368-99bc-83402c8908d1 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eb1ba6-cc8d-4578-a3e1-fcfa637fbb0f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:28.333085 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Port': ['ID=f90164ea-fcaa-4315-8b6b-33c06ca5431d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:28.335089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] No DVR routers for this DVR port f90164ea-fcaa-4315-8b6b-33c06ca5431d on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:02:28.446795 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47f8ebba-6541-4a36-af78-7ff52cf6d9eb req-f45cf6b9-c4dc-4813-8ac6-b4bffac30d35 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0769441 Aug 17 03:02:28.471416 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:28.483417 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port c904ba67-77c6-4ce7-a68b-af9c259bca27 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:28.487619 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c904ba67-77c6-4ce7-a68b-af9c259bca27 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:28.488053 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:28.567886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d4c41a90-5e50-469a-9fb4-c4c8be445662']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:28.602320 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-717845da-b4b7-4862-a129-85ef12f41154 req-028f1e19-5817-472e-b77c-86acc2b2ffe7 service neutron] 10.222.0.10 "GET /v2.0/networks/e80b3e6b-ad83-4275-b888-5d76fe788ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4108970 Aug 17 03:02:28.609895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '251608af-5111-4048-b7f1-43f843835e76') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:28.609895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '251608af-5111-4048-b7f1-43f843835e76') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:28.634762 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:28.664703 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:28.665740 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:28.678070 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:02:28.679550 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:02:28.717696 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:02:28.735369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port c904ba67-77c6-4ce7-a68b-af9c259bca27, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c904ba67-77c6-4ce7-a68b-af9c259bca27,segment=NetworkSegment(4e2b4ed5-7092-433c-9ed7-ed714f87d954),segment_id=4e2b4ed5-7092-433c-9ed7-ed714f87d954)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:28.783514 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-717845da-b4b7-4862-a129-85ef12f41154 req-26b3fc63-4378-4493-9cc4-b00ba200413b service neutron] 10.222.0.10 "GET /v2.0/networks/e80b3e6b-ad83-4275-b888-5d76fe788ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1785777 Aug 17 03:02:28.784845 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Set router 0436a45b-b9e1-4b63-bc9b-10eaf166f416 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:02:28.803760 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:28.804815 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:28.814496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-d48191a7-2a00-43a6-bdcf-7bf2cb16d952 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:28.816372 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-d48191a7-2a00-43a6-bdcf-7bf2cb16d952 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.60 "GET /v2.0/networks?id=54136ca1-bdf4-455e-a64c-9cb78eb9482e HTTP/1.1" status: 200 len: 815 time: 0.6029515 Aug 17 03:02:28.831772 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-35eb6f31-f74c-4c6c-a7cf-8cb0de945bcd req-04b90333-e2cf-41bd-924a-38d763adeb4f tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.3496757 Aug 17 03:02:28.915387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-99702587-1eb6-4fbd-90fb-8845b61551ae tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Request body: {'port': {'device_id': '2330b22b-6d5c-4061-847f-9069fc1ef738', 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e', 'admin_state_up': True, 'tenant_id': 'eeb669fb84bc48d3934bd32b8e8e4f1f'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:29.015206 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=c904ba67-77c6-4ce7-a68b-af9c259bca27,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:29.027907 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:29.028587 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:29.064552 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:29.093332 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'name': 'tempest-TaggedBootDevicesTest-1039443105-router', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:25Z', 'revision_number': 4, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'gw_port': {'id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:17Z', 'updated_at': '2021-08-17T03:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '9271890f-539c-4f09-945d-392c5f0fb1d9', 'name': '', 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'mac_address': 'fa:16:3e:5f:01:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '416c6f37-743f-435b-96b1-67201de2ff16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:23Z', 'updated_at': '2021-08-17T03:02:25Z', 'revision_number': 2, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'subnets': [{'id': '416c6f37-743f-435b-96b1-67201de2ff16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:29.105882 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:29.108318 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] 10.222.0.10 "DELETE /v2.0/networks/d4c41a90-5e50-469a-9fb4-c4c8be445662 HTTP/1.1" status: 204 len: 168 time: 3.2496848 Aug 17 03:02:29.139901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Pushing event deleted for resources: {'Network': ['ID=d4c41a90-5e50-469a-9fb4-c4c8be445662,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:29.155626 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Checking router: 0436a45b-b9e1-4b63-bc9b-10eaf166f416 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:02:29.156634 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Updating router 0436a45b-b9e1-4b63-bc9b-10eaf166f416 port 9271890f-539c-4f09-945d-392c5f0fb1d9 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:02:29.186746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:29.189913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:29.189913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:29.189913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:29.189913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:29.189913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:29.189913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:29.189913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:29.189913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:29.190908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:29.190908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:29.191372 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-996b11fc-84ae-4b29-a7f7-a33b77ab848a tempest-NetworksIpV6Test-880188802 tempest-NetworksIpV6Test-880188802-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:29.224730 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eceebf6a-3a15-474c-83f6-ad5f41ced31b req-4f07ed5d-c247-4dbf-b9d1-c4019bc8f8e2 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/562e1b9d-121f-46dc-be2a-4ae1e6830717 HTTP/1.1" status: 200 len: 2407 time: 0.3132327 Aug 17 03:02:29.261098 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:29.306445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f90164ea-fcaa-4315-8b6b-33c06ca5431d no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:02:29.374948 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: f90164ea-fcaa-4315-8b6b-33c06ca5431d {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:02:29.375809 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f90164ea-fcaa-4315-8b6b-33c06ca5431d not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:02:29.388447 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eceebf6a-3a15-474c-83f6-ad5f41ced31b req-0ad21c68-c7a1-43e8-b2fc-f88e1e1ab5b2 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:29.438562 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eceebf6a-3a15-474c-83f6-ad5f41ced31b req-0ad21c68-c7a1-43e8-b2fc-f88e1e1ab5b2 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:29.463043 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4e9cd83-3872-48eb-9c74-ea2cf2932d08 req-51b809b7-7ce4-4237-a0a7-00837d27ac06 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 210 time: 0.0607421 Aug 17 03:02:29.519690 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-99702587-1eb6-4fbd-90fb-8845b61551ae tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Made reservation on behalf of eeb669fb84bc48d3934bd32b8e8e4f1f for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:29.524309 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-99702587-1eb6-4fbd-90fb-8845b61551ae tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:29.610263 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eceebf6a-3a15-474c-83f6-ad5f41ced31b req-0ad21c68-c7a1-43e8-b2fc-f88e1e1ab5b2 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:29.612841 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eceebf6a-3a15-474c-83f6-ad5f41ced31b req-0ad21c68-c7a1-43e8-b2fc-f88e1e1ab5b2 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:29.614021 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eceebf6a-3a15-474c-83f6-ad5f41ced31b req-0ad21c68-c7a1-43e8-b2fc-f88e1e1ab5b2 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "DELETE /v2.0/security-groups/562e1b9d-121f-46dc-be2a-4ae1e6830717 HTTP/1.1" status: 204 len: 173 time: 0.3666441 Aug 17 03:02:29.656402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ad21c68-c7a1-43e8-b2fc-f88e1e1ab5b2 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=562e1b9d-121f-46dc-be2a-4ae1e6830717,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:29.660030 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b2ba4a8a-1410-4f08-8621-7bb32ea9f40a req-8c64d12d-4332-4e0c-b475-c9b632d34a12 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 210 time: 0.0370419 Aug 17 03:02:29.720349 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:29.738208 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Transition to ACTIVE for port object 9271890f-539c-4f09-945d-392c5f0fb1d9 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:29.763922 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a14efdff-4814-46db-9535-5b07444e468a req-183b9269-765e-4e04-94ac-96fd3fa36c97 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "GET /v2.0/security-groups/ce46a73e-94a2-49e9-883a-9cfd3c439772 HTTP/1.1" status: 200 len: 2401 time: 0.1130316 Aug 17 03:02:29.780172 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-99702587-1eb6-4fbd-90fb-8845b61551ae tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Allocated IP 172.20.0.6 (54136ca1-bdf4-455e-a64c-9cb78eb9482e/e36039ff-2b91-4bea-8513-5210cefd245d/3970361b-15ea-4dfc-af2e-8d21c55c3cda) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:29.799819 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52612) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:29.864406 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52616) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:29.883459 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:29.947086 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42538d32-86e9-4fb7-86e2-649406d87411 None None] Pushing event updated for resources: {'Port': ['ID=9271890f-539c-4f09-945d-392c5f0fb1d9,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:30.050525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c904ba67-77c6-4ce7-a68b-af9c259bca27 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:30.062360 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a5866cc-0ecf-4428-843d-b6a8abedda10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.096078 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a14efdff-4814-46db-9535-5b07444e468a req-59b89aed-7392-4174-859a-90b8aa3a7a56 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.112892 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Attempting to bind port 9271890f-539c-4f09-945d-392c5f0fb1d9 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:02:30.114951 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Attempting to bind port 9271890f-539c-4f09-945d-392c5f0fb1d9 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '5db9e6f8-005b-4a94-af93-e5b6a7abeb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:02:30.115330 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Attempting to bind port 9271890f-539c-4f09-945d-392c5f0fb1d9 on network 9227c9c6-47aa-4321-9fc5-beb397cc8baa {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:02:30.118485 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e5fc8a4-6535-454f-a9f0-a442f1814b91 req-4dc88754-9889-4e9d-aed9-7ab8a2cb383d tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0437863 Aug 17 03:02:30.131487 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:02:30.131867 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Checking segment: {'id': '5db9e6f8-005b-4a94-af93-e5b6a7abeb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:30.134658 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.138965 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Bound using segment: {'id': '5db9e6f8-005b-4a94-af93-e5b6a7abeb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:02:30.141148 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Bound port: 9271890f-539c-4f09-945d-392c5f0fb1d9, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5db9e6f8-005b-4a94-af93-e5b6a7abeb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:02:30.141743 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.187618 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a14efdff-4814-46db-9535-5b07444e468a req-59b89aed-7392-4174-859a-90b8aa3a7a56 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.187718 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5a244894-a045-4191-b5be-f868f3834aba admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=beb2adf4012e48079b80fcf9f77b255a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3201208 Aug 17 03:02:30.191859 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52624) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:30.234432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c904ba67-77c6-4ce7-a68b-af9c259bca27 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:30.236395 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.297145 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83bd687d-d179-4c94-853a-fb2eef64d4a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.332652 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] For port 9271890f-539c-4f09-945d-392c5f0fb1d9, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:02:30.344216 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83bd687d-d179-4c94-853a-fb2eef64d4a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.385448 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] For port 9271890f-539c-4f09-945d-392c5f0fb1d9, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9271890f-539c-4f09-945d-392c5f0fb1d9,segment=NetworkSegment(5db9e6f8-005b-4a94-af93-e5b6a7abeb04),segment_id=5db9e6f8-005b-4a94-af93-e5b6a7abeb04)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:02:30.386239 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-99702587-1eb6-4fbd-90fb-8845b61551ae tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.393612 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a5866cc-0ecf-4428-843d-b6a8abedda10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.512905 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a5866cc-0ecf-4428-843d-b6a8abedda10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.568162 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a5866cc-0ecf-4428-843d-b6a8abedda10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc08edd7-124e-49e8-a780-27b56ce3b7d1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:30.575015 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4a5866cc-0ecf-4428-843d-b6a8abedda10 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b438a2528db34154abe7ed4ec445e085&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7740667 Aug 17 03:02:30.578203 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52632) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:30.593563 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a14efdff-4814-46db-9535-5b07444e468a req-59b89aed-7392-4174-859a-90b8aa3a7a56 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.594097 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83bd687d-d179-4c94-853a-fb2eef64d4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.597084 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83bd687d-d179-4c94-853a-fb2eef64d4a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.598454 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-83bd687d-d179-4c94-853a-fb2eef64d4a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/880709b7-53f3-4654-bcb8-b10556c95ba5 HTTP/1.1" status: 204 len: 168 time: 0.4053001 Aug 17 03:02:30.600492 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.606504 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a14efdff-4814-46db-9535-5b07444e468a req-59b89aed-7392-4174-859a-90b8aa3a7a56 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.607672 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a14efdff-4814-46db-9535-5b07444e468a req-59b89aed-7392-4174-859a-90b8aa3a7a56 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] 10.222.0.10 "DELETE /v2.0/security-groups/ce46a73e-94a2-49e9-883a-9cfd3c439772 HTTP/1.1" status: 204 len: 173 time: 0.8305709 Aug 17 03:02:30.616540 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-99702587-1eb6-4fbd-90fb-8845b61551ae tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.618213 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52640) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:30.640670 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83bd687d-d179-4c94-853a-fb2eef64d4a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=880709b7-53f3-4654-bcb8-b10556c95ba5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:30.682347 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59b89aed-7392-4174-859a-90b8aa3a7a56 tempest-SecurityGroupRulesTestJSON-1715947476 tempest-SecurityGroupRulesTestJSON-1715947476-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce46a73e-94a2-49e9-883a-9cfd3c439772,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:30.743974 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Routers {'0436a45b-b9e1-4b63-bc9b-10eaf166f416'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:02:30.744613 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:02:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:30.806642 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6b378f76-ec5a-49b8-b1fb-f994d1f5d79b req-1f5420da-9f76-4916-b134-e179bbc43dd7 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a&device_id=266bc140-774d-4837-8eb0-bde984088d52 HTTP/1.1" status: 200 len: 210 time: 0.1455235 Aug 17 03:02:30.836075 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fe44265-0152-405c-9054-1c153b302aca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.852021 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f9874e3-0b90-469e-aee2-084961f50a81 admin admin] Deleting subnet d03e5f35-f42b-4a28-aea6-7a03109a1a2e {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:02:30.852255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-99702587-1eb6-4fbd-90fb-8845b61551ae tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Network 54136ca1-bdf4-455e-a64c-9cb78eb9482e is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:30.865680 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f9874e3-0b90-469e-aee2-084961f50a81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.878475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-99702587-1eb6-4fbd-90fb-8845b61551ae tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:30.885048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-99702587-1eb6-4fbd-90fb-8845b61551ae tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:30.914940 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fe44265-0152-405c-9054-1c153b302aca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:30.970541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99702587-1eb6-4fbd-90fb-8845b61551ae tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Pushing event updated for resources: {'Port': ['ID=3970361b-15ea-4dfc-af2e-8d21c55c3cda,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:30.991786 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f9874e3-0b90-469e-aee2-084961f50a81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:31.004498 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42538d32-86e9-4fb7-86e2-649406d87411 None None] Pushing event updated for resources: {'Port': ['ID=9271890f-539c-4f09-945d-392c5f0fb1d9,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:31.025240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fedf8fbe-f608-4126-a768-8e4e2b232e60 req-75eb1b35-6220-482e-b6dc-9d22b1d16b71 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:31.027674 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fedf8fbe-f608-4126-a768-8e4e2b232e60 req-75eb1b35-6220-482e-b6dc-9d22b1d16b71 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 931 time: 0.2603955 Aug 17 03:02:31.037991 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] Set router 0436a45b-b9e1-4b63-bc9b-10eaf166f416 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:02:31.044469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-99702587-1eb6-4fbd-90fb-8845b61551ae tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:31.045770 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-99702587-1eb6-4fbd-90fb-8845b61551ae tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:31.066940 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae70a5bc-e5e1-4a24-8a04-4551d07fc06d req-c2e61b7c-dc47-44c9-9b2e-cd1084ae588a tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 210 time: 0.0897968 Aug 17 03:02:31.087362 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f9874e3-0b90-469e-aee2-084961f50a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:31.177136 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-99702587-1eb6-4fbd-90fb-8845b61551ae tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3439167 Aug 17 03:02:31.201327 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Request body: {'port': {'device_id': '2330b22b-6d5c-4061-847f-9069fc1ef738', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:31.210841 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fe44265-0152-405c-9054-1c153b302aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:31.214009 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fe44265-0152-405c-9054-1c153b302aca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:31.217266 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7fe44265-0152-405c-9054-1c153b302aca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fc08edd7-124e-49e8-a780-27b56ce3b7d1 HTTP/1.1" status: 204 len: 168 time: 0.6378167 Aug 17 03:02:31.239253 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe44265-0152-405c-9054-1c153b302aca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc08edd7-124e-49e8-a780-27b56ce3b7d1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:31.272745 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fedf8fbe-f608-4126-a768-8e4e2b232e60 req-ec9836bf-c05b-4c0e-aded-823e108a74d0 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099099 Aug 17 03:02:31.351840 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:31.405586 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'name': 'tempest-TaggedBootDevicesTest-1039443105-router', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:25Z', 'revision_number': 4, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'gw_port': {'id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:17Z', 'updated_at': '2021-08-17T03:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '9271890f-539c-4f09-945d-392c5f0fb1d9', 'name': '', 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'mac_address': 'fa:16:3e:5f:01:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '416c6f37-743f-435b-96b1-67201de2ff16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:23Z', 'updated_at': '2021-08-17T03:02:30Z', 'revision_number': 4, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'subnets': [{'id': '416c6f37-743f-435b-96b1-67201de2ff16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:31.415542 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f9874e3-0b90-469e-aee2-084961f50a81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:31.439862 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-393441b7-6683-4349-9fcc-2dfb0fe7d2ad None None] The sync data for ids ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'] in n-d-802060-9 is: [{'id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'name': 'tempest-TaggedBootDevicesTest-1039443105-router', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:25Z', 'revision_number': 4, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'gw_port': {'id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:17Z', 'updated_at': '2021-08-17T03:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '9271890f-539c-4f09-945d-392c5f0fb1d9', 'name': '', 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'mac_address': 'fa:16:3e:5f:01:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '416c6f37-743f-435b-96b1-67201de2ff16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:23Z', 'updated_at': '2021-08-17T03:02:30Z', 'revision_number': 4, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'subnets': [{'id': '416c6f37-743f-435b-96b1-67201de2ff16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:02:31.523489 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f9874e3-0b90-469e-aee2-084961f50a81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:31.549411 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4f9874e3-0b90-469e-aee2-084961f50a81 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d03e5f35-f42b-4a28-aea6-7a03109a1a2e HTTP/1.1" status: 204 len: 168 time: 0.9298465 Aug 17 03:02:31.553168 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52688) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:31.555932 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f9874e3-0b90-469e-aee2-084961f50a81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d03e5f35-f42b-4a28-aea6-7a03109a1a2e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:31.681182 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a89e0d8b-a4e0-4b5b-abd5-f26fd5138242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:31.858846 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3970361b-15ea-4dfc-af2e-8d21c55c3cda {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:02:31.868668 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:31.947407 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a89e0d8b-a4e0-4b5b-abd5-f26fd5138242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:31.963797 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cea708e1-698e-4dfc-9362-c20477ff8192 req-2e089add-278b-473f-8276-4773e432bff9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad3191e361ee4550b86f5ec7c3533901&device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0921197 Aug 17 03:02:31.967956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-a89e0d8b-a4e0-4b5b-abd5-f26fd5138242 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea276906-92fd-482e-8bdd-efa4d32ea499']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:31.996422 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-a89e0d8b-a4e0-4b5b-abd5-f26fd5138242 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b082095-93e3-42b6-9951-90e7a6d75ad9') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:31.999787 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-a89e0d8b-a4e0-4b5b-abd5-f26fd5138242 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b082095-93e3-42b6-9951-90e7a6d75ad9') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:32.006023 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Transition to ACTIVE for port object 3970361b-15ea-4dfc-af2e-8d21c55c3cda will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:32.014750 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a89e0d8b-a4e0-4b5b-abd5-f26fd5138242 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:32.043255 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a89e0d8b-a4e0-4b5b-abd5-f26fd5138242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:32.078890 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9271890f-539c-4f09-945d-392c5f0fb1d9 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:32.080470 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a89e0d8b-a4e0-4b5b-abd5-f26fd5138242 admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:02:32.081222 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a89e0d8b-a4e0-4b5b-abd5-f26fd5138242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:32.083015 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04651f0c-eb8a-42f1-82bd-f8d07fc40c8a req-afb615d7-34ce-4af0-b68c-efd224e23162 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.1494803 Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:02:32.084564 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:02:32.112369 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cea708e1-698e-4dfc-9362-c20477ff8192 req-c54379e7-0a2c-436b-866d-9f53767afe7b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ad3191e361ee4550b86f5ec7c3533901&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1235230 Aug 17 03:02:32.114921 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:32.308917 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1fc784c9-1f59-4a81-998f-5a129cb35d94 req-d0f6b1df-b6bb-4310-a5cc-b0f5fa19c637 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 210 time: 0.0844903 Aug 17 03:02:32.354891 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a89e0d8b-a4e0-4b5b-abd5-f26fd5138242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:32.363538 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a89e0d8b-a4e0-4b5b-abd5-f26fd5138242 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:32.367873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Pushing event updated for resources: {'Port': ['ID=3970361b-15ea-4dfc-af2e-8d21c55c3cda,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:32.374697 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a89e0d8b-a4e0-4b5b-abd5-f26fd5138242 admin admin] 10.222.0.10 "DELETE /v2.0/networks/ea276906-92fd-482e-8bdd-efa4d32ea499 HTTP/1.1" status: 204 len: 168 time: 0.8192992 Aug 17 03:02:32.443488 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a89e0d8b-a4e0-4b5b-abd5-f26fd5138242 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea276906-92fd-482e-8bdd-efa4d32ea499,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:32.467303 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 9271890f-539c-4f09-945d-392c5f0fb1d9 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:32.473237 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea708e1-698e-4dfc-9362-c20477ff8192 req-16b7109a-886e-4499-be6b-0ca92cf5a240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:32.474935 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cea708e1-698e-4dfc-9362-c20477ff8192 req-16b7109a-886e-4499-be6b-0ca92cf5a240 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3375549 Aug 17 03:02:32.477765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 9271890f-539c-4f09-945d-392c5f0fb1d9 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:32.478150 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:32.504903 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02b3bf-1ecb-45a5-8c77-494ee9b7f9d9 req-d0103d67-5479-4123-93e0-5a857e282813 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:32.514199 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8e02b3bf-1ecb-45a5-8c77-494ee9b7f9d9 req-d0103d67-5479-4123-93e0-5a857e282813 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 943 time: 0.0989635 Aug 17 03:02:32.529412 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52712) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:32.545821 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Attempting to bind port 3970361b-15ea-4dfc-af2e-8d21c55c3cda on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:02:32.545821 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Attempting to bind port 3970361b-15ea-4dfc-af2e-8d21c55c3cda by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:02:32.545821 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Attempting to bind port 3970361b-15ea-4dfc-af2e-8d21c55c3cda on network 54136ca1-bdf4-455e-a64c-9cb78eb9482e {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:02:32.557024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Port 3970361b-15ea-4dfc-af2e-8d21c55c3cda on network 54136ca1-bdf4-455e-a64c-9cb78eb9482e not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:02:32.558155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Attempting to bind port 3970361b-15ea-4dfc-af2e-8d21c55c3cda on network 54136ca1-bdf4-455e-a64c-9cb78eb9482e {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:02:32.562035 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99245ae2-31bd-4b03-b8c8-44aa00b49262 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:32.573553 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 2, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:02:32.573553 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Checking segment: {'id': '1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:32.573553 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Bound using segment: {'id': '1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:02:32.574466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Bound port: 3970361b-15ea-4dfc-af2e-8d21c55c3cda, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:02:32.576493 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:32.672255 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:32.691613 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8e02b3bf-1ecb-45a5-8c77-494ee9b7f9d9 req-a6101b01-ead5-40e9-bdff-a590740bd47b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711414 Aug 17 03:02:32.738497 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 9271890f-539c-4f09-945d-392c5f0fb1d9, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9271890f-539c-4f09-945d-392c5f0fb1d9,segment=NetworkSegment(5db9e6f8-005b-4a94-af93-e5b6a7abeb04),segment_id=5db9e6f8-005b-4a94-af93-e5b6a7abeb04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:32.756602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] For port 3970361b-15ea-4dfc-af2e-8d21c55c3cda, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:02:32.761617 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] For port 3970361b-15ea-4dfc-af2e-8d21c55c3cda, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3970361b-15ea-4dfc-af2e-8d21c55c3cda,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:02:32.817696 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52716) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:32.843764 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:32.875170 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99245ae2-31bd-4b03-b8c8-44aa00b49262 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:32.908060 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:32.908289 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:32.924256 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=9271890f-539c-4f09-945d-392c5f0fb1d9,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:32.988472 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52720) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:33.001493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717845da-b4b7-4862-a129-85ef12f41154 req-9efb33fc-52f7-44f5-a3c1-0cb6e9dd82b7 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:33.003218 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-717845da-b4b7-4862-a129-85ef12f41154 req-9efb33fc-52f7-44f5-a3c1-0cb6e9dd82b7 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.60 "GET /v2.0/networks?id=e80b3e6b-ad83-4275-b888-5d76fe788ca1 HTTP/1.1" status: 200 len: 805 time: 0.2151146 Aug 17 03:02:33.006459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:33.007078 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:33.008467 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] 10.222.0.60 "PUT /v2.0/ports/3970361b-15ea-4dfc-af2e-8d21c55c3cda HTTP/1.1" status: 200 len: 1091 time: 1.8196733 Aug 17 03:02:33.008977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2330b22b-6d5c-4061-847f-9069fc1ef738', 'tag': '3970361b-15ea-4dfc-af2e-8d21c55c3cda'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:02:33.011978 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4512c1b-ce27-4a3c-bd94-e7e72e2076ea" -d '{"events": [{"name": "network-changed", "server_uuid": "2330b22b-6d5c-4061-847f-9069fc1ef738", "tag": "3970361b-15ea-4dfc-af2e-8d21c55c3cda"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:02:33.047137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90bc8ce5-6bc2-4e89-a03f-6b94bf8f403b service neutron] Pushing event updated for resources: {'Port': ['ID=3970361b-15ea-4dfc-af2e-8d21c55c3cda,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:33.055685 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99245ae2-31bd-4b03-b8c8-44aa00b49262 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:33.108284 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-717845da-b4b7-4862-a129-85ef12f41154 req-a6dca8e8-fd5f-4ae8-bb09-dbe4f6cd5dd7 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=34d236346ac741899b701f19fb1b5339 HTTP/1.1" status: 200 len: 379 time: 0.0893569 Aug 17 03:02:33.122775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-717845da-b4b7-4862-a129-85ef12f41154 req-aa68b4b1-31f6-46ce-bf3a-39ef42784a03 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Request body: {'port': {'device_id': '341bd382-695f-455c-af11-3bb99091d300', 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'admin_state_up': True, 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'security_groups': ['dee706c4-bfe2-43de-b715-ba1d830c5ba0']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:33.148496 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:02:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e02e87f1-7cd3-4712-a0fb-807329783e84 x-openstack-request-id: req-e02e87f1-7cd3-4712-a0fb-807329783e84 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:02:33.148888 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2330b22b-6d5c-4061-847f-9069fc1ef738", "tag": "3970361b-15ea-4dfc-af2e-8d21c55c3cda", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:02:33.149075 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e02e87f1-7cd3-4712-a0fb-807329783e84 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:02:33.149473 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2330b22b-6d5c-4061-847f-9069fc1ef738', 'tag': '3970361b-15ea-4dfc-af2e-8d21c55c3cda', 'status': 'completed', 'code': 200} Aug 17 03:02:33.160923 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-99245ae2-31bd-4b03-b8c8-44aa00b49262 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e738789f8b974cf9bdc7e4fef145b47c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6260028 Aug 17 03:02:33.164586 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52728) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:33.209371 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6c0e02cc-4adf-49ed-a2c0-92a497218c82 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=013b01ee9a904d79b944a0bb745a67bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2189879 Aug 17 03:02:33.216612 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99245ae2-31bd-4b03-b8c8-44aa00b49262 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb5118f8-129a-414f-a90d-4a049ed8075d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:33.221563 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52730) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:33.267769 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-faa0bdb8-e43b-4bd9-b3a2-7c1c53145e52 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1753271730'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:33.290942 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-026afad5-5bba-4400-b77a-632c9fc6e88b req-78de5089-6207-44d0-a02b-bc9a20f5d351 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0800941 Aug 17 03:02:33.291514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4512c1b-ce27-4a3c-bd94-e7e72e2076ea req-66808c52-e1fb-4558-8f09-dc29eb45602b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:33.293122 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c4512c1b-ce27-4a3c-bd94-e7e72e2076ea req-66808c52-e1fb-4558-8f09-dc29eb45602b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eeb669fb84bc48d3934bd32b8e8e4f1f&device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 1094 time: 0.1020377 Aug 17 03:02:33.358912 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-66a4160a-599e-4229-bd82-e574b97b104b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:33.396644 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-66a4160a-599e-4229-bd82-e574b97b104b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:33.424712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-faa0bdb8-e43b-4bd9-b3a2-7c1c53145e52 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Made reservation on behalf of 2fbcc77483ad4f6bbd9c9bbaf8271cff for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:33.429032 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-faa0bdb8-e43b-4bd9-b3a2-7c1c53145e52 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:33.483267 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-877f8472-026d-464e-af4a-1b7bf924c733 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:33.486016 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2f5f882f-7268-45a4-b81b-7364001af4be req-c1f085d2-dfc6-4f3c-954d-8f1057cee762 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 210 time: 0.0545635 Aug 17 03:02:33.495790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4512c1b-ce27-4a3c-bd94-e7e72e2076ea req-9b766971-d897-43a6-82d1-c9d19a40f406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:33.495958 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-faa0bdb8-e43b-4bd9-b3a2-7c1c53145e52 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:33.496172 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c4512c1b-ce27-4a3c-bd94-e7e72e2076ea req-9b766971-d897-43a6-82d1-c9d19a40f406 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=eeb669fb84bc48d3934bd32b8e8e4f1f&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1856880 Aug 17 03:02:33.512573 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:33.570948 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-717845da-b4b7-4862-a129-85ef12f41154 req-aa68b4b1-31f6-46ce-bf3a-39ef42784a03 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Made reservation on behalf of 34d236346ac741899b701f19fb1b5339 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:33.576600 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-717845da-b4b7-4862-a129-85ef12f41154 req-aa68b4b1-31f6-46ce-bf3a-39ef42784a03 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:33.700285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4512c1b-ce27-4a3c-bd94-e7e72e2076ea req-6fb6a90e-0619-459c-9a8b-52c28715ff66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:33.701990 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c4512c1b-ce27-4a3c-bd94-e7e72e2076ea req-6fb6a90e-0619-459c-9a8b-52c28715ff66 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1929710 Aug 17 03:02:33.834688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-717845da-b4b7-4862-a129-85ef12f41154 req-aa68b4b1-31f6-46ce-bf3a-39ef42784a03 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Allocated IP 172.20.0.14 (e80b3e6b-ad83-4275-b888-5d76fe788ca1/5f4d6ab7-f8f2-462d-a080-e6682c125201/a1f7b26a-76c5-484f-8510-54dd1b0cb8f7) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:33.873941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-bc2c4346-58af-4783-904f-e8e69bfa8e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:33.875775 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-bc2c4346-58af-4783-904f-e8e69bfa8e53 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eeb669fb84bc48d3934bd32b8e8e4f1f&device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 1094 time: 0.1161041 Aug 17 03:02:33.892016 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46484795-92b5-4aa3-b104-2cea4304876b req-b2f9ad4c-afd5-49c4-a48a-13609d590b3a tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:33.899521 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-46484795-92b5-4aa3-b104-2cea4304876b req-b2f9ad4c-afd5-49c4-a48a-13609d590b3a tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 943 time: 0.1270897 Aug 17 03:02:33.927165 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-877f8472-026d-464e-af4a-1b7bf924c733 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:33.974174 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-f75c3f46-a5d4-4da3-9de7-9ba4b8b71630 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=3970361b-15ea-4dfc-af2e-8d21c55c3cda HTTP/1.1" status: 200 len: 217 time: 0.0605309 Aug 17 03:02:34.000868 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-66a4160a-599e-4229-bd82-e574b97b104b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:34.003393 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-66a4160a-599e-4229-bd82-e574b97b104b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:34.004596 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-66a4160a-599e-4229-bd82-e574b97b104b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bb5118f8-129a-414f-a90d-4a049ed8075d HTTP/1.1" status: 204 len: 168 time: 0.8346868 Aug 17 03:02:34.017078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9271890f-539c-4f09-945d-392c5f0fb1d9 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:34.027792 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a4160a-599e-4229-bd82-e574b97b104b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb5118f8-129a-414f-a90d-4a049ed8075d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:34.056833 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-877f8472-026d-464e-af4a-1b7bf924c733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:34.061786 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-877f8472-026d-464e-af4a-1b7bf924c733 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:34.067329 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-877f8472-026d-464e-af4a-1b7bf924c733 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c3d3cebc-06fb-4d09-b59b-8b12777a7674 HTTP/1.1" status: 204 len: 168 time: 0.8352232 Aug 17 03:02:34.086560 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-877f8472-026d-464e-af4a-1b7bf924c733 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d3cebc-06fb-4d09-b59b-8b12777a7674,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:34.131266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 9271890f-539c-4f09-945d-392c5f0fb1d9 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:34.131947 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:34.165468 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-faa0bdb8-e43b-4bd9-b3a2-7c1c53145e52 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:34.180897 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cea708e1-698e-4dfc-9362-c20477ff8192 req-98c14480-cc3d-4baa-bd38-68deab2c9651 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.60 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.1401215 Aug 17 03:02:34.195859 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-46484795-92b5-4aa3-b104-2cea4304876b req-e359a2e1-262a-4680-a696-32aed2b777ef tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953978 Aug 17 03:02:34.270624 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-c5c3e2e8-b94a-4913-b5d8-a0a4b0e07b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:34.272328 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-c5c3e2e8-b94a-4913-b5d8-a0a4b0e07b0d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e36039ff-2b91-4bea-8513-5210cefd245d HTTP/1.1" status: 200 len: 855 time: 0.2477148 Aug 17 03:02:34.311740 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-faa0bdb8-e43b-4bd9-b3a2-7c1c53145e52 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:34.318534 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-717845da-b4b7-4862-a129-85ef12f41154 req-aa68b4b1-31f6-46ce-bf3a-39ef42784a03 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:34.322685 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-6889574b-d53e-4ab2-9d0d-668b5e182408 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54136ca1-bdf4-455e-a64c-9cb78eb9482e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418680 Aug 17 03:02:34.355678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-717845da-b4b7-4862-a129-85ef12f41154 req-aa68b4b1-31f6-46ce-bf3a-39ef42784a03 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Transition to ACTIVE for port object a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:34.361146 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-faa0bdb8-e43b-4bd9-b3a2-7c1c53145e52 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:02:34.429746 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0bdb8-e43b-4bd9-b3a2-7c1c53145e52 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f031530c-8fe7-479a-a646-554542a08c1f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:34.434858 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4c5734ee-5915-415b-b016-4abffd4b11b1 req-3fc35020-73dd-41be-bda4-41cc057fa02e tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=8d3fa41a-1833-483d-a1b6-e9f41b77156a HTTP/1.1" status: 200 len: 210 time: 0.0563986 Aug 17 03:02:34.438238 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-faa0bdb8-e43b-4bd9-b3a2-7c1c53145e52 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:34.438829 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-faa0bdb8-e43b-4bd9-b3a2-7c1c53145e52 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Added segment 6a42d183-517a-4db0-8697-86e3520d07ce of type vlan for network 2e850bf7-0a9d-49b8-b914-9b916b50d55b Aug 17 03:02:34.461978 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-8c113428-11f1-4789-9221-36ad76e92bbc service neutron] 10.222.0.60 "GET /v2.0/networks/54136ca1-bdf4-455e-a64c-9cb78eb9482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293397 Aug 17 03:02:34.463666 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:02:34.501099 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-faa0bdb8-e43b-4bd9-b3a2-7c1c53145e52 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:34.548987 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-717845da-b4b7-4862-a129-85ef12f41154 req-aa68b4b1-31f6-46ce-bf3a-39ef42784a03 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:34.605671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-717845da-b4b7-4862-a129-85ef12f41154 req-aa68b4b1-31f6-46ce-bf3a-39ef42784a03 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Network e80b3e6b-ad83-4275-b888-5d76fe788ca1 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:34.643619 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-717845da-b4b7-4862-a129-85ef12f41154 req-aa68b4b1-31f6-46ce-bf3a-39ef42784a03 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:34.656958 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-717845da-b4b7-4862-a129-85ef12f41154 req-aa68b4b1-31f6-46ce-bf3a-39ef42784a03 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:34.678167 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96d0950f-f061-424d-ae91-0f69cd6ad16f req-2f365edb-5141-499c-9ab3-bf8906db4204 service neutron] 10.222.0.60 "GET /v2.0/networks/54136ca1-bdf4-455e-a64c-9cb78eb9482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2065432 Aug 17 03:02:34.687446 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-faa0bdb8-e43b-4bd9-b3a2-7c1c53145e52 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:34.699980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa68b4b1-31f6-46ce-bf3a-39ef42784a03 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Pushing event updated for resources: {'Port': ['ID=a1f7b26a-76c5-484f-8510-54dd1b0cb8f7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:34.701071 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-faa0bdb8-e43b-4bd9-b3a2-7c1c53145e52 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:34.701804 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-faa0bdb8-e43b-4bd9-b3a2-7c1c53145e52 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:34.735818 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717845da-b4b7-4862-a129-85ef12f41154 req-aa68b4b1-31f6-46ce-bf3a-39ef42784a03 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:34.736788 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-717845da-b4b7-4862-a129-85ef12f41154 req-aa68b4b1-31f6-46ce-bf3a-39ef42784a03 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:34.757252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-527724fb-d557-4261-8014-eb859a93fe3b req-e7a9f25f-36ce-43ea-a3e7-d18eeac88217 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:34.771810 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-527724fb-d557-4261-8014-eb859a93fe3b req-e7a9f25f-36ce-43ea-a3e7-d18eeac88217 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 932 time: 0.1793504 Aug 17 03:02:34.830410 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-faa0bdb8-e43b-4bd9-b3a2-7c1c53145e52 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 2.0116665 Aug 17 03:02:34.858178 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-527724fb-d557-4261-8014-eb859a93fe3b req-b8d677b8-24f4-4569-9dd1-aac56c4730cf tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/security-groups?id=dee706c4-bfe2-43de-b715-ba1d830c5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852995 Aug 17 03:02:34.864368 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa0bdb8-e43b-4bd9-b3a2-7c1c53145e52 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event updated for resources: {'Network': ['ID=2e850bf7-0a9d-49b8-b914-9b916b50d55b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:34.893197 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 2e850bf7-0a9d-49b8-b914-9b916b50d55b details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:34.906358 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-717845da-b4b7-4862-a129-85ef12f41154 req-aa68b4b1-31f6-46ce-bf3a-39ef42784a03 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7893982 Aug 17 03:02:34.951490 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Request body: {'port': {'device_id': '341bd382-695f-455c-af11-3bb99091d300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:35.118018 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:35.191398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aa4a714f-f5a6-4115-86c8-8ea1738bd1e6 None None] Provisioning for port a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:35.196851 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aa4a714f-f5a6-4115-86c8-8ea1738bd1e6 None None] Provisioning complete for port a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:35.197166 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa4a714f-f5a6-4115-86c8-8ea1738bd1e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:35.286743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aa4a714f-f5a6-4115-86c8-8ea1738bd1e6 None None] Port a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:02:35.415643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a7b876-5eaf-47ff-9f0b-698968c960f7 req-a4049afb-f0df-4a79-8456-91b20eaadbb1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:35.418845 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e4a7b876-5eaf-47ff-9f0b-698968c960f7 req-a4049afb-f0df-4a79-8456-91b20eaadbb1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 943 time: 0.1229520 Aug 17 03:02:35.619018 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e4a7b876-5eaf-47ff-9f0b-698968c960f7 req-52fb73db-1e25-449c-a32a-22054f457404 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908028 Aug 17 03:02:35.679208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:02:35.694731 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:35.709843 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Transition to ACTIVE for port object a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:35.832517 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:36.132862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Pushing event updated for resources: {'Port': ['ID=a1f7b26a-76c5-484f-8510-54dd1b0cb8f7,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:36.339898 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8b96705c-fbdb-49f5-80ae-62d5ac30ee4a req-61ac7fc8-5bca-4224-9266-a2d54fa02514 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=266bc140-774d-4837-8eb0-bde984088d52 HTTP/1.1" status: 200 len: 210 time: 0.0681295 Aug 17 03:02:36.365856 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88327296-f77e-428a-bfc4-808884d5493a req-c4c01d6b-9c21-4a76-a61c-448015a10e0d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad3191e361ee4550b86f5ec7c3533901&device_id=266bc140-774d-4837-8eb0-bde984088d52 HTTP/1.1" status: 200 len: 210 time: 0.1037135 Aug 17 03:02:36.432165 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cf9568-733f-45b1-9262-a90c82130226 req-52868c05-19ad-46f4-88f9-3443774de00f tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:36.440065 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7cf9568-733f-45b1-9262-a90c82130226 req-52868c05-19ad-46f4-88f9-3443774de00f tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 944 time: 0.3538022 Aug 17 03:02:36.450523 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88327296-f77e-428a-bfc4-808884d5493a req-84326e9c-ac5c-4bf1-9993-9f895f9968ff service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ad3191e361ee4550b86f5ec7c3533901&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760593 Aug 17 03:02:36.483744 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52804) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:36.561192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Attempting to bind port a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:02:36.561595 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Attempting to bind port a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '4e2b4ed5-7092-433c-9ed7-ed714f87d954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:02:36.561939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Attempting to bind port a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 on network e80b3e6b-ad83-4275-b888-5d76fe788ca1 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:02:36.583860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Port a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 on network e80b3e6b-ad83-4275-b888-5d76fe788ca1 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:02:36.584199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Attempting to bind port a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 on network e80b3e6b-ad83-4275-b888-5d76fe788ca1 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:02:36.596305 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7cf9568-733f-45b1-9262-a90c82130226 req-df21adb2-9803-480c-980c-b0f11eef5a1d tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/security-groups?id=dee706c4-bfe2-43de-b715-ba1d830c5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1552515 Aug 17 03:02:36.603001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 2, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:02:36.603384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Checking segment: {'id': '4e2b4ed5-7092-433c-9ed7-ed714f87d954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:36.608611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Bound using segment: {'id': '4e2b4ed5-7092-433c-9ed7-ed714f87d954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:02:36.608611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Bound port: a1f7b26a-76c5-484f-8510-54dd1b0cb8f7, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e2b4ed5-7092-433c-9ed7-ed714f87d954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:02:36.608611 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:36.715435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] For port a1f7b26a-76c5-484f-8510-54dd1b0cb8f7, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:02:36.718968 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] For port a1f7b26a-76c5-484f-8510-54dd1b0cb8f7, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a1f7b26a-76c5-484f-8510-54dd1b0cb8f7,segment=NetworkSegment(4e2b4ed5-7092-433c-9ed7-ed714f87d954),segment_id=4e2b4ed5-7092-433c-9ed7-ed714f87d954)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:02:36.764816 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88327296-f77e-428a-bfc4-808884d5493a req-a5ef7359-2c52-4895-9d75-d34947683a5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:36.766381 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88327296-f77e-428a-bfc4-808884d5493a req-a5ef7359-2c52-4895-9d75-d34947683a5d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3058662 Aug 17 03:02:36.805078 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:36.833333 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1463cf99-b3d2-4e9c-a6e0-3f1585c9f00c admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1853055880-network', 'tenant_id': '2503a424a90b4738814bcf6215469e90'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:36.914262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:36.914728 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:36.918921 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-717845da-b4b7-4862-a129-85ef12f41154 req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] 10.222.0.60 "PUT /v2.0/ports/a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 HTTP/1.1" status: 200 len: 1092 time: 1.9891934 Aug 17 03:02:36.922303 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341bd382-695f-455c-af11-3bb99091d300', 'tag': 'a1f7b26a-76c5-484f-8510-54dd1b0cb8f7'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:02:36.929962 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43647cf-5927-4a06-a56f-8304f2af4344" -d '{"events": [{"name": "network-changed", "server_uuid": "341bd382-695f-455c-af11-3bb99091d300", "tag": "a1f7b26a-76c5-484f-8510-54dd1b0cb8f7"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:02:36.939705 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1463cf99-b3d2-4e9c-a6e0-3f1585c9f00c admin admin] Made reservation on behalf of 2503a424a90b4738814bcf6215469e90 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:36.946445 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1463cf99-b3d2-4e9c-a6e0-3f1585c9f00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:36.956990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e5a1ed-d1e1-4908-99f2-5f1e21a79c2c req-15594c4a-0259-4cb2-b30d-ca22ddadbc1a tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:36.968398 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a5e5a1ed-d1e1-4908-99f2-5f1e21a79c2c req-15594c4a-0259-4cb2-b30d-ca22ddadbc1a tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 943 time: 0.1874263 Aug 17 03:02:36.979547 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1463cf99-b3d2-4e9c-a6e0-3f1585c9f00c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:37.020807 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ffee3d-31fd-4f40-a374-4580b91086fd service neutron] Pushing event updated for resources: {'Port': ['ID=a1f7b26a-76c5-484f-8510-54dd1b0cb8f7,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:37.101107 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a5e5a1ed-d1e1-4908-99f2-5f1e21a79c2c req-c97676c1-3658-456e-94b7-aad603b6cd0b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308603 Aug 17 03:02:37.106948 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:02:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0252208f-2b08-4086-ae2d-0c7dd9d38aac x-openstack-request-id: req-0252208f-2b08-4086-ae2d-0c7dd9d38aac {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:02:37.108264 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341bd382-695f-455c-af11-3bb99091d300", "tag": "a1f7b26a-76c5-484f-8510-54dd1b0cb8f7", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:02:37.108264 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0252208f-2b08-4086-ae2d-0c7dd9d38aac {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:02:37.108264 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341bd382-695f-455c-af11-3bb99091d300', 'tag': 'a1f7b26a-76c5-484f-8510-54dd1b0cb8f7', 'status': 'completed', 'code': 200} Aug 17 03:02:37.205524 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43647cf-5927-4a06-a56f-8304f2af4344 req-8fea5df8-f779-4ac1-8879-1c30ff9f7bb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:37.208554 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e43647cf-5927-4a06-a56f-8304f2af4344 req-8fea5df8-f779-4ac1-8879-1c30ff9f7bb5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d236346ac741899b701f19fb1b5339&device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 1095 time: 0.0902767 Aug 17 03:02:37.262315 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1463cf99-b3d2-4e9c-a6e0-3f1585c9f00c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:37.340761 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1463cf99-b3d2-4e9c-a6e0-3f1585c9f00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:37.360391 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1463cf99-b3d2-4e9c-a6e0-3f1585c9f00c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:02:37.380155 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1463cf99-b3d2-4e9c-a6e0-3f1585c9f00c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:37.380507 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-1463cf99-b3d2-4e9c-a6e0-3f1585c9f00c admin admin] Added segment 6dc2771e-eabe-4a65-8ec5-0de953c3ab20 of type vlan for network 3f282556-f1dc-4a30-82fb-aecbb9edda74 Aug 17 03:02:37.402487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43647cf-5927-4a06-a56f-8304f2af4344 req-92c66daa-29b0-4573-a94a-ab90b7b3613c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:37.408970 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e43647cf-5927-4a06-a56f-8304f2af4344 req-92c66daa-29b0-4573-a94a-ab90b7b3613c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=34d236346ac741899b701f19fb1b5339&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1910346 Aug 17 03:02:37.440804 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1463cf99-b3d2-4e9c-a6e0-3f1585c9f00c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:37.538279 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463cf99-b3d2-4e9c-a6e0-3f1585c9f00c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4e4ce7-71cb-4f89-9599-cfe2c10ba6dc,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:37.561287 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1463cf99-b3d2-4e9c-a6e0-3f1585c9f00c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:37.562312 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1463cf99-b3d2-4e9c-a6e0-3f1585c9f00c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:37.562936 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1463cf99-b3d2-4e9c-a6e0-3f1585c9f00c admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:37.592178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43647cf-5927-4a06-a56f-8304f2af4344 req-28d59e4f-b48a-4cb8-b6f9-9afa4247090c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:37.600668 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e43647cf-5927-4a06-a56f-8304f2af4344 req-28d59e4f-b48a-4cb8-b6f9-9afa4247090c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1814299 Aug 17 03:02:37.623072 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f6cc8a71-7f30-43dc-a910-d0e985133ce4 req-5ed8a665-6356-4db6-aa03-386d283f0808 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=266bc140-774d-4837-8eb0-bde984088d52 HTTP/1.1" status: 200 len: 210 time: 0.1352935 Aug 17 03:02:37.700951 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1463cf99-b3d2-4e9c-a6e0-3f1585c9f00c admin admin] Pushing event updated for resources: {'Network': ['ID=3f282556-f1dc-4a30-82fb-aecbb9edda74,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:37.716211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 3f282556-f1dc-4a30-82fb-aecbb9edda74 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:37.726689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717845da-b4b7-4862-a129-85ef12f41154 req-d95ba401-bf94-4f1d-abf4-02656ad05e60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:37.728332 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-717845da-b4b7-4862-a129-85ef12f41154 req-d95ba401-bf94-4f1d-abf4-02656ad05e60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d236346ac741899b701f19fb1b5339&device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 1095 time: 0.0703216 Aug 17 03:02:37.741110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52834) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:37.741940 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1463cf99-b3d2-4e9c-a6e0-3f1585c9f00c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2531972 Aug 17 03:02:37.746629 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0425bc88-5a3b-40cd-8123-fbf8b783039c admin admin] Request body: {'subnet': {'network_id': '3f282556-f1dc-4a30-82fb-aecbb9edda74', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-1853055880-subnet', 'tenant_id': '2503a424a90b4738814bcf6215469e90', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:38.029312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 3970361b-15ea-4dfc-af2e-8d21c55c3cda details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:02:38.121887 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52842) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:38.133120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-fda6c980-5828-4f1f-9369-7794a2c7f3f9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Request body: {'subnet': {'network_id': '2e850bf7-0a9d-49b8-b914-9b916b50d55b', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:38.227784 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 3970361b-15ea-4dfc-af2e-8d21c55c3cda, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3970361b-15ea-4dfc-af2e-8d21c55c3cda,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:38.255904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '3970361b-15ea-4dfc-af2e-8d21c55c3cda', 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e', 'port_id': '3970361b-15ea-4dfc-af2e-8d21c55c3cda', 'mac_address': 'fa:16:3e:a7:d0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36039ff-2b91-4bea-8513-5210cefd245d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:02:38.270851 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-717845da-b4b7-4862-a129-85ef12f41154 req-113fb9af-6dcf-48e2-9bdd-c5042b34521b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 HTTP/1.1" status: 200 len: 217 time: 0.5307834 Aug 17 03:02:38.313848 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:38.326312 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88327296-f77e-428a-bfc4-808884d5493a req-122b53b1-c95a-4cf9-a3e9-e65ba35fccb8 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.60 "GET /v2.0/ports?device_id=266bc140-774d-4837-8eb0-bde984088d52 HTTP/1.1" status: 200 len: 210 time: 0.1383338 Aug 17 03:02:38.327191 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0425bc88-5a3b-40cd-8123-fbf8b783039c admin admin] Made reservation on behalf of 2503a424a90b4738814bcf6215469e90 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:38.330265 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0425bc88-5a3b-40cd-8123-fbf8b783039c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:38.344019 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3970361b-15ea-4dfc-af2e-8d21c55c3cda {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:02:38.358277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fda6c980-5828-4f1f-9369-7794a2c7f3f9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Made reservation on behalf of 2fbcc77483ad4f6bbd9c9bbaf8271cff for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:38.362535 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fda6c980-5828-4f1f-9369-7794a2c7f3f9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:38.367949 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 3970361b-15ea-4dfc-af2e-8d21c55c3cda, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3970361b-15ea-4dfc-af2e-8d21c55c3cda,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:38.428110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07702953-7368-40dd-960f-6a30818205e1 req-c67231fc-4c84-4923-9ea5-dcfdfd5b8b3e tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:38.429763 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07702953-7368-40dd-960f-6a30818205e1 req-c67231fc-4c84-4923-9ea5-dcfdfd5b8b3e tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 944 time: 0.2429912 Aug 17 03:02:38.471319 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab9dd3-d00c-4d87-bf27-caed3e51242a req-416afb7b-b6a3-479a-9784-138c0134801c tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:38.473100 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95ab9dd3-d00c-4d87-bf27-caed3e51242a req-416afb7b-b6a3-479a-9784-138c0134801c tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 943 time: 0.1654816 Aug 17 03:02:38.484031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717845da-b4b7-4862-a129-85ef12f41154 req-b7781bc8-1cdd-4dc9-b6de-67552786c5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:38.486144 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-717845da-b4b7-4862-a129-85ef12f41154 req-b7781bc8-1cdd-4dc9-b6de-67552786c5cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5f4d6ab7-f8f2-462d-a080-e6682c125201 HTTP/1.1" status: 200 len: 844 time: 0.1701393 Aug 17 03:02:38.491364 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:38.576934 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95ab9dd3-d00c-4d87-bf27-caed3e51242a req-5e20efe5-748a-4049-84ad-e44b2aa917b2 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908549 Aug 17 03:02:38.606471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=3970361b-15ea-4dfc-af2e-8d21c55c3cda,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:38.620341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:38.620341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:38.620341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:38.620341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:38.620341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:38.620341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:38.620341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:38.620341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:38.620341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:38.621579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:38.622143 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:38.622679 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:38.636798 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07702953-7368-40dd-960f-6a30818205e1 req-86dcff34-d5f1-4016-ad52-4cea3a65f90f tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/security-groups?id=dee706c4-bfe2-43de-b715-ba1d830c5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1923127 Aug 17 03:02:38.719837 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-717845da-b4b7-4862-a129-85ef12f41154 req-92f75744-e097-4ed5-9336-91d2ddd556ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:38.721721 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-717845da-b4b7-4862-a129-85ef12f41154 req-92f75744-e097-4ed5-9336-91d2ddd556ec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e80b3e6b-ad83-4275-b888-5d76fe788ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1812162 Aug 17 03:02:38.766882 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['3970361b-15ea-4dfc-af2e-8d21c55c3cda'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:02:38.781882 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af309e4a-ebd4-409b-93b4-0ec4b9c51235 req-9524b531-816a-40ba-9fa5-571f4f474794 tempest-ServerShowV247Test-226217280 tempest-ServerShowV247Test-226217280-project] 10.222.0.10 "GET /v2.0/ports?device_id=266bc140-774d-4837-8eb0-bde984088d52 HTTP/1.1" status: 200 len: 210 time: 0.0350118 Aug 17 03:02:38.820146 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fda6c980-5828-4f1f-9369-7794a2c7f3f9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:38.832877 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-717845da-b4b7-4862-a129-85ef12f41154 req-9518e525-3041-402f-bca7-45cca70c7956 service neutron] 10.222.0.60 "GET /v2.0/networks/e80b3e6b-ad83-4275-b888-5d76fe788ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1011913 Aug 17 03:02:38.852641 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0425bc88-5a3b-40cd-8123-fbf8b783039c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:38.886428 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fda6c980-5828-4f1f-9369-7794a2c7f3f9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event updated for resources: {'Subnet': ['ID=a2c22534-b46b-46c4-9150-73822a169483,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:38.926095 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fda6c980-5828-4f1f-9369-7794a2c7f3f9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Checking segment: {'id': '6a42d183-517a-4db0-8697-86e3520d07ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2e850bf7-0a9d-49b8-b914-9b916b50d55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:38.926476 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda6c980-5828-4f1f-9369-7794a2c7f3f9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Network hostable DHCP agents. Network: 2e850bf7-0a9d-49b8-b914-9b916b50d55b, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:02:38.983189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0425bc88-5a3b-40cd-8123-fbf8b783039c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a5aa9f5-b04a-4462-8fe4-7517970e0abf,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:39.009645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0425bc88-5a3b-40cd-8123-fbf8b783039c admin admin] Checking segment: {'id': '6dc2771e-eabe-4a65-8ec5-0de953c3ab20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3f282556-f1dc-4a30-82fb-aecbb9edda74'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:39.010009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0425bc88-5a3b-40cd-8123-fbf8b783039c admin admin] Network hostable DHCP agents. Network: 3f282556-f1dc-4a30-82fb-aecbb9edda74, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:02:39.014026 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-717845da-b4b7-4862-a129-85ef12f41154 req-0a08c8d9-0322-4a44-9e5b-711e67e4da3c service neutron] 10.222.0.60 "GET /v2.0/networks/e80b3e6b-ad83-4275-b888-5d76fe788ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1713829 Aug 17 03:02:39.026917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fda6c980-5828-4f1f-9369-7794a2c7f3f9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Network 2e850bf7-0a9d-49b8-b914-9b916b50d55b is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:02:39.139679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0425bc88-5a3b-40cd-8123-fbf8b783039c admin admin] Network 3f282556-f1dc-4a30-82fb-aecbb9edda74 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:02:39.249687 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-fda6c980-5828-4f1f-9369-7794a2c7f3f9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 2e850bf7-0a9d-49b8-b914-9b916b50d55b) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:39.250880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-0425bc88-5a3b-40cd-8123-fbf8b783039c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 3f282556-f1dc-4a30-82fb-aecbb9edda74) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:39.255366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0425bc88-5a3b-40cd-8123-fbf8b783039c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:39.256189 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0425bc88-5a3b-40cd-8123-fbf8b783039c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:39.266786 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fda6c980-5828-4f1f-9369-7794a2c7f3f9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:39.267036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52854) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:39.267141 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fda6c980-5828-4f1f-9369-7794a2c7f3f9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:39.273441 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12d5f24f-ac36-4e87-8f45-036c37c921ca None None] Network 2e850bf7-0a9d-49b8-b914-9b916b50d55b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:39.301934 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-047b686a-70ee-4400-b53b-71324e615da5 None None] Network 3f282556-f1dc-4a30-82fb-aecbb9edda74 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:39.370170 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0425bc88-5a3b-40cd-8123-fbf8b783039c admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.6275747 Aug 17 03:02:39.409674 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4243fe4-21d8-46e1-96a4-708e9629e131 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:39.444505 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fda6c980-5828-4f1f-9369-7794a2c7f3f9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3204014 Aug 17 03:02:39.448874 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52862) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:39.454174 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1818712570'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:39.523388 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22cc0b9-e2a0-449d-b0dd-c2663eb11cfb None None] Network 3f282556-f1dc-4a30-82fb-aecbb9edda74 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:39.577965 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4243fe4-21d8-46e1-96a4-708e9629e131 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:39.608661 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-2e850bf7-0a9d-49b8-b914-9b916b50d55b', 'network_id': '2e850bf7-0a9d-49b8-b914-9b916b50d55b', 'tenant_id': '2fbcc77483ad4f6bbd9c9bbaf8271cff', 'fixed_ips': [{'subnet_id': 'a2c22534-b46b-46c4-9150-73822a169483'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:02:39.609612 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:39.694490 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4243fe4-21d8-46e1-96a4-708e9629e131 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:39.729060 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-96a51e19-0189-4891-ab67-8b83e808e636 req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-669210011', 'description': 'tempest-description-1088699208'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:39.769989 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d4243fe4-21d8-46e1-96a4-708e9629e131 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0a8e1687ca24a29ae1625d06f1a65f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5078728 Aug 17 03:02:39.770618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52872) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:39.773630 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Made reservation on behalf of 2fbcc77483ad4f6bbd9c9bbaf8271cff for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:39.779419 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:39.784329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad79fc5-f80e-454e-9bea-417d45e5298b req-eedbfc41-841c-41f8-9091-2e6742aca2b5 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:39.785901 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ad79fc5-f80e-454e-9bea-417d45e5298b req-eedbfc41-841c-41f8-9091-2e6742aca2b5 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 944 time: 0.1242313 Aug 17 03:02:39.786602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4243fe4-21d8-46e1-96a4-708e9629e131 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23ff9741-03b4-4179-a479-b4e4854a5b4c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:39.814672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Allocated IP 2001:db8:0:ffff::2 (2e850bf7-0a9d-49b8-b914-9b916b50d55b/a2c22534-b46b-46c4-9150-73822a169483/dd0a4f29-a923-494e-a6bb-3f171010f7bd) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:39.843278 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:02:39.857583 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:39.857942 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Added segment 307e6a80-8065-4044-908e-7403ad3e3b95 of type vlan for network 78e77b4d-4cb9-4419-bbf7-851f300ccdfd Aug 17 03:02:39.875780 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ad79fc5-f80e-454e-9bea-417d45e5298b req-d538b852-2a7d-4868-b88f-d615ca4bc2ec tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548687 Aug 17 03:02:39.878962 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-879fb3b1-b953-4128-b598-38dd9fb535a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:39.922347 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-96a51e19-0189-4891-ab67-8b83e808e636 req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:39.932507 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:39.958603 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-879fb3b1-b953-4128-b598-38dd9fb535a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.009601 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.019086 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Transition to ACTIVE for port object dd0a4f29-a923-494e-a6bb-3f171010f7bd will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:40.043632 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-96a51e19-0189-4891-ab67-8b83e808e636 req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.051279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a97bb0e-2c93-46ac-8789-14c915e53ee9 req-0d18926f-4ebe-43bd-bc7d-ea42e0bd8ac0 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:40.053253 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4a97bb0e-2c93-46ac-8789-14c915e53ee9 req-0d18926f-4ebe-43bd-bc7d-ea42e0bd8ac0 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 944 time: 0.0627656 Aug 17 03:02:40.070498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 3970361b-15ea-4dfc-af2e-8d21c55c3cda up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:40.080377 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.087171 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:40.087783 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.102899 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4a97bb0e-2c93-46ac-8789-14c915e53ee9 req-f1e2cca4-1257-4720-8963-c61e0a0959d3 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/security-groups?id=dee706c4-bfe2-43de-b715-ba1d830c5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429261 Aug 17 03:02:40.155813 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-96a51e19-0189-4891-ab67-8b83e808e636 req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.180871 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Transition to ACTIVE for port object dd0a4f29-a923-494e-a6bb-3f171010f7bd will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:40.181066 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-879fb3b1-b953-4128-b598-38dd9fb535a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.185831 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-879fb3b1-b953-4128-b598-38dd9fb535a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.187308 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-879fb3b1-b953-4128-b598-38dd9fb535a2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23ff9741-03b4-4179-a479-b4e4854a5b4c HTTP/1.1" status: 204 len: 168 time: 0.4150751 Aug 17 03:02:40.203778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879fb3b1-b953-4128-b598-38dd9fb535a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23ff9741-03b4-4179-a479-b4e4854a5b4c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:40.203879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event updated for resources: {'Network': ['ID=78e77b4d-4cb9-4419-bbf7-851f300ccdfd,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:40.217009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fff81407-eec0-49ec-ac58-2db0cc8402a7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:40.221084 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.221580 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.221951 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.222311 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.222659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.223047 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.223399 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.223749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.224361 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.224715 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.225454 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.225823 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.248617 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 3970361b-15ea-4dfc-af2e-8d21c55c3cda completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:40.258580 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.258580 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.258580 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.258580 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.258580 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.259016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 3970361b-15ea-4dfc-af2e-8d21c55c3cda triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:40.259016 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.260149 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.261304 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.261733 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.262082 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.262432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.262778 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.263123 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:02:40.279614 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-40293583-23b5-4bee-9480-ac8f040ebbcd tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8295743 Aug 17 03:02:40.282134 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-96a51e19-0189-4891-ab67-8b83e808e636 req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.282632 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52882) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:40.283536 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96a51e19-0189-4891-ab67-8b83e808e636 req-3c86fbcc-9597-4012-a220-dd87c07799ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.5587490 Aug 17 03:02:40.293496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d1e7e4a0-315b-40e0-bfca-cc409d33808d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Request body: {'subnet': {'network_id': '78e77b4d-4cb9-4419-bbf7-851f300ccdfd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:40.311016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 78e77b4d-4cb9-4419-bbf7-851f300ccdfd details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:40.365562 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.435777 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4eca9ef1-3ed6-454d-bdca-751ed0260de6 req-da0887fe-5d37-45d2-b47a-248e56d45b49 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "GET /v2.0/security-groups/fff81407-eec0-49ec-ac58-2db0cc8402a7 HTTP/1.1" status: 200 len: 1814 time: 0.1244693 Aug 17 03:02:40.445041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Network 2e850bf7-0a9d-49b8-b914-9b916b50d55b is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:40.453464 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-4eca9ef1-3ed6-454d-bdca-751ed0260de6 req-5ef03018-78a5-4eaa-be31-95ef22d293ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fff81407-eec0-49ec-ac58-2db0cc8402a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:40.453464 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-4eca9ef1-3ed6-454d-bdca-751ed0260de6 req-5ef03018-78a5-4eaa-be31-95ef22d293ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'fff81407-eec0-49ec-ac58-2db0cc8402a7', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:40.457048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:40.459417 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:40.468998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Pushing event updated for resources: {'Port': ['ID=dd0a4f29-a923-494e-a6bb-3f171010f7bd,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:40.549874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1e7e4a0-315b-40e0-bfca-cc409d33808d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Made reservation on behalf of 2fbcc77483ad4f6bbd9c9bbaf8271cff for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:40.552488 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Attempting to bind port dd0a4f29-a923-494e-a6bb-3f171010f7bd on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:02:40.552865 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Attempting to bind port dd0a4f29-a923-494e-a6bb-3f171010f7bd by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '6a42d183-517a-4db0-8697-86e3520d07ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2e850bf7-0a9d-49b8-b914-9b916b50d55b'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:02:40.553229 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Attempting to bind port dd0a4f29-a923-494e-a6bb-3f171010f7bd on network 2e850bf7-0a9d-49b8-b914-9b916b50d55b {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:02:40.554462 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d1e7e4a0-315b-40e0-bfca-cc409d33808d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.555251 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.566672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:02:40.567048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Checking segment: {'id': '6a42d183-517a-4db0-8697-86e3520d07ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2e850bf7-0a9d-49b8-b914-9b916b50d55b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:40.567465 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.567904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Bound using segment: {'id': '6a42d183-517a-4db0-8697-86e3520d07ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2e850bf7-0a9d-49b8-b914-9b916b50d55b'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:02:40.568397 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Bound port: dd0a4f29-a923-494e-a6bb-3f171010f7bd, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a42d183-517a-4db0-8697-86e3520d07ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': '2e850bf7-0a9d-49b8-b914-9b916b50d55b'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:02:40.568829 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.595947 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2330b22b-6d5c-4061-847f-9069fc1ef738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3970361b-15ea-4dfc-af2e-8d21c55c3cda'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:02:40.598227 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c790453b-2a35-49d5-a9f3-4d4366934368" -d '{"events": [{"server_uuid": "2330b22b-6d5c-4061-847f-9069fc1ef738", "name": "network-vif-plugged", "status": "completed", "tag": "3970361b-15ea-4dfc-af2e-8d21c55c3cda"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:02:40.630553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 3970361b-15ea-4dfc-af2e-8d21c55c3cda, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3970361b-15ea-4dfc-af2e-8d21c55c3cda,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:40.651836 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:02:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ff91e3-6e9c-4130-bb0b-31c9e1071a02 x-openstack-request-id: req-06ff91e3-6e9c-4130-bb0b-31c9e1071a02 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:02:40.652243 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2330b22b-6d5c-4061-847f-9069fc1ef738", "name": "network-vif-plugged", "status": "completed", "tag": "3970361b-15ea-4dfc-af2e-8d21c55c3cda", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:02:40.652609 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-06ff91e3-6e9c-4130-bb0b-31c9e1071a02 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:02:40.653037 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2330b22b-6d5c-4061-847f-9069fc1ef738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3970361b-15ea-4dfc-af2e-8d21c55c3cda', 'code': 200} Aug 17 03:02:40.665404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] For port dd0a4f29-a923-494e-a6bb-3f171010f7bd, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:02:40.670240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] For port dd0a4f29-a923-494e-a6bb-3f171010f7bd, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=dd0a4f29-a923-494e-a6bb-3f171010f7bd,segment=NetworkSegment(6a42d183-517a-4db0-8697-86e3520d07ce),segment_id=6a42d183-517a-4db0-8697-86e3520d07ce)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:02:40.735932 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.769099 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.821376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=3970361b-15ea-4dfc-af2e-8d21c55c3cda,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:40.868915 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52894) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:40.933724 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4eca9ef1-3ed6-454d-bdca-751ed0260de6 req-5ef03018-78a5-4eaa-be31-95ef22d293ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:40.937395 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0fc9bd-6a96-4f25-a8c4-47b285943e67 None None] Pushing event updated for resources: {'Port': ['ID=dd0a4f29-a923-494e-a6bb-3f171010f7bd,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:40.976815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9e7de8-96ce-465f-9d00-1f704cd6d34b req-c275cae1-dad5-4ba5-bbae-252027ca0dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:40.995015 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8a9e7de8-96ce-465f-9d00-1f704cd6d34b req-c275cae1-dad5-4ba5-bbae-252027ca0dd9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 1096 time: 0.2240820 Aug 17 03:02:40.995015 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4eca9ef1-3ed6-454d-bdca-751ed0260de6 req-5ef03018-78a5-4eaa-be31-95ef22d293ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:41.036164 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8a9e7de8-96ce-465f-9d00-1f704cd6d34b req-52018d5e-55de-4767-96ab-ad7dbfe7d017 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488868 Aug 17 03:02:41.059581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045823e5-ff4e-46db-986b-586a6db8c750 req-a43a986d-b07e-41a1-afce-d5f737506d63 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:41.061243 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-045823e5-ff4e-46db-986b-586a6db8c750 req-a43a986d-b07e-41a1-afce-d5f737506d63 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.0682878 Aug 17 03:02:41.084615 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4fc623fc-2168-4e6e-ba61-d69b4ba8767b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:41.147725 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-045823e5-ff4e-46db-986b-586a6db8c750 req-9d606caa-a900-4705-b4ad-80ced7970fb7 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774496 Aug 17 03:02:41.262481 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4fc623fc-2168-4e6e-ba61-d69b4ba8767b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:41.310113 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b16579a9-aa8d-438f-bcf6-25ea6359d518 req-d5a2f7f4-eeda-49ac-9552-c56eb07a1b97 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:41.311619 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b16579a9-aa8d-438f-bcf6-25ea6359d518 req-d5a2f7f4-eeda-49ac-9552-c56eb07a1b97 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 944 time: 0.0685136 Aug 17 03:02:41.357041 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b16579a9-aa8d-438f-bcf6-25ea6359d518 req-e652f14b-deab-47f0-b534-5a13e0f2bc3f tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/security-groups?id=dee706c4-bfe2-43de-b715-ba1d830c5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0392456 Aug 17 03:02:41.798241 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4fc623fc-2168-4e6e-ba61-d69b4ba8767b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:41.800939 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4eca9ef1-3ed6-454d-bdca-751ed0260de6 req-5ef03018-78a5-4eaa-be31-95ef22d293ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:41.855893 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4fc623fc-2168-4e6e-ba61-d69b4ba8767b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad3191e361ee4550b86f5ec7c3533901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9831123 Aug 17 03:02:41.857107 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52906) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:41.862984 n-d-802060-9 neutron-server[101970]: DEBUG neutron.objects.ports [None req-d1e7e4a0-315b-40e0-bfca-cc409d33808d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101970) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 03:02:41.873921 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d1e7e4a0-315b-40e0-bfca-cc409d33808d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:41.884797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef03018-78a5-4eaa-be31-95ef22d293ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffe993be-678a-4dcf-9c36-b317b9606e8b,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:41.889251 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc623fc-2168-4e6e-ba61-d69b4ba8767b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e38b3579-e3b2-4005-83a2-68ddf24a060e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:41.974945 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01a662ea-b38d-46a0-8f38-03dca979bacf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:41.996132 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4eca9ef1-3ed6-454d-bdca-751ed0260de6 req-5ef03018-78a5-4eaa-be31-95ef22d293ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:42.006212 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4eca9ef1-3ed6-454d-bdca-751ed0260de6 req-5ef03018-78a5-4eaa-be31-95ef22d293ff tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.5606623 Aug 17 03:02:42.020174 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e7e4a0-315b-40e0-bfca-cc409d33808d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event updated for resources: {'Subnet': ['ID=cd8ae464-c4d9-4a5d-ad30-1f5c0a1606f3,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:42.037371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1e7e4a0-315b-40e0-bfca-cc409d33808d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Checking segment: {'id': '307e6a80-8065-4044-908e-7403ad3e3b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '78e77b4d-4cb9-4419-bbf7-851f300ccdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:42.038653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e7e4a0-315b-40e0-bfca-cc409d33808d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Network hostable DHCP agents. Network: 78e77b4d-4cb9-4419-bbf7-851f300ccdfd, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:02:42.045984 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01a662ea-b38d-46a0-8f38-03dca979bacf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:42.070425 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:02:42.078011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device dd0a4f29-a923-494e-a6bb-3f171010f7bd up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:42.114208 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c25c521-fd85-4f7f-b72c-59ac0547f0b1 req-2a545e14-88df-48cd-a87f-5c6c3495632f tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "GET /v2.0/security-groups/fff81407-eec0-49ec-ac58-2db0cc8402a7 HTTP/1.1" status: 200 len: 2408 time: 0.0894048 Aug 17 03:02:42.162586 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52912) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:42.162741 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1327b99-a8a6-4a42-a1ec-0578734ca6e5 req-ea1c0b61-4499-468f-b1bf-c1e33ac07784 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "GET /v2.0/security-group-rules/ffe993be-678a-4dcf-9c36-b317b9606e8b HTTP/1.1" status: 200 len: 778 time: 0.0317609 Aug 17 03:02:42.181776 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55151554-1fc5-4e8a-ba1b-947ee157713a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:42.193790 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fe1f309-f15c-4a6c-a255-71111ed6fdbf None None] Network 2e850bf7-0a9d-49b8-b914-9b916b50d55b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:42.226045 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1327b99-a8a6-4a42-a1ec-0578734ca6e5 req-77203751-3215-48b9-b3b0-f854f4c9d03c tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "GET /v2.0/security-groups/fff81407-eec0-49ec-ac58-2db0cc8402a7 HTTP/1.1" status: 200 len: 2408 time: 0.0551560 Aug 17 03:02:42.270256 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1327b99-a8a6-4a42-a1ec-0578734ca6e5 req-c500d2b7-14b3-43cc-bacd-89133078f3b3 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:42.278615 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1e7e4a0-315b-40e0-bfca-cc409d33808d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Network 78e77b4d-4cb9-4419-bbf7-851f300ccdfd is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:02:42.283396 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1327b99-a8a6-4a42-a1ec-0578734ca6e5 req-c500d2b7-14b3-43cc-bacd-89133078f3b3 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:42.314605 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-911457d9-122b-4334-a04b-94540b5d8037 req-aca2d802-ebd4-4ed2-8583-d6a20f41a4e0 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:42.316118 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-911457d9-122b-4334-a04b-94540b5d8037 req-aca2d802-ebd4-4ed2-8583-d6a20f41a4e0 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.0685713 Aug 17 03:02:42.340091 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a1f7b26a-76c5-484f-8510-54dd1b0cb8f7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a1f7b26a-76c5-484f-8510-54dd1b0cb8f7,segment=NetworkSegment(4e2b4ed5-7092-433c-9ed7-ed714f87d954),segment_id=4e2b4ed5-7092-433c-9ed7-ed714f87d954)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:42.343646 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01a662ea-b38d-46a0-8f38-03dca979bacf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:42.346530 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01a662ea-b38d-46a0-8f38-03dca979bacf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:42.348076 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-01a662ea-b38d-46a0-8f38-03dca979bacf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e38b3579-e3b2-4005-83a2-68ddf24a060e HTTP/1.1" status: 204 len: 168 time: 0.4896603 Aug 17 03:02:42.380408 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a662ea-b38d-46a0-8f38-03dca979bacf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e38b3579-e3b2-4005-83a2-68ddf24a060e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:42.422345 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-911457d9-122b-4334-a04b-94540b5d8037 req-038f8bdf-926e-48f7-9b9a-d4868e913f6e tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977976 Aug 17 03:02:42.442534 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-d1e7e4a0-315b-40e0-bfca-cc409d33808d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 78e77b4d-4cb9-4419-bbf7-851f300ccdfd) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:42.447160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e7e4a0-315b-40e0-bfca-cc409d33808d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:42.448388 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d1e7e4a0-315b-40e0-bfca-cc409d33808d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:42.484158 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1327b99-a8a6-4a42-a1ec-0578734ca6e5 req-c500d2b7-14b3-43cc-bacd-89133078f3b3 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:42.501893 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1327b99-a8a6-4a42-a1ec-0578734ca6e5 req-c500d2b7-14b3-43cc-bacd-89133078f3b3 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:42.523662 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1327b99-a8a6-4a42-a1ec-0578734ca6e5 req-c500d2b7-14b3-43cc-bacd-89133078f3b3 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/ffe993be-678a-4dcf-9c36-b317b9606e8b HTTP/1.1" status: 204 len: 173 time: 0.2943177 Aug 17 03:02:42.535585 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55151554-1fc5-4e8a-ba1b-947ee157713a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:42.549990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c500d2b7-14b3-43cc-bacd-89133078f3b3 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ffe993be-678a-4dcf-9c36-b317b9606e8b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:42.560869 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1be6ab12-86cb-429a-a9fb-7297e0571d83 None None] Network 78e77b4d-4cb9-4419-bbf7-851f300ccdfd requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:42.568115 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port dd0a4f29-a923-494e-a6bb-3f171010f7bd completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:42.570110 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1de848dc-5ec0-4838-8220-068d33918864 None None] Provisioning for port dd0a4f29-a923-494e-a6bb-3f171010f7bd completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:42.608365 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55151554-1fc5-4e8a-ba1b-947ee157713a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:42.618494 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'a1f7b26a-76c5-484f-8510-54dd1b0cb8f7', 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'port_id': 'a1f7b26a-76c5-484f-8510-54dd1b0cb8f7', 'mac_address': 'fa:16:3e:f2:38:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 89, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:02:42.622163 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port dd0a4f29-a923-494e-a6bb-3f171010f7bd triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:42.622541 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:42.629759 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1de848dc-5ec0-4838-8220-068d33918864 None None] Provisioning complete for port dd0a4f29-a923-494e-a6bb-3f171010f7bd triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:42.629961 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1de848dc-5ec0-4838-8220-068d33918864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:42.665185 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d1e7e4a0-315b-40e0-bfca-cc409d33808d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.3788123 Aug 17 03:02:42.665625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52928) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:42.672260 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d6edd881-157b-4ba4-8e8a-d76c3418bb97 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Request body: {'port': {'network_id': '78e77b4d-4cb9-4419-bbf7-851f300ccdfd', 'name': 'tempest-NetworksIpV6TestAttrs-759630677'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:42.681008 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f3c700-dc16-4796-a2bb-70796decad63 req-d018383a-4289-4ad9-944c-bb35814730f0 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:42.682955 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-85f3c700-dc16-4796-a2bb-70796decad63 req-d018383a-4289-4ad9-944c-bb35814730f0 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 944 time: 0.1380215 Aug 17 03:02:42.685857 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-55151554-1fc5-4e8a-ba1b-947ee157713a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5d5fb723bd2d41728b4f92eb2071ee87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5211847 Aug 17 03:02:42.686804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55151554-1fc5-4e8a-ba1b-947ee157713a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da3eeb11-1583-4580-ad9c-199148ccd380,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:42.690206 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52930) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:42.765743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ed3d87-ac14-44a2-be31-7d2eb0c9e60e req-888acc9b-954c-4b81-897a-0509940b0cf3 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:42.767840 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19ed3d87-ac14-44a2-be31-7d2eb0c9e60e req-888acc9b-954c-4b81-897a-0509940b0cf3 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.1553578 Aug 17 03:02:42.778073 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:42.806410 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:02:42.809179 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ef9fd4ff-3b6a-4d29-bbfc-0ea9f4f0d339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:42.840457 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19ed3d87-ac14-44a2-be31-7d2eb0c9e60e req-bb53155d-cf06-43ce-a8d4-739fc79bb6ca tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643189 Aug 17 03:02:42.849176 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-85f3c700-dc16-4796-a2bb-70796decad63 req-a96a767e-62d6-481b-bdf2-9d271f85b1dd tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/security-groups?id=dee706c4-bfe2-43de-b715-ba1d830c5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1220462 Aug 17 03:02:42.890100 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ef9fd4ff-3b6a-4d29-bbfc-0ea9f4f0d339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:42.903847 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a1f7b26a-76c5-484f-8510-54dd1b0cb8f7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a1f7b26a-76c5-484f-8510-54dd1b0cb8f7,segment=NetworkSegment(4e2b4ed5-7092-433c-9ed7-ed714f87d954),segment_id=4e2b4ed5-7092-433c-9ed7-ed714f87d954)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:42.928000 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-e6dd347a-28b5-4231-be3b-efbcdb08ff2f req-d409d959-0e3b-4508-afb0-ae062135cf4b tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-789698137', 'description': 'tempest-description-1296824797'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:42.963960 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1de848dc-5ec0-4838-8220-068d33918864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:43.003245 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:43.013471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-78e77b4d-4cb9-4419-bbf7-851f300ccdfd', 'network_id': '78e77b4d-4cb9-4419-bbf7-851f300ccdfd', 'tenant_id': '2fbcc77483ad4f6bbd9c9bbaf8271cff', 'fixed_ips': [{'subnet_id': 'cd8ae464-c4d9-4a5d-ad30-1f5c0a1606f3'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:02:43.014303 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:43.018675 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:43.086464 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6edd881-157b-4ba4-8e8a-d76c3418bb97 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Made reservation on behalf of 2fbcc77483ad4f6bbd9c9bbaf8271cff for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:43.099689 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6edd881-157b-4ba4-8e8a-d76c3418bb97 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:43.110188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1de848dc-5ec0-4838-8220-068d33918864 None None] For port dd0a4f29-a923-494e-a6bb-3f171010f7bd, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=dd0a4f29-a923-494e-a6bb-3f171010f7bd,segment=NetworkSegment(6a42d183-517a-4db0-8697-86e3520d07ce),segment_id=6a42d183-517a-4db0-8697-86e3520d07ce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:43.129197 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ef9fd4ff-3b6a-4d29-bbfc-0ea9f4f0d339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:43.134042 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ef9fd4ff-3b6a-4d29-bbfc-0ea9f4f0d339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:43.136866 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a1f7b26a-76c5-484f-8510-54dd1b0cb8f7,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:43.140978 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ef9fd4ff-3b6a-4d29-bbfc-0ea9f4f0d339 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da3eeb11-1583-4580-ad9c-199148ccd380 HTTP/1.1" status: 204 len: 168 time: 0.4496601 Aug 17 03:02:43.156865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-d6edd881-157b-4ba4-8e8a-d76c3418bb97 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] device_id is not set on port a6858941-8071-46f4-bc70-4739da2e41a2 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:02:43.159759 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9fd4ff-3b6a-4d29-bbfc-0ea9f4f0d339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da3eeb11-1583-4580-ad9c-199148ccd380,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:43.221809 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1de848dc-5ec0-4838-8220-068d33918864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:43.302440 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['a1f7b26a-76c5-484f-8510-54dd1b0cb8f7'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:02:43.311576 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e6dd347a-28b5-4231-be3b-efbcdb08ff2f req-d409d959-0e3b-4508-afb0-ae062135cf4b tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:43.325054 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-d6edd881-157b-4ba4-8e8a-d76c3418bb97 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Allocated IP 2001:db8::f816:3eff:fe0b:69ff (78e77b4d-4cb9-4419-bbf7-851f300ccdfd/cd8ae464-c4d9-4a5d-ad30-1f5c0a1606f3/a6858941-8071-46f4-bc70-4739da2e41a2) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:43.362660 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:02:43.362660 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:02:43.371659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1de848dc-5ec0-4838-8220-068d33918864 None None] Pushing event updated for resources: {'Port': ['ID=dd0a4f29-a923-494e-a6bb-3f171010f7bd,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:43.385125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6a436e54-2a6d-4406-9c93-ab51b9e936f1 None None] Provisioning complete for port dd0a4f29-a923-494e-a6bb-3f171010f7bd triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:43.385927 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6a436e54-2a6d-4406-9c93-ab51b9e936f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:43.479441 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e6dd347a-28b5-4231-be3b-efbcdb08ff2f req-d409d959-0e3b-4508-afb0-ae062135cf4b tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:43.580963 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e6dd347a-28b5-4231-be3b-efbcdb08ff2f req-d409d959-0e3b-4508-afb0-ae062135cf4b tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:43.606277 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6edd881-157b-4ba4-8e8a-d76c3418bb97 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:43.626263 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d409d959-0e3b-4508-afb0-ae062135cf4b tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7e0d81d5-b7a3-483f-9c98-e2b3acfedcd7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:43.627500 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-d6edd881-157b-4ba4-8e8a-d76c3418bb97 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Transition to ACTIVE for port object a6858941-8071-46f4-bc70-4739da2e41a2 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:43.640284 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2325c20-11ee-4e76-89ab-738f6d68b61b req-e0a22cba-3222-4d5f-9958-69e1780a49cf tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:43.641961 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2325c20-11ee-4e76-89ab-738f6d68b61b req-e0a22cba-3222-4d5f-9958-69e1780a49cf tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.1098623 Aug 17 03:02:43.700838 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e6dd347a-28b5-4231-be3b-efbcdb08ff2f req-d409d959-0e3b-4508-afb0-ae062135cf4b tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:43.706469 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e6dd347a-28b5-4231-be3b-efbcdb08ff2f req-d409d959-0e3b-4508-afb0-ae062135cf4b tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 0.7923694 Aug 17 03:02:43.716214 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2325c20-11ee-4e76-89ab-738f6d68b61b req-5d014d17-0750-48e2-9ee6-0f58f3c32ef5 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654995 Aug 17 03:02:43.770019 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6edd881-157b-4ba4-8e8a-d76c3418bb97 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:43.856489 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ba9da027-71eb-4672-ade6-b42771d9c124 req-b4f7246d-08ab-41e9-8193-3553ffd92b0e tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "GET /v2.0/security-groups/7e0d81d5-b7a3-483f-9c98-e2b3acfedcd7 HTTP/1.1" status: 200 len: 1814 time: 0.1158354 Aug 17 03:02:43.892144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Allocated IP 2001:db8::f816:3eff:fe2f:1d4b (78e77b4d-4cb9-4419-bbf7-851f300ccdfd/cd8ae464-c4d9-4a5d-ad30-1f5c0a1606f3/987fd109-a49c-4e7c-8e9f-453ef4bd6b89) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:43.921839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6edd881-157b-4ba4-8e8a-d76c3418bb97 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Network 78e77b4d-4cb9-4419-bbf7-851f300ccdfd is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:43.921839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-d6edd881-157b-4ba4-8e8a-d76c3418bb97 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:43.921839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6edd881-157b-4ba4-8e8a-d76c3418bb97 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:43.926965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6edd881-157b-4ba4-8e8a-d76c3418bb97 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:43.927712 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6edd881-157b-4ba4-8e8a-d76c3418bb97 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:43.957979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edd881-157b-4ba4-8e8a-d76c3418bb97 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event updated for resources: {'Port': ['ID=a6858941-8071-46f4-bc70-4739da2e41a2,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:43.981092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ecdcc9-51ef-4e18-a974-24870a67c649 req-e4f4274a-3561-48c4-9546-426b7b0f6fcd tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:43.982818 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68ecdcc9-51ef-4e18-a974-24870a67c649 req-e4f4274a-3561-48c4-9546-426b7b0f6fcd tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.1457784 Aug 17 03:02:44.056661 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68ecdcc9-51ef-4e18-a974-24870a67c649 req-ccdd4c94-08ce-430d-b875-e0608959cd42 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639038 Aug 17 03:02:44.089330 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d6edd881-157b-4ba4-8e8a-d76c3418bb97 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 1.4225442 Aug 17 03:02:44.099083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-4f361beb-6061-49b5-8dca-b01fe280d6b3 req-5bb6f657-f630-4d28-9e6d-d0c97fd6c494 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-2043713340', 'description': 'tempest-description-1998620409'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:44.099622 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device dd0a4f29-a923-494e-a6bb-3f171010f7bd up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:44.105135 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef738c5f-192c-423f-be66-6884813356a7 req-c02d17b1-db78-4d36-be97-a8ddae1f57fa tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:44.109965 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef738c5f-192c-423f-be66-6884813356a7 req-c02d17b1-db78-4d36-be97-a8ddae1f57fa tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 945 time: 0.1163938 Aug 17 03:02:44.111409 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52980) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:44.203699 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f361beb-6061-49b5-8dca-b01fe280d6b3 req-5bb6f657-f630-4d28-9e6d-d0c97fd6c494 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:44.214637 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef738c5f-192c-423f-be66-6884813356a7 req-afecf46e-0f6c-4773-88bf-22b30b739d1f tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/security-groups?id=dee706c4-bfe2-43de-b715-ba1d830c5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859244 Aug 17 03:02:44.224529 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc839e76-ca76-4e11-bb17-d0622e96337b tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Deleting subnet cd8ae464-c4d9-4a5d-ad30-1f5c0a1606f3 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:02:44.299390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port dd0a4f29-a923-494e-a6bb-3f171010f7bd triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:44.300435 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:44.326341 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:44.332944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52984) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:44.343766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Transition to ACTIVE for port object 987fd109-a49c-4e7c-8e9f-453ef4bd6b89 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:44.371325 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Transition to ACTIVE for port object 987fd109-a49c-4e7c-8e9f-453ef4bd6b89 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:44.449406 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f361beb-6061-49b5-8dca-b01fe280d6b3 req-5bb6f657-f630-4d28-9e6d-d0c97fd6c494 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:44.466410 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc839e76-ca76-4e11-bb17-d0622e96337b tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:44.466644 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:44.509168 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d69494f5-8e93-499a-8f91-e8a34fd40fb3 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-8921105-network', 'tenant_id': '8c205ff69f99414da91588b1d06bec48'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:44.512187 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f361beb-6061-49b5-8dca-b01fe280d6b3 req-5bb6f657-f630-4d28-9e6d-d0c97fd6c494 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:44.522539 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Network 78e77b4d-4cb9-4419-bbf7-851f300ccdfd is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:44.529641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:44.533733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:44.541122 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc839e76-ca76-4e11-bb17-d0622e96337b tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:44.543510 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Pushing event updated for resources: {'Port': ['ID=987fd109-a49c-4e7c-8e9f-453ef4bd6b89,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:44.570233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb6f657-f630-4d28-9e6d-d0c97fd6c494 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d17624cf-ed6f-4bb7-a528-e275da8c9612,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:44.604535 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f361beb-6061-49b5-8dca-b01fe280d6b3 req-5bb6f657-f630-4d28-9e6d-d0c97fd6c494 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:44.606514 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f361beb-6061-49b5-8dca-b01fe280d6b3 req-5bb6f657-f630-4d28-9e6d-d0c97fd6c494 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.5115411 Aug 17 03:02:44.639268 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Attempting to bind port 987fd109-a49c-4e7c-8e9f-453ef4bd6b89 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:02:44.639642 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Attempting to bind port 987fd109-a49c-4e7c-8e9f-453ef4bd6b89 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '307e6a80-8065-4044-908e-7403ad3e3b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '78e77b4d-4cb9-4419-bbf7-851f300ccdfd'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:02:44.640426 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Attempting to bind port 987fd109-a49c-4e7c-8e9f-453ef4bd6b89 on network 78e77b4d-4cb9-4419-bbf7-851f300ccdfd {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:02:44.647108 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:02:44.647505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Checking segment: {'id': '307e6a80-8065-4044-908e-7403ad3e3b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '78e77b4d-4cb9-4419-bbf7-851f300ccdfd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:44.647894 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:44.648288 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Bound using segment: {'id': '307e6a80-8065-4044-908e-7403ad3e3b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '78e77b4d-4cb9-4419-bbf7-851f300ccdfd'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:02:44.648801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Bound port: 987fd109-a49c-4e7c-8e9f-453ef4bd6b89, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '307e6a80-8065-4044-908e-7403ad3e3b95', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '78e77b4d-4cb9-4419-bbf7-851f300ccdfd'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:02:44.649203 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:44.735536 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69494f5-8e93-499a-8f91-e8a34fd40fb3 admin admin] Made reservation on behalf of 8c205ff69f99414da91588b1d06bec48 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:44.736637 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5f32fb4f-0448-4ff1-8968-1d5a2d84f52c req-fcf99470-1610-4cd9-8405-cc6f6bb71b2f tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "GET /v2.0/security-groups/d17624cf-ed6f-4bb7-a528-e275da8c9612 HTTP/1.1" status: 200 len: 1815 time: 0.1020098 Aug 17 03:02:44.739669 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d69494f5-8e93-499a-8f91-e8a34fd40fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:44.792723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] For port 987fd109-a49c-4e7c-8e9f-453ef4bd6b89, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:02:44.798396 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d69494f5-8e93-499a-8f91-e8a34fd40fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:44.800968 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-6705fa68-4d99-454d-88eb-6c64586a3f9c req-186718ef-d148-407a-af22-a0b2f60bbdfb tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1077323072', 'description': 'tempest-description-1974544007'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:44.802254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] For port 987fd109-a49c-4e7c-8e9f-453ef4bd6b89, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=987fd109-a49c-4e7c-8e9f-453ef4bd6b89,segment=NetworkSegment(307e6a80-8065-4044-908e-7403ad3e3b95),segment_id=307e6a80-8065-4044-908e-7403ad3e3b95)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:02:44.895505 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:45.029730 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c686a3cb-69fe-4799-a934-8e9cb4655599 None None] Pushing event updated for resources: {'Port': ['ID=987fd109-a49c-4e7c-8e9f-453ef4bd6b89,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:45.125574 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d69494f5-8e93-499a-8f91-e8a34fd40fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:45.139377 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc839e76-ca76-4e11-bb17-d0622e96337b tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:45.151622 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686105c9-999a-446d-a64f-363a4d6a3e18 req-c172f0dd-5480-46a8-97a6-0c09f6832f63 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:45.159313 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-686105c9-999a-446d-a64f-363a4d6a3e18 req-c172f0dd-5480-46a8-97a6-0c09f6832f63 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.2294743 Aug 17 03:02:45.197031 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d69494f5-8e93-499a-8f91-e8a34fd40fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:45.237786 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d6410be1-3d35-49ab-8bdb-2c46897b3f4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:45.245151 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d69494f5-8e93-499a-8f91-e8a34fd40fb3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:02:45.293781 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69494f5-8e93-499a-8f91-e8a34fd40fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17eb53b7-b09c-4e42-8073-8e9c06aeae0f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:45.295877 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6705fa68-4d99-454d-88eb-6c64586a3f9c req-186718ef-d148-407a-af22-a0b2f60bbdfb tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:45.313354 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-686105c9-999a-446d-a64f-363a4d6a3e18 req-c6ed9ae6-e215-4150-9d12-a6a03ab2b92f tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1456075 Aug 17 03:02:45.315460 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d69494f5-8e93-499a-8f91-e8a34fd40fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:45.327186 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-d69494f5-8e93-499a-8f91-e8a34fd40fb3 admin admin] Added segment f1a2eab0-91e6-4fdc-8e50-ff9c9c702e0e of type vlan for network 9e5308a5-5f07-4a17-b5c9-f6f76479ca20 Aug 17 03:02:45.422731 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d69494f5-8e93-499a-8f91-e8a34fd40fb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:45.487064 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6705fa68-4d99-454d-88eb-6c64586a3f9c req-186718ef-d148-407a-af22-a0b2f60bbdfb tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:45.519071 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc839e76-ca76-4e11-bb17-d0622e96337b tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:45.560857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc839e76-ca76-4e11-bb17-d0622e96337b tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event deleted for resources: {'Subnet': ['ID=cd8ae464-c4d9-4a5d-ad30-1f5c0a1606f3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:45.563408 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6705fa68-4d99-454d-88eb-6c64586a3f9c req-186718ef-d148-407a-af22-a0b2f60bbdfb tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:45.570680 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc839e76-ca76-4e11-bb17-d0622e96337b tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:45.572687 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dc839e76-ca76-4e11-bb17-d0622e96337b tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/subnets/cd8ae464-c4d9-4a5d-ad30-1f5c0a1606f3 HTTP/1.1" status: 204 len: 168 time: 1.4586849 Aug 17 03:02:45.580687 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d69494f5-8e93-499a-8f91-e8a34fd40fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:45.581719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69494f5-8e93-499a-8f91-e8a34fd40fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:45.581900 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53026) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:45.584814 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d69494f5-8e93-499a-8f91-e8a34fd40fb3 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:45.600184 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c58a33d-9be3-47b7-9e12-6a18b982d82a req-53b6397a-3834-48c8-bca5-5d2d577ff757 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:45.606156 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c58a33d-9be3-47b7-9e12-6a18b982d82a req-53b6397a-3834-48c8-bca5-5d2d577ff757 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 945 time: 0.1648393 Aug 17 03:02:45.671337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186718ef-d148-407a-af22-a0b2f60bbdfb tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de56289c-bffe-40dd-a517-b4f21257db7f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:45.684970 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6705fa68-4d99-454d-88eb-6c64586a3f9c req-186718ef-d148-407a-af22-a0b2f60bbdfb tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:45.698446 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6705fa68-4d99-454d-88eb-6c64586a3f9c req-186718ef-d148-407a-af22-a0b2f60bbdfb tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.9049890 Aug 17 03:02:45.730680 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934857e9-b7c4-448a-80eb-6f9f88b48c1c tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:45.732483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-934857e9-b7c4-448a-80eb-6f9f88b48c1c tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:45.734124 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-934857e9-b7c4-448a-80eb-6f9f88b48c1c tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1100757 Aug 17 03:02:45.737186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53032) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:45.768125 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d69494f5-8e93-499a-8f91-e8a34fd40fb3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4339418 Aug 17 03:02:45.793536 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c58a33d-9be3-47b7-9e12-6a18b982d82a req-f09d5cb2-cb59-42ca-9b3f-99e6170033b4 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/security-groups?id=dee706c4-bfe2-43de-b715-ba1d830c5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766517 Aug 17 03:02:45.809813 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69494f5-8e93-499a-8f91-e8a34fd40fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=9e5308a5-5f07-4a17-b5c9-f6f76479ca20,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:45.821738 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 9e5308a5-5f07-4a17-b5c9-f6f76479ca20 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:45.893540 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-16dd6597-2011-47bf-8348-5d3121a80d19 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:45.912135 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-16dd6597-2011-47bf-8348-5d3121a80d19 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 17 03:02:45.912135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16dd6597-2011-47bf-8348-5d3121a80d19 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:02:45.913115 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-16dd6597-2011-47bf-8348-5d3121a80d19 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/networks/78e77b4d-4cb9-4419-bbf7-851f300ccdfd HTTP/1.1" status: 409 len: 405 time: 0.1742711 Aug 17 03:02:45.921227 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5accc655-506c-45b8-a72a-d14c7368f7c7 req-c5da3156-f7a1-4409-9c84-81dd430b114c tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "GET /v2.0/security-groups/de56289c-bffe-40dd-a517-b4f21257db7f HTTP/1.1" status: 200 len: 1815 time: 0.1029637 Aug 17 03:02:45.923668 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53040) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:45.929319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-be07d28b-aac1-4202-b72c-bc481e409499 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1964373594'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:45.971086 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-7b8820b3-b605-440d-bc8e-120201d1bbcb req-f527f2eb-b87e-4174-a55b-49478276b7e5 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-81524107', 'description': 'tempest-description-167678260'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:46.041308 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be07d28b-aac1-4202-b72c-bc481e409499 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Made reservation on behalf of 2fbcc77483ad4f6bbd9c9bbaf8271cff for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:46.044719 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be07d28b-aac1-4202-b72c-bc481e409499 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:46.105161 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:46.123254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be07d28b-aac1-4202-b72c-bc481e409499 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:02:46.156143 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be07d28b-aac1-4202-b72c-bc481e409499 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:46.156494 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-be07d28b-aac1-4202-b72c-bc481e409499 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Added segment 15d501ec-424f-4581-a5ee-fe3c947ebe44 of type vlan for network e1316cbd-444e-4aac-925a-0adceffe435a Aug 17 03:02:46.178528 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7b8820b3-b605-440d-bc8e-120201d1bbcb req-f527f2eb-b87e-4174-a55b-49478276b7e5 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:46.226086 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 987fd109-a49c-4e7c-8e9f-453ef4bd6b89 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:46.282030 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be07d28b-aac1-4202-b72c-bc481e409499 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:46.385348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:46.390535 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:46.398187 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:46.473634 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be07d28b-aac1-4202-b72c-bc481e409499 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:46.481974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be07d28b-aac1-4202-b72c-bc481e409499 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:46.482891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be07d28b-aac1-4202-b72c-bc481e409499 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:46.510843 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7b8820b3-b605-440d-bc8e-120201d1bbcb req-f527f2eb-b87e-4174-a55b-49478276b7e5 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:46.525455 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c207fc8-e3ff-4cb9-82cc-2b0a441fac16 None None] Network 78e77b4d-4cb9-4419-bbf7-851f300ccdfd requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:46.546294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 987fd109-a49c-4e7c-8e9f-453ef4bd6b89 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:46.586083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be07d28b-aac1-4202-b72c-bc481e409499 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event updated for resources: {'Network': ['ID=e1316cbd-444e-4aac-925a-0adceffe435a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:46.600608 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7b8820b3-b605-440d-bc8e-120201d1bbcb req-f527f2eb-b87e-4174-a55b-49478276b7e5 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:46.605971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network e1316cbd-444e-4aac-925a-0adceffe435a details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:46.615784 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:46.640964 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f527f2eb-b87e-4174-a55b-49478276b7e5 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c9c5af5e-6cff-49a5-b996-26768e195ef4,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:46.696210 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-be07d28b-aac1-4202-b72c-bc481e409499 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7712576 Aug 17 03:02:46.698135 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7b8820b3-b605-440d-bc8e-120201d1bbcb req-f527f2eb-b87e-4174-a55b-49478276b7e5 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:46.700563 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7b8820b3-b605-440d-bc8e-120201d1bbcb req-f527f2eb-b87e-4174-a55b-49478276b7e5 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 0.7392466 Aug 17 03:02:46.706190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53060) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:46.706970 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c43678-2076-4dff-a4ff-f5cbfd1b5477 req-80aaa878-f27c-4c21-97cb-3f645c19b169 tempest-ComputeTenantNetworksTest-781138476 tempest-ComputeTenantNetworksTest-781138476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:46.709538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ce41d7f8-2763-4f86-a222-562fb9cdeaf9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Request body: {'subnet': {'network_id': 'e1316cbd-444e-4aac-925a-0adceffe435a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:46.711759 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c43678-2076-4dff-a4ff-f5cbfd1b5477 req-80aaa878-f27c-4c21-97cb-3f645c19b169 tempest-ComputeTenantNetworksTest-781138476 tempest-ComputeTenantNetworksTest-781138476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:46.720076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c43678-2076-4dff-a4ff-f5cbfd1b5477 req-80aaa878-f27c-4c21-97cb-3f645c19b169 tempest-ComputeTenantNetworksTest-781138476 tempest-ComputeTenantNetworksTest-781138476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:46.727179 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-92c43678-2076-4dff-a4ff-f5cbfd1b5477 req-80aaa878-f27c-4c21-97cb-3f645c19b169 tempest-ComputeTenantNetworksTest-781138476 tempest-ComputeTenantNetworksTest-781138476-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1900 time: 0.1629522 Aug 17 03:02:46.754449 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341bd382-695f-455c-af11-3bb99091d300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f7b26a-76c5-484f-8510-54dd1b0cb8f7'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:02:46.754449 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4d4aba5-58ab-4c24-a363-0c93dc4b4abc" -d '{"events": [{"server_uuid": "341bd382-695f-455c-af11-3bb99091d300", "name": "network-vif-plugged", "status": "completed", "tag": "a1f7b26a-76c5-484f-8510-54dd1b0cb8f7"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:02:46.767627 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b37a62e3-aa07-44ab-8926-5f74afb7e0fd None None] Provisioning for port 987fd109-a49c-4e7c-8e9f-453ef4bd6b89 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:46.788654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a1f7b26a-76c5-484f-8510-54dd1b0cb8f7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a1f7b26a-76c5-484f-8510-54dd1b0cb8f7,segment=NetworkSegment(4e2b4ed5-7092-433c-9ed7-ed714f87d954),segment_id=4e2b4ed5-7092-433c-9ed7-ed714f87d954)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:46.792829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b37a62e3-aa07-44ab-8926-5f74afb7e0fd None None] Provisioning complete for port 987fd109-a49c-4e7c-8e9f-453ef4bd6b89 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:46.793357 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b37a62e3-aa07-44ab-8926-5f74afb7e0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:46.839608 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-00aa926f-89fe-4ff6-86b6-3d1791905a94 req-941846a7-e001-4e88-990f-b2bee50a1dbb tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "GET /v2.0/security-groups/c9c5af5e-6cff-49a5-b996-26768e195ef4 HTTP/1.1" status: 200 len: 1812 time: 0.0848536 Aug 17 03:02:46.862946 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:46.957211 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44edeb7-0305-4439-9abb-9f254494e8d7 req-43cfbed1-5d18-4c77-a732-fbeaa8b68044 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:46.965078 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c44edeb7-0305-4439-9abb-9f254494e8d7 req-43cfbed1-5d18-4c77-a732-fbeaa8b68044 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.1275375 Aug 17 03:02:46.981990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9e85955-ab77-40fd-9bf5-775dbe52950e req-c3b267e3-442d-48a7-9b6a-d5fed143ceda tempest-ComputeTenantNetworksTest-781138476 tempest-ComputeTenantNetworksTest-781138476-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:46.985694 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9e85955-ab77-40fd-9bf5-775dbe52950e req-c3b267e3-442d-48a7-9b6a-d5fed143ceda tempest-ComputeTenantNetworksTest-781138476 tempest-ComputeTenantNetworksTest-781138476-project] 10.222.0.10 "GET /v2.0/networks/9e5308a5-5f07-4a17-b5c9-f6f76479ca20 HTTP/1.1" status: 200 len: 766 time: 0.1242726 Aug 17 03:02:46.986507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7a743df-48a6-4081-bec4-9c3dba5f9edc None None] DHCP port deletion for 78e77b4d-4cb9-4419-bbf7-851f300ccdfd request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:02:46.999613 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53078) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:47.006530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a1f7b26a-76c5-484f-8510-54dd1b0cb8f7,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:47.074126 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b37a62e3-aa07-44ab-8926-5f74afb7e0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.075151 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c44edeb7-0305-4439-9abb-9f254494e8d7 req-d10571b1-3d93-4b4d-bfcd-09b8a51cec02 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1081326 Aug 17 03:02:47.113291 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:02:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48264775-9696-40f8-9a2c-bd970240bbe2 x-openstack-request-id: req-48264775-9696-40f8-9a2c-bd970240bbe2 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:02:47.113688 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341bd382-695f-455c-af11-3bb99091d300", "name": "network-vif-plugged", "status": "completed", "tag": "a1f7b26a-76c5-484f-8510-54dd1b0cb8f7", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:02:47.114317 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48264775-9696-40f8-9a2c-bd970240bbe2 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:02:47.114781 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341bd382-695f-455c-af11-3bb99091d300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1f7b26a-76c5-484f-8510-54dd1b0cb8f7', 'code': 200} Aug 17 03:02:47.122027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce41d7f8-2763-4f86-a222-562fb9cdeaf9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Made reservation on behalf of 2fbcc77483ad4f6bbd9c9bbaf8271cff for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:47.126647 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce41d7f8-2763-4f86-a222-562fb9cdeaf9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.153928 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [req-37ef8984-0327-4827-bf2c-87af2dedacca req-4dd76b98-dc3d-4857-8c1c-8300aec37445 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] show failed (client error): The resource could not be found. Aug 17 03:02:47.157981 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-37ef8984-0327-4827-bf2c-87af2dedacca req-4dd76b98-dc3d-4857-8c1c-8300aec37445 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "GET /v2.0/security-groups/59c14262-6065-488a-87e3-0d85b1a7446d HTTP/1.1" status: 404 len: 352 time: 0.0348539 Aug 17 03:02:47.165351 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ac1337b-4858-4601-9654-5ce8708f2587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.181683 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b37a62e3-aa07-44ab-8926-5f74afb7e0fd None None] For port 987fd109-a49c-4e7c-8e9f-453ef4bd6b89, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=987fd109-a49c-4e7c-8e9f-453ef4bd6b89,segment=NetworkSegment(307e6a80-8065-4044-908e-7403ad3e3b95),segment_id=307e6a80-8065-4044-908e-7403ad3e3b95)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:47.205453 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c7a743df-48a6-4081-bec4-9c3dba5f9edc None None] Deleting port 987fd109-a49c-4e7c-8e9f-453ef4bd6b89 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:02:47.210844 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c7a743df-48a6-4081-bec4-9c3dba5f9edc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.281199 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ac1337b-4858-4601-9654-5ce8708f2587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.290285 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c7a743df-48a6-4081-bec4-9c3dba5f9edc None None] For port 987fd109-a49c-4e7c-8e9f-453ef4bd6b89, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=987fd109-a49c-4e7c-8e9f-453ef4bd6b89,segment=NetworkSegment(307e6a80-8065-4044-908e-7403ad3e3b95),segment_id=307e6a80-8065-4044-908e-7403ad3e3b95)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:47.290929 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c7a743df-48a6-4081-bec4-9c3dba5f9edc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.315331 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c7a743df-48a6-4081-bec4-9c3dba5f9edc None None] Calling delete_port for 987fd109-a49c-4e7c-8e9f-453ef4bd6b89 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:02:47.324839 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1ac1337b-4858-4601-9654-5ce8708f2587 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e5308a5-5f07-4a17-b5c9-f6f76479ca20']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:47.327854 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea5b0712-c5df-4fd0-a6cf-6ad1123d3f86 req-45b53e31-bdc0-4d90-b136-0f7ca0ece77c tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:47.329480 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea5b0712-c5df-4fd0-a6cf-6ad1123d3f86 req-45b53e31-bdc0-4d90-b136-0f7ca0ece77c tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 946 time: 0.1280260 Aug 17 03:02:47.336229 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [req-f2bd35ac-b68c-4359-a866-64c22de222b4 req-334d3a41-b8e5-4c73-aab4-dd9f725a4291 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] show failed (client error): The resource could not be found. Aug 17 03:02:47.354136 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f2bd35ac-b68c-4359-a866-64c22de222b4 req-334d3a41-b8e5-4c73-aab4-dd9f725a4291 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "GET /v2.0/security-group-rules/3560fe98-fd09-44b9-bf77-6cdb9be86e0a HTTP/1.1" status: 404 len: 361 time: 0.0330145 Aug 17 03:02:47.359272 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1ac1337b-4858-4601-9654-5ce8708f2587 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1a2eab0-91e6-4fdc-8e50-ff9c9c702e0e') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:47.359564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1ac1337b-4858-4601-9654-5ce8708f2587 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1a2eab0-91e6-4fdc-8e50-ff9c9c702e0e') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:47.363158 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6071e33d-812f-4d07-a119-cf5a6818ec9e req-c78c9f4d-464e-4a3e-84e1-de9b8d942479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:47.367854 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6071e33d-812f-4d07-a119-cf5a6818ec9e req-c78c9f4d-464e-4a3e-84e1-de9b8d942479 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 1097 time: 0.1625013 Aug 17 03:02:47.393940 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ac1337b-4858-4601-9654-5ce8708f2587 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.405395 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea5b0712-c5df-4fd0-a6cf-6ad1123d3f86 req-3bc2fdf7-dbe9-4fd9-b75e-5e23371c8f59 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/security-groups?id=dee706c4-bfe2-43de-b715-ba1d830c5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603087 Aug 17 03:02:47.415692 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b37a62e3-aa07-44ab-8926-5f74afb7e0fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.419827 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ac1337b-4858-4601-9654-5ce8708f2587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.431270 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ac1337b-4858-4601-9654-5ce8708f2587 admin admin] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:02:47.431686 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ac1337b-4858-4601-9654-5ce8708f2587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:02:47.433666 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:02:47.478698 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f097b9fd-8bcc-4924-97fb-1372cba87eeb req-5760aa81-7833-405e-9ece-ac279464c589 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "GET /v2.0/security-groups/c9c5af5e-6cff-49a5-b996-26768e195ef4 HTTP/1.1" status: 200 len: 1812 time: 0.1122868 Aug 17 03:02:47.481216 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c7a743df-48a6-4081-bec4-9c3dba5f9edc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.498195 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7a743df-48a6-4081-bec4-9c3dba5f9edc None None] No DVR routers for this DVR port 987fd109-a49c-4e7c-8e9f-453ef4bd6b89 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:02:47.501259 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37a62e3-aa07-44ab-8926-5f74afb7e0fd None None] Pushing event updated for resources: {'Port': ['ID=987fd109-a49c-4e7c-8e9f-453ef4bd6b89,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:47.545350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a743df-48a6-4081-bec4-9c3dba5f9edc None None] Pushing event deleted for resources: {'Port': ['ID=987fd109-a49c-4e7c-8e9f-453ef4bd6b89,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:47.545555 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6071e33d-812f-4d07-a119-cf5a6818ec9e req-6006f86b-f646-4fa0-90c1-15561884959c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=dee706c4-bfe2-43de-b715-ba1d830c5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1601930 Aug 17 03:02:47.565540 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f097b9fd-8bcc-4924-97fb-1372cba87eeb req-83e85e81-3ecc-4ef7-8ce7-fca7eca1a4f1 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.582613 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ac1337b-4858-4601-9654-5ce8708f2587 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.605388 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ac1337b-4858-4601-9654-5ce8708f2587 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.606599 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1ac1337b-4858-4601-9654-5ce8708f2587 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9e5308a5-5f07-4a17-b5c9-f6f76479ca20 HTTP/1.1" status: 204 len: 168 time: 0.6055763 Aug 17 03:02:47.607471 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac1337b-4858-4601-9654-5ce8708f2587 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e5308a5-5f07-4a17-b5c9-f6f76479ca20,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:47.617638 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f097b9fd-8bcc-4924-97fb-1372cba87eeb req-83e85e81-3ecc-4ef7-8ce7-fca7eca1a4f1 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.772473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.objects.ports [None req-ce41d7f8-2763-4f86-a222-562fb9cdeaf9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101970) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 03:02:47.774450 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce41d7f8-2763-4f86-a222-562fb9cdeaf9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.774722 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f097b9fd-8bcc-4924-97fb-1372cba87eeb req-83e85e81-3ecc-4ef7-8ce7-fca7eca1a4f1 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.777723 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f097b9fd-8bcc-4924-97fb-1372cba87eeb req-83e85e81-3ecc-4ef7-8ce7-fca7eca1a4f1 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.778864 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f097b9fd-8bcc-4924-97fb-1372cba87eeb req-83e85e81-3ecc-4ef7-8ce7-fca7eca1a4f1 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "DELETE /v2.0/security-groups/c9c5af5e-6cff-49a5-b996-26768e195ef4 HTTP/1.1" status: 204 len: 173 time: 0.2993672 Aug 17 03:02:47.789366 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e85e81-3ecc-4ef7-8ce7-fca7eca1a4f1 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9c5af5e-6cff-49a5-b996-26768e195ef4,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:47.852495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce41d7f8-2763-4f86-a222-562fb9cdeaf9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event updated for resources: {'Subnet': ['ID=cee7ce69-a45b-40cf-9a4e-939f9c524704,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:47.877242 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cc1aa0c9-3b7f-4ace-adac-9569ba5779f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.894858 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0adb5599-5346-4204-9222-e9fce82ff800 req-8f50fe9d-d2f9-499b-9fc4-2daeac121767 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "GET /v2.0/security-groups/de56289c-bffe-40dd-a517-b4f21257db7f HTTP/1.1" status: 200 len: 1815 time: 0.0654931 Aug 17 03:02:47.904569 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce41d7f8-2763-4f86-a222-562fb9cdeaf9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Checking segment: {'id': '15d501ec-424f-4581-a5ee-fe3c947ebe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e1316cbd-444e-4aac-925a-0adceffe435a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:47.905028 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce41d7f8-2763-4f86-a222-562fb9cdeaf9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Network hostable DHCP agents. Network: e1316cbd-444e-4aac-925a-0adceffe435a, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:02:47.976670 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0adb5599-5346-4204-9222-e9fce82ff800 req-7c5908e7-bb70-4b0f-a372-9fd869777e6a tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:47.995547 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0adb5599-5346-4204-9222-e9fce82ff800 req-7c5908e7-bb70-4b0f-a372-9fd869777e6a tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:48.010539 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53100) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:48.029522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce41d7f8-2763-4f86-a222-562fb9cdeaf9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Network e1316cbd-444e-4aac-925a-0adceffe435a is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:02:48.065548 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1ca20a4a-32ca-4b3c-bb3f-ccd6b0418037 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8c205ff69f99414da91588b1d06bec48&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0556486 Aug 17 03:02:48.067706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53102) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:48.078386 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 987fd109-a49c-4e7c-8e9f-453ef4bd6b89 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:02:48.103165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 987fd109-a49c-4e7c-8e9f-453ef4bd6b89 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:02:48.103521 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 987fd109-a49c-4e7c-8e9f-453ef4bd6b89 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:02:48.126992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-ce41d7f8-2763-4f86-a222-562fb9cdeaf9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, e1316cbd-444e-4aac-925a-0adceffe435a) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:48.135522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b806e157-4d42-4e73-aee2-022ac3d3b6fe None None] Network e1316cbd-444e-4aac-925a-0adceffe435a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:48.150556 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce41d7f8-2763-4f86-a222-562fb9cdeaf9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:48.151308 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce41d7f8-2763-4f86-a222-562fb9cdeaf9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:48.186697 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0adb5599-5346-4204-9222-e9fce82ff800 req-7c5908e7-bb70-4b0f-a372-9fd869777e6a tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:48.193584 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0adb5599-5346-4204-9222-e9fce82ff800 req-7c5908e7-bb70-4b0f-a372-9fd869777e6a tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:48.193584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0adb5599-5346-4204-9222-e9fce82ff800 req-7c5908e7-bb70-4b0f-a372-9fd869777e6a tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "DELETE /v2.0/security-groups/de56289c-bffe-40dd-a517-b4f21257db7f HTTP/1.1" status: 204 len: 173 time: 0.2877061 Aug 17 03:02:48.210399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c5908e7-bb70-4b0f-a372-9fd869777e6a tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de56289c-bffe-40dd-a517-b4f21257db7f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:48.225139 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1fcd996c-7f64-4b76-ac42-d730e2583ae2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:48.278023 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1fcd996c-7f64-4b76-ac42-d730e2583ae2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:48.281899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbcd4833-5dcf-4aa8-8c37-a81595c76308 req-4ab2632a-e066-4ad1-817e-1ce5495646ab tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:48.282517 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dbcd4833-5dcf-4aa8-8c37-a81595c76308 req-4ab2632a-e066-4ad1-817e-1ce5495646ab tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.1238959 Aug 17 03:02:48.289013 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ce41d7f8-2763-4f86-a222-562fb9cdeaf9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5842969 Aug 17 03:02:48.289324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53112) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:48.301483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-db20ac0e-b970-49a2-bfb1-578018821f48 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Request body: {'port': {'network_id': 'e1316cbd-444e-4aac-925a-0adceffe435a', 'name': 'tempest-NetworksIpV6TestAttrs-1173852791'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:48.327160 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2152689e-7d56-4339-97c2-29093d27e3fa req-03ac55a5-9c90-4795-8b9a-3443ed2bdef9 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "GET /v2.0/security-groups/d17624cf-ed6f-4bb7-a528-e275da8c9612 HTTP/1.1" status: 200 len: 1815 time: 0.1091132 Aug 17 03:02:48.417279 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2152689e-7d56-4339-97c2-29093d27e3fa req-07d8ed6c-f78d-4ca2-bcc7-7c7e421f4450 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:48.437789 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:48.446229 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1fcd996c-7f64-4b76-ac42-d730e2583ae2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:48.450087 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1fcd996c-7f64-4b76-ac42-d730e2583ae2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:48.451255 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1fcd996c-7f64-4b76-ac42-d730e2583ae2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17eb53b7-b09c-4e42-8073-8e9c06aeae0f HTTP/1.1" status: 204 len: 168 time: 0.3825183 Aug 17 03:02:48.467637 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2152689e-7d56-4339-97c2-29093d27e3fa req-07d8ed6c-f78d-4ca2-bcc7-7c7e421f4450 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:48.470698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcd996c-7f64-4b76-ac42-d730e2583ae2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17eb53b7-b09c-4e42-8073-8e9c06aeae0f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:48.547078 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dbcd4833-5dcf-4aa8-8c37-a81595c76308 req-425a86c7-6a91-4df8-8083-b613352c7c76 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300074 Aug 17 03:02:48.567561 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-e1316cbd-444e-4aac-925a-0adceffe435a', 'network_id': 'e1316cbd-444e-4aac-925a-0adceffe435a', 'tenant_id': '2fbcc77483ad4f6bbd9c9bbaf8271cff', 'fixed_ips': [{'subnet_id': 'cee7ce69-a45b-40cf-9a4e-939f9c524704'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:02:48.570268 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:48.607625 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2152689e-7d56-4339-97c2-29093d27e3fa req-07d8ed6c-f78d-4ca2-bcc7-7c7e421f4450 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:48.610915 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2152689e-7d56-4339-97c2-29093d27e3fa req-07d8ed6c-f78d-4ca2-bcc7-7c7e421f4450 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:48.612656 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2152689e-7d56-4339-97c2-29093d27e3fa req-07d8ed6c-f78d-4ca2-bcc7-7c7e421f4450 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "DELETE /v2.0/security-groups/d17624cf-ed6f-4bb7-a528-e275da8c9612 HTTP/1.1" status: 204 len: 173 time: 0.2775464 Aug 17 03:02:48.632740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d8ed6c-f78d-4ca2-bcc7-7c7e421f4450 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d17624cf-ed6f-4bb7-a528-e275da8c9612,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:48.782136 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db20ac0e-b970-49a2-bfb1-578018821f48 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Made reservation on behalf of 2fbcc77483ad4f6bbd9c9bbaf8271cff for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:48.786640 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db20ac0e-b970-49a2-bfb1-578018821f48 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:48.793276 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9671997-114d-4dc2-921d-dda545f08e4e req-e5fe9923-9f4d-4fa9-9ddb-391be8e498e0 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:48.794912 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9671997-114d-4dc2-921d-dda545f08e4e req-e5fe9923-9f4d-4fa9-9ddb-391be8e498e0 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 946 time: 0.0649338 Aug 17 03:02:48.801255 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-79fcd8a0-3389-457f-944a-cf7146a5ec81 req-4af541ad-7bb4-43e5-bae4-7e7db32783b9 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "GET /v2.0/security-groups/7e0d81d5-b7a3-483f-9c98-e2b3acfedcd7 HTTP/1.1" status: 200 len: 1814 time: 0.0662651 Aug 17 03:02:48.811283 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-db20ac0e-b970-49a2-bfb1-578018821f48 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] device_id is not set on port b04e3a70-5283-48a3-ac4a-c5ada53ecf98 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:02:48.869078 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9671997-114d-4dc2-921d-dda545f08e4e req-2564b11b-e948-4773-86a9-faa1b54b12dd tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/security-groups?id=dee706c4-bfe2-43de-b715-ba1d830c5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579228 Aug 17 03:02:48.884128 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Allocated IP 2001:db8::f816:3eff:fe1a:aef0 (e1316cbd-444e-4aac-925a-0adceffe435a/cee7ce69-a45b-40cf-9a4e-939f9c524704/7c3941d2-b475-4086-a72c-b5b0b020c690) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:48.958013 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-79fcd8a0-3389-457f-944a-cf7146a5ec81 req-b4baf7e4-b335-44ae-92d0-6793236980d7 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.009534 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-79fcd8a0-3389-457f-944a-cf7146a5ec81 req-b4baf7e4-b335-44ae-92d0-6793236980d7 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.045152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6159d7-3a49-4ffa-8964-3d7cc0c576c5 req-1c375e24-2466-40d0-8336-c7d99e71f731 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:49.052723 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0c6159d7-3a49-4ffa-8964-3d7cc0c576c5 req-1c375e24-2466-40d0-8336-c7d99e71f731 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 946 time: 0.0989864 Aug 17 03:02:49.062110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53132) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:49.066901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-79f34f95-2265-47e3-9e38-8fabf75edc1d tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Request body: {'floatingip': {'port_id': 'a1f7b26a-76c5-484f-8510-54dd1b0cb8f7'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:49.092297 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.122750 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-79f34f95-2265-47e3-9e38-8fabf75edc1d tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.162132 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-79fcd8a0-3389-457f-944a-cf7146a5ec81 req-b4baf7e4-b335-44ae-92d0-6793236980d7 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.165858 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-79fcd8a0-3389-457f-944a-cf7146a5ec81 req-b4baf7e4-b335-44ae-92d0-6793236980d7 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.167309 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-79fcd8a0-3389-457f-944a-cf7146a5ec81 req-b4baf7e4-b335-44ae-92d0-6793236980d7 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "DELETE /v2.0/security-groups/7e0d81d5-b7a3-483f-9c98-e2b3acfedcd7 HTTP/1.1" status: 204 len: 173 time: 0.3512685 Aug 17 03:02:49.204147 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4baf7e4-b335-44ae-92d0-6793236980d7 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e0d81d5-b7a3-483f-9c98-e2b3acfedcd7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:49.251464 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.267852 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Transition to ACTIVE for port object 7c3941d2-b475-4086-a72c-b5b0b020c690 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:49.296951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Transition to ACTIVE for port object 7c3941d2-b475-4086-a72c-b5b0b020c690 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:49.302087 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8c99c56-fd84-44aa-99d4-a79ee4fe73dd req-ebe66b94-2f83-4990-b316-774f3aec4556 tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "GET /v2.0/security-groups/fff81407-eec0-49ec-ac58-2db0cc8402a7 HTTP/1.1" status: 200 len: 1814 time: 0.0998423 Aug 17 03:02:49.381162 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.443392 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b8c99c56-fd84-44aa-99d4-a79ee4fe73dd req-136d8f35-5b66-44eb-ab9d-b1edd35077ce tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.456992 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-db20ac0e-b970-49a2-bfb1-578018821f48 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Allocated IP 2001:db8::f816:3eff:feaf:5ae2 (e1316cbd-444e-4aac-925a-0adceffe435a/cee7ce69-a45b-40cf-9a4e-939f9c524704/b04e3a70-5283-48a3-ac4a-c5ada53ecf98) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:49.469227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Network e1316cbd-444e-4aac-925a-0adceffe435a is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:49.471423 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:49.474242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:49.477776 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Pushing event updated for resources: {'Port': ['ID=7c3941d2-b475-4086-a72c-b5b0b020c690,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:49.544331 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b8c99c56-fd84-44aa-99d4-a79ee4fe73dd req-136d8f35-5b66-44eb-ab9d-b1edd35077ce tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.600411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Attempting to bind port 7c3941d2-b475-4086-a72c-b5b0b020c690 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:02:49.602059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Attempting to bind port 7c3941d2-b475-4086-a72c-b5b0b020c690 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '15d501ec-424f-4581-a5ee-fe3c947ebe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e1316cbd-444e-4aac-925a-0adceffe435a'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:02:49.603203 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Attempting to bind port 7c3941d2-b475-4086-a72c-b5b0b020c690 on network e1316cbd-444e-4aac-925a-0adceffe435a {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:02:49.620026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:02:49.623718 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Checking segment: {'id': '15d501ec-424f-4581-a5ee-fe3c947ebe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e1316cbd-444e-4aac-925a-0adceffe435a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:49.626176 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.634022 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Bound using segment: {'id': '15d501ec-424f-4581-a5ee-fe3c947ebe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e1316cbd-444e-4aac-925a-0adceffe435a'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:02:49.634022 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Bound port: 7c3941d2-b475-4086-a72c-b5b0b020c690, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '15d501ec-424f-4581-a5ee-fe3c947ebe44', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'e1316cbd-444e-4aac-925a-0adceffe435a'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:02:49.634022 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.734648 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b8c99c56-fd84-44aa-99d4-a79ee4fe73dd req-136d8f35-5b66-44eb-ab9d-b1edd35077ce tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.738199 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b8c99c56-fd84-44aa-99d4-a79ee4fe73dd req-136d8f35-5b66-44eb-ab9d-b1edd35077ce tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.751780 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8c99c56-fd84-44aa-99d4-a79ee4fe73dd req-136d8f35-5b66-44eb-ab9d-b1edd35077ce tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] 10.222.0.10 "DELETE /v2.0/security-groups/fff81407-eec0-49ec-ac58-2db0cc8402a7 HTTP/1.1" status: 204 len: 173 time: 0.4483542 Aug 17 03:02:49.754558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53154) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:49.759723 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db20ac0e-b970-49a2-bfb1-578018821f48 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.775874 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-db20ac0e-b970-49a2-bfb1-578018821f48 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Transition to ACTIVE for port object b04e3a70-5283-48a3-ac4a-c5ada53ecf98 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:49.777227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] For port 7c3941d2-b475-4086-a72c-b5b0b020c690, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:02:49.781399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] For port 7c3941d2-b475-4086-a72c-b5b0b020c690, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7c3941d2-b475-4086-a72c-b5b0b020c690,segment=NetworkSegment(15d501ec-424f-4581-a5ee-fe3c947ebe44),segment_id=15d501ec-424f-4581-a5ee-fe3c947ebe44)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:02:49.857187 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.871760 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d735ab2f-b792-4f32-a788-d6d39e9abe1a req-4249bc26-27be-457a-995c-ecf6b5451680 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:49.880476 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136d8f35-5b66-44eb-ab9d-b1edd35077ce tempest-SecurityGroupRulesNegativeTestJSON-505988003 tempest-SecurityGroupRulesNegativeTestJSON-505988003-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fff81407-eec0-49ec-ac58-2db0cc8402a7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:49.889735 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d735ab2f-b792-4f32-a788-d6d39e9abe1a req-4249bc26-27be-457a-995c-ecf6b5451680 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.1031985 Aug 17 03:02:49.912244 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-79f34f95-2265-47e3-9e38-8fabf75edc1d tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.927090 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b12076e-2782-4328-9977-9389a8a73d6a admin admin] Deleting subnet 0a5aa9f5-b04a-4462-8fe4-7517970e0abf {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:02:49.942314 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0b12076e-2782-4328-9977-9389a8a73d6a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.954878 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db20ac0e-b970-49a2-bfb1-578018821f48 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.977467 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d735ab2f-b792-4f32-a788-d6d39e9abe1a req-8287105a-2f51-4bc8-972b-cf26864d79ea tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0789135 Aug 17 03:02:49.999500 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-79f34f95-2265-47e3-9e38-8fabf75edc1d tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:49.999737 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb6c009d-2c0a-4c8d-be70-99c76b191225 None None] Pushing event updated for resources: {'Port': ['ID=7c3941d2-b475-4086-a72c-b5b0b020c690,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:50.032481 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db20ac0e-b970-49a2-bfb1-578018821f48 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Network e1316cbd-444e-4aac-925a-0adceffe435a is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:50.035744 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-db20ac0e-b970-49a2-bfb1-578018821f48 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:50.040312 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db20ac0e-b970-49a2-bfb1-578018821f48 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:50.047298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db20ac0e-b970-49a2-bfb1-578018821f48 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:50.048484 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db20ac0e-b970-49a2-bfb1-578018821f48 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:50.057218 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db20ac0e-b970-49a2-bfb1-578018821f48 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event updated for resources: {'Port': ['ID=b04e3a70-5283-48a3-ac4a-c5ada53ecf98,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:50.099952 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0b12076e-2782-4328-9977-9389a8a73d6a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:50.140634 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-db20ac0e-b970-49a2-bfb1-578018821f48 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 1.8500009 Aug 17 03:02:50.146655 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53164) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:50.219292 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0b12076e-2782-4328-9977-9389a8a73d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:50.264489 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-79f34f95-2265-47e3-9e38-8fabf75edc1d tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Floating IP cefcd11c-a256-40cc-8381-6bf55e81ccfa associated. External IP: 172.25.1.16, port: a1f7b26a-76c5-484f-8510-54dd1b0cb8f7. Aug 17 03:02:50.282713 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-33b89b25-a81e-4cbf-a107-8e0590ed23a0 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Deleting subnet cee7ce69-a45b-40cf-9a4e-939f9c524704 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:02:50.285193 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-33b89b25-a81e-4cbf-a107-8e0590ed23a0 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:50.344611 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-33b89b25-a81e-4cbf-a107-8e0590ed23a0 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:50.524666 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-33b89b25-a81e-4cbf-a107-8e0590ed23a0 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:50.576023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53174) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:50.736752 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ba138c66-fc34-4764-9042-d670927347b6 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-692750344-network', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:51.015054 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79f34f95-2265-47e3-9e38-8fabf75edc1d tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Router 0413bbcc-fd8b-4441-b619-e1178c781ac6 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:02:51.086627 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-33b89b25-a81e-4cbf-a107-8e0590ed23a0 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.131352 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b89b25-a81e-4cbf-a107-8e0590ed23a0 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event deleted for resources: {'Subnet': ['ID=cee7ce69-a45b-40cf-9a4e-939f9c524704,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:51.143844 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-33b89b25-a81e-4cbf-a107-8e0590ed23a0 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.146249 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-33b89b25-a81e-4cbf-a107-8e0590ed23a0 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/subnets/cee7ce69-a45b-40cf-9a4e-939f9c524704 HTTP/1.1" status: 204 len: 168 time: 1.0021052 Aug 17 03:02:51.154858 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53184) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:51.176228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79f34f95-2265-47e3-9e38-8fabf75edc1d tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:02:51.181787 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-79f34f95-2265-47e3-9e38-8fabf75edc1d tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.200408 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00034cac-899e-4571-bf6c-81f498ae761e None None] Sync routers for ids ['0413bbcc-fd8b-4441-b619-e1178c781ac6'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:02:51.205938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3f08ef-0ac3-4568-9ec5-184a0a9be2e5 req-ea78f7fd-034b-4544-88fa-a588c4fcaeac tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:51.207927 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb3f08ef-0ac3-4568-9ec5-184a0a9be2e5 req-ea78f7fd-034b-4544-88fa-a588c4fcaeac tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.1547494 Aug 17 03:02:51.219527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00034cac-899e-4571-bf6c-81f498ae761e None None] Routers {'0413bbcc-fd8b-4441-b619-e1178c781ac6'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:02:51.220192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-00034cac-899e-4571-bf6c-81f498ae761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:02:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0413bbcc-fd8b-4441-b619-e1178c781ac6'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:51.238340 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-79f34f95-2265-47e3-9e38-8fabf75edc1d tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "PUT /v2.0/floatingips/cefcd11c-a256-40cc-8381-6bf55e81ccfa HTTP/1.1" status: 200 len: 991 time: 2.1721747 Aug 17 03:02:51.238340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '341bd382-695f-455c-af11-3bb99091d300', 'tag': 'a1f7b26a-76c5-484f-8510-54dd1b0cb8f7'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:02:51.246009 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0316df9d-f035-4ddc-8069-ec127714553d" -d '{"events": [{"name": "network-changed", "server_uuid": "341bd382-695f-455c-af11-3bb99091d300", "tag": "a1f7b26a-76c5-484f-8510-54dd1b0cb8f7"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:02:51.247779 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0411b24-e01e-4943-b353-62946be35478 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:51.258765 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0411b24-e01e-4943-b353-62946be35478 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:51.263324 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f0411b24-e01e-4943-b353-62946be35478 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.1044803 Aug 17 03:02:51.265199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53190) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:51.266117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8743f461-c550-4dea-bacf-bbe5e6fe952e None None] Network e1316cbd-444e-4aac-925a-0adceffe435a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:51.308459 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb3f08ef-0ac3-4568-9ec5-184a0a9be2e5 req-71437014-3b0e-474d-add8-1f33698d78c5 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725493 Aug 17 03:02:51.373392 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a9529dce-34c5-4e4b-ad4a-536a80b4dfe9 x-openstack-request-id: req-a9529dce-34c5-4e4b-ad4a-536a80b4dfe9 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:02:51.376521 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "341bd382-695f-455c-af11-3bb99091d300", "tag": "a1f7b26a-76c5-484f-8510-54dd1b0cb8f7", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:02:51.376521 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a9529dce-34c5-4e4b-ad4a-536a80b4dfe9 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:02:51.376521 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '341bd382-695f-455c-af11-3bb99091d300', 'tag': 'a1f7b26a-76c5-484f-8510-54dd1b0cb8f7', 'status': 'completed', 'code': 200} Aug 17 03:02:51.379311 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9d0a3966-06f2-4a08-bcbf-30319d0b7158 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.379709 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.387636 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-9d0a3966-06f2-4a08-bcbf-30319d0b7158 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] DELETE failed (client error): There was a conflict when trying to complete your request. Aug 17 03:02:51.388668 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9d0a3966-06f2-4a08-bcbf-30319d0b7158 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:02:51.393818 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9d0a3966-06f2-4a08-bcbf-30319d0b7158 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/networks/e1316cbd-444e-4aac-925a-0adceffe435a HTTP/1.1" status: 409 len: 405 time: 0.1227891 Aug 17 03:02:51.393996 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53194) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:51.399219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-2dea6794-86fa-4180-a221-47021a25496d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1173182942'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:51.440529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2d3ed4aa-c650-4554-8c72-7eae41fd4f0f None None] Provisioning for port 7c3941d2-b475-4086-a72c-b5b0b020c690 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:51.447508 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0b12076e-2782-4328-9977-9389a8a73d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.452059 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba138c66-fc34-4764-9042-d670927347b6 admin admin] Made reservation on behalf of 6310559ad60b460ba41705b832b7bbc0 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:51.455108 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba138c66-fc34-4764-9042-d670927347b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.482702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b12076e-2782-4328-9977-9389a8a73d6a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a5aa9f5-b04a-4462-8fe4-7517970e0abf,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:51.486749 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba138c66-fc34-4764-9042-d670927347b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.492547 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0b12076e-2782-4328-9977-9389a8a73d6a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.494827 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0b12076e-2782-4328-9977-9389a8a73d6a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0a5aa9f5-b04a-4462-8fe4-7517970e0abf HTTP/1.1" status: 204 len: 168 time: 1.7246819 Aug 17 03:02:51.506397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53198) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:51.525165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-00034cac-899e-4571-bf6c-81f498ae761e None None] Set router 0413bbcc-fd8b-4441-b619-e1178c781ac6 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:02:51.551926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316df9d-f035-4ddc-8069-ec127714553d req-172e8cfb-92e3-4976-a89f-4820ead6fe95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:51.553611 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0316df9d-f035-4ddc-8069-ec127714553d req-172e8cfb-92e3-4976-a89f-4820ead6fe95 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d236346ac741899b701f19fb1b5339&device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 1097 time: 0.1492269 Aug 17 03:02:51.621869 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-362a2e96-aa69-4873-92ce-61737699654f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.627358 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2dea6794-86fa-4180-a221-47021a25496d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Made reservation on behalf of 2fbcc77483ad4f6bbd9c9bbaf8271cff for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:51.631315 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2dea6794-86fa-4180-a221-47021a25496d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.686469 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2dea6794-86fa-4180-a221-47021a25496d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:02:51.705751 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2dea6794-86fa-4180-a221-47021a25496d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.706104 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-2dea6794-86fa-4180-a221-47021a25496d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Added segment 741afb92-4bbc-47a5-9faf-4d97bac838f2 of type vlan for network 6aff87d4-e836-4760-b4cb-7f3d541f8ff6 Aug 17 03:02:51.737305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316df9d-f035-4ddc-8069-ec127714553d req-43d92da9-c625-49b2-b9f3-321b4ac4f900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:51.739028 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0316df9d-f035-4ddc-8069-ec127714553d req-43d92da9-c625-49b2-b9f3-321b4ac4f900 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e80b3e6b-ad83-4275-b888-5d76fe788ca1 HTTP/1.1" status: 200 len: 905 time: 0.1768081 Aug 17 03:02:51.758739 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-362a2e96-aa69-4873-92ce-61737699654f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.766456 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2dea6794-86fa-4180-a221-47021a25496d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.781476 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7112e0c4-b88e-410e-91b5-117f853cc969 None None] DHCP port deletion for e1316cbd-444e-4aac-925a-0adceffe435a request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:02:51.804117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-362a2e96-aa69-4873-92ce-61737699654f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f282556-f1dc-4a30-82fb-aecbb9edda74']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:51.814801 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba138c66-fc34-4764-9042-d670927347b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.820432 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-362a2e96-aa69-4873-92ce-61737699654f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6dc2771e-eabe-4a65-8ec5-0de953c3ab20') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:51.820735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-362a2e96-aa69-4873-92ce-61737699654f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6dc2771e-eabe-4a65-8ec5-0de953c3ab20') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:51.836644 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-362a2e96-aa69-4873-92ce-61737699654f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.851958 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0316df9d-f035-4ddc-8069-ec127714553d req-111a3170-da53-45dd-86c2-b053dd178420 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 HTTP/1.1" status: 200 len: 999 time: 0.1037939 Aug 17 03:02:51.856516 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-362a2e96-aa69-4873-92ce-61737699654f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.872987 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2dea6794-86fa-4180-a221-47021a25496d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.882278 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dea6794-86fa-4180-a221-47021a25496d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:51.889306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-362a2e96-aa69-4873-92ce-61737699654f admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:02:51.889306 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-362a2e96-aa69-4873-92ce-61737699654f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.889577 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2dea6794-86fa-4180-a221-47021a25496d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:02:51.889683 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:02:51.895330 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba138c66-fc34-4764-9042-d670927347b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:51.916618 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7112e0c4-b88e-410e-91b5-117f853cc969 None None] Deleting port 7c3941d2-b475-4086-a72c-b5b0b020c690 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:02:51.916831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba138c66-fc34-4764-9042-d670927347b6 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:02:51.916938 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7112e0c4-b88e-410e-91b5-117f853cc969 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:52.033661 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316df9d-f035-4ddc-8069-ec127714553d req-38f30a46-17b8-4d25-9a36-96a61e9b4a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:52.035285 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0316df9d-f035-4ddc-8069-ec127714553d req-38f30a46-17b8-4d25-9a36-96a61e9b4a39 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5f4d6ab7-f8f2-462d-a080-e6682c125201 HTTP/1.1" status: 200 len: 844 time: 0.1744471 Aug 17 03:02:52.046211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-7112e0c4-b88e-410e-91b5-117f853cc969 None None] For port 7c3941d2-b475-4086-a72c-b5b0b020c690, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7c3941d2-b475-4086-a72c-b5b0b020c690,segment=NetworkSegment(15d501ec-424f-4581-a5ee-fe3c947ebe44),segment_id=15d501ec-424f-4581-a5ee-fe3c947ebe44)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:52.046884 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7112e0c4-b88e-410e-91b5-117f853cc969 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:52.063222 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7112e0c4-b88e-410e-91b5-117f853cc969 None None] Calling delete_port for 7c3941d2-b475-4086-a72c-b5b0b020c690 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:02:52.071463 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-00034cac-899e-4571-bf6c-81f498ae761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'name': 'tempest-ServersTestJSON-868693690-router', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:11Z', 'updated_at': '2021-08-17T03:02:18Z', 'revision_number': 4, 'project_id': '34d236346ac741899b701f19fb1b5339', 'gw_port': {'id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:13Z', 'updated_at': '2021-08-17T03:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'cefcd11c-a256-40cc-8381-6bf55e81ccfa', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'port_id': 'a1f7b26a-76c5-484f-8510-54dd1b0cb8f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'mac_address': 'fa:16:3e:f2:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341bd382-695f-455c-af11-3bb99091d300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:02:26Z', 'updated_at': '2021-08-17T03:02:49Z', 'revision_number': 1, 'project_id': '34d236346ac741899b701f19fb1b5339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c904ba67-77c6-4ce7-a68b-af9c259bca27', 'name': '', 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'mac_address': 'fa:16:3e:b5:1f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:28Z', 'revision_number': 5, 'project_id': '34d236346ac741899b701f19fb1b5339', 'subnets': [{'id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:52.074764 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dea6794-86fa-4180-a221-47021a25496d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event updated for resources: {'Network': ['ID=6aff87d4-e836-4760-b4cb-7f3d541f8ff6,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:52.089980 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba138c66-fc34-4764-9042-d670927347b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:52.090673 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-ba138c66-fc34-4764-9042-d670927347b6 admin admin] Added segment 434a75bb-af94-475b-926c-9f9d9604d55f of type vlan for network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 Aug 17 03:02:52.096185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0316df9d-f035-4ddc-8069-ec127714553d req-6aa66513-8c30-4081-bf78-c6f1f3374be2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:52.098378 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0316df9d-f035-4ddc-8069-ec127714553d req-6aa66513-8c30-4081-bf78-c6f1f3374be2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e80b3e6b-ad83-4275-b888-5d76fe788ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554187 Aug 17 03:02:52.106404 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-362a2e96-aa69-4873-92ce-61737699654f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:52.111762 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-362a2e96-aa69-4873-92ce-61737699654f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:52.116857 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-362a2e96-aa69-4873-92ce-61737699654f admin admin] 10.222.0.10 "DELETE /v2.0/networks/3f282556-f1dc-4a30-82fb-aecbb9edda74 HTTP/1.1" status: 204 len: 168 time: 0.6147130 Aug 17 03:02:52.121474 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 6aff87d4-e836-4760-b4cb-7f3d541f8ff6 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:52.185333 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba138c66-fc34-4764-9042-d670927347b6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:52.190444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00034cac-899e-4571-bf6c-81f498ae761e None None] Checking router: 0413bbcc-fd8b-4441-b619-e1178c781ac6 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:02:52.195691 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2dea6794-86fa-4180-a221-47021a25496d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8006155 Aug 17 03:02:52.213485 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53218) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:52.228330 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-2fddadc1-cee8-437b-88e3-7c92d32278e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Request body: {'subnet': {'network_id': '6aff87d4-e836-4760-b4cb-7f3d541f8ff6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:52.238902 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0316df9d-f035-4ddc-8069-ec127714553d req-26c7d8dd-dcde-4328-a16a-b6923dc0db14 service neutron] 10.222.0.60 "GET /v2.0/networks/e80b3e6b-ad83-4275-b888-5d76fe788ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1237633 Aug 17 03:02:52.264516 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-362a2e96-aa69-4873-92ce-61737699654f admin admin] Pushing event deleted for resources: {'Network': ['ID=3f282556-f1dc-4a30-82fb-aecbb9edda74,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:52.334876 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00034cac-899e-4571-bf6c-81f498ae761e None None] Routers {'0413bbcc-fd8b-4441-b619-e1178c781ac6'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:02:52.335522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-00034cac-899e-4571-bf6c-81f498ae761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:02:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0413bbcc-fd8b-4441-b619-e1178c781ac6'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:52.376902 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.resource_extend [None req-ba138c66-fc34-4764-9042-d670927347b6 admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 03:02:52.414432 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0316df9d-f035-4ddc-8069-ec127714553d req-ba674274-948c-409f-a278-5e53e14a839d service neutron] 10.222.0.60 "GET /v2.0/networks/e80b3e6b-ad83-4275-b888-5d76fe788ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623216 Aug 17 03:02:52.490131 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba138c66-fc34-4764-9042-d670927347b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=099089e2-118e-4f58-a55b-ae5ee79c7307,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:52.498231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-00034cac-899e-4571-bf6c-81f498ae761e None None] Set router 0413bbcc-fd8b-4441-b619-e1178c781ac6 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:02:52.589149 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7baeed-01e2-4880-9ecc-53169f041d2d req-9d57e4f5-7694-4910-985e-bbefd1886570 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:52.590762 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a7baeed-01e2-4880-9ecc-53169f041d2d req-9d57e4f5-7694-4910-985e-bbefd1886570 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.1017170 Aug 17 03:02:52.612015 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7112e0c4-b88e-410e-91b5-117f853cc969 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:52.639837 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba138c66-fc34-4764-9042-d670927347b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:52.641121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba138c66-fc34-4764-9042-d670927347b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:52.641740 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba138c66-fc34-4764-9042-d670927347b6 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:52.651757 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7112e0c4-b88e-410e-91b5-117f853cc969 None None] Pushing event deleted for resources: {'Port': ['ID=7c3941d2-b475-4086-a72c-b5b0b020c690,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:52.664280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7112e0c4-b88e-410e-91b5-117f853cc969 None None] No DVR routers for this DVR port 7c3941d2-b475-4086-a72c-b5b0b020c690 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:02:52.682910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53228) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:52.709514 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba138c66-fc34-4764-9042-d670927347b6 admin admin] Pushing event updated for resources: {'Network': ['ID=d57b6cf0-8d62-4de8-ad6c-84fa56983b69,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:52.714675 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a7baeed-01e2-4880-9ecc-53169f041d2d req-b587cfd5-6b64-4739-baf0-d41f0b1047cc tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173222 Aug 17 03:02:52.724531 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fddadc1-cee8-437b-88e3-7c92d32278e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Made reservation on behalf of 2fbcc77483ad4f6bbd9c9bbaf8271cff for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:52.724531 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2fddadc1-cee8-437b-88e3-7c92d32278e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:52.742108 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:52.747693 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2df8bd41-cbdd-41ee-b2ef-5569187d355f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2503a424a90b4738814bcf6215469e90&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0677261 Aug 17 03:02:52.752093 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53230) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:52.847961 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ba138c66-fc34-4764-9042-d670927347b6 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 2.2707958 Aug 17 03:02:52.848430 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f3d3fc5-bf05-4ae6-81ee-281a0a36d2cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:52.854490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53238) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:52.868902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-198fbe55-4d2f-4168-bcc1-78634bbd9eb6 admin admin] Request body: {'subnet': {'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-subnet', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:52.884570 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f3d3fc5-bf05-4ae6-81ee-281a0a36d2cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:53.042575 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f3d3fc5-bf05-4ae6-81ee-281a0a36d2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:53.045164 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5f3d3fc5-bf05-4ae6-81ee-281a0a36d2cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:53.048763 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5f3d3fc5-bf05-4ae6-81ee-281a0a36d2cb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f4e4ce7-71cb-4f89-9599-cfe2c10ba6dc HTTP/1.1" status: 204 len: 168 time: 0.2923090 Aug 17 03:02:53.055251 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3d3fc5-bf05-4ae6-81ee-281a0a36d2cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4e4ce7-71cb-4f89-9599-cfe2c10ba6dc,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:53.071629 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-198fbe55-4d2f-4168-bcc1-78634bbd9eb6 admin admin] Made reservation on behalf of 6310559ad60b460ba41705b832b7bbc0 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:53.076559 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-198fbe55-4d2f-4168-bcc1-78634bbd9eb6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:53.158617 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-00034cac-899e-4571-bf6c-81f498ae761e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'name': 'tempest-ServersTestJSON-868693690-router', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:11Z', 'updated_at': '2021-08-17T03:02:18Z', 'revision_number': 4, 'project_id': '34d236346ac741899b701f19fb1b5339', 'gw_port': {'id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:13Z', 'updated_at': '2021-08-17T03:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'cefcd11c-a256-40cc-8381-6bf55e81ccfa', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'port_id': 'a1f7b26a-76c5-484f-8510-54dd1b0cb8f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'mac_address': 'fa:16:3e:f2:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341bd382-695f-455c-af11-3bb99091d300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:02:26Z', 'updated_at': '2021-08-17T03:02:49Z', 'revision_number': 1, 'project_id': '34d236346ac741899b701f19fb1b5339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c904ba67-77c6-4ce7-a68b-af9c259bca27', 'name': '', 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'mac_address': 'fa:16:3e:b5:1f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:28Z', 'revision_number': 5, 'project_id': '34d236346ac741899b701f19fb1b5339', 'subnets': [{'id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:53.195865 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00034cac-899e-4571-bf6c-81f498ae761e None None] The sync data for ids ['0413bbcc-fd8b-4441-b619-e1178c781ac6'] in n-d-802060-9 is: [{'id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'name': 'tempest-ServersTestJSON-868693690-router', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:11Z', 'updated_at': '2021-08-17T03:02:18Z', 'revision_number': 4, 'project_id': '34d236346ac741899b701f19fb1b5339', 'gw_port': {'id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:13Z', 'updated_at': '2021-08-17T03:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'cefcd11c-a256-40cc-8381-6bf55e81ccfa', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'floating_ip_address': '172.25.1.16', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'port_id': 'a1f7b26a-76c5-484f-8510-54dd1b0cb8f7', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1330, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'mac_address': 'fa:16:3e:f2:38:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '341bd382-695f-455c-af11-3bb99091d300', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:02:26Z', 'updated_at': '2021-08-17T03:02:49Z', 'revision_number': 1, 'project_id': '34d236346ac741899b701f19fb1b5339', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c904ba67-77c6-4ce7-a68b-af9c259bca27', 'name': '', 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'mac_address': 'fa:16:3e:b5:1f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:28Z', 'revision_number': 5, 'project_id': '34d236346ac741899b701f19fb1b5339', 'subnets': [{'id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:02:53.293846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.objects.ports [None req-2fddadc1-cee8-437b-88e3-7c92d32278e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101969) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 03:02:53.299315 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2fddadc1-cee8-437b-88e3-7c92d32278e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:53.435736 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fddadc1-cee8-437b-88e3-7c92d32278e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event updated for resources: {'Subnet': ['ID=eec0d068-c1e8-4d50-aead-008ae5fe0139,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:53.449375 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fddadc1-cee8-437b-88e3-7c92d32278e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Checking segment: {'id': '741afb92-4bbc-47a5-9faf-4d97bac838f2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': '6aff87d4-e836-4760-b4cb-7f3d541f8ff6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:53.449777 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fddadc1-cee8-437b-88e3-7c92d32278e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Network hostable DHCP agents. Network: 6aff87d4-e836-4760-b4cb-7f3d541f8ff6, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:02:53.485643 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-515425d6-3ac6-458d-a094-3ef4ac6c9116 None None] New status for floating IP cefcd11c-a256-40cc-8381-6bf55e81ccfa: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:02:53.609185 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fddadc1-cee8-437b-88e3-7c92d32278e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Network 6aff87d4-e836-4760-b4cb-7f3d541f8ff6 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:02:53.626874 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-198fbe55-4d2f-4168-bcc1-78634bbd9eb6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:53.706383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198fbe55-4d2f-4168-bcc1-78634bbd9eb6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49398564-b2fd-48b6-b11e-b753c45b92cd,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:53.714527 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-198fbe55-4d2f-4168-bcc1-78634bbd9eb6 admin admin] Checking segment: {'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:53.714901 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198fbe55-4d2f-4168-bcc1-78634bbd9eb6 admin admin] Network hostable DHCP agents. Network: d57b6cf0-8d62-4de8-ad6c-84fa56983b69, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:02:53.738370 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-2fddadc1-cee8-437b-88e3-7c92d32278e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 6aff87d4-e836-4760-b4cb-7f3d541f8ff6) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:53.751692 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7d0194-8bb8-47e7-97ff-ae6200dc75d9 None None] Network 6aff87d4-e836-4760-b4cb-7f3d541f8ff6 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:53.763049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fddadc1-cee8-437b-88e3-7c92d32278e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:53.763934 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2fddadc1-cee8-437b-88e3-7c92d32278e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:53.825836 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-198fbe55-4d2f-4168-bcc1-78634bbd9eb6 admin admin] Network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:02:53.836328 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-198fbe55-4d2f-4168-bcc1-78634bbd9eb6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, d57b6cf0-8d62-4de8-ad6c-84fa56983b69) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:53.843026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198fbe55-4d2f-4168-bcc1-78634bbd9eb6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:53.843614 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-198fbe55-4d2f-4168-bcc1-78634bbd9eb6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:53.847562 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e82750-a986-4c32-bca1-02bbc61928c0 None None] Network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:53.864214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2fddadc1-cee8-437b-88e3-7c92d32278e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 1.6471689 Aug 17 03:02:53.867118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53270) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:53.960539 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-198fbe55-4d2f-4168-bcc1-78634bbd9eb6 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0934198 Aug 17 03:02:53.960751 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53274) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:53.966994 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:54.032614 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-92b6ba6c-a8d6-47a4-b72f-422c09e28d3d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:54.061919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec98e7d-74d7-4bf9-b28d-27f18ae91c96 req-3e4a4ed9-ee9a-42dc-811b-d1698752fb48 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:54.074170 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cec98e7d-74d7-4bf9-b28d-27f18ae91c96 req-3e4a4ed9-ee9a-42dc-811b-d1698752fb48 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.1528096 Aug 17 03:02:54.102342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d2bcb1e-a468-4d36-90ee-6ee8d43d0ac5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-6aff87d4-e836-4760-b4cb-7f3d541f8ff6', 'network_id': '6aff87d4-e836-4760-b4cb-7f3d541f8ff6', 'tenant_id': '2fbcc77483ad4f6bbd9c9bbaf8271cff', 'fixed_ips': [{'subnet_id': 'eec0d068-c1e8-4d50-aead-008ae5fe0139'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:02:54.103214 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2d2bcb1e-a468-4d36-90ee-6ee8d43d0ac5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:54.128705 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:54.130693 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:54.149621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-d57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:02:54.151519 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:54.168256 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cec98e7d-74d7-4bf9-b28d-27f18ae91c96 req-ba593ff1-28aa-49af-a99c-746c2106b292 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0980585 Aug 17 03:02:54.173719 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-92b6ba6c-a8d6-47a4-b72f-422c09e28d3d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:54.266937 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:54.432388 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-92b6ba6c-a8d6-47a4-b72f-422c09e28d3d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:54.462622 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6ba6c-a8d6-47a4-b72f-422c09e28d3d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event deleted for resources: {'Subnet': ['ID=eec0d068-c1e8-4d50-aead-008ae5fe0139,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:54.473584 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:54.534949 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-92b6ba6c-a8d6-47a4-b72f-422c09e28d3d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server [None req-2d2bcb1e-a468-4d36-90ee-6ee8d43d0ac5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eec0d068-c1e8-4d50-aead-008ae5fe0139: This subnet is being modified by another concurrent operation. Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 03:02:54.540271 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise exception Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet eec0d068-c1e8-4d50-aead-008ae5fe0139: This subnet is being modified by another concurrent operation. Aug 17 03:02:54.544150 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server Aug 17 03:02:54.546721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-92b6ba6c-a8d6-47a4-b72f-422c09e28d3d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6aff87d4-e836-4760-b4cb-7f3d541f8ff6']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:54.559027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-92b6ba6c-a8d6-47a4-b72f-422c09e28d3d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '741afb92-4bbc-47a5-9faf-4d97bac838f2') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:54.559339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-92b6ba6c-a8d6-47a4-b72f-422c09e28d3d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '741afb92-4bbc-47a5-9faf-4d97bac838f2') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:54.569174 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-92b6ba6c-a8d6-47a4-b72f-422c09e28d3d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:54.592348 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-92b6ba6c-a8d6-47a4-b72f-422c09e28d3d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:54.602724 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Allocated IP 172.20.0.2 (d57b6cf0-8d62-4de8-ad6c-84fa56983b69/49398564-b2fd-48b6-b11e-b753c45b92cd/b1f7a5a6-93ab-4733-8a50-9cc61f874d75) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:54.631399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1580053a-81ea-40dc-b472-65e28517a332 None None] Network 6aff87d4-e836-4760-b4cb-7f3d541f8ff6 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:54.632107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-92b6ba6c-a8d6-47a4-b72f-422c09e28d3d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:02:54.636706 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-92b6ba6c-a8d6-47a4-b72f-422c09e28d3d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:02:54.642966 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:02:54.789190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53302) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:54.905498 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-92b6ba6c-a8d6-47a4-b72f-422c09e28d3d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:54.910312 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-92b6ba6c-a8d6-47a4-b72f-422c09e28d3d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:54.916978 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-92b6ba6c-a8d6-47a4-b72f-422c09e28d3d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/networks/6aff87d4-e836-4760-b4cb-7f3d541f8ff6 HTTP/1.1" status: 204 len: 168 time: 1.0479884 Aug 17 03:02:54.917652 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53306) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:54.931458 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-316e122c-c814-466d-b6d4-2e434fff2c39 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-599942244'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:54.958187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e1f05cbf-efb2-47c3-af5c-34dfbc1d4bdd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-158061028-network', 'tenant_id': '052a4404e4c34be6817cc8733a020ffb'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:54.990186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92b6ba6c-a8d6-47a4-b72f-422c09e28d3d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event deleted for resources: {'Network': ['ID=6aff87d4-e836-4760-b4cb-7f3d541f8ff6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:55.073403 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.084408 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Transition to ACTIVE for port object b1f7a5a6-93ab-4733-8a50-9cc61f874d75 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:55.101521 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Transition to ACTIVE for port object b1f7a5a6-93ab-4733-8a50-9cc61f874d75 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:55.113531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-316e122c-c814-466d-b6d4-2e434fff2c39 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Made reservation on behalf of 2fbcc77483ad4f6bbd9c9bbaf8271cff for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:55.117140 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-316e122c-c814-466d-b6d4-2e434fff2c39 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.150561 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-316e122c-c814-466d-b6d4-2e434fff2c39 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:02:55.160112 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-316e122c-c814-466d-b6d4-2e434fff2c39 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.160766 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-316e122c-c814-466d-b6d4-2e434fff2c39 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Added segment e9bdae72-4b75-411b-ab8e-2747b38bb9b4 of type vlan for network 678bcfc1-9898-46ca-a1a2-923578652269 Aug 17 03:02:55.204205 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.217472 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-316e122c-c814-466d-b6d4-2e434fff2c39 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.241542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1f05cbf-efb2-47c3-af5c-34dfbc1d4bdd admin admin] Made reservation on behalf of 052a4404e4c34be6817cc8733a020ffb for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:55.245987 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1f05cbf-efb2-47c3-af5c-34dfbc1d4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.258649 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1f05cbf-efb2-47c3-af5c-34dfbc1d4bdd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.271170 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:55.278311 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:55.281928 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:55.314765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Pushing event updated for resources: {'Port': ['ID=b1f7a5a6-93ab-4733-8a50-9cc61f874d75,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:55.370972 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Attempting to bind port b1f7a5a6-93ab-4733-8a50-9cc61f874d75 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:02:55.371354 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Attempting to bind port b1f7a5a6-93ab-4733-8a50-9cc61f874d75 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:02:55.371482 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-316e122c-c814-466d-b6d4-2e434fff2c39 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.371728 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Attempting to bind port b1f7a5a6-93ab-4733-8a50-9cc61f874d75 on network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:02:55.378646 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-316e122c-c814-466d-b6d4-2e434fff2c39 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:55.383189 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-316e122c-c814-466d-b6d4-2e434fff2c39 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.389922 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:02:55.390613 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Checking segment: {'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:55.391040 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.391449 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Bound using segment: {'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:02:55.392759 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Bound port: b1f7a5a6-93ab-4733-8a50-9cc61f874d75, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:02:55.393162 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.415048 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7b5b48-94af-4e45-9aca-a500f41c832f req-c62e2a88-2d97-4cd4-b3e6-e099810f1ec4 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:55.417263 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8d7b5b48-94af-4e45-9aca-a500f41c832f req-c62e2a88-2d97-4cd4-b3e6-e099810f1ec4 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.1596508 Aug 17 03:02:55.419639 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.453094 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.475792 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1f05cbf-efb2-47c3-af5c-34dfbc1d4bdd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.479312 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316e122c-c814-466d-b6d4-2e434fff2c39 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event updated for resources: {'Network': ['ID=678bcfc1-9898-46ca-a1a2-923578652269,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:55.495580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 678bcfc1-9898-46ca-a1a2-923578652269 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:55.531374 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8d7b5b48-94af-4e45-9aca-a500f41c832f req-cdee6579-6a30-4e98-b2bc-0f4b104c8541 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896029 Aug 17 03:02:55.537314 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] For port b1f7a5a6-93ab-4733-8a50-9cc61f874d75, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:02:55.549232 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1f05cbf-efb2-47c3-af5c-34dfbc1d4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.563298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] For port b1f7a5a6-93ab-4733-8a50-9cc61f874d75, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b1f7a5a6-93ab-4733-8a50-9cc61f874d75,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:02:55.593953 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1f05cbf-efb2-47c3-af5c-34dfbc1d4bdd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:02:55.614508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f05cbf-efb2-47c3-af5c-34dfbc1d4bdd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:55.622572 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1f05cbf-efb2-47c3-af5c-34dfbc1d4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.623022 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-e1f05cbf-efb2-47c3-af5c-34dfbc1d4bdd admin admin] Added segment f2c0d1b9-1461-42b0-a01d-65ab51852eeb of type vlan for network 82cf8097-fc29-427a-9c31-4f04e0f699b0 Aug 17 03:02:55.656187 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-316e122c-c814-466d-b6d4-2e434fff2c39 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.7318418 Aug 17 03:02:55.658941 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Allocated IP 172.25.1.216 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/2b34b774-251e-4b28-b1b9-3801dc0281c3) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:55.659143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53318) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:55.666969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0b1f12e5-0022-4918-959b-6db561db5406 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Request body: {'subnet': {'network_id': '678bcfc1-9898-46ca-a1a2-923578652269', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:55.700416 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.729225 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1f05cbf-efb2-47c3-af5c-34dfbc1d4bdd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.819158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f631a-1b75-4d87-a3cc-cd17b5a1e2fb None None] Pushing event updated for resources: {'Port': ['ID=b1f7a5a6-93ab-4733-8a50-9cc61f874d75,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:55.832670 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.848862 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1f05cbf-efb2-47c3-af5c-34dfbc1d4bdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.850551 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1f05cbf-efb2-47c3-af5c-34dfbc1d4bdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:55.851946 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1f05cbf-efb2-47c3-af5c-34dfbc1d4bdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.910074 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b1f12e5-0022-4918-959b-6db561db5406 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Made reservation on behalf of 2fbcc77483ad4f6bbd9c9bbaf8271cff for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:55.913174 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0b1f12e5-0022-4918-959b-6db561db5406 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.956476 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:55.977639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f05cbf-efb2-47c3-af5c-34dfbc1d4bdd admin admin] Pushing event updated for resources: {'Network': ['ID=82cf8097-fc29-427a-9c31-4f04e0f699b0,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:55.988811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 82cf8097-fc29-427a-9c31-4f04e0f699b0 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:55.992835 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e1f05cbf-efb2-47c3-af5c-34dfbc1d4bdd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2007442 Aug 17 03:02:55.994924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53324) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:56.001321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-13c13eb6-9c65-40e1-a8cf-4ec6534f4270 admin admin] Request body: {'subnet': {'network_id': '82cf8097-fc29-427a-9c31-4f04e0f699b0', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-158061028-subnet', 'tenant_id': '052a4404e4c34be6817cc8733a020ffb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:56.077780 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:56.086843 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:56.091983 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:56.138319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13c13eb6-9c65-40e1-a8cf-4ec6534f4270 admin admin] Made reservation on behalf of 052a4404e4c34be6817cc8733a020ffb for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:56.142278 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-13c13eb6-9c65-40e1-a8cf-4ec6534f4270 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:56.173119 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Pushing event updated for resources: {'Port': ['ID=2b34b774-251e-4b28-b1b9-3801dc0281c3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:56.352957 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0b1f12e5-0022-4918-959b-6db561db5406 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:56.465129 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1f12e5-0022-4918-959b-6db561db5406 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event updated for resources: {'Subnet': ['ID=519f94de-04e6-4a75-8763-769e572cc3e0,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:56.471142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b1f12e5-0022-4918-959b-6db561db5406 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Checking segment: {'id': 'e9bdae72-4b75-411b-ab8e-2747b38bb9b4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '678bcfc1-9898-46ca-a1a2-923578652269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:56.472504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1f12e5-0022-4918-959b-6db561db5406 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Network hostable DHCP agents. Network: 678bcfc1-9898-46ca-a1a2-923578652269, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:02:56.523579 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-13c13eb6-9c65-40e1-a8cf-4ec6534f4270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:56.563814 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b1f12e5-0022-4918-959b-6db561db5406 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Network 678bcfc1-9898-46ca-a1a2-923578652269 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:02:56.615600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c13eb6-9c65-40e1-a8cf-4ec6534f4270 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d444053b-fb4a-4e48-b2d6-3c7830e2116a,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:56.615600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13c13eb6-9c65-40e1-a8cf-4ec6534f4270 admin admin] Checking segment: {'id': 'f2c0d1b9-1461-42b0-a01d-65ab51852eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '82cf8097-fc29-427a-9c31-4f04e0f699b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:56.615600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c13eb6-9c65-40e1-a8cf-4ec6534f4270 admin admin] Network hostable DHCP agents. Network: 82cf8097-fc29-427a-9c31-4f04e0f699b0, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:02:56.616561 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:56.658150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-0b1f12e5-0022-4918-959b-6db561db5406 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 678bcfc1-9898-46ca-a1a2-923578652269) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:56.665651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b1f12e5-0022-4918-959b-6db561db5406 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:56.666293 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0b1f12e5-0022-4918-959b-6db561db5406 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:56.667446 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71fc96e8-c6a6-47d3-93c7-3e148038a3d4 None None] Network 678bcfc1-9898-46ca-a1a2-923578652269 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:56.699856 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4269560d-1e02-4a3b-9934-804824e26c59 req-3d39a99b-e30d-460d-b109-7d0cc2206232 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:56.706871 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4269560d-1e02-4a3b-9934-804824e26c59 req-3d39a99b-e30d-460d-b109-7d0cc2206232 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.0749838 Aug 17 03:02:56.771857 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4269560d-1e02-4a3b-9934-804824e26c59 req-f0b96582-65d5-4d23-ad75-0118377bc4b8 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640447 Aug 17 03:02:56.779679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c13eb6-9c65-40e1-a8cf-4ec6534f4270 admin admin] Network 82cf8097-fc29-427a-9c31-4f04e0f699b0 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:02:56.798746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-13c13eb6-9c65-40e1-a8cf-4ec6534f4270 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 82cf8097-fc29-427a-9c31-4f04e0f699b0) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:56.807213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13c13eb6-9c65-40e1-a8cf-4ec6534f4270 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:56.811467 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-13c13eb6-9c65-40e1-a8cf-4ec6534f4270 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:56.819990 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0b1f12e5-0022-4918-959b-6db561db5406 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1595261 Aug 17 03:02:56.823278 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53340) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:56.843348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49ba25f5-bef1-4f7f-84af-4c608d4eaabd None None] Network 82cf8097-fc29-427a-9c31-4f04e0f699b0 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:56.909098 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-13c13eb6-9c65-40e1-a8cf-4ec6534f4270 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9042828 Aug 17 03:02:57.059881 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49e4aa1-068f-4616-8142-5a398976c1b9 None None] Network 82cf8097-fc29-427a-9c31-4f04e0f699b0 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:57.116413 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:57.123842 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cf43838-c9f7-4fb7-b8b4-feb1945e49b9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:57.281582 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cf43838-c9f7-4fb7-b8b4-feb1945e49b9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:57.343732 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c035a56e-db5d-4d88-b0e2-3a671e5fca9e None None] Network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:57.456029 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11864fbb-85ee-44df-ae93-360b4efe6c2f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-678bcfc1-9898-46ca-a1a2-923578652269', 'network_id': '678bcfc1-9898-46ca-a1a2-923578652269', 'tenant_id': '2fbcc77483ad4f6bbd9c9bbaf8271cff', 'fixed_ips': [{'subnet_id': '519f94de-04e6-4a75-8763-769e572cc3e0'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:02:57.456989 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11864fbb-85ee-44df-ae93-360b4efe6c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:57.478147 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cf43838-c9f7-4fb7-b8b4-feb1945e49b9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:57.511232 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-adc25a3e-387d-46c1-b4b1-a32a50b89f17 req-bbe4637e-b3da-445d-bb42-6e3853d29203 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-111180790', 'description': 'tempest-description-193375785'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:57.518514 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a523e551-acfe-4925-9abf-e1cb93e36c18 None None] Provisioning for port b1f7a5a6-93ab-4733-8a50-9cc61f874d75 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:57.529074 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:02:57.531083 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf43838-c9f7-4fb7-b8b4-feb1945e49b9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event deleted for resources: {'Subnet': ['ID=519f94de-04e6-4a75-8763-769e572cc3e0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:57.636535 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cf43838-c9f7-4fb7-b8b4-feb1945e49b9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:57.653917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-5cf43838-c9f7-4fb7-b8b4-feb1945e49b9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['678bcfc1-9898-46ca-a1a2-923578652269']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:57.655196 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad713930-3feb-450c-bdb6-b2d541b5599e None None] Network 678bcfc1-9898-46ca-a1a2-923578652269 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:02:57.699717 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-5cf43838-c9f7-4fb7-b8b4-feb1945e49b9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9bdae72-4b75-411b-ab8e-2747b38bb9b4') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:57.700025 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-5cf43838-c9f7-4fb7-b8b4-feb1945e49b9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9bdae72-4b75-411b-ab8e-2747b38bb9b4') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:57.714141 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-adc25a3e-387d-46c1-b4b1-a32a50b89f17 req-bbe4637e-b3da-445d-bb42-6e3853d29203 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:57.714360 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cf43838-c9f7-4fb7-b8b4-feb1945e49b9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:57.756662 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cf43838-c9f7-4fb7-b8b4-feb1945e49b9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:57.773724 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf43838-c9f7-4fb7-b8b4-feb1945e49b9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:02:57.774152 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cf43838-c9f7-4fb7-b8b4-feb1945e49b9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:02:57.778018 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:02:57.779811 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:02:57.811773 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Sync routers for ids ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:02:57.828613 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Routers {'088168b4-fc3f-43a5-b31f-d8301e1c6f40'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:02:57.829515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:02:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:57.923166 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-adc25a3e-387d-46c1-b4b1-a32a50b89f17 req-bbe4637e-b3da-445d-bb42-6e3853d29203 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:57.963598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa0ce686-817a-4348-8b5e-fdd632ddbdf1 None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 03:02:57.970653 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cf43838-c9f7-4fb7-b8b4-feb1945e49b9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:57.980896 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ac8c12e-db0f-4e58-9838-2c6300d0e4cb req-c1340548-1e6d-4577-945c-db79f1aa920e tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:57.985880 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ac8c12e-db0f-4e58-9838-2c6300d0e4cb req-c1340548-1e6d-4577-945c-db79f1aa920e tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.0805278 Aug 17 03:02:57.990535 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cf43838-c9f7-4fb7-b8b4-feb1945e49b9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:57.991924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Set router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:02:57.992527 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5cf43838-c9f7-4fb7-b8b4-feb1945e49b9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/networks/678bcfc1-9898-46ca-a1a2-923578652269 HTTP/1.1" status: 204 len: 168 time: 1.1530414 Aug 17 03:02:57.997498 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53362) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:58.003356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-4a01233b-f0f4-47e4-b993-5046c3560ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-344754310'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:58.026294 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-adc25a3e-387d-46c1-b4b1-a32a50b89f17 req-bbe4637e-b3da-445d-bb42-6e3853d29203 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:58.046703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf43838-c9f7-4fb7-b8b4-feb1945e49b9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event deleted for resources: {'Network': ['ID=678bcfc1-9898-46ca-a1a2-923578652269,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:58.058227 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ac8c12e-db0f-4e58-9838-2c6300d0e4cb req-0170fced-6c99-4449-9a27-417db5caeac2 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0540650 Aug 17 03:02:58.089173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbe4637e-b3da-445d-bb42-6e3853d29203 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49d170cb-fab9-490b-a0b4-9b6160f9ee09,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:58.168210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b1f7a5a6-93ab-4733-8a50-9cc61f874d75 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:02:58.168505 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:58.169780 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-753bf28b-a363-4c93-8bed-73cf7ab7142f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.2079382 Aug 17 03:02:58.172656 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53364) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:58.218866 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-adc25a3e-387d-46c1-b4b1-a32a50b89f17 req-bbe4637e-b3da-445d-bb42-6e3853d29203 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:58.220790 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-adc25a3e-387d-46c1-b4b1-a32a50b89f17 req-bbe4637e-b3da-445d-bb42-6e3853d29203 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.7170553 Aug 17 03:02:58.283382 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-92f027cc-b23c-4b39-97dc-744bf5d05208 req-7f091368-f653-4ad0-9e11-209bd6cbeb03 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1665354702', 'description': 'tempest-description-893444905'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:58.306513 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa0ce686-817a-4348-8b5e-fdd632ddbdf1 None None] Resources bound (agent type, host, resource id): {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 03:02:58.335128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a01233b-f0f4-47e4-b993-5046c3560ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Made reservation on behalf of 2fbcc77483ad4f6bbd9c9bbaf8271cff for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:58.340600 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4a01233b-f0f4-47e4-b993-5046c3560ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:58.373177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a01233b-f0f4-47e4-b993-5046c3560ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:02:58.387655 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4a01233b-f0f4-47e4-b993-5046c3560ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:58.388267 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-4a01233b-f0f4-47e4-b993-5046c3560ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Added segment 806c016b-18ba-4c0d-a128-76277ec7cc9f of type vlan for network 55160f96-cb0f-4625-abb2-05b059442fae Aug 17 03:02:58.435697 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4a01233b-f0f4-47e4-b993-5046c3560ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:58.556758 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port b1f7a5a6-93ab-4733-8a50-9cc61f874d75 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:58.573399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port b1f7a5a6-93ab-4733-8a50-9cc61f874d75 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:58.573794 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:58.586162 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4a01233b-f0f4-47e4-b993-5046c3560ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:58.604165 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-92f027cc-b23c-4b39-97dc-744bf5d05208 req-7f091368-f653-4ad0-9e11-209bd6cbeb03 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:58.606443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a01233b-f0f4-47e4-b993-5046c3560ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:58.608544 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4a01233b-f0f4-47e4-b993-5046c3560ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:58.621515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:02:56Z', 'revision_number': 3, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:02:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:58.685027 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:58.703646 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Checking router: 088168b4-fc3f-43a5-b31f-d8301e1c6f40 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:02:58.703646 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Updating router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 port 2b34b774-251e-4b28-b1b9-3801dc0281c3 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:02:58.724219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a01233b-f0f4-47e4-b993-5046c3560ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event updated for resources: {'Network': ['ID=55160f96-cb0f-4625-abb2-05b059442fae,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:58.767780 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 55160f96-cb0f-4625-abb2-05b059442fae details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:02:58.836964 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:58.866540 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Allocated IP 172.20.0.1 (d57b6cf0-8d62-4de8-ad6c-84fa56983b69/49398564-b2fd-48b6-b11e-b753c45b92cd/8fd3280d-4f0e-4f93-abce-18a7ca41663e) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:02:58.872511 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4a01233b-f0f4-47e4-b993-5046c3560ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.8733423 Aug 17 03:02:58.875374 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53374) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:02:58.880408 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-392c1c59-f8d2-4b5b-82da-9183fb8ac9b1 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Request body: {'subnet': {'network_id': '55160f96-cb0f-4625-abb2-05b059442fae', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:02:59.019747 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:59.119637 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-92f027cc-b23c-4b39-97dc-744bf5d05208 req-7f091368-f653-4ad0-9e11-209bd6cbeb03 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:59.136092 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:59.149562 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Transition to ACTIVE for port object 8fd3280d-4f0e-4f93-abce-18a7ca41663e will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:59.181956 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port b1f7a5a6-93ab-4733-8a50-9cc61f874d75, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b1f7a5a6-93ab-4733-8a50-9cc61f874d75,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:02:59.205852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f5e58b-66a8-41ba-ba1f-f3cca3a163d1 req-ba3f25e4-a1fb-4635-8d30-69b6bf347174 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:59.207382 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96f5e58b-66a8-41ba-ba1f-f3cca3a163d1 req-ba3f25e4-a1fb-4635-8d30-69b6bf347174 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.0531013 Aug 17 03:02:59.226925 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-92f027cc-b23c-4b39-97dc-744bf5d05208 req-7f091368-f653-4ad0-9e11-209bd6cbeb03 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:59.267970 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96f5e58b-66a8-41ba-ba1f-f3cca3a163d1 req-5a763935-ff67-4948-a7f7-8e142c8111ce tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522361 Aug 17 03:02:59.276764 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f091368-f653-4ad0-9e11-209bd6cbeb03 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4001e38e-721a-4966-9bfa-32e415dcd3e0,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:59.286184 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:59.324200 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:59.338830 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:59.362219 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Transition to ACTIVE for port object 2b34b774-251e-4b28-b1b9-3801dc0281c3 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:02:59.368193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=b1f7a5a6-93ab-4733-8a50-9cc61f874d75,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:59.373000 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:02:59.379172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-392c1c59-f8d2-4b5b-82da-9183fb8ac9b1 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Made reservation on behalf of 2fbcc77483ad4f6bbd9c9bbaf8271cff for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:02:59.382782 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-392c1c59-f8d2-4b5b-82da-9183fb8ac9b1 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:59.386383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:02:59.392187 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:02:59.408604 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Pushing event updated for resources: {'Port': ['ID=8fd3280d-4f0e-4f93-abce-18a7ca41663e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:59.448563 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:59.495881 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:59.513394 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c1930-3f75-44cf-9bcd-ac7c0528d9dc None None] Pushing event updated for resources: {'Port': ['ID=2b34b774-251e-4b28-b1b9-3801dc0281c3,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:59.517074 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Attempting to bind port 2b34b774-251e-4b28-b1b9-3801dc0281c3 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:02:59.517573 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Attempting to bind port 2b34b774-251e-4b28-b1b9-3801dc0281c3 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:02:59.518369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Attempting to bind port 2b34b774-251e-4b28-b1b9-3801dc0281c3 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:02:59.524603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:02:59.525095 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:02:59.525801 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:59.526398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:02:59.526972 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Bound port: 2b34b774-251e-4b28-b1b9-3801dc0281c3, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:02:59.527475 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:59.539945 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-92f027cc-b23c-4b39-97dc-744bf5d05208 req-7f091368-f653-4ad0-9e11-209bd6cbeb03 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:59.545776 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-92f027cc-b23c-4b39-97dc-744bf5d05208 req-7f091368-f653-4ad0-9e11-209bd6cbeb03 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.2693617 Aug 17 03:02:59.601806 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] For port 2b34b774-251e-4b28-b1b9-3801dc0281c3, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:02:59.606362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] For port 2b34b774-251e-4b28-b1b9-3801dc0281c3, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2b34b774-251e-4b28-b1b9-3801dc0281c3,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:02:59.712140 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:59.799525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Routers {'088168b4-fc3f-43a5-b31f-d8301e1c6f40'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:02:59.800164 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:02:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:02:59.862707 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:59.871513 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eafe8523-4bb2-4ed7-85bd-609b60fe22e7 None None] Provisioning for port 8fd3280d-4f0e-4f93-abce-18a7ca41663e completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:02:59.876375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-291eab45-eb83-426a-b737-0c6c52927eaa tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:02:59.887231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eafe8523-4bb2-4ed7-85bd-609b60fe22e7 None None] Provisioning complete for port 8fd3280d-4f0e-4f93-abce-18a7ca41663e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:02:59.887231 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eafe8523-4bb2-4ed7-85bd-609b60fe22e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:02:59.887396 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-291eab45-eb83-426a-b737-0c6c52927eaa tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/networks?id=82cf8097-fc29-427a-9c31-4f04e0f699b0 HTTP/1.1" status: 200 len: 812 time: 0.1519780 Aug 17 03:02:59.890639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596c1930-3f75-44cf-9bcd-ac7c0528d9dc None None] Pushing event updated for resources: {'Port': ['ID=2b34b774-251e-4b28-b1b9-3801dc0281c3,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:02:59.907005 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-d9c04fcd-e098-4003-aba4-869a9ab05049 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/quotas/052a4404e4c34be6817cc8733a020ffb HTTP/1.1" status: 200 len: 375 time: 0.0192444 Aug 17 03:02:59.946221 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-5bb6f506-bde4-4f8a-9b70-688492fed3df tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=052a4404e4c34be6817cc8733a020ffb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0382774 Aug 17 03:02:59.978136 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-eafe8523-4bb2-4ed7-85bd-609b60fe22e7 None None] Port 8fd3280d-4f0e-4f93-abce-18a7ca41663e cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:02:59.993636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.objects.ports [None req-392c1c59-f8d2-4b5b-82da-9183fb8ac9b1 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101969) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 03:02:59.993833 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] Set router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:02:59.993945 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-392c1c59-f8d2-4b5b-82da-9183fb8ac9b1 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:00.062945 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1b75c85b-998b-4705-b2d3-17c5230a1e77 service neutron] 10.222.0.10 "GET /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156659 Aug 17 03:03:00.110135 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c1c59-f8d2-4b5b-82da-9183fb8ac9b1 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event updated for resources: {'Subnet': ['ID=1f36ecb2-af9e-41ca-a8c5-c3cb6c3447b3,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:00.165469 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-392c1c59-f8d2-4b5b-82da-9183fb8ac9b1 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Checking segment: {'id': '806c016b-18ba-4c0d-a128-76277ec7cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55160f96-cb0f-4625-abb2-05b059442fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:00.166144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c1c59-f8d2-4b5b-82da-9183fb8ac9b1 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Network hostable DHCP agents. Network: 55160f96-cb0f-4625-abb2-05b059442fae, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:03:00.178819 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b1f7a5a6-93ab-4733-8a50-9cc61f874d75 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:03:00.207270 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-00443a32-fe81-45e6-bdb8-0089cbb0c0e2 service neutron] 10.222.0.10 "GET /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1363425 Aug 17 03:03:00.241913 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:00.288734 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port b1f7a5a6-93ab-4733-8a50-9cc61f874d75 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:00.289123 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:00.334300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-392c1c59-f8d2-4b5b-82da-9183fb8ac9b1 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Network 55160f96-cb0f-4625-abb2-05b059442fae is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:03:00.380447 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:00.399614 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8fd3280d-4f0e-4f93-abce-18a7ca41663e', 'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'mac_address': 'fa:16:3e:65:b0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:58Z', 'updated_at': '2021-08-17T03:02:58Z', 'revision_number': 1, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'subnets': [{'id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:00.429960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769438bd-9218-4f13-b5bd-dd33aac3acd2 None None] The sync data for ids ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'] in n-d-802060-9 is: [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8fd3280d-4f0e-4f93-abce-18a7ca41663e', 'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'mac_address': 'fa:16:3e:65:b0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:58Z', 'updated_at': '2021-08-17T03:02:58Z', 'revision_number': 1, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'subnets': [{'id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:03:00.687113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3cce80da-1304-4321-acab-2ec277a7ac69 req-5fc2d4a1-51f5-4ac7-a391-f1020e914536 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 210 time: 0.0663311 Aug 17 03:03:00.843762 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-392c1c59-f8d2-4b5b-82da-9183fb8ac9b1 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 55160f96-cb0f-4625-abb2-05b059442fae) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:00.849143 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-392c1c59-f8d2-4b5b-82da-9183fb8ac9b1 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:00.849877 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-392c1c59-f8d2-4b5b-82da-9183fb8ac9b1 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:00.862598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04a95fc2-a0ac-4056-8f2f-e146bd66f510 None None] Network 55160f96-cb0f-4625-abb2-05b059442fae requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:03:00.892695 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a52b2c9-a370-4a45-8d72-29d7be46b5e2 req-25fbc0b7-5a9d-4942-9a28-57a333ce6b8d tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:00.894447 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4a52b2c9-a370-4a45-8d72-29d7be46b5e2 req-25fbc0b7-5a9d-4942-9a28-57a333ce6b8d tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.5485275 Aug 17 03:03:00.915727 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:00.987797 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Pushing event updated for resources: {'Port': ['ID=8fd3280d-4f0e-4f93-abce-18a7ca41663e,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:01.029255 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4a52b2c9-a370-4a45-8d72-29d7be46b5e2 req-7f423bd0-5867-436e-af80-d20908fd3e3b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1234510 Aug 17 03:03:01.051214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-392c1c59-f8d2-4b5b-82da-9183fb8ac9b1 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 2.1746831 Aug 17 03:03:01.060648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53430) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:01.097797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-55160f96-cb0f-4625-abb2-05b059442fae', 'network_id': '55160f96-cb0f-4625-abb2-05b059442fae', 'tenant_id': '2fbcc77483ad4f6bbd9c9bbaf8271cff', 'fixed_ips': [{'subnet_id': '1f36ecb2-af9e-41ca-a8c5-c3cb6c3447b3'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:03:01.103624 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:01.104045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:01.104045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:01.255391 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:01.359860 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Allocated IP 2001:db8::f816:3eff:feb5:eb87 (55160f96-cb0f-4625-abb2-05b059442fae/1f36ecb2-af9e-41ca-a8c5-c3cb6c3447b3/a3b117b9-c188-4369-8cea-5619a20ece83) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:01.380255 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:03:01.402592 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:01.604436 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:01.616198 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:03:01.623453 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-335c0af4-6495-43d5-bc18-320fd651fd32 admin admin] 10.222.0.10 "PUT /v2.0/routers/088168b4-fc3f-43a5-b31f-d8301e1c6f40/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4497681 Aug 17 03:03:01.625403 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Transition to ACTIVE for port object a3b117b9-c188-4369-8cea-5619a20ece83 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:01.631111 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3eab0b11-211b-4683-a2e0-d5a5f2d235a1 None None] Provisioning complete for port 8fd3280d-4f0e-4f93-abce-18a7ca41663e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:01.631515 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3eab0b11-211b-4683-a2e0-d5a5f2d235a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:01.676736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Transition to ACTIVE for port object a3b117b9-c188-4369-8cea-5619a20ece83 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:01.685192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-3eab0b11-211b-4683-a2e0-d5a5f2d235a1 None None] Port 8fd3280d-4f0e-4f93-abce-18a7ca41663e cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:03:01.793135 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b47c4b2d-31c4-4fbf-a07d-176ead427598 req-be939926-c402-45d9-bdf3-b69dc4b6d021 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 210 time: 0.0357852 Aug 17 03:03:01.814409 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:01.878108 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Network 55160f96-cb0f-4625-abb2-05b059442fae is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:01.881280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:01.884030 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:01.896216 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Pushing event updated for resources: {'Port': ['ID=a3b117b9-c188-4369-8cea-5619a20ece83,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:01.954323 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:01.979188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Attempting to bind port a3b117b9-c188-4369-8cea-5619a20ece83 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:03:01.979551 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Attempting to bind port a3b117b9-c188-4369-8cea-5619a20ece83 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '806c016b-18ba-4c0d-a128-76277ec7cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55160f96-cb0f-4625-abb2-05b059442fae'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:03:01.979922 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Attempting to bind port a3b117b9-c188-4369-8cea-5619a20ece83 on network 55160f96-cb0f-4625-abb2-05b059442fae {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:01.998198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:03:02.001092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Checking segment: {'id': '806c016b-18ba-4c0d-a128-76277ec7cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55160f96-cb0f-4625-abb2-05b059442fae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:02.001092 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:02.001092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Bound using segment: {'id': '806c016b-18ba-4c0d-a128-76277ec7cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55160f96-cb0f-4625-abb2-05b059442fae'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:03:02.001092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Bound port: a3b117b9-c188-4369-8cea-5619a20ece83, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '806c016b-18ba-4c0d-a128-76277ec7cc9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '55160f96-cb0f-4625-abb2-05b059442fae'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:03:02.001092 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:02.016289 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event deleted for resources: {'Subnet': ['ID=1f36ecb2-af9e-41ca-a8c5-c3cb6c3447b3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:02.122829 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:02.124498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] For port a3b117b9-c188-4369-8cea-5619a20ece83, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:03:02.144121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55160f96-cb0f-4625-abb2-05b059442fae']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:02.156159 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] For port a3b117b9-c188-4369-8cea-5619a20ece83, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=a3b117b9-c188-4369-8cea-5619a20ece83,segment=NetworkSegment(806c016b-18ba-4c0d-a128-76277ec7cc9f),segment_id=806c016b-18ba-4c0d-a128-76277ec7cc9f)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:03:02.175854 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806c016b-18ba-4c0d-a128-76277ec7cc9f') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:02.183904 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806c016b-18ba-4c0d-a128-76277ec7cc9f') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:02.198936 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:02.230495 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2b34b774-251e-4b28-b1b9-3801dc0281c3 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:03:02.245188 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31988f1f-bb36-4cb1-8cd0-c87ba1b15ee9 req-1119f8e1-c3e1-4ad3-9100-269e9f7bebe0 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:02.247453 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-31988f1f-bb36-4cb1-8cd0-c87ba1b15ee9 req-1119f8e1-c3e1-4ad3-9100-269e9f7bebe0 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.0872738 Aug 17 03:03:02.310413 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:02.312709 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:02.320391 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:03:02.321028 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:03:02.325651 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:03:02.328709 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-31988f1f-bb36-4cb1-8cd0-c87ba1b15ee9 req-253e51e9-8b64-4bcd-b33a-12c7375409f5 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732653 Aug 17 03:03:02.403881 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34faf75e-3073-4ae6-af02-c6705fb9f237 None None] Pushing event updated for resources: {'Port': ['ID=a3b117b9-c188-4369-8cea-5619a20ece83,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:02.414228 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27e7f08d-d3f3-4992-be01-6d1206e243e1 None None] Network 55160f96-cb0f-4625-abb2-05b059442fae requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:03:02.498123 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.db.api [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 03:03:02.498123 n-d-802060-9 neutron-server[101970]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 03:03:02.498123 n-d-802060-9 neutron-server[101970]: [parameters: {'id': '55160f96-cb0f-4625-abb2-05b059442fae'}] Aug 17 03:03:02.498123 n-d-802060-9 neutron-server[101970]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:03:02.507571 n-d-802060-9 neutron-server[101970]: DEBUG oslo_db.api [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:03:02.509223 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 2b34b774-251e-4b28-b1b9-3801dc0281c3 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:02.516988 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53464) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:02.522982 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-589bdb71-fcde-458e-a6b6-4c0b119c7ad1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--648160175', 'description': 'tempest-description--1809608176'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:02.532391 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 2b34b774-251e-4b28-b1b9-3801dc0281c3 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:02.532870 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:02.587467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54be780f-7b9d-45f2-a2e1-f26c26647919 None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 03:03:02.654483 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-589bdb71-fcde-458e-a6b6-4c0b119c7ad1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:02.674121 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:02.708558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 2b34b774-251e-4b28-b1b9-3801dc0281c3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2b34b774-251e-4b28-b1b9-3801dc0281c3,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:02.789784 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54be780f-7b9d-45f2-a2e1-f26c26647919 None None] Resources bound (agent type, host, resource id): {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 03:03:02.793666 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:02.799229 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-589bdb71-fcde-458e-a6b6-4c0b119c7ad1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:02.897295 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-589bdb71-fcde-458e-a6b6-4c0b119c7ad1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:02.930580 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-987f1f80-6f67-4b55-8344-b38c24c8d231 req-598ad355-2e8a-4499-a021-81251949887c tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 210 time: 0.0472493 Aug 17 03:03:02.976098 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-589bdb71-fcde-458e-a6b6-4c0b119c7ad1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07fb6dd7-c572-4ce8-a5f3-129511a58ce4,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:03.000411 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:03.006797 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:03.035512 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-589bdb71-fcde-458e-a6b6-4c0b119c7ad1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:03.039455 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-589bdb71-fcde-458e-a6b6-4c0b119c7ad1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.5186374 Aug 17 03:03:03.042342 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53474) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:03.045876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ba696c05-cc17-4d4c-942f-262dcd524bfb tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Request body: {'security_group_rule': {'security_group_id': '07fb6dd7-c572-4ce8-a5f3-129511a58ce4', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:03.081913 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=2b34b774-251e-4b28-b1b9-3801dc0281c3,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:03.084474 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Deleting port a3b117b9-c188-4369-8cea-5619a20ece83 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:03:03.085157 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:03.169987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] For port a3b117b9-c188-4369-8cea-5619a20ece83, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=a3b117b9-c188-4369-8cea-5619a20ece83,segment=NetworkSegment(806c016b-18ba-4c0d-a128-76277ec7cc9f),segment_id=806c016b-18ba-4c0d-a128-76277ec7cc9f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:03.171685 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:03.186063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Calling delete_port for a3b117b9-c188-4369-8cea-5619a20ece83 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:03:03.242030 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba696c05-cc17-4d4c-942f-262dcd524bfb tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:03.307727 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Sync routers for ids ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:03:03.316967 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Routers {'088168b4-fc3f-43a5-b31f-d8301e1c6f40'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:03:03.317611 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:02:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:03.331181 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba696c05-cc17-4d4c-942f-262dcd524bfb tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:03.440289 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Set router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:03:03.449242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4223f3ac-20be-4d47-881d-8260c010aeb1 req-9a8ae088-38dd-4398-99ae-8452a6df69d4 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:03.450822 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4223f3ac-20be-4d47-881d-8260c010aeb1 req-9a8ae088-38dd-4398-99ae-8452a6df69d4 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.0542488 Aug 17 03:03:03.452160 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba696c05-cc17-4d4c-942f-262dcd524bfb tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:03.481678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba696c05-cc17-4d4c-942f-262dcd524bfb tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=783cd98e-8134-4973-893e-7d2aafb7bab5,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:03.513880 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4223f3ac-20be-4d47-881d-8260c010aeb1 req-e760d0a6-e5dc-47fe-b349-078345b7aa94 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463064 Aug 17 03:03:03.557841 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:03.588857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event deleted for resources: {'Port': ['ID=a3b117b9-c188-4369-8cea-5619a20ece83,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:03.591521 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] No DVR routers for this DVR port a3b117b9-c188-4369-8cea-5619a20ece83 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:03:03.608616 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:03.616734 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba696c05-cc17-4d4c-942f-262dcd524bfb tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:03.617983 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ba696c05-cc17-4d4c-942f-262dcd524bfb tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5772648 Aug 17 03:03:03.621587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53484) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:03.627738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-dd56cac3-9410-4eaa-91d3-df65cb28db25 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Request body: {'security_group_rule': {'security_group_id': '07fb6dd7-c572-4ce8-a5f3-129511a58ce4', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:03.746168 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:03.760771 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8fd3280d-4f0e-4f93-abce-18a7ca41663e', 'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'mac_address': 'fa:16:3e:65:b0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:58Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 2, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'subnets': [{'id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:03.767005 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55160f96-cb0f-4625-abb2-05b059442fae']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:03.783554 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '806c016b-18ba-4c0d-a128-76277ec7cc9f') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:03.783554 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '806c016b-18ba-4c0d-a128-76277ec7cc9f') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:03.793718 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Checking router: 088168b4-fc3f-43a5-b31f-d8301e1c6f40 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:03:03.794630 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Updating router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 port 8fd3280d-4f0e-4f93-abce-18a7ca41663e binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:03:03.797585 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:03.830790 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:03.840524 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:03.858188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-b54fe98d-9cf3-4ce0-a99c-cfc3921a81e9 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:03.859810 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-b54fe98d-9cf3-4ce0-a99c-cfc3921a81e9 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.60 "GET /v2.0/networks?id=82cf8097-fc29-427a-9c31-4f04e0f699b0 HTTP/1.1" status: 200 len: 812 time: 0.1898963 Aug 17 03:03:03.862710 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:03:03.862710 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:03:03.865139 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:03:03.920227 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-bf232214-56be-4f03-bb7e-5f85dba6b920 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Request body: {'port': {'device_id': 'a4cca766-482d-47d0-a3ca-4100af975298', 'network_id': '82cf8097-fc29-427a-9c31-4f04e0f699b0', 'admin_state_up': True, 'tenant_id': '052a4404e4c34be6817cc8733a020ffb'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:03.928624 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd56cac3-9410-4eaa-91d3-df65cb28db25 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:04.056877 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd56cac3-9410-4eaa-91d3-df65cb28db25 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:04.100574 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0545a058-302b-44c5-ac03-9bd229046c66 req-4e4d9b0e-ee63-48c2-9df5-cfc36d543679 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 210 time: 0.0379679 Aug 17 03:03:04.105131 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:04.116008 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:04.118734 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/networks/55160f96-cb0f-4625-abb2-05b059442fae HTTP/1.1" status: 204 len: 168 time: 3.0569258 Aug 17 03:03:04.133148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53494) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:04.141936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2b34b774-251e-4b28-b1b9-3801dc0281c3 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:03:04.153276 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e869af7-bd53-4c6a-be45-393164fdf796 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event deleted for resources: {'Network': ['ID=55160f96-cb0f-4625-abb2-05b059442fae,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:04.161858 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:04.172270 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Transition to ACTIVE for port object 8fd3280d-4f0e-4f93-abce-18a7ca41663e will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:04.196674 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd56cac3-9410-4eaa-91d3-df65cb28db25 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:04.198889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 2b34b774-251e-4b28-b1b9-3801dc0281c3 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:04.199481 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:04.207498 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-b6bd2342-21ab-48af-adc4-f4ca34475c6f tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] DELETE failed (client error): The resource could not be found. Aug 17 03:03:04.207950 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b6bd2342-21ab-48af-adc4-f4ca34475c6f tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:03:04.209642 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b6bd2342-21ab-48af-adc4-f4ca34475c6f tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/subnets/1f36ecb2-af9e-41ca-a8c5-c3cb6c3447b3 HTTP/1.1" status: 404 len: 337 time: 0.0718865 Aug 17 03:03:04.212327 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53498) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:04.227498 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56cac3-9410-4eaa-91d3-df65cb28db25 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9bd44d5-26fd-4a21-ada4-f35853269542,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:04.235940 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-502bf1d7-3108-4c3a-ad9f-9edcdfcca7af tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] DELETE failed (client error): The resource could not be found. Aug 17 03:03:04.236550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-502bf1d7-3108-4c3a-ad9f-9edcdfcca7af tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:03:04.238513 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-502bf1d7-3108-4c3a-ad9f-9edcdfcca7af tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/networks/55160f96-cb0f-4625-abb2-05b059442fae HTTP/1.1" status: 404 len: 339 time: 0.0251768 Aug 17 03:03:04.241181 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53500) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:04.271708 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-9aadb4f4-6697-4374-b785-05822210ee7a tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] DELETE failed (client error): The resource could not be found. Aug 17 03:03:04.272176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9aadb4f4-6697-4374-b785-05822210ee7a tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:03:04.273979 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9aadb4f4-6697-4374-b785-05822210ee7a tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/subnets/519f94de-04e6-4a75-8763-769e572cc3e0 HTTP/1.1" status: 404 len: 337 time: 0.0317676 Aug 17 03:03:04.276632 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53502) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:04.294415 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d417213-1f09-4773-9f01-1855e328896a tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] DELETE failed (client error): The resource could not be found. Aug 17 03:03:04.294980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d417213-1f09-4773-9f01-1855e328896a tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:03:04.296755 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4d417213-1f09-4773-9f01-1855e328896a tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/networks/678bcfc1-9898-46ca-a1a2-923578652269 HTTP/1.1" status: 404 len: 339 time: 0.0192056 Aug 17 03:03:04.299342 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53504) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:04.300908 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:04.311825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-bf232214-56be-4f03-bb7e-5f85dba6b920 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Made reservation on behalf of 052a4404e4c34be6817cc8733a020ffb for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:04.315181 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-bf232214-56be-4f03-bb7e-5f85dba6b920 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:04.343392 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-1374cd34-1333-4d6d-9809-2a56026ac389 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] DELETE failed (client error): The resource could not be found. Aug 17 03:03:04.343857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1374cd34-1333-4d6d-9809-2a56026ac389 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:03:04.348203 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1374cd34-1333-4d6d-9809-2a56026ac389 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/subnets/eec0d068-c1e8-4d50-aead-008ae5fe0139 HTTP/1.1" status: 404 len: 337 time: 0.0451331 Aug 17 03:03:04.348203 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53508) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:04.353113 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57c78c-3f0c-4a12-8031-067a3f89ded1 None None] Pushing event updated for resources: {'Port': ['ID=8fd3280d-4f0e-4f93-abce-18a7ca41663e,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:04.396485 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-cbe268a4-7255-457b-a35e-dc5d3bb25805 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] DELETE failed (client error): The resource could not be found. Aug 17 03:03:04.397065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cbe268a4-7255-457b-a35e-dc5d3bb25805 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:03:04.402212 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53510) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:04.402441 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cbe268a4-7255-457b-a35e-dc5d3bb25805 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/networks/6aff87d4-e836-4760-b4cb-7f3d541f8ff6 HTTP/1.1" status: 404 len: 339 time: 0.0529172 Aug 17 03:03:04.405927 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Attempting to bind port 8fd3280d-4f0e-4f93-abce-18a7ca41663e on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:03:04.406499 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Attempting to bind port 8fd3280d-4f0e-4f93-abce-18a7ca41663e by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:03:04.407016 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Attempting to bind port 8fd3280d-4f0e-4f93-abce-18a7ca41663e on network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:04.415451 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 2, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:03:04.415451 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Checking segment: {'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:04.415451 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:04.415451 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Bound using segment: {'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:03:04.415451 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Bound port: 8fd3280d-4f0e-4f93-abce-18a7ca41663e, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:03:04.415451 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:04.452890 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd56cac3-9410-4eaa-91d3-df65cb28db25 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:04.456998 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dd56cac3-9410-4eaa-91d3-df65cb28db25 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8316972 Aug 17 03:03:04.458037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53512) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:04.462031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-543b8a29-7599-4f5d-b7c6-3bb7ca049236 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:04.522823 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] For port 8fd3280d-4f0e-4f93-abce-18a7ca41663e, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:03:04.528810 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] For port 8fd3280d-4f0e-4f93-abce-18a7ca41663e, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8fd3280d-4f0e-4f93-abce-18a7ca41663e,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:03:04.553789 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-bf232214-56be-4f03-bb7e-5f85dba6b920 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Allocated IP 172.20.0.8 (82cf8097-fc29-427a-9c31-4f04e0f699b0/d444053b-fb4a-4e48-b2d6-3c7830e2116a/0a8f7fae-9997-4257-bbfe-5b2c372e07b5) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:04.602838 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-7d06dfe5-3dc0-4fa0-8fab-c98d2b18f9c2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Deleting port b04e3a70-5283-48a3-ac4a-c5ada53ecf98 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:03:04.602838 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d06dfe5-3dc0-4fa0-8fab-c98d2b18f9c2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:04.638122 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-543b8a29-7599-4f5d-b7c6-3bb7ca049236 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:04.674246 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d06dfe5-3dc0-4fa0-8fab-c98d2b18f9c2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:04.676930 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:04.689962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-7d06dfe5-3dc0-4fa0-8fab-c98d2b18f9c2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Calling delete_port for b04e3a70-5283-48a3-ac4a-c5ada53ecf98 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:03:04.734767 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Routers {'088168b4-fc3f-43a5-b31f-d8301e1c6f40'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:03:04.735599 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:02:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:04.797045 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4f50a0-b14e-4975-ba89-4e47d1e2dbd8 req-8cb2c461-dd5b-4e63-9316-2d27e9ed6e13 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:04.804329 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3b4f50a0-b14e-4975-ba89-4e47d1e2dbd8 req-8cb2c461-dd5b-4e63-9316-2d27e9ed6e13 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.1869652 Aug 17 03:03:04.826266 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be57c78c-3f0c-4a12-8031-067a3f89ded1 None None] Pushing event updated for resources: {'Port': ['ID=8fd3280d-4f0e-4f93-abce-18a7ca41663e,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:04.882675 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-bf232214-56be-4f03-bb7e-5f85dba6b920 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:04.902808 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3b4f50a0-b14e-4975-ba89-4e47d1e2dbd8 req-56a1a78c-4a9e-4b0b-8562-10a91d29805f tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974395 Aug 17 03:03:04.912178 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] Set router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:03:04.969595 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d06dfe5-3dc0-4fa0-8fab-c98d2b18f9c2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:04.988936 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-543b8a29-7599-4f5d-b7c6-3bb7ca049236 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:05.012357 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d06dfe5-3dc0-4fa0-8fab-c98d2b18f9c2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event deleted for resources: {'Port': ['ID=b04e3a70-5283-48a3-ac4a-c5ada53ecf98,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:05.020943 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d06dfe5-3dc0-4fa0-8fab-c98d2b18f9c2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:05.026976 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7d06dfe5-3dc0-4fa0-8fab-c98d2b18f9c2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/ports/b04e3a70-5283-48a3-ac4a-c5ada53ecf98 HTTP/1.1" status: 204 len: 168 time: 0.6231759 Aug 17 03:03:05.027719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53522) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:05.062749 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-055e93c9-abc6-4999-b1ff-f0ea4dd16307 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] DELETE failed (client error): The resource could not be found. Aug 17 03:03:05.062749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-055e93c9-abc6-4999-b1ff-f0ea4dd16307 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:03:05.069390 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-055e93c9-abc6-4999-b1ff-f0ea4dd16307 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/subnets/cee7ce69-a45b-40cf-9a4e-939f9c524704 HTTP/1.1" status: 404 len: 337 time: 0.0404639 Aug 17 03:03:05.075268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53526) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:05.132147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-543b8a29-7599-4f5d-b7c6-3bb7ca049236 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Allocated IP 172.25.1.243 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/c54589b8-ae8d-4e9f-9150-1e3199ae3f93) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:05.134552 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-bf232214-56be-4f03-bb7e-5f85dba6b920 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:05.188003 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e5a9e678-2196-43cd-82f6-e3c3795aa3e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:05.254423 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8fd3280d-4f0e-4f93-abce-18a7ca41663e', 'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'mac_address': 'fa:16:3e:65:b0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:58Z', 'updated_at': '2021-08-17T03:03:04Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'subnets': [{'id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:05.273772 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-bf232214-56be-4f03-bb7e-5f85dba6b920 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Network 82cf8097-fc29-427a-9c31-4f04e0f699b0 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:05.291492 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-57155b74-e9af-4027-b657-04f073b3e94e None None] The sync data for ids ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'] in n-d-802060-9 is: [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8fd3280d-4f0e-4f93-abce-18a7ca41663e', 'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'mac_address': 'fa:16:3e:65:b0:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:58Z', 'updated_at': '2021-08-17T03:03:04Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'subnets': [{'id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:03:05.310907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-bf232214-56be-4f03-bb7e-5f85dba6b920 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:05.312837 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf232214-56be-4f03-bb7e-5f85dba6b920 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event updated for resources: {'Port': ['ID=0a8f7fae-9997-4257-bbfe-5b2c372e07b5,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:05.318020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-bf232214-56be-4f03-bb7e-5f85dba6b920 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:05.354521 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e5a9e678-2196-43cd-82f6-e3c3795aa3e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:05.368394 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-e5a9e678-2196-43cd-82f6-e3c3795aa3e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1316cbd-444e-4aac-925a-0adceffe435a']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:05.383361 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-e5a9e678-2196-43cd-82f6-e3c3795aa3e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '15d501ec-424f-4581-a5ee-fe3c947ebe44') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:05.387201 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-e5a9e678-2196-43cd-82f6-e3c3795aa3e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '15d501ec-424f-4581-a5ee-fe3c947ebe44') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:05.399427 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31a006e0-1d5b-4b55-949b-341557ce5850 req-324c1f03-67b3-4a02-904f-724a513636fe tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:05.402057 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-31a006e0-1d5b-4b55-949b-341557ce5850 req-324c1f03-67b3-4a02-904f-724a513636fe tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 931 time: 0.1785967 Aug 17 03:03:05.404802 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e5a9e678-2196-43cd-82f6-e3c3795aa3e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:05.411399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-bf232214-56be-4f03-bb7e-5f85dba6b920 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:05.412046 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-bf232214-56be-4f03-bb7e-5f85dba6b920 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:05.422254 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e5a9e678-2196-43cd-82f6-e3c3795aa3e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:05.434108 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5a9e678-2196-43cd-82f6-e3c3795aa3e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:03:05.434108 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e5a9e678-2196-43cd-82f6-e3c3795aa3e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:03:05.435727 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:03:05.464845 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-543b8a29-7599-4f5d-b7c6-3bb7ca049236 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:05.484727 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-31a006e0-1d5b-4b55-949b-341557ce5850 req-8bec5439-ae6c-4eec-8589-139f571f76ce tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669281 Aug 17 03:03:05.559043 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-bf232214-56be-4f03-bb7e-5f85dba6b920 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6440537 Aug 17 03:03:05.573732 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Request body: {'port': {'device_id': 'a4cca766-482d-47d0-a3ca-4100af975298', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:05.625882 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e5a9e678-2196-43cd-82f6-e3c3795aa3e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:05.629561 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-543b8a29-7599-4f5d-b7c6-3bb7ca049236 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:05.631376 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e5a9e678-2196-43cd-82f6-e3c3795aa3e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:05.638851 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e5a9e678-2196-43cd-82f6-e3c3795aa3e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/networks/e1316cbd-444e-4aac-925a-0adceffe435a HTTP/1.1" status: 204 len: 168 time: 0.5585330 Aug 17 03:03:05.640995 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53540) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:05.651028 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a9e678-2196-43cd-82f6-e3c3795aa3e2 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event deleted for resources: {'Network': ['ID=e1316cbd-444e-4aac-925a-0adceffe435a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:05.696517 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:05.726681 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-543b8a29-7599-4f5d-b7c6-3bb7ca049236 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:05.727430 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b8a29-7599-4f5d-b7c6-3bb7ca049236 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Pushing event updated for resources: {'Port': ['ID=c54589b8-ae8d-4e9f-9150-1e3199ae3f93,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:05.734737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-543b8a29-7599-4f5d-b7c6-3bb7ca049236 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:05.737926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-543b8a29-7599-4f5d-b7c6-3bb7ca049236 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:05.905723 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53544) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:06.087029 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232e490-4a43-4b4f-86bc-9935b578603a req-bf96b31b-7451-479e-aa6b-07657c845319 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:06.094546 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c232e490-4a43-4b4f-86bc-9935b578603a req-bf96b31b-7451-479e-aa6b-07657c845319 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.0868349 Aug 17 03:03:06.134244 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c159a00-88f1-432f-b2a8-b192da3a4444 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:06.171334 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8fd3280d-4f0e-4f93-abce-18a7ca41663e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:03:06.178447 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c232e490-4a43-4b4f-86bc-9935b578603a req-80f1c445-8f3c-4b6d-b841-1ea24974bda8 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825558 Aug 17 03:03:06.292873 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c159a00-88f1-432f-b2a8-b192da3a4444 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:06.330162 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-c171a586-251e-4d91-b38c-7f795353b851 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Deleting port a6858941-8071-46f4-bc70-4739da2e41a2 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:03:06.330751 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c171a586-251e-4d91-b38c-7f795353b851 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:06.356483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 8fd3280d-4f0e-4f93-abce-18a7ca41663e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:06.360892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 8fd3280d-4f0e-4f93-abce-18a7ca41663e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:06.367866 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:06.379789 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-543b8a29-7599-4f5d-b7c6-3bb7ca049236 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:06.402651 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c159a00-88f1-432f-b2a8-b192da3a4444 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:06.454864 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c171a586-251e-4d91-b38c-7f795353b851 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:06.458482 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3c159a00-88f1-432f-b2a8-b192da3a4444 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=579895abb8e44720bff577facfaf2998&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5516207 Aug 17 03:03:06.459123 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53554) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:06.459267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c159a00-88f1-432f-b2a8-b192da3a4444 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e362d6de-8582-45db-b000-c98de1835005,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:06.470099 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:06.478233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-c171a586-251e-4d91-b38c-7f795353b851 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Calling delete_port for a6858941-8071-46f4-bc70-4739da2e41a2 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:03:06.508004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 8fd3280d-4f0e-4f93-abce-18a7ca41663e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8fd3280d-4f0e-4f93-abce-18a7ca41663e,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:06.579731 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:06.631019 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92bb596b-b246-4231-a3a8-2a4b7a708aed req-813f5a1b-51bf-4729-8292-a3f4aca13412 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:06.631342 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-543b8a29-7599-4f5d-b7c6-3bb7ca049236 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:06.632939 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-92bb596b-b246-4231-a3a8-2a4b7a708aed req-813f5a1b-51bf-4729-8292-a3f4aca13412 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 931 time: 0.0627253 Aug 17 03:03:06.655670 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=8fd3280d-4f0e-4f93-abce-18a7ca41663e,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:06.690678 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b6c9c81-8b14-44e5-8281-61b4f4e16b2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:06.691264 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-92bb596b-b246-4231-a3a8-2a4b7a708aed req-7db60a15-ba1f-42b1-8ba0-1e42276fe47a tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476420 Aug 17 03:03:06.730463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0a8f7fae-9997-4257-bbfe-5b2c372e07b5 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:03:06.757230 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:06.765543 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b6c9c81-8b14-44e5-8281-61b4f4e16b2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:06.835739 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Transition to ACTIVE for port object 0a8f7fae-9997-4257-bbfe-5b2c372e07b5 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:06.916057 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c171a586-251e-4d91-b38c-7f795353b851 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:06.925508 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-543b8a29-7599-4f5d-b7c6-3bb7ca049236 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:06.949499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c171a586-251e-4d91-b38c-7f795353b851 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event deleted for resources: {'Port': ['ID=a6858941-8071-46f4-bc70-4739da2e41a2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:06.951323 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:06.984488 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c171a586-251e-4d91-b38c-7f795353b851 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:06.986426 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c171a586-251e-4d91-b38c-7f795353b851 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/ports/a6858941-8071-46f4-bc70-4739da2e41a2 HTTP/1.1" status: 204 len: 168 time: 1.3284192 Aug 17 03:03:06.990019 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53560) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:07.014860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8f7fae-9997-4257-bbfe-5b2c372e07b5,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:07.019548 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b6c9c81-8b14-44e5-8281-61b4f4e16b2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.022344 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b6c9c81-8b14-44e5-8281-61b4f4e16b2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.026384 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9b6c9c81-8b14-44e5-8281-61b4f4e16b2c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e362d6de-8582-45db-b000-c98de1835005 HTTP/1.1" status: 204 len: 168 time: 0.5576818 Aug 17 03:03:07.027791 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e0715c6e-8132-43f1-b1e2-e13e98aa0f5d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] DELETE failed (client error): The resource could not be found. Aug 17 03:03:07.030961 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e0715c6e-8132-43f1-b1e2-e13e98aa0f5d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:03:07.030961 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e0715c6e-8132-43f1-b1e2-e13e98aa0f5d tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/subnets/cd8ae464-c4d9-4a5d-ad30-1f5c0a1606f3 HTTP/1.1" status: 404 len: 337 time: 0.0400562 Aug 17 03:03:07.032898 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53564) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:07.065944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b6c9c81-8b14-44e5-8281-61b4f4e16b2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e362d6de-8582-45db-b000-c98de1835005,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:07.068326 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-543b8a29-7599-4f5d-b7c6-3bb7ca049236 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.139943 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b77d-28ba-405e-93f5-9e202ba3905c tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.169523 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b8a29-7599-4f5d-b7c6-3bb7ca049236 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Pushing event updated for resources: {'Port': ['ID=c54589b8-ae8d-4e9f-9150-1e3199ae3f93,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:07.171878 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Attempting to bind port 0a8f7fae-9997-4257-bbfe-5b2c372e07b5 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:03:07.172178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Attempting to bind port 0a8f7fae-9997-4257-bbfe-5b2c372e07b5 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'f2c0d1b9-1461-42b0-a01d-65ab51852eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '82cf8097-fc29-427a-9c31-4f04e0f699b0'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:03:07.172516 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Attempting to bind port 0a8f7fae-9997-4257-bbfe-5b2c372e07b5 on network 82cf8097-fc29-427a-9c31-4f04e0f699b0 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:07.183004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Port 0a8f7fae-9997-4257-bbfe-5b2c372e07b5 on network 82cf8097-fc29-427a-9c31-4f04e0f699b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:03:07.183343 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Attempting to bind port 0a8f7fae-9997-4257-bbfe-5b2c372e07b5 on network 82cf8097-fc29-427a-9c31-4f04e0f699b0 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:07.185599 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-543b8a29-7599-4f5d-b7c6-3bb7ca049236 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.194123 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:03:07.194475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Checking segment: {'id': 'f2c0d1b9-1461-42b0-a01d-65ab51852eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '82cf8097-fc29-427a-9c31-4f04e0f699b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:07.194874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Bound using segment: {'id': 'f2c0d1b9-1461-42b0-a01d-65ab51852eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '82cf8097-fc29-427a-9c31-4f04e0f699b0'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:03:07.195625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Bound port: 0a8f7fae-9997-4257-bbfe-5b2c372e07b5, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c0d1b9-1461-42b0-a01d-65ab51852eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '82cf8097-fc29-427a-9c31-4f04e0f699b0'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:03:07.195760 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.248644 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b77d-28ba-405e-93f5-9e202ba3905c tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.260274 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-e9e0b77d-28ba-405e-93f5-9e202ba3905c tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['78e77b4d-4cb9-4419-bbf7-851f300ccdfd']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:07.266806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] For port 0a8f7fae-9997-4257-bbfe-5b2c372e07b5, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:03:07.269960 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] For port 0a8f7fae-9997-4257-bbfe-5b2c372e07b5, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0a8f7fae-9997-4257-bbfe-5b2c372e07b5,segment=NetworkSegment(f2c0d1b9-1461-42b0-a01d-65ab51852eeb),segment_id=f2c0d1b9-1461-42b0-a01d-65ab51852eeb)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:03:07.281159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-e9e0b77d-28ba-405e-93f5-9e202ba3905c tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '307e6a80-8065-4044-908e-7403ad3e3b95') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:07.281159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-e9e0b77d-28ba-405e-93f5-9e202ba3905c tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '307e6a80-8065-4044-908e-7403ad3e3b95') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:07.282028 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-543b8a29-7599-4f5d-b7c6-3bb7ca049236 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.283329 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-543b8a29-7599-4f5d-b7c6-3bb7ca049236 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8248665 Aug 17 03:03:07.306610 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b77d-28ba-405e-93f5-9e202ba3905c tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.328169 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b77d-28ba-405e-93f5-9e202ba3905c tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.342560 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6c2dcc0-f096-4f60-add5-88da947cdc3e req-ca16cdce-69dc-432d-98ea-adf854353045 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:07.342916 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c6c2dcc0-f096-4f60-add5-88da947cdc3e req-ca16cdce-69dc-432d-98ea-adf854353045 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.0798209 Aug 17 03:03:07.345764 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e9e0b77d-28ba-405e-93f5-9e202ba3905c tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:03:07.346373 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b77d-28ba-405e-93f5-9e202ba3905c tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:03:07.349932 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:03:07.396108 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.446359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:07.450441 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c6c2dcc0-f096-4f60-add5-88da947cdc3e req-86234267-be41-40db-9491-3766d44409ab tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871639 Aug 17 03:03:07.455115 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.456648 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] 10.222.0.60 "PUT /v2.0/ports/0a8f7fae-9997-4257-bbfe-5b2c372e07b5 HTTP/1.1" status: 200 len: 1091 time: 1.8887551 Aug 17 03:03:07.457295 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cca766-482d-47d0-a3ca-4100af975298', 'tag': '0a8f7fae-9997-4257-bbfe-5b2c372e07b5'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:07.461124 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-033de819-793e-418a-b9df-b82096f1d215" -d '{"events": [{"name": "network-changed", "server_uuid": "a4cca766-482d-47d0-a3ca-4100af975298", "tag": "0a8f7fae-9997-4257-bbfe-5b2c372e07b5"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:07.520717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb072de-1693-466a-a4e7-d333cd8d9c22 service neutron] Pushing event updated for resources: {'Port': ['ID=0a8f7fae-9997-4257-bbfe-5b2c372e07b5,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:07.526864 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-0d056abb-9988-482b-9625-6713eab5dc62 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--648160175&fields=id&tenant_id=6310559ad60b460ba41705b832b7bbc0 HTTP/1.1" status: 200 len: 267 time: 0.0520549 Aug 17 03:03:07.567624 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b77d-28ba-405e-93f5-9e202ba3905c tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.575485 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e9e0b77d-28ba-405e-93f5-9e202ba3905c tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.577452 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e9e0b77d-28ba-405e-93f5-9e202ba3905c tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/networks/78e77b4d-4cb9-4419-bbf7-851f300ccdfd HTTP/1.1" status: 204 len: 168 time: 0.5434821 Aug 17 03:03:07.579917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53588) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:07.592834 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-315ed918-7953-45e0-8d43-9f7551857d81 x-openstack-request-id: req-315ed918-7953-45e0-8d43-9f7551857d81 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:07.593212 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4cca766-482d-47d0-a3ca-4100af975298", "tag": "0a8f7fae-9997-4257-bbfe-5b2c372e07b5", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:07.594566 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-315ed918-7953-45e0-8d43-9f7551857d81 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:07.595118 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cca766-482d-47d0-a3ca-4100af975298', 'tag': '0a8f7fae-9997-4257-bbfe-5b2c372e07b5', 'status': 'completed', 'code': 200} Aug 17 03:03:07.599719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e0b77d-28ba-405e-93f5-9e202ba3905c tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event deleted for resources: {'Network': ['ID=78e77b4d-4cb9-4419-bbf7-851f300ccdfd,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:07.646882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-8350a455-c793-42e0-9afc-ef9fe57f9e2f tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Deleting subnet a2c22534-b46b-46c4-9150-73822a169483 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:03:07.653343 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8350a455-c793-42e0-9afc-ef9fe57f9e2f tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.690844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-f7a23437-9719-4304-8c89-5b2345fd3feb tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:07.692649 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-f7a23437-9719-4304-8c89-5b2345fd3feb tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/networks?id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69 HTTP/1.1" status: 200 len: 816 time: 0.1571646 Aug 17 03:03:07.694861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033de819-793e-418a-b9df-b82096f1d215 req-d0000b98-863b-426f-9e5d-128bd3cb8ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:07.696204 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-033de819-793e-418a-b9df-b82096f1d215 req-d0000b98-863b-426f-9e5d-128bd3cb8ac7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=052a4404e4c34be6817cc8733a020ffb&device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 1094 time: 0.0878072 Aug 17 03:03:07.696324 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8350a455-c793-42e0-9afc-ef9fe57f9e2f tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.756123 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-c4dd45a6-2c94-4c39-996e-9a2129ccd9bd tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/quotas/6310559ad60b460ba41705b832b7bbc0 HTTP/1.1" status: 200 len: 375 time: 0.0527155 Aug 17 03:03:07.838251 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8350a455-c793-42e0-9afc-ef9fe57f9e2f tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:07.863559 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-250d092c-d4ab-4e48-bf03-fc868215ae8f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6310559ad60b460ba41705b832b7bbc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0739489 Aug 17 03:03:07.877364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033de819-793e-418a-b9df-b82096f1d215 req-fd1e0a79-838b-4f55-8013-61a04f042614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:07.878953 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-033de819-793e-418a-b9df-b82096f1d215 req-fd1e0a79-838b-4f55-8013-61a04f042614 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=052a4404e4c34be6817cc8733a020ffb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1702096 Aug 17 03:03:07.879483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-964244cd-458d-44ae-ba16-8fa0d4a420fe req-d15bd7d4-1fad-43b3-9e1e-9921c6ce9ede tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:07.881016 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-964244cd-458d-44ae-ba16-8fa0d4a420fe req-d15bd7d4-1fad-43b3-9e1e-9921c6ce9ede tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 943 time: 0.0913036 Aug 17 03:03:07.934228 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-964244cd-458d-44ae-ba16-8fa0d4a420fe req-e4b45b24-2060-4e6b-8784-c7ce953b1855 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444527 Aug 17 03:03:07.954113 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53594) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:07.967662 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-171317a4-fc06-4b88-b336-343fed43cd17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:08.018655 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8350a455-c793-42e0-9afc-ef9fe57f9e2f tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:08.043645 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-e36ede9c-6cd3-4011-89ab-5c7c40c2b626 service neutron] 10.222.0.10 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636758 Aug 17 03:03:08.048135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-033de819-793e-418a-b9df-b82096f1d215 req-513272be-8fb9-4821-b52d-d84de056c200 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:08.048135 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-033de819-793e-418a-b9df-b82096f1d215 req-513272be-8fb9-4821-b52d-d84de056c200 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1590323 Aug 17 03:03:08.078189 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8350a455-c793-42e0-9afc-ef9fe57f9e2f tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event deleted for resources: {'Subnet': ['ID=a2c22534-b46b-46c4-9150-73822a169483,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:08.083382 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8350a455-c793-42e0-9afc-ef9fe57f9e2f tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:08.090373 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8350a455-c793-42e0-9afc-ef9fe57f9e2f tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/subnets/a2c22534-b46b-46c4-9150-73822a169483 HTTP/1.1" status: 204 len: 168 time: 0.5077112 Aug 17 03:03:08.091139 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53596) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:08.092582 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591529ab-4c19-4577-9c86-bbe9f91c07b3 None None] Network 2e850bf7-0a9d-49b8-b914-9b916b50d55b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:03:08.118059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8fd3280d-4f0e-4f93-abce-18a7ca41663e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:03:08.190946 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-f5a1ca79-da65-483e-bec3-0aaf770f5d2f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:08.192730 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-f5a1ca79-da65-483e-bec3-0aaf770f5d2f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=052a4404e4c34be6817cc8733a020ffb&device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 1094 time: 0.0858421 Aug 17 03:03:08.214736 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-b684c4b6-d0f7-4007-b61a-2a5f6ac810e6 service neutron] 10.222.0.10 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1627984 Aug 17 03:03:08.269322 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-ffd05971-d042-4375-b7fa-f416d5809e53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a8f7fae-9997-4257-bbfe-5b2c372e07b5 HTTP/1.1" status: 200 len: 217 time: 0.0642490 Aug 17 03:03:08.270259 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:08.280977 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 8fd3280d-4f0e-4f93-abce-18a7ca41663e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:08.281341 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:08.325341 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-171317a4-fc06-4b88-b336-343fed43cd17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:08.365466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-f04a812d-359d-45df-810d-5e5b0cd51899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:08.371004 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-f04a812d-359d-45df-810d-5e5b0cd51899 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d444053b-fb4a-4e48-b2d6-3c7830e2116a HTTP/1.1" status: 200 len: 852 time: 0.0924470 Aug 17 03:03:08.399695 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Deleting port dd0a4f29-a923-494e-a6bb-3f171010f7bd {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:03:08.401016 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:08.415220 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-8a91f97a-b23b-46aa-9537-c62246f94313 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82cf8097-fc29-427a-9c31-4f04e0f699b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0372682 Aug 17 03:03:08.443577 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e25437-573c-41ea-964d-c8cbd3e02cf2 None None] DHCP port deletion for 2e850bf7-0a9d-49b8-b914-9b916b50d55b request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:03:08.459047 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-171317a4-fc06-4b88-b336-343fed43cd17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:08.493788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b7e25437-573c-41ea-964d-c8cbd3e02cf2 None None] Deleting port dd0a4f29-a923-494e-a6bb-3f171010f7bd {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:03:08.494265 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b7e25437-573c-41ea-964d-c8cbd3e02cf2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:08.533036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53604) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:08.533896 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-171317a4-fc06-4b88-b336-343fed43cd17 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e1e425231934420891eb74fc4ba5dc7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5784676 Aug 17 03:03:08.538997 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171317a4-fc06-4b88-b336-343fed43cd17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0041a2e-ed45-44df-88a3-721845cbc6f0,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:08.580722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] For port dd0a4f29-a923-494e-a6bb-3f171010f7bd, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=dd0a4f29-a923-494e-a6bb-3f171010f7bd,segment=NetworkSegment(6a42d183-517a-4db0-8697-86e3520d07ce),segment_id=6a42d183-517a-4db0-8697-86e3520d07ce)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:08.584481 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:08.592124 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b7e25437-573c-41ea-964d-c8cbd3e02cf2 None None] For port dd0a4f29-a923-494e-a6bb-3f171010f7bd, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=dd0a4f29-a923-494e-a6bb-3f171010f7bd,segment=NetworkSegment(6a42d183-517a-4db0-8697-86e3520d07ce),segment_id=6a42d183-517a-4db0-8697-86e3520d07ce)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:08.597699 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b7e25437-573c-41ea-964d-c8cbd3e02cf2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:08.615475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b7e25437-573c-41ea-964d-c8cbd3e02cf2 None None] Calling delete_port for dd0a4f29-a923-494e-a6bb-3f171010f7bd owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:03:08.616613 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Calling delete_port for dd0a4f29-a923-494e-a6bb-3f171010f7bd owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:03:08.665856 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dea79d5b-0eba-4520-8dbc-9105b7df8c56 req-d19777b8-e3f3-447e-9b36-68a647cdf034 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 210 time: 0.0715137 Aug 17 03:03:08.680938 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-4d8e0b4c-3e71-480e-8348-b500ad99f6d4 service neutron] 10.222.0.60 "GET /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2571757 Aug 17 03:03:08.734140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1b6660-9cdc-4f15-8562-4a05ce963afa req-6329bd17-1221-4fc7-a96e-561598bfe3a3 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:08.736226 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-db1b6660-9cdc-4f15-8562-4a05ce963afa req-6329bd17-1221-4fc7-a96e-561598bfe3a3 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.1393917 Aug 17 03:03:08.797372 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b7e25437-573c-41ea-964d-c8cbd3e02cf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:08.823395 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-db1b6660-9cdc-4f15-8562-4a05ce963afa req-19cdfecf-c6e9-4f14-9cce-53c63333dcbd tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728652 Aug 17 03:03:08.832294 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:08.848699 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3edaba1-67b4-474b-8b20-f0aea35d7e6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:08.871392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7e25437-573c-41ea-964d-c8cbd3e02cf2 None None] Pushing event deleted for resources: {'Port': ['ID=dd0a4f29-a923-494e-a6bb-3f171010f7bd,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:08.890789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7e25437-573c-41ea-964d-c8cbd3e02cf2 None None] No DVR routers for this DVR port dd0a4f29-a923-494e-a6bb-3f171010f7bd on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:03:08.907784 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3edaba1-67b4-474b-8b20-f0aea35d7e6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:08.909494 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event deleted for resources: {'Port': ['ID=dd0a4f29-a923-494e-a6bb-3f171010f7bd,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:08.913970 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] No DVR routers for this DVR port dd0a4f29-a923-494e-a6bb-3f171010f7bd on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:03:08.955183 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6329d8fd-1c1c-48ae-b894-a321188bfc47 req-398fd2e4-60a2-4251-81c6-56074e0ea91e service neutron] 10.222.0.60 "GET /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2508500 Aug 17 03:03:09.019533 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:09.031232 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e850bf7-0a9d-49b8-b914-9b916b50d55b']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:09.045061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a42d183-517a-4db0-8697-86e3520d07ce') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:09.045613 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a42d183-517a-4db0-8697-86e3520d07ce') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:09.065070 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3edaba1-67b4-474b-8b20-f0aea35d7e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:09.067809 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3edaba1-67b4-474b-8b20-f0aea35d7e6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:09.069184 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f3edaba1-67b4-474b-8b20-f0aea35d7e6e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0041a2e-ed45-44df-88a3-721845cbc6f0 HTTP/1.1" status: 204 len: 168 time: 0.5348008 Aug 17 03:03:09.079772 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3edaba1-67b4-474b-8b20-f0aea35d7e6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0041a2e-ed45-44df-88a3-721845cbc6f0,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:09.094890 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:09.122647 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:09.133330 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:03:09.134117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:09.145379 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5486402c-d6f0-465c-87fc-f30a8478c792 req-288fc417-4649-4a2d-91ad-621a23e0ffb9 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:09.153856 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5486402c-d6f0-465c-87fc-f30a8478c792 req-288fc417-4649-4a2d-91ad-621a23e0ffb9 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 943 time: 0.1114776 Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:03:09.173278 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:03:09.254872 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5486402c-d6f0-465c-87fc-f30a8478c792 req-ea3d3853-0044-4965-bbe9-5ceb1f7e9326 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999787 Aug 17 03:03:09.402536 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:09.413039 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:09.415716 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] 10.222.0.10 "DELETE /v2.0/networks/2e850bf7-0a9d-49b8-b914-9b916b50d55b HTTP/1.1" status: 204 len: 168 time: 1.3207886 Aug 17 03:03:09.437912 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ee70950-e92e-43d4-8638-424a5db42ca9 tempest-NetworksIpV6TestAttrs-1309658915 tempest-NetworksIpV6TestAttrs-1309658915-project] Pushing event deleted for resources: {'Network': ['ID=2e850bf7-0a9d-49b8-b914-9b916b50d55b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:09.765848 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea6033e1-78bd-4cac-9b11-6c5ff2097747 req-4f08443d-087f-4097-9079-23946e516739 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 210 time: 0.0407667 Aug 17 03:03:09.823198 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53632) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:09.836648 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-530f3b01-4ab3-4803-b411-82d79812fd44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:09.974378 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-530f3b01-4ab3-4803-b411-82d79812fd44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:09.986746 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53642) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:09.993055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35cf101-da39-4c57-9eac-3a6f07c29215 req-32f990de-53f6-4e85-8ad5-88f6eddbadda tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:09.995585 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e35cf101-da39-4c57-9eac-3a6f07c29215 req-32f990de-53f6-4e85-8ad5-88f6eddbadda tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.0732625 Aug 17 03:03:10.044525 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-530f3b01-4ab3-4803-b411-82d79812fd44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:10.094706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530f3b01-4ab3-4803-b411-82d79812fd44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8acaec9-d97f-43cc-aa1c-ea57fa6782b6,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:10.142651 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device dd0a4f29-a923-494e-a6bb-3f171010f7bd no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:03:10.144407 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e35cf101-da39-4c57-9eac-3a6f07c29215 req-91caa3af-d2fe-49b2-b795-0fdd425efa99 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368189 Aug 17 03:03:10.148600 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-530f3b01-4ab3-4803-b411-82d79812fd44 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=719b9d2013a34aa7812245bf9086b923&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243291 Aug 17 03:03:10.151385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53646) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:10.159020 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0d1bd135-dfa3-41aa-a32c-265176578976 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2fbcc77483ad4f6bbd9c9bbaf8271cff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1710460 Aug 17 03:03:10.161589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53648) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:10.169894 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: dd0a4f29-a923-494e-a6bb-3f171010f7bd {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:03:10.170368 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device dd0a4f29-a923-494e-a6bb-3f171010f7bd not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:03:10.211285 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bac15ec6-bbf4-478a-a0be-ad6c7fbf15bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:10.222081 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-477b544a-4c15-4c2d-863a-764a88122413 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:10.249729 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bac15ec6-bbf4-478a-a0be-ad6c7fbf15bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:10.261040 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-477b544a-4c15-4c2d-863a-764a88122413 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:10.390628 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb83c10d-606e-4ec9-b76f-d55e6997f068 req-05142885-3ef3-4a9f-8ea4-01f0729bc7d8 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:10.392165 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb83c10d-606e-4ec9-b76f-d55e6997f068 req-05142885-3ef3-4a9f-8ea4-01f0729bc7d8 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 943 time: 0.0523036 Aug 17 03:03:10.430437 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb83c10d-606e-4ec9-b76f-d55e6997f068 req-f5d698f1-ebe9-4149-9e67-c8dcce4d73ac tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323031 Aug 17 03:03:10.494079 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bac15ec6-bbf4-478a-a0be-ad6c7fbf15bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:10.494304 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-477b544a-4c15-4c2d-863a-764a88122413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:10.497108 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bac15ec6-bbf4-478a-a0be-ad6c7fbf15bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:10.501019 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-477b544a-4c15-4c2d-863a-764a88122413 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:10.501166 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bac15ec6-bbf4-478a-a0be-ad6c7fbf15bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c8acaec9-d97f-43cc-aa1c-ea57fa6782b6 HTTP/1.1" status: 204 len: 168 time: 0.3460469 Aug 17 03:03:10.501270 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-477b544a-4c15-4c2d-863a-764a88122413 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f031530c-8fe7-479a-a646-554542a08c1f HTTP/1.1" status: 204 len: 168 time: 0.3369510 Aug 17 03:03:10.510419 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac15ec6-bbf4-478a-a0be-ad6c7fbf15bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8acaec9-d97f-43cc-aa1c-ea57fa6782b6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:10.517946 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477b544a-4c15-4c2d-863a-764a88122413 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f031530c-8fe7-479a-a646-554542a08c1f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:10.879559 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-195d08f6-4bc0-4c64-84a0-4aad1ad59a93 req-f323c52e-8b6a-4d6c-a002-f17ea6aa2eca tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 210 time: 0.0341172 Aug 17 03:03:11.153723 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-6cdc2126-175a-4b51-82b3-95af187c80d9 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:11.155494 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-6cdc2126-175a-4b51-82b3-95af187c80d9 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.60 "GET /v2.0/networks?id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69 HTTP/1.1" status: 200 len: 816 time: 0.1295352 Aug 17 03:03:11.214803 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-d3ff8a87-312b-439f-b764-f17e7d19a73a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6310559ad60b460ba41705b832b7bbc0 HTTP/1.1" status: 200 len: 379 time: 0.0475612 Aug 17 03:03:11.230117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-4c1c14b4-f479-40db-add7-af9eb4cd2975 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Request body: {'port': {'device_id': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'admin_state_up': True, 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'security_groups': ['07fb6dd7-c572-4ce8-a5f3-129511a58ce4']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:11.364735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499bab06-419d-4733-901f-75e6565501f7 req-1afa7f68-186c-42d8-89ae-473be8745a2e tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:11.366637 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-499bab06-419d-4733-901f-75e6565501f7 req-1afa7f68-186c-42d8-89ae-473be8745a2e tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.1312864 Aug 17 03:03:11.432746 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-499bab06-419d-4733-901f-75e6565501f7 req-551719e8-f0dc-4d02-9303-e7552e37e798 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550117 Aug 17 03:03:11.483138 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:03:11.502552 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-4c1c14b4-f479-40db-add7-af9eb4cd2975 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Made reservation on behalf of 6310559ad60b460ba41705b832b7bbc0 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:11.505461 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-4c1c14b4-f479-40db-add7-af9eb4cd2975 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:11.628341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6ed4d9-3fcb-40a1-9328-b13f2c9f16fd req-6fa22d82-dec2-46e8-a665-48e48d7cf4e6 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:11.632078 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a6ed4d9-3fcb-40a1-9328-b13f2c9f16fd req-6fa22d82-dec2-46e8-a665-48e48d7cf4e6 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 943 time: 0.1084557 Aug 17 03:03:11.748939 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a6ed4d9-3fcb-40a1-9328-b13f2c9f16fd req-6892ce1f-5be6-4493-a3af-065aa2120f59 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059484 Aug 17 03:03:11.787923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-4c1c14b4-f479-40db-add7-af9eb4cd2975 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Allocated IP 172.20.0.4 (d57b6cf0-8d62-4de8-ad6c-84fa56983b69/49398564-b2fd-48b6-b11e-b753c45b92cd/209d44fc-f6b8-475d-ba3a-e1730bb97c75) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:11.944003 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-4c1c14b4-f479-40db-add7-af9eb4cd2975 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:11.959354 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-4c1c14b4-f479-40db-add7-af9eb4cd2975 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Transition to ACTIVE for port object 209d44fc-f6b8-475d-ba3a-e1730bb97c75 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:12.002600 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b04e7ba7-c6a4-4804-ac3c-3f703250b8cc req-636562d3-53fe-48c1-8526-c9d09ce23dcd tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 210 time: 0.0264649 Aug 17 03:03:12.110558 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-4c1c14b4-f479-40db-add7-af9eb4cd2975 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:12.161677 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-4c1c14b4-f479-40db-add7-af9eb4cd2975 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:12.164923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-4c1c14b4-f479-40db-add7-af9eb4cd2975 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:12.170805 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-4c1c14b4-f479-40db-add7-af9eb4cd2975 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:12.195440 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c14b4-f479-40db-add7-af9eb4cd2975 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Pushing event updated for resources: {'Port': ['ID=209d44fc-f6b8-475d-ba3a-e1730bb97c75,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:12.231827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0a8f7fae-9997-4257-bbfe-5b2c372e07b5 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:03:12.236733 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-4c1c14b4-f479-40db-add7-af9eb4cd2975 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:12.237520 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-4c1c14b4-f479-40db-add7-af9eb4cd2975 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:12.360603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0a8f7fae-9997-4257-bbfe-5b2c372e07b5, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0a8f7fae-9997-4257-bbfe-5b2c372e07b5,segment=NetworkSegment(f2c0d1b9-1461-42b0-a01d-65ab51852eeb),segment_id=f2c0d1b9-1461-42b0-a01d-65ab51852eeb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:12.378272 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-4c1c14b4-f479-40db-add7-af9eb4cd2975 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1557171 Aug 17 03:03:12.378448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '0a8f7fae-9997-4257-bbfe-5b2c372e07b5', 'network_id': '82cf8097-fc29-427a-9c31-4f04e0f699b0', 'port_id': '0a8f7fae-9997-4257-bbfe-5b2c372e07b5', 'mac_address': 'fa:16:3e:bd:1d:e3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd444053b-fb4a-4e48-b2d6-3c7830e2116a', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:03:12.393499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Request body: {'port': {'device_id': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:12.462014 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-4e759642-0ab4-4192-8db5-435fb9c33417 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1178052 Aug 17 03:03:12.474679 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:12.502436 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0a8f7fae-9997-4257-bbfe-5b2c372e07b5 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:03:12.523671 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:12.541869 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0a8f7fae-9997-4257-bbfe-5b2c372e07b5, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0a8f7fae-9997-4257-bbfe-5b2c372e07b5,segment=NetworkSegment(f2c0d1b9-1461-42b0-a01d-65ab51852eeb),segment_id=f2c0d1b9-1461-42b0-a01d-65ab51852eeb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:12.627851 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b96dd8b-d563-47cd-a102-0b5ea2d77784 req-577e14bb-847b-4adc-a39b-238a3adc8fc5 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:12.630939 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0b96dd8b-d563-47cd-a102-0b5ea2d77784 req-577e14bb-847b-4adc-a39b-238a3adc8fc5 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.0862086 Aug 17 03:03:12.676647 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:12.683421 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7e9a2d67-690e-4a42-a644-f6c581d3a229 None None] Provisioning for port 209d44fc-f6b8-475d-ba3a-e1730bb97c75 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:12.729022 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-35518b47-e95a-490e-ac5a-9167ac183c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:12.729546 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-35518b47-e95a-490e-ac5a-9167ac183c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:12.730187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-35518b47-e95a-490e-ac5a-9167ac183c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:12.730820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-35518b47-e95a-490e-ac5a-9167ac183c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:12.731202 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-35518b47-e95a-490e-ac5a-9167ac183c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:12.731915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-35518b47-e95a-490e-ac5a-9167ac183c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:12.732512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-35518b47-e95a-490e-ac5a-9167ac183c25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:12.736242 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-35518b47-e95a-490e-ac5a-9167ac183c25 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e9c034e7e504b8fb35245098d953639&device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 6501 time: 0.1414683 Aug 17 03:03:12.758031 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0b96dd8b-d563-47cd-a102-0b5ea2d77784 req-20e0c471-3949-417f-ac1f-1f7d96c44c84 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200275 Aug 17 03:03:12.764281 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7e9a2d67-690e-4a42-a644-f6c581d3a229 None None] Provisioning complete for port 209d44fc-f6b8-475d-ba3a-e1730bb97c75 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:12.764730 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7e9a2d67-690e-4a42-a644-f6c581d3a229 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:12.805016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=0a8f7fae-9997-4257-bbfe-5b2c372e07b5,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:12.848398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7e9a2d67-690e-4a42-a644-f6c581d3a229 None None] Port 209d44fc-f6b8-475d-ba3a-e1730bb97c75 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:03:12.976146 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0a8f7fae-9997-4257-bbfe-5b2c372e07b5'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:03:13.049505 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb07883-5c34-4b9e-9523-2289d3583515 req-297d2ff5-fd20-43bf-b400-5b23850f5873 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:13.057706 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2cb07883-5c34-4b9e-9523-2289d3583515 req-297d2ff5-fd20-43bf-b400-5b23850f5873 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 944 time: 0.1475837 Aug 17 03:03:13.089663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-91873a3b-1b1c-45ef-b429-56e810982599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:13.090152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-91873a3b-1b1c-45ef-b429-56e810982599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:13.090671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-91873a3b-1b1c-45ef-b429-56e810982599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:13.092338 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-91873a3b-1b1c-45ef-b429-56e810982599 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a025f32-f5b2-4a70-b1ff-319c315c310a&id=e4d8607a-fcd3-4976-90b3-958c321a6814&id=e4d8607a-fcd3-4976-90b3-958c321a6814&id=e4d8607a-fcd3-4976-90b3-958c321a6814&id=e4d8607a-fcd3-4976-90b3-958c321a6814&id=586d57a3-852e-4093-92b2-c7135f5ca135&id=586d57a3-852e-4093-92b2-c7135f5ca135 HTTP/1.1" status: 200 len: 2293 time: 0.3061430 Aug 17 03:03:13.151110 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2cb07883-5c34-4b9e-9523-2289d3583515 req-cb6949d1-5bf1-4283-9ae7-c1811dabffdd tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886004 Aug 17 03:03:13.199835 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0ba8d7-b86a-4504-806d-34d5c5a742db req-8969d24f-e1d6-4769-b1e9-aac3b686cf84 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:13.209116 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5c0ba8d7-b86a-4504-806d-34d5c5a742db req-8969d24f-e1d6-4769-b1e9-aac3b686cf84 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 931 time: 0.0900626 Aug 17 03:03:13.270156 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5c0ba8d7-b86a-4504-806d-34d5c5a742db req-b181087c-7225-47c1-b198-8de3f00179f6 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0598848 Aug 17 03:03:13.274477 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-06205722-a6cc-4282-954c-6354e2f72db9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a84f531-4933-4f3b-8eb2-d56f6c854783 HTTP/1.1" status: 200 len: 1001 time: 0.1733983 Aug 17 03:03:13.383528 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-5a05ca5d-b538-4aa2-b568-471d314f7c2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:13.384848 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-5a05ca5d-b538-4aa2-b568-471d314f7c2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2098b0c-8a13-4170-8b03-94c356349639 HTTP/1.1" status: 200 len: 855 time: 0.0979514 Aug 17 03:03:13.389843 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 209d44fc-f6b8-475d-ba3a-e1730bb97c75 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:03:13.409808 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:13.441011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Transition to ACTIVE for port object 209d44fc-f6b8-475d-ba3a-e1730bb97c75 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:13.450442 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-9a276e9a-d015-4b19-b128-41d3b07ac21d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:13.451980 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-9a276e9a-d015-4b19-b128-41d3b07ac21d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a025f32-f5b2-4a70-b1ff-319c315c310a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0554163 Aug 17 03:03:13.546888 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:13.557648 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-a1ca7e04-6659-4c30-b1b3-041693fee7a1 service neutron] 10.222.0.60 "GET /v2.0/networks/9a025f32-f5b2-4a70-b1ff-319c315c310a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0936708 Aug 17 03:03:13.659414 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Pushing event updated for resources: {'Port': ['ID=209d44fc-f6b8-475d-ba3a-e1730bb97c75,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:13.768011 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-4daf045c-5436-4e32-999d-4f494f545b63 service neutron] 10.222.0.60 "GET /v2.0/networks/9a025f32-f5b2-4a70-b1ff-319c315c310a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1858876 Aug 17 03:03:13.838268 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-121bf24c-ae92-4334-8101-2c70d0b13529 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=b647c0c9-5df0-4033-b58c-6fe97fadcd8b HTTP/1.1" status: 200 len: 217 time: 0.0504882 Aug 17 03:03:13.927880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Attempting to bind port 209d44fc-f6b8-475d-ba3a-e1730bb97c75 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:03:13.928218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Attempting to bind port 209d44fc-f6b8-475d-ba3a-e1730bb97c75 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:03:13.928562 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Attempting to bind port 209d44fc-f6b8-475d-ba3a-e1730bb97c75 on network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:13.941131 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Port 209d44fc-f6b8-475d-ba3a-e1730bb97c75 on network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:03:13.941484 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Attempting to bind port 209d44fc-f6b8-475d-ba3a-e1730bb97c75 on network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:13.945809 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-dd773868-bf40-479e-8249-ee9c2e75b369 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:13.948153 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-dd773868-bf40-479e-8249-ee9c2e75b369 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21a6b48b-ccdb-4265-9010-f1fdb1ae6f54 HTTP/1.1" status: 200 len: 797 time: 0.0945311 Aug 17 03:03:13.957244 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda1f5a8-f840-4fb1-802d-6cf6ee98510e req-70efaabb-77d7-4d7a-9c63-bed60c20a028 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:13.958730 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cda1f5a8-f840-4fb1-802d-6cf6ee98510e req-70efaabb-77d7-4d7a-9c63-bed60c20a028 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.1174695 Aug 17 03:03:13.967597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:03:13.968086 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Checking segment: {'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:13.968404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Bound using segment: {'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:03:13.968770 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Bound port: 209d44fc-f6b8-475d-ba3a-e1730bb97c75, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:03:13.969141 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:13.981905 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53794) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:14.057885 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-8f1b5d7a-2240-4450-beae-01e8e53dede5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:14.059438 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-8f1b5d7a-2240-4450-beae-01e8e53dede5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4d8607a-fcd3-4976-90b3-958c321a6814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0998280 Aug 17 03:03:14.064220 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cda1f5a8-f840-4fb1-802d-6cf6ee98510e req-e9b5aaba-ceac-4c05-ab13-b9a51b531f39 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918744 Aug 17 03:03:14.132372 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20fd56d6-2f59-4891-b203-a36140607996 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:14.242452 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0a8f7fae-9997-4257-bbfe-5b2c372e07b5 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:03:14.299757 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53804) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:14.399336 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ebcb48b-3619-4da9-b87a-9655f0320e58 req-8af99306-62ac-4fd3-a76e-d53ca0a8c111 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:14.410401 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2ebcb48b-3619-4da9-b87a-9655f0320e58 req-8af99306-62ac-4fd3-a76e-d53ca0a8c111 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 944 time: 0.1541204 Aug 17 03:03:14.459829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 0a8f7fae-9997-4257-bbfe-5b2c372e07b5 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:14.465707 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20fd56d6-2f59-4891-b203-a36140607996 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:14.466361 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 0a8f7fae-9997-4257-bbfe-5b2c372e07b5 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:14.466947 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:14.484871 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2ebcb48b-3619-4da9-b87a-9655f0320e58 req-0e902c7d-3b77-44d9-8265-72cde9e12881 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0731604 Aug 17 03:03:14.492343 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa15ddfe-b704-47e0-a8a9-d2f2f190af32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:14.551538 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20fd56d6-2f59-4891-b203-a36140607996 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:14.554114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] For port 209d44fc-f6b8-475d-ba3a-e1730bb97c75, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:03:14.586526 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:14.593114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] For port 209d44fc-f6b8-475d-ba3a-e1730bb97c75, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=209d44fc-f6b8-475d-ba3a-e1730bb97c75,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:03:14.599546 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-3a6d9abf-d351-4425-a07f-508966642d4d service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5304704 Aug 17 03:03:14.611979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b49eb30e-f41f-4e23-be78-6cbbf8e5c76e req-a9b92b5f-4c9c-44f0-962a-3ffb53e63fa1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:14.613818 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b49eb30e-f41f-4e23-be78-6cbbf8e5c76e req-a9b92b5f-4c9c-44f0-962a-3ffb53e63fa1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.1148930 Aug 17 03:03:14.643650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cca766-482d-47d0-a3ca-4100af975298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8f7fae-9997-4257-bbfe-5b2c372e07b5'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:14.646166 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-56a3e3c8-45d3-47ae-baa0-2438ce2e23bd" -d '{"events": [{"server_uuid": "a4cca766-482d-47d0-a3ca-4100af975298", "name": "network-vif-plugged", "status": "completed", "tag": "0a8f7fae-9997-4257-bbfe-5b2c372e07b5"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:14.650213 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-20fd56d6-2f59-4891-b203-a36140607996 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a81fda3e4a2c4603aad7bb8044c0d476&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6663907 Aug 17 03:03:14.653894 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53812) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:14.664879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fd56d6-2f59-4891-b203-a36140607996 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65866e5c-e8e0-434f-a60f-99c08512523f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:14.699417 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0a8f7fae-9997-4257-bbfe-5b2c372e07b5, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0a8f7fae-9997-4257-bbfe-5b2c372e07b5,segment=NetworkSegment(f2c0d1b9-1461-42b0-a01d-65ab51852eeb),segment_id=f2c0d1b9-1461-42b0-a01d-65ab51852eeb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:14.709781 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:14.747949 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b49eb30e-f41f-4e23-be78-6cbbf8e5c76e req-4170d19f-1fd3-4de9-b5bd-adaa9a69d618 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225505 Aug 17 03:03:14.762403 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:14.763297 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:14.764945 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] 10.222.0.60 "PUT /v2.0/ports/209d44fc-f6b8-475d-ba3a-e1730bb97c75 HTTP/1.1" status: 200 len: 1091 time: 2.3770447 Aug 17 03:03:14.775773 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bc9b3ed1-10b4-44f6-9675-90533a30e62e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:14.779313 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'tag': '209d44fc-f6b8-475d-ba3a-e1730bb97c75'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:14.784696 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbd36835-1154-47c6-8e3d-61e254211321" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4aa193-9292-4569-914a-51e4ee6dc13c", "tag": "209d44fc-f6b8-475d-ba3a-e1730bb97c75"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:14.806662 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:14.807689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 3970361b-15ea-4dfc-af2e-8d21c55c3cda no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:03:14.834485 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb112749-f1ce-485e-9809-fae44c62e496 service neutron] Pushing event updated for resources: {'Port': ['ID=209d44fc-f6b8-475d-ba3a-e1730bb97c75,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:14.849156 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-2fc5a7d8-4129-41ea-a45d-3f98b56d7fd3 service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2341299 Aug 17 03:03:14.926788 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bc9b3ed1-10b4-44f6-9675-90533a30e62e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:14.939122 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-576645e9-c86e-48f7-aaac-4d3a6512985a x-openstack-request-id: req-576645e9-c86e-48f7-aaac-4d3a6512985a {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:14.939369 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cca766-482d-47d0-a3ca-4100af975298", "name": "network-vif-plugged", "status": "completed", "tag": "0a8f7fae-9997-4257-bbfe-5b2c372e07b5", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:14.939451 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-576645e9-c86e-48f7-aaac-4d3a6512985a {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:14.939801 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cca766-482d-47d0-a3ca-4100af975298', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0a8f7fae-9997-4257-bbfe-5b2c372e07b5', 'code': 200} Aug 17 03:03:14.973474 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa15ddfe-b704-47e0-a8a9-d2f2f190af32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:14.997340 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=0a8f7fae-9997-4257-bbfe-5b2c372e07b5,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:15.001460 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-785b9cc0-5ddf-41f6-9a90-b4f9261df1c8 x-openstack-request-id: req-785b9cc0-5ddf-41f6-9a90-b4f9261df1c8 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:15.001460 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4aa193-9292-4569-914a-51e4ee6dc13c", "tag": "209d44fc-f6b8-475d-ba3a-e1730bb97c75", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:15.001460 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-785b9cc0-5ddf-41f6-9a90-b4f9261df1c8 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:15.001460 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'tag': '209d44fc-f6b8-475d-ba3a-e1730bb97c75', 'status': 'completed', 'code': 200} Aug 17 03:03:15.030832 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-39c6d4bc-c42f-450b-ae07-b65c531a74a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=0de1d812-cbba-4e5d-823a-b18fcc94199e HTTP/1.1" status: 200 len: 217 time: 0.1723428 Aug 17 03:03:15.056225 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:15.058940 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa15ddfe-b704-47e0-a8a9-d2f2f190af32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:15.114295 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-aa15ddfe-b704-47e0-a8a9-d2f2f190af32 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32000fa1d8a34b869caa4ffc7a3a02a8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8115978 Aug 17 03:03:15.115485 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15ddfe-b704-47e0-a8a9-d2f2f190af32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0b781ae-8981-4d4d-b39f-c9daf137d7b7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:15.121487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53824) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:15.126926 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 3970361b-15ea-4dfc-af2e-8d21c55c3cda, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3970361b-15ea-4dfc-af2e-8d21c55c3cda,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:15.145353 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bc9b3ed1-10b4-44f6-9675-90533a30e62e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:15.149653 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bc9b3ed1-10b4-44f6-9675-90533a30e62e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:15.149653 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bc9b3ed1-10b4-44f6-9675-90533a30e62e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/65866e5c-e8e0-434f-a60f-99c08512523f HTTP/1.1" status: 204 len: 168 time: 0.4939871 Aug 17 03:03:15.163761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9b3ed1-10b4-44f6-9675-90533a30e62e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=65866e5c-e8e0-434f-a60f-99c08512523f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:15.238622 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:15.251140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-f24d2556-cf96-4ba0-b8f3-15010ea1471a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:15.252842 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-f24d2556-cf96-4ba0-b8f3-15010ea1471a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21a6b48b-ccdb-4265-9010-f1fdb1ae6f54 HTTP/1.1" status: 200 len: 797 time: 0.1919813 Aug 17 03:03:15.267148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-59951fa6-c435-4063-9695-ccc97a1fb220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:15.268660 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-59951fa6-c435-4063-9695-ccc97a1fb220 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6310559ad60b460ba41705b832b7bbc0&device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 1094 time: 0.2674477 Aug 17 03:03:15.270618 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b5d20e4f-d0bf-40e7-8394-32f8c274348b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:15.273620 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cfe2a5f-e694-47c1-bcf8-f4e1d279b452 req-92347f93-ec28-4ce1-b491-4981d987f3a2 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:15.284068 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36853176-6946-4577-ba8c-bc97a344ddfa req-81195bd5-34a0-4986-8d6f-3e172c7bdc79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:15.286040 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-36853176-6946-4577-ba8c-bc97a344ddfa req-81195bd5-34a0-4986-8d6f-3e172c7bdc79 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 1096 time: 0.2885733 Aug 17 03:03:15.289260 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4cfe2a5f-e694-47c1-bcf8-f4e1d279b452 req-92347f93-ec28-4ce1-b491-4981d987f3a2 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.0989888 Aug 17 03:03:15.316161 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=3970361b-15ea-4dfc-af2e-8d21c55c3cda,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:15.341721 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4cfe2a5f-e694-47c1-bcf8-f4e1d279b452 req-171be0d2-9a58-43bd-8fe6-2308756b6839 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513895 Aug 17 03:03:15.370574 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-9d5defde-f4dd-4a2b-8ffa-8cbfacaf12fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=209d44fc-f6b8-475d-ba3a-e1730bb97c75 HTTP/1.1" status: 200 len: 217 time: 0.0908103 Aug 17 03:03:15.383861 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-adc251f4-f084-460d-aacb-de6090ab5791 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:15.435100 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-9a3cb46c-d63a-4872-b615-d745ab1e4554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:15.436599 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-9a3cb46c-d63a-4872-b615-d745ab1e4554 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4d8607a-fcd3-4976-90b3-958c321a6814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1740456 Aug 17 03:03:15.442019 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-36853176-6946-4577-ba8c-bc97a344ddfa req-d9e3f6c6-7b54-4c52-a8ec-25fac728449b service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339281 Aug 17 03:03:15.454127 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-adc251f4-f084-460d-aacb-de6090ab5791 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:15.478659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-b28cbffd-1031-4379-b64b-b3928b2ae5fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:15.480177 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-b28cbffd-1031-4379-b64b-b3928b2ae5fb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49398564-b2fd-48b6-b11e-b753c45b92cd HTTP/1.1" status: 200 len: 855 time: 0.0973170 Aug 17 03:03:15.632119 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-845664d1-a559-4d7f-999f-a2db8c8b3d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:15.633603 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-845664d1-a559-4d7f-999f-a2db8c8b3d20 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1278262 Aug 17 03:03:15.662325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f73647c-fed1-4847-ab0b-0cfcf81c8329 req-dc27b3cf-25ea-417e-9863-ea274dbeefe0 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:15.663784 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5f73647c-fed1-4847-ab0b-0cfcf81c8329 req-dc27b3cf-25ea-417e-9863-ea274dbeefe0 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 945 time: 0.0978377 Aug 17 03:03:15.725495 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-adc251f4-f084-460d-aacb-de6090ab5791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:15.728148 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-adc251f4-f084-460d-aacb-de6090ab5791 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:15.729335 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-adc251f4-f084-460d-aacb-de6090ab5791 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0b781ae-8981-4d4d-b39f-c9daf137d7b7 HTTP/1.1" status: 204 len: 168 time: 0.5880756 Aug 17 03:03:15.731421 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-4bdf396a-f4df-4ab7-9885-5d59d5c0bc8e service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2381392 Aug 17 03:03:15.772822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc251f4-f084-460d-aacb-de6090ab5791 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0b781ae-8981-4d4d-b39f-c9daf137d7b7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:15.825592 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5f73647c-fed1-4847-ab0b-0cfcf81c8329 req-81f8f13f-d01c-4773-a362-b767620e28c0 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463578 Aug 17 03:03:15.851468 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53838) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:15.865735 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fc996f00-37fc-48fb-ab5e-c7b3b50d41e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:15.866905 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-5fc375ee-8f5c-4dfd-ba80-d72df086a70d service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2225640 Aug 17 03:03:15.891716 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-ae3b15a1-d9c8-4cf3-8c8e-f7ae9df6add0 service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1499698 Aug 17 03:03:15.968881 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f80954-1739-4bce-8610-f6a033a831b5 req-22c8a51a-5f22-4887-bdf8-5122773e543c tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:15.970463 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-66f80954-1739-4bce-8610-f6a033a831b5 req-22c8a51a-5f22-4887-bdf8-5122773e543c tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.0768847 Aug 17 03:03:15.972146 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53842) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:15.976991 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ea9d223b-be8d-4871-b4ef-4d3437c0d982 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-422929269'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:15.978949 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-75e2dfea-3f4f-4b1a-9bdf-8cb128209542 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=e7caaf99-a04e-4047-83fc-8294f841ffdd HTTP/1.1" status: 200 len: 217 time: 0.0709598 Aug 17 03:03:16.052460 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23f10ffb-4188-4d20-b8f3-7096af009e9e req-a6a309c6-7f6f-4a2a-b3a2-1a5df38cd716 service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1758575 Aug 17 03:03:16.057827 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-66f80954-1739-4bce-8610-f6a033a831b5 req-ac31a6bc-c33b-4250-a214-25b161fb75be tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0725262 Aug 17 03:03:16.059307 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-ae1f7ee5-a227-4820-a530-1d8373877b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:16.061122 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-ae1f7ee5-a227-4820-a530-1d8373877b13 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21a6b48b-ccdb-4265-9010-f1fdb1ae6f54 HTTP/1.1" status: 200 len: 797 time: 0.0732291 Aug 17 03:03:16.068404 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fc996f00-37fc-48fb-ab5e-c7b3b50d41e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:16.115406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-0ffe6c4d-4789-4f73-aa4e-9a16dca1c3c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:16.116979 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-0ffe6c4d-4789-4f73-aa4e-9a16dca1c3c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4d8607a-fcd3-4976-90b3-958c321a6814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0434563 Aug 17 03:03:16.160669 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fc996f00-37fc-48fb-ab5e-c7b3b50d41e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:16.220715 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fc996f00-37fc-48fb-ab5e-c7b3b50d41e0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4658191f50d9486195450ea57a8fc3c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3679888 Aug 17 03:03:16.221989 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc996f00-37fc-48fb-ab5e-c7b3b50d41e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da7b14cc-52c1-4b67-b217-e18129bff38e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:16.225186 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53854) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:16.241831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd36835-1154-47c6-8e3d-61e254211321 req-407b522d-9779-4509-8d1e-6663465af493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:16.243334 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bbd36835-1154-47c6-8e3d-61e254211321 req-407b522d-9779-4509-8d1e-6663465af493 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6310559ad60b460ba41705b832b7bbc0&device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 1094 time: 0.0762911 Aug 17 03:03:16.247859 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-0e5949f0-d046-4ec2-8b6f-36b059991e00 service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227808 Aug 17 03:03:16.256680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 3970361b-15ea-4dfc-af2e-8d21c55c3cda details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:03:16.266292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea9d223b-be8d-4871-b4ef-4d3437c0d982 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Made reservation on behalf of d11ec609654b4b0ba1d77f9365a04f77 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:16.271128 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea9d223b-be8d-4871-b4ef-4d3437c0d982 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:16.299014 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ddc2e168-4e31-436a-9265-82579f32d2c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:16.350487 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ddc2e168-4e31-436a-9265-82579f32d2c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:16.352236 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea9d223b-be8d-4871-b4ef-4d3437c0d982 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:03:16.367245 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 3970361b-15ea-4dfc-af2e-8d21c55c3cda, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3970361b-15ea-4dfc-af2e-8d21c55c3cda,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:16.382225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '3970361b-15ea-4dfc-af2e-8d21c55c3cda', 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e', 'port_id': '3970361b-15ea-4dfc-af2e-8d21c55c3cda', 'mac_address': 'fa:16:3e:a7:d0:a2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36039ff-2b91-4bea-8513-5210cefd245d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:03:16.384635 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea9d223b-be8d-4871-b4ef-4d3437c0d982 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:16.385000 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-ea9d223b-be8d-4871-b4ef-4d3437c0d982 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Added segment 45c55cd8-0cde-4b8c-9757-33cd82874b13 of type vlan for network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 Aug 17 03:03:16.445760 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:16.461541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3970361b-15ea-4dfc-af2e-8d21c55c3cda {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:03:16.483884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 3970361b-15ea-4dfc-af2e-8d21c55c3cda, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3970361b-15ea-4dfc-af2e-8d21c55c3cda,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:16.486346 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd36835-1154-47c6-8e3d-61e254211321 req-9b8f93ac-dc1e-4087-a7ef-05bcdbccde3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:16.487937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bbd36835-1154-47c6-8e3d-61e254211321 req-9b8f93ac-dc1e-4087-a7ef-05bcdbccde3e service neutron] 10.222.0.60 "GET /v2.0/networks?id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69 HTTP/1.1" status: 200 len: 916 time: 0.2300358 Aug 17 03:03:16.490221 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-dacb4df4-bb18-401d-9965-88093d3f620a service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2235866 Aug 17 03:03:16.511562 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea9d223b-be8d-4871-b4ef-4d3437c0d982 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:16.544106 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bbd36835-1154-47c6-8e3d-61e254211321 req-805d01be-f5db-4256-a611-6abe2cff134c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=209d44fc-f6b8-475d-ba3a-e1730bb97c75 HTTP/1.1" status: 200 len: 217 time: 0.0421298 Aug 17 03:03:16.551636 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:16.562811 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-801217c7-ebe7-4169-a51d-5635c26c3f2a req-64c0b525-c2ee-49b7-aa2f-e5794e824cfc tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:16.572663 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-801217c7-ebe7-4169-a51d-5635c26c3f2a req-64c0b525-c2ee-49b7-aa2f-e5794e824cfc tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 943 time: 0.1079462 Aug 17 03:03:16.606656 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=3970361b-15ea-4dfc-af2e-8d21c55c3cda,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:16.612131 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ddc2e168-4e31-436a-9265-82579f32d2c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:16.615681 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ddc2e168-4e31-436a-9265-82579f32d2c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:16.617670 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ddc2e168-4e31-436a-9265-82579f32d2c2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da7b14cc-52c1-4b67-b217-e18129bff38e HTTP/1.1" status: 204 len: 168 time: 0.3896873 Aug 17 03:03:16.621063 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-4f957379-6fdb-4b78-839a-727ea67da0ee service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 HTTP/1.1" status: 200 len: 217 time: 0.1094756 Aug 17 03:03:16.644504 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-801217c7-ebe7-4169-a51d-5635c26c3f2a req-cb8b6449-5b62-4838-9d31-87b010295b96 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708289 Aug 17 03:03:16.645386 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc2e168-4e31-436a-9265-82579f32d2c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da7b14cc-52c1-4b67-b217-e18129bff38e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:16.666199 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea9d223b-be8d-4871-b4ef-4d3437c0d982 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:16.678909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9d223b-be8d-4871-b4ef-4d3437c0d982 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:16.678909 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea9d223b-be8d-4871-b4ef-4d3437c0d982 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:16.692435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd36835-1154-47c6-8e3d-61e254211321 req-c4fcf35f-6b9c-4d81-b7ac-e61ddcb359bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:16.693874 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bbd36835-1154-47c6-8e3d-61e254211321 req-c4fcf35f-6b9c-4d81-b7ac-e61ddcb359bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49398564-b2fd-48b6-b11e-b753c45b92cd HTTP/1.1" status: 200 len: 855 time: 0.1114285 Aug 17 03:03:16.715437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-4d685169-f7a0-4985-9c8d-ef1e0d47dbae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:16.722883 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-4d685169-f7a0-4985-9c8d-ef1e0d47dbae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21a6b48b-ccdb-4265-9010-f1fdb1ae6f54 HTTP/1.1" status: 200 len: 797 time: 0.0964291 Aug 17 03:03:16.747452 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9d223b-be8d-4871-b4ef-4d3437c0d982 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event updated for resources: {'Network': ['ID=9f0bfe94-bcd6-46e9-8643-784d13e1fa11,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:16.764647 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:03:16.795436 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd36835-1154-47c6-8e3d-61e254211321 req-b1bdacad-3301-4026-b65f-ffc665229e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:16.796934 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bbd36835-1154-47c6-8e3d-61e254211321 req-b1bdacad-3301-4026-b65f-ffc665229e4d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0937312 Aug 17 03:03:16.802432 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-3f141faf-ec7a-4863-83c8-35d711b40bf9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:16.803899 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-3f141faf-ec7a-4863-83c8-35d711b40bf9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4d8607a-fcd3-4976-90b3-958c321a6814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0616097 Aug 17 03:03:16.804685 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ea9d223b-be8d-4871-b4ef-4d3437c0d982 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8315089 Aug 17 03:03:16.806689 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53868) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:16.812143 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-dc382704-4255-45d2-a0f4-eef743878117 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1036275876'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:16.894852 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['3970361b-15ea-4dfc-af2e-8d21c55c3cda'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:03:16.940454 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2330b22b-6d5c-4061-847f-9069fc1ef738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3970361b-15ea-4dfc-af2e-8d21c55c3cda'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:16.942706 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2285660-c81b-4246-8f45-a2fa9c7a8a2a" -d '{"events": [{"server_uuid": "2330b22b-6d5c-4061-847f-9069fc1ef738", "name": "network-vif-unplugged", "status": "completed", "tag": "3970361b-15ea-4dfc-af2e-8d21c55c3cda"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:16.965369 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc382704-4255-45d2-a0f4-eef743878117 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Made reservation on behalf of d11ec609654b4b0ba1d77f9365a04f77 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:16.973395 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc382704-4255-45d2-a0f4-eef743878117 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:17.023477 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8375302-b1fe-44c6-ad15-a89d26926532 x-openstack-request-id: req-b8375302-b1fe-44c6-ad15-a89d26926532 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:17.023831 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2330b22b-6d5c-4061-847f-9069fc1ef738", "name": "network-vif-unplugged", "status": "completed", "tag": "3970361b-15ea-4dfc-af2e-8d21c55c3cda", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:17.024091 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8375302-b1fe-44c6-ad15-a89d26926532 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:17.024484 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2330b22b-6d5c-4061-847f-9069fc1ef738', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3970361b-15ea-4dfc-af2e-8d21c55c3cda', 'code': 200} Aug 17 03:03:17.033522 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-52f0ffec-f2cb-46c9-8a86-0820d05f506b service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132385 Aug 17 03:03:17.051074 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7b83707-eb79-459d-9749-f810fd0a0b16 req-0cfa45e8-0597-4afd-a028-278aa498542b tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:17.052919 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d7b83707-eb79-459d-9749-f810fd0a0b16 req-0cfa45e8-0597-4afd-a028-278aa498542b tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 945 time: 0.1414642 Aug 17 03:03:17.054590 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc382704-4255-45d2-a0f4-eef743878117 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:03:17.083321 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc382704-4255-45d2-a0f4-eef743878117 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:17.087934 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-dc382704-4255-45d2-a0f4-eef743878117 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Added segment 37427c4d-051e-4a90-aacb-d267fa643c41 of type vlan for network 4b8050bd-263f-474e-b098-3b3f7ebeaf6b Aug 17 03:03:17.088105 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bbd36835-1154-47c6-8e3d-61e254211321 req-78e5c405-5ce1-46af-9c6a-ab5b8633f539 service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740517 Aug 17 03:03:17.185500 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d7b83707-eb79-459d-9749-f810fd0a0b16 req-ce71e53a-2fca-4562-8d29-f208f3b15753 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262410 Aug 17 03:03:17.198514 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc382704-4255-45d2-a0f4-eef743878117 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:17.288367 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-682e6607-0f63-4559-87b8-025b6772aee7 service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2399855 Aug 17 03:03:17.300514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d88026-f956-4c0a-8a49-bf0eb2a3afaa req-7aa1cbcb-4ebb-4c25-964c-b23498cc2183 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:17.307146 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95d88026-f956-4c0a-8a49-bf0eb2a3afaa req-7aa1cbcb-4ebb-4c25-964c-b23498cc2183 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.1116824 Aug 17 03:03:17.334217 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc382704-4255-45d2-a0f4-eef743878117 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:17.343816 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc382704-4255-45d2-a0f4-eef743878117 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:17.344806 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc382704-4255-45d2-a0f4-eef743878117 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:17.362752 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-b7aa2716-e651-44e0-bbac-6640ac5bf8db service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 HTTP/1.1" status: 200 len: 217 time: 0.0596180 Aug 17 03:03:17.364648 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bbd36835-1154-47c6-8e3d-61e254211321 req-0c2b4b6d-b500-454d-8594-805a0bef1238 service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2370753 Aug 17 03:03:17.411036 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95d88026-f956-4c0a-8a49-bf0eb2a3afaa req-75bd2ecc-0768-4698-8281-0cea079abf54 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0930882 Aug 17 03:03:17.428980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-7b206f11-f3c0-4c7d-9aa3-8dc4cf45612d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:17.430696 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-7b206f11-f3c0-4c7d-9aa3-8dc4cf45612d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb3a3b1c-c2d2-43c9-8e48-8451d3bce93f HTTP/1.1" status: 200 len: 797 time: 0.0512922 Aug 17 03:03:17.457229 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc382704-4255-45d2-a0f4-eef743878117 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event updated for resources: {'Network': ['ID=4b8050bd-263f-474e-b098-3b3f7ebeaf6b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:17.464907 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ea3f291-9f81-4a79-9b1e-3eba968aafde req-7b9da9f5-b9f0-472d-befd-454a2cf47f45 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-111180790&fields=id&tenant_id=052a4404e4c34be6817cc8733a020ffb HTTP/1.1" status: 200 len: 267 time: 0.1161854 Aug 17 03:03:17.478656 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 4b8050bd-263f-474e-b098-3b3f7ebeaf6b details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:03:17.493126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-2b550640-c52d-4b78-b3d0-15852415ea6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:17.496679 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-2b550640-c52d-4b78-b3d0-15852415ea6e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=586d57a3-852e-4093-92b2-c7135f5ca135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0578136 Aug 17 03:03:17.504940 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dc382704-4255-45d2-a0f4-eef743878117 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6970103 Aug 17 03:03:17.507705 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53906) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:17.513768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a821673d-c084-4f94-99eb-490a90c5f162 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Request body: {'subnet': {'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:17.607638 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3f291-9f81-4a79-9b1e-3eba968aafde req-052e03d6-f4a4-4a35-99ec-7addfe52ef24 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:17.609179 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ea3f291-9f81-4a79-9b1e-3eba968aafde req-052e03d6-f4a4-4a35-99ec-7addfe52ef24 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 945 time: 0.1376889 Aug 17 03:03:17.622941 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-f6d17e95-da5a-4f71-93a8-2a73b8071833 service neutron] 10.222.0.60 "GET /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168375 Aug 17 03:03:17.625717 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-1ea3f291-9f81-4a79-9b1e-3eba968aafde req-6a1fee2d-b48d-4b0a-a560-1c82dfdc3be3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Request body: {'port': {'security_groups': ['b53d6b86-7614-4136-aed5-ce4c3f0c6cbe', '49d170cb-fab9-490b-a0b4-9b6160f9ee09']}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:17.716373 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53914) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:17.736823 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-1ea3f291-9f81-4a79-9b1e-3eba968aafde req-6a1fee2d-b48d-4b0a-a560-1c82dfdc3be3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:17.765947 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a821673d-c084-4f94-99eb-490a90c5f162 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Made reservation on behalf of d11ec609654b4b0ba1d77f9365a04f77 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:17.771511 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a821673d-c084-4f94-99eb-490a90c5f162 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:17.814572 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-ad160d91-869e-4e3f-b364-73297c79450c service neutron] 10.222.0.60 "GET /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830583 Aug 17 03:03:17.830415 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e672c75c-0097-49fa-a76a-ba2d992d0516 req-1ffe0e96-bb83-452d-9435-d12a4790c9af tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:17.838655 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e672c75c-0097-49fa-a76a-ba2d992d0516 req-1ffe0e96-bb83-452d-9435-d12a4790c9af tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 944 time: 0.0832658 Aug 17 03:03:17.888968 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-c21f753f-ea07-4c60-b392-993ded51d326 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=844bf010-b2e0-409e-9c47-683af3dfae5b HTTP/1.1" status: 200 len: 217 time: 0.0474765 Aug 17 03:03:17.893803 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2b032004-74ac-4ce3-8b8c-cd5c647b748b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:17.926762 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c85bfcef-0fd2-414e-96c8-fdc34ed2a9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:17.943360 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e672c75c-0097-49fa-a76a-ba2d992d0516 req-48983e88-00a4-457b-b9c3-fdda68f6b9d5 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1030529 Aug 17 03:03:17.969554 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-606fdd38-0278-4ce0-a74b-ab6aa09087ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:17.971104 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-606fdd38-0278-4ce0-a74b-ab6aa09087ba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb3a3b1c-c2d2-43c9-8e48-8451d3bce93f HTTP/1.1" status: 200 len: 797 time: 0.0723877 Aug 17 03:03:18.037790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-354b4f4c-2d8c-4048-acd6-57debe3fe63b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:18.038281 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-354b4f4c-2d8c-4048-acd6-57debe3fe63b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=586d57a3-852e-4093-92b2-c7135f5ca135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0588512 Aug 17 03:03:18.143264 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-2c125329-b239-4c03-aa75-ecb4705cf865 service neutron] 10.222.0.60 "GET /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961978 Aug 17 03:03:18.151253 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:18.159503 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-1ea3f291-9f81-4a79-9b1e-3eba968aafde req-6a1fee2d-b48d-4b0a-a560-1c82dfdc3be3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] For port 0a8f7fae-9997-4257-bbfe-5b2c372e07b5, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0a8f7fae-9997-4257-bbfe-5b2c372e07b5,segment=NetworkSegment(f2c0d1b9-1461-42b0-a01d-65ab51852eeb),segment_id=f2c0d1b9-1461-42b0-a01d-65ab51852eeb)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:18.223073 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-1ea3f291-9f81-4a79-9b1e-3eba968aafde req-6a1fee2d-b48d-4b0a-a560-1c82dfdc3be3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:18.245023 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2564487a-7b5c-4ff8-9021-54eb1fe907d8 req-ae100625-f552-498d-acb8-65d747b48f27 service neutron] 10.222.0.60 "GET /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914752 Aug 17 03:03:18.250681 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c85bfcef-0fd2-414e-96c8-fdc34ed2a9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:18.255981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 3970361b-15ea-4dfc-af2e-8d21c55c3cda up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:03:18.293067 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a821673d-c084-4f94-99eb-490a90c5f162 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:18.304618 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 3970361b-15ea-4dfc-af2e-8d21c55c3cda triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:18.305067 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:18.327440 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c85bfcef-0fd2-414e-96c8-fdc34ed2a9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:18.329970 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-1ea3f291-9f81-4a79-9b1e-3eba968aafde req-6a1fee2d-b48d-4b0a-a560-1c82dfdc3be3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:18.344676 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0a8f7fae-9997-4257-bbfe-5b2c372e07b5'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:03:18.453724 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53934) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:18.453939 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c85bfcef-0fd2-414e-96c8-fdc34ed2a9b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cc9a188b13ed40b7b717259a0cabadc7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7362928 Aug 17 03:03:18.463968 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea3f291-9f81-4a79-9b1e-3eba968aafde req-6a1fee2d-b48d-4b0a-a560-1c82dfdc3be3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:18.464616 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-1ea3f291-9f81-4a79-9b1e-3eba968aafde req-6a1fee2d-b48d-4b0a-a560-1c82dfdc3be3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:18.470827 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ea3f291-9f81-4a79-9b1e-3eba968aafde req-6a1fee2d-b48d-4b0a-a560-1c82dfdc3be3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "PUT /v2.0/ports/0a8f7fae-9997-4257-bbfe-5b2c372e07b5 HTTP/1.1" status: 200 len: 981 time: 0.8539987 Aug 17 03:03:18.483714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cca766-482d-47d0-a3ca-4100af975298', 'tag': '0a8f7fae-9997-4257-bbfe-5b2c372e07b5'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:18.494995 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7b6f1da-de38-4fed-b07f-58ca2958f2ef" -d '{"events": [{"name": "network-changed", "server_uuid": "a4cca766-482d-47d0-a3ca-4100af975298", "tag": "0a8f7fae-9997-4257-bbfe-5b2c372e07b5"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:18.494995 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a821673d-c084-4f94-99eb-490a90c5f162 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event updated for resources: {'Subnet': ['ID=a8293f80-0c9a-49ec-9de7-0f89e1b6c33f,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:18.516745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85bfcef-0fd2-414e-96c8-fdc34ed2a9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89489b1a-1f0b-4f99-84c8-4d758f5abe5d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:18.526160 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:18.564026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a821673d-c084-4f94-99eb-490a90c5f162 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Checking segment: {'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:18.564402 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a821673d-c084-4f94-99eb-490a90c5f162 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Network hostable DHCP agents. Network: 9f0bfe94-bcd6-46e9-8643-784d13e1fa11, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:03:18.567683 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-10d62a56-5604-4eab-8b29-544d618a4a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:18.570516 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a1fee2d-b48d-4b0a-a560-1c82dfdc3be3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event updated for resources: {'Port': ['ID=0a8f7fae-9997-4257-bbfe-5b2c372e07b5,revision_number=6']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:18.599873 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0a8f7fae-9997-4257-bbfe-5b2c372e07b5'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:03:18.601227 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-10d62a56-5604-4eab-8b29-544d618a4a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:18.645405 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9a49b6-d30e-442a-bfe3-a22dc6478592 req-aba4a75e-ef4e-4ab7-82df-fd2d722f8d8b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:18.647203 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1b9a49b6-d30e-442a-bfe3-a22dc6478592 req-aba4a75e-ef4e-4ab7-82df-fd2d722f8d8b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.0784740 Aug 17 03:03:18.679044 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 3970361b-15ea-4dfc-af2e-8d21c55c3cda, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3970361b-15ea-4dfc-af2e-8d21c55c3cda,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:18.708876 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1b9a49b6-d30e-442a-bfe3-a22dc6478592 req-677ebd86-ae1f-4444-8722-36adcf498301 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0505102 Aug 17 03:03:18.710929 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a821673d-c084-4f94-99eb-490a90c5f162 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:03:18.742057 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-43705b65-2705-4caa-b2d4-f5a8ef1b913c req-97ed884c-ba30-4d66-9b21-af454e377c00 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1665354702&fields=id&tenant_id=052a4404e4c34be6817cc8733a020ffb HTTP/1.1" status: 200 len: 267 time: 0.0505714 Aug 17 03:03:18.780276 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:18.784988 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-10d62a56-5604-4eab-8b29-544d618a4a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:18.787573 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-10d62a56-5604-4eab-8b29-544d618a4a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:18.788716 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-10d62a56-5604-4eab-8b29-544d618a4a48 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89489b1a-1f0b-4f99-84c8-4d758f5abe5d HTTP/1.1" status: 204 len: 168 time: 0.3338311 Aug 17 03:03:18.803837 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a821673d-c084-4f94-99eb-490a90c5f162 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 9f0bfe94-bcd6-46e9-8643-784d13e1fa11) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:18.810088 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a821673d-c084-4f94-99eb-490a90c5f162 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:18.811734 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a821673d-c084-4f94-99eb-490a90c5f162 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:18.830094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-555cbd6d-6f1c-4c76-a2ce-a420ad11c67b None None] Network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:03:18.836432 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d62a56-5604-4eab-8b29-544d618a4a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89489b1a-1f0b-4f99-84c8-4d758f5abe5d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:18.870824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43705b65-2705-4caa-b2d4-f5a8ef1b913c req-e628fce9-7f31-4343-b660-ac806c6ed713 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:18.872491 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-43705b65-2705-4caa-b2d4-f5a8ef1b913c req-e628fce9-7f31-4343-b660-ac806c6ed713 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 984 time: 0.1222420 Aug 17 03:03:18.886301 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-43705b65-2705-4caa-b2d4-f5a8ef1b913c req-ba9019fd-1024-4291-8a9c-543dc7dddff2 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Request body: {'port': {'security_groups': ['49d170cb-fab9-490b-a0b4-9b6160f9ee09', 'b53d6b86-7614-4136-aed5-ce4c3f0c6cbe', '4001e38e-721a-4966-9bfa-32e415dcd3e0']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:18.918766 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a821673d-c084-4f94-99eb-490a90c5f162 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.4098225 Aug 17 03:03:18.921224 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53950) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:18.927021 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-61d2b0f3-1376-46a9-87ea-9523987fae5d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Request body: {'subnet': {'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:19.016409 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-43705b65-2705-4caa-b2d4-f5a8ef1b913c req-ba9019fd-1024-4291-8a9c-543dc7dddff2 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:19.046535 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2330b22b-6d5c-4061-847f-9069fc1ef738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3970361b-15ea-4dfc-af2e-8d21c55c3cda'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:19.048944 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2420af5-04ff-47d9-997c-ec74846627be" -d '{"events": [{"server_uuid": "2330b22b-6d5c-4061-847f-9069fc1ef738", "name": "network-vif-plugged", "status": "completed", "tag": "3970361b-15ea-4dfc-af2e-8d21c55c3cda"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:19.091281 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be029fbc-abed-4b26-b8c9-855ad3d025cd x-openstack-request-id: req-be029fbc-abed-4b26-b8c9-855ad3d025cd {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:19.091602 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4cca766-482d-47d0-a3ca-4100af975298", "tag": "0a8f7fae-9997-4257-bbfe-5b2c372e07b5", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:19.091828 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be029fbc-abed-4b26-b8c9-855ad3d025cd {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:19.092237 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cca766-482d-47d0-a3ca-4100af975298', 'tag': '0a8f7fae-9997-4257-bbfe-5b2c372e07b5', 'status': 'completed', 'code': 200} Aug 17 03:03:19.140240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=3970361b-15ea-4dfc-af2e-8d21c55c3cda,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:19.177572 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6f1da-de38-4fed-b07f-58ca2958f2ef req-ecacd13f-53f2-4044-80c7-48374e93da79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:19.179287 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7b6f1da-de38-4fed-b07f-58ca2958f2ef req-ecacd13f-53f2-4044-80c7-48374e93da79 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=052a4404e4c34be6817cc8733a020ffb&device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 1135 time: 0.1505051 Aug 17 03:03:19.194555 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa74028d-c781-4d08-abec-a7efe2262215 req-65f0a802-e006-4aa2-b6cc-235296944445 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:19.196134 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fa74028d-c781-4d08-abec-a7efe2262215 req-65f0a802-e006-4aa2-b6cc-235296944445 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.0851440 Aug 17 03:03:19.221733 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:19.247650 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fa74028d-c781-4d08-abec-a7efe2262215 req-5e9acece-2549-47f5-a75b-79bd7b6a16c4 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408332 Aug 17 03:03:19.253722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61d2b0f3-1376-46a9-87ea-9523987fae5d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Made reservation on behalf of d11ec609654b4b0ba1d77f9365a04f77 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:19.260134 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-61d2b0f3-1376-46a9-87ea-9523987fae5d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:19.330519 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-9f0bfe94-bcd6-46e9-8643-784d13e1fa11', 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'fixed_ips': [{'subnet_id': 'a8293f80-0c9a-49ec-9de7-0f89e1b6c33f'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:03:19.331475 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:19.402820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6f1da-de38-4fed-b07f-58ca2958f2ef req-40b90885-58b9-4160-bf99-87f8c0d1881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:19.404318 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7b6f1da-de38-4fed-b07f-58ca2958f2ef req-40b90885-58b9-4160-bf99-87f8c0d1881b service neutron] 10.222.0.60 "GET /v2.0/networks?id=82cf8097-fc29-427a-9c31-4f04e0f699b0 HTTP/1.1" status: 200 len: 912 time: 0.2147174 Aug 17 03:03:19.522284 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Allocated IP 10.1.1.2 (9f0bfe94-bcd6-46e9-8643-784d13e1fa11/a8293f80-0c9a-49ec-9de7-0f89e1b6c33f/5976dd56-30e7-4431-be9f-10ae360dcc2e) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:19.619399 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ede510d4-2179-4aa4-99a3-bf6e1f06dc89 x-openstack-request-id: req-ede510d4-2179-4aa4-99a3-bf6e1f06dc89 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:19.620176 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2330b22b-6d5c-4061-847f-9069fc1ef738", "name": "network-vif-plugged", "status": "completed", "tag": "3970361b-15ea-4dfc-af2e-8d21c55c3cda", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:19.620176 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ede510d4-2179-4aa4-99a3-bf6e1f06dc89 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:19.620533 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2330b22b-6d5c-4061-847f-9069fc1ef738', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3970361b-15ea-4dfc-af2e-8d21c55c3cda', 'code': 200} Aug 17 03:03:19.660484 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-61d2b0f3-1376-46a9-87ea-9523987fae5d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:19.783830 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d2b0f3-1376-46a9-87ea-9523987fae5d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Checking segment: {'id': '37427c4d-051e-4a90-aacb-d267fa643c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:19.784217 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d2b0f3-1376-46a9-87ea-9523987fae5d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Network hostable DHCP agents. Network: 4b8050bd-263f-474e-b098-3b3f7ebeaf6b, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:03:19.793999 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d2b0f3-1376-46a9-87ea-9523987fae5d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event updated for resources: {'Subnet': ['ID=4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:19.819350 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:19.836741 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Transition to ACTIVE for port object 5976dd56-30e7-4431-be9f-10ae360dcc2e will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:19.855522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Transition to ACTIVE for port object 5976dd56-30e7-4431-be9f-10ae360dcc2e will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:19.906606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d2b0f3-1376-46a9-87ea-9523987fae5d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Network 4b8050bd-263f-474e-b098-3b3f7ebeaf6b is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:03:19.939588 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a34910-2ebc-4897-a583-02f19c151469 req-e7cae724-6c51-469a-a833-8a353c35f6f9 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:19.941473 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10a34910-2ebc-4897-a583-02f19c151469 req-e7cae724-6c51-469a-a833-8a353c35f6f9 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.0770915 Aug 17 03:03:19.952553 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:20.007288 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:20.011943 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:20.014612 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10a34910-2ebc-4897-a583-02f19c151469 req-788d6adb-f02f-41e5-b83a-312a31570919 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656354 Aug 17 03:03:20.024796 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:20.038633 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-61d2b0f3-1376-46a9-87ea-9523987fae5d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 4b8050bd-263f-474e-b098-3b3f7ebeaf6b) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:20.055280 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61d2b0f3-1376-46a9-87ea-9523987fae5d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:20.058081 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-61d2b0f3-1376-46a9-87ea-9523987fae5d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:20.061042 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7b6f1da-de38-4fed-b07f-58ca2958f2ef req-4e980369-7c25-4bf7-a0a1-e541fd6fd84e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a8f7fae-9997-4257-bbfe-5b2c372e07b5 HTTP/1.1" status: 200 len: 217 time: 0.6285584 Aug 17 03:03:20.064581 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa984461-95b1-4ffe-8df7-568e53a660f7 None None] Network 4b8050bd-263f-474e-b098-3b3f7ebeaf6b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:03:20.133299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Pushing event updated for resources: {'Port': ['ID=5976dd56-30e7-4431-be9f-10ae360dcc2e,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:20.153834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-43705b65-2705-4caa-b2d4-f5a8ef1b913c req-ba9019fd-1024-4291-8a9c-543dc7dddff2 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] For port 0a8f7fae-9997-4257-bbfe-5b2c372e07b5, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0a8f7fae-9997-4257-bbfe-5b2c372e07b5,segment=NetworkSegment(f2c0d1b9-1461-42b0-a01d-65ab51852eeb),segment_id=f2c0d1b9-1461-42b0-a01d-65ab51852eeb)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:20.157919 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-61d2b0f3-1376-46a9-87ea-9523987fae5d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.2352135 Aug 17 03:03:20.160415 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53982) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:20.165918 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7f11dc57-42c3-4784-b81a-c126827562f3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Request body: {'port': {'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11', 'name': 'tempest-TaggedBootDevicesTest-1404740785', 'fixed_ips': [{'subnet_id': 'a8293f80-0c9a-49ec-9de7-0f89e1b6c33f'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:20.169857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7703ef4b-4540-4338-9a8b-033157799a3a req-f0325e7b-b21a-45ca-be59-fdb964c88811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:20.171268 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7703ef4b-4540-4338-9a8b-033157799a3a req-f0325e7b-b21a-45ca-be59-fdb964c88811 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 1096 time: 0.1340311 Aug 17 03:03:20.174457 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Attempting to bind port 5976dd56-30e7-4431-be9f-10ae360dcc2e on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:03:20.174844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Attempting to bind port 5976dd56-30e7-4431-be9f-10ae360dcc2e by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:03:20.175247 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Attempting to bind port 5976dd56-30e7-4431-be9f-10ae360dcc2e on network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:20.175674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6f1da-de38-4fed-b07f-58ca2958f2ef req-64b11c90-6b1d-4e6f-8b31-08af6f6cbfe4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:20.177065 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7b6f1da-de38-4fed-b07f-58ca2958f2ef req-64b11c90-6b1d-4e6f-8b31-08af6f6cbfe4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d444053b-fb4a-4e48-b2d6-3c7830e2116a HTTP/1.1" status: 200 len: 852 time: 0.0942073 Aug 17 03:03:20.185570 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:03:20.190382 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Checking segment: {'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:20.190382 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:20.190382 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Bound using segment: {'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:03:20.190382 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Bound port: 5976dd56-30e7-4431-be9f-10ae360dcc2e, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:03:20.190382 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:20.274178 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 209d44fc-f6b8-475d-ba3a-e1730bb97c75 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:03:20.319131 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7b6f1da-de38-4fed-b07f-58ca2958f2ef req-68ca17c0-1234-4a2e-a10a-f6390043d3f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82cf8097-fc29-427a-9c31-4f04e0f699b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1325822 Aug 17 03:03:20.327431 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7703ef4b-4540-4338-9a8b-033157799a3a req-47d68887-0e82-40b7-bf76-e9fcfb530c9d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360211 Aug 17 03:03:20.334763 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-43705b65-2705-4caa-b2d4-f5a8ef1b913c req-ba9019fd-1024-4291-8a9c-543dc7dddff2 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:20.428215 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-4b8050bd-263f-474e-b098-3b3f7ebeaf6b', 'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'fixed_ips': [{'subnet_id': '4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:03:20.429215 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:20.456805 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-459ccd85-d14f-40dc-95d0-570468b8d054 req-ab728721-91b5-495e-8104-355267595d7e tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:20.461495 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] For port 5976dd56-30e7-4431-be9f-10ae360dcc2e, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:03:20.469011 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-459ccd85-d14f-40dc-95d0-570468b8d054 req-ab728721-91b5-495e-8104-355267595d7e tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.1014354 Aug 17 03:03:20.472459 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-43705b65-2705-4caa-b2d4-f5a8ef1b913c req-ba9019fd-1024-4291-8a9c-543dc7dddff2 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:20.482485 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f11dc57-42c3-4784-b81a-c126827562f3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Made reservation on behalf of d11ec609654b4b0ba1d77f9365a04f77 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:20.501113 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0a8f7fae-9997-4257-bbfe-5b2c372e07b5'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:03:20.534685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43705b65-2705-4caa-b2d4-f5a8ef1b913c req-ba9019fd-1024-4291-8a9c-543dc7dddff2 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:20.535640 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-43705b65-2705-4caa-b2d4-f5a8ef1b913c req-ba9019fd-1024-4291-8a9c-543dc7dddff2 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:20.537383 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-43705b65-2705-4caa-b2d4-f5a8ef1b913c req-ba9019fd-1024-4291-8a9c-543dc7dddff2 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "PUT /v2.0/ports/0a8f7fae-9997-4257-bbfe-5b2c372e07b5 HTTP/1.1" status: 200 len: 1020 time: 1.6571305 Aug 17 03:03:20.538502 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] For port 5976dd56-30e7-4431-be9f-10ae360dcc2e, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5976dd56-30e7-4431-be9f-10ae360dcc2e,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:03:20.549720 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4cca766-482d-47d0-a3ca-4100af975298', 'tag': '0a8f7fae-9997-4257-bbfe-5b2c372e07b5'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:20.560463 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10935fd4-d0d3-4d64-b548-786f26e0aabb" -d '{"events": [{"name": "network-changed", "server_uuid": "a4cca766-482d-47d0-a3ca-4100af975298", "tag": "0a8f7fae-9997-4257-bbfe-5b2c372e07b5"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:20.606732 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7b6f1da-de38-4fed-b07f-58ca2958f2ef req-289040ed-0022-45ec-a7a0-9322b21276e6 service neutron] 10.222.0.60 "GET /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2386005 Aug 17 03:03:20.610796 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba9019fd-1024-4291-8a9c-543dc7dddff2 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event updated for resources: {'Port': ['ID=0a8f7fae-9997-4257-bbfe-5b2c372e07b5,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:20.639575 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-459ccd85-d14f-40dc-95d0-570468b8d054 req-1ada0f1b-48f6-490e-90fe-21479b9909cf tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1663492 Aug 17 03:03:20.655548 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0a8f7fae-9997-4257-bbfe-5b2c372e07b5'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:03:20.656223 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7f11dc57-42c3-4784-b81a-c126827562f3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:20.726359 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:20.753767 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-7f11dc57-42c3-4784-b81a-c126827562f3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] device_id is not set on port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:03:20.831023 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9252c1fc-63bc-4583-a9b6-1ce123e3284f x-openstack-request-id: req-9252c1fc-63bc-4583-a9b6-1ce123e3284f {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:20.831326 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4cca766-482d-47d0-a3ca-4100af975298", "tag": "0a8f7fae-9997-4257-bbfe-5b2c372e07b5", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:20.835222 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9252c1fc-63bc-4583-a9b6-1ce123e3284f {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:20.835222 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4cca766-482d-47d0-a3ca-4100af975298', 'tag': '0a8f7fae-9997-4257-bbfe-5b2c372e07b5', 'status': 'completed', 'code': 200} Aug 17 03:03:20.839632 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7b6f1da-de38-4fed-b07f-58ca2958f2ef req-151a894f-a850-4f69-9e18-0252e31a1dd5 service neutron] 10.222.0.60 "GET /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2232976 Aug 17 03:03:20.875061 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 209d44fc-f6b8-475d-ba3a-e1730bb97c75, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=209d44fc-f6b8-475d-ba3a-e1730bb97c75,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:20.927073 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ac1367-2bbd-4966-a1d1-75cdcd4ce57b req-c224b453-add7-4acc-bc72-31665f196918 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:20.928729 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96ac1367-2bbd-4966-a1d1-75cdcd4ce57b req-c224b453-add7-4acc-bc72-31665f196918 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 1023 time: 0.1345036 Aug 17 03:03:20.962982 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:20.971024 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '209d44fc-f6b8-475d-ba3a-e1730bb97c75', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'port_id': '209d44fc-f6b8-475d-ba3a-e1730bb97c75', 'mac_address': 'fa:16:3e:08:e7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:03:21.054797 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-7f11dc57-42c3-4784-b81a-c126827562f3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Allocated IP 10.1.1.234 (9f0bfe94-bcd6-46e9-8643-784d13e1fa11/a8293f80-0c9a-49ec-9de7-0f89e1b6c33f/13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:21.069238 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96ac1367-2bbd-4966-a1d1-75cdcd4ce57b req-9f0b0369-c104-4e37-b783-984b43415af7 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&id=4001e38e-721a-4966-9bfa-32e415dcd3e0&id=49d170cb-fab9-490b-a0b4-9b6160f9ee09 HTTP/1.1" status: 200 len: 6155 time: 0.1321449 Aug 17 03:03:21.104693 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10935fd4-d0d3-4d64-b548-786f26e0aabb req-125c2785-117b-4d70-a427-1124f54d7ad3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:21.111154 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10935fd4-d0d3-4d64-b548-786f26e0aabb req-125c2785-117b-4d70-a427-1124f54d7ad3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=052a4404e4c34be6817cc8733a020ffb&device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 1174 time: 0.0992208 Aug 17 03:03:21.122063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-d2fa28f2-ffc7-450a-bf0c-ffb29770df3a req-11f690a1-10d3-4909-a57c-ec33567ac12d tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Request body: {'security_group': {'name': ' tempest-securitygroup -778494108 ', 'description': 'tempest-description-1154752017'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:21.162255 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Allocated IP 10.2.2.2 (4b8050bd-263f-474e-b098-3b3f7ebeaf6b/4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc/82694a64-cb46-4503-b47f-f2d5f0322940) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:21.278543 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:21.286167 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02056a30-c6d0-4e7f-a29a-ad656c4cd654 None None] Pushing event updated for resources: {'Port': ['ID=5976dd56-30e7-4431-be9f-10ae360dcc2e,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:21.323817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10935fd4-d0d3-4d64-b548-786f26e0aabb req-af4b55e2-9dce-4d64-a5d6-f0a42c686407 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:21.325798 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10935fd4-d0d3-4d64-b548-786f26e0aabb req-af4b55e2-9dce-4d64-a5d6-f0a42c686407 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82cf8097-fc29-427a-9c31-4f04e0f699b0 HTTP/1.1" status: 200 len: 912 time: 0.1933923 Aug 17 03:03:21.358186 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209d44fc-f6b8-475d-ba3a-e1730bb97c75 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:03:21.379228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f304db4-4a31-432e-b78c-005997f35fb8 req-20e2f873-d771-4735-ab6c-f401061dac11 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:21.387955 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7f304db4-4a31-432e-b78c-005997f35fb8 req-20e2f873-d771-4735-ab6c-f401061dac11 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.2054389 Aug 17 03:03:21.414117 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10935fd4-d0d3-4d64-b548-786f26e0aabb req-2b6ce5c6-5a12-44a1-b0f3-cb09adfbb886 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0a8f7fae-9997-4257-bbfe-5b2c372e07b5 HTTP/1.1" status: 200 len: 217 time: 0.0735962 Aug 17 03:03:21.432991 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 209d44fc-f6b8-475d-ba3a-e1730bb97c75, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=209d44fc-f6b8-475d-ba3a-e1730bb97c75,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:21.479790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10935fd4-d0d3-4d64-b548-786f26e0aabb req-dd3a0a7a-970c-45aa-a625-9699f3b0f3ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:21.482101 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10935fd4-d0d3-4d64-b548-786f26e0aabb req-dd3a0a7a-970c-45aa-a625-9699f3b0f3ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d444053b-fb4a-4e48-b2d6-3c7830e2116a HTTP/1.1" status: 200 len: 852 time: 0.0590093 Aug 17 03:03:21.504564 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d2fa28f2-ffc7-450a-bf0c-ffb29770df3a req-11f690a1-10d3-4909-a57c-ec33567ac12d tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:21.538756 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10935fd4-d0d3-4d64-b548-786f26e0aabb req-a93586d0-2eff-49e1-802b-350499b1e256 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82cf8097-fc29-427a-9c31-4f04e0f699b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478690 Aug 17 03:03:21.555297 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54026) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:21.568188 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:21.608300 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Transition to ACTIVE for port object 82694a64-cb46-4503-b47f-f2d5f0322940 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:21.627942 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:21.712072 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Transition to ACTIVE for port object 82694a64-cb46-4503-b47f-f2d5f0322940 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:21.715952 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10935fd4-d0d3-4d64-b548-786f26e0aabb req-4901d2d9-7cde-4abe-a838-ea29c72786b0 service neutron] 10.222.0.60 "GET /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1612260 Aug 17 03:03:21.768572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=209d44fc-f6b8-475d-ba3a-e1730bb97c75,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:21.828242 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d2fa28f2-ffc7-450a-bf0c-ffb29770df3a req-11f690a1-10d3-4909-a57c-ec33567ac12d tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:21.927063 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10935fd4-d0d3-4d64-b548-786f26e0aabb req-3670d552-05ff-4be2-9089-ad863389b123 service neutron] 10.222.0.60 "GET /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2015295 Aug 17 03:03:21.935509 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:21.942220 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-05256edc-87ba-48e0-9984-87a0ebbc928d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:22.078776 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7f304db4-4a31-432e-b78c-005997f35fb8 req-5161ac47-cfdd-45fa-a602-44c3eecdb2c3 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5908284 Aug 17 03:03:22.078776 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7f11dc57-42c3-4784-b81a-c126827562f3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:22.081027 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['209d44fc-f6b8-475d-ba3a-e1730bb97c75'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:03:22.081408 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-7f11dc57-42c3-4784-b81a-c126827562f3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Transition to ACTIVE for port object 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:22.085664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Network 4b8050bd-263f-474e-b098-3b3f7ebeaf6b is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:22.085664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:22.088032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:22.107475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Pushing event updated for resources: {'Port': ['ID=82694a64-cb46-4503-b47f-f2d5f0322940,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:22.201106 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca63fd2-ed2f-4faa-bf24-da56ec019917 req-360f7bd7-693f-4843-8872-4fc5f6b623d3 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:22.203111 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ca63fd2-ed2f-4faa-bf24-da56ec019917 req-360f7bd7-693f-4843-8872-4fc5f6b623d3 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.0631602 Aug 17 03:03:22.209658 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Attempting to bind port 82694a64-cb46-4503-b47f-f2d5f0322940 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:03:22.209779 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Attempting to bind port 82694a64-cb46-4503-b47f-f2d5f0322940 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '37427c4d-051e-4a90-aacb-d267fa643c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:03:22.210248 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Attempting to bind port 82694a64-cb46-4503-b47f-f2d5f0322940 on network 4b8050bd-263f-474e-b098-3b3f7ebeaf6b {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:22.228324 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5976dd56-30e7-4431-be9f-10ae360dcc2e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:03:22.236924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:03:22.237312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Checking segment: {'id': '37427c4d-051e-4a90-aacb-d267fa643c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:22.237768 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:22.238517 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Bound using segment: {'id': '37427c4d-051e-4a90-aacb-d267fa643c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:03:22.238649 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Bound port: 82694a64-cb46-4503-b47f-f2d5f0322940, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37427c4d-051e-4a90-aacb-d267fa643c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:03:22.239024 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:22.254646 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d2fa28f2-ffc7-450a-bf0c-ffb29770df3a req-11f690a1-10d3-4909-a57c-ec33567ac12d tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:22.263583 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ca63fd2-ed2f-4faa-bf24-da56ec019917 req-a894ab32-4539-4373-bea6-be73f0d42f2c tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533686 Aug 17 03:03:22.300932 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7f11dc57-42c3-4784-b81a-c126827562f3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:22.344168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f690a1-10d3-4909-a57c-ec33567ac12d tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4bba14a6-ab1d-4579-8b94-4819764c656f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:22.401668 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f11dc57-42c3-4784-b81a-c126827562f3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:22.408413 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-7f11dc57-42c3-4784-b81a-c126827562f3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:22.409480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] For port 82694a64-cb46-4503-b47f-f2d5f0322940, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:03:22.411521 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f11dc57-42c3-4784-b81a-c126827562f3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:22.431949 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43832323-b03c-4a42-bbd3-569e415ede5d None None] Network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:03:22.438213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] For port 82694a64-cb46-4503-b47f-f2d5f0322940, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=82694a64-cb46-4503-b47f-f2d5f0322940,segment=NetworkSegment(37427c4d-051e-4a90-aacb-d267fa643c41),segment_id=37427c4d-051e-4a90-aacb-d267fa643c41)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:03:22.453088 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f11dc57-42c3-4784-b81a-c126827562f3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event updated for resources: {'Port': ['ID=13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:22.494508 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f11dc57-42c3-4784-b81a-c126827562f3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:22.495311 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7f11dc57-42c3-4784-b81a-c126827562f3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:22.536866 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-05256edc-87ba-48e0-9984-87a0ebbc928d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:22.551525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 5976dd56-30e7-4431-be9f-10ae360dcc2e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:22.558542 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:22.570678 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8458a5b-24bd-4e14-a611-8a13cc690f66 req-aa4f92cc-c44b-4800-a54b-6066ad509ab6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:22.574908 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8458a5b-24bd-4e14-a611-8a13cc690f66 req-aa4f92cc-c44b-4800-a54b-6066ad509ab6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.0703862 Aug 17 03:03:22.616917 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8458a5b-24bd-4e14-a611-8a13cc690f66 req-1b86ee71-f690-4a1b-8ca3-89dabcf40a59 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347557 Aug 17 03:03:22.630812 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-97479579-938d-4085-b06f-11530fc29e68 None None] Provisioning for port 5976dd56-30e7-4431-be9f-10ae360dcc2e completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:22.632982 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-05256edc-87ba-48e0-9984-87a0ebbc928d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:22.647338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-97479579-938d-4085-b06f-11530fc29e68 None None] Provisioning complete for port 5976dd56-30e7-4431-be9f-10ae360dcc2e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:22.647827 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97479579-938d-4085-b06f-11530fc29e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:22.697554 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-05256edc-87ba-48e0-9984-87a0ebbc928d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d26ef7cf717d4540859a225d647b7bb0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1402483 Aug 17 03:03:22.700414 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54050) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:22.705253 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05256edc-87ba-48e0-9984-87a0ebbc928d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc5567b-0961-4733-bbac-6b76342081c9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:22.730079 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d2fa28f2-ffc7-450a-bf0c-ffb29770df3a req-11f690a1-10d3-4909-a57c-ec33567ac12d tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:22.731776 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d2fa28f2-ffc7-450a-bf0c-ffb29770df3a req-11f690a1-10d3-4909-a57c-ec33567ac12d tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1787 time: 1.6183643 Aug 17 03:03:22.771416 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7f11dc57-42c3-4784-b81a-c126827562f3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6073065 Aug 17 03:03:22.771995 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54056) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:22.779739 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-2fea75ad-413a-4114-af05-01c0ad2f4ba0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Request body: {'port': {'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11', 'name': 'tempest-TaggedBootDevicesTest-1712725705', 'fixed_ips': [{'subnet_id': 'a8293f80-0c9a-49ec-9de7-0f89e1b6c33f'}]}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:22.801951 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4af441e8-16c4-44ae-931b-9db047560e42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:22.826480 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4af441e8-16c4-44ae-931b-9db047560e42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:22.923010 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64410c54-9948-4ee0-ba1b-7b4e30536ebb req-4f35ce90-d8d6-4293-9abe-eb81bdf31b72 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/4bba14a6-ab1d-4579-8b94-4819764c656f HTTP/1.1" status: 200 len: 1782 time: 0.0846708 Aug 17 03:03:22.962292 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4af441e8-16c4-44ae-931b-9db047560e42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:22.966051 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4af441e8-16c4-44ae-931b-9db047560e42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:22.967557 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4af441e8-16c4-44ae-931b-9db047560e42 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1dc5567b-0961-4733-bbac-6b76342081c9 HTTP/1.1" status: 204 len: 168 time: 0.2661319 Aug 17 03:03:22.986105 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4af441e8-16c4-44ae-931b-9db047560e42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc5567b-0961-4733-bbac-6b76342081c9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:22.992951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d18c7a-4b1b-4627-a3fc-450653e2f490 None None] Pushing event updated for resources: {'Port': ['ID=82694a64-cb46-4503-b47f-f2d5f0322940,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:23.085258 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97479579-938d-4085-b06f-11530fc29e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:23.098511 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-26f52a9e-7f54-4e48-a350-db4af23eef4f req-d7692f21-93f2-4689-ad55-3b81b8b6fba4 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/4bba14a6-ab1d-4579-8b94-4819764c656f HTTP/1.1" status: 200 len: 1782 time: 0.1154230 Aug 17 03:03:23.138353 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-97479579-938d-4085-b06f-11530fc29e68 None None] For port 5976dd56-30e7-4431-be9f-10ae360dcc2e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5976dd56-30e7-4431-be9f-10ae360dcc2e,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:23.150701 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fea75ad-413a-4114-af05-01c0ad2f4ba0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Made reservation on behalf of d11ec609654b4b0ba1d77f9365a04f77 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:23.241232 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97479579-938d-4085-b06f-11530fc29e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:23.268596 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-26f52a9e-7f54-4e48-a350-db4af23eef4f req-b9f3cf2f-2135-4fb6-9c0f-604cb2b7ebf1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:23.302300 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-26f52a9e-7f54-4e48-a350-db4af23eef4f req-b9f3cf2f-2135-4fb6-9c0f-604cb2b7ebf1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:23.345786 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9225782b-eaa8-4c1e-aec1-e3409599c7aa req-1545103d-1a65-4275-a91c-d6dc5004b280 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:23.349311 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9225782b-eaa8-4c1e-aec1-e3409599c7aa req-1545103d-1a65-4275-a91c-d6dc5004b280 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 944 time: 0.0877743 Aug 17 03:03:23.361683 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97479579-938d-4085-b06f-11530fc29e68 None None] Pushing event updated for resources: {'Port': ['ID=5976dd56-30e7-4431-be9f-10ae360dcc2e,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:23.446319 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9225782b-eaa8-4c1e-aec1-e3409599c7aa req-b8d94122-7f2c-4360-89a3-de27976233e4 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877438 Aug 17 03:03:23.485445 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2fea75ad-413a-4114-af05-01c0ad2f4ba0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:23.507428 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-2fea75ad-413a-4114-af05-01c0ad2f4ba0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] device_id is not set on port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:03:23.527900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-07b3de69-9870-4bb6-b5ae-5642c87de042 None None] Provisioning for port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:23.532121 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-07b3de69-9870-4bb6-b5ae-5642c87de042 None None] Provisioning complete for port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:23.532461 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-07b3de69-9870-4bb6-b5ae-5642c87de042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:23.568344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-07b3de69-9870-4bb6-b5ae-5642c87de042 None None] Port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:03:23.589570 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-07b3de69-9870-4bb6-b5ae-5642c87de042 None None] Provisioning complete for port 5976dd56-30e7-4431-be9f-10ae360dcc2e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:23.590129 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-07b3de69-9870-4bb6-b5ae-5642c87de042 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:23.608199 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-26f52a9e-7f54-4e48-a350-db4af23eef4f req-b9f3cf2f-2135-4fb6-9c0f-604cb2b7ebf1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:23.611161 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-26f52a9e-7f54-4e48-a350-db4af23eef4f req-b9f3cf2f-2135-4fb6-9c0f-604cb2b7ebf1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:23.613655 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-26f52a9e-7f54-4e48-a350-db4af23eef4f req-b9f3cf2f-2135-4fb6-9c0f-604cb2b7ebf1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "DELETE /v2.0/security-groups/4bba14a6-ab1d-4579-8b94-4819764c656f HTTP/1.1" status: 204 len: 173 time: 0.5079203 Aug 17 03:03:23.760428 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f3cf2f-2135-4fb6-9c0f-604cb2b7ebf1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bba14a6-ab1d-4579-8b94-4819764c656f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:23.853904 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-fb97eee0-2b43-4bae-a43a-b90a33a16598 req-44e25720-3a60-4bc6-a750-e7b235af84bb tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] show failed (client error): The resource could not be found. Aug 17 03:03:23.855214 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb97eee0-2b43-4bae-a43a-b90a33a16598 req-44e25720-3a60-4bc6-a750-e7b235af84bb tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/4bba14a6-ab1d-4579-8b94-4819764c656f HTTP/1.1" status: 404 len: 352 time: 0.0440292 Aug 17 03:03:23.858445 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-80121189-973e-4368-aafe-1162a2deb3bd tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:23.881123 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-80121189-973e-4368-aafe-1162a2deb3bd tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/networks?id=54136ca1-bdf4-455e-a64c-9cb78eb9482e HTTP/1.1" status: 200 len: 815 time: 0.2036042 Aug 17 03:03:23.902977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ee706270-57a3-4831-83e3-68410377c9ba req-8f82eec9-93c0-45f7-bf6c-9bb1b97da9a5 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1456918416', 'description': 'tempest-description-412970409'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:23.907964 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-ee41e927-f3b6-4e01-a31a-54e997efc6a6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/quotas/eeb669fb84bc48d3934bd32b8e8e4f1f HTTP/1.1" status: 200 len: 375 time: 0.0291655 Aug 17 03:03:23.930318 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54094) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:23.977189 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a29a497d-017a-4477-9214-370672256e80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:23.992416 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b75404b0-e38e-4669-b819-ba25c1c26072 None None] Provisioning complete for port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:23.992796 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b75404b0-e38e-4669-b819-ba25c1c26072 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.011042 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-c6217570-b524-428e-ac1c-5a0dd7e71cf6 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=eeb669fb84bc48d3934bd32b8e8e4f1f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0901508 Aug 17 03:03:24.018298 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-2fea75ad-413a-4114-af05-01c0ad2f4ba0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Allocated IP 10.1.1.89 (9f0bfe94-bcd6-46e9-8643-784d13e1fa11/a8293f80-0c9a-49ec-9de7-0f89e1b6c33f/229d34f2-e84b-4d61-a8c6-7ecb791ac85d) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:24.050213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b75404b0-e38e-4669-b819-ba25c1c26072 None None] Port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:03:24.072845 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee706270-57a3-4831-83e3-68410377c9ba req-8f82eec9-93c0-45f7-bf6c-9bb1b97da9a5 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.146952 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e077e6d9-79cb-4e91-90fa-13137e9fb14e None None] Network 4b8050bd-263f-474e-b098-3b3f7ebeaf6b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:03:24.200165 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-2823d67a-ea7e-4ab7-9c37-c29f01ca01a3 service neutron] 10.222.0.10 "GET /v2.0/networks/54136ca1-bdf4-455e-a64c-9cb78eb9482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1820269 Aug 17 03:03:24.287355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54098) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:24.290664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5976dd56-30e7-4431-be9f-10ae360dcc2e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:03:24.311439 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a29a497d-017a-4477-9214-370672256e80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.316923 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 209d44fc-f6b8-475d-ba3a-e1730bb97c75 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:03:24.349785 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-a064dca1-0989-4d07-8d0b-4f9f3de40496 service neutron] 10.222.0.10 "GET /v2.0/networks/54136ca1-bdf4-455e-a64c-9cb78eb9482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486988 Aug 17 03:03:24.350403 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2fea75ad-413a-4114-af05-01c0ad2f4ba0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.367106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-2fea75ad-413a-4114-af05-01c0ad2f4ba0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Transition to ACTIVE for port object 229d34f2-e84b-4d61-a8c6-7ecb791ac85d will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:24.397039 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c24c62f3-e932-4c63-8262-39b05763d5ee None None] Provisioning for port 82694a64-cb46-4503-b47f-f2d5f0322940 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:24.430901 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a29a497d-017a-4477-9214-370672256e80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.453919 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 5976dd56-30e7-4431-be9f-10ae360dcc2e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:24.454301 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.473183 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29a497d-017a-4477-9214-370672256e80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c0d4474e-2b05-48ae-bc7f-a3577b09e310,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:24.503249 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a29a497d-017a-4477-9214-370672256e80 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=76030422a4be40ceace3d0babcb16d29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5700736 Aug 17 03:03:24.506096 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54104) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:24.525363 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5216bccc-dcfc-4474-b3af-5358b2d89a30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.533817 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2fea75ad-413a-4114-af05-01c0ad2f4ba0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.568527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 209d44fc-f6b8-475d-ba3a-e1730bb97c75 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:24.573120 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee706270-57a3-4831-83e3-68410377c9ba req-8f82eec9-93c0-45f7-bf6c-9bb1b97da9a5 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.583294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 209d44fc-f6b8-475d-ba3a-e1730bb97c75 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:24.588394 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.600399 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e11d0d6f-b4dd-4e1f-882b-a77a99304957 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.627284 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 82694a64-cb46-4503-b47f-f2d5f0322940 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:03:24.632732 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e11d0d6f-b4dd-4e1f-882b-a77a99304957 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.686449 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee706270-57a3-4831-83e3-68410377c9ba req-8f82eec9-93c0-45f7-bf6c-9bb1b97da9a5 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.746689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fea75ad-413a-4114-af05-01c0ad2f4ba0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:24.766784 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.784164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-215a79e1-a8c5-43f0-99fd-dfa310602b0c req-a686f70a-3de4-4d3d-be82-923964ee983a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:24.796488 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-215a79e1-a8c5-43f0-99fd-dfa310602b0c req-a686f70a-3de4-4d3d-be82-923964ee983a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 944 time: 0.0802331 Aug 17 03:03:24.804988 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209d44fc-f6b8-475d-ba3a-e1730bb97c75'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:24.807744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-2fea75ad-413a-4114-af05-01c0ad2f4ba0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:24.810277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fea75ad-413a-4114-af05-01c0ad2f4ba0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:24.811852 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090d97ce-60f3-4cb5-afb6-5144556e30d4" -d '{"events": [{"server_uuid": "2e4aa193-9292-4569-914a-51e4ee6dc13c", "name": "network-vif-plugged", "status": "completed", "tag": "209d44fc-f6b8-475d-ba3a-e1730bb97c75"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:24.821920 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 82694a64-cb46-4503-b47f-f2d5f0322940 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:24.833672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 82694a64-cb46-4503-b47f-f2d5f0322940 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:24.834312 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.837963 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 209d44fc-f6b8-475d-ba3a-e1730bb97c75, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=209d44fc-f6b8-475d-ba3a-e1730bb97c75,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:24.850371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fea75ad-413a-4114-af05-01c0ad2f4ba0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event updated for resources: {'Port': ['ID=229d34f2-e84b-4d61-a8c6-7ecb791ac85d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:24.863559 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f82eec9-93c0-45f7-bf6c-9bb1b97da9a5 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2165d5ff-056b-46a6-a243-c8ca7abdaa6d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:24.870130 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-215a79e1-a8c5-43f0-99fd-dfa310602b0c req-d6a71212-d145-4d6e-9a5c-87df23455ac1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0568151 Aug 17 03:03:24.886559 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5b2342-7162-4d04-b3a1-2a93d220271e req-9cda8597-7bd8-4226-88d3-a1e8a7590090 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:24.888396 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2a5b2342-7162-4d04-b3a1-2a93d220271e req-9cda8597-7bd8-4226-88d3-a1e8a7590090 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.60 "GET /v2.0/ports?device_id=2330b22b-6d5c-4061-847f-9069fc1ef738 HTTP/1.1" status: 200 len: 945 time: 0.3314123 Aug 17 03:03:24.929408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fea75ad-413a-4114-af05-01c0ad2f4ba0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:24.930123 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2fea75ad-413a-4114-af05-01c0ad2f4ba0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.930597 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.975102 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2dabb087-82ef-4839-834b-4c88da221d0d req-78aa5236-c9a5-4b5b-8267-2e1f0a568484 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 210 time: 0.0272291 Aug 17 03:03:24.975843 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e11d0d6f-b4dd-4e1f-882b-a77a99304957 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.978781 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e11d0d6f-b4dd-4e1f-882b-a77a99304957 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:24.982700 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e11d0d6f-b4dd-4e1f-882b-a77a99304957 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c0d4474e-2b05-48ae-bc7f-a3577b09e310 HTTP/1.1" status: 204 len: 168 time: 0.4726398 Aug 17 03:03:25.046495 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d0d6f-b4dd-4e1f-882b-a77a99304957 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c0d4474e-2b05-48ae-bc7f-a3577b09e310,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:25.066355 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-619b3a73-0aa6-4bb4-a825-b933fe16699c None None] Provisioning complete for port 82694a64-cb46-4503-b47f-f2d5f0322940 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:25.066834 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-619b3a73-0aa6-4bb4-a825-b933fe16699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.074342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=209d44fc-f6b8-475d-ba3a-e1730bb97c75,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:25.111444 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5216bccc-dcfc-4474-b3af-5358b2d89a30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.112883 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.114030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-2a5b2342-7162-4d04-b3a1-2a93d220271e req-32bbca84-cd0d-401f-908a-37b850543b64 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Deleting port 3970361b-15ea-4dfc-af2e-8d21c55c3cda {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:03:25.114528 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2a5b2342-7162-4d04-b3a1-2a93d220271e req-32bbca84-cd0d-401f-908a-37b850543b64 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.199791 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5216bccc-dcfc-4474-b3af-5358b2d89a30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.200660 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 82694a64-cb46-4503-b47f-f2d5f0322940, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=82694a64-cb46-4503-b47f-f2d5f0322940,segment=NetworkSegment(37427c4d-051e-4a90-aacb-d267fa643c41),segment_id=37427c4d-051e-4a90-aacb-d267fa643c41)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:25.258323 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5216bccc-dcfc-4474-b3af-5358b2d89a30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eded293-3337-428b-9445-15623294b4c0,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:25.266516 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5216bccc-dcfc-4474-b3af-5358b2d89a30 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ace207f3f6b4ea786d36cfbb51fab21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9779739 Aug 17 03:03:25.271937 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-695c5526-c274-484f-94ad-109674cd08f5 x-openstack-request-id: req-695c5526-c274-484f-94ad-109674cd08f5 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:25.271937 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4aa193-9292-4569-914a-51e4ee6dc13c", "name": "network-vif-plugged", "status": "completed", "tag": "209d44fc-f6b8-475d-ba3a-e1730bb97c75", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:25.271937 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-695c5526-c274-484f-94ad-109674cd08f5 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:25.271937 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209d44fc-f6b8-475d-ba3a-e1730bb97c75', 'code': 200} Aug 17 03:03:25.272299 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54124) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:25.272994 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-619b3a73-0aa6-4bb4-a825-b933fe16699c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.289823 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.296611 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2fea75ad-413a-4114-af05-01c0ad2f4ba0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.5232630 Aug 17 03:03:25.299248 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ee706270-57a3-4831-83e3-68410377c9ba req-8f82eec9-93c0-45f7-bf6c-9bb1b97da9a5 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.304532 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee706270-57a3-4831-83e3-68410377c9ba req-8f82eec9-93c0-45f7-bf6c-9bb1b97da9a5 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.4113317 Aug 17 03:03:25.323194 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-2a5b2342-7162-4d04-b3a1-2a93d220271e req-32bbca84-cd0d-401f-908a-37b850543b64 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] For port 3970361b-15ea-4dfc-af2e-8d21c55c3cda, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3970361b-15ea-4dfc-af2e-8d21c55c3cda,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:25.323686 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2a5b2342-7162-4d04-b3a1-2a93d220271e req-32bbca84-cd0d-401f-908a-37b850543b64 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.339525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-9df963c9-1fc4-4e34-b67b-32afd4d801c2 req-da413700-2934-4693-a7a0-9ae6b2e5964b tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-412257236', 'description': 'tempest-description-494554530'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:25.354421 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-2a5b2342-7162-4d04-b3a1-2a93d220271e req-32bbca84-cd0d-401f-908a-37b850543b64 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Calling delete_port for 3970361b-15ea-4dfc-af2e-8d21c55c3cda owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:03:25.372715 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8fd8f536-0b95-46c6-b926-afc6648dd93c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.397980 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8fd8f536-0b95-46c6-b926-afc6648dd93c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.447288 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-619b3a73-0aa6-4bb4-a825-b933fe16699c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:03:25.447930 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-619b3a73-0aa6-4bb4-a825-b933fe16699c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:03:25.454282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-206d7fbf-edf1-4808-b3f8-54ed0844fdaf req-c9e1e58a-bcab-496c-9b21-cc0f4f24793f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:25.455986 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-206d7fbf-edf1-4808-b3f8-54ed0844fdaf req-c9e1e58a-bcab-496c-9b21-cc0f4f24793f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 1096 time: 0.0944583 Aug 17 03:03:25.458627 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=82694a64-cb46-4503-b47f-f2d5f0322940,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:25.490617 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9df963c9-1fc4-4e34-b67b-32afd4d801c2 req-da413700-2934-4693-a7a0-9ae6b2e5964b tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.527669 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8fd8f536-0b95-46c6-b926-afc6648dd93c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.533837 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8fd8f536-0b95-46c6-b926-afc6648dd93c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.533837 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8fd8f536-0b95-46c6-b926-afc6648dd93c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9eded293-3337-428b-9445-15623294b4c0 HTTP/1.1" status: 204 len: 168 time: 0.2613654 Aug 17 03:03:25.536149 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-206d7fbf-edf1-4808-b3f8-54ed0844fdaf req-6dca3802-8fb0-46aa-aeec-b86dfab6fbf6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654955 Aug 17 03:03:25.546417 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd8f536-0b95-46c6-b926-afc6648dd93c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eded293-3337-428b-9445-15623294b4c0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:25.664304 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54138) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:25.670667 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-14f1677b-f53a-475d-8e8f-ec057f89ce79 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1949151270', 'description': 'tempest-description--383876913'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:25.680283 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9df963c9-1fc4-4e34-b67b-32afd4d801c2 req-da413700-2934-4693-a7a0-9ae6b2e5964b tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.704621 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2a5b2342-7162-4d04-b3a1-2a93d220271e req-32bbca84-cd0d-401f-908a-37b850543b64 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.716031 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['3970361b-15ea-4dfc-af2e-8d21c55c3cda'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:03:25.737871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32bbca84-cd0d-401f-908a-37b850543b64 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Pushing event deleted for resources: {'Port': ['ID=3970361b-15ea-4dfc-af2e-8d21c55c3cda,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:25.742067 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9df963c9-1fc4-4e34-b67b-32afd4d801c2 req-da413700-2934-4693-a7a0-9ae6b2e5964b tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.817158 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a5b2342-7162-4d04-b3a1-2a93d220271e req-32bbca84-cd0d-401f-908a-37b850543b64 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] No DVR routers for this DVR port 3970361b-15ea-4dfc-af2e-8d21c55c3cda on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:03:25.820154 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2a5b2342-7162-4d04-b3a1-2a93d220271e req-32bbca84-cd0d-401f-908a-37b850543b64 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.822210 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2a5b2342-7162-4d04-b3a1-2a93d220271e req-32bbca84-cd0d-401f-908a-37b850543b64 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.60 "DELETE /v2.0/ports/3970361b-15ea-4dfc-af2e-8d21c55c3cda HTTP/1.1" status: 204 len: 173 time: 0.9250245 Aug 17 03:03:25.822758 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2330b22b-6d5c-4061-847f-9069fc1ef738', 'name': 'network-vif-deleted', 'tag': '3970361b-15ea-4dfc-af2e-8d21c55c3cda'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:25.824327 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14f1677b-f53a-475d-8e8f-ec057f89ce79 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.825217 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a726748-be42-405a-867b-16afcc3da3e0" -d '{"events": [{"server_uuid": "2330b22b-6d5c-4061-847f-9069fc1ef738", "name": "network-vif-deleted", "tag": "3970361b-15ea-4dfc-af2e-8d21c55c3cda"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:25.840565 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da413700-2934-4693-a7a0-9ae6b2e5964b tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d791a55e-cec2-4576-bccb-e5631a7e6b02,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:25.862753 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f9a9917-e241-4455-b57d-0e34695dec03 x-openstack-request-id: req-8f9a9917-e241-4455-b57d-0e34695dec03 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:25.863070 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2330b22b-6d5c-4061-847f-9069fc1ef738", "name": "network-vif-deleted", "tag": "3970361b-15ea-4dfc-af2e-8d21c55c3cda", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:25.863322 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8f9a9917-e241-4455-b57d-0e34695dec03 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:25.863744 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2330b22b-6d5c-4061-847f-9069fc1ef738', 'name': 'network-vif-deleted', 'tag': '3970361b-15ea-4dfc-af2e-8d21c55c3cda', 'status': 'completed', 'code': 200} Aug 17 03:03:25.913413 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9df963c9-1fc4-4e34-b67b-32afd4d801c2 req-da413700-2934-4693-a7a0-9ae6b2e5964b tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:25.918442 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9df963c9-1fc4-4e34-b67b-32afd4d801c2 req-da413700-2934-4693-a7a0-9ae6b2e5964b tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5904989 Aug 17 03:03:25.955092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-c6a41fed-cf5d-4fb2-8d5a-a2430e3eb51f req-c1feb3ff-3167-4016-96a9-327c83d1bddc tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-182441484', 'description': 'tempest-description-1221171071'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:26.080216 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14f1677b-f53a-475d-8e8f-ec057f89ce79 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:26.094965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7432c03-9909-4f83-a962-f520cabd5e93 req-749fd42c-27f3-4c61-bb9f-33e3e9f2df8d tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:26.096721 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d7432c03-9909-4f83-a962-f520cabd5e93 req-749fd42c-27f3-4c61-bb9f-33e3e9f2df8d tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.0962853 Aug 17 03:03:26.122812 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 82694a64-cb46-4503-b47f-f2d5f0322940 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:03:26.142465 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d7432c03-9909-4f83-a962-f520cabd5e93 req-4eeb2a64-9831-4589-8a70-8b477aeb179e tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0369549 Aug 17 03:03:26.183139 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14f1677b-f53a-475d-8e8f-ec057f89ce79 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:26.186664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 82694a64-cb46-4503-b47f-f2d5f0322940 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:26.187379 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:26.236399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6d57b930-940f-4bf3-886b-4e984ea56134 None None] Provisioning for port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:26.240854 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f1677b-f53a-475d-8e8f-ec057f89ce79 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45eaa01e-5bc7-4240-85ea-aefc652ea939,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:26.245179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6d57b930-940f-4bf3-886b-4e984ea56134 None None] Provisioning complete for port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:26.245598 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6d57b930-940f-4bf3-886b-4e984ea56134 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:26.277351 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c6a41fed-cf5d-4fb2-8d5a-a2430e3eb51f req-c1feb3ff-3167-4016-96a9-327c83d1bddc tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:26.319394 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6d57b930-940f-4bf3-886b-4e984ea56134 None None] Port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:03:26.342034 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2a3b54be-7bba-407d-bc8b-960bab1cca85 req-f337e431-6824-4feb-a05f-bc7446631b93 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 210 time: 0.0738382 Aug 17 03:03:26.402214 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14f1677b-f53a-475d-8e8f-ec057f89ce79 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:26.406686 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54172) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:26.411800 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-14f1677b-f53a-475d-8e8f-ec057f89ce79 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.7413270 Aug 17 03:03:26.418489 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8a0ffa17-72ae-493a-bca9-c1462e06432c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Request body: {'security_group_rule': {'security_group_id': '45eaa01e-5bc7-4240-85ea-aefc652ea939', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:26.545711 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c6a41fed-cf5d-4fb2-8d5a-a2430e3eb51f req-c1feb3ff-3167-4016-96a9-327c83d1bddc tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:26.640118 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c6a41fed-cf5d-4fb2-8d5a-a2430e3eb51f req-c1feb3ff-3167-4016-96a9-327c83d1bddc tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:26.681761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1feb3ff-3167-4016-96a9-327c83d1bddc tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b581df-4b75-4331-8844-2d9d2d411a1d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:26.751315 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a0ffa17-72ae-493a-bca9-c1462e06432c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:26.801013 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a0ffa17-72ae-493a-bca9-c1462e06432c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:26.858062 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c6a41fed-cf5d-4fb2-8d5a-a2430e3eb51f req-c1feb3ff-3167-4016-96a9-327c83d1bddc tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:26.859346 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c6a41fed-cf5d-4fb2-8d5a-a2430e3eb51f req-c1feb3ff-3167-4016-96a9-327c83d1bddc tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.9092629 Aug 17 03:03:26.886901 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a0ffa17-72ae-493a-bca9-c1462e06432c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:26.919440 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0ffa17-72ae-493a-bca9-c1462e06432c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d8341ce-8df1-4c2b-9663-dcce77321c7f,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:26.990816 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a0ffa17-72ae-493a-bca9-c1462e06432c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:26.993074 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8a0ffa17-72ae-493a-bca9-c1462e06432c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5843952 Aug 17 03:03:26.996330 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54190) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:27.001459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-60548f9b-5d0b-4ce9-8fb6-4112b3f01502 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Request body: {'security_group_rule': {'security_group_id': '45eaa01e-5bc7-4240-85ea-aefc652ea939', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:27.019033 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-685ea3ce-4511-45b9-a843-bf360231a6e9 req-acec6337-d84a-4213-b183-41bacd083dfc tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=052a4404e4c34be6817cc8733a020ffb HTTP/1.1" status: 200 len: 10907 time: 0.1270027 Aug 17 03:03:27.073730 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-685ea3ce-4511-45b9-a843-bf360231a6e9 req-80293907-940e-4658-a609-78412b72538c tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/b53d6b86-7614-4136-aed5-ce4c3f0c6cbe HTTP/1.1" status: 200 len: 2985 time: 0.0478692 Aug 17 03:03:27.127702 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-685ea3ce-4511-45b9-a843-bf360231a6e9 req-882573ca-d6c0-4eb9-80ac-7f1568242647 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/b53d6b86-7614-4136-aed5-ce4c3f0c6cbe HTTP/1.1" status: 200 len: 2985 time: 0.0470386 Aug 17 03:03:27.130648 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60548f9b-5d0b-4ce9-8fb6-4112b3f01502 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:27.202605 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60548f9b-5d0b-4ce9-8fb6-4112b3f01502 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:27.235260 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-64e1bf4b-2260-4df5-b138-c554a5a2e07b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:27.236864 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-64e1bf4b-2260-4df5-b138-c554a5a2e07b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.60 "GET /v2.0/networks?id=54136ca1-bdf4-455e-a64c-9cb78eb9482e HTTP/1.1" status: 200 len: 815 time: 0.1777251 Aug 17 03:03:27.239786 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5addbef6-905b-4025-8463-33046c06567b req-430dae4a-1323-4c58-aa86-4869a2ecaedb tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/2165d5ff-056b-46a6-a243-c8ca7abdaa6d HTTP/1.1" status: 200 len: 1802 time: 0.0844340 Aug 17 03:03:27.251107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Request body: {'port': {'device_id': '053d8635-8a4f-416a-8fdf-a46e4b19002e', 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e', 'admin_state_up': True, 'tenant_id': 'eeb669fb84bc48d3934bd32b8e8e4f1f'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:27.300086 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60548f9b-5d0b-4ce9-8fb6-4112b3f01502 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:27.333135 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb89d586-414c-4678-bd41-0a7a96300da2 req-98af3bb6-5ae0-4a05-905d-0443dcddb2e1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:27.341757 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb89d586-414c-4678-bd41-0a7a96300da2 req-98af3bb6-5ae0-4a05-905d-0443dcddb2e1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.0830007 Aug 17 03:03:27.362090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60548f9b-5d0b-4ce9-8fb6-4112b3f01502 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d01fa603-f68e-4f1a-b9a7-9491ec5ef6d5,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:27.383960 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5addbef6-905b-4025-8463-33046c06567b req-50c408a4-2ba3-4997-8df6-a9d08766c532 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:27.418688 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb89d586-414c-4678-bd41-0a7a96300da2 req-1ebac37c-85fa-4255-9e5a-e68e96d8e95b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0754511 Aug 17 03:03:27.428415 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5addbef6-905b-4025-8463-33046c06567b req-50c408a4-2ba3-4997-8df6-a9d08766c532 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:27.509775 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60548f9b-5d0b-4ce9-8fb6-4112b3f01502 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:27.513037 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-60548f9b-5d0b-4ce9-8fb6-4112b3f01502 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5154827 Aug 17 03:03:27.519062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54220) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:27.528224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-bfc44fe7-0a82-460d-ab16-af3e46920cdb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:27.532399 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f8ea1a10-f27b-44d8-98fb-0213fed9d691 req-5f8b9911-9adc-45c0-ae5e-2d9f926032e9 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 210 time: 0.0377667 Aug 17 03:03:27.655776 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5addbef6-905b-4025-8463-33046c06567b req-50c408a4-2ba3-4997-8df6-a9d08766c532 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:27.658621 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5addbef6-905b-4025-8463-33046c06567b req-50c408a4-2ba3-4997-8df6-a9d08766c532 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:27.659765 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5addbef6-905b-4025-8463-33046c06567b req-50c408a4-2ba3-4997-8df6-a9d08766c532 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "DELETE /v2.0/security-groups/2165d5ff-056b-46a6-a243-c8ca7abdaa6d HTTP/1.1" status: 204 len: 173 time: 0.4037867 Aug 17 03:03:27.682379 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Made reservation on behalf of eeb669fb84bc48d3934bd32b8e8e4f1f for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:27.686851 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:27.709230 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c408a4-2ba3-4997-8df6-a9d08766c532 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2165d5ff-056b-46a6-a243-c8ca7abdaa6d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:27.773338 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7d018c-bd21-4286-851b-e2ac178b2a83 req-04f6d36d-6151-45f4-95ba-9fc7cae17c00 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:27.777019 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6b7d018c-bd21-4286-851b-e2ac178b2a83 req-04f6d36d-6151-45f4-95ba-9fc7cae17c00 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.0933685 Aug 17 03:03:27.789105 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54232) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:27.795712 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-4d1bb3e2-b080-435b-b76b-e66c2cebb4ba tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Request body: {'floatingip': {'port_id': '209d44fc-f6b8-475d-ba3a-e1730bb97c75'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:27.856879 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfc44fe7-0a82-460d-ab16-af3e46920cdb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:27.869813 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-d23145bd-4ff6-4e8a-84d9-2a93097b5194 req-a25b6caf-e344-4569-a7ac-66e939154178 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] show failed (client error): The resource could not be found. Aug 17 03:03:27.870837 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d23145bd-4ff6-4e8a-84d9-2a93097b5194 req-a25b6caf-e344-4569-a7ac-66e939154178 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/2165d5ff-056b-46a6-a243-c8ca7abdaa6d HTTP/1.1" status: 404 len: 352 time: 0.0674844 Aug 17 03:03:27.903081 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4d1bb3e2-b080-435b-b76b-e66c2cebb4ba tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:27.934720 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9c301cc6-ef69-4cc3-8a12-9a6a1e5867d7 req-fd3fc165-44eb-4f98-8b2d-58e2914e1925 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/d791a55e-cec2-4576-bccb-e5631a7e6b02 HTTP/1.1" status: 200 len: 1801 time: 0.0430954 Aug 17 03:03:28.017507 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9c301cc6-ef69-4cc3-8a12-9a6a1e5867d7 req-e2c56e7a-d904-4aee-ac6b-1b31bd81d12c tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:28.050510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Allocated IP 172.20.0.11 (54136ca1-bdf4-455e-a64c-9cb78eb9482e/e36039ff-2b91-4bea-8513-5210cefd245d/dfeb38c0-5085-4a56-8bfd-08bc65347971) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:28.050646 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9c301cc6-ef69-4cc3-8a12-9a6a1e5867d7 req-e2c56e7a-d904-4aee-ac6b-1b31bd81d12c tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:28.185195 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9c301cc6-ef69-4cc3-8a12-9a6a1e5867d7 req-e2c56e7a-d904-4aee-ac6b-1b31bd81d12c tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:28.188208 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9c301cc6-ef69-4cc3-8a12-9a6a1e5867d7 req-e2c56e7a-d904-4aee-ac6b-1b31bd81d12c tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:28.189385 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9c301cc6-ef69-4cc3-8a12-9a6a1e5867d7 req-e2c56e7a-d904-4aee-ac6b-1b31bd81d12c tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "DELETE /v2.0/security-groups/d791a55e-cec2-4576-bccb-e5631a7e6b02 HTTP/1.1" status: 204 len: 173 time: 0.2387061 Aug 17 03:03:28.204064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c56e7a-d904-4aee-ac6b-1b31bd81d12c tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d791a55e-cec2-4576-bccb-e5631a7e6b02,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:28.297338 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-0320333c-0273-48a3-9cb0-4823e42f79dd req-213203da-ff12-4488-8062-fabbad8cabe1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] show failed (client error): The resource could not be found. Aug 17 03:03:28.298564 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0320333c-0273-48a3-9cb0-4823e42f79dd req-213203da-ff12-4488-8062-fabbad8cabe1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/d791a55e-cec2-4576-bccb-e5631a7e6b02 HTTP/1.1" status: 404 len: 352 time: 0.0684311 Aug 17 03:03:28.319571 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 3970361b-15ea-4dfc-af2e-8d21c55c3cda no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:03:28.364172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 3970361b-15ea-4dfc-af2e-8d21c55c3cda {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:03:28.364711 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 3970361b-15ea-4dfc-af2e-8d21c55c3cda not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:03:28.376174 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9e9abf41-5e3b-4ed1-9c44-54792f4da1f5 req-f7f88d4c-3e63-4178-ad87-759af596f456 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/e7b581df-4b75-4331-8844-2d9d2d411a1d HTTP/1.1" status: 200 len: 1802 time: 0.0544958 Aug 17 03:03:28.411211 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfc44fe7-0a82-460d-ab16-af3e46920cdb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:28.446716 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9e9abf41-5e3b-4ed1-9c44-54792f4da1f5 req-783ef068-84db-4f79-8767-5d477c8aae9d tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:28.457502 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54258) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:28.476173 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9e9abf41-5e3b-4ed1-9c44-54792f4da1f5 req-783ef068-84db-4f79-8767-5d477c8aae9d tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:28.527308 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:28.576966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-82682eda-6f73-4ef2-bf55-010a1222a5e4 tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:28.590513 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9e9abf41-5e3b-4ed1-9c44-54792f4da1f5 req-783ef068-84db-4f79-8767-5d477c8aae9d tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:28.593327 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9e9abf41-5e3b-4ed1-9c44-54792f4da1f5 req-783ef068-84db-4f79-8767-5d477c8aae9d tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:28.594434 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9e9abf41-5e3b-4ed1-9c44-54792f4da1f5 req-783ef068-84db-4f79-8767-5d477c8aae9d tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "DELETE /v2.0/security-groups/e7b581df-4b75-4331-8844-2d9d2d411a1d HTTP/1.1" status: 204 len: 173 time: 0.2123122 Aug 17 03:03:28.605105 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-783ef068-84db-4f79-8767-5d477c8aae9d tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b581df-4b75-4331-8844-2d9d2d411a1d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:28.639742 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [req-77ac01ed-9b3f-48d7-b8d9-a469a6012527 req-138e9d24-fcf1-45c7-91e6-a79301c96302 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] show failed (client error): The resource could not be found. Aug 17 03:03:28.641038 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-77ac01ed-9b3f-48d7-b8d9-a469a6012527 req-138e9d24-fcf1-45c7-91e6-a79301c96302 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/e7b581df-4b75-4331-8844-2d9d2d411a1d HTTP/1.1" status: 404 len: 352 time: 0.0169823 Aug 17 03:03:28.808526 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-82682eda-6f73-4ef2-bf55-010a1222a5e4 tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] 10.222.0.10 "PUT /v2.0/quotas/03b9e36480f54c799b6932a7e298ee7c HTTP/1.1" status: 200 len: 366 time: 0.3497691 Aug 17 03:03:28.812289 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54274) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:28.840533 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0b17eda3-c8a0-422a-ab9c-6f129f10b4ee tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 468 time: 0.0269227 Aug 17 03:03:28.848107 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8e5656d-b0e0-417d-9dad-94e850df4dd1 req-a5730fc0-19d1-495c-af17-ea792b0899b4 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=052a4404e4c34be6817cc8733a020ffb HTTP/1.1" status: 200 len: 6155 time: 0.1048627 Aug 17 03:03:28.848612 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54276) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:28.861317 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-acb2e31f-1b8d-44e7-999b-93a547102f8c tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] 10.222.0.10 "GET /v2.0/quotas/03b9e36480f54c799b6932a7e298ee7c HTTP/1.1" status: 200 len: 366 time: 0.0114818 Aug 17 03:03:28.867698 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54278) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:28.914219 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8e5656d-b0e0-417d-9dad-94e850df4dd1 req-c8283374-fcfe-4d97-ae17-29e8dde6f375 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/b53d6b86-7614-4136-aed5-ce4c3f0c6cbe HTTP/1.1" status: 200 len: 2985 time: 0.0547032 Aug 17 03:03:28.966254 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8e5656d-b0e0-417d-9dad-94e850df4dd1 req-7ae4369a-62a5-44ea-8690-5bd64100b66e tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/b53d6b86-7614-4136-aed5-ce4c3f0c6cbe HTTP/1.1" status: 200 len: 2985 time: 0.0451453 Aug 17 03:03:28.982174 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-04bc18f8-7df6-4314-962b-91dba52b5afb tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/03b9e36480f54c799b6932a7e298ee7c HTTP/1.1" status: 204 len: 168 time: 0.1113563 Aug 17 03:03:28.983020 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54282) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:28.992723 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d9e67bda-f754-40e0-be69-27b1a51532dc tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] 10.222.0.10 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 207 time: 0.0085416 Aug 17 03:03:28.996448 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54284) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:29.006665 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bc9ba948-cd0a-43e9-b900-9b61f8f487a3 tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] 10.222.0.10 "GET /v2.0/quotas/03b9e36480f54c799b6932a7e298ee7c HTTP/1.1" status: 200 len: 370 time: 0.0090766 Aug 17 03:03:29.010053 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54286) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:29.016179 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-51c36ef8-5040-4f48-b8b2-7ea142139bbe tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] 10.222.0.10 "GET /v2.0/quotas/03b9e36480f54c799b6932a7e298ee7c/default HTTP/1.1" status: 200 len: 370 time: 0.0050082 Aug 17 03:03:29.020031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-bfc44fe7-0a82-460d-ab16-af3e46920cdb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Allocated IP 172.25.1.200 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/a444d139-c7a9-40ad-843d-e003145bdd9a) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:29.020983 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54288) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:29.026771 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb2183bd-bd15-4031-955a-129c277e5397 req-ea2a925b-7610-4ab3-91a1-61fa4399bcec tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 210 time: 0.0549297 Aug 17 03:03:29.033154 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-34f730e7-779b-4404-ba04-eff169bf08a9 tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] delete failed (client error): The resource could not be found. Aug 17 03:03:29.039423 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.db.resource_extend [None req-4d1bb3e2-b080-435b-b76b-e66c2cebb4ba tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] It took 0.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 03:03:29.043027 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-34f730e7-779b-4404-ba04-eff169bf08a9 tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] 10.222.0.10 "DELETE /v2.0/quotas/03b9e36480f54c799b6932a7e298ee7c HTTP/1.1" status: 404 len: 348 time: 0.0177927 Aug 17 03:03:29.084751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-c0c184f1-5993-479a-9d25-b52f7fe19f6f req-b7630519-61ec-48b4-857e-74e47b5cb3a1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1023034166', 'description': 'tempest-description-569740747'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:29.142192 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:29.152703 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4d1bb3e2-b080-435b-b76b-e66c2cebb4ba tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:29.204734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Network 54136ca1-bdf4-455e-a64c-9cb78eb9482e is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:29.211015 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:29.216691 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:29.255979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Pushing event updated for resources: {'Port': ['ID=dfeb38c0-5085-4a56-8bfd-08bc65347971,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:29.257964 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4d1bb3e2-b080-435b-b76b-e66c2cebb4ba tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:29.292357 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54292) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:29.309597 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c0c184f1-5993-479a-9d25-b52f7fe19f6f req-b7630519-61ec-48b4-857e-74e47b5cb3a1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:29.313538 n-d-802060-9 neutron-server[101969]: DEBUG neutron.quota.resource [None req-0e9e9451-bea9-47c3-b6aa-5d42f7cd6b6f tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] Usage tracker for resource:network and tenant:3de45aec50614ae2bd2773e79223f04a is out of sync, need to count used quota {{(pid=101969) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 03:03:29.318589 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:29.318945 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:29.319198 n-d-802060-9 neutron-server[101969]: DEBUG neutron.quota.resource [None req-0e9e9451-bea9-47c3-b6aa-5d42f7cd6b6f tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=101969) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 03:03:29.319299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:29.319661 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:29.319963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:29.320299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:29.320637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:29.320971 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:29.321378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:29.321806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:29.322137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:29.322465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:29.326523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.quota.resource [None req-0e9e9451-bea9-47c3-b6aa-5d42f7cd6b6f tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] Usage tracker for resource:subnet and tenant:3de45aec50614ae2bd2773e79223f04a is out of sync, need to count used quota {{(pid=101969) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 03:03:29.332662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.quota.resource [None req-0e9e9451-bea9-47c3-b6aa-5d42f7cd6b6f tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=101969) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 03:03:29.339203 n-d-802060-9 neutron-server[101969]: DEBUG neutron.quota.resource [None req-0e9e9451-bea9-47c3-b6aa-5d42f7cd6b6f tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] Usage tracker for resource:subnetpool and tenant:3de45aec50614ae2bd2773e79223f04a is out of sync, need to count used quota {{(pid=101969) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 03:03:29.344361 n-d-802060-9 neutron-server[101969]: DEBUG neutron.quota.resource [None req-0e9e9451-bea9-47c3-b6aa-5d42f7cd6b6f tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=101969) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 03:03:29.346948 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfc44fe7-0a82-460d-ab16-af3e46920cdb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:29.350519 n-d-802060-9 neutron-server[101969]: DEBUG neutron.quota.resource [None req-0e9e9451-bea9-47c3-b6aa-5d42f7cd6b6f tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] Usage tracker for resource:port and tenant:3de45aec50614ae2bd2773e79223f04a is out of sync, need to count used quota {{(pid=101969) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 03:03:29.357063 n-d-802060-9 neutron-server[101969]: DEBUG neutron.quota.resource [None req-0e9e9451-bea9-47c3-b6aa-5d42f7cd6b6f tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=101969) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 03:03:29.363153 n-d-802060-9 neutron-server[101969]: DEBUG neutron.quota.resource [None req-0e9e9451-bea9-47c3-b6aa-5d42f7cd6b6f tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] Usage tracker for resource:router and tenant:3de45aec50614ae2bd2773e79223f04a is out of sync, need to count used quota {{(pid=101969) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 03:03:29.368193 n-d-802060-9 neutron-server[101969]: DEBUG neutron.quota.resource [None req-0e9e9451-bea9-47c3-b6aa-5d42f7cd6b6f tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=101969) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 03:03:29.375667 n-d-802060-9 neutron-server[101969]: DEBUG neutron.quota.resource [None req-0e9e9451-bea9-47c3-b6aa-5d42f7cd6b6f tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] Usage tracker for resource:floatingip and tenant:3de45aec50614ae2bd2773e79223f04a is out of sync, need to count used quota {{(pid=101969) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 03:03:29.380514 n-d-802060-9 neutron-server[101969]: DEBUG neutron.quota.resource [None req-0e9e9451-bea9-47c3-b6aa-5d42f7cd6b6f tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=101969) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 03:03:29.403858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:29.404487 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:29.418346 n-d-802060-9 neutron-server[101969]: DEBUG neutron.quota.resource [None req-0e9e9451-bea9-47c3-b6aa-5d42f7cd6b6f tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] Usage tracker for resource:security_group and tenant:3de45aec50614ae2bd2773e79223f04a is out of sync, need to count used quota {{(pid=101969) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 03:03:29.423688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.quota.resource [None req-0e9e9451-bea9-47c3-b6aa-5d42f7cd6b6f tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=101969) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 03:03:29.429833 n-d-802060-9 neutron-server[101969]: DEBUG neutron.quota.resource [None req-0e9e9451-bea9-47c3-b6aa-5d42f7cd6b6f tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] Usage tracker for resource:security_group_rule and tenant:3de45aec50614ae2bd2773e79223f04a is out of sync, need to count used quota {{(pid=101969) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Aug 17 03:03:29.456350 n-d-802060-9 neutron-server[101969]: DEBUG neutron.quota.resource [None req-0e9e9451-bea9-47c3-b6aa-5d42f7cd6b6f tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=101969) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Aug 17 03:03:29.464435 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0e9e9451-bea9-47c3-b6aa-5d42f7cd6b6f tempest-QuotasTest-514925017 tempest-QuotasTest-514925017-project-admin] 10.222.0.10 "GET /v2.0/quotas/3de45aec50614ae2bd2773e79223f04a/details.json HTTP/1.1" status: 200 len: 703 time: 0.1676104 Aug 17 03:03:29.473046 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-4d1bb3e2-b080-435b-b76b-e66c2cebb4ba tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Floating IP e499bb02-76bb-4514-a8f7-015534dfde90 associated. External IP: 172.25.1.243, port: 209d44fc-f6b8-475d-ba3a-e1730bb97c75. Aug 17 03:03:29.594853 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfc44fe7-0a82-460d-ab16-af3e46920cdb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:29.640623 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c0c184f1-5993-479a-9d25-b52f7fe19f6f req-b7630519-61ec-48b4-857e-74e47b5cb3a1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:29.656864 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc44fe7-0a82-460d-ab16-af3e46920cdb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:29.661361 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-bfc44fe7-0a82-460d-ab16-af3e46920cdb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:29.666348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc44fe7-0a82-460d-ab16-af3e46920cdb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:29.670319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc44fe7-0a82-460d-ab16-af3e46920cdb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event updated for resources: {'Port': ['ID=a444d139-c7a9-40ad-843d-e003145bdd9a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:29.733233 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c0c184f1-5993-479a-9d25-b52f7fe19f6f req-b7630519-61ec-48b4-857e-74e47b5cb3a1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:29.813958 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-08b0e827-ad29-4f15-91ca-40cc5a32c0e1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5679786 Aug 17 03:03:29.825961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7630519-61ec-48b4-857e-74e47b5cb3a1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bf085c81-1f74-4e98-bb28-1b22a5e37a8e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:29.831276 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Request body: {'port': {'device_id': '053d8635-8a4f-416a-8fdf-a46e4b19002e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:29.900504 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c0c184f1-5993-479a-9d25-b52f7fe19f6f req-b7630519-61ec-48b4-857e-74e47b5cb3a1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:29.903375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c0c184f1-5993-479a-9d25-b52f7fe19f6f req-b7630519-61ec-48b4-857e-74e47b5cb3a1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.8284314 Aug 17 03:03:29.910384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d1bb3e2-b080-435b-b76b-e66c2cebb4ba tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:03:29.937945 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfc44fe7-0a82-460d-ab16-af3e46920cdb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:29.942870 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-1ae8a0d1-e886-453d-9e06-a4d3c5aa3de8 req-12109f44-456f-4e69-a14f-e8c4877295f3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-268747092', 'description': 'tempest-description-1446519982'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:29.954797 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:30.038484 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54306) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:30.070701 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-1ae8a0d1-e886-453d-9e06-a4d3c5aa3de8 req-12109f44-456f-4e69-a14f-e8c4877295f3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:30.170080 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52a744e5-1b3a-43c4-bf9b-0f5f8d3b0e8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:30.193826 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfc44fe7-0a82-460d-ab16-af3e46920cdb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:30.199479 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-1ae8a0d1-e886-453d-9e06-a4d3c5aa3de8 req-12109f44-456f-4e69-a14f-e8c4877295f3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:30.224333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d1bb3e2-b080-435b-b76b-e66c2cebb4ba tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:03:30.234283 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4d1bb3e2-b080-435b-b76b-e66c2cebb4ba tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:30.235265 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41109a8-3b6b-4eca-be4e-81fcb9bb807d None None] Sync routers for ids ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:03:30.246865 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41109a8-3b6b-4eca-be4e-81fcb9bb807d None None] Routers {'088168b4-fc3f-43a5-b31f-d8301e1c6f40'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:03:30.257743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b41109a8-3b6b-4eca-be4e-81fcb9bb807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:03:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:30.278113 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-1ae8a0d1-e886-453d-9e06-a4d3c5aa3de8 req-12109f44-456f-4e69-a14f-e8c4877295f3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:30.322406 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12109f44-456f-4e69-a14f-e8c4877295f3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cc87a5f6-398d-4035-bec1-317955167e5f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:30.336124 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4d1bb3e2-b080-435b-b76b-e66c2cebb4ba tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "PUT /v2.0/floatingips/e499bb02-76bb-4514-a8f7-015534dfde90 HTTP/1.1" status: 200 len: 991 time: 2.5457778 Aug 17 03:03:30.343444 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'tag': '209d44fc-f6b8-475d-ba3a-e1730bb97c75'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:30.343444 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdfa8a08-f622-4d93-bcd1-b6358ff8b098" -d '{"events": [{"name": "network-changed", "server_uuid": "2e4aa193-9292-4569-914a-51e4ee6dc13c", "tag": "209d44fc-f6b8-475d-ba3a-e1730bb97c75"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:30.366279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbaa7779-d6ed-4884-b53c-f67f380fe22d req-3ced25bb-65e3-4eea-9a4d-5d5e48eb8419 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:30.368242 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bbaa7779-d6ed-4884-b53c-f67f380fe22d req-3ced25bb-65e3-4eea-9a4d-5d5e48eb8419 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 932 time: 0.2524953 Aug 17 03:03:30.393054 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-b41109a8-3b6b-4eca-be4e-81fcb9bb807d None None] Set router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:03:30.407398 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52a744e5-1b3a-43c4-bf9b-0f5f8d3b0e8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:30.466272 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52a744e5-1b3a-43c4-bf9b-0f5f8d3b0e8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:30.496393 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bbaa7779-d6ed-4884-b53c-f67f380fe22d req-a31342df-0848-4d29-9edf-b1b00156fd18 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0999939 Aug 17 03:03:30.509074 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-52a744e5-1b3a-43c4-bf9b-0f5f8d3b0e8a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=afb4aa7b4241464cbdafbb33a0ee0e47&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693606 Aug 17 03:03:30.510114 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a744e5-1b3a-43c4-bf9b-0f5f8d3b0e8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=379b0c70-6df3-4996-ae52-003a8bcca89c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:30.513262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54318) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:30.539559 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-1ae8a0d1-e886-453d-9e06-a4d3c5aa3de8 req-12109f44-456f-4e69-a14f-e8c4877295f3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:30.564144 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ae8a0d1-e886-453d-9e06-a4d3c5aa3de8 req-12109f44-456f-4e69-a14f-e8c4877295f3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.6254694 Aug 17 03:03:30.624488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dfeb38c0-5085-4a56-8bfd-08bc65347971 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:03:30.635430 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfc44fe7-0a82-460d-ab16-af3e46920cdb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:30.639343 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:30.670559 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Transition to ACTIVE for port object dfeb38c0-5085-4a56-8bfd-08bc65347971 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:30.673918 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14407936-32e8-4cab-a38e-e7549bf97254 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:30.709802 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14407936-32e8-4cab-a38e-e7549bf97254 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:30.718351 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfc44fe7-0a82-460d-ab16-af3e46920cdb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:30.772519 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b41109a8-3b6b-4eca-be4e-81fcb9bb807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e499bb02-76bb-4514-a8f7-015534dfde90', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'floating_ip_address': '172.25.1.243', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'port_id': '209d44fc-f6b8-475d-ba3a-e1730bb97c75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'mac_address': 'fa:16:3e:08:e7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:03:05Z', 'updated_at': '2021-08-17T03:03:28Z', 'revision_number': 1, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd3280d-4f0e-4f93-abce-18a7ca41663e', 'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'mac_address': 'fa:16:3e:65:b0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:58Z', 'updated_at': '2021-08-17T03:03:06Z', 'revision_number': 5, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'subnets': [{'id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:30.772766 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2bf1f2a1-e47e-4227-82d1-bda9dc7a8092 x-openstack-request-id: req-2bf1f2a1-e47e-4227-82d1-bda9dc7a8092 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:30.772994 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e4aa193-9292-4569-914a-51e4ee6dc13c", "tag": "209d44fc-f6b8-475d-ba3a-e1730bb97c75", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:30.773196 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2bf1f2a1-e47e-4227-82d1-bda9dc7a8092 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:30.773569 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'tag': '209d44fc-f6b8-475d-ba3a-e1730bb97c75', 'status': 'completed', 'code': 200} Aug 17 03:03:30.810294 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:30.812759 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41109a8-3b6b-4eca-be4e-81fcb9bb807d None None] Checking router: 088168b4-fc3f-43a5-b31f-d8301e1c6f40 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:03:30.822490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b41109a8-3b6b-4eca-be4e-81fcb9bb807d None None] Routers {'088168b4-fc3f-43a5-b31f-d8301e1c6f40'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:03:30.823158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b41109a8-3b6b-4eca-be4e-81fcb9bb807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:03:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:30.913842 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc44fe7-0a82-460d-ab16-af3e46920cdb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event updated for resources: {'Port': ['ID=a444d139-c7a9-40ad-843d-e003145bdd9a,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:30.944460 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-b41109a8-3b6b-4eca-be4e-81fcb9bb807d None None] Set router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:03:30.962877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa8a08-f622-4d93-bcd1-b6358ff8b098 req-748f0892-3bdb-43f6-aacb-9cc634614760 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:30.964401 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fdfa8a08-f622-4d93-bcd1-b6358ff8b098 req-748f0892-3bdb-43f6-aacb-9cc634614760 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6310559ad60b460ba41705b832b7bbc0&device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 1096 time: 0.1552353 Aug 17 03:03:30.967186 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfc44fe7-0a82-460d-ab16-af3e46920cdb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:30.969172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-fb05c947-83a2-42ab-8fe5-86dc29c804b7 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:30.976928 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-fb05c947-83a2-42ab-8fe5-86dc29c804b7 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/networks?id=82cf8097-fc29-427a-9c31-4f04e0f699b0 HTTP/1.1" status: 200 len: 812 time: 0.1541262 Aug 17 03:03:30.996632 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-80e223be-d4c0-4932-bc78-01867cef9b5d tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/quotas/052a4404e4c34be6817cc8733a020ffb HTTP/1.1" status: 200 len: 375 time: 0.0181069 Aug 17 03:03:31.062564 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-5a9db459-c755-4c10-bcb7-7856cc96f634 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=052a4404e4c34be6817cc8733a020ffb&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0646877 Aug 17 03:03:31.078006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Pushing event updated for resources: {'Port': ['ID=dfeb38c0-5085-4a56-8bfd-08bc65347971,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:31.090023 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14407936-32e8-4cab-a38e-e7549bf97254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:31.092604 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14407936-32e8-4cab-a38e-e7549bf97254 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:31.096005 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-14407936-32e8-4cab-a38e-e7549bf97254 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/379b0c70-6df3-4996-ae52-003a8bcca89c HTTP/1.1" status: 204 len: 168 time: 0.5787041 Aug 17 03:03:31.138628 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14407936-32e8-4cab-a38e-e7549bf97254 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=379b0c70-6df3-4996-ae52-003a8bcca89c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:31.141737 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfc44fe7-0a82-460d-ab16-af3e46920cdb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:31.159267 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bfc44fe7-0a82-460d-ab16-af3e46920cdb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.6318600 Aug 17 03:03:31.190281 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Attempting to bind port dfeb38c0-5085-4a56-8bfd-08bc65347971 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:03:31.190934 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Attempting to bind port dfeb38c0-5085-4a56-8bfd-08bc65347971 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:03:31.191664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Attempting to bind port dfeb38c0-5085-4a56-8bfd-08bc65347971 on network 54136ca1-bdf4-455e-a64c-9cb78eb9482e {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:31.195385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa8a08-f622-4d93-bcd1-b6358ff8b098 req-b39ca43a-5d38-4ca2-bf30-71ab7059f402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:31.198227 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fdfa8a08-f622-4d93-bcd1-b6358ff8b098 req-b39ca43a-5d38-4ca2-bf30-71ab7059f402 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69 HTTP/1.1" status: 200 len: 916 time: 0.2225344 Aug 17 03:03:31.201340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Port dfeb38c0-5085-4a56-8bfd-08bc65347971 on network 54136ca1-bdf4-455e-a64c-9cb78eb9482e not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:03:31.202276 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Attempting to bind port dfeb38c0-5085-4a56-8bfd-08bc65347971 on network 54136ca1-bdf4-455e-a64c-9cb78eb9482e {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:31.203279 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-fa84e326-27d8-47e8-b9c0-d96ba6b8c79d service neutron] 10.222.0.10 "GET /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331975 Aug 17 03:03:31.224761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:03:31.229137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Checking segment: {'id': '1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:31.233883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Bound using segment: {'id': '1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:03:31.234716 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Bound port: dfeb38c0-5085-4a56-8bfd-08bc65347971, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:03:31.235513 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:31.303662 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b41109a8-3b6b-4eca-be4e-81fcb9bb807d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e499bb02-76bb-4514-a8f7-015534dfde90', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'floating_ip_address': '172.25.1.243', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'port_id': '209d44fc-f6b8-475d-ba3a-e1730bb97c75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'mac_address': 'fa:16:3e:08:e7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:03:05Z', 'updated_at': '2021-08-17T03:03:28Z', 'revision_number': 1, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd3280d-4f0e-4f93-abce-18a7ca41663e', 'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'mac_address': 'fa:16:3e:65:b0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:58Z', 'updated_at': '2021-08-17T03:03:06Z', 'revision_number': 5, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'subnets': [{'id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:31.341764 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b41109a8-3b6b-4eca-be4e-81fcb9bb807d None None] The sync data for ids ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'] in n-d-802060-9 is: [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e499bb02-76bb-4514-a8f7-015534dfde90', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'floating_ip_address': '172.25.1.243', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'port_id': '209d44fc-f6b8-475d-ba3a-e1730bb97c75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 1453, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'mac_address': 'fa:16:3e:08:e7:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:03:05Z', 'updated_at': '2021-08-17T03:03:28Z', 'revision_number': 1, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd3280d-4f0e-4f93-abce-18a7ca41663e', 'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'mac_address': 'fa:16:3e:65:b0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:58Z', 'updated_at': '2021-08-17T03:03:06Z', 'revision_number': 5, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'subnets': [{'id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:03:31.367424 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-7a282df1-4bb3-483a-a1fe-58cf5002076d service neutron] 10.222.0.10 "GET /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631639 Aug 17 03:03:31.406339 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fdfa8a08-f622-4d93-bcd1-b6358ff8b098 req-dbd0b2c8-16eb-418b-854d-79f51f1a24b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=209d44fc-f6b8-475d-ba3a-e1730bb97c75 HTTP/1.1" status: 200 len: 999 time: 0.1919343 Aug 17 03:03:31.502887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] For port dfeb38c0-5085-4a56-8bfd-08bc65347971, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:03:31.505758 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa8a08-f622-4d93-bcd1-b6358ff8b098 req-aa30d05d-f728-4765-8cb7-5de26e005373 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:31.507316 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fdfa8a08-f622-4d93-bcd1-b6358ff8b098 req-aa30d05d-f728-4765-8cb7-5de26e005373 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49398564-b2fd-48b6-b11e-b753c45b92cd HTTP/1.1" status: 200 len: 855 time: 0.0957804 Aug 17 03:03:31.509876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] For port dfeb38c0-5085-4a56-8bfd-08bc65347971, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=dfeb38c0-5085-4a56-8bfd-08bc65347971,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:03:31.567378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdfa8a08-f622-4d93-bcd1-b6358ff8b098 req-a7d1c590-f216-4717-a6aa-864015b330df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:31.569459 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fdfa8a08-f622-4d93-bcd1-b6358ff8b098 req-a7d1c590-f216-4717-a6aa-864015b330df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526814 Aug 17 03:03:31.629825 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:31.682374 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dd1994f-ea7b-4188-883d-4cce76f18ca3 None None] New status for floating IP e499bb02-76bb-4514-a8f7-015534dfde90: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:03:31.705936 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:31.706564 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:31.707953 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] 10.222.0.60 "PUT /v2.0/ports/dfeb38c0-5085-4a56-8bfd-08bc65347971 HTTP/1.1" status: 200 len: 1092 time: 1.8832102 Aug 17 03:03:31.797302 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-8b05176b-4f2b-4ee0-92e1-d5b47c3a6c0c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--1949151270&fields=id&tenant_id=d11ec609654b4b0ba1d77f9365a04f77 HTTP/1.1" status: 200 len: 267 time: 0.2104478 Aug 17 03:03:31.822121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6008e4a-e41c-4367-91d3-8eb4300d9c71 service neutron] Pushing event updated for resources: {'Port': ['ID=dfeb38c0-5085-4a56-8bfd-08bc65347971,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:31.847495 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5944bca5-7caf-4d10-ac2f-0827cd76f08e req-c7c9edef-fb9c-4104-91de-12258519e64b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:31.849086 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5944bca5-7caf-4d10-ac2f-0827cd76f08e req-c7c9edef-fb9c-4104-91de-12258519e64b tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 944 time: 0.1335683 Aug 17 03:03:31.928021 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5944bca5-7caf-4d10-ac2f-0827cd76f08e req-b61159c1-0962-4510-80a1-4d6d82b65406 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621305 Aug 17 03:03:31.984717 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fdfa8a08-f622-4d93-bcd1-b6358ff8b098 req-c95968d3-b20d-402f-91a7-0753dc082889 service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4076293 Aug 17 03:03:31.992627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-4d26ab9c-8968-4dc2-bde8-4939f2f7e8b3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:31.994997 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-4d26ab9c-8968-4dc2-bde8-4939f2f7e8b3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports/13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 HTTP/1.1" status: 200 len: 932 time: 0.1936932 Aug 17 03:03:32.006043 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-abe94e18-9083-420b-a9d2-9fb50d6a950e req-4a6d2866-ed70-481b-9b55-29a1d12257c3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 210 time: 0.0330837 Aug 17 03:03:32.059909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54382) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:32.075197 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b61879b7-c4b3-4aa9-a9e8-7943be23e516 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:32.106094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ff64bd5f-92b7-46ae-b57e-dd8d90c64fce tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:32.107463 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ff64bd5f-92b7-46ae-b57e-dd8d90c64fce tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports/229d34f2-e84b-4d61-a8c6-7ecb791ac85d HTTP/1.1" status: 200 len: 931 time: 0.1012728 Aug 17 03:03:32.121373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-0ceece4b-d8fc-4cf6-a045-f232d0ca2296 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:32.123036 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-0ceece4b-d8fc-4cf6-a045-f232d0ca2296 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eeb669fb84bc48d3934bd32b8e8e4f1f&device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 1095 time: 0.2016275 Aug 17 03:03:32.199092 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-9b4539d5-cfa6-4d3b-941c-c5236d9b6b7d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?network_id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0734372 Aug 17 03:03:32.208468 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b61879b7-c4b3-4aa9-a9e8-7943be23e516 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:32.235852 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-de25feb7-241a-4e05-bfa5-a43accf69bd7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfeb38c0-5085-4a56-8bfd-08bc65347971 HTTP/1.1" status: 200 len: 217 time: 0.0676417 Aug 17 03:03:32.294409 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-578d2999-45a0-4f17-b6f3-a3e90d9ecd12 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?network_id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0627129 Aug 17 03:03:32.328860 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b61879b7-c4b3-4aa9-a9e8-7943be23e516 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:32.340039 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fdfa8a08-f622-4d93-bcd1-b6358ff8b098 req-7c083c39-9dd5-45c5-8218-2c78634bc8ad service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3435197 Aug 17 03:03:32.373846 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b61879b7-c4b3-4aa9-a9e8-7943be23e516 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3de45aec50614ae2bd2773e79223f04a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3126781 Aug 17 03:03:32.375153 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61879b7-c4b3-4aa9-a9e8-7943be23e516 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fd4dbc-5e8e-483f-8baf-5ed2db67a7de,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:32.377364 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54384) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:32.381862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-2d4460c8-e57f-412a-9415-c3387c76de5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:32.383593 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-2d4460c8-e57f-412a-9415-c3387c76de5c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e36039ff-2b91-4bea-8513-5210cefd245d HTTP/1.1" status: 200 len: 855 time: 0.1362779 Aug 17 03:03:32.421944 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-48cb7fc5-4872-44d6-a9e1-f1e37751fcc1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54136ca1-bdf4-455e-a64c-9cb78eb9482e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0303140 Aug 17 03:03:32.427891 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dcad9f46-f12a-4d96-83c7-12553c2bc0fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:32.449931 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dcad9f46-f12a-4d96-83c7-12553c2bc0fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:32.510418 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-852452e6-b3a6-4f37-85dd-9b09b19ff93c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:32.516187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-852452e6-b3a6-4f37-85dd-9b09b19ff93c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:32.526322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-852452e6-b3a6-4f37-85dd-9b09b19ff93c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:32.526322 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-852452e6-b3a6-4f37-85dd-9b09b19ff93c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/networks?id=9227c9c6-47aa-4321-9fc5-beb397cc8baa&id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b&id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b HTTP/1.1" status: 200 len: 1990 time: 0.2225437 Aug 17 03:03:32.552885 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-46478d26-5ef2-491f-8de8-f47239439e8f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/quotas/d11ec609654b4b0ba1d77f9365a04f77 HTTP/1.1" status: 200 len: 375 time: 0.0212395 Aug 17 03:03:32.573143 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dcad9f46-f12a-4d96-83c7-12553c2bc0fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:32.575746 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-4d58bff7-517e-404b-8465-fa280e71658c service neutron] 10.222.0.60 "GET /v2.0/networks/54136ca1-bdf4-455e-a64c-9cb78eb9482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407309 Aug 17 03:03:32.578602 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dcad9f46-f12a-4d96-83c7-12553c2bc0fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:32.583655 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dcad9f46-f12a-4d96-83c7-12553c2bc0fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/35fd4dbc-5e8e-483f-8baf-5ed2db67a7de HTTP/1.1" status: 204 len: 168 time: 0.2014897 Aug 17 03:03:32.588596 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcad9f46-f12a-4d96-83c7-12553c2bc0fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fd4dbc-5e8e-483f-8baf-5ed2db67a7de,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:32.858698 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:32.983264 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '053d8635-8a4f-416a-8fdf-a46e4b19002e', 'tag': 'dfeb38c0-5085-4a56-8bfd-08bc65347971'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:32.985602 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66052129-ffca-4694-bd77-1744a419fa13" -d '{"events": [{"name": "network-changed", "server_uuid": "053d8635-8a4f-416a-8fdf-a46e4b19002e", "tag": "dfeb38c0-5085-4a56-8bfd-08bc65347971"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:33.021606 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-27e2c87a-9f2e-42b0-a84e-24d553ef2b69 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4595332 Aug 17 03:03:33.065023 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44d2a443-c9f8-40a7-b44a-48ae59a3033f req-8b46bdbd-47e2-412b-be86-acc2f6ec4f4c service neutron] 10.222.0.60 "GET /v2.0/networks/54136ca1-bdf4-455e-a64c-9cb78eb9482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4737613 Aug 17 03:03:33.095300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161bc1d6-1401-4472-b29d-9b3f4cb8eeed req-50f0b616-011a-4ab2-b8c5-66be442c2dec tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:33.096997 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-161bc1d6-1401-4472-b29d-9b3f4cb8eeed req-50f0b616-011a-4ab2-b8c5-66be442c2dec tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 944 time: 0.0748243 Aug 17 03:03:33.162153 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-161bc1d6-1401-4472-b29d-9b3f4cb8eeed req-8c066970-a656-41fc-a17d-234da76de31f tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515571 Aug 17 03:03:33.178147 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-4d0d7bfe-5561-49b2-93f1-b91e8b5e2786 service neutron] 10.222.0.10 "GET /v2.0/networks/9227c9c6-47aa-4321-9fc5-beb397cc8baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1120899 Aug 17 03:03:33.209952 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91ee482b-314a-40c7-beee-735966ebb603 x-openstack-request-id: req-91ee482b-314a-40c7-beee-735966ebb603 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:33.210251 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "053d8635-8a4f-416a-8fdf-a46e4b19002e", "tag": "dfeb38c0-5085-4a56-8bfd-08bc65347971", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:33.210513 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91ee482b-314a-40c7-beee-735966ebb603 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:33.211058 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '053d8635-8a4f-416a-8fdf-a46e4b19002e', 'tag': 'dfeb38c0-5085-4a56-8bfd-08bc65347971', 'status': 'completed', 'code': 200} Aug 17 03:03:33.289382 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f6486a9-dcd0-4ec0-bffd-2bb3dd1d1d32 req-f5af6dbf-4c20-4587-91f9-cdbc34bf2844 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 210 time: 0.0326655 Aug 17 03:03:33.315623 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66052129-ffca-4694-bd77-1744a419fa13 req-a7424f9f-937c-4324-b505-51625630ddf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:33.317463 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66052129-ffca-4694-bd77-1744a419fa13 req-a7424f9f-937c-4324-b505-51625630ddf4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=eeb669fb84bc48d3934bd32b8e8e4f1f&device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 1095 time: 0.0593431 Aug 17 03:03:33.419675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-a12aaf5f-480b-4577-badc-d39b16e3b36c service neutron] 10.222.0.10 "GET /v2.0/networks/9227c9c6-47aa-4321-9fc5-beb397cc8baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2306008 Aug 17 03:03:33.498095 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-68d98fff-7e69-4699-ad15-e3f7f7ce8d46 service neutron] 10.222.0.10 "GET /v2.0/ports/13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0533516 Aug 17 03:03:33.501108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66052129-ffca-4694-bd77-1744a419fa13 req-9e714601-1989-421f-a35c-38af9e0ef2af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:33.502526 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66052129-ffca-4694-bd77-1744a419fa13 req-9e714601-1989-421f-a35c-38af9e0ef2af service neutron] 10.222.0.60 "GET /v2.0/networks?id=54136ca1-bdf4-455e-a64c-9cb78eb9482e HTTP/1.1" status: 200 len: 915 time: 0.1781971 Aug 17 03:03:33.539679 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:33.591523 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66052129-ffca-4694-bd77-1744a419fa13 req-9cc60533-3bc4-456a-8732-76dd667abe62 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=dfeb38c0-5085-4a56-8bfd-08bc65347971 HTTP/1.1" status: 200 len: 217 time: 0.0768604 Aug 17 03:03:33.667713 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-a919b082-9353-4d36-82f5-80f248b4f9e9 service neutron] 10.222.0.10 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1622536 Aug 17 03:03:33.669185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66052129-ffca-4694-bd77-1744a419fa13 req-04514b47-4dd0-4d32-9249-9843e707cdac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:33.670538 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66052129-ffca-4694-bd77-1744a419fa13 req-04514b47-4dd0-4d32-9249-9843e707cdac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e36039ff-2b91-4bea-8513-5210cefd245d HTTP/1.1" status: 200 len: 855 time: 0.0692019 Aug 17 03:03:33.739814 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66052129-ffca-4694-bd77-1744a419fa13 req-1e45a07d-26bb-4fe1-aa06-7fd86600784b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=54136ca1-bdf4-455e-a64c-9cb78eb9482e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0581915 Aug 17 03:03:33.843137 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-5c6a6fa7-dc11-4029-8ac8-1b68c2e628fe service neutron] 10.222.0.10 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1690028 Aug 17 03:03:33.891308 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66052129-ffca-4694-bd77-1744a419fa13 req-ce45685c-b997-435c-98ff-97b64310c240 service neutron] 10.222.0.60 "GET /v2.0/networks/54136ca1-bdf4-455e-a64c-9cb78eb9482e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1424673 Aug 17 03:03:33.895179 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-e5d57e84-0305-4d49-ad1c-e2479c091f9e service neutron] 10.222.0.10 "GET /v2.0/ports/229d34f2-e84b-4d61-a8c6-7ecb791ac85d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0455937 Aug 17 03:03:34.054590 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-09cf7ab8-2b0c-4baa-8748-9cffe4b5aada service neutron] 10.222.0.10 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1516101 Aug 17 03:03:34.059016 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66052129-ffca-4694-bd77-1744a419fa13 req-8aaf8906-659c-4519-aba8-502e8135e391 service neutron] 10.222.0.60 "GET /v2.0/networks/54136ca1-bdf4-455e-a64c-9cb78eb9482e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468990 Aug 17 03:03:34.237869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-7f25ead8-c5da-4281-8d68-b4a79ea1c10e tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:34.239520 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-7f25ead8-c5da-4281-8d68-b4a79ea1c10e tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.60 "GET /v2.0/networks?id=82cf8097-fc29-427a-9c31-4f04e0f699b0 HTTP/1.1" status: 200 len: 812 time: 0.1795785 Aug 17 03:03:34.246245 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-50af9309-501d-4f8e-94ef-62502d31ffbe service neutron] 10.222.0.10 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1767080 Aug 17 03:03:34.253691 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-2a41a3c0-d181-4370-a5d1-a87dc574d384 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Request body: {'port': {'device_id': '24a6c522-f3d1-4215-aca4-7bcd4ecca377', 'network_id': '82cf8097-fc29-427a-9c31-4f04e0f699b0', 'admin_state_up': True, 'tenant_id': '052a4404e4c34be6817cc8733a020ffb'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:34.395840 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52a28080-a41f-48be-bf4e-6cc5bb0e0c6b req-538cd6a5-509a-43bc-9e04-b49b5c653ab1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:34.397703 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-52a28080-a41f-48be-bf4e-6cc5bb0e0c6b req-538cd6a5-509a-43bc-9e04-b49b5c653ab1 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 944 time: 0.1201220 Aug 17 03:03:34.464695 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-52a28080-a41f-48be-bf4e-6cc5bb0e0c6b req-f8854499-a38d-4832-add6-f79fe7c984bc tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578892 Aug 17 03:03:34.521333 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-dc73730d-0a34-4a8c-95a6-a41140f22b0d service neutron] 10.222.0.10 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020018 Aug 17 03:03:34.575538 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b16f387e-d60e-4a41-95ec-cbcadb61e396 req-bff4221a-704c-41ce-8856-825e3cafdf22 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 210 time: 0.0356805 Aug 17 03:03:34.615838 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-2a41a3c0-d181-4370-a5d1-a87dc574d384 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Made reservation on behalf of 052a4404e4c34be6817cc8733a020ffb for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:34.619569 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-2a41a3c0-d181-4370-a5d1-a87dc574d384 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:34.640420 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-cff2c58e-e6da-48f3-bda6-64b97f38b820 service neutron] 10.222.0.10 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098814 Aug 17 03:03:34.784262 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54460) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:34.809226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1309d2e6-3975-4176-8e92-824d34512313 service neutron] 10.222.0.10 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1625469 Aug 17 03:03:34.902578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b825bc36-e54c-425a-8361-ab646d9581ba tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-2136625177', 'router:external': True}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:34.919668 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-2a41a3c0-d181-4370-a5d1-a87dc574d384 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Allocated IP 172.20.0.12 (82cf8097-fc29-427a-9c31-4f04e0f699b0/d444053b-fb4a-4e48-b2d6-3c7830e2116a/c333d9ac-1483-4f93-8bd6-079b55c0cb83) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:34.963963 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-af46e12d-7c54-4028-a514-ed72dc20a35b service neutron] 10.222.0.10 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486664 Aug 17 03:03:34.990225 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b825bc36-e54c-425a-8361-ab646d9581ba tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Made reservation on behalf of c97fdc4134714ebbb3eed0b37edaa7cb for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:34.994376 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b825bc36-e54c-425a-8361-ab646d9581ba tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:35.005552 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b825bc36-e54c-425a-8361-ab646d9581ba tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:35.107739 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b825bc36-e54c-425a-8361-ab646d9581ba tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:35.139846 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-8892b073-eb3c-476a-8777-fe3fcea832e4 service neutron] 10.222.0.10 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655428 Aug 17 03:03:35.184155 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b825bc36-e54c-425a-8361-ab646d9581ba tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:35.200258 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-2a41a3c0-d181-4370-a5d1-a87dc574d384 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:35.213524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b825bc36-e54c-425a-8361-ab646d9581ba tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:03:35.220217 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825bc36-e54c-425a-8361-ab646d9581ba tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fa28f9ae-e4cd-45f6-a404-9bda4002e39d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:35.228591 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b825bc36-e54c-425a-8361-ab646d9581ba tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:35.228591 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-b825bc36-e54c-425a-8361-ab646d9581ba tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Added segment fc559fcd-fb55-4698-8d66-dbb8c2a912f8 of type vlan for network 84d74dce-20db-4aca-9b10-3a5cc02428e7 Aug 17 03:03:35.264854 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-2c03480d-cbe2-48f3-abef-f8ad41aec6b9 service neutron] 10.222.0.10 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181049 Aug 17 03:03:35.288750 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b825bc36-e54c-425a-8361-ab646d9581ba tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:35.365849 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac3a68c0-20eb-450e-b998-f4c81f6e3585 service neutron] 10.222.0.10 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913146 Aug 17 03:03:35.419610 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b825bc36-e54c-425a-8361-ab646d9581ba tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:35.421252 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b825bc36-e54c-425a-8361-ab646d9581ba tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:35.422483 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b825bc36-e54c-425a-8361-ab646d9581ba tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:35.429697 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-2a41a3c0-d181-4370-a5d1-a87dc574d384 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:35.451553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0a8f7fae-9997-4257-bbfe-5b2c372e07b5'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:03:35.563766 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b825bc36-e54c-425a-8361-ab646d9581ba tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Pushing event updated for resources: {'Network': ['ID=84d74dce-20db-4aca-9b10-3a5cc02428e7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:35.567301 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-2a41a3c0-d181-4370-a5d1-a87dc574d384 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Network 82cf8097-fc29-427a-9c31-4f04e0f699b0 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:35.581897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-2a41a3c0-d181-4370-a5d1-a87dc574d384 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:35.598380 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b825bc36-e54c-425a-8361-ab646d9581ba tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 870 time: 0.8109496 Aug 17 03:03:35.600674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54472) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:35.604832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-2a41a3c0-d181-4370-a5d1-a87dc574d384 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:35.609564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-715887fd-c3ad-4cd0-a6e0-c4f007370547 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Request body: {'subnet': {'network_id': '84d74dce-20db-4aca-9b10-3a5cc02428e7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:35.624656 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 84d74dce-20db-4aca-9b10-3a5cc02428e7 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:03:35.657866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a41a3c0-d181-4370-a5d1-a87dc574d384 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event updated for resources: {'Port': ['ID=c333d9ac-1483-4f93-8bd6-079b55c0cb83,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:35.673181 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-9c1ea876-7015-4e26-923f-887b240e5e58 service neutron] 10.222.0.10 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3005128 Aug 17 03:03:35.689412 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-2a41a3c0-d181-4370-a5d1-a87dc574d384 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:35.690188 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-2a41a3c0-d181-4370-a5d1-a87dc574d384 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:35.707332 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d29fb4b-1779-4f12-8b4f-4deb2c64dc3c req-28189df8-b54c-4755-9fea-ce425ebeb576 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:35.710147 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1d29fb4b-1779-4f12-8b4f-4deb2c64dc3c req-28189df8-b54c-4755-9fea-ce425ebeb576 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 944 time: 0.0763698 Aug 17 03:03:35.735388 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715887fd-c3ad-4cd0-a6e0-c4f007370547 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Made reservation on behalf of c97fdc4134714ebbb3eed0b37edaa7cb for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:35.737739 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-715887fd-c3ad-4cd0-a6e0-c4f007370547 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:35.808107 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-2a41a3c0-d181-4370-a5d1-a87dc574d384 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5588670 Aug 17 03:03:35.812914 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1d29fb4b-1779-4f12-8b4f-4deb2c64dc3c req-487986ec-f060-455a-9a76-1e76b7b90cc2 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0956414 Aug 17 03:03:35.825725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Request body: {'port': {'device_id': '24a6c522-f3d1-4215-aca4-7bcd4ecca377', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:35.949998 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:36.093402 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93df946e-7521-4eb4-a347-8d54de3a3fc3 req-aff0ca3a-9b85-43a1-83a6-3802ceb67f45 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:36.094966 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-93df946e-7521-4eb4-a347-8d54de3a3fc3 req-aff0ca3a-9b85-43a1-83a6-3802ceb67f45 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 932 time: 0.1898026 Aug 17 03:03:36.140595 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-93df946e-7521-4eb4-a347-8d54de3a3fc3 req-0d637d96-25af-4f66-8a2b-2a9f6fed6f40 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367815 Aug 17 03:03:36.269719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c333d9ac-1483-4f93-8bd6-079b55c0cb83 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:03:36.278666 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:36.285591 n-d-802060-9 neutron-server[101969]: DEBUG neutron.objects.ports [None req-715887fd-c3ad-4cd0-a6e0-c4f007370547 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101969) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 03:03:36.286330 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-715887fd-c3ad-4cd0-a6e0-c4f007370547 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:36.293140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Transition to ACTIVE for port object c333d9ac-1483-4f93-8bd6-079b55c0cb83 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:36.353290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715887fd-c3ad-4cd0-a6e0-c4f007370547 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Pushing event updated for resources: {'Subnet': ['ID=3e4e2f49-0184-41e9-97e9-32a570734170,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:36.361309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-715887fd-c3ad-4cd0-a6e0-c4f007370547 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Checking segment: {'id': 'fc559fcd-fb55-4698-8d66-dbb8c2a912f8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '84d74dce-20db-4aca-9b10-3a5cc02428e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:36.361768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715887fd-c3ad-4cd0-a6e0-c4f007370547 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Network hostable DHCP agents. Network: 84d74dce-20db-4aca-9b10-3a5cc02428e7, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:03:36.367042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device dfeb38c0-5085-4a56-8bfd-08bc65347971 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:03:36.392151 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:36.448352 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Pushing event updated for resources: {'Port': ['ID=c333d9ac-1483-4f93-8bd6-079b55c0cb83,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:36.490100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port dfeb38c0-5085-4a56-8bfd-08bc65347971, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=dfeb38c0-5085-4a56-8bfd-08bc65347971,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:36.503390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'dfeb38c0-5085-4a56-8bfd-08bc65347971', 'network_id': '54136ca1-bdf4-455e-a64c-9cb78eb9482e', 'port_id': 'dfeb38c0-5085-4a56-8bfd-08bc65347971', 'mac_address': 'fa:16:3e:52:d6:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e36039ff-2b91-4bea-8513-5210cefd245d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:03:36.544315 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:36.545078 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715887fd-c3ad-4cd0-a6e0-c4f007370547 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Network 84d74dce-20db-4aca-9b10-3a5cc02428e7 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:03:36.552711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Attempting to bind port c333d9ac-1483-4f93-8bd6-079b55c0cb83 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:03:36.553058 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Attempting to bind port c333d9ac-1483-4f93-8bd6-079b55c0cb83 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'f2c0d1b9-1461-42b0-a01d-65ab51852eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '82cf8097-fc29-427a-9c31-4f04e0f699b0'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:03:36.553391 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Attempting to bind port c333d9ac-1483-4f93-8bd6-079b55c0cb83 on network 82cf8097-fc29-427a-9c31-4f04e0f699b0 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:36.558409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Port c333d9ac-1483-4f93-8bd6-079b55c0cb83 on network 82cf8097-fc29-427a-9c31-4f04e0f699b0 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:03:36.558785 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Attempting to bind port c333d9ac-1483-4f93-8bd6-079b55c0cb83 on network 82cf8097-fc29-427a-9c31-4f04e0f699b0 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:36.560782 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dfeb38c0-5085-4a56-8bfd-08bc65347971 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:03:36.563962 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:03:36.564301 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Checking segment: {'id': 'f2c0d1b9-1461-42b0-a01d-65ab51852eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '82cf8097-fc29-427a-9c31-4f04e0f699b0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:36.564863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Bound using segment: {'id': 'f2c0d1b9-1461-42b0-a01d-65ab51852eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '82cf8097-fc29-427a-9c31-4f04e0f699b0'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:03:36.565300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Bound port: c333d9ac-1483-4f93-8bd6-079b55c0cb83, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2c0d1b9-1461-42b0-a01d-65ab51852eeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '82cf8097-fc29-427a-9c31-4f04e0f699b0'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:03:36.566482 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:36.588920 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port dfeb38c0-5085-4a56-8bfd-08bc65347971, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=dfeb38c0-5085-4a56-8bfd-08bc65347971,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:36.625559 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-715887fd-c3ad-4cd0-a6e0-c4f007370547 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 84d74dce-20db-4aca-9b10-3a5cc02428e7) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:36.629893 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715887fd-c3ad-4cd0-a6e0-c4f007370547 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:36.630505 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-715887fd-c3ad-4cd0-a6e0-c4f007370547 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:36.642616 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66a3af1c-57e7-478e-8596-0d1d8e9cd46c None None] Network 84d74dce-20db-4aca-9b10-3a5cc02428e7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:03:36.667175 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] For port c333d9ac-1483-4f93-8bd6-079b55c0cb83, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:03:36.671740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] For port c333d9ac-1483-4f93-8bd6-079b55c0cb83, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c333d9ac-1483-4f93-8bd6-079b55c0cb83,segment=NetworkSegment(f2c0d1b9-1461-42b0-a01d-65ab51852eeb),segment_id=f2c0d1b9-1461-42b0-a01d-65ab51852eeb)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:03:36.706027 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:36.722658 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-715887fd-c3ad-4cd0-a6e0-c4f007370547 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1207218 Aug 17 03:03:36.730052 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54502) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:36.735196 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-974c6503-f9e2-408f-8460-77e4831711a8 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1383195721', 'network_id': '84d74dce-20db-4aca-9b10-3a5cc02428e7'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:36.751204 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:36.792890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:36.793917 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:36.795547 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] 10.222.0.60 "PUT /v2.0/ports/c333d9ac-1483-4f93-8bd6-079b55c0cb83 HTTP/1.1" status: 200 len: 1092 time: 0.9758637 Aug 17 03:03:36.796028 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a6c522-f3d1-4215-aca4-7bcd4ecca377', 'tag': 'c333d9ac-1483-4f93-8bd6-079b55c0cb83'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:36.796435 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=dfeb38c0-5085-4a56-8bfd-08bc65347971,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:36.798728 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acc16976-d969-49c3-bdca-0e47de79bf98" -d '{"events": [{"name": "network-changed", "server_uuid": "24a6c522-f3d1-4215-aca4-7bcd4ecca377", "tag": "c333d9ac-1483-4f93-8bd6-079b55c0cb83"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:36.829342 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb2ffe7-2990-43c8-ba62-83c38ae9b85e service neutron] Pushing event updated for resources: {'Port': ['ID=c333d9ac-1483-4f93-8bd6-079b55c0cb83,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:36.841445 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-974c6503-f9e2-408f-8460-77e4831711a8 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Made reservation on behalf of c97fdc4134714ebbb3eed0b37edaa7cb for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:36.848374 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-974c6503-f9e2-408f-8460-77e4831711a8 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:36.869516 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d495fe5-30cd-4048-a3f4-353d97dc7860 x-openstack-request-id: req-5d495fe5-30cd-4048-a3f4-353d97dc7860 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:36.880388 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a6c522-f3d1-4215-aca4-7bcd4ecca377", "tag": "c333d9ac-1483-4f93-8bd6-079b55c0cb83", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:36.880781 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-974c6503-f9e2-408f-8460-77e4831711a8 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] device_id is not set on port b70ddb1a-482e-42f9-93f3-e49551da3db1 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:03:36.880889 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d495fe5-30cd-4048-a3f4-353d97dc7860 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:36.880889 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a6c522-f3d1-4215-aca4-7bcd4ecca377', 'tag': 'c333d9ac-1483-4f93-8bd6-079b55c0cb83', 'status': 'completed', 'code': 200} Aug 17 03:03:36.892441 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93882fdd-2723-4925-ac18-4495443d264e None None] Network 84d74dce-20db-4aca-9b10-3a5cc02428e7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:03:36.979131 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc16976-d969-49c3-bdca-0e47de79bf98 req-63f90d53-68ae-428d-a2ec-16c72e6fa925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:36.980699 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-acc16976-d969-49c3-bdca-0e47de79bf98 req-63f90d53-68ae-428d-a2ec-16c72e6fa925 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=052a4404e4c34be6817cc8733a020ffb&device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 1095 time: 0.0824039 Aug 17 03:03:37.043302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c127bcb7-1da6-40e5-a31c-125765d9ef6e req-a302ac04-1414-430d-9a1b-9d486d4e13f5 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:37.051233 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c127bcb7-1da6-40e5-a31c-125765d9ef6e req-a302ac04-1414-430d-9a1b-9d486d4e13f5 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 945 time: 0.0947037 Aug 17 03:03:37.085273 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['dfeb38c0-5085-4a56-8bfd-08bc65347971'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:03:37.120198 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-974c6503-f9e2-408f-8460-77e4831711a8 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Allocated IP 172.20.0.3 (84d74dce-20db-4aca-9b10-3a5cc02428e7/3e4e2f49-0184-41e9-97e9-32a570734170/b70ddb1a-482e-42f9-93f3-e49551da3db1) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:37.120752 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc16976-d969-49c3-bdca-0e47de79bf98 req-862875a0-272d-4da7-9d59-27871e14331d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:37.123050 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-acc16976-d969-49c3-bdca-0e47de79bf98 req-862875a0-272d-4da7-9d59-27871e14331d service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=052a4404e4c34be6817cc8733a020ffb&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1322989 Aug 17 03:03:37.129577 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c127bcb7-1da6-40e5-a31c-125765d9ef6e req-42b882fe-9eea-4c47-9c98-fa05accca701 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774376 Aug 17 03:03:37.330539 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-974c6503-f9e2-408f-8460-77e4831711a8 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:37.337597 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-420d415e-9951-49f5-a5ab-602322a81c6a req-816c35a3-67ca-43e9-93e9-9194d822b561 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 210 time: 0.0402617 Aug 17 03:03:37.340660 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acc16976-d969-49c3-bdca-0e47de79bf98 req-d78a9086-07db-4421-ac74-8b7904ca91f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:37.342218 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-acc16976-d969-49c3-bdca-0e47de79bf98 req-d78a9086-07db-4421-ac74-8b7904ca91f2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2038739 Aug 17 03:03:37.391671 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4862f4-bb8a-4a74-afa2-54dc77f6d83a req-b864ce77-5d18-4959-8cdb-28a8ab7325e8 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:37.400750 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3d4862f4-bb8a-4a74-afa2-54dc77f6d83a req-b864ce77-5d18-4959-8cdb-28a8ab7325e8 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 944 time: 0.0939012 Aug 17 03:03:37.452561 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3d4862f4-bb8a-4a74-afa2-54dc77f6d83a req-b970d745-fa31-4ad4-bb7f-16d6debd06a3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508792 Aug 17 03:03:37.485382 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-30a1d2d5-6eb6-4182-8f42-737d569f5a10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:37.486287 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-30a1d2d5-6eb6-4182-8f42-737d569f5a10 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=052a4404e4c34be6817cc8733a020ffb&device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 1095 time: 0.0854023 Aug 17 03:03:37.505946 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-974c6503-f9e2-408f-8460-77e4831711a8 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:37.548091 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0d9a3d92-5db7-42ae-9309-f00c55573487 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c333d9ac-1483-4f93-8bd6-079b55c0cb83 HTTP/1.1" status: 200 len: 217 time: 0.0503035 Aug 17 03:03:37.556407 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-974c6503-f9e2-408f-8460-77e4831711a8 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Pushing event updated for resources: {'Port': ['ID=b70ddb1a-482e-42f9-93f3-e49551da3db1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:37.594941 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-974c6503-f9e2-408f-8460-77e4831711a8 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Network 84d74dce-20db-4aca-9b10-3a5cc02428e7 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:37.596401 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-974c6503-f9e2-408f-8460-77e4831711a8 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:37.598859 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-974c6503-f9e2-408f-8460-77e4831711a8 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:37.623701 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-91d44340-3d65-4884-a259-50ead1b4e017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:37.625523 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-91d44340-3d65-4884-a259-50ead1b4e017 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d444053b-fb4a-4e48-b2d6-3c7830e2116a HTTP/1.1" status: 200 len: 852 time: 0.0643566 Aug 17 03:03:37.639586 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-974c6503-f9e2-408f-8460-77e4831711a8 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:37.640480 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-974c6503-f9e2-408f-8460-77e4831711a8 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:37.661516 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-5477287c-abbf-4c23-9e17-dc8445c1c73e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82cf8097-fc29-427a-9c31-4f04e0f699b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0257266 Aug 17 03:03:37.729787 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-974c6503-f9e2-408f-8460-77e4831711a8 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 0.9984972 Aug 17 03:03:37.732212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54526) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:37.839745 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-28ce6ab6-c70f-4ce4-ae73-1e0a4b7ad03d service neutron] 10.222.0.60 "GET /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1685946 Aug 17 03:03:37.901623 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a022bee2-7c4d-4bfe-8c0e-d03688dda733 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Deleting port b70ddb1a-482e-42f9-93f3-e49551da3db1 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:03:37.902137 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a022bee2-7c4d-4bfe-8c0e-d03688dda733 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:38.004210 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1350387-f154-492c-b84d-ba6b6f2f30be req-0e05f80b-facc-4112-a071-2527427617d0 service neutron] 10.222.0.60 "GET /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1556931 Aug 17 03:03:38.019460 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a022bee2-7c4d-4bfe-8c0e-d03688dda733 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:38.031973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a022bee2-7c4d-4bfe-8c0e-d03688dda733 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Calling delete_port for b70ddb1a-482e-42f9-93f3-e49551da3db1 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:03:38.233328 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a022bee2-7c4d-4bfe-8c0e-d03688dda733 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:38.267777 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a022bee2-7c4d-4bfe-8c0e-d03688dda733 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Pushing event deleted for resources: {'Port': ['ID=b70ddb1a-482e-42f9-93f3-e49551da3db1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:38.319354 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a3a6ba-ab66-45bf-b8ba-e55e69f7bf42 req-a20ff7a9-ce0f-49a7-982a-83b3d16a78af tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:38.320888 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-17a3a6ba-ab66-45bf-b8ba-e55e69f7bf42 req-a20ff7a9-ce0f-49a7-982a-83b3d16a78af tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 945 time: 0.1139126 Aug 17 03:03:38.354293 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a022bee2-7c4d-4bfe-8c0e-d03688dda733 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:38.357912 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a022bee2-7c4d-4bfe-8c0e-d03688dda733 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "DELETE /v2.0/ports/b70ddb1a-482e-42f9-93f3-e49551da3db1 HTTP/1.1" status: 204 len: 168 time: 0.6261606 Aug 17 03:03:38.359007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54534) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:38.366973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '84d74dce-20db-4aca-9b10-3a5cc02428e7', 'external_fixed_ips': [{'subnet_id': '3e4e2f49-0184-41e9-97e9-32a570734170', 'ip_address': '172.20.0.3'}]}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:38.371714 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device dfeb38c0-5085-4a56-8bfd-08bc65347971 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:03:38.398330 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-17a3a6ba-ab66-45bf-b8ba-e55e69f7bf42 req-622edbe4-a057-4e0a-92c4-31a16f9a037e tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693994 Aug 17 03:03:38.445822 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b596b366-c5b5-4f93-b9be-d7c5f9bdde6c req-ec826a7f-acb9-4756-a89b-eab87086b3e4 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 210 time: 0.0295725 Aug 17 03:03:38.584637 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d62568c0-04e2-4053-896c-f21f0acb68f3 req-3cf918af-e997-4332-867e-6edbacae07f1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:38.587546 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d62568c0-04e2-4053-896c-f21f0acb68f3 req-3cf918af-e997-4332-867e-6edbacae07f1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 944 time: 0.0551529 Aug 17 03:03:38.595943 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:38.601596 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:38.641966 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d62568c0-04e2-4053-896c-f21f0acb68f3 req-b8e43e0b-0768-4f9e-9bb7-cebed4b94f8e tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456908 Aug 17 03:03:38.665967 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port dfeb38c0-5085-4a56-8bfd-08bc65347971 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:38.671202 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port dfeb38c0-5085-4a56-8bfd-08bc65347971 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:38.678323 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:38.682103 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:38.919603 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:38.948800 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053d8635-8a4f-416a-8fdf-a46e4b19002e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfeb38c0-5085-4a56-8bfd-08bc65347971'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:38.949796 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:38.951243 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eaa874be-78fc-4e84-bb0e-1c25b5de00f3" -d '{"events": [{"server_uuid": "053d8635-8a4f-416a-8fdf-a46e4b19002e", "name": "network-vif-plugged", "status": "completed", "tag": "dfeb38c0-5085-4a56-8bfd-08bc65347971"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:38.965028 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port dfeb38c0-5085-4a56-8bfd-08bc65347971, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=dfeb38c0-5085-4a56-8bfd-08bc65347971,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:38.991520 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3e1dcc0-adfe-4921-8c7e-fd7820841709 x-openstack-request-id: req-e3e1dcc0-adfe-4921-8c7e-fd7820841709 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:38.991921 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053d8635-8a4f-416a-8fdf-a46e4b19002e", "name": "network-vif-plugged", "status": "completed", "tag": "dfeb38c0-5085-4a56-8bfd-08bc65347971", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:38.992223 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3e1dcc0-adfe-4921-8c7e-fd7820841709 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:38.992598 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053d8635-8a4f-416a-8fdf-a46e4b19002e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dfeb38c0-5085-4a56-8bfd-08bc65347971', 'code': 200} Aug 17 03:03:39.064882 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:39.129199 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=dfeb38c0-5085-4a56-8bfd-08bc65347971,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:39.138951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:39.139322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:39.139656 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:39.139991 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:39.140324 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:39.140654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:39.140986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:39.141315 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:39.141704 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:39.142508 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:39.142508 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:39.143300 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:39.145626 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18da5f59-908f-4fc1-8716-ac7e4c1fb3ec req-3127683b-d23d-4840-ae02-b47f7f0d9484 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:39.153788 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18da5f59-908f-4fc1-8716-ac7e4c1fb3ec req-3127683b-d23d-4840-ae02-b47f7f0d9484 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 1097 time: 0.0926740 Aug 17 03:03:39.208734 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18da5f59-908f-4fc1-8716-ac7e4c1fb3ec req-03135fc5-557b-422d-92ea-6b0eae055060 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374992 Aug 17 03:03:39.333377 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:39.356827 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:39.592424 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d50f9463-d683-495a-b778-e00ae77b3bc3 req-c014716d-dcb5-459f-b5d5-87959a011d02 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 210 time: 0.0354209 Aug 17 03:03:39.849607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125773a4-176f-4b3a-a59b-4c7018cd018c req-935d470d-bf79-4745-afe2-90dc37727fab tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:39.857309 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-125773a4-176f-4b3a-a59b-4c7018cd018c req-935d470d-bf79-4745-afe2-90dc37727fab tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 946 time: 0.1115191 Aug 17 03:03:39.934926 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8ea478-de4a-4d77-ac07-ab967c7c47bf req-a305f0e6-3663-44f4-b0b0-056b1ad5a9fc tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:39.936729 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be8ea478-de4a-4d77-ac07-ab967c7c47bf req-a305f0e6-3663-44f4-b0b0-056b1ad5a9fc tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 944 time: 0.0963776 Aug 17 03:03:39.961693 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-125773a4-176f-4b3a-a59b-4c7018cd018c req-0fc30941-4e45-4335-9982-6afdf6a0c091 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034350 Aug 17 03:03:39.989754 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Allocated IP 172.20.0.3 (84d74dce-20db-4aca-9b10-3a5cc02428e7/3e4e2f49-0184-41e9-97e9-32a570734170/fe636671-d942-4cc6-b591-c4b261bd7e7f) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:40.031514 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be8ea478-de4a-4d77-ac07-ab967c7c47bf req-2bf8b350-7719-4ea7-98e5-99364923b859 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0760267 Aug 17 03:03:40.137690 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:40.303181 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-7bc7d998-0ef1-4c7d-9443-e4b2a69e3aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:40.304524 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-7bc7d998-0ef1-4c7d-9443-e4b2a69e3aef service neutron] 10.222.0.60 "GET /v2.0/ports/13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 HTTP/1.1" status: 200 len: 1028 time: 0.0393679 Aug 17 03:03:40.335182 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:40.371177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-bdf8f286-b628-41af-aa66-d57d6ade12ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:40.372553 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-bdf8f286-b628-41af-aa66-d57d6ade12ae service neutron] 10.222.0.60 "GET /v2.0/ports/229d34f2-e84b-4d61-a8c6-7ecb791ac85d HTTP/1.1" status: 200 len: 1027 time: 0.0611274 Aug 17 03:03:40.382324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Network 84d74dce-20db-4aca-9b10-3a5cc02428e7 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:40.398051 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:40.413818 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:40.469576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Pushing event updated for resources: {'Port': ['ID=fe636671-d942-4cc6-b591-c4b261bd7e7f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:40.604034 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-de593abe-6166-4a86-b272-b8fba2ce80d6 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:40.609740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-de593abe-6166-4a86-b272-b8fba2ce80d6 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:40.615526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-de593abe-6166-4a86-b272-b8fba2ce80d6 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:40.617111 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-de593abe-6166-4a86-b272-b8fba2ce80d6 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.60 "GET /v2.0/networks?id=9227c9c6-47aa-4321-9fc5-beb397cc8baa&id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b&id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b HTTP/1.1" status: 200 len: 1990 time: 0.2372746 Aug 17 03:03:40.687213 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-f936a475-9be6-4c0f-929f-56466fd1bb43 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d11ec609654b4b0ba1d77f9365a04f77 HTTP/1.1" status: 200 len: 380 time: 0.0511699 Aug 17 03:03:40.705240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-155a4ad4-aa4f-4eec-80ef-b0d62be83701 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Request body: {'port': {'device_id': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa', 'admin_state_up': True, 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'security_groups': ['45eaa01e-5bc7-4240-85ea-aefc652ea939']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:40.765247 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ff72eac-e353-408a-9932-0d3616c49d89 req-fc23f75b-db3b-44f5-a465-f8f1c679666d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 210 time: 0.0620205 Aug 17 03:03:40.944056 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:41.105454 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-155a4ad4-aa4f-4eec-80ef-b0d62be83701 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Made reservation on behalf of d11ec609654b4b0ba1d77f9365a04f77 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:41.109014 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-155a4ad4-aa4f-4eec-80ef-b0d62be83701 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:41.191406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2369d024-c044-4304-88e8-a4e8685671ce req-c29c3c7d-5f66-453d-8561-da3648063626 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:41.199275 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2369d024-c044-4304-88e8-a4e8685671ce req-c29c3c7d-5f66-453d-8561-da3648063626 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 946 time: 0.1338308 Aug 17 03:03:41.280384 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bdba55-41ad-4a80-a5a5-04c9e6c3d6e4 req-fe7191d0-6dbe-42eb-92a6-0007d67267c2 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:41.295056 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-77bdba55-41ad-4a80-a5a5-04c9e6c3d6e4 req-fe7191d0-6dbe-42eb-92a6-0007d67267c2 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 944 time: 0.1074023 Aug 17 03:03:41.348993 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2369d024-c044-4304-88e8-a4e8685671ce req-04adf6a5-f68a-4cda-b633-0efbac172639 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487908 Aug 17 03:03:41.357567 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-77bdba55-41ad-4a80-a5a5-04c9e6c3d6e4 req-fc51b0da-2a56-4e63-88a3-e454e7e4fabf tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615942 Aug 17 03:03:41.393555 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:41.479337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-155a4ad4-aa4f-4eec-80ef-b0d62be83701 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Allocated IP 172.20.0.14 (9227c9c6-47aa-4321-9fc5-beb397cc8baa/416c6f37-743f-435b-96b1-67201de2ff16/3252fa48-9cdf-414f-bfa1-75099d66f47b) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:41.588649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9b50c7-6132-4009-9fdd-b48e438e806c req-5a938f75-c46a-4b19-87ad-c648e2c1df75 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:41.590107 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c9b50c7-6132-4009-9fdd-b48e438e806c req-5a938f75-c46a-4b19-87ad-c648e2c1df75 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 946 time: 0.1372008 Aug 17 03:03:41.724269 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c9b50c7-6132-4009-9fdd-b48e438e806c req-df15ab2c-91dd-448a-9d0a-e0564d5bed5d tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194410 Aug 17 03:03:41.773674 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-155a4ad4-aa4f-4eec-80ef-b0d62be83701 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:41.798859 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-155a4ad4-aa4f-4eec-80ef-b0d62be83701 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Transition to ACTIVE for port object 3252fa48-9cdf-414f-bfa1-75099d66f47b will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:41.853521 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Router d3fc604b-fcca-4b50-9a99-2539dc749761 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:03:41.872598 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f05c3e93-deb3-47f1-8aab-e0124d82786e req-3c4a77e4-5828-45ed-af78-b5d266983408 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 210 time: 0.0328431 Aug 17 03:03:42.013914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:03:42.022558 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-155a4ad4-aa4f-4eec-80ef-b0d62be83701 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:42.025041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c17fb8f-2027-43ec-87d9-f8de332ef28b None None] Sync routers for ids ['d3fc604b-fcca-4b50-9a99-2539dc749761'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:03:42.039001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c17fb8f-2027-43ec-87d9-f8de332ef28b None None] Routers {'d3fc604b-fcca-4b50-9a99-2539dc749761'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:03:42.040272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6c17fb8f-2027-43ec-87d9-f8de332ef28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:03:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d3fc604b-fcca-4b50-9a99-2539dc749761'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:42.088587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-155a4ad4-aa4f-4eec-80ef-b0d62be83701 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Network 9227c9c6-47aa-4321-9fc5-beb397cc8baa is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:42.092229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-155a4ad4-aa4f-4eec-80ef-b0d62be83701 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:42.096375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-155a4ad4-aa4f-4eec-80ef-b0d62be83701 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:42.105031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-155a4ad4-aa4f-4eec-80ef-b0d62be83701 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event updated for resources: {'Port': ['ID=3252fa48-9cdf-414f-bfa1-75099d66f47b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:42.218522 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:42.222376 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-83730f86-2e98-4c9f-ac0a-53874de75ae4 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 3.8574269 Aug 17 03:03:42.222650 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54604) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:42.253364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-155a4ad4-aa4f-4eec-80ef-b0d62be83701 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:42.254174 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-155a4ad4-aa4f-4eec-80ef-b0d62be83701 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:42.292678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4449e30a-bde2-4219-ac23-14024969f52a req-3aabbde7-b80e-4858-9a62-f5fdb51d5faa tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:42.301131 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4449e30a-bde2-4219-ac23-14024969f52a req-3aabbde7-b80e-4858-9a62-f5fdb51d5faa tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 946 time: 0.1299133 Aug 17 03:03:42.330011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-6c17fb8f-2027-43ec-87d9-f8de332ef28b None None] Set router d3fc604b-fcca-4b50-9a99-2539dc749761 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:03:42.354015 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4449e30a-bde2-4219-ac23-14024969f52a req-edcde86d-af7b-4ca3-a23a-8d006385d463 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517924 Aug 17 03:03:42.419314 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-155a4ad4-aa4f-4eec-80ef-b0d62be83701 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7228043 Aug 17 03:03:42.430700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1aad47a8-01d4-4796-972e-e150bb263a72 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Request body: {'port': {'device_id': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11', 'admin_state_up': True, 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'security_groups': ['45eaa01e-5bc7-4240-85ea-aefc652ea939']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:42.458365 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c333d9ac-1483-4f93-8bd6-079b55c0cb83 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:03:42.500457 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:42.604140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-885452df-b313-40f3-9dde-af7552e978c6 req-91687d69-f1ae-4c7d-9a33-c46fdb121d18 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:42.606011 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-885452df-b313-40f3-9dde-af7552e978c6 req-91687d69-f1ae-4c7d-9a33-c46fdb121d18 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 946 time: 0.1227579 Aug 17 03:03:42.630833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996c20d-3816-4b38-9eaa-d514a4d46271 req-917185ee-cb95-4f5d-9cd5-11b776bd16d7 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:42.632775 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1996c20d-3816-4b38-9eaa-d514a4d46271 req-917185ee-cb95-4f5d-9cd5-11b776bd16d7 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 944 time: 0.1411464 Aug 17 03:03:42.689670 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-885452df-b313-40f3-9dde-af7552e978c6 req-8afd887e-624c-4d2a-a3c5-591e9ad7c7c3 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489655 Aug 17 03:03:42.699954 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:42.781115 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1996c20d-3816-4b38-9eaa-d514a4d46271 req-c9b523d9-06c8-4171-bfcc-2663ad8aefd4 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327438 Aug 17 03:03:42.806513 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2a27bfde-a4f2-4e5a-b2e3-1043188d3358 None None] Provisioning for port 3252fa48-9cdf-414f-bfa1-75099d66f47b completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:42.825711 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2a27bfde-a4f2-4e5a-b2e3-1043188d3358 None None] Provisioning complete for port 3252fa48-9cdf-414f-bfa1-75099d66f47b triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:42.826158 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a27bfde-a4f2-4e5a-b2e3-1043188d3358 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:42.868737 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2a27bfde-a4f2-4e5a-b2e3-1043188d3358 None None] Port 3252fa48-9cdf-414f-bfa1-75099d66f47b cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:03:42.881147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1aad47a8-01d4-4796-972e-e150bb263a72 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Made reservation on behalf of d11ec609654b4b0ba1d77f9365a04f77 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:42.886075 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Deleting port fe636671-d942-4cc6-b591-c4b261bd7e7f {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:03:42.886432 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:42.887320 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1aad47a8-01d4-4796-972e-e150bb263a72 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:42.931068 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c333d9ac-1483-4f93-8bd6-079b55c0cb83, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c333d9ac-1483-4f93-8bd6-079b55c0cb83,segment=NetworkSegment(f2c0d1b9-1461-42b0-a01d-65ab51852eeb),segment_id=f2c0d1b9-1461-42b0-a01d-65ab51852eeb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:42.970355 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'c333d9ac-1483-4f93-8bd6-079b55c0cb83', 'network_id': '82cf8097-fc29-427a-9c31-4f04e0f699b0', 'port_id': 'c333d9ac-1483-4f93-8bd6-079b55c0cb83', 'mac_address': 'fa:16:3e:24:6c:3c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd444053b-fb4a-4e48-b2d6-3c7830e2116a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:03:43.081468 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:43.110032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6c17fb8f-2027-43ec-87d9-f8de332ef28b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd3fc604b-fcca-4b50-9a99-2539dc749761', 'name': '', 'tenant_id': 'c97fdc4134714ebbb3eed0b37edaa7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '84d74dce-20db-4aca-9b10-3a5cc02428e7', 'external_fixed_ips': [{'subnet_id': '3e4e2f49-0184-41e9-97e9-32a570734170', 'ip_address': '172.20.0.3'}], 'enable_snat': True}, 'gw_port_id': 'fe636671-d942-4cc6-b591-c4b261bd7e7f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:03:38Z', 'updated_at': '2021-08-17T03:03:40Z', 'revision_number': 3, 'project_id': 'c97fdc4134714ebbb3eed0b37edaa7cb', 'gw_port': {'id': 'fe636671-d942-4cc6-b591-c4b261bd7e7f', 'name': '', 'network_id': '84d74dce-20db-4aca-9b10-3a5cc02428e7', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:4a:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd3fc604b-fcca-4b50-9a99-2539dc749761', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1562, 'fixed_ips': [{'subnet_id': '3e4e2f49-0184-41e9-97e9-32a570734170', 'ip_address': '172.20.0.3', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:03:39Z', 'updated_at': '2021-08-17T03:03:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '3e4e2f49-0184-41e9-97e9-32a570734170', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:43.136545 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:43.153061 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1aad47a8-01d4-4796-972e-e150bb263a72 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Allocated IP 10.1.1.163 (9f0bfe94-bcd6-46e9-8643-784d13e1fa11/a8293f80-0c9a-49ec-9de7-0f89e1b6c33f/7cb7b403-44c7-4054-8867-793fbbd647f9) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:43.174198 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Calling delete_port for fe636671-d942-4cc6-b591-c4b261bd7e7f owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:03:43.203985 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c17fb8f-2027-43ec-87d9-f8de332ef28b None None] Checking router: d3fc604b-fcca-4b50-9a99-2539dc749761 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:03:43.204534 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c17fb8f-2027-43ec-87d9-f8de332ef28b None None] Updating router d3fc604b-fcca-4b50-9a99-2539dc749761 port fe636671-d942-4cc6-b591-c4b261bd7e7f binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:03:43.230912 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e972d95-38de-446d-bf04-e42af5bc64ff req-82bbfd31-97f8-4856-b108-45773eea15cd tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:43.234663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c333d9ac-1483-4f93-8bd6-079b55c0cb83 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:03:43.238906 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e972d95-38de-446d-bf04-e42af5bc64ff req-82bbfd31-97f8-4856-b108-45773eea15cd tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 946 time: 0.1682312 Aug 17 03:03:43.274561 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c333d9ac-1483-4f93-8bd6-079b55c0cb83, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c333d9ac-1483-4f93-8bd6-079b55c0cb83,segment=NetworkSegment(f2c0d1b9-1461-42b0-a01d-65ab51852eeb),segment_id=f2c0d1b9-1461-42b0-a01d-65ab51852eeb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:43.288156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d23407-b3c0-40a6-b2a0-25f6960f390d req-5812a679-d6ff-4a65-a59e-f92c985de43e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:43.295694 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-63d23407-b3c0-40a6-b2a0-25f6960f390d req-5812a679-d6ff-4a65-a59e-f92c985de43e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 932 time: 0.1357057 Aug 17 03:03:43.309379 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6c17fb8f-2027-43ec-87d9-f8de332ef28b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:43.379833 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e972d95-38de-446d-bf04-e42af5bc64ff req-7eea5cdf-0990-4dac-a8fe-05d51a748e29 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1368334 Aug 17 03:03:43.386365 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:43.395024 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-63d23407-b3c0-40a6-b2a0-25f6960f390d req-2944a7bc-65e4-4821-b623-4bfef4ec3ba4 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0943980 Aug 17 03:03:43.480893 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1aad47a8-01d4-4796-972e-e150bb263a72 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:43.496874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1aad47a8-01d4-4796-972e-e150bb263a72 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Transition to ACTIVE for port object 7cb7b403-44c7-4054-8867-793fbbd647f9 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:43.642142 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1aad47a8-01d4-4796-972e-e150bb263a72 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:43.738787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1aad47a8-01d4-4796-972e-e150bb263a72 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:43.747698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1aad47a8-01d4-4796-972e-e150bb263a72 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:43.767410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1aad47a8-01d4-4796-972e-e150bb263a72 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:43.820114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aad47a8-01d4-4796-972e-e150bb263a72 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event updated for resources: {'Port': ['ID=7cb7b403-44c7-4054-8867-793fbbd647f9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:43.837943 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:43.888404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1aad47a8-01d4-4796-972e-e150bb263a72 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:43.889127 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1aad47a8-01d4-4796-972e-e150bb263a72 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:43.930818 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe636671-d942-4cc6-b591-c4b261bd7e7f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:43.950784 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:43.955159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:43.955624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:43.958137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:43.958602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:43.959088 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:43.959530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:43.959956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:43.961825 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:43.962575 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:43.963028 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:43.965354 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:03:43.978402 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2a8117-cbba-4a81-b888-412d25fefca0 req-68e93ee3-6eea-4a95-8f37-714b331948da tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:43.987315 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb2a8117-cbba-4a81-b888-412d25fefca0 req-68e93ee3-6eea-4a95-8f37-714b331948da tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 946 time: 0.2631409 Aug 17 03:03:44.028765 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03dce3cd-29ca-49ee-819f-d377f7c62e53 req-3f9b6756-177e-4ed9-b846-be3b226fdd62 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:44.037703 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03dce3cd-29ca-49ee-819f-d377f7c62e53 req-3f9b6756-177e-4ed9-b846-be3b226fdd62 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 945 time: 0.1076853 Aug 17 03:03:44.044357 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1aad47a8-01d4-4796-972e-e150bb263a72 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6176631 Aug 17 03:03:44.075246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c846d9db-71c3-4694-a936-4ae49dc7f7e3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Request body: {'port': {'device_id': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11', 'admin_state_up': True, 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'security_groups': ['45eaa01e-5bc7-4240-85ea-aefc652ea939']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:44.095183 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb2a8117-cbba-4a81-b888-412d25fefca0 req-337f0d7c-d0e6-4960-a8bc-0b083aed37c5 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012218 Aug 17 03:03:44.109306 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:44.215821 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-6c17fb8f-2027-43ec-87d9-f8de332ef28b None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:03:44.218415 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-6c17fb8f-2027-43ec-87d9-f8de332ef28b None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:03:44.259229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:44.262514 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:44.271828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c333d9ac-1483-4f93-8bd6-079b55c0cb83,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:44.280985 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03dce3cd-29ca-49ee-819f-d377f7c62e53 req-7fbb9217-1e05-4b50-b382-55eb939c5520 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296331 Aug 17 03:03:44.295042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['c333d9ac-1483-4f93-8bd6-079b55c0cb83'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:03:44.430871 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:44.432000 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d3fc604b-fcca-4b50-9a99-2539dc749761 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:03:44.433495 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fc0709e4-27c8-4ddf-afc3-375697768c4d None None] Provisioning for port 7cb7b403-44c7-4054-8867-793fbbd647f9 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:44.438745 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:44.440941 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e1f88234-2fcf-42ee-954a-72161a377738 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "DELETE /v2.0/routers/d3fc604b-fcca-4b50-9a99-2539dc749761 HTTP/1.1" status: 204 len: 168 time: 2.2167430 Aug 17 03:03:44.443578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54634) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:44.450518 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fc0709e4-27c8-4ddf-afc3-375697768c4d None None] Provisioning complete for port 7cb7b403-44c7-4054-8867-793fbbd647f9 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:44.450744 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc0709e4-27c8-4ddf-afc3-375697768c4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:44.494924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c846d9db-71c3-4694-a936-4ae49dc7f7e3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Made reservation on behalf of d11ec609654b4b0ba1d77f9365a04f77 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:44.500641 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c846d9db-71c3-4694-a936-4ae49dc7f7e3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:44.516830 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-fc0709e4-27c8-4ddf-afc3-375697768c4d None None] Port 7cb7b403-44c7-4054-8867-793fbbd647f9 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:03:44.549703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-18b347f5-20ed-4be1-bb2e-c8569b34c265 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Deleting subnet 3e4e2f49-0184-41e9-97e9-32a570734170 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:03:44.565346 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18b347f5-20ed-4be1-bb2e-c8569b34c265 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:44.658161 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18b347f5-20ed-4be1-bb2e-c8569b34c265 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:44.752490 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18b347f5-20ed-4be1-bb2e-c8569b34c265 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:44.752708 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c17fb8f-2027-43ec-87d9-f8de332ef28b None None] Port fe636671-d942-4cc6-b591-c4b261bd7e7f not found while updating agent binding for router d3fc604b-fcca-4b50-9a99-2539dc749761. {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 17 03:03:44.779317 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c17fb8f-2027-43ec-87d9-f8de332ef28b None None] Routers set() bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:03:44.779704 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c17fb8f-2027-43ec-87d9-f8de332ef28b None None] Router IDs set() for agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 03:03:44.780332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_agentschedulers_db [None req-6c17fb8f-2027-43ec-87d9-f8de332ef28b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'d3fc604b-fcca-4b50-9a99-2539dc749761'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:03:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent'). {{(pid=101971) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 03:03:44.780749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c17fb8f-2027-43ec-87d9-f8de332ef28b None None] The sync data for ids ['d3fc604b-fcca-4b50-9a99-2539dc749761'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:03:44.808776 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c846d9db-71c3-4694-a936-4ae49dc7f7e3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Allocated IP 10.1.1.153 (9f0bfe94-bcd6-46e9-8643-784d13e1fa11/a8293f80-0c9a-49ec-9de7-0f89e1b6c33f/a0a82580-aa6c-4fe2-9f62-61b3e3319b40) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:44.937182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8693a-6c74-4138-bc0d-5081fbfa6c20 req-55c7f276-9813-4ed3-9077-e1c13055e69d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:44.939331 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18b347f5-20ed-4be1-bb2e-c8569b34c265 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:44.940062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e8693a-6c74-4138-bc0d-5081fbfa6c20 req-55c7f276-9813-4ed3-9077-e1c13055e69d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:44.948160 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-93e8693a-6c74-4138-bc0d-5081fbfa6c20 req-55c7f276-9813-4ed3-9077-e1c13055e69d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 1654 time: 0.3685286 Aug 17 03:03:44.975549 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b347f5-20ed-4be1-bb2e-c8569b34c265 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=3e4e2f49-0184-41e9-97e9-32a570734170,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:44.987081 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18b347f5-20ed-4be1-bb2e-c8569b34c265 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:44.989202 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-18b347f5-20ed-4be1-bb2e-c8569b34c265 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "DELETE /v2.0/subnets/3e4e2f49-0184-41e9-97e9-32a570734170 HTTP/1.1" status: 204 len: 168 time: 0.5445261 Aug 17 03:03:44.991708 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54648) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:45.035074 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-93e8693a-6c74-4138-bc0d-5081fbfa6c20 req-6d3fae88-cfa1-4bb7-928a-1feb9ab08564 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859728 Aug 17 03:03:45.135363 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22595cb1-e2ab-4944-b933-511759ba3ed9 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:45.147573 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c846d9db-71c3-4694-a936-4ae49dc7f7e3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:45.171715 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c846d9db-71c3-4694-a936-4ae49dc7f7e3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Transition to ACTIVE for port object a0a82580-aa6c-4fe2-9f62-61b3e3319b40 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:45.288019 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c7707b7f-e724-46c5-a469-42185a01e76d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:45.309132 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22595cb1-e2ab-4944-b933-511759ba3ed9 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:45.324415 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-22595cb1-e2ab-4944-b933-511759ba3ed9 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84d74dce-20db-4aca-9b10-3a5cc02428e7']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:45.340651 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-22595cb1-e2ab-4944-b933-511759ba3ed9 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fc559fcd-fb55-4698-8d66-dbb8c2a912f8') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:45.341374 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-22595cb1-e2ab-4944-b933-511759ba3ed9 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fc559fcd-fb55-4698-8d66-dbb8c2a912f8') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:45.343679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a0e2402-37c7-48da-aff5-3e310df51501 req-d6a3be3e-ed31-441a-9488-5cc4acee8c0f tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:45.347837 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7a0e2402-37c7-48da-aff5-3e310df51501 req-d6a3be3e-ed31-441a-9488-5cc4acee8c0f tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 946 time: 0.0987148 Aug 17 03:03:45.351634 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c846d9db-71c3-4694-a936-4ae49dc7f7e3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:45.363781 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22595cb1-e2ab-4944-b933-511759ba3ed9 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:45.388132 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22595cb1-e2ab-4944-b933-511759ba3ed9 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:45.400915 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22595cb1-e2ab-4944-b933-511759ba3ed9 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:03:45.401269 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22595cb1-e2ab-4944-b933-511759ba3ed9 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:45.412021 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c846d9db-71c3-4694-a936-4ae49dc7f7e3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:45.422141 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c846d9db-71c3-4694-a936-4ae49dc7f7e3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:45.452050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c846d9db-71c3-4694-a936-4ae49dc7f7e3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:03:45.473266 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:03:45.548017 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05e20b4-5d91-43f1-8e67-3d6029fd1ad6 req-606be391-b172-4691-9f5a-c3bb5cb86d0e tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:45.554403 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b05e20b4-5d91-43f1-8e67-3d6029fd1ad6 req-606be391-b172-4691-9f5a-c3bb5cb86d0e tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 945 time: 0.0799630 Aug 17 03:03:45.574714 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7a0e2402-37c7-48da-aff5-3e310df51501 req-9bfe0bb9-a7fd-481b-b539-5660281dceaa tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2173457 Aug 17 03:03:45.578600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c846d9db-71c3-4694-a936-4ae49dc7f7e3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event updated for resources: {'Port': ['ID=a0a82580-aa6c-4fe2-9f62-61b3e3319b40,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:45.593465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c846d9db-71c3-4694-a936-4ae49dc7f7e3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:45.594282 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c846d9db-71c3-4694-a936-4ae49dc7f7e3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:45.613007 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22595cb1-e2ab-4944-b933-511759ba3ed9 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:45.619427 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22595cb1-e2ab-4944-b933-511759ba3ed9 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 84d74dce-20db-4aca-9b10-3a5cc02428e7 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 03:03:45.622499 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22595cb1-e2ab-4944-b933-511759ba3ed9 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:45.643989 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-22595cb1-e2ab-4944-b933-511759ba3ed9 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "DELETE /v2.0/networks/84d74dce-20db-4aca-9b10-3a5cc02428e7 HTTP/1.1" status: 204 len: 168 time: 0.6319592 Aug 17 03:03:45.700545 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22595cb1-e2ab-4944-b933-511759ba3ed9 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Pushing event deleted for resources: {'Network': ['ID=84d74dce-20db-4aca-9b10-3a5cc02428e7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:45.706418 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c846d9db-71c3-4694-a936-4ae49dc7f7e3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6483390 Aug 17 03:03:45.720256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c2f2e207-2dc4-4eeb-81aa-18d31c4b1185 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Request body: {'port': {'device_id': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b', 'admin_state_up': True, 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'security_groups': ['45eaa01e-5bc7-4240-85ea-aefc652ea939']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:45.756519 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b05e20b4-5d91-43f1-8e67-3d6029fd1ad6 req-4c884e08-59e8-470e-8562-879f71ea48e8 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1921206 Aug 17 03:03:45.989996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c2f2e207-2dc4-4eeb-81aa-18d31c4b1185 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Made reservation on behalf of d11ec609654b4b0ba1d77f9365a04f77 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:46.018345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5395d573-5701-4c18-a901-78787f127be7 None None] Provisioning for port a0a82580-aa6c-4fe2-9f62-61b3e3319b40 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:46.023254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5395d573-5701-4c18-a901-78787f127be7 None None] Provisioning complete for port a0a82580-aa6c-4fe2-9f62-61b3e3319b40 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:46.023929 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5395d573-5701-4c18-a901-78787f127be7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:46.097513 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5395d573-5701-4c18-a901-78787f127be7 None None] Port a0a82580-aa6c-4fe2-9f62-61b3e3319b40 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:03:46.192540 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54672) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:46.198012 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-eabb7ab3-e55b-4d76-bdf3-ac4787345791 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Request body: {'router': {'name': 'tempest-router--2032437482', 'project_id': '29fdb3ebe4d046619fd89eca6ac158f4'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:46.287182 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c2f2e207-2dc4-4eeb-81aa-18d31c4b1185 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:46.320839 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eabb7ab3-e55b-4d76-bdf3-ac4787345791 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:46.322673 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eabb7ab3-e55b-4d76-bdf3-ac4787345791 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:46.380551 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eabb7ab3-e55b-4d76-bdf3-ac4787345791 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:46.396904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c333d9ac-1483-4f93-8bd6-079b55c0cb83 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:03:46.401597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c11b6db2-a403-43d1-a1d4-fb35b0628c15 req-8aaca213-37d4-46bb-845e-7157709bec8e tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:46.403310 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c11b6db2-a403-43d1-a1d4-fb35b0628c15 req-8aaca213-37d4-46bb-845e-7157709bec8e tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.60 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 946 time: 0.1942816 Aug 17 03:03:46.419004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb4900-c8b6-4bd2-9c8d-811292b1c346 req-50d568a6-3188-449b-b7d7-4c8a80b1afa4 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:46.426524 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb4900-c8b6-4bd2-9c8d-811292b1c346 req-50d568a6-3188-449b-b7d7-4c8a80b1afa4 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:46.434302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdfb4900-c8b6-4bd2-9c8d-811292b1c346 req-50d568a6-3188-449b-b7d7-4c8a80b1afa4 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:46.436894 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cdfb4900-c8b6-4bd2-9c8d-811292b1c346 req-50d568a6-3188-449b-b7d7-4c8a80b1afa4 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 2375 time: 0.2453015 Aug 17 03:03:46.485349 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eabb7ab3-e55b-4d76-bdf3-ac4787345791 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:46.606918 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port c333d9ac-1483-4f93-8bd6-079b55c0cb83 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:46.612035 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port c333d9ac-1483-4f93-8bd6-079b55c0cb83 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:46.613014 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:46.631175 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eabb7ab3-e55b-4d76-bdf3-ac4787345791 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:46.637058 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-eabb7ab3-e55b-4d76-bdf3-ac4787345791 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4391568 Aug 17 03:03:46.637058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54676) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:46.739813 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:46.775375 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0247f748-f986-4e54-8f7c-171b7b8034b1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:46.788175 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a6c522-f3d1-4215-aca4-7bcd4ecca377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c333d9ac-1483-4f93-8bd6-079b55c0cb83'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:46.791704 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bc6751f-9854-4f56-b736-5b50118a10f3" -d '{"events": [{"server_uuid": "24a6c522-f3d1-4215-aca4-7bcd4ecca377", "name": "network-vif-plugged", "status": "completed", "tag": "c333d9ac-1483-4f93-8bd6-079b55c0cb83"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:46.808259 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c333d9ac-1483-4f93-8bd6-079b55c0cb83, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c333d9ac-1483-4f93-8bd6-079b55c0cb83,segment=NetworkSegment(f2c0d1b9-1461-42b0-a01d-65ab51852eeb),segment_id=f2c0d1b9-1461-42b0-a01d-65ab51852eeb)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:46.852047 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:46.963666 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c333d9ac-1483-4f93-8bd6-079b55c0cb83,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:47.018561 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c2f2e207-2dc4-4eeb-81aa-18d31c4b1185 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Allocated IP 10.2.2.100 (4b8050bd-263f-474e-b098-3b3f7ebeaf6b/4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc/33a95012-a331-4064-8176-8968cdb8ac60) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:47.193578 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c2f2e207-2dc4-4eeb-81aa-18d31c4b1185 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:47.210168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c2f2e207-2dc4-4eeb-81aa-18d31c4b1185 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Transition to ACTIVE for port object 33a95012-a331-4064-8176-8968cdb8ac60 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:47.293381 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cdfb4900-c8b6-4bd2-9c8d-811292b1c346 req-7f516fc5-8605-4583-9907-6a6a2fac015e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.8402548 Aug 17 03:03:47.321726 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c2f2e207-2dc4-4eeb-81aa-18d31c4b1185 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:47.359066 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-c11b6db2-a403-43d1-a1d4-fb35b0628c15 req-274f8629-44b2-4406-8df3-b1cc3417ed37 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Deleting port dfeb38c0-5085-4a56-8bfd-08bc65347971 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:03:47.359702 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c11b6db2-a403-43d1-a1d4-fb35b0628c15 req-274f8629-44b2-4406-8df3-b1cc3417ed37 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:47.361868 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b639ab3-918f-436f-a648-f2cbe000b8fe req-3bd3d900-d57f-47a8-93da-f28237b76586 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:47.370975 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3b639ab3-918f-436f-a648-f2cbe000b8fe req-3bd3d900-d57f-47a8-93da-f28237b76586 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 946 time: 0.6876421 Aug 17 03:03:47.392994 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0247f748-f986-4e54-8f7c-171b7b8034b1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:47.395469 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0247f748-f986-4e54-8f7c-171b7b8034b1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:47.457027 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3b639ab3-918f-436f-a648-f2cbe000b8fe req-a40cdd5b-a737-4235-b778-b249067ac84f tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/security-groups?id=cbfd0ffc-7429-4b6c-b883-cae168bd175c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831711 Aug 17 03:03:47.468962 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c2f2e207-2dc4-4eeb-81aa-18d31c4b1185 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Network 4b8050bd-263f-474e-b098-3b3f7ebeaf6b is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:47.473293 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c2f2e207-2dc4-4eeb-81aa-18d31c4b1185 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:47.491487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f2e207-2dc4-4eeb-81aa-18d31c4b1185 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event updated for resources: {'Port': ['ID=33a95012-a331-4064-8176-8968cdb8ac60,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:47.503599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c2f2e207-2dc4-4eeb-81aa-18d31c4b1185 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:47.527934 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7f457cb-8525-4beb-9bf6-809d471a5c86 x-openstack-request-id: req-e7f457cb-8525-4beb-9bf6-809d471a5c86 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:47.528569 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a6c522-f3d1-4215-aca4-7bcd4ecca377", "name": "network-vif-plugged", "status": "completed", "tag": "c333d9ac-1483-4f93-8bd6-079b55c0cb83", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:47.528764 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e7f457cb-8525-4beb-9bf6-809d471a5c86 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:47.529155 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a6c522-f3d1-4215-aca4-7bcd4ecca377', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c333d9ac-1483-4f93-8bd6-079b55c0cb83', 'code': 200} Aug 17 03:03:47.562137 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0247f748-f986-4e54-8f7c-171b7b8034b1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:47.563025 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0247f748-f986-4e54-8f7c-171b7b8034b1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 9d5f9e6b-c2bd-4e92-9bf8-1bed2a1266d5 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:03:47.574854 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0247f748-f986-4e54-8f7c-171b7b8034b1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:47.576322 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0247f748-f986-4e54-8f7c-171b7b8034b1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "DELETE /v2.0/routers/9d5f9e6b-c2bd-4e92-9bf8-1bed2a1266d5 HTTP/1.1" status: 204 len: 168 time: 0.9394443 Aug 17 03:03:47.718011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2ea8999-a4dc-49d0-8228-8c70fc0d59ee req-a4e59b52-7135-4b3b-a52c-0d23a08893dd tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:47.725752 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f2ea8999-a4dc-49d0-8228-8c70fc0d59ee req-a4e59b52-7135-4b3b-a52c-0d23a08893dd tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 946 time: 0.3467653 Aug 17 03:03:47.795627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c2f2e207-2dc4-4eeb-81aa-18d31c4b1185 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:47.796272 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c2f2e207-2dc4-4eeb-81aa-18d31c4b1185 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:47.843237 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f2ea8999-a4dc-49d0-8228-8c70fc0d59ee req-67eff98b-374b-4972-831c-82de84991f56 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1163712 Aug 17 03:03:47.851944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355bfb2b-a393-4ab2-8fc7-67ee1ddbad57 req-a178bb6f-9623-4cb2-83b8-1c547150268b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:47.853836 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-355bfb2b-a393-4ab2-8fc7-67ee1ddbad57 req-a178bb6f-9623-4cb2-83b8-1c547150268b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 1097 time: 0.2092597 Aug 17 03:03:47.860250 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-c11b6db2-a403-43d1-a1d4-fb35b0628c15 req-274f8629-44b2-4406-8df3-b1cc3417ed37 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] For port dfeb38c0-5085-4a56-8bfd-08bc65347971, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=dfeb38c0-5085-4a56-8bfd-08bc65347971,segment=NetworkSegment(1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04),segment_id=1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:47.860635 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c11b6db2-a403-43d1-a1d4-fb35b0628c15 req-274f8629-44b2-4406-8df3-b1cc3417ed37 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:47.889833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-c11b6db2-a403-43d1-a1d4-fb35b0628c15 req-274f8629-44b2-4406-8df3-b1cc3417ed37 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Calling delete_port for dfeb38c0-5085-4a56-8bfd-08bc65347971 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:03:47.935268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54708) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:47.941434 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-61705221-42c7-4afe-8464-359fb611874e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:47.941434 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9fe7c773-4997-47d1-bf8a-e4db85b866d6 None None] Provisioning for port 33a95012-a331-4064-8176-8968cdb8ac60 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:47.947191 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-355bfb2b-a393-4ab2-8fc7-67ee1ddbad57 req-3555e693-c07a-4e3d-b3d3-d51014ffc43f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0833123 Aug 17 03:03:47.950059 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c2f2e207-2dc4-4eeb-81aa-18d31c4b1185 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2348855 Aug 17 03:03:47.951009 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9fe7c773-4997-47d1-bf8a-e4db85b866d6 None None] Provisioning complete for port 33a95012-a331-4064-8176-8968cdb8ac60 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:47.951388 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c773-4997-47d1-bf8a-e4db85b866d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:47.987447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-9fe7c773-4997-47d1-bf8a-e4db85b866d6 None None] Port 33a95012-a331-4064-8176-8968cdb8ac60 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:03:48.021864 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-57bc057d-20fa-405d-bba8-ca44d167bb04 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Request body: {'port': {'device_id': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b', 'admin_state_up': True, 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'security_groups': ['45eaa01e-5bc7-4240-85ea-aefc652ea939']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:48.205483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-305212821', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:48.213566 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:48.215834 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c11b6db2-a403-43d1-a1d4-fb35b0628c15 req-274f8629-44b2-4406-8df3-b1cc3417ed37 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:48.226168 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['dfeb38c0-5085-4a56-8bfd-08bc65347971'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:03:48.246003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274f8629-44b2-4406-8df3-b1cc3417ed37 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Pushing event deleted for resources: {'Port': ['ID=dfeb38c0-5085-4a56-8bfd-08bc65347971,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:48.271311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-57bc057d-20fa-405d-bba8-ca44d167bb04 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Made reservation on behalf of d11ec609654b4b0ba1d77f9365a04f77 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:48.276631 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-57bc057d-20fa-405d-bba8-ca44d167bb04 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:48.297705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c11b6db2-a403-43d1-a1d4-fb35b0628c15 req-274f8629-44b2-4406-8df3-b1cc3417ed37 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] No DVR routers for this DVR port dfeb38c0-5085-4a56-8bfd-08bc65347971 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:03:48.301193 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c11b6db2-a403-43d1-a1d4-fb35b0628c15 req-274f8629-44b2-4406-8df3-b1cc3417ed37 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:48.303185 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c11b6db2-a403-43d1-a1d4-fb35b0628c15 req-274f8629-44b2-4406-8df3-b1cc3417ed37 tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.60 "DELETE /v2.0/ports/dfeb38c0-5085-4a56-8bfd-08bc65347971 HTTP/1.1" status: 204 len: 173 time: 1.8650067 Aug 17 03:03:48.303633 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '053d8635-8a4f-416a-8fdf-a46e4b19002e', 'name': 'network-vif-deleted', 'tag': 'dfeb38c0-5085-4a56-8bfd-08bc65347971'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:48.306592 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-928d85b0-f926-4694-946d-60858c3e4925" -d '{"events": [{"server_uuid": "053d8635-8a4f-416a-8fdf-a46e4b19002e", "name": "network-vif-deleted", "tag": "dfeb38c0-5085-4a56-8bfd-08bc65347971"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:48.378154 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-599d4d87-6047-4169-8243-8baaf2cd9931 x-openstack-request-id: req-599d4d87-6047-4169-8243-8baaf2cd9931 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:48.378817 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "053d8635-8a4f-416a-8fdf-a46e4b19002e", "name": "network-vif-deleted", "tag": "dfeb38c0-5085-4a56-8bfd-08bc65347971", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:48.379313 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-599d4d87-6047-4169-8243-8baaf2cd9931 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:48.379927 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '053d8635-8a4f-416a-8fdf-a46e4b19002e', 'name': 'network-vif-deleted', 'tag': 'dfeb38c0-5085-4a56-8bfd-08bc65347971', 'status': 'completed', 'code': 200} Aug 17 03:03:48.413220 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:48.415282 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:48.465171 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:03:48.497879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1376c-8b3f-4863-bfe6-7ec89aae1327 req-6439ea50-6cd5-4ad6-9bea-a762c65047e0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:48.509064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1376c-8b3f-4863-bfe6-7ec89aae1327 req-6439ea50-6cd5-4ad6-9bea-a762c65047e0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:48.517465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1376c-8b3f-4863-bfe6-7ec89aae1327 req-6439ea50-6cd5-4ad6-9bea-a762c65047e0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:48.523676 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d1376c-8b3f-4863-bfe6-7ec89aae1327 req-6439ea50-6cd5-4ad6-9bea-a762c65047e0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:48.526724 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-52d1376c-8b3f-4863-bfe6-7ec89aae1327 req-6439ea50-6cd5-4ad6-9bea-a762c65047e0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 3096 time: 0.1426609 Aug 17 03:03:48.609714 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-52d1376c-8b3f-4863-bfe6-7ec89aae1327 req-c1b05bc8-0c73-4052-9f08-d950685a512a tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750434 Aug 17 03:03:48.631322 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-82776b55-1c2a-4c2b-9633-f481a7131f3a req-8684fade-afed-4779-8df3-216b875cffcd tempest-ServerDiskConfigTestJSON-2000834263 tempest-ServerDiskConfigTestJSON-2000834263-project] 10.222.0.10 "GET /v2.0/ports?device_id=053d8635-8a4f-416a-8fdf-a46e4b19002e HTTP/1.1" status: 200 len: 210 time: 0.0646305 Aug 17 03:03:48.631553 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-57bc057d-20fa-405d-bba8-ca44d167bb04 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Allocated IP 10.2.2.200 (4b8050bd-263f-474e-b098-3b3f7ebeaf6b/4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc/ef489fee-83cc-48c5-a1f8-291661db6e66) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:48.631649 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:48.833859 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-57bc057d-20fa-405d-bba8-ca44d167bb04 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:48.849241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-57bc057d-20fa-405d-bba8-ca44d167bb04 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Transition to ACTIVE for port object ef489fee-83cc-48c5-a1f8-291661db6e66 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:48.950079 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-57bc057d-20fa-405d-bba8-ca44d167bb04 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:48.965804 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:49.028374 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b7316a-02f6-46b8-963d-b6a60adf62b2 req-cd12b294-9b59-44e2-87c0-a75cb9c82fd1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:49.030213 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-40b7316a-02f6-46b8-963d-b6a60adf62b2 req-cd12b294-9b59-44e2-87c0-a75cb9c82fd1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 946 time: 0.0592084 Aug 17 03:03:49.032121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bc057d-20fa-405d-bba8-ca44d167bb04 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event updated for resources: {'Port': ['ID=ef489fee-83cc-48c5-a1f8-291661db6e66,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:49.040987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-57bc057d-20fa-405d-bba8-ca44d167bb04 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Network 4b8050bd-263f-474e-b098-3b3f7ebeaf6b is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:49.044902 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-57bc057d-20fa-405d-bba8-ca44d167bb04 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:49.057298 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-57bc057d-20fa-405d-bba8-ca44d167bb04 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:49.063885 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:49.151527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-57bc057d-20fa-405d-bba8-ca44d167bb04 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:49.152124 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-57bc057d-20fa-405d-bba8-ca44d167bb04 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:49.205574 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-40b7316a-02f6-46b8-963d-b6a60adf62b2 req-177edcf0-6390-44fd-a596-259aaf3eb136 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1267745 Aug 17 03:03:49.221909 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-57bc057d-20fa-405d-bba8-ca44d167bb04 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2057233 Aug 17 03:03:49.237087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Request body: {'port': {'device_id': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:49.344923 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:49.434717 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:49.459983 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:49.517119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-79713994-ef8f-43ff-9783-eec1d7cd4060 None None] Provisioning for port ef489fee-83cc-48c5-a1f8-291661db6e66 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:03:49.524795 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-79713994-ef8f-43ff-9783-eec1d7cd4060 None None] Provisioning complete for port ef489fee-83cc-48c5-a1f8-291661db6e66 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:03:49.525655 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-79713994-ef8f-43ff-9783-eec1d7cd4060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:49.583953 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Allocated IP 172.25.1.231 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/93bf57f5-7884-41b5-ac83-64772cecc349) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:49.592254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-79713994-ef8f-43ff-9783-eec1d7cd4060 None None] Port ef489fee-83cc-48c5-a1f8-291661db6e66 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:03:49.726067 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3252fa48-9cdf-414f-bfa1-75099d66f47b {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:03:49.744990 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:49.772717 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:49.792939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Transition to ACTIVE for port object 3252fa48-9cdf-414f-bfa1-75099d66f47b will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:49.810547 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c77a5-770e-4130-8c50-a7e8d6305786 req-d622db7a-3f51-4e5b-aab5-f2593c88788b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:49.817234 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c77a5-770e-4130-8c50-a7e8d6305786 req-d622db7a-3f51-4e5b-aab5-f2593c88788b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:49.823824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c77a5-770e-4130-8c50-a7e8d6305786 req-d622db7a-3f51-4e5b-aab5-f2593c88788b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:49.830602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c77a5-770e-4130-8c50-a7e8d6305786 req-d622db7a-3f51-4e5b-aab5-f2593c88788b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:49.837947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-436c77a5-770e-4130-8c50-a7e8d6305786 req-d622db7a-3f51-4e5b-aab5-f2593c88788b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:49.839862 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-436c77a5-770e-4130-8c50-a7e8d6305786 req-d622db7a-3f51-4e5b-aab5-f2593c88788b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 3817 time: 0.1271310 Aug 17 03:03:49.847701 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:49.922842 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:49.945259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Pushing event updated for resources: {'Port': ['ID=3252fa48-9cdf-414f-bfa1-75099d66f47b,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:49.959935 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-436c77a5-770e-4130-8c50-a7e8d6305786 req-7fc492a8-ed69-406b-b47a-ccd01a3704c1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1043563 Aug 17 03:03:49.996341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:50.004746 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:50.011859 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:50.067002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54754) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:50.108740 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Pushing event updated for resources: {'Port': ['ID=93bf57f5-7884-41b5-ac83-64772cecc349,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:50.175188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Attempting to bind port 3252fa48-9cdf-414f-bfa1-75099d66f47b on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:03:50.175528 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Attempting to bind port 3252fa48-9cdf-414f-bfa1-75099d66f47b by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '5db9e6f8-005b-4a94-af93-e5b6a7abeb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:03:50.175862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Attempting to bind port 3252fa48-9cdf-414f-bfa1-75099d66f47b on network 9227c9c6-47aa-4321-9fc5-beb397cc8baa {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:50.191277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e2076da-9903-4ac0-9d65-e21d0196f3b9 admin admin] Deleting subnet e36039ff-2b91-4bea-8513-5210cefd245d {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:03:50.195855 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e2076da-9903-4ac0-9d65-e21d0196f3b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:50.237183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Port 3252fa48-9cdf-414f-bfa1-75099d66f47b on network 9227c9c6-47aa-4321-9fc5-beb397cc8baa not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:03:50.237510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Attempting to bind port 3252fa48-9cdf-414f-bfa1-75099d66f47b on network 9227c9c6-47aa-4321-9fc5-beb397cc8baa {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:50.254156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:03:50.254799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Checking segment: {'id': '5db9e6f8-005b-4a94-af93-e5b6a7abeb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:50.255229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Bound using segment: {'id': '5db9e6f8-005b-4a94-af93-e5b6a7abeb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:03:50.256081 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Bound port: 3252fa48-9cdf-414f-bfa1-75099d66f47b, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5db9e6f8-005b-4a94-af93-e5b6a7abeb04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:03:50.256270 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:50.277277 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e2076da-9903-4ac0-9d65-e21d0196f3b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:50.388645 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e2076da-9903-4ac0-9d65-e21d0196f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:50.416531 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device dfeb38c0-5085-4a56-8bfd-08bc65347971 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:03:50.423534 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c6849-6d00-4fbd-bc95-54331279b30f req-32ef82a4-4aa5-4935-870a-0902dd80179f tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:50.425090 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-928c6849-6d00-4fbd-bc95-54331279b30f req-32ef82a4-4aa5-4935-870a-0902dd80179f tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 946 time: 0.1456015 Aug 17 03:03:50.434375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] For port 3252fa48-9cdf-414f-bfa1-75099d66f47b, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:03:50.441809 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: dfeb38c0-5085-4a56-8bfd-08bc65347971 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:03:50.442154 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device dfeb38c0-5085-4a56-8bfd-08bc65347971 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:03:50.458472 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] For port 3252fa48-9cdf-414f-bfa1-75099d66f47b, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3252fa48-9cdf-414f-bfa1-75099d66f47b,segment=NetworkSegment(5db9e6f8-005b-4a94-af93-e5b6a7abeb04),segment_id=5db9e6f8-005b-4a94-af93-e5b6a7abeb04)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:03:50.496625 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-928c6849-6d00-4fbd-bc95-54331279b30f req-cddda28f-e396-4afd-8444-f7645b1652eb tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583053 Aug 17 03:03:50.613959 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:50.653729 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e2076da-9903-4ac0-9d65-e21d0196f3b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:50.712122 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6679de2a-b9d2-44f4-887f-c730f0f6adc3 req-880ae5df-d9a5-44e4-9246-9a826518bc43 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1023034166&fields=id&tenant_id=052a4404e4c34be6817cc8733a020ffb HTTP/1.1" status: 200 len: 267 time: 0.1256046 Aug 17 03:03:50.761749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:50.762465 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:50.763929 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] 10.222.0.60 "PUT /v2.0/ports/3252fa48-9cdf-414f-bfa1-75099d66f47b HTTP/1.1" status: 200 len: 1092 time: 1.5327001 Aug 17 03:03:50.766276 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'tag': '3252fa48-9cdf-414f-bfa1-75099d66f47b'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:50.769796 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e70a26e4-970f-4426-8b72-97c1fe1a9597" -d '{"events": [{"name": "network-changed", "server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "tag": "3252fa48-9cdf-414f-bfa1-75099d66f47b"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:50.784843 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:50.786220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2076da-9903-4ac0-9d65-e21d0196f3b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e36039ff-2b91-4bea-8513-5210cefd245d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:50.812582 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e2076da-9903-4ac0-9d65-e21d0196f3b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:50.822922 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54762) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:50.823310 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8e2076da-9903-4ac0-9d65-e21d0196f3b9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e36039ff-2b91-4bea-8513-5210cefd245d HTTP/1.1" status: 204 len: 168 time: 0.7538724 Aug 17 03:03:50.852578 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:50.859168 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe2f8369-632f-4216-86c2-e84a1c6b5363 x-openstack-request-id: req-fe2f8369-632f-4216-86c2-e84a1c6b5363 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:50.859590 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "tag": "3252fa48-9cdf-414f-bfa1-75099d66f47b", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:50.859929 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe2f8369-632f-4216-86c2-e84a1c6b5363 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:50.860427 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'tag': '3252fa48-9cdf-414f-bfa1-75099d66f47b', 'status': 'completed', 'code': 200} Aug 17 03:03:50.866455 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ec0189-d02e-4e7e-900c-386790a02b1e service neutron] Pushing event updated for resources: {'Port': ['ID=3252fa48-9cdf-414f-bfa1-75099d66f47b,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:50.932409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Request body: {'port': {'device_id': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:50.984734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a26e4-970f-4426-8b72-97c1fe1a9597 req-42ca0470-3239-44a1-81b9-3e7c3552f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:50.984926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a26e4-970f-4426-8b72-97c1fe1a9597 req-42ca0470-3239-44a1-81b9-3e7c3552f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:50.985502 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a26e4-970f-4426-8b72-97c1fe1a9597 req-42ca0470-3239-44a1-81b9-3e7c3552f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:50.985989 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a26e4-970f-4426-8b72-97c1fe1a9597 req-42ca0470-3239-44a1-81b9-3e7c3552f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:50.986463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a26e4-970f-4426-8b72-97c1fe1a9597 req-42ca0470-3239-44a1-81b9-3e7c3552f740 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:50.988318 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e70a26e4-970f-4426-8b72-97c1fe1a9597 req-42ca0470-3239-44a1-81b9-3e7c3552f740 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 4364 time: 0.1010184 Aug 17 03:03:51.200194 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a26e4-970f-4426-8b72-97c1fe1a9597 req-d420b989-e83f-4621-aa03-169fe9e197cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:51.200834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a26e4-970f-4426-8b72-97c1fe1a9597 req-d420b989-e83f-4621-aa03-169fe9e197cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:51.201109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a26e4-970f-4426-8b72-97c1fe1a9597 req-d420b989-e83f-4621-aa03-169fe9e197cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:51.202954 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e70a26e4-970f-4426-8b72-97c1fe1a9597 req-d420b989-e83f-4621-aa03-169fe9e197cc service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1887987 Aug 17 03:03:51.314488 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:51.384678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f8fe-db9f-48fb-aa7e-1e36a1ba1d3f req-045f3add-4245-4bc8-883e-91eef6819354 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:51.390939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f8fe-db9f-48fb-aa7e-1e36a1ba1d3f req-045f3add-4245-4bc8-883e-91eef6819354 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:51.397475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f8fe-db9f-48fb-aa7e-1e36a1ba1d3f req-045f3add-4245-4bc8-883e-91eef6819354 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:51.418622 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f8fe-db9f-48fb-aa7e-1e36a1ba1d3f req-045f3add-4245-4bc8-883e-91eef6819354 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:51.425948 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d35f8fe-db9f-48fb-aa7e-1e36a1ba1d3f req-045f3add-4245-4bc8-883e-91eef6819354 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:51.434731 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5d35f8fe-db9f-48fb-aa7e-1e36a1ba1d3f req-045f3add-4245-4bc8-883e-91eef6819354 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 3829 time: 0.2789755 Aug 17 03:03:51.467910 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679de2a-b9d2-44f4-887f-c730f0f6adc3 req-3e760e1e-fc22-454b-9a5c-15e0d7765789 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:51.480223 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70a26e4-970f-4426-8b72-97c1fe1a9597 req-beb6d8b3-effc-4fec-9d11-761aeca24df5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:51.481776 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e70a26e4-970f-4426-8b72-97c1fe1a9597 req-beb6d8b3-effc-4fec-9d11-761aeca24df5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2576396 Aug 17 03:03:51.481971 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6679de2a-b9d2-44f4-887f-c730f0f6adc3 req-3e760e1e-fc22-454b-9a5c-15e0d7765789 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 946 time: 0.7688920 Aug 17 03:03:51.491833 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a202934-97c3-4757-a69f-e242d06ad7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:51.502494 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-6679de2a-b9d2-44f4-887f-c730f0f6adc3 req-a6959008-19a2-436b-9e8b-323365819691 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Request body: {'port': {'security_groups': ['b53d6b86-7614-4136-aed5-ce4c3f0c6cbe', 'bf085c81-1f74-4e98-bb28-1b22a5e37a8e']}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:51.544732 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5d35f8fe-db9f-48fb-aa7e-1e36a1ba1d3f req-81a3ee52-49b3-43ea-9ffa-cc7ac1262200 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1090057 Aug 17 03:03:51.753655 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:51.927208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:03:51.933885 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a202934-97c3-4757-a69f-e242d06ad7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:51.936928 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:51.948062 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-4a202934-97c3-4757-a69f-e242d06ad7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54136ca1-bdf4-455e-a64c-9cb78eb9482e']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:51.952743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Transition to ACTIVE for port object 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:51.961812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-4a202934-97c3-4757-a69f-e242d06ad7f1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:51.962127 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-4a202934-97c3-4757-a69f-e242d06ad7f1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce80547-4ed2-4cb5-a66b-a5e8c9a5ab04') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:51.971620 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a202934-97c3-4757-a69f-e242d06ad7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:51.986154 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a202934-97c3-4757-a69f-e242d06ad7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:51.992305 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a202934-97c3-4757-a69f-e242d06ad7f1 admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:03:51.992801 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a202934-97c3-4757-a69f-e242d06ad7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:52.042202 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:03:52.053775 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:03:52.056740 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-6679de2a-b9d2-44f4-887f-c730f0f6adc3 req-a6959008-19a2-436b-9e8b-323365819691 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:52.118046 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Pushing event updated for resources: {'Port': ['ID=13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:52.136083 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a202934-97c3-4757-a69f-e242d06ad7f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:52.143354 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a202934-97c3-4757-a69f-e242d06ad7f1 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:52.147715 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4a202934-97c3-4757-a69f-e242d06ad7f1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/54136ca1-bdf4-455e-a64c-9cb78eb9482e HTTP/1.1" status: 204 len: 168 time: 1.3208451 Aug 17 03:03:52.166638 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a202934-97c3-4757-a69f-e242d06ad7f1 admin admin] Pushing event deleted for resources: {'Network': ['ID=54136ca1-bdf4-455e-a64c-9cb78eb9482e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:52.216380 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Router 1bb83133-f843-4ce3-9ae1-bda5b8b51f62 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:03:52.277476 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Attempting to bind port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:03:52.278057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Attempting to bind port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:03:52.278475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Attempting to bind port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 on network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:52.289091 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 on network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:03:52.290688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Attempting to bind port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 on network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:52.302397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:03:52.302753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Checking segment: {'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:52.303159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Bound using segment: {'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:03:52.307790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Bound port: 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:03:52.308223 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:52.403726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] For port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:03:52.410982 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] For port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:03:52.429268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-6679de2a-b9d2-44f4-887f-c730f0f6adc3 req-a6959008-19a2-436b-9e8b-323365819691 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] For port c333d9ac-1483-4f93-8bd6-079b55c0cb83, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c333d9ac-1483-4f93-8bd6-079b55c0cb83,segment=NetworkSegment(f2c0d1b9-1461-42b0-a01d-65ab51852eeb),segment_id=f2c0d1b9-1461-42b0-a01d-65ab51852eeb)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:03:52.510240 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-6679de2a-b9d2-44f4-887f-c730f0f6adc3 req-a6959008-19a2-436b-9e8b-323365819691 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:52.517086 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:03:52.522500 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:52.531097 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c6899-ee44-4ac8-8406-ddf2203f3ab4 None None] Sync routers for ids ['1bb83133-f843-4ce3-9ae1-bda5b8b51f62'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:03:52.553353 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c6899-ee44-4ac8-8406-ddf2203f3ab4 None None] Routers {'1bb83133-f843-4ce3-9ae1-bda5b8b51f62'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:03:52.554062 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b57c6899-ee44-4ac8-8406-ddf2203f3ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:03:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['1bb83133-f843-4ce3-9ae1-bda5b8b51f62'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:52.618196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:52.627987 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:52.627987 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] 10.222.0.60 "PUT /v2.0/ports/13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 HTTP/1.1" status: 200 len: 1131 time: 1.7349148 Aug 17 03:03:52.643856 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b57c6899-ee44-4ac8-8406-ddf2203f3ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:52.649684 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-6679de2a-b9d2-44f4-887f-c730f0f6adc3 req-a6959008-19a2-436b-9e8b-323365819691 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:52.655328 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b57c6899-ee44-4ac8-8406-ddf2203f3ab4 None None] Routers {'1bb83133-f843-4ce3-9ae1-bda5b8b51f62'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:03:52.655328 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b57c6899-ee44-4ac8-8406-ddf2203f3ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:03:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['1bb83133-f843-4ce3-9ae1-bda5b8b51f62'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:52.664223 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0a8f7fae-9997-4257-bbfe-5b2c372e07b5', 'c333d9ac-1483-4f93-8bd6-079b55c0cb83'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:03:52.691039 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b57c6899-ee44-4ac8-8406-ddf2203f3ab4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:03:52.691889 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b57c6899-ee44-4ac8-8406-ddf2203f3ab4 None None] The sync data for ids ['1bb83133-f843-4ce3-9ae1-bda5b8b51f62'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:03:52.751989 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:52.763090 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7cb20515-95f7-42f0-80d9-fa4b2088ec97 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8191202 Aug 17 03:03:52.816624 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54796) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:52.817257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54798) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:52.832496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Request body: {'port': {'device_id': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:52.835670 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6679de2a-b9d2-44f4-887f-c730f0f6adc3 req-a6959008-19a2-436b-9e8b-323365819691 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:52.836827 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-6679de2a-b9d2-44f4-887f-c730f0f6adc3 req-a6959008-19a2-436b-9e8b-323365819691 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:52.840969 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6679de2a-b9d2-44f4-887f-c730f0f6adc3 req-a6959008-19a2-436b-9e8b-323365819691 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "PUT /v2.0/ports/c333d9ac-1483-4f93-8bd6-079b55c0cb83 HTTP/1.1" status: 200 len: 982 time: 1.3581514 Aug 17 03:03:52.844649 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a6c522-f3d1-4215-aca4-7bcd4ecca377', 'tag': 'c333d9ac-1483-4f93-8bd6-079b55c0cb83'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:52.852967 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e60bc51-e273-488a-a99e-fda504220f6e" -d '{"events": [{"name": "network-changed", "server_uuid": "24a6c522-f3d1-4215-aca4-7bcd4ecca377", "tag": "c333d9ac-1483-4f93-8bd6-079b55c0cb83"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:52.952406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee5cd4-5e47-46a0-9b38-1689d942cddf req-089e692b-e817-456b-97e2-523f3ef34669 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:52.952406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee5cd4-5e47-46a0-9b38-1689d942cddf req-089e692b-e817-456b-97e2-523f3ef34669 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:52.953262 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6959008-19a2-436b-9e8b-323365819691 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event updated for resources: {'Port': ['ID=c333d9ac-1483-4f93-8bd6-079b55c0cb83,revision_number=6']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:52.953373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee5cd4-5e47-46a0-9b38-1689d942cddf req-089e692b-e817-456b-97e2-523f3ef34669 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:52.953373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee5cd4-5e47-46a0-9b38-1689d942cddf req-089e692b-e817-456b-97e2-523f3ef34669 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:52.953373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee5cd4-5e47-46a0-9b38-1689d942cddf req-089e692b-e817-456b-97e2-523f3ef34669 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:52.953373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ee5cd4-5e47-46a0-9b38-1689d942cddf req-089e692b-e817-456b-97e2-523f3ef34669 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:52.953373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-59ee5cd4-5e47-46a0-9b38-1689d942cddf req-089e692b-e817-456b-97e2-523f3ef34669 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 4602 time: 0.2937829 Aug 17 03:03:52.953784 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['c333d9ac-1483-4f93-8bd6-079b55c0cb83'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:03:53.076614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'tag': '13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:53.079435 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6539a80d-afd5-4619-a827-63c692f04b34" -d '{"events": [{"name": "network-changed", "server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "tag": "13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:53.106728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd570da-e5ff-49ba-8695-75ba613da912 service neutron] Pushing event updated for resources: {'Port': ['ID=13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:53.209572 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b5829813-bd27-4c33-9945-6fa1fbcf0e78 req-c57bd0a0-2f75-48f4-8003-185602654942 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/bf085c81-1f74-4e98-bb28-1b22a5e37a8e HTTP/1.1" status: 200 len: 1802 time: 0.0785573 Aug 17 03:03:53.249196 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-948893be-3851-45e1-92a1-76f7d7a17c7a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=eeb669fb84bc48d3934bd32b8e8e4f1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3066356 Aug 17 03:03:53.252552 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54812) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:53.281283 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-59ee5cd4-5e47-46a0-9b38-1689d942cddf req-0ffae5a7-d3c8-457d-bbdf-f37bbe02fd97 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2653804 Aug 17 03:03:53.286042 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:53.335125 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-733bdc4d-96f7-4f3c-9376-6309ba5c1396 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "GET /v2.0/routers/1bb83133-f843-4ce3-9ae1-bda5b8b51f62 HTTP/1.1" status: 200 len: 920 time: 0.3954921 Aug 17 03:03:53.340748 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54814) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:53.403870 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a590e3fb-6f43-4f11-92e4-93a903139d54 x-openstack-request-id: req-a590e3fb-6f43-4f11-92e4-93a903139d54 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:53.404165 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a6c522-f3d1-4215-aca4-7bcd4ecca377", "tag": "c333d9ac-1483-4f93-8bd6-079b55c0cb83", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:53.404261 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a590e3fb-6f43-4f11-92e4-93a903139d54 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:53.408565 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a6c522-f3d1-4215-aca4-7bcd4ecca377', 'tag': 'c333d9ac-1483-4f93-8bd6-079b55c0cb83', 'status': 'completed', 'code': 200} Aug 17 03:03:53.409548 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [req-b5829813-bd27-4c33-9945-6fa1fbcf0e78 req-0ef314eb-ce5b-4543-bf4c-f03f55d8d13b tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 17 03:03:53.410782 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b5829813-bd27-4c33-9945-6fa1fbcf0e78 req-0ef314eb-ce5b-4543-bf4c-f03f55d8d13b tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "DELETE /v2.0/security-groups/bf085c81-1f74-4e98-bb28-1b22a5e37a8e HTTP/1.1" status: 409 len: 341 time: 0.2000854 Aug 17 03:03:53.444603 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdd2d31a-4c80-44ce-b4d4-d3369e0209a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:53.492417 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dc5e944-00f8-47b3-be71-c56e92bb62bb x-openstack-request-id: req-0dc5e944-00f8-47b3-be71-c56e92bb62bb {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:53.492895 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "tag": "13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:53.493273 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0dc5e944-00f8-47b3-be71-c56e92bb62bb {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:53.498141 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'tag': '13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19', 'status': 'completed', 'code': 200} Aug 17 03:03:53.507734 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdd2d31a-4c80-44ce-b4d4-d3369e0209a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:53.524707 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2c586d54-5325-4012-8dae-49386b67b0c2 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb83133-f843-4ce3-9ae1-bda5b8b51f62 HTTP/1.1" status: 200 len: 205 time: 0.1804254 Aug 17 03:03:53.530361 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54818) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:53.737818 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdd2d31a-4c80-44ce-b4d4-d3369e0209a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:53.740902 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdd2d31a-4c80-44ce-b4d4-d3369e0209a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:53.743198 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bdd2d31a-4c80-44ce-b4d4-d3369e0209a2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cbfd0ffc-7429-4b6c-b883-cae168bd175c HTTP/1.1" status: 204 len: 168 time: 0.4889719 Aug 17 03:03:53.762154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd2d31a-4c80-44ce-b4d4-d3369e0209a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbfd0ffc-7429-4b6c-b883-cae168bd175c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:53.783591 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60bc51-e273-488a-a99e-fda504220f6e req-34e3463e-9e78-445e-b90f-ffa0bff6d11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:53.787519 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e60bc51-e273-488a-a99e-fda504220f6e req-34e3463e-9e78-445e-b90f-ffa0bff6d11d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=052a4404e4c34be6817cc8733a020ffb&device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 1136 time: 0.3676815 Aug 17 03:03:53.799170 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539a80d-afd5-4619-a827-63c692f04b34 req-3a8baa1d-d8ff-46d9-b561-7146aa145fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:53.799653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539a80d-afd5-4619-a827-63c692f04b34 req-3a8baa1d-d8ff-46d9-b561-7146aa145fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:53.800201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539a80d-afd5-4619-a827-63c692f04b34 req-3a8baa1d-d8ff-46d9-b561-7146aa145fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:53.800722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539a80d-afd5-4619-a827-63c692f04b34 req-3a8baa1d-d8ff-46d9-b561-7146aa145fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:53.801068 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539a80d-afd5-4619-a827-63c692f04b34 req-3a8baa1d-d8ff-46d9-b561-7146aa145fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:53.801857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539a80d-afd5-4619-a827-63c692f04b34 req-3a8baa1d-d8ff-46d9-b561-7146aa145fd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:53.803567 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6539a80d-afd5-4619-a827-63c692f04b34 req-3a8baa1d-d8ff-46d9-b561-7146aa145fd0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5288 time: 0.3010006 Aug 17 03:03:54.109305 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a100b16-8992-405f-bf2f-158afae45991 req-e7fac755-285d-4ca0-939e-f183119e2477 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:54.121587 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a100b16-8992-405f-bf2f-158afae45991 req-e7fac755-285d-4ca0-939e-f183119e2477 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 985 time: 0.0903311 Aug 17 03:03:54.161918 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a100b16-8992-405f-bf2f-158afae45991 req-4323d24f-4f5b-435a-934a-65ffad7ea36b tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&id=bf085c81-1f74-4e98-bb28-1b22a5e37a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.0393622 Aug 17 03:03:54.440076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249a914-5fb2-4e01-a981-23959d73832e req-c9287646-650b-4495-95f7-22d74a48f0ee tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:54.447313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249a914-5fb2-4e01-a981-23959d73832e req-c9287646-650b-4495-95f7-22d74a48f0ee tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:54.459391 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249a914-5fb2-4e01-a981-23959d73832e req-c9287646-650b-4495-95f7-22d74a48f0ee tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:54.462035 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249a914-5fb2-4e01-a981-23959d73832e req-c9287646-650b-4495-95f7-22d74a48f0ee tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:54.468025 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249a914-5fb2-4e01-a981-23959d73832e req-c9287646-650b-4495-95f7-22d74a48f0ee tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:54.474140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2249a914-5fb2-4e01-a981-23959d73832e req-c9287646-650b-4495-95f7-22d74a48f0ee tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:54.479043 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2249a914-5fb2-4e01-a981-23959d73832e req-c9287646-650b-4495-95f7-22d74a48f0ee tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 4602 time: 0.1109881 Aug 17 03:03:54.490484 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ed94708-6b86-4c10-9d0c-cb7dff434a49 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:54.542831 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2249a914-5fb2-4e01-a981-23959d73832e req-c380e47e-c33f-4721-b9b3-cf1ee643d400 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0536435 Aug 17 03:03:54.543870 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60bc51-e273-488a-a99e-fda504220f6e req-6c16a13c-3304-46de-9912-a9cc42ab9e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:54.545475 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e60bc51-e273-488a-a99e-fda504220f6e req-6c16a13c-3304-46de-9912-a9cc42ab9e9c service neutron] 10.222.0.60 "GET /v2.0/networks?id=82cf8097-fc29-427a-9c31-4f04e0f699b0 HTTP/1.1" status: 200 len: 912 time: 0.7374334 Aug 17 03:03:54.603166 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e60bc51-e273-488a-a99e-fda504220f6e req-844eb1a9-45c5-44bf-902d-1113406ebfcc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c333d9ac-1483-4f93-8bd6-079b55c0cb83 HTTP/1.1" status: 200 len: 217 time: 0.0462911 Aug 17 03:03:54.720258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539a80d-afd5-4619-a827-63c692f04b34 req-4465a1aa-552f-426d-b982-95dd3d31c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:54.720741 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539a80d-afd5-4619-a827-63c692f04b34 req-4465a1aa-552f-426d-b982-95dd3d31c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:54.721368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539a80d-afd5-4619-a827-63c692f04b34 req-4465a1aa-552f-426d-b982-95dd3d31c784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:54.722974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6539a80d-afd5-4619-a827-63c692f04b34 req-4465a1aa-552f-426d-b982-95dd3d31c784 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.9041274 Aug 17 03:03:54.806935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e60bc51-e273-488a-a99e-fda504220f6e req-36e46549-f749-46e2-a600-bf7653d493bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:54.808418 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e60bc51-e273-488a-a99e-fda504220f6e req-36e46549-f749-46e2-a600-bf7653d493bb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d444053b-fb4a-4e48-b2d6-3c7830e2116a HTTP/1.1" status: 200 len: 852 time: 0.1890671 Aug 17 03:03:54.848746 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ed94708-6b86-4c10-9d0c-cb7dff434a49 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:54.885336 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e60bc51-e273-488a-a99e-fda504220f6e req-d7c4bb8f-320b-4351-bbba-a1352ed785e7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82cf8097-fc29-427a-9c31-4f04e0f699b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657973 Aug 17 03:03:54.927100 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 229d34f2-e84b-4d61-a8c6-7ecb791ac85d {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:03:54.979625 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.036108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539a80d-afd5-4619-a827-63c692f04b34 req-c0e6e785-4664-49f5-943e-6ba784267d99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:55.037756 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6539a80d-afd5-4619-a827-63c692f04b34 req-c0e6e785-4664-49f5-943e-6ba784267d99 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2979286 Aug 17 03:03:55.038654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54854) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:55.041655 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Transition to ACTIVE for port object 229d34f2-e84b-4d61-a8c6-7ecb791ac85d will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:55.077929 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e60bc51-e273-488a-a99e-fda504220f6e req-9a026ab1-75f7-4217-9488-f9c87c01cc19 service neutron] 10.222.0.60 "GET /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1801443 Aug 17 03:03:55.134319 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.182630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-3ed94708-6b86-4c10-9d0c-cb7dff434a49 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Deleting port 93bf57f5-7884-41b5-ac83-64772cecc349 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:03:55.182978 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ed94708-6b86-4c10-9d0c-cb7dff434a49 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.212522 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a094ea5b-301d-436e-a988-a1025877d19f admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-1457331653-network', 'tenant_id': '72b852e1a4e445b296fe048bb52ea81a'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:55.295814 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e60bc51-e273-488a-a99e-fda504220f6e req-7bce7883-0985-4fd1-ab7d-f34b94c91f01 service neutron] 10.222.0.60 "GET /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083371 Aug 17 03:03:55.296830 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=229d34f2-e84b-4d61-a8c6-7ecb791ac85d,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:55.406322 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a094ea5b-301d-436e-a988-a1025877d19f admin admin] Made reservation on behalf of 72b852e1a4e445b296fe048bb52ea81a for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:55.409050 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a094ea5b-301d-436e-a988-a1025877d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.428449 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a094ea5b-301d-436e-a988-a1025877d19f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.431769 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ed94708-6b86-4c10-9d0c-cb7dff434a49 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.506578 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-3ed94708-6b86-4c10-9d0c-cb7dff434a49 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Calling delete_port for 93bf57f5-7884-41b5-ac83-64772cecc349 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:03:55.566377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57342d0-0b16-45f8-acb5-d93ea6ae2d61 req-440f75f1-1dc3-43e0-bf57-11bae271c93c tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:55.566377 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a57342d0-0b16-45f8-acb5-d93ea6ae2d61 req-440f75f1-1dc3-43e0-bf57-11bae271c93c tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 985 time: 0.2476027 Aug 17 03:03:55.632703 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a094ea5b-301d-436e-a988-a1025877d19f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.661764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Attempting to bind port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:03:55.662439 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Attempting to bind port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:03:55.662439 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Attempting to bind port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d on network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:55.674367 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d57f6c-f1b6-44b0-88f5-e84918e31577 req-828c92af-7cf7-4d19-ac11-29e77929bd76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:55.675969 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-35d57f6c-f1b6-44b0-88f5-e84918e31577 req-828c92af-7cf7-4d19-ac11-29e77929bd76 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=052a4404e4c34be6817cc8733a020ffb&device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 1136 time: 0.1949341 Aug 17 03:03:55.690415 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d on network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:03:55.690825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Attempting to bind port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d on network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:55.713241 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a094ea5b-301d-436e-a988-a1025877d19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.803300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a094ea5b-301d-436e-a988-a1025877d19f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:03:55.831437 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff58f4f-5f3a-4812-91ee-368b2f0ce640 req-950f5353-5e6c-4816-880b-9cb43b1590b9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:55.840080 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff58f4f-5f3a-4812-91ee-368b2f0ce640 req-950f5353-5e6c-4816-880b-9cb43b1590b9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:55.846667 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff58f4f-5f3a-4812-91ee-368b2f0ce640 req-950f5353-5e6c-4816-880b-9cb43b1590b9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:55.855487 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff58f4f-5f3a-4812-91ee-368b2f0ce640 req-950f5353-5e6c-4816-880b-9cb43b1590b9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:55.870636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff58f4f-5f3a-4812-91ee-368b2f0ce640 req-950f5353-5e6c-4816-880b-9cb43b1590b9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:55.877050 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff58f4f-5f3a-4812-91ee-368b2f0ce640 req-950f5353-5e6c-4816-880b-9cb43b1590b9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:55.883619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff58f4f-5f3a-4812-91ee-368b2f0ce640 req-950f5353-5e6c-4816-880b-9cb43b1590b9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:55.885931 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fff58f4f-5f3a-4812-91ee-368b2f0ce640 req-950f5353-5e6c-4816-880b-9cb43b1590b9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5374 time: 0.1863868 Aug 17 03:03:55.890625 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094ea5b-301d-436e-a988-a1025877d19f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e1e44c3-5a7e-4181-a602-67c5699055c9,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:55.896901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:03:55.897262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Checking segment: {'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:55.897688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Bound using segment: {'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:03:55.898311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Bound port: 229d34f2-e84b-4d61-a8c6-7ecb791ac85d, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:03:55.899354 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.934240 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a57342d0-0b16-45f8-acb5-d93ea6ae2d61 req-aa115349-273e-4d48-8387-06f3919a4ddf tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&id=bf085c81-1f74-4e98-bb28-1b22a5e37a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3656878 Aug 17 03:03:55.967145 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fff58f4f-5f3a-4812-91ee-368b2f0ce640 req-8ca7cc72-79c0-490a-9d48-088b92e6b166 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0713329 Aug 17 03:03:55.975080 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a094ea5b-301d-436e-a988-a1025877d19f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:55.976137 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-a094ea5b-301d-436e-a988-a1025877d19f admin admin] Added segment 8dd9a916-6877-4bc9-90d0-f12f058f5348 of type vlan for network c7e7978e-1d34-44a7-8805-8fa20d4cf11c Aug 17 03:03:56.023265 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ed94708-6b86-4c10-9d0c-cb7dff434a49 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.051284 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a094ea5b-301d-436e-a988-a1025877d19f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.084093 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed94708-6b86-4c10-9d0c-cb7dff434a49 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Pushing event deleted for resources: {'Port': ['ID=93bf57f5-7884-41b5-ac83-64772cecc349,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:56.107092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54884) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:56.166970 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a094ea5b-301d-436e-a988-a1025877d19f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.168257 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a094ea5b-301d-436e-a988-a1025877d19f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:56.169029 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a094ea5b-301d-436e-a988-a1025877d19f admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.222789 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] For port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:03:56.229823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] For port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=229d34f2-e84b-4d61-a8c6-7ecb791ac85d,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:03:56.245069 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a094ea5b-301d-436e-a988-a1025877d19f admin admin] Pushing event updated for resources: {'Network': ['ID=c7e7978e-1d34-44a7-8805-8fa20d4cf11c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:56.256967 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network c7e7978e-1d34-44a7-8805-8fa20d4cf11c details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:03:56.271205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d57f6c-f1b6-44b0-88f5-e84918e31577 req-520ad974-4e53-4c40-a54f-a646348620f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:56.275347 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-35d57f6c-f1b6-44b0-88f5-e84918e31577 req-520ad974-4e53-4c40-a54f-a646348620f9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82cf8097-fc29-427a-9c31-4f04e0f699b0 HTTP/1.1" status: 200 len: 912 time: 0.5917194 Aug 17 03:03:56.288064 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3676d492-dbac-4cbe-9e7e-1cdbb5918721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.332112 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ed94708-6b86-4c10-9d0c-cb7dff434a49 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.334923 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.337815 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-35d57f6c-f1b6-44b0-88f5-e84918e31577 req-97c7d134-35b6-495e-8c92-816ba594d740 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c333d9ac-1483-4f93-8bd6-079b55c0cb83 HTTP/1.1" status: 200 len: 217 time: 0.0533903 Aug 17 03:03:56.356160 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a094ea5b-301d-436e-a988-a1025877d19f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.3132639 Aug 17 03:03:56.359074 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54892) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:56.368793 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-240c1e76-2437-4f47-b6e5-16edbc3ea1b7 admin admin] Request body: {'subnet': {'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-1457331653-subnet', 'tenant_id': '72b852e1a4e445b296fe048bb52ea81a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:56.466826 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3676d492-dbac-4cbe-9e7e-1cdbb5918721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.504125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:56.504694 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.506148 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] 10.222.0.60 "PUT /v2.0/ports/229d34f2-e84b-4d61-a8c6-7ecb791ac85d HTTP/1.1" status: 200 len: 1130 time: 3.6853955 Aug 17 03:03:56.508947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'tag': '229d34f2-e84b-4d61-a8c6-7ecb791ac85d'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:56.517617 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0418aa1-b163-42e5-86b3-8bc938ccff5a" -d '{"events": [{"name": "network-changed", "server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "tag": "229d34f2-e84b-4d61-a8c6-7ecb791ac85d"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:56.541554 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3676d492-dbac-4cbe-9e7e-1cdbb5918721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.541717 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ed94708-6b86-4c10-9d0c-cb7dff434a49 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.544718 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ed94708-6b86-4c10-9d0c-cb7dff434a49 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.575715 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3676d492-dbac-4cbe-9e7e-1cdbb5918721 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4572d7a99d27490eb549f40c9df45654&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4646583 Aug 17 03:03:56.578313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54896) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:56.635838 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3676d492-dbac-4cbe-9e7e-1cdbb5918721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9244230-4b6b-462b-b5cf-02bdeb893ad3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:56.655554 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d57f6c-f1b6-44b0-88f5-e84918e31577 req-25527371-0ed6-44ab-a17f-1baa1269788b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:56.657577 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-35d57f6c-f1b6-44b0-88f5-e84918e31577 req-25527371-0ed6-44ab-a17f-1baa1269788b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d444053b-fb4a-4e48-b2d6-3c7830e2116a HTTP/1.1" status: 200 len: 852 time: 0.2566729 Aug 17 03:03:56.667640 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9dc9b860-f0c9-4277-aff5-7d2a1004b483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.675224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Request body: {'port': {'device_id': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:56.693741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-240c1e76-2437-4f47-b6e5-16edbc3ea1b7 admin admin] Made reservation on behalf of 72b852e1a4e445b296fe048bb52ea81a for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:03:56.694933 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f659cd-7da9-43c8-a2c3-18f9f423a062 x-openstack-request-id: req-07f659cd-7da9-43c8-a2c3-18f9f423a062 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:56.695230 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "tag": "229d34f2-e84b-4d61-a8c6-7ecb791ac85d", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:56.696260 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07f659cd-7da9-43c8-a2c3-18f9f423a062 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:56.697092 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'tag': '229d34f2-e84b-4d61-a8c6-7ecb791ac85d', 'status': 'completed', 'code': 200} Aug 17 03:03:56.697292 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-240c1e76-2437-4f47-b6e5-16edbc3ea1b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.697704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c5a48e-eea0-468d-b2ee-0889a7b7c3a7 service neutron] Pushing event updated for resources: {'Port': ['ID=229d34f2-e84b-4d61-a8c6-7ecb791ac85d,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:56.705634 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9dc9b860-f0c9-4277-aff5-7d2a1004b483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.767216 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ed94708-6b86-4c10-9d0c-cb7dff434a49 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.768849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ed94708-6b86-4c10-9d0c-cb7dff434a49 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Fanout notify agent at l3_agent the message router_deleted on router 1bb83133-f843-4ce3-9ae1-bda5b8b51f62 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:03:56.774610 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-35d57f6c-f1b6-44b0-88f5-e84918e31577 req-b3aeb9c2-fbb1-4d3b-9394-ee64d044d42f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82cf8097-fc29-427a-9c31-4f04e0f699b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0657022 Aug 17 03:03:56.781194 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ed94708-6b86-4c10-9d0c-cb7dff434a49 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.782421 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3ed94708-6b86-4c10-9d0c-cb7dff434a49 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "DELETE /v2.0/routers/1bb83133-f843-4ce3-9ae1-bda5b8b51f62 HTTP/1.1" status: 204 len: 168 time: 3.2213280 Aug 17 03:03:56.790847 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54898) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:56.806777 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Request body: {'router': {'name': 'tempest-snat-router-669489714', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'enable_snat': False}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:56.915824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418aa1-b163-42e5-86b3-8bc938ccff5a req-878456a2-b3a5-4da1-9c62-d88d10bb3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:56.916321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418aa1-b163-42e5-86b3-8bc938ccff5a req-878456a2-b3a5-4da1-9c62-d88d10bb3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:56.916802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418aa1-b163-42e5-86b3-8bc938ccff5a req-878456a2-b3a5-4da1-9c62-d88d10bb3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:56.917276 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418aa1-b163-42e5-86b3-8bc938ccff5a req-878456a2-b3a5-4da1-9c62-d88d10bb3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:56.917781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418aa1-b163-42e5-86b3-8bc938ccff5a req-878456a2-b3a5-4da1-9c62-d88d10bb3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:56.918255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418aa1-b163-42e5-86b3-8bc938ccff5a req-878456a2-b3a5-4da1-9c62-d88d10bb3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:56.918723 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418aa1-b163-42e5-86b3-8bc938ccff5a req-878456a2-b3a5-4da1-9c62-d88d10bb3eb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:56.920623 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0418aa1-b163-42e5-86b3-8bc938ccff5a req-878456a2-b3a5-4da1-9c62-d88d10bb3eb8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 6211 time: 0.2616811 Aug 17 03:03:56.931663 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.944096 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-35d57f6c-f1b6-44b0-88f5-e84918e31577 req-93679287-83ee-424d-b623-3c1c02dad6f6 service neutron] 10.222.0.60 "GET /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576948 Aug 17 03:03:56.945482 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.952783 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:56.996252 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9dc9b860-f0c9-4277-aff5-7d2a1004b483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:57.001969 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9dc9b860-f0c9-4277-aff5-7d2a1004b483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:57.010330 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9dc9b860-f0c9-4277-aff5-7d2a1004b483 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d9244230-4b6b-462b-b5cf-02bdeb893ad3 HTTP/1.1" status: 204 len: 168 time: 0.4309371 Aug 17 03:03:57.064167 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc9b860-f0c9-4277-aff5-7d2a1004b483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9244230-4b6b-462b-b5cf-02bdeb893ad3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:57.145166 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:57.241911 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611ee2b-8fd9-4372-a4eb-f8a1b05875b3 req-951b0e29-576a-4ae3-9879-207ef7a2a035 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:57.247891 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611ee2b-8fd9-4372-a4eb-f8a1b05875b3 req-951b0e29-576a-4ae3-9879-207ef7a2a035 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:57.254002 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611ee2b-8fd9-4372-a4eb-f8a1b05875b3 req-951b0e29-576a-4ae3-9879-207ef7a2a035 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:57.260546 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611ee2b-8fd9-4372-a4eb-f8a1b05875b3 req-951b0e29-576a-4ae3-9879-207ef7a2a035 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:57.266712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611ee2b-8fd9-4372-a4eb-f8a1b05875b3 req-951b0e29-576a-4ae3-9879-207ef7a2a035 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:57.270164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418aa1-b163-42e5-86b3-8bc938ccff5a req-35c70ed8-9ab2-4898-9648-0a03e015c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:57.274691 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418aa1-b163-42e5-86b3-8bc938ccff5a req-35c70ed8-9ab2-4898-9648-0a03e015c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:57.274691 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418aa1-b163-42e5-86b3-8bc938ccff5a req-35c70ed8-9ab2-4898-9648-0a03e015c6c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:57.274691 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0418aa1-b163-42e5-86b3-8bc938ccff5a req-35c70ed8-9ab2-4898-9648-0a03e015c6c1 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.3385625 Aug 17 03:03:57.274973 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611ee2b-8fd9-4372-a4eb-f8a1b05875b3 req-951b0e29-576a-4ae3-9879-207ef7a2a035 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:57.279085 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-35d57f6c-f1b6-44b0-88f5-e84918e31577 req-226a2389-5954-4b26-ac36-e0a0919e81d9 service neutron] 10.222.0.60 "GET /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3197653 Aug 17 03:03:57.279542 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b611ee2b-8fd9-4372-a4eb-f8a1b05875b3 req-951b0e29-576a-4ae3-9879-207ef7a2a035 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:57.287642 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b611ee2b-8fd9-4372-a4eb-f8a1b05875b3 req-951b0e29-576a-4ae3-9879-207ef7a2a035 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5374 time: 0.1627448 Aug 17 03:03:57.288811 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f44036-e41b-4780-bac4-63af10c16dec req-38b2db4c-ce8d-4733-82ac-6f04755127f4 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:57.291249 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9f44036-e41b-4780-bac4-63af10c16dec req-38b2db4c-ce8d-4733-82ac-6f04755127f4 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 985 time: 0.2019868 Aug 17 03:03:57.485309 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b611ee2b-8fd9-4372-a4eb-f8a1b05875b3 req-81665327-911e-44f1-8359-767df24e1209 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1968017 Aug 17 03:03:57.489009 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:57.498721 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-240c1e76-2437-4f47-b6e5-16edbc3ea1b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:57.571138 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-240c1e76-2437-4f47-b6e5-16edbc3ea1b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d9b01a46-ce87-4ced-accd-cf63639388b1,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:57.583579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-240c1e76-2437-4f47-b6e5-16edbc3ea1b7 admin admin] Checking segment: {'id': '8dd9a916-6877-4bc9-90d0-f12f058f5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:57.583945 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240c1e76-2437-4f47-b6e5-16edbc3ea1b7 admin admin] Network hostable DHCP agents. Network: c7e7978e-1d34-44a7-8805-8fa20d4cf11c, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:03:57.600958 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7cb7b403-44c7-4054-8867-793fbbd647f9 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:03:57.614619 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9f44036-e41b-4780-bac4-63af10c16dec req-0465ee51-d4a6-4c6e-b66a-b4b5169caf42 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&id=bf085c81-1f74-4e98-bb28-1b22a5e37a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.3069503 Aug 17 03:03:57.616780 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:57.637133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Transition to ACTIVE for port object 7cb7b403-44c7-4054-8867-793fbbd647f9 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:57.698961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0418aa1-b163-42e5-86b3-8bc938ccff5a req-c82f8cd1-3df3-4d9d-b65d-70ee96ecc0de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:57.698961 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0418aa1-b163-42e5-86b3-8bc938ccff5a req-c82f8cd1-3df3-4d9d-b65d-70ee96ecc0de service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3830769 Aug 17 03:03:57.830228 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:57.831913 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-240c1e76-2437-4f47-b6e5-16edbc3ea1b7 admin admin] Network c7e7978e-1d34-44a7-8805-8fa20d4cf11c is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:03:57.884931 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:57.888679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb7b403-44c7-4054-8867-793fbbd647f9,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:57.911982 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:57.954598 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54914) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:57.971694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Attempting to bind port 7cb7b403-44c7-4054-8867-793fbbd647f9 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:03:57.972286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Attempting to bind port 7cb7b403-44c7-4054-8867-793fbbd647f9 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:03:57.974302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Attempting to bind port 7cb7b403-44c7-4054-8867-793fbbd647f9 on network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:57.974573 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-28ae9fdf-59b4-47e9-8594-778b064700b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:57.978147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Port 7cb7b403-44c7-4054-8867-793fbbd647f9 on network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:03:57.978673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Attempting to bind port 7cb7b403-44c7-4054-8867-793fbbd647f9 on network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:57.985087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-240c1e76-2437-4f47-b6e5-16edbc3ea1b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, c7e7978e-1d34-44a7-8805-8fa20d4cf11c) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:57.986146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:03:57.986685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Checking segment: {'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:57.987289 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Bound using segment: {'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:03:57.987885 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Bound port: 7cb7b403-44c7-4054-8867-793fbbd647f9, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:03:57.988422 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:57.990785 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-240c1e76-2437-4f47-b6e5-16edbc3ea1b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:57.991935 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-240c1e76-2437-4f47-b6e5-16edbc3ea1b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:57.995392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc4a53f1-104c-4aa7-b1c1-a0dc380cf765 None None] Network c7e7978e-1d34-44a7-8805-8fa20d4cf11c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:03:58.165807 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Allocated IP 172.25.1.224 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/be48afed-f346-4d44-8285-cbef9c31c0f2) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:03:58.215940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd495ea4-f7aa-4177-9319-c3c1bc5b4635 None None] Network c7e7978e-1d34-44a7-8805-8fa20d4cf11c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:03:58.236165 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-240c1e76-2437-4f47-b6e5-16edbc3ea1b7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.8760242 Aug 17 03:03:58.266022 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54916) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:58.279203 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-1457331653-router', 'tenant_id': '72b852e1a4e445b296fe048bb52ea81a', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:58.363126 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:58.452019 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-28ae9fdf-59b4-47e9-8594-778b064700b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:58.462598 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] For port 7cb7b403-44c7-4054-8867-793fbbd647f9, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:03:58.465776 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] For port 7cb7b403-44c7-4054-8867-793fbbd647f9, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7cb7b403-44c7-4054-8867-793fbbd647f9,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:03:58.549949 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:58.578604 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:58.599134 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-28ae9fdf-59b4-47e9-8594-778b064700b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:58.634419 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:03:58.655832 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:03:58.657456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:58.657936 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:58.678218 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] 10.222.0.60 "PUT /v2.0/ports/7cb7b403-44c7-4054-8867-793fbbd647f9 HTTP/1.1" status: 200 len: 1091 time: 1.9885221 Aug 17 03:03:58.678218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac41513e-ba51-4544-8139-dbbbf7d915f7 service neutron] Pushing event updated for resources: {'Port': ['ID=7cb7b403-44c7-4054-8867-793fbbd647f9,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:58.679246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:03:58.698589 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'tag': '7cb7b403-44c7-4054-8867-793fbbd647f9'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:03:58.701378 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7eb940d-a159-4b4c-8ed2-232171e13611" -d '{"events": [{"name": "network-changed", "server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "tag": "7cb7b403-44c7-4054-8867-793fbbd647f9"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:03:58.714654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Pushing event updated for resources: {'Port': ['ID=be48afed-f346-4d44-8285-cbef9c31c0f2,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:58.729028 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-28ae9fdf-59b4-47e9-8594-778b064700b6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6dd9296182a9405c8ba25aabda1326a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7711797 Aug 17 03:03:58.730008 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54928) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:03:58.741255 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28ae9fdf-59b4-47e9-8594-778b064700b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3945e768-5439-4917-8a8f-0bce1488df0d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:58.781747 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa8979-e4bb-4ad6-aa56-cc36e2b71139 req-ea6127c3-0e04-4d64-8f4b-7fcab6105083 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:58.788682 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa8979-e4bb-4ad6-aa56-cc36e2b71139 req-ea6127c3-0e04-4d64-8f4b-7fcab6105083 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:58.794963 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa8979-e4bb-4ad6-aa56-cc36e2b71139 req-ea6127c3-0e04-4d64-8f4b-7fcab6105083 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:58.801133 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa8979-e4bb-4ad6-aa56-cc36e2b71139 req-ea6127c3-0e04-4d64-8f4b-7fcab6105083 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:58.808659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa8979-e4bb-4ad6-aa56-cc36e2b71139 req-ea6127c3-0e04-4d64-8f4b-7fcab6105083 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:58.814744 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa8979-e4bb-4ad6-aa56-cc36e2b71139 req-ea6127c3-0e04-4d64-8f4b-7fcab6105083 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:58.821755 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fa8979-e4bb-4ad6-aa56-cc36e2b71139 req-ea6127c3-0e04-4d64-8f4b-7fcab6105083 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:58.823759 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a7fa8979-e4bb-4ad6-aa56-cc36e2b71139 req-ea6127c3-0e04-4d64-8f4b-7fcab6105083 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5386 time: 0.2412493 Aug 17 03:03:58.828771 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Request body: {'port': {'device_id': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:58.862686 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:58.864393 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:58.914762 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:58.920841 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26064f04-e6d0-4820-a40f-5a95fb2fef61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:58.945023 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b9aeff6-ccb5-47f0-b34b-8621f5286ef8 req-479f7550-bab9-42b4-a204-3f223073112a tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:58.947718 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b9aeff6-ccb5-47f0-b34b-8621f5286ef8 req-479f7550-bab9-42b4-a204-3f223073112a tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 985 time: 0.1625822 Aug 17 03:03:58.972624 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26064f04-e6d0-4820-a40f-5a95fb2fef61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:59.078454 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b9aeff6-ccb5-47f0-b34b-8621f5286ef8 req-2c6cd48f-341a-405d-a7e7-f435cafbfefe tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&id=bf085c81-1f74-4e98-bb28-1b22a5e37a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 402 time: 0.1231151 Aug 17 03:03:59.160186 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:03:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114d507e-7ca2-4082-ab33-edea33a3c3fb x-openstack-request-id: req-114d507e-7ca2-4082-ab33-edea33a3c3fb {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:03:59.160501 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "tag": "7cb7b403-44c7-4054-8867-793fbbd647f9", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:03:59.160778 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-114d507e-7ca2-4082-ab33-edea33a3c3fb {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:03:59.161191 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'tag': '7cb7b403-44c7-4054-8867-793fbbd647f9', 'status': 'completed', 'code': 200} Aug 17 03:03:59.259542 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a7fa8979-e4bb-4ad6-aa56-cc36e2b71139 req-167eb0e1-2c4b-4bd2-9159-fcb6588f8e5a tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.3982217 Aug 17 03:03:59.303007 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:59.330309 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26064f04-e6d0-4820-a40f-5a95fb2fef61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:59.332988 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26064f04-e6d0-4820-a40f-5a95fb2fef61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:59.336916 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-26064f04-e6d0-4820-a40f-5a95fb2fef61 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3945e768-5439-4917-8a8f-0bce1488df0d HTTP/1.1" status: 204 len: 168 time: 0.6032453 Aug 17 03:03:59.358812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26064f04-e6d0-4820-a40f-5a95fb2fef61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3945e768-5439-4917-8a8f-0bce1488df0d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:59.389451 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-18c24c95-11ff-4f20-ba8c-b8169c4ccf77 req-45a087d2-c341-4521-aae0-21b9c7f5eaa5 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-268747092&fields=id&tenant_id=052a4404e4c34be6817cc8733a020ffb HTTP/1.1" status: 200 len: 267 time: 0.0512531 Aug 17 03:03:59.394297 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb940d-a159-4b4c-8ed2-232171e13611 req-9a9a8c28-1b05-4588-acbc-556f7cdb98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:59.395835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb940d-a159-4b4c-8ed2-232171e13611 req-9a9a8c28-1b05-4588-acbc-556f7cdb98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:59.396334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb940d-a159-4b4c-8ed2-232171e13611 req-9a9a8c28-1b05-4588-acbc-556f7cdb98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:59.396827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb940d-a159-4b4c-8ed2-232171e13611 req-9a9a8c28-1b05-4588-acbc-556f7cdb98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:59.397314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb940d-a159-4b4c-8ed2-232171e13611 req-9a9a8c28-1b05-4588-acbc-556f7cdb98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:59.399355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb940d-a159-4b4c-8ed2-232171e13611 req-9a9a8c28-1b05-4588-acbc-556f7cdb98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:59.399835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb940d-a159-4b4c-8ed2-232171e13611 req-9a9a8c28-1b05-4588-acbc-556f7cdb98c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:59.403640 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7eb940d-a159-4b4c-8ed2-232171e13611 req-9a9a8c28-1b05-4588-acbc-556f7cdb98c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 6278 time: 0.1974368 Aug 17 03:03:59.526076 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb940d-a159-4b4c-8ed2-232171e13611 req-d6abf451-579c-4883-91f6-167816bfdbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:59.526561 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb940d-a159-4b4c-8ed2-232171e13611 req-d6abf451-579c-4883-91f6-167816bfdbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:59.527037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb940d-a159-4b4c-8ed2-232171e13611 req-d6abf451-579c-4883-91f6-167816bfdbca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:59.528893 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7eb940d-a159-4b4c-8ed2-232171e13611 req-d6abf451-579c-4883-91f6-167816bfdbca service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.1175220 Aug 17 03:03:59.609599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0a82580-aa6c-4fe2-9f62-61b3e3319b40 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:03:59.629097 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:59.647806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Transition to ACTIVE for port object a0a82580-aa6c-4fe2-9f62-61b3e3319b40 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:03:59.670486 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c24c95-11ff-4f20-ba8c-b8169c4ccf77 req-079da9c8-506b-4059-949c-f7b6b2b025ac tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:59.672017 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-18c24c95-11ff-4f20-ba8c-b8169c4ccf77 req-079da9c8-506b-4059-949c-f7b6b2b025ac tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 985 time: 0.2816980 Aug 17 03:03:59.675035 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:59.675616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7eb940d-a159-4b4c-8ed2-232171e13611 req-b8d610d6-975e-4fea-a47a-871f61c1d506 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:03:59.680440 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7eb940d-a159-4b4c-8ed2-232171e13611 req-b8d610d6-975e-4fea-a47a-871f61c1d506 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1299667 Aug 17 03:03:59.724409 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-18c24c95-11ff-4f20-ba8c-b8169c4ccf77 req-55703933-fb7c-496c-ab15-6c7ca95c0472 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Request body: {'port': {'security_groups': ['b53d6b86-7614-4136-aed5-ce4c3f0c6cbe', 'bf085c81-1f74-4e98-bb28-1b22a5e37a8e', 'cc87a5f6-398d-4035-bec1-317955167e5f']}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:03:59.733330 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:59.756540 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:03:59.825753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Pushing event updated for resources: {'Port': ['ID=a0a82580-aa6c-4fe2-9f62-61b3e3319b40,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:03:59.922628 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Attempting to bind port a0a82580-aa6c-4fe2-9f62-61b3e3319b40 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:03:59.922824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Attempting to bind port a0a82580-aa6c-4fe2-9f62-61b3e3319b40 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:03:59.923169 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Attempting to bind port a0a82580-aa6c-4fe2-9f62-61b3e3319b40 on network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:59.935823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Port a0a82580-aa6c-4fe2-9f62-61b3e3319b40 on network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:03:59.937739 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Attempting to bind port a0a82580-aa6c-4fe2-9f62-61b3e3319b40 on network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:03:59.947719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:03:59.951550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Checking segment: {'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:03:59.951550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Bound using segment: {'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:03:59.951550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Bound port: a0a82580-aa6c-4fe2-9f62-61b3e3319b40, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '45c55cd8-0cde-4b8c-9757-33cd82874b13', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:03:59.951550 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:00.069365 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] For port a0a82580-aa6c-4fe2-9f62-61b3e3319b40, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:04:00.074010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] For port a0a82580-aa6c-4fe2-9f62-61b3e3319b40, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a0a82580-aa6c-4fe2-9f62-61b3e3319b40,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:04:00.099918 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-18c24c95-11ff-4f20-ba8c-b8169c4ccf77 req-55703933-fb7c-496c-ab15-6c7ca95c0472 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:00.133966 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:00.173937 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:00.178186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:00.178825 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:00.180319 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] 10.222.0.60 "PUT /v2.0/ports/a0a82580-aa6c-4fe2-9f62-61b3e3319b40 HTTP/1.1" status: 200 len: 1091 time: 1.3753166 Aug 17 03:04:00.213326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0cf341-702e-429b-86c0-7487dba1559e service neutron] Pushing event updated for resources: {'Port': ['ID=a0a82580-aa6c-4fe2-9f62-61b3e3319b40,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:00.293640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Request body: {'port': {'device_id': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:00.418971 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:00.528607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612db5f-2082-4920-9a55-af71352f77e1 req-1de439c6-9b60-421c-9622-db9ce2c6d6d5 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:00.534906 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612db5f-2082-4920-9a55-af71352f77e1 req-1de439c6-9b60-421c-9622-db9ce2c6d6d5 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:00.538511 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-18c24c95-11ff-4f20-ba8c-b8169c4ccf77 req-55703933-fb7c-496c-ab15-6c7ca95c0472 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] For port c333d9ac-1483-4f93-8bd6-079b55c0cb83, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c333d9ac-1483-4f93-8bd6-079b55c0cb83,segment=NetworkSegment(f2c0d1b9-1461-42b0-a01d-65ab51852eeb),segment_id=f2c0d1b9-1461-42b0-a01d-65ab51852eeb)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:00.541697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612db5f-2082-4920-9a55-af71352f77e1 req-1de439c6-9b60-421c-9622-db9ce2c6d6d5 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:00.547489 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612db5f-2082-4920-9a55-af71352f77e1 req-1de439c6-9b60-421c-9622-db9ce2c6d6d5 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:00.553534 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612db5f-2082-4920-9a55-af71352f77e1 req-1de439c6-9b60-421c-9622-db9ce2c6d6d5 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:00.560829 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612db5f-2082-4920-9a55-af71352f77e1 req-1de439c6-9b60-421c-9622-db9ce2c6d6d5 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:00.566802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e612db5f-2082-4920-9a55-af71352f77e1 req-1de439c6-9b60-421c-9622-db9ce2c6d6d5 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:00.568777 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e612db5f-2082-4920-9a55-af71352f77e1 req-1de439c6-9b60-421c-9622-db9ce2c6d6d5 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5398 time: 0.1701524 Aug 17 03:04:00.685142 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e612db5f-2082-4920-9a55-af71352f77e1 req-0ab425c7-0243-4592-98f8-918a9288c40a tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1086864 Aug 17 03:04:00.689147 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-18c24c95-11ff-4f20-ba8c-b8169c4ccf77 req-55703933-fb7c-496c-ab15-6c7ca95c0472 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:00.713300 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:00.747279 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:00.797113 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-18c24c95-11ff-4f20-ba8c-b8169c4ccf77 req-55703933-fb7c-496c-ab15-6c7ca95c0472 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:00.809854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0a8f7fae-9997-4257-bbfe-5b2c372e07b5', 'c333d9ac-1483-4f93-8bd6-079b55c0cb83'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:04:00.846167 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Router 4806eab9-171e-4dd7-872a-ee781ea453e0 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:04:00.879017 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c24c95-11ff-4f20-ba8c-b8169c4ccf77 req-55703933-fb7c-496c-ab15-6c7ca95c0472 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:00.879674 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-18c24c95-11ff-4f20-ba8c-b8169c4ccf77 req-55703933-fb7c-496c-ab15-6c7ca95c0472 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:00.881107 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-18c24c95-11ff-4f20-ba8c-b8169c4ccf77 req-55703933-fb7c-496c-ab15-6c7ca95c0472 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "PUT /v2.0/ports/c333d9ac-1483-4f93-8bd6-079b55c0cb83 HTTP/1.1" status: 200 len: 1021 time: 1.1667438 Aug 17 03:04:00.885909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24a6c522-f3d1-4215-aca4-7bcd4ecca377', 'tag': 'c333d9ac-1483-4f93-8bd6-079b55c0cb83'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:00.888023 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0b8e442-dd88-4d87-bb1e-8c906069fc7a" -d '{"events": [{"name": "network-changed", "server_uuid": "24a6c522-f3d1-4215-aca4-7bcd4ecca377", "tag": "c333d9ac-1483-4f93-8bd6-079b55c0cb83"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:00.914829 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33a95012-a331-4064-8176-8968cdb8ac60 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:04:00.926322 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:00.942899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Transition to ACTIVE for port object 33a95012-a331-4064-8176-8968cdb8ac60 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:00.981043 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55703933-fb7c-496c-ab15-6c7ca95c0472 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event updated for resources: {'Port': ['ID=c333d9ac-1483-4f93-8bd6-079b55c0cb83,revision_number=7']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:00.987490 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccae4911-660b-48e1-a979-a1284ec6bdf7 x-openstack-request-id: req-ccae4911-660b-48e1-a979-a1284ec6bdf7 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:00.987896 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24a6c522-f3d1-4215-aca4-7bcd4ecca377", "tag": "c333d9ac-1483-4f93-8bd6-079b55c0cb83", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:00.988038 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ccae4911-660b-48e1-a979-a1284ec6bdf7 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:00.988439 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24a6c522-f3d1-4215-aca4-7bcd4ecca377', 'tag': 'c333d9ac-1483-4f93-8bd6-079b55c0cb83', 'status': 'completed', 'code': 200} Aug 17 03:04:01.035293 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Allocated IP 172.25.1.37 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/109fa2f9-a4ae-4d87-ad1f-9ee697ef0794) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:01.052451 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:01.095232 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['c333d9ac-1483-4f93-8bd6-079b55c0cb83'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:04:01.102474 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a1f1ce8e-6b14-42ba-82e6-255681dce837 req-674a316d-09c4-4d41-89d4-bcb66d3a8d73 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/cc87a5f6-398d-4035-bec1-317955167e5f HTTP/1.1" status: 200 len: 1802 time: 0.1777418 Aug 17 03:04:01.113232 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8e442-dd88-4d87-bb1e-8c906069fc7a req-cb95b332-2e33-4feb-988f-318ce28a7f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:01.114948 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0b8e442-dd88-4d87-bb1e-8c906069fc7a req-cb95b332-2e33-4feb-988f-318ce28a7f9a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=052a4404e4c34be6817cc8733a020ffb&device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 1175 time: 0.1079032 Aug 17 03:04:01.119310 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Pushing event updated for resources: {'Port': ['ID=33a95012-a331-4064-8176-8968cdb8ac60,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:01.168046 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'tag': 'a0a82580-aa6c-4fe2-9f62-61b3e3319b40'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:01.171559 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ab27e2d-7a9f-40dd-a7c2-7db4cfbdc359" -d '{"events": [{"name": "network-changed", "server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "tag": "a0a82580-aa6c-4fe2-9f62-61b3e3319b40"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:01.205084 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:01.221151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Sync routers for ids ['4806eab9-171e-4dd7-872a-ee781ea453e0'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:01.294818 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-717c817d-4d3a-49e8-8a06-2f23e40c70e9 x-openstack-request-id: req-717c817d-4d3a-49e8-8a06-2f23e40c70e9 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:01.295187 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "tag": "a0a82580-aa6c-4fe2-9f62-61b3e3319b40", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:01.295502 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-717c817d-4d3a-49e8-8a06-2f23e40c70e9 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:01.295916 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'tag': 'a0a82580-aa6c-4fe2-9f62-61b3e3319b40', 'status': 'completed', 'code': 200} Aug 17 03:04:01.317444 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [req-a1f1ce8e-6b14-42ba-82e6-255681dce837 req-a49378df-e084-48d3-aa1e-87e241d1f18c tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 17 03:04:01.317444 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a1f1ce8e-6b14-42ba-82e6-255681dce837 req-a49378df-e084-48d3-aa1e-87e241d1f18c tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "DELETE /v2.0/security-groups/cc87a5f6-398d-4035-bec1-317955167e5f HTTP/1.1" status: 409 len: 341 time: 0.1972389 Aug 17 03:04:01.341290 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:01.419033 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:01.420322 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d52ce6e2-7d41-4c5a-bf49-6daab71bda05 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.6230633 Aug 17 03:04:01.424593 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54978) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:01.494522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Attempting to bind port 33a95012-a331-4064-8176-8968cdb8ac60 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:04:01.494988 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Attempting to bind port 33a95012-a331-4064-8176-8968cdb8ac60 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '37427c4d-051e-4a90-aacb-d267fa643c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:04:01.495334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Attempting to bind port 33a95012-a331-4064-8176-8968cdb8ac60 on network 4b8050bd-263f-474e-b098-3b3f7ebeaf6b {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:01.509909 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27e2d-7a9f-40dd-a7c2-7db4cfbdc359 req-becec40e-9ac6-48bd-b9ba-6490c81566d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:01.510399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27e2d-7a9f-40dd-a7c2-7db4cfbdc359 req-becec40e-9ac6-48bd-b9ba-6490c81566d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:01.510897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27e2d-7a9f-40dd-a7c2-7db4cfbdc359 req-becec40e-9ac6-48bd-b9ba-6490c81566d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:01.512393 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27e2d-7a9f-40dd-a7c2-7db4cfbdc359 req-becec40e-9ac6-48bd-b9ba-6490c81566d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:01.513121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27e2d-7a9f-40dd-a7c2-7db4cfbdc359 req-becec40e-9ac6-48bd-b9ba-6490c81566d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:01.513679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27e2d-7a9f-40dd-a7c2-7db4cfbdc359 req-becec40e-9ac6-48bd-b9ba-6490c81566d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:01.514240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27e2d-7a9f-40dd-a7c2-7db4cfbdc359 req-becec40e-9ac6-48bd-b9ba-6490c81566d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:01.520113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ab27e2d-7a9f-40dd-a7c2-7db4cfbdc359 req-becec40e-9ac6-48bd-b9ba-6490c81566d1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 6370 time: 0.2106426 Aug 17 03:04:01.520113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8e442-dd88-4d87-bb1e-8c906069fc7a req-7d978011-5cc7-43d0-8c0f-a1a6a5526a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:01.520737 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0b8e442-dd88-4d87-bb1e-8c906069fc7a req-7d978011-5cc7-43d0-8c0f-a1a6a5526a54 service neutron] 10.222.0.60 "GET /v2.0/networks?id=82cf8097-fc29-427a-9c31-4f04e0f699b0 HTTP/1.1" status: 200 len: 912 time: 0.3947024 Aug 17 03:04:01.521566 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Port 33a95012-a331-4064-8176-8968cdb8ac60 on network 4b8050bd-263f-474e-b098-3b3f7ebeaf6b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:04:01.521895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Attempting to bind port 33a95012-a331-4064-8176-8968cdb8ac60 on network 4b8050bd-263f-474e-b098-3b3f7ebeaf6b {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:01.528467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:04:01.528815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Checking segment: {'id': '37427c4d-051e-4a90-aacb-d267fa643c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:01.529256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Bound using segment: {'id': '37427c4d-051e-4a90-aacb-d267fa643c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:04:01.529725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Bound port: 33a95012-a331-4064-8176-8968cdb8ac60, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37427c4d-051e-4a90-aacb-d267fa643c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:04:01.530091 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:01.548612 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Routers {'4806eab9-171e-4dd7-872a-ee781ea453e0'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:01.549369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:03:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4806eab9-171e-4dd7-872a-ee781ea453e0'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:01.634110 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0b8e442-dd88-4d87-bb1e-8c906069fc7a req-3ee9398a-ae9f-481d-9428-b9d68510f7d8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c333d9ac-1483-4f93-8bd6-079b55c0cb83 HTTP/1.1" status: 200 len: 217 time: 0.0990551 Aug 17 03:04:01.768285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b8e442-dd88-4d87-bb1e-8c906069fc7a req-fd347eed-0ff6-4207-afab-1ba1a981022e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:01.769804 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0b8e442-dd88-4d87-bb1e-8c906069fc7a req-fd347eed-0ff6-4207-afab-1ba1a981022e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d444053b-fb4a-4e48-b2d6-3c7830e2116a HTTP/1.1" status: 200 len: 852 time: 0.1070292 Aug 17 03:04:01.789963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27e2d-7a9f-40dd-a7c2-7db4cfbdc359 req-78c29eed-963a-4948-a0b9-0d8bfb7348cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:01.790683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27e2d-7a9f-40dd-a7c2-7db4cfbdc359 req-78c29eed-963a-4948-a0b9-0d8bfb7348cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:01.794981 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27e2d-7a9f-40dd-a7c2-7db4cfbdc359 req-78c29eed-963a-4948-a0b9-0d8bfb7348cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:01.794981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ab27e2d-7a9f-40dd-a7c2-7db4cfbdc359 req-78c29eed-963a-4948-a0b9-0d8bfb7348cf service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&shared=False HTTP/1.1" status: 200 len: 2290 time: 0.2605038 Aug 17 03:04:01.795215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] For port 33a95012-a331-4064-8176-8968cdb8ac60, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:04:01.829197 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0b8e442-dd88-4d87-bb1e-8c906069fc7a req-b217bd96-aaef-467f-8ef5-1fc6859e4603 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=82cf8097-fc29-427a-9c31-4f04e0f699b0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476096 Aug 17 03:04:01.842345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Set router 4806eab9-171e-4dd7-872a-ee781ea453e0 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:01.863580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] For port 33a95012-a331-4064-8176-8968cdb8ac60, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=33a95012-a331-4064-8176-8968cdb8ac60,segment=NetworkSegment(37427c4d-051e-4a90-aacb-d267fa643c41),segment_id=37427c4d-051e-4a90-aacb-d267fa643c41)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:04:01.959046 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:02.009508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab27e2d-7a9f-40dd-a7c2-7db4cfbdc359 req-442db51d-21e4-4480-8478-198e55a0e8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:02.011037 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ab27e2d-7a9f-40dd-a7c2-7db4cfbdc359 req-442db51d-21e4-4480-8478-198e55a0e8e3 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1866660 Aug 17 03:04:02.013361 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0b8e442-dd88-4d87-bb1e-8c906069fc7a req-4e2c9390-4d5c-444f-bc99-524378bcf637 service neutron] 10.222.0.60 "GET /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706796 Aug 17 03:04:02.035822 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:02.101082 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94249cc-e639-41f2-9fa4-51c92133e983 req-fbdce738-a8b5-4e3a-b3e9-60ac52838886 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:02.111561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94249cc-e639-41f2-9fa4-51c92133e983 req-fbdce738-a8b5-4e3a-b3e9-60ac52838886 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:02.118277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94249cc-e639-41f2-9fa4-51c92133e983 req-fbdce738-a8b5-4e3a-b3e9-60ac52838886 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:02.132109 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94249cc-e639-41f2-9fa4-51c92133e983 req-fbdce738-a8b5-4e3a-b3e9-60ac52838886 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:02.132225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:02.132225 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:02.134391 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] 10.222.0.60 "PUT /v2.0/ports/33a95012-a331-4064-8176-8968cdb8ac60 HTTP/1.1" status: 200 len: 1091 time: 1.8454401 Aug 17 03:04:02.136372 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94249cc-e639-41f2-9fa4-51c92133e983 req-fbdce738-a8b5-4e3a-b3e9-60ac52838886 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:02.148945 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94249cc-e639-41f2-9fa4-51c92133e983 req-fbdce738-a8b5-4e3a-b3e9-60ac52838886 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:02.156883 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b94249cc-e639-41f2-9fa4-51c92133e983 req-fbdce738-a8b5-4e3a-b3e9-60ac52838886 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:02.167321 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b94249cc-e639-41f2-9fa4-51c92133e983 req-fbdce738-a8b5-4e3a-b3e9-60ac52838886 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5410 time: 0.2122095 Aug 17 03:04:02.186137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:02.190197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce154a96-349c-44df-9cd8-71abced3c184 service neutron] Pushing event updated for resources: {'Port': ['ID=33a95012-a331-4064-8176-8968cdb8ac60,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:02.220873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54998) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:02.221256 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-08ceafda-a7d7-4058-80d0-8f12c9f43e28 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "GET /v2.0/routers/4806eab9-171e-4dd7-872a-ee781ea453e0 HTTP/1.1" status: 200 len: 908 time: 0.7953186 Aug 17 03:04:02.222436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Pushing event updated for resources: {'Port': ['ID=109fa2f9-a4ae-4d87-ad1f-9ee697ef0794,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:02.235044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Request body: {'router': {'name': 'tempest-snat-router-669489714', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'enable_snat': True}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:02.244878 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0b8e442-dd88-4d87-bb1e-8c906069fc7a req-ea7a2486-2b3e-44de-a05b-9f6906f59d6b service neutron] 10.222.0.60 "GET /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2175424 Aug 17 03:04:02.265547 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Request body: {'port': {'device_id': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:02.269541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:02.281917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:02.322037 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b94249cc-e639-41f2-9fa4-51c92133e983 req-1a90740e-4ed3-410f-9acd-e0f925a64e09 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1534743 Aug 17 03:04:02.380505 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:02.397118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f48b8ca5-84f1-423a-9a5b-973ad79a6937 req-5929bf7e-5e9e-4975-923c-0715c31f01c0 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:02.406845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f48b8ca5-84f1-423a-9a5b-973ad79a6937 req-5929bf7e-5e9e-4975-923c-0715c31f01c0 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 1024 time: 0.1035941 Aug 17 03:04:02.503445 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:02.504645 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:02.513171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4806eab9-171e-4dd7-872a-ee781ea453e0', 'name': 'tempest-snat-router-669489714', 'tenant_id': 'c97fdc4134714ebbb3eed0b37edaa7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.224'}], 'enable_snat': False}, 'gw_port_id': 'be48afed-f346-4d44-8285-cbef9c31c0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:03:56Z', 'updated_at': '2021-08-17T03:03:59Z', 'revision_number': 3, 'project_id': 'c97fdc4134714ebbb3eed0b37edaa7cb', 'gw_port': {'id': 'be48afed-f346-4d44-8285-cbef9c31c0f2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4806eab9-171e-4dd7-872a-ee781ea453e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:03:57Z', 'updated_at': '2021-08-17T03:03:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:02.548489 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Checking router: 4806eab9-171e-4dd7-872a-ee781ea453e0 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:04:02.548489 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Updating router 4806eab9-171e-4dd7-872a-ee781ea453e0 port be48afed-f346-4d44-8285-cbef9c31c0f2 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:04:02.581382 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:02.652206 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f48b8ca5-84f1-423a-9a5b-973ad79a6937 req-d96c304f-fc4e-4e14-8350-a69adca42144 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&id=cc87a5f6-398d-4035-bec1-317955167e5f&id=bf085c81-1f74-4e98-bb28-1b22a5e37a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.2372112 Aug 17 03:04:02.736597 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:02.786441 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:02.831285 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:02.893565 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:02.909080 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Transition to ACTIVE for port object be48afed-f346-4d44-8285-cbef9c31c0f2 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:02.983386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef489fee-83cc-48c5-a1f8-291661db6e66 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:04:02.984101 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:02.994617 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:03.000052 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:03.014608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Transition to ACTIVE for port object ef489fee-83cc-48c5-a1f8-291661db6e66 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:03.015199 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:03.040343 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Attempting to bind port be48afed-f346-4d44-8285-cbef9c31c0f2 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:04:03.040727 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Attempting to bind port be48afed-f346-4d44-8285-cbef9c31c0f2 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:04:03.041095 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Attempting to bind port be48afed-f346-4d44-8285-cbef9c31c0f2 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:03.048393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcf069-eabd-4825-bd14-a54900bbdd66 None None] Pushing event updated for resources: {'Port': ['ID=be48afed-f346-4d44-8285-cbef9c31c0f2,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:03.050744 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:04:03.051125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:03.051532 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:03.051949 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:04:03.052392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Bound port: be48afed-f346-4d44-8285-cbef9c31c0f2, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:04:03.052777 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:03.106607 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:03.110453 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] For port be48afed-f346-4d44-8285-cbef9c31c0f2, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:04:03.114491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] For port be48afed-f346-4d44-8285-cbef9c31c0f2, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=be48afed-f346-4d44-8285-cbef9c31c0f2,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:04:03.205590 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Pushing event updated for resources: {'Port': ['ID=ef489fee-83cc-48c5-a1f8-291661db6e66,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:03.208190 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:03.295897 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dcf069-eabd-4825-bd14-a54900bbdd66 None None] Pushing event updated for resources: {'Port': ['ID=be48afed-f346-4d44-8285-cbef9c31c0f2,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:03.298460 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'tag': '33a95012-a331-4064-8176-8968cdb8ac60'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:03.300858 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a02f8591-eaec-49a7-9e47-69cdfc6dc003" -d '{"events": [{"name": "network-changed", "server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "tag": "33a95012-a331-4064-8176-8968cdb8ac60"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:03.302675 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Routers {'4806eab9-171e-4dd7-872a-ee781ea453e0'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:03.303541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:03:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4806eab9-171e-4dd7-872a-ee781ea453e0'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:03.313484 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Attempting to bind port ef489fee-83cc-48c5-a1f8-291661db6e66 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:04:03.313867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Attempting to bind port ef489fee-83cc-48c5-a1f8-291661db6e66 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '37427c4d-051e-4a90-aacb-d267fa643c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:04:03.314345 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Attempting to bind port ef489fee-83cc-48c5-a1f8-291661db6e66 on network 4b8050bd-263f-474e-b098-3b3f7ebeaf6b {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:03.314744 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Router 377fedf2-baaf-4cdb-8aa7-ee3e0dbae076 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:04:03.325525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Port ef489fee-83cc-48c5-a1f8-291661db6e66 on network 4b8050bd-263f-474e-b098-3b3f7ebeaf6b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:04:03.326999 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Attempting to bind port ef489fee-83cc-48c5-a1f8-291661db6e66 on network 4b8050bd-263f-474e-b098-3b3f7ebeaf6b {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:03.334761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:04:03.335218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Checking segment: {'id': '37427c4d-051e-4a90-aacb-d267fa643c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:03.335683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Bound using segment: {'id': '37427c4d-051e-4a90-aacb-d267fa643c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:04:03.338141 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Bound port: ef489fee-83cc-48c5-a1f8-291661db6e66, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '37427c4d-051e-4a90-aacb-d267fa643c41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:04:03.338141 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:03.415453 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e68ca738-b6f5-4b4d-aa63-f3c6d2870a23 x-openstack-request-id: req-e68ca738-b6f5-4b4d-aa63-f3c6d2870a23 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:03.415652 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "tag": "33a95012-a331-4064-8176-8968cdb8ac60", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:03.416029 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e68ca738-b6f5-4b4d-aa63-f3c6d2870a23 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:03.416513 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'tag': '33a95012-a331-4064-8176-8968cdb8ac60', 'status': 'completed', 'code': 200} Aug 17 03:04:03.483295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:03.499772 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Sync routers for ids ['377fedf2-baaf-4cdb-8aa7-ee3e0dbae076'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:03.509681 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Routers {'377fedf2-baaf-4cdb-8aa7-ee3e0dbae076'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:03.510301 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:03:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['377fedf2-baaf-4cdb-8aa7-ee3e0dbae076'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:03.521392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] Set router 4806eab9-171e-4dd7-872a-ee781ea453e0 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:03.602604 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:03.608447 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:03.612584 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-aed9d819-6b59-4526-aa58-44779e21e1ce admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 5.3432431 Aug 17 03:04:03.613205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55020) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:03.653406 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Set router 377fedf2-baaf-4cdb-8aa7-ee3e0dbae076 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:03.761631 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad85f50-b4ac-4f3e-a4d0-ff757b34b121 req-17a4f350-11e0-4e4e-a3fa-a343e74eb747 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:03.763244 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2ad85f50-b4ac-4f3e-a4d0-ff757b34b121 req-17a4f350-11e0-4e4e-a3fa-a343e74eb747 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.60 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 1024 time: 0.3379464 Aug 17 03:04:03.787582 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f8591-eaec-49a7-9e47-69cdfc6dc003 req-699e2c81-c3d1-431f-a71f-d2556b626e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:03.788161 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f8591-eaec-49a7-9e47-69cdfc6dc003 req-699e2c81-c3d1-431f-a71f-d2556b626e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:03.788679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f8591-eaec-49a7-9e47-69cdfc6dc003 req-699e2c81-c3d1-431f-a71f-d2556b626e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:03.789941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f8591-eaec-49a7-9e47-69cdfc6dc003 req-699e2c81-c3d1-431f-a71f-d2556b626e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:03.790442 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f8591-eaec-49a7-9e47-69cdfc6dc003 req-699e2c81-c3d1-431f-a71f-d2556b626e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:03.790920 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f8591-eaec-49a7-9e47-69cdfc6dc003 req-699e2c81-c3d1-431f-a71f-d2556b626e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:03.791394 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f8591-eaec-49a7-9e47-69cdfc6dc003 req-699e2c81-c3d1-431f-a71f-d2556b626e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:03.793352 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a02f8591-eaec-49a7-9e47-69cdfc6dc003 req-699e2c81-c3d1-431f-a71f-d2556b626e4b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 6437 time: 0.3760068 Aug 17 03:04:03.813880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4806eab9-171e-4dd7-872a-ee781ea453e0', 'name': 'tempest-snat-router-669489714', 'tenant_id': 'c97fdc4134714ebbb3eed0b37edaa7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.224'}], 'enable_snat': False}, 'gw_port_id': 'be48afed-f346-4d44-8285-cbef9c31c0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:03:56Z', 'updated_at': '2021-08-17T03:03:59Z', 'revision_number': 3, 'project_id': 'c97fdc4134714ebbb3eed0b37edaa7cb', 'gw_port': {'id': 'be48afed-f346-4d44-8285-cbef9c31c0f2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4806eab9-171e-4dd7-872a-ee781ea453e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:03:57Z', 'updated_at': '2021-08-17T03:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:03.819256 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:03.852219 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79486dd0-9667-4add-ac47-f3b3b88950da None None] The sync data for ids ['4806eab9-171e-4dd7-872a-ee781ea453e0'] in n-d-802060-9 is: [{'id': '4806eab9-171e-4dd7-872a-ee781ea453e0', 'name': 'tempest-snat-router-669489714', 'tenant_id': 'c97fdc4134714ebbb3eed0b37edaa7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.224'}], 'enable_snat': False}, 'gw_port_id': 'be48afed-f346-4d44-8285-cbef9c31c0f2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:03:56Z', 'updated_at': '2021-08-17T03:03:59Z', 'revision_number': 3, 'project_id': 'c97fdc4134714ebbb3eed0b37edaa7cb', 'gw_port': {'id': 'be48afed-f346-4d44-8285-cbef9c31c0f2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:5d:b1:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4806eab9-171e-4dd7-872a-ee781ea453e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1585, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.224', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:03:57Z', 'updated_at': '2021-08-17T03:04:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:04:03.864465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] For port ef489fee-83cc-48c5-a1f8-291661db6e66, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:04:03.878246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ce5dc-c637-43f8-8d7b-db746fc0bbac req-8570cf41-4b37-4b50-8436-42da0c8e7fa8 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:03.885105 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be3ce5dc-c637-43f8-8d7b-db746fc0bbac req-8570cf41-4b37-4b50-8436-42da0c8e7fa8 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 1024 time: 0.0923567 Aug 17 03:04:03.893792 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'name': 'tempest-ServerRescueTestJSON-1457331653-router', 'tenant_id': '72b852e1a4e445b296fe048bb52ea81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '109fa2f9-a4ae-4d87-ad1f-9ee697ef0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:03:58Z', 'updated_at': '2021-08-17T03:04:02Z', 'revision_number': 3, 'project_id': '72b852e1a4e445b296fe048bb52ea81a', 'gw_port': {'id': '109fa2f9-a4ae-4d87-ad1f-9ee697ef0794', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:00Z', 'updated_at': '2021-08-17T03:04:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:03.966431 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] For port ef489fee-83cc-48c5-a1f8-291661db6e66, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ef489fee-83cc-48c5-a1f8-291661db6e66,segment=NetworkSegment(37427c4d-051e-4a90-aacb-d267fa643c41),segment_id=37427c4d-051e-4a90-aacb-d267fa643c41)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:04:03.974303 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be3ce5dc-c637-43f8-8d7b-db746fc0bbac req-88246b42-560d-4575-a70b-7e694e995757 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&id=cc87a5f6-398d-4035-bec1-317955167e5f&id=bf085c81-1f74-4e98-bb28-1b22a5e37a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0881703 Aug 17 03:04:03.975730 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:04.020089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90edb2e-1246-4110-8323-c0183f9ec2be req-3fb97840-d82c-444f-ba41-fc88b8558d55 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:04.027797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90edb2e-1246-4110-8323-c0183f9ec2be req-3fb97840-d82c-444f-ba41-fc88b8558d55 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:04.033956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90edb2e-1246-4110-8323-c0183f9ec2be req-3fb97840-d82c-444f-ba41-fc88b8558d55 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:04.044570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90edb2e-1246-4110-8323-c0183f9ec2be req-3fb97840-d82c-444f-ba41-fc88b8558d55 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:04.045677 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Checking router: 377fedf2-baaf-4cdb-8aa7-ee3e0dbae076 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:04:04.046032 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Updating router 377fedf2-baaf-4cdb-8aa7-ee3e0dbae076 port 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:04:04.051382 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90edb2e-1246-4110-8323-c0183f9ec2be req-3fb97840-d82c-444f-ba41-fc88b8558d55 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:04.058323 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90edb2e-1246-4110-8323-c0183f9ec2be req-3fb97840-d82c-444f-ba41-fc88b8558d55 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:04.066090 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c90edb2e-1246-4110-8323-c0183f9ec2be req-3fb97840-d82c-444f-ba41-fc88b8558d55 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:04.076302 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c90edb2e-1246-4110-8323-c0183f9ec2be req-3fb97840-d82c-444f-ba41-fc88b8558d55 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.5570695 Aug 17 03:04:04.076911 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:04.088146 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:04.213773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Pushing event updated for resources: {'Port': ['ID=ef489fee-83cc-48c5-a1f8-291661db6e66,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:04.466094 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:04.478236 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Transition to ACTIVE for port object 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:04.534598 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:04.543892 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:04.611099 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Attempting to bind port 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:04:04.611770 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Attempting to bind port 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:04:04.612390 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Attempting to bind port 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:04.627985 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:04:04.628348 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:04.628855 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:04.629319 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:04:04.629958 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Bound port: 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:04:04.630420 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:04.699177 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] For port 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:04:04.723556 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] For port 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=109fa2f9-a4ae-4d87-ad1f-9ee697ef0794,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:04:04.756751 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00817037-60ff-4772-bc9e-a3717c814eb1 None None] Pushing event updated for resources: {'Port': ['ID=109fa2f9-a4ae-4d87-ad1f-9ee697ef0794,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:04.776640 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817037-60ff-4772-bc9e-a3717c814eb1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:04.776996 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817037-60ff-4772-bc9e-a3717c814eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:04.777339 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817037-60ff-4772-bc9e-a3717c814eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:04.777701 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817037-60ff-4772-bc9e-a3717c814eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:04.778036 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817037-60ff-4772-bc9e-a3717c814eb1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:04.778365 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817037-60ff-4772-bc9e-a3717c814eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:04.779182 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817037-60ff-4772-bc9e-a3717c814eb1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:04.779885 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817037-60ff-4772-bc9e-a3717c814eb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:04.780228 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817037-60ff-4772-bc9e-a3717c814eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:04.780619 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817037-60ff-4772-bc9e-a3717c814eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:04.780955 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817037-60ff-4772-bc9e-a3717c814eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:04.781282 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00817037-60ff-4772-bc9e-a3717c814eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:04.787228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] Allocated IP 172.20.0.1 (c7e7978e-1d34-44a7-8805-8fa20d4cf11c/d9b01a46-ce87-4ced-accd-cf63639388b1/fc89800f-db87-4113-b4c0-e0a1812f2bc8) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:04.813890 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:04.879377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:04.880003 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:04.881462 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-07adfbd0-e6a8-4a2e-bfed-5a5fcf278986 service neutron] 10.222.0.60 "PUT /v2.0/ports/ef489fee-83cc-48c5-a1f8-291661db6e66 HTTP/1.1" status: 200 len: 1091 time: 2.6313107 Aug 17 03:04:04.895205 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Routers {'377fedf2-baaf-4cdb-8aa7-ee3e0dbae076'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:04.895205 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:03:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['377fedf2-baaf-4cdb-8aa7-ee3e0dbae076'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:04.906034 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00817037-60ff-4772-bc9e-a3717c814eb1 None None] Pushing event updated for resources: {'Port': ['ID=109fa2f9-a4ae-4d87-ad1f-9ee697ef0794,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:04.965352 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:04.973949 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f8591-eaec-49a7-9e47-69cdfc6dc003 req-45038be6-43d1-4f25-9a7e-fc4d3d74d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:04.974362 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f8591-eaec-49a7-9e47-69cdfc6dc003 req-45038be6-43d1-4f25-9a7e-fc4d3d74d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:04.974839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f8591-eaec-49a7-9e47-69cdfc6dc003 req-45038be6-43d1-4f25-9a7e-fc4d3d74d704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:04.976512 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a02f8591-eaec-49a7-9e47-69cdfc6dc003 req-45038be6-43d1-4f25-9a7e-fc4d3d74d704 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&shared=False HTTP/1.1" status: 200 len: 2290 time: 1.1695027 Aug 17 03:04:05.013142 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c90edb2e-1246-4110-8323-c0183f9ec2be req-a693f21a-97bf-47a4-80a6-591792ed5027 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.9280438 Aug 17 03:04:05.082486 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] Set router 377fedf2-baaf-4cdb-8aa7-ee3e0dbae076 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:05.123949 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-2ad85f50-b4ac-4f3e-a4d0-ff757b34b121 req-54d14360-485a-4caa-a766-c885b7b96e6e tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Deleting port c333d9ac-1483-4f93-8bd6-079b55c0cb83 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:05.124579 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2ad85f50-b4ac-4f3e-a4d0-ff757b34b121 req-54d14360-485a-4caa-a766-c885b7b96e6e tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:05.154359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73663b04-fc15-4072-9780-5a8b94b35d2a req-24842391-84a3-4e09-95a8-64229f47a6a7 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:05.158331 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-73663b04-fc15-4072-9780-5a8b94b35d2a req-24842391-84a3-4e09-95a8-64229f47a6a7 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 1024 time: 0.0771110 Aug 17 03:04:05.162484 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:05.250310 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Allocated IP 172.25.1.137 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:05.251610 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] Pushing event updated for resources: {'Port': ['ID=fc89800f-db87-4113-b4c0-e0a1812f2bc8,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:05.256898 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] Network c7e7978e-1d34-44a7-8805-8fa20d4cf11c is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:05.268080 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:05.275251 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:05.280028 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02f8591-eaec-49a7-9e47-69cdfc6dc003 req-489e3e6a-3ee9-4e62-8e87-02eeeebfad36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:05.281563 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a02f8591-eaec-49a7-9e47-69cdfc6dc003 req-489e3e6a-3ee9-4e62-8e87-02eeeebfad36 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2670174 Aug 17 03:04:05.351000 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'name': 'tempest-ServerRescueTestJSON-1457331653-router', 'tenant_id': '72b852e1a4e445b296fe048bb52ea81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '109fa2f9-a4ae-4d87-ad1f-9ee697ef0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:03:58Z', 'updated_at': '2021-08-17T03:04:02Z', 'revision_number': 3, 'project_id': '72b852e1a4e445b296fe048bb52ea81a', 'gw_port': {'id': '109fa2f9-a4ae-4d87-ad1f-9ee697ef0794', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:00Z', 'updated_at': '2021-08-17T03:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:05.366450 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-73663b04-fc15-4072-9780-5a8b94b35d2a req-434e96a7-c199-4d52-a45a-ec500d16159c tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&id=cc87a5f6-398d-4035-bec1-317955167e5f&id=bf085c81-1f74-4e98-bb28-1b22a5e37a8e&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1933641 Aug 17 03:04:05.374971 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-2ad85f50-b4ac-4f3e-a4d0-ff757b34b121 req-54d14360-485a-4caa-a766-c885b7b96e6e tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] For port c333d9ac-1483-4f93-8bd6-079b55c0cb83, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c333d9ac-1483-4f93-8bd6-079b55c0cb83,segment=NetworkSegment(f2c0d1b9-1461-42b0-a01d-65ab51852eeb),segment_id=f2c0d1b9-1461-42b0-a01d-65ab51852eeb)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:05.376252 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2ad85f50-b4ac-4f3e-a4d0-ff757b34b121 req-54d14360-485a-4caa-a766-c885b7b96e6e tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:05.384279 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:05.395669 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-928219e9-23f7-4bdc-8f04-71381e7408af None None] The sync data for ids ['377fedf2-baaf-4cdb-8aa7-ee3e0dbae076'] in n-d-802060-9 is: [{'id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'name': 'tempest-ServerRescueTestJSON-1457331653-router', 'tenant_id': '72b852e1a4e445b296fe048bb52ea81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '109fa2f9-a4ae-4d87-ad1f-9ee697ef0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:03:58Z', 'updated_at': '2021-08-17T03:04:02Z', 'revision_number': 3, 'project_id': '72b852e1a4e445b296fe048bb52ea81a', 'gw_port': {'id': '109fa2f9-a4ae-4d87-ad1f-9ee697ef0794', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:59', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:00Z', 'updated_at': '2021-08-17T03:04:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:04:05.419241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'tag': 'ef489fee-83cc-48c5-a1f8-291661db6e66'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:05.422174 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6747d3c3-34fd-4268-94f4-22206113016e" -d '{"events": [{"name": "network-changed", "server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "tag": "ef489fee-83cc-48c5-a1f8-291661db6e66"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:05.436740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-2ad85f50-b4ac-4f3e-a4d0-ff757b34b121 req-54d14360-485a-4caa-a766-c885b7b96e6e tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Calling delete_port for c333d9ac-1483-4f93-8bd6-079b55c0cb83 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:05.513780 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-803cfa51-1dde-4725-8354-efb16c865268 x-openstack-request-id: req-803cfa51-1dde-4725-8354-efb16c865268 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:05.514074 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "tag": "ef489fee-83cc-48c5-a1f8-291661db6e66", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:05.514331 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-803cfa51-1dde-4725-8354-efb16c865268 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:05.514732 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'tag': 'ef489fee-83cc-48c5-a1f8-291661db6e66', 'status': 'completed', 'code': 200} Aug 17 03:04:05.540456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-448ff52b-95f1-4f2d-a843-faf823921a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:05.540947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-448ff52b-95f1-4f2d-a843-faf823921a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:05.541454 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-448ff52b-95f1-4f2d-a843-faf823921a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:05.541919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-448ff52b-95f1-4f2d-a843-faf823921a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:05.542390 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-448ff52b-95f1-4f2d-a843-faf823921a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:05.542856 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-448ff52b-95f1-4f2d-a843-faf823921a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:05.543322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-448ff52b-95f1-4f2d-a843-faf823921a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:05.545302 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-448ff52b-95f1-4f2d-a843-faf823921a5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 6479 time: 0.1941013 Aug 17 03:04:05.579410 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:05.611826 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-a854098c-113c-4805-bca6-802275eb58ca service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3252fa48-9cdf-414f-bfa1-75099d66f47b HTTP/1.1" status: 200 len: 217 time: 0.0485976 Aug 17 03:04:05.623060 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:05.700018 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-dd342cc2-dff7-4967-b8ef-3535dce09384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:05.701540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-dd342cc2-dff7-4967-b8ef-3535dce09384 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=416c6f37-743f-435b-96b1-67201de2ff16 HTTP/1.1" status: 200 len: 851 time: 0.0809727 Aug 17 03:04:05.865635 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-273ba85f-788c-4d16-aae7-b38f39303e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:05.867220 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-273ba85f-788c-4d16-aae7-b38f39303e96 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9227c9c6-47aa-4321-9fc5-beb397cc8baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0883341 Aug 17 03:04:05.868858 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:05.935002 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:05.971570 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2ad85f50-b4ac-4f3e-a4d0-ff757b34b121 req-54d14360-485a-4caa-a766-c885b7b96e6e tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:05.982489 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0a8f7fae-9997-4257-bbfe-5b2c372e07b5', 'c333d9ac-1483-4f93-8bd6-079b55c0cb83'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:04:05.990469 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:05.999704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:06.007773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:06.020866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:06.029251 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Pushing event updated for resources: {'Port': ['ID=fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:06.204529 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:06.215967 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] Pushing event updated for resources: {'Port': ['ID=fc89800f-db87-4113-b4c0-e0a1812f2bc8,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:06.240512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d14360-485a-4caa-a766-c885b7b96e6e tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event deleted for resources: {'Port': ['ID=c333d9ac-1483-4f93-8bd6-079b55c0cb83,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:06.243593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2ad85f50-b4ac-4f3e-a4d0-ff757b34b121 req-54d14360-485a-4caa-a766-c885b7b96e6e tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] No DVR routers for this DVR port c333d9ac-1483-4f93-8bd6-079b55c0cb83 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:04:06.247372 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2ad85f50-b4ac-4f3e-a4d0-ff757b34b121 req-54d14360-485a-4caa-a766-c885b7b96e6e tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:06.251076 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2ad85f50-b4ac-4f3e-a4d0-ff757b34b121 req-54d14360-485a-4caa-a766-c885b7b96e6e tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.60 "DELETE /v2.0/ports/c333d9ac-1483-4f93-8bd6-079b55c0cb83 HTTP/1.1" status: 204 len: 173 time: 2.4526155 Aug 17 03:04:06.262097 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-b077b310-e161-495e-a828-77a3e607280c service neutron] 10.222.0.60 "GET /v2.0/networks/9227c9c6-47aa-4321-9fc5-beb397cc8baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774178 Aug 17 03:04:06.333351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device be48afed-f346-4d44-8285-cbef9c31c0f2 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:06.544678 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] Network c7e7978e-1d34-44a7-8805-8fa20d4cf11c is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:06.548918 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:06.560782 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port be48afed-f346-4d44-8285-cbef9c31c0f2 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:06.567364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port be48afed-f346-4d44-8285-cbef9c31c0f2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:06.567747 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:06.670034 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-be1d614a-bed1-4d25-a762-b0737ae2668a service neutron] 10.222.0.60 "GET /v2.0/networks/9227c9c6-47aa-4321-9fc5-beb397cc8baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4053159 Aug 17 03:04:06.682401 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-400b7667-ac28-4a41-8aa8-2fd39e0f8372 req-a6ca8fd9-9f1c-4f05-9012-f13f5e629cdc tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=24a6c522-f3d1-4215-aca4-7bcd4ecca377 HTTP/1.1" status: 200 len: 210 time: 0.1050231 Aug 17 03:04:06.731903 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:06.747644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e2a96-53bc-4c44-ab55-9f815f3de2be req-6159a0bb-d4d6-4896-bafb-7cfb8cf4430d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:06.760900 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e2a96-53bc-4c44-ab55-9f815f3de2be req-6159a0bb-d4d6-4896-bafb-7cfb8cf4430d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:06.768858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e2a96-53bc-4c44-ab55-9f815f3de2be req-6159a0bb-d4d6-4896-bafb-7cfb8cf4430d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:06.769309 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port be48afed-f346-4d44-8285-cbef9c31c0f2, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=be48afed-f346-4d44-8285-cbef9c31c0f2,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:06.775383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e2a96-53bc-4c44-ab55-9f815f3de2be req-6159a0bb-d4d6-4896-bafb-7cfb8cf4430d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:06.781449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e2a96-53bc-4c44-ab55-9f815f3de2be req-6159a0bb-d4d6-4896-bafb-7cfb8cf4430d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:06.788214 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e2a96-53bc-4c44-ab55-9f815f3de2be req-6159a0bb-d4d6-4896-bafb-7cfb8cf4430d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:06.794773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42e2a96-53bc-4c44-ab55-9f815f3de2be req-6159a0bb-d4d6-4896-bafb-7cfb8cf4430d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:06.795618 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] Router 377fedf2-baaf-4cdb-8aa7-ee3e0dbae076 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:04:06.796803 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b42e2a96-53bc-4c44-ab55-9f815f3de2be req-6159a0bb-d4d6-4896-bafb-7cfb8cf4430d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.5919170 Aug 17 03:04:06.833165 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-e08cacd0-bcf9-42fd-9f03-78d220a92e6b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 HTTP/1.1" status: 200 len: 217 time: 0.1043739 Aug 17 03:04:06.869769 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:06.873614 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:06.962214 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b42e2a96-53bc-4c44-ab55-9f815f3de2be req-039be11f-81a7-4710-a588-c9f8050fd0dc tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1280062 Aug 17 03:04:06.964858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-3a458337-0d82-4026-b56e-2fe2ffd81db3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:06.966689 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-3a458337-0d82-4026-b56e-2fe2ffd81db3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8293f80-0c9a-49ec-9de7-0f89e1b6c33f HTTP/1.1" status: 200 len: 797 time: 0.1179531 Aug 17 03:04:06.999861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=be48afed-f346-4d44-8285-cbef9c31c0f2,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:07.011722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:07.017233 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0d2d9f50-db62-4747-96e9-4a071597c650 admin admin] 10.222.0.10 "PUT /v2.0/routers/377fedf2-baaf-4cdb-8aa7-ee3e0dbae076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4029641 Aug 17 03:04:07.103057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-b0494910-0341-40a6-8b3c-9237939519d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:07.104888 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-b0494910-0341-40a6-8b3c-9237939519d3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1025946 Aug 17 03:04:07.109500 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:07.113789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:07.114920 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:07.181664 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:07.251282 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:07.321396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=109fa2f9-a4ae-4d87-ad1f-9ee697ef0794,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:07.351680 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c3a833d6-dbe3-41f5-99d9-7e7313fe0d5c service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2318473 Aug 17 03:04:07.389303 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:07.450740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=109fa2f9-a4ae-4d87-ad1f-9ee697ef0794,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:07.527704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24a6c522-f3d1-4215-aca4-7bcd4ecca377', 'name': 'network-vif-deleted', 'tag': 'c333d9ac-1483-4f93-8bd6-079b55c0cb83'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:07.532693 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f86ed97-4a4c-4236-b702-0576015583a7" -d '{"events": [{"server_uuid": "24a6c522-f3d1-4215-aca4-7bcd4ecca377", "name": "network-vif-deleted", "tag": "c333d9ac-1483-4f93-8bd6-079b55c0cb83"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:07.582448 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3b08daa-70c6-418b-b35a-9bbafd841a18 x-openstack-request-id: req-f3b08daa-70c6-418b-b35a-9bbafd841a18 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:07.582448 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24a6c522-f3d1-4215-aca4-7bcd4ecca377", "name": "network-vif-deleted", "tag": "c333d9ac-1483-4f93-8bd6-079b55c0cb83", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:07.582784 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f3b08daa-70c6-418b-b35a-9bbafd841a18 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:07.583806 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24a6c522-f3d1-4215-aca4-7bcd4ecca377', 'name': 'network-vif-deleted', 'tag': 'c333d9ac-1483-4f93-8bd6-079b55c0cb83', 'status': 'completed', 'code': 200} Aug 17 03:04:07.602611 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1e84b478-3532-4a89-9e17-bfaa20d2f9a9 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425320 Aug 17 03:04:07.639705 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:07.695931 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-33bd82e8-cda8-4264-bec0-e223769f53c5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=229d34f2-e84b-4d61-a8c6-7ecb791ac85d HTTP/1.1" status: 200 len: 217 time: 0.0657797 Aug 17 03:04:07.804326 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Sync routers for ids ['377fedf2-baaf-4cdb-8aa7-ee3e0dbae076'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:07.814769 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Routers {'377fedf2-baaf-4cdb-8aa7-ee3e0dbae076'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:07.815856 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:03:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['377fedf2-baaf-4cdb-8aa7-ee3e0dbae076'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:07.865344 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8750ca75-3994-48dd-95d3-890489ae0d7c req-3aad8a01-5620-4a86-9444-7419643edc63 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/bf085c81-1f74-4e98-bb28-1b22a5e37a8e HTTP/1.1" status: 200 len: 1802 time: 0.0535059 Aug 17 03:04:07.925201 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8750ca75-3994-48dd-95d3-890489ae0d7c req-de66537f-1377-41e3-8e5a-f82358df08a7 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:07.927217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-0eba7e1a-99fe-4c92-ae83-e84fec13fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:07.928704 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-0eba7e1a-99fe-4c92-ae83-e84fec13fe45 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8293f80-0c9a-49ec-9de7-0f89e1b6c33f HTTP/1.1" status: 200 len: 797 time: 0.2249753 Aug 17 03:04:07.936097 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Set router 377fedf2-baaf-4cdb-8aa7-ee3e0dbae076 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:07.938209 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86e394-0256-4590-b591-5560a9a9a51f req-24bed47c-1d4d-4047-aa3b-78b803a12cd6 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:07.939635 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea86e394-0256-4590-b591-5560a9a9a51f req-24bed47c-1d4d-4047-aa3b-78b803a12cd6 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/networks?id=c7e7978e-1d34-44a7-8805-8fa20d4cf11c HTTP/1.1" status: 200 len: 811 time: 0.4033244 Aug 17 03:04:07.958627 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8750ca75-3994-48dd-95d3-890489ae0d7c req-de66537f-1377-41e3-8e5a-f82358df08a7 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:07.982568 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea86e394-0256-4590-b591-5560a9a9a51f req-526bacfe-eef2-46d8-b17a-ff4081f3fe01 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/quotas/72b852e1a4e445b296fe048bb52ea81a HTTP/1.1" status: 200 len: 375 time: 0.0287311 Aug 17 03:04:08.031097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-8c37b5a8-4a9f-45c6-bf6b-ac1ceb68068d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:08.032624 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-8c37b5a8-4a9f-45c6-bf6b-ac1ceb68068d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0905602 Aug 17 03:04:08.098115 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8750ca75-3994-48dd-95d3-890489ae0d7c req-de66537f-1377-41e3-8e5a-f82358df08a7 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:08.102542 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8750ca75-3994-48dd-95d3-890489ae0d7c req-de66537f-1377-41e3-8e5a-f82358df08a7 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:08.105177 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8750ca75-3994-48dd-95d3-890489ae0d7c req-de66537f-1377-41e3-8e5a-f82358df08a7 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "DELETE /v2.0/security-groups/bf085c81-1f74-4e98-bb28-1b22a5e37a8e HTTP/1.1" status: 204 len: 173 time: 0.2379956 Aug 17 03:04:08.108444 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea86e394-0256-4590-b591-5560a9a9a51f req-472867a7-2a8e-4450-a9e0-897d80def7dc tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=72b852e1a4e445b296fe048bb52ea81a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1126549 Aug 17 03:04:08.120496 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de66537f-1377-41e3-8e5a-f82358df08a7 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf085c81-1f74-4e98-bb28-1b22a5e37a8e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:08.133315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Router d9a443e4-31d3-49b2-87c0-ccec012ff2e4 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:04:08.175609 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'name': 'tempest-ServerRescueTestJSON-1457331653-router', 'tenant_id': '72b852e1a4e445b296fe048bb52ea81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '109fa2f9-a4ae-4d87-ad1f-9ee697ef0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:03:58Z', 'updated_at': '2021-08-17T03:04:05Z', 'revision_number': 4, 'project_id': '72b852e1a4e445b296fe048bb52ea81a', 'gw_port': {'id': '109fa2f9-a4ae-4d87-ad1f-9ee697ef0794', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:00Z', 'updated_at': '2021-08-17T03:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'fc89800f-db87-4113-b4c0-e0a1812f2bc8', 'name': '', 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c', 'tenant_id': '72b852e1a4e445b296fe048bb52ea81a', 'mac_address': 'fa:16:3e:90:03:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'd9b01a46-ce87-4ced-accd-cf63639388b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:04Z', 'updated_at': '2021-08-17T03:04:05Z', 'revision_number': 2, 'project_id': '72b852e1a4e445b296fe048bb52ea81a', 'subnets': [{'id': 'd9b01a46-ce87-4ced-accd-cf63639388b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:08.217105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device be48afed-f346-4d44-8285-cbef9c31c0f2 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:08.220567 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Checking router: 377fedf2-baaf-4cdb-8aa7-ee3e0dbae076 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:04:08.220997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Updating router 377fedf2-baaf-4cdb-8aa7-ee3e0dbae076 port fc89800f-db87-4113-b4c0-e0a1812f2bc8 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:04:08.258589 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-ea74ff73-a853-4767-b293-918734de5686 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2130451 Aug 17 03:04:08.284867 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:08.310354 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port be48afed-f346-4d44-8285-cbef9c31c0f2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:08.316178 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:08.474962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276450ae-a66a-4751-ad4c-bf1719a788bd req-b2340500-262d-4c49-b435-964acbe80c90 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:08.481836 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276450ae-a66a-4751-ad4c-bf1719a788bd req-b2340500-262d-4c49-b435-964acbe80c90 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:08.491188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c333d9ac-1483-4f93-8bd6-079b55c0cb83 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:04:08.498417 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276450ae-a66a-4751-ad4c-bf1719a788bd req-b2340500-262d-4c49-b435-964acbe80c90 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:08.516871 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276450ae-a66a-4751-ad4c-bf1719a788bd req-b2340500-262d-4c49-b435-964acbe80c90 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:08.532232 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276450ae-a66a-4751-ad4c-bf1719a788bd req-b2340500-262d-4c49-b435-964acbe80c90 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:08.541294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: c333d9ac-1483-4f93-8bd6-079b55c0cb83 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:04:08.541608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c333d9ac-1483-4f93-8bd6-079b55c0cb83 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:04:08.552763 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276450ae-a66a-4751-ad4c-bf1719a788bd req-b2340500-262d-4c49-b435-964acbe80c90 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:08.561961 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-276450ae-a66a-4751-ad4c-bf1719a788bd req-b2340500-262d-4c49-b435-964acbe80c90 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:08.564739 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-276450ae-a66a-4751-ad4c-bf1719a788bd req-b2340500-262d-4c49-b435-964acbe80c90 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.1534035 Aug 17 03:04:08.598714 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:08.612610 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-276450ae-a66a-4751-ad4c-bf1719a788bd req-10fee2de-9122-4f83-897d-6157a9e5d7cd tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0402637 Aug 17 03:04:08.697368 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f979600b-b518-45b3-9ea3-f0ed376a354f req-4e4f8598-59eb-4448-a9aa-41f35546b168 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/cc87a5f6-398d-4035-bec1-317955167e5f HTTP/1.1" status: 200 len: 1802 time: 0.0507731 Aug 17 03:04:08.713201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:08.713201 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:08.718925 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea86e394-0256-4590-b591-5560a9a9a51f req-ab79551f-e49f-4aab-aa56-fa9899c291a2 service neutron] 10.222.0.10 "GET /v2.0/networks/c7e7978e-1d34-44a7-8805-8fa20d4cf11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5954077 Aug 17 03:04:08.791071 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:08.801367 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f979600b-b518-45b3-9ea3-f0ed376a354f req-09a5f82f-2ae7-49d7-9d7a-b5a2e5b3e69f tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:08.807704 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Transition to ACTIVE for port object fc89800f-db87-4113-b4c0-e0a1812f2bc8 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:08.808774 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:08.820775 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Sync routers for ids ['d9a443e4-31d3-49b2-87c0-ccec012ff2e4'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:08.830009 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Routers {'d9a443e4-31d3-49b2-87c0-ccec012ff2e4'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:08.830945 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:03:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d9a443e4-31d3-49b2-87c0-ccec012ff2e4'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:08.832081 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-e8f6ad8e-8d14-42be-a752-209348204846 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5641999 Aug 17 03:04:08.842271 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f979600b-b518-45b3-9ea3-f0ed376a354f req-09a5f82f-2ae7-49d7-9d7a-b5a2e5b3e69f tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:08.878061 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:08.892410 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-63837ed2-adf5-408a-b694-5996920be95b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=7cb7b403-44c7-4054-8867-793fbbd647f9 HTTP/1.1" status: 200 len: 217 time: 0.0450606 Aug 17 03:04:08.898439 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea86e394-0256-4590-b591-5560a9a9a51f req-62331796-7ac3-403d-a198-1326e8fc17dd service neutron] 10.222.0.10 "GET /v2.0/networks/c7e7978e-1d34-44a7-8805-8fa20d4cf11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628950 Aug 17 03:04:08.904115 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:08.904115 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bc3e9881-f946-4499-8b4e-2924e87e7019 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 6.6787333 Aug 17 03:04:08.909264 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55102) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:08.958242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a163bd2-2d3b-4769-84f7-938296b41f2d None None] Pushing event updated for resources: {'Port': ['ID=fc89800f-db87-4113-b4c0-e0a1812f2bc8,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:08.978315 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f979600b-b518-45b3-9ea3-f0ed376a354f req-09a5f82f-2ae7-49d7-9d7a-b5a2e5b3e69f tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:08.982246 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f979600b-b518-45b3-9ea3-f0ed376a354f req-09a5f82f-2ae7-49d7-9d7a-b5a2e5b3e69f tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:08.988398 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f979600b-b518-45b3-9ea3-f0ed376a354f req-09a5f82f-2ae7-49d7-9d7a-b5a2e5b3e69f tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "DELETE /v2.0/security-groups/cc87a5f6-398d-4035-bec1-317955167e5f HTTP/1.1" status: 204 len: 173 time: 0.2770209 Aug 17 03:04:09.000753 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Set router d9a443e4-31d3-49b2-87c0-ccec012ff2e4 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:09.011198 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-e3cc0f7c-dad4-4423-b51a-d82da1c94486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:09.012957 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-e3cc0f7c-dad4-4423-b51a-d82da1c94486 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8293f80-0c9a-49ec-9de7-0f89e1b6c33f HTTP/1.1" status: 200 len: 797 time: 0.1112466 Aug 17 03:04:09.021020 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a5f82f-2ae7-49d7-9d7a-b5a2e5b3e69f tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc87a5f6-398d-4035-bec1-317955167e5f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:09.037904 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-f935bca5-61fe-4f5e-90c6-9b5d06cd603c req-0dcd28b9-8c64-403f-a899-414f551cfb14 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-445460977', 'description': 'tempest-description-1321430901'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:09.046446 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Attempting to bind port fc89800f-db87-4113-b4c0-e0a1812f2bc8 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:04:09.047059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Attempting to bind port fc89800f-db87-4113-b4c0-e0a1812f2bc8 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '8dd9a916-6877-4bc9-90d0-f12f058f5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:04:09.047560 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Attempting to bind port fc89800f-db87-4113-b4c0-e0a1812f2bc8 on network c7e7978e-1d34-44a7-8805-8fa20d4cf11c {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:09.055440 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:04:09.055854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Checking segment: {'id': '8dd9a916-6877-4bc9-90d0-f12f058f5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:09.056276 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:09.056680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Bound using segment: {'id': '8dd9a916-6877-4bc9-90d0-f12f058f5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:04:09.057166 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Bound port: fc89800f-db87-4113-b4c0-e0a1812f2bc8, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8dd9a916-6877-4bc9-90d0-f12f058f5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:04:09.057589 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:09.101267 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a1d15e85-5d39-421e-b79a-6f1ee53db364 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "GET /v2.0/routers/d9a443e4-31d3-49b2-87c0-ccec012ff2e4 HTTP/1.1" status: 200 len: 907 time: 0.1895788 Aug 17 03:04:09.105071 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55106) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:09.108144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-a3b2ad66-e83c-45b8-9f35-1b65b815e001 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:09.109883 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-a3b2ad66-e83c-45b8-9f35-1b65b815e001 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0685287 Aug 17 03:04:09.129780 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] For port fc89800f-db87-4113-b4c0-e0a1812f2bc8, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:04:09.134223 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] For port fc89800f-db87-4113-b4c0-e0a1812f2bc8, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=fc89800f-db87-4113-b4c0-e0a1812f2bc8,segment=NetworkSegment(8dd9a916-6877-4bc9-90d0-f12f058f5348),segment_id=8dd9a916-6877-4bc9-90d0-f12f058f5348)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:04:09.147397 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f935bca5-61fe-4f5e-90c6-9b5d06cd603c req-0dcd28b9-8c64-403f-a899-414f551cfb14 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:09.190328 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:09.253130 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7b4db19-229f-47e2-9bd1-611b082b9665 req-ba33cc9c-93b8-4d0c-a342-c1ff3b918820 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 210 time: 0.0402603 Aug 17 03:04:09.258216 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-858d9239-efbe-4274-961b-8299cd821bdc service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1388891 Aug 17 03:04:09.321935 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Routers {'377fedf2-baaf-4cdb-8aa7-ee3e0dbae076'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:09.328657 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:03:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['377fedf2-baaf-4cdb-8aa7-ee3e0dbae076'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:09.364153 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a443e4-31d3-49b2-87c0-ccec012ff2e4', 'name': 'tempest-snat-router-669489714', 'tenant_id': 'c97fdc4134714ebbb3eed0b37edaa7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.137'}], 'enable_snat': True}, 'gw_port_id': 'fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:02Z', 'updated_at': '2021-08-17T03:04:06Z', 'revision_number': 3, 'project_id': 'c97fdc4134714ebbb3eed0b37edaa7cb', 'gw_port': {'id': 'fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:d2:d3:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9a443e4-31d3-49b2-87c0-ccec012ff2e4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1594, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.137', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:03Z', 'updated_at': '2021-08-17T03:04:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:09.393053 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-18022000-8c96-4d23-ad56-a95567514cb1 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1192000 Aug 17 03:04:09.403785 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Checking router: d9a443e4-31d3-49b2-87c0-ccec012ff2e4 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:04:09.404220 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Updating router d9a443e4-31d3-49b2-87c0-ccec012ff2e4 port fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:04:09.437850 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:09.458993 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-909c3d71-238c-4053-aa29-990116dd6d12 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=a0a82580-aa6c-4fe2-9f62-61b3e3319b40 HTTP/1.1" status: 200 len: 217 time: 0.0535417 Aug 17 03:04:09.564827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-02c4cdaa-c2ae-4a0a-9dfd-a791cd5fc8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:09.567542 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-02c4cdaa-c2ae-4a0a-9dfd-a791cd5fc8d0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8293f80-0c9a-49ec-9de7-0f89e1b6c33f HTTP/1.1" status: 200 len: 797 time: 0.1013801 Aug 17 03:04:09.596244 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a163bd2-2d3b-4769-84f7-938296b41f2d None None] Pushing event updated for resources: {'Port': ['ID=fc89800f-db87-4113-b4c0-e0a1812f2bc8,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:09.687425 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-8656c458-6b5a-48af-9437-22c57ded87f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:09.689164 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-8656c458-6b5a-48af-9437-22c57ded87f3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1141980 Aug 17 03:04:09.737667 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] Set router 377fedf2-baaf-4cdb-8aa7-ee3e0dbae076 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:09.791349 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e86afb8-1a70-4173-a0c4-4ceba9f648bb tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:09.855165 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496e5ba-de8e-4d61-bd5a-724af40755f2 req-dc226ebd-bf81-4ed3-9db2-6a560cc84f67 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:09.860923 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:09.861876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496e5ba-de8e-4d61-bd5a-724af40755f2 req-dc226ebd-bf81-4ed3-9db2-6a560cc84f67 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:09.869437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496e5ba-de8e-4d61-bd5a-724af40755f2 req-dc226ebd-bf81-4ed3-9db2-6a560cc84f67 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:09.875557 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Transition to ACTIVE for port object fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:09.881047 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496e5ba-de8e-4d61-bd5a-724af40755f2 req-dc226ebd-bf81-4ed3-9db2-6a560cc84f67 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:09.887423 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496e5ba-de8e-4d61-bd5a-724af40755f2 req-dc226ebd-bf81-4ed3-9db2-6a560cc84f67 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:09.894507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496e5ba-de8e-4d61-bd5a-724af40755f2 req-dc226ebd-bf81-4ed3-9db2-6a560cc84f67 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:09.904066 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f496e5ba-de8e-4d61-bd5a-724af40755f2 req-dc226ebd-bf81-4ed3-9db2-6a560cc84f67 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:09.904066 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f496e5ba-de8e-4d61-bd5a-724af40755f2 req-dc226ebd-bf81-4ed3-9db2-6a560cc84f67 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.1698675 Aug 17 03:04:09.936498 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f935bca5-61fe-4f5e-90c6-9b5d06cd603c req-0dcd28b9-8c64-403f-a899-414f551cfb14 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:09.954300 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:09.960681 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e86afb8-1a70-4173-a0c4-4ceba9f648bb tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:09.989629 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-89dc4f47-f668-4227-a509-f2cef0b6a316 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919037 Aug 17 03:04:09.994824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'name': 'tempest-ServerRescueTestJSON-1457331653-router', 'tenant_id': '72b852e1a4e445b296fe048bb52ea81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '109fa2f9-a4ae-4d87-ad1f-9ee697ef0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:03:58Z', 'updated_at': '2021-08-17T03:04:05Z', 'revision_number': 4, 'project_id': '72b852e1a4e445b296fe048bb52ea81a', 'gw_port': {'id': '109fa2f9-a4ae-4d87-ad1f-9ee697ef0794', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:00Z', 'updated_at': '2021-08-17T03:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'fc89800f-db87-4113-b4c0-e0a1812f2bc8', 'name': '', 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c', 'tenant_id': '72b852e1a4e445b296fe048bb52ea81a', 'mac_address': 'fa:16:3e:90:03:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'd9b01a46-ce87-4ced-accd-cf63639388b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:04Z', 'updated_at': '2021-08-17T03:04:09Z', 'revision_number': 4, 'project_id': '72b852e1a4e445b296fe048bb52ea81a', 'subnets': [{'id': 'd9b01a46-ce87-4ced-accd-cf63639388b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:09.995403 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f935bca5-61fe-4f5e-90c6-9b5d06cd603c req-0dcd28b9-8c64-403f-a899-414f551cfb14 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:10.004681 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f496e5ba-de8e-4d61-bd5a-724af40755f2 req-c3454f52-91ac-4f75-a31c-d4e6a299a365 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0826123 Aug 17 03:04:10.012368 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780a960-aeca-43a2-ad96-306d5ec0cdf2 None None] Pushing event updated for resources: {'Port': ['ID=fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:10.024825 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c38619bd-ff7f-40a7-b290-42681c3c2c81 None None] The sync data for ids ['377fedf2-baaf-4cdb-8aa7-ee3e0dbae076'] in n-d-802060-9 is: [{'id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'name': 'tempest-ServerRescueTestJSON-1457331653-router', 'tenant_id': '72b852e1a4e445b296fe048bb52ea81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '109fa2f9-a4ae-4d87-ad1f-9ee697ef0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:03:58Z', 'updated_at': '2021-08-17T03:04:05Z', 'revision_number': 4, 'project_id': '72b852e1a4e445b296fe048bb52ea81a', 'gw_port': {'id': '109fa2f9-a4ae-4d87-ad1f-9ee697ef0794', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:00Z', 'updated_at': '2021-08-17T03:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'fc89800f-db87-4113-b4c0-e0a1812f2bc8', 'name': '', 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c', 'tenant_id': '72b852e1a4e445b296fe048bb52ea81a', 'mac_address': 'fa:16:3e:90:03:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'device_owner': 'network:router_interface', 'standard_attr_id': 1595, 'fixed_ips': [{'subnet_id': 'd9b01a46-ce87-4ced-accd-cf63639388b1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:04Z', 'updated_at': '2021-08-17T03:04:09Z', 'revision_number': 4, 'project_id': '72b852e1a4e445b296fe048bb52ea81a', 'subnets': [{'id': 'd9b01a46-ce87-4ced-accd-cf63639388b1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:04:10.049585 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Attempting to bind port fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:04:10.049957 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Attempting to bind port fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:04:10.051008 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Attempting to bind port fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:10.061831 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 3, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:04:10.062222 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:10.062637 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:10.063037 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:04:10.063516 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Bound port: fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:04:10.063921 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:10.113104 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f935bca5-61fe-4f5e-90c6-9b5d06cd603c req-0dcd28b9-8c64-403f-a899-414f551cfb14 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:10.119618 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f935bca5-61fe-4f5e-90c6-9b5d06cd603c req-0dcd28b9-8c64-403f-a899-414f551cfb14 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.0872903 Aug 17 03:04:10.150158 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcd28b9-8c64-403f-a899-414f551cfb14 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0708e538-7804-4ca5-b9e2-f2269e1ca95e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:10.174744 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] For port fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:04:10.183058 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] For port fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:04:10.195711 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-15df0e98-3fbe-4628-a5c3-8a21542f1faa service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1850188 Aug 17 03:04:10.199969 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5e86afb8-1a70-4173-a0c4-4ceba9f648bb tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Deleting port fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:10.200418 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e86afb8-1a70-4173-a0c4-4ceba9f648bb tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:10.264792 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-f0a9d84b-0fde-441d-89d7-67452ab100a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=33a95012-a331-4064-8176-8968cdb8ac60 HTTP/1.1" status: 200 len: 217 time: 0.0582116 Aug 17 03:04:10.282913 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2ef82e25-eff3-4641-8fc9-108e371446a6 req-e3401cea-9713-4c1b-99f4-71d3fbd97454 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/0708e538-7804-4ca5-b9e2-f2269e1ca95e HTTP/1.1" status: 200 len: 1802 time: 0.1163270 Aug 17 03:04:10.317228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-2ef82e25-eff3-4641-8fc9-108e371446a6 req-5d99819f-39cb-4ffd-b15f-c80db4f6eab5 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Request body: {'security_group': {'name': 'tempest-sg-hth-517192099', 'description': 'tempest-description-hth-1789606170'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:10.338562 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:10.354017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c6f92ebf-8022-43d7-9ad8-764151a4d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:10.355906 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-c6f92ebf-8022-43d7-9ad8-764151a4d782 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc HTTP/1.1" status: 200 len: 797 time: 0.0842583 Aug 17 03:04:10.390885 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-5e86afb8-1a70-4173-a0c4-4ceba9f648bb tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] For port fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb, host n-d-802060-9, got binding levels [] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:10.391312 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e86afb8-1a70-4173-a0c4-4ceba9f648bb tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:10.433817 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2ef82e25-eff3-4641-8fc9-108e371446a6 req-5d99819f-39cb-4ffd-b15f-c80db4f6eab5 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:10.452541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5e86afb8-1a70-4173-a0c4-4ceba9f648bb tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Calling delete_port for fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:10.455324 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d780a960-aeca-43a2-ad96-306d5ec0cdf2 None None] Pushing event updated for resources: {'Port': ['ID=fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:10.461656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-540f7912-9b54-4499-8e43-892784ad54c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:10.465445 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-540f7912-9b54-4499-8e43-892784ad54c1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0896506 Aug 17 03:04:10.470183 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Routers {'d9a443e4-31d3-49b2-87c0-ccec012ff2e4'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:10.470808 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:03:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d9a443e4-31d3-49b2-87c0-ccec012ff2e4'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:10.580039 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] Set router d9a443e4-31d3-49b2-87c0-ccec012ff2e4 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:10.582480 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2ef82e25-eff3-4641-8fc9-108e371446a6 req-5d99819f-39cb-4ffd-b15f-c80db4f6eab5 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:10.623073 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-836b2101-6a24-45b4-9773-b77fe320b127 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467595 Aug 17 03:04:10.659029 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-99fa30a5-4277-4e4c-9c5e-5e2325ca076c req-17e115a0-6005-4ad6-a1c4-c3e1cb43ea11 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 210 time: 0.3306274 Aug 17 03:04:10.730276 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9a443e4-31d3-49b2-87c0-ccec012ff2e4', 'name': 'tempest-snat-router-669489714', 'tenant_id': 'c97fdc4134714ebbb3eed0b37edaa7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:02Z', 'updated_at': '2021-08-17T03:04:09Z', 'revision_number': 4, 'project_id': 'c97fdc4134714ebbb3eed0b37edaa7cb', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:10.761163 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2ef82e25-eff3-4641-8fc9-108e371446a6 req-5d99819f-39cb-4ffd-b15f-c80db4f6eab5 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:10.763626 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2ef82e25-eff3-4641-8fc9-108e371446a6 req-5d99819f-39cb-4ffd-b15f-c80db4f6eab5 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:10.782016 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2ef82e25-eff3-4641-8fc9-108e371446a6 req-5d99819f-39cb-4ffd-b15f-c80db4f6eab5 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "PUT /v2.0/security-groups/0708e538-7804-4ca5-b9e2-f2269e1ca95e HTTP/1.1" status: 200 len: 1776 time: 0.4719155 Aug 17 03:04:10.792091 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bad1b2b-6cdf-47e2-8b7a-c5bb6f15ee60 None None] The sync data for ids ['d9a443e4-31d3-49b2-87c0-ccec012ff2e4'] in n-d-802060-9 is: [{'id': 'd9a443e4-31d3-49b2-87c0-ccec012ff2e4', 'name': 'tempest-snat-router-669489714', 'tenant_id': 'c97fdc4134714ebbb3eed0b37edaa7cb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:02Z', 'updated_at': '2021-08-17T03:04:09Z', 'revision_number': 4, 'project_id': 'c97fdc4134714ebbb3eed0b37edaa7cb', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:04:10.865116 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d99819f-39cb-4ffd-b15f-c80db4f6eab5 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0708e538-7804-4ca5-b9e2-f2269e1ca95e,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:10.899300 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e86afb8-1a70-4173-a0c4-4ceba9f648bb tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:10.943607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e86afb8-1a70-4173-a0c4-4ceba9f648bb tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Pushing event deleted for resources: {'Port': ['ID=fe3980ed-5c86-4cfc-8e42-d624e3b0dbdb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:10.954871 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-bb8a9fef-3695-444f-a8c8-0ced3fbfc5ce service neutron] 10.222.0.60 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3236403 Aug 17 03:04:11.015369 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-69090510-797a-4e71-8741-b6c7048fd0a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef489fee-83cc-48c5-a1f8-291661db6e66 HTTP/1.1" status: 200 len: 217 time: 0.0523317 Aug 17 03:04:11.067132 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f498d703-da4b-427c-9051-cba8e67000e9 req-f462183b-f0b4-4e7b-b308-609721dfc0e6 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/0708e538-7804-4ca5-b9e2-f2269e1ca95e HTTP/1.1" status: 200 len: 1776 time: 0.1401742 Aug 17 03:04:11.080583 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e86afb8-1a70-4173-a0c4-4ceba9f648bb tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:11.103692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1e5c1475-9635-42c3-881b-488dddfa52c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:11.105391 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-1e5c1475-9635-42c3-881b-488dddfa52c0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc HTTP/1.1" status: 200 len: 797 time: 0.0802622 Aug 17 03:04:11.183802 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-214926c7-b7b5-49c9-820f-ede1ba9adae0 req-3d355c39-cc48-4105-b357-9f1fc6186f51 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/0708e538-7804-4ca5-b9e2-f2269e1ca95e HTTP/1.1" status: 200 len: 1776 time: 0.0773787 Aug 17 03:04:11.188629 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-cb4be7c2-02b0-42ce-9452-2d9b78e40678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:11.190189 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-cb4be7c2-02b0-42ce-9452-2d9b78e40678 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0759976 Aug 17 03:04:11.212099 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e86afb8-1a70-4173-a0c4-4ceba9f648bb tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:11.214744 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e86afb8-1a70-4173-a0c4-4ceba9f648bb tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:11.316871 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f248a-13f7-424a-a4d6-01048f8e4a4a req-197cc720-2f17-4d84-8325-16e0f67ca2cb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:11.323530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f248a-13f7-424a-a4d6-01048f8e4a4a req-197cc720-2f17-4d84-8325-16e0f67ca2cb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:11.330079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f248a-13f7-424a-a4d6-01048f8e4a4a req-197cc720-2f17-4d84-8325-16e0f67ca2cb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:11.336977 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f248a-13f7-424a-a4d6-01048f8e4a4a req-197cc720-2f17-4d84-8325-16e0f67ca2cb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:11.345172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f248a-13f7-424a-a4d6-01048f8e4a4a req-197cc720-2f17-4d84-8325-16e0f67ca2cb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:11.345502 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-cef6925a-7796-4e39-8ee7-81873ce376bf service neutron] 10.222.0.60 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451023 Aug 17 03:04:11.350309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f248a-13f7-424a-a4d6-01048f8e4a4a req-197cc720-2f17-4d84-8325-16e0f67ca2cb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:11.357677 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e0f248a-13f7-424a-a4d6-01048f8e4a4a req-197cc720-2f17-4d84-8325-16e0f67ca2cb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:11.366481 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e0f248a-13f7-424a-a4d6-01048f8e4a4a req-197cc720-2f17-4d84-8325-16e0f67ca2cb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.1073093 Aug 17 03:04:11.378269 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e86afb8-1a70-4173-a0c4-4ceba9f648bb tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:11.378845 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e86afb8-1a70-4173-a0c4-4ceba9f648bb tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Fanout notify agent at l3_agent the message router_deleted on router d9a443e4-31d3-49b2-87c0-ccec012ff2e4 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:04:11.396834 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e86afb8-1a70-4173-a0c4-4ceba9f648bb tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:11.405783 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5e86afb8-1a70-4173-a0c4-4ceba9f648bb tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "DELETE /v2.0/routers/d9a443e4-31d3-49b2-87c0-ccec012ff2e4 HTTP/1.1" status: 204 len: 168 time: 2.2918441 Aug 17 03:04:11.406740 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55152) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:11.477485 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0eaf3997-4d07-4eb5-ac47-fb8877b8b10f req-b120993c-da4a-4ff3-9d67-4e9eeaf03a27 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201689 Aug 17 03:04:11.511882 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-214926c7-b7b5-49c9-820f-ede1ba9adae0 req-6c5e38d5-7c91-4dc3-a9a4-6557eb7d5a7a tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:11.539307 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8eee026-b4d2-4bd1-a79d-b4baf47179bc tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:11.540266 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-214926c7-b7b5-49c9-820f-ede1ba9adae0 req-6c5e38d5-7c91-4dc3-a9a4-6557eb7d5a7a tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:11.605996 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e0f248a-13f7-424a-a4d6-01048f8e4a4a req-30762619-0348-4625-acc1-556cf3a33195 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.2379639 Aug 17 03:04:11.665088 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-214926c7-b7b5-49c9-820f-ede1ba9adae0 req-6c5e38d5-7c91-4dc3-a9a4-6557eb7d5a7a tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:11.667731 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-214926c7-b7b5-49c9-820f-ede1ba9adae0 req-6c5e38d5-7c91-4dc3-a9a4-6557eb7d5a7a tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:11.672981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-214926c7-b7b5-49c9-820f-ede1ba9adae0 req-6c5e38d5-7c91-4dc3-a9a4-6557eb7d5a7a tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "DELETE /v2.0/security-groups/0708e538-7804-4ca5-b9e2-f2269e1ca95e HTTP/1.1" status: 204 len: 173 time: 0.4815352 Aug 17 03:04:11.713319 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8eee026-b4d2-4bd1-a79d-b4baf47179bc tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:11.739911 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c5e38d5-7c91-4dc3-a9a4-6557eb7d5a7a tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0708e538-7804-4ca5-b9e2-f2269e1ca95e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:11.780766 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747d3c3-34fd-4268-94f4-22206113016e req-d05cd871-6541-4b72-b666-36f43091445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:11.781631 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747d3c3-34fd-4268-94f4-22206113016e req-d05cd871-6541-4b72-b666-36f43091445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:11.782193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747d3c3-34fd-4268-94f4-22206113016e req-d05cd871-6541-4b72-b666-36f43091445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:11.782676 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747d3c3-34fd-4268-94f4-22206113016e req-d05cd871-6541-4b72-b666-36f43091445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:11.784456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747d3c3-34fd-4268-94f4-22206113016e req-d05cd871-6541-4b72-b666-36f43091445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:11.785231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747d3c3-34fd-4268-94f4-22206113016e req-d05cd871-6541-4b72-b666-36f43091445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:11.785927 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747d3c3-34fd-4268-94f4-22206113016e req-d05cd871-6541-4b72-b666-36f43091445a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:11.788089 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6747d3c3-34fd-4268-94f4-22206113016e req-d05cd871-6541-4b72-b666-36f43091445a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 6479 time: 0.1330907 Aug 17 03:04:11.831779 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [req-c6996775-0961-4314-b930-256465540ba0 req-a04adb45-90f3-4d39-855a-02815b126753 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] show failed (client error): The resource could not be found. Aug 17 03:04:11.837132 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c6996775-0961-4314-b930-256465540ba0 req-a04adb45-90f3-4d39-855a-02815b126753 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/cc87a5f6-398d-4035-bec1-317955167e5f HTTP/1.1" status: 404 len: 352 time: 0.0249116 Aug 17 03:04:11.899797 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1837617-8936-4b5b-a9b0-8d923416d7eb req-66bd2541-fc9d-4f43-bc29-93736e18d8b2 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 210 time: 0.1043983 Aug 17 03:04:11.923969 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e8eee026-b4d2-4bd1-a79d-b4baf47179bc tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Deleting port be48afed-f346-4d44-8285-cbef9c31c0f2 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:11.924323 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8eee026-b4d2-4bd1-a79d-b4baf47179bc tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:12.040937 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-50b293b4-c1cd-44aa-8b8f-487bdecdad00 req-9ca8aaff-d784-462c-ba4f-b37f92f5b82c tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] show failed (client error): The resource could not be found. Aug 17 03:04:12.042290 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-50b293b4-c1cd-44aa-8b8f-487bdecdad00 req-9ca8aaff-d784-462c-ba4f-b37f92f5b82c tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/bf085c81-1f74-4e98-bb28-1b22a5e37a8e HTTP/1.1" status: 404 len: 352 time: 0.0485296 Aug 17 03:04:12.068585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86e394-0256-4590-b591-5560a9a9a51f req-ee152a42-4a7c-4f88-b96a-98044fdc6172 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:12.070686 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea86e394-0256-4590-b591-5560a9a9a51f req-ee152a42-4a7c-4f88-b96a-98044fdc6172 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.60 "GET /v2.0/networks?id=c7e7978e-1d34-44a7-8805-8fa20d4cf11c HTTP/1.1" status: 200 len: 811 time: 0.1890798 Aug 17 03:04:12.086619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-e8eee026-b4d2-4bd1-a79d-b4baf47179bc tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] For port be48afed-f346-4d44-8285-cbef9c31c0f2, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=be48afed-f346-4d44-8285-cbef9c31c0f2,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:12.087236 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8eee026-b4d2-4bd1-a79d-b4baf47179bc tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:12.090639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ea86e394-0256-4590-b591-5560a9a9a51f req-b6d89332-c051-4c14-9e3a-c4346944ece0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Request body: {'port': {'device_id': 'e65b9f60-36e5-40f4-ab8e-3724d728dd95', 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c', 'admin_state_up': True, 'tenant_id': '72b852e1a4e445b296fe048bb52ea81a'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:12.117966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e8eee026-b4d2-4bd1-a79d-b4baf47179bc tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Calling delete_port for be48afed-f346-4d44-8285-cbef9c31c0f2 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:12.234853 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-9498f163-2e5a-4902-907b-b97e68833aa8 req-8e4de904-6746-4ce9-b277-fddc82b8d9e6 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] show failed (client error): The resource could not be found. Aug 17 03:04:12.244954 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9498f163-2e5a-4902-907b-b97e68833aa8 req-8e4de904-6746-4ce9-b277-fddc82b8d9e6 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/e7b581df-4b75-4331-8844-2d9d2d411a1d HTTP/1.1" status: 404 len: 352 time: 0.0501385 Aug 17 03:04:12.251404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747d3c3-34fd-4268-94f4-22206113016e req-6ec7dfc9-2ac4-42fb-8df6-4c3d05963305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:12.253095 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6747d3c3-34fd-4268-94f4-22206113016e req-6ec7dfc9-2ac4-42fb-8df6-4c3d05963305 service neutron] 10.222.0.60 "GET /v2.0/networks?id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b HTTP/1.1" status: 200 len: 902 time: 0.4471481 Aug 17 03:04:12.319407 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device fc89800f-db87-4113-b4c0-e0a1812f2bc8 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:12.322482 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [req-18b671cc-ec4b-4441-a27e-f6c086f35f60 req-9107786e-4693-442f-a203-1fd596c4f027 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] show failed (client error): The resource could not be found. Aug 17 03:04:12.332539 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-18b671cc-ec4b-4441-a27e-f6c086f35f60 req-9107786e-4693-442f-a203-1fd596c4f027 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/d791a55e-cec2-4576-bccb-e5631a7e6b02 HTTP/1.1" status: 404 len: 352 time: 0.0592053 Aug 17 03:04:12.345908 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6747d3c3-34fd-4268-94f4-22206113016e req-b682cae0-5aea-4e09-adf0-09fea2a22e06 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef489fee-83cc-48c5-a1f8-291661db6e66 HTTP/1.1" status: 200 len: 217 time: 0.0813489 Aug 17 03:04:12.439269 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747d3c3-34fd-4268-94f4-22206113016e req-688137cf-545c-4226-881e-756a708fb949 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:12.440866 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6747d3c3-34fd-4268-94f4-22206113016e req-688137cf-545c-4226-881e-756a708fb949 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc HTTP/1.1" status: 200 len: 797 time: 0.0782576 Aug 17 03:04:12.443944 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-a41d4019-fe62-4900-b17b-addb385dcd60 req-7910f00f-8c71-4da0-89b2-58580fdb130c tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] show failed (client error): The resource could not be found. Aug 17 03:04:12.444796 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a41d4019-fe62-4900-b17b-addb385dcd60 req-7910f00f-8c71-4da0-89b2-58580fdb130c tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/2165d5ff-056b-46a6-a243-c8ca7abdaa6d HTTP/1.1" status: 404 len: 352 time: 0.0833237 Aug 17 03:04:12.497077 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port fc89800f-db87-4113-b4c0-e0a1812f2bc8 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:12.503088 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port fc89800f-db87-4113-b4c0-e0a1812f2bc8 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:12.503605 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:12.520922 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [req-7e5783a8-ba60-4933-9188-4cfab517315f req-fbb1799d-a728-4620-96cc-7a8d63675b37 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] show failed (client error): The resource could not be found. Aug 17 03:04:12.534530 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e5783a8-ba60-4933-9188-4cfab517315f req-fbb1799d-a728-4620-96cc-7a8d63675b37 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/4bba14a6-ab1d-4579-8b94-4819764c656f HTTP/1.1" status: 404 len: 352 time: 0.0404587 Aug 17 03:04:12.554745 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6747d3c3-34fd-4268-94f4-22206113016e req-71e3cda0-4576-42d7-8989-d23d4a2ca250 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:12.561988 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6747d3c3-34fd-4268-94f4-22206113016e req-71e3cda0-4576-42d7-8989-d23d4a2ca250 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1031377 Aug 17 03:04:12.618396 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8eee026-b4d2-4bd1-a79d-b4baf47179bc tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:12.636113 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:12.640023 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ea86e394-0256-4590-b591-5560a9a9a51f req-b6d89332-c051-4c14-9e3a-c4346944ece0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Made reservation on behalf of 72b852e1a4e445b296fe048bb52ea81a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:04:12.643036 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ea86e394-0256-4590-b591-5560a9a9a51f req-b6d89332-c051-4c14-9e3a-c4346944ece0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:12.686964 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port fc89800f-db87-4113-b4c0-e0a1812f2bc8, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=fc89800f-db87-4113-b4c0-e0a1812f2bc8,segment=NetworkSegment(8dd9a916-6877-4bc9-90d0-f12f058f5348),segment_id=8dd9a916-6877-4bc9-90d0-f12f058f5348)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:12.715160 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8eee026-b4d2-4bd1-a79d-b4baf47179bc tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Pushing event deleted for resources: {'Port': ['ID=be48afed-f346-4d44-8285-cbef9c31c0f2,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:12.794193 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:12.819103 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6747d3c3-34fd-4268-94f4-22206113016e req-9dda3eab-87ff-4158-a311-3d0e6bb771b4 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2520335 Aug 17 03:04:12.850777 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8eee026-b4d2-4bd1-a79d-b4baf47179bc tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:12.929092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=fc89800f-db87-4113-b4c0-e0a1812f2bc8,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:12.967329 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6747d3c3-34fd-4268-94f4-22206113016e req-c8c839fa-4581-44a2-a474-2620b22c4d3c service neutron] 10.222.0.60 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1410282 Aug 17 03:04:13.024286 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8eee026-b4d2-4bd1-a79d-b4baf47179bc tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:13.027108 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8eee026-b4d2-4bd1-a79d-b4baf47179bc tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:13.042667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-ea86e394-0256-4590-b591-5560a9a9a51f req-b6d89332-c051-4c14-9e3a-c4346944ece0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Allocated IP 172.20.0.13 (c7e7978e-1d34-44a7-8805-8fa20d4cf11c/d9b01a46-ce87-4ced-accd-cf63639388b1/8799e2d8-5ca8-4e4e-8f97-a87dcc660625) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:13.111558 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21bdce-dacb-48f6-b509-851ae32cae83 req-20a38957-4d2a-4beb-89f8-03560d64395b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:13.119100 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21bdce-dacb-48f6-b509-851ae32cae83 req-20a38957-4d2a-4beb-89f8-03560d64395b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:13.126087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21bdce-dacb-48f6-b509-851ae32cae83 req-20a38957-4d2a-4beb-89f8-03560d64395b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:13.132282 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21bdce-dacb-48f6-b509-851ae32cae83 req-20a38957-4d2a-4beb-89f8-03560d64395b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:13.139946 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21bdce-dacb-48f6-b509-851ae32cae83 req-20a38957-4d2a-4beb-89f8-03560d64395b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:13.150030 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21bdce-dacb-48f6-b509-851ae32cae83 req-20a38957-4d2a-4beb-89f8-03560d64395b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:13.155956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c21bdce-dacb-48f6-b509-851ae32cae83 req-20a38957-4d2a-4beb-89f8-03560d64395b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:13.157464 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d649e15-a1ad-4bde-b0ee-d60bc70d9e39 req-02eb65d4-a54a-46e6-a2f9-7c24a7de1d2b tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 210 time: 0.0476844 Aug 17 03:04:13.166985 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4c21bdce-dacb-48f6-b509-851ae32cae83 req-20a38957-4d2a-4beb-89f8-03560d64395b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.4269614 Aug 17 03:04:13.228642 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4c21bdce-dacb-48f6-b509-851ae32cae83 req-38f36fad-8633-4998-8a32-44db26c88c41 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0614188 Aug 17 03:04:13.258674 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8eee026-b4d2-4bd1-a79d-b4baf47179bc tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:13.260496 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8eee026-b4d2-4bd1-a79d-b4baf47179bc tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 4806eab9-171e-4dd7-872a-ee781ea453e0 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:04:13.270713 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8eee026-b4d2-4bd1-a79d-b4baf47179bc tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:13.276670 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e8eee026-b4d2-4bd1-a79d-b4baf47179bc tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "DELETE /v2.0/routers/4806eab9-171e-4dd7-872a-ee781ea453e0 HTTP/1.1" status: 204 len: 168 time: 1.8666523 Aug 17 03:04:13.277405 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55196) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:13.287548 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1051645556', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:13.321129 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ea86e394-0256-4590-b591-5560a9a9a51f req-b6d89332-c051-4c14-9e3a-c4346944ece0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:13.402073 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:13.403229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:13.418718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c44a94ec-37a7-4742-8167-b0337c98d84a req-ab1e6790-710d-4ff3-a62f-6a491b1539e3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:13.420426 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c44a94ec-37a7-4742-8167-b0337c98d84a req-ab1e6790-710d-4ff3-a62f-6a491b1539e3 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 1023 time: 0.0812821 Aug 17 03:04:13.430419 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ea86e394-0256-4590-b591-5560a9a9a51f req-b6d89332-c051-4c14-9e3a-c4346944ece0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:13.497488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d89332-c051-4c14-9e3a-c4346944ece0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Pushing event updated for resources: {'Port': ['ID=8799e2d8-5ca8-4e4e-8f97-a87dcc660625,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:13.512331 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ea86e394-0256-4590-b591-5560a9a9a51f req-b6d89332-c051-4c14-9e3a-c4346944ece0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Network c7e7978e-1d34-44a7-8805-8fa20d4cf11c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:13.513880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-ea86e394-0256-4590-b591-5560a9a9a51f req-b6d89332-c051-4c14-9e3a-c4346944ece0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:13.516157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ea86e394-0256-4590-b591-5560a9a9a51f req-b6d89332-c051-4c14-9e3a-c4346944ece0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:13.536467 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:13.548708 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c44a94ec-37a7-4742-8167-b0337c98d84a req-259af0bf-005a-4c73-90e4-ab8af83e8a48 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&id=4001e38e-721a-4966-9bfa-32e415dcd3e0&id=49d170cb-fab9-490b-a0b4-9b6160f9ee09&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1056049 Aug 17 03:04:13.565144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86e394-0256-4590-b591-5560a9a9a51f req-b6d89332-c051-4c14-9e3a-c4346944ece0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:13.565797 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ea86e394-0256-4590-b591-5560a9a9a51f req-b6d89332-c051-4c14-9e3a-c4346944ece0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:13.629760 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea86e394-0256-4590-b591-5560a9a9a51f req-b6d89332-c051-4c14-9e3a-c4346944ece0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5486877 Aug 17 03:04:13.643775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Request body: {'port': {'device_id': 'e65b9f60-36e5-40f4-ab8e-3724d728dd95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:13.703189 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:13.739253 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:14.021796 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:14.024808 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8799e2d8-5ca8-4e4e-8f97-a87dcc660625 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:04:14.032479 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:14.041358 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:14.044814 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Transition to ACTIVE for port object 8799e2d8-5ca8-4e4e-8f97-a87dcc660625 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:14.103199 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:14.159327 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Pushing event updated for resources: {'Port': ['ID=8799e2d8-5ca8-4e4e-8f97-a87dcc660625,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:14.160884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device fc89800f-db87-4113-b4c0-e0a1812f2bc8 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:14.173070 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Allocated IP 172.25.1.101 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/86a96bff-cdb2-4f3a-8df2-f14e509a0eb6) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:14.236830 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port fc89800f-db87-4113-b4c0-e0a1812f2bc8 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:14.237311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Attempting to bind port 8799e2d8-5ca8-4e4e-8f97-a87dcc660625 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:04:14.237705 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:14.238023 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Attempting to bind port 8799e2d8-5ca8-4e4e-8f97-a87dcc660625 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '8dd9a916-6877-4bc9-90d0-f12f058f5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:04:14.238493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Attempting to bind port 8799e2d8-5ca8-4e4e-8f97-a87dcc660625 on network c7e7978e-1d34-44a7-8805-8fa20d4cf11c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:14.253547 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Port 8799e2d8-5ca8-4e4e-8f97-a87dcc660625 on network c7e7978e-1d34-44a7-8805-8fa20d4cf11c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:04:14.254579 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Attempting to bind port 8799e2d8-5ca8-4e4e-8f97-a87dcc660625 on network c7e7978e-1d34-44a7-8805-8fa20d4cf11c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:14.266916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:04:14.267300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Checking segment: {'id': '8dd9a916-6877-4bc9-90d0-f12f058f5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:14.267746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Bound using segment: {'id': '8dd9a916-6877-4bc9-90d0-f12f058f5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:04:14.268173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Bound port: 8799e2d8-5ca8-4e4e-8f97-a87dcc660625, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd9a916-6877-4bc9-90d0-f12f058f5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:04:14.268539 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:14.422592 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:14.464396 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f610b9e-9860-48e6-8a4a-20b920a10b87 req-699e21be-693b-4270-a987-ae49a1116779 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:14.470542 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f610b9e-9860-48e6-8a4a-20b920a10b87 req-699e21be-693b-4270-a987-ae49a1116779 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:14.471101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0896e6a-1d8d-4281-a2d8-cbc3487d5c54 req-33962e29-1e95-48d5-abb8-45f6f1d0a1bf tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:14.476917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f610b9e-9860-48e6-8a4a-20b920a10b87 req-699e21be-693b-4270-a987-ae49a1116779 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:14.479333 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0896e6a-1d8d-4281-a2d8-cbc3487d5c54 req-33962e29-1e95-48d5-abb8-45f6f1d0a1bf tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 944 time: 0.2070551 Aug 17 03:04:14.482864 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f610b9e-9860-48e6-8a4a-20b920a10b87 req-699e21be-693b-4270-a987-ae49a1116779 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:14.490755 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] For port 8799e2d8-5ca8-4e4e-8f97-a87dcc660625, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:04:14.491620 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f610b9e-9860-48e6-8a4a-20b920a10b87 req-699e21be-693b-4270-a987-ae49a1116779 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:14.512000 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f610b9e-9860-48e6-8a4a-20b920a10b87 req-699e21be-693b-4270-a987-ae49a1116779 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:14.512198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device be48afed-f346-4d44-8285-cbef9c31c0f2 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:04:14.512289 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f610b9e-9860-48e6-8a4a-20b920a10b87 req-699e21be-693b-4270-a987-ae49a1116779 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:14.512289 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f610b9e-9860-48e6-8a4a-20b920a10b87 req-699e21be-693b-4270-a987-ae49a1116779 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.1399851 Aug 17 03:04:14.521613 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] For port 8799e2d8-5ca8-4e4e-8f97-a87dcc660625, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8799e2d8-5ca8-4e4e-8f97-a87dcc660625,segment=NetworkSegment(8dd9a916-6877-4bc9-90d0-f12f058f5348),segment_id=8dd9a916-6877-4bc9-90d0-f12f058f5348)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:04:14.525636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: be48afed-f346-4d44-8285-cbef9c31c0f2 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:04:14.526415 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device be48afed-f346-4d44-8285-cbef9c31c0f2 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:04:14.551635 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39197808-81bd-449b-bc36-f6aedbbd0f89 req-3a7fb77d-5e34-4ab8-84e9-1fba39899768 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:14.553128 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39197808-81bd-449b-bc36-f6aedbbd0f89 req-3a7fb77d-5e34-4ab8-84e9-1fba39899768 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.60 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 1023 time: 0.1443160 Aug 17 03:04:14.558996 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0896e6a-1d8d-4281-a2d8-cbc3487d5c54 req-6d0ce92a-182d-4f28-b321-e07d66d73547 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787945 Aug 17 03:04:14.582716 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f610b9e-9860-48e6-8a4a-20b920a10b87 req-8718816a-3ee5-4dc9-9503-b8fc382d8adf tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0633159 Aug 17 03:04:14.593957 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:14.614765 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:14.655166 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:14.655652 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:14.657139 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea86e394-0256-4590-b591-5560a9a9a51f req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] 10.222.0.60 "PUT /v2.0/ports/8799e2d8-5ca8-4e4e-8f97-a87dcc660625 HTTP/1.1" status: 200 len: 1092 time: 1.0177276 Aug 17 03:04:14.683286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e65b9f60-36e5-40f4-ab8e-3724d728dd95', 'tag': '8799e2d8-5ca8-4e4e-8f97-a87dcc660625'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:14.684950 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb9bb3d1-e3f5-4687-bcd8-1edd00d95702" -d '{"events": [{"name": "network-changed", "server_uuid": "e65b9f60-36e5-40f4-ab8e-3724d728dd95", "tag": "8799e2d8-5ca8-4e4e-8f97-a87dcc660625"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:14.700690 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77143de-a0d6-4e27-a19c-476cd5d07d61 service neutron] Pushing event updated for resources: {'Port': ['ID=8799e2d8-5ca8-4e4e-8f97-a87dcc660625,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:14.714741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Pushing event updated for resources: {'Port': ['ID=86a96bff-cdb2-4f3a-8df2-f14e509a0eb6,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:14.736171 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:14.750378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-39197808-81bd-449b-bc36-f6aedbbd0f89 req-67f893cd-0800-4b39-bc81-28375fb76aaa tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Deleting port 0a8f7fae-9997-4257-bbfe-5b2c372e07b5 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:14.750378 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-39197808-81bd-449b-bc36-f6aedbbd0f89 req-67f893cd-0800-4b39-bc81-28375fb76aaa tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:14.750569 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:14.750569 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:14.806273 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddec484-12dc-4d33-9cf6-883376d0a3a2 x-openstack-request-id: req-7ddec484-12dc-4d33-9cf6-883376d0a3a2 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:14.806546 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e65b9f60-36e5-40f4-ab8e-3724d728dd95", "tag": "8799e2d8-5ca8-4e4e-8f97-a87dcc660625", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:14.807086 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ddec484-12dc-4d33-9cf6-883376d0a3a2 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:14.807483 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e65b9f60-36e5-40f4-ab8e-3724d728dd95', 'tag': '8799e2d8-5ca8-4e4e-8f97-a87dcc660625', 'status': 'completed', 'code': 200} Aug 17 03:04:14.830699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-214274f2-f483-4ec8-ae7b-21089d4aab73 req-8983179f-c5c6-4a33-ab00-0327b565be5a tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:14.834120 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-214274f2-f483-4ec8-ae7b-21089d4aab73 req-8983179f-c5c6-4a33-ab00-0327b565be5a tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 1023 time: 0.1099155 Aug 17 03:04:14.857505 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bb3d1-e3f5-4687-bcd8-1edd00d95702 req-b0995be8-2dcb-40ee-ad86-d79540b67543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:14.859050 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb9bb3d1-e3f5-4687-bcd8-1edd00d95702 req-b0995be8-2dcb-40ee-ad86-d79540b67543 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72b852e1a4e445b296fe048bb52ea81a&device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 1095 time: 0.0618191 Aug 17 03:04:14.929111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-39197808-81bd-449b-bc36-f6aedbbd0f89 req-67f893cd-0800-4b39-bc81-28375fb76aaa tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] For port 0a8f7fae-9997-4257-bbfe-5b2c372e07b5, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0a8f7fae-9997-4257-bbfe-5b2c372e07b5,segment=NetworkSegment(f2c0d1b9-1461-42b0-a01d-65ab51852eeb),segment_id=f2c0d1b9-1461-42b0-a01d-65ab51852eeb)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:14.929593 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-39197808-81bd-449b-bc36-f6aedbbd0f89 req-67f893cd-0800-4b39-bc81-28375fb76aaa tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:14.950278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-39197808-81bd-449b-bc36-f6aedbbd0f89 req-67f893cd-0800-4b39-bc81-28375fb76aaa tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Calling delete_port for 0a8f7fae-9997-4257-bbfe-5b2c372e07b5 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:14.970714 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-214274f2-f483-4ec8-ae7b-21089d4aab73 req-d086d9fe-54af-4620-a1ce-814c7142bf45 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups?id=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe&id=4001e38e-721a-4966-9bfa-32e415dcd3e0&id=49d170cb-fab9-490b-a0b4-9b6160f9ee09&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1307859 Aug 17 03:04:15.023010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bb3d1-e3f5-4687-bcd8-1edd00d95702 req-da14583d-e2fc-4cf9-9c1c-3df0122d8bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:15.025552 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb9bb3d1-e3f5-4687-bcd8-1edd00d95702 req-da14583d-e2fc-4cf9-9c1c-3df0122d8bcb service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=72b852e1a4e445b296fe048bb52ea81a&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1577325 Aug 17 03:04:15.147517 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:15.168485 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb9bb3d1-e3f5-4687-bcd8-1edd00d95702 req-ecf69ca3-4492-406b-a4c4-a484c63bbba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:15.170001 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb9bb3d1-e3f5-4687-bcd8-1edd00d95702 req-ecf69ca3-4492-406b-a4c4-a484c63bbba5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1351638 Aug 17 03:04:15.217941 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b555bdd8-0c9b-4c59-96aa-c1a4ae6348b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:15.236769 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-39197808-81bd-449b-bc36-f6aedbbd0f89 req-67f893cd-0800-4b39-bc81-28375fb76aaa tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:15.248924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0a8f7fae-9997-4257-bbfe-5b2c372e07b5'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:04:15.628693 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:15.680327 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f893cd-0800-4b39-bc81-28375fb76aaa tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event deleted for resources: {'Port': ['ID=0a8f7fae-9997-4257-bbfe-5b2c372e07b5,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:15.739220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86e394-0256-4590-b591-5560a9a9a51f req-9e950395-b688-4f71-ba42-66dbc814f120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:15.740862 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea86e394-0256-4590-b591-5560a9a9a51f req-9e950395-b688-4f71-ba42-66dbc814f120 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72b852e1a4e445b296fe048bb52ea81a&device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 1095 time: 0.5314329 Aug 17 03:04:15.768328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-39197808-81bd-449b-bc36-f6aedbbd0f89 req-67f893cd-0800-4b39-bc81-28375fb76aaa tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] No DVR routers for this DVR port 0a8f7fae-9997-4257-bbfe-5b2c372e07b5 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:04:15.770754 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-39197808-81bd-449b-bc36-f6aedbbd0f89 req-67f893cd-0800-4b39-bc81-28375fb76aaa tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:15.773370 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39197808-81bd-449b-bc36-f6aedbbd0f89 req-67f893cd-0800-4b39-bc81-28375fb76aaa tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.60 "DELETE /v2.0/ports/0a8f7fae-9997-4257-bbfe-5b2c372e07b5 HTTP/1.1" status: 204 len: 173 time: 1.2126756 Aug 17 03:04:15.816471 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea86e394-0256-4590-b591-5560a9a9a51f req-c6d03ac1-5fa7-49d7-8e51-773b75ad7196 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8799e2d8-5ca8-4e4e-8f97-a87dcc660625 HTTP/1.1" status: 200 len: 217 time: 0.0545778 Aug 17 03:04:15.831150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7580a84-805b-4878-9940-a0a7f8e12898 req-43a417a5-d62d-48ae-b718-6f16ec3b6a40 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:15.834211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3a3c0-e46e-4d93-a953-5da28d949918 req-735c347f-c7c7-419d-bcf1-33a6b20f9f99 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:15.840135 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7580a84-805b-4878-9940-a0a7f8e12898 req-43a417a5-d62d-48ae-b718-6f16ec3b6a40 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 944 time: 0.1574907 Aug 17 03:04:15.840997 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3a3c0-e46e-4d93-a953-5da28d949918 req-735c347f-c7c7-419d-bcf1-33a6b20f9f99 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:15.847252 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3a3c0-e46e-4d93-a953-5da28d949918 req-735c347f-c7c7-419d-bcf1-33a6b20f9f99 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:15.854648 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3a3c0-e46e-4d93-a953-5da28d949918 req-735c347f-c7c7-419d-bcf1-33a6b20f9f99 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:15.863242 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3a3c0-e46e-4d93-a953-5da28d949918 req-735c347f-c7c7-419d-bcf1-33a6b20f9f99 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:15.870896 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3a3c0-e46e-4d93-a953-5da28d949918 req-735c347f-c7c7-419d-bcf1-33a6b20f9f99 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:15.877685 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf3a3c0-e46e-4d93-a953-5da28d949918 req-735c347f-c7c7-419d-bcf1-33a6b20f9f99 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:15.880745 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2cf3a3c0-e46e-4d93-a953-5da28d949918 req-735c347f-c7c7-419d-bcf1-33a6b20f9f99 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.1298628 Aug 17 03:04:15.922312 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7580a84-805b-4878-9940-a0a7f8e12898 req-e4769f8b-0419-4887-ac88-55c70c785696 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0813117 Aug 17 03:04:15.924098 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea86e394-0256-4590-b591-5560a9a9a51f req-1d489808-067a-4e9f-b6d0-a48a9873a8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:15.925555 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea86e394-0256-4590-b591-5560a9a9a51f req-1d489808-067a-4e9f-b6d0-a48a9873a8d7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9b01a46-ce87-4ced-accd-cf63639388b1 HTTP/1.1" status: 200 len: 851 time: 0.0755961 Aug 17 03:04:15.940723 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2cf3a3c0-e46e-4d93-a953-5da28d949918 req-52cd6f54-ca07-4e94-8d47-7e5fe489495e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0474086 Aug 17 03:04:15.977667 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea86e394-0256-4590-b591-5560a9a9a51f req-1db42eb8-92a9-4659-9806-4f93f04b8046 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7e7978e-1d34-44a7-8805-8fa20d4cf11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0412891 Aug 17 03:04:15.983574 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Router eabd6dae-95e5-468e-831a-afa987955110 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:04:16.117600 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea86e394-0256-4590-b591-5560a9a9a51f req-872301e3-20d9-4f58-9bf2-bfa0d2cf229c service neutron] 10.222.0.60 "GET /v2.0/networks/c7e7978e-1d34-44a7-8805-8fa20d4cf11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1329932 Aug 17 03:04:16.138448 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:16.150160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2d1a83-9870-4d17-aa6a-1077607a5004 None None] Sync routers for ids ['eabd6dae-95e5-468e-831a-afa987955110'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:16.166983 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d1a83-9870-4d17-aa6a-1077607a5004 None None] Routers {'eabd6dae-95e5-468e-831a-afa987955110'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:16.168050 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-aa2d1a83-9870-4d17-aa6a-1077607a5004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:03:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['eabd6dae-95e5-468e-831a-afa987955110'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:16.220839 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-aa2d1a83-9870-4d17-aa6a-1077607a5004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:16.231401 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa2d1a83-9870-4d17-aa6a-1077607a5004 None None] Routers {'eabd6dae-95e5-468e-831a-afa987955110'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:16.232376 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9fcb825c-7139-4094-b86a-275834aaf948 req-7ce1eb32-feea-4a58-9099-efb27bc5de59 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/ports?device_id=a4cca766-482d-47d0-a3ca-4100af975298 HTTP/1.1" status: 200 len: 210 time: 0.0457535 Aug 17 03:04:16.232870 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-aa2d1a83-9870-4d17-aa6a-1077607a5004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:03:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['eabd6dae-95e5-468e-831a-afa987955110'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:16.240286 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:16.241588 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-114b9d68-07e5-4428-805d-f0f9e44bd212 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 2.9631305 Aug 17 03:04:16.244894 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55238) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:16.249511 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-603e6d25-8f4b-4729-ab13-4dab3ab7d659 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'enable_snat': False}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:16.251410 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea86e394-0256-4590-b591-5560a9a9a51f req-aff07736-8016-4f59-8efc-21c68a73cea6 service neutron] 10.222.0.60 "GET /v2.0/networks/c7e7978e-1d34-44a7-8805-8fa20d4cf11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1268365 Aug 17 03:04:16.271922 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-aa2d1a83-9870-4d17-aa6a-1077607a5004 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:16.272591 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa2d1a83-9870-4d17-aa6a-1077607a5004 None None] The sync data for ids ['eabd6dae-95e5-468e-831a-afa987955110'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:04:16.560884 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-603e6d25-8f4b-4729-ab13-4dab3ab7d659 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:16.810402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4cca766-482d-47d0-a3ca-4100af975298', 'name': 'network-vif-deleted', 'tag': '0a8f7fae-9997-4257-bbfe-5b2c372e07b5'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:16.813064 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52aa0122-11f5-4ddf-97ea-035af1fbea4a" -d '{"events": [{"server_uuid": "a4cca766-482d-47d0-a3ca-4100af975298", "name": "network-vif-deleted", "tag": "0a8f7fae-9997-4257-bbfe-5b2c372e07b5"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:16.863464 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96aec8a7-257e-4adc-9fe1-c2255c29c206 x-openstack-request-id: req-96aec8a7-257e-4adc-9fe1-c2255c29c206 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:16.864715 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4cca766-482d-47d0-a3ca-4100af975298", "name": "network-vif-deleted", "tag": "0a8f7fae-9997-4257-bbfe-5b2c372e07b5", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:16.864715 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-96aec8a7-257e-4adc-9fe1-c2255c29c206 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:16.865093 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4cca766-482d-47d0-a3ca-4100af975298', 'name': 'network-vif-deleted', 'tag': '0a8f7fae-9997-4257-bbfe-5b2c372e07b5', 'status': 'completed', 'code': 200} Aug 17 03:04:17.065266 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-603e6d25-8f4b-4729-ab13-4dab3ab7d659 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:17.072007 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-603e6d25-8f4b-4729-ab13-4dab3ab7d659 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:17.083280 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958f18d-0cbb-40dd-8aca-94344bc37ee2 req-c6009293-ae56-44b5-adc0-b16b47eb689f tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:17.084994 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a958f18d-0cbb-40dd-8aca-94344bc37ee2 req-c6009293-ae56-44b5-adc0-b16b47eb689f tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 944 time: 0.0749474 Aug 17 03:04:17.095182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d437d-ad17-439f-8bf4-c838f1c2e863 req-f9f4b217-bbd5-4660-8b89-1ef5cf3d278e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:17.101222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d437d-ad17-439f-8bf4-c838f1c2e863 req-f9f4b217-bbd5-4660-8b89-1ef5cf3d278e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:17.107179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d437d-ad17-439f-8bf4-c838f1c2e863 req-f9f4b217-bbd5-4660-8b89-1ef5cf3d278e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:17.113126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d437d-ad17-439f-8bf4-c838f1c2e863 req-f9f4b217-bbd5-4660-8b89-1ef5cf3d278e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:17.119553 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d437d-ad17-439f-8bf4-c838f1c2e863 req-f9f4b217-bbd5-4660-8b89-1ef5cf3d278e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:17.125632 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d437d-ad17-439f-8bf4-c838f1c2e863 req-f9f4b217-bbd5-4660-8b89-1ef5cf3d278e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:17.131454 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d437d-ad17-439f-8bf4-c838f1c2e863 req-f9f4b217-bbd5-4660-8b89-1ef5cf3d278e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:17.134031 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-874d437d-ad17-439f-8bf4-c838f1c2e863 req-f9f4b217-bbd5-4660-8b89-1ef5cf3d278e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.0981791 Aug 17 03:04:17.185314 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-874d437d-ad17-439f-8bf4-c838f1c2e863 req-33a6a918-6898-4e65-bbc3-5d51a9c46055 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0408366 Aug 17 03:04:17.218519 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a958f18d-0cbb-40dd-8aca-94344bc37ee2 req-1a6b0dbf-9572-4d8a-840a-9df81657df30 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840864 Aug 17 03:04:17.248868 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-603e6d25-8f4b-4729-ab13-4dab3ab7d659 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Router eabd6dae-95e5-468e-831a-afa987955110 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:04:17.390752 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-603e6d25-8f4b-4729-ab13-4dab3ab7d659 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:17.396114 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-603e6d25-8f4b-4729-ab13-4dab3ab7d659 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:17.400590 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-603e6d25-8f4b-4729-ab13-4dab3ab7d659 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "PUT /v2.0/routers/eabd6dae-95e5-468e-831a-afa987955110 HTTP/1.1" status: 200 len: 922 time: 1.1514230 Aug 17 03:04:17.401301 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55258) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:17.401662 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-23360f58-3a43-4e4b-a4e5-73dae96c26dd req-f680bc04-1908-4e77-883f-f8723b40db23 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/4001e38e-721a-4966-9bfa-32e415dcd3e0 HTTP/1.1" status: 200 len: 1802 time: 0.0562673 Aug 17 03:04:17.403794 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1aa7ba-d94b-48d2-949b-88d81834a16c None None] Sync routers for ids ['eabd6dae-95e5-468e-831a-afa987955110'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:17.413183 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1aa7ba-d94b-48d2-949b-88d81834a16c None None] Routers {'eabd6dae-95e5-468e-831a-afa987955110'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:17.414447 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-fc1aa7ba-d94b-48d2-949b-88d81834a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:03:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['eabd6dae-95e5-468e-831a-afa987955110'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:17.481122 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-23360f58-3a43-4e4b-a4e5-73dae96c26dd req-975d5f74-36a6-4b36-94d6-39df762baad6 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:17.506898 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-23360f58-3a43-4e4b-a4e5-73dae96c26dd req-975d5f74-36a6-4b36-94d6-39df762baad6 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:17.516175 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a8653648-1450-4919-90a5-c00cd9be055f tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "GET /v2.0/routers/eabd6dae-95e5-468e-831a-afa987955110 HTTP/1.1" status: 200 len: 922 time: 0.1139112 Aug 17 03:04:17.519024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55260) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:17.542842 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-fc1aa7ba-d94b-48d2-949b-88d81834a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:17.553941 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc1aa7ba-d94b-48d2-949b-88d81834a16c None None] Routers {'eabd6dae-95e5-468e-831a-afa987955110'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:17.555670 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-fc1aa7ba-d94b-48d2-949b-88d81834a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:03:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['eabd6dae-95e5-468e-831a-afa987955110'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:17.590645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a3860c6-8bb3-449e-a587-31449ab3a143 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:17.592188 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6a3860c6-8bb3-449e-a587-31449ab3a143 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&device_id=eabd6dae-95e5-468e-831a-afa987955110&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0722330 Aug 17 03:04:17.592568 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-fc1aa7ba-d94b-48d2-949b-88d81834a16c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:17.593236 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc1aa7ba-d94b-48d2-949b-88d81834a16c None None] The sync data for ids ['eabd6dae-95e5-468e-831a-afa987955110'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:04:17.594941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55262) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:17.617667 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-23360f58-3a43-4e4b-a4e5-73dae96c26dd req-975d5f74-36a6-4b36-94d6-39df762baad6 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:17.620509 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-23360f58-3a43-4e4b-a4e5-73dae96c26dd req-975d5f74-36a6-4b36-94d6-39df762baad6 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:17.621792 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-23360f58-3a43-4e4b-a4e5-73dae96c26dd req-975d5f74-36a6-4b36-94d6-39df762baad6 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "DELETE /v2.0/security-groups/4001e38e-721a-4966-9bfa-32e415dcd3e0 HTTP/1.1" status: 204 len: 173 time: 0.2055590 Aug 17 03:04:17.632047 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d5f74-36a6-4b36-94d6-39df762baad6 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4001e38e-721a-4966-9bfa-32e415dcd3e0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:17.706497 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8621aa25-8513-4671-a282-eefe5e59db86 req-9491fbed-4997-43ad-b931-a5f784a6fae1 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "GET /v2.0/security-groups/49d170cb-fab9-490b-a0b4-9b6160f9ee09 HTTP/1.1" status: 200 len: 1801 time: 0.0584190 Aug 17 03:04:17.718386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7edb4a8-7c6d-4e0a-bd4a-cff84234b52f tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:17.727206 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e7edb4a8-7c6d-4e0a-bd4a-cff84234b52f tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 881 time: 0.1239665 Aug 17 03:04:17.727372 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55270) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:17.761046 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-133e6b9c-edee-415b-a619-018579a6eee7 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "GET /v2.0/ports?device_id=eabd6dae-95e5-468e-831a-afa987955110 HTTP/1.1" status: 200 len: 205 time: 0.0360312 Aug 17 03:04:17.763513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55274) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:17.776439 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8621aa25-8513-4671-a282-eefe5e59db86 req-c56567a8-91b9-40a3-bb98-c4fd539930a0 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:17.801442 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8621aa25-8513-4671-a282-eefe5e59db86 req-c56567a8-91b9-40a3-bb98-c4fd539930a0 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:17.872297 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d174334f-4ce8-4440-9119-94afe5d16b1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:17.879574 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe460-8851-445d-90ef-c723287edd2b tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:17.914803 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8621aa25-8513-4671-a282-eefe5e59db86 req-c56567a8-91b9-40a3-bb98-c4fd539930a0 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:17.925830 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8621aa25-8513-4671-a282-eefe5e59db86 req-c56567a8-91b9-40a3-bb98-c4fd539930a0 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:17.926984 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8621aa25-8513-4671-a282-eefe5e59db86 req-c56567a8-91b9-40a3-bb98-c4fd539930a0 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] 10.222.0.10 "DELETE /v2.0/security-groups/49d170cb-fab9-490b-a0b4-9b6160f9ee09 HTTP/1.1" status: 204 len: 173 time: 0.2126200 Aug 17 03:04:17.934667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55278) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:17.951071 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c56567a8-91b9-40a3-bb98-c4fd539930a0 tempest-SecurityGroupsTestJSON-22636439 tempest-SecurityGroupsTestJSON-22636439-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49d170cb-fab9-490b-a0b4-9b6160f9ee09,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:17.986248 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe460-8851-445d-90ef-c723287edd2b tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:17.990213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-2be080b0-7785-4601-a3c3-518f64373a62 admin admin] Deleting subnet d444053b-fb4a-4e48-b2d6-3c7830e2116a {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:04:17.994046 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2be080b0-7785-4601-a3c3-518f64373a62 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:18.030202 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2be080b0-7785-4601-a3c3-518f64373a62 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:18.070911 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2be080b0-7785-4601-a3c3-518f64373a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:18.099136 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5bcbe460-8851-445d-90ef-c723287edd2b tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Deleting port 86a96bff-cdb2-4f3a-8df2-f14e509a0eb6 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:18.099747 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe460-8851-445d-90ef-c723287edd2b tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:18.143690 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:18.176731 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe460-8851-445d-90ef-c723287edd2b tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:18.188330 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5bcbe460-8851-445d-90ef-c723287edd2b tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Calling delete_port for 86a96bff-cdb2-4f3a-8df2-f14e509a0eb6 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:18.206454 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2be080b0-7785-4601-a3c3-518f64373a62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:18.237093 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be080b0-7785-4601-a3c3-518f64373a62 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d444053b-fb4a-4e48-b2d6-3c7830e2116a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:18.239159 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2be080b0-7785-4601-a3c3-518f64373a62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:18.241256 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2be080b0-7785-4601-a3c3-518f64373a62 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d444053b-fb4a-4e48-b2d6-3c7830e2116a HTTP/1.1" status: 204 len: 168 time: 0.3056250 Aug 17 03:04:18.243905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55284) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:18.362174 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a78ecf5d-1028-41c9-a9dc-c8ad53e47173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:18.516084 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9bbf8905-162b-4107-a245-ceba634f7e4e req-3f95289a-526b-43bb-aa1d-4a15d85040c3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1493239 Aug 17 03:04:18.527473 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a78ecf5d-1028-41c9-a9dc-c8ad53e47173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:18.533392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8799e2d8-5ca8-4e4e-8f97-a87dcc660625 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:04:18.542392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0a8f7fae-9997-4257-bbfe-5b2c372e07b5 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:04:18.543451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f379dda5-2645-43ba-a5e6-f4af4053c9d3 req-8f44fd99-7ff5-4fc5-9299-c189740e5bab tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:18.545026 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f379dda5-2645-43ba-a5e6-f4af4053c9d3 req-8f44fd99-7ff5-4fc5-9299-c189740e5bab tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 944 time: 0.1771698 Aug 17 03:04:18.549222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a78ecf5d-1028-41c9-a9dc-c8ad53e47173 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['82cf8097-fc29-427a-9c31-4f04e0f699b0']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:18.582704 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 0a8f7fae-9997-4257-bbfe-5b2c372e07b5 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:04:18.583302 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0a8f7fae-9997-4257-bbfe-5b2c372e07b5 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:04:18.586195 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d56c08-e33a-410c-a652-5253e3a8a209 req-234fd053-842d-457a-99c8-44c6bda63501 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:18.592356 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d56c08-e33a-410c-a652-5253e3a8a209 req-234fd053-842d-457a-99c8-44c6bda63501 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:18.598221 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d56c08-e33a-410c-a652-5253e3a8a209 req-234fd053-842d-457a-99c8-44c6bda63501 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:18.603688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a78ecf5d-1028-41c9-a9dc-c8ad53e47173 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2c0d1b9-1461-42b0-a01d-65ab51852eeb') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:18.603991 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a78ecf5d-1028-41c9-a9dc-c8ad53e47173 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2c0d1b9-1461-42b0-a01d-65ab51852eeb') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:18.604864 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d56c08-e33a-410c-a652-5253e3a8a209 req-234fd053-842d-457a-99c8-44c6bda63501 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:18.610777 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d56c08-e33a-410c-a652-5253e3a8a209 req-234fd053-842d-457a-99c8-44c6bda63501 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:18.616757 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d56c08-e33a-410c-a652-5253e3a8a209 req-234fd053-842d-457a-99c8-44c6bda63501 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:18.619531 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a78ecf5d-1028-41c9-a9dc-c8ad53e47173 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:18.623313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6d56c08-e33a-410c-a652-5253e3a8a209 req-234fd053-842d-457a-99c8-44c6bda63501 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:18.631142 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a6d56c08-e33a-410c-a652-5253e3a8a209 req-234fd053-842d-457a-99c8-44c6bda63501 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.1531961 Aug 17 03:04:18.665010 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f379dda5-2645-43ba-a5e6-f4af4053c9d3 req-a9948851-630e-45f7-ba35-e9bf150a7505 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1126699 Aug 17 03:04:18.668755 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a78ecf5d-1028-41c9-a9dc-c8ad53e47173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:18.689220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a78ecf5d-1028-41c9-a9dc-c8ad53e47173 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:04:18.691408 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a6d56c08-e33a-410c-a652-5253e3a8a209 req-b8bd9c90-82ef-433e-a794-be89cd6f2ae6 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0552008 Aug 17 03:04:18.693862 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a78ecf5d-1028-41c9-a9dc-c8ad53e47173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:04:18.698533 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:04:18.704989 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf8905-162b-4107-a245-ceba634f7e4e req-f1cd50f6-f512-4cdb-a8da-fecfeae769b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:18.709378 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9bbf8905-162b-4107-a245-ceba634f7e4e req-f1cd50f6-f512-4cdb-a8da-fecfeae769b6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=34d236346ac741899b701f19fb1b5339&device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 1097 time: 0.1437275 Aug 17 03:04:18.717086 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8799e2d8-5ca8-4e4e-8f97-a87dcc660625, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8799e2d8-5ca8-4e4e-8f97-a87dcc660625,segment=NetworkSegment(8dd9a916-6877-4bc9-90d0-f12f058f5348),segment_id=8dd9a916-6877-4bc9-90d0-f12f058f5348)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:18.735700 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '8799e2d8-5ca8-4e4e-8f97-a87dcc660625', 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c', 'port_id': '8799e2d8-5ca8-4e4e-8f97-a87dcc660625', 'mac_address': 'fa:16:3e:0b:22:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b01a46-ce87-4ced-accd-cf63639388b1', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:04:18.818341 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:18.834217 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8799e2d8-5ca8-4e4e-8f97-a87dcc660625 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:04:18.868204 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8799e2d8-5ca8-4e4e-8f97-a87dcc660625, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8799e2d8-5ca8-4e4e-8f97-a87dcc660625,segment=NetworkSegment(8dd9a916-6877-4bc9-90d0-f12f058f5348),segment_id=8dd9a916-6877-4bc9-90d0-f12f058f5348)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:18.875951 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe460-8851-445d-90ef-c723287edd2b tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:18.905993 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf8905-162b-4107-a245-ceba634f7e4e req-cd9b417c-06e5-4fb7-ac8c-e9bda13d2b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:18.907616 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9bbf8905-162b-4107-a245-ceba634f7e4e req-cd9b417c-06e5-4fb7-ac8c-e9bda13d2b39 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e80b3e6b-ad83-4275-b888-5d76fe788ca1 HTTP/1.1" status: 200 len: 905 time: 0.1727934 Aug 17 03:04:18.909265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcbe460-8851-445d-90ef-c723287edd2b tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Pushing event deleted for resources: {'Port': ['ID=86a96bff-cdb2-4f3a-8df2-f14e509a0eb6,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:18.943319 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:18.956691 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a78ecf5d-1028-41c9-a9dc-c8ad53e47173 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:18.973483 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a78ecf5d-1028-41c9-a9dc-c8ad53e47173 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:18.978009 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a78ecf5d-1028-41c9-a9dc-c8ad53e47173 admin admin] 10.222.0.10 "DELETE /v2.0/networks/82cf8097-fc29-427a-9c31-4f04e0f699b0 HTTP/1.1" status: 204 len: 168 time: 0.7304525 Aug 17 03:04:18.992381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a78ecf5d-1028-41c9-a9dc-c8ad53e47173 admin admin] Pushing event deleted for resources: {'Network': ['ID=82cf8097-fc29-427a-9c31-4f04e0f699b0,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:19.016365 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe460-8851-445d-90ef-c723287edd2b tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:19.025405 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9bbf8905-162b-4107-a245-ceba634f7e4e req-595fc319-e755-4dd0-a727-3c438a68c17c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 HTTP/1.1" status: 200 len: 1001 time: 0.1091802 Aug 17 03:04:19.033295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8799e2d8-5ca8-4e4e-8f97-a87dcc660625,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:19.069124 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:19.093202 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf8905-162b-4107-a245-ceba634f7e4e req-de92a0be-fb85-4da7-a65e-6ed166e6116d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:19.094765 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9bbf8905-162b-4107-a245-ceba634f7e4e req-de92a0be-fb85-4da7-a65e-6ed166e6116d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5f4d6ab7-f8f2-462d-a080-e6682c125201 HTTP/1.1" status: 200 len: 844 time: 0.0616791 Aug 17 03:04:19.143817 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe460-8851-445d-90ef-c723287edd2b tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:19.143817 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe460-8851-445d-90ef-c723287edd2b tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:19.154574 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bbf8905-162b-4107-a245-ceba634f7e4e req-6a9b115d-8889-4a59-b80f-95480af04324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:19.156441 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9bbf8905-162b-4107-a245-ceba634f7e4e req-6a9b115d-8889-4a59-b80f-95480af04324 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e80b3e6b-ad83-4275-b888-5d76fe788ca1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538414 Aug 17 03:04:19.236789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['8799e2d8-5ca8-4e4e-8f97-a87dcc660625'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:04:19.242877 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe460-8851-445d-90ef-c723287edd2b tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:19.243528 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bcbe460-8851-445d-90ef-c723287edd2b tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Fanout notify agent at l3_agent the message router_deleted on router eabd6dae-95e5-468e-831a-afa987955110 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:04:19.255509 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5bcbe460-8851-445d-90ef-c723287edd2b tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:19.263737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55296) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:19.265983 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5bcbe460-8851-445d-90ef-c723287edd2b tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "DELETE /v2.0/routers/eabd6dae-95e5-468e-831a-afa987955110 HTTP/1.1" status: 204 len: 168 time: 1.5012543 Aug 17 03:04:19.269749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ccaa3a3a-504d-4db0-89bd-431369a01222 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1943845612', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:19.280241 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9bbf8905-162b-4107-a245-ceba634f7e4e req-1a1f8059-dfdb-4269-8e00-fdd390d2d327 service neutron] 10.222.0.60 "GET /v2.0/networks/e80b3e6b-ad83-4275-b888-5d76fe788ca1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1155472 Aug 17 03:04:19.380121 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ccaa3a3a-504d-4db0-89bd-431369a01222 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:19.381094 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ccaa3a3a-504d-4db0-89bd-431369a01222 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:19.428414 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55298) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:19.472523 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fdcdbff3-504b-41b6-b53e-fdf9fe4bb257 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=052a4404e4c34be6817cc8733a020ffb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422666 Aug 17 03:04:19.474995 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55300) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:19.475121 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ccaa3a3a-504d-4db0-89bd-431369a01222 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:19.480835 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9bbf8905-162b-4107-a245-ceba634f7e4e req-4ff492a6-a7aa-45ac-b258-349ad2485b20 service neutron] 10.222.0.60 "GET /v2.0/networks/e80b3e6b-ad83-4275-b888-5d76fe788ca1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1907854 Aug 17 03:04:19.527487 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebe8233d-6f85-4aa0-a82f-8fa5b335e3a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:19.550333 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebe8233d-6f85-4aa0-a82f-8fa5b335e3a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:19.560739 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ccaa3a3a-504d-4db0-89bd-431369a01222 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:19.651266 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ccaa3a3a-504d-4db0-89bd-431369a01222 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:19.653528 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ccaa3a3a-504d-4db0-89bd-431369a01222 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3887281 Aug 17 03:04:19.656163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55302) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:19.663654 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1af7ebb6-9cf9-41d4-b993-801f6c7587ea tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Request body: {'router': {'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:19.679677 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebe8233d-6f85-4aa0-a82f-8fa5b335e3a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:19.682952 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebe8233d-6f85-4aa0-a82f-8fa5b335e3a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:19.687147 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ebe8233d-6f85-4aa0-a82f-8fa5b335e3a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b53d6b86-7614-4136-aed5-ce4c3f0c6cbe HTTP/1.1" status: 204 len: 168 time: 0.2109849 Aug 17 03:04:19.696089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe8233d-6f85-4aa0-a82f-8fa5b335e3a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b53d6b86-7614-4136-aed5-ce4c3f0c6cbe,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:19.825646 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87c50bab-1cd8-4050-8add-5b2c26cde7c7 req-be6b6ccd-f30e-4ec6-8023-d831c0fad8a6 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:19.827407 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-87c50bab-1cd8-4050-8add-5b2c26cde7c7 req-be6b6ccd-f30e-4ec6-8023-d831c0fad8a6 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 945 time: 0.0631201 Aug 17 03:04:19.874435 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-87c50bab-1cd8-4050-8add-5b2c26cde7c7 req-5d4d2084-d266-4435-9d3c-6205ccb9f603 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408440 Aug 17 03:04:19.971475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083c43f-8031-41a8-8769-c92d677166ad req-7546bac1-32f0-4335-b5dd-4a44a3250611 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:19.978091 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083c43f-8031-41a8-8769-c92d677166ad req-7546bac1-32f0-4335-b5dd-4a44a3250611 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:19.984124 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083c43f-8031-41a8-8769-c92d677166ad req-7546bac1-32f0-4335-b5dd-4a44a3250611 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:19.998644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083c43f-8031-41a8-8769-c92d677166ad req-7546bac1-32f0-4335-b5dd-4a44a3250611 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:20.006473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083c43f-8031-41a8-8769-c92d677166ad req-7546bac1-32f0-4335-b5dd-4a44a3250611 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:20.013543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083c43f-8031-41a8-8769-c92d677166ad req-7546bac1-32f0-4335-b5dd-4a44a3250611 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:20.020596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6083c43f-8031-41a8-8769-c92d677166ad req-7546bac1-32f0-4335-b5dd-4a44a3250611 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:20.027727 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6083c43f-8031-41a8-8769-c92d677166ad req-7546bac1-32f0-4335-b5dd-4a44a3250611 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.2482791 Aug 17 03:04:20.047167 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1af7ebb6-9cf9-41d4-b993-801f6c7587ea tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:20.102878 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6083c43f-8031-41a8-8769-c92d677166ad req-30d02fec-b90f-476f-b6a5-c651a6e1512e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0741906 Aug 17 03:04:20.334122 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1af7ebb6-9cf9-41d4-b993-801f6c7587ea tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:20.354998 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1af7ebb6-9cf9-41d4-b993-801f6c7587ea tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:20.477062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-1af7ebb6-9cf9-41d4-b993-801f6c7587ea tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Allocated IP 172.25.1.194 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/e23b7453-459b-4595-8510-7ad75d6a29d1) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:20.536451 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8799e2d8-5ca8-4e4e-8f97-a87dcc660625 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:20.559349 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55334) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:20.619930 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1af7ebb6-9cf9-41d4-b993-801f6c7587ea tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:20.651741 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 8799e2d8-5ca8-4e4e-8f97-a87dcc660625 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:20.656050 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 8799e2d8-5ca8-4e4e-8f97-a87dcc660625 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:20.656448 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:20.763115 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-db23ee13-8716-4fe5-8cd5-61b14c1049c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:20.769540 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:20.769704 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1af7ebb6-9cf9-41d4-b993-801f6c7587ea tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:20.790835 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:20.796314 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65b9f60-36e5-40f4-ab8e-3724d728dd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8799e2d8-5ca8-4e4e-8f97-a87dcc660625'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:20.803919 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6666646-f6f1-4646-8521-940576ebcec5" -d '{"events": [{"server_uuid": "e65b9f60-36e5-40f4-ab8e-3724d728dd95", "name": "network-vif-plugged", "status": "completed", "tag": "8799e2d8-5ca8-4e4e-8f97-a87dcc660625"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:20.817436 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8799e2d8-5ca8-4e4e-8f97-a87dcc660625, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8799e2d8-5ca8-4e4e-8f97-a87dcc660625,segment=NetworkSegment(8dd9a916-6877-4bc9-90d0-f12f058f5348),segment_id=8dd9a916-6877-4bc9-90d0-f12f058f5348)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:20.839063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af7ebb6-9cf9-41d4-b993-801f6c7587ea tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:20.848385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-1af7ebb6-9cf9-41d4-b993-801f6c7587ea tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:20.856060 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1af7ebb6-9cf9-41d4-b993-801f6c7587ea tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:20.862279 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e776c787-e312-40a9-8525-7e7a1635fc7a x-openstack-request-id: req-e776c787-e312-40a9-8525-7e7a1635fc7a {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:20.862613 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65b9f60-36e5-40f4-ab8e-3724d728dd95", "name": "network-vif-plugged", "status": "completed", "tag": "8799e2d8-5ca8-4e4e-8f97-a87dcc660625", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:20.862876 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e776c787-e312-40a9-8525-7e7a1635fc7a {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:20.864646 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af7ebb6-9cf9-41d4-b993-801f6c7587ea tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Pushing event updated for resources: {'Port': ['ID=e23b7453-459b-4595-8510-7ad75d6a29d1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:20.864961 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65b9f60-36e5-40f4-ab8e-3724d728dd95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8799e2d8-5ca8-4e4e-8f97-a87dcc660625', 'code': 200} Aug 17 03:04:20.883359 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:20.963046 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8799e2d8-5ca8-4e4e-8f97-a87dcc660625,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:21.054800 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aee277f-31de-48b8-bc99-abcdfd644ace req-01b5a660-6f48-4e1e-8c4c-35e19b75ab6d tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:21.057283 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1aee277f-31de-48b8-bc99-abcdfd644ace req-01b5a660-6f48-4e1e-8c4c-35e19b75ab6d tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.0579696 Aug 17 03:04:21.104114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539ada0c-d833-4a5f-9659-eb9f82872c58 req-2cd7bee8-fe1a-4333-b44e-72ef58aa38ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:21.105695 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-539ada0c-d833-4a5f-9659-eb9f82872c58 req-2cd7bee8-fe1a-4333-b44e-72ef58aa38ce service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 1097 time: 0.1434901 Aug 17 03:04:21.108584 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-db23ee13-8716-4fe5-8cd5-61b14c1049c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:21.115415 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1aee277f-31de-48b8-bc99-abcdfd644ace req-45d670b1-9c92-4fb1-ab0a-23b6c1ee9531 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462809 Aug 17 03:04:21.150700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-539ada0c-d833-4a5f-9659-eb9f82872c58 req-5709db1b-0c96-4015-9fd2-0f4d9e23f9bb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358272 Aug 17 03:04:21.166168 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-db23ee13-8716-4fe5-8cd5-61b14c1049c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:21.213125 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-db23ee13-8716-4fe5-8cd5-61b14c1049c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f54b4bada39e47f394fc5b32839798be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6518848 Aug 17 03:04:21.220047 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55360) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:21.246833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db23ee13-8716-4fe5-8cd5-61b14c1049c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97f4f861-148d-42a7-ad27-f868cc99eefd,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:21.328102 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1af7ebb6-9cf9-41d4-b993-801f6c7587ea tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:21.342966 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77bf1cdf-50af-4f51-8eb3-09895715600a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:21.385248 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88682179-b1c4-4bb4-9c1c-2b3a21da9d45 req-07e5e440-06aa-442d-bf8e-28cac1a49401 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:21.391859 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88682179-b1c4-4bb4-9c1c-2b3a21da9d45 req-07e5e440-06aa-442d-bf8e-28cac1a49401 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:21.398447 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88682179-b1c4-4bb4-9c1c-2b3a21da9d45 req-07e5e440-06aa-442d-bf8e-28cac1a49401 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:21.404418 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88682179-b1c4-4bb4-9c1c-2b3a21da9d45 req-07e5e440-06aa-442d-bf8e-28cac1a49401 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:21.410365 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88682179-b1c4-4bb4-9c1c-2b3a21da9d45 req-07e5e440-06aa-442d-bf8e-28cac1a49401 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:21.417106 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88682179-b1c4-4bb4-9c1c-2b3a21da9d45 req-07e5e440-06aa-442d-bf8e-28cac1a49401 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:21.423481 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88682179-b1c4-4bb4-9c1c-2b3a21da9d45 req-07e5e440-06aa-442d-bf8e-28cac1a49401 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:21.425816 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-88682179-b1c4-4bb4-9c1c-2b3a21da9d45 req-07e5e440-06aa-442d-bf8e-28cac1a49401 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.1421487 Aug 17 03:04:21.430884 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77bf1cdf-50af-4f51-8eb3-09895715600a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:21.494454 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-88682179-b1c4-4bb4-9c1c-2b3a21da9d45 req-75d5beec-ca68-4454-b753-b08f2bf538c5 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0567992 Aug 17 03:04:21.537659 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1af7ebb6-9cf9-41d4-b993-801f6c7587ea tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:21.541744 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1af7ebb6-9cf9-41d4-b993-801f6c7587ea tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:21.571670 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77bf1cdf-50af-4f51-8eb3-09895715600a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:21.574967 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77bf1cdf-50af-4f51-8eb3-09895715600a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:21.576098 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-77bf1cdf-50af-4f51-8eb3-09895715600a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97f4f861-148d-42a7-ad27-f868cc99eefd HTTP/1.1" status: 204 len: 168 time: 0.3550465 Aug 17 03:04:21.585155 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77bf1cdf-50af-4f51-8eb3-09895715600a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97f4f861-148d-42a7-ad27-f868cc99eefd,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:21.754604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1af7ebb6-9cf9-41d4-b993-801f6c7587ea tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Router c7f10edf-cce7-43da-8523-c4588d33ef77 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:04:21.759602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55370) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:21.871073 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1af7ebb6-9cf9-41d4-b993-801f6c7587ea tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:21.881693 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec0c557-3c5b-4db8-a7ad-3164cec4bde0 None None] Sync routers for ids ['c7f10edf-cce7-43da-8523-c4588d33ef77'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:21.885407 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1af7ebb6-9cf9-41d4-b993-801f6c7587ea tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:21.889733 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1af7ebb6-9cf9-41d4-b993-801f6c7587ea tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "PUT /v2.0/routers/c7f10edf-cce7-43da-8523-c4588d33ef77 HTTP/1.1" status: 200 len: 880 time: 2.2299886 Aug 17 03:04:21.890232 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55376) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:21.898419 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0c557-3c5b-4db8-a7ad-3164cec4bde0 None None] Routers {'c7f10edf-cce7-43da-8523-c4588d33ef77'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:21.901088 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-fec0c557-3c5b-4db8-a7ad-3164cec4bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c7f10edf-cce7-43da-8523-c4588d33ef77'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:21.935059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-fec0c557-3c5b-4db8-a7ad-3164cec4bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:21.948374 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fec0c557-3c5b-4db8-a7ad-3164cec4bde0 None None] Routers {'c7f10edf-cce7-43da-8523-c4588d33ef77'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:21.949225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-fec0c557-3c5b-4db8-a7ad-3164cec4bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c7f10edf-cce7-43da-8523-c4588d33ef77'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:21.966802 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5de7-aec5-4e16-8e39-68287eff159d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:21.991877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-fec0c557-3c5b-4db8-a7ad-3164cec4bde0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:21.992545 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fec0c557-3c5b-4db8-a7ad-3164cec4bde0 None None] The sync data for ids ['c7f10edf-cce7-43da-8523-c4588d33ef77'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:04:22.041457 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1f38d984-df3a-4514-89c7-0a4ff36bad3c tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "GET /v2.0/routers/c7f10edf-cce7-43da-8523-c4588d33ef77 HTTP/1.1" status: 200 len: 921 time: 0.1494994 Aug 17 03:04:22.044247 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55378) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:22.090262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bedb532-8658-4f4a-b3b8-3854943732c9 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:22.094701 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7bedb532-8658-4f4a-b3b8-3854943732c9 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&device_id=c7f10edf-cce7-43da-8523-c4588d33ef77&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0468969 Aug 17 03:04:22.095713 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55382) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:22.156778 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5de7-aec5-4e16-8e39-68287eff159d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.209549 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dd1ddb-3869-41f0-a8ef-812b9276bb1d tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:22.211397 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b8dd1ddb-3869-41f0-a8ef-812b9276bb1d tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 881 time: 0.1135976 Aug 17 03:04:22.212027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55386) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:22.214855 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55388) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:22.226430 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-38553cb2-88d0-4b3f-a61e-3d80cb4db1f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.243573 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a8d5de7-aec5-4e16-8e39-68287eff159d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.265873 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-10837743-4072-4a30-8454-e2f1ee197004 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f10edf-cce7-43da-8523-c4588d33ef77 HTTP/1.1" status: 200 len: 205 time: 0.0497093 Aug 17 03:04:22.268607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55392) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:22.310096 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a8d5de7-aec5-4e16-8e39-68287eff159d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7469b78e-71f7-48ca-b0bd-3211bd3bf663,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:22.315967 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1a8d5de7-aec5-4e16-8e39-68287eff159d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=73a0b6499db544f9b26d32e7ad5e7e63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5553176 Aug 17 03:04:22.318696 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55394) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:22.332956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4055a990-60be-4a24-9f3d-d00438ac9746 req-cf6235c3-50a4-4def-9a6b-381bd3f6a7b2 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:22.334483 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4055a990-60be-4a24-9f3d-d00438ac9746 req-cf6235c3-50a4-4def-9a6b-381bd3f6a7b2 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.1395111 Aug 17 03:04:22.406067 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4055a990-60be-4a24-9f3d-d00438ac9746 req-057de840-1605-468b-b6d1-ca7c0eb7a388 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645463 Aug 17 03:04:22.420682 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9d445693-0a85-4ceb-bd97-a576cab0e7a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.426574 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ae714d06-e9ce-4231-b64d-56f836c92bc7 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.430476 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-38553cb2-88d0-4b3f-a61e-3d80cb4db1f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.445848 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9d445693-0a85-4ceb-bd97-a576cab0e7a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.510567 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-38553cb2-88d0-4b3f-a61e-3d80cb4db1f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.548772 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9d445693-0a85-4ceb-bd97-a576cab0e7a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.551550 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9d445693-0a85-4ceb-bd97-a576cab0e7a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.552742 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9d445693-0a85-4ceb-bd97-a576cab0e7a2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7469b78e-71f7-48ca-b0bd-3211bd3bf663 HTTP/1.1" status: 204 len: 168 time: 0.2330685 Aug 17 03:04:22.566433 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d445693-0a85-4ceb-bd97-a576cab0e7a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7469b78e-71f7-48ca-b0bd-3211bd3bf663,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:22.566648 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-38553cb2-88d0-4b3f-a61e-3d80cb4db1f5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=abc8123a23364a99a6a8a10b030be3f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3535488 Aug 17 03:04:22.569925 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55402) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:22.570109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38553cb2-88d0-4b3f-a61e-3d80cb4db1f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d2f8133-44e0-4929-b212-c4ca11de01d3,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:22.582210 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ae714d06-e9ce-4231-b64d-56f836c92bc7 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.665880 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77cafc4d-174f-401d-879f-57cddafe1764 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.696676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8938-b7b6-4ec3-92d8-9f925f42e3b5 req-ab2f7b9e-3bb8-4e47-80af-5041f40084e2 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:22.703024 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8938-b7b6-4ec3-92d8-9f925f42e3b5 req-ab2f7b9e-3bb8-4e47-80af-5041f40084e2 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:22.707422 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ae714d06-e9ce-4231-b64d-56f836c92bc7 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Deleting port e23b7453-459b-4595-8510-7ad75d6a29d1 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:22.707771 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ae714d06-e9ce-4231-b64d-56f836c92bc7 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.708902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8938-b7b6-4ec3-92d8-9f925f42e3b5 req-ab2f7b9e-3bb8-4e47-80af-5041f40084e2 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:22.715162 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8938-b7b6-4ec3-92d8-9f925f42e3b5 req-ab2f7b9e-3bb8-4e47-80af-5041f40084e2 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:22.721007 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8938-b7b6-4ec3-92d8-9f925f42e3b5 req-ab2f7b9e-3bb8-4e47-80af-5041f40084e2 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:22.727858 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8938-b7b6-4ec3-92d8-9f925f42e3b5 req-ab2f7b9e-3bb8-4e47-80af-5041f40084e2 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:22.733703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db8938-b7b6-4ec3-92d8-9f925f42e3b5 req-ab2f7b9e-3bb8-4e47-80af-5041f40084e2 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:22.735710 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-35db8938-b7b6-4ec3-92d8-9f925f42e3b5 req-ab2f7b9e-3bb8-4e47-80af-5041f40084e2 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.1263516 Aug 17 03:04:22.748151 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77cafc4d-174f-401d-879f-57cddafe1764 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.795428 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ae714d06-e9ce-4231-b64d-56f836c92bc7 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.808128 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-35db8938-b7b6-4ec3-92d8-9f925f42e3b5 req-a9274f46-c0a4-42a8-9725-e0fdf45076eb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0629346 Aug 17 03:04:22.809265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ae714d06-e9ce-4231-b64d-56f836c92bc7 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Calling delete_port for e23b7453-459b-4595-8510-7ad75d6a29d1 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:22.886091 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77cafc4d-174f-401d-879f-57cddafe1764 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.890021 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77cafc4d-174f-401d-879f-57cddafe1764 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:22.893547 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-77cafc4d-174f-401d-879f-57cddafe1764 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0d2f8133-44e0-4929-b212-c4ca11de01d3 HTTP/1.1" status: 204 len: 168 time: 0.3200536 Aug 17 03:04:22.911041 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cafc4d-174f-401d-879f-57cddafe1764 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d2f8133-44e0-4929-b212-c4ca11de01d3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:23.067990 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ae714d06-e9ce-4231-b64d-56f836c92bc7 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:23.093567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae714d06-e9ce-4231-b64d-56f836c92bc7 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Pushing event deleted for resources: {'Port': ['ID=e23b7453-459b-4595-8510-7ad75d6a29d1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:23.161166 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ae714d06-e9ce-4231-b64d-56f836c92bc7 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:23.609229 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ae714d06-e9ce-4231-b64d-56f836c92bc7 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:23.613412 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ae714d06-e9ce-4231-b64d-56f836c92bc7 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:23.670585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2cdb12-fd78-40cf-81f7-7242e045e8ee req-03dc94dd-56a3-406a-ad4a-b642ab3ad958 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:23.672409 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ed2cdb12-fd78-40cf-81f7-7242e045e8ee req-03dc94dd-56a3-406a-ad4a-b642ab3ad958 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.0901327 Aug 17 03:04:23.712912 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ed2cdb12-fd78-40cf-81f7-7242e045e8ee req-e060c0dc-7bce-490b-b04e-03fe1936cb50 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340757 Aug 17 03:04:23.728277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55444) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:23.865658 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ae714d06-e9ce-4231-b64d-56f836c92bc7 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:23.865658 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae714d06-e9ce-4231-b64d-56f836c92bc7 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Fanout notify agent at l3_agent the message router_deleted on router c7f10edf-cce7-43da-8523-c4588d33ef77 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:04:23.865658 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ae714d06-e9ce-4231-b64d-56f836c92bc7 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:23.871321 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-bdbc3e89-df9e-4f5d-8b28-f740553c8819 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2142526180-network', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:23.872183 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ae714d06-e9ce-4231-b64d-56f836c92bc7 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "DELETE /v2.0/routers/c7f10edf-cce7-43da-8523-c4588d33ef77 HTTP/1.1" status: 204 len: 168 time: 1.6012917 Aug 17 03:04:23.874261 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55456) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:23.879474 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-75478947-75af-47d9-8765-41b702dccf64 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1633039759', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:23.901802 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.api [None req-75478947-75af-47d9-8765-41b702dccf64 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 03:04:23.901802 n-d-802060-9 neutron-server[101969]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 03:04:23.901802 n-d-802060-9 neutron-server[101969]: [parameters: {'project_id': '440d19b3eff24c87b4cc041326b4da4e', 'id': '95a2b951-cddb-4819-bfc8-718563ed5041', 'expiration': datetime.datetime(2021, 8, 17, 3, 6, 23, 897452)}] Aug 17 03:04:23.901802 n-d-802060-9 neutron-server[101969]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:04:23.902258 n-d-802060-9 neutron-server[101969]: DEBUG oslo_db.api [None req-75478947-75af-47d9-8765-41b702dccf64 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:04:23.961105 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d7fac-7340-4332-b6d9-98c9b53837c2 req-6b7e5b36-77ba-4dff-8a1a-0a6a6c0c28b7 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:23.967092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d7fac-7340-4332-b6d9-98c9b53837c2 req-6b7e5b36-77ba-4dff-8a1a-0a6a6c0c28b7 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:23.972951 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d7fac-7340-4332-b6d9-98c9b53837c2 req-6b7e5b36-77ba-4dff-8a1a-0a6a6c0c28b7 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:23.979503 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d7fac-7340-4332-b6d9-98c9b53837c2 req-6b7e5b36-77ba-4dff-8a1a-0a6a6c0c28b7 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:23.982856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdbc3e89-df9e-4f5d-8b28-f740553c8819 admin admin] Made reservation on behalf of ad2a0dc5cde74a658ad692effa9a3b56 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:04:23.985182 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3e89-df9e-4f5d-8b28-f740553c8819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:23.987147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d7fac-7340-4332-b6d9-98c9b53837c2 req-6b7e5b36-77ba-4dff-8a1a-0a6a6c0c28b7 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:23.994034 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d7fac-7340-4332-b6d9-98c9b53837c2 req-6b7e5b36-77ba-4dff-8a1a-0a6a6c0c28b7 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:23.994505 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3e89-df9e-4f5d-8b28-f740553c8819 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.000232 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-183d7fac-7340-4332-b6d9-98c9b53837c2 req-6b7e5b36-77ba-4dff-8a1a-0a6a6c0c28b7 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:24.002242 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-183d7fac-7340-4332-b6d9-98c9b53837c2 req-6b7e5b36-77ba-4dff-8a1a-0a6a6c0c28b7 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.0991793 Aug 17 03:04:24.050672 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-183d7fac-7340-4332-b6d9-98c9b53837c2 req-056b82d8-dc07-406f-8603-583a164471e3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405681 Aug 17 03:04:24.099691 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3e89-df9e-4f5d-8b28-f740553c8819 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.159752 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3e89-df9e-4f5d-8b28-f740553c8819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.183824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bdbc3e89-df9e-4f5d-8b28-f740553c8819 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:04:24.201007 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc3e89-df9e-4f5d-8b28-f740553c8819 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=927e5eeb-9a85-43be-bce1-70d104b059e6,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:24.204813 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3e89-df9e-4f5d-8b28-f740553c8819 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.205262 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-bdbc3e89-df9e-4f5d-8b28-f740553c8819 admin admin] Added segment 37f67758-6446-4a1f-9748-a090686ebc05 of type vlan for network a6d75db1-081c-448e-9b12-dee1955d79f6 Aug 17 03:04:24.252779 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3e89-df9e-4f5d-8b28-f740553c8819 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.253154 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0939edcc-f240-42e8-b9d0-f8765f8d1b36 req-afe1f7b1-6838-47fe-9711-0add148c227f tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:24.254750 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0939edcc-f240-42e8-b9d0-f8765f8d1b36 req-afe1f7b1-6838-47fe-9711-0add148c227f tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.0883565 Aug 17 03:04:24.275643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b29762-4a20-4c81-8047-aadc73cab12f req-23d91e30-2296-44cd-9c87-671db8c34166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:24.277394 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77b29762-4a20-4c81-8047-aadc73cab12f req-23d91e30-2296-44cd-9c87-671db8c34166 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72b852e1a4e445b296fe048bb52ea81a&device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 1097 time: 0.0654304 Aug 17 03:04:24.323376 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0939edcc-f240-42e8-b9d0-f8765f8d1b36 req-e50d629c-5b61-4258-b5b4-46ff43f60f06 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563784 Aug 17 03:04:24.360844 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3e89-df9e-4f5d-8b28-f740553c8819 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.364896 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdbc3e89-df9e-4f5d-8b28-f740553c8819 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:24.365070 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdbc3e89-df9e-4f5d-8b28-f740553c8819 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.402244 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b29762-4a20-4c81-8047-aadc73cab12f req-c800f6ef-71e1-4c1b-8ebc-08c621c8ef5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:24.404253 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77b29762-4a20-4c81-8047-aadc73cab12f req-c800f6ef-71e1-4c1b-8ebc-08c621c8ef5a service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7e7978e-1d34-44a7-8805-8fa20d4cf11c HTTP/1.1" status: 200 len: 911 time: 0.1057518 Aug 17 03:04:24.432418 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbc3e89-df9e-4f5d-8b28-f740553c8819 admin admin] Pushing event updated for resources: {'Network': ['ID=a6d75db1-081c-448e-9b12-dee1955d79f6,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:24.445839 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network a6d75db1-081c-448e-9b12-dee1955d79f6 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:04:24.454980 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77b29762-4a20-4c81-8047-aadc73cab12f req-9c520518-aba7-46af-bdc7-318e436660dd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=8799e2d8-5ca8-4e4e-8f97-a87dcc660625 HTTP/1.1" status: 200 len: 217 time: 0.0422223 Aug 17 03:04:24.504987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77b29762-4a20-4c81-8047-aadc73cab12f req-508dd366-eee7-4ce0-860f-8c20c3cfd621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:24.506594 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77b29762-4a20-4c81-8047-aadc73cab12f req-508dd366-eee7-4ce0-860f-8c20c3cfd621 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9b01a46-ce87-4ced-accd-cf63639388b1 HTTP/1.1" status: 200 len: 851 time: 0.0439141 Aug 17 03:04:24.540520 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bdbc3e89-df9e-4f5d-8b28-f740553c8819 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.8109555 Aug 17 03:04:24.546147 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77b29762-4a20-4c81-8047-aadc73cab12f req-01e91664-bbec-4295-b654-73bf74207975 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7e7978e-1d34-44a7-8805-8fa20d4cf11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0301163 Aug 17 03:04:24.548709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55474) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:24.557627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e92a0a73-b660-4a29-bfe8-35640428315e admin admin] Request body: {'subnet': {'network_id': 'a6d75db1-081c-448e-9b12-dee1955d79f6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2142526180-subnet', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:24.634868 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75478947-75af-47d9-8765-41b702dccf64 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.635890 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75478947-75af-47d9-8765-41b702dccf64 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.665657 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77b29762-4a20-4c81-8047-aadc73cab12f req-9ec9294c-0c7a-42ae-8a7e-3c8312636960 service neutron] 10.222.0.60 "GET /v2.0/networks/c7e7978e-1d34-44a7-8805-8fa20d4cf11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1026876 Aug 17 03:04:24.690490 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75478947-75af-47d9-8765-41b702dccf64 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.731795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e92a0a73-b660-4a29-bfe8-35640428315e admin admin] Made reservation on behalf of ad2a0dc5cde74a658ad692effa9a3b56 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:04:24.734179 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e92a0a73-b660-4a29-bfe8-35640428315e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.755338 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75478947-75af-47d9-8765-41b702dccf64 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.821531 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77b29762-4a20-4c81-8047-aadc73cab12f req-e4b3561e-5d01-4725-9314-bb2e793bd04d service neutron] 10.222.0.60 "GET /v2.0/networks/c7e7978e-1d34-44a7-8805-8fa20d4cf11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480880 Aug 17 03:04:24.829116 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75478947-75af-47d9-8765-41b702dccf64 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:24.833072 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-75478947-75af-47d9-8765-41b702dccf64 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9543221 Aug 17 03:04:24.835946 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55484) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:24.844428 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-db3c4474-70bd-4a99-a153-d972628ffd09 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'enable_snat': True}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:25.005836 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e92a0a73-b660-4a29-bfe8-35640428315e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.071667 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db3c4474-70bd-4a99-a153-d972628ffd09 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.075176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e92a0a73-b660-4a29-bfe8-35640428315e admin admin] Pushing event updated for resources: {'Subnet': ['ID=26b78086-a82c-4ea0-b962-55e0dc6f3edf,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:25.088108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e92a0a73-b660-4a29-bfe8-35640428315e admin admin] Checking segment: {'id': '37f67758-6446-4a1f-9748-a090686ebc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a6d75db1-081c-448e-9b12-dee1955d79f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:25.088108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92a0a73-b660-4a29-bfe8-35640428315e admin admin] Network hostable DHCP agents. Network: a6d75db1-081c-448e-9b12-dee1955d79f6, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:04:25.160162 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e92a0a73-b660-4a29-bfe8-35640428315e admin admin] Network a6d75db1-081c-448e-9b12-dee1955d79f6 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:04:25.217125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-e92a0a73-b660-4a29-bfe8-35640428315e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, a6d75db1-081c-448e-9b12-dee1955d79f6) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:25.223748 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e92a0a73-b660-4a29-bfe8-35640428315e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:25.224459 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e92a0a73-b660-4a29-bfe8-35640428315e admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.236717 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64daf773-157a-4003-b24f-aeea997efa1d None None] Network a6d75db1-081c-448e-9b12-dee1955d79f6 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:04:25.244362 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12672f-3de5-4bb9-bc86-14b138dbb735 req-d078e58a-8c93-4a0b-bd56-ff4287690be1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:25.253136 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12672f-3de5-4bb9-bc86-14b138dbb735 req-d078e58a-8c93-4a0b-bd56-ff4287690be1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:25.260264 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12672f-3de5-4bb9-bc86-14b138dbb735 req-d078e58a-8c93-4a0b-bd56-ff4287690be1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:25.266286 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12672f-3de5-4bb9-bc86-14b138dbb735 req-d078e58a-8c93-4a0b-bd56-ff4287690be1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:25.272315 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12672f-3de5-4bb9-bc86-14b138dbb735 req-d078e58a-8c93-4a0b-bd56-ff4287690be1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:25.278387 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12672f-3de5-4bb9-bc86-14b138dbb735 req-d078e58a-8c93-4a0b-bd56-ff4287690be1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:25.284443 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da12672f-3de5-4bb9-bc86-14b138dbb735 req-d078e58a-8c93-4a0b-bd56-ff4287690be1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:25.286474 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-da12672f-3de5-4bb9-bc86-14b138dbb735 req-d078e58a-8c93-4a0b-bd56-ff4287690be1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.1556156 Aug 17 03:04:25.293771 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e92a0a73-b660-4a29-bfe8-35640428315e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7433932 Aug 17 03:04:25.296111 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55502) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:25.300652 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2142526180-router', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:25.371103 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-da12672f-3de5-4bb9-bc86-14b138dbb735 req-0ed70ea4-22bc-4287-a5b2-888cb83f439c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0642614 Aug 17 03:04:25.423103 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-a6d75db1-081c-448e-9b12-dee1955d79f6', 'network_id': 'a6d75db1-081c-448e-9b12-dee1955d79f6', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'fixed_ips': [{'subnet_id': '26b78086-a82c-4ea0-b962-55e0dc6f3edf'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:04:25.424936 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.463036 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.464068 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.479467 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:04:25.544463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2cfb25-deff-44aa-94ed-b5d7048a4d60 req-ad494f07-3028-40de-9183-4f3dcebf1347 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:25.546211 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b2cfb25-deff-44aa-94ed-b5d7048a4d60 req-ad494f07-3028-40de-9183-4f3dcebf1347 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.0905650 Aug 17 03:04:25.566053 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.573110 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db3c4474-70bd-4a99-a153-d972628ffd09 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.583248 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Allocated IP 172.20.0.2 (a6d75db1-081c-448e-9b12-dee1955d79f6/26b78086-a82c-4ea0-b962-55e0dc6f3edf/eaeac782-59bd-469b-9093-a19494374990) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:25.593399 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b2cfb25-deff-44aa-94ed-b5d7048a4d60 req-f46daee3-1085-45be-bd6a-437bab4962e6 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395057 Aug 17 03:04:25.595348 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db3c4474-70bd-4a99-a153-d972628ffd09 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.755182 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.764285 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Transition to ACTIVE for port object eaeac782-59bd-469b-9093-a19494374990 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:25.777012 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55514) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:25.779141 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Transition to ACTIVE for port object eaeac782-59bd-469b-9093-a19494374990 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:25.789064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-db3c4474-70bd-4a99-a153-d972628ffd09 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Allocated IP 172.25.1.232 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/a386e840-fbc2-4f45-9c5b-0b23e0ddc380) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:25.858620 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.863307 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.887855 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc2d99c1-ec44-4979-a9e2-c7ff2296f38e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.898538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Network a6d75db1-081c-448e-9b12-dee1955d79f6 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:25.905188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:25.908855 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:25.916751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Pushing event updated for resources: {'Port': ['ID=eaeac782-59bd-469b-9093-a19494374990,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:25.966115 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Attempting to bind port eaeac782-59bd-469b-9093-a19494374990 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:04:25.966480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Attempting to bind port eaeac782-59bd-469b-9093-a19494374990 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '37f67758-6446-4a1f-9748-a090686ebc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a6d75db1-081c-448e-9b12-dee1955d79f6'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:04:25.966849 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Attempting to bind port eaeac782-59bd-469b-9093-a19494374990 on network a6d75db1-081c-448e-9b12-dee1955d79f6 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:25.972089 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:04:25.972472 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Checking segment: {'id': '37f67758-6446-4a1f-9748-a090686ebc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a6d75db1-081c-448e-9b12-dee1955d79f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:25.972902 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.973286 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Bound using segment: {'id': '37f67758-6446-4a1f-9748-a090686ebc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a6d75db1-081c-448e-9b12-dee1955d79f6'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:04:25.973805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Bound port: eaeac782-59bd-469b-9093-a19494374990, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f67758-6446-4a1f-9748-a090686ebc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a6d75db1-081c-448e-9b12-dee1955d79f6'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:04:25.974192 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:25.997205 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc2d99c1-ec44-4979-a9e2-c7ff2296f38e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:26.040851 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc2d99c1-ec44-4979-a9e2-c7ff2296f38e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:26.046072 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] For port eaeac782-59bd-469b-9093-a19494374990, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:04:26.049553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] For port eaeac782-59bd-469b-9093-a19494374990, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=eaeac782-59bd-469b-9093-a19494374990,segment=NetworkSegment(37f67758-6446-4a1f-9748-a090686ebc05),segment_id=37f67758-6446-4a1f-9748-a090686ebc05)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:04:26.082077 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fc2d99c1-ec44-4979-a9e2-c7ff2296f38e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=751c41dfff434ebc8120604803aed781&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3039823 Aug 17 03:04:26.084704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55518) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:26.093727 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d99c1-ec44-4979-a9e2-c7ff2296f38e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0062fe35-c888-45ee-8594-d63f20706cdb,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:26.109081 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:26.149866 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-37a9df55-3ff3-46fc-8264-b47ad7adfc3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:26.168423 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1f21e5-3a70-4b79-8458-0ec9e95d9850 None None] Pushing event updated for resources: {'Port': ['ID=eaeac782-59bd-469b-9093-a19494374990,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:26.180165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-37a9df55-3ff3-46fc-8264-b47ad7adfc3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:26.234132 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db3c4474-70bd-4a99-a153-d972628ffd09 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:26.351487 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-37a9df55-3ff3-46fc-8264-b47ad7adfc3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:26.356417 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-37a9df55-3ff3-46fc-8264-b47ad7adfc3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:26.360176 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-37a9df55-3ff3-46fc-8264-b47ad7adfc3d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0062fe35-c888-45ee-8594-d63f20706cdb HTTP/1.1" status: 204 len: 168 time: 0.2718506 Aug 17 03:04:26.377833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a9df55-3ff3-46fc-8264-b47ad7adfc3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0062fe35-c888-45ee-8594-d63f20706cdb,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:26.450117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db3c4474-70bd-4a99-a153-d972628ffd09 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:26.533206 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3c4474-70bd-4a99-a153-d972628ffd09 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:26.551508 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-db3c4474-70bd-4a99-a153-d972628ffd09 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:26.573557 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3c4474-70bd-4a99-a153-d972628ffd09 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:26.612291 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:26.614007 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3c4474-70bd-4a99-a153-d972628ffd09 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Pushing event updated for resources: {'Port': ['ID=a386e840-fbc2-4f45-9c5b-0b23e0ddc380,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:26.658461 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:26.686008 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdceaf2-64d9-4563-9b64-5cc60e1e2bcb req-98907630-efff-4bd2-a38c-cfd2e872ab4d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:26.691951 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdceaf2-64d9-4563-9b64-5cc60e1e2bcb req-98907630-efff-4bd2-a38c-cfd2e872ab4d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:26.698673 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdceaf2-64d9-4563-9b64-5cc60e1e2bcb req-98907630-efff-4bd2-a38c-cfd2e872ab4d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:26.704576 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdceaf2-64d9-4563-9b64-5cc60e1e2bcb req-98907630-efff-4bd2-a38c-cfd2e872ab4d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:26.710580 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdceaf2-64d9-4563-9b64-5cc60e1e2bcb req-98907630-efff-4bd2-a38c-cfd2e872ab4d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:26.716573 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdceaf2-64d9-4563-9b64-5cc60e1e2bcb req-98907630-efff-4bd2-a38c-cfd2e872ab4d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:26.722527 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bdceaf2-64d9-4563-9b64-5cc60e1e2bcb req-98907630-efff-4bd2-a38c-cfd2e872ab4d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:26.724528 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6bdceaf2-64d9-4563-9b64-5cc60e1e2bcb req-98907630-efff-4bd2-a38c-cfd2e872ab4d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.2105403 Aug 17 03:04:26.731763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13999f0-f323-4385-9f2a-08166b4d397c req-88853902-131c-40f7-8941-c762f9e6364c tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:26.733295 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e13999f0-f323-4385-9f2a-08166b4d397c req-88853902-131c-40f7-8941-c762f9e6364c tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.0547969 Aug 17 03:04:26.780462 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e13999f0-f323-4385-9f2a-08166b4d397c req-52bc411a-0d36-4f0c-b7a5-de31a09f5e78 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410759 Aug 17 03:04:26.905573 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6bdceaf2-64d9-4563-9b64-5cc60e1e2bcb req-4a476079-eca4-42f8-8bd5-08e867110022 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1414309 Aug 17 03:04:26.964946 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Allocated IP 172.25.1.91 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/c0894f1a-f79c-440d-9e99-b8d9fd59f117) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:27.016080 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55534) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:27.031376 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-02b7d501-8308-4ccc-b0b0-23933aadeabb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:27.144604 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-02b7d501-8308-4ccc-b0b0-23933aadeabb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:27.175674 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:27.187485 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db3c4474-70bd-4a99-a153-d972628ffd09 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:27.197825 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4d7630b-de82-4667-a068-a4cd21a0bd01 None None] Network a6d75db1-081c-448e-9b12-dee1955d79f6 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:04:27.212153 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-02b7d501-8308-4ccc-b0b0-23933aadeabb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:27.253571 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-02b7d501-8308-4ccc-b0b0-23933aadeabb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8cb069c7fd1e428aadcd19757ece8ebf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2351897 Aug 17 03:04:27.254348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b7d501-8308-4ccc-b0b0-23933aadeabb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9170e8bb-bff0-4943-add7-9cafbda25559,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:27.257551 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55536) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:27.328574 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-32919226-ae92-4779-9595-9b2d275b8f42 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:27.353056 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-32919226-ae92-4779-9595-9b2d275b8f42 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:27.392361 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:27.453026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:27.458512 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db3c4474-70bd-4a99-a153-d972628ffd09 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:27.461652 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:27.464071 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:27.473668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b476ee15-0a7c-47a6-adf2-44b643a3d54c None None] Provisioning for port eaeac782-59bd-469b-9093-a19494374990 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:27.490395 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db3c4474-70bd-4a99-a153-d972628ffd09 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:27.493397 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-32919226-ae92-4779-9595-9b2d275b8f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:27.494003 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Pushing event updated for resources: {'Port': ['ID=c0894f1a-f79c-440d-9e99-b8d9fd59f117,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:27.495048 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-32919226-ae92-4779-9595-9b2d275b8f42 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:27.496280 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-32919226-ae92-4779-9595-9b2d275b8f42 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9170e8bb-bff0-4943-add7-9cafbda25559 HTTP/1.1" status: 204 len: 168 time: 0.2374570 Aug 17 03:04:27.507339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32919226-ae92-4779-9595-9b2d275b8f42 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9170e8bb-bff0-4943-add7-9cafbda25559,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:27.841371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db3c4474-70bd-4a99-a153-d972628ffd09 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Router 055940c5-43cf-453a-8037-29c44ead0ad6 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:04:27.908972 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b94fb93-1c23-4365-aa54-ac3b5f6eabd1 req-1d14058f-1ce3-48ec-ae2c-da383d898ed9 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:27.917503 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b94fb93-1c23-4365-aa54-ac3b5f6eabd1 req-1d14058f-1ce3-48ec-ae2c-da383d898ed9 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.0646546 Aug 17 03:04:27.922870 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:27.964288 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b94fb93-1c23-4365-aa54-ac3b5f6eabd1 req-3791e881-264a-4efa-9fbe-fe36b6c493b6 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462089 Aug 17 03:04:28.196136 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device eaeac782-59bd-469b-9093-a19494374990 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:28.291490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port eaeac782-59bd-469b-9093-a19494374990 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:28.295587 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port eaeac782-59bd-469b-9093-a19494374990 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:28.296026 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:28.338880 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db3c4474-70bd-4a99-a153-d972628ffd09 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:28.343860 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db3c4474-70bd-4a99-a153-d972628ffd09 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:28.348792 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-db3c4474-70bd-4a99-a153-d972628ffd09 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "PUT /v2.0/routers/055940c5-43cf-453a-8037-29c44ead0ad6 HTTP/1.1" status: 200 len: 915 time: 3.5043609 Aug 17 03:04:28.348951 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55562) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:28.356879 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaea1fe-a12b-4b18-9e9a-033f88151418 None None] Sync routers for ids ['055940c5-43cf-453a-8037-29c44ead0ad6'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:28.364576 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a82b5-0d92-4284-91d3-eeed7a6b0882 req-f7647d8f-60db-41df-bc08-6b3c9a277529 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:28.371763 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a82b5-0d92-4284-91d3-eeed7a6b0882 req-f7647d8f-60db-41df-bc08-6b3c9a277529 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:28.373333 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaea1fe-a12b-4b18-9e9a-033f88151418 None None] Routers {'055940c5-43cf-453a-8037-29c44ead0ad6'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:28.374066 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8eaea1fe-a12b-4b18-9e9a-033f88151418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['055940c5-43cf-453a-8037-29c44ead0ad6'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:28.378184 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a82b5-0d92-4284-91d3-eeed7a6b0882 req-f7647d8f-60db-41df-bc08-6b3c9a277529 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:28.384727 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a82b5-0d92-4284-91d3-eeed7a6b0882 req-f7647d8f-60db-41df-bc08-6b3c9a277529 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:28.390615 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a82b5-0d92-4284-91d3-eeed7a6b0882 req-f7647d8f-60db-41df-bc08-6b3c9a277529 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:28.394149 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:28.396773 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a82b5-0d92-4284-91d3-eeed7a6b0882 req-f7647d8f-60db-41df-bc08-6b3c9a277529 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:28.404181 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461a82b5-0d92-4284-91d3-eeed7a6b0882 req-f7647d8f-60db-41df-bc08-6b3c9a277529 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:28.410330 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-461a82b5-0d92-4284-91d3-eeed7a6b0882 req-f7647d8f-60db-41df-bc08-6b3c9a277529 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.1734746 Aug 17 03:04:28.435806 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port eaeac782-59bd-469b-9093-a19494374990, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=eaeac782-59bd-469b-9093-a19494374990,segment=NetworkSegment(37f67758-6446-4a1f-9748-a090686ebc05),segment_id=37f67758-6446-4a1f-9748-a090686ebc05)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:28.438483 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8eaea1fe-a12b-4b18-9e9a-033f88151418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:28.448290 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8eaea1fe-a12b-4b18-9e9a-033f88151418 None None] Routers {'055940c5-43cf-453a-8037-29c44ead0ad6'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:28.449360 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8eaea1fe-a12b-4b18-9e9a-033f88151418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['055940c5-43cf-453a-8037-29c44ead0ad6'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:28.485112 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8eaea1fe-a12b-4b18-9e9a-033f88151418 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:28.485803 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8eaea1fe-a12b-4b18-9e9a-033f88151418 None None] The sync data for ids ['055940c5-43cf-453a-8037-29c44ead0ad6'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:04:28.498842 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-461a82b5-0d92-4284-91d3-eeed7a6b0882 req-540463ee-f9e8-4abb-97d1-a3f7a0a326f0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0851493 Aug 17 03:04:28.520224 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:28.525118 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-97388122-4e68-4940-a0c4-a3dfa94283d0 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "GET /v2.0/routers/055940c5-43cf-453a-8037-29c44ead0ad6 HTTP/1.1" status: 200 len: 921 time: 0.1759157 Aug 17 03:04:28.531870 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55568) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:28.572600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3335f8bc-941d-4c33-b087-ba6f5408516e tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:28.572849 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:28.577183 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3335f8bc-941d-4c33-b087-ba6f5408516e tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&device_id=055940c5-43cf-453a-8037-29c44ead0ad6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0503531 Aug 17 03:04:28.578019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55570) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:28.590513 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=eaeac782-59bd-469b-9093-a19494374990,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:28.684481 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d4c2e3b-a106-4b05-819f-9e4a31f7cb1e tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:28.686811 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5d4c2e3b-a106-4b05-819f-9e4a31f7cb1e tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 881 time: 0.1069198 Aug 17 03:04:28.688941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55578) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:28.739801 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-880cdb54-80c5-4d51-aaa5-5fedf44bb132 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "GET /v2.0/ports?device_id=055940c5-43cf-453a-8037-29c44ead0ad6 HTTP/1.1" status: 200 len: 205 time: 0.0490036 Aug 17 03:04:28.742999 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55580) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:28.781970 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Router 6e119178-7d73-471a-900f-2640bf133b94 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:04:28.861758 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:28.899067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:28.908688 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Sync routers for ids ['6e119178-7d73-471a-900f-2640bf133b94'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:28.923501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Routers {'6e119178-7d73-471a-900f-2640bf133b94'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:28.924179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6e119178-7d73-471a-900f-2640bf133b94'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:28.979790 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:28.988627 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:28.992910 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f3b72171-4c8e-4259-80e8-825d63050f7e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.6928236 Aug 17 03:04:28.993624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55590) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:29.050996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Set router 6e119178-7d73-471a-900f-2640bf133b94 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:29.137738 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e87740e-f934-4798-8799-f62dc5d18df4 req-51de25b0-f18b-44e8-9452-1b65682e6be3 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:29.139266 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0e87740e-f934-4798-8799-f62dc5d18df4 req-51de25b0-f18b-44e8-9452-1b65682e6be3 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.0940571 Aug 17 03:04:29.177648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6705fca-dff8-4fa0-aa1c-a47e3fe422fa req-ba1735c7-c1f6-4489-b565-e52e0195db2c tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:29.189229 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6705fca-dff8-4fa0-aa1c-a47e3fe422fa req-ba1735c7-c1f6-4489-b565-e52e0195db2c tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 946 time: 0.1123450 Aug 17 03:04:29.200733 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0e87740e-f934-4798-8799-f62dc5d18df4 req-cc382853-bcf8-45da-b4bd-e650a0d94da5 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546682 Aug 17 03:04:29.224542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Deleting port a386e840-fbc2-4f45-9c5b-0b23e0ddc380 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:29.224921 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:29.272618 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e119178-7d73-471a-900f-2640bf133b94', 'name': 'tempest-ServersTestMultiNic-2142526180-router', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'c0894f1a-f79c-440d-9e99-b8d9fd59f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:25Z', 'updated_at': '2021-08-17T03:04:27Z', 'revision_number': 3, 'project_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'gw_port': {'id': 'c0894f1a-f79c-440d-9e99-b8d9fd59f117', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e119178-7d73-471a-900f-2640bf133b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:26Z', 'updated_at': '2021-08-17T03:04:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:29.305973 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Checking router: 6e119178-7d73-471a-900f-2640bf133b94 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:04:29.306776 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Updating router 6e119178-7d73-471a-900f-2640bf133b94 port c0894f1a-f79c-440d-9e99-b8d9fd59f117 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:04:29.330494 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6705fca-dff8-4fa0-aa1c-a47e3fe422fa req-fe6825a7-e4dd-4cd2-bff0-eab8856bfae3 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/security-groups?id=dee706c4-bfe2-43de-b715-ba1d830c5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1397710 Aug 17 03:04:29.346883 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:29.354017 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:29.373616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Calling delete_port for a386e840-fbc2-4f45-9c5b-0b23e0ddc380 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:29.579247 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:29.668508 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:29.767581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e972fc-2bad-4b4c-9548-183de0afe13d req-4a4270cd-67ac-48d2-860a-bf9ce71a6ec0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:29.776090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e972fc-2bad-4b4c-9548-183de0afe13d req-4a4270cd-67ac-48d2-860a-bf9ce71a6ec0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:29.782487 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e972fc-2bad-4b4c-9548-183de0afe13d req-4a4270cd-67ac-48d2-860a-bf9ce71a6ec0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:29.788955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Pushing event deleted for resources: {'Port': ['ID=a386e840-fbc2-4f45-9c5b-0b23e0ddc380,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:29.797975 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e972fc-2bad-4b4c-9548-183de0afe13d req-4a4270cd-67ac-48d2-860a-bf9ce71a6ec0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:29.803361 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:29.804150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:29.804729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:29.805667 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e972fc-2bad-4b4c-9548-183de0afe13d req-4a4270cd-67ac-48d2-860a-bf9ce71a6ec0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:29.806070 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:29.806654 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:29.807228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:29.808071 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:29.808629 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:29.809220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:29.810680 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:29.811339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:29.812489 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:29.821047 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e972fc-2bad-4b4c-9548-183de0afe13d req-4a4270cd-67ac-48d2-860a-bf9ce71a6ec0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:29.833727 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35e972fc-2bad-4b4c-9548-183de0afe13d req-4a4270cd-67ac-48d2-860a-bf9ce71a6ec0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:29.844406 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-35e972fc-2bad-4b4c-9548-183de0afe13d req-4a4270cd-67ac-48d2-860a-bf9ce71a6ec0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.1991348 Aug 17 03:04:29.873534 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:29.932671 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:29.940942 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-35e972fc-2bad-4b4c-9548-183de0afe13d req-ff984cbe-d03b-4d12-8873-339b3d5e9355 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0816357 Aug 17 03:04:29.943349 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Transition to ACTIVE for port object c0894f1a-f79c-440d-9e99-b8d9fd59f117 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:29.953301 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Allocated IP 172.20.0.1 (a6d75db1-081c-448e-9b12-dee1955d79f6/26b78086-a82c-4ea0-b962-55e0dc6f3edf/efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:30.000518 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:30.006648 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:30.024406 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:30.091579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Attempting to bind port c0894f1a-f79c-440d-9e99-b8d9fd59f117 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:04:30.091915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Attempting to bind port c0894f1a-f79c-440d-9e99-b8d9fd59f117 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:04:30.092265 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:30.092754 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Attempting to bind port c0894f1a-f79c-440d-9e99-b8d9fd59f117 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:30.104662 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:30.105258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Fanout notify agent at l3_agent the message router_deleted on router 055940c5-43cf-453a-8037-29c44ead0ad6 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:04:30.109261 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Transition to ACTIVE for port object efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:30.114002 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:30.121924 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-705e949d-a340-4744-a31c-d7038c28b3eb tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "DELETE /v2.0/routers/055940c5-43cf-453a-8037-29c44ead0ad6 HTTP/1.1" status: 204 len: 168 time: 1.3709435 Aug 17 03:04:30.122644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:04:30.122644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:30.122644 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:30.122644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:04:30.123388 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55616) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:30.123660 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Bound port: c0894f1a-f79c-440d-9e99-b8d9fd59f117, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:04:30.123660 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:30.123901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebd10e-bf0b-4e37-b746-59e33529e553 None None] Pushing event updated for resources: {'Port': ['ID=c0894f1a-f79c-440d-9e99-b8d9fd59f117,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:30.137594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-4dd457df-baed-4556-b356-4c65c5115fef tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-429099783', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:30.184487 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] For port c0894f1a-f79c-440d-9e99-b8d9fd59f117, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:04:30.187872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] For port c0894f1a-f79c-440d-9e99-b8d9fd59f117, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c0894f1a-f79c-440d-9e99-b8d9fd59f117,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:04:30.198749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device eaeac782-59bd-469b-9093-a19494374990 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:30.235169 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4dd457df-baed-4556-b356-4c65c5115fef tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:30.240486 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4dd457df-baed-4556-b356-4c65c5115fef tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:30.281227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port eaeac782-59bd-469b-9093-a19494374990 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:30.281543 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:30.308821 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:30.313913 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:30.318223 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4dd457df-baed-4556-b356-4c65c5115fef tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:30.385227 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Network a6d75db1-081c-448e-9b12-dee1955d79f6 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:30.391433 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Routers {'6e119178-7d73-471a-900f-2640bf133b94'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:30.392082 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6e119178-7d73-471a-900f-2640bf133b94'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:30.394170 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Pushing event updated for resources: {'Port': ['ID=efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:30.395306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbebd10e-bf0b-4e37-b746-59e33529e553 None None] Pushing event updated for resources: {'Port': ['ID=c0894f1a-f79c-440d-9e99-b8d9fd59f117,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:30.396680 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:30.400623 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:30.427476 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4dd457df-baed-4556-b356-4c65c5115fef tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:30.440711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fad5d570-2a98-44a3-9aeb-d48eb9434243 req-26389f2c-9b1c-48fd-9d55-4d0797c2a290 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:30.442345 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fad5d570-2a98-44a3-9aeb-d48eb9434243 req-26389f2c-9b1c-48fd-9d55-4d0797c2a290 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.1455770 Aug 17 03:04:30.503359 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:30.624922 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a0a82580-aa6c-4fe2-9f62-61b3e3319b40 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:04:30.664351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] Set router 6e119178-7d73-471a-900f-2640bf133b94 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:30.790097 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.resource_extend [None req-2f55000a-7558-45c3-84da-73019a27286a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 03:04:30.811708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78917fd-cfad-423b-b3f4-0ee7977e8b12 req-c91a383e-c8f6-439a-b95e-93ae76ff970e tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:30.811708 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d78917fd-cfad-423b-b3f4-0ee7977e8b12 req-c91a383e-c8f6-439a-b95e-93ae76ff970e tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 946 time: 0.0644407 Aug 17 03:04:30.855311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d78917fd-cfad-423b-b3f4-0ee7977e8b12 req-42c76f7b-477b-4583-887e-57955c713123 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/security-groups?id=dee706c4-bfe2-43de-b715-ba1d830c5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397837 Aug 17 03:04:30.876676 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ba7d4226-1b9f-4a76-835e-8f78ea0318e3 None None] Provisioning for port efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:30.904210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ba7d4226-1b9f-4a76-835e-8f78ea0318e3 None None] Provisioning complete for port efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:30.904814 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ba7d4226-1b9f-4a76-835e-8f78ea0318e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:30.914213 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4dd457df-baed-4556-b356-4c65c5115fef tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:30.915408 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4dd457df-baed-4556-b356-4c65c5115fef tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.7937560 Aug 17 03:04:30.918580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55634) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:30.926002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1610e14c-a798-4f27-b7f8-a29e6e3b16e1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'enable_snat': False}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:30.934178 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fad5d570-2a98-44a3-9aeb-d48eb9434243 req-f69c38bb-0db0-4bbc-a4cb-1039a81e632d tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4782631 Aug 17 03:04:30.980932 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a0a82580-aa6c-4fe2-9f62-61b3e3319b40, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a0a82580-aa6c-4fe2-9f62-61b3e3319b40,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:31.012355 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'a0a82580-aa6c-4fe2-9f62-61b3e3319b40', 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11', 'port_id': 'a0a82580-aa6c-4fe2-9f62-61b3e3319b40', 'mac_address': 'fa:16:3e:6b:7b:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8293f80-0c9a-49ec-9de7-0f89e1b6c33f', 'ip_address': '10.1.1.153'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:04:31.017000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ba7d4226-1b9f-4a76-835e-8f78ea0318e3 None None] Port efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:04:31.081096 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:31.090813 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e119178-7d73-471a-900f-2640bf133b94', 'name': 'tempest-ServersTestMultiNic-2142526180-router', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'c0894f1a-f79c-440d-9e99-b8d9fd59f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:25Z', 'updated_at': '2021-08-17T03:04:27Z', 'revision_number': 3, 'project_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'gw_port': {'id': 'c0894f1a-f79c-440d-9e99-b8d9fd59f117', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e119178-7d73-471a-900f-2640bf133b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:26Z', 'updated_at': '2021-08-17T03:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:31.094369 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:31.138740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7898611-b732-48fa-a43a-bb610669d3fa None None] The sync data for ids ['6e119178-7d73-471a-900f-2640bf133b94'] in n-d-802060-9 is: [{'id': '6e119178-7d73-471a-900f-2640bf133b94', 'name': 'tempest-ServersTestMultiNic-2142526180-router', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'c0894f1a-f79c-440d-9e99-b8d9fd59f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:25Z', 'updated_at': '2021-08-17T03:04:27Z', 'revision_number': 3, 'project_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'gw_port': {'id': 'c0894f1a-f79c-440d-9e99-b8d9fd59f117', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e5:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e119178-7d73-471a-900f-2640bf133b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:26Z', 'updated_at': '2021-08-17T03:04:30Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:04:31.148094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0a82580-aa6c-4fe2-9f62-61b3e3319b40 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:04:31.199624 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a0a82580-aa6c-4fe2-9f62-61b3e3319b40, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a0a82580-aa6c-4fe2-9f62-61b3e3319b40,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:31.207119 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1610e14c-a798-4f27-b7f8-a29e6e3b16e1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:31.258109 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673de84-2784-430f-bc2f-ff89eb7a0c92 req-a45b4c68-ad59-4210-a8e2-367fadbea051 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:31.264267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673de84-2784-430f-bc2f-ff89eb7a0c92 req-a45b4c68-ad59-4210-a8e2-367fadbea051 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:31.270206 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673de84-2784-430f-bc2f-ff89eb7a0c92 req-a45b4c68-ad59-4210-a8e2-367fadbea051 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:31.277085 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673de84-2784-430f-bc2f-ff89eb7a0c92 req-a45b4c68-ad59-4210-a8e2-367fadbea051 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:31.283075 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673de84-2784-430f-bc2f-ff89eb7a0c92 req-a45b4c68-ad59-4210-a8e2-367fadbea051 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:31.287655 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:31.289869 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673de84-2784-430f-bc2f-ff89eb7a0c92 req-a45b4c68-ad59-4210-a8e2-367fadbea051 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:31.290111 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 3252fa48-9cdf-414f-bfa1-75099d66f47b details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:04:31.296040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6673de84-2784-430f-bc2f-ff89eb7a0c92 req-a45b4c68-ad59-4210-a8e2-367fadbea051 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:31.301955 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6673de84-2784-430f-bc2f-ff89eb7a0c92 req-a45b4c68-ad59-4210-a8e2-367fadbea051 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5422 time: 0.2092466 Aug 17 03:04:31.417736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a0a82580-aa6c-4fe2-9f62-61b3e3319b40,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:31.504734 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:31.513148 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6673de84-2784-430f-bc2f-ff89eb7a0c92 req-0cf91a84-6c77-4982-8a6d-1a50ff1ee055 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0866444 Aug 17 03:04:31.527897 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 3252fa48-9cdf-414f-bfa1-75099d66f47b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3252fa48-9cdf-414f-bfa1-75099d66f47b,segment=NetworkSegment(5db9e6f8-005b-4a94-af93-e5b6a7abeb04),segment_id=5db9e6f8-005b-4a94-af93-e5b6a7abeb04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:31.556407 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '3252fa48-9cdf-414f-bfa1-75099d66f47b', 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa', 'port_id': '3252fa48-9cdf-414f-bfa1-75099d66f47b', 'mac_address': 'fa:16:3e:2e:1f:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 70, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '416c6f37-743f-435b-96b1-67201de2ff16', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:04:31.606978 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:31.618546 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:31.628551 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3252fa48-9cdf-414f-bfa1-75099d66f47b {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:04:31.650444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 3252fa48-9cdf-414f-bfa1-75099d66f47b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3252fa48-9cdf-414f-bfa1-75099d66f47b,segment=NetworkSegment(5db9e6f8-005b-4a94-af93-e5b6a7abeb04),segment_id=5db9e6f8-005b-4a94-af93-e5b6a7abeb04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:31.650585 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1610e14c-a798-4f27-b7f8-a29e6e3b16e1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:31.676769 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1610e14c-a798-4f27-b7f8-a29e6e3b16e1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:31.741067 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:31.757655 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:31.759832 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 33a95012-a331-4064-8176-8968cdb8ac60 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:04:31.761076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Pushing event updated for resources: {'Port': ['ID=efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:31.827377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-1610e14c-a798-4f27-b7f8-a29e6e3b16e1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Allocated IP 172.25.1.202 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/2169957e-6036-45ea-b105-6b432d9e34cc) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:31.903001 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d783c-6030-4f22-8641-7090071cb9a1 req-ee51cf5e-9097-4b8b-85b5-baea8a4e0e68 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:31.904609 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9e8d783c-6030-4f22-8641-7090071cb9a1 req-ee51cf5e-9097-4b8b-85b5-baea8a4e0e68 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 946 time: 0.1398730 Aug 17 03:04:31.906264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 33a95012-a331-4064-8176-8968cdb8ac60, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=33a95012-a331-4064-8176-8968cdb8ac60,segment=NetworkSegment(37427c4d-051e-4a90-aacb-d267fa643c41),segment_id=37427c4d-051e-4a90-aacb-d267fa643c41)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:31.921987 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '33a95012-a331-4064-8176-8968cdb8ac60', 'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b', 'port_id': '33a95012-a331-4064-8176-8968cdb8ac60', 'mac_address': 'fa:16:3e:d0:05:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:04:31.975416 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9e8d783c-6030-4f22-8641-7090071cb9a1 req-84007975-8382-460f-868a-6cfc24a0c9e4 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/security-groups?id=dee706c4-bfe2-43de-b715-ba1d830c5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0528615 Aug 17 03:04:32.009534 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:32.020508 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Network a6d75db1-081c-448e-9b12-dee1955d79f6 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:32.022040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:32.026737 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33a95012-a331-4064-8176-8968cdb8ac60 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:04:32.032362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=3252fa48-9cdf-414f-bfa1-75099d66f47b,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:32.052949 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 33a95012-a331-4064-8176-8968cdb8ac60, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=33a95012-a331-4064-8176-8968cdb8ac60,segment=NetworkSegment(37427c4d-051e-4a90-aacb-d267fa643c41),segment_id=37427c4d-051e-4a90-aacb-d267fa643c41)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:32.125725 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:32.127177 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7cb7b403-44c7-4054-8867-793fbbd647f9 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:04:32.184431 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 7cb7b403-44c7-4054-8867-793fbbd647f9, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7cb7b403-44c7-4054-8867-793fbbd647f9,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:32.192111 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Router 6e119178-7d73-471a-900f-2640bf133b94 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:04:32.282117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '7cb7b403-44c7-4054-8867-793fbbd647f9', 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11', 'port_id': '7cb7b403-44c7-4054-8867-793fbbd647f9', 'mac_address': 'fa:16:3e:35:47:29', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8293f80-0c9a-49ec-9de7-0f89e1b6c33f', 'ip_address': '10.1.1.163'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:04:32.298757 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1610e14c-a798-4f27-b7f8-a29e6e3b16e1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:32.332457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035a1bc-6c72-4913-a6d6-a272a944ad99 req-01eb15db-c738-49b1-a304-ce3dee222c68 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:32.343742 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a035a1bc-6c72-4913-a6d6-a272a944ad99 req-01eb15db-c738-49b1-a304-ce3dee222c68 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.2072854 Aug 17 03:04:32.372922 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=33a95012-a331-4064-8176-8968cdb8ac60,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:32.376363 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:32.405150 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7cb7b403-44c7-4054-8867-793fbbd647f9 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:04:32.414872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c0894f1a-f79c-440d-9e99-b8d9fd59f117 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:32.475280 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:32.487138 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4ed99cef-483e-49dd-a8c6-22e90dfe2e24 admin admin] 10.222.0.10 "PUT /v2.0/routers/6e119178-7d73-471a-900f-2640bf133b94/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4923890 Aug 17 03:04:32.498585 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a035a1bc-6c72-4913-a6d6-a272a944ad99 req-c23c18ac-5b98-4131-9dde-d8ef8443c2c7 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533766 Aug 17 03:04:32.507344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 7cb7b403-44c7-4054-8867-793fbbd647f9, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7cb7b403-44c7-4054-8867-793fbbd647f9,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:32.564703 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1610e14c-a798-4f27-b7f8-a29e6e3b16e1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:32.589056 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:32.589832 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ef489fee-83cc-48c5-a1f8-291661db6e66 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:04:32.626474 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1610e14c-a798-4f27-b7f8-a29e6e3b16e1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:32.652402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-1610e14c-a798-4f27-b7f8-a29e6e3b16e1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:32.661366 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port c0894f1a-f79c-440d-9e99-b8d9fd59f117 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:32.662000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1610e14c-a798-4f27-b7f8-a29e6e3b16e1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:32.665620 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1610e14c-a798-4f27-b7f8-a29e6e3b16e1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Pushing event updated for resources: {'Port': ['ID=2169957e-6036-45ea-b105-6b432d9e34cc,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:32.676141 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c0894f1a-f79c-440d-9e99-b8d9fd59f117 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:32.676524 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:32.731169 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55664) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:32.775235 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port ef489fee-83cc-48c5-a1f8-291661db6e66, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ef489fee-83cc-48c5-a1f8-291661db6e66,segment=NetworkSegment(37427c4d-051e-4a90-aacb-d267fa643c41),segment_id=37427c4d-051e-4a90-aacb-d267fa643c41)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:32.778498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-29027f68-a4a8-41a4-ad00-1954aba6f4a0 None None] Provisioning complete for port efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:32.783073 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-29027f68-a4a8-41a4-ad00-1954aba6f4a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:32.785451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb539a-1480-41ab-8e15-af180c6f92bc req-28748bce-3fad-47b8-ada2-5e122ee9ca40 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:32.789660 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=7cb7b403-44c7-4054-8867-793fbbd647f9,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:32.793861 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb539a-1480-41ab-8e15-af180c6f92bc req-28748bce-3fad-47b8-ada2-5e122ee9ca40 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:32.801076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb539a-1480-41ab-8e15-af180c6f92bc req-28748bce-3fad-47b8-ada2-5e122ee9ca40 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:32.808984 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb539a-1480-41ab-8e15-af180c6f92bc req-28748bce-3fad-47b8-ada2-5e122ee9ca40 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:32.819559 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb539a-1480-41ab-8e15-af180c6f92bc req-28748bce-3fad-47b8-ada2-5e122ee9ca40 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:32.826610 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb539a-1480-41ab-8e15-af180c6f92bc req-28748bce-3fad-47b8-ada2-5e122ee9ca40 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:32.832997 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dfb539a-1480-41ab-8e15-af180c6f92bc req-28748bce-3fad-47b8-ada2-5e122ee9ca40 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:32.836088 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8dfb539a-1480-41ab-8e15-af180c6f92bc req-28748bce-3fad-47b8-ada2-5e122ee9ca40 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5426 time: 0.1729839 Aug 17 03:04:32.852738 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'ef489fee-83cc-48c5-a1f8-291661db6e66', 'network_id': '4b8050bd-263f-474e-b098-3b3f7ebeaf6b', 'port_id': 'ef489fee-83cc-48c5-a1f8-291661db6e66', 'mac_address': 'fa:16:3e:7e:f1:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 78, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:04:32.918250 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8dfb539a-1480-41ab-8e15-af180c6f92bc req-a54ae14c-e2ad-4d99-bfe0-2b3183542572 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0699253 Aug 17 03:04:32.937706 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7876941f-4add-42ca-84cc-fc847a8186e8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1541315536'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:32.959176 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:32.962541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-29027f68-a4a8-41a4-ad00-1954aba6f4a0 None None] Port efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:04:32.968185 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:32.985279 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:32.994298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ef489fee-83cc-48c5-a1f8-291661db6e66 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:04:33.016470 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port c0894f1a-f79c-440d-9e99-b8d9fd59f117, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c0894f1a-f79c-440d-9e99-b8d9fd59f117,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:33.017230 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7876941f-4add-42ca-84cc-fc847a8186e8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Made reservation on behalf of ad2a0dc5cde74a658ad692effa9a3b56 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:04:33.020939 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7876941f-4add-42ca-84cc-fc847a8186e8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:33.039639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port ef489fee-83cc-48c5-a1f8-291661db6e66, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ef489fee-83cc-48c5-a1f8-291661db6e66,segment=NetworkSegment(37427c4d-051e-4a90-aacb-d267fa643c41),segment_id=37427c4d-051e-4a90-aacb-d267fa643c41)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:33.055575 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7876941f-4add-42ca-84cc-fc847a8186e8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:04:33.067456 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7876941f-4add-42ca-84cc-fc847a8186e8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:33.067456 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-7876941f-4add-42ca-84cc-fc847a8186e8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Added segment 5e7374ce-7a51-42cc-89ad-3b2aba29078f of type vlan for network cfdbad95-69d8-4e99-a424-5b5f76afd7bf Aug 17 03:04:33.098704 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:33.117300 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7876941f-4add-42ca-84cc-fc847a8186e8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:33.132617 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:33.134540 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:04:33.151326 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1610e14c-a798-4f27-b7f8-a29e6e3b16e1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:33.166261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355a4fb7-6f3c-459a-84c1-8b783bd3dd67 req-0d79477d-aca2-4cb9-abe1-7131157da2ad tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:33.167999 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-355a4fb7-6f3c-459a-84c1-8b783bd3dd67 req-0d79477d-aca2-4cb9-abe1-7131157da2ad tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 946 time: 0.0888584 Aug 17 03:04:33.180946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=c0894f1a-f79c-440d-9e99-b8d9fd59f117,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:33.214885 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:33.222998 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7876941f-4add-42ca-84cc-fc847a8186e8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:33.231815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7876941f-4add-42ca-84cc-fc847a8186e8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:33.232715 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7876941f-4add-42ca-84cc-fc847a8186e8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:33.240827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19', 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11', 'port_id': '13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19', 'mac_address': 'fa:16:3e:3b:b7:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8293f80-0c9a-49ec-9de7-0f89e1b6c33f', 'ip_address': '10.1.1.234'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:04:33.277015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=ef489fee-83cc-48c5-a1f8-291661db6e66,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:33.294076 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-355a4fb7-6f3c-459a-84c1-8b783bd3dd67 req-131eb0a3-4c53-4e6d-b2c5-9c1f45efd527 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/security-groups?id=dee706c4-bfe2-43de-b715-ba1d830c5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0951376 Aug 17 03:04:33.307428 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:33.340608 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7876941f-4add-42ca-84cc-fc847a8186e8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6055560 Aug 17 03:04:33.342542 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:04:33.345486 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55674) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:33.360712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-9e1c02a6-7144-499e-8eb2-d159d8e995a5 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Request body: {'subnet': {'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:33.364860 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7876941f-4add-42ca-84cc-fc847a8186e8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event updated for resources: {'Network': ['ID=cfdbad95-69d8-4e99-a424-5b5f76afd7bf,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:33.367254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:33.379249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network cfdbad95-69d8-4e99-a424-5b5f76afd7bf details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:04:33.388869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb41a92-0835-469e-aa72-1073890094cb req-35218ce0-2362-460d-ac71-f60190a9b3c6 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:33.392182 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-deb41a92-0835-469e-aa72-1073890094cb req-35218ce0-2362-460d-ac71-f60190a9b3c6 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.60 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 946 time: 0.1211262 Aug 17 03:04:33.454730 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:33.455375 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 229d34f2-e84b-4d61-a8c6-7ecb791ac85d details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:04:33.548977 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1610e14c-a798-4f27-b7f8-a29e6e3b16e1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:33.557246 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1610e14c-a798-4f27-b7f8-a29e6e3b16e1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:33.573323 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e1c02a6-7144-499e-8eb2-d159d8e995a5 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Made reservation on behalf of ad2a0dc5cde74a658ad692effa9a3b56 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:04:33.576951 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9e1c02a6-7144-499e-8eb2-d159d8e995a5 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:33.618185 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=229d34f2-e84b-4d61-a8c6-7ecb791ac85d,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:33.633573 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:33.638836 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '229d34f2-e84b-4d61-a8c6-7ecb791ac85d', 'network_id': '9f0bfe94-bcd6-46e9-8643-784d13e1fa11', 'port_id': '229d34f2-e84b-4d61-a8c6-7ecb791ac85d', 'mac_address': 'fa:16:3e:a1:9b:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8293f80-0c9a-49ec-9de7-0f89e1b6c33f', 'ip_address': '10.1.1.89'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:04:33.642142 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:33.692403 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:33.715015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 229d34f2-e84b-4d61-a8c6-7ecb791ac85d {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:04:33.735276 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c74038-6d66-4001-aeca-bbd9ea6d9627 req-25dd8c54-1c05-4542-bbd9-526f3bc73a29 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:33.738139 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12c74038-6d66-4001-aeca-bbd9ea6d9627 req-25dd8c54-1c05-4542-bbd9-526f3bc73a29 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.1237934 Aug 17 03:04:33.748205 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=229d34f2-e84b-4d61-a8c6-7ecb791ac85d,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:33.839872 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:33.847060 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12c74038-6d66-4001-aeca-bbd9ea6d9627 req-db6ddfc1-0e0a-4593-acab-4f43fcfe27e3 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0937188 Aug 17 03:04:33.937865 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=229d34f2-e84b-4d61-a8c6-7ecb791ac85d,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:33.976437 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Sync routers for ids ['6e119178-7d73-471a-900f-2640bf133b94'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:33.993604 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Routers {'6e119178-7d73-471a-900f-2640bf133b94'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:33.994494 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6e119178-7d73-471a-900f-2640bf133b94'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:34.025024 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9e1c02a6-7144-499e-8eb2-d159d8e995a5 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:34.083395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-deb41a92-0835-469e-aa72-1073890094cb req-4f03c216-3447-4a2b-a357-99100852545a tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Deleting port a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:34.083786 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-deb41a92-0835-469e-aa72-1073890094cb req-4f03c216-3447-4a2b-a357-99100852545a tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:34.101459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1c02a6-7144-499e-8eb2-d159d8e995a5 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event updated for resources: {'Subnet': ['ID=9b6a0aa6-d40d-4ce5-9d17-23b28b6c38b0,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:34.110085 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e1c02a6-7144-499e-8eb2-d159d8e995a5 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Checking segment: {'id': '5e7374ce-7a51-42cc-89ad-3b2aba29078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:34.110287 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1c02a6-7144-499e-8eb2-d159d8e995a5 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Network hostable DHCP agents. Network: cfdbad95-69d8-4e99-a424-5b5f76afd7bf, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:04:34.136346 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Set router 6e119178-7d73-471a-900f-2640bf133b94 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:34.176114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63131de-f077-4648-9799-743ee3add10c req-51d4755d-a41e-423b-805f-fd9aa88eefaf tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:34.190103 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63131de-f077-4648-9799-743ee3add10c req-51d4755d-a41e-423b-805f-fd9aa88eefaf tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:34.190103 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63131de-f077-4648-9799-743ee3add10c req-51d4755d-a41e-423b-805f-fd9aa88eefaf tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:34.194972 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63131de-f077-4648-9799-743ee3add10c req-51d4755d-a41e-423b-805f-fd9aa88eefaf tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:34.200898 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63131de-f077-4648-9799-743ee3add10c req-51d4755d-a41e-423b-805f-fd9aa88eefaf tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:34.207234 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63131de-f077-4648-9799-743ee3add10c req-51d4755d-a41e-423b-805f-fd9aa88eefaf tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:34.211444 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e1c02a6-7144-499e-8eb2-d159d8e995a5 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Network cfdbad95-69d8-4e99-a424-5b5f76afd7bf is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:04:34.213114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63131de-f077-4648-9799-743ee3add10c req-51d4755d-a41e-423b-805f-fd9aa88eefaf tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:34.221011 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c63131de-f077-4648-9799-743ee3add10c req-51d4755d-a41e-423b-805f-fd9aa88eefaf tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5429 time: 0.2170775 Aug 17 03:04:34.260453 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c0894f1a-f79c-440d-9e99-b8d9fd59f117 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:34.280225 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-9e1c02a6-7144-499e-8eb2-d159d8e995a5 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, cfdbad95-69d8-4e99-a424-5b5f76afd7bf) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:34.285210 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e1c02a6-7144-499e-8eb2-d159d8e995a5 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:34.286306 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9e1c02a6-7144-499e-8eb2-d159d8e995a5 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:34.307738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-deb41a92-0835-469e-aa72-1073890094cb req-4f03c216-3447-4a2b-a357-99100852545a tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] For port a1f7b26a-76c5-484f-8510-54dd1b0cb8f7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a1f7b26a-76c5-484f-8510-54dd1b0cb8f7,segment=NetworkSegment(4e2b4ed5-7092-433c-9ed7-ed714f87d954),segment_id=4e2b4ed5-7092-433c-9ed7-ed714f87d954)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:34.308121 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-deb41a92-0835-469e-aa72-1073890094cb req-4f03c216-3447-4a2b-a357-99100852545a tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:34.316719 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f8bbe7e-327b-4afa-8804-72fa593d9567 None None] Network cfdbad95-69d8-4e99-a424-5b5f76afd7bf requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:04:34.319513 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c63131de-f077-4648-9799-743ee3add10c req-3e5618d8-d27e-47e4-93fa-c43f8fc98b12 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0975757 Aug 17 03:04:34.372367 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9e1c02a6-7144-499e-8eb2-d159d8e995a5 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0254302 Aug 17 03:04:34.375254 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55692) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:34.383464 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-c83df5f2-3fda-49b2-954e-69649a8a112a tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2050801179'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:34.421949 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c0894f1a-f79c-440d-9e99-b8d9fd59f117 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:34.422327 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:34.434925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1610e14c-a798-4f27-b7f8-a29e6e3b16e1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Router 55f0772f-b537-4937-b863-366441bb8ffa is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:04:34.492392 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e336d3-28d8-482c-b0d1-898c6f58590d req-ef581f78-cf48-4edd-a7ea-bf31f31fe5a8 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:34.494133 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74e336d3-28d8-482c-b0d1-898c6f58590d req-ef581f78-cf48-4edd-a7ea-bf31f31fe5a8 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 946 time: 0.1155686 Aug 17 03:04:34.519746 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e119178-7d73-471a-900f-2640bf133b94', 'name': 'tempest-ServersTestMultiNic-2142526180-router', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'c0894f1a-f79c-440d-9e99-b8d9fd59f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:25Z', 'updated_at': '2021-08-17T03:04:30Z', 'revision_number': 4, 'project_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'gw_port': {'id': 'c0894f1a-f79c-440d-9e99-b8d9fd59f117', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e119178-7d73-471a-900f-2640bf133b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:26Z', 'updated_at': '2021-08-17T03:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc', 'name': '', 'network_id': 'a6d75db1-081c-448e-9b12-dee1955d79f6', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'mac_address': 'fa:16:3e:97:6d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e119178-7d73-471a-900f-2640bf133b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '26b78086-a82c-4ea0-b962-55e0dc6f3edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:29Z', 'updated_at': '2021-08-17T03:04:31Z', 'revision_number': 2, 'project_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'subnets': [{'id': '26b78086-a82c-4ea0-b962-55e0dc6f3edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:34.549753 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74e336d3-28d8-482c-b0d1-898c6f58590d req-378ecd69-3eba-42a7-a30a-e6f99eebc954 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/security-groups?id=dee706c4-bfe2-43de-b715-ba1d830c5ba0&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431399 Aug 17 03:04:34.551423 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Checking router: 6e119178-7d73-471a-900f-2640bf133b94 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:04:34.552004 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Updating router 6e119178-7d73-471a-900f-2640bf133b94 port efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:04:34.554698 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c83df5f2-3fda-49b2-954e-69649a8a112a tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Made reservation on behalf of ad2a0dc5cde74a658ad692effa9a3b56 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:04:34.558621 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c83df5f2-3fda-49b2-954e-69649a8a112a tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:34.608555 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c83df5f2-3fda-49b2-954e-69649a8a112a tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:04:34.617792 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:34.630315 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c83df5f2-3fda-49b2-954e-69649a8a112a tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:34.632901 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-c83df5f2-3fda-49b2-954e-69649a8a112a tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Added segment 56a8c6ad-2a92-400c-8b7e-909a7f273e3b of type vlan for network e6baf906-1121-4fce-b43f-c2786ff9e843 Aug 17 03:04:34.673391 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1610e14c-a798-4f27-b7f8-a29e6e3b16e1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:34.681287 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1610e14c-a798-4f27-b7f8-a29e6e3b16e1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:34.685352 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c520b5-9d8e-41e3-acf8-b84fcda99ffe None None] Sync routers for ids ['55f0772f-b537-4937-b863-366441bb8ffa'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:34.690855 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1610e14c-a798-4f27-b7f8-a29e6e3b16e1 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "PUT /v2.0/routers/55f0772f-b537-4937-b863-366441bb8ffa HTTP/1.1" status: 200 len: 915 time: 3.7655034 Aug 17 03:04:34.693157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55698) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:34.701708 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cfdbad95-69d8-4e99-a424-5b5f76afd7bf', 'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'fixed_ips': [{'subnet_id': '9b6a0aa6-d40d-4ce5-9d17-23b28b6c38b0'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:04:34.702555 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:34.703840 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c83df5f2-3fda-49b2-954e-69649a8a112a tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:34.763783 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c520b5-9d8e-41e3-acf8-b84fcda99ffe None None] Routers {'55f0772f-b537-4937-b863-366441bb8ffa'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:34.764601 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-98c520b5-9d8e-41e3-acf8-b84fcda99ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['55f0772f-b537-4937-b863-366441bb8ffa'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:34.801844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:04:34.840670 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c83df5f2-3fda-49b2-954e-69649a8a112a tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:34.848002 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c83df5f2-3fda-49b2-954e-69649a8a112a tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:34.848437 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-deb41a92-0835-469e-aa72-1073890094cb req-4f03c216-3447-4a2b-a357-99100852545a tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:34.849084 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-deb41a92-0835-469e-aa72-1073890094cb req-4f03c216-3447-4a2b-a357-99100852545a tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:34.849230 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c83df5f2-3fda-49b2-954e-69649a8a112a tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:34.849953 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-deb41a92-0835-469e-aa72-1073890094cb req-4f03c216-3447-4a2b-a357-99100852545a tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Floating IP cefcd11c-a256-40cc-8381-6bf55e81ccfa disassociated. External IP: 172.25.1.16, port: a1f7b26a-76c5-484f-8510-54dd1b0cb8f7. Aug 17 03:04:34.851288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-deb41a92-0835-469e-aa72-1073890094cb req-4f03c216-3447-4a2b-a357-99100852545a tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Calling delete_port for a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:34.868124 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['7cb7b403-44c7-4054-8867-793fbbd647f9'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:04:34.917197 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-98c520b5-9d8e-41e3-acf8-b84fcda99ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:34.925022 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6de02344-40a4-403b-a348-9c5e208b4709 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "GET /v2.0/routers/55f0772f-b537-4937-b863-366441bb8ffa HTTP/1.1" status: 200 len: 921 time: 0.2306378 Aug 17 03:04:34.932098 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55702) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:34.935382 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['3252fa48-9cdf-414f-bfa1-75099d66f47b'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:04:34.943123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['a0a82580-aa6c-4fe2-9f62-61b3e3319b40'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:04:34.950101 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['229d34f2-e84b-4d61-a8c6-7ecb791ac85d'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:04:34.955525 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:34.957258 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['ef489fee-83cc-48c5-a1f8-291661db6e66'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:04:34.962912 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['33a95012-a331-4064-8176-8968cdb8ac60'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:04:34.966105 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Transition to ACTIVE for port object efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:35.028590 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:35.032734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ebf082-25d2-4ba4-837f-00f456c6f001 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:35.036665 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f3ebf082-25d2-4ba4-837f-00f456c6f001 tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&device_id=55f0772f-b537-4937-b863-366441bb8ffa&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1021569 Aug 17 03:04:35.039764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55706) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:35.078794 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c83df5f2-3fda-49b2-954e-69649a8a112a tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.7018189 Aug 17 03:04:35.087764 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55708) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:35.096876 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-64c825a3-3252-4d4a-9438-4e6f75d6ca21 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Request body: {'subnet': {'network_id': 'e6baf906-1121-4fce-b43f-c2786ff9e843', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:35.101463 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83df5f2-3fda-49b2-954e-69649a8a112a tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event updated for resources: {'Network': ['ID=e6baf906-1121-4fce-b43f-c2786ff9e843,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:35.167975 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1364f2-1d19-4868-9473-154a74ca6689 None None] Pushing event updated for resources: {'Port': ['ID=efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:35.198158 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d2f8ae2-2709-4624-9010-f7e8d509ba6b tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:35.200120 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6d2f8ae2-2709-4624-9010-f7e8d509ba6b tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "GET /v2.0/networks/956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 881 time: 0.1588137 Aug 17 03:04:35.204295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55710) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:35.253225 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Attempting to bind port efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:04:35.262595 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ba43c4-75a5-4f9f-897b-8fe621ddaa1e req-002e2c30-fb82-43cb-a7e6-7054a90f8ae4 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:35.263967 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Attempting to bind port efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '37f67758-6446-4a1f-9748-a090686ebc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a6d75db1-081c-448e-9b12-dee1955d79f6'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:04:35.265130 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-27ba43c4-75a5-4f9f-897b-8fe621ddaa1e req-002e2c30-fb82-43cb-a7e6-7054a90f8ae4 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.2704372 Aug 17 03:04:35.265849 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Attempting to bind port efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc on network a6d75db1-081c-448e-9b12-dee1955d79f6 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:35.267433 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1fe765ae-3b9b-47f8-a872-fd150e274257 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "GET /v2.0/ports?device_id=55f0772f-b537-4937-b863-366441bb8ffa HTTP/1.1" status: 200 len: 205 time: 0.0619485 Aug 17 03:04:35.270118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55714) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:35.279648 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:04:35.280329 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Checking segment: {'id': '37f67758-6446-4a1f-9748-a090686ebc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a6d75db1-081c-448e-9b12-dee1955d79f6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:35.280900 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:35.281647 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Bound using segment: {'id': '37f67758-6446-4a1f-9748-a090686ebc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a6d75db1-081c-448e-9b12-dee1955d79f6'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:04:35.282278 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Bound port: efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37f67758-6446-4a1f-9748-a090686ebc05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': 'a6d75db1-081c-448e-9b12-dee1955d79f6'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:04:35.282826 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:35.386207 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-deb41a92-0835-469e-aa72-1073890094cb req-4f03c216-3447-4a2b-a357-99100852545a tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:35.401014 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-27ba43c4-75a5-4f9f-897b-8fe621ddaa1e req-5d2f112b-f06c-4ba3-88db-349d8eb010ed tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187799 Aug 17 03:04:35.448978 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64c825a3-3252-4d4a-9438-4e6f75d6ca21 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Made reservation on behalf of ad2a0dc5cde74a658ad692effa9a3b56 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:04:35.453100 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64c825a3-3252-4d4a-9438-4e6f75d6ca21 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:35.458666 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] For port efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:04:35.463026 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] For port efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc,segment=NetworkSegment(37f67758-6446-4a1f-9748-a090686ebc05),segment_id=37f67758-6446-4a1f-9748-a090686ebc05)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:04:35.497793 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f03c216-3447-4a2b-a357-99100852545a tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Pushing event deleted for resources: {'Port': ['ID=a1f7b26a-76c5-484f-8510-54dd1b0cb8f7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:35.537566 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:35.600803 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network e6baf906-1121-4fce-b43f-c2786ff9e843 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:04:35.662707 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1364f2-1d19-4868-9473-154a74ca6689 None None] Pushing event updated for resources: {'Port': ['ID=efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:35.693078 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Routers {'6e119178-7d73-471a-900f-2640bf133b94'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:35.696010 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6e119178-7d73-471a-900f-2640bf133b94'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:35.789338 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-47434c5f-6ab7-4701-9ea3-b582e6f7cfbc req-86386df2-a8db-4dea-a1cf-893b7a1d4706 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 210 time: 0.1024978 Aug 17 03:04:35.880845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c520b5-9d8e-41e3-acf8-b84fcda99ffe None None] Routers {'55f0772f-b537-4937-b863-366441bb8ffa'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:35.888921 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-98c520b5-9d8e-41e3-acf8-b84fcda99ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['55f0772f-b537-4937-b863-366441bb8ffa'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:35.921177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb2565-e542-45a5-8c87-2003dc20ee64 req-d0648645-8966-4e02-8ff2-b194b1a9d3ef tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:35.928427 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb2565-e542-45a5-8c87-2003dc20ee64 req-d0648645-8966-4e02-8ff2-b194b1a9d3ef tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:35.935956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb2565-e542-45a5-8c87-2003dc20ee64 req-d0648645-8966-4e02-8ff2-b194b1a9d3ef tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:35.949287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb2565-e542-45a5-8c87-2003dc20ee64 req-d0648645-8966-4e02-8ff2-b194b1a9d3ef tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:35.958956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb2565-e542-45a5-8c87-2003dc20ee64 req-d0648645-8966-4e02-8ff2-b194b1a9d3ef tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:35.966680 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb2565-e542-45a5-8c87-2003dc20ee64 req-d0648645-8966-4e02-8ff2-b194b1a9d3ef tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:35.976447 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ddb2565-e542-45a5-8c87-2003dc20ee64 req-d0648645-8966-4e02-8ff2-b194b1a9d3ef tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:35.986430 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] Set router 6e119178-7d73-471a-900f-2640bf133b94 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:35.986988 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ddb2565-e542-45a5-8c87-2003dc20ee64 req-d0648645-8966-4e02-8ff2-b194b1a9d3ef tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5429 time: 0.4792213 Aug 17 03:04:36.017788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-98c520b5-9d8e-41e3-acf8-b84fcda99ffe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:36.018470 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98c520b5-9d8e-41e3-acf8-b84fcda99ffe None None] The sync data for ids ['55f0772f-b537-4937-b863-366441bb8ffa'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:04:36.020060 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:04:36.023803 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64c825a3-3252-4d4a-9438-4e6f75d6ca21 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:36.058261 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-37a0b51b-7d29-4afe-bdf5-84660e21a620 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:36.172581 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ddb2565-e542-45a5-8c87-2003dc20ee64 req-fccb5a44-278a-46ff-8cc3-f7808d5137a5 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1662071 Aug 17 03:04:36.172826 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c825a3-3252-4d4a-9438-4e6f75d6ca21 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event updated for resources: {'Subnet': ['ID=2fa02070-dae0-477e-b580-8ddc1bd36e18,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:36.177513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64c825a3-3252-4d4a-9438-4e6f75d6ca21 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Checking segment: {'id': '56a8c6ad-2a92-400c-8b7e-909a7f273e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6baf906-1121-4fce-b43f-c2786ff9e843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:36.177948 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c825a3-3252-4d4a-9438-4e6f75d6ca21 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Network hostable DHCP agents. Network: e6baf906-1121-4fce-b43f-c2786ff9e843, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:04:36.183978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-deb41a92-0835-469e-aa72-1073890094cb req-4f03c216-3447-4a2b-a357-99100852545a tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Router 0413bbcc-fd8b-4441-b619-e1178c781ac6 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:04:36.224015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:04:36.224015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:04:36.307380 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e119178-7d73-471a-900f-2640bf133b94', 'name': 'tempest-ServersTestMultiNic-2142526180-router', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'c0894f1a-f79c-440d-9e99-b8d9fd59f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:25Z', 'updated_at': '2021-08-17T03:04:30Z', 'revision_number': 4, 'project_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'gw_port': {'id': 'c0894f1a-f79c-440d-9e99-b8d9fd59f117', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e119178-7d73-471a-900f-2640bf133b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:26Z', 'updated_at': '2021-08-17T03:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc', 'name': '', 'network_id': 'a6d75db1-081c-448e-9b12-dee1955d79f6', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'mac_address': 'fa:16:3e:97:6d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e119178-7d73-471a-900f-2640bf133b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '26b78086-a82c-4ea0-b962-55e0dc6f3edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:29Z', 'updated_at': '2021-08-17T03:04:35Z', 'revision_number': 4, 'project_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'subnets': [{'id': '26b78086-a82c-4ea0-b962-55e0dc6f3edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:36.336989 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64c825a3-3252-4d4a-9438-4e6f75d6ca21 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Network e6baf906-1121-4fce-b43f-c2786ff9e843 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:04:36.362939 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-37a0b51b-7d29-4afe-bdf5-84660e21a620 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:36.392599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-deb41a92-0835-469e-aa72-1073890094cb req-4f03c216-3447-4a2b-a357-99100852545a tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:36.432627 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-64c825a3-3252-4d4a-9438-4e6f75d6ca21 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, e6baf906-1121-4fce-b43f-c2786ff9e843) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:36.439164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64c825a3-3252-4d4a-9438-4e6f75d6ca21 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:36.440338 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64c825a3-3252-4d4a-9438-4e6f75d6ca21 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:36.470726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-deb41a92-0835-469e-aa72-1073890094cb req-4f03c216-3447-4a2b-a357-99100852545a tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] No DVR routers for this DVR port a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:04:36.474977 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-deb41a92-0835-469e-aa72-1073890094cb req-4f03c216-3447-4a2b-a357-99100852545a tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:36.477586 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-deb41a92-0835-469e-aa72-1073890094cb req-4f03c216-3447-4a2b-a357-99100852545a tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.60 "DELETE /v2.0/ports/a1f7b26a-76c5-484f-8510-54dd1b0cb8f7 HTTP/1.1" status: 204 len: 173 time: 3.0771024 Aug 17 03:04:36.478108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '341bd382-695f-455c-af11-3bb99091d300', 'name': 'network-vif-deleted', 'tag': 'a1f7b26a-76c5-484f-8510-54dd1b0cb8f7'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:36.480461 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de533ae-0d1e-4e3a-8453-dee8b5ff520c" -d '{"events": [{"server_uuid": "341bd382-695f-455c-af11-3bb99091d300", "name": "network-vif-deleted", "tag": "a1f7b26a-76c5-484f-8510-54dd1b0cb8f7"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:36.485399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-faecad56-092d-4cdc-a69c-573cc0b78212 None None] Network e6baf906-1121-4fce-b43f-c2786ff9e843 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:04:36.534934 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-64c825a3-3252-4d4a-9438-4e6f75d6ca21 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.4372087 Aug 17 03:04:36.546915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-37a0b51b-7d29-4afe-bdf5-84660e21a620 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Deleting port 2169957e-6036-45ea-b105-6b432d9e34cc {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:36.546915 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-37a0b51b-7d29-4afe-bdf5-84660e21a620 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:36.593347 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7108dd8-4fa1-44e4-a6bf-56f15adbef89 x-openstack-request-id: req-c7108dd8-4fa1-44e4-a6bf-56f15adbef89 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:36.597267 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "341bd382-695f-455c-af11-3bb99091d300", "name": "network-vif-deleted", "tag": "a1f7b26a-76c5-484f-8510-54dd1b0cb8f7", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:36.607858 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c7108dd8-4fa1-44e4-a6bf-56f15adbef89 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:36.608433 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '341bd382-695f-455c-af11-3bb99091d300', 'name': 'network-vif-deleted', 'tag': 'a1f7b26a-76c5-484f-8510-54dd1b0cb8f7', 'status': 'completed', 'code': 200} Aug 17 03:04:36.620108 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beddd780-4ddd-4a60-868a-33f8d99ec6de None None] Sync routers for ids ['0413bbcc-fd8b-4441-b619-e1178c781ac6'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:36.626539 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c056efda-4a1f-42f5-8bbb-ef3903e29548 None None] The sync data for ids ['6e119178-7d73-471a-900f-2640bf133b94'] in n-d-802060-9 is: [{'id': '6e119178-7d73-471a-900f-2640bf133b94', 'name': 'tempest-ServersTestMultiNic-2142526180-router', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'c0894f1a-f79c-440d-9e99-b8d9fd59f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:25Z', 'updated_at': '2021-08-17T03:04:30Z', 'revision_number': 4, 'project_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'gw_port': {'id': 'c0894f1a-f79c-440d-9e99-b8d9fd59f117', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e119178-7d73-471a-900f-2640bf133b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:26Z', 'updated_at': '2021-08-17T03:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc', 'name': '', 'network_id': 'a6d75db1-081c-448e-9b12-dee1955d79f6', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'mac_address': 'fa:16:3e:97:6d:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6e119178-7d73-471a-900f-2640bf133b94', 'device_owner': 'network:router_interface', 'standard_attr_id': 1642, 'fixed_ips': [{'subnet_id': '26b78086-a82c-4ea0-b962-55e0dc6f3edf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:29Z', 'updated_at': '2021-08-17T03:04:35Z', 'revision_number': 4, 'project_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'subnets': [{'id': '26b78086-a82c-4ea0-b962-55e0dc6f3edf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:04:36.634893 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beddd780-4ddd-4a60-868a-33f8d99ec6de None None] Routers {'0413bbcc-fd8b-4441-b619-e1178c781ac6'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:36.636333 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-beddd780-4ddd-4a60-868a-33f8d99ec6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0413bbcc-fd8b-4441-b619-e1178c781ac6'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:36.775038 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a12a435-b5a8-4289-8916-73812bb7aac3 req-0d6067ef-647c-4e78-b8a5-f6bbd3d49fd5 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:36.779872 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1a12a435-b5a8-4289-8916-73812bb7aac3 req-0d6067ef-647c-4e78-b8a5-f6bbd3d49fd5 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.1838651 Aug 17 03:04:36.823723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Allocated IP 19.80.0.2 (cfdbad95-69d8-4e99-a424-5b5f76afd7bf/9b6a0aa6-d40d-4ce5-9d17-23b28b6c38b0/ab3e07d1-8510-420f-a9f4-42983f88e820) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:36.847207 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-37a0b51b-7d29-4afe-bdf5-84660e21a620 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:36.856178 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1a12a435-b5a8-4289-8916-73812bb7aac3 req-9ef90dc7-e1c0-4988-ab49-8c0e479c6407 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687909 Aug 17 03:04:36.875070 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-37a0b51b-7d29-4afe-bdf5-84660e21a620 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Calling delete_port for 2169957e-6036-45ea-b105-6b432d9e34cc owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:36.882790 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-beddd780-4ddd-4a60-868a-33f8d99ec6de None None] Set router 0413bbcc-fd8b-4441-b619-e1178c781ac6 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:37.089731 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b391c7b-93c9-4b82-85c9-41a52d2ff144 req-69e3b167-8c69-458a-987e-314cf3da1b0b tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/ports?device_id=341bd382-695f-455c-af11-3bb99091d300 HTTP/1.1" status: 200 len: 210 time: 0.0464959 Aug 17 03:04:37.281272 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:37.306042 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-beddd780-4ddd-4a60-868a-33f8d99ec6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'name': 'tempest-ServersTestJSON-868693690-router', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:11Z', 'updated_at': '2021-08-17T03:02:18Z', 'revision_number': 4, 'project_id': '34d236346ac741899b701f19fb1b5339', 'gw_port': {'id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:13Z', 'updated_at': '2021-08-17T03:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'c904ba67-77c6-4ce7-a68b-af9c259bca27', 'name': '', 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'mac_address': 'fa:16:3e:b5:1f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:28Z', 'revision_number': 5, 'project_id': '34d236346ac741899b701f19fb1b5339', 'subnets': [{'id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:37.354617 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beddd780-4ddd-4a60-868a-33f8d99ec6de None None] Checking router: 0413bbcc-fd8b-4441-b619-e1178c781ac6 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:04:37.386068 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-6d0cf359-8458-439e-9fff-49b3d4f329c0 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:37.387269 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beddd780-4ddd-4a60-868a-33f8d99ec6de None None] Routers {'0413bbcc-fd8b-4441-b619-e1178c781ac6'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:37.387923 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-beddd780-4ddd-4a60-868a-33f8d99ec6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0413bbcc-fd8b-4441-b619-e1178c781ac6'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:37.394576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-6d0cf359-8458-439e-9fff-49b3d4f329c0 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:37.402980 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-6d0cf359-8458-439e-9fff-49b3d4f329c0 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/networks?id=cfdbad95-69d8-4e99-a424-5b5f76afd7bf&id=e6baf906-1121-4fce-b43f-c2786ff9e843&id=cfdbad95-69d8-4e99-a424-5b5f76afd7bf HTTP/1.1" status: 200 len: 1392 time: 0.3407471 Aug 17 03:04:37.418053 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-75a240a6-c388-496b-bc0a-6caffaf94d33 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/quotas/ad2a0dc5cde74a658ad692effa9a3b56 HTTP/1.1" status: 200 len: 375 time: 0.0137892 Aug 17 03:04:37.443153 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df3d7-016c-42ea-be74-b7731948a360 req-8f21d8fd-e0d4-4aae-a233-7a89b538ca4c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:37.452503 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df3d7-016c-42ea-be74-b7731948a360 req-8f21d8fd-e0d4-4aae-a233-7a89b538ca4c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:37.464098 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df3d7-016c-42ea-be74-b7731948a360 req-8f21d8fd-e0d4-4aae-a233-7a89b538ca4c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:37.476752 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Transition to ACTIVE for port object ab3e07d1-8510-420f-a9f4-42983f88e820 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:37.478521 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df3d7-016c-42ea-be74-b7731948a360 req-8f21d8fd-e0d4-4aae-a233-7a89b538ca4c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:37.497305 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df3d7-016c-42ea-be74-b7731948a360 req-8f21d8fd-e0d4-4aae-a233-7a89b538ca4c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:37.503203 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-37a0b51b-7d29-4afe-bdf5-84660e21a620 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:37.504014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df3d7-016c-42ea-be74-b7731948a360 req-8f21d8fd-e0d4-4aae-a233-7a89b538ca4c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:37.511095 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-269df3d7-016c-42ea-be74-b7731948a360 req-8f21d8fd-e0d4-4aae-a233-7a89b538ca4c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:37.535218 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-269df3d7-016c-42ea-be74-b7731948a360 req-8f21d8fd-e0d4-4aae-a233-7a89b538ca4c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5429 time: 0.1895545 Aug 17 03:04:37.548492 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Transition to ACTIVE for port object ab3e07d1-8510-420f-a9f4-42983f88e820 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:37.551396 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-beddd780-4ddd-4a60-868a-33f8d99ec6de None None] Set router 0413bbcc-fd8b-4441-b619-e1178c781ac6 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:37.608636 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-269df3d7-016c-42ea-be74-b7731948a360 req-0bbeabcf-8605-4565-b55c-e464b871617e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0724185 Aug 17 03:04:37.610771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-e6baf906-1121-4fce-b43f-c2786ff9e843', 'network_id': 'e6baf906-1121-4fce-b43f-c2786ff9e843', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'fixed_ips': [{'subnet_id': '2fa02070-dae0-477e-b580-8ddc1bd36e18'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:04:37.614677 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:37.625025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a0b51b-7d29-4afe-bdf5-84660e21a620 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Pushing event deleted for resources: {'Port': ['ID=2169957e-6036-45ea-b105-6b432d9e34cc,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:37.650108 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:37.689727 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-c6ca0ad2-e06b-4510-8261-314c50458ced tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ad2a0dc5cde74a658ad692effa9a3b56&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2625225 Aug 17 03:04:37.705166 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Network cfdbad95-69d8-4e99-a424-5b5f76afd7bf is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:37.772872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:37.780117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:37.827245 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-37a0b51b-7d29-4afe-bdf5-84660e21a620 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:37.828163 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Pushing event updated for resources: {'Port': ['ID=ab3e07d1-8510-420f-a9f4-42983f88e820,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:37.936344 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-beddd780-4ddd-4a60-868a-33f8d99ec6de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'name': 'tempest-ServersTestJSON-868693690-router', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:11Z', 'updated_at': '2021-08-17T03:02:18Z', 'revision_number': 4, 'project_id': '34d236346ac741899b701f19fb1b5339', 'gw_port': {'id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:13Z', 'updated_at': '2021-08-17T03:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'c904ba67-77c6-4ce7-a68b-af9c259bca27', 'name': '', 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'mac_address': 'fa:16:3e:b5:1f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:28Z', 'revision_number': 5, 'project_id': '34d236346ac741899b701f19fb1b5339', 'subnets': [{'id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:37.941725 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-37a0b51b-7d29-4afe-bdf5-84660e21a620 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:37.944094 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-37a0b51b-7d29-4afe-bdf5-84660e21a620 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:37.996020 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beddd780-4ddd-4a60-868a-33f8d99ec6de None None] The sync data for ids ['0413bbcc-fd8b-4441-b619-e1178c781ac6'] in n-d-802060-9 is: [{'id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'name': 'tempest-ServersTestJSON-868693690-router', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:11Z', 'updated_at': '2021-08-17T03:02:18Z', 'revision_number': 4, 'project_id': '34d236346ac741899b701f19fb1b5339', 'gw_port': {'id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:13Z', 'updated_at': '2021-08-17T03:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'c904ba67-77c6-4ce7-a68b-af9c259bca27', 'name': '', 'network_id': 'e80b3e6b-ad83-4275-b888-5d76fe788ca1', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'mac_address': 'fa:16:3e:b5:1f:ec', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_interface', 'standard_attr_id': 1304, 'fixed_ips': [{'subnet_id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:28Z', 'revision_number': 5, 'project_id': '34d236346ac741899b701f19fb1b5339', 'subnets': [{'id': '5f4d6ab7-f8f2-462d-a080-e6682c125201', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:04:37.999726 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-9ada4797-6830-48a4-8b56-9dc11648e2ee service neutron] 10.222.0.10 "GET /v2.0/networks/cfdbad95-69d8-4e99-a424-5b5f76afd7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3085513 Aug 17 03:04:38.010732 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Attempting to bind port ab3e07d1-8510-420f-a9f4-42983f88e820 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:04:38.011119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Attempting to bind port ab3e07d1-8510-420f-a9f4-42983f88e820 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '5e7374ce-7a51-42cc-89ad-3b2aba29078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:04:38.011493 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Attempting to bind port ab3e07d1-8510-420f-a9f4-42983f88e820 on network cfdbad95-69d8-4e99-a424-5b5f76afd7bf {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:38.029399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:04:38.029815 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Checking segment: {'id': '5e7374ce-7a51-42cc-89ad-3b2aba29078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:38.030235 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:38.030641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Bound using segment: {'id': '5e7374ce-7a51-42cc-89ad-3b2aba29078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:04:38.031134 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Bound port: ab3e07d1-8510-420f-a9f4-42983f88e820, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e7374ce-7a51-42cc-89ad-3b2aba29078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:04:38.031525 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:38.063214 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Allocated IP 19.86.0.2 (e6baf906-1121-4fce-b43f-c2786ff9e843/2fa02070-dae0-477e-b580-8ddc1bd36e18/8622501e-4797-4746-935a-b22beec51f1c) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:38.063498 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-37a0b51b-7d29-4afe-bdf5-84660e21a620 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:38.070422 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37a0b51b-7d29-4afe-bdf5-84660e21a620 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Fanout notify agent at l3_agent the message router_deleted on router 55f0772f-b537-4937-b863-366441bb8ffa {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:04:38.096944 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-37a0b51b-7d29-4afe-bdf5-84660e21a620 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:38.098291 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-37a0b51b-7d29-4afe-bdf5-84660e21a620 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "DELETE /v2.0/routers/55f0772f-b537-4937-b863-366441bb8ffa HTTP/1.1" status: 204 len: 168 time: 2.8268774 Aug 17 03:04:38.104340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55806) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:38.110830 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-486437127', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}, 'admin_state_up': False}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:38.112263 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f795713-082a-46ee-8267-1d3e488363a6 req-6c73b4fb-4698-4fc3-9d4d-783ee36b34e7 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:38.118268 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6f795713-082a-46ee-8267-1d3e488363a6 req-6c73b4fb-4698-4fc3-9d4d-783ee36b34e7 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.1345339 Aug 17 03:04:38.178246 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-abb66140-bc2c-47c4-a2a1-256765c6c6f0 service neutron] 10.222.0.10 "GET /v2.0/networks/cfdbad95-69d8-4e99-a424-5b5f76afd7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1776276 Aug 17 03:04:38.211708 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6f795713-082a-46ee-8267-1d3e488363a6 req-bfc28cc6-c317-4ce5-b6c1-b6fc338fb8cb tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0836921 Aug 17 03:04:38.277565 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:38.278701 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:38.347418 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] For port ab3e07d1-8510-420f-a9f4-42983f88e820, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:04:38.351226 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] For port ab3e07d1-8510-420f-a9f4-42983f88e820, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ab3e07d1-8510-420f-a9f4-42983f88e820,segment=NetworkSegment(5e7374ce-7a51-42cc-89ad-3b2aba29078f),segment_id=5e7374ce-7a51-42cc-89ad-3b2aba29078f)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:04:38.355670 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:38.422120 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:38.463698 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:38.480974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-71bcdcb0-c761-4626-ac14-c571c3fa3893 service neutron] 10.222.0.10 "GET /v2.0/networks/e6baf906-1121-4fce-b43f-c2786ff9e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2933698 Aug 17 03:04:38.558942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55814) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:38.580003 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2cf9c4c8-1f87-4311-9d40-2e8ad8c679c9 None None] New status for floating IP cefcd11c-a256-40cc-8381-6bf55e81ccfa: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:04:38.688244 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5fb4879d-0c60-464b-96f8-0ff417f98351 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:38.802093 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5fb4879d-0c60-464b-96f8-0ff417f98351 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:38.893165 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf642b-6bdd-49ee-a48b-01ac1055f5ad req-d532354f-f2a6-4a38-b8b4-b96a99720b5f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:38.911440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf642b-6bdd-49ee-a48b-01ac1055f5ad req-d532354f-f2a6-4a38-b8b4-b96a99720b5f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:38.922080 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf642b-6bdd-49ee-a48b-01ac1055f5ad req-d532354f-f2a6-4a38-b8b4-b96a99720b5f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:38.933047 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf642b-6bdd-49ee-a48b-01ac1055f5ad req-d532354f-f2a6-4a38-b8b4-b96a99720b5f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:38.939860 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf642b-6bdd-49ee-a48b-01ac1055f5ad req-d532354f-f2a6-4a38-b8b4-b96a99720b5f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:38.947164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf642b-6bdd-49ee-a48b-01ac1055f5ad req-d532354f-f2a6-4a38-b8b4-b96a99720b5f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:38.954001 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cf642b-6bdd-49ee-a48b-01ac1055f5ad req-d532354f-f2a6-4a38-b8b4-b96a99720b5f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:38.956480 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-80cf642b-6bdd-49ee-a48b-01ac1055f5ad req-d532354f-f2a6-4a38-b8b4-b96a99720b5f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5429 time: 0.2304747 Aug 17 03:04:39.028317 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:39.039566 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-80cf642b-6bdd-49ee-a48b-01ac1055f5ad req-24349f61-f1f7-4d7a-b51c-50ef88002ee3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0609820 Aug 17 03:04:39.050984 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5f4db3-8576-4d4b-8a66-c49bc655f74b None None] Pushing event updated for resources: {'Port': ['ID=ab3e07d1-8510-420f-a9f4-42983f88e820,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:39.070383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Transition to ACTIVE for port object 8622501e-4797-4746-935a-b22beec51f1c will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:39.097046 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5fb4879d-0c60-464b-96f8-0ff417f98351 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:39.103518 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5fb4879d-0c60-464b-96f8-0ff417f98351 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:39.106864 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5fb4879d-0c60-464b-96f8-0ff417f98351 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "DELETE /v2.0/security-groups/dee706c4-bfe2-43de-b715-ba1d830c5ba0 HTTP/1.1" status: 204 len: 168 time: 0.5465455 Aug 17 03:04:39.107780 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Transition to ACTIVE for port object 8622501e-4797-4746-935a-b22beec51f1c will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:39.114210 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55822) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:39.138405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:39.142480 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb4879d-0c60-464b-96f8-0ff417f98351 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee706c4-bfe2-43de-b715-ba1d830c5ba0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:39.145787 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-f5c1c4df-8bf5-4604-a69a-5b7cc9ba5b14 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] show failed (client error): The resource could not be found. Aug 17 03:04:39.147611 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f5c1c4df-8bf5-4604-a69a-5b7cc9ba5b14 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "GET /v2.0/security-groups/dee706c4-bfe2-43de-b715-ba1d830c5ba0 HTTP/1.1" status: 404 len: 347 time: 0.0291677 Aug 17 03:04:39.150028 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55824) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:39.154398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:39.154783 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:39.190128 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:39.289401 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Network e6baf906-1121-4fce-b43f-c2786ff9e843 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:39.300998 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:39.313307 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:39.319733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:39.331317 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Pushing event updated for resources: {'Port': ['ID=8622501e-4797-4746-935a-b22beec51f1c,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:39.342965 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:39.343492 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:39.344368 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:39.344368 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:39.344838 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:39.345292 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:39.345932 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:39.346377 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:39.346816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:39.347383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:39.348190 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:39.348764 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:39.358235 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-1b0a4f3b-68a5-4e1a-aa40-6bf36ac01dee service neutron] 10.222.0.10 "GET /v2.0/networks/e6baf906-1121-4fce-b43f-c2786ff9e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7970181 Aug 17 03:04:39.440405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Attempting to bind port 8622501e-4797-4746-935a-b22beec51f1c on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:04:39.440950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Attempting to bind port 8622501e-4797-4746-935a-b22beec51f1c by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '56a8c6ad-2a92-400c-8b7e-909a7f273e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6baf906-1121-4fce-b43f-c2786ff9e843'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:04:39.441456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Attempting to bind port 8622501e-4797-4746-935a-b22beec51f1c on network e6baf906-1121-4fce-b43f-c2786ff9e843 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:39.443850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bdead3d-9891-484b-a5fc-fd19fb234846 req-350eb964-3fed-4c6c-b1df-baad2389ba92 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:39.446034 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4bdead3d-9891-484b-a5fc-fd19fb234846 req-350eb964-3fed-4c6c-b1df-baad2389ba92 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.1050699 Aug 17 03:04:39.448266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:04:39.448865 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Checking segment: {'id': '56a8c6ad-2a92-400c-8b7e-909a7f273e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6baf906-1121-4fce-b43f-c2786ff9e843'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:39.449397 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:39.450468 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Bound using segment: {'id': '56a8c6ad-2a92-400c-8b7e-909a7f273e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6baf906-1121-4fce-b43f-c2786ff9e843'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:04:39.451128 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Bound port: 8622501e-4797-4746-935a-b22beec51f1c, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56a8c6ad-2a92-400c-8b7e-909a7f273e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6baf906-1121-4fce-b43f-c2786ff9e843'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:04:39.451947 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:39.454270 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:39.514652 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-9d667b91-c7b9-48c1-a221-7488ea022496 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Deleting port 6bd6ef7a-fe4d-49f3-b882-76ae5eadbd26 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:39.515003 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9d667b91-c7b9-48c1-a221-7488ea022496 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:39.532638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc,segment=NetworkSegment(37f67758-6446-4a1f-9748-a090686ebc05),segment_id=37f67758-6446-4a1f-9748-a090686ebc05)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:39.535896 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4bdead3d-9891-484b-a5fc-fd19fb234846 req-afe494a4-a542-4c6a-b63a-64d2b60af84e tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801864 Aug 17 03:04:39.562778 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-bd6a0a5a-92f1-47ce-b4c5-47811ce7b4bd service neutron] 10.222.0.10 "GET /v2.0/networks/cfdbad95-69d8-4e99-a424-5b5f76afd7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962674 Aug 17 03:04:39.594012 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:39.684278 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9d667b91-c7b9-48c1-a221-7488ea022496 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:39.684705 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9d667b91-c7b9-48c1-a221-7488ea022496 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:39.687434 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:39.690705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] For port 8622501e-4797-4746-935a-b22beec51f1c, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:04:39.704287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] For port 8622501e-4797-4746-935a-b22beec51f1c, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8622501e-4797-4746-935a-b22beec51f1c,segment=NetworkSegment(56a8c6ad-2a92-400c-8b7e-909a7f273e3b),segment_id=56a8c6ad-2a92-400c-8b7e-909a7f273e3b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:04:39.708213 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-9d667b91-c7b9-48c1-a221-7488ea022496 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Calling delete_port for 6bd6ef7a-fe4d-49f3-b882-76ae5eadbd26 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:39.763962 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-673340a7-fdf0-42c0-8240-3886eb53d037 service neutron] 10.222.0.10 "GET /v2.0/networks/cfdbad95-69d8-4e99-a424-5b5f76afd7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947234 Aug 17 03:04:39.794388 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:39.906631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 3252fa48-9cdf-414f-bfa1-75099d66f47b up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:39.950780 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44c7808-d23c-4edd-b08f-4b479804cc4a None None] Pushing event updated for resources: {'Port': ['ID=8622501e-4797-4746-935a-b22beec51f1c,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:39.965715 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9d667b91-c7b9-48c1-a221-7488ea022496 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:39.991748 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:40.000167 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d00de1b-a4a3-4412-9feb-c14f3ae1e57c None None] Network cfdbad95-69d8-4e99-a424-5b5f76afd7bf requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:04:40.013925 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d667b91-c7b9-48c1-a221-7488ea022496 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Pushing event deleted for resources: {'Port': ['ID=6bd6ef7a-fe4d-49f3-b882-76ae5eadbd26,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:40.034722 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:40.251620 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b6093182-da14-4d44-98d9-5196544e2ded req-f1bae229-660c-4659-b06e-89d6e972be90 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 210 time: 0.1588447 Aug 17 03:04:40.309509 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9d667b91-c7b9-48c1-a221-7488ea022496 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:40.311915 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9d667b91-c7b9-48c1-a221-7488ea022496 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:40.320623 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 3252fa48-9cdf-414f-bfa1-75099d66f47b completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:40.326755 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9d667b91-c7b9-48c1-a221-7488ea022496 tempest-ServersTestJSON-833934521 tempest-ServersTestJSON-833934521-project] 10.222.0.10 "DELETE /v2.0/floatingips/cefcd11c-a256-40cc-8381-6bf55e81ccfa HTTP/1.1" status: 204 len: 168 time: 1.1739786 Aug 17 03:04:40.329615 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55840) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:40.373834 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 3252fa48-9cdf-414f-bfa1-75099d66f47b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:40.374329 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:40.381563 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Allocated IP 172.25.1.2 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/e345e86b-6244-4732-b0e9-05dbabd8e089) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:40.441837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a844cec5-7c96-49ee-9c75-00e1231e1846 None None] Provisioning for port ab3e07d1-8510-420f-a9f4-42983f88e820 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:40.477971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:40.516467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b4116-05a5-431c-84e0-7235baa30bd4 req-461000f5-7c6f-4cf8-b25c-aa8fb504689b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:40.526553 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b4116-05a5-431c-84e0-7235baa30bd4 req-461000f5-7c6f-4cf8-b25c-aa8fb504689b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:40.535167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b4116-05a5-431c-84e0-7235baa30bd4 req-461000f5-7c6f-4cf8-b25c-aa8fb504689b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:40.541354 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b4116-05a5-431c-84e0-7235baa30bd4 req-461000f5-7c6f-4cf8-b25c-aa8fb504689b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:40.552093 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b4116-05a5-431c-84e0-7235baa30bd4 req-461000f5-7c6f-4cf8-b25c-aa8fb504689b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:40.565018 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b4116-05a5-431c-84e0-7235baa30bd4 req-461000f5-7c6f-4cf8-b25c-aa8fb504689b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:40.586972 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-032b4116-05a5-431c-84e0-7235baa30bd4 req-461000f5-7c6f-4cf8-b25c-aa8fb504689b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:40.598316 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-032b4116-05a5-431c-84e0-7235baa30bd4 req-461000f5-7c6f-4cf8-b25c-aa8fb504689b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5429 time: 0.3544700 Aug 17 03:04:40.650641 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:40.669404 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-032b4116-05a5-431c-84e0-7235baa30bd4 req-9fc60cb8-1d42-42c0-a4df-c8b27a363432 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0726943 Aug 17 03:04:40.681440 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:40.682097 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:40.783176 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:40.787428 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 3252fa48-9cdf-414f-bfa1-75099d66f47b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3252fa48-9cdf-414f-bfa1-75099d66f47b,segment=NetworkSegment(5db9e6f8-005b-4a94-af93-e5b6a7abeb04),segment_id=5db9e6f8-005b-4a94-af93-e5b6a7abeb04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:40.790222 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3252fa48-9cdf-414f-bfa1-75099d66f47b'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:40.792598 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33e23de0-4991-4be3-9c53-01d51a0e1fb6" -d '{"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-plugged", "status": "completed", "tag": "3252fa48-9cdf-414f-bfa1-75099d66f47b"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:40.873479 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50808759-01ed-42d1-aa0d-479288c8b062 x-openstack-request-id: req-50808759-01ed-42d1-aa0d-479288c8b062 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:40.873785 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-plugged", "status": "completed", "tag": "3252fa48-9cdf-414f-bfa1-75099d66f47b", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:40.874041 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50808759-01ed-42d1-aa0d-479288c8b062 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:40.874446 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3252fa48-9cdf-414f-bfa1-75099d66f47b', 'code': 200} Aug 17 03:04:40.877828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ab3e07d1-8510-420f-a9f4-42983f88e820 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:40.901464 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:40.971815 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=3252fa48-9cdf-414f-bfa1-75099d66f47b,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:40.997188 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa97c615-e838-4365-9f24-4a264b261581 req-7fbe0816-50a3-4a29-acb7-84e8720f0246 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:41.001922 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aa97c615-e838-4365-9f24-4a264b261581 req-7fbe0816-50a3-4a29-acb7-84e8720f0246 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.1142137 Aug 17 03:04:41.023282 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:41.045521 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port ab3e07d1-8510-420f-a9f4-42983f88e820 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:41.050313 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ab3e07d1-8510-420f-a9f4-42983f88e820 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:41.050313 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:41.092412 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aa97c615-e838-4365-9f24-4a264b261581 req-4cd12b3a-6955-42ae-9f29-c803286e67ab tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810208 Aug 17 03:04:41.094515 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:41.103890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:41.109385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:41.162858 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:41.190040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Pushing event updated for resources: {'Port': ['ID=e345e86b-6244-4732-b0e9-05dbabd8e089,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:41.223294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port ab3e07d1-8510-420f-a9f4-42983f88e820, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ab3e07d1-8510-420f-a9f4-42983f88e820,segment=NetworkSegment(5e7374ce-7a51-42cc-89ad-3b2aba29078f),segment_id=5e7374ce-7a51-42cc-89ad-3b2aba29078f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:41.331416 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:41.419511 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4eb6a8ad-c720-4b31-b5d8-9ef5475f8197 req-7993a2ac-91d9-4979-ba4c-961a296f7b27 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 210 time: 0.0377998 Aug 17 03:04:41.450855 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=ab3e07d1-8510-420f-a9f4-42983f88e820,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:41.483663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe9bdc3-6d71-4587-bcd2-ca04ff2c9447 None None] Network e6baf906-1121-4fce-b43f-c2786ff9e843 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:04:41.513840 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77ccb89a-7cec-41ce-ba4a-0d217e4e5359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:41.623321 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:41.638092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0676bcdd-1173-4321-93b7-8ce6d6a4ce00 None None] Provisioning for port 8622501e-4797-4746-935a-b22beec51f1c completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:41.917886 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a0a82580-aa6c-4fe2-9f62-61b3e3319b40 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:42.010366 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-77ccb89a-7cec-41ce-ba4a-0d217e4e5359 admin admin] Deleting port c904ba67-77c6-4ce7-a68b-af9c259bca27 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:42.010816 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77ccb89a-7cec-41ce-ba4a-0d217e4e5359 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:42.051331 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:42.125168 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port a0a82580-aa6c-4fe2-9f62-61b3e3319b40 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:42.126213 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-77ccb89a-7cec-41ce-ba4a-0d217e4e5359 admin admin] For port c904ba67-77c6-4ce7-a68b-af9c259bca27, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c904ba67-77c6-4ce7-a68b-af9c259bca27,segment=NetworkSegment(4e2b4ed5-7092-433c-9ed7-ed714f87d954),segment_id=4e2b4ed5-7092-433c-9ed7-ed714f87d954)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:42.126637 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77ccb89a-7cec-41ce-ba4a-0d217e4e5359 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:42.129223 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port a0a82580-aa6c-4fe2-9f62-61b3e3319b40 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:42.129629 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:42.145638 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-77ccb89a-7cec-41ce-ba4a-0d217e4e5359 admin admin] Calling delete_port for c904ba67-77c6-4ce7-a68b-af9c259bca27 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:42.158623 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78880440-1661-42a0-b8b7-dc1f23f796a1 req-d4ad20fe-6b89-4fe8-a316-e16b54f03704 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:42.175048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78880440-1661-42a0-b8b7-dc1f23f796a1 req-d4ad20fe-6b89-4fe8-a316-e16b54f03704 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:42.175048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78880440-1661-42a0-b8b7-dc1f23f796a1 req-d4ad20fe-6b89-4fe8-a316-e16b54f03704 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:42.190364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78880440-1661-42a0-b8b7-dc1f23f796a1 req-d4ad20fe-6b89-4fe8-a316-e16b54f03704 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:42.206138 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78880440-1661-42a0-b8b7-dc1f23f796a1 req-d4ad20fe-6b89-4fe8-a316-e16b54f03704 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:42.212238 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78880440-1661-42a0-b8b7-dc1f23f796a1 req-d4ad20fe-6b89-4fe8-a316-e16b54f03704 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:42.238288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78880440-1661-42a0-b8b7-dc1f23f796a1 req-d4ad20fe-6b89-4fe8-a316-e16b54f03704 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:42.249101 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78880440-1661-42a0-b8b7-dc1f23f796a1 req-d4ad20fe-6b89-4fe8-a316-e16b54f03704 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5430 time: 0.2423632 Aug 17 03:04:42.344201 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:42.408273 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b9b1a-82e4-4f53-b6cf-d29a986c0630 req-3b652c04-b728-4f5d-8a73-d7cb85077fdb tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:42.408391 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78880440-1661-42a0-b8b7-dc1f23f796a1 req-461d9f13-b563-4927-8dcb-0435306a7c5d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1572776 Aug 17 03:04:42.412056 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a0a82580-aa6c-4fe2-9f62-61b3e3319b40, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a0a82580-aa6c-4fe2-9f62-61b3e3319b40,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:42.416517 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1b9b9b1a-82e4-4f53-b6cf-d29a986c0630 req-3b652c04-b728-4f5d-8a73-d7cb85077fdb tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.0927680 Aug 17 03:04:42.436831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ab3e07d1-8510-420f-a9f4-42983f88e820 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:42.508898 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1b9b9b1a-82e4-4f53-b6cf-d29a986c0630 req-bf7f1ab5-fd71-40d4-9e6d-c32defbfddd4 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880706 Aug 17 03:04:42.528774 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:42.529637 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 33a95012-a331-4064-8176-8968cdb8ac60 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:42.579290 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3b9348a3-d88b-4bc7-9f01-361244d8684f req-58041147-ea37-400e-9e41-6fa96fed1c33 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 210 time: 0.0627992 Aug 17 03:04:42.580479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Router 655ab334-68cd-432f-923a-a96bd24a1243 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:04:42.587298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55882) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:42.606689 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77ccb89a-7cec-41ce-ba4a-0d217e4e5359 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:42.637241 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77ccb89a-7cec-41ce-ba4a-0d217e4e5359 admin admin] Pushing event deleted for resources: {'Port': ['ID=c904ba67-77c6-4ce7-a68b-af9c259bca27,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:42.724867 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a0a82580-aa6c-4fe2-9f62-61b3e3319b40,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:42.740490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ab3e07d1-8510-420f-a9f4-42983f88e820 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:42.740490 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:42.788479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:42.800120 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b353d010-d00f-4efa-8897-b7a5875afb7d None None] Sync routers for ids ['655ab334-68cd-432f-923a-a96bd24a1243'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:42.828869 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b353d010-d00f-4efa-8897-b7a5875afb7d None None] Routers {'655ab334-68cd-432f-923a-a96bd24a1243'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:42.828869 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b353d010-d00f-4efa-8897-b7a5875afb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['655ab334-68cd-432f-923a-a96bd24a1243'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:42.846615 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-04659acc-083d-4cd3-bac6-4e53504734db admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:42.868393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 33a95012-a331-4064-8176-8968cdb8ac60 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:42.876007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 33a95012-a331-4064-8176-8968cdb8ac60 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:42.876007 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:42.877723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a82580-aa6c-4fe2-9f62-61b3e3319b40'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:42.881138 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8da32ae-5f28-48fe-afcf-9df6f1b08bef" -d '{"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-plugged", "status": "completed", "tag": "a0a82580-aa6c-4fe2-9f62-61b3e3319b40"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:42.893733 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b353d010-d00f-4efa-8897-b7a5875afb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:42.910034 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b353d010-d00f-4efa-8897-b7a5875afb7d None None] Routers {'655ab334-68cd-432f-923a-a96bd24a1243'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:42.910829 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b353d010-d00f-4efa-8897-b7a5875afb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['655ab334-68cd-432f-923a-a96bd24a1243'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:42.964747 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d3b8213-6ff7-4ec1-bde5-3db93bbea948 x-openstack-request-id: req-1d3b8213-6ff7-4ec1-bde5-3db93bbea948 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:42.965214 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-plugged", "status": "completed", "tag": "a0a82580-aa6c-4fe2-9f62-61b3e3319b40", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:42.965626 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1d3b8213-6ff7-4ec1-bde5-3db93bbea948 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:42.966122 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0a82580-aa6c-4fe2-9f62-61b3e3319b40', 'code': 200} Aug 17 03:04:42.971750 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b353d010-d00f-4efa-8897-b7a5875afb7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:42.972612 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b353d010-d00f-4efa-8897-b7a5875afb7d None None] The sync data for ids ['655ab334-68cd-432f-923a-a96bd24a1243'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:04:42.984814 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8622501e-4797-4746-935a-b22beec51f1c up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:43.001517 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77ccb89a-7cec-41ce-ba4a-0d217e4e5359 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.010261 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.011592 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-eca39a47-afa9-4cdd-b20c-72c0a42fc746 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 4.9062583 Aug 17 03:04:43.014525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55890) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:43.029517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-c15579d4-7935-4c51-b8c1-484632cfa5a9 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:43.080605 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-2456dcfa-1529-4598-8bdd-4dd9e364b654 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:43.086614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-2456dcfa-1529-4598-8bdd-4dd9e364b654 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:43.088197 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-2456dcfa-1529-4598-8bdd-4dd9e364b654 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.60 "GET /v2.0/networks?id=cfdbad95-69d8-4e99-a424-5b5f76afd7bf&id=e6baf906-1121-4fce-b43f-c2786ff9e843&id=cfdbad95-69d8-4e99-a424-5b5f76afd7bf HTTP/1.1" status: 200 len: 1392 time: 0.2525148 Aug 17 03:04:43.092162 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.104222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-8862de39-0946-42ae-a6da-6e3ebf060322 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Request body: {'port': {'device_id': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf', 'admin_state_up': True, 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:43.130628 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 33a95012-a331-4064-8176-8968cdb8ac60, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=33a95012-a331-4064-8176-8968cdb8ac60,segment=NetworkSegment(37427c4d-051e-4a90-aacb-d267fa643c41),segment_id=37427c4d-051e-4a90-aacb-d267fa643c41)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:43.154239 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 8622501e-4797-4746-935a-b22beec51f1c completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:43.158480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 8622501e-4797-4746-935a-b22beec51f1c triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:43.163398 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.238670 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.239566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7cb7b403-44c7-4054-8867-793fbbd647f9 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:43.302025 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-04659acc-083d-4cd3-bac6-4e53504734db admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.318738 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.339704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-77ccb89a-7cec-41ce-ba4a-0d217e4e5359 admin admin] Router 0413bbcc-fd8b-4441-b619-e1178c781ac6 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:04:43.363576 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=33a95012-a331-4064-8176-8968cdb8ac60,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:43.382233 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 8622501e-4797-4746-935a-b22beec51f1c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8622501e-4797-4746-935a-b22beec51f1c,segment=NetworkSegment(56a8c6ad-2a92-400c-8b7e-909a7f273e3b),segment_id=56a8c6ad-2a92-400c-8b7e-909a7f273e3b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:43.389463 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-04659acc-083d-4cd3-bac6-4e53504734db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.446130 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 7cb7b403-44c7-4054-8867-793fbbd647f9 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:43.452927 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 7cb7b403-44c7-4054-8867-793fbbd647f9 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:43.453312 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.460377 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c15579d4-7935-4c51-b8c1-484632cfa5a9 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.473551 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-04659acc-083d-4cd3-bac6-4e53504734db admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5066795854fe43cca0d47486494443a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8831315 Aug 17 03:04:43.477996 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55894) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:43.478132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-8862de39-0946-42ae-a6da-6e3ebf060322 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Made reservation on behalf of ad2a0dc5cde74a658ad692effa9a3b56 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:04:43.479213 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.485159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04659acc-083d-4cd3-bac6-4e53504734db admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=603d1451-2a3f-4cd0-bc4a-562f68ff2a25,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:43.502546 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-8862de39-0946-42ae-a6da-6e3ebf060322 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.539602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-77ccb89a-7cec-41ce-ba4a-0d217e4e5359 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:43.547646 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=8622501e-4797-4746-935a-b22beec51f1c,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:43.551679 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6f5ea9-fdee-414f-8ef5-a9403faa01d8 None None] Sync routers for ids ['0413bbcc-fd8b-4441-b619-e1178c781ac6'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:43.556982 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-77ccb89a-7cec-41ce-ba4a-0d217e4e5359 admin admin] 10.222.0.10 "PUT /v2.0/routers/0413bbcc-fd8b-4441-b619-e1178c781ac6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2262685 Aug 17 03:04:43.558126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55898) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:43.572513 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14e5ac3c-6d82-465e-948c-685bae04a89a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.583503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6f5ea9-fdee-414f-8ef5-a9403faa01d8 None None] Routers {'0413bbcc-fd8b-4441-b619-e1178c781ac6'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:43.584158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ce6f5ea9-fdee-414f-8ef5-a9403faa01d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0413bbcc-fd8b-4441-b619-e1178c781ac6'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:43.603499 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14e5ac3c-6d82-465e-948c-685bae04a89a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.634021 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.654298 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c15579d4-7935-4c51-b8c1-484632cfa5a9 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.680580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0036c-5bd5-4e1a-903c-8e47eae233fd req-c7602ff5-56c5-4f17-abe2-0ad554e444a6 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:43.686513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0036c-5bd5-4e1a-903c-8e47eae233fd req-c7602ff5-56c5-4f17-abe2-0ad554e444a6 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:43.692468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0036c-5bd5-4e1a-903c-8e47eae233fd req-c7602ff5-56c5-4f17-abe2-0ad554e444a6 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:43.693292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9f838-845e-4894-b43e-cf5dd736847a req-a7b1e546-7bd5-4ae3-a399-c59dd5647041 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:43.695054 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54c9f838-845e-4894-b43e-cf5dd736847a req-a7b1e546-7bd5-4ae3-a399-c59dd5647041 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.0792217 Aug 17 03:04:43.698646 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0036c-5bd5-4e1a-903c-8e47eae233fd req-c7602ff5-56c5-4f17-abe2-0ad554e444a6 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:43.704561 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0036c-5bd5-4e1a-903c-8e47eae233fd req-c7602ff5-56c5-4f17-abe2-0ad554e444a6 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:43.710778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0036c-5bd5-4e1a-903c-8e47eae233fd req-c7602ff5-56c5-4f17-abe2-0ad554e444a6 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:43.717470 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 7cb7b403-44c7-4054-8867-793fbbd647f9, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7cb7b403-44c7-4054-8867-793fbbd647f9,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:43.717728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa0036c-5bd5-4e1a-903c-8e47eae233fd req-c7602ff5-56c5-4f17-abe2-0ad554e444a6 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:43.724705 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ffa0036c-5bd5-4e1a-903c-8e47eae233fd req-c7602ff5-56c5-4f17-abe2-0ad554e444a6 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5432 time: 0.2225137 Aug 17 03:04:43.738903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-ce6f5ea9-fdee-414f-8ef5-a9403faa01d8 None None] Set router 0413bbcc-fd8b-4441-b619-e1178c781ac6 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:43.748041 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54c9f838-845e-4894-b43e-cf5dd736847a req-e861ca6d-bf56-4a54-b112-a56122a214f4 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442460 Aug 17 03:04:43.779140 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14e5ac3c-6d82-465e-948c-685bae04a89a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.781893 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14e5ac3c-6d82-465e-948c-685bae04a89a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.784156 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-14e5ac3c-6d82-465e-948c-685bae04a89a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/603d1451-2a3f-4cd0-bc4a-562f68ff2a25 HTTP/1.1" status: 204 len: 168 time: 0.3083894 Aug 17 03:04:43.795079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e5ac3c-6d82-465e-948c-685bae04a89a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=603d1451-2a3f-4cd0-bc4a-562f68ff2a25,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:43.841453 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.842578 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ef489fee-83cc-48c5-a1f8-291661db6e66 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:43.877807 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ffa0036c-5bd5-4e1a-903c-8e47eae233fd req-d1c78a29-3ef1-4014-97d8-f42382c0d812 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1521847 Aug 17 03:04:43.885192 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-806d486b-09cc-4232-aa34-484268d095b9 req-226e3e97-1833-4442-89e4-e6d09ac5510d tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 210 time: 0.0369503 Aug 17 03:04:43.935721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-8862de39-0946-42ae-a6da-6e3ebf060322 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Allocated IP 19.80.0.188 (cfdbad95-69d8-4e99-a424-5b5f76afd7bf/9b6a0aa6-d40d-4ce5-9d17-23b28b6c38b0/f63fa65e-0528-44b4-b524-72ffea636f1e) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:43.938185 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ced9ca25-f197-4a65-bfba-896822e7173c admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:43.993369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=7cb7b403-44c7-4054-8867-793fbbd647f9,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:44.006815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-c15579d4-7935-4c51-b8c1-484632cfa5a9 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Deleting port e345e86b-6244-4732-b0e9-05dbabd8e089 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:44.007162 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c15579d4-7935-4c51-b8c1-484632cfa5a9 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:44.028940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port ef489fee-83cc-48c5-a1f8-291661db6e66 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:44.034208 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port ef489fee-83cc-48c5-a1f8-291661db6e66 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:44.034581 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:44.076762 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ce6f5ea9-fdee-414f-8ef5-a9403faa01d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'name': 'tempest-ServersTestJSON-868693690-router', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:11Z', 'updated_at': '2021-08-17T03:04:42Z', 'revision_number': 5, 'project_id': '34d236346ac741899b701f19fb1b5339', 'gw_port': {'id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:13Z', 'updated_at': '2021-08-17T03:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:44.285644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8622501e-4797-4746-935a-b22beec51f1c up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:44.290377 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6f5ea9-fdee-414f-8ef5-a9403faa01d8 None None] Checking router: 0413bbcc-fd8b-4441-b619-e1178c781ac6 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:04:44.334455 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6f5ea9-fdee-414f-8ef5-a9403faa01d8 None None] Routers {'0413bbcc-fd8b-4441-b619-e1178c781ac6'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:44.335253 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ce6f5ea9-fdee-414f-8ef5-a9403faa01d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0413bbcc-fd8b-4441-b619-e1178c781ac6'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:44.416539 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:44.478131 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 8622501e-4797-4746-935a-b22beec51f1c triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:44.478415 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:44.492706 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c15579d4-7935-4c51-b8c1-484632cfa5a9 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:44.523358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port ef489fee-83cc-48c5-a1f8-291661db6e66, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ef489fee-83cc-48c5-a1f8-291661db6e66,segment=NetworkSegment(37427c4d-051e-4a90-aacb-d267fa643c41),segment_id=37427c4d-051e-4a90-aacb-d267fa643c41)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:44.527361 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55910) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:44.538220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-ce6f5ea9-fdee-414f-8ef5-a9403faa01d8 None None] Set router 0413bbcc-fd8b-4441-b619-e1178c781ac6 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:44.543672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-c15579d4-7935-4c51-b8c1-484632cfa5a9 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Calling delete_port for e345e86b-6244-4732-b0e9-05dbabd8e089 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:44.546041 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-09380f28-81c7-4628-b8af-974901d27bbc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:44.598144 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:44.598939 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:44.662710 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-09380f28-81c7-4628-b8af-974901d27bbc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:44.731971 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ced9ca25-f197-4a65-bfba-896822e7173c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:44.736396 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-09380f28-81c7-4628-b8af-974901d27bbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:44.766527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=ef489fee-83cc-48c5-a1f8-291661db6e66,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:44.812807 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-09380f28-81c7-4628-b8af-974901d27bbc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f84be9db6928492982891e95f546db06&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2841749 Aug 17 03:04:44.813850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55914) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:44.814668 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09380f28-81c7-4628-b8af-974901d27bbc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17294e1f-1631-4385-8728-db0fc9a0446d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:44.831703 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-8862de39-0946-42ae-a6da-6e3ebf060322 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:44.835728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09380f28-81c7-4628-b8af-974901d27bbc admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:44.836087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09380f28-81c7-4628-b8af-974901d27bbc admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:44.836420 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09380f28-81c7-4628-b8af-974901d27bbc admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:44.836758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09380f28-81c7-4628-b8af-974901d27bbc admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:44.837092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09380f28-81c7-4628-b8af-974901d27bbc admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:44.837441 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09380f28-81c7-4628-b8af-974901d27bbc admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:44.837803 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09380f28-81c7-4628-b8af-974901d27bbc admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:44.838140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09380f28-81c7-4628-b8af-974901d27bbc admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:44.838465 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09380f28-81c7-4628-b8af-974901d27bbc admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:44.839288 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09380f28-81c7-4628-b8af-974901d27bbc admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:44.839288 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09380f28-81c7-4628-b8af-974901d27bbc admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:44.839626 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-09380f28-81c7-4628-b8af-974901d27bbc admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:04:44.854864 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-8862de39-0946-42ae-a6da-6e3ebf060322 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Transition to ACTIVE for port object f63fa65e-0528-44b4-b524-72ffea636f1e will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:44.860286 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:44.869277 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ce6f5ea9-fdee-414f-8ef5-a9403faa01d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'name': 'tempest-ServersTestJSON-868693690-router', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:11Z', 'updated_at': '2021-08-17T03:04:42Z', 'revision_number': 5, 'project_id': '34d236346ac741899b701f19fb1b5339', 'gw_port': {'id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:13Z', 'updated_at': '2021-08-17T03:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:44.872787 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:44.873169 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:44.918592 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6f5ea9-fdee-414f-8ef5-a9403faa01d8 None None] The sync data for ids ['0413bbcc-fd8b-4441-b619-e1178c781ac6'] in n-d-802060-9 is: [{'id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'name': 'tempest-ServersTestJSON-868693690-router', 'tenant_id': '34d236346ac741899b701f19fb1b5339', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184'}], 'enable_snat': True}, 'gw_port_id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:11Z', 'updated_at': '2021-08-17T03:04:42Z', 'revision_number': 5, 'project_id': '34d236346ac741899b701f19fb1b5339', 'gw_port': {'id': '37552230-6e95-4ddd-b0c6-5ed5451e9067', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b9:01:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0413bbcc-fd8b-4441-b619-e1178c781ac6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1286, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.184', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:13Z', 'updated_at': '2021-08-17T03:02:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:04:44.938772 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2828-49f3-4953-89ca-2ef17af5f4f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:44.993717 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a95012-a331-4064-8176-8968cdb8ac60'}, {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb7b403-44c7-4054-8867-793fbbd647f9'}, {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef489fee-83cc-48c5-a1f8-291661db6e66'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:44.996260 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-715d31b8-10ff-4570-b389-b522f4cde709" -d '{"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-plugged", "status": "completed", "tag": "33a95012-a331-4064-8176-8968cdb8ac60"}, {"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-plugged", "status": "completed", "tag": "7cb7b403-44c7-4054-8867-793fbbd647f9"}, {"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-plugged", "status": "completed", "tag": "ef489fee-83cc-48c5-a1f8-291661db6e66"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:45.017409 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:45.033962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626e49f4-456b-48c5-a0c3-539dbb6500cd req-1d288371-df15-4e4f-a691-52ffb21dd6b8 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:45.036584 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-626e49f4-456b-48c5-a0c3-539dbb6500cd req-1d288371-df15-4e4f-a691-52ffb21dd6b8 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.1598063 Aug 17 03:04:45.055630 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2828-49f3-4953-89ca-2ef17af5f4f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:45.059539 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-8862de39-0946-42ae-a6da-6e3ebf060322 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:45.064553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:45.132007 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:45.132727 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 229d34f2-e84b-4d61-a8c6-7ecb791ac85d up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:45.142429 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-8862de39-0946-42ae-a6da-6e3ebf060322 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Network cfdbad95-69d8-4e99-a424-5b5f76afd7bf is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:45.154877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-8862de39-0946-42ae-a6da-6e3ebf060322 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:45.158932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-8862de39-0946-42ae-a6da-6e3ebf060322 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:45.162535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8862de39-0946-42ae-a6da-6e3ebf060322 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event updated for resources: {'Port': ['ID=f63fa65e-0528-44b4-b524-72ffea636f1e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:45.169556 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c15579d4-7935-4c51-b8c1-484632cfa5a9 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:45.209077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28492d3f-e5f5-44c8-bed1-0f9b37d87024 req-71492d85-0ed9-4b6b-89de-0f4c20a4d25a tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:45.211345 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-28492d3f-e5f5-44c8-bed1-0f9b37d87024 req-71492d85-0ed9-4b6b-89de-0f4c20a4d25a tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 932 time: 0.1805389 Aug 17 03:04:45.262482 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15579d4-7935-4c51-b8c1-484632cfa5a9 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Pushing event deleted for resources: {'Port': ['ID=e345e86b-6244-4732-b0e9-05dbabd8e089,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:45.299829 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ced9ca25-f197-4a65-bfba-896822e7173c admin admin] Deleting port 37552230-6e95-4ddd-b0c6-5ed5451e9067 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:45.300177 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ced9ca25-f197-4a65-bfba-896822e7173c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:45.315021 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-8862de39-0946-42ae-a6da-6e3ebf060322 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:45.315021 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-8862de39-0946-42ae-a6da-6e3ebf060322 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:45.366517 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:45.384002 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3b8ccb94-54a0-4a54-b923-1b6efe856c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:45.424581 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-626e49f4-456b-48c5-a0c3-539dbb6500cd req-c27df5e0-fc2a-4ecf-b957-6a2333964f9f tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3801603 Aug 17 03:04:45.480269 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:45.490445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:45.490445 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:45.498009 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-28492d3f-e5f5-44c8-bed1-0f9b37d87024 req-e6d76b1d-e55d-4bc6-96a4-ad7c503cfd6d tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2518046 Aug 17 03:04:45.510722 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c15579d4-7935-4c51-b8c1-484632cfa5a9 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:45.603593 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2828-49f3-4953-89ca-2ef17af5f4f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:45.606253 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2e9f2828-49f3-4953-89ca-2ef17af5f4f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:45.610569 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2e9f2828-49f3-4953-89ca-2ef17af5f4f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17294e1f-1631-4385-8728-db0fc9a0446d HTTP/1.1" status: 204 len: 168 time: 0.7926219 Aug 17 03:04:45.618313 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:45.624610 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9f2828-49f3-4953-89ca-2ef17af5f4f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17294e1f-1631-4385-8728-db0fc9a0446d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:45.671356 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3c084-2a7d-4c04-a489-2468c51bbc6c req-7754d47a-bbcf-4070-9c0b-3afa46902ff1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:45.689808 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3c084-2a7d-4c04-a489-2468c51bbc6c req-7754d47a-bbcf-4070-9c0b-3afa46902ff1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:45.690220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=229d34f2-e84b-4d61-a8c6-7ecb791ac85d,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:45.696519 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3c084-2a7d-4c04-a489-2468c51bbc6c req-7754d47a-bbcf-4070-9c0b-3afa46902ff1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:45.702537 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3c084-2a7d-4c04-a489-2468c51bbc6c req-7754d47a-bbcf-4070-9c0b-3afa46902ff1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:45.708841 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3c084-2a7d-4c04-a489-2468c51bbc6c req-7754d47a-bbcf-4070-9c0b-3afa46902ff1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:45.712105 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-8862de39-0946-42ae-a6da-6e3ebf060322 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6134682 Aug 17 03:04:45.718301 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4db9679-7cc9-4cf2-947f-ba7634c72ad7 x-openstack-request-id: req-c4db9679-7cc9-4cf2-947f-ba7634c72ad7 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:45.718301 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-plugged", "status": "completed", "tag": "33a95012-a331-4064-8176-8968cdb8ac60", "code": 200}, {"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-plugged", "status": "completed", "tag": "7cb7b403-44c7-4054-8867-793fbbd647f9", "code": 200}, {"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-plugged", "status": "completed", "tag": "ef489fee-83cc-48c5-a1f8-291661db6e66", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:45.718301 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4db9679-7cc9-4cf2-947f-ba7634c72ad7 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:45.718301 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33a95012-a331-4064-8176-8968cdb8ac60', 'code': 200} Aug 17 03:04:45.718301 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7cb7b403-44c7-4054-8867-793fbbd647f9', 'code': 200} Aug 17 03:04:45.718301 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef489fee-83cc-48c5-a1f8-291661db6e66', 'code': 200} Aug 17 03:04:45.724113 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3c084-2a7d-4c04-a489-2468c51bbc6c req-7754d47a-bbcf-4070-9c0b-3afa46902ff1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:45.735194 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b3c084-2a7d-4c04-a489-2468c51bbc6c req-7754d47a-bbcf-4070-9c0b-3afa46902ff1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:45.740338 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b1b3c084-2a7d-4c04-a489-2468c51bbc6c req-7754d47a-bbcf-4070-9c0b-3afa46902ff1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5435 time: 0.1876745 Aug 17 03:04:45.740532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-fbddf9bd-a579-457a-912a-971c62456d7c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Request body: {'port': {'device_id': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'network_id': 'e6baf906-1121-4fce-b43f-c2786ff9e843', 'admin_state_up': True, 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:45.769943 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cf7eeca2-3865-47d6-8797-78198f5b2531 None None] Provisioning for port f63fa65e-0528-44b4-b524-72ffea636f1e completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:45.771894 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cf7eeca2-3865-47d6-8797-78198f5b2531 None None] Provisioning complete for port f63fa65e-0528-44b4-b524-72ffea636f1e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:45.773296 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf7eeca2-3865-47d6-8797-78198f5b2531 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:45.812322 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:45.817991 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b1b3c084-2a7d-4c04-a489-2468c51bbc6c req-f46b05e1-5b69-407c-abb3-c0a497e8a8fa tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0630600 Aug 17 03:04:45.863220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cf7eeca2-3865-47d6-8797-78198f5b2531 None None] Port f63fa65e-0528-44b4-b524-72ffea636f1e cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:04:45.880380 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=229d34f2-e84b-4d61-a8c6-7ecb791ac85d,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:45.888199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-ced9ca25-f197-4a65-bfba-896822e7173c admin admin] For port 37552230-6e95-4ddd-b0c6-5ed5451e9067, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=37552230-6e95-4ddd-b0c6-5ed5451e9067,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:45.888578 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ced9ca25-f197-4a65-bfba-896822e7173c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:45.942682 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ced9ca25-f197-4a65-bfba-896822e7173c admin admin] Calling delete_port for 37552230-6e95-4ddd-b0c6-5ed5451e9067 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:46.032770 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c15579d4-7935-4c51-b8c1-484632cfa5a9 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:46.071717 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c15579d4-7935-4c51-b8c1-484632cfa5a9 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:46.128171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c904ba67-77c6-4ce7-a68b-af9c259bca27 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:04:46.154988 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: c904ba67-77c6-4ce7-a68b-af9c259bca27 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:04:46.155370 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c904ba67-77c6-4ce7-a68b-af9c259bca27 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:04:46.190402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c15579d4-7935-4c51-b8c1-484632cfa5a9 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Router 655ab334-68cd-432f-923a-a96bd24a1243 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:04:46.278497 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-fbddf9bd-a579-457a-912a-971c62456d7c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Made reservation on behalf of ad2a0dc5cde74a658ad692effa9a3b56 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:04:46.281863 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-fbddf9bd-a579-457a-912a-971c62456d7c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:46.327919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c15579d4-7935-4c51-b8c1-484632cfa5a9 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:46.338124 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f80d71-cf2b-4718-8731-d8fa86c19aca None None] Sync routers for ids ['655ab334-68cd-432f-923a-a96bd24a1243'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:46.342863 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c15579d4-7935-4c51-b8c1-484632cfa5a9 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:46.342863 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c15579d4-7935-4c51-b8c1-484632cfa5a9 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "PUT /v2.0/routers/655ab334-68cd-432f-923a-a96bd24a1243 HTTP/1.1" status: 200 len: 705 time: 3.3248646 Aug 17 03:04:46.343141 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55936) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:46.352531 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f80d71-cf2b-4718-8731-d8fa86c19aca None None] Routers {'655ab334-68cd-432f-923a-a96bd24a1243'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:46.353365 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-27f80d71-cf2b-4718-8731-d8fa86c19aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['655ab334-68cd-432f-923a-a96bd24a1243'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:46.394035 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-27f80d71-cf2b-4718-8731-d8fa86c19aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:46.406147 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27f80d71-cf2b-4718-8731-d8fa86c19aca None None] Routers {'655ab334-68cd-432f-923a-a96bd24a1243'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:46.406147 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-27f80d71-cf2b-4718-8731-d8fa86c19aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['655ab334-68cd-432f-923a-a96bd24a1243'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:46.426823 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-741b20c8-0fa5-464c-818a-69ecee9010dc tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "GET /v2.0/routers/655ab334-68cd-432f-923a-a96bd24a1243 HTTP/1.1" status: 200 len: 740 time: 0.0801187 Aug 17 03:04:46.428785 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55940) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:46.442453 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-27f80d71-cf2b-4718-8731-d8fa86c19aca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:46.443487 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27f80d71-cf2b-4718-8731-d8fa86c19aca None None] The sync data for ids ['655ab334-68cd-432f-923a-a96bd24a1243'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:04:46.487708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-fbddf9bd-a579-457a-912a-971c62456d7c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Allocated IP 19.86.0.43 (e6baf906-1121-4fce-b43f-c2786ff9e843/2fa02070-dae0-477e-b580-8ddc1bd36e18/8de1f419-0505-41b5-8e59-aacf1772ffff) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:46.489124 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-61058ef2-1a76-43da-8ee0-087806c81ffd tempest-RoutersAdminTest-842715262 tempest-RoutersAdminTest-842715262-project-admin] 10.222.0.10 "GET /v2.0/ports?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&device_id=655ab334-68cd-432f-923a-a96bd24a1243 HTTP/1.1" status: 200 len: 205 time: 0.0553396 Aug 17 03:04:46.489124 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55944) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:46.515460 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d7d3c9c0-0fbe-4908-8b1e-692b8719aca0 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "GET /v2.0/ports?device_id=655ab334-68cd-432f-923a-a96bd24a1243 HTTP/1.1" status: 200 len: 205 time: 0.0263636 Aug 17 03:04:46.521029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55946) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:46.566877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a644b6c-a78d-4941-b23c-6f1ab25b109b req-a93236bc-ef10-47d2-b1ac-96f67f5f6081 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:46.568653 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8a644b6c-a78d-4941-b23c-6f1ab25b109b req-a93236bc-ef10-47d2-b1ac-96f67f5f6081 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.0521922 Aug 17 03:04:46.613579 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8a644b6c-a78d-4941-b23c-6f1ab25b109b req-fbe7a333-3884-4a71-a8b6-851fc79b47a9 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349298 Aug 17 03:04:46.614885 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ced9ca25-f197-4a65-bfba-896822e7173c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:46.703709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced9ca25-f197-4a65-bfba-896822e7173c admin admin] Pushing event deleted for resources: {'Port': ['ID=37552230-6e95-4ddd-b0c6-5ed5451e9067,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:46.718524 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-505ac362-a7f4-47d6-82c6-727b371a959f tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:46.890575 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72efa64b-f2be-4129-8f81-937d615af1d2 req-7ea928ae-6d8e-439b-9bb9-ff91866a1b25 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:46.892082 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72efa64b-f2be-4129-8f81-937d615af1d2 req-7ea928ae-6d8e-439b-9bb9-ff91866a1b25 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 932 time: 0.2782474 Aug 17 03:04:46.960587 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8181da-ce6c-4830-bf12-f7c2d9783c15 req-4e41b7d7-2235-43ae-a623-8ccf74ac1a0f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:46.966491 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8181da-ce6c-4830-bf12-f7c2d9783c15 req-4e41b7d7-2235-43ae-a623-8ccf74ac1a0f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:46.973077 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8181da-ce6c-4830-bf12-f7c2d9783c15 req-4e41b7d7-2235-43ae-a623-8ccf74ac1a0f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:46.979371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8181da-ce6c-4830-bf12-f7c2d9783c15 req-4e41b7d7-2235-43ae-a623-8ccf74ac1a0f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:46.985292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8181da-ce6c-4830-bf12-f7c2d9783c15 req-4e41b7d7-2235-43ae-a623-8ccf74ac1a0f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:46.985816 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-505ac362-a7f4-47d6-82c6-727b371a959f tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:46.991845 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8181da-ce6c-4830-bf12-f7c2d9783c15 req-4e41b7d7-2235-43ae-a623-8ccf74ac1a0f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:46.993272 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ced9ca25-f197-4a65-bfba-896822e7173c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:46.995472 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-505ac362-a7f4-47d6-82c6-727b371a959f tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:46.998002 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8181da-ce6c-4830-bf12-f7c2d9783c15 req-4e41b7d7-2235-43ae-a623-8ccf74ac1a0f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:46.999254 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-fbddf9bd-a579-457a-912a-971c62456d7c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:47.000022 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dc8181da-ce6c-4830-bf12-f7c2d9783c15 req-4e41b7d7-2235-43ae-a623-8ccf74ac1a0f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5436 time: 0.1068420 Aug 17 03:04:47.051212 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dc8181da-ce6c-4830-bf12-f7c2d9783c15 req-e9ab3d73-b1e1-4768-81e7-eccb2c34907b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0395441 Aug 17 03:04:47.133965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-fbddf9bd-a579-457a-912a-971c62456d7c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Transition to ACTIVE for port object 8de1f419-0505-41b5-8e59-aacf1772ffff will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:47.154809 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72efa64b-f2be-4129-8f81-937d615af1d2 req-19fabefe-e69f-4541-a0a8-19c894d53622 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1982062 Aug 17 03:04:47.158238 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ced9ca25-f197-4a65-bfba-896822e7173c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:47.161688 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ced9ca25-f197-4a65-bfba-896822e7173c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:47.208519 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-505ac362-a7f4-47d6-82c6-727b371a959f tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:47.209084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-505ac362-a7f4-47d6-82c6-727b371a959f tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Fanout notify agent at l3_agent the message router_deleted on router 655ab334-68cd-432f-923a-a96bd24a1243 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:04:47.217025 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-505ac362-a7f4-47d6-82c6-727b371a959f tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:47.218031 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-505ac362-a7f4-47d6-82c6-727b371a959f tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "DELETE /v2.0/routers/655ab334-68cd-432f-923a-a96bd24a1243 HTTP/1.1" status: 204 len: 168 time: 0.6960616 Aug 17 03:04:47.221718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55968) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:47.249832 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-639f8fe9-2943-4ef6-8063-9ac36ada151a tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "GET /v2.0/ports?device_id=655ab334-68cd-432f-923a-a96bd24a1243 HTTP/1.1" status: 200 len: 205 time: 0.0268762 Aug 17 03:04:47.251996 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55970) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:47.288580 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-0139d058-d429-4c75-bcc9-8d12f8e77898 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] delete failed (client error): The resource could not be found. Aug 17 03:04:47.290248 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0139d058-d429-4c75-bcc9-8d12f8e77898 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "DELETE /v2.0/routers/655ab334-68cd-432f-923a-a96bd24a1243 HTTP/1.1" status: 404 len: 336 time: 0.0372777 Aug 17 03:04:47.291348 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55974) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:47.302500 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ced9ca25-f197-4a65-bfba-896822e7173c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:47.303056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ced9ca25-f197-4a65-bfba-896822e7173c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0413bbcc-fd8b-4441-b619-e1178c781ac6 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:04:47.305955 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-fbddf9bd-a579-457a-912a-971c62456d7c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:47.310931 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ced9ca25-f197-4a65-bfba-896822e7173c admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:47.311305 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ced9ca25-f197-4a65-bfba-896822e7173c admin admin] 10.222.0.10 "DELETE /v2.0/routers/0413bbcc-fd8b-4441-b619-e1178c781ac6 HTTP/1.1" status: 204 len: 168 time: 3.7513812 Aug 17 03:04:47.318288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55976) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:47.331416 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-102f4070-d61a-4383-aaa4-3617bb3bfd34 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "GET /v2.0/ports?device_id=55f0772f-b537-4937-b863-366441bb8ffa HTTP/1.1" status: 200 len: 205 time: 0.0369442 Aug 17 03:04:47.331681 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55980) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:47.382907 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-fe268196-c5ba-4910-802e-831fa33f230c tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] delete failed (client error): The resource could not be found. Aug 17 03:04:47.386532 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fe268196-c5ba-4910-802e-831fa33f230c tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "DELETE /v2.0/routers/55f0772f-b537-4937-b863-366441bb8ffa HTTP/1.1" status: 404 len: 336 time: 0.0516090 Aug 17 03:04:47.388179 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55982) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:47.407520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-fbddf9bd-a579-457a-912a-971c62456d7c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Network e6baf906-1121-4fce-b43f-c2786ff9e843 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:47.415887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-fbddf9bd-a579-457a-912a-971c62456d7c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:47.419899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-fbddf9bd-a579-457a-912a-971c62456d7c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:47.422440 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9c89108c-0274-4c22-afa5-9c22aaf31414 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "GET /v2.0/ports?device_id=055940c5-43cf-453a-8037-29c44ead0ad6 HTTP/1.1" status: 200 len: 205 time: 0.0322130 Aug 17 03:04:47.423303 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55984) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:47.424481 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbddf9bd-a579-457a-912a-971c62456d7c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event updated for resources: {'Port': ['ID=8de1f419-0505-41b5-8e59-aacf1772ffff,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:47.453798 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-089b3258-3b6a-4a44-a370-902b29d2b943 admin admin] Deleting subnet 5f4d6ab7-f8f2-462d-a080-e6682c125201 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:04:47.458707 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-089b3258-3b6a-4a44-a370-902b29d2b943 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:47.475792 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-d133581a-0c2a-4c27-aa93-41dec40b3553 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] delete failed (client error): The resource could not be found. Aug 17 03:04:47.476973 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d133581a-0c2a-4c27-aa93-41dec40b3553 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "DELETE /v2.0/routers/055940c5-43cf-453a-8037-29c44ead0ad6 HTTP/1.1" status: 404 len: 336 time: 0.0529082 Aug 17 03:04:47.479470 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55988) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:47.514962 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-86f98bb6-71f4-4b7b-b64f-9d9d255454db tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7f10edf-cce7-43da-8523-c4588d33ef77 HTTP/1.1" status: 200 len: 205 time: 0.0343735 Aug 17 03:04:47.521912 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55990) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:47.529546 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-089b3258-3b6a-4a44-a370-902b29d2b943 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:47.556358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-fbddf9bd-a579-457a-912a-971c62456d7c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:47.557071 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-fbddf9bd-a579-457a-912a-971c62456d7c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:47.561060 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-61dba3b3-dab1-4873-9981-2122d8d478c9 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] delete failed (client error): The resource could not be found. Aug 17 03:04:47.562374 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-61dba3b3-dab1-4873-9981-2122d8d478c9 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "DELETE /v2.0/routers/c7f10edf-cce7-43da-8523-c4588d33ef77 HTTP/1.1" status: 404 len: 336 time: 0.0391436 Aug 17 03:04:47.566672 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55992) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:47.596344 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-215854d4-85fa-4383-a490-d0e8308c5e78 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "GET /v2.0/ports?device_id=eabd6dae-95e5-468e-831a-afa987955110 HTTP/1.1" status: 200 len: 205 time: 0.0281963 Aug 17 03:04:47.598603 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55994) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:47.642272 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-089b3258-3b6a-4a44-a370-902b29d2b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:47.653644 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-a5758644-0497-4aa1-9ecb-e3499a96877f tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] delete failed (client error): The resource could not be found. Aug 17 03:04:47.659851 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a5758644-0497-4aa1-9ecb-e3499a96877f tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "DELETE /v2.0/routers/eabd6dae-95e5-468e-831a-afa987955110 HTTP/1.1" status: 404 len: 336 time: 0.0549862 Aug 17 03:04:47.659851 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56000) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:47.699836 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0bab64fa-783c-45bd-8f03-4a3f81de84e6 tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb83133-f843-4ce3-9ae1-bda5b8b51f62 HTTP/1.1" status: 200 len: 205 time: 0.0385728 Aug 17 03:04:47.700815 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-fbddf9bd-a579-457a-912a-971c62456d7c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9710009 Aug 17 03:04:47.702055 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56004) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:47.724389 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19'}, {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229d34f2-e84b-4d61-a8c6-7ecb791ac85d'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:47.725898 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-942b1859-3c9f-4521-b93e-d43ce6981c84" -d '{"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-plugged", "status": "completed", "tag": "13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19"}, {"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-plugged", "status": "completed", "tag": "229d34f2-e84b-4d61-a8c6-7ecb791ac85d"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:47.731800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-d9fc716d-3b8a-4824-9b81-dff06b00bd64 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Request body: {'port': {'device_id': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf', 'admin_state_up': True, 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:47.771154 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-831dfea2-ca36-4045-ada6-12b6912b8e6b None None] Provisioning for port 8de1f419-0505-41b5-8e59-aacf1772ffff completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:47.775718 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-831dfea2-ca36-4045-ada6-12b6912b8e6b None None] Provisioning complete for port 8de1f419-0505-41b5-8e59-aacf1772ffff triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:47.776229 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-831dfea2-ca36-4045-ada6-12b6912b8e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:47.785148 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-8b1334de-d76b-42f9-8af6-348cc5dcff7c tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] delete failed (client error): The resource could not be found. Aug 17 03:04:47.798225 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8b1334de-d76b-42f9-8af6-348cc5dcff7c tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "DELETE /v2.0/routers/1bb83133-f843-4ce3-9ae1-bda5b8b51f62 HTTP/1.1" status: 404 len: 336 time: 0.0948484 Aug 17 03:04:47.827326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc5ea10-3044-4846-9187-7d3ab83346fd req-2ce95701-8647-4ba3-8dc7-2cb216a9a8af tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:47.828828 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ddc5ea10-3044-4846-9187-7d3ab83346fd req-2ce95701-8647-4ba3-8dc7-2cb216a9a8af tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.1320407 Aug 17 03:04:47.829331 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56010) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:47.848817 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f0ee3c27-b349-430f-9c30-151c61f0305c x-openstack-request-id: req-f0ee3c27-b349-430f-9c30-151c61f0305c {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:47.849345 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-plugged", "status": "completed", "tag": "13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19", "code": 200}, {"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-plugged", "status": "completed", "tag": "229d34f2-e84b-4d61-a8c6-7ecb791ac85d", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:47.849646 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f0ee3c27-b349-430f-9c30-151c61f0305c {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:47.850331 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19', 'code': 200} Aug 17 03:04:47.850669 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '229d34f2-e84b-4d61-a8c6-7ecb791ac85d', 'code': 200} Aug 17 03:04:47.886711 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-831dfea2-ca36-4045-ada6-12b6912b8e6b None None] Port 8de1f419-0505-41b5-8e59-aacf1772ffff cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:04:47.933096 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-6bb5f07a-113a-47cd-9f94-04b548f156fe tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] DELETE failed (client error): The resource could not be found. Aug 17 03:04:47.933598 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6bb5f07a-113a-47cd-9f94-04b548f156fe tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:04:47.935363 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6bb5f07a-113a-47cd-9f94-04b548f156fe tempest-RoutersAdminTest-1966732641 tempest-RoutersAdminTest-1966732641-project] 10.222.0.10 "DELETE /v2.0/subnets/3e4e2f49-0184-41e9-97e9-32a570734170 HTTP/1.1" status: 404 len: 337 time: 0.0928309 Aug 17 03:04:47.953246 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ece6aa8c-5650-4d49-ad9a-477f1179f94e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:47.976777 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ddc5ea10-3044-4846-9187-7d3ab83346fd req-3c7483b5-de74-41a8-a387-4dcf04c17212 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185119 Aug 17 03:04:48.171924 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:48.216901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 37552230-6e95-4ddd-b0c6-5ed5451e9067 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:04:48.251052 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 37552230-6e95-4ddd-b0c6-5ed5451e9067 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:04:48.251410 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 37552230-6e95-4ddd-b0c6-5ed5451e9067 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:04:48.335639 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-089b3258-3b6a-4a44-a370-902b29d2b943 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:48.352094 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1b06f-7300-4046-a874-116c9163e09e req-b7fc02f3-ea98-4a8c-b494-3b2f30ce565e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:48.358318 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae1b06f-7300-4046-a874-116c9163e09e req-b7fc02f3-ea98-4a8c-b494-3b2f30ce565e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:48.360202 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ae1b06f-7300-4046-a874-116c9163e09e req-b7fc02f3-ea98-4a8c-b494-3b2f30ce565e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 1654 time: 0.0665102 Aug 17 03:04:48.393731 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089b3258-3b6a-4a44-a370-902b29d2b943 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f4d6ab7-f8f2-462d-a080-e6682c125201,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:48.401983 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-089b3258-3b6a-4a44-a370-902b29d2b943 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:48.405584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-089b3258-3b6a-4a44-a370-902b29d2b943 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5f4d6ab7-f8f2-462d-a080-e6682c125201 HTTP/1.1" status: 204 len: 168 time: 1.0840657 Aug 17 03:04:48.406719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56026) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:48.429995 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f7261a3-1694-4b00-b309-f2a178343fb3 None None] Network e80b3e6b-ad83-4275-b888-5d76fe788ca1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:04:48.430097 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ae1b06f-7300-4046-a874-116c9163e09e req-29c5932c-5f2d-4ca7-bc4f-eeccf778fc4a tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518777 Aug 17 03:04:48.430207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a057e-3e21-4ff3-8c66-6d6e174b75d2 req-8b69f86e-0793-41e2-88b8-4dc53004449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:48.430207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a057e-3e21-4ff3-8c66-6d6e174b75d2 req-8b69f86e-0793-41e2-88b8-4dc53004449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:48.430497 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a057e-3e21-4ff3-8c66-6d6e174b75d2 req-8b69f86e-0793-41e2-88b8-4dc53004449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:48.430870 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a057e-3e21-4ff3-8c66-6d6e174b75d2 req-8b69f86e-0793-41e2-88b8-4dc53004449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:48.431341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a057e-3e21-4ff3-8c66-6d6e174b75d2 req-8b69f86e-0793-41e2-88b8-4dc53004449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:48.431815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a057e-3e21-4ff3-8c66-6d6e174b75d2 req-8b69f86e-0793-41e2-88b8-4dc53004449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:48.432284 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe0a057e-3e21-4ff3-8c66-6d6e174b75d2 req-8b69f86e-0793-41e2-88b8-4dc53004449a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:48.434315 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fe0a057e-3e21-4ff3-8c66-6d6e174b75d2 req-8b69f86e-0793-41e2-88b8-4dc53004449a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 6493 time: 0.4992001 Aug 17 03:04:48.477017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab13e5-4635-44ad-bb34-eda85d98f538 req-af05e798-2f03-4117-8126-cb7a4fce3a9d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:48.483371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab13e5-4635-44ad-bb34-eda85d98f538 req-af05e798-2f03-4117-8126-cb7a4fce3a9d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:48.489301 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab13e5-4635-44ad-bb34-eda85d98f538 req-af05e798-2f03-4117-8126-cb7a4fce3a9d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:48.495596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab13e5-4635-44ad-bb34-eda85d98f538 req-af05e798-2f03-4117-8126-cb7a4fce3a9d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:48.495761 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:48.502000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab13e5-4635-44ad-bb34-eda85d98f538 req-af05e798-2f03-4117-8126-cb7a4fce3a9d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:48.508267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab13e5-4635-44ad-bb34-eda85d98f538 req-af05e798-2f03-4117-8126-cb7a4fce3a9d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:48.514287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bab13e5-4635-44ad-bb34-eda85d98f538 req-af05e798-2f03-4117-8126-cb7a4fce3a9d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:48.516277 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2bab13e5-4635-44ad-bb34-eda85d98f538 req-af05e798-2f03-4117-8126-cb7a4fce3a9d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5436 time: 0.1884282 Aug 17 03:04:48.520512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-d9fc716d-3b8a-4824-9b81-dff06b00bd64 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Made reservation on behalf of ad2a0dc5cde74a658ad692effa9a3b56 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:04:48.521539 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-d9fc716d-3b8a-4824-9b81-dff06b00bd64 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:48.525496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56028) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:48.557043 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] Deleting port 18379a23-fb70-4125-ad6b-579aa3ca5275 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:48.557646 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:48.563703 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fe0a057e-3e21-4ff3-8c66-6d6e174b75d2 req-2816bc2e-e4c0-4884-b729-dd63afd082a7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1206207 Aug 17 03:04:48.651864 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2bab13e5-4635-44ad-bb34-eda85d98f538 req-3061bde6-16eb-46f9-a6eb-a615fc16407d tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1252882 Aug 17 03:04:48.657713 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] For port 18379a23-fb70-4125-ad6b-579aa3ca5275, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=18379a23-fb70-4125-ad6b-579aa3ca5275,segment=NetworkSegment(4e2b4ed5-7092-433c-9ed7-ed714f87d954),segment_id=4e2b4ed5-7092-433c-9ed7-ed714f87d954)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:48.659518 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:48.678347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] Calling delete_port for 18379a23-fb70-4125-ad6b-579aa3ca5275 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:48.719668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-328ed511-2ea7-4e41-897e-5fb4c2bddb95 None None] DHCP port deletion for e80b3e6b-ad83-4275-b888-5d76fe788ca1 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:04:48.738955 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca990982-ec50-43fd-ae8b-fd232c07a28b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:48.777278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-d9fc716d-3b8a-4824-9b81-dff06b00bd64 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Allocated IP 19.80.0.50 (cfdbad95-69d8-4e99-a424-5b5f76afd7bf/9b6a0aa6-d40d-4ce5-9d17-23b28b6c38b0/19dc33ff-766b-461f-bc2d-619f6bf0f33b) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:48.791756 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-328ed511-2ea7-4e41-897e-5fb4c2bddb95 None None] Deleting port 18379a23-fb70-4125-ad6b-579aa3ca5275 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:04:48.791756 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-328ed511-2ea7-4e41-897e-5fb4c2bddb95 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:48.870724 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-328ed511-2ea7-4e41-897e-5fb4c2bddb95 None None] For port 18379a23-fb70-4125-ad6b-579aa3ca5275, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=18379a23-fb70-4125-ad6b-579aa3ca5275,segment=NetworkSegment(4e2b4ed5-7092-433c-9ed7-ed714f87d954),segment_id=4e2b4ed5-7092-433c-9ed7-ed714f87d954)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:48.871019 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:48.871345 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-328ed511-2ea7-4e41-897e-5fb4c2bddb95 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:48.893760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-328ed511-2ea7-4e41-897e-5fb4c2bddb95 None None] Calling delete_port for 18379a23-fb70-4125-ad6b-579aa3ca5275 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:04:48.894786 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca990982-ec50-43fd-ae8b-fd232c07a28b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:48.910511 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] Pushing event deleted for resources: {'Port': ['ID=18379a23-fb70-4125-ad6b-579aa3ca5275,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:48.918695 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] No DVR routers for this DVR port 18379a23-fb70-4125-ad6b-579aa3ca5275 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:04:48.954514 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca990982-ec50-43fd-ae8b-fd232c07a28b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.001000 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.005174 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-328ed511-2ea7-4e41-897e-5fb4c2bddb95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.016714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e80b3e6b-ad83-4275-b888-5d76fe788ca1']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:49.027935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e2b4ed5-7092-433c-9ed7-ed714f87d954') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:49.028250 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e2b4ed5-7092-433c-9ed7-ed714f87d954') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:49.038279 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.051380 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-328ed511-2ea7-4e41-897e-5fb4c2bddb95 None None] Pushing event deleted for resources: {'Port': ['ID=18379a23-fb70-4125-ad6b-579aa3ca5275,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:49.055690 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.061767 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.065896 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:04:49.066036 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-328ed511-2ea7-4e41-897e-5fb4c2bddb95 None None] No DVR routers for this DVR port 18379a23-fb70-4125-ad6b-579aa3ca5275 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:04:49.066136 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:04:49.068615 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:04:49.072265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca990982-ec50-43fd-ae8b-fd232c07a28b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c274f842-53e1-4659-8df1-8c4d26c3ef8b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:49.090464 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ca990982-ec50-43fd-ae8b-fd232c07a28b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=440d19b3eff24c87b4cc041326b4da4e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5601389 Aug 17 03:04:49.098734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56040) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:49.194843 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6cad93-e7b8-46ae-868a-4fdf3711d7ea req-95c57297-bc4c-4426-80c0-c12d3e199fb4 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:49.196375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cf6cad93-e7b8-46ae-868a-4fdf3711d7ea req-95c57297-bc4c-4426-80c0-c12d3e199fb4 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.1317921 Aug 17 03:04:49.209979 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.211036 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-d9fc716d-3b8a-4824-9b81-dff06b00bd64 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.228655 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.232831 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e80b3e6b-ad83-4275-b888-5d76fe788ca1 HTTP/1.1" status: 204 len: 168 time: 0.8228810 Aug 17 03:04:49.232831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe29152-17a2-40c5-a719-8883249f93f2 admin admin] Pushing event deleted for resources: {'Network': ['ID=e80b3e6b-ad83-4275-b888-5d76fe788ca1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:49.260354 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61d28098-cd66-4539-bec1-8b14595f922b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.273497 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-d9fc716d-3b8a-4824-9b81-dff06b00bd64 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Transition to ACTIVE for port object 19dc33ff-766b-461f-bc2d-619f6bf0f33b will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:49.312484 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cf6cad93-e7b8-46ae-868a-4fdf3711d7ea req-1ba1e4d7-548c-4531-9f63-a25952908cd1 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086862 Aug 17 03:04:49.315545 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61d28098-cd66-4539-bec1-8b14595f922b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.479814 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-d9fc716d-3b8a-4824-9b81-dff06b00bd64 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.513079 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61d28098-cd66-4539-bec1-8b14595f922b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.515884 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61d28098-cd66-4539-bec1-8b14595f922b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.519588 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-61d28098-cd66-4539-bec1-8b14595f922b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c274f842-53e1-4659-8df1-8c4d26c3ef8b HTTP/1.1" status: 204 len: 168 time: 0.4231968 Aug 17 03:04:49.547167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-d9fc716d-3b8a-4824-9b81-dff06b00bd64 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Network cfdbad95-69d8-4e99-a424-5b5f76afd7bf is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:49.554423 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d28098-cd66-4539-bec1-8b14595f922b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c274f842-53e1-4659-8df1-8c4d26c3ef8b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:49.559126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fc716d-3b8a-4824-9b81-dff06b00bd64 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event updated for resources: {'Port': ['ID=19dc33ff-766b-461f-bc2d-619f6bf0f33b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:49.563713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-d9fc716d-3b8a-4824-9b81-dff06b00bd64 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:49.568600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-d9fc716d-3b8a-4824-9b81-dff06b00bd64 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:49.578330 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608b22f-06c3-417d-89cd-0d40fc2d1b65 req-f353657d-57b6-4bb5-a7d5-04113ec8b4b3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:49.590919 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608b22f-06c3-417d-89cd-0d40fc2d1b65 req-f353657d-57b6-4bb5-a7d5-04113ec8b4b3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:49.600842 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608b22f-06c3-417d-89cd-0d40fc2d1b65 req-f353657d-57b6-4bb5-a7d5-04113ec8b4b3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:49.602772 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9608b22f-06c3-417d-89cd-0d40fc2d1b65 req-f353657d-57b6-4bb5-a7d5-04113ec8b4b3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2375 time: 0.0949771 Aug 17 03:04:49.643649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-d9fc716d-3b8a-4824-9b81-dff06b00bd64 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:49.644437 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-d9fc716d-3b8a-4824-9b81-dff06b00bd64 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.650051 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9608b22f-06c3-417d-89cd-0d40fc2d1b65 req-61579713-5f62-4a07-a174-6ed65d4353a8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402648 Aug 17 03:04:49.720788 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56054) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:49.768577 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-d9fc716d-3b8a-4824-9b81-dff06b00bd64 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0586743 Aug 17 03:04:49.782154 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Request body: {'port': {'device_id': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:49.818544 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e300e736-763d-4cec-a93e-8a17133adcf8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=34d236346ac741899b701f19fb1b5339&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0960925 Aug 17 03:04:49.821172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56056) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:49.903695 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1833f4d-29ae-4464-8378-64142bccc7b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.917955 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.946445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaefd0-7075-4cf7-8cc8-8f1c06ef7157 req-b5038515-e9f8-41f6-b96d-0f2b0aac6d99 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:49.953075 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaefd0-7075-4cf7-8cc8-8f1c06ef7157 req-b5038515-e9f8-41f6-b96d-0f2b0aac6d99 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:49.959544 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaefd0-7075-4cf7-8cc8-8f1c06ef7157 req-b5038515-e9f8-41f6-b96d-0f2b0aac6d99 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:49.963923 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1833f4d-29ae-4464-8378-64142bccc7b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:49.966671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaefd0-7075-4cf7-8cc8-8f1c06ef7157 req-b5038515-e9f8-41f6-b96d-0f2b0aac6d99 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:49.972865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaefd0-7075-4cf7-8cc8-8f1c06ef7157 req-b5038515-e9f8-41f6-b96d-0f2b0aac6d99 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:49.982248 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaefd0-7075-4cf7-8cc8-8f1c06ef7157 req-b5038515-e9f8-41f6-b96d-0f2b0aac6d99 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:49.989325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13aaefd0-7075-4cf7-8cc8-8f1c06ef7157 req-b5038515-e9f8-41f6-b96d-0f2b0aac6d99 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:49.993047 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13aaefd0-7075-4cf7-8cc8-8f1c06ef7157 req-b5038515-e9f8-41f6-b96d-0f2b0aac6d99 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5436 time: 0.1805153 Aug 17 03:04:50.016406 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-788a9b04-0309-4b41-886a-56f63b85c69d None None] Provisioning for port 19dc33ff-766b-461f-bc2d-619f6bf0f33b completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:50.021343 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-788a9b04-0309-4b41-886a-56f63b85c69d None None] Provisioning complete for port 19dc33ff-766b-461f-bc2d-619f6bf0f33b triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:50.021750 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-788a9b04-0309-4b41-886a-56f63b85c69d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:50.074060 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-788a9b04-0309-4b41-886a-56f63b85c69d None None] Port 19dc33ff-766b-461f-bc2d-619f6bf0f33b cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:04:50.100042 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13aaefd0-7075-4cf7-8cc8-8f1c06ef7157 req-2455d718-37fc-4063-83c5-eb718440648c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0911620 Aug 17 03:04:50.166023 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1833f4d-29ae-4464-8378-64142bccc7b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:50.169065 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1833f4d-29ae-4464-8378-64142bccc7b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:50.172737 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b1833f4d-29ae-4464-8378-64142bccc7b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e372c982-af37-4433-ae08-1fb4df402971 HTTP/1.1" status: 204 len: 168 time: 0.3480134 Aug 17 03:04:50.173133 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 18379a23-fb70-4125-ad6b-579aa3ca5275 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:04:50.184848 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1833f4d-29ae-4464-8378-64142bccc7b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e372c982-af37-4433-ae08-1fb4df402971,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:50.204189 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 18379a23-fb70-4125-ad6b-579aa3ca5275 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:04:50.204545 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 18379a23-fb70-4125-ad6b-579aa3ca5275 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:04:50.330164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f63fa65e-0528-44b4-b524-72ffea636f1e {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:04:50.338610 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:50.353175 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Transition to ACTIVE for port object f63fa65e-0528-44b4-b524-72ffea636f1e will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:50.382378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56070) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:50.453787 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9a1745f6-04ec-4ba1-8805-ee14325d663e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c97fdc4134714ebbb3eed0b37edaa7cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0704026 Aug 17 03:04:50.455357 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:50.456512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56072) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:50.466630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f018e3-6a6b-47d5-9f81-4f7170c8263e req-b56f0495-c461-4f7b-acad-0cd487a8576c tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:50.468166 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75f018e3-6a6b-47d5-9f81-4f7170c8263e req-b56f0495-c461-4f7b-acad-0cd487a8576c tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.0791519 Aug 17 03:04:50.519565 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1aee0bf0-148c-4f62-be18-bbca634eff0c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:50.539957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Pushing event updated for resources: {'Port': ['ID=f63fa65e-0528-44b4-b524-72ffea636f1e,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:50.548074 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1aee0bf0-148c-4f62-be18-bbca634eff0c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:50.599440 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75f018e3-6a6b-47d5-9f81-4f7170c8263e req-f9ef36e7-95e8-4e30-97e0-a324277a03a9 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248221 Aug 17 03:04:50.642897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Attempting to bind port f63fa65e-0528-44b4-b524-72ffea636f1e on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:04:50.643235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Attempting to bind port f63fa65e-0528-44b4-b524-72ffea636f1e by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '5e7374ce-7a51-42cc-89ad-3b2aba29078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:04:50.643627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Attempting to bind port f63fa65e-0528-44b4-b524-72ffea636f1e on network cfdbad95-69d8-4e99-a424-5b5f76afd7bf {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:50.648415 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Port f63fa65e-0528-44b4-b524-72ffea636f1e on network cfdbad95-69d8-4e99-a424-5b5f76afd7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:04:50.648742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Attempting to bind port f63fa65e-0528-44b4-b524-72ffea636f1e on network cfdbad95-69d8-4e99-a424-5b5f76afd7bf {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:50.654037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:04:50.654493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Checking segment: {'id': '5e7374ce-7a51-42cc-89ad-3b2aba29078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:50.654882 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Bound using segment: {'id': '5e7374ce-7a51-42cc-89ad-3b2aba29078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:04:50.655315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Bound port: f63fa65e-0528-44b4-b524-72ffea636f1e, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7374ce-7a51-42cc-89ad-3b2aba29078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:04:50.655684 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:50.694057 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1aee0bf0-148c-4f62-be18-bbca634eff0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:50.694810 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1aee0bf0-148c-4f62-be18-bbca634eff0c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:50.698949 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1aee0bf0-148c-4f62-be18-bbca634eff0c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fa28f9ae-e4cd-45f6-a404-9bda4002e39d HTTP/1.1" status: 204 len: 168 time: 0.2412698 Aug 17 03:04:50.711074 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aee0bf0-148c-4f62-be18-bbca634eff0c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa28f9ae-e4cd-45f6-a404-9bda4002e39d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:50.751148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] For port f63fa65e-0528-44b4-b524-72ffea636f1e, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:04:50.753390 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] For port f63fa65e-0528-44b4-b524-72ffea636f1e, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f63fa65e-0528-44b4-b524-72ffea636f1e,segment=NetworkSegment(5e7374ce-7a51-42cc-89ad-3b2aba29078f),segment_id=5e7374ce-7a51-42cc-89ad-3b2aba29078f)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:04:50.804442 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:50.826863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13612305-50c0-411f-b384-3de458d9b367 req-9c7bbd87-bb0f-4aee-b17e-3cde0fd23bb8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:50.832975 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13612305-50c0-411f-b384-3de458d9b367 req-9c7bbd87-bb0f-4aee-b17e-3cde0fd23bb8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:50.839600 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13612305-50c0-411f-b384-3de458d9b367 req-9c7bbd87-bb0f-4aee-b17e-3cde0fd23bb8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:50.841227 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-13612305-50c0-411f-b384-3de458d9b367 req-9c7bbd87-bb0f-4aee-b17e-3cde0fd23bb8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2387 time: 0.0729601 Aug 17 03:04:50.857409 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:50.880824 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-13612305-50c0-411f-b384-3de458d9b367 req-7023ff38-75d0-4d1f-87cb-7af61372c129 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335698 Aug 17 03:04:50.895013 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:50.895703 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:50.897838 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] 10.222.0.60 "PUT /v2.0/ports/f63fa65e-0528-44b4-b524-72ffea636f1e HTTP/1.1" status: 200 len: 1092 time: 1.1196284 Aug 17 03:04:50.898203 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'tag': 'f63fa65e-0528-44b4-b524-72ffea636f1e'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:50.900458 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf81967e-96c2-406c-8e5f-989e045205df" -d '{"events": [{"name": "network-changed", "server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "tag": "f63fa65e-0528-44b4-b524-72ffea636f1e"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:50.936487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66c4fc9-098a-4c75-8e09-b033d7fb5ccd service neutron] Pushing event updated for resources: {'Port': ['ID=f63fa65e-0528-44b4-b524-72ffea636f1e,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:50.949379 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-660ecb96-d502-4981-9e03-c1a4f4281039 x-openstack-request-id: req-660ecb96-d502-4981-9e03-c1a4f4281039 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:50.952226 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "tag": "f63fa65e-0528-44b4-b524-72ffea636f1e", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:50.952226 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-660ecb96-d502-4981-9e03-c1a4f4281039 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:50.952226 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'tag': 'f63fa65e-0528-44b4-b524-72ffea636f1e', 'status': 'completed', 'code': 200} Aug 17 03:04:51.006131 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Request body: {'port': {'device_id': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:51.126235 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:51.212731 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81967e-96c2-406c-8e5f-989e045205df req-44200bf6-eae6-4a22-8015-a77728236ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.213357 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81967e-96c2-406c-8e5f-989e045205df req-44200bf6-eae6-4a22-8015-a77728236ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.213851 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81967e-96c2-406c-8e5f-989e045205df req-44200bf6-eae6-4a22-8015-a77728236ba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.215770 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bf81967e-96c2-406c-8e5f-989e045205df req-44200bf6-eae6-4a22-8015-a77728236ba5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad2a0dc5cde74a658ad692effa9a3b56&device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2730 time: 0.2468002 Aug 17 03:04:51.326483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c23013c-c9a4-4a3f-9c98-d2f4843181d4 req-8b4fc90c-fee2-4a8b-8d87-7bbfe77eb7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.327986 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c23013c-c9a4-4a3f-9c98-d2f4843181d4 req-8b4fc90c-fee2-4a8b-8d87-7bbfe77eb7ff service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 1097 time: 0.2613266 Aug 17 03:04:51.446371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3052c-898a-41c4-8fd3-0728716003da req-c482dc8f-3f28-4a21-8523-80666197e640 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.452136 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3052c-898a-41c4-8fd3-0728716003da req-c482dc8f-3f28-4a21-8523-80666197e640 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.457931 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3052c-898a-41c4-8fd3-0728716003da req-c482dc8f-3f28-4a21-8523-80666197e640 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.464389 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3052c-898a-41c4-8fd3-0728716003da req-c482dc8f-3f28-4a21-8523-80666197e640 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.470311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3052c-898a-41c4-8fd3-0728716003da req-c482dc8f-3f28-4a21-8523-80666197e640 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.476876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3052c-898a-41c4-8fd3-0728716003da req-c482dc8f-3f28-4a21-8523-80666197e640 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.482685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f3052c-898a-41c4-8fd3-0728716003da req-c482dc8f-3f28-4a21-8523-80666197e640 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.484619 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-01f3052c-898a-41c4-8fd3-0728716003da req-c482dc8f-3f28-4a21-8523-80666197e640 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5436 time: 0.2850072 Aug 17 03:04:51.546201 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c23013c-c9a4-4a3f-9c98-d2f4843181d4 req-aa866a6c-ff92-4969-a7a0-baed0fdc1d28 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2101815 Aug 17 03:04:51.565523 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81967e-96c2-406c-8e5f-989e045205df req-f2452bc7-b6a5-4314-acf0-c19815729fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.566007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81967e-96c2-406c-8e5f-989e045205df req-f2452bc7-b6a5-4314-acf0-c19815729fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.566479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81967e-96c2-406c-8e5f-989e045205df req-f2452bc7-b6a5-4314-acf0-c19815729fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.568032 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bf81967e-96c2-406c-8e5f-989e045205df req-f2452bc7-b6a5-4314-acf0-c19815729fee service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ad2a0dc5cde74a658ad692effa9a3b56&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.3284476 Aug 17 03:04:51.662244 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-01f3052c-898a-41c4-8fd3-0728716003da req-635f7fd0-ff05-4fa8-9774-7005604b789b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.1673999 Aug 17 03:04:51.662394 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56122) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:51.828366 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315b4284-587e-4bd8-ae92-9fd0ccd99cf7 req-16884e8f-6ceb-4b01-860a-6f09f6cea0c2 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.830250 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-315b4284-587e-4bd8-ae92-9fd0ccd99cf7 req-16884e8f-6ceb-4b01-860a-6f09f6cea0c2 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.0942736 Aug 17 03:04:51.834035 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a8c66e6c-44fb-4dff-81f5-24d182ab0052 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-843186627-network', 'tenant_id': '70e633f570f54315a88834cd60a88bd4'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:51.867537 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf81967e-96c2-406c-8e5f-989e045205df req-d4a78b11-0ac1-4b68-b0cf-947de5f9fd2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.869131 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bf81967e-96c2-406c-8e5f-989e045205df req-d4a78b11-0ac1-4b68-b0cf-947de5f9fd2c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2671392 Aug 17 03:04:51.886133 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-315b4284-587e-4bd8-ae92-9fd0ccd99cf7 req-81942af9-226d-4eb1-9367-ec248b6fa2bc tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464790 Aug 17 03:04:51.902816 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4013ce-1044-45db-8301-1c521e241e33 req-6a473e19-3e79-4d44-b28b-142b91ad3792 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.909759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4013ce-1044-45db-8301-1c521e241e33 req-6a473e19-3e79-4d44-b28b-142b91ad3792 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.915921 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4013ce-1044-45db-8301-1c521e241e33 req-6a473e19-3e79-4d44-b28b-142b91ad3792 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.921764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4013ce-1044-45db-8301-1c521e241e33 req-6a473e19-3e79-4d44-b28b-142b91ad3792 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.927599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4013ce-1044-45db-8301-1c521e241e33 req-6a473e19-3e79-4d44-b28b-142b91ad3792 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.933773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4013ce-1044-45db-8301-1c521e241e33 req-6a473e19-3e79-4d44-b28b-142b91ad3792 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.937506 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8c66e6c-44fb-4dff-81f5-24d182ab0052 admin admin] Made reservation on behalf of 70e633f570f54315a88834cd60a88bd4 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:04:51.939555 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb4013ce-1044-45db-8301-1c521e241e33 req-6a473e19-3e79-4d44-b28b-142b91ad3792 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:51.942121 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8c66e6c-44fb-4dff-81f5-24d182ab0052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:51.945734 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb4013ce-1044-45db-8301-1c521e241e33 req-6a473e19-3e79-4d44-b28b-142b91ad3792 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5436 time: 0.1617250 Aug 17 03:04:51.952678 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8c66e6c-44fb-4dff-81f5-24d182ab0052 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:51.972014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56138) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:51.986833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8de1f419-0505-41b5-8e59-aacf1772ffff {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:04:52.002628 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-73bd8990-0348-4e31-9616-8b4eb990be5f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Request body: {'floatingip': {'port_id': '3252fa48-9cdf-414f-bfa1-75099d66f47b'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:52.002781 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:52.021385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Transition to ACTIVE for port object 8de1f419-0505-41b5-8e59-aacf1772ffff will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:52.074492 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:52.089984 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-73bd8990-0348-4e31-9616-8b4eb990be5f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:52.150422 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd9c1f-b08a-4490-868d-67337447cdd2 req-ff5e68f3-bb16-4a44-85bd-f17f90a60dca tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:52.156353 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd9c1f-b08a-4490-868d-67337447cdd2 req-ff5e68f3-bb16-4a44-85bd-f17f90a60dca tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:52.158740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Pushing event updated for resources: {'Port': ['ID=8de1f419-0505-41b5-8e59-aacf1772ffff,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:52.162949 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5dd9c1f-b08a-4490-868d-67337447cdd2 req-ff5e68f3-bb16-4a44-85bd-f17f90a60dca tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:52.164567 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c5dd9c1f-b08a-4490-868d-67337447cdd2 req-ff5e68f3-bb16-4a44-85bd-f17f90a60dca tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2387 time: 0.1797500 Aug 17 03:04:52.299842 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Attempting to bind port 8de1f419-0505-41b5-8e59-aacf1772ffff on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:04:52.300409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Attempting to bind port 8de1f419-0505-41b5-8e59-aacf1772ffff by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '56a8c6ad-2a92-400c-8b7e-909a7f273e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6baf906-1121-4fce-b43f-c2786ff9e843'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:04:52.301465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Attempting to bind port 8de1f419-0505-41b5-8e59-aacf1772ffff on network e6baf906-1121-4fce-b43f-c2786ff9e843 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:52.306571 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c5dd9c1f-b08a-4490-868d-67337447cdd2 req-447012fa-ea2a-42a9-955f-79f4f18a26b9 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135356 Aug 17 03:04:52.323064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Port 8de1f419-0505-41b5-8e59-aacf1772ffff on network e6baf906-1121-4fce-b43f-c2786ff9e843 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:04:52.323397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Attempting to bind port 8de1f419-0505-41b5-8e59-aacf1772ffff on network e6baf906-1121-4fce-b43f-c2786ff9e843 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:52.330320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:04:52.330662 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Checking segment: {'id': '56a8c6ad-2a92-400c-8b7e-909a7f273e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6baf906-1121-4fce-b43f-c2786ff9e843'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:52.331054 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Bound using segment: {'id': '56a8c6ad-2a92-400c-8b7e-909a7f273e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6baf906-1121-4fce-b43f-c2786ff9e843'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:04:52.331490 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Bound port: 8de1f419-0505-41b5-8e59-aacf1772ffff, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '56a8c6ad-2a92-400c-8b7e-909a7f273e3b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': 'e6baf906-1121-4fce-b43f-c2786ff9e843'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:04:52.331852 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:52.418439 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8c66e6c-44fb-4dff-81f5-24d182ab0052 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:52.441637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] For port 8de1f419-0505-41b5-8e59-aacf1772ffff, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:04:52.445832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] For port 8de1f419-0505-41b5-8e59-aacf1772ffff, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8de1f419-0505-41b5-8e59-aacf1772ffff,segment=NetworkSegment(56a8c6ad-2a92-400c-8b7e-909a7f273e3b),segment_id=56a8c6ad-2a92-400c-8b7e-909a7f273e3b)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:04:52.511385 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8c66e6c-44fb-4dff-81f5-24d182ab0052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:52.543278 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:52.587227 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:52.588049 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:52.591843 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] 10.222.0.60 "PUT /v2.0/ports/8de1f419-0505-41b5-8e59-aacf1772ffff HTTP/1.1" status: 200 len: 1091 time: 1.5895936 Aug 17 03:04:52.625732 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188db24d-cff6-4649-aa67-1a2118fa4c19 service neutron] Pushing event updated for resources: {'Port': ['ID=8de1f419-0505-41b5-8e59-aacf1772ffff,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:52.647221 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a8c66e6c-44fb-4dff-81f5-24d182ab0052 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:04:52.683832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Request body: {'port': {'device_id': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:52.766140 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:52.802439 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c66e6c-44fb-4dff-81f5-24d182ab0052 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f4dbc49-a49b-4f89-b239-192bc51b46ef,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:52.825539 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8c66e6c-44fb-4dff-81f5-24d182ab0052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:52.826318 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-a8c66e6c-44fb-4dff-81f5-24d182ab0052 admin admin] Added segment e8c6c720-3e50-4a22-b2a0-564dcd76ce17 of type vlan for network a3d33c7a-8312-4f24-9706-a812e69935e7 Aug 17 03:04:52.951059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'tag': '8de1f419-0505-41b5-8e59-aacf1772ffff'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:52.953323 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cac66cfd-ef66-4acc-bb29-609cae7f7203" -d '{"events": [{"name": "network-changed", "server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "tag": "8de1f419-0505-41b5-8e59-aacf1772ffff"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:52.984375 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8c66e6c-44fb-4dff-81f5-24d182ab0052 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:53.026750 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.resource_extend [None req-73bd8990-0348-4e31-9616-8b4eb990be5f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 03:04:53.067195 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc81966c-2ba8-4e92-88bd-cc82622ac94e x-openstack-request-id: req-cc81966c-2ba8-4e92-88bd-cc82622ac94e {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:53.067608 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "tag": "8de1f419-0505-41b5-8e59-aacf1772ffff", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:53.068028 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc81966c-2ba8-4e92-88bd-cc82622ac94e {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:53.068579 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'tag': '8de1f419-0505-41b5-8e59-aacf1772ffff', 'status': 'completed', 'code': 200} Aug 17 03:04:53.215831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56164) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:53.268257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 19dc33ff-766b-461f-bc2d-619f6bf0f33b {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:04:53.282745 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:53.302645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Transition to ACTIVE for port object 19dc33ff-766b-461f-bc2d-619f6bf0f33b will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:53.315521 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac66cfd-ef66-4acc-bb29-609cae7f7203 req-3b446ee1-faa3-429e-bc86-445920b6463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:53.316181 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac66cfd-ef66-4acc-bb29-609cae7f7203 req-3b446ee1-faa3-429e-bc86-445920b6463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:53.316724 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac66cfd-ef66-4acc-bb29-609cae7f7203 req-3b446ee1-faa3-429e-bc86-445920b6463e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:53.320011 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cac66cfd-ef66-4acc-bb29-609cae7f7203 req-3b446ee1-faa3-429e-bc86-445920b6463e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad2a0dc5cde74a658ad692effa9a3b56&device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2797 time: 0.2492032 Aug 17 03:04:53.388777 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-73bd8990-0348-4e31-9616-8b4eb990be5f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:53.404632 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71aab956-0c4d-4715-b9c9-755d559469d8 req-48dbdbb5-7800-482e-82bc-6781ed186eb5 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:53.410070 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71aab956-0c4d-4715-b9c9-755d559469d8 req-48dbdbb5-7800-482e-82bc-6781ed186eb5 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.4034500 Aug 17 03:04:53.420059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-c674c599-6173-4dfc-b4e4-360704f7f69b tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-1591396603', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:53.429774 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:53.451040 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71aab956-0c4d-4715-b9c9-755d559469d8 req-f8372c86-2c79-4149-902f-b2872789cef7 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381961 Aug 17 03:04:53.473450 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8c66e6c-44fb-4dff-81f5-24d182ab0052 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:53.473450 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8c66e6c-44fb-4dff-81f5-24d182ab0052 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:53.473450 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8c66e6c-44fb-4dff-81f5-24d182ab0052 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:53.489870 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-73bd8990-0348-4e31-9616-8b4eb990be5f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:53.657806 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c66e6c-44fb-4dff-81f5-24d182ab0052 admin admin] Pushing event updated for resources: {'Network': ['ID=a3d33c7a-8312-4f24-9706-a812e69935e7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:53.665833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b9333-534b-49f6-8b15-3e4fb41393ca req-a6e5ad14-3034-4ef6-87c4-14c9e17bcd88 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:53.674291 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network a3d33c7a-8312-4f24-9706-a812e69935e7 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:04:53.691750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b9333-534b-49f6-8b15-3e4fb41393ca req-a6e5ad14-3034-4ef6-87c4-14c9e17bcd88 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:53.698597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4b9333-534b-49f6-8b15-3e4fb41393ca req-a6e5ad14-3034-4ef6-87c4-14c9e17bcd88 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:53.700321 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c4b9333-534b-49f6-8b15-3e4fb41393ca req-a6e5ad14-3034-4ef6-87c4-14c9e17bcd88 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2411 time: 0.2762485 Aug 17 03:04:53.739066 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c674c599-6173-4dfc-b4e4-360704f7f69b tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Made reservation on behalf of af2dc7af83e44eb4818a770cb9959157 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:04:53.741935 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c674c599-6173-4dfc-b4e4-360704f7f69b tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:53.747522 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a8c66e6c-44fb-4dff-81f5-24d182ab0052 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.0831363 Aug 17 03:04:53.751663 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56186) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:53.757192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Pushing event updated for resources: {'Port': ['ID=19dc33ff-766b-461f-bc2d-619f6bf0f33b,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:53.765706 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-98b3a990-493b-4b18-ba6a-b85fac14ef5e admin admin] Request body: {'subnet': {'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-843186627-subnet', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:53.825759 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c674c599-6173-4dfc-b4e4-360704f7f69b tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:53.846700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac66cfd-ef66-4acc-bb29-609cae7f7203 req-1eb2a026-b850-46d4-b974-048a967e895b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:53.847195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac66cfd-ef66-4acc-bb29-609cae7f7203 req-1eb2a026-b850-46d4-b974-048a967e895b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:53.847671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac66cfd-ef66-4acc-bb29-609cae7f7203 req-1eb2a026-b850-46d4-b974-048a967e895b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:53.849293 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cac66cfd-ef66-4acc-bb29-609cae7f7203 req-1eb2a026-b850-46d4-b974-048a967e895b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ad2a0dc5cde74a658ad692effa9a3b56&shared=False HTTP/1.1" status: 200 len: 2289 time: 0.5097179 Aug 17 03:04:53.892770 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-73bd8990-0348-4e31-9616-8b4eb990be5f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Floating IP 4298650a-c4a7-4739-8595-cc267cf13451 associated. External IP: 172.25.1.200, port: 3252fa48-9cdf-414f-bfa1-75099d66f47b. Aug 17 03:04:53.893771 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c4b9333-534b-49f6-8b15-3e4fb41393ca req-9bcc49f4-b077-4118-9fd5-dfcfc16a6103 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1750042 Aug 17 03:04:53.936179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Attempting to bind port 19dc33ff-766b-461f-bc2d-619f6bf0f33b on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:04:53.936537 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Attempting to bind port 19dc33ff-766b-461f-bc2d-619f6bf0f33b by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '5e7374ce-7a51-42cc-89ad-3b2aba29078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:04:53.936848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Attempting to bind port 19dc33ff-766b-461f-bc2d-619f6bf0f33b on network cfdbad95-69d8-4e99-a424-5b5f76afd7bf {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:53.949411 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Port 19dc33ff-766b-461f-bc2d-619f6bf0f33b on network cfdbad95-69d8-4e99-a424-5b5f76afd7bf not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:04:53.949779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Attempting to bind port 19dc33ff-766b-461f-bc2d-619f6bf0f33b on network cfdbad95-69d8-4e99-a424-5b5f76afd7bf {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:53.950850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98b3a990-493b-4b18-ba6a-b85fac14ef5e admin admin] Made reservation on behalf of 70e633f570f54315a88834cd60a88bd4 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:04:53.953160 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98b3a990-493b-4b18-ba6a-b85fac14ef5e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:53.968273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:04:53.968273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Checking segment: {'id': '5e7374ce-7a51-42cc-89ad-3b2aba29078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:53.971529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Bound using segment: {'id': '5e7374ce-7a51-42cc-89ad-3b2aba29078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:04:53.971529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Bound port: 19dc33ff-766b-461f-bc2d-619f6bf0f33b, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5e7374ce-7a51-42cc-89ad-3b2aba29078f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:04:53.971529 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:54.019968 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-3981d7ad-7794-4da5-bbea-ffe20774954a tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:54.021829 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-3981d7ad-7794-4da5-bbea-ffe20774954a tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/networks?id=c7e7978e-1d34-44a7-8805-8fa20d4cf11c HTTP/1.1" status: 200 len: 811 time: 0.2445292 Aug 17 03:04:54.050083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac66cfd-ef66-4acc-bb29-609cae7f7203 req-1c9f9a26-8ecd-4447-a0b3-fed67717131d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:54.051595 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cac66cfd-ef66-4acc-bb29-609cae7f7203 req-1c9f9a26-8ecd-4447-a0b3-fed67717131d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1857882 Aug 17 03:04:54.093394 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-5546c95b-3a93-4d36-a75d-14c550439e4b tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/quotas/72b852e1a4e445b296fe048bb52ea81a HTTP/1.1" status: 200 len: 375 time: 0.0416491 Aug 17 03:04:54.099495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] For port 19dc33ff-766b-461f-bc2d-619f6bf0f33b, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:04:54.104917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] For port 19dc33ff-766b-461f-bc2d-619f6bf0f33b, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=19dc33ff-766b-461f-bc2d-619f6bf0f33b,segment=NetworkSegment(5e7374ce-7a51-42cc-89ad-3b2aba29078f),segment_id=5e7374ce-7a51-42cc-89ad-3b2aba29078f)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:04:54.137235 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c674c599-6173-4dfc-b4e4-360704f7f69b tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:54.182515 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:54.216108 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c674c599-6173-4dfc-b4e4-360704f7f69b tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:54.232320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:54.232961 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:54.234439 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] 10.222.0.60 "PUT /v2.0/ports/19dc33ff-766b-461f-bc2d-619f6bf0f33b HTTP/1.1" status: 200 len: 1091 time: 1.5551715 Aug 17 03:04:54.248590 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-196b91d2-b0c6-4a08-9ff4-cbce02162007 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=72b852e1a4e445b296fe048bb52ea81a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1446207 Aug 17 03:04:54.250958 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-c674c599-6173-4dfc-b4e4-360704f7f69b tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] device_id is not set on port fdd23955-83ec-405d-93a4-b95031328744 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:04:54.353773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6c523f7-f5eb-4d73-a9bd-4d676d0125b1 service neutron] Pushing event updated for resources: {'Port': ['ID=19dc33ff-766b-461f-bc2d-619f6bf0f33b,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:54.359254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674c599-6173-4dfc-b4e4-360704f7f69b tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=984ae39d-869a-4bb1-b9b1-df1258e55ce0,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:54.436846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73bd8990-0348-4e31-9616-8b4eb990be5f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Router 0436a45b-b9e1-4b63-bc9b-10eaf166f416 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:04:54.472757 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-b0adb4c1-8614-4809-b159-f53a07a9288c service neutron] 10.222.0.10 "GET /v2.0/networks/c7e7978e-1d34-44a7-8805-8fa20d4cf11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1923101 Aug 17 03:04:54.475056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-c674c599-6173-4dfc-b4e4-360704f7f69b tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Allocated IP 172.25.1.251 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/fdd23955-83ec-405d-93a4-b95031328744) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:54.486149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-0655d431-d33e-4539-8870-c1aaf39fac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:54.486775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-0655d431-d33e-4539-8870-c1aaf39fac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:54.487262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-0655d431-d33e-4539-8870-c1aaf39fac8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:54.488913 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-0655d431-d33e-4539-8870-c1aaf39fac8a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad2a0dc5cde74a658ad692effa9a3b56&device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2864 time: 0.0749140 Aug 17 03:04:54.547662 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-07bf1926-44e8-4199-841a-5bb4991f886f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.188&port_id=f63fa65e-0528-44b4-b524-72ffea636f1e HTTP/1.1" status: 200 len: 217 time: 0.0483418 Aug 17 03:04:54.576399 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98b3a990-493b-4b18-ba6a-b85fac14ef5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:54.697353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-3d83218e-c1bd-4875-8ed2-d38234f9205e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:54.698836 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-3d83218e-c1bd-4875-8ed2-d38234f9205e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b6a0aa6-d40d-4ce5-9d17-23b28b6c38b0 HTTP/1.1" status: 200 len: 801 time: 0.1418672 Aug 17 03:04:54.735931 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98b3a990-493b-4b18-ba6a-b85fac14ef5e admin admin] Pushing event updated for resources: {'Subnet': ['ID=8ddee6d4-0787-43b1-b895-c64fb9f8f739,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:54.794974 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c674c599-6173-4dfc-b4e4-360704f7f69b tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:54.795894 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-1ad144d0-67a3-4718-abec-ab15f8744bb0 service neutron] 10.222.0.10 "GET /v2.0/networks/c7e7978e-1d34-44a7-8805-8fa20d4cf11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021054 Aug 17 03:04:54.796001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-2e91aadd-2ab1-47c7-b26a-8aad065a14a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:54.796106 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98b3a990-493b-4b18-ba6a-b85fac14ef5e admin admin] Checking segment: {'id': 'e8c6c720-3e50-4a22-b2a0-564dcd76ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:54.796212 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-2e91aadd-2ab1-47c7-b26a-8aad065a14a8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfdbad95-69d8-4e99-a424-5b5f76afd7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0765142 Aug 17 03:04:54.796405 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b3a990-493b-4b18-ba6a-b85fac14ef5e admin admin] Network hostable DHCP agents. Network: a3d33c7a-8312-4f24-9706-a812e69935e7, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:04:54.796405 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73bd8990-0348-4e31-9616-8b4eb990be5f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:54.801602 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-73bd8990-0348-4e31-9616-8b4eb990be5f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:54.811223 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884264d4-b36a-437d-aadc-ac1dabde962e None None] Sync routers for ids ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:54.827113 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884264d4-b36a-437d-aadc-ac1dabde962e None None] Routers {'0436a45b-b9e1-4b63-bc9b-10eaf166f416'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:54.827957 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-884264d4-b36a-437d-aadc-ac1dabde962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:54.875285 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-73bd8990-0348-4e31-9616-8b4eb990be5f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "PUT /v2.0/floatingips/4298650a-c4a7-4739-8595-cc267cf13451 HTTP/1.1" status: 200 len: 992 time: 2.8935473 Aug 17 03:04:54.876513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'tag': '3252fa48-9cdf-414f-bfa1-75099d66f47b'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:54.881762 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c84bdc28-6755-4c50-b0c5-e516f374fadf" -d '{"events": [{"name": "network-changed", "server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "tag": "3252fa48-9cdf-414f-bfa1-75099d66f47b"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:54.943462 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f80b6d63-cd9d-412e-bf2d-7d2ab3a02cdd service neutron] 10.222.0.60 "GET /v2.0/networks/cfdbad95-69d8-4e99-a424-5b5f76afd7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1458480 Aug 17 03:04:54.994154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98b3a990-493b-4b18-ba6a-b85fac14ef5e admin admin] Network a3d33c7a-8312-4f24-9706-a812e69935e7 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:04:55.013667 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160d1bd7-4ddc-4797-88a5-4b94cdae5865 x-openstack-request-id: req-160d1bd7-4ddc-4797-88a5-4b94cdae5865 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:55.014197 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "tag": "3252fa48-9cdf-414f-bfa1-75099d66f47b", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:55.014627 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-160d1bd7-4ddc-4797-88a5-4b94cdae5865 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:55.015243 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'tag': '3252fa48-9cdf-414f-bfa1-75099d66f47b', 'status': 'completed', 'code': 200} Aug 17 03:04:55.029344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-884264d4-b36a-437d-aadc-ac1dabde962e None None] Set router 0436a45b-b9e1-4b63-bc9b-10eaf166f416 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:55.090656 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-98b3a990-493b-4b18-ba6a-b85fac14ef5e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, a3d33c7a-8312-4f24-9706-a812e69935e7) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:55.096591 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98b3a990-493b-4b18-ba6a-b85fac14ef5e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:55.097211 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98b3a990-493b-4b18-ba6a-b85fac14ef5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:55.122990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'tag': '19dc33ff-766b-461f-bc2d-619f6bf0f33b'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:04:55.128169 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7c28aa-838a-46d2-8b84-46453d80aeb4 None None] Network a3d33c7a-8312-4f24-9706-a812e69935e7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:04:55.129622 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38e5df48-4f11-4cba-b29f-66690cc62b72" -d '{"events": [{"name": "network-changed", "server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "tag": "19dc33ff-766b-461f-bc2d-619f6bf0f33b"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:04:55.137252 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-41bd83b0-4103-482d-b665-19feff1a0bc6 service neutron] 10.222.0.60 "GET /v2.0/networks/cfdbad95-69d8-4e99-a424-5b5f76afd7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1834965 Aug 17 03:04:55.191321 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8b597951-6263-48be-8c30-a7c4e6cd5854 req-1dc87302-7d7d-44b8-bb8e-56bdb3819738 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 210 time: 0.0334496 Aug 17 03:04:55.202574 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c674c599-6173-4dfc-b4e4-360704f7f69b tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:55.207555 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-98b3a990-493b-4b18-ba6a-b85fac14ef5e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4542933 Aug 17 03:04:55.212099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56210) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:55.223824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-843186627-router', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:55.293595 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:04:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c395252-43f8-4621-be9d-1042d6639d36 x-openstack-request-id: req-8c395252-43f8-4621-be9d-1042d6639d36 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:04:55.294377 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "tag": "19dc33ff-766b-461f-bc2d-619f6bf0f33b", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:04:55.294377 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c395252-43f8-4621-be9d-1042d6639d36 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:04:55.294579 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'tag': '19dc33ff-766b-461f-bc2d-619f6bf0f33b', 'status': 'completed', 'code': 200} Aug 17 03:04:55.299992 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-f6e16662-5c1f-46a6-992b-eaaa446beb99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.43&port_id=8de1f419-0505-41b5-8e59-aacf1772ffff HTTP/1.1" status: 200 len: 217 time: 0.1142039 Aug 17 03:04:55.312692 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:55.312692 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:55.385402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c674c599-6173-4dfc-b4e4-360704f7f69b tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:55.397623 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c674c599-6173-4dfc-b4e4-360704f7f69b tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Pushing event updated for resources: {'Port': ['ID=fdd23955-83ec-405d-93a4-b95031328744,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:55.400660 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-c674c599-6173-4dfc-b4e4-360704f7f69b tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:55.410968 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c674c599-6173-4dfc-b4e4-360704f7f69b tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:55.425146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bdc28-6755-4c50-b0c5-e516f374fadf req-436850a0-1a4c-48d6-ace0-0d748822d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:55.426049 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bdc28-6755-4c50-b0c5-e516f374fadf req-436850a0-1a4c-48d6-ace0-0d748822d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:55.426796 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bdc28-6755-4c50-b0c5-e516f374fadf req-436850a0-1a4c-48d6-ace0-0d748822d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:55.427445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bdc28-6755-4c50-b0c5-e516f374fadf req-436850a0-1a4c-48d6-ace0-0d748822d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:55.428254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bdc28-6755-4c50-b0c5-e516f374fadf req-436850a0-1a4c-48d6-ace0-0d748822d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:55.429022 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bdc28-6755-4c50-b0c5-e516f374fadf req-436850a0-1a4c-48d6-ace0-0d748822d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:55.429487 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:55.430141 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bdc28-6755-4c50-b0c5-e516f374fadf req-436850a0-1a4c-48d6-ace0-0d748822d404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:55.432325 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c84bdc28-6755-4c50-b0c5-e516f374fadf req-436850a0-1a4c-48d6-ace0-0d748822d404 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 6493 time: 0.2916946 Aug 17 03:04:55.482050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968ec44-c012-4814-99ca-3cc9cb0b6787 req-0af6abf7-3be1-4e85-9f30-9baba25d5fa4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:55.488216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968ec44-c012-4814-99ca-3cc9cb0b6787 req-0af6abf7-3be1-4e85-9f30-9baba25d5fa4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:55.496572 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e968ec44-c012-4814-99ca-3cc9cb0b6787 req-0af6abf7-3be1-4e85-9f30-9baba25d5fa4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:55.496572 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e968ec44-c012-4814-99ca-3cc9cb0b6787 req-0af6abf7-3be1-4e85-9f30-9baba25d5fa4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2411 time: 0.3229327 Aug 17 03:04:55.517243 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-30b2fd72-b45d-4a7b-a5e6-81a87b01ecbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:55.518500 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-30b2fd72-b45d-4a7b-a5e6-81a87b01ecbe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2fa02070-dae0-477e-b580-8ddc1bd36e18 HTTP/1.1" status: 200 len: 801 time: 0.2048151 Aug 17 03:04:55.715553 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:55.739320 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-a3d33c7a-8312-4f24-9706-a812e69935e7', 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'fixed_ips': [{'subnet_id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:04:55.741248 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:55.943423 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-884264d4-b36a-437d-aadc-ac1dabde962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'name': 'tempest-TaggedBootDevicesTest-1039443105-router', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:25Z', 'revision_number': 4, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'gw_port': {'id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:17Z', 'updated_at': '2021-08-17T03:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '4298650a-c4a7-4739-8595-cc267cf13451', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'port_id': '3252fa48-9cdf-414f-bfa1-75099d66f47b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa', 'mac_address': 'fa:16:3e:2e:1f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:03:29Z', 'updated_at': '2021-08-17T03:04:52Z', 'revision_number': 1, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9271890f-539c-4f09-945d-392c5f0fb1d9', 'name': '', 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'mac_address': 'fa:16:3e:5f:01:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '416c6f37-743f-435b-96b1-67201de2ff16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:23Z', 'updated_at': '2021-08-17T03:02:32Z', 'revision_number': 5, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'subnets': [{'id': '416c6f37-743f-435b-96b1-67201de2ff16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:55.977570 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884264d4-b36a-437d-aadc-ac1dabde962e None None] Checking router: 0436a45b-b9e1-4b63-bc9b-10eaf166f416 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:04:55.989907 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884264d4-b36a-437d-aadc-ac1dabde962e None None] Routers {'0436a45b-b9e1-4b63-bc9b-10eaf166f416'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:55.991442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-884264d4-b36a-437d-aadc-ac1dabde962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:56.100659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bdc28-6755-4c50-b0c5-e516f374fadf req-f9b24756-51c9-42fb-b46f-5802ea28b45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:56.102818 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c84bdc28-6755-4c50-b0c5-e516f374fadf req-f9b24756-51c9-42fb-b46f-5802ea28b45d service neutron] 10.222.0.60 "GET /v2.0/networks?id=9227c9c6-47aa-4321-9fc5-beb397cc8baa HTTP/1.1" status: 200 len: 912 time: 0.6450722 Aug 17 03:04:56.104199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c674c599-6173-4dfc-b4e4-360704f7f69b tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:56.105031 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c674c599-6173-4dfc-b4e4-360704f7f69b tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:56.127630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-884264d4-b36a-437d-aadc-ac1dabde962e None None] Set router 0436a45b-b9e1-4b63-bc9b-10eaf166f416 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:56.161749 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:56.188061 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:56.236240 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e968ec44-c012-4814-99ca-3cc9cb0b6787 req-12aa9ff0-e69b-4aaf-b8f3-a110001a34a7 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7211094 Aug 17 03:04:56.259303 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-5c520972-8414-4c19-9749-62e8018a272f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:56.261349 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-5c520972-8414-4c19-9749-62e8018a272f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e6baf906-1121-4fce-b43f-c2786ff9e843&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.7093887 Aug 17 03:04:56.376519 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ee14efb-2a44-486b-8fe3-a393397e2c61 req-7cad877d-bd1a-428b-ba18-0e402049ac72 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 210 time: 0.0601816 Aug 17 03:04:56.379465 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Allocated IP 172.20.0.2 (a3d33c7a-8312-4f24-9706-a812e69935e7/8ddee6d4-0787-43b1-b895-c64fb9f8f739/ddcd4cf4-213a-4302-a2ec-1664bee0b749) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:56.396326 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c674c599-6173-4dfc-b4e4-360704f7f69b tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.1759131 Aug 17 03:04:56.401494 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56230) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:56.406605 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ddefae09-2dae-47b8-b6a9-ebe69a0f5461 tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.251'}]}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:56.410092 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-3301692f-2232-47b4-83ed-7a42c7cdc4f9 service neutron] 10.222.0.60 "GET /v2.0/networks/e6baf906-1121-4fce-b43f-c2786ff9e843?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1356914 Aug 17 03:04:56.412523 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c84bdc28-6755-4c50-b0c5-e516f374fadf req-64c89f40-7eec-4aa6-a9e9-eb1e559344b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3252fa48-9cdf-414f-bfa1-75099d66f47b HTTP/1.1" status: 200 len: 1000 time: 0.2760406 Aug 17 03:04:56.443290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Allocated IP 172.25.1.158 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/fbca6d60-86b7-4ef9-a35b-63efe69008bd) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:56.525325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bdc28-6755-4c50-b0c5-e516f374fadf req-70346418-41c4-4cd6-a9a7-abaa1bc4c453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:56.525325 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c84bdc28-6755-4c50-b0c5-e516f374fadf req-70346418-41c4-4cd6-a9a7-abaa1bc4c453 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=416c6f37-743f-435b-96b1-67201de2ff16 HTTP/1.1" status: 200 len: 851 time: 0.0936415 Aug 17 03:04:56.541498 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ddefae09-2dae-47b8-b6a9-ebe69a0f5461 tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:56.543405 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ddefae09-2dae-47b8-b6a9-ebe69a0f5461 tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:56.598246 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-884264d4-b36a-437d-aadc-ac1dabde962e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'name': 'tempest-TaggedBootDevicesTest-1039443105-router', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:25Z', 'revision_number': 4, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'gw_port': {'id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:17Z', 'updated_at': '2021-08-17T03:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '4298650a-c4a7-4739-8595-cc267cf13451', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'port_id': '3252fa48-9cdf-414f-bfa1-75099d66f47b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa', 'mac_address': 'fa:16:3e:2e:1f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:03:29Z', 'updated_at': '2021-08-17T03:04:52Z', 'revision_number': 1, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9271890f-539c-4f09-945d-392c5f0fb1d9', 'name': '', 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'mac_address': 'fa:16:3e:5f:01:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '416c6f37-743f-435b-96b1-67201de2ff16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:23Z', 'updated_at': '2021-08-17T03:02:32Z', 'revision_number': 5, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'subnets': [{'id': '416c6f37-743f-435b-96b1-67201de2ff16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:56.599573 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:56.642017 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:56.644664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884264d4-b36a-437d-aadc-ac1dabde962e None None] The sync data for ids ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'] in n-d-802060-9 is: [{'id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'name': 'tempest-TaggedBootDevicesTest-1039443105-router', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:25Z', 'revision_number': 4, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'gw_port': {'id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:17Z', 'updated_at': '2021-08-17T03:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '4298650a-c4a7-4739-8595-cc267cf13451', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'floating_ip_address': '172.25.1.200', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'port_id': '3252fa48-9cdf-414f-bfa1-75099d66f47b', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 1537, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa', 'mac_address': 'fa:16:3e:2e:1f:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:03:29Z', 'updated_at': '2021-08-17T03:04:52Z', 'revision_number': 1, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9271890f-539c-4f09-945d-392c5f0fb1d9', 'name': '', 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'mac_address': 'fa:16:3e:5f:01:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '416c6f37-743f-435b-96b1-67201de2ff16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:23Z', 'updated_at': '2021-08-17T03:02:32Z', 'revision_number': 5, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'subnets': [{'id': '416c6f37-743f-435b-96b1-67201de2ff16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:04:56.658480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Transition to ACTIVE for port object ddcd4cf4-213a-4302-a2ec-1664bee0b749 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:56.672047 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84bdc28-6755-4c50-b0c5-e516f374fadf req-d48bb106-2b52-41e1-ac55-95a0ec6e6cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:56.673972 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c84bdc28-6755-4c50-b0c5-e516f374fadf req-d48bb106-2b52-41e1-ac55-95a0ec6e6cf8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9227c9c6-47aa-4321-9fc5-beb397cc8baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159811 Aug 17 03:04:56.698683 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Transition to ACTIVE for port object ddcd4cf4-213a-4302-a2ec-1664bee0b749 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:56.708133 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ddefae09-2dae-47b8-b6a9-ebe69a0f5461 tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:56.710685 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:56.755878 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:56.762317 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:56.769975 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:56.783499 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:56.798144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Pushing event updated for resources: {'Port': ['ID=fbca6d60-86b7-4ef9-a35b-63efe69008bd,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:56.813697 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Network a3d33c7a-8312-4f24-9706-a812e69935e7 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:56.820541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:56.832544 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c84bdc28-6755-4c50-b0c5-e516f374fadf req-de441c47-3065-49bb-bc01-ea3e6fc13edc service neutron] 10.222.0.60 "GET /v2.0/networks/9227c9c6-47aa-4321-9fc5-beb397cc8baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498010 Aug 17 03:04:56.835119 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-a75a6c6c-efb8-4468-9a07-43e153ce1931 service neutron] 10.222.0.60 "GET /v2.0/networks/e6baf906-1121-4fce-b43f-c2786ff9e843?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3439519 Aug 17 03:04:56.874443 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:56.970674 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c84bdc28-6755-4c50-b0c5-e516f374fadf req-17066ad3-86fd-4f4d-9783-1848eac855ac service neutron] 10.222.0.60 "GET /v2.0/networks/9227c9c6-47aa-4321-9fc5-beb397cc8baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1246817 Aug 17 03:04:57.029631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Attempting to bind port ddcd4cf4-213a-4302-a2ec-1664bee0b749 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:04:57.030151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Attempting to bind port ddcd4cf4-213a-4302-a2ec-1664bee0b749 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'e8c6c720-3e50-4a22-b2a0-564dcd76ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:04:57.030461 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Attempting to bind port ddcd4cf4-213a-4302-a2ec-1664bee0b749 on network a3d33c7a-8312-4f24-9706-a812e69935e7 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:04:57.032755 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-409e1d43-1b7a-4b61-816c-b2ded120fb49 None None] New status for floating IP 4298650a-c4a7-4739-8595-cc267cf13451: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:04:57.039754 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:04:57.040148 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Checking segment: {'id': 'e8c6c720-3e50-4a22-b2a0-564dcd76ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:04:57.040555 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:57.040960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Bound using segment: {'id': 'e8c6c720-3e50-4a22-b2a0-564dcd76ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:04:57.041835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Bound port: ddcd4cf4-213a-4302-a2ec-1664bee0b749, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c6c720-3e50-4a22-b2a0-564dcd76ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:04:57.042234 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:57.046116 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Pushing event updated for resources: {'Port': ['ID=ddcd4cf4-213a-4302-a2ec-1664bee0b749,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:57.062278 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-a4369eb1-5205-46eb-b71e-5f92fcb7d3ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.50&port_id=19dc33ff-766b-461f-bc2d-619f6bf0f33b HTTP/1.1" status: 200 len: 217 time: 0.0905385 Aug 17 03:04:57.174541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] For port ddcd4cf4-213a-4302-a2ec-1664bee0b749, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:04:57.175357 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-65aac6aa-918d-4819-a9ca-36c41813fb4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:57.177038 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-65aac6aa-918d-4819-a9ca-36c41813fb4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b6a0aa6-d40d-4ce5-9d17-23b28b6c38b0 HTTP/1.1" status: 200 len: 801 time: 0.1071723 Aug 17 03:04:57.181772 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] For port ddcd4cf4-213a-4302-a2ec-1664bee0b749, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ddcd4cf4-213a-4302-a2ec-1664bee0b749,segment=NetworkSegment(e8c6c720-3e50-4a22-b2a0-564dcd76ce17),segment_id=e8c6c720-3e50-4a22-b2a0-564dcd76ce17)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:04:57.243298 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-91fdd5a1-d227-46f7-9c15-24616fea84d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:57.245125 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-91fdd5a1-d227-46f7-9c15-24616fea84d0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfdbad95-69d8-4e99-a424-5b5f76afd7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0501635 Aug 17 03:04:57.274772 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:57.410065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f8daa0-2238-406a-ae47-2591d6b05b6e None None] Pushing event updated for resources: {'Port': ['ID=ddcd4cf4-213a-4302-a2ec-1664bee0b749,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:57.420152 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-c00f1a23-595f-45c1-a45b-00270cbbb854 service neutron] 10.222.0.60 "GET /v2.0/networks/cfdbad95-69d8-4e99-a424-5b5f76afd7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665149 Aug 17 03:04:57.536949 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fdc16a6e-3436-4be5-97ba-d007b7c7fd03 req-afab53da-d07a-4f75-a236-cd1cb5e41b65 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 210 time: 0.0512593 Aug 17 03:04:57.572222 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e89c691f-fdd4-42d7-9aaf-6175ea81e5b0 req-ef6c82a5-0a37-4d2e-8106-469e982a3a4a service neutron] 10.222.0.60 "GET /v2.0/networks/cfdbad95-69d8-4e99-a424-5b5f76afd7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1445045 Aug 17 03:04:57.573518 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a63524-163f-4245-8906-4818ea4def81 req-c2293ade-2fd4-436d-940f-e31acf531ba6 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:57.579756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a63524-163f-4245-8906-4818ea4def81 req-c2293ade-2fd4-436d-940f-e31acf531ba6 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:57.588163 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a63524-163f-4245-8906-4818ea4def81 req-c2293ade-2fd4-436d-940f-e31acf531ba6 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:57.593987 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-50a63524-163f-4245-8906-4818ea4def81 req-c2293ade-2fd4-436d-940f-e31acf531ba6 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2411 time: 0.2702060 Aug 17 03:04:57.657539 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ddefae09-2dae-47b8-b6a9-ebe69a0f5461 tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:57.831078 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-54894f64-c781-4c72-93a3-da09e22cb4eb tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:57.832609 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-54894f64-c781-4c72-93a3-da09e22cb4eb tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.60 "GET /v2.0/networks?id=c7e7978e-1d34-44a7-8805-8fa20d4cf11c HTTP/1.1" status: 200 len: 811 time: 0.2338817 Aug 17 03:04:57.834071 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-50a63524-163f-4245-8906-4818ea4def81 req-b6adfa6a-6c15-46bf-8f60-6c6841ae2082 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691613 Aug 17 03:04:57.845393 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5df48-4f11-4cba-b29f-66690cc62b72 req-774462aa-e872-484d-9257-cdb7f61b94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:57.845919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5df48-4f11-4cba-b29f-66690cc62b72 req-774462aa-e872-484d-9257-cdb7f61b94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:57.846410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5df48-4f11-4cba-b29f-66690cc62b72 req-774462aa-e872-484d-9257-cdb7f61b94b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:57.848059 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38e5df48-4f11-4cba-b29f-66690cc62b72 req-774462aa-e872-484d-9257-cdb7f61b94b9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad2a0dc5cde74a658ad692effa9a3b56&device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2864 time: 0.0726395 Aug 17 03:04:57.861766 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-07a743b2-6512-4573-8bdb-8d39be5d3ef0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Request body: {'port': {'device_id': '7ae4f4c5-d5db-4645-8226-0781010b9e3c', 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c', 'admin_state_up': True, 'tenant_id': '72b852e1a4e445b296fe048bb52ea81a'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:57.910891 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.040373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5df48-4f11-4cba-b29f-66690cc62b72 req-a01e9b6c-d880-421a-9734-53853a367d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:58.041926 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38e5df48-4f11-4cba-b29f-66690cc62b72 req-a01e9b6c-d880-421a-9734-53853a367d2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=cfdbad95-69d8-4e99-a424-5b5f76afd7bf HTTP/1.1" status: 200 len: 902 time: 0.1767750 Aug 17 03:04:58.106962 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38e5df48-4f11-4cba-b29f-66690cc62b72 req-96214085-8f23-4a19-af16-f0033016f0ad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.50&port_id=19dc33ff-766b-461f-bc2d-619f6bf0f33b HTTP/1.1" status: 200 len: 217 time: 0.0555689 Aug 17 03:04:58.173972 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5df48-4f11-4cba-b29f-66690cc62b72 req-3673c32f-dad8-4bcf-a194-e38a8413dde2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:58.174545 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38e5df48-4f11-4cba-b29f-66690cc62b72 req-3673c32f-dad8-4bcf-a194-e38a8413dde2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9b6a0aa6-d40d-4ce5-9d17-23b28b6c38b0 HTTP/1.1" status: 200 len: 801 time: 0.0604289 Aug 17 03:04:58.217245 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-07a743b2-6512-4573-8bdb-8d39be5d3ef0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Made reservation on behalf of 72b852e1a4e445b296fe048bb52ea81a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:04:58.222780 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-07a743b2-6512-4573-8bdb-8d39be5d3ef0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.249118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ddcd4cf4-213a-4302-a2ec-1664bee0b749 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:04:58.314662 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e5df48-4f11-4cba-b29f-66690cc62b72 req-6715f492-df8a-4e99-b1de-8e2ebe7d5795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:58.316113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38e5df48-4f11-4cba-b29f-66690cc62b72 req-6715f492-df8a-4e99-b1de-8e2ebe7d5795 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cfdbad95-69d8-4e99-a424-5b5f76afd7bf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1337802 Aug 17 03:04:58.336001 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ddefae09-2dae-47b8-b6a9-ebe69a0f5461 tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.378393 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.418663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port ddcd4cf4-213a-4302-a2ec-1664bee0b749 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:58.441830 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ddefae09-2dae-47b8-b6a9-ebe69a0f5461 tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.510819 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38e5df48-4f11-4cba-b29f-66690cc62b72 req-759426db-327c-40f9-9096-bfde7a3f5d9a service neutron] 10.222.0.60 "GET /v2.0/networks/cfdbad95-69d8-4e99-a424-5b5f76afd7bf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580923 Aug 17 03:04:58.515457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-07a743b2-6512-4573-8bdb-8d39be5d3ef0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Allocated IP 172.20.0.8 (c7e7978e-1d34-44a7-8805-8fa20d4cf11c/d9b01a46-ce87-4ced-accd-cf63639388b1/ff935ea9-f5a8-402d-915a-b45b7a826668) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:04:58.698290 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b31f099-2050-489c-a320-61fd9fc24455 req-cfa1389b-ae24-4973-a18e-bda8ce01794d tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 210 time: 0.0601985 Aug 17 03:04:58.765217 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ddefae09-2dae-47b8-b6a9-ebe69a0f5461 tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:58.780137 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38e5df48-4f11-4cba-b29f-66690cc62b72 req-42ff4052-01f1-468d-9a48-5a072d5b4967 service neutron] 10.222.0.60 "GET /v2.0/networks/cfdbad95-69d8-4e99-a424-5b5f76afd7bf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2601979 Aug 17 03:04:58.843152 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Router 937a3a95-a1f7-481a-ae77-292953b9bdfc is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:04:58.854000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b1dd0b-5009-4f5d-9864-8da09c7b518b None None] Network a3d33c7a-8312-4f24-9706-a812e69935e7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:04:58.859231 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-07a743b2-6512-4573-8bdb-8d39be5d3ef0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.002991 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b208e3-5ac4-4798-a81b-7af4053d931e req-5c2c7ff1-23e0-41c6-a986-7ce86b71961e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:59.012668 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b208e3-5ac4-4798-a81b-7af4053d931e req-5c2c7ff1-23e0-41c6-a986-7ce86b71961e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:59.020582 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b208e3-5ac4-4798-a81b-7af4053d931e req-5c2c7ff1-23e0-41c6-a986-7ce86b71961e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:59.028987 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69b208e3-5ac4-4798-a81b-7af4053d931e req-5c2c7ff1-23e0-41c6-a986-7ce86b71961e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2411 time: 0.0962129 Aug 17 03:04:59.034496 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-07a743b2-6512-4573-8bdb-8d39be5d3ef0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.035107 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ddefae09-2dae-47b8-b6a9-ebe69a0f5461 tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.043979 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ddefae09-2dae-47b8-b6a9-ebe69a0f5461 tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.056120 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['8799e2d8-5ca8-4e4e-8f97-a87dcc660625'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:04:59.068684 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-07a743b2-6512-4573-8bdb-8d39be5d3ef0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Network c7e7978e-1d34-44a7-8805-8fa20d4cf11c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:04:59.078979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-07a743b2-6512-4573-8bdb-8d39be5d3ef0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:04:59.111367 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-07a743b2-6512-4573-8bdb-8d39be5d3ef0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:04:59.138304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6271e25a-6461-434a-8a96-fdcaa11129c4 None None] Provisioning for port ddcd4cf4-213a-4302-a2ec-1664bee0b749 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:04:59.145979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6271e25a-6461-434a-8a96-fdcaa11129c4 None None] Provisioning complete for port ddcd4cf4-213a-4302-a2ec-1664bee0b749 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:04:59.146794 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6271e25a-6461-434a-8a96-fdcaa11129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.163181 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:04:59.191443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-07a743b2-6512-4573-8bdb-8d39be5d3ef0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:59.192123 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-07a743b2-6512-4573-8bdb-8d39be5d3ef0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.192895 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Sync routers for ids ['937a3a95-a1f7-481a-ae77-292953b9bdfc'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:04:59.221289 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ddefae09-2dae-47b8-b6a9-ebe69a0f5461 tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.221289 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddefae09-2dae-47b8-b6a9-ebe69a0f5461 tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5e6c051c-ef6e-4fb3-8725-fedf8da835c7 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:04:59.249432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Routers {'937a3a95-a1f7-481a-ae77-292953b9bdfc'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:04:59.250758 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-68725e71-5256-46f2-8362-7e673a658894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['937a3a95-a1f7-481a-ae77-292953b9bdfc'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:59.251116 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.252873 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-02a457bb-d554-41d4-baec-3af09d8ebb3f admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.0387819 Aug 17 03:04:59.256822 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56262) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:59.262088 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69b208e3-5ac4-4798-a81b-7af4053d931e req-1b416304-37ba-428b-b663-2eee199aa993 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2318811 Aug 17 03:04:59.266193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a743b2-6512-4573-8bdb-8d39be5d3ef0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Pushing event updated for resources: {'Port': ['ID=ff935ea9-f5a8-402d-915a-b45b7a826668,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:59.327917 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-07a743b2-6512-4573-8bdb-8d39be5d3ef0 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4786954 Aug 17 03:04:59.340327 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Request body: {'port': {'device_id': '7ae4f4c5-d5db-4645-8226-0781010b9e3c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:04:59.401127 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Set router 937a3a95-a1f7-481a-ae77-292953b9bdfc gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:04:59.410992 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-ddefae09-2dae-47b8-b6a9-ebe69a0f5461 tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 17 03:04:59.412886 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ddefae09-2dae-47b8-b6a9-ebe69a0f5461 tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 3.0095971 Aug 17 03:04:59.419446 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56266) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:04:59.435537 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.656785 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6271e25a-6461-434a-8a96-fdcaa11129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.735024 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-6271e25a-6461-434a-8a96-fdcaa11129c4 None None] For port ddcd4cf4-213a-4302-a2ec-1664bee0b749, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ddcd4cf4-213a-4302-a2ec-1664bee0b749,segment=NetworkSegment(e8c6c720-3e50-4a22-b2a0-564dcd76ce17),segment_id=e8c6c720-3e50-4a22-b2a0-564dcd76ce17)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:04:59.770010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff935ea9-f5a8-402d-915a-b45b7a826668 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:04:59.781965 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.799794 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-68725e71-5256-46f2-8362-7e673a658894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'name': 'tempest-ServersTestManualDisk-843186627-router', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:55Z', 'updated_at': '2021-08-17T03:04:57Z', 'revision_number': 3, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'gw_port': {'id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:56Z', 'updated_at': '2021-08-17T03:04:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:04:59.808593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Transition to ACTIVE for port object ff935ea9-f5a8-402d-915a-b45b7a826668 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:04:59.837135 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6271e25a-6461-434a-8a96-fdcaa11129c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.900703 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.902179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Checking router: 937a3a95-a1f7-481a-ae77-292953b9bdfc for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:04:59.902567 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Updating router 937a3a95-a1f7-481a-ae77-292953b9bdfc port fbca6d60-86b7-4ef9-a35b-63efe69008bd binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:04:59.906084 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6271e25a-6461-434a-8a96-fdcaa11129c4 None None] Pushing event updated for resources: {'Port': ['ID=ddcd4cf4-213a-4302-a2ec-1664bee0b749,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:04:59.938828 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:04:59.951384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c61517c-bf69-49e3-9a59-83a32776174f req-6fc14251-e5de-47c5-a5a7-ebe8b858961c tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:04:59.953980 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1c61517c-bf69-49e3-9a59-83a32776174f req-6fc14251-e5de-47c5-a5a7-ebe8b858961c tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 931 time: 0.1216307 Aug 17 03:04:59.989736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f63fa65e-0528-44b4-b524-72ffea636f1e details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:05:00.000559 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-09122129-7bdb-42e6-b5d4-2e685fec163e None None] Provisioning complete for port ddcd4cf4-213a-4302-a2ec-1664bee0b749 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:00.000708 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-45e4b277-1fa9-419e-b141-4e0db46bdc2a tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Deleting port fdd23955-83ec-405d-93a4-b95031328744 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:05:00.001165 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45e4b277-1fa9-419e-b141-4e0db46bdc2a tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.001274 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-09122129-7bdb-42e6-b5d4-2e685fec163e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.033815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff935ea9-f5a8-402d-915a-b45b7a826668,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:00.146455 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1c61517c-bf69-49e3-9a59-83a32776174f req-d1b825cc-9a92-4422-8796-90bf70765a95 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689487 Aug 17 03:05:00.148897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Attempting to bind port ff935ea9-f5a8-402d-915a-b45b7a826668 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:05:00.150825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Attempting to bind port ff935ea9-f5a8-402d-915a-b45b7a826668 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '8dd9a916-6877-4bc9-90d0-f12f058f5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:05:00.151483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Attempting to bind port ff935ea9-f5a8-402d-915a-b45b7a826668 on network c7e7978e-1d34-44a7-8805-8fa20d4cf11c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:00.157892 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Port ff935ea9-f5a8-402d-915a-b45b7a826668 on network c7e7978e-1d34-44a7-8805-8fa20d4cf11c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:05:00.158541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Attempting to bind port ff935ea9-f5a8-402d-915a-b45b7a826668 on network c7e7978e-1d34-44a7-8805-8fa20d4cf11c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:00.178342 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:05:00.179591 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Checking segment: {'id': '8dd9a916-6877-4bc9-90d0-f12f058f5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:00.179591 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Bound using segment: {'id': '8dd9a916-6877-4bc9-90d0-f12f058f5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:05:00.180075 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Bound port: ff935ea9-f5a8-402d-915a-b45b7a826668, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8dd9a916-6877-4bc9-90d0-f12f058f5348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:05:00.180523 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.215985 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45e4b277-1fa9-419e-b141-4e0db46bdc2a tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.239687 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-45e4b277-1fa9-419e-b141-4e0db46bdc2a tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Calling delete_port for fdd23955-83ec-405d-93a4-b95031328744 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:05:00.264947 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f63fa65e-0528-44b4-b524-72ffea636f1e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f63fa65e-0528-44b4-b524-72ffea636f1e,segment=NetworkSegment(5e7374ce-7a51-42cc-89ad-3b2aba29078f),segment_id=5e7374ce-7a51-42cc-89ad-3b2aba29078f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:00.286133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] For port ff935ea9-f5a8-402d-915a-b45b7a826668, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:05:00.291604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] For port ff935ea9-f5a8-402d-915a-b45b7a826668, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ff935ea9-f5a8-402d-915a-b45b7a826668,segment=NetworkSegment(8dd9a916-6877-4bc9-90d0-f12f058f5348),segment_id=8dd9a916-6877-4bc9-90d0-f12f058f5348)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:05:00.308777 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.317390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ddcd4cf4-213a-4302-a2ec-1664bee0b749 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:00.326652 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'f63fa65e-0528-44b4-b524-72ffea636f1e', 'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf', 'port_id': 'f63fa65e-0528-44b4-b524-72ffea636f1e', 'mac_address': 'fa:16:3e:46:16:4e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6a0aa6-d40d-4ce5-9d17-23b28b6c38b0', 'ip_address': '19.80.0.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:05:00.353879 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.388594 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:00.390016 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.394938 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] 10.222.0.60 "PUT /v2.0/ports/ff935ea9-f5a8-402d-915a-b45b7a826668 HTTP/1.1" status: 200 len: 1091 time: 1.0590448 Aug 17 03:05:00.434459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ae4f4c5-d5db-4645-8226-0781010b9e3c', 'tag': 'ff935ea9-f5a8-402d-915a-b45b7a826668'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:00.437847 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd0591c8-7179-4760-95f6-6d3c6fbe3834" -d '{"events": [{"name": "network-changed", "server_uuid": "7ae4f4c5-d5db-4645-8226-0781010b9e3c", "tag": "ff935ea9-f5a8-402d-915a-b45b7a826668"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:00.495238 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c29be-369f-4448-9de6-ea4060806883 req-dd89134c-a938-4402-8d46-b4ba7db6ebcb tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:00.503669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c29be-369f-4448-9de6-ea4060806883 req-dd89134c-a938-4402-8d46-b4ba7db6ebcb tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:00.512437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8c29be-369f-4448-9de6-ea4060806883 req-dd89134c-a938-4402-8d46-b4ba7db6ebcb tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:00.515457 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5f8c29be-369f-4448-9de6-ea4060806883 req-dd89134c-a938-4402-8d46-b4ba7db6ebcb tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2411 time: 0.1636863 Aug 17 03:05:00.541693 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f889bad5-5485-4adc-acd9-10befb8e08a8 service neutron] Pushing event updated for resources: {'Port': ['ID=ff935ea9-f5a8-402d-915a-b45b7a826668,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:00.564052 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Allocated IP 172.20.0.1 (a3d33c7a-8312-4f24-9706-a812e69935e7/8ddee6d4-0787-43b1-b895-c64fb9f8f739/2d480532-53d6-437d-b0c2-92d6aff994dc) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:00.589081 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.622219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-d9abea70-9788-428b-8646-2a3d9720eaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:00.624053 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-d9abea70-9788-428b-8646-2a3d9720eaa1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72b852e1a4e445b296fe048bb52ea81a&device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 1094 time: 0.1072469 Aug 17 03:05:00.625808 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4cd6363-c1c0-4cc8-8df3-e824cf7d260c x-openstack-request-id: req-c4cd6363-c1c0-4cc8-8df3-e824cf7d260c {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:00.626177 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7ae4f4c5-d5db-4645-8226-0781010b9e3c", "tag": "ff935ea9-f5a8-402d-915a-b45b7a826668", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:00.626524 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4cd6363-c1c0-4cc8-8df3-e824cf7d260c {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:00.626982 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ae4f4c5-d5db-4645-8226-0781010b9e3c', 'tag': 'ff935ea9-f5a8-402d-915a-b45b7a826668', 'status': 'completed', 'code': 200} Aug 17 03:05:00.633887 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5f8c29be-369f-4448-9de6-ea4060806883 req-bf3607a3-cc04-4bfb-b263-c75badb806b0 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000550 Aug 17 03:05:00.691117 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-ac8118f4-afcc-4c56-9591-3f56ae619b09 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff935ea9-f5a8-402d-915a-b45b7a826668 HTTP/1.1" status: 200 len: 217 time: 0.0558703 Aug 17 03:05:00.727390 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.747923 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45e4b277-1fa9-419e-b141-4e0db46bdc2a tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.751270 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-fc108b7d-46ae-43cb-9011-68d02fa40486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:00.751799 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-fc108b7d-46ae-43cb-9011-68d02fa40486 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9b01a46-ce87-4ced-accd-cf63639388b1 HTTP/1.1" status: 200 len: 851 time: 0.0530818 Aug 17 03:05:00.755154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Transition to ACTIVE for port object 2d480532-53d6-437d-b0c2-92d6aff994dc will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:00.776789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f63fa65e-0528-44b4-b524-72ffea636f1e {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:05:00.787975 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4b277-1fa9-419e-b141-4e0db46bdc2a tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Pushing event deleted for resources: {'Port': ['ID=fdd23955-83ec-405d-93a4-b95031328744,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:00.794744 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-b5a5c2e1-fb29-4051-b5a1-ecace0458c4f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7e7978e-1d34-44a7-8805-8fa20d4cf11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355101 Aug 17 03:05:00.865888 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45e4b277-1fa9-419e-b141-4e0db46bdc2a tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.871561 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-45e4b277-1fa9-419e-b141-4e0db46bdc2a tempest-RoutersAdminNegativeTest-139403755 tempest-RoutersAdminNegativeTest-139403755-project-admin] 10.222.0.10 "DELETE /v2.0/ports/fdd23955-83ec-405d-93a4-b95031328744 HTTP/1.1" status: 204 len: 168 time: 1.4472718 Aug 17 03:05:00.880158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f63fa65e-0528-44b4-b524-72ffea636f1e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f63fa65e-0528-44b4-b524-72ffea636f1e,segment=NetworkSegment(5e7374ce-7a51-42cc-89ad-3b2aba29078f),segment_id=5e7374ce-7a51-42cc-89ad-3b2aba29078f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:00.889041 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.898999 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ddcd4cf4-213a-4302-a2ec-1664bee0b749 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:00.903441 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.916126 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-a5e86c0a-2e21-40d6-a7ff-a581b34f8023 service neutron] 10.222.0.60 "GET /v2.0/networks/c7e7978e-1d34-44a7-8805-8fa20d4cf11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125016 Aug 17 03:05:00.919551 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.927030 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Transition to ACTIVE for port object fbca6d60-86b7-4ef9-a35b-63efe69008bd will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:00.944426 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.945231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8de1f419-0505-41b5-8e59-aacf1772ffff details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:05:00.974408 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Pushing event updated for resources: {'Port': ['ID=2d480532-53d6-437d-b0c2-92d6aff994dc,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:00.998179 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Network a3d33c7a-8312-4f24-9706-a812e69935e7 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:00.999260 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:00.999855 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:01.003034 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:01.088002 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.090564 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1d4b566-3b1b-4256-87c4-f614ffbba661 req-b13f1708-0a14-4d46-b404-9d66c00a9be7 service neutron] 10.222.0.60 "GET /v2.0/networks/c7e7978e-1d34-44a7-8805-8fa20d4cf11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1659470 Aug 17 03:05:01.167768 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=f63fa65e-0528-44b4-b524-72ffea636f1e,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:01.233523 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Attempting to bind port fbca6d60-86b7-4ef9-a35b-63efe69008bd on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:05:01.234356 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Attempting to bind port fbca6d60-86b7-4ef9-a35b-63efe69008bd by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:05:01.234927 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Attempting to bind port fbca6d60-86b7-4ef9-a35b-63efe69008bd on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:01.249707 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:05:01.250450 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:01.251034 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.251626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:05:01.252125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Bound port: fbca6d60-86b7-4ef9-a35b-63efe69008bd, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:05:01.252520 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.294124 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8dc08-bbe8-44c7-b485-8941aab8ea0e None None] Pushing event updated for resources: {'Port': ['ID=fbca6d60-86b7-4ef9-a35b-63efe69008bd,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:01.310449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0591c8-7179-4760-95f6-6d3c6fbe3834 req-9e862358-a4a5-4de6-a7cd-94086a37f4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:01.314561 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cd0591c8-7179-4760-95f6-6d3c6fbe3834 req-9e862358-a4a5-4de6-a7cd-94086a37f4f5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72b852e1a4e445b296fe048bb52ea81a&device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 1094 time: 0.0895164 Aug 17 03:05:01.322410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e8ec65-0983-434f-9924-c177d926ff5b req-b0aa13fa-93dc-46fe-af62-25939b669923 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:01.324011 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-40e8ec65-0983-434f-9924-c177d926ff5b req-b0aa13fa-93dc-46fe-af62-25939b669923 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 943 time: 0.0896330 Aug 17 03:05:01.332362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8de1f419-0505-41b5-8e59-aacf1772ffff, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8de1f419-0505-41b5-8e59-aacf1772ffff,segment=NetworkSegment(56a8c6ad-2a92-400c-8b7e-909a7f273e3b),segment_id=56a8c6ad-2a92-400c-8b7e-909a7f273e3b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:01.348750 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.369786 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '8de1f419-0505-41b5-8e59-aacf1772ffff', 'network_id': 'e6baf906-1121-4fce-b43f-c2786ff9e843', 'port_id': '8de1f419-0505-41b5-8e59-aacf1772ffff', 'mac_address': 'fa:16:3e:d1:aa:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 60, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2fa02070-dae0-477e-b580-8ddc1bd36e18', 'ip_address': '19.86.0.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:05:01.425315 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-40e8ec65-0983-434f-9924-c177d926ff5b req-b93aa0a0-aba6-4472-9b0e-e32b7b3d905e tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919006 Aug 17 03:05:01.469951 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0591c8-7179-4760-95f6-6d3c6fbe3834 req-3b8f9c80-96eb-4bef-86aa-1d0fc099c67a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:01.471626 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.472526 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cd0591c8-7179-4760-95f6-6d3c6fbe3834 req-3b8f9c80-96eb-4bef-86aa-1d0fc099c67a service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7e7978e-1d34-44a7-8805-8fa20d4cf11c HTTP/1.1" status: 200 len: 911 time: 0.1475313 Aug 17 03:05:01.473480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bdd61247-fc31-4aa6-92a6-c839ba3ccaa7 None None] Provisioning for port 2d480532-53d6-437d-b0c2-92d6aff994dc completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:01.501951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-68725e71-5256-46f2-8362-7e673a658894 None None] For port fbca6d60-86b7-4ef9-a35b-63efe69008bd, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:05:01.502437 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56296) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:01.504147 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bdd61247-fc31-4aa6-92a6-c839ba3ccaa7 None None] Provisioning complete for port 2d480532-53d6-437d-b0c2-92d6aff994dc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:01.504526 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bdd61247-fc31-4aa6-92a6-c839ba3ccaa7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.529740 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cd0591c8-7179-4760-95f6-6d3c6fbe3834 req-18870a81-88fa-4677-84c8-2be0cd735681 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff935ea9-f5a8-402d-915a-b45b7a826668 HTTP/1.1" status: 200 len: 217 time: 0.0493734 Aug 17 03:05:01.535473 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8de1f419-0505-41b5-8e59-aacf1772ffff {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:05:01.541613 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-68725e71-5256-46f2-8362-7e673a658894 None None] For port fbca6d60-86b7-4ef9-a35b-63efe69008bd, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=fbca6d60-86b7-4ef9-a35b-63efe69008bd,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:05:01.571388 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8de1f419-0505-41b5-8e59-aacf1772ffff, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8de1f419-0505-41b5-8e59-aacf1772ffff,segment=NetworkSegment(56a8c6ad-2a92-400c-8b7e-909a7f273e3b),segment_id=56a8c6ad-2a92-400c-8b7e-909a7f273e3b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:01.572416 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-bdd61247-fc31-4aa6-92a6-c839ba3ccaa7 None None] Port 2d480532-53d6-437d-b0c2-92d6aff994dc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:05:01.596037 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.637729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0591c8-7179-4760-95f6-6d3c6fbe3834 req-8121da5e-bcb9-4299-aa89-c2e170f4ddc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:01.641303 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cd0591c8-7179-4760-95f6-6d3c6fbe3834 req-8121da5e-bcb9-4299-aa89-c2e170f4ddc1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9b01a46-ce87-4ced-accd-cf63639388b1 HTTP/1.1" status: 200 len: 851 time: 0.1038063 Aug 17 03:05:01.654394 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.656774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 19dc33ff-766b-461f-bc2d-619f6bf0f33b details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:05:01.698707 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.712680 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cd0591c8-7179-4760-95f6-6d3c6fbe3834 req-2d881205-ed8e-473d-b1c1-ed37d35263b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7e7978e-1d34-44a7-8805-8fa20d4cf11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0630629 Aug 17 03:05:01.735912 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-191c5f5f-670d-4ea0-b4f5-718c80fb098b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.768929 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Routers {'937a3a95-a1f7-481a-ae77-292953b9bdfc'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:01.769953 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-68725e71-5256-46f2-8362-7e673a658894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['937a3a95-a1f7-481a-ae77-292953b9bdfc'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:01.774702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa8dc08-bbe8-44c7-b485-8941aab8ea0e None None] Pushing event updated for resources: {'Port': ['ID=fbca6d60-86b7-4ef9-a35b-63efe69008bd,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:01.783202 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.871229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb7a25-1c46-4ad0-90de-f195b04349db req-9860a3c9-7880-4119-8499-1a7944615ff1 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:01.871454 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8de1f419-0505-41b5-8e59-aacf1772ffff,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:01.878993 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb7a25-1c46-4ad0-90de-f195b04349db req-9860a3c9-7880-4119-8499-1a7944615ff1 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:01.887349 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdeb7a25-1c46-4ad0-90de-f195b04349db req-9860a3c9-7880-4119-8499-1a7944615ff1 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:01.887668 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bdeb7a25-1c46-4ad0-90de-f195b04349db req-9860a3c9-7880-4119-8499-1a7944615ff1 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2413 time: 0.1451437 Aug 17 03:05:01.892165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 19dc33ff-766b-461f-bc2d-619f6bf0f33b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=19dc33ff-766b-461f-bc2d-619f6bf0f33b,segment=NetworkSegment(5e7374ce-7a51-42cc-89ad-3b2aba29078f),segment_id=5e7374ce-7a51-42cc-89ad-3b2aba29078f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:01.894514 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cd0591c8-7179-4760-95f6-6d3c6fbe3834 req-e38c6203-d438-45f1-82b6-a962d6f8d3a9 service neutron] 10.222.0.60 "GET /v2.0/networks/c7e7978e-1d34-44a7-8805-8fa20d4cf11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729958 Aug 17 03:05:01.915761 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:01.923144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Pushing event updated for resources: {'Port': ['ID=2d480532-53d6-437d-b0c2-92d6aff994dc,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:01.935262 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '19dc33ff-766b-461f-bc2d-619f6bf0f33b', 'network_id': 'cfdbad95-69d8-4e99-a424-5b5f76afd7bf', 'port_id': '19dc33ff-766b-461f-bc2d-619f6bf0f33b', 'mac_address': 'fa:16:3e:8b:28:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9b6a0aa6-d40d-4ce5-9d17-23b28b6c38b0', 'ip_address': '19.80.0.50'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:05:01.987548 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bdeb7a25-1c46-4ad0-90de-f195b04349db req-b13b850d-7a62-462f-b801-8ae14b10d38c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900707 Aug 17 03:05:02.013310 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-68725e71-5256-46f2-8362-7e673a658894 None None] Set router 937a3a95-a1f7-481a-ae77-292953b9bdfc gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:05:02.038758 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cd0591c8-7179-4760-95f6-6d3c6fbe3834 req-e9c25256-466d-47ad-b340-779c5d0f5640 service neutron] 10.222.0.60 "GET /v2.0/networks/c7e7978e-1d34-44a7-8805-8fa20d4cf11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1338081 Aug 17 03:05:02.053945 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:02.072708 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-191c5f5f-670d-4ea0-b4f5-718c80fb098b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:02.081731 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 19dc33ff-766b-461f-bc2d-619f6bf0f33b {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:05:02.113455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Network a3d33c7a-8312-4f24-9706-a812e69935e7 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:02.115128 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:02.155639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 19dc33ff-766b-461f-bc2d-619f6bf0f33b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=19dc33ff-766b-461f-bc2d-619f6bf0f33b,segment=NetworkSegment(5e7374ce-7a51-42cc-89ad-3b2aba29078f),segment_id=5e7374ce-7a51-42cc-89ad-3b2aba29078f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:02.187417 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-191c5f5f-670d-4ea0-b4f5-718c80fb098b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:02.244421 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:02.295473 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-191c5f5f-670d-4ea0-b4f5-718c80fb098b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=84a65cf5e3d24d76adaa0b026b0b0414&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7919328 Aug 17 03:05:02.295699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56316) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:02.299205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191c5f5f-670d-4ea0-b4f5-718c80fb098b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667553a9-5e35-4460-b349-7d6661d8d675,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:02.359299 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Router 937a3a95-a1f7-481a-ae77-292953b9bdfc has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:05:02.392489 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-28a16cf0-231a-46c0-88f3-0d08f7ab9660 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:02.402073 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=19dc33ff-766b-461f-bc2d-619f6bf0f33b,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:02.416463 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-31fdf18f-e317-4bac-b05d-81395d9ef765 None None] Provisioning complete for port 2d480532-53d6-437d-b0c2-92d6aff994dc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:02.419040 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-31fdf18f-e317-4bac-b05d-81395d9ef765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:02.421127 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-28a16cf0-231a-46c0-88f3-0d08f7ab9660 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:02.423339 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-68725e71-5256-46f2-8362-7e673a658894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'name': 'tempest-ServersTestManualDisk-843186627-router', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:55Z', 'updated_at': '2021-08-17T03:05:01Z', 'revision_number': 4, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'gw_port': {'id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:56Z', 'updated_at': '2021-08-17T03:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2d480532-53d6-437d-b0c2-92d6aff994dc', 'name': '', 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'mac_address': 'fa:16:3e:db:48:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:00Z', 'updated_at': '2021-08-17T03:05:00Z', 'revision_number': 1, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'subnets': [{'id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:02.470746 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:05:02.481318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68725e71-5256-46f2-8362-7e673a658894 None None] The sync data for ids ['937a3a95-a1f7-481a-ae77-292953b9bdfc'] in n-d-802060-9 is: [{'id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'name': 'tempest-ServersTestManualDisk-843186627-router', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:55Z', 'updated_at': '2021-08-17T03:05:01Z', 'revision_number': 4, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'gw_port': {'id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2b:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:56Z', 'updated_at': '2021-08-17T03:05:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2d480532-53d6-437d-b0c2-92d6aff994dc', 'name': '', 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'mac_address': 'fa:16:3e:db:48:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:00Z', 'updated_at': '2021-08-17T03:05:00Z', 'revision_number': 1, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'subnets': [{'id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:05:02.503147 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-31fdf18f-e317-4bac-b05d-81395d9ef765 None None] Port 2d480532-53d6-437d-b0c2-92d6aff994dc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:05:02.515883 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:05:02.525932 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0488e18d-cfa1-4971-affe-ddf80ec46936 admin admin] 10.222.0.10 "PUT /v2.0/routers/937a3a95-a1f7-481a-ae77-292953b9bdfc/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2635837 Aug 17 03:05:02.577013 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-28a16cf0-231a-46c0-88f3-0d08f7ab9660 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:02.579846 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-28a16cf0-231a-46c0-88f3-0d08f7ab9660 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:02.582684 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-28a16cf0-231a-46c0-88f3-0d08f7ab9660 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/667553a9-5e35-4460-b349-7d6661d8d675 HTTP/1.1" status: 204 len: 168 time: 0.2853997 Aug 17 03:05:02.592482 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a16cf0-231a-46c0-88f3-0d08f7ab9660 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667553a9-5e35-4460-b349-7d6661d8d675,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:02.604534 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47dab173-7a7f-4546-92dd-2802a2fe4167 req-5fe24a83-e577-41b7-850d-5a25e5be2636 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:02.613957 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-47dab173-7a7f-4546-92dd-2802a2fe4167 req-5fe24a83-e577-41b7-850d-5a25e5be2636 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 943 time: 0.0684874 Aug 17 03:05:02.658035 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-47dab173-7a7f-4546-92dd-2802a2fe4167 req-849f9dba-0054-4274-8dbc-8044ed91fe2f tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435410 Aug 17 03:05:02.724970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['f63fa65e-0528-44b4-b524-72ffea636f1e'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:05:02.788782 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['8de1f419-0505-41b5-8e59-aacf1772ffff'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:05:02.890986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['19dc33ff-766b-461f-bc2d-619f6bf0f33b'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:05:02.957149 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:03.148722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423704d0-7075-47c2-84fb-741dad5ed883 req-336b0534-5fb5-4b6c-8487-06dc75c119a8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:03.155424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423704d0-7075-47c2-84fb-741dad5ed883 req-336b0534-5fb5-4b6c-8487-06dc75c119a8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:03.164460 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423704d0-7075-47c2-84fb-741dad5ed883 req-336b0534-5fb5-4b6c-8487-06dc75c119a8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:03.172249 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-423704d0-7075-47c2-84fb-741dad5ed883 req-336b0534-5fb5-4b6c-8487-06dc75c119a8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2414 time: 0.0794804 Aug 17 03:05:03.217113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-423704d0-7075-47c2-84fb-741dad5ed883 req-fa5845be-dbcd-43e5-a08d-0f1a08e6b34d tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436759 Aug 17 03:05:03.420572 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56350) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:03.517508 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-811d79d2-a096-4c42-b089-cb4c2fd52258 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=af2dc7af83e44eb4818a770cb9959157&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0948553 Aug 17 03:05:03.520434 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56356) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:03.547192 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:03.584500 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba08feae-2151-4e81-af7e-becab4d58c8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:03.612284 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba08feae-2151-4e81-af7e-becab4d58c8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:03.663727 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56362) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:03.677468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-cefc7bdc-eb9f-4bca-9d7f-fab314bdb3c4 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2079501810', 'description': 'tempest-description--689381966'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:03.759286 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba08feae-2151-4e81-af7e-becab4d58c8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:03.762439 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba08feae-2151-4e81-af7e-becab4d58c8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:03.766576 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ba08feae-2151-4e81-af7e-becab4d58c8d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/984ae39d-869a-4bb1-b9b1-df1258e55ce0 HTTP/1.1" status: 204 len: 168 time: 0.2421658 Aug 17 03:05:03.782617 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba08feae-2151-4e81-af7e-becab4d58c8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=984ae39d-869a-4bb1-b9b1-df1258e55ce0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:03.837113 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cefc7bdc-eb9f-4bca-9d7f-fab314bdb3c4 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:03.875669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1bf18c-ae75-4be2-89a4-02ffbd01019e req-341d632a-468d-414e-9758-84831cd1c5a8 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:03.877201 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad1bf18c-ae75-4be2-89a4-02ffbd01019e req-341d632a-468d-414e-9758-84831cd1c5a8 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 943 time: 0.1211088 Aug 17 03:05:03.938210 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad1bf18c-ae75-4be2-89a4-02ffbd01019e req-0e475f0e-59f3-45ed-b4e8-8eb99c94a5c8 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534737 Aug 17 03:05:03.984809 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cefc7bdc-eb9f-4bca-9d7f-fab314bdb3c4 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.033683 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cefc7bdc-eb9f-4bca-9d7f-fab314bdb3c4 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.065855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefc7bdc-eb9f-4bca-9d7f-fab314bdb3c4 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a535573d-ae2b-43a4-a054-86daa41fffe6,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:04.124286 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cefc7bdc-eb9f-4bca-9d7f-fab314bdb3c4 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.128550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56376) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:04.128717 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cefc7bdc-eb9f-4bca-9d7f-fab314bdb3c4 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.4633548 Aug 17 03:05:04.134499 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a18b420a-adc7-45e6-a214-1e385dc13e2f tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Request body: {'security_group_rule': {'security_group_id': 'a535573d-ae2b-43a4-a054-86daa41fffe6', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:04.260184 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ff935ea9-f5a8-402d-915a-b45b7a826668 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:05:04.275521 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device fbca6d60-86b7-4ef9-a35b-63efe69008bd up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:04.284980 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a18b420a-adc7-45e6-a214-1e385dc13e2f tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.407070 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a18b420a-adc7-45e6-a214-1e385dc13e2f tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.434627 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9aae98-58db-4868-a5f6-0aaad4861b1d req-74172170-214e-4bca-a16a-25ce88474b26 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:04.441617 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9aae98-58db-4868-a5f6-0aaad4861b1d req-74172170-214e-4bca-a16a-25ce88474b26 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:04.449781 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9aae98-58db-4868-a5f6-0aaad4861b1d req-74172170-214e-4bca-a16a-25ce88474b26 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:04.451708 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-df9aae98-58db-4868-a5f6-0aaad4861b1d req-74172170-214e-4bca-a16a-25ce88474b26 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2414 time: 0.1166663 Aug 17 03:05:04.479790 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port ff935ea9-f5a8-402d-915a-b45b7a826668, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ff935ea9-f5a8-402d-915a-b45b7a826668,segment=NetworkSegment(8dd9a916-6877-4bc9-90d0-f12f058f5348),segment_id=8dd9a916-6877-4bc9-90d0-f12f058f5348)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:04.497737 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'ff935ea9-f5a8-402d-915a-b45b7a826668', 'network_id': 'c7e7978e-1d34-44a7-8805-8fa20d4cf11c', 'port_id': 'ff935ea9-f5a8-402d-915a-b45b7a826668', 'mac_address': 'fa:16:3e:5b:87:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd9b01a46-ce87-4ced-accd-cf63639388b1', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:05:04.523187 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-df9aae98-58db-4868-a5f6-0aaad4861b1d req-21b2e63b-df99-4c41-ba55-3f312bba69cd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599618 Aug 17 03:05:04.526561 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a18b420a-adc7-45e6-a214-1e385dc13e2f tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.555931 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18b420a-adc7-45e6-a214-1e385dc13e2f tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=90cae15f-c254-4072-be8c-c5096521c2d2,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:04.556533 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port fbca6d60-86b7-4ef9-a35b-63efe69008bd completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:04.564194 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port fbca6d60-86b7-4ef9-a35b-63efe69008bd triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:04.564658 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.602375 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.621301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff935ea9-f5a8-402d-915a-b45b7a826668 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:05:04.622301 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a18b420a-adc7-45e6-a214-1e385dc13e2f tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.623771 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a18b420a-adc7-45e6-a214-1e385dc13e2f tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4941432 Aug 17 03:05:04.627144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56396) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:04.632869 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-c65a7f47-c326-49bd-bc89-36e522bb8a34 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Request body: {'security_group_rule': {'security_group_id': 'a535573d-ae2b-43a4-a054-86daa41fffe6', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:04.647026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port ff935ea9-f5a8-402d-915a-b45b7a826668, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ff935ea9-f5a8-402d-915a-b45b7a826668,segment=NetworkSegment(8dd9a916-6877-4bc9-90d0-f12f058f5348),segment_id=8dd9a916-6877-4bc9-90d0-f12f058f5348)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:04.689233 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.714364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port fbca6d60-86b7-4ef9-a35b-63efe69008bd, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=fbca6d60-86b7-4ef9-a35b-63efe69008bd,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:04.730820 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.741602 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c65a7f47-c326-49bd-bc89-36e522bb8a34 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.805290 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c65a7f47-c326-49bd-bc89-36e522bb8a34 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.807745 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=ff935ea9-f5a8-402d-915a-b45b7a826668,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:04.822007 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.872433 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=fbca6d60-86b7-4ef9-a35b-63efe69008bd,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:04.901843 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c65a7f47-c326-49bd-bc89-36e522bb8a34 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:04.922691 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65a7f47-c326-49bd-bc89-36e522bb8a34 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=52bc268b-997d-48a9-9423-3bd8e87415ea,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:04.995203 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c65a7f47-c326-49bd-bc89-36e522bb8a34 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.000195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56416) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:05.000664 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c65a7f47-c326-49bd-bc89-36e522bb8a34 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3718979 Aug 17 03:05:05.005638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3ba7ecfa-48b5-4512-ab72-43be88d1c470 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:05.089787 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56418) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:05.091318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27500c14-88c5-4d2a-aedd-cf2267f50756 req-d2f71be0-a6d5-4f4b-83fb-a96541564f2b tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:05.092837 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27500c14-88c5-4d2a-aedd-cf2267f50756 req-d2f71be0-a6d5-4f4b-83fb-a96541564f2b tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 944 time: 0.0546091 Aug 17 03:05:05.116497 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ecfa-48b5-4512-ab72-43be88d1c470 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.167561 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Sync routers for ids ['937a3a95-a1f7-481a-ae77-292953b9bdfc'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:05:05.180199 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Routers {'937a3a95-a1f7-481a-ae77-292953b9bdfc'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:05.180727 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['937a3a95-a1f7-481a-ae77-292953b9bdfc'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:05.191614 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27500c14-88c5-4d2a-aedd-cf2267f50756 req-8756f470-2283-4d3b-8392-435655da5720 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898080 Aug 17 03:05:05.209857 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['ff935ea9-f5a8-402d-915a-b45b7a826668'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:05:05.217630 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-464a031c-6e01-47a8-97f8-69ec5a4f8b94 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1329486962', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:05.281947 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ecfa-48b5-4512-ab72-43be88d1c470 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.315279 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Set router 937a3a95-a1f7-481a-ae77-292953b9bdfc gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:05:05.342357 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-464a031c-6e01-47a8-97f8-69ec5a4f8b94 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.342357 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-464a031c-6e01-47a8-97f8-69ec5a4f8b94 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.447062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-3ba7ecfa-48b5-4512-ab72-43be88d1c470 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Allocated IP 172.25.1.80 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/0141933e-ccb4-47ec-8f2a-a974430ca95e) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:05.463005 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-464a031c-6e01-47a8-97f8-69ec5a4f8b94 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.572176 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-464a031c-6e01-47a8-97f8-69ec5a4f8b94 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.649988 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ecfa-48b5-4512-ab72-43be88d1c470 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.650826 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-464a031c-6e01-47a8-97f8-69ec5a4f8b94 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.652887 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-464a031c-6e01-47a8-97f8-69ec5a4f8b94 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.5619142 Aug 17 03:05:05.655726 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56434) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:05.662417 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-165b2ec8-8958-44b3-a0ec-8ff46ec4b0a8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-606671079'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:05.674786 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'name': 'tempest-ServersTestManualDisk-843186627-router', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:55Z', 'updated_at': '2021-08-17T03:05:01Z', 'revision_number': 4, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'gw_port': {'id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:56Z', 'updated_at': '2021-08-17T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2d480532-53d6-437d-b0c2-92d6aff994dc', 'name': '', 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'mac_address': 'fa:16:3e:db:48:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:00Z', 'updated_at': '2021-08-17T03:05:01Z', 'revision_number': 2, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'subnets': [{'id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:05.688031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bebdc9-737f-46cf-9201-b0c00aef04ce req-12581b79-a2d2-4a52-9a38-d8b9266742ee tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:05.695040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bebdc9-737f-46cf-9201-b0c00aef04ce req-12581b79-a2d2-4a52-9a38-d8b9266742ee tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:05.700870 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97bebdc9-737f-46cf-9201-b0c00aef04ce req-12581b79-a2d2-4a52-9a38-d8b9266742ee tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:05.701939 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Checking router: 937a3a95-a1f7-481a-ae77-292953b9bdfc for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:05:05.702308 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Updating router 937a3a95-a1f7-481a-ae77-292953b9bdfc port 2d480532-53d6-437d-b0c2-92d6aff994dc binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:05:05.702551 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97bebdc9-737f-46cf-9201-b0c00aef04ce req-12581b79-a2d2-4a52-9a38-d8b9266742ee tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2414 time: 0.0995073 Aug 17 03:05:05.734018 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.758703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-165b2ec8-8958-44b3-a0ec-8ff46ec4b0a8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Made reservation on behalf of da463edda50b4fc09d1caaf6e25197d0 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:05.762580 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-165b2ec8-8958-44b3-a0ec-8ff46ec4b0a8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.768099 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97bebdc9-737f-46cf-9201-b0c00aef04ce req-c6464a3c-85a9-4930-b244-b0e925f4dded tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519440 Aug 17 03:05:05.784190 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-165b2ec8-8958-44b3-a0ec-8ff46ec4b0a8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.810758 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ecfa-48b5-4512-ab72-43be88d1c470 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.853730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ba7ecfa-48b5-4512-ab72-43be88d1c470 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:05.858525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-3ba7ecfa-48b5-4512-ab72-43be88d1c470 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:05.862169 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba7ecfa-48b5-4512-ab72-43be88d1c470 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:05.897781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7ecfa-48b5-4512-ab72-43be88d1c470 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Pushing event updated for resources: {'Port': ['ID=0141933e-ccb4-47ec-8f2a-a974430ca95e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:05.922243 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-165b2ec8-8958-44b3-a0ec-8ff46ec4b0a8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.962545 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ecfa-48b5-4512-ab72-43be88d1c470 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:05.987646 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-165b2ec8-8958-44b3-a0ec-8ff46ec4b0a8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.024900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-165b2ec8-8958-44b3-a0ec-8ff46ec4b0a8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:05:06.032020 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b2ec8-8958-44b3-a0ec-8ff46ec4b0a8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a66af5d5-1222-4e8c-b3e1-fd3540776ae9,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:06.040685 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-165b2ec8-8958-44b3-a0ec-8ff46ec4b0a8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.041131 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-165b2ec8-8958-44b3-a0ec-8ff46ec4b0a8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Added segment cca844e2-98dd-4d57-9ac7-c0f4acc2dd37 of type vlan for network 210ddfbd-1972-4cc2-97ff-8f3a9f53b731 Aug 17 03:05:06.067869 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ecfa-48b5-4512-ab72-43be88d1c470 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.090467 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-165b2ec8-8958-44b3-a0ec-8ff46ec4b0a8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.114600 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.125217 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Transition to ACTIVE for port object 2d480532-53d6-437d-b0c2-92d6aff994dc will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:06.192997 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-165b2ec8-8958-44b3-a0ec-8ff46ec4b0a8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.197373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device fbca6d60-86b7-4ef9-a35b-63efe69008bd up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:06.203587 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-165b2ec8-8958-44b3-a0ec-8ff46ec4b0a8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:06.203587 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-165b2ec8-8958-44b3-a0ec-8ff46ec4b0a8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.223443 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.290073 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ecfa-48b5-4512-ab72-43be88d1c470 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.297021 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8de1f419-0505-41b5-8e59-aacf1772ffff up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:06.334786 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-165b2ec8-8958-44b3-a0ec-8ff46ec4b0a8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6745951 Aug 17 03:05:06.337334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56450) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:06.343833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-090b6a7e-a167-4076-b4a7-88cfbb4c9074 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Request body: {'subnet': {'network_id': '210ddfbd-1972-4cc2-97ff-8f3a9f53b731', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:06.354033 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165b2ec8-8958-44b3-a0ec-8ff46ec4b0a8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event updated for resources: {'Network': ['ID=210ddfbd-1972-4cc2-97ff-8f3a9f53b731,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:06.382316 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 210ddfbd-1972-4cc2-97ff-8f3a9f53b731 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:05:06.393552 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf858c53-449c-4951-b87c-9a990a01b420 req-2cf521da-8b51-4246-b9b0-303dbdc08ab3 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:06.395173 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cf858c53-449c-4951-b87c-9a990a01b420 req-2cf521da-8b51-4246-b9b0-303dbdc08ab3 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 944 time: 0.1155899 Aug 17 03:05:06.398664 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7afccfa-0ef0-4925-95c6-14b753ecd223 None None] Pushing event updated for resources: {'Port': ['ID=2d480532-53d6-437d-b0c2-92d6aff994dc,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:06.408455 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Attempting to bind port 2d480532-53d6-437d-b0c2-92d6aff994dc on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:05:06.408685 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Attempting to bind port 2d480532-53d6-437d-b0c2-92d6aff994dc by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'e8c6c720-3e50-4a22-b2a0-564dcd76ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:05:06.409048 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Attempting to bind port 2d480532-53d6-437d-b0c2-92d6aff994dc on network a3d33c7a-8312-4f24-9706-a812e69935e7 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:06.419262 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7afccfa-0ef0-4925-95c6-14b753ecd223 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:06.419604 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7afccfa-0ef0-4925-95c6-14b753ecd223 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:06.419993 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7afccfa-0ef0-4925-95c6-14b753ecd223 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:06.421144 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7afccfa-0ef0-4925-95c6-14b753ecd223 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:06.421144 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7afccfa-0ef0-4925-95c6-14b753ecd223 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:06.421144 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7afccfa-0ef0-4925-95c6-14b753ecd223 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:06.421401 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7afccfa-0ef0-4925-95c6-14b753ecd223 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:06.422035 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7afccfa-0ef0-4925-95c6-14b753ecd223 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:06.422367 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7afccfa-0ef0-4925-95c6-14b753ecd223 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:06.422693 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7afccfa-0ef0-4925-95c6-14b753ecd223 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:06.423068 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7afccfa-0ef0-4925-95c6-14b753ecd223 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:06.423388 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7afccfa-0ef0-4925-95c6-14b753ecd223 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:06.433353 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:05:06.433760 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Checking segment: {'id': 'e8c6c720-3e50-4a22-b2a0-564dcd76ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:06.434169 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.434560 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Bound using segment: {'id': 'e8c6c720-3e50-4a22-b2a0-564dcd76ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:05:06.435045 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Bound port: 2d480532-53d6-437d-b0c2-92d6aff994dc, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8c6c720-3e50-4a22-b2a0-564dcd76ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:05:06.435425 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.451001 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ecfa-48b5-4512-ab72-43be88d1c470 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.482221 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cf858c53-449c-4951-b87c-9a990a01b420 req-d49e7b3e-00db-448b-8700-7adc7940be11 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797923 Aug 17 03:05:06.543946 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] For port 2d480532-53d6-437d-b0c2-92d6aff994dc, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:05:06.551681 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] For port 2d480532-53d6-437d-b0c2-92d6aff994dc, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2d480532-53d6-437d-b0c2-92d6aff994dc,segment=NetworkSegment(e8c6c720-3e50-4a22-b2a0-564dcd76ce17),segment_id=e8c6c720-3e50-4a22-b2a0-564dcd76ce17)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:05:06.566549 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port fbca6d60-86b7-4ef9-a35b-63efe69008bd triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:06.567299 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.592010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba7ecfa-48b5-4512-ab72-43be88d1c470 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Pushing event updated for resources: {'Port': ['ID=0141933e-ccb4-47ec-8f2a-a974430ca95e,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:06.620249 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ecfa-48b5-4512-ab72-43be88d1c470 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.634977 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.689821 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 8de1f419-0505-41b5-8e59-aacf1772ffff completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:06.698464 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Routers {'937a3a95-a1f7-481a-ae77-292953b9bdfc'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:06.698464 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:04:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['937a3a95-a1f7-481a-ae77-292953b9bdfc'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:06.709129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 8de1f419-0505-41b5-8e59-aacf1772ffff triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:06.709574 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.711550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-090b6a7e-a167-4076-b4a7-88cfbb4c9074 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Made reservation on behalf of da463edda50b4fc09d1caaf6e25197d0 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:06.719694 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-090b6a7e-a167-4076-b4a7-88cfbb4c9074 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.756501 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7afccfa-0ef0-4925-95c6-14b753ecd223 None None] Pushing event updated for resources: {'Port': ['ID=2d480532-53d6-437d-b0c2-92d6aff994dc,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:06.794894 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ba7ecfa-48b5-4512-ab72-43be88d1c470 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.805445 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3ba7ecfa-48b5-4512-ab72-43be88d1c470 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.7942920 Aug 17 03:05:06.845240 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:06.888460 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de1f419-0505-41b5-8e59-aacf1772ffff'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:06.892917 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823d5cfe-23d6-4c2f-ad65-e3ddc38bae8a" -d '{"events": [{"server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "name": "network-vif-plugged", "status": "completed", "tag": "8de1f419-0505-41b5-8e59-aacf1772ffff"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:06.906434 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] Set router 937a3a95-a1f7-481a-ae77-292953b9bdfc gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:05:06.914548 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8de1f419-0505-41b5-8e59-aacf1772ffff, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8de1f419-0505-41b5-8e59-aacf1772ffff,segment=NetworkSegment(56a8c6ad-2a92-400c-8b7e-909a7f273e3b),segment_id=56a8c6ad-2a92-400c-8b7e-909a7f273e3b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:06.941610 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a6ab8-f8d7-4ae2-8d46-cf8aeaa6c352 req-af531ccc-4aa9-4456-992b-a10f7790ff55 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:06.973196 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a6ab8-f8d7-4ae2-8d46-cf8aeaa6c352 req-af531ccc-4aa9-4456-992b-a10f7790ff55 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:06.973196 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7a6ab8-f8d7-4ae2-8d46-cf8aeaa6c352 req-af531ccc-4aa9-4456-992b-a10f7790ff55 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:06.973196 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af7a6ab8-f8d7-4ae2-8d46-cf8aeaa6c352 req-af531ccc-4aa9-4456-992b-a10f7790ff55 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2414 time: 0.0959077 Aug 17 03:05:07.028907 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6abe81f-2682-4f6f-966f-d5214cb88b7c x-openstack-request-id: req-c6abe81f-2682-4f6f-966f-d5214cb88b7c {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:07.029207 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "name": "network-vif-plugged", "status": "completed", "tag": "8de1f419-0505-41b5-8e59-aacf1772ffff", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:07.029486 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6abe81f-2682-4f6f-966f-d5214cb88b7c {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:07.030611 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8de1f419-0505-41b5-8e59-aacf1772ffff', 'code': 200} Aug 17 03:05:07.033001 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.034517 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 19dc33ff-766b-461f-bc2d-619f6bf0f33b up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:07.064904 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af7a6ab8-f8d7-4ae2-8d46-cf8aeaa6c352 req-f295d751-b3cf-40d6-aea7-f205de5e0481 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873668 Aug 17 03:05:07.162919 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8de1f419-0505-41b5-8e59-aacf1772ffff,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:07.198505 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-090b6a7e-a167-4076-b4a7-88cfbb4c9074 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.203557 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-0932cb10-4841-4310-a0c7-e3d53430bbee tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--2079501810&fields=id&tenant_id=70e633f570f54315a88834cd60a88bd4 HTTP/1.1" status: 200 len: 267 time: 0.0394228 Aug 17 03:05:07.227702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 19dc33ff-766b-461f-bc2d-619f6bf0f33b completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:07.232963 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 19dc33ff-766b-461f-bc2d-619f6bf0f33b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:07.233815 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.255789 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'name': 'tempest-ServersTestManualDisk-843186627-router', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:55Z', 'updated_at': '2021-08-17T03:05:01Z', 'revision_number': 4, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'gw_port': {'id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:56Z', 'updated_at': '2021-08-17T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2d480532-53d6-437d-b0c2-92d6aff994dc', 'name': '', 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'mac_address': 'fa:16:3e:db:48:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:00Z', 'updated_at': '2021-08-17T03:05:06Z', 'revision_number': 4, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'subnets': [{'id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:07.281832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-090b6a7e-a167-4076-b4a7-88cfbb4c9074 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event updated for resources: {'Subnet': ['ID=1b0d1d58-1813-4053-8d00-29b8ecaae47a,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:07.291025 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aec68dc4-9054-4b30-af84-2faeb53da019 None None] The sync data for ids ['937a3a95-a1f7-481a-ae77-292953b9bdfc'] in n-d-802060-9 is: [{'id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'name': 'tempest-ServersTestManualDisk-843186627-router', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:55Z', 'updated_at': '2021-08-17T03:05:01Z', 'revision_number': 4, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'gw_port': {'id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:56Z', 'updated_at': '2021-08-17T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2d480532-53d6-437d-b0c2-92d6aff994dc', 'name': '', 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'mac_address': 'fa:16:3e:db:48:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:00Z', 'updated_at': '2021-08-17T03:05:06Z', 'revision_number': 4, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'subnets': [{'id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:05:07.300755 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-090b6a7e-a167-4076-b4a7-88cfbb4c9074 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Checking segment: {'id': 'cca844e2-98dd-4d57-9ac7-c0f4acc2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '210ddfbd-1972-4cc2-97ff-8f3a9f53b731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:07.301139 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b6a7e-a167-4076-b4a7-88cfbb4c9074 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Network hostable DHCP agents. Network: 210ddfbd-1972-4cc2-97ff-8f3a9f53b731, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:05:07.374797 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.399602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-090b6a7e-a167-4076-b4a7-88cfbb4c9074 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Network 210ddfbd-1972-4cc2-97ff-8f3a9f53b731 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:05:07.408366 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-79e8a03d-ab1b-417c-989b-66584be95411 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:07.416116 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-79e8a03d-ab1b-417c-989b-66584be95411 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/networks?id=a3d33c7a-8312-4f24-9706-a812e69935e7 HTTP/1.1" status: 200 len: 811 time: 0.2043951 Aug 17 03:05:07.418466 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 19dc33ff-766b-461f-bc2d-619f6bf0f33b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=19dc33ff-766b-461f-bc2d-619f6bf0f33b,segment=NetworkSegment(5e7374ce-7a51-42cc-89ad-3b2aba29078f),segment_id=5e7374ce-7a51-42cc-89ad-3b2aba29078f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:07.429973 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-2c02c194-9e6b-4995-a07e-b039701e01d0 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/quotas/70e633f570f54315a88834cd60a88bd4 HTTP/1.1" status: 200 len: 375 time: 0.0126686 Aug 17 03:05:07.497233 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-477d9b58-c911-4291-9598-39cd6660eb49 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=70e633f570f54315a88834cd60a88bd4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0584877 Aug 17 03:05:07.530893 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-090b6a7e-a167-4076-b4a7-88cfbb4c9074 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 210ddfbd-1972-4cc2-97ff-8f3a9f53b731) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:07.537674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-090b6a7e-a167-4076-b4a7-88cfbb4c9074 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:07.537674 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-090b6a7e-a167-4076-b4a7-88cfbb4c9074 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.541008 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18b80223-3212-4f8f-807a-cff9d88a84d1 None None] Network 210ddfbd-1972-4cc2-97ff-8f3a9f53b731 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:07.601354 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.602282 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f63fa65e-0528-44b4-b524-72ffea636f1e up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:07.611447 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aaa6355-2477-409b-8912-bfb6cd9babde req-83560d9e-9b36-407f-87a1-d29fe405e6b8 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:07.613050 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6aaa6355-2477-409b-8912-bfb6cd9babde req-83560d9e-9b36-407f-87a1-d29fe405e6b8 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 944 time: 0.0640993 Aug 17 03:05:07.626922 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-e619aded-149a-4bbf-8346-311b29751bb2 service neutron] 10.222.0.10 "GET /v2.0/networks/a3d33c7a-8312-4f24-9706-a812e69935e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144016 Aug 17 03:05:07.665516 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6aaa6355-2477-409b-8912-bfb6cd9babde req-f964e2cc-90d0-497d-903f-bba686168f7e tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460534 Aug 17 03:05:07.677060 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-090b6a7e-a167-4076-b4a7-88cfbb4c9074 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3381283 Aug 17 03:05:07.679329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56492) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:07.689463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0f731985-cb9d-4bb9-87de-bbbab143fb7a tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Request body: {'network': {'name': 'tempest-router-network01--468957075'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:07.787696 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-89e6be65-2941-4784-8faa-146e21505907 service neutron] 10.222.0.10 "GET /v2.0/networks/a3d33c7a-8312-4f24-9706-a812e69935e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439803 Aug 17 03:05:07.816185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f731985-cb9d-4bb9-87de-bbbab143fb7a tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Made reservation on behalf of da463edda50b4fc09d1caaf6e25197d0 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:07.820194 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f731985-cb9d-4bb9-87de-bbbab143fb7a tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.858531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f731985-cb9d-4bb9-87de-bbbab143fb7a tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:05:07.872291 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f731985-cb9d-4bb9-87de-bbbab143fb7a tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:07.874153 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-0f731985-cb9d-4bb9-87de-bbbab143fb7a tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Added segment b98ccbde-4fdc-4864-aa1b-4c7b90b58c57 of type vlan for network 32f9b6a5-59ba-4619-ad25-cf8940ec4409 Aug 17 03:05:07.923474 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f731985-cb9d-4bb9-87de-bbbab143fb7a tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.038140 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f731985-cb9d-4bb9-87de-bbbab143fb7a tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.040979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=19dc33ff-766b-461f-bc2d-619f6bf0f33b,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:08.083022 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f731985-cb9d-4bb9-87de-bbbab143fb7a tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:08.083751 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f731985-cb9d-4bb9-87de-bbbab143fb7a tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.213582 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0f731985-cb9d-4bb9-87de-bbbab143fb7a tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5328162 Aug 17 03:05:08.216243 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-56fb6ba2-fb8d-454f-b461-93f98863446c req-e1cf383d-85f0-4b70-b311-b2bae9ddbb94 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 210 time: 0.0692654 Aug 17 03:05:08.218373 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56508) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:08.219828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-210ddfbd-1972-4cc2-97ff-8f3a9f53b731', 'network_id': '210ddfbd-1972-4cc2-97ff-8f3a9f53b731', 'tenant_id': 'da463edda50b4fc09d1caaf6e25197d0', 'fixed_ips': [{'subnet_id': '1b0d1d58-1813-4053-8d00-29b8ecaae47a'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:05:08.220891 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.226236 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port f63fa65e-0528-44b4-b524-72ffea636f1e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:08.240811 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7d2bfa31-f8d4-40aa-8131-50547ad6b1b0 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Request body: {'network': {'name': 'tempest-router-network02--1459282903'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:08.245451 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port f63fa65e-0528-44b4-b524-72ffea636f1e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:08.246395 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.303530 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f731985-cb9d-4bb9-87de-bbbab143fb7a tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event updated for resources: {'Network': ['ID=32f9b6a5-59ba-4619-ad25-cf8940ec4409,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:08.389118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56f61d-6b64-41ad-9335-ac33410e9c4c req-63ac7edd-b18a-4b90-b46a-7a5a4deb766d tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:08.396913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56f61d-6b64-41ad-9335-ac33410e9c4c req-63ac7edd-b18a-4b90-b46a-7a5a4deb766d tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:08.410165 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d56f61d-6b64-41ad-9335-ac33410e9c4c req-63ac7edd-b18a-4b90-b46a-7a5a4deb766d tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:08.414393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 32f9b6a5-59ba-4619-ad25-cf8940ec4409 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:05:08.416411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2d480532-53d6-437d-b0c2-92d6aff994dc up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:08.418677 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0d56f61d-6b64-41ad-9335-ac33410e9c4c req-63ac7edd-b18a-4b90-b46a-7a5a4deb766d tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2416 time: 0.1600969 Aug 17 03:05:08.424368 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d2bfa31-f8d4-40aa-8131-50547ad6b1b0 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Made reservation on behalf of da463edda50b4fc09d1caaf6e25197d0 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:08.429349 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d2bfa31-f8d4-40aa-8131-50547ad6b1b0 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.467369 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d2bfa31-f8d4-40aa-8131-50547ad6b1b0 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:05:08.478883 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0d56f61d-6b64-41ad-9335-ac33410e9c4c req-360b9a68-8b45-4428-9887-f1ad13c7e38c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592344 Aug 17 03:05:08.484282 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d2bfa31-f8d4-40aa-8131-50547ad6b1b0 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.485082 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-7d2bfa31-f8d4-40aa-8131-50547ad6b1b0 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Added segment d58442f7-8ef3-4066-a306-c5f3706591d4 of type vlan for network eed2c4e0-8b6a-4578-b7ba-d636db5a18bb Aug 17 03:05:08.536724 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d2bfa31-f8d4-40aa-8131-50547ad6b1b0 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.647056 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.649147 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Allocated IP 2001:db8::2 (210ddfbd-1972-4cc2-97ff-8f3a9f53b731/1b0d1d58-1813-4053-8d00-29b8ecaae47a/b3794574-ab0d-4a3a-b04b-a95305f3564a) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:08.696429 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d2bfa31-f8d4-40aa-8131-50547ad6b1b0 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.703830 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d2bfa31-f8d4-40aa-8131-50547ad6b1b0 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:08.705387 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d2bfa31-f8d4-40aa-8131-50547ad6b1b0 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.728112 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 2d480532-53d6-437d-b0c2-92d6aff994dc completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:08.741494 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f63fa65e-0528-44b4-b524-72ffea636f1e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f63fa65e-0528-44b4-b524-72ffea636f1e,segment=NetworkSegment(5e7374ce-7a51-42cc-89ad-3b2aba29078f),segment_id=5e7374ce-7a51-42cc-89ad-3b2aba29078f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:08.741494 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 2d480532-53d6-437d-b0c2-92d6aff994dc triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:08.741494 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.869076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2bfa31-f8d4-40aa-8131-50547ad6b1b0 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event updated for resources: {'Network': ['ID=eed2c4e0-8b6a-4578-b7ba-d636db5a18bb,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:08.872905 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.884287 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:08.895734 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network eed2c4e0-8b6a-4578-b7ba-d636db5a18bb details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:05:08.898760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ff935ea9-f5a8-402d-915a-b45b7a826668 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:08.902030 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcc3430-7767-4777-a6f8-0b9d7a2332c5 req-aa1af2d1-1872-45db-a5f0-7c8bf2eb5209 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:08.909213 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-afcc3430-7767-4777-a6f8-0b9d7a2332c5 req-aa1af2d1-1872-45db-a5f0-7c8bf2eb5209 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 944 time: 0.1182942 Aug 17 03:05:08.917173 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7d2bfa31-f8d4-40aa-8131-50547ad6b1b0 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6962185 Aug 17 03:05:08.920207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56524) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:08.928139 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-82969fac-13f1-4984-a27a-123fdc2b95f5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Request body: {'subnet': {'network_id': '32f9b6a5-59ba-4619-ad25-cf8940ec4409', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:08.959253 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-afcc3430-7767-4777-a6f8-0b9d7a2332c5 req-10514723-b162-4428-8e56-83f10ead5884 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490181 Aug 17 03:05:09.035581 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dc33ff-766b-461f-bc2d-619f6bf0f33b'}, {'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63fa65e-0528-44b4-b524-72ffea636f1e'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:09.038287 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d325eca-790c-4014-99c6-411b5f3e4f7a" -d '{"events": [{"server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "name": "network-vif-plugged", "status": "completed", "tag": "19dc33ff-766b-461f-bc2d-619f6bf0f33b"}, {"server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "name": "network-vif-plugged", "status": "completed", "tag": "f63fa65e-0528-44b4-b524-72ffea636f1e"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:09.054623 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:09.108267 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Transition to ACTIVE for port object b3794574-ab0d-4a3a-b04b-a95305f3564a will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:09.125169 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fdf63be-56f0-477e-94a2-08544a77f1c9 x-openstack-request-id: req-5fdf63be-56f0-477e-94a2-08544a77f1c9 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:09.125487 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "name": "network-vif-plugged", "status": "completed", "tag": "19dc33ff-766b-461f-bc2d-619f6bf0f33b", "code": 200}, {"server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "name": "network-vif-plugged", "status": "completed", "tag": "f63fa65e-0528-44b4-b524-72ffea636f1e", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:09.125742 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5fdf63be-56f0-477e-94a2-08544a77f1c9 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:09.126131 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '19dc33ff-766b-461f-bc2d-619f6bf0f33b', 'code': 200} Aug 17 03:05:09.126390 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f63fa65e-0528-44b4-b524-72ffea636f1e', 'code': 200} Aug 17 03:05:09.136096 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82969fac-13f1-4984-a27a-123fdc2b95f5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Made reservation on behalf of da463edda50b4fc09d1caaf6e25197d0 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:09.140572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 2d480532-53d6-437d-b0c2-92d6aff994dc, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2d480532-53d6-437d-b0c2-92d6aff994dc,segment=NetworkSegment(e8c6c720-3e50-4a22-b2a0-564dcd76ce17),segment_id=e8c6c720-3e50-4a22-b2a0-564dcd76ce17)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:09.143136 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-82969fac-13f1-4984-a27a-123fdc2b95f5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:09.154570 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=f63fa65e-0528-44b4-b524-72ffea636f1e,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:09.163982 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Transition to ACTIVE for port object b3794574-ab0d-4a3a-b04b-a95305f3564a will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:09.222877 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:09.294203 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port ff935ea9-f5a8-402d-915a-b45b7a826668 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:09.313144 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:09.323767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port ff935ea9-f5a8-402d-915a-b45b7a826668 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:09.324163 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:09.374586 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ba882952-cf46-4783-b4b8-fbffb37c6e77 req-a865c4d0-92c5-412e-98ff-756f455b6c54 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 210 time: 0.0695908 Aug 17 03:05:09.386247 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=2d480532-53d6-437d-b0c2-92d6aff994dc,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:09.448184 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Network 210ddfbd-1972-4cc2-97ff-8f3a9f53b731 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:09.455664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:09.460681 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:09.509264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Pushing event updated for resources: {'Port': ['ID=b3794574-ab0d-4a3a-b04b-a95305f3564a,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:09.584565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Attempting to bind port b3794574-ab0d-4a3a-b04b-a95305f3564a on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:05:09.585023 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Attempting to bind port b3794574-ab0d-4a3a-b04b-a95305f3564a by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'cca844e2-98dd-4d57-9ac7-c0f4acc2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '210ddfbd-1972-4cc2-97ff-8f3a9f53b731'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:05:09.585400 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Attempting to bind port b3794574-ab0d-4a3a-b04b-a95305f3564a on network 210ddfbd-1972-4cc2-97ff-8f3a9f53b731 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:09.594529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:05:09.596459 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Checking segment: {'id': 'cca844e2-98dd-4d57-9ac7-c0f4acc2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '210ddfbd-1972-4cc2-97ff-8f3a9f53b731'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:09.596459 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:09.596459 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Bound using segment: {'id': 'cca844e2-98dd-4d57-9ac7-c0f4acc2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '210ddfbd-1972-4cc2-97ff-8f3a9f53b731'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:05:09.596716 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Bound port: b3794574-ab0d-4a3a-b04b-a95305f3564a, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cca844e2-98dd-4d57-9ac7-c0f4acc2dd37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': '210ddfbd-1972-4cc2-97ff-8f3a9f53b731'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:05:09.597454 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:09.599012 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:09.621234 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd322d-fef7-42a9-9b2d-08bb180f0e05 req-6fcf0ce2-5df5-4439-bb20-106ba1ba0925 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:09.628145 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd322d-fef7-42a9-9b2d-08bb180f0e05 req-6fcf0ce2-5df5-4439-bb20-106ba1ba0925 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:09.634756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbd322d-fef7-42a9-9b2d-08bb180f0e05 req-6fcf0ce2-5df5-4439-bb20-106ba1ba0925 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:09.637219 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ebbd322d-fef7-42a9-9b2d-08bb180f0e05 req-6fcf0ce2-5df5-4439-bb20-106ba1ba0925 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2417 time: 0.0798383 Aug 17 03:05:09.705013 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port ff935ea9-f5a8-402d-915a-b45b7a826668, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ff935ea9-f5a8-402d-915a-b45b7a826668,segment=NetworkSegment(8dd9a916-6877-4bc9-90d0-f12f058f5348),segment_id=8dd9a916-6877-4bc9-90d0-f12f058f5348)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:09.714043 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ebbd322d-fef7-42a9-9b2d-08bb180f0e05 req-e1e14a13-c065-46dc-a009-b09cdf38c5a1 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534911 Aug 17 03:05:09.742018 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] For port b3794574-ab0d-4a3a-b04b-a95305f3564a, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:05:09.745959 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] For port b3794574-ab0d-4a3a-b04b-a95305f3564a, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b3794574-ab0d-4a3a-b04b-a95305f3564a,segment=NetworkSegment(cca844e2-98dd-4d57-9ac7-c0f4acc2dd37),segment_id=cca844e2-98dd-4d57-9ac7-c0f4acc2dd37)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:05:09.797350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78f3f6-6b7c-4035-9633-6622de073527 req-10adaf4a-cd1e-4cf3-9420-4982bb06d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:09.797934 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78f3f6-6b7c-4035-9633-6622de073527 req-10adaf4a-cd1e-4cf3-9420-4982bb06d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:09.798341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b78f3f6-6b7c-4035-9633-6622de073527 req-10adaf4a-cd1e-4cf3-9420-4982bb06d2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:09.799985 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b78f3f6-6b7c-4035-9633-6622de073527 req-10adaf4a-cd1e-4cf3-9420-4982bb06d2c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2870 time: 0.0825653 Aug 17 03:05:09.816682 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:09.868500 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:09.886132 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b78f3f6-6b7c-4035-9633-6622de073527 req-e23ea1e5-2c3d-4c5e-abec-5dcc902ad164 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758793 Aug 17 03:05:09.906988 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=ff935ea9-f5a8-402d-915a-b45b7a826668,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:10.006684 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2166449-a530-4334-aeeb-be84d8959074 None None] Pushing event updated for resources: {'Port': ['ID=b3794574-ab0d-4a3a-b04b-a95305f3564a,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:10.057390 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-82969fac-13f1-4984-a27a-123fdc2b95f5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:10.152969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82969fac-13f1-4984-a27a-123fdc2b95f5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event updated for resources: {'Subnet': ['ID=02f01371-a097-4eff-b769-07281425fb81,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:10.155801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c04b54a-ab4b-4b88-b77d-26437645eb40 req-5d2dcd99-97df-4477-97d6-eefb2bbcacc9 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:10.169905 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9c04b54a-ab4b-4b88-b77d-26437645eb40 req-5d2dcd99-97df-4477-97d6-eefb2bbcacc9 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.1296782 Aug 17 03:05:10.185069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82969fac-13f1-4984-a27a-123fdc2b95f5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Checking segment: {'id': 'b98ccbde-4fdc-4864-aa1b-4c7b90b58c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32f9b6a5-59ba-4619-ad25-cf8940ec4409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:10.185596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82969fac-13f1-4984-a27a-123fdc2b95f5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Network hostable DHCP agents. Network: 32f9b6a5-59ba-4619-ad25-cf8940ec4409, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:05:10.276093 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2d480532-53d6-437d-b0c2-92d6aff994dc up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:10.276886 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9c04b54a-ab4b-4b88-b77d-26437645eb40 req-2107ee64-1f61-46ce-9ffb-2ae3a972973a tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044691 Aug 17 03:05:10.346031 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 2d480532-53d6-437d-b0c2-92d6aff994dc triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:10.347615 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82969fac-13f1-4984-a27a-123fdc2b95f5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Network 32f9b6a5-59ba-4619-ad25-cf8940ec4409 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:05:10.348841 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:10.439312 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-82969fac-13f1-4984-a27a-123fdc2b95f5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 32f9b6a5-59ba-4619-ad25-cf8940ec4409) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:10.451454 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82969fac-13f1-4984-a27a-123fdc2b95f5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:10.451820 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-82969fac-13f1-4984-a27a-123fdc2b95f5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:10.460004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8767675a-d237-40e1-b88b-4ddeb1852c9a None None] Network 32f9b6a5-59ba-4619-ad25-cf8940ec4409 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:10.533086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9ad60cd2-767a-4e2e-92a2-aadf3935d1c2 req-b39fc799-9b31-4286-ae48-e070916251a7 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 210 time: 0.0579073 Aug 17 03:05:10.565816 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-82969fac-13f1-4984-a27a-123fdc2b95f5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.6441448 Aug 17 03:05:10.569113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56576) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:10.575890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-bd71caaa-af60-43e5-be57-456604037281 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Request body: {'subnet': {'network_id': 'eed2c4e0-8b6a-4578-b7ba-d636db5a18bb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:10.683048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-32f9b6a5-59ba-4619-ad25-cf8940ec4409', 'network_id': '32f9b6a5-59ba-4619-ad25-cf8940ec4409', 'tenant_id': 'da463edda50b4fc09d1caaf6e25197d0', 'fixed_ips': [{'subnet_id': '02f01371-a097-4eff-b769-07281425fb81'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:05:10.684380 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:10.815149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd71caaa-af60-43e5-be57-456604037281 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Made reservation on behalf of da463edda50b4fc09d1caaf6e25197d0 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:10.819972 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd71caaa-af60-43e5-be57-456604037281 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:10.862315 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Allocated IP 2001:db8::2 (32f9b6a5-59ba-4619-ad25-cf8940ec4409/02f01371-a097-4eff-b769-07281425fb81/d8177641-4f32-414d-8418-bec8695428ec) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:10.981761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eed68e-d922-4f96-b0de-ffed1160d833 req-7f07bb05-a471-4f59-89f6-e3119927d5e8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:10.987894 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eed68e-d922-4f96-b0de-ffed1160d833 req-7f07bb05-a471-4f59-89f6-e3119927d5e8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:10.996454 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63eed68e-d922-4f96-b0de-ffed1160d833 req-7f07bb05-a471-4f59-89f6-e3119927d5e8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:10.996454 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-63eed68e-d922-4f96-b0de-ffed1160d833 req-7f07bb05-a471-4f59-89f6-e3119927d5e8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2417 time: 0.1492712 Aug 17 03:05:11.087034 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-63eed68e-d922-4f96-b0de-ffed1160d833 req-578fa547-7ef4-4071-9e57-9f2a08bc60f6 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792334 Aug 17 03:05:11.129929 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae4f4c5-d5db-4645-8226-0781010b9e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff935ea9-f5a8-402d-915a-b45b7a826668'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:11.133184 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf0dad2-5a2d-48bb-942a-ec6b3eb7a6d5" -d '{"events": [{"server_uuid": "7ae4f4c5-d5db-4645-8226-0781010b9e3c", "name": "network-vif-plugged", "status": "completed", "tag": "ff935ea9-f5a8-402d-915a-b45b7a826668"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:11.265448 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:11.294254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Transition to ACTIVE for port object d8177641-4f32-414d-8418-bec8695428ec will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:11.298309 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28147836-3c7c-4c91-bc2c-7bc4357bcf71 x-openstack-request-id: req-28147836-3c7c-4c91-bc2c-7bc4357bcf71 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:11.298309 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae4f4c5-d5db-4645-8226-0781010b9e3c", "name": "network-vif-plugged", "status": "completed", "tag": "ff935ea9-f5a8-402d-915a-b45b7a826668", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:11.298580 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28147836-3c7c-4c91-bc2c-7bc4357bcf71 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:11.299063 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae4f4c5-d5db-4645-8226-0781010b9e3c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff935ea9-f5a8-402d-915a-b45b7a826668', 'code': 200} Aug 17 03:05:11.335849 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Transition to ACTIVE for port object d8177641-4f32-414d-8418-bec8695428ec will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:11.439109 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e66af0c-8cf5-40df-83a6-25863f5b1cf7 None None] Network 210ddfbd-1972-4cc2-97ff-8f3a9f53b731 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:11.506541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cc0cab0-896d-433a-9dfe-ca31583c0763 req-8f0c6610-546b-48d5-afdb-70bec44e49a2 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:11.508387 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9cc0cab0-896d-433a-9dfe-ca31583c0763 req-8f0c6610-546b-48d5-afdb-70bec44e49a2 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0942433 Aug 17 03:05:11.545244 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:11.545621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d0003e-c24f-4305-b024-178dc68b9da3 req-dded770b-25e5-4797-ab37-cc415c4b8890 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:11.546957 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04d0003e-c24f-4305-b024-178dc68b9da3 req-dded770b-25e5-4797-ab37-cc415c4b8890 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 1096 time: 0.1421227 Aug 17 03:05:11.599976 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-01956b8d-4214-4332-8c4f-eb5b6b03a547 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:11.601663 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-01956b8d-4214-4332-8c4f-eb5b6b03a547 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.60 "GET /v2.0/networks?id=a3d33c7a-8312-4f24-9706-a812e69935e7 HTTP/1.1" status: 200 len: 811 time: 0.3600404 Aug 17 03:05:11.619282 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9cc0cab0-896d-433a-9dfe-ca31583c0763 req-4176622e-52ec-4114-847b-bb0e729421df tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967550 Aug 17 03:05:11.648698 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Network 32f9b6a5-59ba-4619-ad25-cf8940ec4409 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:11.667410 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd71caaa-af60-43e5-be57-456604037281 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:11.677004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:11.714689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Pushing event updated for resources: {'Port': ['ID=d8177641-4f32-414d-8418-bec8695428ec,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:11.739398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:11.763725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-39a11f09-1f76-4bbe-ac08-a09a960d211d None None] Provisioning for port b3794574-ab0d-4a3a-b04b-a95305f3564a completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:11.764554 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-441faca6-9fc5-4766-a0ca-fb765a8ece75 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=70e633f570f54315a88834cd60a88bd4 HTTP/1.1" status: 200 len: 380 time: 0.1212862 Aug 17 03:05:11.777172 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-198dd7d5-d947-48e0-a99d-17df11405802 req-96072877-621c-4527-880e-238e54354c4d tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 210 time: 0.0999720 Aug 17 03:05:11.791553 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-5d4d71f9-b561-40a8-acab-c8ecd064d4e5 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Request body: {'port': {'device_id': '464b111b-5124-470b-baef-f5ab8bbc0bcf', 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7', 'admin_state_up': True, 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'security_groups': ['a535573d-ae2b-43a4-a054-86daa41fffe6']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:11.849151 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04d0003e-c24f-4305-b024-178dc68b9da3 req-5115fb1b-e52e-4d36-8a59-af6a978da120 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2919185 Aug 17 03:05:11.851558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Attempting to bind port d8177641-4f32-414d-8418-bec8695428ec on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:05:11.852190 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Attempting to bind port d8177641-4f32-414d-8418-bec8695428ec by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'b98ccbde-4fdc-4864-aa1b-4c7b90b58c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32f9b6a5-59ba-4619-ad25-cf8940ec4409'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:05:11.852625 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Attempting to bind port d8177641-4f32-414d-8418-bec8695428ec on network 32f9b6a5-59ba-4619-ad25-cf8940ec4409 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:11.860690 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:05:11.860690 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Checking segment: {'id': 'b98ccbde-4fdc-4864-aa1b-4c7b90b58c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32f9b6a5-59ba-4619-ad25-cf8940ec4409'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:11.860690 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:11.861210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Bound using segment: {'id': 'b98ccbde-4fdc-4864-aa1b-4c7b90b58c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32f9b6a5-59ba-4619-ad25-cf8940ec4409'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:05:11.861337 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Bound port: d8177641-4f32-414d-8418-bec8695428ec, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b98ccbde-4fdc-4864-aa1b-4c7b90b58c57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '32f9b6a5-59ba-4619-ad25-cf8940ec4409'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:05:11.862191 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:11.866782 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd71caaa-af60-43e5-be57-456604037281 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event updated for resources: {'Subnet': ['ID=71cb68f5-8454-4337-8b26-cfefba448d74,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:11.886984 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd71caaa-af60-43e5-be57-456604037281 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Checking segment: {'id': 'd58442f7-8ef3-4066-a306-c5f3706591d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eed2c4e0-8b6a-4578-b7ba-d636db5a18bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:11.887452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd71caaa-af60-43e5-be57-456604037281 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Network hostable DHCP agents. Network: eed2c4e0-8b6a-4578-b7ba-d636db5a18bb, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:05:11.963807 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] For port d8177641-4f32-414d-8418-bec8695428ec, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:05:11.966803 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] For port d8177641-4f32-414d-8418-bec8695428ec, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d8177641-4f32-414d-8418-bec8695428ec,segment=NetworkSegment(b98ccbde-4fdc-4864-aa1b-4c7b90b58c57),segment_id=b98ccbde-4fdc-4864-aa1b-4c7b90b58c57)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:05:11.993591 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd71caaa-af60-43e5-be57-456604037281 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Network eed2c4e0-8b6a-4578-b7ba-d636db5a18bb is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:05:12.028829 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:12.032029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-5d4d71f9-b561-40a8-acab-c8ecd064d4e5 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Made reservation on behalf of 70e633f570f54315a88834cd60a88bd4 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:12.041694 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-5d4d71f9-b561-40a8-acab-c8ecd064d4e5 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:12.148201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ea419f-56c8-43ed-8cae-6ecdff0e03aa None None] Pushing event updated for resources: {'Port': ['ID=d8177641-4f32-414d-8418-bec8695428ec,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:12.291244 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-5d4d71f9-b561-40a8-acab-c8ecd064d4e5 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Allocated IP 172.20.0.3 (a3d33c7a-8312-4f24-9706-a812e69935e7/8ddee6d4-0787-43b1-b895-c64fb9f8f739/1eaf7bdc-4a6d-4eff-89fd-4adb80415531) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:12.329724 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-bd71caaa-af60-43e5-be57-456604037281 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, eed2c4e0-8b6a-4578-b7ba-d636db5a18bb) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:12.341846 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e8b83b-3d9d-4c5e-843c-6d3dc4ace8a2 None None] Network eed2c4e0-8b6a-4578-b7ba-d636db5a18bb requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:12.348727 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd71caaa-af60-43e5-be57-456604037281 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:12.350521 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd71caaa-af60-43e5-be57-456604037281 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:12.353752 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04c03a-97ce-462f-955f-56d2ec5caae2 req-9d4c62c8-5297-45e7-822e-ecb48a8c6a3f tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:12.360355 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04c03a-97ce-462f-955f-56d2ec5caae2 req-9d4c62c8-5297-45e7-822e-ecb48a8c6a3f tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:12.370561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd04c03a-97ce-462f-955f-56d2ec5caae2 req-9d4c62c8-5297-45e7-822e-ecb48a8c6a3f tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:12.382068 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bd04c03a-97ce-462f-955f-56d2ec5caae2 req-9d4c62c8-5297-45e7-822e-ecb48a8c6a3f tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2417 time: 0.1627622 Aug 17 03:05:12.489404 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bd04c03a-97ce-462f-955f-56d2ec5caae2 req-b9a05a50-8cb1-4560-a934-619c93d65972 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061029 Aug 17 03:05:12.512666 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bd71caaa-af60-43e5-be57-456604037281 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.9399524 Aug 17 03:05:12.513748 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56620) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:12.633411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b3794574-ab0d-4a3a-b04b-a95305f3564a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:12.798098 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-5d4d71f9-b561-40a8-acab-c8ecd064d4e5 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:12.844113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-5d4d71f9-b561-40a8-acab-c8ecd064d4e5 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Transition to ACTIVE for port object 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:12.861964 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port b3794574-ab0d-4a3a-b04b-a95305f3564a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:12.867765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-eed2c4e0-8b6a-4578-b7ba-d636db5a18bb', 'network_id': 'eed2c4e0-8b6a-4578-b7ba-d636db5a18bb', 'tenant_id': 'da463edda50b4fc09d1caaf6e25197d0', 'fixed_ips': [{'subnet_id': '71cb68f5-8454-4337-8b26-cfefba448d74'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:05:12.869068 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:12.874366 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port b3794574-ab0d-4a3a-b04b-a95305f3564a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:12.875408 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:12.935041 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176c3587-9e8f-4304-99a4-3c24d50c7442 req-9c90b3ee-9972-4149-9708-eeae38c8e039 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:12.936610 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-176c3587-9e8f-4304-99a4-3c24d50c7442 req-9c90b3ee-9972-4149-9708-eeae38c8e039 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.1612470 Aug 17 03:05:13.082937 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:13.094708 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-176c3587-9e8f-4304-99a4-3c24d50c7442 req-3ce2775e-dd89-4f22-a741-ab8ddb628fa6 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379573 Aug 17 03:05:13.233529 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:13.270297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Allocated IP 2001:db8::2 (eed2c4e0-8b6a-4578-b7ba-d636db5a18bb/71cb68f5-8454-4337-8b26-cfefba448d74/f67a1909-7653-4b8a-ab6e-f60d877b51cf) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:13.363987 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-5d4d71f9-b561-40a8-acab-c8ecd064d4e5 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:13.373592 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefacd35-9536-410c-bdc4-c625640c527a req-27e5c0ff-1b64-4a8e-b41c-f70d88d1cf07 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:13.380242 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefacd35-9536-410c-bdc4-c625640c527a req-27e5c0ff-1b64-4a8e-b41c-f70d88d1cf07 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:13.387807 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port b3794574-ab0d-4a3a-b04b-a95305f3564a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b3794574-ab0d-4a3a-b04b-a95305f3564a,segment=NetworkSegment(cca844e2-98dd-4d57-9ac7-c0f4acc2dd37),segment_id=cca844e2-98dd-4d57-9ac7-c0f4acc2dd37)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:13.389018 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aefacd35-9536-410c-bdc4-c625640c527a req-27e5c0ff-1b64-4a8e-b41c-f70d88d1cf07 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:13.391050 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aefacd35-9536-410c-bdc4-c625640c527a req-27e5c0ff-1b64-4a8e-b41c-f70d88d1cf07 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2417 time: 0.1109984 Aug 17 03:05:13.440672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d71f9-b561-40a8-acab-c8ecd064d4e5 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Pushing event updated for resources: {'Port': ['ID=1eaf7bdc-4a6d-4eff-89fd-4adb80415531,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:13.458455 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aefacd35-9536-410c-bdc4-c625640c527a req-2a9a2efd-8d5c-4b54-af33-02eed11a5461 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511997 Aug 17 03:05:13.474287 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:13.498929 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-5d4d71f9-b561-40a8-acab-c8ecd064d4e5 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Network a3d33c7a-8312-4f24-9706-a812e69935e7 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:13.511109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-5d4d71f9-b561-40a8-acab-c8ecd064d4e5 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:13.516674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-5d4d71f9-b561-40a8-acab-c8ecd064d4e5 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:13.557537 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f23cf85-e104-4737-9fd4-e170a8d0dcc7 req-9f74b0b5-a847-4676-ba8c-cbc02814636c tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:13.562777 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f23cf85-e104-4737-9fd4-e170a8d0dcc7 req-9f74b0b5-a847-4676-ba8c-cbc02814636c tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 931 time: 0.2146552 Aug 17 03:05:13.588051 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Allocated IP 2001:db8::1 (32f9b6a5-59ba-4619-ad25-cf8940ec4409/02f01371-a097-4eff-b769-07281425fb81/46e61399-31a9-45e9-b51d-5e29c6d125f8) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:13.601696 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=b3794574-ab0d-4a3a-b04b-a95305f3564a,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:13.611691 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:13.621592 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Transition to ACTIVE for port object f67a1909-7653-4b8a-ab6e-f60d877b51cf will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:13.642217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-5d4d71f9-b561-40a8-acab-c8ecd064d4e5 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:13.642892 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-5d4d71f9-b561-40a8-acab-c8ecd064d4e5 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:13.653330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Transition to ACTIVE for port object f67a1909-7653-4b8a-ab6e-f60d877b51cf will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:13.656234 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f23cf85-e104-4737-9fd4-e170a8d0dcc7 req-f98d7c63-e677-4722-add8-49982fc9e017 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/security-groups?id=a535573d-ae2b-43a4-a054-86daa41fffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925691 Aug 17 03:05:13.669646 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b63b36dd-a362-4df4-90c4-8741fbfdec1d None None] Network 32f9b6a5-59ba-4619-ad25-cf8940ec4409 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:13.797995 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:13.801274 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-5d4d71f9-b561-40a8-acab-c8ecd064d4e5 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0186920 Aug 17 03:05:13.804770 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:13.817305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Request body: {'port': {'device_id': '464b111b-5124-470b-baef-f5ab8bbc0bcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:13.845630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Transition to ACTIVE for port object 46e61399-31a9-45e9-b51d-5e29c6d125f8 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:13.873919 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Network eed2c4e0-8b6a-4578-b7ba-d636db5a18bb is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:13.883640 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:13.890683 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:13.899586 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:13.903887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Pushing event updated for resources: {'Port': ['ID=f67a1909-7653-4b8a-ab6e-f60d877b51cf,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:13.961066 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c3f20aec-8a9f-4a2d-8236-d365eee46627 None None] Provisioning for port d8177641-4f32-414d-8418-bec8695428ec completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:14.027544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Attempting to bind port f67a1909-7653-4b8a-ab6e-f60d877b51cf on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:05:14.027916 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Attempting to bind port f67a1909-7653-4b8a-ab6e-f60d877b51cf by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'd58442f7-8ef3-4066-a306-c5f3706591d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eed2c4e0-8b6a-4578-b7ba-d636db5a18bb'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:05:14.028280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Attempting to bind port f67a1909-7653-4b8a-ab6e-f60d877b51cf on network eed2c4e0-8b6a-4578-b7ba-d636db5a18bb {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:14.048225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 4, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:05:14.048225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Checking segment: {'id': 'd58442f7-8ef3-4066-a306-c5f3706591d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eed2c4e0-8b6a-4578-b7ba-d636db5a18bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:14.048225 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:14.048225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Bound using segment: {'id': 'd58442f7-8ef3-4066-a306-c5f3706591d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eed2c4e0-8b6a-4578-b7ba-d636db5a18bb'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:05:14.048225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Bound port: f67a1909-7653-4b8a-ab6e-f60d877b51cf, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58442f7-8ef3-4066-a306-c5f3706591d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': 'eed2c4e0-8b6a-4578-b7ba-d636db5a18bb'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:05:14.048225 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:14.055699 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:14.136116 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Network 32f9b6a5-59ba-4619-ad25-cf8940ec4409 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:14.150517 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] For port f67a1909-7653-4b8a-ab6e-f60d877b51cf, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:05:14.153945 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] For port f67a1909-7653-4b8a-ab6e-f60d877b51cf, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f67a1909-7653-4b8a-ab6e-f60d877b51cf,segment=NetworkSegment(d58442f7-8ef3-4066-a306-c5f3706591d4),segment_id=d58442f7-8ef3-4066-a306-c5f3706591d4)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:05:14.170542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:14.182167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event updated for resources: {'Port': ['ID=46e61399-31a9-45e9-b51d-5e29c6d125f8,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:14.188209 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:14.188772 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:14.227493 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-116b1642-48a6-406b-9735-404e7811e4d2 None None] Provisioning for port 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:14.231942 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-116b1642-48a6-406b-9735-404e7811e4d2 None None] Provisioning complete for port 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:14.232330 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-116b1642-48a6-406b-9735-404e7811e4d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:14.284783 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:14.384961 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-116b1642-48a6-406b-9735-404e7811e4d2 None None] Port 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:05:14.386367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c8287-793a-4883-9f00-71a497a59d57 None None] Pushing event updated for resources: {'Port': ['ID=f67a1909-7653-4b8a-ab6e-f60d877b51cf,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:14.426647 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d8177641-4f32-414d-8418-bec8695428ec up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:14.478775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:05:14.493822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eb1a2d0-e697-4783-9c58-439b67ec5c7e req-d3c67f6f-4d2c-46f0-b32c-47a78917c86b tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:14.495482 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7eb1a2d0-e697-4783-9c58-439b67ec5c7e req-d3c67f6f-4d2c-46f0-b32c-47a78917c86b tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.2016349 Aug 17 03:05:14.510051 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:14.564773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Transition to ACTIVE for port object 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:14.586993 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port d8177641-4f32-414d-8418-bec8695428ec completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:14.606407 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7eb1a2d0-e697-4783-9c58-439b67ec5c7e req-ffb0c361-72fd-47d9-8c70-7447021d42e7 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960424 Aug 17 03:05:14.611669 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d8177641-4f32-414d-8418-bec8695428ec triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:14.612062 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:14.701402 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:14.719623 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:14.859368 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:14.938142 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbd2759-a9fa-403c-a8d7-2db366665d49 req-ff38d064-5f9e-4141-a2e4-1be4ed8298a8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:14.975050 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fcbd2759-a9fa-403c-a8d7-2db366665d49 req-ff38d064-5f9e-4141-a2e4-1be4ed8298a8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.1110809 Aug 17 03:05:14.975538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port d8177641-4f32-414d-8418-bec8695428ec, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d8177641-4f32-414d-8418-bec8695428ec,segment=NetworkSegment(b98ccbde-4fdc-4864-aa1b-4c7b90b58c57),segment_id=b98ccbde-4fdc-4864-aa1b-4c7b90b58c57)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:15.045566 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:15.046765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b3794574-ab0d-4a3a-b04b-a95305f3564a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:15.051507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Pushing event updated for resources: {'Port': ['ID=1eaf7bdc-4a6d-4eff-89fd-4adb80415531,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:15.053782 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fcbd2759-a9fa-403c-a8d7-2db366665d49 req-d2ba82ef-5ada-4485-9069-03da82c18751 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1004090 Aug 17 03:05:15.067408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6a936-ffad-40e5-bc17-d9705b6e62d8 req-4d1f62a1-d64a-4269-8abe-105b887e2d23 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:15.074699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6a936-ffad-40e5-bc17-d9705b6e62d8 req-4d1f62a1-d64a-4269-8abe-105b887e2d23 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:15.080632 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fe6a936-ffad-40e5-bc17-d9705b6e62d8 req-4d1f62a1-d64a-4269-8abe-105b887e2d23 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:15.086026 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1fe6a936-ffad-40e5-bc17-d9705b6e62d8 req-4d1f62a1-d64a-4269-8abe-105b887e2d23 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2417 time: 0.3816538 Aug 17 03:05:15.265178 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=d8177641-4f32-414d-8418-bec8695428ec,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:15.290647 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port b3794574-ab0d-4a3a-b04b-a95305f3564a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:15.291196 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:15.387717 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8eb6c52e-115d-4e18-8d8b-056ec13194af None None] Provisioning for port 46e61399-31a9-45e9-b51d-5e29c6d125f8 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:15.392845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8eb6c52e-115d-4e18-8d8b-056ec13194af None None] Provisioning complete for port 46e61399-31a9-45e9-b51d-5e29c6d125f8 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:15.399428 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8eb6c52e-115d-4e18-8d8b-056ec13194af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:15.399596 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1fe6a936-ffad-40e5-bc17-d9705b6e62d8 req-adc3eba2-e32a-4f0b-8ce9-2caba69afa99 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3019176 Aug 17 03:05:15.462291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-2cf126f3-a262-4b85-a4c2-d36f9094a59f tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:15.471351 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e00a070b-6535-4dfe-8bd3-701ecb17f386 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:15.474000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-2cf126f3-a262-4b85-a4c2-d36f9094a59f tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:15.487389 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-8eb6c52e-115d-4e18-8d8b-056ec13194af None None] Port 46e61399-31a9-45e9-b51d-5e29c6d125f8 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:05:15.490289 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-2cf126f3-a262-4b85-a4c2-d36f9094a59f tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:15.494274 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-2cf126f3-a262-4b85-a4c2-d36f9094a59f tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.60 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2417 time: 0.3212693 Aug 17 03:05:15.569784 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Attempting to bind port 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:05:15.569784 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Attempting to bind port 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'e8c6c720-3e50-4a22-b2a0-564dcd76ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:05:15.569784 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Attempting to bind port 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 on network a3d33c7a-8312-4f24-9706-a812e69935e7 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:15.622151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Port 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 on network a3d33c7a-8312-4f24-9706-a812e69935e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:05:15.629585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Attempting to bind port 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 on network a3d33c7a-8312-4f24-9706-a812e69935e7 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:15.664788 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:05:15.665200 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Checking segment: {'id': 'e8c6c720-3e50-4a22-b2a0-564dcd76ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:15.665685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Bound using segment: {'id': 'e8c6c720-3e50-4a22-b2a0-564dcd76ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:05:15.666137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Bound port: 1eaf7bdc-4a6d-4eff-89fd-4adb80415531, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8c6c720-3e50-4a22-b2a0-564dcd76ce17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:05:15.666503 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:15.715965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e986d25f-7648-443c-84b9-4446fd696818 req-ccf6ace6-8c45-4840-a74f-38225294ce04 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:15.723480 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e986d25f-7648-443c-84b9-4446fd696818 req-ccf6ace6-8c45-4840-a74f-38225294ce04 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 943 time: 0.2171838 Aug 17 03:05:15.783554 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:15.877552 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-27aa8069-b1d3-458c-bd59-94d40b0150d3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Deleting port 19dc33ff-766b-461f-bc2d-619f6bf0f33b {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:05:15.877552 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-27aa8069-b1d3-458c-bd59-94d40b0150d3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:15.884991 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e986d25f-7648-443c-84b9-4446fd696818 req-b2bc3680-d4ae-4dde-928a-d57d9ff594de tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/security-groups?id=a535573d-ae2b-43a4-a054-86daa41fffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1606414 Aug 17 03:05:15.885657 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:15.886642 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:15.900907 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf301abb-da1e-44cf-93c8-bfc7aaf8b682 req-724f5cf1-ed52-49a3-988d-1bef3f30e6e3 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:15.919137 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bf301abb-da1e-44cf-93c8-bfc7aaf8b682 req-724f5cf1-ed52-49a3-988d-1bef3f30e6e3 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0767086 Aug 17 03:05:15.981019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event updated for resources: {'Port': ['ID=46e61399-31a9-45e9-b51d-5e29c6d125f8,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:15.983673 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bf301abb-da1e-44cf-93c8-bfc7aaf8b682 req-5b2a07df-26fb-46cf-90c5-ce83d173be42 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522580 Aug 17 03:05:15.984193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d64ff85-05f8-4676-97fc-8ec5c5c28ec8 None None] Network eed2c4e0-8b6a-4578-b7ba-d636db5a18bb requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:16.083965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] For port 1eaf7bdc-4a6d-4eff-89fd-4adb80415531, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:05:16.100199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] For port 1eaf7bdc-4a6d-4eff-89fd-4adb80415531, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1eaf7bdc-4a6d-4eff-89fd-4adb80415531,segment=NetworkSegment(e8c6c720-3e50-4a22-b2a0-564dcd76ce17),segment_id=e8c6c720-3e50-4a22-b2a0-564dcd76ce17)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:05:16.106419 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb692f08-ae02-4f22-b916-672885e8142a req-fb7a87d4-6d7c-4f9d-9c99-e859303478e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:16.107975 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb692f08-ae02-4f22-b916-672885e8142a req-fb7a87d4-6d7c-4f9d-9c99-e859303478e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72b852e1a4e445b296fe048bb52ea81a&device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 1096 time: 0.3066123 Aug 17 03:05:16.170149 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-433dab74-fd08-40dc-bdf6-902e9d62a641 None None] Provisioning for port f67a1909-7653-4b8a-ab6e-f60d877b51cf completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:16.175450 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-27aa8069-b1d3-458c-bd59-94d40b0150d3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] For port 19dc33ff-766b-461f-bc2d-619f6bf0f33b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=19dc33ff-766b-461f-bc2d-619f6bf0f33b,segment=NetworkSegment(5e7374ce-7a51-42cc-89ad-3b2aba29078f),segment_id=5e7374ce-7a51-42cc-89ad-3b2aba29078f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:16.175827 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-27aa8069-b1d3-458c-bd59-94d40b0150d3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:16.193118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-27aa8069-b1d3-458c-bd59-94d40b0150d3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Calling delete_port for 19dc33ff-766b-461f-bc2d-619f6bf0f33b owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:05:16.289822 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c300483-4cfb-40e1-843e-db8bd4b9d160 req-3c09dcc5-1831-4d3e-874f-a1f5b2469fa1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:16.303356 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c300483-4cfb-40e1-843e-db8bd4b9d160 req-3c09dcc5-1831-4d3e-874f-a1f5b2469fa1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.1054587 Aug 17 03:05:16.355527 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:16.500527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d8177641-4f32-414d-8418-bec8695428ec up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:16.534734 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c300483-4cfb-40e1-843e-db8bd4b9d160 req-0b0dbd44-4cb4-4e42-956e-673024885954 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2273970 Aug 17 03:05:16.571448 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-a24870f9-7e06-43bd-8bda-9b2a5ddeae4a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2406883 Aug 17 03:05:16.573874 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d8177641-4f32-414d-8418-bec8695428ec triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:16.574388 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:16.679710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f67a1909-7653-4b8a-ab6e-f60d877b51cf up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:16.736158 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-10c10102-0005-437d-955c-ff86811f24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:16.736158 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-10c10102-0005-437d-955c-ff86811f24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:16.736666 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-10c10102-0005-437d-955c-ff86811f24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:16.737639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-10c10102-0005-437d-955c-ff86811f24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:16.737639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-10c10102-0005-437d-955c-ff86811f24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:16.738059 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-10c10102-0005-437d-955c-ff86811f24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:16.738510 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-10c10102-0005-437d-955c-ff86811f24bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:16.742986 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-10c10102-0005-437d-955c-ff86811f24bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4e9c034e7e504b8fb35245098d953639&device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 6501 time: 0.1098282 Aug 17 03:05:16.822147 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port f67a1909-7653-4b8a-ab6e-f60d877b51cf completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:16.826337 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port f67a1909-7653-4b8a-ab6e-f60d877b51cf triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:16.826719 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:16.919942 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:16.968432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port f67a1909-7653-4b8a-ab6e-f60d877b51cf, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f67a1909-7653-4b8a-ab6e-f60d877b51cf,segment=NetworkSegment(d58442f7-8ef3-4066-a306-c5f3706591d4),segment_id=d58442f7-8ef3-4066-a306-c5f3706591d4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:16.985707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:16.986400 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:16.987801 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] 10.222.0.60 "PUT /v2.0/ports/1eaf7bdc-4a6d-4eff-89fd-4adb80415531 HTTP/1.1" status: 200 len: 1091 time: 3.1749101 Aug 17 03:05:17.000881 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464b111b-5124-470b-baef-f5ab8bbc0bcf', 'tag': '1eaf7bdc-4a6d-4eff-89fd-4adb80415531'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:17.004302 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447e09fc-c0ba-415e-84d7-8a3eeed0b0aa" -d '{"events": [{"name": "network-changed", "server_uuid": "464b111b-5124-470b-baef-f5ab8bbc0bcf", "tag": "1eaf7bdc-4a6d-4eff-89fd-4adb80415531"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:17.042183 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-5c2156ba-457b-4bec-8b24-250b921187c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:17.042816 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-5c2156ba-457b-4bec-8b24-250b921187c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:17.043301 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-5c2156ba-457b-4bec-8b24-250b921187c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:17.045504 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-5c2156ba-457b-4bec-8b24-250b921187c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9a025f32-f5b2-4a70-b1ff-319c315c310a&id=e4d8607a-fcd3-4976-90b3-958c321a6814&id=e4d8607a-fcd3-4976-90b3-958c321a6814&id=e4d8607a-fcd3-4976-90b3-958c321a6814&id=e4d8607a-fcd3-4976-90b3-958c321a6814&id=586d57a3-852e-4093-92b2-c7135f5ca135&id=586d57a3-852e-4093-92b2-c7135f5ca135 HTTP/1.1" status: 200 len: 2293 time: 0.2696989 Aug 17 03:05:17.063850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181c8d46-43a8-4dcc-92c6-ab98c4a9f6ed service neutron] Pushing event updated for resources: {'Port': ['ID=1eaf7bdc-4a6d-4eff-89fd-4adb80415531,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:17.065616 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:17.120790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a279b4d-6294-407d-bf83-24762d827f3b req-531d2f90-b359-4b8e-b1a0-01ce814d6605 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:17.127338 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a279b4d-6294-407d-bf83-24762d827f3b req-531d2f90-b359-4b8e-b1a0-01ce814d6605 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:17.134606 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a279b4d-6294-407d-bf83-24762d827f3b req-531d2f90-b359-4b8e-b1a0-01ce814d6605 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:17.136376 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8a279b4d-6294-407d-bf83-24762d827f3b req-531d2f90-b359-4b8e-b1a0-01ce814d6605 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 2417 time: 0.2273629 Aug 17 03:05:17.148297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=f67a1909-7653-4b8a-ab6e-f60d877b51cf,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:17.165934 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Network 32f9b6a5-59ba-4619-ad25-cf8940ec4409 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:17.189479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb692f08-ae02-4f22-b916-672885e8142a req-67c6cfc3-e44e-4950-bd18-bb2f934f3c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:17.191318 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb692f08-ae02-4f22-b916-672885e8142a req-67c6cfc3-e44e-4950-bd18-bb2f934f3c7b service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7e7978e-1d34-44a7-8805-8fa20d4cf11c HTTP/1.1" status: 200 len: 911 time: 0.9104106 Aug 17 03:05:17.195760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:17.248045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b77e964c-cb00-474a-b3b9-cb3093b114f3 req-d491d49b-d132-4830-b9a2-afc1df287d47 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:17.250048 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b77e964c-cb00-474a-b3b9-cb3093b114f3 req-d491d49b-d132-4830-b9a2-afc1df287d47 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 943 time: 0.2260253 Aug 17 03:05:17.263436 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-70521dad-b86e-4713-85ad-91fea7de32a4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0a84f531-4933-4f3b-8eb2-d56f6c854783 HTTP/1.1" status: 200 len: 1001 time: 0.1895306 Aug 17 03:05:17.357877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-ee4355a4-b8e0-44d5-8a07-caadbadd3c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:17.359384 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-ee4355a4-b8e0-44d5-8a07-caadbadd3c66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b2098b0c-8a13-4170-8b03-94c356349639 HTTP/1.1" status: 200 len: 855 time: 0.0712903 Aug 17 03:05:17.375261 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b77e964c-cb00-474a-b3b9-cb3093b114f3 req-c188bb26-5444-4c45-b93a-fa1b0b54a10f tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/security-groups?id=a535573d-ae2b-43a4-a054-86daa41fffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098626 Aug 17 03:05:17.377925 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb692f08-ae02-4f22-b916-672885e8142a req-7d02f5f7-f25f-4c69-b93a-ac2b27951eae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff935ea9-f5a8-402d-915a-b45b7a826668 HTTP/1.1" status: 200 len: 217 time: 0.1665795 Aug 17 03:05:17.472448 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8a279b4d-6294-407d-bf83-24762d827f3b req-5d2e3c4d-55ec-4d4e-a322-90adeb650aa7 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3152502 Aug 17 03:05:17.529937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-0f90c31c-104a-4c30-9ab2-b3507dbf1e2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:17.531849 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-0f90c31c-104a-4c30-9ab2-b3507dbf1e2a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=70e633f570f54315a88834cd60a88bd4&device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 1094 time: 0.3915172 Aug 17 03:05:17.549284 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-27aa8069-b1d3-458c-bd59-94d40b0150d3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:17.556138 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab7eeecf-b2f2-4b27-94e2-b7b3c887f818 x-openstack-request-id: req-ab7eeecf-b2f2-4b27-94e2-b7b3c887f818 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:17.556444 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464b111b-5124-470b-baef-f5ab8bbc0bcf", "tag": "1eaf7bdc-4a6d-4eff-89fd-4adb80415531", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:17.556748 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ab7eeecf-b2f2-4b27-94e2-b7b3c887f818 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:17.557097 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464b111b-5124-470b-baef-f5ab8bbc0bcf', 'tag': '1eaf7bdc-4a6d-4eff-89fd-4adb80415531', 'status': 'completed', 'code': 200} Aug 17 03:05:17.584181 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb692f08-ae02-4f22-b916-672885e8142a req-3b1f1abc-c09b-4445-8c81-ba4e55b616b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:17.585913 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb692f08-ae02-4f22-b916-672885e8142a req-3b1f1abc-c09b-4445-8c81-ba4e55b616b0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9b01a46-ce87-4ced-accd-cf63639388b1 HTTP/1.1" status: 200 len: 851 time: 0.1890490 Aug 17 03:05:17.612594 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-730ae338-15bc-4c09-975a-d1ff931a67c6 None None] Provisioning complete for port 46e61399-31a9-45e9-b51d-5e29c6d125f8 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:17.613652 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-730ae338-15bc-4c09-975a-d1ff931a67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:17.668063 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-730ae338-15bc-4c09-975a-d1ff931a67c6 None None] Port 46e61399-31a9-45e9-b51d-5e29c6d125f8 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:05:17.688659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa8069-b1d3-458c-bd59-94d40b0150d3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event deleted for resources: {'Port': ['ID=19dc33ff-766b-461f-bc2d-619f6bf0f33b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:17.717162 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb692f08-ae02-4f22-b916-672885e8142a req-b32350c0-b45c-4887-b70f-57cb7e2259b7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7e7978e-1d34-44a7-8805-8fa20d4cf11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1058564 Aug 17 03:05:17.718825 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-2d7d8191-a02d-4a2e-b6c8-3023a109c1d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eaf7bdc-4a6d-4eff-89fd-4adb80415531 HTTP/1.1" status: 200 len: 217 time: 0.1507831 Aug 17 03:05:17.795051 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-27aa8069-b1d3-458c-bd59-94d40b0150d3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] No DVR routers for this DVR port 19dc33ff-766b-461f-bc2d-619f6bf0f33b on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:05:17.818787 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-27aa8069-b1d3-458c-bd59-94d40b0150d3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:17.820911 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-27aa8069-b1d3-458c-bd59-94d40b0150d3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.60 "DELETE /v2.0/ports/19dc33ff-766b-461f-bc2d-619f6bf0f33b HTTP/1.1" status: 204 len: 173 time: 2.3181667 Aug 17 03:05:17.821605 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Router 8251dee1-414c-4a77-b15f-3253948d0365 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:05:17.884084 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc72bbc8-969d-4f9e-a5e1-77e959b41af8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:17.918038 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-4e74da53-f813-49cc-9a9f-6a156a98f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:17.920641 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-4e74da53-f813-49cc-9a9f-6a156a98f6f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a025f32-f5b2-4a70-b1ff-319c315c310a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5444210 Aug 17 03:05:17.935413 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8d6d79-587c-4e00-929f-ce49a14ebab0 req-f2565583-3356-4d12-96e9-4fbb4ee48896 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:17.937345 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb8d6d79-587c-4e00-929f-ce49a14ebab0 req-f2565583-3356-4d12-96e9-4fbb4ee48896 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0861247 Aug 17 03:05:18.003336 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-fdd9ec1c-8154-47fe-a436-c81f7f97e5b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:18.004960 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-fdd9ec1c-8154-47fe-a436-c81f7f97e5b4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ddee6d4-0787-43b1-b895-c64fb9f8f739 HTTP/1.1" status: 200 len: 850 time: 0.2581007 Aug 17 03:05:18.029138 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb8d6d79-587c-4e00-929f-ce49a14ebab0 req-146a9fa7-9544-4e27-925f-ff8ed9e1406c tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804830 Aug 17 03:05:18.076494 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-9e9d0994-1aff-4f37-834f-0853cf3eb32b service neutron] 10.222.0.60 "GET /v2.0/networks/9a025f32-f5b2-4a70-b1ff-319c315c310a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380630 Aug 17 03:05:18.136455 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e1dad2-4889-4907-ad77-5f724cea22a1 req-731be7e6-423c-4ae1-8286-3f287b7e0f9a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:18.138753 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00e1dad2-4889-4907-ad77-5f724cea22a1 req-731be7e6-423c-4ae1-8286-3f287b7e0f9a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.3902199 Aug 17 03:05:18.153711 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:18.189356 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb692f08-ae02-4f22-b916-672885e8142a req-4bc43b31-512b-4a62-992c-1c2fbedf6ab8 service neutron] 10.222.0.60 "GET /v2.0/networks/c7e7978e-1d34-44a7-8805-8fa20d4cf11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4397433 Aug 17 03:05:18.193920 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:05:18.204980 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-194f7ccb-e7ed-46c2-9ed8-fb164eaa8135 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "PUT /v2.0/routers/8251dee1-414c-4a77-b15f-3253948d0365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6845427 Aug 17 03:05:18.205281 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56746) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:18.231280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a95b75-afbd-40e8-87e1-b1cb1d9bb162 None None] Sync routers for ids ['8251dee1-414c-4a77-b15f-3253948d0365'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:05:18.243053 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-2af6a6e6-8352-494d-b1be-edc69026ab00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:18.244583 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-2af6a6e6-8352-494d-b1be-edc69026ab00 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3d33c7a-8312-4f24-9706-a812e69935e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2091944 Aug 17 03:05:18.246533 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a95b75-afbd-40e8-87e1-b1cb1d9bb162 None None] Routers {'8251dee1-414c-4a77-b15f-3253948d0365'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:18.247639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-d6a95b75-afbd-40e8-87e1-b1cb1d9bb162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:05:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8251dee1-414c-4a77-b15f-3253948d0365'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:18.284459 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00e1dad2-4889-4907-ad77-5f724cea22a1 req-296ef471-31dc-42da-bdf7-af0e99f9640b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337647 Aug 17 03:05:18.310031 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-d6a95b75-afbd-40e8-87e1-b1cb1d9bb162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:18.310177 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-3fe503eb-13df-4e73-bf3d-aebcf6dbf8f7 service neutron] 10.222.0.60 "GET /v2.0/networks/9a025f32-f5b2-4a70-b1ff-319c315c310a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2194149 Aug 17 03:05:18.313838 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f67a1909-7653-4b8a-ab6e-f60d877b51cf up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:18.360703 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 19dc33ff-766b-461f-bc2d-619f6bf0f33b no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:05:18.367995 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-bc8315d3-a34d-4353-8b3b-7e1810fcfa69 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.23&port_id=b647c0c9-5df0-4033-b58c-6fe97fadcd8b HTTP/1.1" status: 200 len: 217 time: 0.0474453 Aug 17 03:05:18.376058 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-78458303-b6bd-4b79-b918-aed214a32496 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Deleting port 8de1f419-0505-41b5-8e59-aacf1772ffff {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:05:18.376416 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-78458303-b6bd-4b79-b918-aed214a32496 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:18.388945 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6a95b75-afbd-40e8-87e1-b1cb1d9bb162 None None] Routers {'8251dee1-414c-4a77-b15f-3253948d0365'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:18.389860 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-d6a95b75-afbd-40e8-87e1-b1cb1d9bb162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:05:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8251dee1-414c-4a77-b15f-3253948d0365'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:18.393595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 19dc33ff-766b-461f-bc2d-619f6bf0f33b {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:05:18.394145 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 19dc33ff-766b-461f-bc2d-619f6bf0f33b not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:05:18.395622 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8de1f419-0505-41b5-8e59-aacf1772ffff no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:05:18.435679 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-f3664c14-1fc6-4e1f-9820-6c0b60fe31f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:18.437333 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-f3664c14-1fc6-4e1f-9820-6c0b60fe31f8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21a6b48b-ccdb-4265-9010-f1fdb1ae6f54 HTTP/1.1" status: 200 len: 797 time: 0.0585549 Aug 17 03:05:18.447801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-d6a95b75-afbd-40e8-87e1-b1cb1d9bb162 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:18.447801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6a95b75-afbd-40e8-87e1-b1cb1d9bb162 None None] The sync data for ids ['8251dee1-414c-4a77-b15f-3253948d0365'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:05:18.495774 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb692f08-ae02-4f22-b916-672885e8142a req-f013b994-caec-4910-8a67-e12ad835b681 service neutron] 10.222.0.60 "GET /v2.0/networks/c7e7978e-1d34-44a7-8805-8fa20d4cf11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2919943 Aug 17 03:05:18.497733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port f67a1909-7653-4b8a-ab6e-f60d877b51cf triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:18.498123 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:18.519640 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-b3e65bc6-a741-4af6-9074-dc9af323b2b9 service neutron] 10.222.0.60 "GET /v2.0/networks/a3d33c7a-8312-4f24-9706-a812e69935e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2388229 Aug 17 03:05:18.559402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-78458303-b6bd-4b79-b918-aed214a32496 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] For port 8de1f419-0505-41b5-8e59-aacf1772ffff, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8de1f419-0505-41b5-8e59-aacf1772ffff,segment=NetworkSegment(56a8c6ad-2a92-400c-8b7e-909a7f273e3b),segment_id=56a8c6ad-2a92-400c-8b7e-909a7f273e3b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:18.560176 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-78458303-b6bd-4b79-b918-aed214a32496 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:18.639885 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-78458303-b6bd-4b79-b918-aed214a32496 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Calling delete_port for 8de1f419-0505-41b5-8e59-aacf1772ffff owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:05:18.678256 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:18.740017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8de96-e6ca-4683-8d74-5561fe973ef8 req-6e33d4fc-4865-4c5e-bf6c-19601687b4eb tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:18.747855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa8de96-e6ca-4683-8d74-5561fe973ef8 req-6e33d4fc-4865-4c5e-bf6c-19601687b4eb tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:18.750398 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6fa8de96-e6ca-4683-8d74-5561fe973ef8 req-6e33d4fc-4865-4c5e-bf6c-19601687b4eb tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 1682 time: 0.1816783 Aug 17 03:05:18.767936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de1f419-0505-41b5-8e59-aacf1772ffff'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:18.771691 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d26676c3-a7ab-4700-85c8-1e2123146348" -d '{"events": [{"server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "name": "network-vif-unplugged", "status": "completed", "tag": "8de1f419-0505-41b5-8e59-aacf1772ffff"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:18.805345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8de1f419-0505-41b5-8e59-aacf1772ffff, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8de1f419-0505-41b5-8e59-aacf1772ffff,segment=NetworkSegment(56a8c6ad-2a92-400c-8b7e-909a7f273e3b),segment_id=56a8c6ad-2a92-400c-8b7e-909a7f273e3b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:18.807600 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f5b1e28-e4bf-47d8-8fe8-b76083800eb7 req-d4cd72db-bf8e-4303-8f37-66109b368665 service neutron] 10.222.0.60 "GET /v2.0/networks/a3d33c7a-8312-4f24-9706-a812e69935e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2803369 Aug 17 03:05:18.837749 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6fa8de96-e6ca-4683-8d74-5561fe973ef8 req-4754a97c-32e2-4386-87b7-ac3f0ff8a3e0 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728478 Aug 17 03:05:18.863341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-40e1ade1-5401-4d03-9195-98369805c6d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:18.865812 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-40e1ade1-5401-4d03-9195-98369805c6d7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4d8607a-fcd3-4976-90b3-958c321a6814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4117830 Aug 17 03:05:18.880493 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:18.880493 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f63fa65e-0528-44b4-b524-72ffea636f1e no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:05:18.883267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17ea2ef-b191-4462-8a74-f5413340e8f9 req-344029fd-967c-4409-b9b4-76fa0076876e tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:18.886748 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a17ea2ef-b191-4462-8a74-f5413340e8f9 req-344029fd-967c-4409-b9b4-76fa0076876e tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 943 time: 0.3549695 Aug 17 03:05:18.972254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8de1f419-0505-41b5-8e59-aacf1772ffff,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:18.978238 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b09c83e-cd77-48d3-a47f-45735c5bfac6 x-openstack-request-id: req-8b09c83e-cd77-48d3-a47f-45735c5bfac6 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:18.982180 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "name": "network-vif-unplugged", "status": "completed", "tag": "8de1f419-0505-41b5-8e59-aacf1772ffff", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:18.982180 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b09c83e-cd77-48d3-a47f-45735c5bfac6 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:18.982180 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8de1f419-0505-41b5-8e59-aacf1772ffff', 'code': 200} Aug 17 03:05:19.032514 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:19.037115 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-78458303-b6bd-4b79-b918-aed214a32496 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:19.062257 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a17ea2ef-b191-4462-8a74-f5413340e8f9 req-d625b056-946d-40b3-85db-9e5f042f05e2 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/security-groups?id=a535573d-ae2b-43a4-a054-86daa41fffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1569827 Aug 17 03:05:19.087718 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-6d85a4e0-f0f6-4657-90f3-bbbe1499404f tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:05:19.093577 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:19.095240 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6d85a4e0-f0f6-4657-90f3-bbbe1499404f tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "PUT /v2.0/routers/8251dee1-414c-4a77-b15f-3253948d0365/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8886306 Aug 17 03:05:19.096028 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56772) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:19.108525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78458303-b6bd-4b79-b918-aed214a32496 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event deleted for resources: {'Port': ['ID=8de1f419-0505-41b5-8e59-aacf1772ffff,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:19.108751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f63fa65e-0528-44b4-b524-72ffea636f1e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f63fa65e-0528-44b4-b524-72ffea636f1e,segment=NetworkSegment(5e7374ce-7a51-42cc-89ad-3b2aba29078f),segment_id=5e7374ce-7a51-42cc-89ad-3b2aba29078f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:19.174845 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:19.209072 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-78458303-b6bd-4b79-b918-aed214a32496 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] No DVR routers for this DVR port 8de1f419-0505-41b5-8e59-aacf1772ffff on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:05:19.214216 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-78458303-b6bd-4b79-b918-aed214a32496 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:19.216380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-78458303-b6bd-4b79-b918-aed214a32496 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.60 "DELETE /v2.0/ports/8de1f419-0505-41b5-8e59-aacf1772ffff HTTP/1.1" status: 204 len: 173 time: 1.3268106 Aug 17 03:05:19.219554 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e09fc-c0ba-415e-84d7-8a3eeed0b0aa req-050800dd-6c21-4e4c-a5c5-4d3f96aae2a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:19.226876 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-447e09fc-c0ba-415e-84d7-8a3eeed0b0aa req-050800dd-6c21-4e4c-a5c5-4d3f96aae2a2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=70e633f570f54315a88834cd60a88bd4&device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 1094 time: 0.2219417 Aug 17 03:05:19.246505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=f63fa65e-0528-44b4-b524-72ffea636f1e,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:19.382471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b46660-d698-4af1-82ef-8bdd37dc43bc req-5ec10874-5a26-4053-8936-84de181f2c49 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:19.391756 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-40b46660-d698-4af1-82ef-8bdd37dc43bc req-5ec10874-5a26-4053-8936-84de181f2c49 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.2384124 Aug 17 03:05:19.391756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e09fc-c0ba-415e-84d7-8a3eeed0b0aa req-e4ad4fe5-9f80-4ed9-9cd8-311034be1ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:19.391756 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-447e09fc-c0ba-415e-84d7-8a3eeed0b0aa req-e4ad4fe5-9f80-4ed9-9cd8-311034be1ae3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a3d33c7a-8312-4f24-9706-a812e69935e7 HTTP/1.1" status: 200 len: 911 time: 0.1494336 Aug 17 03:05:19.419619 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-0cd44c19-c30e-45a4-8c29-8a4a7faafe07 service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5280669 Aug 17 03:05:19.471223 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-447e09fc-c0ba-415e-84d7-8a3eeed0b0aa req-08d33e17-c7a8-46d3-b679-44f25777360c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eaf7bdc-4a6d-4eff-89fd-4adb80415531 HTTP/1.1" status: 200 len: 217 time: 0.0728827 Aug 17 03:05:19.524397 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-40b46660-d698-4af1-82ef-8bdd37dc43bc req-4d8bac97-a684-4a6e-b858-9a573658ec07 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311963 Aug 17 03:05:19.534487 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf5575c-f808-48a6-ba69-c716c059a36b req-627bc342-5139-47b7-9d38-dc63156c1065 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:19.537569 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-caf5575c-f808-48a6-ba69-c716c059a36b req-627bc342-5139-47b7-9d38-dc63156c1065 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.1361508 Aug 17 03:05:19.559505 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'name': 'network-vif-deleted', 'tag': '19dc33ff-766b-461f-bc2d-619f6bf0f33b'}, {'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'name': 'network-vif-deleted', 'tag': '8de1f419-0505-41b5-8e59-aacf1772ffff'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:19.562385 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b34ab31d-2d6d-461f-9ffe-9fc94b7c0163" -d '{"events": [{"server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "name": "network-vif-deleted", "tag": "19dc33ff-766b-461f-bc2d-619f6bf0f33b"}, {"server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "name": "network-vif-deleted", "tag": "8de1f419-0505-41b5-8e59-aacf1772ffff"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:19.581362 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e09fc-c0ba-415e-84d7-8a3eeed0b0aa req-fd67ca08-ce09-4213-9494-ddfe6df48e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:19.581362 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-447e09fc-c0ba-415e-84d7-8a3eeed0b0aa req-fd67ca08-ce09-4213-9494-ddfe6df48e2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ddee6d4-0787-43b1-b895-c64fb9f8f739 HTTP/1.1" status: 200 len: 850 time: 0.0932708 Aug 17 03:05:19.584224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-0637061b-8955-4932-9608-cafcdf75965c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Deleting port f63fa65e-0528-44b4-b524-72ffea636f1e {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:05:19.584576 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-0637061b-8955-4932-9608-cafcdf75965c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:19.627193 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-cf1ccf93-d172-4f16-9b69-6537db70b798 service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1885796 Aug 17 03:05:19.632819 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de853eb-fe44-4928-a169-880869daaab0 x-openstack-request-id: req-7de853eb-fe44-4928-a169-880869daaab0 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:19.632819 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "name": "network-vif-deleted", "tag": "19dc33ff-766b-461f-bc2d-619f6bf0f33b", "status": "completed", "code": 200}, {"server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "name": "network-vif-deleted", "tag": "8de1f419-0505-41b5-8e59-aacf1772ffff", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:19.632819 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7de853eb-fe44-4928-a169-880869daaab0 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:19.632819 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'name': 'network-vif-deleted', 'tag': '19dc33ff-766b-461f-bc2d-619f6bf0f33b', 'status': 'completed', 'code': 200} Aug 17 03:05:19.632819 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'name': 'network-vif-deleted', 'tag': '8de1f419-0505-41b5-8e59-aacf1772ffff', 'status': 'completed', 'code': 200} Aug 17 03:05:19.692303 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447e09fc-c0ba-415e-84d7-8a3eeed0b0aa req-43500abf-b1f4-4a4d-b2a3-5e9e0ec279fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:19.694383 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-447e09fc-c0ba-415e-84d7-8a3eeed0b0aa req-43500abf-b1f4-4a4d-b2a3-5e9e0ec279fa service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3d33c7a-8312-4f24-9706-a812e69935e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1068287 Aug 17 03:05:19.709603 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-caf5575c-f808-48a6-ba69-c716c059a36b req-40445181-5a14-4991-8dce-f86179e705ca tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344807 Aug 17 03:05:19.712203 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-d4bc732b-2938-4dd5-8c2e-c91612f312a9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.217&port_id=0de1d812-cbba-4e5d-823a-b18fcc94199e HTTP/1.1" status: 200 len: 217 time: 0.0710583 Aug 17 03:05:19.746994 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-0637061b-8955-4932-9608-cafcdf75965c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] For port f63fa65e-0528-44b4-b524-72ffea636f1e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f63fa65e-0528-44b4-b524-72ffea636f1e,segment=NetworkSegment(5e7374ce-7a51-42cc-89ad-3b2aba29078f),segment_id=5e7374ce-7a51-42cc-89ad-3b2aba29078f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:19.748310 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-0637061b-8955-4932-9608-cafcdf75965c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:19.792569 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-c8ba0f0e-828a-44e5-b711-35302d9c9c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:19.794090 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-c8ba0f0e-828a-44e5-b711-35302d9c9c5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21a6b48b-ccdb-4265-9010-f1fdb1ae6f54 HTTP/1.1" status: 200 len: 797 time: 0.0621862 Aug 17 03:05:19.804320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-0637061b-8955-4932-9608-cafcdf75965c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Calling delete_port for f63fa65e-0528-44b4-b524-72ffea636f1e owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:05:19.882909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-96b37b14-63e0-458d-8799-1cae8e252c01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:19.884437 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-96b37b14-63e0-458d-8799-1cae8e252c01 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4d8607a-fcd3-4976-90b3-958c321a6814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0713999 Aug 17 03:05:19.890978 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5fa32e38-fc0b-4ef4-8e9c-4117dc37c94f tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:19.908226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-447e09fc-c0ba-415e-84d7-8a3eeed0b0aa req-5e8c9ed8-4c62-40bb-a257-254329c1aeda service neutron] 10.222.0.60 "GET /v2.0/networks/a3d33c7a-8312-4f24-9706-a812e69935e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1795125 Aug 17 03:05:20.064859 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-04a657b7-fe27-44e9-83c8-611bf7cad210 service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1416960 Aug 17 03:05:20.096329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9727f3e1-209d-4edc-addf-b7ded729fa3c req-93fb0f5e-eaec-49e8-aaff-b6267333318f tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:20.098233 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9727f3e1-209d-4edc-addf-b7ded729fa3c req-93fb0f5e-eaec-49e8-aaff-b6267333318f tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 944 time: 0.1496000 Aug 17 03:05:20.143314 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-447e09fc-c0ba-415e-84d7-8a3eeed0b0aa req-d74fc91e-c2fb-4fb5-886d-83655d502419 service neutron] 10.222.0.60 "GET /v2.0/networks/a3d33c7a-8312-4f24-9706-a812e69935e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2241933 Aug 17 03:05:20.169186 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9727f3e1-209d-4edc-addf-b7ded729fa3c req-c4e48277-2561-45dd-8c1a-1606e792ac6b tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580003 Aug 17 03:05:20.244186 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-0637061b-8955-4932-9608-cafcdf75965c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:20.274338 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0637061b-8955-4932-9608-cafcdf75965c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event deleted for resources: {'Port': ['ID=f63fa65e-0528-44b4-b524-72ffea636f1e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:20.323131 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-d3f64b89-1a2c-4293-995e-4a526db84122 service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2463095 Aug 17 03:05:20.327648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-0637061b-8955-4932-9608-cafcdf75965c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] No DVR routers for this DVR port f63fa65e-0528-44b4-b524-72ffea636f1e on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:05:20.330433 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-0637061b-8955-4932-9608-cafcdf75965c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:20.331281 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071b94d-b74c-4690-bad1-1fdab2a48ce8 req-9ba7ad84-c5f9-4dea-bdb1-1473490c3077 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:20.332789 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2071b94d-b74c-4690-bad1-1fdab2a48ce8 req-9ba7ad84-c5f9-4dea-bdb1-1473490c3077 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 943 time: 0.1519194 Aug 17 03:05:20.339667 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90641e74-4727-48dc-bac3-b11c547a8fd7 req-0637061b-8955-4932-9608-cafcdf75965c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.60 "DELETE /v2.0/ports/f63fa65e-0528-44b4-b524-72ffea636f1e HTTP/1.1" status: 204 len: 173 time: 1.1116273 Aug 17 03:05:20.404932 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-fdeaccbf-0cb4-4c6a-83e1-4e891ac12f26 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.228&port_id=e7caaf99-a04e-4047-83fc-8294f841ffdd HTTP/1.1" status: 200 len: 217 time: 0.0669279 Aug 17 03:05:20.476216 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2071b94d-b74c-4690-bad1-1fdab2a48ce8 req-e8ab08f0-fd1c-4a2f-9dce-ac27b0d89540 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/security-groups?id=a535573d-ae2b-43a4-a054-86daa41fffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1205540 Aug 17 03:05:20.487299 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-efa1d0d3-d3c1-4c02-8189-d81150bd598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:20.489488 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-efa1d0d3-d3c1-4c02-8189-d81150bd598f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21a6b48b-ccdb-4265-9010-f1fdb1ae6f54 HTTP/1.1" status: 200 len: 797 time: 0.0761590 Aug 17 03:05:20.588766 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-6f6b113d-34f8-440d-bb5a-4120839d278f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:20.592935 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-6f6b113d-34f8-440d-bb5a-4120839d278f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4d8607a-fcd3-4976-90b3-958c321a6814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0777802 Aug 17 03:05:20.668362 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f8499c-816f-408a-9cb5-8ade05cedc13 req-f11028f1-95ea-4471-915d-25547d03ae82 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:20.673452 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a8f8499c-816f-408a-9cb5-8ade05cedc13 req-f11028f1-95ea-4471-915d-25547d03ae82 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0556428 Aug 17 03:05:20.717008 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a8f8499c-816f-408a-9cb5-8ade05cedc13 req-05cc58d9-735e-4f95-b39a-bc60cde39a86 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387669 Aug 17 03:05:20.851275 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:20.976167 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5fa32e38-fc0b-4ef4-8e9c-4117dc37c94f tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Deleting port 46e61399-31a9-45e9-b51d-5e29c6d125f8 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:05:20.976522 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5fa32e38-fc0b-4ef4-8e9c-4117dc37c94f tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:20.980493 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f63fa65e-0528-44b4-b524-72ffea636f1e'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:20.992678 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-705282c0-000c-4ca5-875b-fcc815a9da7b" -d '{"events": [{"server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "name": "network-vif-unplugged", "status": "completed", "tag": "f63fa65e-0528-44b4-b524-72ffea636f1e"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:21.020161 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8163b94e-ef67-4242-8038-69ce71149d08 x-openstack-request-id: req-8163b94e-ef67-4242-8038-69ce71149d08 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:21.020747 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "name": "network-vif-unplugged", "status": "completed", "tag": "f63fa65e-0528-44b4-b524-72ffea636f1e", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:21.020999 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8163b94e-ef67-4242-8038-69ce71149d08 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:21.022153 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f63fa65e-0528-44b4-b524-72ffea636f1e', 'code': 200} Aug 17 03:05:21.080734 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6029a3e-b69a-4176-b0c2-246dabb72de9 req-90a3a200-4fb6-4e36-8ef8-18874b303c45 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:21.082342 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b6029a3e-b69a-4176-b0c2-246dabb72de9 req-90a3a200-4fb6-4e36-8ef8-18874b303c45 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.1464200 Aug 17 03:05:21.095234 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-d9d36551-6b24-40cf-ba65-e8d8cef2eccb service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4966431 Aug 17 03:05:21.131138 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5fa32e38-fc0b-4ef4-8e9c-4117dc37c94f tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:21.182859 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5fa32e38-fc0b-4ef4-8e9c-4117dc37c94f tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Calling delete_port for 46e61399-31a9-45e9-b51d-5e29c6d125f8 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:05:21.214342 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b6029a3e-b69a-4176-b0c2-246dabb72de9 req-e0e7c937-0960-496c-b349-d4276a06a7f6 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1216834 Aug 17 03:05:21.316853 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-5ff47401-28e0-41fa-8c2a-d670a6b010f4 service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2034891 Aug 17 03:05:21.347491 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b6c4a621-9be4-4581-9aa5-255f9297fd4d req-8f6835b8-7b9d-4328-b535-cffe61849118 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e HTTP/1.1" status: 200 len: 210 time: 0.0452538 Aug 17 03:05:21.400292 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-8cca0a77-4881-4da3-8834-330fc72a381e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.177&port_id=73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 HTTP/1.1" status: 200 len: 217 time: 0.0735581 Aug 17 03:05:21.464718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-ff3f9241-3ae5-4ba3-b059-ebe616fdee2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:21.466327 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-ff3f9241-3ae5-4ba3-b059-ebe616fdee2f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=21a6b48b-ccdb-4265-9010-f1fdb1ae6f54 HTTP/1.1" status: 200 len: 797 time: 0.0570743 Aug 17 03:05:21.547335 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-c8719ff8-23df-4e9f-a124-fc42b381a136 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:21.548910 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-c8719ff8-23df-4e9f-a124-fc42b381a136 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e4d8607a-fcd3-4976-90b3-958c321a6814&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0638070 Aug 17 03:05:21.601497 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57eaec9e-c8c2-42d0-8af0-d15580aefbf9 req-8f32114c-4b0b-4a6c-829e-9a1d3f389196 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:21.602944 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57eaec9e-c8c2-42d0-8af0-d15580aefbf9 req-8f32114c-4b0b-4a6c-829e-9a1d3f389196 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 943 time: 0.0516016 Aug 17 03:05:21.628099 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5fa32e38-fc0b-4ef4-8e9c-4117dc37c94f tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:21.631999 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'name': 'network-vif-deleted', 'tag': 'f63fa65e-0528-44b4-b524-72ffea636f1e'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:21.634418 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-756a7c76-3706-4608-a797-19a6f878cf35" -d '{"events": [{"server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "name": "network-vif-deleted", "tag": "f63fa65e-0528-44b4-b524-72ffea636f1e"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:21.656154 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57eaec9e-c8c2-42d0-8af0-d15580aefbf9 req-c6e5a009-f17f-4210-a19b-1bbf3fa9253f tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/security-groups?id=a535573d-ae2b-43a4-a054-86daa41fffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437288 Aug 17 03:05:21.670519 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa32e38-fc0b-4ef4-8e9c-4117dc37c94f tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event deleted for resources: {'Port': ['ID=46e61399-31a9-45e9-b51d-5e29c6d125f8,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:21.699223 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51d238a0-8688-4ddf-bf31-ce3a383d9cfd x-openstack-request-id: req-51d238a0-8688-4ddf-bf31-ce3a383d9cfd {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:21.699527 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e", "name": "network-vif-deleted", "tag": "f63fa65e-0528-44b4-b524-72ffea636f1e", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:21.699973 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-51d238a0-8688-4ddf-bf31-ce3a383d9cfd {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:21.700376 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0c1fba4b-47c6-4cb0-a48f-9bab1df21a6e', 'name': 'network-vif-deleted', 'tag': 'f63fa65e-0528-44b4-b524-72ffea636f1e', 'status': 'completed', 'code': 200} Aug 17 03:05:21.703886 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-4eb97ac3-91de-4bc5-a624-cb80562c863c service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1470191 Aug 17 03:05:21.845720 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5fa32e38-fc0b-4ef4-8e9c-4117dc37c94f tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:21.870961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85095d30-3d4e-4214-8e64-519813563dd3 req-794e8bd3-f550-446d-a56b-8f30b3b13681 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:21.876353 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85095d30-3d4e-4214-8e64-519813563dd3 req-794e8bd3-f550-446d-a56b-8f30b3b13681 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0612481 Aug 17 03:05:21.931064 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85095d30-3d4e-4214-8e64-519813563dd3 req-00ab0e5c-66a6-4b6a-ad96-546bb7b72896 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0509355 Aug 17 03:05:21.955993 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-f68f016a-1a5a-46f1-a2f9-d4dbed916735 service neutron] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299821 Aug 17 03:05:22.057333 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-4eac45ee-46d9-4b1b-b201-e7e67f4af76d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 HTTP/1.1" status: 200 len: 217 time: 0.0934861 Aug 17 03:05:22.094436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa32e38-fc0b-4ef4-8e9c-4117dc37c94f tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Router 8251dee1-414c-4a77-b15f-3253948d0365 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:05:22.121026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-4610bfcb-de90-4bc7-8d05-9f2ad4173d23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:22.122725 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-4610bfcb-de90-4bc7-8d05-9f2ad4173d23 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb3a3b1c-c2d2-43c9-8e48-8451d3bce93f HTTP/1.1" status: 200 len: 797 time: 0.0580287 Aug 17 03:05:22.216416 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa32e38-fc0b-4ef4-8e9c-4117dc37c94f tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:05:22.221612 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5fa32e38-fc0b-4ef4-8e9c-4117dc37c94f tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "PUT /v2.0/routers/8251dee1-414c-4a77-b15f-3253948d0365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1187010 Aug 17 03:05:22.225983 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56842) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:22.229925 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa801500-be16-4412-848d-666efe523af6 None None] Sync routers for ids ['8251dee1-414c-4a77-b15f-3253948d0365'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:05:22.240538 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa801500-be16-4412-848d-666efe523af6 None None] Routers {'8251dee1-414c-4a77-b15f-3253948d0365'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:22.241722 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aa801500-be16-4412-848d-666efe523af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:05:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8251dee1-414c-4a77-b15f-3253948d0365'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:22.273170 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-4f2e50c8-40a1-4796-8074-7e60968e2d06 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] delete failed (client error): The resource could not be found. Aug 17 03:05:22.280075 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4f2e50c8-40a1-4796-8074-7e60968e2d06 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-1534382108 HTTP/1.1" status: 404 len: 335 time: 0.0478148 Aug 17 03:05:22.280450 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56846) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:22.283567 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aa801500-be16-4412-848d-666efe523af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:22.284003 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-c8ec3781-ec6f-445c-a925-51ce023d133b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:22.285561 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-c8ec3781-ec6f-445c-a925-51ce023d133b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=586d57a3-852e-4093-92b2-c7135f5ca135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1273444 Aug 17 03:05:22.286373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-5315f83d-e505-4dcf-9650-dc1bcbbe8baa tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Request body: {'router': {'external_gateway_info': {'network_id': '8251dee1-414c-4a77-b15f-3253948d0365'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:22.294796 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa801500-be16-4412-848d-666efe523af6 None None] Routers {'8251dee1-414c-4a77-b15f-3253948d0365'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:22.295660 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aa801500-be16-4412-848d-666efe523af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:05:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8251dee1-414c-4a77-b15f-3253948d0365'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:22.330884 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aa801500-be16-4412-848d-666efe523af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:22.331194 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:05:22.331932 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa801500-be16-4412-848d-666efe523af6 None None] The sync data for ids ['8251dee1-414c-4a77-b15f-3253948d0365'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:05:22.409018 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-5819ed47-21e7-436e-96f7-bb9bbbce499b service neutron] 10.222.0.60 "GET /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1130869 Aug 17 03:05:22.437086 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56852) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:22.460097 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 1eaf7bdc-4a6d-4eff-89fd-4adb80415531, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1eaf7bdc-4a6d-4eff-89fd-4adb80415531,segment=NetworkSegment(e8c6c720-3e50-4a22-b2a0-564dcd76ce17),segment_id=e8c6c720-3e50-4a22-b2a0-564dcd76ce17)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:22.483319 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '1eaf7bdc-4a6d-4eff-89fd-4adb80415531', 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7', 'port_id': '1eaf7bdc-4a6d-4eff-89fd-4adb80415531', 'mac_address': 'fa:16:3e:01:68:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:05:22.505863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec60d2d2-9101-4403-ae24-6ee331fef773 req-31452e61-493e-4148-acaf-a97cb6c917f7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:22.507451 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec60d2d2-9101-4403-ae24-6ee331fef773 req-31452e61-493e-4148-acaf-a97cb6c917f7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.1359179 Aug 17 03:05:22.541971 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:22.550765 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-27aa0349-b071-4944-9d11-9761da725726 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Deleting subnet 2fa02070-dae0-477e-b580-8ddc1bd36e18 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:05:22.557349 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:05:22.562100 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27aa0349-b071-4944-9d11-9761da725726 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:22.579764 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 1eaf7bdc-4a6d-4eff-89fd-4adb80415531, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1eaf7bdc-4a6d-4eff-89fd-4adb80415531,segment=NetworkSegment(e8c6c720-3e50-4a22-b2a0-564dcd76ce17),segment_id=e8c6c720-3e50-4a22-b2a0-564dcd76ce17)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:22.604972 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-a741b2e5-b17f-4016-be39-18207dd50189 service neutron] 10.222.0.60 "GET /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1891341 Aug 17 03:05:22.625821 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27aa0349-b071-4944-9d11-9761da725726 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:22.687248 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-83235076-372e-4fa5-b3bb-b35a44a23f48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=844bf010-b2e0-409e-9c47-683af3dfae5b HTTP/1.1" status: 200 len: 217 time: 0.0738249 Aug 17 03:05:22.702631 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:22.798165 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-260d131f-a56c-4748-ad25-6f6fb39179bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:22.799677 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-260d131f-a56c-4748-ad25-6f6fb39179bc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=cb3a3b1c-c2d2-43c9-8e48-8451d3bce93f HTTP/1.1" status: 200 len: 797 time: 0.1008377 Aug 17 03:05:22.842836 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=1eaf7bdc-4a6d-4eff-89fd-4adb80415531,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:22.900321 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27aa0349-b071-4944-9d11-9761da725726 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:22.962435 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5315f83d-e505-4dcf-9650-dc1bcbbe8baa tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:22.970498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8f3334-3eba-495e-a1b9-6c3df788cbdf req-e499bcb2-473f-40da-a78a-a36f30686947 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:22.972043 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8a8f3334-3eba-495e-a1b9-6c3df788cbdf req-e499bcb2-473f-40da-a78a-a36f30686947 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 944 time: 0.1187501 Aug 17 03:05:22.975817 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-2cadcf19-55f9-49fc-9016-5ebbd5f8c112 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:22.977253 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-2cadcf19-55f9-49fc-9016-5ebbd5f8c112 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=586d57a3-852e-4093-92b2-c7135f5ca135&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1687317 Aug 17 03:05:22.984216 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec60d2d2-9101-4403-ae24-6ee331fef773 req-b1642556-737c-48a2-b45e-972bfd6fe905 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814610 Aug 17 03:05:23.090181 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8a8f3334-3eba-495e-a1b9-6c3df788cbdf req-ef197858-514d-420f-a367-2d1f05fab082 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/security-groups?id=a535573d-ae2b-43a4-a054-86daa41fffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1101644 Aug 17 03:05:23.099538 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-5315f83d-e505-4dcf-9650-dc1bcbbe8baa tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] update failed (client error): The resource could not be found. Aug 17 03:05:23.100868 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5315f83d-e505-4dcf-9650-dc1bcbbe8baa tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "PUT /v2.0/routers/8251dee1-414c-4a77-b15f-3253948d0365 HTTP/1.1" status: 404 len: 339 time: 0.8199201 Aug 17 03:05:23.110701 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56868) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:23.118017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-7ca64aec-0c79-4c01-8162-c26748be0bb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-915353947'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:23.124441 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-e114e62d-aed0-4df7-9570-648610bc966b service neutron] 10.222.0.60 "GET /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367364 Aug 17 03:05:23.137678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c974e6c6-3125-4474-a5d0-e076c43b6aae req-d193fcd8-e0bf-4853-a0d1-2cc134f6fcc7 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:23.138052 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c974e6c6-3125-4474-a5d0-e076c43b6aae req-d193fcd8-e0bf-4853-a0d1-2cc134f6fcc7 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0901968 Aug 17 03:05:23.180076 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['1eaf7bdc-4a6d-4eff-89fd-4adb80415531'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:05:23.181021 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27aa0349-b071-4944-9d11-9761da725726 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.223511 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27aa0349-b071-4944-9d11-9761da725726 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event deleted for resources: {'Subnet': ['ID=2fa02070-dae0-477e-b580-8ddc1bd36e18,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:23.225785 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27aa0349-b071-4944-9d11-9761da725726 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.227672 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-27aa0349-b071-4944-9d11-9761da725726 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "DELETE /v2.0/subnets/2fa02070-dae0-477e-b580-8ddc1bd36e18 HTTP/1.1" status: 204 len: 168 time: 0.7895188 Aug 17 03:05:23.229707 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c974e6c6-3125-4474-a5d0-e076c43b6aae req-c152e80b-570d-4320-ad0d-6ef200e950e2 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727479 Aug 17 03:05:23.230509 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56872) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:23.244021 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-564dfeb0-5ab9-4a2c-81e0-971693a256a8 None None] Network e6baf906-1121-4fce-b43f-c2786ff9e843 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:23.286088 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e982d4c-2b7b-4631-ae81-d35eb4c346fd req-e2d20dfb-0e31-4d8f-bfe7-e1387e78a664 service neutron] 10.222.0.60 "GET /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1535954 Aug 17 03:05:23.320525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ca64aec-0c79-4c01-8162-c26748be0bb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Made reservation on behalf of da463edda50b4fc09d1caaf6e25197d0 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:23.324227 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7ca64aec-0c79-4c01-8162-c26748be0bb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.361396 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.379037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ca64aec-0c79-4c01-8162-c26748be0bb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:05:23.391154 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7ca64aec-0c79-4c01-8162-c26748be0bb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.391506 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-7ca64aec-0c79-4c01-8162-c26748be0bb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Added segment 0eaced2f-7d9f-446a-be05-6913851e6619 of type vlan for network acc749c2-c753-4587-9f7a-1b746b3c0b9c Aug 17 03:05:23.457856 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7ca64aec-0c79-4c01-8162-c26748be0bb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.499472 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Deleting port 8622501e-4797-4746-935a-b22beec51f1c {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:05:23.499828 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.529212 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df24a314-0cbf-48cd-b465-5cdc2ccaf5cf None None] DHCP port deletion for e6baf906-1121-4fce-b43f-c2786ff9e843 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:05:23.577377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] For port 8622501e-4797-4746-935a-b22beec51f1c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8622501e-4797-4746-935a-b22beec51f1c,segment=NetworkSegment(56a8c6ad-2a92-400c-8b7e-909a7f273e3b),segment_id=56a8c6ad-2a92-400c-8b7e-909a7f273e3b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:23.578086 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.596532 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7ca64aec-0c79-4c01-8162-c26748be0bb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.602264 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ca64aec-0c79-4c01-8162-c26748be0bb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:23.602889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-df24a314-0cbf-48cd-b465-5cdc2ccaf5cf None None] Deleting port 8622501e-4797-4746-935a-b22beec51f1c {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:05:23.603037 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7ca64aec-0c79-4c01-8162-c26748be0bb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.603275 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-df24a314-0cbf-48cd-b465-5cdc2ccaf5cf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.667491 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Calling delete_port for 8622501e-4797-4746-935a-b22beec51f1c owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:05:23.695094 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7ca64aec-0c79-4c01-8162-c26748be0bb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.5832379 Aug 17 03:05:23.698118 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56880) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:23.704151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-df24a314-0cbf-48cd-b465-5cdc2ccaf5cf None None] For port 8622501e-4797-4746-935a-b22beec51f1c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8622501e-4797-4746-935a-b22beec51f1c,segment=NetworkSegment(56a8c6ad-2a92-400c-8b7e-909a7f273e3b),segment_id=56a8c6ad-2a92-400c-8b7e-909a7f273e3b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:23.704417 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-bac14c89-e402-4d16-a469-ae6fa7d47948 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Request body: {'subnet': {'network_id': 'acc749c2-c753-4587-9f7a-1b746b3c0b9c', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:23.704697 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-df24a314-0cbf-48cd-b465-5cdc2ccaf5cf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.719689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-df24a314-0cbf-48cd-b465-5cdc2ccaf5cf None None] Calling delete_port for 8622501e-4797-4746-935a-b22beec51f1c owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:05:23.787872 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca64aec-0c79-4c01-8162-c26748be0bb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event updated for resources: {'Network': ['ID=acc749c2-c753-4587-9f7a-1b746b3c0b9c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:23.907212 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac14c89-e402-4d16-a469-ae6fa7d47948 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Made reservation on behalf of da463edda50b4fc09d1caaf6e25197d0 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:23.911656 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bac14c89-e402-4d16-a469-ae6fa7d47948 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.918967 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:23.952355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event deleted for resources: {'Port': ['ID=8622501e-4797-4746-935a-b22beec51f1c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:23.970913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] No DVR routers for this DVR port 8622501e-4797-4746-935a-b22beec51f1c on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:05:23.978329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network acc749c2-c753-4587-9f7a-1b746b3c0b9c details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:05:24.082013 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:24.097609 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-df24a314-0cbf-48cd-b465-5cdc2ccaf5cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:24.100366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e6baf906-1121-4fce-b43f-c2786ff9e843']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:24.119870 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56a8c6ad-2a92-400c-8b7e-909a7f273e3b') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:24.121724 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56a8c6ad-2a92-400c-8b7e-909a7f273e3b') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:24.155565 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:24.156616 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df24a314-0cbf-48cd-b465-5cdc2ccaf5cf None None] No DVR routers for this DVR port 8622501e-4797-4746-935a-b22beec51f1c on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:05:24.171403 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df24a314-0cbf-48cd-b465-5cdc2ccaf5cf None None] Pushing event deleted for resources: {'Port': ['ID=8622501e-4797-4746-935a-b22beec51f1c,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:24.194301 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:24.200985 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:05:24.201427 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:05:24.204981 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:05:24.242925 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd112d8-e212-4a9e-a934-1b5306f63ded req-c7e32d40-c2c5-48f7-83c5-326223422467 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:24.250013 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0bd112d8-e212-4a9e-a934-1b5306f63ded req-c7e32d40-c2c5-48f7-83c5-326223422467 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.1553795 Aug 17 03:05:24.257806 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8622501e-4797-4746-935a-b22beec51f1c no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:05:24.285874 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 8622501e-4797-4746-935a-b22beec51f1c {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:05:24.285977 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8622501e-4797-4746-935a-b22beec51f1c not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:05:24.329106 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0bd112d8-e212-4a9e-a934-1b5306f63ded req-d0160d40-b970-488f-a040-8872474945a5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0747826 Aug 17 03:05:24.353780 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bac14c89-e402-4d16-a469-ae6fa7d47948 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:24.398896 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:24.421222 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:24.425211 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "DELETE /v2.0/networks/e6baf906-1121-4fce-b43f-c2786ff9e843 HTTP/1.1" status: 204 len: 168 time: 1.1900764 Aug 17 03:05:24.425836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a2cc858-2c9b-4d38-b41f-33b8f85a34dd tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event deleted for resources: {'Network': ['ID=e6baf906-1121-4fce-b43f-c2786ff9e843,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:24.427918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56900) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:24.434131 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac14c89-e402-4d16-a469-ae6fa7d47948 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event updated for resources: {'Subnet': ['ID=dff104e4-56d4-4c94-92ca-eec277eb208e,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:24.462717 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bac14c89-e402-4d16-a469-ae6fa7d47948 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Checking segment: {'id': '0eaced2f-7d9f-446a-be05-6913851e6619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'acc749c2-c753-4587-9f7a-1b746b3c0b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:24.463568 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac14c89-e402-4d16-a469-ae6fa7d47948 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Network hostable DHCP agents. Network: acc749c2-c753-4587-9f7a-1b746b3c0b9c, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:05:24.491354 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e492126-b814-4f82-af83-44076740702f req-05d9f1c9-e8cd-4e60-ae4b-5ac823d35e94 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:24.492965 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9e492126-b814-4f82-af83-44076740702f req-05d9f1c9-e8cd-4e60-ae4b-5ac823d35e94 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0765419 Aug 17 03:05:24.515552 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-0083cec9-a3ba-42aa-ac49-d86c50d17711 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Deleting subnet 9b6a0aa6-d40d-4ce5-9d17-23b28b6c38b0 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:05:24.526904 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c19c89-fae1-45c1-b051-ef4ba7c7705e req-f925df86-478b-405c-85b0-3423425fa696 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:24.528722 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8c19c89-fae1-45c1-b051-ef4ba7c7705e req-f925df86-478b-405c-85b0-3423425fa696 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 944 time: 0.2768292 Aug 17 03:05:24.529631 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0083cec9-a3ba-42aa-ac49-d86c50d17711 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:24.541932 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9e492126-b814-4f82-af83-44076740702f req-94f92b29-0bd9-4235-8ec2-0d167901e099 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364549 Aug 17 03:05:24.553683 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac14c89-e402-4d16-a469-ae6fa7d47948 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Network acc749c2-c753-4587-9f7a-1b746b3c0b9c is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:05:24.589732 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0083cec9-a3ba-42aa-ac49-d86c50d17711 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:24.637583 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-bac14c89-e402-4d16-a469-ae6fa7d47948 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, acc749c2-c753-4587-9f7a-1b746b3c0b9c) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:24.640181 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8c19c89-fae1-45c1-b051-ef4ba7c7705e req-110c5f4c-9db4-45e1-9429-18e074534579 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/security-groups?id=a535573d-ae2b-43a4-a054-86daa41fffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771568 Aug 17 03:05:24.647916 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac14c89-e402-4d16-a469-ae6fa7d47948 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:24.651626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59a82fb6-5788-4282-8e29-ab2238bf7609 None None] Network acc749c2-c753-4587-9f7a-1b746b3c0b9c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:24.652886 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bac14c89-e402-4d16-a469-ae6fa7d47948 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:24.728791 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0083cec9-a3ba-42aa-ac49-d86c50d17711 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:24.747026 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bac14c89-e402-4d16-a469-ae6fa7d47948 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.0470953 Aug 17 03:05:24.749728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56906) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:24.756806 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-80a1888e-f6f7-452a-aa7c-65bea8f5801f tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Request body: {'router': {'external_gateway_info': {'network_id': 'acc749c2-c753-4587-9f7a-1b746b3c0b9c'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:24.829569 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-acc749c2-c753-4587-9f7a-1b746b3c0b9c', 'network_id': 'acc749c2-c753-4587-9f7a-1b746b3c0b9c', 'tenant_id': 'da463edda50b4fc09d1caaf6e25197d0', 'fixed_ips': [{'subnet_id': 'dff104e4-56d4-4c94-92ca-eec277eb208e'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:05:24.830436 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:24.878886 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0083cec9-a3ba-42aa-ac49-d86c50d17711 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:24.910895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0083cec9-a3ba-42aa-ac49-d86c50d17711 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event deleted for resources: {'Subnet': ['ID=9b6a0aa6-d40d-4ce5-9d17-23b28b6c38b0,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:24.916561 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0083cec9-a3ba-42aa-ac49-d86c50d17711 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:24.925836 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0083cec9-a3ba-42aa-ac49-d86c50d17711 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "DELETE /v2.0/subnets/9b6a0aa6-d40d-4ce5-9d17-23b28b6c38b0 HTTP/1.1" status: 204 len: 168 time: 0.4966586 Aug 17 03:05:24.926504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56912) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:24.956487 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ae5817a-6694-4afc-b36b-fa0e0aab774c None None] Network cfdbad95-69d8-4e99-a424-5b5f76afd7bf requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:25.082956 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:25.126541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Allocated IP 2001:db8:1::2 (acc749c2-c753-4587-9f7a-1b746b3c0b9c/dff104e4-56d4-4c94-92ca-eec277eb208e/d26d0f5e-897a-4210-ac10-fa8bc4fe79f7) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:25.163150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Deleting port ab3e07d1-8510-420f-a9f4-42983f88e820 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:05:25.163593 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:25.238571 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27a25241-482d-4784-86e6-aa1bc0f48bdf None None] DHCP port deletion for cfdbad95-69d8-4e99-a424-5b5f76afd7bf request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:05:25.269490 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] For port ab3e07d1-8510-420f-a9f4-42983f88e820, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ab3e07d1-8510-420f-a9f4-42983f88e820,segment=NetworkSegment(5e7374ce-7a51-42cc-89ad-3b2aba29078f),segment_id=5e7374ce-7a51-42cc-89ad-3b2aba29078f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:25.270199 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:25.285624 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Calling delete_port for ab3e07d1-8510-420f-a9f4-42983f88e820 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:05:25.343469 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-80a1888e-f6f7-452a-aa7c-65bea8f5801f tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:25.357523 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:25.369748 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Transition to ACTIVE for port object d26d0f5e-897a-4210-ac10-fa8bc4fe79f7 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:25.375741 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-27a25241-482d-4784-86e6-aa1bc0f48bdf None None] Deleting port ab3e07d1-8510-420f-a9f4-42983f88e820 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:05:25.376239 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-27a25241-482d-4784-86e6-aa1bc0f48bdf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:25.428564 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Transition to ACTIVE for port object d26d0f5e-897a-4210-ac10-fa8bc4fe79f7 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:25.455770 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:25.468400 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-27a25241-482d-4784-86e6-aa1bc0f48bdf None None] For port ab3e07d1-8510-420f-a9f4-42983f88e820, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ab3e07d1-8510-420f-a9f4-42983f88e820,segment=NetworkSegment(5e7374ce-7a51-42cc-89ad-3b2aba29078f),segment_id=5e7374ce-7a51-42cc-89ad-3b2aba29078f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:25.469100 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-27a25241-482d-4784-86e6-aa1bc0f48bdf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:25.483027 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-27a25241-482d-4784-86e6-aa1bc0f48bdf None None] Calling delete_port for ab3e07d1-8510-420f-a9f4-42983f88e820 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:05:25.491235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] No DVR routers for this DVR port ab3e07d1-8510-420f-a9f4-42983f88e820 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:05:25.522375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event deleted for resources: {'Port': ['ID=ab3e07d1-8510-420f-a9f4-42983f88e820,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:25.547195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445b99e1-aaa7-4645-99d7-68544c887384 req-2195b9fb-1d59-4f38-a329-20da5c474a23 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:25.548920 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-445b99e1-aaa7-4645-99d7-68544c887384 req-2195b9fb-1d59-4f38-a329-20da5c474a23 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.1377726 Aug 17 03:05:25.562371 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:25.562631 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-80a1888e-f6f7-452a-aa7c-65bea8f5801f tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:05:25.569302 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-80a1888e-f6f7-452a-aa7c-65bea8f5801f tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "PUT /v2.0/routers/8251dee1-414c-4a77-b15f-3253948d0365 HTTP/1.1" status: 400 len: 364 time: 0.8167806 Aug 17 03:05:25.569302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56922) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:25.641114 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:25.646572 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-445b99e1-aaa7-4645-99d7-68544c887384 req-9cf9d7c8-e550-4d0c-9128-fdde730acb2f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0862417 Aug 17 03:05:25.654903 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-27a25241-482d-4784-86e6-aa1bc0f48bdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:25.656467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfdbad95-69d8-4e99-a424-5b5f76afd7bf']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:25.671044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e7374ce-7a51-42cc-89ad-3b2aba29078f') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:25.671470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e7374ce-7a51-42cc-89ad-3b2aba29078f') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:25.689515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Network acc749c2-c753-4587-9f7a-1b746b3c0b9c is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:25.694282 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:25.696897 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:25.706527 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:25.707207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a25241-482d-4784-86e6-aa1bc0f48bdf None None] No DVR routers for this DVR port ab3e07d1-8510-420f-a9f4-42983f88e820 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:05:25.709142 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Pushing event updated for resources: {'Port': ['ID=d26d0f5e-897a-4210-ac10-fa8bc4fe79f7,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:25.745071 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:25.762570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:05:25.764233 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:25.765601 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a25241-482d-4784-86e6-aa1bc0f48bdf None None] Pushing event deleted for resources: {'Port': ['ID=ab3e07d1-8510-420f-a9f4-42983f88e820,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:25.811063 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Attempting to bind port d26d0f5e-897a-4210-ac10-fa8bc4fe79f7 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:05:25.811063 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Attempting to bind port d26d0f5e-897a-4210-ac10-fa8bc4fe79f7 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '0eaced2f-7d9f-446a-be05-6913851e6619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'acc749c2-c753-4587-9f7a-1b746b3c0b9c'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:05:25.811419 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Attempting to bind port d26d0f5e-897a-4210-ac10-fa8bc4fe79f7 on network acc749c2-c753-4587-9f7a-1b746b3c0b9c {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:25.822694 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:05:25.822694 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Checking segment: {'id': '0eaced2f-7d9f-446a-be05-6913851e6619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'acc749c2-c753-4587-9f7a-1b746b3c0b9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:25.822694 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:25.822694 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Bound using segment: {'id': '0eaced2f-7d9f-446a-be05-6913851e6619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'acc749c2-c753-4587-9f7a-1b746b3c0b9c'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:05:25.822694 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Bound port: d26d0f5e-897a-4210-ac10-fa8bc4fe79f7, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0eaced2f-7d9f-446a-be05-6913851e6619', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'acc749c2-c753-4587-9f7a-1b746b3c0b9c'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:05:25.822694 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:05:25.860599 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:05:25.901585 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] For port d26d0f5e-897a-4210-ac10-fa8bc4fe79f7, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:05:25.905095 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] For port d26d0f5e-897a-4210-ac10-fa8bc4fe79f7, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d26d0f5e-897a-4210-ac10-fa8bc4fe79f7,segment=NetworkSegment(0eaced2f-7d9f-446a-be05-6913851e6619),segment_id=0eaced2f-7d9f-446a-be05-6913851e6619)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:05:25.929688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-978fba80-9fa1-4d3d-a3e4-ed63499e3932 req-08b3dee6-d684-4691-8543-a1f309bf8bae tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:25.931355 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-978fba80-9fa1-4d3d-a3e4-ed63499e3932 req-08b3dee6-d684-4691-8543-a1f309bf8bae tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 944 time: 0.0643971 Aug 17 03:05:25.935208 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6623ccaf-c072-4236-9a7e-95458ea41db9 req-092908b1-14ca-438a-bb0d-8a2842570bf6 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:25.936717 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6623ccaf-c072-4236-9a7e-95458ea41db9 req-092908b1-14ca-438a-bb0d-8a2842570bf6 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.2548187 Aug 17 03:05:25.971351 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-978fba80-9fa1-4d3d-a3e4-ed63499e3932 req-70fd6dae-2b2b-4b6a-ace1-88475af441b4 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/security-groups?id=a535573d-ae2b-43a4-a054-86daa41fffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329127 Aug 17 03:05:26.022785 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:26.044978 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6623ccaf-c072-4236-9a7e-95458ea41db9 req-499638fa-93a7-4769-a1db-efd602a03748 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890231 Aug 17 03:05:26.047099 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:26.070954 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:26.078830 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:26.084776 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "DELETE /v2.0/networks/cfdbad95-69d8-4e99-a424-5b5f76afd7bf HTTP/1.1" status: 204 len: 168 time: 1.1531856 Aug 17 03:05:26.106268 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56938) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:26.119646 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b7fb61a6-1b5e-4006-b0ce-00b901b91dd2 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-907935074'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:26.140150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9d0bf3e-2ebe-4e61-8cfa-bd5ee7d73fc3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event deleted for resources: {'Network': ['ID=cfdbad95-69d8-4e99-a424-5b5f76afd7bf,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:26.142718 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62da1ffe-202b-4d1a-8338-e63d49540954 None None] Pushing event updated for resources: {'Port': ['ID=d26d0f5e-897a-4210-ac10-fa8bc4fe79f7,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:26.266516 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ab3e07d1-8510-420f-a9f4-42983f88e820 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:05:26.293064 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: ab3e07d1-8510-420f-a9f4-42983f88e820 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:05:26.293620 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ab3e07d1-8510-420f-a9f4-42983f88e820 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:05:26.297808 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7fb61a6-1b5e-4006-b0ce-00b901b91dd2 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Made reservation on behalf of ad2a0dc5cde74a658ad692effa9a3b56 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:26.300593 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b7fb61a6-1b5e-4006-b0ce-00b901b91dd2 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:26.348275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7fb61a6-1b5e-4006-b0ce-00b901b91dd2 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:05:26.354504 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 209d44fc-f6b8-475d-ba3a-e1730bb97c75 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:05:26.356747 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:26.370715 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b7fb61a6-1b5e-4006-b0ce-00b901b91dd2 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:26.371094 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-b7fb61a6-1b5e-4006-b0ce-00b901b91dd2 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Added segment 3f449076-37ec-4164-b9c2-bf76cb2ebd7d of type vlan for network 4b654451-e772-4f61-acc8-584d84d15734 Aug 17 03:05:26.424090 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b7fb61a6-1b5e-4006-b0ce-00b901b91dd2 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:26.459527 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Allocated IP 2001:db8::1 (210ddfbd-1972-4cc2-97ff-8f3a9f53b731/1b0d1d58-1813-4053-8d00-29b8ecaae47a/531339d5-3c2f-4023-80f3-47eede67a567) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:26.524700 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 209d44fc-f6b8-475d-ba3a-e1730bb97c75, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=209d44fc-f6b8-475d-ba3a-e1730bb97c75,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:26.527174 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b7fb61a6-1b5e-4006-b0ce-00b901b91dd2 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:26.533711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7fb61a6-1b5e-4006-b0ce-00b901b91dd2 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:26.534377 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b7fb61a6-1b5e-4006-b0ce-00b901b91dd2 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:26.539780 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '209d44fc-f6b8-475d-ba3a-e1730bb97c75', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'port_id': '209d44fc-f6b8-475d-ba3a-e1730bb97c75', 'mac_address': 'fa:16:3e:08:e7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:05:26.587408 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:26.608519 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 209d44fc-f6b8-475d-ba3a-e1730bb97c75 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:05:26.631127 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:26.632330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:26.642788 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7fb61a6-1b5e-4006-b0ce-00b901b91dd2 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event updated for resources: {'Network': ['ID=4b654451-e772-4f61-acc8-584d84d15734,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:26.644099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:26.644240 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:26.647930 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 209d44fc-f6b8-475d-ba3a-e1730bb97c75, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=209d44fc-f6b8-475d-ba3a-e1730bb97c75,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:26.648089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Transition to ACTIVE for port object 531339d5-3c2f-4023-80f3-47eede67a567 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:26.668361 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 4b654451-e772-4f61-acc8-584d84d15734 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:05:26.708082 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b7fb61a6-1b5e-4006-b0ce-00b901b91dd2 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.5901418 Aug 17 03:05:26.708082 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56946) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:26.710827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d5e67c82-fcf9-4275-8907-5ea5a4150e94 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Request body: {'subnet': {'network_id': '4b654451-e772-4f61-acc8-584d84d15734', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:26.741455 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:26.777073 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:26.830946 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Network 210ddfbd-1972-4cc2-97ff-8f3a9f53b731 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:26.844271 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:26.847788 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:26.848376 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:26.905729 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=209d44fc-f6b8-475d-ba3a-e1730bb97c75,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:26.929754 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:26.936115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event updated for resources: {'Port': ['ID=531339d5-3c2f-4023-80f3-47eede67a567,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:26.975240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 1eaf7bdc-4a6d-4eff-89fd-4adb80415531, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1eaf7bdc-4a6d-4eff-89fd-4adb80415531,segment=NetworkSegment(e8c6c720-3e50-4a22-b2a0-564dcd76ce17),segment_id=e8c6c720-3e50-4a22-b2a0-564dcd76ce17)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:26.978293 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464b111b-5124-470b-baef-f5ab8bbc0bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eaf7bdc-4a6d-4eff-89fd-4adb80415531'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:26.982366 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95174844-29c4-4c3d-bf87-856b57f9c0aa" -d '{"events": [{"server_uuid": "464b111b-5124-470b-baef-f5ab8bbc0bcf", "name": "network-vif-plugged", "status": "completed", "tag": "1eaf7bdc-4a6d-4eff-89fd-4adb80415531"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:26.991037 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['209d44fc-f6b8-475d-ba3a-e1730bb97c75'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:05:27.003187 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd85d334-d6ed-4911-8d5d-63c74f924d90 req-f692d6cb-f8d8-46e5-8293-9968a340d2b7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:27.004835 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd85d334-d6ed-4911-8d5d-63c74f924d90 req-f692d6cb-f8d8-46e5-8293-9968a340d2b7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 944 time: 0.2555275 Aug 17 03:05:27.009892 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5e67c82-fcf9-4275-8907-5ea5a4150e94 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Made reservation on behalf of ad2a0dc5cde74a658ad692effa9a3b56 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:27.015591 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d5e67c82-fcf9-4275-8907-5ea5a4150e94 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:27.073179 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84d6bfa1-bc73-4aad-9d04-51da0d6a44e8 x-openstack-request-id: req-84d6bfa1-bc73-4aad-9d04-51da0d6a44e8 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:27.075452 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464b111b-5124-470b-baef-f5ab8bbc0bcf", "name": "network-vif-plugged", "status": "completed", "tag": "1eaf7bdc-4a6d-4eff-89fd-4adb80415531", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:27.075723 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84d6bfa1-bc73-4aad-9d04-51da0d6a44e8 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:27.076156 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464b111b-5124-470b-baef-f5ab8bbc0bcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1eaf7bdc-4a6d-4eff-89fd-4adb80415531', 'code': 200} Aug 17 03:05:27.096705 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd85d334-d6ed-4911-8d5d-63c74f924d90 req-c8a05a99-0cdd-44fd-8363-57551d6eb993 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0833290 Aug 17 03:05:27.147084 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:27.248135 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:27.263084 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=1eaf7bdc-4a6d-4eff-89fd-4adb80415531,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:27.348737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b868c72d-2ca8-405e-98f4-cdfb4ddc0e22 req-d168029b-b1d4-4e8f-aa54-21c72d8132f2 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:27.360386 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b868c72d-2ca8-405e-98f4-cdfb4ddc0e22 req-d168029b-b1d4-4e8f-aa54-21c72d8132f2 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 945 time: 0.2000651 Aug 17 03:05:27.394339 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2723564b-3b2d-4d22-ab14-afd7e93a1082 req-cb7b836e-7983-4644-93ca-5675cdcc7554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:27.396857 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2723564b-3b2d-4d22-ab14-afd7e93a1082 req-cb7b836e-7983-4644-93ca-5675cdcc7554 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 1096 time: 0.1578906 Aug 17 03:05:27.445583 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b868c72d-2ca8-405e-98f4-cdfb4ddc0e22 req-6a3c715c-3a07-4f5e-babc-888f3a4d42b6 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/security-groups?id=a535573d-ae2b-43a4-a054-86daa41fffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0833035 Aug 17 03:05:27.472767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ba3e6e7c-2975-4ecf-bcfe-7959b07e699e None None] Provisioning for port 531339d5-3c2f-4023-80f3-47eede67a567 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:27.478935 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ba3e6e7c-2975-4ecf-bcfe-7959b07e699e None None] Provisioning complete for port 531339d5-3c2f-4023-80f3-47eede67a567 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:27.479801 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ba3e6e7c-2975-4ecf-bcfe-7959b07e699e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:27.539065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ba3e6e7c-2975-4ecf-bcfe-7959b07e699e None None] Port 531339d5-3c2f-4023-80f3-47eede67a567 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:05:27.559364 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c0ea4-9eff-4864-8fe0-8f0400b69c25 req-2eb8e3f5-4544-4c09-aa65-1012961895f8 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:27.566872 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f7c0ea4-9eff-4864-8fe0-8f0400b69c25 req-2eb8e3f5-4544-4c09-aa65-1012961895f8 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.2200193 Aug 17 03:05:27.582607 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2723564b-3b2d-4d22-ab14-afd7e93a1082 req-6562e1e3-6195-4027-ab5a-f6665b925661 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a535573d-ae2b-43a4-a054-86daa41fffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1677001 Aug 17 03:05:27.601516 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6c5f49a-5f7d-4220-b83b-35ca395ecd84 None None] Network acc749c2-c753-4587-9f7a-1b746b3c0b9c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:27.635928 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f7c0ea4-9eff-4864-8fe0-8f0400b69c25 req-b6042995-e156-471e-97de-e5fa80b71ae9 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681505 Aug 17 03:05:27.707587 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d5e67c82-fcf9-4275-8907-5ea5a4150e94 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:27.775418 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e67c82-fcf9-4275-8907-5ea5a4150e94 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event updated for resources: {'Subnet': ['ID=89f2246b-dc60-40ad-9659-ec739bff3370,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:27.786210 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5e67c82-fcf9-4275-8907-5ea5a4150e94 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Checking segment: {'id': '3f449076-37ec-4164-b9c2-bf76cb2ebd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b654451-e772-4f61-acc8-584d84d15734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:27.786637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e67c82-fcf9-4275-8907-5ea5a4150e94 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Network hostable DHCP agents. Network: 4b654451-e772-4f61-acc8-584d84d15734, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:05:27.787891 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e2e2a4ac-6d90-4cf8-88de-5c7a2ca2cc41 None None] Provisioning for port d26d0f5e-897a-4210-ac10-fa8bc4fe79f7 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:27.804029 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:27.878245 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:27.884823 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:27.901038 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5e67c82-fcf9-4275-8907-5ea5a4150e94 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Network 4b654451-e772-4f61-acc8-584d84d15734 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:05:27.956848 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event updated for resources: {'Port': ['ID=531339d5-3c2f-4023-80f3-47eede67a567,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:27.987179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-d5e67c82-fcf9-4275-8907-5ea5a4150e94 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 4b654451-e772-4f61-acc8-584d84d15734) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:27.993715 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5e67c82-fcf9-4275-8907-5ea5a4150e94 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:27.994693 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d5e67c82-fcf9-4275-8907-5ea5a4150e94 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:27.999997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2735bd75-3b4a-4282-b2d2-e14fe668f9ea None None] Network 4b654451-e772-4f61-acc8-584d84d15734 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:28.070147 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Network 210ddfbd-1972-4cc2-97ff-8f3a9f53b731 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:28.073433 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:28.104635 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d5e67c82-fcf9-4275-8907-5ea5a4150e94 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.3965065 Aug 17 03:05:28.104825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56990) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:28.112328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f4a2526c-0d3e-421d-9879-424f300910ec tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-202645496'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:28.272543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a2526c-0d3e-421d-9879-424f300910ec tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Made reservation on behalf of ad2a0dc5cde74a658ad692effa9a3b56 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:28.276931 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f4a2526c-0d3e-421d-9879-424f300910ec tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:28.299597 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-4b654451-e772-4f61-acc8-584d84d15734', 'network_id': '4b654451-e772-4f61-acc8-584d84d15734', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'fixed_ips': [{'subnet_id': '89f2246b-dc60-40ad-9659-ec739bff3370'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:05:28.301035 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:28.345920 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Router 8251dee1-414c-4a77-b15f-3253948d0365 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:05:28.377033 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4a2526c-0d3e-421d-9879-424f300910ec tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:05:28.391565 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f4a2526c-0d3e-421d-9879-424f300910ec tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:28.392149 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-f4a2526c-0d3e-421d-9879-424f300910ec tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Added segment eceea5cd-b976-480a-9339-a611ebe239bf of type vlan for network 547c9d29-3908-492a-ae4b-d840cc83bbb5 Aug 17 03:05:28.420423 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d51cc9-5c4b-49a9-ab94-cfe054aa8906 req-dfb4d453-7765-4015-99d6-05ba4cbca88d tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:28.422908 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6d51cc9-5c4b-49a9-ab94-cfe054aa8906 req-dfb4d453-7765-4015-99d6-05ba4cbca88d tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 944 time: 0.1046677 Aug 17 03:05:28.534634 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:05:28.552105 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e7f6dd3d-766f-42e5-9cba-aeb592a73810 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "PUT /v2.0/routers/8251dee1-414c-4a77-b15f-3253948d0365/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9817219 Aug 17 03:05:28.553378 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57010) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:28.555272 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f4a2526c-0d3e-421d-9879-424f300910ec tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:28.576279 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d26d0f5e-897a-4210-ac10-fa8bc4fe79f7 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:28.581884 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6d51cc9-5c4b-49a9-ab94-cfe054aa8906 req-b6baab55-dc51-41d8-aa91-b6d67f8e73ee tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1296937 Aug 17 03:05:28.589448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 209d44fc-f6b8-475d-ba3a-e1730bb97c75 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:28.593456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2678dc2-4867-4faa-8a49-010ddac205c3 None None] Sync routers for ids ['8251dee1-414c-4a77-b15f-3253948d0365'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:05:28.666153 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Allocated IP 19.80.0.2 (4b654451-e772-4f61-acc8-584d84d15734/89f2246b-dc60-40ad-9659-ec739bff3370/6a239a61-ff00-42b6-9764-5b2fcb63ac0f) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:28.726901 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f4a2526c-0d3e-421d-9879-424f300910ec tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:28.767775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a2526c-0d3e-421d-9879-424f300910ec tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:28.769724 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f4a2526c-0d3e-421d-9879-424f300910ec tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:28.816847 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a0e4cd-d054-43eb-be13-525d2f20e84a req-eeaa06bb-161b-4e83-b94f-c9ca6d24b5ce tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:28.821054 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-32a0e4cd-d054-43eb-be13-525d2f20e84a req-eeaa06bb-161b-4e83-b94f-c9ca6d24b5ce tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 945 time: 0.1673782 Aug 17 03:05:28.827227 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-46bf443d-6110-4f53-aba0-b25644de42c8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:28.846869 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-07661564-d5c1-45d8-a375-9e14f4ced82d None None] Provisioning complete for port 531339d5-3c2f-4023-80f3-47eede67a567 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:28.855824 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-07661564-d5c1-45d8-a375-9e14f4ced82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:28.859467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2678dc2-4867-4faa-8a49-010ddac205c3 None None] Routers {'8251dee1-414c-4a77-b15f-3253948d0365'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:28.860772 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c2678dc2-4867-4faa-8a49-010ddac205c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:05:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8251dee1-414c-4a77-b15f-3253948d0365'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:28.957014 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c2678dc2-4867-4faa-8a49-010ddac205c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:28.978864 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a2526c-0d3e-421d-9879-424f300910ec tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event updated for resources: {'Network': ['ID=547c9d29-3908-492a-ae4b-d840cc83bbb5,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:28.997770 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25daf87-aa97-4d65-ac39-a3c8837b331f req-c0f18683-074a-44fb-a03e-0dd9c413f033 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:29.004431 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 547c9d29-3908-492a-ae4b-d840cc83bbb5 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:05:29.009639 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-32a0e4cd-d054-43eb-be13-525d2f20e84a req-69600307-3dc9-417a-b33e-56cb14b11745 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/security-groups?id=a535573d-ae2b-43a4-a054-86daa41fffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1730344 Aug 17 03:05:29.015304 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e25daf87-aa97-4d65-ac39-a3c8837b331f req-c0f18683-074a-44fb-a03e-0dd9c413f033 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.1691470 Aug 17 03:05:29.039971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-07661564-d5c1-45d8-a375-9e14f4ced82d None None] Port 531339d5-3c2f-4023-80f3-47eede67a567 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:05:29.072922 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f4a2526c-0d3e-421d-9879-424f300910ec tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.9669297 Aug 17 03:05:29.078613 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57024) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:29.085602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Request body: {'subnet': {'network_id': '547c9d29-3908-492a-ae4b-d840cc83bbb5', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:29.163688 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e25daf87-aa97-4d65-ac39-a3c8837b331f req-1bb98c03-f89c-44be-b72a-ec050d73ef8d tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473660 Aug 17 03:05:29.206941 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-46bf443d-6110-4f53-aba0-b25644de42c8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 17 03:05:29.218542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57028) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:29.222008 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-46bf443d-6110-4f53-aba0-b25644de42c8 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "DELETE /v2.0/routers/8251dee1-414c-4a77-b15f-3253948d0365 HTTP/1.1" status: 409 len: 329 time: 0.6661413 Aug 17 03:05:29.325502 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2678dc2-4867-4faa-8a49-010ddac205c3 None None] Routers {'8251dee1-414c-4a77-b15f-3253948d0365'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:29.326533 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c2678dc2-4867-4faa-8a49-010ddac205c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:05:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8251dee1-414c-4a77-b15f-3253948d0365'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:29.390277 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 209d44fc-f6b8-475d-ba3a-e1730bb97c75 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:29.391060 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:29.463766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c2678dc2-4867-4faa-8a49-010ddac205c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:29.463766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2678dc2-4867-4faa-8a49-010ddac205c3 None None] The sync data for ids ['8251dee1-414c-4a77-b15f-3253948d0365'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:05:29.463766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port d26d0f5e-897a-4210-ac10-fa8bc4fe79f7 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:29.471331 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Made reservation on behalf of ad2a0dc5cde74a658ad692effa9a3b56 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:29.478879 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:29.488680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d26d0f5e-897a-4210-ac10-fa8bc4fe79f7 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:29.489149 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:29.569755 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:29.653678 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Transition to ACTIVE for port object 6a239a61-ff00-42b6-9764-5b2fcb63ac0f will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:29.711151 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:29.756639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Transition to ACTIVE for port object 6a239a61-ff00-42b6-9764-5b2fcb63ac0f will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:29.773340 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:29.810206 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209d44fc-f6b8-475d-ba3a-e1730bb97c75'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:29.812658 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7f97517-65f1-4604-b742-f56267049970" -d '{"events": [{"server_uuid": "2e4aa193-9292-4569-914a-51e4ee6dc13c", "name": "network-vif-plugged", "status": "completed", "tag": "209d44fc-f6b8-475d-ba3a-e1730bb97c75"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:29.867866 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b602254f-6dec-4254-8c89-17581b9c9132 req-9db35b06-f1b4-4169-9a89-7616faea8880 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:29.872186 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:29.874062 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b602254f-6dec-4254-8c89-17581b9c9132 req-9db35b06-f1b4-4169-9a89-7616faea8880 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 944 time: 0.1470685 Aug 17 03:05:29.876316 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 209d44fc-f6b8-475d-ba3a-e1730bb97c75, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=209d44fc-f6b8-475d-ba3a-e1730bb97c75,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:29.891656 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port d26d0f5e-897a-4210-ac10-fa8bc4fe79f7, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d26d0f5e-897a-4210-ac10-fa8bc4fe79f7,segment=NetworkSegment(0eaced2f-7d9f-446a-be05-6913851e6619),segment_id=0eaced2f-7d9f-446a-be05-6913851e6619)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:29.913387 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01a1e86f-cade-45c1-9f9f-e0df893075a2 x-openstack-request-id: req-01a1e86f-cade-45c1-9f9f-e0df893075a2 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:29.914578 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4aa193-9292-4569-914a-51e4ee6dc13c", "name": "network-vif-plugged", "status": "completed", "tag": "209d44fc-f6b8-475d-ba3a-e1730bb97c75", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:29.917151 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-01a1e86f-cade-45c1-9f9f-e0df893075a2 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:29.917151 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209d44fc-f6b8-475d-ba3a-e1730bb97c75', 'code': 200} Aug 17 03:05:29.928054 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Network 4b654451-e772-4f61-acc8-584d84d15734 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:29.931760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:29.938660 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:29.966616 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b602254f-6dec-4254-8c89-17581b9c9132 req-b382e46c-4ae3-437e-a4f9-f5e2acec3d5d tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916324 Aug 17 03:05:29.971751 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:29.975591 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Pushing event updated for resources: {'Port': ['ID=6a239a61-ff00-42b6-9764-5b2fcb63ac0f,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:30.064232 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1dd9635e-66b9-4e76-ba45-a22e4ddad286 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:30.065727 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=209d44fc-f6b8-475d-ba3a-e1730bb97c75,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:30.074158 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:30.116460 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:30.134083 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Attempting to bind port 6a239a61-ff00-42b6-9764-5b2fcb63ac0f on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:05:30.134083 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Attempting to bind port 6a239a61-ff00-42b6-9764-5b2fcb63ac0f by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3f449076-37ec-4164-b9c2-bf76cb2ebd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b654451-e772-4f61-acc8-584d84d15734'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:05:30.136771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Attempting to bind port 6a239a61-ff00-42b6-9764-5b2fcb63ac0f on network 4b654451-e772-4f61-acc8-584d84d15734 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:30.173445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:05:30.173445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Checking segment: {'id': '3f449076-37ec-4164-b9c2-bf76cb2ebd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b654451-e772-4f61-acc8-584d84d15734'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:30.173445 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:30.173445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Bound using segment: {'id': '3f449076-37ec-4164-b9c2-bf76cb2ebd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b654451-e772-4f61-acc8-584d84d15734'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:05:30.173445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Bound port: 6a239a61-ff00-42b6-9764-5b2fcb63ac0f, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f449076-37ec-4164-b9c2-bf76cb2ebd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b654451-e772-4f61-acc8-584d84d15734'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:05:30.173445 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:30.239228 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=d26d0f5e-897a-4210-ac10-fa8bc4fe79f7,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:30.304668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] For port 6a239a61-ff00-42b6-9764-5b2fcb63ac0f, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:05:30.313057 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] For port 6a239a61-ff00-42b6-9764-5b2fcb63ac0f, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6a239a61-ff00-42b6-9764-5b2fcb63ac0f,segment=NetworkSegment(3f449076-37ec-4164-b9c2-bf76cb2ebd7d),segment_id=3f449076-37ec-4164-b9c2-bf76cb2ebd7d)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:05:30.313927 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9177a66-a81d-45d1-b9d5-7548cb5a81d4 req-9c95d995-f228-4d15-a892-dbe7e7b5451a tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:30.316004 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9177a66-a81d-45d1-b9d5-7548cb5a81d4 req-9c95d995-f228-4d15-a892-dbe7e7b5451a tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 945 time: 0.1415098 Aug 17 03:05:30.346797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event updated for resources: {'Subnet': ['ID=5937f48a-c710-4b7b-ba78-e8820df7fd52,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:30.367718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f274e76-08d4-4399-ad63-977b5f1e241e req-e4b2e45b-955f-4267-ad08-aca07959c1d5 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:30.369374 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f274e76-08d4-4399-ad63-977b5f1e241e req-e4b2e45b-955f-4267-ad08-aca07959c1d5 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0886059 Aug 17 03:05:30.384271 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:30.397027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Checking segment: {'id': 'eceea5cd-b976-480a-9339-a611ebe239bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '547c9d29-3908-492a-ae4b-d840cc83bbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:30.397720 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Network hostable DHCP agents. Network: 547c9d29-3908-492a-ae4b-d840cc83bbb5, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:05:30.414024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:30.414662 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:30.415256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:30.415779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:30.416275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:30.416763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:30.417248 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:30.417785 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:30.418286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:30.418780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:30.419294 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:30.419781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:30.431169 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f274e76-08d4-4399-ad63-977b5f1e241e req-e2099bff-b1f3-470b-98d6-0ee9518f3094 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545478 Aug 17 03:05:30.487832 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9177a66-a81d-45d1-b9d5-7548cb5a81d4 req-69037656-d485-4446-8488-346d1e3fa242 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/security-groups?id=a535573d-ae2b-43a4-a054-86daa41fffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1488116 Aug 17 03:05:30.541576 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29131e0b-cf61-4d2b-b087-f6a513483c45 None None] Pushing event updated for resources: {'Port': ['ID=6a239a61-ff00-42b6-9764-5b2fcb63ac0f,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:30.572413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Network 547c9d29-3908-492a-ae4b-d840cc83bbb5 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:05:30.668951 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 547c9d29-3908-492a-ae4b-d840cc83bbb5) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:30.683173 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f5c8ba-39c3-4921-b32f-0b79ad32e8e8 None None] Network 547c9d29-3908-492a-ae4b-d840cc83bbb5 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:30.686196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:30.686667 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:30.712196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-1dd9635e-66b9-4e76-ba45-a22e4ddad286 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Deleting port 531339d5-3c2f-4023-80f3-47eede67a567 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:05:30.712196 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1dd9635e-66b9-4e76-ba45-a22e4ddad286 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:30.794074 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-02df5759-1378-449a-acf7-862683af5ece tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.7071607 Aug 17 03:05:30.874123 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a7a49a-cfaa-4c2e-97d9-f21f61959c41 req-e55a3ec9-f7f2-4b23-9194-2a5096c42fd5 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:30.878413 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1a7a49a-cfaa-4c2e-97d9-f21f61959c41 req-e55a3ec9-f7f2-4b23-9194-2a5096c42fd5 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 945 time: 0.1895370 Aug 17 03:05:30.886863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57062) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:30.901043 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1dd9635e-66b9-4e76-ba45-a22e4ddad286 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:30.935087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-2ef6f12f-d59d-4470-92d1-783610d020e8 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Request body: {'floatingip': {'port_id': '1eaf7bdc-4a6d-4eff-89fd-4adb80415531'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:30.950644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-1dd9635e-66b9-4e76-ba45-a22e4ddad286 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Calling delete_port for 531339d5-3c2f-4023-80f3-47eede67a567 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:05:31.038130 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f12f-d59d-4470-92d1-783610d020e8 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:31.116740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-547c9d29-3908-492a-ae4b-d840cc83bbb5', 'network_id': '547c9d29-3908-492a-ae4b-d840cc83bbb5', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'fixed_ips': [{'subnet_id': '5937f48a-c710-4b7b-ba78-e8820df7fd52'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:05:31.117665 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:31.363503 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f217b93-55aa-4868-8e3a-d4552b63004c req-a6bea429-0e99-4cd0-8abd-bc2eb92a05ed tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:31.368809 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f217b93-55aa-4868-8e3a-d4552b63004c req-a6bea429-0e99-4cd0-8abd-bc2eb92a05ed tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.2170961 Aug 17 03:05:31.398527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-7f782939-5af3-4eec-8fa5-a7ad812986e1 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:31.405049 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-7f782939-5af3-4eec-8fa5-a7ad812986e1 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:31.407021 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-7f782939-5af3-4eec-8fa5-a7ad812986e1 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/networks?id=4b654451-e772-4f61-acc8-584d84d15734&id=547c9d29-3908-492a-ae4b-d840cc83bbb5 HTTP/1.1" status: 200 len: 1390 time: 0.2355607 Aug 17 03:05:31.419753 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Allocated IP 19.86.0.2 (547c9d29-3908-492a-ae4b-d840cc83bbb5/5937f48a-c710-4b7b-ba78-e8820df7fd52/020c5b1f-62e6-4e69-87fa-8628a3e31b8b) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:31.425577 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-a36f1ba9-1b3d-4b15-b749-37fea5a6c4f8 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/quotas/ad2a0dc5cde74a658ad692effa9a3b56 HTTP/1.1" status: 200 len: 375 time: 0.0096788 Aug 17 03:05:31.513801 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f217b93-55aa-4868-8e3a-d4552b63004c req-d21fa152-37e4-4ed3-aac3-83f82b0c3a39 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1131747 Aug 17 03:05:31.585890 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-41c9264b-e37a-447d-9992-53c69d45939e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=ad2a0dc5cde74a658ad692effa9a3b56&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1335957 Aug 17 03:05:31.729929 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1dd9635e-66b9-4e76-ba45-a22e4ddad286 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:31.804779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd9635e-66b9-4e76-ba45-a22e4ddad286 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event deleted for resources: {'Port': ['ID=531339d5-3c2f-4023-80f3-47eede67a567,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:31.825288 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:31.848201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Transition to ACTIVE for port object 020c5b1f-62e6-4e69-87fa-8628a3e31b8b will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:31.882718 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Transition to ACTIVE for port object 020c5b1f-62e6-4e69-87fa-8628a3e31b8b will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:31.898135 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08db2a49-9b66-4cd6-a452-f340cab1a80f req-5a4169db-2bcb-4c1a-8f38-0d70ae3ce047 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:31.907909 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-08db2a49-9b66-4cd6-a452-f340cab1a80f req-5a4169db-2bcb-4c1a-8f38-0d70ae3ce047 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.2417376 Aug 17 03:05:31.980636 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:32.004353 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-868f9a69-0b2c-4519-b4a6-5c91763a5ba0 service neutron] 10.222.0.10 "GET /v2.0/networks/4b654451-e772-4f61-acc8-584d84d15734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4080923 Aug 17 03:05:32.086257 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbc48150-c8b2-4bcf-b7f4-5395625b8028 None None] Network 4b654451-e772-4f61-acc8-584d84d15734 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:32.098304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Pushing event updated for resources: {'Port': ['ID=020c5b1f-62e6-4e69-87fa-8628a3e31b8b,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:32.190782 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1dd9635e-66b9-4e76-ba45-a22e4ddad286 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:32.258603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Network 547c9d29-3908-492a-ae4b-d840cc83bbb5 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:32.265300 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:32.274075 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:32.297490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9f3b036e-2d2c-4313-bbc1-4bfe805e6ea3 None None] Provisioning for port 6a239a61-ff00-42b6-9764-5b2fcb63ac0f completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:32.518097 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6a239a61-ff00-42b6-9764-5b2fcb63ac0f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:32.609314 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Attempting to bind port 020c5b1f-62e6-4e69-87fa-8628a3e31b8b on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:05:32.609732 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Attempting to bind port 020c5b1f-62e6-4e69-87fa-8628a3e31b8b by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'eceea5cd-b976-480a-9339-a611ebe239bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '547c9d29-3908-492a-ae4b-d840cc83bbb5'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:05:32.613761 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Attempting to bind port 020c5b1f-62e6-4e69-87fa-8628a3e31b8b on network 547c9d29-3908-492a-ae4b-d840cc83bbb5 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:32.629879 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 5, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:05:32.630875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Checking segment: {'id': 'eceea5cd-b976-480a-9339-a611ebe239bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '547c9d29-3908-492a-ae4b-d840cc83bbb5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:32.631290 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:32.631697 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Bound using segment: {'id': 'eceea5cd-b976-480a-9339-a611ebe239bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '547c9d29-3908-492a-ae4b-d840cc83bbb5'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:05:32.632189 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Bound port: 020c5b1f-62e6-4e69-87fa-8628a3e31b8b, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eceea5cd-b976-480a-9339-a611ebe239bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '547c9d29-3908-492a-ae4b-d840cc83bbb5'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:05:32.632581 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:32.764177 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-08db2a49-9b66-4cd6-a452-f340cab1a80f req-88e5f376-3426-4f49-9077-3bbb9265844d tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8568449 Aug 17 03:05:32.801505 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.resource_extend [None req-2ef6f12f-d59d-4470-92d1-783610d020e8 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 03:05:32.835476 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] For port 020c5b1f-62e6-4e69-87fa-8628a3e31b8b, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:05:32.879637 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] For port 020c5b1f-62e6-4e69-87fa-8628a3e31b8b, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=020c5b1f-62e6-4e69-87fa-8628a3e31b8b,segment=NetworkSegment(eceea5cd-b976-480a-9339-a611ebe239bf),segment_id=eceea5cd-b976-480a-9339-a611ebe239bf)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:05:32.884155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 6a239a61-ff00-42b6-9764-5b2fcb63ac0f completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:32.889057 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6a239a61-ff00-42b6-9764-5b2fcb63ac0f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:32.889542 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:32.950189 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f12f-d59d-4470-92d1-783610d020e8 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:32.970435 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:32.978106 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:33.040436 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f12f-d59d-4470-92d1-783610d020e8 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:33.175336 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c002c69b-468a-41bb-8a60-46f50b4c23b3 None None] Pushing event updated for resources: {'Port': ['ID=020c5b1f-62e6-4e69-87fa-8628a3e31b8b,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:33.186869 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-6e119492-92dc-4403-92e3-68d25b92deb0 service neutron] 10.222.0.10 "GET /v2.0/networks/4b654451-e772-4f61-acc8-584d84d15734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1748974 Aug 17 03:05:33.188695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1dd9635e-66b9-4e76-ba45-a22e4ddad286 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Router 8251dee1-414c-4a77-b15f-3253948d0365 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:05:33.243384 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:33.291414 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 6a239a61-ff00-42b6-9764-5b2fcb63ac0f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6a239a61-ff00-42b6-9764-5b2fcb63ac0f,segment=NetworkSegment(3f449076-37ec-4164-b9c2-bf76cb2ebd7d),segment_id=3f449076-37ec-4164-b9c2-bf76cb2ebd7d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:33.318089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b399adc8-8cf1-4678-b4cb-edf222cec969 req-5682fc65-9ef2-41f5-9645-27c5df39071e tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:33.343695 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b399adc8-8cf1-4678-b4cb-edf222cec969 req-5682fc65-9ef2-41f5-9645-27c5df39071e tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.1873648 Aug 17 03:05:33.353458 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-2ef6f12f-d59d-4470-92d1-783610d020e8 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Floating IP 15d369f6-f959-45b4-88b9-07604621e216 associated. External IP: 172.25.1.80, port: 1eaf7bdc-4a6d-4eff-89fd-4adb80415531. Aug 17 03:05:33.387065 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:33.387829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d26d0f5e-897a-4210-ac10-fa8bc4fe79f7 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:33.532332 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1dd9635e-66b9-4e76-ba45-a22e4ddad286 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:05:33.555125 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1dd9635e-66b9-4e76-ba45-a22e4ddad286 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "PUT /v2.0/routers/8251dee1-414c-4a77-b15f-3253948d0365/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3350127 Aug 17 03:05:33.558759 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-116ab8ee-47e3-40ad-b150-aa8c4c13f285 None None] Provisioning complete for port 6a239a61-ff00-42b6-9764-5b2fcb63ac0f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:33.558967 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7186a-9675-4c2a-a55a-1b5b5d31dacb None None] Sync routers for ids ['8251dee1-414c-4a77-b15f-3253948d0365'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:05:33.559407 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-116ab8ee-47e3-40ad-b150-aa8c4c13f285 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:33.583559 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7186a-9675-4c2a-a55a-1b5b5d31dacb None None] Routers {'8251dee1-414c-4a77-b15f-3253948d0365'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:33.586982 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4ca7186a-9675-4c2a-a55a-1b5b5d31dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:05:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8251dee1-414c-4a77-b15f-3253948d0365'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:33.590350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57106) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:33.616693 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d26d0f5e-897a-4210-ac10-fa8bc4fe79f7 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:33.617083 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:33.672008 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:33.727557 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b399adc8-8cf1-4678-b4cb-edf222cec969 req-d4f7f54d-d5da-4872-bbc8-25ac58505db8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3826025 Aug 17 03:05:33.737495 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4ca7186a-9675-4c2a-a55a-1b5b5d31dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:33.754237 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=6a239a61-ff00-42b6-9764-5b2fcb63ac0f,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:33.774855 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ca7186a-9675-4c2a-a55a-1b5b5d31dacb None None] Routers {'8251dee1-414c-4a77-b15f-3253948d0365'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:33.776529 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-b8b8d255-e429-444f-841c-b2055a11d1f7 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] show failed (client error): The resource could not be found. Aug 17 03:05:33.781051 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b8b8d255-e429-444f-841c-b2055a11d1f7 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-76995879 HTTP/1.1" status: 404 len: 333 time: 0.1840477 Aug 17 03:05:33.781615 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4ca7186a-9675-4c2a-a55a-1b5b5d31dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:05:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8251dee1-414c-4a77-b15f-3253948d0365'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:33.791930 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57108) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:33.794300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-63966b46-a045-49b5-832f-ede04b423d9a tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:33.812640 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-6fc03940-3de5-433b-b039-27207491ddcd service neutron] 10.222.0.10 "GET /v2.0/networks/547c9d29-3908-492a-ae4b-d840cc83bbb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6006331 Aug 17 03:05:33.901374 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4ca7186a-9675-4c2a-a55a-1b5b5d31dacb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:33.902053 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ca7186a-9675-4c2a-a55a-1b5b5d31dacb None None] The sync data for ids ['8251dee1-414c-4a77-b15f-3253948d0365'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:05:33.976897 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-63966b46-a045-49b5-832f-ede04b423d9a tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] update failed (client error): The resource could not be found. Aug 17 03:05:33.981737 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-63966b46-a045-49b5-832f-ede04b423d9a tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-1581788144 HTTP/1.1" status: 404 len: 335 time: 0.1975005 Aug 17 03:05:33.983876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57114) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:34.016060 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de744e48-8e07-40b0-9a7b-29a7bccb6517 req-d2e291a7-a6b7-482e-83ff-35e4335f7a95 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:34.025996 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de744e48-8e07-40b0-9a7b-29a7bccb6517 req-d2e291a7-a6b7-482e-83ff-35e4335f7a95 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.1396217 Aug 17 03:05:34.050370 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-7407438e-95c0-42e2-9e82-8584ee9f0592 service neutron] 10.222.0.10 "GET /v2.0/networks/547c9d29-3908-492a-ae4b-d840cc83bbb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2384470 Aug 17 03:05:34.082678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f8a9a54-a90d-460f-9777-abf0f9488742 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Deleting subnet dff104e4-56d4-4c94-92ca-eec277eb208e {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:05:34.086748 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f8a9a54-a90d-460f-9777-abf0f9488742 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:34.111713 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de744e48-8e07-40b0-9a7b-29a7bccb6517 req-bc2c7940-bbf0-4c05-9c5e-583206b8a3ce tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843229 Aug 17 03:05:34.139317 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ef6f12f-d59d-4470-92d1-783610d020e8 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Router 937a3a95-a1f7-481a-ae77-292953b9bdfc has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:05:34.197095 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f8a9a54-a90d-460f-9777-abf0f9488742 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:34.430709 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f8a9a54-a90d-460f-9777-abf0f9488742 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:34.514376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 020c5b1f-62e6-4e69-87fa-8628a3e31b8b up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:34.523455 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c6c9ebed-d7b8-4698-928c-38fc65eaba7d req-057227e2-df34-4316-93c2-8d4568127c78 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 210 time: 0.0658600 Aug 17 03:05:34.551860 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ef6f12f-d59d-4470-92d1-783610d020e8 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:05:34.576750 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ef6f12f-d59d-4470-92d1-783610d020e8 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:34.628208 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2ef6f12f-d59d-4470-92d1-783610d020e8 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "PUT /v2.0/floatingips/15d369f6-f959-45b4-88b9-07604621e216 HTTP/1.1" status: 200 len: 990 time: 3.7402329 Aug 17 03:05:34.628859 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464b111b-5124-470b-baef-f5ab8bbc0bcf', 'tag': '1eaf7bdc-4a6d-4eff-89fd-4adb80415531'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:34.631643 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af68af8-edd2-4cb1-a16f-b090bcdbe44c" -d '{"events": [{"name": "network-changed", "server_uuid": "464b111b-5124-470b-baef-f5ab8bbc0bcf", "tag": "1eaf7bdc-4a6d-4eff-89fd-4adb80415531"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:34.652314 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6ee805-e410-4465-b3f7-13159703b764 None None] Sync routers for ids ['937a3a95-a1f7-481a-ae77-292953b9bdfc'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:05:34.673087 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f8a9a54-a90d-460f-9777-abf0f9488742 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:34.676071 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6ee805-e410-4465-b3f7-13159703b764 None None] Routers {'937a3a95-a1f7-481a-ae77-292953b9bdfc'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:34.678084 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-0b6ee805-e410-4465-b3f7-13159703b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:05:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['937a3a95-a1f7-481a-ae77-292953b9bdfc'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:34.746505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 020c5b1f-62e6-4e69-87fa-8628a3e31b8b completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:34.761210 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6766039-ad31-4975-a7b3-097b59435264 x-openstack-request-id: req-d6766039-ad31-4975-a7b3-097b59435264 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:34.761210 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464b111b-5124-470b-baef-f5ab8bbc0bcf", "tag": "1eaf7bdc-4a6d-4eff-89fd-4adb80415531", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:34.761210 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d6766039-ad31-4975-a7b3-097b59435264 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:34.761210 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464b111b-5124-470b-baef-f5ab8bbc0bcf', 'tag': '1eaf7bdc-4a6d-4eff-89fd-4adb80415531', 'status': 'completed', 'code': 200} Aug 17 03:05:34.765514 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6a239a61-ff00-42b6-9764-5b2fcb63ac0f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:34.842436 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f8a9a54-a90d-460f-9777-abf0f9488742 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event deleted for resources: {'Subnet': ['ID=dff104e4-56d4-4c94-92ca-eec277eb208e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:34.868374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f8a9a54-a90d-460f-9777-abf0f9488742 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:34.868499 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b323bc59-58a5-4886-89ca-702e61f4375b None None] Network acc749c2-c753-4587-9f7a-1b746b3c0b9c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:34.877873 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9f8a9a54-a90d-460f-9777-abf0f9488742 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "DELETE /v2.0/subnets/dff104e4-56d4-4c94-92ca-eec277eb208e HTTP/1.1" status: 204 len: 168 time: 0.8929346 Aug 17 03:05:34.880377 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57140) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:34.939331 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-0b6ee805-e410-4465-b3f7-13159703b764 None None] Set router 937a3a95-a1f7-481a-ae77-292953b9bdfc gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:05:35.135776 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32fca4a6-b2ea-488f-ae8e-4d9a2d39b38b None None] Network 547c9d29-3908-492a-ae4b-d840cc83bbb5 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:35.143182 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:35.148447 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af68af8-edd2-4cb1-a16f-b090bcdbe44c req-7577ebc7-91b5-44db-bf77-fb8724468ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:35.150091 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3af68af8-edd2-4cb1-a16f-b090bcdbe44c req-7577ebc7-91b5-44db-bf77-fb8724468ea5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=70e633f570f54315a88834cd60a88bd4&device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 1096 time: 0.3869493 Aug 17 03:05:35.164253 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d7f000-aad8-4ffa-8e8a-d223e405030f req-3d163507-98a3-4cf1-8190-c9a7cd5a5c44 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:35.172206 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a0d7f000-aad8-4ffa-8e8a-d223e405030f req-3d163507-98a3-4cf1-8190-c9a7cd5a5c44 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.1437671 Aug 17 03:05:35.301260 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a0d7f000-aad8-4ffa-8e8a-d223e405030f req-5edfdcf2-4a88-4adf-849e-aacf0161e2a8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1281312 Aug 17 03:05:35.311020 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6a239a61-ff00-42b6-9764-5b2fcb63ac0f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:35.311483 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:35.357048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df59f8d0-21eb-4433-8fe2-590af01ee4eb req-a1d22856-b027-4d48-9e2c-7e1eb6919fcf tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:35.365220 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-df59f8d0-21eb-4433-8fe2-590af01ee4eb req-a1d22856-b027-4d48-9e2c-7e1eb6919fcf tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.1533608 Aug 17 03:05:35.424225 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-df59f8d0-21eb-4433-8fe2-590af01ee4eb req-363c4f3e-0d92-4ccb-8ca1-d3b0c40aa90a tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576203 Aug 17 03:05:35.451505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Deleting port d26d0f5e-897a-4210-ac10-fa8bc4fe79f7 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:05:35.452014 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:35.522914 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] For port d26d0f5e-897a-4210-ac10-fa8bc4fe79f7, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d26d0f5e-897a-4210-ac10-fa8bc4fe79f7,segment=NetworkSegment(0eaced2f-7d9f-446a-be05-6913851e6619),segment_id=0eaced2f-7d9f-446a-be05-6913851e6619)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:35.523605 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:35.541357 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Calling delete_port for d26d0f5e-897a-4210-ac10-fa8bc4fe79f7 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:05:35.629442 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af68af8-edd2-4cb1-a16f-b090bcdbe44c req-54545b50-a9f7-4405-8e81-c905063fba45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:35.631412 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3af68af8-edd2-4cb1-a16f-b090bcdbe44c req-54545b50-a9f7-4405-8e81-c905063fba45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a3d33c7a-8312-4f24-9706-a812e69935e7 HTTP/1.1" status: 200 len: 911 time: 0.4347639 Aug 17 03:05:35.702401 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bd7e908d-0a9b-43cc-99a0-2c939db06b4b req-5141cdbd-ef47-4c59-a681-795bfa763f13 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 210 time: 0.0634446 Aug 17 03:05:35.764209 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:35.774415 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a68af18b-751e-47ee-bc6d-65bc3ce7521a None None] Provisioning for port 020c5b1f-62e6-4e69-87fa-8628a3e31b8b completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:35.802617 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a68af18b-751e-47ee-bc6d-65bc3ce7521a None None] Provisioning complete for port 020c5b1f-62e6-4e69-87fa-8628a3e31b8b triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:35.802991 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a68af18b-751e-47ee-bc6d-65bc3ce7521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:35.821333 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event deleted for resources: {'Port': ['ID=d26d0f5e-897a-4210-ac10-fa8bc4fe79f7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:35.839989 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3af68af8-edd2-4cb1-a16f-b090bcdbe44c req-b7981358-1224-4804-ab62-5a395493bf34 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1eaf7bdc-4a6d-4eff-89fd-4adb80415531 HTTP/1.1" status: 200 len: 998 time: 0.1916206 Aug 17 03:05:35.843235 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] No DVR routers for this DVR port d26d0f5e-897a-4210-ac10-fa8bc4fe79f7 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:05:36.038312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e437ef44-cae6-4e34-b393-3b48827585bd None None] DHCP port deletion for acc749c2-c753-4587-9f7a-1b746b3c0b9c request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:05:36.081582 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af68af8-edd2-4cb1-a16f-b090bcdbe44c req-a9c8ea20-c7ae-40f2-99a1-9d5cedd47d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:36.090494 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3af68af8-edd2-4cb1-a16f-b090bcdbe44c req-a9c8ea20-c7ae-40f2-99a1-9d5cedd47d60 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8ddee6d4-0787-43b1-b895-c64fb9f8f739 HTTP/1.1" status: 200 len: 850 time: 0.2317646 Aug 17 03:05:36.094411 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:36.097136 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a68af18b-751e-47ee-bc6d-65bc3ce7521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:36.102474 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-0b6ee805-e410-4465-b3f7-13159703b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'name': 'tempest-ServersTestManualDisk-843186627-router', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:55Z', 'updated_at': '2021-08-17T03:05:01Z', 'revision_number': 4, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'gw_port': {'id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:56Z', 'updated_at': '2021-08-17T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '15d369f6-f959-45b4-88b9-07604621e216', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'port_id': '1eaf7bdc-4a6d-4eff-89fd-4adb80415531', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7', 'mac_address': 'fa:16:3e:01:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464b111b-5124-470b-baef-f5ab8bbc0bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:05:05Z', 'updated_at': '2021-08-17T03:05:32Z', 'revision_number': 1, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d480532-53d6-437d-b0c2-92d6aff994dc', 'name': '', 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'mac_address': 'fa:16:3e:db:48:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:00Z', 'updated_at': '2021-08-17T03:05:09Z', 'revision_number': 5, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'subnets': [{'id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:36.112932 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['acc749c2-c753-4587-9f7a-1b746b3c0b9c']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:36.151316 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6ee805-e410-4465-b3f7-13159703b764 None None] Checking router: 937a3a95-a1f7-481a-ae77-292953b9bdfc for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:05:36.172185 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0eaced2f-7d9f-446a-be05-6913851e6619') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:36.172927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0eaced2f-7d9f-446a-be05-6913851e6619') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:36.197521 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6ee805-e410-4465-b3f7-13159703b764 None None] Routers {'937a3a95-a1f7-481a-ae77-292953b9bdfc'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:05:36.198124 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-0b6ee805-e410-4465-b3f7-13159703b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:05:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['937a3a95-a1f7-481a-ae77-292953b9bdfc'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:36.207767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-a68af18b-751e-47ee-bc6d-65bc3ce7521a None None] For port 020c5b1f-62e6-4e69-87fa-8628a3e31b8b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=020c5b1f-62e6-4e69-87fa-8628a3e31b8b,segment=NetworkSegment(eceea5cd-b976-480a-9339-a611ebe239bf),segment_id=eceea5cd-b976-480a-9339-a611ebe239bf)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:36.222423 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:36.263629 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af68af8-edd2-4cb1-a16f-b090bcdbe44c req-82993560-59a3-4625-9d22-5b5c1419579f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:36.265543 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3af68af8-edd2-4cb1-a16f-b090bcdbe44c req-82993560-59a3-4625-9d22-5b5c1419579f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a3d33c7a-8312-4f24-9706-a812e69935e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104009 Aug 17 03:05:36.277223 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:36.293990 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a68af18b-751e-47ee-bc6d-65bc3ce7521a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:36.311722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:05:36.318951 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:36.368796 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-0b6ee805-e410-4465-b3f7-13159703b764 None None] Set router 937a3a95-a1f7-481a-ae77-292953b9bdfc gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:05:36.420903 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:05:36.506771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d26d0f5e-897a-4210-ac10-fa8bc4fe79f7 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:05:36.519890 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:36.534891 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:36.538796 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "DELETE /v2.0/networks/acc749c2-c753-4587-9f7a-1b746b3c0b9c HTTP/1.1" status: 204 len: 168 time: 1.6567724 Aug 17 03:05:36.540772 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57180) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:36.568289 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: d26d0f5e-897a-4210-ac10-fa8bc4fe79f7 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:05:36.575782 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d26d0f5e-897a-4210-ac10-fa8bc4fe79f7 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:05:36.618937 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f5092079-f9af-42be-9659-63b84fb7975e None None] Provisioning complete for port 020c5b1f-62e6-4e69-87fa-8628a3e31b8b triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:36.627537 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f5092079-f9af-42be-9659-63b84fb7975e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:36.628114 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174740c9-bcc7-4d94-a6d1-ec6c7c6ab4cf tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event deleted for resources: {'Network': ['ID=acc749c2-c753-4587-9f7a-1b746b3c0b9c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:36.662770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43a5d7-2395-4bb9-96f0-e51ef40f1db4 req-10d9555e-042a-4a1b-99d1-941b64463343 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:36.670077 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fe43a5d7-2395-4bb9-96f0-e51ef40f1db4 req-10d9555e-042a-4a1b-99d1-941b64463343 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.1872716 Aug 17 03:05:36.714872 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3af68af8-edd2-4cb1-a16f-b090bcdbe44c req-a3012f28-e6cf-4b8e-bd13-5aa473659445 service neutron] 10.222.0.60 "GET /v2.0/networks/a3d33c7a-8312-4f24-9706-a812e69935e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4347210 Aug 17 03:05:36.749404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ac76cb-6bec-47bc-9f0a-22f907037793 req-84046591-54f2-4bf0-bc8d-59a34f59f524 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:36.775210 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48ac76cb-6bec-47bc-9f0a-22f907037793 req-84046591-54f2-4bf0-bc8d-59a34f59f524 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.1563356 Aug 17 03:05:36.787281 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9f07ce9-e2eb-44aa-a8da-ca4ba3d0781e tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Deleting subnet 71cb68f5-8454-4337-8b26-cfefba448d74 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:05:36.804977 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e9f07ce9-e2eb-44aa-a8da-ca4ba3d0781e tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:36.842848 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68af18b-751e-47ee-bc6d-65bc3ce7521a None None] Pushing event updated for resources: {'Port': ['ID=020c5b1f-62e6-4e69-87fa-8628a3e31b8b,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:36.882198 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48ac76cb-6bec-47bc-9f0a-22f907037793 req-93cb4644-088c-41fd-b421-c2fd199cd53a tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089838 Aug 17 03:05:36.890507 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e9f07ce9-e2eb-44aa-a8da-ca4ba3d0781e tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:36.986305 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3af68af8-edd2-4cb1-a16f-b090bcdbe44c req-73be4a30-ba77-483d-8aea-7057fbd134a8 service neutron] 10.222.0.60 "GET /v2.0/networks/a3d33c7a-8312-4f24-9706-a812e69935e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635691 Aug 17 03:05:37.000373 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fe43a5d7-2395-4bb9-96f0-e51ef40f1db4 req-63efe414-b32e-46d6-8c7d-5f4e7c104f42 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3262353 Aug 17 03:05:37.130522 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e9f07ce9-e2eb-44aa-a8da-ca4ba3d0781e tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:37.168271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-0b6ee805-e410-4465-b3f7-13159703b764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'name': 'tempest-ServersTestManualDisk-843186627-router', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:55Z', 'updated_at': '2021-08-17T03:05:01Z', 'revision_number': 4, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'gw_port': {'id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:56Z', 'updated_at': '2021-08-17T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '15d369f6-f959-45b4-88b9-07604621e216', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'port_id': '1eaf7bdc-4a6d-4eff-89fd-4adb80415531', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7', 'mac_address': 'fa:16:3e:01:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464b111b-5124-470b-baef-f5ab8bbc0bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:05:05Z', 'updated_at': '2021-08-17T03:05:32Z', 'revision_number': 1, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d480532-53d6-437d-b0c2-92d6aff994dc', 'name': '', 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'mac_address': 'fa:16:3e:db:48:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:00Z', 'updated_at': '2021-08-17T03:05:09Z', 'revision_number': 5, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'subnets': [{'id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:37.206924 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b81f344a-4fe1-4cc5-ad75-7297976fc5fc req-a8312466-be10-420b-a2cb-468e908bedf6 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 210 time: 0.0782886 Aug 17 03:05:37.211150 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b6ee805-e410-4465-b3f7-13159703b764 None None] The sync data for ids ['937a3a95-a1f7-481a-ae77-292953b9bdfc'] in n-d-802060-9 is: [{'id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'name': 'tempest-ServersTestManualDisk-843186627-router', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:55Z', 'updated_at': '2021-08-17T03:05:01Z', 'revision_number': 4, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'gw_port': {'id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:56Z', 'updated_at': '2021-08-17T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '15d369f6-f959-45b4-88b9-07604621e216', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'floating_ip_address': '172.25.1.80', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'port_id': '1eaf7bdc-4a6d-4eff-89fd-4adb80415531', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1711, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7', 'mac_address': 'fa:16:3e:01:68:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464b111b-5124-470b-baef-f5ab8bbc0bcf', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:05:05Z', 'updated_at': '2021-08-17T03:05:32Z', 'revision_number': 1, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2d480532-53d6-437d-b0c2-92d6aff994dc', 'name': '', 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'mac_address': 'fa:16:3e:db:48:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:00Z', 'updated_at': '2021-08-17T03:05:09Z', 'revision_number': 5, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'subnets': [{'id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:05:37.337676 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e9f07ce9-e2eb-44aa-a8da-ca4ba3d0781e tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:37.405832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f07ce9-e2eb-44aa-a8da-ca4ba3d0781e tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event deleted for resources: {'Subnet': ['ID=71cb68f5-8454-4337-8b26-cfefba448d74,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:37.414297 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e9f07ce9-e2eb-44aa-a8da-ca4ba3d0781e tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:37.420404 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e9f07ce9-e2eb-44aa-a8da-ca4ba3d0781e tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "DELETE /v2.0/subnets/71cb68f5-8454-4337-8b26-cfefba448d74 HTTP/1.1" status: 204 len: 168 time: 0.8741472 Aug 17 03:05:37.420529 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57196) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:37.420987 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fee1d6a-9380-42db-b01e-e552c1871c41 None None] Network eed2c4e0-8b6a-4578-b7ba-d636db5a18bb requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:37.500264 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d7fd103-e2bb-475b-a87d-3679d8c43800 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Deleting subnet 02f01371-a097-4eff-b769-07281425fb81 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:05:37.504221 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0d7fd103-e2bb-475b-a87d-3679d8c43800 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:37.620044 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0d7fd103-e2bb-475b-a87d-3679d8c43800 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:37.648541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7244f2d5-7d99-4ee2-87a3-b35262035bf5 None None] DHCP port deletion for eed2c4e0-8b6a-4578-b7ba-d636db5a18bb request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:05:37.718165 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d941cd-4a03-4a87-8da3-83deb9fee8a7 None None] New status for floating IP 15d369f6-f959-45b4-88b9-07604621e216: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:05:37.720076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-1c5f7d77-eb6c-406c-829a-d532ae0f55ce tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:37.728985 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-1c5f7d77-eb6c-406c-829a-d532ae0f55ce tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:37.730642 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-1c5f7d77-eb6c-406c-829a-d532ae0f55ce tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.60 "GET /v2.0/networks?id=4b654451-e772-4f61-acc8-584d84d15734&id=547c9d29-3908-492a-ae4b-d840cc83bbb5 HTTP/1.1" status: 200 len: 1390 time: 0.2221837 Aug 17 03:05:37.752226 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7244f2d5-7d99-4ee2-87a3-b35262035bf5 None None] Deleting port f67a1909-7653-4b8a-ab6e-f60d877b51cf {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:05:37.752226 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7244f2d5-7d99-4ee2-87a3-b35262035bf5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:37.776892 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-68c82654-3a86-4448-9009-ad92ab5f71a4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Request body: {'port': {'device_id': '743936d7-1a31-4cd3-bbb4-08ad086788ef', 'network_id': '4b654451-e772-4f61-acc8-584d84d15734', 'admin_state_up': True, 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:37.879049 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-7244f2d5-7d99-4ee2-87a3-b35262035bf5 None None] For port f67a1909-7653-4b8a-ab6e-f60d877b51cf, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f67a1909-7653-4b8a-ab6e-f60d877b51cf,segment=NetworkSegment(d58442f7-8ef3-4066-a306-c5f3706591d4),segment_id=d58442f7-8ef3-4066-a306-c5f3706591d4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:37.879623 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7244f2d5-7d99-4ee2-87a3-b35262035bf5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:37.903297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7244f2d5-7d99-4ee2-87a3-b35262035bf5 None None] Calling delete_port for f67a1909-7653-4b8a-ab6e-f60d877b51cf owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:05:37.961330 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0d7fd103-e2bb-475b-a87d-3679d8c43800 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:38.190386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f5b519-bb93-49f4-96c2-3920681ffba7 req-3b475131-9c3a-495d-ad8e-7cac5f87b9b9 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:38.198829 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-53f5b519-bb93-49f4-96c2-3920681ffba7 req-3b475131-9c3a-495d-ad8e-7cac5f87b9b9 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.0662467 Aug 17 03:05:38.240418 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-53f5b519-bb93-49f4-96c2-3920681ffba7 req-d4e4179f-5475-4d53-a03c-eddaf79176de tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403507 Aug 17 03:05:38.261808 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7244f2d5-7d99-4ee2-87a3-b35262035bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:38.291345 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90bb1ad-c853-40ac-bd61-ef591765653f req-1a8555c6-5cbe-462b-bf3d-9dd8f91266ba tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:38.298451 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f90bb1ad-c853-40ac-bd61-ef591765653f req-1a8555c6-5cbe-462b-bf3d-9dd8f91266ba tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.2127116 Aug 17 03:05:38.329073 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 020c5b1f-62e6-4e69-87fa-8628a3e31b8b up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:38.336565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7244f2d5-7d99-4ee2-87a3-b35262035bf5 None None] Pushing event deleted for resources: {'Port': ['ID=f67a1909-7653-4b8a-ab6e-f60d877b51cf,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:38.363678 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7244f2d5-7d99-4ee2-87a3-b35262035bf5 None None] No DVR routers for this DVR port f67a1909-7653-4b8a-ab6e-f60d877b51cf on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:05:38.392878 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-68c82654-3a86-4448-9009-ad92ab5f71a4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Made reservation on behalf of ad2a0dc5cde74a658ad692effa9a3b56 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:38.399585 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-68c82654-3a86-4448-9009-ad92ab5f71a4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:38.405991 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f90bb1ad-c853-40ac-bd61-ef591765653f req-70b002c7-4564-4b90-aa85-950c8e308e42 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1062701 Aug 17 03:05:38.422094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 020c5b1f-62e6-4e69-87fa-8628a3e31b8b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:38.425627 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0d7fd103-e2bb-475b-a87d-3679d8c43800 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:38.432915 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:38.506269 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7fd103-e2bb-475b-a87d-3679d8c43800 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event deleted for resources: {'Subnet': ['ID=02f01371-a097-4eff-b769-07281425fb81,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:38.534549 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0d7fd103-e2bb-475b-a87d-3679d8c43800 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:38.536580 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0d7fd103-e2bb-475b-a87d-3679d8c43800 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "DELETE /v2.0/subnets/02f01371-a097-4eff-b769-07281425fb81 HTTP/1.1" status: 204 len: 168 time: 1.1161687 Aug 17 03:05:38.539191 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57220) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:38.613300 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fd6ead9-f6ea-4a0b-9b27-782d248a6194 None None] Network 32f9b6a5-59ba-4619-ad25-cf8940ec4409 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:38.758110 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0385c23c-4bb3-4db7-856a-0f56c36001c9 req-fd0b63d9-b25b-48c5-8614-626fab5f186b tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 210 time: 0.0473926 Aug 17 03:05:38.815505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-68c82654-3a86-4448-9009-ad92ab5f71a4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Allocated IP 19.80.0.136 (4b654451-e772-4f61-acc8-584d84d15734/89f2246b-dc60-40ad-9659-ec739bff3370/f2ff41c1-9f8f-4128-a47c-f5d93215c0f4) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:38.820726 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f67a1909-7653-4b8a-ab6e-f60d877b51cf no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:05:38.868525 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e1d086c-52ab-496f-aa89-a00d01e29fb1 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:38.921044 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: f67a1909-7653-4b8a-ab6e-f60d877b51cf {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:05:38.921680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f67a1909-7653-4b8a-ab6e-f60d877b51cf not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:05:39.034900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] DHCP port deletion for 32f9b6a5-59ba-4619-ad25-cf8940ec4409 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:05:39.074372 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e1d086c-52ab-496f-aa89-a00d01e29fb1 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:39.089797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-9e1d086c-52ab-496f-aa89-a00d01e29fb1 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eed2c4e0-8b6a-4578-b7ba-d636db5a18bb']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:39.103252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-9e1d086c-52ab-496f-aa89-a00d01e29fb1 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd58442f7-8ef3-4066-a306-c5f3706591d4') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:39.103605 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-9e1d086c-52ab-496f-aa89-a00d01e29fb1 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd58442f7-8ef3-4066-a306-c5f3706591d4') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:39.109473 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] Deleting port d8177641-4f32-414d-8418-bec8695428ec {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:05:39.109473 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:39.119258 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e1d086c-52ab-496f-aa89-a00d01e29fb1 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:39.126068 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-68c82654-3a86-4448-9009-ad92ab5f71a4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:39.146140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-68c82654-3a86-4448-9009-ad92ab5f71a4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Transition to ACTIVE for port object f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:39.151854 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e1d086c-52ab-496f-aa89-a00d01e29fb1 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:39.164296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e1d086c-52ab-496f-aa89-a00d01e29fb1 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:05:39.164840 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e1d086c-52ab-496f-aa89-a00d01e29fb1 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:05:39.168664 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:05:39.249803 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] For port d8177641-4f32-414d-8418-bec8695428ec, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d8177641-4f32-414d-8418-bec8695428ec,segment=NetworkSegment(b98ccbde-4fdc-4864-aa1b-4c7b90b58c57),segment_id=b98ccbde-4fdc-4864-aa1b-4c7b90b58c57)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:39.250511 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:39.280983 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] Calling delete_port for d8177641-4f32-414d-8418-bec8695428ec owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:05:39.284554 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-68c82654-3a86-4448-9009-ad92ab5f71a4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:39.335692 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e1d086c-52ab-496f-aa89-a00d01e29fb1 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:39.358757 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e1d086c-52ab-496f-aa89-a00d01e29fb1 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:39.369351 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9e1d086c-52ab-496f-aa89-a00d01e29fb1 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "DELETE /v2.0/networks/eed2c4e0-8b6a-4578-b7ba-d636db5a18bb HTTP/1.1" status: 204 len: 168 time: 0.8270023 Aug 17 03:05:39.371836 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57230) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:39.384390 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e1d086c-52ab-496f-aa89-a00d01e29fb1 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event deleted for resources: {'Network': ['ID=eed2c4e0-8b6a-4578-b7ba-d636db5a18bb,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:39.444153 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:39.473142 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:05:39.494430 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] Pushing event deleted for resources: {'Port': ['ID=d8177641-4f32-414d-8418-bec8695428ec,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:39.655716 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] No DVR routers for this DVR port d8177641-4f32-414d-8418-bec8695428ec on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:05:39.656338 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-68c82654-3a86-4448-9009-ad92ab5f71a4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Network 4b654451-e772-4f61-acc8-584d84d15734 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:39.717500 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:39.717500 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:39.717500 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:39.736928 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:39.737483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:39.737902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:39.741954 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:39.742559 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:39.743759 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:39.744612 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:39.748330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:39.748855 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5988a147-4630-4e72-92a9-de90b9e8b097 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:39.781881 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de3b733e-f39e-4986-8c7b-0e219060bba5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:39.795143 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-68c82654-3a86-4448-9009-ad92ab5f71a4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:39.810526 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-68c82654-3a86-4448-9009-ad92ab5f71a4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:39.882795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44c0a6f-fe7d-45d3-abcb-0fab8fbf125c req-8da526a8-8b98-4eef-a26d-cb1611296d4e tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:39.884411 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b44c0a6f-fe7d-45d3-abcb-0fab8fbf125c req-8da526a8-8b98-4eef-a26d-cb1611296d4e tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.1107359 Aug 17 03:05:39.894851 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c82654-3a86-4448-9009-ad92ab5f71a4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event updated for resources: {'Port': ['ID=f2ff41c1-9f8f-4128-a47c-f5d93215c0f4,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:39.906854 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-68c82654-3a86-4448-9009-ad92ab5f71a4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:39.906854 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-68c82654-3a86-4448-9009-ad92ab5f71a4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:39.939676 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b44c0a6f-fe7d-45d3-abcb-0fab8fbf125c req-a054705f-c18f-4ca6-ac5e-917f2862ac6e tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409913 Aug 17 03:05:40.039634 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ddb7de-1f0a-432a-8320-f68aef03a2ee req-0494b822-251b-4950-82ee-546d4530d52f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:40.047710 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-04ddb7de-1f0a-432a-8320-f68aef03a2ee req-0494b822-251b-4950-82ee-546d4530d52f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.4657767 Aug 17 03:05:40.060903 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-68c82654-3a86-4448-9009-ad92ab5f71a4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2902441 Aug 17 03:05:40.081317 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-37ec9926-fd9c-4bfb-bee8-3a0d67e8f257 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Request body: {'port': {'device_id': '743936d7-1a31-4cd3-bbb4-08ad086788ef', 'network_id': '547c9d29-3908-492a-ae4b-d840cc83bbb5', 'admin_state_up': True, 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:40.111275 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de3b733e-f39e-4986-8c7b-0e219060bba5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:40.124679 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-de3b733e-f39e-4986-8c7b-0e219060bba5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32f9b6a5-59ba-4619-ad25-cf8940ec4409']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:40.143424 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-de3b733e-f39e-4986-8c7b-0e219060bba5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b98ccbde-4fdc-4864-aa1b-4c7b90b58c57') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:40.143728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-de3b733e-f39e-4986-8c7b-0e219060bba5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b98ccbde-4fdc-4864-aa1b-4c7b90b58c57') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:40.154746 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de3b733e-f39e-4986-8c7b-0e219060bba5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:40.228466 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de3b733e-f39e-4986-8c7b-0e219060bba5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:40.244031 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de3b733e-f39e-4986-8c7b-0e219060bba5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:05:40.244578 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de3b733e-f39e-4986-8c7b-0e219060bba5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:40.249632 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e6d564fa-5734-4a60-8cf7-feed816696df None None] Provisioning for port f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:40.251118 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-04ddb7de-1f0a-432a-8320-f68aef03a2ee req-fc241721-1cf5-462d-b4c4-c68aa544bbd6 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2022266 Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:05:40.251819 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:05:40.260740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e6d564fa-5734-4a60-8cf7-feed816696df None None] Provisioning complete for port f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:40.260740 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e6d564fa-5734-4a60-8cf7-feed816696df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:40.322539 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d8177641-4f32-414d-8418-bec8695428ec no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:05:40.370770 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: d8177641-4f32-414d-8418-bec8695428ec {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:05:40.371641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d8177641-4f32-414d-8418-bec8695428ec not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:05:40.381381 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e6d564fa-5734-4a60-8cf7-feed816696df None None] Port f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:05:40.400856 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b368208-4d9a-4f04-8136-7dc4e77ca24d req-1575b069-99ae-43cf-beb4-2442fb692035 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:40.409168 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b368208-4d9a-4f04-8136-7dc4e77ca24d req-1575b069-99ae-43cf-beb4-2442fb692035 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 932 time: 0.1134415 Aug 17 03:05:40.478130 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b368208-4d9a-4f04-8136-7dc4e77ca24d req-815b9eec-649e-4838-b37b-85ba1f6644d5 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676153 Aug 17 03:05:40.843678 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de3b733e-f39e-4986-8c7b-0e219060bba5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:40.852041 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de3b733e-f39e-4986-8c7b-0e219060bba5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:40.853735 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-de3b733e-f39e-4986-8c7b-0e219060bba5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "DELETE /v2.0/networks/32f9b6a5-59ba-4619-ad25-cf8940ec4409 HTTP/1.1" status: 204 len: 168 time: 1.4787076 Aug 17 03:05:40.856165 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57258) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:40.874504 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3b733e-f39e-4986-8c7b-0e219060bba5 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event deleted for resources: {'Network': ['ID=32f9b6a5-59ba-4619-ad25-cf8940ec4409,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:40.895038 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-37ec9926-fd9c-4bfb-bee8-3a0d67e8f257 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Made reservation on behalf of ad2a0dc5cde74a658ad692effa9a3b56 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:40.898483 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-37ec9926-fd9c-4bfb-bee8-3a0d67e8f257 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:40.946508 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-559427e1-51ad-4174-a61b-335661eab559 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Deleting subnet 1b0d1d58-1813-4053-8d00-29b8ecaae47a {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:05:40.953193 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-559427e1-51ad-4174-a61b-335661eab559 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:41.048781 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-559427e1-51ad-4174-a61b-335661eab559 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:41.087595 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14180aae-6495-4507-af70-f935d1ab9a7a req-66aac6aa-0761-46ba-ac43-e2915df46276 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:41.096064 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-14180aae-6495-4507-af70-f935d1ab9a7a req-66aac6aa-0761-46ba-ac43-e2915df46276 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0707731 Aug 17 03:05:41.134880 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-559427e1-51ad-4174-a61b-335661eab559 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:41.164558 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-14180aae-6495-4507-af70-f935d1ab9a7a req-4faf3f96-be59-48c2-b663-5e238883da1c tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673945 Aug 17 03:05:41.284290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-37ec9926-fd9c-4bfb-bee8-3a0d67e8f257 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Allocated IP 19.86.0.225 (547c9d29-3908-492a-ae4b-d840cc83bbb5/5937f48a-c710-4b7b-ba78-e8820df7fd52/dc84bda7-5f34-4905-8a50-2bd9fb2f8683) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:41.287409 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-559427e1-51ad-4174-a61b-335661eab559 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:41.324811 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559427e1-51ad-4174-a61b-335661eab559 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event deleted for resources: {'Subnet': ['ID=1b0d1d58-1813-4053-8d00-29b8ecaae47a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:41.334300 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-559427e1-51ad-4174-a61b-335661eab559 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:41.336207 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-559427e1-51ad-4174-a61b-335661eab559 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "DELETE /v2.0/subnets/1b0d1d58-1813-4053-8d00-29b8ecaae47a HTTP/1.1" status: 204 len: 168 time: 0.4790955 Aug 17 03:05:41.339092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57276) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:41.344613 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c31a3d-2a4a-4039-a382-a9d8c0286871 None None] Network 210ddfbd-1972-4cc2-97ff-8f3a9f53b731 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:41.504252 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:41.595139 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c956e6d-7df3-40e8-8ec3-873d338b11e2 req-9716f785-be83-432f-b1c0-e55f423894b4 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:41.600765 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c956e6d-7df3-40e8-8ec3-873d338b11e2 req-9716f785-be83-432f-b1c0-e55f423894b4 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.1260889 Aug 17 03:05:41.669973 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-37ec9926-fd9c-4bfb-bee8-3a0d67e8f257 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:41.700733 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c956e6d-7df3-40e8-8ec3-873d338b11e2 req-c9a46c7f-6d74-42b0-893b-2fa63d96cc9a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917578 Aug 17 03:05:41.706039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-37ec9926-fd9c-4bfb-bee8-3a0d67e8f257 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Transition to ACTIVE for port object dc84bda7-5f34-4905-8a50-2bd9fb2f8683 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:41.727732 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c68fac0f-ed78-45de-9c7a-76f840423b9b None None] DHCP port deletion for 210ddfbd-1972-4cc2-97ff-8f3a9f53b731 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:05:41.740690 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Deleting port b3794574-ab0d-4a3a-b04b-a95305f3564a {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:05:41.741167 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:41.752953 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b624cc-db84-48a2-a56c-61039ec520ed req-abafb0a0-8e54-4525-ab82-c5668f7c53c6 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:41.754767 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c5b624cc-db84-48a2-a56c-61039ec520ed req-abafb0a0-8e54-4525-ab82-c5668f7c53c6 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 932 time: 0.1437685 Aug 17 03:05:41.851950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c68fac0f-ed78-45de-9c7a-76f840423b9b None None] Deleting port b3794574-ab0d-4a3a-b04b-a95305f3564a {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:05:41.852317 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c68fac0f-ed78-45de-9c7a-76f840423b9b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:41.903480 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] For port b3794574-ab0d-4a3a-b04b-a95305f3564a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b3794574-ab0d-4a3a-b04b-a95305f3564a,segment=NetworkSegment(cca844e2-98dd-4d57-9ac7-c0f4acc2dd37),segment_id=cca844e2-98dd-4d57-9ac7-c0f4acc2dd37)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:41.904522 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:41.915291 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c5b624cc-db84-48a2-a56c-61039ec520ed req-9eb96ee1-0e43-44e3-a52f-1fcfd449bc23 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468365 Aug 17 03:05:41.922638 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Calling delete_port for b3794574-ab0d-4a3a-b04b-a95305f3564a owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:05:41.945595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c68fac0f-ed78-45de-9c7a-76f840423b9b None None] For port b3794574-ab0d-4a3a-b04b-a95305f3564a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b3794574-ab0d-4a3a-b04b-a95305f3564a,segment=NetworkSegment(cca844e2-98dd-4d57-9ac7-c0f4acc2dd37),segment_id=cca844e2-98dd-4d57-9ac7-c0f4acc2dd37)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:41.946017 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c68fac0f-ed78-45de-9c7a-76f840423b9b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:41.963426 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c68fac0f-ed78-45de-9c7a-76f840423b9b None None] Calling delete_port for b3794574-ab0d-4a3a-b04b-a95305f3564a owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:05:42.007649 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-37ec9926-fd9c-4bfb-bee8-3a0d67e8f257 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:42.066234 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-37ec9926-fd9c-4bfb-bee8-3a0d67e8f257 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Network 547c9d29-3908-492a-ae4b-d840cc83bbb5 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:42.070394 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-37ec9926-fd9c-4bfb-bee8-3a0d67e8f257 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:42.074180 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-37ec9926-fd9c-4bfb-bee8-3a0d67e8f257 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:42.097172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ec9926-fd9c-4bfb-bee8-3a0d67e8f257 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event updated for resources: {'Port': ['ID=dc84bda7-5f34-4905-8a50-2bd9fb2f8683,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:42.163812 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c68fac0f-ed78-45de-9c7a-76f840423b9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:42.219868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68fac0f-ed78-45de-9c7a-76f840423b9b None None] Pushing event deleted for resources: {'Port': ['ID=b3794574-ab0d-4a3a-b04b-a95305f3564a,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:42.221210 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-37ec9926-fd9c-4bfb-bee8-3a0d67e8f257 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:42.222201 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-37ec9926-fd9c-4bfb-bee8-3a0d67e8f257 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:42.231841 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c68fac0f-ed78-45de-9c7a-76f840423b9b None None] No DVR routers for this DVR port b3794574-ab0d-4a3a-b04b-a95305f3564a on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:05:42.237006 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:42.269265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event deleted for resources: {'Port': ['ID=b3794574-ab0d-4a3a-b04b-a95305f3564a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:42.284545 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] No DVR routers for this DVR port b3794574-ab0d-4a3a-b04b-a95305f3564a on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:05:42.324725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b3794574-ab0d-4a3a-b04b-a95305f3564a no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:05:42.347027 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: b3794574-ab0d-4a3a-b04b-a95305f3564a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:05:42.355101 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b3794574-ab0d-4a3a-b04b-a95305f3564a not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:05:42.398881 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-37ec9926-fd9c-4bfb-bee8-3a0d67e8f257 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3237345 Aug 17 03:05:42.434636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Request body: {'port': {'device_id': '743936d7-1a31-4cd3-bbb4-08ad086788ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:42.531075 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:42.568015 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['210ddfbd-1972-4cc2-97ff-8f3a9f53b731']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:42.592490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3f470e3f-eec6-4343-bf4d-66211224c1b3 None None] Provisioning for port dc84bda7-5f34-4905-8a50-2bd9fb2f8683 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:42.594794 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cca844e2-98dd-4d57-9ac7-c0f4acc2dd37') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:42.595091 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cca844e2-98dd-4d57-9ac7-c0f4acc2dd37') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:42.597183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3f470e3f-eec6-4343-bf4d-66211224c1b3 None None] Provisioning complete for port dc84bda7-5f34-4905-8a50-2bd9fb2f8683 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:42.597825 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f470e3f-eec6-4343-bf4d-66211224c1b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:42.606957 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:42.654855 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-3f470e3f-eec6-4343-bf4d-66211224c1b3 None None] Port dc84bda7-5f34-4905-8a50-2bd9fb2f8683 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:05:42.666406 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:42.715540 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9d62c6a-f8b3-4009-b824-e1c60941d961 req-93330edd-df91-468d-9e19-3b44cdeae11e tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:42.722865 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d9d62c6a-f8b3-4009-b824-e1c60941d961 req-93330edd-df91-468d-9e19-3b44cdeae11e tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.3626292 Aug 17 03:05:42.725840 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:42.753548 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:05:42.754060 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:05:42.757953 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:05:42.938909 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-236038e1-eeca-47fb-b4e4-bd60950ccac3 req-82e8de6f-2c96-4a4e-972c-8f64393af3ed tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:42.949305 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-236038e1-eeca-47fb-b4e4-bd60950ccac3 req-82e8de6f-2c96-4a4e-972c-8f64393af3ed tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.0913434 Aug 17 03:05:42.960566 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d9d62c6a-f8b3-4009-b824-e1c60941d961 req-e8843eb6-ccf5-4e4e-a339-4ea51d3dc57e tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313597 Aug 17 03:05:43.025542 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-236038e1-eeca-47fb-b4e4-bd60950ccac3 req-2fdd1cac-f0f8-408f-9a10-2e943d6584c3 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751879 Aug 17 03:05:43.083051 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:43.098785 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:43.098785 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "DELETE /v2.0/networks/210ddfbd-1972-4cc2-97ff-8f3a9f53b731 HTTP/1.1" status: 204 len: 168 time: 1.7560682 Aug 17 03:05:43.108424 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57312) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:43.126548 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51584789-db1c-4848-9b3f-c8715c599c1d tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Pushing event deleted for resources: {'Network': ['ID=210ddfbd-1972-4cc2-97ff-8f3a9f53b731,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:43.158503 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b92f3612-b1e5-4845-84d7-aa1a31118509 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "GET /v2.0/ports?device_id=8251dee1-414c-4a77-b15f-3253948d0365 HTTP/1.1" status: 200 len: 205 time: 0.0419855 Aug 17 03:05:43.160458 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57314) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:43.176083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4c595-2781-4c61-8f10-45731bc9bcb1 req-679d0d82-1f32-4964-b9b7-d244b7765381 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:43.182919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f4c595-2781-4c61-8f10-45731bc9bcb1 req-679d0d82-1f32-4964-b9b7-d244b7765381 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:43.184822 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-71f4c595-2781-4c61-8f10-45731bc9bcb1 req-679d0d82-1f32-4964-b9b7-d244b7765381 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1655 time: 0.0899737 Aug 17 03:05:43.245840 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:05:43.256620 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:43.280835 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Transition to ACTIVE for port object f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:43.281254 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a884676a-0a7b-488f-aa53-088bfc8aabb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:43.366807 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-71f4c595-2781-4c61-8f10-45731bc9bcb1 req-233f57a7-3c02-4ee9-b990-7cf4c6a70f09 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354692 Aug 17 03:05:43.386855 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:43.452599 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Pushing event updated for resources: {'Port': ['ID=f2ff41c1-9f8f-4128-a47c-f5d93215c0f4,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:43.488743 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a884676a-0a7b-488f-aa53-088bfc8aabb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:43.493180 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a884676a-0a7b-488f-aa53-088bfc8aabb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:43.599673 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Attempting to bind port f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:05:43.600149 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Attempting to bind port f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '3f449076-37ec-4164-b9c2-bf76cb2ebd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b654451-e772-4f61-acc8-584d84d15734'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:05:43.600587 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Attempting to bind port f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 on network 4b654451-e772-4f61-acc8-584d84d15734 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:43.606265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Port f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 on network 4b654451-e772-4f61-acc8-584d84d15734 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:05:43.606741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Attempting to bind port f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 on network 4b654451-e772-4f61-acc8-584d84d15734 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:43.623128 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:05:43.623620 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Checking segment: {'id': '3f449076-37ec-4164-b9c2-bf76cb2ebd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b654451-e772-4f61-acc8-584d84d15734'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:43.624115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Bound using segment: {'id': '3f449076-37ec-4164-b9c2-bf76cb2ebd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b654451-e772-4f61-acc8-584d84d15734'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:05:43.631838 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Bound port: f2ff41c1-9f8f-4128-a47c-f5d93215c0f4, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3f449076-37ec-4164-b9c2-bf76cb2ebd7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '4b654451-e772-4f61-acc8-584d84d15734'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:05:43.631838 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:43.683958 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a884676a-0a7b-488f-aa53-088bfc8aabb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:43.685565 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a884676a-0a7b-488f-aa53-088bfc8aabb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Fanout notify agent at l3_agent the message router_deleted on router 8251dee1-414c-4a77-b15f-3253948d0365 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:05:43.692048 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a884676a-0a7b-488f-aa53-088bfc8aabb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:43.707366 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a884676a-0a7b-488f-aa53-088bfc8aabb3 tempest-RoutersNegativeIpV6Test-1664489098 tempest-RoutersNegativeIpV6Test-1664489098-project] 10.222.0.10 "DELETE /v2.0/routers/8251dee1-414c-4a77-b15f-3253948d0365 HTTP/1.1" status: 204 len: 168 time: 0.5403991 Aug 17 03:05:43.773565 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] For port f2ff41c1-9f8f-4128-a47c-f5d93215c0f4, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:05:43.779944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] For port f2ff41c1-9f8f-4128-a47c-f5d93215c0f4, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f2ff41c1-9f8f-4128-a47c-f5d93215c0f4,segment=NetworkSegment(3f449076-37ec-4164-b9c2-bf76cb2ebd7d),segment_id=3f449076-37ec-4164-b9c2-bf76cb2ebd7d)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:05:43.850904 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:43.919813 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:43.920932 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:43.923035 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] 10.222.0.60 "PUT /v2.0/ports/f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 HTTP/1.1" status: 200 len: 1092 time: 1.4933507 Aug 17 03:05:43.923772 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743936d7-1a31-4cd3-bbb4-08ad086788ef', 'tag': 'f2ff41c1-9f8f-4128-a47c-f5d93215c0f4'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:43.927178 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31c4dd0b-9620-4b51-bef6-cecfaaa8aa2f" -d '{"events": [{"name": "network-changed", "server_uuid": "743936d7-1a31-4cd3-bbb4-08ad086788ef", "tag": "f2ff41c1-9f8f-4128-a47c-f5d93215c0f4"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:43.958290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217369e1-3f58-4213-9501-7bb738338b4b service neutron] Pushing event updated for resources: {'Port': ['ID=f2ff41c1-9f8f-4128-a47c-f5d93215c0f4,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:44.070431 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-662c2470-08f7-4339-ba7d-bdf819c3887a x-openstack-request-id: req-662c2470-08f7-4339-ba7d-bdf819c3887a {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:44.071084 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743936d7-1a31-4cd3-bbb4-08ad086788ef", "tag": "f2ff41c1-9f8f-4128-a47c-f5d93215c0f4", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:44.071084 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-662c2470-08f7-4339-ba7d-bdf819c3887a {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:44.071373 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743936d7-1a31-4cd3-bbb4-08ad086788ef', 'tag': 'f2ff41c1-9f8f-4128-a47c-f5d93215c0f4', 'status': 'completed', 'code': 200} Aug 17 03:05:44.180535 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4dd0b-9620-4b51-bef6-cecfaaa8aa2f req-812b70dc-c409-44e9-9e8f-03fef46a43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:44.181042 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4dd0b-9620-4b51-bef6-cecfaaa8aa2f req-812b70dc-c409-44e9-9e8f-03fef46a43a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:44.182780 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-31c4dd0b-9620-4b51-bef6-cecfaaa8aa2f req-812b70dc-c409-44e9-9e8f-03fef46a43a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad2a0dc5cde74a658ad692effa9a3b56&device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1914 time: 0.0637333 Aug 17 03:05:44.214599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb21506-c5fa-4d47-9a0d-296758316f22 req-c913fd41-a7ad-4681-8d30-f8c4f95e748f tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:44.217269 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4bb21506-c5fa-4d47-9a0d-296758316f22 req-c913fd41-a7ad-4681-8d30-f8c4f95e748f tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0819440 Aug 17 03:05:44.270691 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4bb21506-c5fa-4d47-9a0d-296758316f22 req-1173b246-f782-423b-a676-6495cf22d978 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467093 Aug 17 03:05:44.465283 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d20d26-9e8b-437b-a31c-c41c8b4d40b0 req-59d73119-6485-467d-b083-8db4d8d06a0f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:44.469997 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d6d20d26-9e8b-437b-a31c-c41c8b4d40b0 req-59d73119-6485-467d-b083-8db4d8d06a0f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.2947021 Aug 17 03:05:44.493339 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4dd0b-9620-4b51-bef6-cecfaaa8aa2f req-983928d0-59ed-42cb-86b1-8c7e934a0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:44.493862 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4dd0b-9620-4b51-bef6-cecfaaa8aa2f req-983928d0-59ed-42cb-86b1-8c7e934a0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:44.494342 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4dd0b-9620-4b51-bef6-cecfaaa8aa2f req-983928d0-59ed-42cb-86b1-8c7e934a0d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:44.496251 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-31c4dd0b-9620-4b51-bef6-cecfaaa8aa2f req-983928d0-59ed-42cb-86b1-8c7e934a0d0b service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=ad2a0dc5cde74a658ad692effa9a3b56&shared=False HTTP/1.1" status: 200 len: 2287 time: 0.3000855 Aug 17 03:05:44.512795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Request body: {'port': {'device_id': '743936d7-1a31-4cd3-bbb4-08ad086788ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:44.560560 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72875047-56c2-4a9a-bac8-f58e9c807a88 req-ea784a13-0b82-4ce1-b097-352901167df3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:44.567862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72875047-56c2-4a9a-bac8-f58e9c807a88 req-ea784a13-0b82-4ce1-b097-352901167df3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:44.569579 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72875047-56c2-4a9a-bac8-f58e9c807a88 req-ea784a13-0b82-4ce1-b097-352901167df3 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1667 time: 0.1078155 Aug 17 03:05:44.648160 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:44.691505 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d6d20d26-9e8b-437b-a31c-c41c8b4d40b0 req-9a42e137-e4fc-4659-8e92-367f2ce8debb tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2121081 Aug 17 03:05:44.809456 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72875047-56c2-4a9a-bac8-f58e9c807a88 req-d2d238a2-528f-4894-a92e-616918140f93 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2259653 Aug 17 03:05:44.944175 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57348) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:45.009176 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c4dd0b-9620-4b51-bef6-cecfaaa8aa2f req-f7f7a09b-abc4-47ea-b09c-e7e98505e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:45.011026 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-31c4dd0b-9620-4b51-bef6-cecfaaa8aa2f req-f7f7a09b-abc4-47ea-b09c-e7e98505e5ab service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4975245 Aug 17 03:05:45.197770 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-31cf8a89-ebd3-4c42-9124-59ded32ed930 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=da463edda50b4fc09d1caaf6e25197d0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2519019 Aug 17 03:05:45.199674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57358) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:45.244323 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-64959079-171c-461a-859a-fb5c49468b2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:45.260943 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0f231972-6775-49e6-9f36-9a2a05f0f92b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:45.311601 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0f231972-6775-49e6-9f36-9a2a05f0f92b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:45.420818 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc84bda7-5f34-4905-8a50-2bd9fb2f8683 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:05:45.440830 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:45.454180 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0f231972-6775-49e6-9f36-9a2a05f0f92b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:45.455725 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0f231972-6775-49e6-9f36-9a2a05f0f92b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:45.457142 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0f231972-6775-49e6-9f36-9a2a05f0f92b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a66af5d5-1222-4e8c-b3e1-fd3540776ae9 HTTP/1.1" status: 204 len: 168 time: 0.2564659 Aug 17 03:05:45.473066 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f231972-6775-49e6-9f36-9a2a05f0f92b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a66af5d5-1222-4e8c-b3e1-fd3540776ae9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:45.491740 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f231972-6775-49e6-9f36-9a2a05f0f92b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:45.493033 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Transition to ACTIVE for port object dc84bda7-5f34-4905-8a50-2bd9fb2f8683 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:45.493163 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f231972-6775-49e6-9f36-9a2a05f0f92b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:45.493538 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f231972-6775-49e6-9f36-9a2a05f0f92b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:45.494375 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f231972-6775-49e6-9f36-9a2a05f0f92b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:45.494736 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f231972-6775-49e6-9f36-9a2a05f0f92b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:45.496360 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f231972-6775-49e6-9f36-9a2a05f0f92b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:45.496709 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f231972-6775-49e6-9f36-9a2a05f0f92b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:45.499307 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f231972-6775-49e6-9f36-9a2a05f0f92b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:45.506408 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f231972-6775-49e6-9f36-9a2a05f0f92b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:45.506408 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f231972-6775-49e6-9f36-9a2a05f0f92b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:45.506408 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f231972-6775-49e6-9f36-9a2a05f0f92b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:45.506408 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f231972-6775-49e6-9f36-9a2a05f0f92b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:05:45.535309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9c5d3d-bf77-4242-99ef-47b2df3a2327 req-a5a63c9a-0ba4-4568-b6c7-aa2732439bc4 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:45.540822 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af9c5d3d-bf77-4242-99ef-47b2df3a2327 req-a5a63c9a-0ba4-4568-b6c7-aa2732439bc4 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.1331661 Aug 17 03:05:45.581322 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:45.603523 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af9c5d3d-bf77-4242-99ef-47b2df3a2327 req-4121d561-d6f7-4ce8-a0be-045176ac29cb tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600288 Aug 17 03:05:45.677008 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc84bda7-5f34-4905-8a50-2bd9fb2f8683,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:45.791623 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Attempting to bind port dc84bda7-5f34-4905-8a50-2bd9fb2f8683 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:05:45.791977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Attempting to bind port dc84bda7-5f34-4905-8a50-2bd9fb2f8683 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'eceea5cd-b976-480a-9339-a611ebe239bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '547c9d29-3908-492a-ae4b-d840cc83bbb5'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:05:45.792315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Attempting to bind port dc84bda7-5f34-4905-8a50-2bd9fb2f8683 on network 547c9d29-3908-492a-ae4b-d840cc83bbb5 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:45.805184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Port dc84bda7-5f34-4905-8a50-2bd9fb2f8683 on network 547c9d29-3908-492a-ae4b-d840cc83bbb5 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:05:45.805575 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Attempting to bind port dc84bda7-5f34-4905-8a50-2bd9fb2f8683 on network 547c9d29-3908-492a-ae4b-d840cc83bbb5 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:45.821001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 5, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:05:45.821001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Checking segment: {'id': 'eceea5cd-b976-480a-9339-a611ebe239bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '547c9d29-3908-492a-ae4b-d840cc83bbb5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:45.821001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Bound using segment: {'id': 'eceea5cd-b976-480a-9339-a611ebe239bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '547c9d29-3908-492a-ae4b-d840cc83bbb5'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:05:45.821001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Bound port: dc84bda7-5f34-4905-8a50-2bd9fb2f8683, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eceea5cd-b976-480a-9339-a611ebe239bf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '547c9d29-3908-492a-ae4b-d840cc83bbb5'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:05:45.824457 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:45.993872 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] For port dc84bda7-5f34-4905-8a50-2bd9fb2f8683, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:05:45.993872 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] For port dc84bda7-5f34-4905-8a50-2bd9fb2f8683, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=dc84bda7-5f34-4905-8a50-2bd9fb2f8683,segment=NetworkSegment(eceea5cd-b976-480a-9339-a611ebe239bf),segment_id=eceea5cd-b976-480a-9339-a611ebe239bf)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:05:46.051282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0cfc61-932e-4d80-8459-80506475f3a7 req-a3f4a8df-b9e7-4a6a-a711-ff1e2e76f5cd tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:46.053571 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9b0cfc61-932e-4d80-8459-80506475f3a7 req-a3f4a8df-b9e7-4a6a-a711-ff1e2e76f5cd tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.1970432 Aug 17 03:05:46.071364 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1362506-4182-4e03-9d9a-7aee242e367a req-8021fe1e-6b14-455e-952f-0680fd95b96b tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:46.074345 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1362506-4182-4e03-9d9a-7aee242e367a req-8021fe1e-6b14-455e-952f-0680fd95b96b tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:46.076114 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1362506-4182-4e03-9d9a-7aee242e367a req-8021fe1e-6b14-455e-952f-0680fd95b96b tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1679 time: 0.1348765 Aug 17 03:05:46.112486 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9b0cfc61-932e-4d80-8459-80506475f3a7 req-486bc675-62ed-4a36-98f6-cb75c5e0d8bf tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525775 Aug 17 03:05:46.127274 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1362506-4182-4e03-9d9a-7aee242e367a req-088e46fe-83ed-420e-917e-2de83517d88c tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408454 Aug 17 03:05:46.164956 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:46.289010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:46.290023 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:46.293677 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] 10.222.0.60 "PUT /v2.0/ports/dc84bda7-5f34-4905-8a50-2bd9fb2f8683 HTTP/1.1" status: 200 len: 1092 time: 1.7891457 Aug 17 03:05:46.293677 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '743936d7-1a31-4cd3-bbb4-08ad086788ef', 'tag': 'dc84bda7-5f34-4905-8a50-2bd9fb2f8683'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:46.295186 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da34dcde-56ea-47ad-a00d-4ccd6246381e" -d '{"events": [{"name": "network-changed", "server_uuid": "743936d7-1a31-4cd3-bbb4-08ad086788ef", "tag": "dc84bda7-5f34-4905-8a50-2bd9fb2f8683"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:46.318776 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d261538-fa1e-4739-915f-6ee77b8d08d0 service neutron] Pushing event updated for resources: {'Port': ['ID=dc84bda7-5f34-4905-8a50-2bd9fb2f8683,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:46.542447 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-1f5ea15c-8642-41ca-90e9-74a5133c5413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:46.543028 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-1f5ea15c-8642-41ca-90e9-74a5133c5413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:46.548800 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-1f5ea15c-8642-41ca-90e9-74a5133c5413 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad2a0dc5cde74a658ad692effa9a3b56&device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1981 time: 0.1040528 Aug 17 03:05:46.644284 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-b2681f7b-b42d-4c12-a2b5-ff83304a6b9b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.136&port_id=f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 HTTP/1.1" status: 200 len: 217 time: 0.0867615 Aug 17 03:05:46.646907 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-641d44d7-cd0e-4024-9f46-609f0bb9df9f x-openstack-request-id: req-641d44d7-cd0e-4024-9f46-609f0bb9df9f {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:46.647398 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "743936d7-1a31-4cd3-bbb4-08ad086788ef", "tag": "dc84bda7-5f34-4905-8a50-2bd9fb2f8683", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:46.647823 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-641d44d7-cd0e-4024-9f46-609f0bb9df9f {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:46.648909 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '743936d7-1a31-4cd3-bbb4-08ad086788ef', 'tag': 'dc84bda7-5f34-4905-8a50-2bd9fb2f8683', 'status': 'completed', 'code': 200} Aug 17 03:05:46.785549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-75129571-db5b-453f-9447-573eed27e861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:46.786584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-75129571-db5b-453f-9447-573eed27e861 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=89f2246b-dc60-40ad-9659-ec739bff3370 HTTP/1.1" status: 200 len: 801 time: 0.1223183 Aug 17 03:05:46.854828 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-600c8798-9183-4f20-bd96-0cabaa2e2b4d req-5f86cca9-0e70-46f3-849a-9caa02776192 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:46.856508 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600c8798-9183-4f20-bd96-0cabaa2e2b4d req-5f86cca9-0e70-46f3-849a-9caa02776192 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.1232374 Aug 17 03:05:46.924968 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-842ea34a-4a67-42ea-9f60-d5499aa3b625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:46.933126 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-842ea34a-4a67-42ea-9f60-d5499aa3b625 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b654451-e772-4f61-acc8-584d84d15734&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1267664 Aug 17 03:05:46.940804 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-600c8798-9183-4f20-bd96-0cabaa2e2b4d req-9fa8a076-8641-4d7e-b58f-74373a78d0b8 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776849 Aug 17 03:05:47.058924 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-3fc3f6b1-bfbc-461e-a0b9-33383aad5dd6 service neutron] 10.222.0.60 "GET /v2.0/networks/4b654451-e772-4f61-acc8-584d84d15734?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1083283 Aug 17 03:05:47.166461 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-901df667-8860-4a21-bb37-addef065cf6e service neutron] 10.222.0.60 "GET /v2.0/networks/4b654451-e772-4f61-acc8-584d84d15734?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073956 Aug 17 03:05:47.249816 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-b2cc2494-c0a6-4554-b1e3-df177cd3e5da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.225&port_id=dc84bda7-5f34-4905-8a50-2bd9fb2f8683 HTTP/1.1" status: 200 len: 217 time: 0.0738542 Aug 17 03:05:47.276302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57426) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:47.297879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97779d2f-7f22-40b7-a960-cb3ae8ec51d2 req-b8e8ee8a-134b-4c7f-af18-0dc16e006f08 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:47.301001 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-97779d2f-7f22-40b7-a960-cb3ae8ec51d2 req-b8e8ee8a-134b-4c7f-af18-0dc16e006f08 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.0932052 Aug 17 03:05:47.347609 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79b7ca-f171-4249-9a59-6ac1f33fcc06 req-97e5ee7d-ca80-41c1-8646-c2437f74a954 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:47.354041 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-97779d2f-7f22-40b7-a960-cb3ae8ec51d2 req-bb62657f-d16e-4b44-8d74-1e6b6340eadf tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0470116 Aug 17 03:05:47.354551 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79b7ca-f171-4249-9a59-6ac1f33fcc06 req-97e5ee7d-ca80-41c1-8646-c2437f74a954 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:47.356255 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ae79b7ca-f171-4249-9a59-6ac1f33fcc06 req-97e5ee7d-ca80-41c1-8646-c2437f74a954 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1679 time: 0.1092467 Aug 17 03:05:47.358228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-382aa330-fcea-480d-882a-7e8198e67d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:47.359554 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-382aa330-fcea-480d-882a-7e8198e67d9e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5937f48a-c710-4b7b-ba78-e8820df7fd52 HTTP/1.1" status: 200 len: 801 time: 0.1012664 Aug 17 03:05:47.419085 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-0145f297-ffb3-4a92-b403-46e09c7a0047 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-186175093'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:47.444410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-6fbdc00f-dec2-482a-b655-11a5dc424f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:47.445985 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-6fbdc00f-dec2-482a-b655-11a5dc424f55 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=547c9d29-3908-492a-ae4b-d840cc83bbb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0752101 Aug 17 03:05:47.451369 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ae79b7ca-f171-4249-9a59-6ac1f33fcc06 req-1df0b0aa-e1dd-4c06-a21a-432ca1aeef2e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0878754 Aug 17 03:05:47.544026 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-d1b66284-a8fe-4249-8b9b-517414828605 service neutron] 10.222.0.60 "GET /v2.0/networks/547c9d29-3908-492a-ae4b-d840cc83bbb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905242 Aug 17 03:05:47.562367 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0145f297-ffb3-4a92-b403-46e09c7a0047 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Made reservation on behalf of 6d53811e27334c248db1ff28d9889732 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:47.566765 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0145f297-ffb3-4a92-b403-46e09c7a0047 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:47.577551 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0145f297-ffb3-4a92-b403-46e09c7a0047 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:47.665277 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ae433c3-97b1-4a6d-83df-fe7fc676e11b req-e5bc6a76-0d54-4aa5-9010-8f793fc221d6 service neutron] 10.222.0.60 "GET /v2.0/networks/547c9d29-3908-492a-ae4b-d840cc83bbb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1137643 Aug 17 03:05:47.674616 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0145f297-ffb3-4a92-b403-46e09c7a0047 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:47.774911 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0145f297-ffb3-4a92-b403-46e09c7a0047 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:47.808353 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0145f297-ffb3-4a92-b403-46e09c7a0047 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:05:47.826258 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0145f297-ffb3-4a92-b403-46e09c7a0047 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:47.827038 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-0145f297-ffb3-4a92-b403-46e09c7a0047 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Added segment 4844d9b8-999e-4015-b342-387b2cf75c63 of type vlan for network c0c19c5d-a256-43f5-9a4c-8435178bff83 Aug 17 03:05:47.866197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34dcde-56ea-47ad-a00d-4ccd6246381e req-0009fc20-13d1-4de4-aa0a-ab1e664b599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:47.866784 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34dcde-56ea-47ad-a00d-4ccd6246381e req-0009fc20-13d1-4de4-aa0a-ab1e664b599b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:47.868750 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da34dcde-56ea-47ad-a00d-4ccd6246381e req-0009fc20-13d1-4de4-aa0a-ab1e664b599b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=ad2a0dc5cde74a658ad692effa9a3b56&device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1981 time: 0.0493836 Aug 17 03:05:47.873476 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145f297-ffb3-4a92-b403-46e09c7a0047 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6a90010b-cb67-45de-a62b-54108cbbf2a8,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:47.881265 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0145f297-ffb3-4a92-b403-46e09c7a0047 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:47.912163 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab7177c7-028d-4608-9775-42825d91a955 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:47.979530 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34dcde-56ea-47ad-a00d-4ccd6246381e req-53c985d6-e3b1-47fe-84fc-957147d915f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:47.981073 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da34dcde-56ea-47ad-a00d-4ccd6246381e req-53c985d6-e3b1-47fe-84fc-957147d915f3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=547c9d29-3908-492a-ae4b-d840cc83bbb5 HTTP/1.1" status: 200 len: 901 time: 0.1038458 Aug 17 03:05:47.986467 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0145f297-ffb3-4a92-b403-46e09c7a0047 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:47.997148 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0145f297-ffb3-4a92-b403-46e09c7a0047 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:47.997816 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0145f297-ffb3-4a92-b403-46e09c7a0047 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:48.096246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0145f297-ffb3-4a92-b403-46e09c7a0047 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Pushing event updated for resources: {'Network': ['ID=c0c19c5d-a256-43f5-9a4c-8435178bff83,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:48.105530 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0145f297-ffb3-4a92-b403-46e09c7a0047 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.8237491 Aug 17 03:05:48.105530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57454) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:48.110615 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ca5f42e0-23ec-493b-84c1-c8621eb5862a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Request body: {'subnet': {'network_id': 'c0c19c5d-a256-43f5-9a4c-8435178bff83', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:48.111946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network c0c19c5d-a256-43f5-9a4c-8435178bff83 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:05:48.124455 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da34dcde-56ea-47ad-a00d-4ccd6246381e req-8b20ede8-2354-4854-ac09-fa938eeb7364 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.225&port_id=dc84bda7-5f34-4905-8a50-2bd9fb2f8683 HTTP/1.1" status: 200 len: 217 time: 0.0479102 Aug 17 03:05:48.157447 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:48.168792 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b68fde9-3a60-4c8c-92aa-c7537048d180 req-9b7ad65a-41e8-4916-88f2-74f6fda84459 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:48.171033 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b68fde9-3a60-4c8c-92aa-c7537048d180 req-9b7ad65a-41e8-4916-88f2-74f6fda84459 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.1534600 Aug 17 03:05:48.197208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34dcde-56ea-47ad-a00d-4ccd6246381e req-d66547f3-d0f1-404d-866a-0f8a586a8a8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:48.198769 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da34dcde-56ea-47ad-a00d-4ccd6246381e req-d66547f3-d0f1-404d-866a-0f8a586a8a8c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5937f48a-c710-4b7b-ba78-e8820df7fd52 HTTP/1.1" status: 200 len: 801 time: 0.0645559 Aug 17 03:05:48.246897 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b68fde9-3a60-4c8c-92aa-c7537048d180 req-8042d024-ed02-49ac-8d55-f0f552623518 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749984 Aug 17 03:05:48.274261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da34dcde-56ea-47ad-a00d-4ccd6246381e req-20ffc26c-26a9-4b3f-a9dc-4b71c804dcea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:48.275947 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da34dcde-56ea-47ad-a00d-4ccd6246381e req-20ffc26c-26a9-4b3f-a9dc-4b71c804dcea service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=547c9d29-3908-492a-ae4b-d840cc83bbb5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0678418 Aug 17 03:05:48.363409 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca5f42e0-23ec-493b-84c1-c8621eb5862a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Made reservation on behalf of 6d53811e27334c248db1ff28d9889732 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:48.367192 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca5f42e0-23ec-493b-84c1-c8621eb5862a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:48.370682 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da34dcde-56ea-47ad-a00d-4ccd6246381e req-23c2329e-fe0b-4b5e-ad83-37df65e86447 service neutron] 10.222.0.60 "GET /v2.0/networks/547c9d29-3908-492a-ae4b-d840cc83bbb5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865262 Aug 17 03:05:48.508132 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da4548-63f0-4004-9d1b-3e13f2e4b55f req-6dbcbfad-8c6f-49c7-b873-d3b8e62597a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:48.509647 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11da4548-63f0-4004-9d1b-3e13f2e4b55f req-6dbcbfad-8c6f-49c7-b873-d3b8e62597a5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6310559ad60b460ba41705b832b7bbc0&device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 1096 time: 0.0843265 Aug 17 03:05:48.520031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c4c93ef-6e8f-4258-b559-ddc4dbcb407c req-18aaa0a6-567f-4ff3-b244-044cae6ead55 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:48.522278 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3c4c93ef-6e8f-4258-b559-ddc4dbcb407c req-18aaa0a6-567f-4ff3-b244-044cae6ead55 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.0818248 Aug 17 03:05:48.524568 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da34dcde-56ea-47ad-a00d-4ccd6246381e req-127a3bb0-11a8-4874-b5f9-790f7b46a3b4 service neutron] 10.222.0.60 "GET /v2.0/networks/547c9d29-3908-492a-ae4b-d840cc83bbb5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1447985 Aug 17 03:05:48.563555 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3c4c93ef-6e8f-4258-b559-ddc4dbcb407c req-1ffe8f9e-b9ed-4c76-ac51-e28529d8a110 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348785 Aug 17 03:05:48.745709 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb74c8c-0afa-4c95-bf96-80199c9a10fa req-6b1a965b-3cf2-4957-ac54-bb039ae6590f tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:48.751754 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cb74c8c-0afa-4c95-bf96-80199c9a10fa req-6b1a965b-3cf2-4957-ac54-bb039ae6590f tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:48.753337 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5cb74c8c-0afa-4c95-bf96-80199c9a10fa req-6b1a965b-3cf2-4957-ac54-bb039ae6590f tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1679 time: 0.1450636 Aug 17 03:05:48.759019 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da4548-63f0-4004-9d1b-3e13f2e4b55f req-b20ab9c9-2d12-434c-9641-2c02802a32c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:48.760423 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11da4548-63f0-4004-9d1b-3e13f2e4b55f req-b20ab9c9-2d12-434c-9641-2c02802a32c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69 HTTP/1.1" status: 200 len: 916 time: 0.2216961 Aug 17 03:05:49.066466 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:49.098536 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca5f42e0-23ec-493b-84c1-c8621eb5862a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:49.180385 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5cb74c8c-0afa-4c95-bf96-80199c9a10fa req-d34bd678-f11a-4bad-818c-2479dcadd43f tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4179111 Aug 17 03:05:49.196438 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11da4548-63f0-4004-9d1b-3e13f2e4b55f req-8c3ffc92-f31c-45c5-94b4-af2c492ef18c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=209d44fc-f6b8-475d-ba3a-e1730bb97c75 HTTP/1.1" status: 200 len: 1001 time: 0.4268284 Aug 17 03:05:49.197104 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca5f42e0-23ec-493b-84c1-c8621eb5862a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Pushing event updated for resources: {'Subnet': ['ID=1b4f9da3-4f7f-4715-bd20-283b6cc0ac53,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:49.250751 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca5f42e0-23ec-493b-84c1-c8621eb5862a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Checking segment: {'id': '4844d9b8-999e-4015-b342-387b2cf75c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c0c19c5d-a256-43f5-9a4c-8435178bff83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:49.251115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5f42e0-23ec-493b-84c1-c8621eb5862a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Network hostable DHCP agents. Network: c0c19c5d-a256-43f5-9a4c-8435178bff83, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:05:49.267810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da4548-63f0-4004-9d1b-3e13f2e4b55f req-191ac008-2b0b-4a70-b9c6-48979cd751a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:49.269360 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11da4548-63f0-4004-9d1b-3e13f2e4b55f req-191ac008-2b0b-4a70-b9c6-48979cd751a8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49398564-b2fd-48b6-b11e-b753c45b92cd HTTP/1.1" status: 200 len: 855 time: 0.0640118 Aug 17 03:05:49.320668 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11da4548-63f0-4004-9d1b-3e13f2e4b55f req-f5c08564-18ef-4124-a24a-cf91f20d870f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:49.322444 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11da4548-63f0-4004-9d1b-3e13f2e4b55f req-f5c08564-18ef-4124-a24a-cf91f20d870f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423386 Aug 17 03:05:49.370698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9834485-4a72-4ab6-992a-5b92b8645d59 req-7afbf976-a23d-489b-83ba-f81172630f2d tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:49.372508 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e9834485-4a72-4ab6-992a-5b92b8645d59 req-7afbf976-a23d-489b-83ba-f81172630f2d tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0520222 Aug 17 03:05:49.405013 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca5f42e0-23ec-493b-84c1-c8621eb5862a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Network c0c19c5d-a256-43f5-9a4c-8435178bff83 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:05:49.431355 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e9834485-4a72-4ab6-992a-5b92b8645d59 req-ea4a7971-88e7-4c38-b9ce-0747310e338d tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519683 Aug 17 03:05:49.432516 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11da4548-63f0-4004-9d1b-3e13f2e4b55f req-2fd7d6c4-e749-4f22-be09-393c590ff10e service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1002784 Aug 17 03:05:49.515363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ca5f42e0-23ec-493b-84c1-c8621eb5862a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, c0c19c5d-a256-43f5-9a4c-8435178bff83) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:49.528393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a42586c-d21d-4b73-ac19-46e3c1457abb None None] Network c0c19c5d-a256-43f5-9a4c-8435178bff83 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:49.529285 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca5f42e0-23ec-493b-84c1-c8621eb5862a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:49.529915 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca5f42e0-23ec-493b-84c1-c8621eb5862a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:49.552939 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11da4548-63f0-4004-9d1b-3e13f2e4b55f req-e64fd575-70e4-4114-bdff-a272394d1327 service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1113172 Aug 17 03:05:49.629957 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ca5f42e0-23ec-493b-84c1-c8621eb5862a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5220416 Aug 17 03:05:49.630311 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57490) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:49.635503 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6d5e79ab-6c0b-4670-97c8-a3d012b9daf0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Request body: {'port': {'network_id': 'c0c19c5d-a256-43f5-9a4c-8435178bff83', 'name': 'tempest-TagsExtTest-1483012058'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:49.686087 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-c0c19c5d-a256-43f5-9a4c-8435178bff83', 'network_id': 'c0c19c5d-a256-43f5-9a4c-8435178bff83', 'tenant_id': '6d53811e27334c248db1ff28d9889732', 'fixed_ips': [{'subnet_id': '1b4f9da3-4f7f-4715-bd20-283b6cc0ac53'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:05:49.687367 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:49.717378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5098b6b9-81e3-4941-8000-488b4862ab32 req-b460f950-e05f-45c6-8a5c-3751c97528a4 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:49.719034 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5098b6b9-81e3-4941-8000-488b4862ab32 req-b460f950-e05f-45c6-8a5c-3751c97528a4 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.0616295 Aug 17 03:05:49.774325 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5098b6b9-81e3-4941-8000-488b4862ab32 req-9cae5877-e34b-4063-b740-86d3958276f3 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0452082 Aug 17 03:05:49.874325 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Allocated IP 172.20.0.2 (c0c19c5d-a256-43f5-9a4c-8435178bff83/1b4f9da3-4f7f-4715-bd20-283b6cc0ac53/bc2e2953-970c-44ec-9e1d-da36a4f73253) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:49.900647 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5e79ab-6c0b-4670-97c8-a3d012b9daf0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Made reservation on behalf of 6d53811e27334c248db1ff28d9889732 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:05:49.904552 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d5e79ab-6c0b-4670-97c8-a3d012b9daf0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:49.922946 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-6d5e79ab-6c0b-4670-97c8-a3d012b9daf0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] device_id is not set on port 7c1ddcaf-90c4-48c1-babe-9c8f3281af27 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:05:50.027758 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:50.036760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Transition to ACTIVE for port object bc2e2953-970c-44ec-9e1d-da36a4f73253 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:50.051915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Transition to ACTIVE for port object bc2e2953-970c-44ec-9e1d-da36a4f73253 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:50.129443 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:50.174701 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Network c0c19c5d-a256-43f5-9a4c-8435178bff83 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:50.179499 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:50.186334 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:50.202875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Pushing event updated for resources: {'Port': ['ID=bc2e2953-970c-44ec-9e1d-da36a4f73253,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:50.216084 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50d04dc-41e1-4772-b14d-e5e719ed4053 req-13c0859b-e7e8-45c3-8939-0716b6b56eb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:50.218156 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c50d04dc-41e1-4772-b14d-e5e719ed4053 req-13c0859b-e7e8-45c3-8939-0716b6b56eb7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 1096 time: 0.1021190 Aug 17 03:05:50.251853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-6d5e79ab-6c0b-4670-97c8-a3d012b9daf0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Allocated IP 172.20.0.4 (c0c19c5d-a256-43f5-9a4c-8435178bff83/1b4f9da3-4f7f-4715-bd20-283b6cc0ac53/7c1ddcaf-90c4-48c1-babe-9c8f3281af27) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:05:50.261912 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Attempting to bind port bc2e2953-970c-44ec-9e1d-da36a4f73253 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:05:50.262843 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Attempting to bind port bc2e2953-970c-44ec-9e1d-da36a4f73253 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '4844d9b8-999e-4015-b342-387b2cf75c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c0c19c5d-a256-43f5-9a4c-8435178bff83'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:05:50.263509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Attempting to bind port bc2e2953-970c-44ec-9e1d-da36a4f73253 on network c0c19c5d-a256-43f5-9a4c-8435178bff83 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:05:50.269738 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 5, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:05:50.271327 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Checking segment: {'id': '4844d9b8-999e-4015-b342-387b2cf75c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c0c19c5d-a256-43f5-9a4c-8435178bff83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:05:50.272027 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:50.272758 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Bound using segment: {'id': '4844d9b8-999e-4015-b342-387b2cf75c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c0c19c5d-a256-43f5-9a4c-8435178bff83'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:05:50.273486 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Bound port: bc2e2953-970c-44ec-9e1d-da36a4f73253, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4844d9b8-999e-4015-b342-387b2cf75c63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': 'c0c19c5d-a256-43f5-9a4c-8435178bff83'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:05:50.274106 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:50.280919 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c50d04dc-41e1-4772-b14d-e5e719ed4053 req-857ff573-725e-45c5-aec4-e041f3d159b6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531120 Aug 17 03:05:50.310654 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5810626-419f-4b03-9949-b6ea8d092e2a req-f9c512ba-8110-400a-8e9d-7a3776b2695b tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:50.316736 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5810626-419f-4b03-9949-b6ea8d092e2a req-f9c512ba-8110-400a-8e9d-7a3776b2695b tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:50.319743 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c5810626-419f-4b03-9949-b6ea8d092e2a req-f9c512ba-8110-400a-8e9d-7a3776b2695b tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1679 time: 0.0632768 Aug 17 03:05:50.356519 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] For port bc2e2953-970c-44ec-9e1d-da36a4f73253, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:05:50.359790 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] For port bc2e2953-970c-44ec-9e1d-da36a4f73253, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=bc2e2953-970c-44ec-9e1d-da36a4f73253,segment=NetworkSegment(4844d9b8-999e-4015-b342-387b2cf75c63),segment_id=4844d9b8-999e-4015-b342-387b2cf75c63)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:05:50.363519 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c5810626-419f-4b03-9949-b6ea8d092e2a req-fde84ae8-3d0a-4d53-add3-294ccf059535 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371084 Aug 17 03:05:50.409708 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:50.451206 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d5e79ab-6c0b-4670-97c8-a3d012b9daf0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:50.474741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-6d5e79ab-6c0b-4670-97c8-a3d012b9daf0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Transition to ACTIVE for port object 7c1ddcaf-90c4-48c1-babe-9c8f3281af27 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:05:50.478889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868880a2-f32f-49f7-82d7-d8be709aa91e None None] Pushing event updated for resources: {'Port': ['ID=bc2e2953-970c-44ec-9e1d-da36a4f73253,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:50.502165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device dc84bda7-5f34-4905-8a50-2bd9fb2f8683 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:05:50.518492 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 209d44fc-f6b8-475d-ba3a-e1730bb97c75 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:05:50.593599 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d5e79ab-6c0b-4670-97c8-a3d012b9daf0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:50.664177 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e79ab-6c0b-4670-97c8-a3d012b9daf0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Pushing event updated for resources: {'Port': ['ID=7c1ddcaf-90c4-48c1-babe-9c8f3281af27,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:50.675875 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0ea2d4-04d9-4f22-a0d0-87c7e2e96f2a req-98448f79-f3f9-4ebd-87c4-6d078e4e8f6f tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:50.685070 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8a0ea2d4-04d9-4f22-a0d0-87c7e2e96f2a req-98448f79-f3f9-4ebd-87c4-6d078e4e8f6f tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.1482987 Aug 17 03:05:50.737839 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5e79ab-6c0b-4670-97c8-a3d012b9daf0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Network c0c19c5d-a256-43f5-9a4c-8435178bff83 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:05:50.740505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-6d5e79ab-6c0b-4670-97c8-a3d012b9daf0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:05:50.750383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d5e79ab-6c0b-4670-97c8-a3d012b9daf0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:05:50.828997 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5e79ab-6c0b-4670-97c8-a3d012b9daf0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:50.830168 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d5e79ab-6c0b-4670-97c8-a3d012b9daf0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:50.868999 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8a0ea2d4-04d9-4f22-a0d0-87c7e2e96f2a req-0ab05ce2-b629-4eb2-aaa5-52c36f2f3b64 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828029 Aug 17 03:05:50.948990 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:50.976009 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6d5e79ab-6c0b-4670-97c8-a3d012b9daf0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 1.3444619 Aug 17 03:05:50.979406 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port dc84bda7-5f34-4905-8a50-2bd9fb2f8683, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=dc84bda7-5f34-4905-8a50-2bd9fb2f8683,segment=NetworkSegment(eceea5cd-b976-480a-9339-a611ebe239bf),segment_id=eceea5cd-b976-480a-9339-a611ebe239bf)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:50.981230 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57522) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:50.986263 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d2d8322e-0b64-4606-b3c2-b44841d8abc0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1818260521', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:50.994105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '209d44fc-f6b8-475d-ba3a-e1730bb97c75'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:50.996735 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b11ffb0-eeee-4fe5-9fb9-9576336cafad" -d '{"events": [{"server_uuid": "2e4aa193-9292-4569-914a-51e4ee6dc13c", "name": "network-vif-unplugged", "status": "completed", "tag": "209d44fc-f6b8-475d-ba3a-e1730bb97c75"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:50.997724 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34eae1f2-8784-4fd1-bae4-e55b166610f1 req-6ac3ead5-bdb5-42fa-9d6a-b524cb6ea6c3 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:50.999777 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-34eae1f2-8784-4fd1-bae4-e55b166610f1 req-6ac3ead5-bdb5-42fa-9d6a-b524cb6ea6c3 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 945 time: 0.0560472 Aug 17 03:05:51.009236 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'dc84bda7-5f34-4905-8a50-2bd9fb2f8683', 'network_id': '547c9d29-3908-492a-ae4b-d840cc83bbb5', 'port_id': 'dc84bda7-5f34-4905-8a50-2bd9fb2f8683', 'mac_address': 'fa:16:3e:d7:ba:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5937f48a-c710-4b7b-ba78-e8820df7fd52', 'ip_address': '19.86.0.225'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:05:51.015070 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 209d44fc-f6b8-475d-ba3a-e1730bb97c75, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=209d44fc-f6b8-475d-ba3a-e1730bb97c75,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:51.053234 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78e225d7-31db-4f58-a02b-339ec192c3ed x-openstack-request-id: req-78e225d7-31db-4f58-a02b-339ec192c3ed {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:51.057872 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4aa193-9292-4569-914a-51e4ee6dc13c", "name": "network-vif-unplugged", "status": "completed", "tag": "209d44fc-f6b8-475d-ba3a-e1730bb97c75", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:51.057872 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-78e225d7-31db-4f58-a02b-339ec192c3ed {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:51.057872 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '209d44fc-f6b8-475d-ba3a-e1730bb97c75', 'code': 200} Aug 17 03:05:51.057872 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:51.058899 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-34eae1f2-8784-4fd1-bae4-e55b166610f1 req-5163b0bf-4ea2-46b9-957b-1451487131db tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0472076 Aug 17 03:05:51.061189 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:51.077808 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d2d8322e-0b64-4606-b3c2-b44841d8abc0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:51.079994 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d2d8322e-0b64-4606-b3c2-b44841d8abc0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:51.086054 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc84bda7-5f34-4905-8a50-2bd9fb2f8683 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:05:51.111956 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:51.121780 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port dc84bda7-5f34-4905-8a50-2bd9fb2f8683, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=dc84bda7-5f34-4905-8a50-2bd9fb2f8683,segment=NetworkSegment(eceea5cd-b976-480a-9339-a611ebe239bf),segment_id=eceea5cd-b976-480a-9339-a611ebe239bf)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:51.153146 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d2d8322e-0b64-4606-b3c2-b44841d8abc0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:51.170232 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:51.171025 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:05:51.173255 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=209d44fc-f6b8-475d-ba3a-e1730bb97c75,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:51.205342 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d2d8322e-0b64-4606-b3c2-b44841d8abc0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:51.286373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=dc84bda7-5f34-4905-8a50-2bd9fb2f8683,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:51.289301 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d2d8322e-0b64-4606-b3c2-b44841d8abc0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:51.292354 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d2d8322e-0b64-4606-b3c2-b44841d8abc0 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3098397 Aug 17 03:05:51.295558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57532) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:51.300690 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-339fae78-5f39-4da5-afe8-ab2af5bc046b tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-1212325857', 'prefixes': ['172.20.0.0/16']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:05:51.339258 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f2ff41c1-9f8f-4128-a47c-f5d93215c0f4, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f2ff41c1-9f8f-4128-a47c-f5d93215c0f4,segment=NetworkSegment(3f449076-37ec-4164-b9c2-bf76cb2ebd7d),segment_id=3f449076-37ec-4164-b9c2-bf76cb2ebd7d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:51.351334 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'f2ff41c1-9f8f-4128-a47c-f5d93215c0f4', 'network_id': '4b654451-e772-4f61-acc8-584d84d15734', 'port_id': 'f2ff41c1-9f8f-4128-a47c-f5d93215c0f4', 'mac_address': 'fa:16:3e:0a:3e:79', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '89f2246b-dc60-40ad-9659-ec739bff3370', 'ip_address': '19.80.0.136'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:05:51.407771 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:51.448177 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:05:51.482104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f2ff41c1-9f8f-4128-a47c-f5d93215c0f4, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f2ff41c1-9f8f-4128-a47c-f5d93215c0f4,segment=NetworkSegment(3f449076-37ec-4164-b9c2-bf76cb2ebd7d),segment_id=3f449076-37ec-4164-b9c2-bf76cb2ebd7d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:51.524359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef136be-46d5-4f49-adaa-5591b8465dba req-65ddfd84-78ab-4da2-8978-42c02f898451 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:51.531015 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef136be-46d5-4f49-adaa-5591b8465dba req-65ddfd84-78ab-4da2-8978-42c02f898451 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:51.535454 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8ef136be-46d5-4f49-adaa-5591b8465dba req-65ddfd84-78ab-4da2-8978-42c02f898451 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1680 time: 0.0727084 Aug 17 03:05:51.576172 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8ef136be-46d5-4f49-adaa-5591b8465dba req-4cd16add-a46f-4678-aea8-eaf66ee2180e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356834 Aug 17 03:05:51.608612 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:51.664821 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=f2ff41c1-9f8f-4128-a47c-f5d93215c0f4,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:51.671224 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-339fae78-5f39-4da5-afe8-ab2af5bc046b tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks [] for subnetpool, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:51.677924 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-339fae78-5f39-4da5-afe8-ab2af5bc046b tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 748 time: 0.3812261 Aug 17 03:05:51.678878 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57538) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:51.683181 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-91e65977-8e79-4266-9215-0a983b97630e tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1b4f9da3-4f7f-4715-bd20-283b6cc0ac53', 'tempest-TagsExtTest-Tag-777244863') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:51.735191 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d680923-7333-4f8d-9719-5d15e5fc0360 None None] Network c0c19c5d-a256-43f5-9a4c-8435178bff83 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:05:51.910764 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6ff2a88f-30e4-4478-9ff5-cc64f7492b11 None None] Provisioning for port bc2e2953-970c-44ec-9e1d-da36a4f73253 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:51.911015 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-91e65977-8e79-4266-9215-0a983b97630e tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "PUT /v2.0/subnets/1b4f9da3-4f7f-4715-bd20-283b6cc0ac53/tags/tempest-TagsExtTest-Tag-777244863 HTTP/1.1" status: 201 len: 201 time: 0.2291994 Aug 17 03:05:51.911429 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57550) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:51.917059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-71d7d05e-d25d-4867-8880-c9bcc7966e49 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7c1ddcaf-90c4-48c1-babe-9c8f3281af27', 'tempest-TagsExtTest-Tag-339506600') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:52.040442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['f2ff41c1-9f8f-4128-a47c-f5d93215c0f4'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:05:52.053181 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9fc74f1-0e1e-46d6-aa5c-366bad4a1ca4 req-9e64e8dd-fa3a-491c-94e1-0ef0855117a5 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:52.054948 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9fc74f1-0e1e-46d6-aa5c-366bad4a1ca4 req-9e64e8dd-fa3a-491c-94e1-0ef0855117a5 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0879316 Aug 17 03:05:52.104646 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9fc74f1-0e1e-46d6-aa5c-366bad4a1ca4 req-ccea0747-ae85-49e3-951c-bfd4a772d50c tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389757 Aug 17 03:05:52.186001 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-71d7d05e-d25d-4867-8880-c9bcc7966e49 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "PUT /v2.0/ports/7c1ddcaf-90c4-48c1-babe-9c8f3281af27/tags/tempest-TagsExtTest-Tag-339506600 HTTP/1.1" status: 201 len: 201 time: 0.2734745 Aug 17 03:05:52.188933 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57560) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:52.194548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-fb5c74e2-6198-4f37-ab36-a181c5cb77db tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'da3c7e53-7013-4dab-89e9-a396e030e28e', 'tempest-TagsExtTest-Tag-63281849') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:52.267722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8fe1de0-9720-4009-8d72-db7a5bfe337a req-3faccdca-8bf7-482a-baaa-d11719055f9e tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:52.275702 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b8fe1de0-9720-4009-8d72-db7a5bfe337a req-3faccdca-8bf7-482a-baaa-d11719055f9e tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.1111667 Aug 17 03:05:52.347036 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b8fe1de0-9720-4009-8d72-db7a5bfe337a req-27ea8a25-0572-4424-8a5c-285f77ae79e8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703089 Aug 17 03:05:52.372702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eddc2788-98a2-4bc5-8ebd-e6ff6484f7dc None None] Provisioning for port 7c1ddcaf-90c4-48c1-babe-9c8f3281af27 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:52.381933 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eddc2788-98a2-4bc5-8ebd-e6ff6484f7dc None None] Provisioning complete for port 7c1ddcaf-90c4-48c1-babe-9c8f3281af27 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:52.382401 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eddc2788-98a2-4bc5-8ebd-e6ff6484f7dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:52.440252 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bc2e2953-970c-44ec-9e1d-da36a4f73253 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:52.513889 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fb5c74e2-6198-4f37-ab36-a181c5cb77db tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "PUT /v2.0/routers/da3c7e53-7013-4dab-89e9-a396e030e28e/tags/tempest-TagsExtTest-Tag-63281849 HTTP/1.1" status: 201 len: 201 time: 0.3234804 Aug 17 03:05:52.516228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57572) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:52.517440 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-eddc2788-98a2-4bc5-8ebd-e6ff6484f7dc None None] Port 7c1ddcaf-90c4-48c1-babe-9c8f3281af27 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:05:52.523173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-cd1e2847-2a84-4e5f-a33a-8c2d8baa7f5b tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3719dc2c-de8f-4721-98a4-143bf9ff16db', 'tempest-TagsExtTest-Tag-964594600') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:52.635685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d4b0cf1-302d-4252-9b0b-00ba4c2337a0 req-2a9a8fcb-8088-441d-b5c4-c9c5786f0c5f tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:52.637106 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d4b0cf1-302d-4252-9b0b-00ba4c2337a0 req-2a9a8fcb-8088-441d-b5c4-c9c5786f0c5f tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0589547 Aug 17 03:05:52.637987 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port bc2e2953-970c-44ec-9e1d-da36a4f73253 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:52.642420 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port bc2e2953-970c-44ec-9e1d-da36a4f73253 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:52.642802 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:52.659529 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40ad2e-2b8c-4139-b91f-4002d06d2804 req-10bdc5bd-2efd-4ad4-ba5e-529f3533e1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:52.662233 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6d40ad2e-2b8c-4139-b91f-4002d06d2804 req-10bdc5bd-2efd-4ad4-ba5e-529f3533e1ad service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=72b852e1a4e445b296fe048bb52ea81a&device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 1096 time: 0.0466483 Aug 17 03:05:52.680162 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d4b0cf1-302d-4252-9b0b-00ba4c2337a0 req-57de64fa-a3d6-4ac2-80ea-5eb7217cf8eb tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354960 Aug 17 03:05:52.684665 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2ce20809-a52d-4e20-a1b9-fbeda0c2c0eb None None] Provisioning complete for port 7c1ddcaf-90c4-48c1-babe-9c8f3281af27 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:52.685044 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2ce20809-a52d-4e20-a1b9-fbeda0c2c0eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:52.727932 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cd1e2847-2a84-4e5f-a33a-8c2d8baa7f5b tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "PUT /v2.0/subnetpools/3719dc2c-de8f-4721-98a4-143bf9ff16db/tags/tempest-TagsExtTest-Tag-964594600 HTTP/1.1" status: 201 len: 201 time: 0.2104349 Aug 17 03:05:52.730412 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57584) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:52.735602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-91652421-5b46-4242-8755-657a99d45a11 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1b4f9da3-4f7f-4715-bd20-283b6cc0ac53') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:52.772171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2ce20809-a52d-4e20-a1b9-fbeda0c2c0eb None None] Port 7c1ddcaf-90c4-48c1-babe-9c8f3281af27 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:05:52.812615 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40ad2e-2b8c-4139-b91f-4002d06d2804 req-98550bd3-3991-4a15-b0cc-279fde39c3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:52.814511 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6d40ad2e-2b8c-4139-b91f-4002d06d2804 req-98550bd3-3991-4a15-b0cc-279fde39c3ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=c7e7978e-1d34-44a7-8805-8fa20d4cf11c HTTP/1.1" status: 200 len: 911 time: 0.1432188 Aug 17 03:05:52.816202 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:52.857515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port bc2e2953-970c-44ec-9e1d-da36a4f73253, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=bc2e2953-970c-44ec-9e1d-da36a4f73253,segment=NetworkSegment(4844d9b8-999e-4015-b342-387b2cf75c63),segment_id=4844d9b8-999e-4015-b342-387b2cf75c63)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:52.893724 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6d40ad2e-2b8c-4139-b91f-4002d06d2804 req-da43a251-3ba0-498b-930b-5e6682ab8a6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ff935ea9-f5a8-402d-915a-b45b7a826668 HTTP/1.1" status: 200 len: 217 time: 0.0713859 Aug 17 03:05:52.917868 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472ed61-1065-4263-b4a2-37d813951809 req-a75728be-a338-4e5d-9d56-514e3964b3af tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:52.927972 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472ed61-1065-4263-b4a2-37d813951809 req-a75728be-a338-4e5d-9d56-514e3964b3af tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:52.935799 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:52.936089 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0472ed61-1065-4263-b4a2-37d813951809 req-a75728be-a338-4e5d-9d56-514e3964b3af tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1681 time: 0.1360564 Aug 17 03:05:52.974662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d40ad2e-2b8c-4139-b91f-4002d06d2804 req-059bafaa-6ba2-47d2-844c-e1d49fcd1fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:52.976352 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6d40ad2e-2b8c-4139-b91f-4002d06d2804 req-059bafaa-6ba2-47d2-844c-e1d49fcd1fb0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d9b01a46-ce87-4ced-accd-cf63639388b1 HTTP/1.1" status: 200 len: 851 time: 0.0646489 Aug 17 03:05:52.996722 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=bc2e2953-970c-44ec-9e1d-da36a4f73253,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:53.014487 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0472ed61-1065-4263-b4a2-37d813951809 req-8948cb2c-7f17-4d91-8303-738fe5a1f446 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773432 Aug 17 03:05:53.017398 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-91652421-5b46-4242-8755-657a99d45a11 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/subnets/1b4f9da3-4f7f-4715-bd20-283b6cc0ac53/tags HTTP/1.1" status: 200 len: 240 time: 0.2857082 Aug 17 03:05:53.020195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57592) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:53.024977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-14c64534-b1d8-48a8-90c3-6293ad56584a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1b4f9da3-4f7f-4715-bd20-283b6cc0ac53', 'tempest-TagsExtTest-Tag-777244863') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:53.028247 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6d40ad2e-2b8c-4139-b91f-4002d06d2804 req-c208fd45-a2e1-4676-b662-a3f54f27e7ef service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c7e7978e-1d34-44a7-8805-8fa20d4cf11c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323071 Aug 17 03:05:53.069442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['dc84bda7-5f34-4905-8a50-2bd9fb2f8683'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:05:53.090854 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-14c64534-b1d8-48a8-90c3-6293ad56584a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/subnets/1b4f9da3-4f7f-4715-bd20-283b6cc0ac53/tags/tempest-TagsExtTest-Tag-777244863 HTTP/1.1" status: 204 len: 168 time: 0.0695701 Aug 17 03:05:53.096513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57596) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:53.101239 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-c5747d68-80d3-4ed7-b80d-a5dc456f5a7c tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '1b4f9da3-4f7f-4715-bd20-283b6cc0ac53', 'tempest-TagsExtTest-Tag-777244863') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:53.183998 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6d40ad2e-2b8c-4139-b91f-4002d06d2804 req-38872c0a-d634-438e-a25f-9d88ef7fc8e3 service neutron] 10.222.0.60 "GET /v2.0/networks/c7e7978e-1d34-44a7-8805-8fa20d4cf11c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468964 Aug 17 03:05:53.280441 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c5747d68-80d3-4ed7-b80d-a5dc456f5a7c tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/subnets/1b4f9da3-4f7f-4715-bd20-283b6cc0ac53/tags/tempest-TagsExtTest-Tag-777244863 HTTP/1.1" status: 204 len: 168 time: 0.1827638 Aug 17 03:05:53.283682 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57602) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:53.289185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-24b581c2-2de0-4bc0-969e-434c85867e91 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '1b4f9da3-4f7f-4715-bd20-283b6cc0ac53') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:53.299863 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6d40ad2e-2b8c-4139-b91f-4002d06d2804 req-2c3251e8-f3cd-424a-b079-c75ffa7ebfe5 service neutron] 10.222.0.60 "GET /v2.0/networks/c7e7978e-1d34-44a7-8805-8fa20d4cf11c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073239 Aug 17 03:05:53.351816 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-24b581c2-2de0-4bc0-969e-434c85867e91 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/subnets/1b4f9da3-4f7f-4715-bd20-283b6cc0ac53/tags HTTP/1.1" status: 200 len: 205 time: 0.0668843 Aug 17 03:05:53.354248 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57604) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:53.358740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-323f13c4-139c-439f-82a7-b185f524c9f8 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7c1ddcaf-90c4-48c1-babe-9c8f3281af27') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:53.424410 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-323f13c4-139c-439f-82a7-b185f524c9f8 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/ports/7c1ddcaf-90c4-48c1-babe-9c8f3281af27/tags HTTP/1.1" status: 200 len: 240 time: 0.0691252 Aug 17 03:05:53.427103 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57610) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:53.431271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-af5251c2-bf71-4095-94b8-220fb2b93f19 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7c1ddcaf-90c4-48c1-babe-9c8f3281af27', 'tempest-TagsExtTest-Tag-339506600') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:53.481982 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-af5251c2-bf71-4095-94b8-220fb2b93f19 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/ports/7c1ddcaf-90c4-48c1-babe-9c8f3281af27/tags/tempest-TagsExtTest-Tag-339506600 HTTP/1.1" status: 204 len: 168 time: 0.0538783 Aug 17 03:05:53.484416 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57612) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:53.488736 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-b9df5664-ff47-45c3-b64c-443651a11aa9 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '7c1ddcaf-90c4-48c1-babe-9c8f3281af27', 'tempest-TagsExtTest-Tag-339506600') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:53.632923 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b9df5664-ff47-45c3-b64c-443651a11aa9 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/ports/7c1ddcaf-90c4-48c1-babe-9c8f3281af27/tags/tempest-TagsExtTest-Tag-339506600 HTTP/1.1" status: 204 len: 168 time: 0.1451490 Aug 17 03:05:53.633228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57616) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:53.637946 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-67497ae0-f4b4-4109-8535-cc315cc03115 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '7c1ddcaf-90c4-48c1-babe-9c8f3281af27') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:53.692794 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-67497ae0-f4b4-4109-8535-cc315cc03115 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/ports/7c1ddcaf-90c4-48c1-babe-9c8f3281af27/tags HTTP/1.1" status: 200 len: 205 time: 0.0578270 Aug 17 03:05:53.695186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57618) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:53.699540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-1cab4a0c-f290-438b-9d38-50ac8f37a2e2 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'da3c7e53-7013-4dab-89e9-a396e030e28e') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:53.805659 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1cab4a0c-f290-438b-9d38-50ac8f37a2e2 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/routers/da3c7e53-7013-4dab-89e9-a396e030e28e/tags HTTP/1.1" status: 200 len: 239 time: 0.1024811 Aug 17 03:05:53.805782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57624) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:53.807652 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-5f34183e-a5f3-4466-8c9d-d2840439b6db tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da3c7e53-7013-4dab-89e9-a396e030e28e', 'tempest-TagsExtTest-Tag-63281849') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:53.894030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a8590c-02cd-46c6-b454-f64ceb3b636d req-f1576642-fe30-4f61-b56c-95532f97cb74 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:53.898848 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b6a8590c-02cd-46c6-b454-f64ceb3b636d req-f1576642-fe30-4f61-b56c-95532f97cb74 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0882421 Aug 17 03:05:53.927669 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5f34183e-a5f3-4466-8c9d-d2840439b6db tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/routers/da3c7e53-7013-4dab-89e9-a396e030e28e/tags/tempest-TagsExtTest-Tag-63281849 HTTP/1.1" status: 204 len: 168 time: 0.1240220 Aug 17 03:05:53.930744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57632) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:53.935863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-36876e62-4c64-46b6-9ced-484aec003b8f tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', 'da3c7e53-7013-4dab-89e9-a396e030e28e', 'tempest-TagsExtTest-Tag-63281849') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:53.952067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-3c8aac6d-b14e-4884-b68b-f592591615d7 req-5f1de2e3-5dfc-4d23-9308-3d68212206a2 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:05:53.953081 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3c8aac6d-b14e-4884-b68b-f592591615d7 req-5f1de2e3-5dfc-4d23-9308-3d68212206a2 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057673 Aug 17 03:05:54.023148 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b6a8590c-02cd-46c6-b454-f64ceb3b636d req-1b4c7ae5-8d48-4da8-925f-6d274247445f tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1212947 Aug 17 03:05:54.242677 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bc2e2953-970c-44ec-9e1d-da36a4f73253 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:54.303395 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port bc2e2953-970c-44ec-9e1d-da36a4f73253 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:54.303784 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:54.509208 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:54.511200 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-36876e62-4c64-46b6-9ced-484aec003b8f tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/routers/da3c7e53-7013-4dab-89e9-a396e030e28e/tags/tempest-TagsExtTest-Tag-63281849 HTTP/1.1" status: 204 len: 168 time: 0.5795465 Aug 17 03:05:54.514231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57658) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:54.519215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-3a32bd2a-9978-40a5-8e4b-d78689a9c989 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', 'da3c7e53-7013-4dab-89e9-a396e030e28e') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:54.543410 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f25790e-1ce7-4a9b-8a03-ba3f85100652 req-57588c95-3ef4-4b4d-9c26-1b19d12773da tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:54.545214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f25790e-1ce7-4a9b-8a03-ba3f85100652 req-57588c95-3ef4-4b4d-9c26-1b19d12773da tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.0863087 Aug 17 03:05:54.593366 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f25790e-1ce7-4a9b-8a03-ba3f85100652 req-0fbf014f-174f-47f9-8933-89b96a805faa tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423048 Aug 17 03:05:54.627078 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834ee1f-c101-4494-b9d7-d1a03c025d08 req-e67431a9-799c-4953-a50b-280f577d0a78 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:54.634886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a834ee1f-c101-4494-b9d7-d1a03c025d08 req-e67431a9-799c-4953-a50b-280f577d0a78 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:54.643420 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a834ee1f-c101-4494-b9d7-d1a03c025d08 req-e67431a9-799c-4953-a50b-280f577d0a78 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1681 time: 0.5510888 Aug 17 03:05:54.672240 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3a32bd2a-9978-40a5-8e4b-d78689a9c989 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/routers/da3c7e53-7013-4dab-89e9-a396e030e28e/tags HTTP/1.1" status: 200 len: 205 time: 0.1568890 Aug 17 03:05:54.675000 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57664) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:54.677999 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:54.682314 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-6cf1cf4a-e63f-4159-ae5a-58a6f6ce95f1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3719dc2c-de8f-4721-98a4-143bf9ff16db') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:54.682479 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:54.682760 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:54.698332 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a834ee1f-c101-4494-b9d7-d1a03c025d08 req-72b0f2a3-e2a4-4ba7-995f-2c2575a708ed tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537729 Aug 17 03:05:54.736578 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6cf1cf4a-e63f-4159-ae5a-58a6f6ce95f1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/subnetpools/3719dc2c-de8f-4721-98a4-143bf9ff16db/tags HTTP/1.1" status: 200 len: 240 time: 0.0603108 Aug 17 03:05:54.740741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57668) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:54.745463 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-176abc63-c370-4d82-9088-e061b7c20d93 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3719dc2c-de8f-4721-98a4-143bf9ff16db', 'tempest-TagsExtTest-Tag-964594600') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:54.767373 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-176abc63-c370-4d82-9088-e061b7c20d93 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/subnetpools/3719dc2c-de8f-4721-98a4-143bf9ff16db/tags/tempest-TagsExtTest-Tag-964594600 HTTP/1.1" status: 204 len: 168 time: 0.0255098 Aug 17 03:05:54.769841 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57670) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:54.774703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-f05aa44e-3c81-4ebd-bfac-d882f83d7556 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '3719dc2c-de8f-4721-98a4-143bf9ff16db', 'tempest-TagsExtTest-Tag-964594600') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:54.779114 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:54.802994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743936d7-1a31-4cd3-bbb4-08ad086788ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ff41c1-9f8f-4128-a47c-f5d93215c0f4'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:54.805207 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-333c79da-e9e9-414c-a364-8610d4c147cb" -d '{"events": [{"server_uuid": "743936d7-1a31-4cd3-bbb4-08ad086788ef", "name": "network-vif-plugged", "status": "completed", "tag": "f2ff41c1-9f8f-4128-a47c-f5d93215c0f4"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:54.818370 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f2ff41c1-9f8f-4128-a47c-f5d93215c0f4, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f2ff41c1-9f8f-4128-a47c-f5d93215c0f4,segment=NetworkSegment(3f449076-37ec-4164-b9c2-bf76cb2ebd7d),segment_id=3f449076-37ec-4164-b9c2-bf76cb2ebd7d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:54.907411 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:54.908252 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 209d44fc-f6b8-475d-ba3a-e1730bb97c75 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:05:54.919265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57678) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:54.920943 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f05aa44e-3c81-4ebd-bfac-d882f83d7556 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/subnetpools/3719dc2c-de8f-4721-98a4-143bf9ff16db/tags/tempest-TagsExtTest-Tag-964594600 HTTP/1.1" status: 204 len: 168 time: 0.1492224 Aug 17 03:05:54.924214 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-9986c660-a458-49af-a620-ea24e480b769 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '3719dc2c-de8f-4721-98a4-143bf9ff16db') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:54.958110 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9986c660-a458-49af-a620-ea24e480b769 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/subnetpools/3719dc2c-de8f-4721-98a4-143bf9ff16db/tags HTTP/1.1" status: 200 len: 205 time: 0.0375719 Aug 17 03:05:54.960506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57680) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:54.965564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-b30e85c7-0664-4768-b562-5c3c6bdbec69 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3719dc2c-de8f-4721-98a4-143bf9ff16db') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:55.003739 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b30e85c7-0664-4768-b562-5c3c6bdbec69 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/subnetpools/3719dc2c-de8f-4721-98a4-143bf9ff16db/tags HTTP/1.1" status: 204 len: 168 time: 0.0420089 Aug 17 03:05:55.012840 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57682) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:55.020039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-e38b9b96-4b7e-4f4f-befc-7317bcfad1c3 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'da3c7e53-7013-4dab-89e9-a396e030e28e') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:55.080151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=f2ff41c1-9f8f-4128-a47c-f5d93215c0f4,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:55.088019 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d4b984e-e639-415e-b72e-0b370ca8af1b req-f52e3a2f-c212-4ebf-a69d-edd77340eb50 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1868899 Aug 17 03:05:55.107185 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-2d4b984e-e639-415e-b72e-0b370ca8af1b req-e2953729-8a44-4e18-904e-3050c46343dc service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:05:55.111753 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d4b984e-e639-415e-b72e-0b370ca8af1b req-e2953729-8a44-4e18-904e-3050c46343dc service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0163982 Aug 17 03:05:55.183870 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dcb8d0b-cfe3-478a-afe3-9ce74ad9b5cb x-openstack-request-id: req-9dcb8d0b-cfe3-478a-afe3-9ce74ad9b5cb {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:55.184186 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743936d7-1a31-4cd3-bbb4-08ad086788ef", "name": "network-vif-plugged", "status": "completed", "tag": "f2ff41c1-9f8f-4128-a47c-f5d93215c0f4", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:55.184411 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9dcb8d0b-cfe3-478a-afe3-9ce74ad9b5cb {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:55.184803 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743936d7-1a31-4cd3-bbb4-08ad086788ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f2ff41c1-9f8f-4128-a47c-f5d93215c0f4', 'code': 200} Aug 17 03:05:55.212631 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e38b9b96-4b7e-4f4f-befc-7317bcfad1c3 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/routers/da3c7e53-7013-4dab-89e9-a396e030e28e/tags HTTP/1.1" status: 204 len: 168 time: 0.1983163 Aug 17 03:05:55.216155 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57688) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:55.226831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a93b28-c2ae-4576-a19b-2207621c138a req-acd771d5-d1c7-46da-9509-42abefd40f39 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:55.228746 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00a93b28-c2ae-4576-a19b-2207621c138a req-acd771d5-d1c7-46da-9509-42abefd40f39 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0738728 Aug 17 03:05:55.233483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-b0f302bf-6f47-4aec-835b-d82614a0df7b tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7c1ddcaf-90c4-48c1-babe-9c8f3281af27') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:55.281452 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00a93b28-c2ae-4576-a19b-2207621c138a req-3efb39d3-df00-4f4d-ab3f-a5c9249d6b26 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422325 Aug 17 03:05:55.309016 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b0f302bf-6f47-4aec-835b-d82614a0df7b tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/ports/7c1ddcaf-90c4-48c1-babe-9c8f3281af27/tags HTTP/1.1" status: 204 len: 168 time: 0.0902674 Aug 17 03:05:55.311401 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57698) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:55.315691 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-0d4bc099-ca3e-494c-af73-6c264bc466c9 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1b4f9da3-4f7f-4715-bd20-283b6cc0ac53') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:55.389459 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0d4bc099-ca3e-494c-af73-6c264bc466c9 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/subnets/1b4f9da3-4f7f-4715-bd20-283b6cc0ac53/tags HTTP/1.1" status: 204 len: 168 time: 0.0770297 Aug 17 03:05:55.393317 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57706) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:55.402925 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-10765071-34fa-4f99-8ec9-bd743aed27b6 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '1b4f9da3-4f7f-4715-bd20-283b6cc0ac53', 'tempest-TagsExtTest-Tag-1172542882') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:55.587930 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-10765071-34fa-4f99-8ec9-bd743aed27b6 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "PUT /v2.0/subnets/1b4f9da3-4f7f-4715-bd20-283b6cc0ac53/tags/tempest-TagsExtTest-Tag-1172542882 HTTP/1.1" status: 201 len: 201 time: 0.1932173 Aug 17 03:05:55.591229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57708) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:55.596801 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-a52ff586-724c-4e95-8e14-e8c92b9d5632 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '7c1ddcaf-90c4-48c1-babe-9c8f3281af27', 'tempest-TagsExtTest-Tag-2056538330') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:55.733164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f019d99-cf04-4605-8eb0-ab101b35d268 req-fa38c3c8-ccc7-4b72-abe1-5a2534a3cdb2 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:55.734862 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f019d99-cf04-4605-8eb0-ab101b35d268 req-fa38c3c8-ccc7-4b72-abe1-5a2534a3cdb2 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.0537531 Aug 17 03:05:55.777475 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f019d99-cf04-4605-8eb0-ab101b35d268 req-be1b8085-d4df-4436-a6ba-d632c7c687fe tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357506 Aug 17 03:05:55.828876 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a52ff586-724c-4e95-8e14-e8c92b9d5632 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "PUT /v2.0/ports/7c1ddcaf-90c4-48c1-babe-9c8f3281af27/tags/tempest-TagsExtTest-Tag-2056538330 HTTP/1.1" status: 201 len: 201 time: 0.2354763 Aug 17 03:05:55.830882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57720) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:55.836889 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-a112b3bc-30bb-4ccf-9938-6bd2bfd98933 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', 'da3c7e53-7013-4dab-89e9-a396e030e28e', 'tempest-TagsExtTest-Tag-2017938675') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:55.874785 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d15d83-e8f3-42ea-952c-34c9849363ad req-f280f6b1-707e-4b0d-a3dc-bfd12736aff5 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:55.881642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d15d83-e8f3-42ea-952c-34c9849363ad req-f280f6b1-707e-4b0d-a3dc-bfd12736aff5 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:55.883387 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-63d15d83-e8f3-42ea-952c-34c9849363ad req-f280f6b1-707e-4b0d-a3dc-bfd12736aff5 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1682 time: 0.0670571 Aug 17 03:05:55.929659 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-63d15d83-e8f3-42ea-952c-34c9849363ad req-fc46123d-2c20-4fc3-a62c-b394bd186214 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390189 Aug 17 03:05:56.035512 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a112b3bc-30bb-4ccf-9938-6bd2bfd98933 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "PUT /v2.0/routers/da3c7e53-7013-4dab-89e9-a396e030e28e/tags/tempest-TagsExtTest-Tag-2017938675 HTTP/1.1" status: 201 len: 201 time: 0.2008440 Aug 17 03:05:56.036848 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57722) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:56.041095 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-67d4f3fd-7aeb-4cce-86d0-71ea3f12b976 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '3719dc2c-de8f-4721-98a4-143bf9ff16db', 'tempest-TagsExtTest-Tag-880559224') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:56.153306 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-67d4f3fd-7aeb-4cce-86d0-71ea3f12b976 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "PUT /v2.0/subnetpools/3719dc2c-de8f-4721-98a4-143bf9ff16db/tags/tempest-TagsExtTest-Tag-880559224 HTTP/1.1" status: 201 len: 201 time: 0.1154196 Aug 17 03:05:56.155504 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57726) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:56.160387 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-5cdea2c9-4de2-49a7-be23-0189d1147864 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '1b4f9da3-4f7f-4715-bd20-283b6cc0ac53', {'tags': ['tempest-TagsExtTest-Tag-1600055858', 'tempest-TagsExtTest-Tag-1461776193', 'tempest-TagsExtTest-Tag-1370575530']}) {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:56.312337 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5cdea2c9-4de2-49a7-be23-0189d1147864 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "PUT /v2.0/subnets/1b4f9da3-4f7f-4715-bd20-283b6cc0ac53/tags HTTP/1.1" status: 200 len: 318 time: 0.1509421 Aug 17 03:05:56.312475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57732) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:56.315445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-c207bddb-1479-45bd-9812-e8a0baf17829 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1b4f9da3-4f7f-4715-bd20-283b6cc0ac53') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:56.457298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81fc4c3e-53cd-4280-aa87-77a1c3cb2bd0 req-9feede02-469e-40d0-b1e5-527ce4ac5a73 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:56.459754 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81fc4c3e-53cd-4280-aa87-77a1c3cb2bd0 req-9feede02-469e-40d0-b1e5-527ce4ac5a73 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0908847 Aug 17 03:05:56.494731 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c207bddb-1479-45bd-9812-e8a0baf17829 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/subnets/1b4f9da3-4f7f-4715-bd20-283b6cc0ac53/tags HTTP/1.1" status: 204 len: 168 time: 0.1831906 Aug 17 03:05:56.497399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57742) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:56.503204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-00c0be08-db7a-42b0-9986-8065ba2ba778 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1b4f9da3-4f7f-4715-bd20-283b6cc0ac53', 'tempest-TagsExtTest-Tag-1600055858') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:56.518527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device dc84bda7-5f34-4905-8a50-2bd9fb2f8683 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:05:56.519381 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81fc4c3e-53cd-4280-aa87-77a1c3cb2bd0 req-6fd384ab-8872-4764-8240-37e13d2ffbfe tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506685 Aug 17 03:05:56.590668 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-00c0be08-db7a-42b0-9986-8065ba2ba778 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] show failed (client error): The resource could not be found. Aug 17 03:05:56.592801 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-00c0be08-db7a-42b0-9986-8065ba2ba778 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/subnets/1b4f9da3-4f7f-4715-bd20-283b6cc0ac53/tags/tempest-TagsExtTest-Tag-1600055858 HTTP/1.1" status: 404 len: 329 time: 0.0944343 Aug 17 03:05:56.598888 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57748) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:56.603541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-471a8333-599a-4b6b-8eb2-06cd106104ad tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1b4f9da3-4f7f-4715-bd20-283b6cc0ac53', 'tempest-TagsExtTest-Tag-1461776193') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:56.666813 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-471a8333-599a-4b6b-8eb2-06cd106104ad tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] show failed (client error): The resource could not be found. Aug 17 03:05:56.668458 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-471a8333-599a-4b6b-8eb2-06cd106104ad tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/subnets/1b4f9da3-4f7f-4715-bd20-283b6cc0ac53/tags/tempest-TagsExtTest-Tag-1461776193 HTTP/1.1" status: 404 len: 329 time: 0.0682883 Aug 17 03:05:56.671575 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57750) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:56.678997 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-c45cfa1b-4935-4445-9f94-b3e0d0d3ba81 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '1b4f9da3-4f7f-4715-bd20-283b6cc0ac53', 'tempest-TagsExtTest-Tag-1370575530') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:56.688675 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port dc84bda7-5f34-4905-8a50-2bd9fb2f8683 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:05:56.694192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port dc84bda7-5f34-4905-8a50-2bd9fb2f8683 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:05:56.694582 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:56.744639 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-c45cfa1b-4935-4445-9f94-b3e0d0d3ba81 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] show failed (client error): The resource could not be found. Aug 17 03:05:56.746530 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c45cfa1b-4935-4445-9f94-b3e0d0d3ba81 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/subnets/1b4f9da3-4f7f-4715-bd20-283b6cc0ac53/tags/tempest-TagsExtTest-Tag-1370575530 HTTP/1.1" status: 404 len: 329 time: 0.0740566 Aug 17 03:05:56.749342 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57754) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:56.755458 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-c5d2813e-8fcb-49c7-ad84-62aeefef716a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '7c1ddcaf-90c4-48c1-babe-9c8f3281af27', {'tags': ['tempest-TagsExtTest-Tag-1116407222', 'tempest-TagsExtTest-Tag-624043054', 'tempest-TagsExtTest-Tag-2098142867']}) {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:56.793661 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:56.834526 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port dc84bda7-5f34-4905-8a50-2bd9fb2f8683, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=dc84bda7-5f34-4905-8a50-2bd9fb2f8683,segment=NetworkSegment(eceea5cd-b976-480a-9339-a611ebe239bf),segment_id=eceea5cd-b976-480a-9339-a611ebe239bf)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:05:56.924206 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:56.930897 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57764) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:56.931219 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c5d2813e-8fcb-49c7-ad84-62aeefef716a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "PUT /v2.0/ports/7c1ddcaf-90c4-48c1-babe-9c8f3281af27/tags HTTP/1.1" status: 200 len: 317 time: 0.1803558 Aug 17 03:05:56.936090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-401ec07f-2bc3-4d67-b459-e9a5a31324dc tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7c1ddcaf-90c4-48c1-babe-9c8f3281af27') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:56.956893 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113622f7-7b21-4bf8-89af-0801ed7c2d27 req-b224ee6a-001a-4d74-bfd6-b054dcbdcb76 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:56.959369 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-113622f7-7b21-4bf8-89af-0801ed7c2d27 req-b224ee6a-001a-4d74-bfd6-b054dcbdcb76 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.0667238 Aug 17 03:05:56.997832 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=dc84bda7-5f34-4905-8a50-2bd9fb2f8683,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:05:57.006680 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-113622f7-7b21-4bf8-89af-0801ed7c2d27 req-aae23a5e-7fbc-402f-9237-2148bc7ad4fa tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384800 Aug 17 03:05:57.130917 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-401ec07f-2bc3-4d67-b459-e9a5a31324dc tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/ports/7c1ddcaf-90c4-48c1-babe-9c8f3281af27/tags HTTP/1.1" status: 204 len: 168 time: 0.1985521 Aug 17 03:05:57.131531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d67321-8209-4b6b-b064-481b9a91be72 req-42ff457a-2a82-46fa-b55d-71bc0d788207 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:57.133480 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57772) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:57.137905 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29d67321-8209-4b6b-b064-481b9a91be72 req-42ff457a-2a82-46fa-b55d-71bc0d788207 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0579565 Aug 17 03:05:57.138394 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-dbd67742-2293-435c-b12b-c1756941798d tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7c1ddcaf-90c4-48c1-babe-9c8f3281af27', 'tempest-TagsExtTest-Tag-1116407222') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:57.179562 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9a826-eb57-41fa-8386-ef028ef8103a req-b5100a39-f436-4ee3-bf95-ab2a6f74e26b tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:57.185676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b9a826-eb57-41fa-8386-ef028ef8103a req-b5100a39-f436-4ee3-bf95-ab2a6f74e26b tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:57.185830 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743936d7-1a31-4cd3-bbb4-08ad086788ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc84bda7-5f34-4905-8a50-2bd9fb2f8683'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:05:57.187484 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-40b9a826-eb57-41fa-8386-ef028ef8103a req-b5100a39-f436-4ee3-bf95-ab2a6f74e26b tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1683 time: 0.0969872 Aug 17 03:05:57.188628 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-560bce21-a9da-40a7-9735-f6912a32c559" -d '{"events": [{"server_uuid": "743936d7-1a31-4cd3-bbb4-08ad086788ef", "name": "network-vif-plugged", "status": "completed", "tag": "dc84bda7-5f34-4905-8a50-2bd9fb2f8683"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:05:57.206850 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29d67321-8209-4b6b-b064-481b9a91be72 req-b1ff2a7e-8460-4678-a7b7-1b8a10390e86 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628622 Aug 17 03:05:57.255107 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-dbd67742-2293-435c-b12b-c1756941798d tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] show failed (client error): The resource could not be found. Aug 17 03:05:57.259833 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dbd67742-2293-435c-b12b-c1756941798d tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/ports/7c1ddcaf-90c4-48c1-babe-9c8f3281af27/tags/tempest-TagsExtTest-Tag-1116407222 HTTP/1.1" status: 404 len: 329 time: 0.1217747 Aug 17 03:05:57.259833 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-40b9a826-eb57-41fa-8386-ef028ef8103a req-e40729a3-0547-41c0-bcdc-3f6c09303ce7 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639668 Aug 17 03:05:57.260824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57778) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:57.265451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-56c0cfdb-a8be-44ed-9ef4-24dda104b53f tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7c1ddcaf-90c4-48c1-babe-9c8f3281af27', 'tempest-TagsExtTest-Tag-624043054') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:57.339371 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-56c0cfdb-a8be-44ed-9ef4-24dda104b53f tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] show failed (client error): The resource could not be found. Aug 17 03:05:57.340618 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-56c0cfdb-a8be-44ed-9ef4-24dda104b53f tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/ports/7c1ddcaf-90c4-48c1-babe-9c8f3281af27/tags/tempest-TagsExtTest-Tag-624043054 HTTP/1.1" status: 404 len: 328 time: 0.0787284 Aug 17 03:05:57.343760 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57780) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:57.345971 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:05:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-424cdf42-8727-4acb-ad61-9453ca184c97 x-openstack-request-id: req-424cdf42-8727-4acb-ad61-9453ca184c97 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:05:57.346278 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743936d7-1a31-4cd3-bbb4-08ad086788ef", "name": "network-vif-plugged", "status": "completed", "tag": "dc84bda7-5f34-4905-8a50-2bd9fb2f8683", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:05:57.346539 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-424cdf42-8727-4acb-ad61-9453ca184c97 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:05:57.346943 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743936d7-1a31-4cd3-bbb4-08ad086788ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc84bda7-5f34-4905-8a50-2bd9fb2f8683', 'code': 200} Aug 17 03:05:57.349118 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-4d00b1f9-cd51-4233-90b9-8900b1be32ed tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '7c1ddcaf-90c4-48c1-babe-9c8f3281af27', 'tempest-TagsExtTest-Tag-2098142867') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:57.410033 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-4d00b1f9-cd51-4233-90b9-8900b1be32ed tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] show failed (client error): The resource could not be found. Aug 17 03:05:57.414248 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4d00b1f9-cd51-4233-90b9-8900b1be32ed tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/ports/7c1ddcaf-90c4-48c1-babe-9c8f3281af27/tags/tempest-TagsExtTest-Tag-2098142867 HTTP/1.1" status: 404 len: 329 time: 0.0667310 Aug 17 03:05:57.415048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57784) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:57.421016 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-639fd2a9-8af1-404f-97bf-9c423d94ff1d tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', 'da3c7e53-7013-4dab-89e9-a396e030e28e', {'tags': ['tempest-TagsExtTest-Tag-773074152', 'tempest-TagsExtTest-Tag-864399228', 'tempest-TagsExtTest-Tag-1088967964']}) {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:57.461314 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838c1b3-5244-407f-816c-803b8126f5a7 req-edc28159-7ed9-4e62-b279-360f7c878433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:57.461993 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2838c1b3-5244-407f-816c-803b8126f5a7 req-edc28159-7ed9-4e62-b279-360f7c878433 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:57.463647 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2838c1b3-5244-407f-816c-803b8126f5a7 req-edc28159-7ed9-4e62-b279-360f7c878433 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1985 time: 0.0509441 Aug 17 03:05:57.511363 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2838c1b3-5244-407f-816c-803b8126f5a7 req-1bff198c-5df0-4599-9bda-3f2cb6107d42 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366404 Aug 17 03:05:57.620946 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-639fd2a9-8af1-404f-97bf-9c423d94ff1d tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "PUT /v2.0/routers/da3c7e53-7013-4dab-89e9-a396e030e28e/tags HTTP/1.1" status: 200 len: 316 time: 0.2037416 Aug 17 03:05:57.625760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57790) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:57.631475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-1382ee85-4def-4577-bdc8-43ead414b585 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'da3c7e53-7013-4dab-89e9-a396e030e28e') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:57.833820 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1382ee85-4def-4577-bdc8-43ead414b585 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/routers/da3c7e53-7013-4dab-89e9-a396e030e28e/tags HTTP/1.1" status: 204 len: 168 time: 0.2064345 Aug 17 03:05:57.836196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57792) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:57.840935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-896cdb9f-0321-41f0-98ec-47f87140a1fa tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da3c7e53-7013-4dab-89e9-a396e030e28e', 'tempest-TagsExtTest-Tag-773074152') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:57.925033 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-896cdb9f-0321-41f0-98ec-47f87140a1fa tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] show failed (client error): The resource could not be found. Aug 17 03:05:57.926162 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-896cdb9f-0321-41f0-98ec-47f87140a1fa tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/routers/da3c7e53-7013-4dab-89e9-a396e030e28e/tags/tempest-TagsExtTest-Tag-773074152 HTTP/1.1" status: 404 len: 328 time: 0.0889702 Aug 17 03:05:57.929802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57796) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:57.934544 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-1255a72b-f818-4c13-a22a-14e948a5e2a6 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da3c7e53-7013-4dab-89e9-a396e030e28e', 'tempest-TagsExtTest-Tag-864399228') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:58.016495 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-1255a72b-f818-4c13-a22a-14e948a5e2a6 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] show failed (client error): The resource could not be found. Aug 17 03:05:58.017585 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1255a72b-f818-4c13-a22a-14e948a5e2a6 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/routers/da3c7e53-7013-4dab-89e9-a396e030e28e/tags/tempest-TagsExtTest-Tag-864399228 HTTP/1.1" status: 404 len: 328 time: 0.0867183 Aug 17 03:05:58.021120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57798) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:58.026071 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-c4fc3fbb-37dc-4a2a-997c-52617d771b92 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', 'da3c7e53-7013-4dab-89e9-a396e030e28e', 'tempest-TagsExtTest-Tag-1088967964') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:58.127240 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-c4fc3fbb-37dc-4a2a-997c-52617d771b92 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] show failed (client error): The resource could not be found. Aug 17 03:05:58.128270 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c4fc3fbb-37dc-4a2a-997c-52617d771b92 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/routers/da3c7e53-7013-4dab-89e9-a396e030e28e/tags/tempest-TagsExtTest-Tag-1088967964 HTTP/1.1" status: 404 len: 329 time: 0.1061578 Aug 17 03:05:58.131637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57802) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:58.136998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-f56f10f3-76fe-46bd-93a9-01d9fef955dd tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '3719dc2c-de8f-4721-98a4-143bf9ff16db', {'tags': ['tempest-TagsExtTest-Tag-557522846', 'tempest-TagsExtTest-Tag-2068765925', 'tempest-TagsExtTest-Tag-366694606']}) {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:58.168882 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda8d413-803b-481e-b323-5daf50072f26 req-b7f6cc92-9bb8-437f-a5d5-4ea4fefd1255 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:58.172622 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dda8d413-803b-481e-b323-5daf50072f26 req-b7f6cc92-9bb8-437f-a5d5-4ea4fefd1255 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.0777414 Aug 17 03:05:58.212136 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dda8d413-803b-481e-b323-5daf50072f26 req-74f8be6d-a443-4fc7-be88-518b6b60de93 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343680 Aug 17 03:05:58.290097 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f56f10f3-76fe-46bd-93a9-01d9fef955dd tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "PUT /v2.0/subnetpools/3719dc2c-de8f-4721-98a4-143bf9ff16db/tags HTTP/1.1" status: 200 len: 316 time: 0.1570761 Aug 17 03:05:58.292944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57806) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:58.297645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-a97934d4-4d78-446d-a977-b0941d4c4a56 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3719dc2c-de8f-4721-98a4-143bf9ff16db') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:58.332065 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8030dde5-1587-4ddb-b15f-792d09deec51 req-29dd49c6-b666-49d9-8c05-62029fd1b615 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:58.334385 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8030dde5-1587-4ddb-b15f-792d09deec51 req-29dd49c6-b666-49d9-8c05-62029fd1b615 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0623894 Aug 17 03:05:58.379553 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8030dde5-1587-4ddb-b15f-792d09deec51 req-3af019fa-a3d0-4f17-94e4-ca2d858d2894 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391002 Aug 17 03:05:58.432478 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a97934d4-4d78-446d-a977-b0941d4c4a56 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/subnetpools/3719dc2c-de8f-4721-98a4-143bf9ff16db/tags HTTP/1.1" status: 204 len: 168 time: 0.1383936 Aug 17 03:05:58.435340 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57812) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:58.440059 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-52671a76-61f6-4f8f-839f-9be32713e3b2 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3719dc2c-de8f-4721-98a4-143bf9ff16db', 'tempest-TagsExtTest-Tag-557522846') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:58.464353 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-52671a76-61f6-4f8f-839f-9be32713e3b2 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] show failed (client error): The resource could not be found. Aug 17 03:05:58.466070 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e0431-fd3f-4026-a404-e9af618bfae5 req-80ccec8d-6e7e-4428-8eaa-c29f5fb0154e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:58.472171 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-696e0431-fd3f-4026-a404-e9af618bfae5 req-80ccec8d-6e7e-4428-8eaa-c29f5fb0154e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:58.474035 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-696e0431-fd3f-4026-a404-e9af618bfae5 req-80ccec8d-6e7e-4428-8eaa-c29f5fb0154e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1683 time: 0.0720859 Aug 17 03:05:58.474852 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-52671a76-61f6-4f8f-839f-9be32713e3b2 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/subnetpools/3719dc2c-de8f-4721-98a4-143bf9ff16db/tags/tempest-TagsExtTest-Tag-557522846 HTTP/1.1" status: 404 len: 328 time: 0.0379095 Aug 17 03:05:58.477142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57814) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:58.481789 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-87cc2be3-ddc8-4e53-9cfe-de1025af2e6c tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3719dc2c-de8f-4721-98a4-143bf9ff16db', 'tempest-TagsExtTest-Tag-2068765925') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:58.532669 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-87cc2be3-ddc8-4e53-9cfe-de1025af2e6c tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] show failed (client error): The resource could not be found. Aug 17 03:05:58.533811 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-87cc2be3-ddc8-4e53-9cfe-de1025af2e6c tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/subnetpools/3719dc2c-de8f-4721-98a4-143bf9ff16db/tags/tempest-TagsExtTest-Tag-2068765925 HTTP/1.1" status: 404 len: 329 time: 0.0554762 Aug 17 03:05:58.536889 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57816) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:58.537064 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-696e0431-fd3f-4026-a404-e9af618bfae5 req-9664f99f-93a9-4ef9-b926-ea6089ddbadf tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526257 Aug 17 03:05:58.542069 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-9632d669-b7cd-4394-b2ec-38fb7d1ad62a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '3719dc2c-de8f-4721-98a4-143bf9ff16db', 'tempest-TagsExtTest-Tag-366694606') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:58.566191 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-9632d669-b7cd-4394-b2ec-38fb7d1ad62a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] show failed (client error): The resource could not be found. Aug 17 03:05:58.568087 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9632d669-b7cd-4394-b2ec-38fb7d1ad62a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/subnetpools/3719dc2c-de8f-4721-98a4-143bf9ff16db/tags/tempest-TagsExtTest-Tag-366694606 HTTP/1.1" status: 404 len: 328 time: 0.0296504 Aug 17 03:05:58.575257 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57818) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:58.579856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-4d58f3ad-64cc-48aa-b2ca-482b79d2d1ef tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '3719dc2c-de8f-4721-98a4-143bf9ff16db') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:58.614748 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57822) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:58.614931 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4d58f3ad-64cc-48aa-b2ca-482b79d2d1ef tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/subnetpools/3719dc2c-de8f-4721-98a4-143bf9ff16db/tags HTTP/1.1" status: 204 len: 168 time: 0.0383525 Aug 17 03:05:58.621090 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-238ae843-c3b2-42a6-b676-3b9dafe41d92 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', 'da3c7e53-7013-4dab-89e9-a396e030e28e') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:58.708852 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-238ae843-c3b2-42a6-b676-3b9dafe41d92 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/routers/da3c7e53-7013-4dab-89e9-a396e030e28e/tags HTTP/1.1" status: 204 len: 168 time: 0.0925462 Aug 17 03:05:58.719815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57826) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:58.724966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-5e077c38-6496-4456-b66a-0fba764c9788 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '7c1ddcaf-90c4-48c1-babe-9c8f3281af27') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:58.794127 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5e077c38-6496-4456-b66a-0fba764c9788 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/ports/7c1ddcaf-90c4-48c1-babe-9c8f3281af27/tags HTTP/1.1" status: 204 len: 168 time: 0.0729570 Aug 17 03:05:58.796711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57828) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:58.800811 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-00f313dc-a198-40cb-98bc-ad34d9fe7b0a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '1b4f9da3-4f7f-4715-bd20-283b6cc0ac53') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:05:58.859707 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-00f313dc-a198-40cb-98bc-ad34d9fe7b0a tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/subnets/1b4f9da3-4f7f-4715-bd20-283b6cc0ac53/tags HTTP/1.1" status: 204 len: 168 time: 0.0617828 Aug 17 03:05:58.862868 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57830) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:59.034005 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-add2e44d-c692-4036-8172-37f4c20a3d40 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks [] for subnetpool, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:59.035552 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-add2e44d-c692-4036-8172-37f4c20a3d40 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/subnetpools/3719dc2c-de8f-4721-98a4-143bf9ff16db HTTP/1.1" status: 204 len: 168 time: 0.1708102 Aug 17 03:05:59.037910 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57834) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:59.064585 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9d742bef-7d46-465f-babe-7051fb3d2824 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "GET /v2.0/ports?device_id=da3c7e53-7013-4dab-89e9-a396e030e28e HTTP/1.1" status: 200 len: 205 time: 0.0254891 Aug 17 03:05:59.067931 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57836) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:59.142266 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60d49db6-9732-454c-a044-4be471b33bc4 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:59.309205 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60d49db6-9732-454c-a044-4be471b33bc4 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:59.311744 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60d49db6-9732-454c-a044-4be471b33bc4 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:59.343241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a90d739f-9700-4661-8f0c-08da4aa3a56d req-a82eecfb-6f4c-48eb-b4c1-5da33e432cf7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:59.344762 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a90d739f-9700-4661-8f0c-08da4aa3a56d req-a82eecfb-6f4c-48eb-b4c1-5da33e432cf7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.0534809 Aug 17 03:05:59.387656 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a90d739f-9700-4661-8f0c-08da4aa3a56d req-f1a02bf5-97f3-4e58-8d04-cf02374cf0e5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351846 Aug 17 03:05:59.430982 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60d49db6-9732-454c-a044-4be471b33bc4 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:59.431542 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60d49db6-9732-454c-a044-4be471b33bc4 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Fanout notify agent at l3_agent the message router_deleted on router da3c7e53-7013-4dab-89e9-a396e030e28e {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:05:59.443056 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-60d49db6-9732-454c-a044-4be471b33bc4 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:59.444263 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-60d49db6-9732-454c-a044-4be471b33bc4 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/routers/da3c7e53-7013-4dab-89e9-a396e030e28e HTTP/1.1" status: 204 len: 168 time: 0.3758738 Aug 17 03:05:59.446718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57844) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:05:59.568821 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6741d1e-f3b0-402a-a3d0-301062146488 req-4906f14c-8596-4e30-bd5f-ff5c4b1773b4 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:59.570365 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e6741d1e-f3b0-402a-a3d0-301062146488 req-4906f14c-8596-4e30-bd5f-ff5c4b1773b4 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0891497 Aug 17 03:05:59.601295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-25dcf5aa-4bb6-40c1-b101-a4de8c02bb9d tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Deleting port 7c1ddcaf-90c4-48c1-babe-9c8f3281af27 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:05:59.602265 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25dcf5aa-4bb6-40c1-b101-a4de8c02bb9d tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:59.659876 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e6741d1e-f3b0-402a-a3d0-301062146488 req-06cd267c-523b-4abe-b7d4-26c56974a134 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812359 Aug 17 03:05:59.670192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d253ba-22c4-44d7-a971-34cb78e74568 req-e38f5975-5d77-4263-8e3e-bbb3c3443441 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:59.680383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d253ba-22c4-44d7-a971-34cb78e74568 req-e38f5975-5d77-4263-8e3e-bbb3c3443441 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:05:59.682370 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12d253ba-22c4-44d7-a971-34cb78e74568 req-e38f5975-5d77-4263-8e3e-bbb3c3443441 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1683 time: 0.0670419 Aug 17 03:05:59.711329 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25dcf5aa-4bb6-40c1-b101-a4de8c02bb9d tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:05:59.727302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-25dcf5aa-4bb6-40c1-b101-a4de8c02bb9d tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Calling delete_port for 7c1ddcaf-90c4-48c1-babe-9c8f3281af27 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:05:59.741488 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12d253ba-22c4-44d7-a971-34cb78e74568 req-b8968f57-d0f7-480b-997f-f399ecb46d66 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0513027 Aug 17 03:05:59.975848 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25dcf5aa-4bb6-40c1-b101-a4de8c02bb9d tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:00.018311 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25dcf5aa-4bb6-40c1-b101-a4de8c02bb9d tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Pushing event deleted for resources: {'Port': ['ID=7c1ddcaf-90c4-48c1-babe-9c8f3281af27,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:00.126932 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25dcf5aa-4bb6-40c1-b101-a4de8c02bb9d tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:00.129152 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-25dcf5aa-4bb6-40c1-b101-a4de8c02bb9d tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/ports/7c1ddcaf-90c4-48c1-babe-9c8f3281af27 HTTP/1.1" status: 204 len: 168 time: 0.6814072 Aug 17 03:06:00.132526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57858) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:00.206285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-be0e9cb0-3b97-45b6-9ee3-d2d7a2d7e8b5 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Deleting subnet 1b4f9da3-4f7f-4715-bd20-283b6cc0ac53 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:06:00.211430 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be0e9cb0-3b97-45b6-9ee3-d2d7a2d7e8b5 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:00.287373 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be0e9cb0-3b97-45b6-9ee3-d2d7a2d7e8b5 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:00.333322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26288c8d-716b-4e3b-a423-046e6d0c4c36 req-a97b7d3a-11ad-4f6a-a3fc-37d2ad093b58 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:00.342240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26288c8d-716b-4e3b-a423-046e6d0c4c36 req-a97b7d3a-11ad-4f6a-a3fc-37d2ad093b58 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:00.343939 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-26288c8d-716b-4e3b-a423-046e6d0c4c36 req-a97b7d3a-11ad-4f6a-a3fc-37d2ad093b58 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1683 time: 0.1289718 Aug 17 03:06:00.417193 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-26288c8d-716b-4e3b-a423-046e6d0c4c36 req-7791615b-8dc9-46f2-9d69-7457d8bed73d tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652235 Aug 17 03:06:00.436842 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be0e9cb0-3b97-45b6-9ee3-d2d7a2d7e8b5 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:00.572533 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f65149-6860-42c0-affe-9d3d658771bc req-1cdd71fa-7709-4669-bb76-2d954774ce0f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:00.574162 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a6f65149-6860-42c0-affe-9d3d658771bc req-1cdd71fa-7709-4669-bb76-2d954774ce0f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.0888016 Aug 17 03:06:00.584882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9a5328-1382-4b76-a5e2-0b58a4445c69 req-6a5144d2-ef88-4072-9ea6-f74be482bbda tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:00.586371 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e9a5328-1382-4b76-a5e2-0b58a4445c69 req-6a5144d2-ef88-4072-9ea6-f74be482bbda tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.60 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.0650530 Aug 17 03:06:00.596624 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be0e9cb0-3b97-45b6-9ee3-d2d7a2d7e8b5 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:00.626398 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0e9cb0-3b97-45b6-9ee3-d2d7a2d7e8b5 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Pushing event deleted for resources: {'Subnet': ['ID=1b4f9da3-4f7f-4715-bd20-283b6cc0ac53,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:00.631304 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be0e9cb0-3b97-45b6-9ee3-d2d7a2d7e8b5 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:00.633876 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-be0e9cb0-3b97-45b6-9ee3-d2d7a2d7e8b5 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/subnets/1b4f9da3-4f7f-4715-bd20-283b6cc0ac53 HTTP/1.1" status: 204 len: 168 time: 0.4999037 Aug 17 03:06:00.636501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57866) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:00.641764 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ac0335-a10d-48b5-afd9-0fd71ed47530 None None] Network c0c19c5d-a256-43f5-9a4c-8435178bff83 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:06:00.657973 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a6f65149-6860-42c0-affe-9d3d658771bc req-304e7eaa-0a9e-4182-ad3e-edf1eddb38f5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0705953 Aug 17 03:06:00.736371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-7e9a5328-1382-4b76-a5e2-0b58a4445c69 req-0ca92b3a-d0e9-4256-9fe3-c4df92635b07 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Deleting port ff935ea9-f5a8-402d-915a-b45b7a826668 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:06:00.736733 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7e9a5328-1382-4b76-a5e2-0b58a4445c69 req-0ca92b3a-d0e9-4256-9fe3-c4df92635b07 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:00.830097 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:00.861937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99fa682-c389-4328-b8f8-dbb1d52cc98d req-80398a3f-b740-41b3-9828-77799fa9b3a3 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:00.869996 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f99fa682-c389-4328-b8f8-dbb1d52cc98d req-80398a3f-b740-41b3-9828-77799fa9b3a3 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 945 time: 0.1097200 Aug 17 03:06:00.879838 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f54c36b2-a2ed-4b1a-afa4-1eb335a57cbc None None] DHCP port deletion for c0c19c5d-a256-43f5-9a4c-8435178bff83 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:06:00.885018 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-7e9a5328-1382-4b76-a5e2-0b58a4445c69 req-0ca92b3a-d0e9-4256-9fe3-c4df92635b07 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] For port ff935ea9-f5a8-402d-915a-b45b7a826668, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ff935ea9-f5a8-402d-915a-b45b7a826668,segment=NetworkSegment(8dd9a916-6877-4bc9-90d0-f12f058f5348),segment_id=8dd9a916-6877-4bc9-90d0-f12f058f5348)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:00.887462 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7e9a5328-1382-4b76-a5e2-0b58a4445c69 req-0ca92b3a-d0e9-4256-9fe3-c4df92635b07 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:00.905321 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-7e9a5328-1382-4b76-a5e2-0b58a4445c69 req-0ca92b3a-d0e9-4256-9fe3-c4df92635b07 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Calling delete_port for ff935ea9-f5a8-402d-915a-b45b7a826668 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:06:00.950783 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f54c36b2-a2ed-4b1a-afa4-1eb335a57cbc None None] Deleting port bc2e2953-970c-44ec-9e1d-da36a4f73253 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:06:00.951653 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f54c36b2-a2ed-4b1a-afa4-1eb335a57cbc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:00.971181 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f99fa682-c389-4328-b8f8-dbb1d52cc98d req-b2f0da54-0e0d-41a4-a9c1-1e2078d086aa tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953014 Aug 17 03:06:00.977795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Deleting port bc2e2953-970c-44ec-9e1d-da36a4f73253 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:06:00.978142 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:01.046389 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f54c36b2-a2ed-4b1a-afa4-1eb335a57cbc None None] For port bc2e2953-970c-44ec-9e1d-da36a4f73253, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=bc2e2953-970c-44ec-9e1d-da36a4f73253,segment=NetworkSegment(4844d9b8-999e-4015-b342-387b2cf75c63),segment_id=4844d9b8-999e-4015-b342-387b2cf75c63)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:01.047205 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f54c36b2-a2ed-4b1a-afa4-1eb335a57cbc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:01.061059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] For port bc2e2953-970c-44ec-9e1d-da36a4f73253, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=bc2e2953-970c-44ec-9e1d-da36a4f73253,segment=NetworkSegment(4844d9b8-999e-4015-b342-387b2cf75c63),segment_id=4844d9b8-999e-4015-b342-387b2cf75c63)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:01.061450 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:01.064508 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f54c36b2-a2ed-4b1a-afa4-1eb335a57cbc None None] Calling delete_port for bc2e2953-970c-44ec-9e1d-da36a4f73253 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:06:01.084751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Calling delete_port for bc2e2953-970c-44ec-9e1d-da36a4f73253 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:06:01.168811 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7e9a5328-1382-4b76-a5e2-0b58a4445c69 req-0ca92b3a-d0e9-4256-9fe3-c4df92635b07 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:01.185104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['8799e2d8-5ca8-4e4e-8f97-a87dcc660625'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:06:01.207124 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca92b3a-d0e9-4256-9fe3-c4df92635b07 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Pushing event deleted for resources: {'Port': ['ID=ff935ea9-f5a8-402d-915a-b45b7a826668,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:01.252365 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-7e9a5328-1382-4b76-a5e2-0b58a4445c69 req-0ca92b3a-d0e9-4256-9fe3-c4df92635b07 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] No DVR routers for this DVR port ff935ea9-f5a8-402d-915a-b45b7a826668 on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:06:01.255788 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7e9a5328-1382-4b76-a5e2-0b58a4445c69 req-0ca92b3a-d0e9-4256-9fe3-c4df92635b07 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:01.258414 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e9a5328-1382-4b76-a5e2-0b58a4445c69 req-0ca92b3a-d0e9-4256-9fe3-c4df92635b07 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.60 "DELETE /v2.0/ports/ff935ea9-f5a8-402d-915a-b45b7a826668 HTTP/1.1" status: 204 len: 173 time: 0.6639078 Aug 17 03:06:01.258990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ae4f4c5-d5db-4645-8226-0781010b9e3c', 'name': 'network-vif-deleted', 'tag': 'ff935ea9-f5a8-402d-915a-b45b7a826668'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:06:01.261495 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f54c36b2-a2ed-4b1a-afa4-1eb335a57cbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:01.261996 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f124ab6-de49-4a60-9489-e8359f3398eb" -d '{"events": [{"server_uuid": "7ae4f4c5-d5db-4645-8226-0781010b9e3c", "name": "network-vif-deleted", "tag": "ff935ea9-f5a8-402d-915a-b45b7a826668"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:06:01.275302 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:01.281356 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54c36b2-a2ed-4b1a-afa4-1eb335a57cbc None None] No DVR routers for this DVR port bc2e2953-970c-44ec-9e1d-da36a4f73253 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:06:01.307039 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:06:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9156c2d2-8362-4847-ab3b-06018028baee x-openstack-request-id: req-9156c2d2-8362-4847-ab3b-06018028baee {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:06:01.307367 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7ae4f4c5-d5db-4645-8226-0781010b9e3c", "name": "network-vif-deleted", "tag": "ff935ea9-f5a8-402d-915a-b45b7a826668", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:06:01.307624 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9156c2d2-8362-4847-ab3b-06018028baee {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:06:01.308199 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ae4f4c5-d5db-4645-8226-0781010b9e3c', 'name': 'network-vif-deleted', 'tag': 'ff935ea9-f5a8-402d-915a-b45b7a826668', 'status': 'completed', 'code': 200} Aug 17 03:06:01.312018 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54c36b2-a2ed-4b1a-afa4-1eb335a57cbc None None] Pushing event deleted for resources: {'Port': ['ID=bc2e2953-970c-44ec-9e1d-da36a4f73253,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:01.328719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Pushing event deleted for resources: {'Port': ['ID=bc2e2953-970c-44ec-9e1d-da36a4f73253,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:01.334455 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] No DVR routers for this DVR port bc2e2953-970c-44ec-9e1d-da36a4f73253 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:06:01.427390 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:01.440401 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0c19c5d-a256-43f5-9a4c-8435178bff83']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:01.453755 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4844d9b8-999e-4015-b342-387b2cf75c63') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:01.454054 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4844d9b8-999e-4015-b342-387b2cf75c63') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:01.464353 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:01.480371 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:01.490212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:06:01.490858 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:06:01.495133 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:06:01.568884 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b26db-8da1-4c8d-81eb-f1d3aad73e2a req-4d66d6d9-74c1-4b83-a917-cfbe35e9b0a0 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:01.575012 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89b26db-8da1-4c8d-81eb-f1d3aad73e2a req-4d66d6d9-74c1-4b83-a917-cfbe35e9b0a0 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:01.576395 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f89b26db-8da1-4c8d-81eb-f1d3aad73e2a req-4d66d6d9-74c1-4b83-a917-cfbe35e9b0a0 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1683 time: 0.0674775 Aug 17 03:06:01.618483 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f89b26db-8da1-4c8d-81eb-f1d3aad73e2a req-79835c1b-622a-472c-8420-0df8242b6217 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341880 Aug 17 03:06:01.641444 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:01.648824 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:01.650704 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] 10.222.0.10 "DELETE /v2.0/networks/c0c19c5d-a256-43f5-9a4c-8435178bff83 HTTP/1.1" status: 204 len: 168 time: 1.0132146 Aug 17 03:06:01.672076 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d24c9501-5517-477e-ae26-59e8ccf091d1 tempest-TagsExtTest-2075052524 tempest-TagsExtTest-2075052524-project] Pushing event deleted for resources: {'Network': ['ID=c0c19c5d-a256-43f5-9a4c-8435178bff83,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:01.798721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f449cb3d-e9b9-4ffa-be6d-d0fb2674d4f2 req-a1bc824b-17be-46ab-b590-fdca12dbd8e4 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:01.800319 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f449cb3d-e9b9-4ffa-be6d-d0fb2674d4f2 req-a1bc824b-17be-46ab-b590-fdca12dbd8e4 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.0519438 Aug 17 03:06:01.840007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f449cb3d-e9b9-4ffa-be6d-d0fb2674d4f2 req-71fcf457-541c-478a-b772-8e7f00df45ba tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327001 Aug 17 03:06:01.891885 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-037e02ae-0d1e-4ad7-a34a-1bce07bb3eda tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:01.898327 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-037e02ae-0d1e-4ad7-a34a-1bce07bb3eda tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:01.899916 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-037e02ae-0d1e-4ad7-a34a-1bce07bb3eda tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.60 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 1683 time: 0.0596185 Aug 17 03:06:02.033143 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-67070a07-00c7-4252-bc1f-5bb102a35690 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Deleting port dc84bda7-5f34-4905-8a50-2bd9fb2f8683 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:06:02.034358 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-67070a07-00c7-4252-bc1f-5bb102a35690 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:02.120304 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-697068e9-6ebc-4f74-878e-04d1216df711 req-24850d48-a18a-4550-9a07-9f13139548ac tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=7ae4f4c5-d5db-4645-8226-0781010b9e3c HTTP/1.1" status: 200 len: 210 time: 0.0326173 Aug 17 03:06:02.180979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-67070a07-00c7-4252-bc1f-5bb102a35690 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] For port dc84bda7-5f34-4905-8a50-2bd9fb2f8683, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=dc84bda7-5f34-4905-8a50-2bd9fb2f8683,segment=NetworkSegment(eceea5cd-b976-480a-9339-a611ebe239bf),segment_id=eceea5cd-b976-480a-9339-a611ebe239bf)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:02.181356 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-67070a07-00c7-4252-bc1f-5bb102a35690 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:02.216585 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-67070a07-00c7-4252-bc1f-5bb102a35690 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Calling delete_port for dc84bda7-5f34-4905-8a50-2bd9fb2f8683 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:06:02.293943 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bc2e2953-970c-44ec-9e1d-da36a4f73253 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:06:02.308757 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57896) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:02.350627 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: bc2e2953-970c-44ec-9e1d-da36a4f73253 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:06:02.351006 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bc2e2953-970c-44ec-9e1d-da36a4f73253 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:06:02.460118 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-67070a07-00c7-4252-bc1f-5bb102a35690 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:02.475156 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['f2ff41c1-9f8f-4128-a47c-f5d93215c0f4', 'dc84bda7-5f34-4905-8a50-2bd9fb2f8683'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:06:02.477986 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fd1dd80a-dd9f-45bb-802c-a1b75df9999b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6d53811e27334c248db1ff28d9889732&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1670794 Aug 17 03:06:02.485680 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57900) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:02.495112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67070a07-00c7-4252-bc1f-5bb102a35690 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event deleted for resources: {'Port': ['ID=dc84bda7-5f34-4905-8a50-2bd9fb2f8683,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:02.551661 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-67070a07-00c7-4252-bc1f-5bb102a35690 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] No DVR routers for this DVR port dc84bda7-5f34-4905-8a50-2bd9fb2f8683 on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:06:02.554599 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-67070a07-00c7-4252-bc1f-5bb102a35690 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:02.557337 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-67070a07-00c7-4252-bc1f-5bb102a35690 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.60 "DELETE /v2.0/ports/dc84bda7-5f34-4905-8a50-2bd9fb2f8683 HTTP/1.1" status: 204 len: 173 time: 0.6506631 Aug 17 03:06:02.576970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ff935ea9-f5a8-402d-915a-b45b7a826668 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:06:02.588456 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa824cab-d8d1-419f-8fa9-e0f59668efb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:02.619339 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa824cab-d8d1-419f-8fa9-e0f59668efb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:02.668989 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: ff935ea9-f5a8-402d-915a-b45b7a826668 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:06:02.669353 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ff935ea9-f5a8-402d-915a-b45b7a826668 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:06:02.703396 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-2ee765c4-a932-43d6-a8f7-cee5258f72f4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Deleting port f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:06:02.704441 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-2ee765c4-a932-43d6-a8f7-cee5258f72f4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:02.814700 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa824cab-d8d1-419f-8fa9-e0f59668efb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:02.818756 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa824cab-d8d1-419f-8fa9-e0f59668efb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:02.820353 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-aa824cab-d8d1-419f-8fa9-e0f59668efb9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6a90010b-cb67-45de-a62b-54108cbbf2a8 HTTP/1.1" status: 204 len: 168 time: 0.3334446 Aug 17 03:06:02.851936 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa824cab-d8d1-419f-8fa9-e0f59668efb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6a90010b-cb67-45de-a62b-54108cbbf2a8,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:02.858051 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc285b8-425c-4e61-91bb-b69c657e902b req-96321fc3-d645-4e7a-a589-3a1fcc65c823 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:02.866667 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5cc285b8-425c-4e61-91bb-b69c657e902b req-96321fc3-d645-4e7a-a589-3a1fcc65c823 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 946 time: 0.1301751 Aug 17 03:06:02.889793 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:02.910381 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-2ee765c4-a932-43d6-a8f7-cee5258f72f4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] For port f2ff41c1-9f8f-4128-a47c-f5d93215c0f4, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f2ff41c1-9f8f-4128-a47c-f5d93215c0f4,segment=NetworkSegment(3f449076-37ec-4164-b9c2-bf76cb2ebd7d),segment_id=3f449076-37ec-4164-b9c2-bf76cb2ebd7d)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:02.911426 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-2ee765c4-a932-43d6-a8f7-cee5258f72f4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:02.936101 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-2ee765c4-a932-43d6-a8f7-cee5258f72f4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Calling delete_port for f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:06:02.963310 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5cc285b8-425c-4e61-91bb-b69c657e902b req-8230acfc-2a73-426a-9427-97e2c656d0b2 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/security-groups?id=927e5eeb-9a85-43be-bce1-70d104b059e6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656390 Aug 17 03:06:03.051664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c5b062a-301c-4062-aa56-030f7c475918 req-e8fa26e9-b8ed-4488-a4f1-f26d81ecd595 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:03.053230 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0c5b062a-301c-4062-aa56-030f7c475918 req-e8fa26e9-b8ed-4488-a4f1-f26d81ecd595 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.0795581 Aug 17 03:06:03.114156 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0c5b062a-301c-4062-aa56-030f7c475918 req-ff8064db-bde3-48e8-9f3e-181253518b4f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538652 Aug 17 03:06:03.232271 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-2ee765c4-a932-43d6-a8f7-cee5258f72f4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:03.286877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee765c4-a932-43d6-a8f7-cee5258f72f4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event deleted for resources: {'Port': ['ID=f2ff41c1-9f8f-4128-a47c-f5d93215c0f4,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:03.319022 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743936d7-1a31-4cd3-bbb4-08ad086788ef', 'name': 'network-vif-deleted', 'tag': 'dc84bda7-5f34-4905-8a50-2bd9fb2f8683'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:06:03.321813 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef73086c-0866-4ae4-b160-ea608f985b27" -d '{"events": [{"server_uuid": "743936d7-1a31-4cd3-bbb4-08ad086788ef", "name": "network-vif-deleted", "tag": "dc84bda7-5f34-4905-8a50-2bd9fb2f8683"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:06:03.375601 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-2ee765c4-a932-43d6-a8f7-cee5258f72f4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] No DVR routers for this DVR port f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:06:03.379967 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-2ee765c4-a932-43d6-a8f7-cee5258f72f4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:03.387633 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b7d8f63-25aa-4d43-bcbe-565f786939a3 req-2ee765c4-a932-43d6-a8f7-cee5258f72f4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.60 "DELETE /v2.0/ports/f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 HTTP/1.1" status: 204 len: 173 time: 0.8209348 Aug 17 03:06:03.467428 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:06:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c67d725a-fefc-458b-bb83-cf699f84d8f5 x-openstack-request-id: req-c67d725a-fefc-458b-bb83-cf699f84d8f5 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:06:03.467729 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743936d7-1a31-4cd3-bbb4-08ad086788ef", "name": "network-vif-deleted", "tag": "dc84bda7-5f34-4905-8a50-2bd9fb2f8683", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:06:03.468104 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c67d725a-fefc-458b-bb83-cf699f84d8f5 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:06:03.468558 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743936d7-1a31-4cd3-bbb4-08ad086788ef', 'name': 'network-vif-deleted', 'tag': 'dc84bda7-5f34-4905-8a50-2bd9fb2f8683', 'status': 'completed', 'code': 200} Aug 17 03:06:03.621470 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:03.851565 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b035942-b86f-4568-9733-c620e716078f req-a2520d95-6904-42c9-8468-9b50f3e623c5 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:03.854965 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1b035942-b86f-4568-9733-c620e716078f req-a2520d95-6904-42c9-8468-9b50f3e623c5 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.0551903 Aug 17 03:06:03.896799 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1b035942-b86f-4568-9733-c620e716078f req-40b0fb6b-8612-4db2-88c7-92d7bd7eeabb tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355189 Aug 17 03:06:04.100631 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8badf95-a8a0-4d9c-af7c-faa8b6b3a204 req-792ce3b0-aadc-495b-8bde-90fa0628bdd1 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "GET /v2.0/ports?device_id=743936d7-1a31-4cd3-bbb4-08ad086788ef HTTP/1.1" status: 200 len: 210 time: 0.0363500 Aug 17 03:06:04.262584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57952) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:04.300820 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b984e-e639-415e-b72e-0b370ca8af1b req-fb4870c7-5f3c-474f-9e7b-f90d4baf1094 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:04.302583 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d4b984e-e639-415e-b72e-0b370ca8af1b req-fb4870c7-5f3c-474f-9e7b-f90d4baf1094 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c&tenant_id=6310559ad60b460ba41705b832b7bbc0 HTTP/1.1" status: 200 len: 1094 time: 0.1701837 Aug 17 03:06:04.316017 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a2fcae-6faf-4028-a838-0d4d4eebd184 req-39487321-764e-4bf8-9388-b72ede0fb2ad tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:04.317955 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9a2fcae-6faf-4028-a838-0d4d4eebd184 req-39487321-764e-4bf8-9388-b72ede0fb2ad tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.0774384 Aug 17 03:06:04.373163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-cfdd47a6-8284-4f62-b2b6-e4aa05749a1a tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-371929486'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:06:04.390417 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9a2fcae-6faf-4028-a838-0d4d4eebd184 req-14ccbe40-8a5a-4c52-b3be-07d822ec4c32 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662026 Aug 17 03:06:04.402917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b984e-e639-415e-b72e-0b370ca8af1b req-7233db7f-3cd7-493e-94ab-cbdaefbc14b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:04.404403 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d4b984e-e639-415e-b72e-0b370ca8af1b req-7233db7f-3cd7-493e-94ab-cbdaefbc14b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6310559ad60b460ba41705b832b7bbc0&device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 1094 time: 0.0520513 Aug 17 03:06:04.488843 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfdd47a6-8284-4f62-b2b6-e4aa05749a1a tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Made reservation on behalf of cad485796f794f23a231c3814fd7b6b7 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:06:04.492623 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cfdd47a6-8284-4f62-b2b6-e4aa05749a1a tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:04.502175 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cfdd47a6-8284-4f62-b2b6-e4aa05749a1a tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:04.507789 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b984e-e639-415e-b72e-0b370ca8af1b req-7a9ea6ca-63a5-48a7-b737-5033ecec8f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:04.509767 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d4b984e-e639-415e-b72e-0b370ca8af1b req-7a9ea6ca-63a5-48a7-b737-5033ecec8f9e service neutron] 10.222.0.60 "GET /v2.0/networks?id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69 HTTP/1.1" status: 200 len: 916 time: 0.0969808 Aug 17 03:06:04.577787 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device dc84bda7-5f34-4905-8a50-2bd9fb2f8683 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:06:04.603862 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d4b984e-e639-415e-b72e-0b370ca8af1b req-1dc2dcdc-4a06-4b91-819a-56af21be4e70 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=209d44fc-f6b8-475d-ba3a-e1730bb97c75 HTTP/1.1" status: 200 len: 999 time: 0.0744100 Aug 17 03:06:04.618845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: dc84bda7-5f34-4905-8a50-2bd9fb2f8683 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:06:04.619189 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device dc84bda7-5f34-4905-8a50-2bd9fb2f8683 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:06:04.624320 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:06:04.629566 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cfdd47a6-8284-4f62-b2b6-e4aa05749a1a tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:04.649801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:06:04.650157 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f2ff41c1-9f8f-4128-a47c-f5d93215c0f4 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:06:04.671048 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b984e-e639-415e-b72e-0b370ca8af1b req-e2213a49-74a1-4d41-b864-fd9198bb97c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:04.672526 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d4b984e-e639-415e-b72e-0b370ca8af1b req-e2213a49-74a1-4d41-b864-fd9198bb97c5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49398564-b2fd-48b6-b11e-b753c45b92cd HTTP/1.1" status: 200 len: 855 time: 0.0604970 Aug 17 03:06:04.706033 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cfdd47a6-8284-4f62-b2b6-e4aa05749a1a tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:04.728694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d4b984e-e639-415e-b72e-0b370ca8af1b req-b8f890c7-4a3c-4141-9e04-b6ec40068d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:04.730261 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d4b984e-e639-415e-b72e-0b370ca8af1b req-b8f890c7-4a3c-4141-9e04-b6ec40068d72 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440996 Aug 17 03:06:04.749193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cfdd47a6-8284-4f62-b2b6-e4aa05749a1a tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:06:04.758909 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd47a6-8284-4f62-b2b6-e4aa05749a1a tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Pushing event updated for resources: {'SecurityGroup': ['ID=346ac4bf-2f0d-4819-ba19-0cc35ef4882d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:04.769358 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cfdd47a6-8284-4f62-b2b6-e4aa05749a1a tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:04.770185 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-cfdd47a6-8284-4f62-b2b6-e4aa05749a1a tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Added segment af8ba429-bfec-4975-8dee-61b395904515 of type vlan for network 69e79a6c-6832-4a87-b751-a3c41b8e9981 Aug 17 03:06:04.815695 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cfdd47a6-8284-4f62-b2b6-e4aa05749a1a tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:04.852252 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d4b984e-e639-415e-b72e-0b370ca8af1b req-d82d1d81-8ee8-400c-8be9-f6e131d16af8 service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1119671 Aug 17 03:06:04.922244 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cfdd47a6-8284-4f62-b2b6-e4aa05749a1a tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:04.928094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfdd47a6-8284-4f62-b2b6-e4aa05749a1a tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:04.928748 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cfdd47a6-8284-4f62-b2b6-e4aa05749a1a tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:04.953265 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d4b984e-e639-415e-b72e-0b370ca8af1b req-a5207462-eb32-4847-9fce-080caa7d4deb service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922244 Aug 17 03:06:04.999155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdd47a6-8284-4f62-b2b6-e4aa05749a1a tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Pushing event updated for resources: {'Network': ['ID=69e79a6c-6832-4a87-b751-a3c41b8e9981,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:05.010371 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 69e79a6c-6832-4a87-b751-a3c41b8e9981 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:06:05.023799 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1835f4-c8fe-4565-b272-fa8391d6d3cb req-d0f264f2-6c5f-4bd6-8482-cefb8ee2d77c tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:05.025349 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e1835f4-c8fe-4565-b272-fa8391d6d3cb req-d0f264f2-6c5f-4bd6-8482-cefb8ee2d77c tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.0512185 Aug 17 03:06:05.072183 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e1835f4-c8fe-4565-b272-fa8391d6d3cb req-206b2504-9b3a-4e13-90ae-ae7d11a8bb44 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385523 Aug 17 03:06:05.106582 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cfdd47a6-8284-4f62-b2b6-e4aa05749a1a tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 0.8444259 Aug 17 03:06:05.112066 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57964) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:05.117297 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-a8ca8cae-79d4-4175-9dd7-7b957975e0c9 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '69e79a6c-6832-4a87-b751-a3c41b8e9981', 'tempest-TagsTest-Tag-1897376391') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:05.169127 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57972) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:05.231291 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-3790645b-1676-49b7-b28d-fb00d7c92b5e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Deleting subnet 5937f48a-c710-4b7b-ba78-e8820df7fd52 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:06:05.234478 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3790645b-1676-49b7-b28d-fb00d7c92b5e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:05.284596 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3790645b-1676-49b7-b28d-fb00d7c92b5e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:05.298386 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a8ca8cae-79d4-4175-9dd7-7b957975e0c9 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] 10.222.0.10 "PUT /v2.0/networks/69e79a6c-6832-4a87-b751-a3c41b8e9981/tags/tempest-TagsTest-Tag-1897376391 HTTP/1.1" status: 201 len: 201 time: 0.1851330 Aug 17 03:06:05.299002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57982) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:05.306656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-fa7da88b-f591-4cbd-9c16-d82d0e424904 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '69e79a6c-6832-4a87-b751-a3c41b8e9981', 'tempest-TagsTest-Tag-1897376391') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:05.382084 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fa7da88b-f591-4cbd-9c16-d82d0e424904 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] 10.222.0.10 "GET /v2.0/networks/69e79a6c-6832-4a87-b751-a3c41b8e9981/tags/tempest-TagsTest-Tag-1897376391 HTTP/1.1" status: 204 len: 168 time: 0.0788867 Aug 17 03:06:05.382339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57984) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:05.387166 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-ce841531-693d-4440-a82b-fed0d618cefd tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '69e79a6c-6832-4a87-b751-a3c41b8e9981') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:05.470936 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ce841531-693d-4440-a82b-fed0d618cefd tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] 10.222.0.10 "GET /v2.0/networks/69e79a6c-6832-4a87-b751-a3c41b8e9981/tags HTTP/1.1" status: 200 len: 238 time: 0.0847023 Aug 17 03:06:05.471156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57992) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:05.476295 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-8e7b90f0-871e-4632-a742-9d1d20cde1dd tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '69e79a6c-6832-4a87-b751-a3c41b8e9981', {'tags': ['tempest-TagsTest-Tag-1127754768', 'tempest-TagsTest-Tag-63410334', 'tempest-TagsTest-Tag-482212357']}) {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:05.634820 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8e7b90f0-871e-4632-a742-9d1d20cde1dd tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] 10.222.0.10 "PUT /v2.0/networks/69e79a6c-6832-4a87-b751-a3c41b8e9981/tags HTTP/1.1" status: 200 len: 306 time: 0.1625514 Aug 17 03:06:05.637327 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57998) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:05.642904 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-56282b57-c3f4-47f2-a991-a29a77e0d42c tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '69e79a6c-6832-4a87-b751-a3c41b8e9981', 'tempest-TagsTest-Tag-1127754768') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:05.714388 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '743936d7-1a31-4cd3-bbb4-08ad086788ef', 'name': 'network-vif-deleted', 'tag': 'f2ff41c1-9f8f-4128-a47c-f5d93215c0f4'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:06:05.716935 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92d014d6-ca54-4112-99e3-71ddbe70f07a" -d '{"events": [{"server_uuid": "743936d7-1a31-4cd3-bbb4-08ad086788ef", "name": "network-vif-deleted", "tag": "f2ff41c1-9f8f-4128-a47c-f5d93215c0f4"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:06:05.803029 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3790645b-1676-49b7-b28d-fb00d7c92b5e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:05.850805 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:06:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c6e1508-21bc-44bd-8c5e-14a926c201de x-openstack-request-id: req-5c6e1508-21bc-44bd-8c5e-14a926c201de {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:06:05.851179 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "743936d7-1a31-4cd3-bbb4-08ad086788ef", "name": "network-vif-deleted", "tag": "f2ff41c1-9f8f-4128-a47c-f5d93215c0f4", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:06:05.851506 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c6e1508-21bc-44bd-8c5e-14a926c201de {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:06:05.852021 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '743936d7-1a31-4cd3-bbb4-08ad086788ef', 'name': 'network-vif-deleted', 'tag': 'f2ff41c1-9f8f-4128-a47c-f5d93215c0f4', 'status': 'completed', 'code': 200} Aug 17 03:06:05.876034 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd569794-315a-4639-b7e9-e0f08418a0a2 req-15e9085b-10cd-450c-b46a-2520da206b78 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:05.877834 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd569794-315a-4639-b7e9-e0f08418a0a2 req-15e9085b-10cd-450c-b46a-2520da206b78 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.1552637 Aug 17 03:06:05.896260 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-56282b57-c3f4-47f2-a991-a29a77e0d42c tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] 10.222.0.10 "DELETE /v2.0/networks/69e79a6c-6832-4a87-b751-a3c41b8e9981/tags/tempest-TagsTest-Tag-1127754768 HTTP/1.1" status: 204 len: 168 time: 0.2559161 Aug 17 03:06:05.897766 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58010) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:05.903312 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-46810c16-0b6c-47c3-857b-542f1e4e25bb tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '69e79a6c-6832-4a87-b751-a3c41b8e9981', 'tempest-TagsTest-Tag-1127754768') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:05.963752 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd569794-315a-4639-b7e9-e0f08418a0a2 req-6dbff71d-f74e-4f14-a7e2-7ccb66b6ad7f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0610495 Aug 17 03:06:06.060865 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3790645b-1676-49b7-b28d-fb00d7c92b5e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:06.086710 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-46810c16-0b6c-47c3-857b-542f1e4e25bb tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] show failed (client error): The resource could not be found. Aug 17 03:06:06.093811 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-46810c16-0b6c-47c3-857b-542f1e4e25bb tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] 10.222.0.10 "GET /v2.0/networks/69e79a6c-6832-4a87-b751-a3c41b8e9981/tags/tempest-TagsTest-Tag-1127754768 HTTP/1.1" status: 404 len: 326 time: 0.1886451 Aug 17 03:06:06.094540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58012) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:06.102310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3790645b-1676-49b7-b28d-fb00d7c92b5e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event deleted for resources: {'Subnet': ['ID=5937f48a-c710-4b7b-ba78-e8820df7fd52,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:06.103807 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-d57b9676-f304-4a64-a202-5fe1e1350a76 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '69e79a6c-6832-4a87-b751-a3c41b8e9981', 'tempest-TagsTest-Tag-63410334') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:06.122620 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3790645b-1676-49b7-b28d-fb00d7c92b5e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:06.128510 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3790645b-1676-49b7-b28d-fb00d7c92b5e tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "DELETE /v2.0/subnets/5937f48a-c710-4b7b-ba78-e8820df7fd52 HTTP/1.1" status: 204 len: 168 time: 0.9571521 Aug 17 03:06:06.129821 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58016) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:06.129975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a6d7105-c1d0-4280-85c6-81ed732df3e8 None None] Network 547c9d29-3908-492a-ae4b-d840cc83bbb5 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:06:06.194960 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d57b9676-f304-4a64-a202-5fe1e1350a76 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] 10.222.0.10 "GET /v2.0/networks/69e79a6c-6832-4a87-b751-a3c41b8e9981/tags/tempest-TagsTest-Tag-63410334 HTTP/1.1" status: 204 len: 168 time: 0.0985804 Aug 17 03:06:06.208955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58018) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:06.215653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.tag.tag_plugin [None req-f42cf2cc-5478-4a1b-ba11-88d3db22d06c tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '69e79a6c-6832-4a87-b751-a3c41b8e9981', 'tempest-TagsTest-Tag-482212357') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:06.365442 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:06.481211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Deleting port 020c5b1f-62e6-4e69-87fa-8628a3e31b8b {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:06:06.481672 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:06.518490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64dd285e-c8e1-4625-afab-4c4ae27907b2 None None] DHCP port deletion for 547c9d29-3908-492a-ae4b-d840cc83bbb5 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:06:06.568253 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] For port 020c5b1f-62e6-4e69-87fa-8628a3e31b8b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=020c5b1f-62e6-4e69-87fa-8628a3e31b8b,segment=NetworkSegment(eceea5cd-b976-480a-9339-a611ebe239bf),segment_id=eceea5cd-b976-480a-9339-a611ebe239bf)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:06.568639 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:06.588824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-64dd285e-c8e1-4625-afab-4c4ae27907b2 None None] Deleting port 020c5b1f-62e6-4e69-87fa-8628a3e31b8b {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:06:06.589391 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-64dd285e-c8e1-4625-afab-4c4ae27907b2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:06.590974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Calling delete_port for 020c5b1f-62e6-4e69-87fa-8628a3e31b8b owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:06:06.739010 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-64dd285e-c8e1-4625-afab-4c4ae27907b2 None None] For port 020c5b1f-62e6-4e69-87fa-8628a3e31b8b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=020c5b1f-62e6-4e69-87fa-8628a3e31b8b,segment=NetworkSegment(eceea5cd-b976-480a-9339-a611ebe239bf),segment_id=eceea5cd-b976-480a-9339-a611ebe239bf)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:06.739010 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-64dd285e-c8e1-4625-afab-4c4ae27907b2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:06.747007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-64dd285e-c8e1-4625-afab-4c4ae27907b2 None None] Calling delete_port for 020c5b1f-62e6-4e69-87fa-8628a3e31b8b owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:06:06.803973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3dcd40-90e2-40c5-b979-427ab1e3bd46 req-649ee18e-758d-4844-ba80-c617984b310b tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:06.805577 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3b3dcd40-90e2-40c5-b979-427ab1e3bd46 req-649ee18e-758d-4844-ba80-c617984b310b tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.5725408 Aug 17 03:06:06.812269 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f42cf2cc-5478-4a1b-ba11-88d3db22d06c tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] 10.222.0.10 "GET /v2.0/networks/69e79a6c-6832-4a87-b751-a3c41b8e9981/tags/tempest-TagsTest-Tag-482212357 HTTP/1.1" status: 204 len: 168 time: 0.6016927 Aug 17 03:06:06.814963 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58030) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:06.821804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-95f21d6a-80c5-4152-87cd-b01f4c5f6419 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '69e79a6c-6832-4a87-b751-a3c41b8e9981') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:06.886313 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3b3dcd40-90e2-40c5-b979-427ab1e3bd46 req-5461f25c-98bf-46ec-ae69-77814fdc4a96 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719862 Aug 17 03:06:06.893366 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:06.961867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event deleted for resources: {'Port': ['ID=020c5b1f-62e6-4e69-87fa-8628a3e31b8b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:06.974326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] No DVR routers for this DVR port 020c5b1f-62e6-4e69-87fa-8628a3e31b8b on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:06:07.106678 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:07.139614 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['547c9d29-3908-492a-ae4b-d840cc83bbb5']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:07.159867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eceea5cd-b976-480a-9339-a611ebe239bf') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:07.160545 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eceea5cd-b976-480a-9339-a611ebe239bf') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:07.183475 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:07.203474 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:07.212952 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:06:07.213347 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:06:07.217301 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:06:07.224234 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-64dd285e-c8e1-4625-afab-4c4ae27907b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:07.256394 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64dd285e-c8e1-4625-afab-4c4ae27907b2 None None] No DVR routers for this DVR port 020c5b1f-62e6-4e69-87fa-8628a3e31b8b on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:06:07.293291 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dd285e-c8e1-4625-afab-4c4ae27907b2 None None] Pushing event deleted for resources: {'Port': ['ID=020c5b1f-62e6-4e69-87fa-8628a3e31b8b,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:07.302440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46704bf7-49e2-420f-8819-9dfbb2be3492 req-77ae59f1-bac2-462f-88e9-50e693b724b2 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:07.310207 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-46704bf7-49e2-420f-8819-9dfbb2be3492 req-77ae59f1-bac2-462f-88e9-50e693b724b2 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.2215898 Aug 17 03:06:07.358212 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-46704bf7-49e2-420f-8819-9dfbb2be3492 req-f351d408-e3d8-482d-b095-0d190ad3fa3a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0469701 Aug 17 03:06:07.400601 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-95f21d6a-80c5-4152-87cd-b01f4c5f6419 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] 10.222.0.10 "DELETE /v2.0/networks/69e79a6c-6832-4a87-b751-a3c41b8e9981/tags HTTP/1.1" status: 204 len: 168 time: 0.5817308 Aug 17 03:06:07.401785 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58038) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:07.405673 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-c8412b46-81d7-4cea-82e8-3704878f2481 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '69e79a6c-6832-4a87-b751-a3c41b8e9981', 'tempest-TagsTest-Tag-63410334') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:07.451405 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:07.460300 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:07.464693 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "DELETE /v2.0/networks/547c9d29-3908-492a-ae4b-d840cc83bbb5 HTTP/1.1" status: 204 len: 168 time: 1.3308504 Aug 17 03:06:07.465168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58040) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:07.482745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62abd888-aa13-4e5b-8b4a-a06cc6a09569 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event deleted for resources: {'Network': ['ID=547c9d29-3908-492a-ae4b-d840cc83bbb5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:07.508675 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-c8412b46-81d7-4cea-82e8-3704878f2481 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] show failed (client error): The resource could not be found. Aug 17 03:06:07.512324 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c8412b46-81d7-4cea-82e8-3704878f2481 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] 10.222.0.10 "GET /v2.0/networks/69e79a6c-6832-4a87-b751-a3c41b8e9981/tags/tempest-TagsTest-Tag-63410334 HTTP/1.1" status: 404 len: 324 time: 0.1080103 Aug 17 03:06:07.516934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58042) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:07.523198 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-2b291a54-0914-4e5e-9174-859a25dc3884 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '69e79a6c-6832-4a87-b751-a3c41b8e9981', 'tempest-TagsTest-Tag-482212357') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:07.544349 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-5329075b-c85d-4f8d-9583-d2909ba3e7b4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Deleting subnet 89f2246b-dc60-40ad-9659-ec739bff3370 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:06:07.547701 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5329075b-c85d-4f8d-9583-d2909ba3e7b4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:07.597008 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5329075b-c85d-4f8d-9583-d2909ba3e7b4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:07.648166 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-2b291a54-0914-4e5e-9174-859a25dc3884 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] show failed (client error): The resource could not be found. Aug 17 03:06:07.650564 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2b291a54-0914-4e5e-9174-859a25dc3884 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] 10.222.0.10 "GET /v2.0/networks/69e79a6c-6832-4a87-b751-a3c41b8e9981/tags/tempest-TagsTest-Tag-482212357 HTTP/1.1" status: 404 len: 325 time: 0.1312499 Aug 17 03:06:07.652100 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58046) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:07.662365 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.tag.tag_plugin [None req-321436bc-471e-432b-b318-5c4d6df9a6c9 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '69e79a6c-6832-4a87-b751-a3c41b8e9981') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:07.721888 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5329075b-c85d-4f8d-9583-d2909ba3e7b4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:07.757841 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-321436bc-471e-432b-b318-5c4d6df9a6c9 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] 10.222.0.10 "DELETE /v2.0/networks/69e79a6c-6832-4a87-b751-a3c41b8e9981/tags HTTP/1.1" status: 204 len: 168 time: 0.1043518 Aug 17 03:06:07.762958 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58048) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:07.873022 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d1e34c6-ff2f-4325-adeb-3e4794b718a9 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:07.973392 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5329075b-c85d-4f8d-9583-d2909ba3e7b4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:07.976446 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d1e34c6-ff2f-4325-adeb-3e4794b718a9 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:08.021289 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-2d1e34c6-ff2f-4325-adeb-3e4794b718a9 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69e79a6c-6832-4a87-b751-a3c41b8e9981']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:08.024858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329075b-c85d-4f8d-9583-d2909ba3e7b4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event deleted for resources: {'Subnet': ['ID=89f2246b-dc60-40ad-9659-ec739bff3370,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:08.031665 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5329075b-c85d-4f8d-9583-d2909ba3e7b4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:08.034395 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5329075b-c85d-4f8d-9583-d2909ba3e7b4 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "DELETE /v2.0/subnets/89f2246b-dc60-40ad-9659-ec739bff3370 HTTP/1.1" status: 204 len: 168 time: 0.5679274 Aug 17 03:06:08.036992 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58062) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:08.039409 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae753b4-b703-4f9a-a1df-2dd1f382ba94 None None] Network 4b654451-e772-4f61-acc8-584d84d15734 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:06:08.039702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-2d1e34c6-ff2f-4325-adeb-3e4794b718a9 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af8ba429-bfec-4975-8dee-61b395904515') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:08.040175 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-2d1e34c6-ff2f-4325-adeb-3e4794b718a9 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af8ba429-bfec-4975-8dee-61b395904515') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:08.049937 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d1e34c6-ff2f-4325-adeb-3e4794b718a9 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:08.076176 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d1e34c6-ff2f-4325-adeb-3e4794b718a9 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:08.084119 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d1e34c6-ff2f-4325-adeb-3e4794b718a9 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:06:08.085531 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d1e34c6-ff2f-4325-adeb-3e4794b718a9 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:06:08.089952 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:06:08.211327 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:08.255953 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d1e34c6-ff2f-4325-adeb-3e4794b718a9 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:08.278927 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d1e34c6-ff2f-4325-adeb-3e4794b718a9 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:08.281161 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2d1e34c6-ff2f-4325-adeb-3e4794b718a9 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] 10.222.0.10 "DELETE /v2.0/networks/69e79a6c-6832-4a87-b751-a3c41b8e9981 HTTP/1.1" status: 204 len: 168 time: 0.5171413 Aug 17 03:06:08.285718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1e34c6-ff2f-4325-adeb-3e4794b718a9 tempest-TagsTest-1738124704 tempest-TagsTest-1738124704-project] Pushing event deleted for resources: {'Network': ['ID=69e79a6c-6832-4a87-b751-a3c41b8e9981,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:08.313454 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 020c5b1f-62e6-4e69-87fa-8628a3e31b8b no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:06:08.346009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Deleting port 6a239a61-ff00-42b6-9764-5b2fcb63ac0f {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:06:08.346768 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:08.376636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 020c5b1f-62e6-4e69-87fa-8628a3e31b8b {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:06:08.376995 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 020c5b1f-62e6-4e69-87fa-8628a3e31b8b not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:06:08.424591 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cd77e72-af69-4763-b18b-d4700df61a2b None None] DHCP port deletion for 4b654451-e772-4f61-acc8-584d84d15734 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:06:08.442732 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] For port 6a239a61-ff00-42b6-9764-5b2fcb63ac0f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6a239a61-ff00-42b6-9764-5b2fcb63ac0f,segment=NetworkSegment(3f449076-37ec-4164-b9c2-bf76cb2ebd7d),segment_id=3f449076-37ec-4164-b9c2-bf76cb2ebd7d)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:08.442732 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:08.456274 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Calling delete_port for 6a239a61-ff00-42b6-9764-5b2fcb63ac0f owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:06:08.498053 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-8cd77e72-af69-4763-b18b-d4700df61a2b None None] Deleting port 6a239a61-ff00-42b6-9764-5b2fcb63ac0f {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:06:08.498817 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8cd77e72-af69-4763-b18b-d4700df61a2b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:08.583437 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-8cd77e72-af69-4763-b18b-d4700df61a2b None None] For port 6a239a61-ff00-42b6-9764-5b2fcb63ac0f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6a239a61-ff00-42b6-9764-5b2fcb63ac0f,segment=NetworkSegment(3f449076-37ec-4164-b9c2-bf76cb2ebd7d),segment_id=3f449076-37ec-4164-b9c2-bf76cb2ebd7d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:08.583976 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8cd77e72-af69-4763-b18b-d4700df61a2b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:08.598190 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-8cd77e72-af69-4763-b18b-d4700df61a2b None None] Calling delete_port for 6a239a61-ff00-42b6-9764-5b2fcb63ac0f owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:06:08.616083 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:08.632987 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] No DVR routers for this DVR port 6a239a61-ff00-42b6-9764-5b2fcb63ac0f on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:06:08.662309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event deleted for resources: {'Port': ['ID=6a239a61-ff00-42b6-9764-5b2fcb63ac0f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:08.691326 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8cd77e72-af69-4763-b18b-d4700df61a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:08.730736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd77e72-af69-4763-b18b-d4700df61a2b None None] Pushing event deleted for resources: {'Port': ['ID=6a239a61-ff00-42b6-9764-5b2fcb63ac0f,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:08.737751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cd77e72-af69-4763-b18b-d4700df61a2b None None] No DVR routers for this DVR port 6a239a61-ff00-42b6-9764-5b2fcb63ac0f on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:06:08.805794 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:08.819942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b654451-e772-4f61-acc8-584d84d15734']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:08.832464 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f449076-37ec-4164-b9c2-bf76cb2ebd7d') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:08.833099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f449076-37ec-4164-b9c2-bf76cb2ebd7d') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:08.843679 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:08.885995 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:08.906363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:06:08.906908 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:08.927182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58074) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:06:09.007518 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:06:09.071996 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:09.079622 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:09.084639 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] 10.222.0.10 "DELETE /v2.0/networks/4b654451-e772-4f61-acc8-584d84d15734 HTTP/1.1" status: 204 len: 168 time: 1.0428345 Aug 17 03:06:09.094829 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cde29f2d-6df6-4615-b9ef-7709ea988cf4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cad485796f794f23a231c3814fd7b6b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1657047 Aug 17 03:06:09.102063 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-941c3438-d65a-4234-83cb-ad62f58ae109 tempest-ServersTestMultiNic-881334377 tempest-ServersTestMultiNic-881334377-project] Pushing event deleted for resources: {'Network': ['ID=4b654451-e772-4f61-acc8-584d84d15734,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:09.107714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58080) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:09.182067 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2509817b-b2e4-4019-a5c5-919377d174f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:09.213015 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2509817b-b2e4-4019-a5c5-919377d174f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:09.374501 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2509817b-b2e4-4019-a5c5-919377d174f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:09.377312 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2509817b-b2e4-4019-a5c5-919377d174f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:09.382055 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2509817b-b2e4-4019-a5c5-919377d174f2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/346ac4bf-2f0d-4819-ba19-0cc35ef4882d HTTP/1.1" status: 204 len: 168 time: 0.2697654 Aug 17 03:06:09.391178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2509817b-b2e4-4019-a5c5-919377d174f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=346ac4bf-2f0d-4819-ba19-0cc35ef4882d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:10.237066 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6a239a61-ff00-42b6-9764-5b2fcb63ac0f no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:06:10.265629 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 6a239a61-ff00-42b6-9764-5b2fcb63ac0f {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:06:10.267738 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6a239a61-ff00-42b6-9764-5b2fcb63ac0f not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:06:15.247719 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7d39c2d0-c4c9-4cd9-a286-3c74fff94f83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:16.333120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608e6cd-0e22-4402-8fbb-f8c590a49ee4 req-1a52fad5-0ad4-4571-ada3-3350d3ffa675 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:16.335080 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9608e6cd-0e22-4402-8fbb-f8c590a49ee4 req-1a52fad5-0ad4-4571-ada3-3350d3ffa675 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.0570540 Aug 17 03:06:16.377707 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9608e6cd-0e22-4402-8fbb-f8c590a49ee4 req-1e0f7687-d136-4221-ad0c-4eb905c023b1 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/security-groups?id=4e1e44c3-5a7e-4181-a602-67c5699055c9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360646 Aug 17 03:06:16.416014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1558431-79a8-45b9-a8b0-3e864b65252a req-ed2f7ca6-1106-425f-86d3-e08a167d83d2 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:16.417731 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e1558431-79a8-45b9-a8b0-3e864b65252a req-ed2f7ca6-1106-425f-86d3-e08a167d83d2 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.0586698 Aug 17 03:06:16.474457 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:06:16.514338 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed121df0-1f25-40d2-a536-dccec148b44d req-8b455b0e-9b9f-4026-99d8-79a88e635a2d tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:16.516073 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed121df0-1f25-40d2-a536-dccec148b44d req-8b455b0e-9b9f-4026-99d8-79a88e635a2d tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.60 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 946 time: 0.0974410 Aug 17 03:06:16.519022 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e1558431-79a8-45b9-a8b0-3e864b65252a req-e4a1e486-72dd-44dd-b838-373abb4cc75f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0911031 Aug 17 03:06:16.592225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58184) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:16.701363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-ed121df0-1f25-40d2-a536-dccec148b44d req-e91ae820-bf91-4294-8af4-d35733d2f895 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Deleting port 8799e2d8-5ca8-4e4e-8f97-a87dcc660625 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:06:16.701865 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-ed121df0-1f25-40d2-a536-dccec148b44d req-e91ae820-bf91-4294-8af4-d35733d2f895 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:16.870148 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-ed121df0-1f25-40d2-a536-dccec148b44d req-e91ae820-bf91-4294-8af4-d35733d2f895 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] For port 8799e2d8-5ca8-4e4e-8f97-a87dcc660625, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8799e2d8-5ca8-4e4e-8f97-a87dcc660625,segment=NetworkSegment(8dd9a916-6877-4bc9-90d0-f12f058f5348),segment_id=8dd9a916-6877-4bc9-90d0-f12f058f5348)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:16.871487 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-ed121df0-1f25-40d2-a536-dccec148b44d req-e91ae820-bf91-4294-8af4-d35733d2f895 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:16.895484 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-ed121df0-1f25-40d2-a536-dccec148b44d req-e91ae820-bf91-4294-8af4-d35733d2f895 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Calling delete_port for 8799e2d8-5ca8-4e4e-8f97-a87dcc660625 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:06:17.172789 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8edf14b9-7d16-456b-9d41-56bd4eb80fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:17.202727 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-ed121df0-1f25-40d2-a536-dccec148b44d req-e91ae820-bf91-4294-8af4-d35733d2f895 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:17.215056 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['8799e2d8-5ca8-4e4e-8f97-a87dcc660625'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:06:17.272642 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e91ae820-bf91-4294-8af4-d35733d2f895 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Pushing event deleted for resources: {'Port': ['ID=8799e2d8-5ca8-4e4e-8f97-a87dcc660625,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:17.345974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed121df0-1f25-40d2-a536-dccec148b44d req-e91ae820-bf91-4294-8af4-d35733d2f895 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] No DVR routers for this DVR port 8799e2d8-5ca8-4e4e-8f97-a87dcc660625 on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:06:17.349210 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-ed121df0-1f25-40d2-a536-dccec148b44d req-e91ae820-bf91-4294-8af4-d35733d2f895 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:17.351519 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed121df0-1f25-40d2-a536-dccec148b44d req-e91ae820-bf91-4294-8af4-d35733d2f895 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.60 "DELETE /v2.0/ports/8799e2d8-5ca8-4e4e-8f97-a87dcc660625 HTTP/1.1" status: 204 len: 173 time: 0.8251927 Aug 17 03:06:17.366469 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e65b9f60-36e5-40f4-ab8e-3724d728dd95', 'name': 'network-vif-deleted', 'tag': '8799e2d8-5ca8-4e4e-8f97-a87dcc660625'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:06:17.366469 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789d93c0-7db6-430f-ad4d-38421edde064" -d '{"events": [{"server_uuid": "e65b9f60-36e5-40f4-ab8e-3724d728dd95", "name": "network-vif-deleted", "tag": "8799e2d8-5ca8-4e4e-8f97-a87dcc660625"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:06:17.396470 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:06:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5715bda-511c-425a-a603-e919d429f5fa x-openstack-request-id: req-d5715bda-511c-425a-a603-e919d429f5fa {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:06:17.396596 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e65b9f60-36e5-40f4-ab8e-3724d728dd95", "name": "network-vif-deleted", "tag": "8799e2d8-5ca8-4e4e-8f97-a87dcc660625", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:06:17.396802 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d5715bda-511c-425a-a603-e919d429f5fa {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:06:17.397228 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e65b9f60-36e5-40f4-ab8e-3724d728dd95', 'name': 'network-vif-deleted', 'tag': '8799e2d8-5ca8-4e4e-8f97-a87dcc660625', 'status': 'completed', 'code': 200} Aug 17 03:06:17.761163 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f80817f4-8f32-41a5-a465-70b6dac528ec req-9c7fbc01-b56d-46f1-922b-0c551034232e tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 210 time: 0.0341234 Aug 17 03:06:17.761163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-8edf14b9-7d16-456b-9d41-56bd4eb80fce admin admin] Deleting port efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:06:17.761163 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8edf14b9-7d16-456b-9d41-56bd4eb80fce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:17.769003 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58222) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:17.773036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-8edf14b9-7d16-456b-9d41-56bd4eb80fce admin admin] For port efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc,segment=NetworkSegment(37f67758-6446-4a1f-9748-a090686ebc05),segment_id=37f67758-6446-4a1f-9748-a090686ebc05)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:17.773036 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8edf14b9-7d16-456b-9d41-56bd4eb80fce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:17.788699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-8edf14b9-7d16-456b-9d41-56bd4eb80fce admin admin] Calling delete_port for efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:06:17.806379 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5b9d8-0244-431d-a6d3-1b3661efad95 req-159df8ca-b064-4cb6-8c8b-6ea0964ac508 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:17.827714 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bfb5b9d8-0244-431d-a6d3-1b3661efad95 req-159df8ca-b064-4cb6-8c8b-6ea0964ac508 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.0907974 Aug 17 03:06:17.871678 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9f543cf-bc9f-47c1-b86d-01da606a8758 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:18.207882 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bfb5b9d8-0244-431d-a6d3-1b3661efad95 req-49d52c3e-3fcf-430e-9b3d-35619d788c37 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0716174 Aug 17 03:06:18.207882 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9f543cf-bc9f-47c1-b86d-01da606a8758 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:18.387599 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17669165-07f2-4554-a6d1-27dc84a4fc35 req-82cbfe71-3ffa-488d-a5e0-c39db6e7749f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:18.387599 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17669165-07f2-4554-a6d1-27dc84a4fc35 req-82cbfe71-3ffa-488d-a5e0-c39db6e7749f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6310559ad60b460ba41705b832b7bbc0&device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 1094 time: 0.0472538 Aug 17 03:06:18.484014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17669165-07f2-4554-a6d1-27dc84a4fc35 req-30a59ee5-d06f-403a-b994-af9ed4e39799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:18.485483 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17669165-07f2-4554-a6d1-27dc84a4fc35 req-30a59ee5-d06f-403a-b994-af9ed4e39799 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69 HTTP/1.1" status: 200 len: 916 time: 0.1172845 Aug 17 03:06:18.567788 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17669165-07f2-4554-a6d1-27dc84a4fc35 req-8b6c4ebc-856b-4d7a-8429-f0bfbfe543d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=209d44fc-f6b8-475d-ba3a-e1730bb97c75 HTTP/1.1" status: 200 len: 999 time: 0.0681446 Aug 17 03:06:18.643428 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fde29c53-4540-4cef-9dfd-b5edde43600b req-c3ecf2e2-209a-4313-bb59-35306450e1a5 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 210 time: 0.0372024 Aug 17 03:06:18.650036 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17669165-07f2-4554-a6d1-27dc84a4fc35 req-b50e8c7f-40fe-4968-ad32-086e8efff026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:18.651477 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17669165-07f2-4554-a6d1-27dc84a4fc35 req-b50e8c7f-40fe-4968-ad32-086e8efff026 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49398564-b2fd-48b6-b11e-b753c45b92cd HTTP/1.1" status: 200 len: 855 time: 0.0773430 Aug 17 03:06:18.702648 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17669165-07f2-4554-a6d1-27dc84a4fc35 req-617f67ba-468f-4153-b252-a8d1d09ebbe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:18.704314 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17669165-07f2-4554-a6d1-27dc84a4fc35 req-617f67ba-468f-4153-b252-a8d1d09ebbe0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453427 Aug 17 03:06:18.779276 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-afebbb38-7a30-481b-addf-e73fd03ad308 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:18.813312 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17669165-07f2-4554-a6d1-27dc84a4fc35 req-400900a3-f738-44f6-b1e8-548485b2d4cd service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010113 Aug 17 03:06:18.917925 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17669165-07f2-4554-a6d1-27dc84a4fc35 req-f34de5a6-15fe-49f7-b78b-5a05a6f2a2d1 service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970235 Aug 17 03:06:18.978691 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:19.025727 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8edf14b9-7d16-456b-9d41-56bd4eb80fce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:19.028057 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9f543cf-bc9f-47c1-b86d-01da606a8758 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:19.028057 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9f543cf-bc9f-47c1-b86d-01da606a8758 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b320316-436c-4185-b5b7-135542771872,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:19.028386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8edf14b9-7d16-456b-9d41-56bd4eb80fce admin admin] Pushing event deleted for resources: {'Port': ['ID=efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:19.051443 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b9f543cf-bc9f-47c1-b86d-01da606a8758 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=000c03e789f546b980237b7022de06f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3953292 Aug 17 03:06:19.056224 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58240) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:19.127205 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-91d14d1c-102d-42ea-82a1-1b27529455ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:19.157297 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:19.165411 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-91d14d1c-102d-42ea-82a1-1b27529455ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:19.232718 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8edf14b9-7d16-456b-9d41-56bd4eb80fce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:19.305605 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-91d14d1c-102d-42ea-82a1-1b27529455ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:19.308267 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-91d14d1c-102d-42ea-82a1-1b27529455ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:19.311998 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-91d14d1c-102d-42ea-82a1-1b27529455ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9b320316-436c-4185-b5b7-135542771872 HTTP/1.1" status: 204 len: 168 time: 0.2522726 Aug 17 03:06:19.344149 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d14d1c-102d-42ea-82a1-1b27529455ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b320316-436c-4185-b5b7-135542771872,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:19.434337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b489ad2f-74d0-4b8c-9c04-051109d3fe8c req-1fb7f85d-b330-4488-9663-f5d8bb4fca09 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:19.435856 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b489ad2f-74d0-4b8c-9c04-051109d3fe8c req-1fb7f85d-b330-4488-9663-f5d8bb4fca09 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.1183982 Aug 17 03:06:19.526707 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b489ad2f-74d0-4b8c-9c04-051109d3fe8c req-cd37531b-3be7-47d0-97cb-1c11e0b50e17 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458410 Aug 17 03:06:19.609549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8edf14b9-7d16-456b-9d41-56bd4eb80fce admin admin] Router 6e119178-7d73-471a-900f-2640bf133b94 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:06:19.990953 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-09a516dd-4207-4c82-ab83-a8b22c480f6c req-6c37892b-fefd-499c-b9e6-6092d92d4412 tempest-ServerRescueTestJSON-490108168 tempest-ServerRescueTestJSON-490108168-project] 10.222.0.10 "GET /v2.0/ports?device_id=e65b9f60-36e5-40f4-ab8e-3724d728dd95 HTTP/1.1" status: 200 len: 210 time: 0.0344257 Aug 17 03:06:20.004582 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8edf14b9-7d16-456b-9d41-56bd4eb80fce admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:06:20.017804 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8edf14b9-7d16-456b-9d41-56bd4eb80fce admin admin] 10.222.0.10 "PUT /v2.0/routers/6e119178-7d73-471a-900f-2640bf133b94/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4244564 Aug 17 03:06:20.019952 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58268) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:20.021290 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3d539e-45f4-49f9-8a0f-29833d63c1d2 None None] Sync routers for ids ['6e119178-7d73-471a-900f-2640bf133b94'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:06:20.031605 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3d539e-45f4-49f9-8a0f-29833d63c1d2 None None] Routers {'6e119178-7d73-471a-900f-2640bf133b94'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:06:20.032231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9e3d539e-45f4-49f9-8a0f-29833d63c1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:06:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6e119178-7d73-471a-900f-2640bf133b94'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:20.139929 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2eed-fb73-474d-ad95-1e89736da230 admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:20.142106 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-9e3d539e-45f4-49f9-8a0f-29833d63c1d2 None None] Set router 6e119178-7d73-471a-900f-2640bf133b94 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:06:20.294072 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58274) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:20.295405 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2eed-fb73-474d-ad95-1e89736da230 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:20.308841 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9ea22b8-a792-4633-b8af-cc10bfe568d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:20.376359 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9e3d539e-45f4-49f9-8a0f-29833d63c1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e119178-7d73-471a-900f-2640bf133b94', 'name': 'tempest-ServersTestMultiNic-2142526180-router', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'c0894f1a-f79c-440d-9e99-b8d9fd59f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:25Z', 'updated_at': '2021-08-17T03:06:17Z', 'revision_number': 5, 'project_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'gw_port': {'id': 'c0894f1a-f79c-440d-9e99-b8d9fd59f117', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e119178-7d73-471a-900f-2640bf133b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:26Z', 'updated_at': '2021-08-17T03:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:20.403859 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3d539e-45f4-49f9-8a0f-29833d63c1d2 None None] Checking router: 6e119178-7d73-471a-900f-2640bf133b94 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:06:20.412274 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e3d539e-45f4-49f9-8a0f-29833d63c1d2 None None] Routers {'6e119178-7d73-471a-900f-2640bf133b94'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:06:20.413012 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9e3d539e-45f4-49f9-8a0f-29833d63c1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:06:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6e119178-7d73-471a-900f-2640bf133b94'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:20.417999 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9ea22b8-a792-4633-b8af-cc10bfe568d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:20.484464 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-6c9f2eed-fb73-474d-ad95-1e89736da230 admin admin] Deleting port c0894f1a-f79c-440d-9e99-b8d9fd59f117 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:06:20.485835 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2eed-fb73-474d-ad95-1e89736da230 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:20.488880 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9ea22b8-a792-4633-b8af-cc10bfe568d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:20.540966 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-9e3d539e-45f4-49f9-8a0f-29833d63c1d2 None None] Set router 6e119178-7d73-471a-900f-2640bf133b94 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:06:20.567689 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58284) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:20.573777 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b9ea22b8-a792-4633-b8af-cc10bfe568d5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=48c3f5e6cd404ff8b761ab005b63a47a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2762442 Aug 17 03:06:20.602765 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ea22b8-a792-4633-b8af-cc10bfe568d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04838374-1aa7-4f53-a4bc-1cce434b9b37,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:20.653959 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8799e2d8-5ca8-4e4e-8f97-a87dcc660625 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:06:20.656296 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-6c9f2eed-fb73-474d-ad95-1e89736da230 admin admin] For port c0894f1a-f79c-440d-9e99-b8d9fd59f117, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c0894f1a-f79c-440d-9e99-b8d9fd59f117,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:20.656678 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2eed-fb73-474d-ad95-1e89736da230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:20.682154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-6c9f2eed-fb73-474d-ad95-1e89736da230 admin admin] Calling delete_port for c0894f1a-f79c-440d-9e99-b8d9fd59f117 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:06:20.728619 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 8799e2d8-5ca8-4e4e-8f97-a87dcc660625 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:06:20.728619 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8799e2d8-5ca8-4e4e-8f97-a87dcc660625 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:06:20.738526 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d2d6ec33-b07e-40c7-8b71-9d485478654b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:20.828010 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d2d6ec33-b07e-40c7-8b71-9d485478654b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:20.881436 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9e3d539e-45f4-49f9-8a0f-29833d63c1d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6e119178-7d73-471a-900f-2640bf133b94', 'name': 'tempest-ServersTestMultiNic-2142526180-router', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'c0894f1a-f79c-440d-9e99-b8d9fd59f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:25Z', 'updated_at': '2021-08-17T03:06:17Z', 'revision_number': 5, 'project_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'gw_port': {'id': 'c0894f1a-f79c-440d-9e99-b8d9fd59f117', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e119178-7d73-471a-900f-2640bf133b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:26Z', 'updated_at': '2021-08-17T03:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:20.883412 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:20.893113 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbea7d56-5ff0-4d52-a0a8-7ea17c227c52 req-43a37cb7-04e5-4881-b975-a9f144515e9a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:20.895439 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dbea7d56-5ff0-4d52-a0a8-7ea17c227c52 req-43a37cb7-04e5-4881-b975-a9f144515e9a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.1854527 Aug 17 03:06:20.912344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e3d539e-45f4-49f9-8a0f-29833d63c1d2 None None] The sync data for ids ['6e119178-7d73-471a-900f-2640bf133b94'] in n-d-802060-9 is: [{'id': '6e119178-7d73-471a-900f-2640bf133b94', 'name': 'tempest-ServersTestMultiNic-2142526180-router', 'tenant_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.91'}], 'enable_snat': True}, 'gw_port_id': 'c0894f1a-f79c-440d-9e99-b8d9fd59f117', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:25Z', 'updated_at': '2021-08-17T03:06:17Z', 'revision_number': 5, 'project_id': 'ad2a0dc5cde74a658ad692effa9a3b56', 'gw_port': {'id': 'c0894f1a-f79c-440d-9e99-b8d9fd59f117', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:e5:7f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6e119178-7d73-471a-900f-2640bf133b94', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1636, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.91', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:26Z', 'updated_at': '2021-08-17T03:04:32Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:06:20.997017 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dbea7d56-5ff0-4d52-a0a8-7ea17c227c52 req-bca2bcd1-83ab-41d1-b163-1498b55df77b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0609081 Aug 17 03:06:21.044153 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d2d6ec33-b07e-40c7-8b71-9d485478654b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:21.046811 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d2d6ec33-b07e-40c7-8b71-9d485478654b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:21.051909 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d2d6ec33-b07e-40c7-8b71-9d485478654b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04838374-1aa7-4f53-a4bc-1cce434b9b37 HTTP/1.1" status: 204 len: 168 time: 0.4793570 Aug 17 03:06:21.055000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58300) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:21.066632 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2d6ec33-b07e-40c7-8b71-9d485478654b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04838374-1aa7-4f53-a4bc-1cce434b9b37,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:21.129334 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2eed-fb73-474d-ad95-1e89736da230 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:21.195464 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9f2eed-fb73-474d-ad95-1e89736da230 admin admin] Pushing event deleted for resources: {'Port': ['ID=c0894f1a-f79c-440d-9e99-b8d9fd59f117,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:21.241717 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2eed-fb73-474d-ad95-1e89736da230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:21.341685 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2eed-fb73-474d-ad95-1e89736da230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:21.344150 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2eed-fb73-474d-ad95-1e89736da230 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:21.483721 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bff085e2-0d34-49bd-a7b8-9efa6a6a88b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:21.505356 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2eed-fb73-474d-ad95-1e89736da230 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:21.510293 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c9f2eed-fb73-474d-ad95-1e89736da230 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6e119178-7d73-471a-900f-2640bf133b94 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:06:21.510293 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c9f2eed-fb73-474d-ad95-1e89736da230 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:21.511503 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6c9f2eed-fb73-474d-ad95-1e89736da230 admin admin] 10.222.0.10 "DELETE /v2.0/routers/6e119178-7d73-471a-900f-2640bf133b94 HTTP/1.1" status: 204 len: 168 time: 1.4905229 Aug 17 03:06:21.514151 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58310) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:21.596337 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7d2c3c-a43b-4695-a7cb-08742e896050 admin admin] Deleting subnet 26b78086-a82c-4ea0-b962-55e0dc6f3edf {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:06:21.601975 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2c3c-a43b-4695-a7cb-08742e896050 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:21.652655 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2c3c-a43b-4695-a7cb-08742e896050 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:21.814309 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2c3c-a43b-4695-a7cb-08742e896050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:21.915693 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-bff085e2-0d34-49bd-a7b8-9efa6a6a88b1 admin admin] Deleting port fc89800f-db87-4113-b4c0-e0a1812f2bc8 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:06:21.919339 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bff085e2-0d34-49bd-a7b8-9efa6a6a88b1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:21.999469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-bff085e2-0d34-49bd-a7b8-9efa6a6a88b1 admin admin] For port fc89800f-db87-4113-b4c0-e0a1812f2bc8, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=fc89800f-db87-4113-b4c0-e0a1812f2bc8,segment=NetworkSegment(8dd9a916-6877-4bc9-90d0-f12f058f5348),segment_id=8dd9a916-6877-4bc9-90d0-f12f058f5348)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:21.999850 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bff085e2-0d34-49bd-a7b8-9efa6a6a88b1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:22.012672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-bff085e2-0d34-49bd-a7b8-9efa6a6a88b1 admin admin] Calling delete_port for fc89800f-db87-4113-b4c0-e0a1812f2bc8 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:06:22.021015 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2c3c-a43b-4695-a7cb-08742e896050 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:22.059311 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7d2c3c-a43b-4695-a7cb-08742e896050 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=26b78086-a82c-4ea0-b962-55e0dc6f3edf,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:22.064221 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0f7d2c3c-a43b-4695-a7cb-08742e896050 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:22.068350 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0f7d2c3c-a43b-4695-a7cb-08742e896050 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/26b78086-a82c-4ea0-b962-55e0dc6f3edf HTTP/1.1" status: 204 len: 168 time: 0.5531435 Aug 17 03:06:22.072379 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58332) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:22.079781 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4595e56-dcd4-4bd5-bbaf-8d2a87a6236c None None] Network a6d75db1-081c-448e-9b12-dee1955d79f6 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:06:22.178224 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:22.271215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e12a63b1-7bde-4474-965e-a6b37df07267 req-e6f1f0bd-1be9-4a14-9376-699bb56aaeb2 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:22.272880 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e12a63b1-7bde-4474-965e-a6b37df07267 req-e6f1f0bd-1be9-4a14-9376-699bb56aaeb2 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.1050694 Aug 17 03:06:22.295102 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c0894f1a-f79c-440d-9e99-b8d9fd59f117 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:06:22.334057 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e70874cf-32b3-4522-9b3b-5acfb123bd39 None None] DHCP port deletion for a6d75db1-081c-448e-9b12-dee1955d79f6 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:06:22.342661 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: c0894f1a-f79c-440d-9e99-b8d9fd59f117 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:06:22.343624 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c0894f1a-f79c-440d-9e99-b8d9fd59f117 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:06:22.344274 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:06:22.384491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:06:22.384491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device efb7d9c9-b33c-42e5-a5d0-dbceb30f85dc not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:06:22.410940 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e12a63b1-7bde-4474-965e-a6b37df07267 req-ee5a22a1-c1bb-42e9-a009-caccadfa63d3 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0908415 Aug 17 03:06:22.431616 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e70874cf-32b3-4522-9b3b-5acfb123bd39 None None] Deleting port eaeac782-59bd-469b-9093-a19494374990 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:06:22.432054 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e70874cf-32b3-4522-9b3b-5acfb123bd39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:22.502955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] Deleting port eaeac782-59bd-469b-9093-a19494374990 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:06:22.504088 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:22.509453 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e70874cf-32b3-4522-9b3b-5acfb123bd39 None None] For port eaeac782-59bd-469b-9093-a19494374990, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=eaeac782-59bd-469b-9093-a19494374990,segment=NetworkSegment(37f67758-6446-4a1f-9748-a090686ebc05),segment_id=37f67758-6446-4a1f-9748-a090686ebc05)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:22.509878 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e70874cf-32b3-4522-9b3b-5acfb123bd39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:22.524566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e70874cf-32b3-4522-9b3b-5acfb123bd39 None None] Calling delete_port for eaeac782-59bd-469b-9093-a19494374990 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:06:22.589694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] For port eaeac782-59bd-469b-9093-a19494374990, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=eaeac782-59bd-469b-9093-a19494374990,segment=NetworkSegment(37f67758-6446-4a1f-9748-a090686ebc05),segment_id=37f67758-6446-4a1f-9748-a090686ebc05)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:22.590066 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:22.604109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] Calling delete_port for eaeac782-59bd-469b-9093-a19494374990 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:06:22.653573 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bff085e2-0d34-49bd-a7b8-9efa6a6a88b1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:22.673132 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e70874cf-32b3-4522-9b3b-5acfb123bd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:22.692415 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff085e2-0d34-49bd-a7b8-9efa6a6a88b1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fc89800f-db87-4113-b4c0-e0a1812f2bc8,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:22.732921 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e70874cf-32b3-4522-9b3b-5acfb123bd39 None None] Pushing event deleted for resources: {'Port': ['ID=eaeac782-59bd-469b-9093-a19494374990,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:22.746700 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e70874cf-32b3-4522-9b3b-5acfb123bd39 None None] No DVR routers for this DVR port eaeac782-59bd-469b-9093-a19494374990 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:06:22.830865 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:22.888619 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=eaeac782-59bd-469b-9093-a19494374990,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:22.898115 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] No DVR routers for this DVR port eaeac782-59bd-469b-9093-a19494374990 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:06:23.027976 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:23.040154 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a6d75db1-081c-448e-9b12-dee1955d79f6']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:23.042171 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bff085e2-0d34-49bd-a7b8-9efa6a6a88b1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:23.055064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37f67758-6446-4a1f-9748-a090686ebc05') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:23.056440 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37f67758-6446-4a1f-9748-a090686ebc05') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:23.068593 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:23.126924 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:23.138122 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:06:23.138543 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:06:23.140293 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:06:23.322899 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:23.330426 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:23.332938 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a6d75db1-081c-448e-9b12-dee1955d79f6 HTTP/1.1" status: 204 len: 168 time: 1.2596216 Aug 17 03:06:23.355674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75f58a-6f78-4f53-8845-b24362be60b6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a6d75db1-081c-448e-9b12-dee1955d79f6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:23.382911 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bff085e2-0d34-49bd-a7b8-9efa6a6a88b1 admin admin] Router 377fedf2-baaf-4cdb-8aa7-ee3e0dbae076 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:06:23.480776 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58378) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:23.505604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bff085e2-0d34-49bd-a7b8-9efa6a6a88b1 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:06:23.508789 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bff085e2-0d34-49bd-a7b8-9efa6a6a88b1 admin admin] 10.222.0.10 "PUT /v2.0/routers/377fedf2-baaf-4cdb-8aa7-ee3e0dbae076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4526660 Aug 17 03:06:23.511492 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58382) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:23.516216 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9733a9aa-d722-4506-be49-9724323223bf None None] Sync routers for ids ['377fedf2-baaf-4cdb-8aa7-ee3e0dbae076'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:06:23.530427 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9733a9aa-d722-4506-be49-9724323223bf None None] Routers {'377fedf2-baaf-4cdb-8aa7-ee3e0dbae076'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:06:23.531075 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-9733a9aa-d722-4506-be49-9724323223bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:06:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['377fedf2-baaf-4cdb-8aa7-ee3e0dbae076'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:23.653235 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9869a568-cc9c-4e86-81bf-9cadcd09c179 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:23.658331 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd3a8f-97f1-46f9-8476-d26924123c78 req-994db61b-744e-44a0-bbdb-7293e75dc963 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:23.661762 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d5fd3a8f-97f1-46f9-8476-d26924123c78 req-994db61b-744e-44a0-bbdb-7293e75dc963 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.0977268 Aug 17 03:06:23.681207 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4590a7d5-59e7-4a93-a418-c94941a0f957 admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:23.710838 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-9733a9aa-d722-4506-be49-9724323223bf None None] Set router 377fedf2-baaf-4cdb-8aa7-ee3e0dbae076 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:06:23.744503 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d5fd3a8f-97f1-46f9-8476-d26924123c78 req-0dca6c64-ec94-4efc-a2a0-6832f6cb8f9e tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688746 Aug 17 03:06:23.875403 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4590a7d5-59e7-4a93-a418-c94941a0f957 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:23.906012 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9869a568-cc9c-4e86-81bf-9cadcd09c179 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:23.911037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58390) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:23.929017 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-9733a9aa-d722-4506-be49-9724323223bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'name': 'tempest-ServerRescueTestJSON-1457331653-router', 'tenant_id': '72b852e1a4e445b296fe048bb52ea81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.37'}], 'enable_snat': True}, 'gw_port_id': '109fa2f9-a4ae-4d87-ad1f-9ee697ef0794', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:03:58Z', 'updated_at': '2021-08-17T03:06:22Z', 'revision_number': 5, 'project_id': '72b852e1a4e445b296fe048bb52ea81a', 'gw_port': {'id': '109fa2f9-a4ae-4d87-ad1f-9ee697ef0794', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:ee:59', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1592, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:00Z', 'updated_at': '2021-08-17T03:04:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:23.958798 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1ca693dd-0d45-4aa5-8d4c-d0f766a135e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ad2a0dc5cde74a658ad692effa9a3b56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460429 Aug 17 03:06:23.961241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58396) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:23.976999 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9869a568-cc9c-4e86-81bf-9cadcd09c179 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:24.033398 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9869a568-cc9c-4e86-81bf-9cadcd09c179 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da28547d-9f42-4b7b-af16-1d5923fedce6,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:24.059570 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9869a568-cc9c-4e86-81bf-9cadcd09c179 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6450a4cacd53455eaa50209147106901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5776365 Aug 17 03:06:24.062491 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58400) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:24.089824 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffd0c-b44a-4034-80cd-f1eaf8ae95a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:24.113240 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9733a9aa-d722-4506-be49-9724323223bf None None] Checking router: 377fedf2-baaf-4cdb-8aa7-ee3e0dbae076 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:06:24.118529 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4590a7d5-59e7-4a93-a418-c94941a0f957 admin admin] Deleting port 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:06:24.118529 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4590a7d5-59e7-4a93-a418-c94941a0f957 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:24.121722 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffd0c-b44a-4034-80cd-f1eaf8ae95a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:24.123226 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9733a9aa-d722-4506-be49-9724323223bf None None] Routers {'377fedf2-baaf-4cdb-8aa7-ee3e0dbae076'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:06:24.123847 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-9733a9aa-d722-4506-be49-9724323223bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:06:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['377fedf2-baaf-4cdb-8aa7-ee3e0dbae076'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:24.267034 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-9733a9aa-d722-4506-be49-9724323223bf None None] Set router 377fedf2-baaf-4cdb-8aa7-ee3e0dbae076 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:06:24.282930 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffd0c-b44a-4034-80cd-f1eaf8ae95a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:24.286224 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a3ffd0c-b44a-4034-80cd-f1eaf8ae95a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:24.289469 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7a3ffd0c-b44a-4034-80cd-f1eaf8ae95a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/927e5eeb-9a85-43be-bce1-70d104b059e6 HTTP/1.1" status: 204 len: 168 time: 0.3239205 Aug 17 03:06:24.307380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a3ffd0c-b44a-4034-80cd-f1eaf8ae95a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=927e5eeb-9a85-43be-bce1-70d104b059e6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:24.350487 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-9733a9aa-d722-4506-be49-9724323223bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'name': 'tempest-ServerRescueTestJSON-1457331653-router', 'tenant_id': '72b852e1a4e445b296fe048bb52ea81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:03:58Z', 'updated_at': '2021-08-17T03:06:23Z', 'revision_number': 6, 'project_id': '72b852e1a4e445b296fe048bb52ea81a', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:24.407661 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9733a9aa-d722-4506-be49-9724323223bf None None] The sync data for ids ['377fedf2-baaf-4cdb-8aa7-ee3e0dbae076'] in n-d-802060-9 is: [{'id': '377fedf2-baaf-4cdb-8aa7-ee3e0dbae076', 'name': 'tempest-ServerRescueTestJSON-1457331653-router', 'tenant_id': '72b852e1a4e445b296fe048bb52ea81a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:03:58Z', 'updated_at': '2021-08-17T03:06:23Z', 'revision_number': 6, 'project_id': '72b852e1a4e445b296fe048bb52ea81a', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:06:24.478680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device eaeac782-59bd-469b-9093-a19494374990 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:06:24.499383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: eaeac782-59bd-469b-9093-a19494374990 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:06:24.507218 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device eaeac782-59bd-469b-9093-a19494374990 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:06:24.551272 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ee77d11-342c-4526-a1db-ac4deb9d854f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:24.595175 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ee77d11-342c-4526-a1db-ac4deb9d854f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:24.598739 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-4590a7d5-59e7-4a93-a418-c94941a0f957 admin admin] For port 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=109fa2f9-a4ae-4d87-ad1f-9ee697ef0794,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:24.599140 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4590a7d5-59e7-4a93-a418-c94941a0f957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:24.628163 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4590a7d5-59e7-4a93-a418-c94941a0f957 admin admin] Calling delete_port for 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:06:24.784108 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ee77d11-342c-4526-a1db-ac4deb9d854f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:24.784108 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ee77d11-342c-4526-a1db-ac4deb9d854f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:24.793012 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1ee77d11-342c-4526-a1db-ac4deb9d854f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da28547d-9f42-4b7b-af16-1d5923fedce6 HTTP/1.1" status: 204 len: 168 time: 0.7273610 Aug 17 03:06:24.889020 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee77d11-342c-4526-a1db-ac4deb9d854f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da28547d-9f42-4b7b-af16-1d5923fedce6,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:24.967753 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4590a7d5-59e7-4a93-a418-c94941a0f957 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:25.045779 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4590a7d5-59e7-4a93-a418-c94941a0f957 admin admin] Pushing event deleted for resources: {'Port': ['ID=109fa2f9-a4ae-4d87-ad1f-9ee697ef0794,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:25.158993 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4590a7d5-59e7-4a93-a418-c94941a0f957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:25.284753 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4590a7d5-59e7-4a93-a418-c94941a0f957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:25.287568 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4590a7d5-59e7-4a93-a418-c94941a0f957 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:25.288252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b98eba2f-c2a3-4a02-a689-efa1eca95b55 req-6f6485e9-8b19-4a31-832b-a4f274e00f84 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:25.289919 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b98eba2f-c2a3-4a02-a689-efa1eca95b55 req-6f6485e9-8b19-4a31-832b-a4f274e00f84 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.4280179 Aug 17 03:06:25.382082 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b98eba2f-c2a3-4a02-a689-efa1eca95b55 req-885c0e75-46a1-49b3-aa5c-fdcbb1c9476c tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0834801 Aug 17 03:06:25.454257 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4590a7d5-59e7-4a93-a418-c94941a0f957 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:25.454973 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4590a7d5-59e7-4a93-a418-c94941a0f957 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 377fedf2-baaf-4cdb-8aa7-ee3e0dbae076 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:06:25.461066 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4590a7d5-59e7-4a93-a418-c94941a0f957 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:25.464734 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4590a7d5-59e7-4a93-a418-c94941a0f957 admin admin] 10.222.0.10 "DELETE /v2.0/routers/377fedf2-baaf-4cdb-8aa7-ee3e0dbae076 HTTP/1.1" status: 204 len: 168 time: 1.9499528 Aug 17 03:06:25.465064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58446) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:25.545180 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cb96093-01e2-409c-a939-25574c32c6e1 admin admin] Deleting subnet d9b01a46-ce87-4ced-accd-cf63639388b1 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:06:25.556480 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6cb96093-01e2-409c-a939-25574c32c6e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:25.603436 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6cb96093-01e2-409c-a939-25574c32c6e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:25.644799 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6cb96093-01e2-409c-a939-25574c32c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:25.814627 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6cb96093-01e2-409c-a939-25574c32c6e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:25.852187 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb96093-01e2-409c-a939-25574c32c6e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d9b01a46-ce87-4ced-accd-cf63639388b1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:25.854263 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6cb96093-01e2-409c-a939-25574c32c6e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:25.856407 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6cb96093-01e2-409c-a939-25574c32c6e1 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d9b01a46-ce87-4ced-accd-cf63639388b1 HTTP/1.1" status: 204 len: 168 time: 0.3900607 Aug 17 03:06:25.858864 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58466) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:25.907857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58470) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:25.949978 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02aa03ff-6818-46f7-847e-93ea53edd424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:26.051766 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-c7719700-4fff-4976-923b-333e7907d318 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2030273273-network', 'tenant_id': '4545d97067994690b9cd1ad5e4b13bb3'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:06:26.061983 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02aa03ff-6818-46f7-847e-93ea53edd424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:26.073991 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-02aa03ff-6818-46f7-847e-93ea53edd424 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e7978e-1d34-44a7-8805-8fa20d4cf11c']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:26.085193 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-02aa03ff-6818-46f7-847e-93ea53edd424 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8dd9a916-6877-4bc9-90d0-f12f058f5348') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:26.085434 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-02aa03ff-6818-46f7-847e-93ea53edd424 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8dd9a916-6877-4bc9-90d0-f12f058f5348') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:26.095036 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02aa03ff-6818-46f7-847e-93ea53edd424 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:26.109509 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02aa03ff-6818-46f7-847e-93ea53edd424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:26.119510 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02aa03ff-6818-46f7-847e-93ea53edd424 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:06:26.119937 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02aa03ff-6818-46f7-847e-93ea53edd424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:06:26.122622 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:06:26.281318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device fc89800f-db87-4113-b4c0-e0a1812f2bc8 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:06:26.309774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: fc89800f-db87-4113-b4c0-e0a1812f2bc8 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:06:26.310301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device fc89800f-db87-4113-b4c0-e0a1812f2bc8 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:06:26.310731 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:06:26.330489 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:06:26.330623 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 109fa2f9-a4ae-4d87-ad1f-9ee697ef0794 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:06:26.345348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7719700-4fff-4976-923b-333e7907d318 admin admin] Made reservation on behalf of 4545d97067994690b9cd1ad5e4b13bb3 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:06:26.351189 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c7719700-4fff-4976-923b-333e7907d318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:26.356657 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c7719700-4fff-4976-923b-333e7907d318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:26.448359 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02aa03ff-6818-46f7-847e-93ea53edd424 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:26.477822 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c7719700-4fff-4976-923b-333e7907d318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:26.479030 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02aa03ff-6818-46f7-847e-93ea53edd424 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:26.479030 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-02aa03ff-6818-46f7-847e-93ea53edd424 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c7e7978e-1d34-44a7-8805-8fa20d4cf11c HTTP/1.1" status: 204 len: 168 time: 0.6003978 Aug 17 03:06:26.481390 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02aa03ff-6818-46f7-847e-93ea53edd424 admin admin] Pushing event deleted for resources: {'Network': ['ID=c7e7978e-1d34-44a7-8805-8fa20d4cf11c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:26.541603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581e49e7-0539-4286-b22c-6202406846f5 req-c34f9c22-76bf-419d-8f7a-ee37cf4858a3 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:26.544962 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-581e49e7-0539-4286-b22c-6202406846f5 req-c34f9c22-76bf-419d-8f7a-ee37cf4858a3 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 943 time: 0.0665965 Aug 17 03:06:26.599295 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c7719700-4fff-4976-923b-333e7907d318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:26.609257 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 209d44fc-f6b8-475d-ba3a-e1730bb97c75 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:06:26.624883 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-581e49e7-0539-4286-b22c-6202406846f5 req-b21bd5ff-c4d5-4d21-a179-09c88a20f332 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729308 Aug 17 03:06:26.641334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7719700-4fff-4976-923b-333e7907d318 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:06:26.665926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7719700-4fff-4976-923b-333e7907d318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d59b2d71-c5f0-466d-b1a3-e16749eefd03,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:26.692525 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c7719700-4fff-4976-923b-333e7907d318 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:26.692525 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-c7719700-4fff-4976-923b-333e7907d318 admin admin] Added segment 47469e4e-a189-4614-8a4c-af589ac21209 of type vlan for network 65a8d121-559e-4b75-8661-78d326e8f2d2 Aug 17 03:06:26.733179 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c7719700-4fff-4976-923b-333e7907d318 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:26.770367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 209d44fc-f6b8-475d-ba3a-e1730bb97c75, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=209d44fc-f6b8-475d-ba3a-e1730bb97c75,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:26.781807 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '209d44fc-f6b8-475d-ba3a-e1730bb97c75', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'port_id': '209d44fc-f6b8-475d-ba3a-e1730bb97c75', 'mac_address': 'fa:16:3e:08:e7:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:06:26.819825 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:26.833472 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 209d44fc-f6b8-475d-ba3a-e1730bb97c75 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:06:26.854892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 209d44fc-f6b8-475d-ba3a-e1730bb97c75, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=209d44fc-f6b8-475d-ba3a-e1730bb97c75,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:26.922452 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c7719700-4fff-4976-923b-333e7907d318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:26.923458 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7719700-4fff-4976-923b-333e7907d318 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:26.924051 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c7719700-4fff-4976-923b-333e7907d318 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:26.990916 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:27.019720 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7719700-4fff-4976-923b-333e7907d318 admin admin] Pushing event updated for resources: {'Network': ['ID=65a8d121-559e-4b75-8661-78d326e8f2d2,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:27.032771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 65a8d121-559e-4b75-8661-78d326e8f2d2 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:06:27.095948 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=209d44fc-f6b8-475d-ba3a-e1730bb97c75,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:27.120975 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58510) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:27.163042 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c7719700-4fff-4976-923b-333e7907d318 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2504222 Aug 17 03:06:27.163255 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58516) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:27.168013 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-492acefa-0481-48f3-986f-20103b2c24ec admin admin] Request body: {'subnet': {'network_id': '65a8d121-559e-4b75-8661-78d326e8f2d2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2030273273-subnet', 'tenant_id': '4545d97067994690b9cd1ad5e4b13bb3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:06:27.168258 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7200e9ec-1b36-4120-babd-edd64da20185 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=72b852e1a4e445b296fe048bb52ea81a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0460787 Aug 17 03:06:27.170797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58518) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:27.228397 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e64bb195-6cc3-42f1-8790-85eb92ad4cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:27.252477 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e64bb195-6cc3-42f1-8790-85eb92ad4cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:27.287881 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-492acefa-0481-48f3-986f-20103b2c24ec admin admin] Made reservation on behalf of 4545d97067994690b9cd1ad5e4b13bb3 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:06:27.292361 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-492acefa-0481-48f3-986f-20103b2c24ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:27.338409 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['209d44fc-f6b8-475d-ba3a-e1730bb97c75'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:06:27.408693 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e64bb195-6cc3-42f1-8790-85eb92ad4cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:27.412926 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e64bb195-6cc3-42f1-8790-85eb92ad4cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:27.414214 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e64bb195-6cc3-42f1-8790-85eb92ad4cca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4e1e44c3-5a7e-4181-a602-67c5699055c9 HTTP/1.1" status: 204 len: 168 time: 0.2424707 Aug 17 03:06:27.425716 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64bb195-6cc3-42f1-8790-85eb92ad4cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e1e44c3-5a7e-4181-a602-67c5699055c9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:27.597048 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-492acefa-0481-48f3-986f-20103b2c24ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:27.672100 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-492acefa-0481-48f3-986f-20103b2c24ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=49360b4e-36d1-40de-a098-c1f3632b6564,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:27.683087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-492acefa-0481-48f3-986f-20103b2c24ec admin admin] Checking segment: {'id': '47469e4e-a189-4614-8a4c-af589ac21209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '65a8d121-559e-4b75-8661-78d326e8f2d2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:06:27.686110 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492acefa-0481-48f3-986f-20103b2c24ec admin admin] Network hostable DHCP agents. Network: 65a8d121-559e-4b75-8661-78d326e8f2d2, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:06:27.791282 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-492acefa-0481-48f3-986f-20103b2c24ec admin admin] Network 65a8d121-559e-4b75-8661-78d326e8f2d2 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:06:27.794237 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103d197f-fd2b-4a46-9990-af43494f1251 req-ad58df13-5f96-4a84-8b7b-0098096e8254 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:27.796286 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-103d197f-fd2b-4a46-9990-af43494f1251 req-ad58df13-5f96-4a84-8b7b-0098096e8254 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 944 time: 0.0652671 Aug 17 03:06:27.841380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-103d197f-fd2b-4a46-9990-af43494f1251 req-0a577c21-4a9a-43df-917b-a696f2c7c5ea tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373914 Aug 17 03:06:28.024414 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-492acefa-0481-48f3-986f-20103b2c24ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 65a8d121-559e-4b75-8661-78d326e8f2d2) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:06:28.030050 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-492acefa-0481-48f3-986f-20103b2c24ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:28.031791 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-492acefa-0481-48f3-986f-20103b2c24ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:28.036328 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98531c92-25d8-416e-8a81-95e246679d77 None None] Network 65a8d121-559e-4b75-8661-78d326e8f2d2 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:06:28.138358 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-492acefa-0481-48f3-986f-20103b2c24ec admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9739578 Aug 17 03:06:28.181176 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbe6f68a-e673-46b4-b76e-700b1d5b465b None None] Network 65a8d121-559e-4b75-8661-78d326e8f2d2 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:06:28.624501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 209d44fc-f6b8-475d-ba3a-e1730bb97c75 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:06:28.680118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 209d44fc-f6b8-475d-ba3a-e1730bb97c75 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:06:28.680118 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:28.772740 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:28.802412 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209d44fc-f6b8-475d-ba3a-e1730bb97c75'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:06:28.804872 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325eb9c9-ad1a-4b02-bb79-d482ea31de31" -d '{"events": [{"server_uuid": "2e4aa193-9292-4569-914a-51e4ee6dc13c", "name": "network-vif-plugged", "status": "completed", "tag": "209d44fc-f6b8-475d-ba3a-e1730bb97c75"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:06:28.824407 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 209d44fc-f6b8-475d-ba3a-e1730bb97c75, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=209d44fc-f6b8-475d-ba3a-e1730bb97c75,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:28.923948 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:06:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c86abec9-759d-4515-bf2c-bf5822222fa1 x-openstack-request-id: req-c86abec9-759d-4515-bf2c-bf5822222fa1 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:06:28.924831 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4aa193-9292-4569-914a-51e4ee6dc13c", "name": "network-vif-plugged", "status": "completed", "tag": "209d44fc-f6b8-475d-ba3a-e1730bb97c75", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:06:28.927650 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c86abec9-759d-4515-bf2c-bf5822222fa1 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:06:28.928350 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '209d44fc-f6b8-475d-ba3a-e1730bb97c75', 'code': 200} Aug 17 03:06:28.948001 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-01d5ba6b-e547-4470-940b-f3f0d5cdb924 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:28.960324 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:28.963936 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-01d5ba6b-e547-4470-940b-f3f0d5cdb924 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/networks?id=65a8d121-559e-4b75-8661-78d326e8f2d2 HTTP/1.1" status: 200 len: 814 time: 0.1520245 Aug 17 03:06:29.003201 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-56ca8ca5-77fd-4b99-958f-a8a99501df0c tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/quotas/4545d97067994690b9cd1ad5e4b13bb3 HTTP/1.1" status: 200 len: 375 time: 0.0382528 Aug 17 03:06:29.068072 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=209d44fc-f6b8-475d-ba3a-e1730bb97c75,revision_number=10']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:29.073513 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-29fdc97f-e2db-481a-a2ea-281b476da0fd tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=4545d97067994690b9cd1ad5e4b13bb3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0675056 Aug 17 03:06:29.094238 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0d007-e8fe-4f88-a0f1-1cf0bdd73a32 req-7f91b00d-296e-4cb8-ade3-7d173d072a78 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:29.095417 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58604) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:29.102816 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24c0d007-e8fe-4f88-a0f1-1cf0bdd73a32 req-7f91b00d-296e-4cb8-ade3-7d173d072a78 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 946 time: 0.0593519 Aug 17 03:06:29.180099 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24c0d007-e8fe-4f88-a0f1-1cf0bdd73a32 req-f9fc80a8-623d-4333-b9f8-1458983b9278 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681257 Aug 17 03:06:29.209786 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-b818594d-8e3a-46c2-b2b8-59d7fc6f4c85 service neutron] 10.222.0.10 "GET /v2.0/networks/65a8d121-559e-4b75-8661-78d326e8f2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350501 Aug 17 03:06:29.291739 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a2b95c78-d411-43b9-959a-944e597e71ee admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-1827121056-network', 'tenant_id': 'b0b7cdee36d24cbb9d7f6c73cedfc115'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:06:29.296040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8525f885-88b9-4737-9f40-c9a93c66025e req-52013dd7-63bd-4b4f-bd30-5c0b9e023e18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:29.297596 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8525f885-88b9-4737-9f40-c9a93c66025e req-52013dd7-63bd-4b4f-bd30-5c0b9e023e18 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 1097 time: 0.1346405 Aug 17 03:06:29.366201 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8525f885-88b9-4737-9f40-c9a93c66025e req-ccf48ec7-0eed-4068-9d3c-abc10e79bca1 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584950 Aug 17 03:06:29.382335 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-ca271f78-dae3-49a3-81f6-d79b2a305756 service neutron] 10.222.0.10 "GET /v2.0/networks/65a8d121-559e-4b75-8661-78d326e8f2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651323 Aug 17 03:06:29.414397 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b95c78-d411-43b9-959a-944e597e71ee admin admin] Made reservation on behalf of b0b7cdee36d24cbb9d7f6c73cedfc115 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:06:29.418563 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a2b95c78-d411-43b9-959a-944e597e71ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:29.435106 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a2b95c78-d411-43b9-959a-944e597e71ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:29.534231 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a2b95c78-d411-43b9-959a-944e597e71ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:29.650293 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a2b95c78-d411-43b9-959a-944e597e71ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:29.661968 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-40ca3101-9ec6-4a8c-84ee-6091f45e5398 req-b02333ac-a8ab-44a9-9091-184b22723c2d tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 210 time: 0.0436668 Aug 17 03:06:29.693938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a2b95c78-d411-43b9-959a-944e597e71ee admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:06:29.703860 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b95c78-d411-43b9-959a-944e597e71ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64328bdc-4a26-4d53-a7f6-1335df65922a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:29.710786 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a2b95c78-d411-43b9-959a-944e597e71ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:29.711126 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-a2b95c78-d411-43b9-959a-944e597e71ee admin admin] Added segment 4da3e9a2-484a-4fbf-8024-72146636e4f7 of type vlan for network 4b2fbfdd-c1c1-46ac-86f6-8f328dade782 Aug 17 03:06:29.755948 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a2b95c78-d411-43b9-959a-944e597e71ee admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:29.905523 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a2b95c78-d411-43b9-959a-944e597e71ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:29.906660 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b95c78-d411-43b9-959a-944e597e71ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:29.907528 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a2b95c78-d411-43b9-959a-944e597e71ee admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:29.970804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b95c78-d411-43b9-959a-944e597e71ee admin admin] Pushing event updated for resources: {'Network': ['ID=4b2fbfdd-c1c1-46ac-86f6-8f328dade782,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:29.982978 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 4b2fbfdd-c1c1-46ac-86f6-8f328dade782 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:06:30.117339 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a2b95c78-d411-43b9-959a-944e597e71ee admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.0206015 Aug 17 03:06:30.120459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58638) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:30.125319 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-2d33e8ff-d044-40c9-a957-c30dfaac93c7 admin admin] Request body: {'subnet': {'network_id': '4b2fbfdd-c1c1-46ac-86f6-8f328dade782', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-1827121056-subnet', 'tenant_id': 'b0b7cdee36d24cbb9d7f6c73cedfc115', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:06:30.258373 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d33e8ff-d044-40c9-a957-c30dfaac93c7 admin admin] Made reservation on behalf of b0b7cdee36d24cbb9d7f6c73cedfc115 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:06:30.258373 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2d33e8ff-d044-40c9-a957-c30dfaac93c7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:30.333069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213c843-8873-49a9-9065-d693afc9fe7c req-8c5ec5e6-60ab-46c3-b6be-6ea27f19924e tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:30.334586 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f213c843-8873-49a9-9065-d693afc9fe7c req-8c5ec5e6-60ab-46c3-b6be-6ea27f19924e tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 946 time: 0.0616751 Aug 17 03:06:30.439788 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f213c843-8873-49a9-9065-d693afc9fe7c req-350d1054-84bf-4e05-8b42-48015f5857e5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0980380 Aug 17 03:06:30.609301 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2d33e8ff-d044-40c9-a957-c30dfaac93c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:30.663455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d33e8ff-d044-40c9-a957-c30dfaac93c7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8bd1d986-f79a-4a10-b3bd-19267f52e1bc,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:30.703295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d33e8ff-d044-40c9-a957-c30dfaac93c7 admin admin] Checking segment: {'id': '4da3e9a2-484a-4fbf-8024-72146636e4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4b2fbfdd-c1c1-46ac-86f6-8f328dade782'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:06:30.703676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33e8ff-d044-40c9-a957-c30dfaac93c7 admin admin] Network hostable DHCP agents. Network: 4b2fbfdd-c1c1-46ac-86f6-8f328dade782, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:06:30.776492 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2cfc09c3-d859-4b8d-86e5-1c10812f2547 req-ab2ffd18-d242-476f-aaa4-025c286b806e tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 210 time: 0.0404072 Aug 17 03:06:30.836421 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d33e8ff-d044-40c9-a957-c30dfaac93c7 admin admin] Network 4b2fbfdd-c1c1-46ac-86f6-8f328dade782 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:06:30.990662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-2d33e8ff-d044-40c9-a957-c30dfaac93c7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 4b2fbfdd-c1c1-46ac-86f6-8f328dade782) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:06:30.994623 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d33e8ff-d044-40c9-a957-c30dfaac93c7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:31.011491 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2d33e8ff-d044-40c9-a957-c30dfaac93c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:31.012298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40782fb4-2b26-40d0-b6d7-fcc16823ddf4 None None] Network 4b2fbfdd-c1c1-46ac-86f6-8f328dade782 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:06:31.137249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330d67ea-6c44-48f8-bb2a-5ea70a1ceba1 None None] Network 4b2fbfdd-c1c1-46ac-86f6-8f328dade782 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:06:31.142601 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2d33e8ff-d044-40c9-a957-c30dfaac93c7 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0185368 Aug 17 03:06:31.675785 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c4dc6a-4ccc-4b74-84f7-ddf19b3a96d3 req-574edf39-06a3-4645-80f5-63e9d0388ed2 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:31.677803 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-42c4dc6a-4ccc-4b74-84f7-ddf19b3a96d3 req-574edf39-06a3-4645-80f5-63e9d0388ed2 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 946 time: 0.0723989 Aug 17 03:06:31.730087 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-42c4dc6a-4ccc-4b74-84f7-ddf19b3a96d3 req-2e3b5d5e-ebb8-45e2-8b2e-91722e06ea0c tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0458741 Aug 17 03:06:31.775228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-13c21b5c-b33a-4962-b67f-a4f3d6fbd4b6 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:31.793237 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-13c21b5c-b33a-4962-b67f-a4f3d6fbd4b6 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/networks?id=4b2fbfdd-c1c1-46ac-86f6-8f328dade782 HTTP/1.1" status: 200 len: 809 time: 0.1525328 Aug 17 03:06:31.811220 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-a7de7f93-0303-4b77-8420-8c2bcc8e49cd tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/quotas/b0b7cdee36d24cbb9d7f6c73cedfc115 HTTP/1.1" status: 200 len: 375 time: 0.0170069 Aug 17 03:06:31.869694 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-adfda4c4-4fa0-46b0-8a94-de2ff97a0d8a tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b0b7cdee36d24cbb9d7f6c73cedfc115&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0561311 Aug 17 03:06:32.152867 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2f820aba-a943-429c-8447-a2f022360604 req-9e5b3925-9ecc-4d27-9949-4e271274a418 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 210 time: 0.0688937 Aug 17 03:06:32.179480 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-9ebe4c2d-a151-4acf-90c3-a052e3338cdd service neutron] 10.222.0.10 "GET /v2.0/networks/4b2fbfdd-c1c1-46ac-86f6-8f328dade782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2986009 Aug 17 03:06:32.291240 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-e8ff1b67-aa28-4305-9019-b7bbcfe283c5 service neutron] 10.222.0.10 "GET /v2.0/networks/4b2fbfdd-c1c1-46ac-86f6-8f328dade782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003561 Aug 17 03:06:32.560250 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-72b16264-bce8-46ff-a99f-b3dd183c042e req-c7277593-0fec-4434-bc03-77575d2f9d02 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 210 time: 0.0315673 Aug 17 03:06:32.885729 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c7a372-2b6b-466d-8035-ad71b7cd8736 req-7aa5958a-b635-43a6-b017-5919aa9c3ae3 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:32.887226 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-26c7a372-2b6b-466d-8035-ad71b7cd8736 req-7aa5958a-b635-43a6-b017-5919aa9c3ae3 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 946 time: 0.0673172 Aug 17 03:06:32.927995 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:33.025912 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-26c7a372-2b6b-466d-8035-ad71b7cd8736 req-efc2c387-6936-4b00-a693-f601a8f1f330 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247239 Aug 17 03:06:33.074274 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-8e384210-2c8a-4397-a3fb-c86d746c401c tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:33.076281 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-8e384210-2c8a-4397-a3fb-c86d746c401c tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.60 "GET /v2.0/networks?id=65a8d121-559e-4b75-8661-78d326e8f2d2 HTTP/1.1" status: 200 len: 814 time: 0.1751935 Aug 17 03:06:33.093961 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-811a2f93-6f59-4fd1-bd77-96cdfe133af7 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Request body: {'port': {'device_id': '506ce39e-4c7a-4abe-9935-04a4f9b50e94', 'network_id': '65a8d121-559e-4b75-8661-78d326e8f2d2', 'admin_state_up': True, 'tenant_id': '4545d97067994690b9cd1ad5e4b13bb3'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:06:33.295861 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f31a13b9-8022-4f02-824a-e20f38325a8d req-b9714066-70c6-4eec-9906-60c6208b25ab tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 210 time: 0.0549810 Aug 17 03:06:33.321120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-811a2f93-6f59-4fd1-bd77-96cdfe133af7 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Made reservation on behalf of 4545d97067994690b9cd1ad5e4b13bb3 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:06:33.325231 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-811a2f93-6f59-4fd1-bd77-96cdfe133af7 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:33.482154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-811a2f93-6f59-4fd1-bd77-96cdfe133af7 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Allocated IP 172.20.0.10 (65a8d121-559e-4b75-8661-78d326e8f2d2/49360b4e-36d1-40de-a098-c1f3632b6564/cd2b2e83-298b-40d3-9555-db1bdcbc3cfa) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:06:33.579807 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:33.673397 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-811a2f93-6f59-4fd1-bd77-96cdfe133af7 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:33.731563 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33389c31-6a0b-44e3-9d57-8a95f913be24 req-1b40dd09-3329-4649-b3f7-8c39b3b485c9 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 210 time: 0.0445697 Aug 17 03:06:33.832320 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-811a2f93-6f59-4fd1-bd77-96cdfe133af7 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:33.902715 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-811a2f93-6f59-4fd1-bd77-96cdfe133af7 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Network 65a8d121-559e-4b75-8661-78d326e8f2d2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:06:33.912487 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-811a2f93-6f59-4fd1-bd77-96cdfe133af7 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:06:33.913116 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-811a2f93-6f59-4fd1-bd77-96cdfe133af7 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:06:33.982084 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-811a2f93-6f59-4fd1-bd77-96cdfe133af7 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:33.986320 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-811a2f93-6f59-4fd1-bd77-96cdfe133af7 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:33.999989 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-811a2f93-6f59-4fd1-bd77-96cdfe133af7 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Pushing event updated for resources: {'Port': ['ID=cd2b2e83-298b-40d3-9555-db1bdcbc3cfa,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:34.100470 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-811a2f93-6f59-4fd1-bd77-96cdfe133af7 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0104134 Aug 17 03:06:34.115751 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Request body: {'port': {'device_id': '506ce39e-4c7a-4abe-9935-04a4f9b50e94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:06:34.185192 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:34.457277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54cda02f-bf30-4519-b7d6-de8de370cad3 req-afb3c37d-563a-4ceb-aebf-26cdedf6c291 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:34.458868 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54cda02f-bf30-4519-b7d6-de8de370cad3 req-afb3c37d-563a-4ceb-aebf-26cdedf6c291 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 932 time: 0.0862720 Aug 17 03:06:34.545115 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54cda02f-bf30-4519-b7d6-de8de370cad3 req-9c5fc2ec-f7e3-4795-badf-b97b5b5e6e33 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/security-groups?id=d59b2d71-c5f0-466d-b1a3-e16749eefd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763512 Aug 17 03:06:34.579855 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd2b2e83-298b-40d3-9555-db1bdcbc3cfa {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:06:34.589642 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:34.605916 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Transition to ACTIVE for port object cd2b2e83-298b-40d3-9555-db1bdcbc3cfa will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:06:34.670676 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:34.730647 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Pushing event updated for resources: {'Port': ['ID=cd2b2e83-298b-40d3-9555-db1bdcbc3cfa,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:34.876211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Attempting to bind port cd2b2e83-298b-40d3-9555-db1bdcbc3cfa on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:06:34.876566 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Attempting to bind port cd2b2e83-298b-40d3-9555-db1bdcbc3cfa by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '47469e4e-a189-4614-8a4c-af589ac21209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '65a8d121-559e-4b75-8661-78d326e8f2d2'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:06:34.876903 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Attempting to bind port cd2b2e83-298b-40d3-9555-db1bdcbc3cfa on network 65a8d121-559e-4b75-8661-78d326e8f2d2 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:06:34.898593 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9e3443d3-10b9-4624-9b21-8e3f7a859829 req-9cfc5b72-fdfb-47ee-a8b4-0520fdee5e17 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 210 time: 0.0412593 Aug 17 03:06:34.900869 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Port cd2b2e83-298b-40d3-9555-db1bdcbc3cfa on network 65a8d121-559e-4b75-8661-78d326e8f2d2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:06:34.901604 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Attempting to bind port cd2b2e83-298b-40d3-9555-db1bdcbc3cfa on network 65a8d121-559e-4b75-8661-78d326e8f2d2 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:06:34.911079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:06:34.911593 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Checking segment: {'id': '47469e4e-a189-4614-8a4c-af589ac21209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '65a8d121-559e-4b75-8661-78d326e8f2d2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:06:34.912003 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Bound using segment: {'id': '47469e4e-a189-4614-8a4c-af589ac21209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '65a8d121-559e-4b75-8661-78d326e8f2d2'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:06:34.912524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Bound port: cd2b2e83-298b-40d3-9555-db1bdcbc3cfa, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '47469e4e-a189-4614-8a4c-af589ac21209', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '65a8d121-559e-4b75-8661-78d326e8f2d2'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:06:34.913093 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:34.991697 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] For port cd2b2e83-298b-40d3-9555-db1bdcbc3cfa, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:06:34.994659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] For port cd2b2e83-298b-40d3-9555-db1bdcbc3cfa, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cd2b2e83-298b-40d3-9555-db1bdcbc3cfa,segment=NetworkSegment(47469e4e-a189-4614-8a4c-af589ac21209),segment_id=47469e4e-a189-4614-8a4c-af589ac21209)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:06:35.080465 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:35.131165 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:35.131165 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:35.131165 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] 10.222.0.60 "PUT /v2.0/ports/cd2b2e83-298b-40d3-9555-db1bdcbc3cfa HTTP/1.1" status: 200 len: 1092 time: 1.0192854 Aug 17 03:06:35.131849 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '506ce39e-4c7a-4abe-9935-04a4f9b50e94', 'tag': 'cd2b2e83-298b-40d3-9555-db1bdcbc3cfa'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:06:35.135354 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c620b63-66e9-4b13-9871-d48b39079493" -d '{"events": [{"name": "network-changed", "server_uuid": "506ce39e-4c7a-4abe-9935-04a4f9b50e94", "tag": "cd2b2e83-298b-40d3-9555-db1bdcbc3cfa"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:06:35.166401 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90f1c266-ac93-4bea-bf8d-9de3ef0ec3be service neutron] Pushing event updated for resources: {'Port': ['ID=cd2b2e83-298b-40d3-9555-db1bdcbc3cfa,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:35.185976 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:06:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a2d36ff-a18b-4815-9c86-df5df0b111d4 x-openstack-request-id: req-6a2d36ff-a18b-4815-9c86-df5df0b111d4 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:06:35.185976 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "506ce39e-4c7a-4abe-9935-04a4f9b50e94", "tag": "cd2b2e83-298b-40d3-9555-db1bdcbc3cfa", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:06:35.186172 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a2d36ff-a18b-4815-9c86-df5df0b111d4 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:06:35.186627 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '506ce39e-4c7a-4abe-9935-04a4f9b50e94', 'tag': 'cd2b2e83-298b-40d3-9555-db1bdcbc3cfa', 'status': 'completed', 'code': 200} Aug 17 03:06:35.263421 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c620b63-66e9-4b13-9871-d48b39079493 req-50fca2dd-6273-40a3-b8ed-c435573c77cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:35.267299 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3c620b63-66e9-4b13-9871-d48b39079493 req-50fca2dd-6273-40a3-b8ed-c435573c77cd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4545d97067994690b9cd1ad5e4b13bb3&device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 1095 time: 0.0577753 Aug 17 03:06:35.376301 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c620b63-66e9-4b13-9871-d48b39079493 req-8e77dc3c-36ea-4b94-99a6-af4497bcae2f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:35.377925 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3c620b63-66e9-4b13-9871-d48b39079493 req-8e77dc3c-36ea-4b94-99a6-af4497bcae2f service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=4545d97067994690b9cd1ad5e4b13bb3&shared=False HTTP/1.1" status: 200 len: 914 time: 0.1012006 Aug 17 03:06:35.484842 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c620b63-66e9-4b13-9871-d48b39079493 req-15b545ca-08d0-4551-94bc-a1825f1f14f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:35.487114 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3c620b63-66e9-4b13-9871-d48b39079493 req-15b545ca-08d0-4551-94bc-a1825f1f14f9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1012156 Aug 17 03:06:35.591631 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-7e64bc46-74bb-4e84-b1f7-af689a25ebda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:35.593795 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-7e64bc46-74bb-4e84-b1f7-af689a25ebda service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=4545d97067994690b9cd1ad5e4b13bb3&device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 1095 time: 0.0568016 Aug 17 03:06:35.642268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-b9533f61-aa2d-4389-8938-4a08ca9e5998 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:35.644632 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-b9533f61-aa2d-4389-8938-4a08ca9e5998 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.60 "GET /v2.0/networks?id=4b2fbfdd-c1c1-46ac-86f6-8f328dade782 HTTP/1.1" status: 200 len: 809 time: 0.1411564 Aug 17 03:06:35.646628 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-c2c164b8-167f-4ab9-8167-28d1623d54f9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=cd2b2e83-298b-40d3-9555-db1bdcbc3cfa HTTP/1.1" status: 200 len: 217 time: 0.0410111 Aug 17 03:06:35.683615 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-cac98539-f364-4ceb-85f0-c17c7a2668c1 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Request body: {'port': {'device_id': '9576b387-6725-4ab5-b841-4489f4bb2137', 'network_id': '4b2fbfdd-c1c1-46ac-86f6-8f328dade782', 'admin_state_up': True, 'tenant_id': 'b0b7cdee36d24cbb9d7f6c73cedfc115'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:06:35.742564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-8ed97ddb-fbb0-4d31-b6ea-2ca436365eea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:35.744620 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-8ed97ddb-fbb0-4d31-b6ea-2ca436365eea service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49360b4e-36d1-40de-a098-c1f3632b6564 HTTP/1.1" status: 200 len: 854 time: 0.0805833 Aug 17 03:06:35.768019 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f298123-7c9a-4c5a-951f-5dfcee75f2e0 req-a20c24d9-dddd-48be-bf8d-12bb860002bc tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:35.771194 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f298123-7c9a-4c5a-951f-5dfcee75f2e0 req-a20c24d9-dddd-48be-bf8d-12bb860002bc tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 944 time: 0.1256173 Aug 17 03:06:35.785732 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-4b8dac4c-2483-45ee-bb78-2f7343beecca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=65a8d121-559e-4b75-8661-78d326e8f2d2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331793 Aug 17 03:06:35.926955 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f298123-7c9a-4c5a-951f-5dfcee75f2e0 req-654bc78d-0f30-478a-a712-d7246fa368ee tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/security-groups?id=d59b2d71-c5f0-466d-b1a3-e16749eefd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463232 Aug 17 03:06:35.980626 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-e800be26-2e24-47ba-9a41-1e99bbdc7c0d service neutron] 10.222.0.60 "GET /v2.0/networks/65a8d121-559e-4b75-8661-78d326e8f2d2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857536 Aug 17 03:06:35.999154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-cac98539-f364-4ceb-85f0-c17c7a2668c1 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Made reservation on behalf of b0b7cdee36d24cbb9d7f6c73cedfc115 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:06:35.999154 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-cac98539-f364-4ceb-85f0-c17c7a2668c1 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:36.077234 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-59d13afc-e0b9-4084-8857-1c4b81bf8c0e req-90d19c8d-4847-4e04-81cb-a943fe95ed7c tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 210 time: 0.0399108 Aug 17 03:06:36.102195 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f1f18df2-aa11-44c6-b9e5-dad8f9f3e47d req-229554ea-ef5f-40a3-a391-50123afb2a56 service neutron] 10.222.0.60 "GET /v2.0/networks/65a8d121-559e-4b75-8661-78d326e8f2d2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1136143 Aug 17 03:06:36.200075 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-cac98539-f364-4ceb-85f0-c17c7a2668c1 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Allocated IP 172.20.0.8 (4b2fbfdd-c1c1-46ac-86f6-8f328dade782/8bd1d986-f79a-4a10-b3bd-19267f52e1bc/1409aa4d-3939-4da4-9a7b-5f4070132787) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:06:36.386748 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-cac98539-f364-4ceb-85f0-c17c7a2668c1 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:36.493920 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-cac98539-f364-4ceb-85f0-c17c7a2668c1 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:36.545250 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-cac98539-f364-4ceb-85f0-c17c7a2668c1 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Network 4b2fbfdd-c1c1-46ac-86f6-8f328dade782 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:06:36.551299 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-cac98539-f364-4ceb-85f0-c17c7a2668c1 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:06:36.553230 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cac98539-f364-4ceb-85f0-c17c7a2668c1 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Pushing event updated for resources: {'Port': ['ID=1409aa4d-3939-4da4-9a7b-5f4070132787,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:36.555339 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-cac98539-f364-4ceb-85f0-c17c7a2668c1 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:06:36.605263 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-cac98539-f364-4ceb-85f0-c17c7a2668c1 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:36.605826 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-cac98539-f364-4ceb-85f0-c17c7a2668c1 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:36.727701 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-cac98539-f364-4ceb-85f0-c17c7a2668c1 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0486195 Aug 17 03:06:36.743890 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Request body: {'port': {'device_id': '9576b387-6725-4ab5-b841-4489f4bb2137', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:06:36.816963 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:37.104201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a817dc7-5018-4954-886b-0ffba1811da1 req-c1fb8050-cbab-42e0-844b-d27d952c46d1 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:37.105835 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1a817dc7-5018-4954-886b-0ffba1811da1 req-c1fb8050-cbab-42e0-844b-d27d952c46d1 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 944 time: 0.0729311 Aug 17 03:06:37.188863 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1a817dc7-5018-4954-886b-0ffba1811da1 req-39b81dcf-34d4-498e-a17d-adcbdce0edd8 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/security-groups?id=d59b2d71-c5f0-466d-b1a3-e16749eefd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0766017 Aug 17 03:06:37.191433 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1409aa4d-3939-4da4-9a7b-5f4070132787 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:06:37.214568 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:37.234534 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Transition to ACTIVE for port object 1409aa4d-3939-4da4-9a7b-5f4070132787 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:06:37.251877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5b255-7b27-44de-945d-caa6ceba8b0c req-93ae148a-bcd5-4870-a773-abf7f2dfdb72 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:37.256017 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d6d5b255-7b27-44de-945d-caa6ceba8b0c req-93ae148a-bcd5-4870-a773-abf7f2dfdb72 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 931 time: 0.0807588 Aug 17 03:06:37.295214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d6d5b255-7b27-44de-945d-caa6ceba8b0c req-83ac2ff1-dea8-4e91-af86-823135114d1e tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/security-groups?id=64328bdc-4a26-4d53-a7f6-1335df65922a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352106 Aug 17 03:06:37.351014 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:37.417080 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Pushing event updated for resources: {'Port': ['ID=1409aa4d-3939-4da4-9a7b-5f4070132787,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:37.507304 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Attempting to bind port 1409aa4d-3939-4da4-9a7b-5f4070132787 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:06:37.508055 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Attempting to bind port 1409aa4d-3939-4da4-9a7b-5f4070132787 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '4da3e9a2-484a-4fbf-8024-72146636e4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4b2fbfdd-c1c1-46ac-86f6-8f328dade782'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:06:37.508180 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Attempting to bind port 1409aa4d-3939-4da4-9a7b-5f4070132787 on network 4b2fbfdd-c1c1-46ac-86f6-8f328dade782 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:06:37.513101 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Port 1409aa4d-3939-4da4-9a7b-5f4070132787 on network 4b2fbfdd-c1c1-46ac-86f6-8f328dade782 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:06:37.513508 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Attempting to bind port 1409aa4d-3939-4da4-9a7b-5f4070132787 on network 4b2fbfdd-c1c1-46ac-86f6-8f328dade782 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:06:37.519515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 6, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:06:37.519867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Checking segment: {'id': '4da3e9a2-484a-4fbf-8024-72146636e4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4b2fbfdd-c1c1-46ac-86f6-8f328dade782'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:06:37.520367 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Bound using segment: {'id': '4da3e9a2-484a-4fbf-8024-72146636e4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4b2fbfdd-c1c1-46ac-86f6-8f328dade782'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:06:37.520805 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Bound port: 1409aa4d-3939-4da4-9a7b-5f4070132787, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4da3e9a2-484a-4fbf-8024-72146636e4f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '4b2fbfdd-c1c1-46ac-86f6-8f328dade782'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:06:37.521175 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:37.590204 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] For port 1409aa4d-3939-4da4-9a7b-5f4070132787, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:06:37.593633 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] For port 1409aa4d-3939-4da4-9a7b-5f4070132787, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1409aa4d-3939-4da4-9a7b-5f4070132787,segment=NetworkSegment(4da3e9a2-484a-4fbf-8024-72146636e4f7),segment_id=4da3e9a2-484a-4fbf-8024-72146636e4f7)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:06:37.671030 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:37.737144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:37.742481 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:37.744071 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] 10.222.0.60 "PUT /v2.0/ports/1409aa4d-3939-4da4-9a7b-5f4070132787 HTTP/1.1" status: 200 len: 1091 time: 1.0067394 Aug 17 03:06:37.744995 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9576b387-6725-4ab5-b841-4489f4bb2137', 'tag': '1409aa4d-3939-4da4-9a7b-5f4070132787'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:06:37.747321 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37da3f44-5c9b-4272-894f-83357e3d8ff5" -d '{"events": [{"name": "network-changed", "server_uuid": "9576b387-6725-4ab5-b841-4489f4bb2137", "tag": "1409aa4d-3939-4da4-9a7b-5f4070132787"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:06:37.760093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea0ee1-4526-4986-bf30-3be1d55adb31 service neutron] Pushing event updated for resources: {'Port': ['ID=1409aa4d-3939-4da4-9a7b-5f4070132787,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:37.801302 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:06:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ed1b99a-8d41-4e7b-bf01-e79e54d43928 x-openstack-request-id: req-9ed1b99a-8d41-4e7b-bf01-e79e54d43928 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:06:37.801645 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9576b387-6725-4ab5-b841-4489f4bb2137", "tag": "1409aa4d-3939-4da4-9a7b-5f4070132787", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:06:37.801884 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ed1b99a-8d41-4e7b-bf01-e79e54d43928 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:06:37.802312 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9576b387-6725-4ab5-b841-4489f4bb2137', 'tag': '1409aa4d-3939-4da4-9a7b-5f4070132787', 'status': 'completed', 'code': 200} Aug 17 03:06:37.884950 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da3f44-5c9b-4272-894f-83357e3d8ff5 req-3ce8ac7f-dbb7-4759-968f-fcfbabec542c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:37.886591 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-37da3f44-5c9b-4272-894f-83357e3d8ff5 req-3ce8ac7f-dbb7-4759-968f-fcfbabec542c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0b7cdee36d24cbb9d7f6c73cedfc115&device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 1094 time: 0.0544243 Aug 17 03:06:37.991465 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da3f44-5c9b-4272-894f-83357e3d8ff5 req-efc66fb9-64ad-4bae-ae95-ccf4d173efed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:37.992973 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-37da3f44-5c9b-4272-894f-83357e3d8ff5 req-efc66fb9-64ad-4bae-ae95-ccf4d173efed service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=b0b7cdee36d24cbb9d7f6c73cedfc115&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0974548 Aug 17 03:06:38.116256 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37da3f44-5c9b-4272-894f-83357e3d8ff5 req-0183c997-8ab8-4e0f-8b56-a02a0e59c20d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:38.118207 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-37da3f44-5c9b-4272-894f-83357e3d8ff5 req-0183c997-8ab8-4e0f-8b56-a02a0e59c20d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1174901 Aug 17 03:06:38.207513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-ece68a3a-09a6-4c0a-ab12-91012347c2d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:38.209137 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-ece68a3a-09a6-4c0a-ab12-91012347c2d2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=b0b7cdee36d24cbb9d7f6c73cedfc115&device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 1094 time: 0.0501654 Aug 17 03:06:38.257111 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-a0b1b2ad-b540-4d2c-a257-0837b89e79f8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1409aa4d-3939-4da4-9a7b-5f4070132787 HTTP/1.1" status: 200 len: 217 time: 0.0397670 Aug 17 03:06:38.359440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-00dc3084-904d-4c81-a56f-366625a6d772 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:38.361102 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-00dc3084-904d-4c81-a56f-366625a6d772 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8bd1d986-f79a-4a10-b3bd-19267f52e1bc HTTP/1.1" status: 200 len: 849 time: 0.0961385 Aug 17 03:06:38.410774 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc4eef7b-414a-44ac-b692-9d1f92e44ed2 req-7cd5d74f-1adf-4911-bed9-8aa7a39858c9 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:38.412749 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dc4eef7b-414a-44ac-b692-9d1f92e44ed2 req-7cd5d74f-1adf-4911-bed9-8aa7a39858c9 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 944 time: 0.1052897 Aug 17 03:06:38.414926 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-faaae12a-7746-4e66-94d8-04507211d8a6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b2fbfdd-c1c1-46ac-86f6-8f328dade782&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446033 Aug 17 03:06:38.504633 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a181b957-6f97-40d3-a5c9-319e7bb4e260 req-030e654c-dcba-4f1c-999f-42ba5395683b tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:38.506196 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a181b957-6f97-40d3-a5c9-319e7bb4e260 req-030e654c-dcba-4f1c-999f-42ba5395683b tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 943 time: 0.0514605 Aug 17 03:06:38.506779 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dc4eef7b-414a-44ac-b692-9d1f92e44ed2 req-13c873f3-cbfc-4473-bf6a-6efd8ab2c7b1 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/security-groups?id=d59b2d71-c5f0-466d-b1a3-e16749eefd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875001 Aug 17 03:06:38.556176 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-082af782-f78d-4b81-8716-f5ed919eab58 service neutron] 10.222.0.60 "GET /v2.0/networks/4b2fbfdd-c1c1-46ac-86f6-8f328dade782?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300726 Aug 17 03:06:38.567190 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a181b957-6f97-40d3-a5c9-319e7bb4e260 req-f0804a1d-ad89-441c-bd08-3175128a05a6 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/security-groups?id=64328bdc-4a26-4d53-a7f6-1335df65922a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470922 Aug 17 03:06:38.696520 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4dacbf40-81e0-43a9-be22-435339b69c82 req-aaa5cfde-fe4b-4e57-8a0c-115646d4460f service neutron] 10.222.0.60 "GET /v2.0/networks/4b2fbfdd-c1c1-46ac-86f6-8f328dade782?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325142 Aug 17 03:06:39.638866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e837b6e0-13f1-49f6-9d3d-0ac1c1c64aa0 req-599764bb-9326-4fb5-ad72-baa0fd2177bf tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:39.640431 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e837b6e0-13f1-49f6-9d3d-0ac1c1c64aa0 req-599764bb-9326-4fb5-ad72-baa0fd2177bf tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 944 time: 0.0574844 Aug 17 03:06:39.682814 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e837b6e0-13f1-49f6-9d3d-0ac1c1c64aa0 req-10b1a05a-4d7c-41ec-a490-40cb78a950d8 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/security-groups?id=d59b2d71-c5f0-466d-b1a3-e16749eefd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341141 Aug 17 03:06:39.716749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c94ebe-2de7-4abd-b88f-1a952a1b56c5 req-6517eb82-5256-4de3-a58d-585c63ce2e84 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:39.724852 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-28c94ebe-2de7-4abd-b88f-1a952a1b56c5 req-6517eb82-5256-4de3-a58d-585c63ce2e84 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 943 time: 0.0690372 Aug 17 03:06:39.766411 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-28c94ebe-2de7-4abd-b88f-1a952a1b56c5 req-d2538001-d7bc-4186-9ca4-03d72394ab72 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/security-groups?id=64328bdc-4a26-4d53-a7f6-1335df65922a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405514 Aug 17 03:06:40.703162 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device cd2b2e83-298b-40d3-9555-db1bdcbc3cfa details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:06:40.828740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfadf484-a89e-4110-b335-8376dd2aa67d req-4ad921b2-7e02-4f8c-ad9d-82aba3d2d227 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:40.831688 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dfadf484-a89e-4110-b335-8376dd2aa67d req-4ad921b2-7e02-4f8c-ad9d-82aba3d2d227 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 944 time: 0.0680001 Aug 17 03:06:40.941929 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dfadf484-a89e-4110-b335-8376dd2aa67d req-e37fb2a4-210b-46ce-a675-48efd7da36f0 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/security-groups?id=d59b2d71-c5f0-466d-b1a3-e16749eefd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869975 Aug 17 03:06:40.995625 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port cd2b2e83-298b-40d3-9555-db1bdcbc3cfa, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cd2b2e83-298b-40d3-9555-db1bdcbc3cfa,segment=NetworkSegment(47469e4e-a189-4614-8a4c-af589ac21209),segment_id=47469e4e-a189-4614-8a4c-af589ac21209)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:41.007466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc4adaa8-986f-443e-85f6-4bee7ce4c2b8 req-3cfbf6a8-e9af-4890-900b-0d6d03f33bde tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:41.010042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'cd2b2e83-298b-40d3-9555-db1bdcbc3cfa', 'network_id': '65a8d121-559e-4b75-8661-78d326e8f2d2', 'port_id': 'cd2b2e83-298b-40d3-9555-db1bdcbc3cfa', 'mac_address': 'fa:16:3e:fa:11:31', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 87, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49360b4e-36d1-40de-a098-c1f3632b6564', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:06:41.010179 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bc4adaa8-986f-443e-85f6-4bee7ce4c2b8 req-3cfbf6a8-e9af-4890-900b-0d6d03f33bde tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 943 time: 0.0608716 Aug 17 03:06:41.045892 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:41.049677 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bc4adaa8-986f-443e-85f6-4bee7ce4c2b8 req-8b6178b1-61b7-4b04-80a3-903b188b4896 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/security-groups?id=64328bdc-4a26-4d53-a7f6-1335df65922a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328236 Aug 17 03:06:41.060576 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd2b2e83-298b-40d3-9555-db1bdcbc3cfa {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:06:41.082104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port cd2b2e83-298b-40d3-9555-db1bdcbc3cfa, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cd2b2e83-298b-40d3-9555-db1bdcbc3cfa,segment=NetworkSegment(47469e4e-a189-4614-8a4c-af589ac21209),segment_id=47469e4e-a189-4614-8a4c-af589ac21209)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:41.155240 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:41.205035 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=cd2b2e83-298b-40d3-9555-db1bdcbc3cfa,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:41.213486 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:41.213844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:41.214194 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:41.214544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:41.214873 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:41.215210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:41.215544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:41.215936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:41.216452 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:41.216786 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:41.217120 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:41.217476 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:41.554110 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['cd2b2e83-298b-40d3-9555-db1bdcbc3cfa'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:06:42.091260 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c57b708f-3fed-4606-baed-3bdb8c5bb5df req-c3211b92-c0dd-4933-805f-64f5270f7962 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:42.101283 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c57b708f-3fed-4606-baed-3bdb8c5bb5df req-c3211b92-c0dd-4933-805f-64f5270f7962 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 945 time: 0.0753005 Aug 17 03:06:42.153583 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c57b708f-3fed-4606-baed-3bdb8c5bb5df req-79be6ff8-2664-4978-87ef-ed9580bb4c2f tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/security-groups?id=d59b2d71-c5f0-466d-b1a3-e16749eefd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512433 Aug 17 03:06:42.232850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267c1842-6d2f-4fde-bf3a-11ff59873130 req-82fada98-735a-485f-a34a-d9901626e1d7 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:42.239583 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-267c1842-6d2f-4fde-bf3a-11ff59873130 req-82fada98-735a-485f-a34a-d9901626e1d7 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 943 time: 0.0799160 Aug 17 03:06:42.289953 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-267c1842-6d2f-4fde-bf3a-11ff59873130 req-22f3affa-1bdb-490f-984a-c18db6d1e965 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/security-groups?id=64328bdc-4a26-4d53-a7f6-1335df65922a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434947 Aug 17 03:06:42.732697 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1409aa4d-3939-4da4-9a7b-5f4070132787 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:06:42.832183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 1409aa4d-3939-4da4-9a7b-5f4070132787, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1409aa4d-3939-4da4-9a7b-5f4070132787,segment=NetworkSegment(4da3e9a2-484a-4fbf-8024-72146636e4f7),segment_id=4da3e9a2-484a-4fbf-8024-72146636e4f7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:42.843384 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '1409aa4d-3939-4da4-9a7b-5f4070132787', 'network_id': '4b2fbfdd-c1c1-46ac-86f6-8f328dade782', 'port_id': '1409aa4d-3939-4da4-9a7b-5f4070132787', 'mac_address': 'fa:16:3e:ff:d3:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8bd1d986-f79a-4a10-b3bd-19267f52e1bc', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:06:42.880936 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:42.893187 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1409aa4d-3939-4da4-9a7b-5f4070132787 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:06:42.913996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 1409aa4d-3939-4da4-9a7b-5f4070132787, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1409aa4d-3939-4da4-9a7b-5f4070132787,segment=NetworkSegment(4da3e9a2-484a-4fbf-8024-72146636e4f7),segment_id=4da3e9a2-484a-4fbf-8024-72146636e4f7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:43.041888 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:43.091103 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=1409aa4d-3939-4da4-9a7b-5f4070132787,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:43.293446 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46dc1e0a-cac5-463d-9398-22b05cf6bc60 req-8c2ebe6e-3d99-4ff4-b603-69ced36552ee tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:43.295095 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-46dc1e0a-cac5-463d-9398-22b05cf6bc60 req-8c2ebe6e-3d99-4ff4-b603-69ced36552ee tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 945 time: 0.0566611 Aug 17 03:06:43.342458 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-46dc1e0a-cac5-463d-9398-22b05cf6bc60 req-a57b88fa-bbfe-4e4b-9f84-33e4cc80fd31 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/security-groups?id=d59b2d71-c5f0-466d-b1a3-e16749eefd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399592 Aug 17 03:06:43.418537 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76dfe305-6e48-4f9f-951a-32515926126a req-840b5b34-286d-417d-8613-bb61eb177fcf tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:43.419972 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-76dfe305-6e48-4f9f-951a-32515926126a req-840b5b34-286d-417d-8613-bb61eb177fcf tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 944 time: 0.0523238 Aug 17 03:06:43.422007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['1409aa4d-3939-4da4-9a7b-5f4070132787'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:06:43.468246 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-76dfe305-6e48-4f9f-951a-32515926126a req-a05fc63c-61fe-4142-8c1f-02b3c101fcd1 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/security-groups?id=64328bdc-4a26-4d53-a7f6-1335df65922a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390701 Aug 17 03:06:44.467528 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cef902fc-712a-4afa-ad85-fc147e7dcd2d req-5666cb37-630a-4e6b-9cf6-a36800ed45d5 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:44.469028 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cef902fc-712a-4afa-ad85-fc147e7dcd2d req-5666cb37-630a-4e6b-9cf6-a36800ed45d5 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 945 time: 0.0512333 Aug 17 03:06:44.514996 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cef902fc-712a-4afa-ad85-fc147e7dcd2d req-ad010fe7-9e63-4e11-8968-4f0cc7f81bd9 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/security-groups?id=d59b2d71-c5f0-466d-b1a3-e16749eefd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396383 Aug 17 03:06:44.605407 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e82481-31e8-4e81-9be9-4e4539b77791 req-07f71eba-827e-469c-a88e-bec8848da860 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:44.607167 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6e82481-31e8-4e81-9be9-4e4539b77791 req-07f71eba-827e-469c-a88e-bec8848da860 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 944 time: 0.0518749 Aug 17 03:06:44.650888 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6e82481-31e8-4e81-9be9-4e4539b77791 req-72073b7a-3248-4064-ba0d-a0d2d31add27 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/security-groups?id=64328bdc-4a26-4d53-a7f6-1335df65922a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363212 Aug 17 03:06:44.734544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device cd2b2e83-298b-40d3-9555-db1bdcbc3cfa up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:06:44.831173 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port cd2b2e83-298b-40d3-9555-db1bdcbc3cfa completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:06:44.842910 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port cd2b2e83-298b-40d3-9555-db1bdcbc3cfa triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:06:44.843306 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:44.958207 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:44.993512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506ce39e-4c7a-4abe-9935-04a4f9b50e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2b2e83-298b-40d3-9555-db1bdcbc3cfa'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:06:44.993512 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45adfb11-0427-4ab6-986a-6d061f9aa705" -d '{"events": [{"server_uuid": "506ce39e-4c7a-4abe-9935-04a4f9b50e94", "name": "network-vif-plugged", "status": "completed", "tag": "cd2b2e83-298b-40d3-9555-db1bdcbc3cfa"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:06:45.013882 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port cd2b2e83-298b-40d3-9555-db1bdcbc3cfa, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cd2b2e83-298b-40d3-9555-db1bdcbc3cfa,segment=NetworkSegment(47469e4e-a189-4614-8a4c-af589ac21209),segment_id=47469e4e-a189-4614-8a4c-af589ac21209)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:45.043794 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:06:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48d398b2-e0f6-4b90-a42b-b02e9b6f0efa x-openstack-request-id: req-48d398b2-e0f6-4b90-a42b-b02e9b6f0efa {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:06:45.044085 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506ce39e-4c7a-4abe-9935-04a4f9b50e94", "name": "network-vif-plugged", "status": "completed", "tag": "cd2b2e83-298b-40d3-9555-db1bdcbc3cfa", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:06:45.044373 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-48d398b2-e0f6-4b90-a42b-b02e9b6f0efa {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:06:45.044803 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506ce39e-4c7a-4abe-9935-04a4f9b50e94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd2b2e83-298b-40d3-9555-db1bdcbc3cfa', 'code': 200} Aug 17 03:06:45.099522 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:45.183090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be4399c-651a-4936-be1c-068624dbd5ee req-81d6fb77-19ce-48aa-b481-b7a4dd89e315 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:45.188535 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9be4399c-651a-4936-be1c-068624dbd5ee req-81d6fb77-19ce-48aa-b481-b7a4dd89e315 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 1097 time: 0.0758085 Aug 17 03:06:45.195365 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=cd2b2e83-298b-40d3-9555-db1bdcbc3cfa,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:45.239351 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9be4399c-651a-4936-be1c-068624dbd5ee req-566cfd30-317d-4758-8a11-3fda24e33d97 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d59b2d71-c5f0-466d-b1a3-e16749eefd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466168 Aug 17 03:06:45.298291 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-913c96db-c0d3-4f0a-8855-f67b10c0277e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:45.695036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d90908e-589f-4d92-9f38-3e08d8006f8a req-ecc8f2a7-aa3e-4008-b1bb-a9efb1cd4d22 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:45.696638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d90908e-589f-4d92-9f38-3e08d8006f8a req-ecc8f2a7-aa3e-4008-b1bb-a9efb1cd4d22 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 946 time: 0.0953500 Aug 17 03:06:45.765573 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d90908e-589f-4d92-9f38-3e08d8006f8a req-140eae5b-8cba-4cfc-8615-8ad6f66ab5df tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/security-groups?id=d59b2d71-c5f0-466d-b1a3-e16749eefd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611739 Aug 17 03:06:45.799641 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18eba213-ce94-4799-b540-1301cebeac73 req-533170da-d38d-4be3-86be-9fa992d072b5 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:45.802090 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-18eba213-ce94-4799-b540-1301cebeac73 req-533170da-d38d-4be3-86be-9fa992d072b5 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 944 time: 0.0632570 Aug 17 03:06:45.845113 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-18eba213-ce94-4799-b540-1301cebeac73 req-2a6fef4e-994a-4b12-a51c-3122496125c9 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/security-groups?id=64328bdc-4a26-4d53-a7f6-1335df65922a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361168 Aug 17 03:06:46.734040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1409aa4d-3939-4da4-9a7b-5f4070132787 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:06:46.882218 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 1409aa4d-3939-4da4-9a7b-5f4070132787 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:06:46.887495 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 1409aa4d-3939-4da4-9a7b-5f4070132787 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:06:46.889259 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:46.941644 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-6492ed04-d8cc-409e-91af-48917aed3654 req-4516413a-aa35-411f-b2d1-266b74c7e9fd service neutron] (101969) timed out ('10.222.0.30', 54477) {{(pid=101969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:06:47.023776 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd1c72b-fe5a-4e4d-a9e6-d4617b1b2b64 req-ad8799af-44e0-4701-828c-99afbeee69bd tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:47.025629 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dfd1c72b-fe5a-4e4d-a9e6-d4617b1b2b64 req-ad8799af-44e0-4701-828c-99afbeee69bd tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 946 time: 0.1175039 Aug 17 03:06:47.029829 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-426ae73b-0517-4a55-9e59-15ec69a4d288 req-352c4510-d32e-4e2e-aebc-a22fa808ef99 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:47.034855 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-426ae73b-0517-4a55-9e59-15ec69a4d288 req-352c4510-d32e-4e2e-aebc-a22fa808ef99 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 944 time: 0.0747406 Aug 17 03:06:47.056759 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:47.084813 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dfd1c72b-fe5a-4e4d-a9e6-d4617b1b2b64 req-efef2ac5-a141-4c45-bd74-2784f7c08cea tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/security-groups?id=d59b2d71-c5f0-466d-b1a3-e16749eefd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500407 Aug 17 03:06:47.088503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9576b387-6725-4ab5-b841-4489f4bb2137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1409aa4d-3939-4da4-9a7b-5f4070132787'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:06:47.090345 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-426ae73b-0517-4a55-9e59-15ec69a4d288 req-d6caa002-2a39-4c4a-87ae-1bf5d1d2d02e tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/security-groups?id=64328bdc-4a26-4d53-a7f6-1335df65922a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494153 Aug 17 03:06:47.092484 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5593e21-8d22-47ff-8c1b-f8df4990764b" -d '{"events": [{"server_uuid": "9576b387-6725-4ab5-b841-4489f4bb2137", "name": "network-vif-plugged", "status": "completed", "tag": "1409aa4d-3939-4da4-9a7b-5f4070132787"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:06:47.108098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 1409aa4d-3939-4da4-9a7b-5f4070132787, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1409aa4d-3939-4da4-9a7b-5f4070132787,segment=NetworkSegment(4da3e9a2-484a-4fbf-8024-72146636e4f7),segment_id=4da3e9a2-484a-4fbf-8024-72146636e4f7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:47.158967 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:06:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84041d6a-5e93-40b1-b0ea-0dae8a076a74 x-openstack-request-id: req-84041d6a-5e93-40b1-b0ea-0dae8a076a74 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:06:47.159265 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9576b387-6725-4ab5-b841-4489f4bb2137", "name": "network-vif-plugged", "status": "completed", "tag": "1409aa4d-3939-4da4-9a7b-5f4070132787", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:06:47.159523 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-84041d6a-5e93-40b1-b0ea-0dae8a076a74 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:06:47.160634 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9576b387-6725-4ab5-b841-4489f4bb2137', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1409aa4d-3939-4da4-9a7b-5f4070132787', 'code': 200} Aug 17 03:06:47.196582 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:47.264884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=1409aa4d-3939-4da4-9a7b-5f4070132787,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:47.332719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14af7f4c-c1f2-427d-b909-9b6cbe3d9cf7 req-96e8d395-59c0-476e-92c8-b4b72a0e1255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:47.335352 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-14af7f4c-c1f2-427d-b909-9b6cbe3d9cf7 req-96e8d395-59c0-476e-92c8-b4b72a0e1255 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 1096 time: 0.0891907 Aug 17 03:06:47.380415 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-14af7f4c-c1f2-427d-b909-9b6cbe3d9cf7 req-cd08aa3c-3f67-45f2-9a7d-37f233500871 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=64328bdc-4a26-4d53-a7f6-1335df65922a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360687 Aug 17 03:06:47.474229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf19020-6aa6-4a22-860a-5e2f7d44419c req-20107381-1b43-4a53-ad38-f2470cfae459 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:47.480900 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf19020-6aa6-4a22-860a-5e2f7d44419c req-20107381-1b43-4a53-ad38-f2470cfae459 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:47.486205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf19020-6aa6-4a22-860a-5e2f7d44419c req-20107381-1b43-4a53-ad38-f2470cfae459 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:47.492825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf19020-6aa6-4a22-860a-5e2f7d44419c req-20107381-1b43-4a53-ad38-f2470cfae459 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:47.499110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf19020-6aa6-4a22-860a-5e2f7d44419c req-20107381-1b43-4a53-ad38-f2470cfae459 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:47.506497 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf19020-6aa6-4a22-860a-5e2f7d44419c req-20107381-1b43-4a53-ad38-f2470cfae459 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:47.512424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf19020-6aa6-4a22-860a-5e2f7d44419c req-20107381-1b43-4a53-ad38-f2470cfae459 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:47.514434 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bf19020-6aa6-4a22-860a-5e2f7d44419c req-20107381-1b43-4a53-ad38-f2470cfae459 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5444 time: 0.1094344 Aug 17 03:06:47.561616 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bf19020-6aa6-4a22-860a-5e2f7d44419c req-f6ef8abb-bbe0-4ab4-97ca-c7e25fa19d9f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0386474 Aug 17 03:06:47.719495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03da375-6e23-4044-8b23-30cad999b930 req-ee37c71f-373f-49d9-9a40-7c6b7f6fb610 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:47.726579 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03da375-6e23-4044-8b23-30cad999b930 req-ee37c71f-373f-49d9-9a40-7c6b7f6fb610 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:47.732737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03da375-6e23-4044-8b23-30cad999b930 req-ee37c71f-373f-49d9-9a40-7c6b7f6fb610 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:47.739254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03da375-6e23-4044-8b23-30cad999b930 req-ee37c71f-373f-49d9-9a40-7c6b7f6fb610 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:47.745565 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03da375-6e23-4044-8b23-30cad999b930 req-ee37c71f-373f-49d9-9a40-7c6b7f6fb610 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:47.751685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03da375-6e23-4044-8b23-30cad999b930 req-ee37c71f-373f-49d9-9a40-7c6b7f6fb610 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:47.758950 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03da375-6e23-4044-8b23-30cad999b930 req-ee37c71f-373f-49d9-9a40-7c6b7f6fb610 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:47.760869 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d03da375-6e23-4044-8b23-30cad999b930 req-ee37c71f-373f-49d9-9a40-7c6b7f6fb610 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5444 time: 0.1017537 Aug 17 03:06:47.761717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-7d5dde41-967c-46d1-ac0b-f88416184f0a req-3d563fcc-7742-496d-812d-9d1e960c3efc service neutron] (101970) timed out ('10.222.0.30', 54531) {{(pid=101970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:06:47.919932 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a525a8f0-af5f-4363-86cb-ff4fe0f3f814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:47.947033 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a53b635-f70e-4f38-aa89-6f65e9a96a53 req-ba660dc1-54bf-4096-8e01-45564c87498f tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:47.948561 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7a53b635-f70e-4f38-aa89-6f65e9a96a53 req-ba660dc1-54bf-4096-8e01-45564c87498f tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 946 time: 0.0714900 Aug 17 03:06:47.988594 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7a53b635-f70e-4f38-aa89-6f65e9a96a53 req-8c28499b-51b0-46a2-972b-80edbd6bd08d tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/security-groups?id=d59b2d71-c5f0-466d-b1a3-e16749eefd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332186 Aug 17 03:06:48.196222 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:48.247088 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7038ecfb-3621-4e98-b57d-30ece1f7c767 req-bafcf54a-936f-4b85-a1d7-02c3504ed2af tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:48.248550 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7038ecfb-3621-4e98-b57d-30ece1f7c767 req-bafcf54a-936f-4b85-a1d7-02c3504ed2af tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 945 time: 0.0700068 Aug 17 03:06:48.291325 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7038ecfb-3621-4e98-b57d-30ece1f7c767 req-7646d651-a987-435f-a6b0-ff9572e4e3eb tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/security-groups?id=64328bdc-4a26-4d53-a7f6-1335df65922a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358050 Aug 17 03:06:49.086223 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:49.118163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79bf44b1-5fa5-4528-b205-ad4e53fa5b21 req-107388e8-7e56-49e7-a333-32fe18935e20 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:49.119968 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79bf44b1-5fa5-4528-b205-ad4e53fa5b21 req-107388e8-7e56-49e7-a333-32fe18935e20 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 946 time: 0.0557008 Aug 17 03:06:49.159216 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79bf44b1-5fa5-4528-b205-ad4e53fa5b21 req-22c32fcb-e2a4-437d-b4f8-3aa23e3514db tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/security-groups?id=d59b2d71-c5f0-466d-b1a3-e16749eefd03&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328104 Aug 17 03:06:49.421587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae2dd4c4-2e1f-43df-9cf0-345f0e77c794 req-7804df01-7432-4dec-8a67-85089c19adfc tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:49.423883 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ae2dd4c4-2e1f-43df-9cf0-345f0e77c794 req-7804df01-7432-4dec-8a67-85089c19adfc tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 945 time: 0.0562000 Aug 17 03:06:49.461754 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6e3eec-df78-47f4-afeb-ed49c9c44dec req-7eb53f99-db2f-4797-a39d-84f1df7c171e tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:49.461754 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c6e3eec-df78-47f4-afeb-ed49c9c44dec req-7eb53f99-db2f-4797-a39d-84f1df7c171e tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.60 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 946 time: 0.0567474 Aug 17 03:06:49.482289 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ae2dd4c4-2e1f-43df-9cf0-345f0e77c794 req-40b22cb8-eabb-41a3-9394-fd34c0d21efa tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/security-groups?id=64328bdc-4a26-4d53-a7f6-1335df65922a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466876 Aug 17 03:06:49.585569 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-0c6e3eec-df78-47f4-afeb-ed49c9c44dec req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Deleting port cd2b2e83-298b-40d3-9555-db1bdcbc3cfa {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:06:49.585933 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0c6e3eec-df78-47f4-afeb-ed49c9c44dec req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:49.681930 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-0c6e3eec-df78-47f4-afeb-ed49c9c44dec req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] For port cd2b2e83-298b-40d3-9555-db1bdcbc3cfa, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cd2b2e83-298b-40d3-9555-db1bdcbc3cfa,segment=NetworkSegment(47469e4e-a189-4614-8a4c-af589ac21209),segment_id=47469e4e-a189-4614-8a4c-af589ac21209)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:49.682314 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0c6e3eec-df78-47f4-afeb-ed49c9c44dec req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:49.696583 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-0c6e3eec-df78-47f4-afeb-ed49c9c44dec req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Calling delete_port for cd2b2e83-298b-40d3-9555-db1bdcbc3cfa owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:06:49.957503 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0c6e3eec-df78-47f4-afeb-ed49c9c44dec req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:49.973522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['cd2b2e83-298b-40d3-9555-db1bdcbc3cfa'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:06:49.989904 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Pushing event deleted for resources: {'Port': ['ID=cd2b2e83-298b-40d3-9555-db1bdcbc3cfa,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:50.003064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:50.004429 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:50.004962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:50.005524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:50.006214 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:50.006843 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:50.007358 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:50.007702 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:50.008053 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:50.008387 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:50.008726 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:50.009133 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:50.058585 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c6e3eec-df78-47f4-afeb-ed49c9c44dec req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] No DVR routers for this DVR port cd2b2e83-298b-40d3-9555-db1bdcbc3cfa on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:06:50.061629 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0c6e3eec-df78-47f4-afeb-ed49c9c44dec req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:50.064577 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c6e3eec-df78-47f4-afeb-ed49c9c44dec req-9c2a485a-579e-48c1-82fc-908275556b64 tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.60 "DELETE /v2.0/ports/cd2b2e83-298b-40d3-9555-db1bdcbc3cfa HTTP/1.1" status: 204 len: 173 time: 0.5957520 Aug 17 03:06:50.065336 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '506ce39e-4c7a-4abe-9935-04a4f9b50e94', 'name': 'network-vif-deleted', 'tag': 'cd2b2e83-298b-40d3-9555-db1bdcbc3cfa'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:06:50.069034 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6afa5d9d-52a0-42f8-a711-600d702ab0b2" -d '{"events": [{"server_uuid": "506ce39e-4c7a-4abe-9935-04a4f9b50e94", "name": "network-vif-deleted", "tag": "cd2b2e83-298b-40d3-9555-db1bdcbc3cfa"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:06:50.114058 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:06:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2491eb64-7b40-4098-ab7d-1f23b91eb475 x-openstack-request-id: req-2491eb64-7b40-4098-ab7d-1f23b91eb475 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:06:50.114058 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "506ce39e-4c7a-4abe-9935-04a4f9b50e94", "name": "network-vif-deleted", "tag": "cd2b2e83-298b-40d3-9555-db1bdcbc3cfa", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:06:50.114058 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2491eb64-7b40-4098-ab7d-1f23b91eb475 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:06:50.114058 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '506ce39e-4c7a-4abe-9935-04a4f9b50e94', 'name': 'network-vif-deleted', 'tag': 'cd2b2e83-298b-40d3-9555-db1bdcbc3cfa', 'status': 'completed', 'code': 200} Aug 17 03:06:50.643075 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9df18dee-fc30-42fd-a495-4da520789353 req-ad280b09-e773-4968-8da2-36b8342cc58f tempest-ServerAddressesTestJSON-323621362 tempest-ServerAddressesTestJSON-323621362-project] 10.222.0.10 "GET /v2.0/ports?device_id=506ce39e-4c7a-4abe-9935-04a4f9b50e94 HTTP/1.1" status: 200 len: 210 time: 0.4050632 Aug 17 03:06:50.819707 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:51.025924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 59350) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:51.174661 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa003aef-5012-4073-854a-1e3c404c5d0f req-d01f4305-9845-4ada-a05c-206c611e1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:51.175782 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa003aef-5012-4073-854a-1e3c404c5d0f req-d01f4305-9845-4ada-a05c-206c611e1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:51.176446 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa003aef-5012-4073-854a-1e3c404c5d0f req-d01f4305-9845-4ada-a05c-206c611e1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:51.176937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa003aef-5012-4073-854a-1e3c404c5d0f req-d01f4305-9845-4ada-a05c-206c611e1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:51.177446 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa003aef-5012-4073-854a-1e3c404c5d0f req-d01f4305-9845-4ada-a05c-206c611e1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:51.178011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa003aef-5012-4073-854a-1e3c404c5d0f req-d01f4305-9845-4ada-a05c-206c611e1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:51.178673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa003aef-5012-4073-854a-1e3c404c5d0f req-d01f4305-9845-4ada-a05c-206c611e1e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:51.182494 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa003aef-5012-4073-854a-1e3c404c5d0f req-d01f4305-9845-4ada-a05c-206c611e1e1d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 6501 time: 0.1546330 Aug 17 03:06:51.222632 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa003aef-5012-4073-854a-1e3c404c5d0f req-4474533b-fd72-4d81-b868-185758895797 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0329535 Aug 17 03:06:51.710128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 59398) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:51.758899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Deleting subnet 49360b4e-36d1-40de-a098-c1f3632b6564 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:06:51.762151 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:51.799944 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:51.844342 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:52.035991 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:52.058004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49360b4e-36d1-40de-a098-c1f3632b6564,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:52.071649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:52.072002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:52.072347 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:52.072687 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:52.073019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:52.073382 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:52.074216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:52.074216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:52.074410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:52.074721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:52.075044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:52.075387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:06:52.078174 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:52.080045 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cef2294c-5345-48e6-b7bc-9350e53c8a6f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/49360b4e-36d1-40de-a098-c1f3632b6564 HTTP/1.1" status: 204 len: 168 time: 0.3688807 Aug 17 03:06:52.083744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 59414) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:52.170958 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b9e4-fc03-45bd-9d9d-17aa77a3bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:52.257976 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b9e4-fc03-45bd-9d9d-17aa77a3bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:52.268520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-1fc7b9e4-fc03-45bd-9d9d-17aa77a3bb14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65a8d121-559e-4b75-8661-78d326e8f2d2']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:52.280003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-1fc7b9e4-fc03-45bd-9d9d-17aa77a3bb14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '47469e4e-a189-4614-8a4c-af589ac21209') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:52.280128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-1fc7b9e4-fc03-45bd-9d9d-17aa77a3bb14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '47469e4e-a189-4614-8a4c-af589ac21209') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:52.292123 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b9e4-fc03-45bd-9d9d-17aa77a3bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:52.307459 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b9e4-fc03-45bd-9d9d-17aa77a3bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:52.314070 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1fc7b9e4-fc03-45bd-9d9d-17aa77a3bb14 admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:06:52.314434 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b9e4-fc03-45bd-9d9d-17aa77a3bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:06:52.316647 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:06:52.487484 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b9e4-fc03-45bd-9d9d-17aa77a3bb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:52.493025 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1fc7b9e4-fc03-45bd-9d9d-17aa77a3bb14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:52.495217 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1fc7b9e4-fc03-45bd-9d9d-17aa77a3bb14 admin admin] 10.222.0.10 "DELETE /v2.0/networks/65a8d121-559e-4b75-8661-78d326e8f2d2 HTTP/1.1" status: 204 len: 168 time: 0.4104693 Aug 17 03:06:52.506509 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc7b9e4-fc03-45bd-9d9d-17aa77a3bb14 admin admin] Pushing event deleted for resources: {'Network': ['ID=65a8d121-559e-4b75-8661-78d326e8f2d2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:52.764935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-282886f7-3f2f-4f2c-9c9f-8f961763e970 req-feed744c-5f00-4d0a-a7c5-414fed37e1e7 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:52.766987 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-282886f7-3f2f-4f2c-9c9f-8f961763e970 req-feed744c-5f00-4d0a-a7c5-414fed37e1e7 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 945 time: 0.0533190 Aug 17 03:06:52.806082 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-282886f7-3f2f-4f2c-9c9f-8f961763e970 req-6504bd9a-f98b-4b06-bec4-2c9a81392127 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/security-groups?id=64328bdc-4a26-4d53-a7f6-1335df65922a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318339 Aug 17 03:06:52.842664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 59460) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:52.884313 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-96d56b57-e31d-41a6-a66c-21583ec77285 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4545d97067994690b9cd1ad5e4b13bb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0403080 Aug 17 03:06:52.887467 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 59462) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:52.945874 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-918a4978-2a88-492a-95ab-75b0d6eb2560 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:52.972176 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-918a4978-2a88-492a-95ab-75b0d6eb2560 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:53.110748 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-918a4978-2a88-492a-95ab-75b0d6eb2560 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:53.114660 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-918a4978-2a88-492a-95ab-75b0d6eb2560 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:53.115762 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-918a4978-2a88-492a-95ab-75b0d6eb2560 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d59b2d71-c5f0-466d-b1a3-e16749eefd03 HTTP/1.1" status: 204 len: 168 time: 0.2270100 Aug 17 03:06:53.124421 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a4978-2a88-492a-95ab-75b0d6eb2560 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d59b2d71-c5f0-466d-b1a3-e16749eefd03,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:53.474202 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:06:53.936554 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77282524-749d-48b3-bff9-612d2cf1b9d4 req-f97ce89b-5a26-4b93-b5d5-92e067733d0d tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:53.938440 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77282524-749d-48b3-bff9-612d2cf1b9d4 req-f97ce89b-5a26-4b93-b5d5-92e067733d0d tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 945 time: 0.0616674 Aug 17 03:06:53.980669 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77282524-749d-48b3-bff9-612d2cf1b9d4 req-e405da0c-ec60-4b74-83c8-87ded638577a tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/security-groups?id=64328bdc-4a26-4d53-a7f6-1335df65922a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347602 Aug 17 03:06:54.185827 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a58c95-6f49-421e-b125-5b7ba22e2ead req-13fcc01c-7e65-4047-a374-9bf321a98ff8 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:06:54.187255 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-00a58c95-6f49-421e-b125-5b7ba22e2ead req-13fcc01c-7e65-4047-a374-9bf321a98ff8 tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.60 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 945 time: 0.0556705 Aug 17 03:06:54.301605 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-00a58c95-6f49-421e-b125-5b7ba22e2ead req-eb421bdd-54fc-484d-8174-f698c301905b tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Deleting port 1409aa4d-3939-4da4-9a7b-5f4070132787 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:06:54.302038 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-00a58c95-6f49-421e-b125-5b7ba22e2ead req-eb421bdd-54fc-484d-8174-f698c301905b tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:54.399797 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-00a58c95-6f49-421e-b125-5b7ba22e2ead req-eb421bdd-54fc-484d-8174-f698c301905b tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] For port 1409aa4d-3939-4da4-9a7b-5f4070132787, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1409aa4d-3939-4da4-9a7b-5f4070132787,segment=NetworkSegment(4da3e9a2-484a-4fbf-8024-72146636e4f7),segment_id=4da3e9a2-484a-4fbf-8024-72146636e4f7)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:06:54.407140 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-00a58c95-6f49-421e-b125-5b7ba22e2ead req-eb421bdd-54fc-484d-8174-f698c301905b tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:54.418798 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-00a58c95-6f49-421e-b125-5b7ba22e2ead req-eb421bdd-54fc-484d-8174-f698c301905b tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Calling delete_port for 1409aa4d-3939-4da4-9a7b-5f4070132787 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:06:54.653965 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-00a58c95-6f49-421e-b125-5b7ba22e2ead req-eb421bdd-54fc-484d-8174-f698c301905b tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:54.667135 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['1409aa4d-3939-4da4-9a7b-5f4070132787'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:06:54.689375 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb421bdd-54fc-484d-8174-f698c301905b tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Pushing event deleted for resources: {'Port': ['ID=1409aa4d-3939-4da4-9a7b-5f4070132787,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:54.750604 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-00a58c95-6f49-421e-b125-5b7ba22e2ead req-eb421bdd-54fc-484d-8174-f698c301905b tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] No DVR routers for this DVR port 1409aa4d-3939-4da4-9a7b-5f4070132787 on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:06:54.759797 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-00a58c95-6f49-421e-b125-5b7ba22e2ead req-eb421bdd-54fc-484d-8174-f698c301905b tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:54.761606 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-00a58c95-6f49-421e-b125-5b7ba22e2ead req-eb421bdd-54fc-484d-8174-f698c301905b tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.60 "DELETE /v2.0/ports/1409aa4d-3939-4da4-9a7b-5f4070132787 HTTP/1.1" status: 204 len: 173 time: 0.5677602 Aug 17 03:06:54.762146 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9576b387-6725-4ab5-b841-4489f4bb2137', 'name': 'network-vif-deleted', 'tag': '1409aa4d-3939-4da4-9a7b-5f4070132787'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:06:54.764411 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-927e3352-4953-4e5c-888d-8b771d80ac1f" -d '{"events": [{"server_uuid": "9576b387-6725-4ab5-b841-4489f4bb2137", "name": "network-vif-deleted", "tag": "1409aa4d-3939-4da4-9a7b-5f4070132787"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:06:54.788772 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device cd2b2e83-298b-40d3-9555-db1bdcbc3cfa no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:06:54.815671 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: cd2b2e83-298b-40d3-9555-db1bdcbc3cfa {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:06:54.816595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device cd2b2e83-298b-40d3-9555-db1bdcbc3cfa not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:06:54.817882 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3aa00ab9-ea2b-4fa1-b307-b503b4b01e84 x-openstack-request-id: req-3aa00ab9-ea2b-4fa1-b307-b503b4b01e84 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:06:54.819766 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9576b387-6725-4ab5-b841-4489f4bb2137", "name": "network-vif-deleted", "tag": "1409aa4d-3939-4da4-9a7b-5f4070132787", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:06:54.820334 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3aa00ab9-ea2b-4fa1-b307-b503b4b01e84 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:06:54.820821 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9576b387-6725-4ab5-b841-4489f4bb2137', 'name': 'network-vif-deleted', 'tag': '1409aa4d-3939-4da4-9a7b-5f4070132787', 'status': 'completed', 'code': 200} Aug 17 03:06:55.088081 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-34a2ebc1-7fc5-45a5-ada4-d5c3a37cdb81 req-7cee6a7a-18ba-4a16-84a6-8a43ead848f7 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0360076 Aug 17 03:06:55.111153 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cdcadb7c-7f75-4aa7-a8df-bc37169dbc95 req-0aad0a16-9871-4f2b-9266-069fd138409e tempest-ServerTagsTestJSON-643941449 tempest-ServerTagsTestJSON-643941449-project] 10.222.0.10 "GET /v2.0/ports?device_id=9576b387-6725-4ab5-b841-4489f4bb2137 HTTP/1.1" status: 200 len: 210 time: 0.0408564 Aug 17 03:06:56.178569 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 59640) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:56.194012 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3b1ed787-7759-45ee-8729-45b6340b1f5f req-d2dceff0-b764-4330-9137-f8943879eff0 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0328605 Aug 17 03:06:56.232839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-c97dff35-07f1-4346-846d-3e98371202b2 admin admin] Deleting subnet 8bd1d986-f79a-4a10-b3bd-19267f52e1bc {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:06:56.237302 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c97dff35-07f1-4346-846d-3e98371202b2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:56.273109 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c97dff35-07f1-4346-846d-3e98371202b2 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:56.322468 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c97dff35-07f1-4346-846d-3e98371202b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:56.522170 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c97dff35-07f1-4346-846d-3e98371202b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:56.551454 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c97dff35-07f1-4346-846d-3e98371202b2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:56.556048 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 59658) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:56.556201 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c97dff35-07f1-4346-846d-3e98371202b2 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8bd1d986-f79a-4a10-b3bd-19267f52e1bc HTTP/1.1" status: 204 len: 168 time: 0.3764434 Aug 17 03:06:56.557151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97dff35-07f1-4346-846d-3e98371202b2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8bd1d986-f79a-4a10-b3bd-19267f52e1bc,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:56.632947 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4259fdc2-3d1b-465d-a834-2cbfc9305955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:56.718425 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4259fdc2-3d1b-465d-a834-2cbfc9305955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:56.730892 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-4259fdc2-3d1b-465d-a834-2cbfc9305955 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b2fbfdd-c1c1-46ac-86f6-8f328dade782']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:56.742757 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-4259fdc2-3d1b-465d-a834-2cbfc9305955 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4da3e9a2-484a-4fbf-8024-72146636e4f7') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:56.743198 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-4259fdc2-3d1b-465d-a834-2cbfc9305955 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4da3e9a2-484a-4fbf-8024-72146636e4f7') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:06:56.757304 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4259fdc2-3d1b-465d-a834-2cbfc9305955 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:56.772646 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4259fdc2-3d1b-465d-a834-2cbfc9305955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:56.779608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4259fdc2-3d1b-465d-a834-2cbfc9305955 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:06:56.780013 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4259fdc2-3d1b-465d-a834-2cbfc9305955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:06:56.781942 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:06:56.943387 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4259fdc2-3d1b-465d-a834-2cbfc9305955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:56.954089 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4259fdc2-3d1b-465d-a834-2cbfc9305955 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:56.954089 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4259fdc2-3d1b-465d-a834-2cbfc9305955 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4b2fbfdd-c1c1-46ac-86f6-8f328dade782 HTTP/1.1" status: 204 len: 168 time: 0.3941488 Aug 17 03:06:56.963809 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4259fdc2-3d1b-465d-a834-2cbfc9305955 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b2fbfdd-c1c1-46ac-86f6-8f328dade782,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:57.313489 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bc909877-0087-472b-96fd-4cb979221f76 req-ac9c2d9b-5a4d-4e50-9def-a95cdddacbbc tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0275812 Aug 17 03:06:57.434080 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 59702) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:57.477215 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-df9b97d4-65ac-4b91-8c60-d5413ac60f33 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0b7cdee36d24cbb9d7f6c73cedfc115&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0418036 Aug 17 03:06:57.479822 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 59706) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:06:57.538820 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f51cebd-0867-497c-8d96-93bbd54ea7c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:57.561207 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f51cebd-0867-497c-8d96-93bbd54ea7c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:57.721556 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f51cebd-0867-497c-8d96-93bbd54ea7c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:57.725373 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f51cebd-0867-497c-8d96-93bbd54ea7c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:06:57.734598 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1f51cebd-0867-497c-8d96-93bbd54ea7c3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/64328bdc-4a26-4d53-a7f6-1335df65922a HTTP/1.1" status: 204 len: 168 time: 0.2458203 Aug 17 03:06:57.734598 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f51cebd-0867-497c-8d96-93bbd54ea7c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64328bdc-4a26-4d53-a7f6-1335df65922a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:06:58.434720 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-61874a68-1f14-4094-b451-9adfceda13da req-8f6ee316-e087-4ad8-adc4-27f5c9779f8d tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0294507 Aug 17 03:06:58.811434 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1409aa4d-3939-4da4-9a7b-5f4070132787 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:06:58.831680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 1409aa4d-3939-4da4-9a7b-5f4070132787 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:06:58.837194 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1409aa4d-3939-4da4-9a7b-5f4070132787 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:06:59.218311 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e9059c94-ba99-4b07-8964-e5d5f5a64eaa req-2e55ec2f-9d22-4390-8aab-16f5a456318a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0257800 Aug 17 03:06:59.541601 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae536328-a1ed-482b-8a0d-db33265d1166 req-bb95fe00-2646-4d6f-8e4d-78a67d8e84aa tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0263243 Aug 17 03:06:59.665856 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03b51e95-edf2-499f-b912-fc2a2bbd22ed req-78920ac1-fffd-4556-9747-ade5c1b02fb1 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0424521 Aug 17 03:07:00.646785 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a5c0dc8b-32bd-4773-a31a-6f751fd76abe req-8664bb03-ba62-408b-8ac3-e7fdae926940 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0272632 Aug 17 03:07:00.757557 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b6afffaa-b427-4975-8ccb-20c175462cc5 req-aa670652-fd7d-461a-a703-70a022c9d5c8 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0304916 Aug 17 03:07:01.317814 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a3fd7343-7bfb-4cd7-8e3b-c1483320ae1c req-163a8c18-a53c-4010-a263-adf838efc3fd tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0289323 Aug 17 03:07:01.899960 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-675fa1fb-6d80-472c-bccd-b79ac220bcc3 req-bb3fdcbd-4bc0-484e-a57c-a2145e7ce499 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0278671 Aug 17 03:07:02.438764 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d7d521a4-ef91-4d9b-acbd-7f24070f9f94 req-6af07712-e352-4599-b383-270c18c78aa7 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0356693 Aug 17 03:07:02.875442 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:03.013213 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-53f5a498-b035-45c3-b72d-b6b0409965d1 req-a10679d4-9368-4464-aee2-7e2980cbcdff tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0337486 Aug 17 03:07:03.560618 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17517109-5aaf-409d-98cd-ba0bc13a1d4c req-6dc212bc-8703-4c21-b5cc-21c682a6c433 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0317712 Aug 17 03:07:03.585312 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:04.125535 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f8043d9d-7593-44e8-8402-1f80c209cfef req-3034704e-096e-4438-b5ef-55e47f61d9a2 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0303860 Aug 17 03:07:04.330111 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-30145c16-5ebe-4577-9293-d199467d8f3a req-ea7939ea-07b2-4f0b-b0f6-a9a5cc9b54b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0312274 Aug 17 03:07:04.670072 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb521c77-adf5-47d4-bb8e-f0fd533bd2b1 req-88cc26cf-efc2-447b-b82d-f2d8c779a17f tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0281582 Aug 17 03:07:05.232086 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2392e65f-f46b-41c0-9703-9d36967b4119 req-c50b00aa-0e63-494c-83c8-4b635ad85491 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0276065 Aug 17 03:07:05.784401 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ff1f148-0f98-45da-8df2-38c1c8509767 req-9a387a75-4549-4c45-882d-2b41f7cac7db tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0334086 Aug 17 03:07:06.346757 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a4d2d3df-8681-4cd0-88b1-c08955eabada req-50f7b57b-a9c8-4a41-a481-338d3466e313 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0308340 Aug 17 03:07:06.896010 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c847f39e-dad1-4516-ad02-3fd826b47f4f req-726abda9-31fc-46b7-aad0-538ec82f3685 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0261235 Aug 17 03:07:07.295160 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e1e5126-cdd8-435a-a0dd-88bd7404112c req-90d0f17d-8273-4bdf-ac02-82b6e3a1f91e tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0353286 Aug 17 03:07:08.019583 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9b45a07f-6a60-4f5d-804c-725094adbdb0 req-65229c96-2adf-4bfc-a146-ab8ce3183006 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0334206 Aug 17 03:07:08.402763 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e794900-cfa1-4ef2-865a-a747152dca2c req-2e7ebb1a-a1f7-4e36-acbb-e66ee249ddd7 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0274365 Aug 17 03:07:09.133993 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-43a536e4-b684-477d-9ce1-025eb07c8068 req-de48efdf-3e67-49ad-a786-bba76b855154 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0377266 Aug 17 03:07:09.507887 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-72fddcc3-285d-4a2e-b09b-d64511c9d91d req-87997228-97f1-4222-aad7-cb436b927c2e tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0282574 Aug 17 03:07:10.269970 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7829cf68-4e6d-4530-a16d-842ccbe49a87 req-4c27dfff-3206-4429-9a46-ad693f8ff281 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0358713 Aug 17 03:07:10.634549 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c28a28b-b491-4318-aebe-f4709ea9407b req-91fe0cab-be81-4b6d-87cf-0e7daaab8747 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0449519 Aug 17 03:07:11.382846 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-97d37910-36ee-4d72-8fa9-d07d5762e26e req-96a77b9f-b958-4ac8-b8cd-53e10205f261 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0366182 Aug 17 03:07:11.761736 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-18968366-b0ef-4da9-96fe-62a0dcfe6d27 req-067adbd3-822c-4249-9f66-b4ff5bd1a511 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0366514 Aug 17 03:07:12.505692 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c7760890-3313-4a9c-b4cd-2b3c99920605 req-17ec04a3-86b5-44d5-ba51-dedd90282327 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0278199 Aug 17 03:07:12.873958 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1d3b259a-8c81-4702-9fcb-b56a016b4d41 req-cd6014da-9b52-42a2-bfdb-f17708ba34ee tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0396245 Aug 17 03:07:13.528996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09da4a3c-b31d-49f8-af02-e8f01f451646 req-a2469d9b-cf47-48e1-9cf9-d78b1061bc6f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:13.530566 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-09da4a3c-b31d-49f8-af02-e8f01f451646 req-a2469d9b-cf47-48e1-9cf9-d78b1061bc6f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 946 time: 0.0515597 Aug 17 03:07:13.569954 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-09da4a3c-b31d-49f8-af02-e8f01f451646 req-ec034ec0-2ea3-4995-ab29-f0b5b8a7aced tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330415 Aug 17 03:07:13.725061 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05f11fbf-cd7e-4e65-8ede-d3aadf6759df req-475d003e-34a3-4e16-bf37-5fa4ea78c7c1 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0360188 Aug 17 03:07:13.749130 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f3a326-657b-4206-a9d4-b6cce29d267a req-7498d21b-fcc7-4969-a2b4-0ef55f275523 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:13.750843 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b8f3a326-657b-4206-a9d4-b6cce29d267a req-7498d21b-fcc7-4969-a2b4-0ef55f275523 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 945 time: 0.0652094 Aug 17 03:07:13.797974 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b8f3a326-657b-4206-a9d4-b6cce29d267a req-14d4e0a1-7f9c-4032-9872-f8c976bc2522 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/security-groups?id=a535573d-ae2b-43a4-a054-86daa41fffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379801 Aug 17 03:07:13.997973 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-791001bf-8299-403f-9cb7-b940faa0e03c req-c723e768-df69-4953-a61c-c4699d7219a1 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0300820 Aug 17 03:07:14.722397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50047a6b-3b3d-4c2a-975e-838cb59da7c8 req-596140f3-2676-4a41-8597-160a1fbaf04c tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:14.727394 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-50047a6b-3b3d-4c2a-975e-838cb59da7c8 req-596140f3-2676-4a41-8597-160a1fbaf04c tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 946 time: 0.0807619 Aug 17 03:07:14.771738 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-50047a6b-3b3d-4c2a-975e-838cb59da7c8 req-d1d59a48-5554-4e2b-b0bd-9fe4928c9cb9 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373447 Aug 17 03:07:14.890475 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9f27ad96-b7f9-4bb5-b85c-1ef600b1c550 req-e7464545-db2a-4175-8f8a-b318c915c118 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0332401 Aug 17 03:07:14.923874 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72c7df2b-878b-40b6-8ef8-909341a8c3d2 req-3a8e06f3-d4a4-4904-9438-226ed1b6682d tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:14.925405 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-72c7df2b-878b-40b6-8ef8-909341a8c3d2 req-3a8e06f3-d4a4-4904-9438-226ed1b6682d tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 945 time: 0.0832617 Aug 17 03:07:14.972270 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-72c7df2b-878b-40b6-8ef8-909341a8c3d2 req-7e80e22f-f92a-4a00-81f8-59e98a22097e tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/security-groups?id=a535573d-ae2b-43a4-a054-86daa41fffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404387 Aug 17 03:07:15.134501 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-abb0cb2d-aca9-4e3e-886f-40fdbb3f1632 req-d2d4c1c2-efe5-4a44-8983-3c034b5eaa6c tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0480652 Aug 17 03:07:15.180554 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf77276-472c-4196-a361-e7ab8186f3bf req-bfcff991-450d-44bb-b218-76d931fe250f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:15.183231 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8cf77276-472c-4196-a361-e7ab8186f3bf req-bfcff991-450d-44bb-b218-76d931fe250f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.60 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 946 time: 0.0865874 Aug 17 03:07:15.250015 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-75f28f1f-9b85-4075-a455-7e85532ad7e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:15.304033 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-8cf77276-472c-4196-a361-e7ab8186f3bf req-bf3fdb3d-ae58-49f7-a48f-a8c12083f3c7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Deleting port 209d44fc-f6b8-475d-ba3a-e1730bb97c75 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:07:15.304390 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8cf77276-472c-4196-a361-e7ab8186f3bf req-bf3fdb3d-ae58-49f7-a48f-a8c12083f3c7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:15.402025 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-8cf77276-472c-4196-a361-e7ab8186f3bf req-bf3fdb3d-ae58-49f7-a48f-a8c12083f3c7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] For port 209d44fc-f6b8-475d-ba3a-e1730bb97c75, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=209d44fc-f6b8-475d-ba3a-e1730bb97c75,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:15.402316 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8cf77276-472c-4196-a361-e7ab8186f3bf req-bf3fdb3d-ae58-49f7-a48f-a8c12083f3c7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:15.645958 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8cf77276-472c-4196-a361-e7ab8186f3bf req-bf3fdb3d-ae58-49f7-a48f-a8c12083f3c7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:15.647089 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8cf77276-472c-4196-a361-e7ab8186f3bf req-bf3fdb3d-ae58-49f7-a48f-a8c12083f3c7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:15.647704 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [req-8cf77276-472c-4196-a361-e7ab8186f3bf req-bf3fdb3d-ae58-49f7-a48f-a8c12083f3c7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Floating IP e499bb02-76bb-4514-a8f7-015534dfde90 disassociated. External IP: 172.25.1.243, port: 209d44fc-f6b8-475d-ba3a-e1730bb97c75. Aug 17 03:07:15.648121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-8cf77276-472c-4196-a361-e7ab8186f3bf req-bf3fdb3d-ae58-49f7-a48f-a8c12083f3c7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Calling delete_port for 209d44fc-f6b8-475d-ba3a-e1730bb97c75 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:07:15.938653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-147007cc-7d8a-408d-a9b8-86ef0c461d86 req-03db4937-13f4-468f-83af-cb53936b998a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:15.943172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917f6ce8-8a3d-4ca9-9b13-117fc5a14892 req-a8603b53-3d0d-4105-94e0-b4a914d5b200 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:15.945280 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-917f6ce8-8a3d-4ca9-9b13-117fc5a14892 req-a8603b53-3d0d-4105-94e0-b4a914d5b200 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 945 time: 0.0628724 Aug 17 03:07:15.946686 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-147007cc-7d8a-408d-a9b8-86ef0c461d86 req-03db4937-13f4-468f-83af-cb53936b998a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 946 time: 0.0665898 Aug 17 03:07:15.982610 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8cf77276-472c-4196-a361-e7ab8186f3bf req-bf3fdb3d-ae58-49f7-a48f-a8c12083f3c7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:15.995176 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-147007cc-7d8a-408d-a9b8-86ef0c461d86 req-b146293e-19ef-461c-a31e-25d43ef69bcb tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=07fb6dd7-c572-4ce8-a5f3-129511a58ce4&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471883 Aug 17 03:07:16.053820 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf3fdb3d-ae58-49f7-a48f-a8c12083f3c7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Pushing event deleted for resources: {'Port': ['ID=209d44fc-f6b8-475d-ba3a-e1730bb97c75,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:16.125273 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cbe3ea64-dda2-4dd4-b3eb-acb8cacd5222 req-1c21f29a-60c1-4525-b23f-a8c3d7233616 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0332122 Aug 17 03:07:16.137051 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-917f6ce8-8a3d-4ca9-9b13-117fc5a14892 req-d8b7c6e2-6f32-4f20-a071-64ff593e4c48 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/security-groups?id=a535573d-ae2b-43a4-a054-86daa41fffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1854348 Aug 17 03:07:16.230687 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8cf77276-472c-4196-a361-e7ab8186f3bf req-bf3fdb3d-ae58-49f7-a48f-a8c12083f3c7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:07:16.306122 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5d52d1a0-3d6c-404e-8e87-80d2c6740eb3 req-693465a7-6534-440b-b91c-dd12a4be40a0 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0479589 Aug 17 03:07:16.371411 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8cf77276-472c-4196-a361-e7ab8186f3bf req-bf3fdb3d-ae58-49f7-a48f-a8c12083f3c7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:07:16.387624 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f0611-ed8e-4791-ab74-d606f8881629 None None] Sync routers for ids ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:07:16.409627 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f0611-ed8e-4791-ab74-d606f8881629 None None] Routers {'088168b4-fc3f-43a5-b31f-d8301e1c6f40'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:16.411007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ca8f0611-ed8e-4791-ab74-d606f8881629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:06:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:16.455298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-8cf77276-472c-4196-a361-e7ab8186f3bf req-bf3fdb3d-ae58-49f7-a48f-a8c12083f3c7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] No DVR routers for this DVR port 209d44fc-f6b8-475d-ba3a-e1730bb97c75 on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:07:16.459476 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8cf77276-472c-4196-a361-e7ab8186f3bf req-bf3fdb3d-ae58-49f7-a48f-a8c12083f3c7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:16.463236 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8cf77276-472c-4196-a361-e7ab8186f3bf req-bf3fdb3d-ae58-49f7-a48f-a8c12083f3c7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.60 "DELETE /v2.0/ports/209d44fc-f6b8-475d-ba3a-e1730bb97c75 HTTP/1.1" status: 204 len: 173 time: 1.2731590 Aug 17 03:07:16.464945 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'name': 'network-vif-deleted', 'tag': '209d44fc-f6b8-475d-ba3a-e1730bb97c75'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:07:16.479124 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5f4b40-ee5c-4871-a8ce-4968332b7817" -d '{"events": [{"server_uuid": "2e4aa193-9292-4569-914a-51e4ee6dc13c", "name": "network-vif-deleted", "tag": "209d44fc-f6b8-475d-ba3a-e1730bb97c75"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:07:16.615891 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:07:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec31463c-f02f-438f-b9d3-9af78a9397e9 x-openstack-request-id: req-ec31463c-f02f-438f-b9d3-9af78a9397e9 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:07:16.620410 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e4aa193-9292-4569-914a-51e4ee6dc13c", "name": "network-vif-deleted", "tag": "209d44fc-f6b8-475d-ba3a-e1730bb97c75", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:07:16.622932 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec31463c-f02f-438f-b9d3-9af78a9397e9 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:07:16.623771 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e4aa193-9292-4569-914a-51e4ee6dc13c', 'name': 'network-vif-deleted', 'tag': '209d44fc-f6b8-475d-ba3a-e1730bb97c75', 'status': 'completed', 'code': 200} Aug 17 03:07:16.679998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60210) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:16.701866 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-ca8f0611-ed8e-4791-ab74-d606f8881629 None None] Set router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:16.845692 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6700f1ad-5046-473c-86b0-faa16c700677 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:16.976777 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6700f1ad-5046-473c-86b0-faa16c700677 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:16.994860 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ca8f0611-ed8e-4791-ab74-d606f8881629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8fd3280d-4f0e-4f93-abce-18a7ca41663e', 'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'mac_address': 'fa:16:3e:65:b0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:58Z', 'updated_at': '2021-08-17T03:03:06Z', 'revision_number': 5, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'subnets': [{'id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:17.058888 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6700f1ad-5046-473c-86b0-faa16c700677 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:17.066981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f0611-ed8e-4791-ab74-d606f8881629 None None] Checking router: 088168b4-fc3f-43a5-b31f-d8301e1c6f40 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:07:17.092181 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca8f0611-ed8e-4791-ab74-d606f8881629 None None] Routers {'088168b4-fc3f-43a5-b31f-d8301e1c6f40'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:17.092990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ca8f0611-ed8e-4791-ab74-d606f8881629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:06:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:17.126083 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6700f1ad-5046-473c-86b0-faa16c700677 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=72b10d45cc7644359031ecda1beacf78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4444554 Aug 17 03:07:17.128618 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60222) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:17.213011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6700f1ad-5046-473c-86b0-faa16c700677 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7dbc822-65e5-4b40-bd15-8a1cb514f9e1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:17.275522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-ca8f0611-ed8e-4791-ab74-d606f8881629 None None] Set router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:17.282057 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e0e28ece-bac6-432d-9044-c0cfd58116b2 req-06049c75-0f40-4a34-a957-386c62c22e40 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=2e4aa193-9292-4569-914a-51e4ee6dc13c HTTP/1.1" status: 200 len: 210 time: 0.0579336 Aug 17 03:07:17.315709 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a92aab4b-bd2c-48b0-83c6-7207fa215452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:17.348244 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27f472ae-c335-4683-9deb-7113138bd68c req-461c07b2-90c6-45fe-bc3f-9734db50b31f tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0515120 Aug 17 03:07:17.403314 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a92aab4b-bd2c-48b0-83c6-7207fa215452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:17.523057 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f0e032-7420-4afe-bafc-51d399b318ff req-0b71612d-f340-453d-944b-79206aa7204a tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:17.524795 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d8f0e032-7420-4afe-bafc-51d399b318ff req-0b71612d-f340-453d-944b-79206aa7204a tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.60 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 945 time: 0.1701026 Aug 17 03:07:17.550455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f228780-fe93-4b0f-9605-05ad06db5c75 req-53cbd5b9-2127-4ef8-baa1-0e59e22af84c tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:17.553022 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7f228780-fe93-4b0f-9605-05ad06db5c75 req-53cbd5b9-2127-4ef8-baa1-0e59e22af84c tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 945 time: 0.1293592 Aug 17 03:07:17.585678 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2be41ea4-cd4c-43df-a299-c4e76db55ab8 req-d214e689-e514-4fe4-86cc-6564eff6f395 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0450265 Aug 17 03:07:17.649876 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ca8f0611-ed8e-4791-ab74-d606f8881629 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8fd3280d-4f0e-4f93-abce-18a7ca41663e', 'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'mac_address': 'fa:16:3e:65:b0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:58Z', 'updated_at': '2021-08-17T03:03:06Z', 'revision_number': 5, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'subnets': [{'id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:17.665946 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7f228780-fe93-4b0f-9605-05ad06db5c75 req-649486e0-6781-44d3-a79c-708fbdf5682d tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/security-groups?id=a535573d-ae2b-43a4-a054-86daa41fffe6&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0736394 Aug 17 03:07:17.666545 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a92aab4b-bd2c-48b0-83c6-7207fa215452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:17.669080 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a92aab4b-bd2c-48b0-83c6-7207fa215452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:17.673112 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a92aab4b-bd2c-48b0-83c6-7207fa215452 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7dbc822-65e5-4b40-bd15-8a1cb514f9e1 HTTP/1.1" status: 204 len: 168 time: 0.5421896 Aug 17 03:07:17.691351 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92aab4b-bd2c-48b0-83c6-7207fa215452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7dbc822-65e5-4b40-bd15-8a1cb514f9e1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:17.707579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca8f0611-ed8e-4791-ab74-d606f8881629 None None] The sync data for ids ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'] in n-d-802060-9 is: [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8fd3280d-4f0e-4f93-abce-18a7ca41663e', 'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'mac_address': 'fa:16:3e:65:b0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:58Z', 'updated_at': '2021-08-17T03:03:06Z', 'revision_number': 5, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'subnets': [{'id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:07:17.719102 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-d8f0e032-7420-4afe-bafc-51d399b318ff req-6d7ae8a3-b694-4534-84a0-98981280fd2b tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Deleting port 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:07:17.719457 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d8f0e032-7420-4afe-bafc-51d399b318ff req-6d7ae8a3-b694-4534-84a0-98981280fd2b tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:17.842417 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-d8f0e032-7420-4afe-bafc-51d399b318ff req-6d7ae8a3-b694-4534-84a0-98981280fd2b tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] For port 1eaf7bdc-4a6d-4eff-89fd-4adb80415531, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1eaf7bdc-4a6d-4eff-89fd-4adb80415531,segment=NetworkSegment(e8c6c720-3e50-4a22-b2a0-564dcd76ce17),segment_id=e8c6c720-3e50-4a22-b2a0-564dcd76ce17)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:17.842799 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d8f0e032-7420-4afe-bafc-51d399b318ff req-6d7ae8a3-b694-4534-84a0-98981280fd2b tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:17.914664 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5231122b-350e-4bef-abe2-7fd9b5ff0ae6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:17.978770 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-195d413b-32d1-4fd2-9d56-98dc5e23dc54 None None] New status for floating IP e499bb02-76bb-4514-a8f7-015534dfde90: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:07:18.063394 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d8f0e032-7420-4afe-bafc-51d399b318ff req-6d7ae8a3-b694-4534-84a0-98981280fd2b tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:18.064162 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d8f0e032-7420-4afe-bafc-51d399b318ff req-6d7ae8a3-b694-4534-84a0-98981280fd2b tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:18.066368 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [req-d8f0e032-7420-4afe-bafc-51d399b318ff req-6d7ae8a3-b694-4534-84a0-98981280fd2b tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Floating IP 15d369f6-f959-45b4-88b9-07604621e216 disassociated. External IP: 172.25.1.80, port: 1eaf7bdc-4a6d-4eff-89fd-4adb80415531. Aug 17 03:07:18.067404 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-d8f0e032-7420-4afe-bafc-51d399b318ff req-6d7ae8a3-b694-4534-84a0-98981280fd2b tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Calling delete_port for 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:07:18.166564 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:18.269282 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d8f0e032-7420-4afe-bafc-51d399b318ff req-6d7ae8a3-b694-4534-84a0-98981280fd2b tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:18.329464 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7ae8a3-b694-4534-84a0-98981280fd2b tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Pushing event deleted for resources: {'Port': ['ID=1eaf7bdc-4a6d-4eff-89fd-4adb80415531,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:18.408400 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-45427ae5-5c20-4103-968e-8fd70aeeb28e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1236560 Aug 17 03:07:18.498232 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60268) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:18.509846 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f8f9a2bf-67aa-4360-8d6c-9bc3355d9439 req-85a4d610-94db-4f31-a530-bbc0025f5efb tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0394394 Aug 17 03:07:18.530105 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d8f0e032-7420-4afe-bafc-51d399b318ff req-6d7ae8a3-b694-4534-84a0-98981280fd2b tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Router 937a3a95-a1f7-481a-ae77-292953b9bdfc has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:07:18.555436 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-2617f1fc-704c-4267-807c-409f5166ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:18.556037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-2617f1fc-704c-4267-807c-409f5166ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:18.556591 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-2617f1fc-704c-4267-807c-409f5166ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:18.557140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-2617f1fc-704c-4267-807c-409f5166ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:18.557711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-2617f1fc-704c-4267-807c-409f5166ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:18.558257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-2617f1fc-704c-4267-807c-409f5166ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:18.558810 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-2617f1fc-704c-4267-807c-409f5166ac5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:18.560786 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-2617f1fc-704c-4267-807c-409f5166ac5b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 6493 time: 0.1184318 Aug 17 03:07:18.598865 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-35c495c3-e15d-4887-bd1a-fdaa2b9bf626 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:18.676917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d8f0e032-7420-4afe-bafc-51d399b318ff req-6d7ae8a3-b694-4534-84a0-98981280fd2b tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:07:18.689448 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-35c495c3-e15d-4887-bd1a-fdaa2b9bf626 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:18.702015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fb3720-d7b2-41e9-821f-81a7a4d0cb21 None None] Sync routers for ids ['937a3a95-a1f7-481a-ae77-292953b9bdfc'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:07:18.715373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fb3720-d7b2-41e9-821f-81a7a4d0cb21 None None] Routers {'937a3a95-a1f7-481a-ae77-292953b9bdfc'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:18.716011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-56fb3720-d7b2-41e9-821f-81a7a4d0cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:07:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['937a3a95-a1f7-481a-ae77-292953b9bdfc'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:18.804422 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4bb16b3f-9283-420f-a363-63a258e401b3 req-0ea04a29-d588-494d-88ce-b08a9c60eaf8 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.1142130 Aug 17 03:07:18.811755 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-d8f0e032-7420-4afe-bafc-51d399b318ff req-6d7ae8a3-b694-4534-84a0-98981280fd2b tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] No DVR routers for this DVR port 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:07:18.816754 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-042f8b83-90d8-4e02-806e-55f4eb9d718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:18.817331 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-042f8b83-90d8-4e02-806e-55f4eb9d718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:18.817506 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-d8f0e032-7420-4afe-bafc-51d399b318ff req-6d7ae8a3-b694-4534-84a0-98981280fd2b tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:18.818003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-042f8b83-90d8-4e02-806e-55f4eb9d718d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:18.819989 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-042f8b83-90d8-4e02-806e-55f4eb9d718d service neutron] 10.222.0.60 "GET /v2.0/networks?id=9227c9c6-47aa-4321-9fc5-beb397cc8baa&id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b&id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b HTTP/1.1" status: 200 len: 2290 time: 0.2183387 Aug 17 03:07:18.827765 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d8f0e032-7420-4afe-bafc-51d399b318ff req-6d7ae8a3-b694-4534-84a0-98981280fd2b tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.60 "DELETE /v2.0/ports/1eaf7bdc-4a6d-4eff-89fd-4adb80415531 HTTP/1.1" status: 204 len: 173 time: 1.2867444 Aug 17 03:07:18.828328 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464b111b-5124-470b-baef-f5ab8bbc0bcf', 'name': 'network-vif-deleted', 'tag': '1eaf7bdc-4a6d-4eff-89fd-4adb80415531'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:07:18.846119 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58bbbd54-8c29-4ec2-bd43-cbb557d03093" -d '{"events": [{"server_uuid": "464b111b-5124-470b-baef-f5ab8bbc0bcf", "name": "network-vif-deleted", "tag": "1eaf7bdc-4a6d-4eff-89fd-4adb80415531"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:07:18.873629 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-56fb3720-d7b2-41e9-821f-81a7a4d0cb21 None None] Set router 937a3a95-a1f7-481a-ae77-292953b9bdfc gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:18.922477 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:07:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c39eef89-a4b0-4e88-a982-2f97c6ad8cf4 x-openstack-request-id: req-c39eef89-a4b0-4e88-a982-2f97c6ad8cf4 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:07:18.923016 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464b111b-5124-470b-baef-f5ab8bbc0bcf", "name": "network-vif-deleted", "tag": "1eaf7bdc-4a6d-4eff-89fd-4adb80415531", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:07:18.923559 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c39eef89-a4b0-4e88-a982-2f97c6ad8cf4 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:07:18.924048 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464b111b-5124-470b-baef-f5ab8bbc0bcf', 'name': 'network-vif-deleted', 'tag': '1eaf7bdc-4a6d-4eff-89fd-4adb80415531', 'status': 'completed', 'code': 200} Aug 17 03:07:18.937625 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:07:18.952042 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c3844a8c-690e-4bce-9a1e-6136392e4a4a req-6500d130-14cb-450b-b7b8-97fa4a164b48 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 210 time: 0.0373590 Aug 17 03:07:18.952965 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-35c495c3-e15d-4887-bd1a-fdaa2b9bf626 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:18.956435 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-35c495c3-e15d-4887-bd1a-fdaa2b9bf626 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:18.963809 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-35c495c3-e15d-4887-bd1a-fdaa2b9bf626 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "DELETE /v2.0/security-groups/07fb6dd7-c572-4ce8-a5f3-129511a58ce4 HTTP/1.1" status: 204 len: 168 time: 0.4620059 Aug 17 03:07:18.964002 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60286) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:18.990392 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c495c3-e15d-4887-bd1a-fdaa2b9bf626 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fb6dd7-c572-4ce8-a5f3-129511a58ce4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:18.996328 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-2b9c29e3-24f5-4eff-9121-3949ba17516a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] show failed (client error): The resource could not be found. Aug 17 03:07:19.000538 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2b9c29e3-24f5-4eff-9121-3949ba17516a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups/07fb6dd7-c572-4ce8-a5f3-129511a58ce4 HTTP/1.1" status: 404 len: 347 time: 0.0372939 Aug 17 03:07:19.005454 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60288) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:19.036042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:07:19.036390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1eaf7bdc-4a6d-4eff-89fd-4adb80415531 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:07:19.036842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 209d44fc-f6b8-475d-ba3a-e1730bb97c75 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:07:19.038304 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-e5405489-11b1-4ed9-8991-6e8cc7a07103 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3252fa48-9cdf-414f-bfa1-75099d66f47b HTTP/1.1" status: 200 len: 1002 time: 0.2076747 Aug 17 03:07:19.120220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 209d44fc-f6b8-475d-ba3a-e1730bb97c75 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:07:19.120575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 209d44fc-f6b8-475d-ba3a-e1730bb97c75 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:07:19.135342 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-43fb766b-5478-42db-9599-40169919273d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:19.136858 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-43fb766b-5478-42db-9599-40169919273d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=416c6f37-743f-435b-96b1-67201de2ff16 HTTP/1.1" status: 200 len: 851 time: 0.0882821 Aug 17 03:07:19.173389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee4677-88c9-4506-9fb8-8bada592b034 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Deleting port c54589b8-ae8d-4e9f-9150-1e3199ae3f93 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:07:19.173774 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2ee4677-88c9-4506-9fb8-8bada592b034 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:19.199918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-f3bf8453-6625-4154-bdb9-b0f56f8af18e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:19.201704 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-f3bf8453-6625-4154-bdb9-b0f56f8af18e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9227c9c6-47aa-4321-9fc5-beb397cc8baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563126 Aug 17 03:07:19.231667 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:19.302082 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2ee4677-88c9-4506-9fb8-8bada592b034 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:19.305568 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2ee4677-88c9-4506-9fb8-8bada592b034 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:19.314075 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-82182b74-8715-4713-8afb-56c63858f22e service neutron] 10.222.0.60 "GET /v2.0/networks/9227c9c6-47aa-4321-9fc5-beb397cc8baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1040461 Aug 17 03:07:19.329188 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-f2ee4677-88c9-4506-9fb8-8bada592b034 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Calling delete_port for c54589b8-ae8d-4e9f-9150-1e3199ae3f93 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:07:19.372308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-56fb3720-d7b2-41e9-821f-81a7a4d0cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'name': 'tempest-ServersTestManualDisk-843186627-router', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:55Z', 'updated_at': '2021-08-17T03:05:01Z', 'revision_number': 4, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'gw_port': {'id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:56Z', 'updated_at': '2021-08-17T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2d480532-53d6-437d-b0c2-92d6aff994dc', 'name': '', 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'mac_address': 'fa:16:3e:db:48:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:00Z', 'updated_at': '2021-08-17T03:05:09Z', 'revision_number': 5, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'subnets': [{'id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:19.464170 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-29ed7729-5ebe-4187-ac3b-0e0064f8dcf1 service neutron] 10.222.0.60 "GET /v2.0/networks/9227c9c6-47aa-4321-9fc5-beb397cc8baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1405838 Aug 17 03:07:19.520810 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-f22ff537-bc08-42dc-883b-3d26d122cd10 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 HTTP/1.1" status: 200 len: 217 time: 0.0480118 Aug 17 03:07:19.584542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-a5edfd03-3a85-4509-829f-f182a13859f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:19.586250 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-a5edfd03-3a85-4509-829f-f182a13859f0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8293f80-0c9a-49ec-9de7-0f89e1b6c33f HTTP/1.1" status: 200 len: 797 time: 0.0534592 Aug 17 03:07:19.612660 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2ee4677-88c9-4506-9fb8-8bada592b034 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:19.639123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fb3720-d7b2-41e9-821f-81a7a4d0cb21 None None] Checking router: 937a3a95-a1f7-481a-ae77-292953b9bdfc for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:07:19.650245 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56fb3720-d7b2-41e9-821f-81a7a4d0cb21 None None] Routers {'937a3a95-a1f7-481a-ae77-292953b9bdfc'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:19.651272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-56fb3720-d7b2-41e9-821f-81a7a4d0cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:07:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['937a3a95-a1f7-481a-ae77-292953b9bdfc'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:19.654816 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-c87dc596-174c-46bd-82c9-5b3b0614855b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:19.656633 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-c87dc596-174c-46bd-82c9-5b3b0614855b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0616517 Aug 17 03:07:19.684073 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6b467719-a21b-4a77-a646-fbb254870821 req-4016c432-1ef4-49f6-b4d3-fac4e8b1d39f tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0663550 Aug 17 03:07:19.685114 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2ee4677-88c9-4506-9fb8-8bada592b034 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Pushing event deleted for resources: {'Port': ['ID=c54589b8-ae8d-4e9f-9150-1e3199ae3f93,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:19.778391 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2ee4677-88c9-4506-9fb8-8bada592b034 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:19.782044 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2ee4677-88c9-4506-9fb8-8bada592b034 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:19.783220 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f2ee4677-88c9-4506-9fb8-8bada592b034 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "DELETE /v2.0/floatingips/e499bb02-76bb-4514-a8f7-015534dfde90 HTTP/1.1" status: 204 len: 168 time: 0.7772236 Aug 17 03:07:19.857459 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-82935d77-4b65-4839-818d-48bb2d9c400e service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1935103 Aug 17 03:07:19.876831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-56fb3720-d7b2-41e9-821f-81a7a4d0cb21 None None] Set router 937a3a95-a1f7-481a-ae77-292953b9bdfc gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:20.031178 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2603d3fc-7d65-4fe0-9008-eef225f41fa1 req-376359f0-fe19-4aca-8d43-0bbbb637854b tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0667181 Aug 17 03:07:20.052961 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-c8bf26f5-c57a-4a9a-a7ba-a2581258779a service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1846395 Aug 17 03:07:20.132464 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-5b6b55da-0d37-421e-8a77-c95929c08b07 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=229d34f2-e84b-4d61-a8c6-7ecb791ac85d HTTP/1.1" status: 200 len: 217 time: 0.0646570 Aug 17 03:07:20.142461 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-56fb3720-d7b2-41e9-821f-81a7a4d0cb21 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'name': 'tempest-ServersTestManualDisk-843186627-router', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:55Z', 'updated_at': '2021-08-17T03:05:01Z', 'revision_number': 4, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'gw_port': {'id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:56Z', 'updated_at': '2021-08-17T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2d480532-53d6-437d-b0c2-92d6aff994dc', 'name': '', 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'mac_address': 'fa:16:3e:db:48:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:00Z', 'updated_at': '2021-08-17T03:05:09Z', 'revision_number': 5, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'subnets': [{'id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:20.175745 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56fb3720-d7b2-41e9-821f-81a7a4d0cb21 None None] The sync data for ids ['937a3a95-a1f7-481a-ae77-292953b9bdfc'] in n-d-802060-9 is: [{'id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'name': 'tempest-ServersTestManualDisk-843186627-router', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:55Z', 'updated_at': '2021-08-17T03:05:01Z', 'revision_number': 4, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'gw_port': {'id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:56Z', 'updated_at': '2021-08-17T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2d480532-53d6-437d-b0c2-92d6aff994dc', 'name': '', 'network_id': 'a3d33c7a-8312-4f24-9706-a812e69935e7', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'mac_address': 'fa:16:3e:db:48:a1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_interface', 'standard_attr_id': 1693, 'fixed_ips': [{'subnet_id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:05:00Z', 'updated_at': '2021-08-17T03:05:09Z', 'revision_number': 5, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'subnets': [{'id': '8ddee6d4-0787-43b1-b895-c64fb9f8f739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:07:20.179496 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9009b293-cc2d-4f3c-9bad-3ae7eded9be5 req-294c27e1-40c3-4cad-9fbe-540efb546a0f tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/ports?device_id=464b111b-5124-470b-baef-f5ab8bbc0bcf HTTP/1.1" status: 200 len: 210 time: 0.0368180 Aug 17 03:07:20.312475 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60322) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:20.319127 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f5734bb9-5324-480a-bf0a-bbc97ad8c38a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Request body: {'security_group': {'name': 'tempest-securitygroup--39265381', 'description': 'tempest-description--1793400814'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:20.436060 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5734bb9-5324-480a-bf0a-bbc97ad8c38a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:20.495112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-9ab19d04-da1c-4376-901f-29f71393cbc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:20.496594 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-9ab19d04-da1c-4376-901f-29f71393cbc6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8293f80-0c9a-49ec-9de7-0f89e1b6c33f HTTP/1.1" status: 200 len: 797 time: 0.3542774 Aug 17 03:07:20.557126 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5734bb9-5324-480a-bf0a-bbc97ad8c38a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:20.570342 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-665c8c2a-a7a2-4b85-995c-07beb1eb2101 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:20.572082 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-665c8c2a-a7a2-4b85-995c-07beb1eb2101 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0671699 Aug 17 03:07:20.577115 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58143038-349d-4c76-8ec1-18bda413456c None None] New status for floating IP 15d369f6-f959-45b4-88b9-07604621e216: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:07:20.646417 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5734bb9-5324-480a-bf0a-bbc97ad8c38a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:20.690632 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5734bb9-5324-480a-bf0a-bbc97ad8c38a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30c014ff-479c-44ea-9704-85fa22b01787,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:20.730451 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-a1632c96-3e59-4947-ae40-7db3bf47e498 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1497970 Aug 17 03:07:20.742669 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5734bb9-5324-480a-bf0a-bbc97ad8c38a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:20.747297 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f5734bb9-5324-480a-bf0a-bbc97ad8c38a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.4329965 Aug 17 03:07:20.747932 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60338) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:20.762646 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d6883429-699c-44bd-80ef-9a4ff18838d1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Request body: {'security_group_rule': {'security_group_id': '30c014ff-479c-44ea-9704-85fa22b01787', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:20.880833 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:20.884645 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-02077339-6d6a-42ed-9731-00315b5f52c6 req-3bf75cb1-e2cc-484b-a46b-f4bc0a9d614b tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0540309 Aug 17 03:07:20.899598 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-47d2d99f-0880-4b78-be1b-93530aedcd2b service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480925 Aug 17 03:07:20.909455 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6883429-699c-44bd-80ef-9a4ff18838d1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:20.952815 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-5ac107f0-f83d-46a6-8446-60b0ea274f15 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=7cb7b403-44c7-4054-8867-793fbbd647f9 HTTP/1.1" status: 200 len: 217 time: 0.0446775 Aug 17 03:07:20.967694 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6883429-699c-44bd-80ef-9a4ff18838d1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:21.008349 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-bfddd214-cce4-45af-a76e-0bfb5982b725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:21.009996 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-bfddd214-cce4-45af-a76e-0bfb5982b725 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8293f80-0c9a-49ec-9de7-0f89e1b6c33f HTTP/1.1" status: 200 len: 797 time: 0.0499492 Aug 17 03:07:21.046607 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6883429-699c-44bd-80ef-9a4ff18838d1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:21.063249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-efd81910-562d-4859-b75c-082a331e985c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:21.065046 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-efd81910-562d-4859-b75c-082a331e985c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0482678 Aug 17 03:07:21.067159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6883429-699c-44bd-80ef-9a4ff18838d1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed4d4764-29b8-48ec-b497-27ddebdb631c,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:21.153882 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6883429-699c-44bd-80ef-9a4ff18838d1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:21.155443 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d6883429-699c-44bd-80ef-9a4ff18838d1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4062476 Aug 17 03:07:21.158162 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60346) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:21.161389 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e57e0e72-f620-4b58-967b-5c54942af3ec req-ba858baa-457a-4a37-9018-abc86ea3d238 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0353379 Aug 17 03:07:21.163779 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-28a5487e-35f6-44cd-8995-4afdb80d694f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Request body: {'security_group_rule': {'security_group_id': '30c014ff-479c-44ea-9704-85fa22b01787', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:21.197293 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-fc092bd2-41eb-4159-af99-a2f7ff06db8e service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218553 Aug 17 03:07:21.299344 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-28a5487e-35f6-44cd-8995-4afdb80d694f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:21.302877 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-a29c7490-9681-41ab-9112-38d60aea3759 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0979576 Aug 17 03:07:21.347429 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60358) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:21.354860 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-dc61c725-a392-4c8e-9c0f-4f6e1474cc7b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=a0a82580-aa6c-4fe2-9f62-61b3e3319b40 HTTP/1.1" status: 200 len: 217 time: 0.0443625 Aug 17 03:07:21.429725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-a0bc14e8-446a-4a2c-94af-4df308b3d4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:21.431276 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-a0bc14e8-446a-4a2c-94af-4df308b3d4ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8293f80-0c9a-49ec-9de7-0f89e1b6c33f HTTP/1.1" status: 200 len: 797 time: 0.0684063 Aug 17 03:07:21.456847 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-28a5487e-35f6-44cd-8995-4afdb80d694f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:21.477206 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96e5ace4-d283-4b69-84b2-bc941e10f15f tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:21.508227 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96e5ace4-d283-4b69-84b2-bc941e10f15f tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:21.510780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-167f254b-e540-42f5-8710-e6987cecc814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:21.512313 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-167f254b-e540-42f5-8710-e6987cecc814 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0732157 Aug 17 03:07:21.521525 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-28a5487e-35f6-44cd-8995-4afdb80d694f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:21.540110 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28a5487e-35f6-44cd-8995-4afdb80d694f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d288614-987e-4dfd-b47a-7905bb99ba24,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:21.628056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-caac0207-1946-42c6-a626-63d6d5bb5735 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1077497 Aug 17 03:07:21.646565 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-28a5487e-35f6-44cd-8995-4afdb80d694f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:21.650951 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-28a5487e-35f6-44cd-8995-4afdb80d694f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4887893 Aug 17 03:07:21.651158 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60362) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:21.656236 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-27fee740-8a66-4f76-9b47-41bc3bd144e0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:21.682954 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96e5ace4-d283-4b69-84b2-bc941e10f15f tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:21.685811 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96e5ace4-d283-4b69-84b2-bc941e10f15f tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:21.689393 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-96e5ace4-d283-4b69-84b2-bc941e10f15f tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "DELETE /v2.0/security-groups/a535573d-ae2b-43a4-a054-86daa41fffe6 HTTP/1.1" status: 204 len: 168 time: 0.3382359 Aug 17 03:07:21.702502 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60366) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:21.703906 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e5ace4-d283-4b69-84b2-bc941e10f15f tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a535573d-ae2b-43a4-a054-86daa41fffe6,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:21.721300 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-e59c500f-462d-458d-b2b5-35307cae0dfd tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] show failed (client error): The resource could not be found. Aug 17 03:07:21.725338 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e59c500f-462d-458d-b2b5-35307cae0dfd tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "GET /v2.0/security-groups/a535573d-ae2b-43a4-a054-86daa41fffe6 HTTP/1.1" status: 404 len: 347 time: 0.0155146 Aug 17 03:07:21.725582 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60368) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:21.756130 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-9aeb57bc-1545-4ad7-8828-f30d84c23054 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1201808 Aug 17 03:07:21.805578 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-6164768d-7de0-4f9c-a3e2-ae23a9c5b2bc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=33a95012-a331-4064-8176-8968cdb8ac60 HTTP/1.1" status: 200 len: 217 time: 0.0412633 Aug 17 03:07:21.817097 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27fee740-8a66-4f76-9b47-41bc3bd144e0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:21.863835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-5c5759c2-118b-4d54-8832-27e8666b9205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:21.866013 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-5c5759c2-118b-4d54-8832-27e8666b9205 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc HTTP/1.1" status: 200 len: 797 time: 0.0526602 Aug 17 03:07:21.938609 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-0828e61c-53b4-4e88-9696-70d911051154 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Deleting port 0141933e-ccb4-47ec-8f2a-a974430ca95e {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:07:21.942979 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0828e61c-53b4-4e88-9696-70d911051154 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:21.948302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-4bdba8a1-d1d9-42f8-b544-4ae7dbf874e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:21.949446 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-4bdba8a1-d1d9-42f8-b544-4ae7dbf874e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0739791 Aug 17 03:07:22.043211 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6ac5ef60-b835-4053-8e29-e1b55bc84574 req-8cde41cc-3159-4e7f-8271-f91793f10539 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0591431 Aug 17 03:07:22.083090 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-c4f60c84-6368-48f0-807b-bc3509a7594f service neutron] 10.222.0.60 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216936 Aug 17 03:07:22.186598 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-c2863052-4951-4de5-9981-9ea31025718b service neutron] 10.222.0.60 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0946581 Aug 17 03:07:22.232605 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-012c574e-acfc-4386-8379-0f9666f2c844 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef489fee-83cc-48c5-a1f8-291661db6e66 HTTP/1.1" status: 200 len: 217 time: 0.0377903 Aug 17 03:07:22.298697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-df4d4d49-b204-4346-ba17-fb004d4a517f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:22.300932 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-df4d4d49-b204-4346-ba17-fb004d4a517f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc HTTP/1.1" status: 200 len: 797 time: 0.0591917 Aug 17 03:07:22.354653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc67847-bbb8-412a-88e1-12290209a625 req-e8ccd958-7ee5-4dc2-87f4-54b2d0ded549 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:22.356124 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-e8ccd958-7ee5-4dc2-87f4-54b2d0ded549 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0459790 Aug 17 03:07:22.362912 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6d739f85-5987-4e44-b925-f34873435cb2 req-e8e976f9-98a1-49f2-a7bf-8053e41d1dbd tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0343094 Aug 17 03:07:22.407937 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0828e61c-53b4-4e88-9696-70d911051154 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:22.408283 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0828e61c-53b4-4e88-9696-70d911051154 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:22.428713 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-0828e61c-53b4-4e88-9696-70d911051154 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Calling delete_port for 0141933e-ccb4-47ec-8f2a-a974430ca95e owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:07:22.440757 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27fee740-8a66-4f76-9b47-41bc3bd144e0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:22.491752 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-6a0a3d6f-ca50-47f5-a659-fe78a518db30 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272845 Aug 17 03:07:22.590864 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bc67847-bbb8-412a-88e1-12290209a625 req-0b7fc1cf-e758-4bde-957b-5148d0d9280f service neutron] 10.222.0.60 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901074 Aug 17 03:07:22.626081 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-27fee740-8a66-4f76-9b47-41bc3bd144e0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Allocated IP 172.25.1.162 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/720955ec-9977-4e9b-8018-dee788ae36a5) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:07:22.780368 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0828e61c-53b4-4e88-9696-70d911051154 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:22.823152 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0828e61c-53b4-4e88-9696-70d911051154 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Pushing event deleted for resources: {'Port': ['ID=0141933e-ccb4-47ec-8f2a-a974430ca95e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:22.829187 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27fee740-8a66-4f76-9b47-41bc3bd144e0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:22.916147 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0828e61c-53b4-4e88-9696-70d911051154 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:22.919661 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0828e61c-53b4-4e88-9696-70d911051154 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:22.922703 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0828e61c-53b4-4e88-9696-70d911051154 tempest-ServersTestManualDisk-1557257736 tempest-ServersTestManualDisk-1557257736-project] 10.222.0.10 "DELETE /v2.0/floatingips/15d369f6-f959-45b4-88b9-07604621e216 HTTP/1.1" status: 204 len: 168 time: 1.1943603 Aug 17 03:07:22.924362 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60398) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:23.001053 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27fee740-8a66-4f76-9b47-41bc3bd144e0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:23.064817 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27fee740-8a66-4f76-9b47-41bc3bd144e0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:07:23.077242 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-27fee740-8a66-4f76-9b47-41bc3bd144e0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:23.090552 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27fee740-8a66-4f76-9b47-41bc3bd144e0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:07:23.211944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fee740-8a66-4f76-9b47-41bc3bd144e0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Pushing event updated for resources: {'Port': ['ID=720955ec-9977-4e9b-8018-dee788ae36a5,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:23.265589 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-13a9311b-988e-428c-8a8a-926a269849f7 req-133ccc94-c797-4544-a727-387b20363638 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0681884 Aug 17 03:07:23.298220 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27fee740-8a66-4f76-9b47-41bc3bd144e0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:23.389766 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27fee740-8a66-4f76-9b47-41bc3bd144e0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:23.417208 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-820fc246-d013-4790-8e37-936633578565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:23.538176 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da22be8f-338b-4ee3-84e5-21f5530ac574 req-1d980fca-bbc4-4f51-bf80-4981bed3ecde tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0293458 Aug 17 03:07:23.600591 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27fee740-8a66-4f76-9b47-41bc3bd144e0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:23.669391 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27fee740-8a66-4f76-9b47-41bc3bd144e0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:23.754918 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27fee740-8a66-4f76-9b47-41bc3bd144e0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Pushing event updated for resources: {'Port': ['ID=720955ec-9977-4e9b-8018-dee788ae36a5,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:23.755735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-820fc246-d013-4790-8e37-936633578565 admin admin] Deleting port 2d480532-53d6-437d-b0c2-92d6aff994dc {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:07:23.757900 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-820fc246-d013-4790-8e37-936633578565 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:23.758943 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27fee740-8a66-4f76-9b47-41bc3bd144e0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:23.953519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-820fc246-d013-4790-8e37-936633578565 admin admin] For port 2d480532-53d6-437d-b0c2-92d6aff994dc, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2d480532-53d6-437d-b0c2-92d6aff994dc,segment=NetworkSegment(e8c6c720-3e50-4a22-b2a0-564dcd76ce17),segment_id=e8c6c720-3e50-4a22-b2a0-564dcd76ce17)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:23.953519 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-820fc246-d013-4790-8e37-936633578565 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:23.953519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-820fc246-d013-4790-8e37-936633578565 admin admin] Calling delete_port for 2d480532-53d6-437d-b0c2-92d6aff994dc owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:07:24.019132 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27fee740-8a66-4f76-9b47-41bc3bd144e0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:24.028525 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-27fee740-8a66-4f76-9b47-41bc3bd144e0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3682396 Aug 17 03:07:24.178708 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-820fc246-d013-4790-8e37-936633578565 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:24.205768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820fc246-d013-4790-8e37-936633578565 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d480532-53d6-437d-b0c2-92d6aff994dc,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:24.323740 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-a028bba3-eb67-485b-8c26-af6aff89aa43 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--39265381&fields=id&tenant_id=6310559ad60b460ba41705b832b7bbc0 HTTP/1.1" status: 200 len: 267 time: 0.0839386 Aug 17 03:07:24.397361 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-67c5f2b6-6d32-47f8-a497-0915b7ede370 req-19e9e5d7-e8c4-4f19-a5ec-9af7d1b09e3e tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0400410 Aug 17 03:07:24.522519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-5b201867-1c96-4c3a-9c7c-ac9a1667711c tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:24.524194 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-5b201867-1c96-4c3a-9c7c-ac9a1667711c tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/networks?id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69 HTTP/1.1" status: 200 len: 816 time: 0.2031150 Aug 17 03:07:24.525253 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-820fc246-d013-4790-8e37-936633578565 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:24.546317 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-e1464218-11f0-405d-862f-59850cf60d1b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/quotas/6310559ad60b460ba41705b832b7bbc0 HTTP/1.1" status: 200 len: 375 time: 0.0128117 Aug 17 03:07:24.692292 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-7ec5b08d-4701-499b-8dad-9e1ec127136b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6310559ad60b460ba41705b832b7bbc0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1091292 Aug 17 03:07:24.697626 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d07cff73-13ad-4209-b0b0-bf9e8a715c7b req-410f6103-14ba-4de7-b454-5e12c8a2bb87 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0323942 Aug 17 03:07:25.156099 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-b0d8be4b-efde-4294-8736-606a5fe0dd22 service neutron] 10.222.0.10 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4473448 Aug 17 03:07:25.160644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-820fc246-d013-4790-8e37-936633578565 admin admin] Router 937a3a95-a1f7-481a-ae77-292953b9bdfc has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:07:25.341956 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-fb58bbce-9fdf-4528-8d7c-40fd82011d40 service neutron] 10.222.0.10 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774642 Aug 17 03:07:25.355507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-820fc246-d013-4790-8e37-936633578565 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:07:25.366870 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f372ea-fa1d-4a69-8f99-8cc3875b14dc None None] Sync routers for ids ['937a3a95-a1f7-481a-ae77-292953b9bdfc'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:07:25.369517 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-820fc246-d013-4790-8e37-936633578565 admin admin] 10.222.0.10 "PUT /v2.0/routers/937a3a95-a1f7-481a-ae77-292953b9bdfc/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4438748 Aug 17 03:07:25.372152 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60458) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:25.384198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f372ea-fa1d-4a69-8f99-8cc3875b14dc None None] Routers {'937a3a95-a1f7-481a-ae77-292953b9bdfc'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:25.385825 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e1f372ea-fa1d-4a69-8f99-8cc3875b14dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:07:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['937a3a95-a1f7-481a-ae77-292953b9bdfc'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:25.593888 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-42f53eb5-8f39-4294-a6c6-ff63e77d4323 req-6b0e5885-f61a-48e0-a589-825ad5dea4fd tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0691676 Aug 17 03:07:25.603867 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a66a0571-618e-40bb-bb47-4980875c14a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:25.632585 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-e1f372ea-fa1d-4a69-8f99-8cc3875b14dc None None] Set router 937a3a95-a1f7-481a-ae77-292953b9bdfc gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:25.640792 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60464) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:25.835015 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b3990a88-c018-4741-ac95-1a8f0380d7c6 req-04c55082-f66d-42bb-b27f-dca85fa2fbd0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 210 time: 0.0473738 Aug 17 03:07:25.865498 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a66a0571-618e-40bb-bb47-4980875c14a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:25.883434 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1b74b46f-6da3-4fee-b55a-1cc1bf419398 req-def079b4-2984-4f1d-9571-b43b221d0a19 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0602217 Aug 17 03:07:25.909454 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-73c5a6f3-e746-4b5f-9129-6898e0241708 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:25.990040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e1f372ea-fa1d-4a69-8f99-8cc3875b14dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'name': 'tempest-ServersTestManualDisk-843186627-router', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158'}], 'enable_snat': True}, 'gw_port_id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:55Z', 'updated_at': '2021-08-17T03:07:24Z', 'revision_number': 5, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'gw_port': {'id': 'fbca6d60-86b7-4ef9-a35b-63efe69008bd', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:24:2b:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1689, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:04:56Z', 'updated_at': '2021-08-17T03:05:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:26.021238 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f372ea-fa1d-4a69-8f99-8cc3875b14dc None None] Checking router: 937a3a95-a1f7-481a-ae77-292953b9bdfc for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:07:26.021901 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a66a0571-618e-40bb-bb47-4980875c14a8 admin admin] Deleting port fbca6d60-86b7-4ef9-a35b-63efe69008bd {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:07:26.022355 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a66a0571-618e-40bb-bb47-4980875c14a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:26.032669 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1f372ea-fa1d-4a69-8f99-8cc3875b14dc None None] Routers {'937a3a95-a1f7-481a-ae77-292953b9bdfc'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:26.033615 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e1f372ea-fa1d-4a69-8f99-8cc3875b14dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:07:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['937a3a95-a1f7-481a-ae77-292953b9bdfc'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:26.082683 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-73c5a6f3-e746-4b5f-9129-6898e0241708 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:26.134579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-a66a0571-618e-40bb-bb47-4980875c14a8 admin admin] For port fbca6d60-86b7-4ef9-a35b-63efe69008bd, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=fbca6d60-86b7-4ef9-a35b-63efe69008bd,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:26.134957 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a66a0571-618e-40bb-bb47-4980875c14a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:26.137993 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-e1f372ea-fa1d-4a69-8f99-8cc3875b14dc None None] Set router 937a3a95-a1f7-481a-ae77-292953b9bdfc gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:26.143436 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-73c5a6f3-e746-4b5f-9129-6898e0241708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:26.156009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a66a0571-618e-40bb-bb47-4980875c14a8 admin admin] Calling delete_port for fbca6d60-86b7-4ef9-a35b-63efe69008bd owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:07:26.189082 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-73c5a6f3-e746-4b5f-9129-6898e0241708 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1cc6f203d0f9455f80a1fb7d942904e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5471537 Aug 17 03:07:26.190869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73c5a6f3-e746-4b5f-9129-6898e0241708 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20006ee9-d8d0-445e-86e0-8cbc14d42688,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:26.194152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60484) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:26.212536 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e1f372ea-fa1d-4a69-8f99-8cc3875b14dc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'name': 'tempest-ServersTestManualDisk-843186627-router', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:55Z', 'updated_at': '2021-08-17T03:07:25Z', 'revision_number': 6, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:26.246292 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1f372ea-fa1d-4a69-8f99-8cc3875b14dc None None] The sync data for ids ['937a3a95-a1f7-481a-ae77-292953b9bdfc'] in n-d-802060-9 is: [{'id': '937a3a95-a1f7-481a-ae77-292953b9bdfc', 'name': 'tempest-ServersTestManualDisk-843186627-router', 'tenant_id': '70e633f570f54315a88834cd60a88bd4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:04:55Z', 'updated_at': '2021-08-17T03:07:25Z', 'revision_number': 6, 'project_id': '70e633f570f54315a88834cd60a88bd4', 'gw_port_host': None}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:07:26.282460 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-86345fbc-ba6b-4ce5-81b0-05d9070955a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:26.325370 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-86345fbc-ba6b-4ce5-81b0-05d9070955a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:26.503798 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-86345fbc-ba6b-4ce5-81b0-05d9070955a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:26.507373 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-86345fbc-ba6b-4ce5-81b0-05d9070955a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:26.508782 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-86345fbc-ba6b-4ce5-81b0-05d9070955a3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/20006ee9-d8d0-445e-86e0-8cbc14d42688 HTTP/1.1" status: 204 len: 168 time: 0.3133872 Aug 17 03:07:26.516966 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86345fbc-ba6b-4ce5-81b0-05d9070955a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20006ee9-d8d0-445e-86e0-8cbc14d42688,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:26.527194 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a66a0571-618e-40bb-bb47-4980875c14a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:26.567404 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a66a0571-618e-40bb-bb47-4980875c14a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=fbca6d60-86b7-4ef9-a35b-63efe69008bd,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:26.644524 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a66a0571-618e-40bb-bb47-4980875c14a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:26.741361 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b048867-6714-4ed2-a143-edeee6293977 req-a172d9cd-86f2-4931-98c5-d438e7020af6 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0424452 Aug 17 03:07:26.807831 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a66a0571-618e-40bb-bb47-4980875c14a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:26.810058 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a66a0571-618e-40bb-bb47-4980875c14a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:26.944880 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-536f4c75-eb4d-4d46-baaf-a827fca992cc req-aae8a740-550b-4e30-91ba-05fa0899e434 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 210 time: 0.0349765 Aug 17 03:07:26.960655 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a66a0571-618e-40bb-bb47-4980875c14a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:26.961320 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a66a0571-618e-40bb-bb47-4980875c14a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 937a3a95-a1f7-481a-ae77-292953b9bdfc {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:07:26.971042 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a66a0571-618e-40bb-bb47-4980875c14a8 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:26.977847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60514) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:26.979065 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a66a0571-618e-40bb-bb47-4980875c14a8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/937a3a95-a1f7-481a-ae77-292953b9bdfc HTTP/1.1" status: 204 len: 168 time: 1.6054976 Aug 17 03:07:27.033451 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a10d1793-1ecd-415b-af18-f6f277802930 req-b71d1490-e9db-4ec9-9afb-d3fec3fb25d1 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0490398 Aug 17 03:07:27.056425 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-9392d850-9ae5-430b-b2f2-2d45c1e5dacf admin admin] Deleting subnet 8ddee6d4-0787-43b1-b895-c64fb9f8f739 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:07:27.059861 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9392d850-9ae5-430b-b2f2-2d45c1e5dacf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:27.112197 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9392d850-9ae5-430b-b2f2-2d45c1e5dacf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:27.215482 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9392d850-9ae5-430b-b2f2-2d45c1e5dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:27.349859 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9392d850-9ae5-430b-b2f2-2d45c1e5dacf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:27.394440 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9392d850-9ae5-430b-b2f2-2d45c1e5dacf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8ddee6d4-0787-43b1-b895-c64fb9f8f739,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:27.404690 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec29b44-f46d-41d2-9761-c0702ad69bcb None None] Network a3d33c7a-8312-4f24-9706-a812e69935e7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:07:27.406747 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9392d850-9ae5-430b-b2f2-2d45c1e5dacf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:27.418284 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9392d850-9ae5-430b-b2f2-2d45c1e5dacf admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8ddee6d4-0787-43b1-b895-c64fb9f8f739 HTTP/1.1" status: 204 len: 168 time: 0.4388425 Aug 17 03:07:27.418846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60530) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:27.532724 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:27.593823 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] Deleting port ddcd4cf4-213a-4302-a2ec-1664bee0b749 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:07:27.594449 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:27.676468 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] For port ddcd4cf4-213a-4302-a2ec-1664bee0b749, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ddcd4cf4-213a-4302-a2ec-1664bee0b749,segment=NetworkSegment(e8c6c720-3e50-4a22-b2a0-564dcd76ce17),segment_id=e8c6c720-3e50-4a22-b2a0-564dcd76ce17)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:27.677758 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:27.682318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e13df6e0-d9e5-4668-baa0-8f5526f66012 None None] DHCP port deletion for a3d33c7a-8312-4f24-9706-a812e69935e7 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:07:27.691244 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] Calling delete_port for ddcd4cf4-213a-4302-a2ec-1664bee0b749 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:07:27.753671 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e13df6e0-d9e5-4668-baa0-8f5526f66012 None None] Deleting port ddcd4cf4-213a-4302-a2ec-1664bee0b749 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:07:27.754438 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e13df6e0-d9e5-4668-baa0-8f5526f66012 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:27.875605 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-495ed3c4-49b4-4a5c-8520-360d28c2b926 req-91848de4-5cfc-49a8-97a4-e18676e77738 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0283732 Aug 17 03:07:27.876628 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e13df6e0-d9e5-4668-baa0-8f5526f66012 None None] For port ddcd4cf4-213a-4302-a2ec-1664bee0b749, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ddcd4cf4-213a-4302-a2ec-1664bee0b749,segment=NetworkSegment(e8c6c720-3e50-4a22-b2a0-564dcd76ce17),segment_id=e8c6c720-3e50-4a22-b2a0-564dcd76ce17)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:27.877028 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e13df6e0-d9e5-4668-baa0-8f5526f66012 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:27.890687 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e13df6e0-d9e5-4668-baa0-8f5526f66012 None None] Calling delete_port for ddcd4cf4-213a-4302-a2ec-1664bee0b749 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:07:27.926721 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:27.954055 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] Pushing event deleted for resources: {'Port': ['ID=ddcd4cf4-213a-4302-a2ec-1664bee0b749,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:27.958271 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] No DVR routers for this DVR port ddcd4cf4-213a-4302-a2ec-1664bee0b749 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:07:27.974975 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e13df6e0-d9e5-4668-baa0-8f5526f66012 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:28.006734 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e13df6e0-d9e5-4668-baa0-8f5526f66012 None None] Pushing event deleted for resources: {'Port': ['ID=ddcd4cf4-213a-4302-a2ec-1664bee0b749,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:28.010847 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e13df6e0-d9e5-4668-baa0-8f5526f66012 None None] No DVR routers for this DVR port ddcd4cf4-213a-4302-a2ec-1664bee0b749 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:07:28.049994 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:28.065578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d33c7a-8312-4f24-9706-a812e69935e7']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:28.097937 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8c6c720-3e50-4a22-b2a0-564dcd76ce17') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:28.098257 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8c6c720-3e50-4a22-b2a0-564dcd76ce17') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:28.119667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-937140d0-51d8-4ce1-bcb5-0b26706503bd tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:28.121287 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-937140d0-51d8-4ce1-bcb5-0b26706503bd tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.60 "GET /v2.0/networks?id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69 HTTP/1.1" status: 200 len: 816 time: 0.1428511 Aug 17 03:07:28.123547 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b912c27e-3092-4895-8495-1626ef1e5d75 req-568bc932-214d-43ff-9574-021ff56ce20e tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 210 time: 0.0630541 Aug 17 03:07:28.136495 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:28.162377 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:28.172130 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:07:28.176060 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:07:28.178480 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:07:28.216534 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-db16ecf4-03c5-48a8-85ca-366173b62a51 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=6310559ad60b460ba41705b832b7bbc0 HTTP/1.1" status: 200 len: 378 time: 0.0804293 Aug 17 03:07:28.218846 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd09f831-c535-4025-8f4b-f8e0bed5e70d req-d6956716-9530-4a61-9c1e-98c05899dbe3 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0480802 Aug 17 03:07:28.232436 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-60e40750-b717-4b99-9abc-d3030b323c33 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Request body: {'port': {'device_id': '72acee38-1105-48d4-8de0-96edca0d6f19', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'admin_state_up': True, 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'security_groups': ['30c014ff-479c-44ea-9704-85fa22b01787']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:28.299801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device fbca6d60-86b7-4ef9-a35b-63efe69008bd no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:07:28.320299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: fbca6d60-86b7-4ef9-a35b-63efe69008bd {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:07:28.320739 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device fbca6d60-86b7-4ef9-a35b-63efe69008bd not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:07:28.321222 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ddcd4cf4-213a-4302-a2ec-1664bee0b749 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:07:28.340518 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: ddcd4cf4-213a-4302-a2ec-1664bee0b749 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:07:28.340975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ddcd4cf4-213a-4302-a2ec-1664bee0b749 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:07:28.341504 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2d480532-53d6-437d-b0c2-92d6aff994dc no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:07:28.360655 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 2d480532-53d6-437d-b0c2-92d6aff994dc {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:07:28.361092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2d480532-53d6-437d-b0c2-92d6aff994dc not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:07:28.389214 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:28.401833 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:28.403936 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a3d33c7a-8312-4f24-9706-a812e69935e7 HTTP/1.1" status: 204 len: 168 time: 0.9837577 Aug 17 03:07:28.415268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e38d21c5-8b23-4593-80a1-3d3970565f36 admin admin] Pushing event deleted for resources: {'Network': ['ID=a3d33c7a-8312-4f24-9706-a812e69935e7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:28.486541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-60e40750-b717-4b99-9abc-d3030b323c33 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Made reservation on behalf of 6310559ad60b460ba41705b832b7bbc0 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:07:28.491156 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-60e40750-b717-4b99-9abc-d3030b323c33 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:28.666111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-60e40750-b717-4b99-9abc-d3030b323c33 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Allocated IP 172.20.0.13 (d57b6cf0-8d62-4de8-ad6c-84fa56983b69/49398564-b2fd-48b6-b11e-b753c45b92cd/bb8932a5-2e0e-4b19-b346-bb66d417ac44) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:07:28.742583 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60574) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:28.825163 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c75b13b7-39e1-4e87-841d-7d59a8ac32c7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=70e633f570f54315a88834cd60a88bd4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0766120 Aug 17 03:07:28.825389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60582) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:28.851430 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-60e40750-b717-4b99-9abc-d3030b323c33 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:28.867593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-60e40750-b717-4b99-9abc-d3030b323c33 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Transition to ACTIVE for port object bb8932a5-2e0e-4b19-b346-bb66d417ac44 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:28.888085 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c7cffdc1-a1e0-4a5f-a3b0-b0abd28ac517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:28.914668 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c7cffdc1-a1e0-4a5f-a3b0-b0abd28ac517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:28.994599 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75c8496c-d978-4bf5-ad87-1fee1ced1044 req-6af119d7-5206-4c2e-9ed1-3ac76a10ebc0 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0338519 Aug 17 03:07:29.024083 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-60e40750-b717-4b99-9abc-d3030b323c33 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:29.052069 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c7cffdc1-a1e0-4a5f-a3b0-b0abd28ac517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:29.056323 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c7cffdc1-a1e0-4a5f-a3b0-b0abd28ac517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:29.056484 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c7cffdc1-a1e0-4a5f-a3b0-b0abd28ac517 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f4dbc49-a49b-4f89-b239-192bc51b46ef HTTP/1.1" status: 204 len: 168 time: 0.2299938 Aug 17 03:07:29.065292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7cffdc1-a1e0-4a5f-a3b0-b0abd28ac517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f4dbc49-a49b-4f89-b239-192bc51b46ef,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:29.073314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-60e40750-b717-4b99-9abc-d3030b323c33 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:07:29.076671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-60e40750-b717-4b99-9abc-d3030b323c33 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:29.080742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-60e40750-b717-4b99-9abc-d3030b323c33 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:07:29.108694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e40750-b717-4b99-9abc-d3030b323c33 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Pushing event updated for resources: {'Port': ['ID=bb8932a5-2e0e-4b19-b346-bb66d417ac44,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:29.147233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-60e40750-b717-4b99-9abc-d3030b323c33 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:29.148123 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-60e40750-b717-4b99-9abc-d3030b323c33 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:29.282914 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-60e40750-b717-4b99-9abc-d3030b323c33 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0579069 Aug 17 03:07:29.296895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Request body: {'port': {'device_id': '72acee38-1105-48d4-8de0-96edca0d6f19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:29.308351 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76296b51-8b9c-4016-b0b0-695780734532 req-bdcc2f76-1272-4540-afc0-50d5e0007a12 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:29.310020 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-76296b51-8b9c-4016-b0b0-695780734532 req-bdcc2f76-1272-4540-afc0-50d5e0007a12 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 932 time: 0.0563898 Aug 17 03:07:29.371749 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96883c72-84cd-43ec-8b79-3528ff762ba2 req-00838747-8b48-4bd5-aaa5-b327e307cec7 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0407205 Aug 17 03:07:29.398549 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-76296b51-8b9c-4016-b0b0-695780734532 req-f9a94a3a-210f-4103-8bc8-1df92687267a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0767317 Aug 17 03:07:29.427155 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:29.475850 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-03310fe0-79b9-49d2-b5ff-afe4e949d680 None None] Provisioning for port bb8932a5-2e0e-4b19-b346-bb66d417ac44 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:07:29.479857 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-03310fe0-79b9-49d2-b5ff-afe4e949d680 None None] Provisioning complete for port bb8932a5-2e0e-4b19-b346-bb66d417ac44 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:29.480244 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-03310fe0-79b9-49d2-b5ff-afe4e949d680 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:29.556853 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-03310fe0-79b9-49d2-b5ff-afe4e949d680 None None] Port bb8932a5-2e0e-4b19-b346-bb66d417ac44 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:07:29.755202 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8932a5-2e0e-4b19-b346-bb66d417ac44 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:07:29.763841 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:29.778123 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Transition to ACTIVE for port object bb8932a5-2e0e-4b19-b346-bb66d417ac44 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:29.842925 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:29.940606 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8932a5-2e0e-4b19-b346-bb66d417ac44,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:30.030253 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Attempting to bind port bb8932a5-2e0e-4b19-b346-bb66d417ac44 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:07:30.031866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Attempting to bind port bb8932a5-2e0e-4b19-b346-bb66d417ac44 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:07:30.032335 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Attempting to bind port bb8932a5-2e0e-4b19-b346-bb66d417ac44 on network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:07:30.042329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Port bb8932a5-2e0e-4b19-b346-bb66d417ac44 on network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:07:30.042480 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Attempting to bind port bb8932a5-2e0e-4b19-b346-bb66d417ac44 on network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:07:30.053206 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 7, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:07:30.053586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Checking segment: {'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:07:30.058822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Bound using segment: {'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:07:30.058822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Bound port: bb8932a5-2e0e-4b19-b346-bb66d417ac44, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:07:30.058822 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:30.150472 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4321498-168f-4ccd-ad63-6652a1b66ceb req-3f8e92e5-95a0-4e6c-9656-0529391e9bb0 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0424287 Aug 17 03:07:30.173292 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] For port bb8932a5-2e0e-4b19-b346-bb66d417ac44, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:07:30.176531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] For port bb8932a5-2e0e-4b19-b346-bb66d417ac44, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:07:30.297670 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:30.342707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:30.343648 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:30.345001 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] 10.222.0.60 "PUT /v2.0/ports/bb8932a5-2e0e-4b19-b346-bb66d417ac44 HTTP/1.1" status: 200 len: 1092 time: 1.0531943 Aug 17 03:07:30.345868 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72acee38-1105-48d4-8de0-96edca0d6f19', 'tag': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:07:30.348427 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4bc66208-7b57-47a2-9633-8ae52cdf1dc4" -d '{"events": [{"name": "network-changed", "server_uuid": "72acee38-1105-48d4-8de0-96edca0d6f19", "tag": "bb8932a5-2e0e-4b19-b346-bb66d417ac44"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:07:30.406556 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3e5d21-db43-4794-a0b2-3ddd66391932 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8932a5-2e0e-4b19-b346-bb66d417ac44,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:30.414257 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:07:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2e4d3c2-8cb1-437c-ae05-ae69bd737203 x-openstack-request-id: req-a2e4d3c2-8cb1-437c-ae05-ae69bd737203 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:07:30.417909 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72acee38-1105-48d4-8de0-96edca0d6f19", "tag": "bb8932a5-2e0e-4b19-b346-bb66d417ac44", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:07:30.421530 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2e4d3c2-8cb1-437c-ae05-ae69bd737203 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:07:30.421530 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72acee38-1105-48d4-8de0-96edca0d6f19', 'tag': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44', 'status': 'completed', 'code': 200} Aug 17 03:07:30.475083 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:07:30.517658 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc66208-7b57-47a2-9633-8ae52cdf1dc4 req-b4529200-bb78-447f-97a3-cd17b140f8d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:30.519452 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4bc66208-7b57-47a2-9633-8ae52cdf1dc4 req-b4529200-bb78-447f-97a3-cd17b140f8d8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6310559ad60b460ba41705b832b7bbc0&device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 1095 time: 0.0873733 Aug 17 03:07:30.592223 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-38df6e49-5a50-4b4d-bfd2-f1f9717ad3da req-70534f29-2c8f-4ea1-af64-9814022bc41e tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0610249 Aug 17 03:07:30.693826 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60656) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:30.702088 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-29a6b428-b378-4236-bd2e-fd39f0a5818a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Request body: {'network': {'name': 'tempest-network-smoke--415749168', 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'port_security_enabled': True}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:30.741728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc66208-7b57-47a2-9633-8ae52cdf1dc4 req-d1312c66-6204-4ad4-86af-8f08f8889dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:30.743369 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4bc66208-7b57-47a2-9633-8ae52cdf1dc4 req-d1312c66-6204-4ad4-86af-8f08f8889dfa service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6310559ad60b460ba41705b832b7bbc0&shared=False HTTP/1.1" status: 200 len: 916 time: 0.2089756 Aug 17 03:07:30.759009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60660) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:30.785898 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f448909a-2389-481a-8f15-63a7958f4416 req-26bf026a-415f-47fc-b767-907adc9eda64 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:30.790593 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f448909a-2389-481a-8f15-63a7958f4416 req-26bf026a-415f-47fc-b767-907adc9eda64 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 944 time: 0.0660665 Aug 17 03:07:30.804618 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a6b428-b378-4236-bd2e-fd39f0a5818a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Made reservation on behalf of d16b77c6f9d6489fb2dc3069d3a8f73c for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:07:30.808878 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29a6b428-b378-4236-bd2e-fd39f0a5818a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:30.839853 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29a6b428-b378-4236-bd2e-fd39f0a5818a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:30.863046 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bc66208-7b57-47a2-9633-8ae52cdf1dc4 req-5d30c752-4039-417c-a625-3cd792bae539 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:30.865583 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4bc66208-7b57-47a2-9633-8ae52cdf1dc4 req-5d30c752-4039-417c-a625-3cd792bae539 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1079414 Aug 17 03:07:30.886306 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f448909a-2389-481a-8f15-63a7958f4416 req-d7f668b1-ac9d-4a9b-9c33-5b8373e085b7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0859389 Aug 17 03:07:30.975508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d5945750-eac8-450a-9289-72132c289896 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-656485894-network', 'tenant_id': 'd96271b16c734dc4a6b9accb241029a9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:30.995974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-c85b71fb-af9b-4f20-882e-67f4c40c148a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:30.997582 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-c85b71fb-af9b-4f20-882e-67f4c40c148a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6310559ad60b460ba41705b832b7bbc0&device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 1095 time: 0.0856841 Aug 17 03:07:30.998346 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29a6b428-b378-4236-bd2e-fd39f0a5818a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.047991 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-396adc32-b351-4d80-b288-6d25b9472b97 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44 HTTP/1.1" status: 200 len: 217 time: 0.0383673 Aug 17 03:07:31.057903 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29a6b428-b378-4236-bd2e-fd39f0a5818a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.084786 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a6b428-b378-4236-bd2e-fd39f0a5818a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:07:31.094495 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6b428-b378-4236-bd2e-fd39f0a5818a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ea710bd8-2378-4f3e-88e4-94ce834d3c3a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:31.100014 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29a6b428-b378-4236-bd2e-fd39f0a5818a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.100472 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-29a6b428-b378-4236-bd2e-fd39f0a5818a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Added segment 4e7bfa78-6491-47bc-9415-673aac163255 of type vlan for network bd1346ef-1a20-4477-b76a-254721a64cc7 Aug 17 03:07:31.107506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-518a69dd-cc29-42f9-a1b2-68bd1997b195 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:31.109822 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-518a69dd-cc29-42f9-a1b2-68bd1997b195 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49398564-b2fd-48b6-b11e-b753c45b92cd HTTP/1.1" status: 200 len: 855 time: 0.0554364 Aug 17 03:07:31.147324 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29a6b428-b378-4236-bd2e-fd39f0a5818a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.163493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-7fe68993-c1e5-4584-bb80-ba628d80c27b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:31.166306 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-7fe68993-c1e5-4584-bb80-ba628d80c27b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0498743 Aug 17 03:07:31.183419 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d5945750-eac8-450a-9289-72132c289896 admin admin] Made reservation on behalf of d96271b16c734dc4a6b9accb241029a9 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:07:31.185671 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d5945750-eac8-450a-9289-72132c289896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.203947 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d5945750-eac8-450a-9289-72132c289896 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.250684 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29a6b428-b378-4236-bd2e-fd39f0a5818a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.257431 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a6b428-b378-4236-bd2e-fd39f0a5818a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:31.258417 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29a6b428-b378-4236-bd2e-fd39f0a5818a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.291658 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f3049b7-bb26-4098-b3a7-ff657b28013f req-74112838-71a2-494f-a689-3607d92216d7 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0536141 Aug 17 03:07:31.305689 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-d6f3f3c0-5a80-4e5d-9c20-c35a03642037 service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314991 Aug 17 03:07:31.361464 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a6b428-b378-4236-bd2e-fd39f0a5818a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event updated for resources: {'Network': ['ID=bd1346ef-1a20-4477-b76a-254721a64cc7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:31.374307 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network bd1346ef-1a20-4477-b76a-254721a64cc7 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:07:31.432240 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d5945750-eac8-450a-9289-72132c289896 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.456435 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-662f214e-dbaa-4997-82e6-2394d84b6476 req-3004477c-807a-4885-aef2-d2ba57d9d979 service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414008 Aug 17 03:07:31.507962 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d5945750-eac8-450a-9289-72132c289896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.535535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d5945750-eac8-450a-9289-72132c289896 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:07:31.542276 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5945750-eac8-450a-9289-72132c289896 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f723f1-b962-4631-9376-f2519cbb31ba,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:31.549867 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d5945750-eac8-450a-9289-72132c289896 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.550218 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-d5945750-eac8-450a-9289-72132c289896 admin admin] Added segment d3fcf346-3434-4f50-ac01-b021f9c96350 of type vlan for network a7be9734-2b85-4052-b0e6-e15c361ef57d Aug 17 03:07:31.567102 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-29a6b428-b378-4236-bd2e-fd39f0a5818a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8718915 Aug 17 03:07:31.569977 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60678) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:31.575004 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-957816005', 'admin_state_up': True, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:31.592252 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d5945750-eac8-450a-9289-72132c289896 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.711747 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7d66464-50a8-453f-98dc-00b7ca9b5a41 req-c6cfb68d-0d99-4d3c-b14b-29c9409382b2 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0308573 Aug 17 03:07:31.793670 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.794860 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.818118 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d5945750-eac8-450a-9289-72132c289896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.819259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5945750-eac8-450a-9289-72132c289896 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:31.819854 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d5945750-eac8-450a-9289-72132c289896 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.850193 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:31.882467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5945750-eac8-450a-9289-72132c289896 admin admin] Pushing event updated for resources: {'Network': ['ID=a7be9734-2b85-4052-b0e6-e15c361ef57d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:31.892116 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network a7be9734-2b85-4052-b0e6-e15c361ef57d details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:07:31.949305 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d5945750-eac8-450a-9289-72132c289896 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.1867580 Aug 17 03:07:31.949640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60690) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:31.954563 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e039f32f-63ef-4423-975b-b90ce34521d4 admin admin] Request body: {'subnet': {'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-656485894-subnet', 'tenant_id': 'd96271b16c734dc4a6b9accb241029a9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:32.059559 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e039f32f-63ef-4423-975b-b90ce34521d4 admin admin] Made reservation on behalf of d96271b16c734dc4a6b9accb241029a9 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:07:32.063005 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e039f32f-63ef-4423-975b-b90ce34521d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:32.162523 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:32.174847 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d51bb9c-596b-48d3-a5cf-24cbfa1a2c6e req-bc5539c7-3143-4a82-860a-8e2544216ec8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:32.177616 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8d51bb9c-596b-48d3-a5cf-24cbfa1a2c6e req-bc5539c7-3143-4a82-860a-8e2544216ec8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 944 time: 0.1593566 Aug 17 03:07:32.216912 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8d51bb9c-596b-48d3-a5cf-24cbfa1a2c6e req-3809dc0c-dba1-4138-a41e-4e86bfdb6ba3 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0337713 Aug 17 03:07:32.309552 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e039f32f-63ef-4423-975b-b90ce34521d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:32.385946 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e039f32f-63ef-4423-975b-b90ce34521d4 admin admin] Checking segment: {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:07:32.386317 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e039f32f-63ef-4423-975b-b90ce34521d4 admin admin] Network hostable DHCP agents. Network: a7be9734-2b85-4052-b0e6-e15c361ef57d, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:07:32.388797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e039f32f-63ef-4423-975b-b90ce34521d4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=95909d0b-3b2e-4bea-aa2d-04d03f0d0fec,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:32.447337 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-94aae040-929e-4f4f-883b-84838639921c req-b656832f-b2d1-48a7-a3e9-b627b2ba61bc tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0441253 Aug 17 03:07:32.474833 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:32.497798 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e039f32f-63ef-4423-975b-b90ce34521d4 admin admin] Network a7be9734-2b85-4052-b0e6-e15c361ef57d is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:07:32.499030 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:32.560735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-e039f32f-63ef-4423-975b-b90ce34521d4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, a7be9734-2b85-4052-b0e6-e15c361ef57d) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:32.564858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e039f32f-63ef-4423-975b-b90ce34521d4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:32.565749 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e039f32f-63ef-4423-975b-b90ce34521d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:32.572678 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afaa98ae-f0be-4586-829d-aaa39c1f25bf None None] Network a7be9734-2b85-4052-b0e6-e15c361ef57d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:07:32.615505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Allocated IP 172.25.1.29 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/5d79bd91-4451-46c3-aacf-79b8668958b8) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:07:32.658958 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e039f32f-63ef-4423-975b-b90ce34521d4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7081888 Aug 17 03:07:32.700490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14edd840-cb96-415b-825a-e877164b1869 None None] Network a7be9734-2b85-4052-b0e6-e15c361ef57d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:07:32.737719 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:32.841619 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bfbdee1f-7e33-4c0d-bbae-6cd3d2dc73a7 req-79169d86-da31-4677-8105-ba0119d5b745 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0359666 Aug 17 03:07:32.846786 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:32.887624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:07:32.889134 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:32.895950 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:07:32.933699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event updated for resources: {'Port': ['ID=5d79bd91-4451-46c3-aacf-79b8668958b8,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:32.938439 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:33.199945 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-668e2120-80f7-4830-ad8f-963220b37b95 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:33.201639 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-668e2120-80f7-4830-ad8f-963220b37b95 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/networks?id=a7be9734-2b85-4052-b0e6-e15c361ef57d HTTP/1.1" status: 200 len: 811 time: 0.1031730 Aug 17 03:07:33.226939 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-c4fc7fa4-de24-4d01-97a9-41b17e8ad79e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/quotas/d96271b16c734dc4a6b9accb241029a9 HTTP/1.1" status: 200 len: 375 time: 0.0189910 Aug 17 03:07:33.280784 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-0ff24f54-0917-4b92-8fd0-3b92dbf3521d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0463526 Aug 17 03:07:33.307970 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:33.382865 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-6aaad971-b433-4fd7-a253-df56a0e5b3f3 service neutron] 10.222.0.10 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915670 Aug 17 03:07:33.490047 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-78a3c331-e04f-4e28-a7d5-3d015670c8ca service neutron] 10.222.0.10 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990295 Aug 17 03:07:33.584025 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:33.789351 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-146bf500-7e16-4236-b3b6-4652e1d82dae req-5600a1cf-58f6-4020-9c4b-f1f1e4228018 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0319579 Aug 17 03:07:33.791766 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e970f3c3-b7b7-4747-9be1-b8531dc93813 req-ed10b4af-39b8-48da-9856-377ef49e5778 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:33.794369 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e970f3c3-b7b7-4747-9be1-b8531dc93813 req-ed10b4af-39b8-48da-9856-377ef49e5778 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 944 time: 0.4885938 Aug 17 03:07:33.891248 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f8f33efd-d7a7-4562-b3bb-acdc7a4bacb4 req-915dbd76-4a06-4ca7-bc78-7698056bc81d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 210 time: 0.0338821 Aug 17 03:07:33.896872 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e970f3c3-b7b7-4747-9be1-b8531dc93813 req-a0db31aa-1663-4bea-b376-befbb49cd01f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0950813 Aug 17 03:07:33.964155 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:33.984146 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e9e1630c-e67f-40c2-8a19-58cc654f2dad req-77d49de9-a007-4b26-8e0a-929c62d42c60 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0267215 Aug 17 03:07:34.188723 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Router 23c44293-9828-4baf-941e-c0bd419d553e is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:07:34.297679 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:07:34.307692 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Sync routers for ids ['23c44293-9828-4baf-941e-c0bd419d553e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:07:34.317226 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Routers {'23c44293-9828-4baf-941e-c0bd419d553e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:34.318581 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:07:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['23c44293-9828-4baf-941e-c0bd419d553e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:34.406347 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:34.407597 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7a069d63-13f3-4a0d-a585-5b2e2e803b95 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 2.8365192 Aug 17 03:07:34.410770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60762) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:34.428548 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Set router 23c44293-9828-4baf-941e-c0bd419d553e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:34.575630 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-06d5f612-bd3d-445f-81d1-422595140882 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=d16b77c6f9d6489fb2dc3069d3a8f73c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1636295 Aug 17 03:07:34.578383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60768) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:34.623564 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c44293-9828-4baf-941e-c0bd419d553e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957816005', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:31Z', 'updated_at': '2021-08-17T03:07:33Z', 'revision_number': 3, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ca:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:32Z', 'updated_at': '2021-08-17T03:07:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:34.650144 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Checking router: 23c44293-9828-4baf-941e-c0bd419d553e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:07:34.650490 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Updating router 23c44293-9828-4baf-941e-c0bd419d553e port 5d79bd91-4451-46c3-aacf-79b8668958b8 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:07:34.674714 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:34.740169 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04294f39-15df-444f-bcb1-b78f839a6fb2 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:34.741703 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-04294f39-15df-444f-bcb1-b78f839a6fb2 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1621044 Aug 17 03:07:34.744648 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60772) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:34.783633 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2d87cb58-5b9f-4d2e-861c-764e6b99528a tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0342658 Aug 17 03:07:34.783633 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60776) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:34.789519 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-9e513802-202e-4c98-a58e-a24d9e9de4d6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1069135679', 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7', 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:34.977277 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:34.979038 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbbd9820-7ecd-479d-bbca-bf26ecb8b019 req-57faa200-df03-427b-bd78-1c89c7f6432d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0365348 Aug 17 03:07:34.986527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device bb8932a5-2e0e-4b19-b346-bb66d417ac44 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:07:34.991411 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Transition to ACTIVE for port object 5d79bd91-4451-46c3-aacf-79b8668958b8 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:35.025261 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4c5239b6-64f6-4a52-88fe-388dd2192d21 req-ca352ab3-3090-4bcc-ac19-ee52c2477cad tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 210 time: 0.0376265 Aug 17 03:07:35.025261 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e513802-202e-4c98-a58e-a24d9e9de4d6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Made reservation on behalf of d16b77c6f9d6489fb2dc3069d3a8f73c for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:07:35.030938 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9e513802-202e-4c98-a58e-a24d9e9de4d6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:35.059198 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e425da5e-378f-4eb1-a4bb-938eeeaef62f req-0eae8ccb-a9fc-4f6a-9e9c-98c4323c5fa1 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.1080060 Aug 17 03:07:35.080287 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:35.145123 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4182e6-d009-4bc3-ba44-5b3da1b823e5 None None] Pushing event updated for resources: {'Port': ['ID=5d79bd91-4451-46c3-aacf-79b8668958b8,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:35.157372 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4182e6-d009-4bc3-ba44-5b3da1b823e5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:35.159462 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4182e6-d009-4bc3-ba44-5b3da1b823e5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:35.159808 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4182e6-d009-4bc3-ba44-5b3da1b823e5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:35.160150 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4182e6-d009-4bc3-ba44-5b3da1b823e5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:35.160487 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4182e6-d009-4bc3-ba44-5b3da1b823e5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:35.160818 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4182e6-d009-4bc3-ba44-5b3da1b823e5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:35.161179 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4182e6-d009-4bc3-ba44-5b3da1b823e5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:35.165004 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4182e6-d009-4bc3-ba44-5b3da1b823e5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:35.165377 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4182e6-d009-4bc3-ba44-5b3da1b823e5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:35.165756 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4182e6-d009-4bc3-ba44-5b3da1b823e5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:35.166094 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4182e6-d009-4bc3-ba44-5b3da1b823e5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:35.166520 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4182e6-d009-4bc3-ba44-5b3da1b823e5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:35.174753 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port bb8932a5-2e0e-4b19-b346-bb66d417ac44, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:35.193208 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'port_id': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44', 'mac_address': 'fa:16:3e:86:c9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:07:35.206884 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Attempting to bind port 5d79bd91-4451-46c3-aacf-79b8668958b8 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:07:35.207262 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Attempting to bind port 5d79bd91-4451-46c3-aacf-79b8668958b8 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:07:35.207628 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Attempting to bind port 5d79bd91-4451-46c3-aacf-79b8668958b8 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:07:35.212191 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cd48a709-bb3c-4cd3-be40-1b09edce7d62 req-268ec734-d74a-4a62-a00b-0314521c6775 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0455222 Aug 17 03:07:35.214722 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:07:35.215181 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:07:35.215502 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:35.216035 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:07:35.216505 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Bound port: 5d79bd91-4451-46c3-aacf-79b8668958b8, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:07:35.216887 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:35.225152 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40045d62-58aa-43ad-bb72-6a379e1e8d57 req-baed3feb-ad85-45e9-bf4a-fca7dd7eba54 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:35.226800 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-40045d62-58aa-43ad-bb72-6a379e1e8d57 req-baed3feb-ad85-45e9-bf4a-fca7dd7eba54 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 944 time: 0.0900834 Aug 17 03:07:35.241243 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:35.264778 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8932a5-2e0e-4b19-b346-bb66d417ac44 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:07:35.290332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port bb8932a5-2e0e-4b19-b346-bb66d417ac44, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:35.300237 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] For port 5d79bd91-4451-46c3-aacf-79b8668958b8, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:07:35.307837 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] For port 5d79bd91-4451-46c3-aacf-79b8668958b8, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5d79bd91-4451-46c3-aacf-79b8668958b8,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:07:35.351539 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-40045d62-58aa-43ad-bb72-6a379e1e8d57 req-4f0f0648-aaf5-4976-82ce-00db53dc29a4 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1019001 Aug 17 03:07:35.399730 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:35.413057 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:35.463841 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9e513802-202e-4c98-a58e-a24d9e9de4d6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:35.472762 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Routers {'23c44293-9828-4baf-941e-c0bd419d553e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:35.474387 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:07:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['23c44293-9828-4baf-941e-c0bd419d553e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:35.497544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=bb8932a5-2e0e-4b19-b346-bb66d417ac44,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:35.515002 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3933a38-0d43-437f-9b67-2c445b765b67 req-bf434946-7ac0-4281-afe1-f1104b00dcea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0399621 Aug 17 03:07:35.538801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e513802-202e-4c98-a58e-a24d9e9de4d6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event updated for resources: {'Subnet': ['ID=205c8942-ebec-4602-837a-53c9e990dc5a,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:35.541371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e513802-202e-4c98-a58e-a24d9e9de4d6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Checking segment: {'id': '4e7bfa78-6491-47bc-9415-673aac163255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:07:35.541764 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e513802-202e-4c98-a58e-a24d9e9de4d6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Network hostable DHCP agents. Network: bd1346ef-1a20-4477-b76a-254721a64cc7, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:07:35.637872 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4182e6-d009-4bc3-ba44-5b3da1b823e5 None None] Pushing event updated for resources: {'Port': ['ID=5d79bd91-4451-46c3-aacf-79b8668958b8,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:35.691423 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e513802-202e-4c98-a58e-a24d9e9de4d6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Network bd1346ef-1a20-4477-b76a-254721a64cc7 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:07:35.699637 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] Set router 23c44293-9828-4baf-941e-c0bd419d553e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:35.806075 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-9e513802-202e-4c98-a58e-a24d9e9de4d6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, bd1346ef-1a20-4477-b76a-254721a64cc7) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:35.810174 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e513802-202e-4c98-a58e-a24d9e9de4d6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:35.810967 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9e513802-202e-4c98-a58e-a24d9e9de4d6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:35.817080 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-200cd2b1-8373-44f0-9546-c0d7ae5f2abe None None] Network bd1346ef-1a20-4477-b76a-254721a64cc7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:07:35.821903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['bb8932a5-2e0e-4b19-b346-bb66d417ac44'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:07:35.905586 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9e513802-202e-4c98-a58e-a24d9e9de4d6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1191802 Aug 17 03:07:35.906773 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60798) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:35.929277 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c44293-9828-4baf-941e-c0bd419d553e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957816005', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:31Z', 'updated_at': '2021-08-17T03:07:33Z', 'revision_number': 3, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ca:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:32Z', 'updated_at': '2021-08-17T03:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:35.962083 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e14146bb-24b4-4783-87f8-be5aa7ec60d8 None None] The sync data for ids ['23c44293-9828-4baf-941e-c0bd419d553e'] in n-d-802060-9 is: [{'id': '23c44293-9828-4baf-941e-c0bd419d553e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957816005', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:31Z', 'updated_at': '2021-08-17T03:07:33Z', 'revision_number': 3, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ca:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:32Z', 'updated_at': '2021-08-17T03:07:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:07:36.216463 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-42bc87f1-efb5-46fa-9bc7-6e657f705d0c req-c1510304-3324-4add-8b36-d24264888d52 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 210 time: 0.0638945 Aug 17 03:07:36.281978 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-67771f83-3a9d-4286-acb1-357bcd145531 req-d671a02c-2403-47c1-9de2-184c189e812f tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0433149 Aug 17 03:07:36.517406 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-bd1346ef-1a20-4477-b76a-254721a64cc7', 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'fixed_ips': [{'subnet_id': '205c8942-ebec-4602-837a-53c9e990dc5a'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:07:36.526711 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:36.551499 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19f01420-3231-43e1-9f74-9c041cb91142 req-70b2ceba-b356-4187-8d7f-e13810ff9c98 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0583673 Aug 17 03:07:36.617492 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-af15a40b-1af8-4570-b8e3-a14984767afd tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:36.619382 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-af15a40b-1af8-4570-b8e3-a14984767afd tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.60 "GET /v2.0/networks?id=a7be9734-2b85-4052-b0e6-e15c361ef57d HTTP/1.1" status: 200 len: 811 time: 0.3033721 Aug 17 03:07:36.635004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-af800fbe-3636-4ee2-8a2f-fd8364e1d5bf tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Request body: {'port': {'device_id': 'ea85d825-3eb9-4d8a-8515-97ac30a3cdc9', 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d', 'admin_state_up': True, 'tenant_id': 'd96271b16c734dc4a6b9accb241029a9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:36.853276 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:36.860967 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Allocated IP 172.20.0.2 (bd1346ef-1a20-4477-b76a-254721a64cc7/205c8942-ebec-4602-837a-53c9e990dc5a/78f72efa-bafa-46e8-9bd1-42176ce3edfb) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:07:37.033643 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f04f4bdd-d604-4099-9d8b-94d96496623a req-5bcb1f9d-bd12-4be5-ac72-3fe982aabd13 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d1be7daa272e4db9bc6e1fa8a1ed6f9a&device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0862658 Aug 17 03:07:37.093174 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f04f4bdd-d604-4099-9d8b-94d96496623a req-400a29d5-4b31-431a-9909-a363e78814cf service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d1be7daa272e4db9bc6e1fa8a1ed6f9a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0460024 Aug 17 03:07:37.103288 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:37.116358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Transition to ACTIVE for port object 78f72efa-bafa-46e8-9bd1-42176ce3edfb will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:37.137210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Transition to ACTIVE for port object 78f72efa-bafa-46e8-9bd1-42176ce3edfb will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:37.165392 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cb5a3e99-12a1-4602-bd65-a18b097065b4 req-69d34b4a-ad38-42fa-9335-c730e47e27cd tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0691001 Aug 17 03:07:37.223936 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:37.309045 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Network bd1346ef-1a20-4477-b76a-254721a64cc7 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:07:37.310312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Pushing event updated for resources: {'Port': ['ID=78f72efa-bafa-46e8-9bd1-42176ce3edfb,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:37.315161 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:37.325487 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:07:37.352938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5ba57-1adc-49cc-a24a-96a548e87c38 req-bb62bc51-3397-4762-90ca-103e69c1551d tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:37.361389 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33c5ba57-1adc-49cc-a24a-96a548e87c38 req-bb62bc51-3397-4762-90ca-103e69c1551d tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 945 time: 0.0958853 Aug 17 03:07:37.409925 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33c5ba57-1adc-49cc-a24a-96a548e87c38 req-54eb1b28-40b5-4528-8bb5-c93552838754 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0452397 Aug 17 03:07:37.410079 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ed358f5-f9d4-406f-a532-0ad51d3bb49d req-fda274a6-bb39-4eb3-abdd-7c8a292144a7 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 210 time: 0.0505664 Aug 17 03:07:37.429180 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-af800fbe-3636-4ee2-8a2f-fd8364e1d5bf tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Made reservation on behalf of d96271b16c734dc4a6b9accb241029a9 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:07:37.432956 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-af800fbe-3636-4ee2-8a2f-fd8364e1d5bf tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:37.433316 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f04f4bdd-d604-4099-9d8b-94d96496623a req-34d8cb98-6ab5-4de8-b965-85721f25919d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:37.436540 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Attempting to bind port 78f72efa-bafa-46e8-9bd1-42176ce3edfb on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:07:37.436934 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f04f4bdd-d604-4099-9d8b-94d96496623a req-34d8cb98-6ab5-4de8-b965-85721f25919d service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3099663 Aug 17 03:07:37.437071 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Attempting to bind port 78f72efa-bafa-46e8-9bd1-42176ce3edfb by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '4e7bfa78-6491-47bc-9415-673aac163255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:07:37.437442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Attempting to bind port 78f72efa-bafa-46e8-9bd1-42176ce3edfb on network bd1346ef-1a20-4477-b76a-254721a64cc7 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:07:37.458385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:07:37.459424 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Checking segment: {'id': '4e7bfa78-6491-47bc-9415-673aac163255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:07:37.459853 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:37.460268 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Bound using segment: {'id': '4e7bfa78-6491-47bc-9415-673aac163255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:07:37.460759 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Bound port: 78f72efa-bafa-46e8-9bd1-42176ce3edfb, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7bfa78-6491-47bc-9415-673aac163255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:07:37.461159 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:37.556225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] For port 78f72efa-bafa-46e8-9bd1-42176ce3edfb, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:07:37.559797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] For port 78f72efa-bafa-46e8-9bd1-42176ce3edfb, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=78f72efa-bafa-46e8-9bd1-42176ce3edfb,segment=NetworkSegment(4e7bfa78-6491-47bc-9415-673aac163255),segment_id=4e7bfa78-6491-47bc-9415-673aac163255)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:07:37.591479 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Allocated IP 172.20.0.1 (bd1346ef-1a20-4477-b76a-254721a64cc7/205c8942-ebec-4602-837a-53c9e990dc5a/16a574ae-5fef-4955-8ea0-1fa5caa90c21) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:07:37.606369 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-af800fbe-3636-4ee2-8a2f-fd8364e1d5bf tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Allocated IP 172.20.0.7 (a7be9734-2b85-4052-b0e6-e15c361ef57d/95909d0b-3b2e-4bea-aa2d-04d03f0d0fec/f60c50dc-ea8e-488c-ada2-cceca241b70b) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:07:37.623534 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:37.713073 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1368cd3e-a7ff-449f-bd72-3268139ffcb0 req-27b431f9-1de3-4e08-a0f0-a34bf1d5bd73 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0433307 Aug 17 03:07:37.764715 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-110d58c2-ab17-48a7-821f-21853fdd4f0b None None] Pushing event updated for resources: {'Port': ['ID=78f72efa-bafa-46e8-9bd1-42176ce3edfb,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:37.808385 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:37.827834 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Transition to ACTIVE for port object 16a574ae-5fef-4955-8ea0-1fa5caa90c21 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:37.857595 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-af800fbe-3636-4ee2-8a2f-fd8364e1d5bf tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:37.944637 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:37.990414 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-af800fbe-3636-4ee2-8a2f-fd8364e1d5bf tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:38.025110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-af800fbe-3636-4ee2-8a2f-fd8364e1d5bf tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Network a7be9734-2b85-4052-b0e6-e15c361ef57d is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:07:38.027759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-af800fbe-3636-4ee2-8a2f-fd8364e1d5bf tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:38.055153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-af800fbe-3636-4ee2-8a2f-fd8364e1d5bf tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:07:38.059093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Network bd1346ef-1a20-4477-b76a-254721a64cc7 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:07:38.064267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:38.066243 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event updated for resources: {'Port': ['ID=16a574ae-5fef-4955-8ea0-1fa5caa90c21,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:38.097532 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:07:38.137920 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-af800fbe-3636-4ee2-8a2f-fd8364e1d5bf tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:38.137920 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-af800fbe-3636-4ee2-8a2f-fd8364e1d5bf tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:38.162922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af800fbe-3636-4ee2-8a2f-fd8364e1d5bf tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Pushing event updated for resources: {'Port': ['ID=f60c50dc-ea8e-488c-ada2-cceca241b70b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:38.190914 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:38.230926 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-af800fbe-3636-4ee2-8a2f-fd8364e1d5bf tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6009142 Aug 17 03:07:38.247345 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Request body: {'port': {'device_id': 'ea85d825-3eb9-4d8a-8515-97ac30a3cdc9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:38.329653 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:38.355278 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-93dfeb71-6c6d-4c7d-8ab3-810711e69169 req-92c6219d-a07a-4fb6-9cd7-7e40ee34f27a tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0629308 Aug 17 03:07:38.416745 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 78f72efa-bafa-46e8-9bd1-42176ce3edfb up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:07:38.455288 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-965a1270-b21e-4270-ab13-73c8ac31e185 req-1efc32c1-dd7f-40af-a485-e09e1d763d32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=a9b32ceba71a4e34b2b81465f3e8a791&device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0509343 Aug 17 03:07:38.538015 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-384c51a4-df95-44bb-8398-b097686c1119 req-d561874f-3662-48ab-8be0-168293311732 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0694184 Aug 17 03:07:38.542887 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-965a1270-b21e-4270-ab13-73c8ac31e185 req-85d54eb6-21f7-4cea-a6ed-31c64d32056c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=a9b32ceba71a4e34b2b81465f3e8a791&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0727444 Aug 17 03:07:38.560687 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 78f72efa-bafa-46e8-9bd1-42176ce3edfb completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:07:38.578183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5d79bd91-4451-46c3-aacf-79b8668958b8 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:07:38.580848 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:38.663976 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e736dc-aef2-4821-bf7d-de29562090f5 req-af91d700-3af5-4123-b198-b8c8c71f3c7b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:38.678868 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80e736dc-aef2-4821-bf7d-de29562090f5 req-af91d700-3af5-4123-b198-b8c8c71f3c7b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 931 time: 0.1729786 Aug 17 03:07:38.707154 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 5d79bd91-4451-46c3-aacf-79b8668958b8 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:07:38.707754 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 5d79bd91-4451-46c3-aacf-79b8668958b8 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:38.709229 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:38.725966 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f04f4bdd-d604-4099-9d8b-94d96496623a req-70abe309-d2e5-4bbc-95cb-65db8c3faad6 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.60 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0423870 Aug 17 03:07:38.788696 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80e736dc-aef2-4821-bf7d-de29562090f5 req-35ff627b-cccb-495c-98cc-0c955714a604 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087415 Aug 17 03:07:38.949233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f60c50dc-ea8e-488c-ada2-cceca241b70b {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:07:38.974295 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:38.980509 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:39.015198 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Transition to ACTIVE for port object f60c50dc-ea8e-488c-ada2-cceca241b70b will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:39.016234 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device bb8932a5-2e0e-4b19-b346-bb66d417ac44 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:07:39.019663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 5d79bd91-4451-46c3-aacf-79b8668958b8, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5d79bd91-4451-46c3-aacf-79b8668958b8,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:39.113629 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:39.160219 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:39.252237 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=5d79bd91-4451-46c3-aacf-79b8668958b8,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:39.284157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Attempting to bind port f60c50dc-ea8e-488c-ada2-cceca241b70b on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:07:39.284518 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Attempting to bind port f60c50dc-ea8e-488c-ada2-cceca241b70b by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:07:39.285031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Attempting to bind port f60c50dc-ea8e-488c-ada2-cceca241b70b on network a7be9734-2b85-4052-b0e6-e15c361ef57d {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:07:39.288163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Pushing event updated for resources: {'Port': ['ID=f60c50dc-ea8e-488c-ada2-cceca241b70b,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:39.289595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port bb8932a5-2e0e-4b19-b346-bb66d417ac44 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:07:39.294422 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Port f60c50dc-ea8e-488c-ada2-cceca241b70b on network a7be9734-2b85-4052-b0e6-e15c361ef57d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:07:39.294747 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Attempting to bind port f60c50dc-ea8e-488c-ada2-cceca241b70b on network a7be9734-2b85-4052-b0e6-e15c361ef57d {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:07:39.300465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:07:39.300794 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Checking segment: {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:07:39.301183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Bound using segment: {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:07:39.302435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Bound port: f60c50dc-ea8e-488c-ada2-cceca241b70b, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:07:39.302435 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:39.308406 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbe1e7db-f94f-47ca-b104-4442bea6fb1f None None] Network bd1346ef-1a20-4477-b76a-254721a64cc7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:07:39.373097 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port bb8932a5-2e0e-4b19-b346-bb66d417ac44 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:39.373499 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:39.411028 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] For port f60c50dc-ea8e-488c-ada2-cceca241b70b, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:07:39.415384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] For port f60c50dc-ea8e-488c-ada2-cceca241b70b, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f60c50dc-ea8e-488c-ada2-cceca241b70b,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:07:39.422142 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-965a1270-b21e-4270-ab13-73c8ac31e185 req-c66e2964-6056-4246-8ec0-90d21b4f52f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:39.424117 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-965a1270-b21e-4270-ab13-73c8ac31e185 req-c66e2964-6056-4246-8ec0-90d21b4f52f3 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.8624790 Aug 17 03:07:39.434252 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2ea3a1-9ada-46a6-acd1-d929779c3680 req-80963317-0222-4b9e-bedc-1064e2a3d1f6 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:39.441515 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb2ea3a1-9ada-46a6-acd1-d929779c3680 req-80963317-0222-4b9e-bedc-1064e2a3d1f6 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 945 time: 0.7854254 Aug 17 03:07:39.498889 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bbf85e34-743a-49e0-bd02-a9cb2cb6aa29 req-67a1f85e-94cb-4330-9dc4-b1f3f732f380 tempest-ServerShowV257Test-1414448432 tempest-ServerShowV257Test-1414448432-project] 10.222.0.10 "GET /v2.0/ports?device_id=ca699a0d-0b78-4683-8fc5-30c68688a16f HTTP/1.1" status: 200 len: 210 time: 0.0381558 Aug 17 03:07:39.521037 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:39.524691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ee94db5a-c03a-43eb-a7cd-5c9283732044 None None] Provisioning for port 78f72efa-bafa-46e8-9bd1-42176ce3edfb completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:07:39.548728 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb2ea3a1-9ada-46a6-acd1-d929779c3680 req-ebb2d637-f5e9-49b9-a149-0e229d16e725 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1062346 Aug 17 03:07:39.554117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ee94db5a-c03a-43eb-a7cd-5c9283732044 None None] Provisioning complete for port 78f72efa-bafa-46e8-9bd1-42176ce3edfb triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:39.554498 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ee94db5a-c03a-43eb-a7cd-5c9283732044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:39.576173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:39.578027 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:39.585576 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] 10.222.0.60 "PUT /v2.0/ports/f60c50dc-ea8e-488c-ada2-cceca241b70b HTTP/1.1" status: 200 len: 1091 time: 1.3411288 Aug 17 03:07:39.585576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea85d825-3eb9-4d8a-8515-97ac30a3cdc9', 'tag': 'f60c50dc-ea8e-488c-ada2-cceca241b70b'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:07:39.587830 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bab7acfa-e2ca-42c8-8543-6c02ae956b24" -d '{"events": [{"name": "network-changed", "server_uuid": "ea85d825-3eb9-4d8a-8515-97ac30a3cdc9", "tag": "f60c50dc-ea8e-488c-ada2-cceca241b70b"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:07:39.602115 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:39.628190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f35ee08-acf6-49e7-8580-59f34751a556 service neutron] Pushing event updated for resources: {'Port': ['ID=f60c50dc-ea8e-488c-ada2-cceca241b70b,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:39.684547 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:39.688213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72acee38-1105-48d4-8de0-96edca0d6f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:07:39.690637 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-806accb0-ec1b-4941-aecb-3fc0ac980293" -d '{"events": [{"server_uuid": "72acee38-1105-48d4-8de0-96edca0d6f19", "name": "network-vif-plugged", "status": "completed", "tag": "bb8932a5-2e0e-4b19-b346-bb66d417ac44"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:07:39.701043 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea85b058-1cc9-409a-b519-4eb9bf50a101 req-11514893-d973-45ef-8e7f-556f5b8d503a tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0389013 Aug 17 03:07:39.705975 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f0a914a-3033-4baf-ba86-1cc1f5ac15c7 x-openstack-request-id: req-6f0a914a-3033-4baf-ba86-1cc1f5ac15c7 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:07:39.705975 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea85d825-3eb9-4d8a-8515-97ac30a3cdc9", "tag": "f60c50dc-ea8e-488c-ada2-cceca241b70b", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:07:39.705975 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f0a914a-3033-4baf-ba86-1cc1f5ac15c7 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:07:39.705975 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea85d825-3eb9-4d8a-8515-97ac30a3cdc9', 'tag': 'f60c50dc-ea8e-488c-ada2-cceca241b70b', 'status': 'completed', 'code': 200} Aug 17 03:07:39.714304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port bb8932a5-2e0e-4b19-b346-bb66d417ac44, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:39.778511 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ee94db5a-c03a-43eb-a7cd-5c9283732044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:39.788545 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:39.789669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7acfa-e2ca-42c8-8543-6c02ae956b24 req-7f2afca5-78a4-48ea-9d06-1520bdb581a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:39.791835 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bab7acfa-e2ca-42c8-8543-6c02ae956b24 req-7f2afca5-78a4-48ea-9d06-1520bdb581a7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 1094 time: 0.0869784 Aug 17 03:07:39.802253 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:07:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2a19ee-8464-4c85-a4a2-607856877310 x-openstack-request-id: req-6d2a19ee-8464-4c85-a4a2-607856877310 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:07:39.802761 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72acee38-1105-48d4-8de0-96edca0d6f19", "name": "network-vif-plugged", "status": "completed", "tag": "bb8932a5-2e0e-4b19-b346-bb66d417ac44", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:07:39.803132 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d2a19ee-8464-4c85-a4a2-607856877310 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:07:39.804144 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72acee38-1105-48d4-8de0-96edca0d6f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44', 'code': 200} Aug 17 03:07:39.838420 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:39.871198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ee94db5a-c03a-43eb-a7cd-5c9283732044 None None] For port 78f72efa-bafa-46e8-9bd1-42176ce3edfb, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=78f72efa-bafa-46e8-9bd1-42176ce3edfb,segment=NetworkSegment(4e7bfa78-6491-47bc-9415-673aac163255),segment_id=4e7bfa78-6491-47bc-9415-673aac163255)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:39.904254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=bb8932a5-2e0e-4b19-b346-bb66d417ac44,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:39.942955 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ee94db5a-c03a-43eb-a7cd-5c9283732044 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:40.008422 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7acfa-e2ca-42c8-8543-6c02ae956b24 req-bdbc03f4-6271-478f-9b52-4654b0b474e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:40.010280 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bab7acfa-e2ca-42c8-8543-6c02ae956b24 req-bdbc03f4-6271-478f-9b52-4654b0b474e8 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d96271b16c734dc4a6b9accb241029a9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1984220 Aug 17 03:07:40.019435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event updated for resources: {'Port': ['ID=16a574ae-5fef-4955-8ea0-1fa5caa90c21,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:40.024370 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee94db5a-c03a-43eb-a7cd-5c9283732044 None None] Pushing event updated for resources: {'Port': ['ID=78f72efa-bafa-46e8-9bd1-42176ce3edfb,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:40.044009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a28f729-2e7e-4753-bd02-3a6d024f0891 req-abe110bb-438f-4ece-808f-267e672ec233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:40.045587 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a28f729-2e7e-4753-bd02-3a6d024f0891 req-abe110bb-438f-4ece-808f-267e672ec233 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 1097 time: 0.1445377 Aug 17 03:07:40.046846 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:40.089292 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f21d7750-f530-4d0d-a3c0-e13deeac38b0 req-05e9c15d-c6e0-44ad-b356-b0bf71c83a7b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:40.095823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f21d7750-f530-4d0d-a3c0-e13deeac38b0 req-05e9c15d-c6e0-44ad-b356-b0bf71c83a7b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 943 time: 0.1524827 Aug 17 03:07:40.135239 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a28f729-2e7e-4753-bd02-3a6d024f0891 req-90bdabf4-7a10-456e-9f9f-31aa14857924 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0778625 Aug 17 03:07:40.181845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f21d7750-f530-4d0d-a3c0-e13deeac38b0 req-a20926d3-6585-4e89-837b-ff7b77fce95d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805016 Aug 17 03:07:40.186306 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Network bd1346ef-1a20-4477-b76a-254721a64cc7 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:07:40.188058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:40.203192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab7acfa-e2ca-42c8-8543-6c02ae956b24 req-e9bb29b6-c0de-4fa9-b421-63eabad1a5fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:40.205120 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bab7acfa-e2ca-42c8-8543-6c02ae956b24 req-e9bb29b6-c0de-4fa9-b421-63eabad1a5fc service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1786780 Aug 17 03:07:40.262921 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1cfb-b196-4f56-a42a-34e12eae127d None None] Provisioning for port 16a574ae-5fef-4955-8ea0-1fa5caa90c21 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:07:40.280875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1cfb-b196-4f56-a42a-34e12eae127d None None] Provisioning complete for port 16a574ae-5fef-4955-8ea0-1fa5caa90c21 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:40.281592 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1cfb-b196-4f56-a42a-34e12eae127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:40.335383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 78f72efa-bafa-46e8-9bd1-42176ce3edfb up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:07:40.361748 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5e2f1cfb-b196-4f56-a42a-34e12eae127d None None] Port 16a574ae-5fef-4955-8ea0-1fa5caa90c21 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:07:40.362846 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-fa9ee2d3-5f3a-43ef-8cc4-292897a1058d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:40.365698 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-fa9ee2d3-5f3a-43ef-8cc4-292897a1058d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 1094 time: 0.0855498 Aug 17 03:07:40.369740 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Router 23c44293-9828-4baf-941e-c0bd419d553e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:07:40.400361 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5e2f1cfb-b196-4f56-a42a-34e12eae127d None None] Provisioning complete for port 78f72efa-bafa-46e8-9bd1-42176ce3edfb triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:40.401576 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5e2f1cfb-b196-4f56-a42a-34e12eae127d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:40.473039 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-cd0d9aea-0224-453d-9291-526c46597f59 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f60c50dc-ea8e-488c-ada2-cceca241b70b HTTP/1.1" status: 200 len: 217 time: 0.0920379 Aug 17 03:07:40.475873 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 78f72efa-bafa-46e8-9bd1-42176ce3edfb triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:40.476273 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:40.518230 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:07:40.523554 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-797a0c94-c662-46a9-8809-f8e960335911 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "PUT /v2.0/routers/23c44293-9828-4baf-941e-c0bd419d553e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6157990 Aug 17 03:07:40.532745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60896) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:40.536332 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-2456bd33-07e3-4f90-89fb-9ec694bbeffc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:40.538586 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-2456bd33-07e3-4f90-89fb-9ec694bbeffc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95909d0b-3b2e-4bea-aa2d-04d03f0d0fec HTTP/1.1" status: 200 len: 851 time: 0.0609953 Aug 17 03:07:40.541686 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f2f15bf2-1c65-48b7-a0a9-70ced6ad912a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--2134816760', 'description': 'tempest-secgroup_access--2134816760 description', 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:40.570855 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Sync routers for ids ['23c44293-9828-4baf-941e-c0bd419d553e'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:07:40.597529 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-7a3bff86-5c6a-4cf7-9429-88be03f71138 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7be9734-2b85-4052-b0e6-e15c361ef57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489006 Aug 17 03:07:40.611837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Routers {'23c44293-9828-4baf-941e-c0bd419d553e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:40.612490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:07:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['23c44293-9828-4baf-941e-c0bd419d553e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:40.674868 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2f15bf2-1c65-48b7-a0a9-70ced6ad912a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:40.738872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5d79bd91-4451-46c3-aacf-79b8668958b8 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:07:40.799582 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56afabc6-b585-4384-866e-9ee6106d8889 req-2e196bdb-ab96-4694-a629-050f15cf38ad tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:40.800525 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-56afabc6-b585-4384-866e-9ee6106d8889 req-2e196bdb-ab96-4694-a629-050f15cf38ad tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1331155 Aug 17 03:07:40.831697 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-fa48e5dd-99dc-4588-a90b-4ba1a20185a5 service neutron] 10.222.0.60 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2212784 Aug 17 03:07:40.849045 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Set router 23c44293-9828-4baf-941e-c0bd419d553e gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:40.945315 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-50fe0850-283c-45d1-b5ae-0c8949b0d9ba req-56bbcd9e-764b-4f2a-a6d4-47b7ef4cfbc1 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.10 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.0713692 Aug 17 03:07:40.945729 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c8357b40-920d-448a-9bb2-e568e000dd5c None None] Provisioning complete for port 16a574ae-5fef-4955-8ea0-1fa5caa90c21 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:40.946334 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c8357b40-920d-448a-9bb2-e568e000dd5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:40.948113 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-965a1270-b21e-4270-ab13-73c8ac31e185 req-50a0b957-af30-4a1c-98e7-a8e052d17d19 tempest-ServerShowV254Test-187314206 tempest-ServerShowV254Test-187314206-project] 10.222.0.60 "GET /v2.0/ports?device_id=72e21456-6cec-4f4c-ad26-f9fd5606b58f HTTP/1.1" status: 200 len: 210 time: 0.1107519 Aug 17 03:07:40.961402 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c16fa2b-6e21-4394-add9-224ab4694509 req-1b10a8c6-734e-4d23-a447-d763466b3985 service neutron] 10.222.0.60 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098170 Aug 17 03:07:40.968662 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-56afabc6-b585-4384-866e-9ee6106d8889 req-52b27713-a4e1-48c8-9e15-9c8455cadc1f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1604874 Aug 17 03:07:41.042983 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2f15bf2-1c65-48b7-a0a9-70ced6ad912a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.059967 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 5d79bd91-4451-46c3-aacf-79b8668958b8 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:41.060458 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.087255 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c8357b40-920d-448a-9bb2-e568e000dd5c None None] Port 16a574ae-5fef-4955-8ea0-1fa5caa90c21 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:07:41.131791 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2f15bf2-1c65-48b7-a0a9-70ced6ad912a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.187495 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2f15bf2-1c65-48b7-a0a9-70ced6ad912a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9ad0b8bf-5482-4272-ba14-43ea56c6185c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:41.211823 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2f15bf2-1c65-48b7-a0a9-70ced6ad912a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.215612 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f2f15bf2-1c65-48b7-a0a9-70ced6ad912a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6773329 Aug 17 03:07:41.215859 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60916) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:41.223104 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-df048766-6e28-4934-9c5d-e4d312a12bcb tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--552768108', 'description': 'tempest-secgroup_general--552768108 description', 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:41.235393 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60920) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:41.274721 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5fbd5849-ef27-4a21-91d0-8d6fa3213fdf None None] Provisioning complete for port 16a574ae-5fef-4955-8ea0-1fa5caa90c21 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:41.275186 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5fbd5849-ef27-4a21-91d0-8d6fa3213fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.314384 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c44293-9828-4baf-941e-c0bd419d553e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957816005', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:31Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:32Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '16a574ae-5fef-4955-8ea0-1fa5caa90c21', 'name': '', 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'mac_address': 'fa:16:3e:6b:90:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:37Z', 'updated_at': '2021-08-17T03:07:39Z', 'revision_number': 2, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'subnets': [{'id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:41.345029 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Checking router: 23c44293-9828-4baf-941e-c0bd419d553e for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:07:41.345566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Updating router 23c44293-9828-4baf-941e-c0bd419d553e port 16a574ae-5fef-4955-8ea0-1fa5caa90c21 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:07:41.347641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5fbd5849-ef27-4a21-91d0-8d6fa3213fdf None None] Port 16a574ae-5fef-4955-8ea0-1fa5caa90c21 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:07:41.374798 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.381541 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-df048766-6e28-4934-9c5d-e4d312a12bcb tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.417484 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e694bc-01f5-4ed2-8eb7-44993244166c req-1c52cf3a-dedd-4728-91e4-cbafd8c904e4 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:41.419062 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e9e694bc-01f5-4ed2-8eb7-44993244166c req-1c52cf3a-dedd-4728-91e4-cbafd8c904e4 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 943 time: 0.1018431 Aug 17 03:07:41.420303 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9dad75a4-8440-4f5a-818b-207deb3b9f57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.468052 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e9e694bc-01f5-4ed2-8eb7-44993244166c req-997fb467-bd79-4a73-8947-63b72b001203 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378640 Aug 17 03:07:41.496416 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-df048766-6e28-4934-9c5d-e4d312a12bcb tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.601098 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-df048766-6e28-4934-9c5d-e4d312a12bcb tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.674414 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df048766-6e28-4934-9c5d-e4d312a12bcb tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d47af0ca-0ff9-4567-b304-c88e342f4b77,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:41.717206 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.724710 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9dad75a4-8440-4f5a-818b-207deb3b9f57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.728421 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Transition to ACTIVE for port object 16a574ae-5fef-4955-8ea0-1fa5caa90c21 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:41.793589 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9dad75a4-8440-4f5a-818b-207deb3b9f57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.807028 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.846856 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9dad75a4-8440-4f5a-818b-207deb3b9f57 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d1be7daa272e4db9bc6e1fa8a1ed6f9a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6100800 Aug 17 03:07:41.849441 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60930) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:41.852006 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-df048766-6e28-4934-9c5d-e4d312a12bcb tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.859875 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-df048766-6e28-4934-9c5d-e4d312a12bcb tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6388702 Aug 17 03:07:41.859992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dad75a4-8440-4f5a-818b-207deb3b9f57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8ea8573-3789-472d-86ed-70f34c9b1e87,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:41.860102 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60932) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:41.865105 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-9383c819-896d-4665-8ff1-333cee02e896 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Request body: {'security_group_rule': {'security_group_id': '9ad0b8bf-5482-4272-ba14-43ea56c6185c', 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:41.866145 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e5a7d-072c-4cc3-a0fd-1b7a16485d60 None None] Pushing event updated for resources: {'Port': ['ID=16a574ae-5fef-4955-8ea0-1fa5caa90c21,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:41.874440 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5a7d-072c-4cc3-a0fd-1b7a16485d60 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:41.874781 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5a7d-072c-4cc3-a0fd-1b7a16485d60 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:41.875123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5a7d-072c-4cc3-a0fd-1b7a16485d60 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:41.875456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5a7d-072c-4cc3-a0fd-1b7a16485d60 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:41.875861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5a7d-072c-4cc3-a0fd-1b7a16485d60 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:41.876102 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5a7d-072c-4cc3-a0fd-1b7a16485d60 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:41.876427 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5a7d-072c-4cc3-a0fd-1b7a16485d60 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:41.876763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5a7d-072c-4cc3-a0fd-1b7a16485d60 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:41.877077 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5a7d-072c-4cc3-a0fd-1b7a16485d60 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:41.877399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5a7d-072c-4cc3-a0fd-1b7a16485d60 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:41.877766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5a7d-072c-4cc3-a0fd-1b7a16485d60 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:41.878279 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f5e5a7d-072c-4cc3-a0fd-1b7a16485d60 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:41.930071 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f52e700-8c06-4769-8849-37d848a833cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.935207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Attempting to bind port 16a574ae-5fef-4955-8ea0-1fa5caa90c21 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:07:41.935638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Attempting to bind port 16a574ae-5fef-4955-8ea0-1fa5caa90c21 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '4e7bfa78-6491-47bc-9415-673aac163255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:07:41.936659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Attempting to bind port 16a574ae-5fef-4955-8ea0-1fa5caa90c21 on network bd1346ef-1a20-4477-b76a-254721a64cc7 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:07:41.943648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 7, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:07:41.944029 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Checking segment: {'id': '4e7bfa78-6491-47bc-9415-673aac163255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:07:41.944435 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.944910 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Bound using segment: {'id': '4e7bfa78-6491-47bc-9415-673aac163255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:07:41.945722 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Bound port: 16a574ae-5fef-4955-8ea0-1fa5caa90c21, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e7bfa78-6491-47bc-9415-673aac163255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:07:41.946107 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:41.955167 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f52e700-8c06-4769-8849-37d848a833cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:42.041136 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9383c819-896d-4665-8ff1-333cee02e896 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:42.064941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] For port 16a574ae-5fef-4955-8ea0-1fa5caa90c21, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:07:42.070384 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] For port 16a574ae-5fef-4955-8ea0-1fa5caa90c21, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=16a574ae-5fef-4955-8ea0-1fa5caa90c21,segment=NetworkSegment(4e7bfa78-6491-47bc-9415-673aac163255),segment_id=4e7bfa78-6491-47bc-9415-673aac163255)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:07:42.132101 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f52e700-8c06-4769-8849-37d848a833cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:42.134738 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f52e700-8c06-4769-8849-37d848a833cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:42.138390 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8f52e700-8c06-4769-8849-37d848a833cf admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f8ea8573-3789-472d-86ed-70f34c9b1e87 HTTP/1.1" status: 204 len: 168 time: 0.2855904 Aug 17 03:07:42.143163 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:42.164349 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f52e700-8c06-4769-8849-37d848a833cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8ea8573-3789-472d-86ed-70f34c9b1e87,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:42.188329 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9383c819-896d-4665-8ff1-333cee02e896 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:42.209230 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a20aa7-5d70-4edb-b17d-4f19a60fd3cc req-31fbbd45-f79c-4ae4-8615-4519f998b68c tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:42.210862 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-53a20aa7-5d70-4edb-b17d-4f19a60fd3cc req-31fbbd45-f79c-4ae4-8615-4519f998b68c tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1246617 Aug 17 03:07:42.243035 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Routers {'23c44293-9828-4baf-941e-c0bd419d553e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:42.243989 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:07:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['23c44293-9828-4baf-941e-c0bd419d553e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:42.267530 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9383c819-896d-4665-8ff1-333cee02e896 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:42.294590 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5e5a7d-072c-4cc3-a0fd-1b7a16485d60 None None] Pushing event updated for resources: {'Port': ['ID=16a574ae-5fef-4955-8ea0-1fa5caa90c21,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:42.313996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9383c819-896d-4665-8ff1-333cee02e896 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98b010f0-887b-46f9-a738-d465f96eee5d,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:42.329920 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-53a20aa7-5d70-4edb-b17d-4f19a60fd3cc req-82eceafd-153f-4d76-b2f6-5df832edc6ca tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1115122 Aug 17 03:07:42.400537 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9383c819-896d-4665-8ff1-333cee02e896 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:42.402009 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9383c819-896d-4665-8ff1-333cee02e896 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5410628 Aug 17 03:07:42.500213 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c455ed2-8544-4e59-87f3-39e050b11637 req-e60a2172-138a-4b1f-b791-a6cde1d334b5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:42.501948 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c455ed2-8544-4e59-87f3-39e050b11637 req-e60a2172-138a-4b1f-b791-a6cde1d334b5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.0556159 Aug 17 03:07:42.511789 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60956) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:42.516707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-324198b9-32ab-45d9-bbc6-f7ea4b7f89a0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Request body: {'floatingip': {'port_id': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:42.604400 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] Set router 23c44293-9828-4baf-941e-c0bd419d553e gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:42.647357 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-324198b9-32ab-45d9-bbc6-f7ea4b7f89a0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:42.736847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06af7ef7-35d9-4151-aa01-8113f3043f56 req-b65bab41-70d6-426e-8096-68bb58ebe815 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:42.738713 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06af7ef7-35d9-4151-aa01-8113f3043f56 req-b65bab41-70d6-426e-8096-68bb58ebe815 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 943 time: 0.1822751 Aug 17 03:07:42.849651 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60976) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:42.852444 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06af7ef7-35d9-4151-aa01-8113f3043f56 req-774c4ad3-26ae-4f01-bdf8-02da8529250b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755503 Aug 17 03:07:42.930874 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-9ea024a0-2410-4d3d-b0e5-b8de9494d22d tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_general--552768108&fields=id&tenant_id=d16b77c6f9d6489fb2dc3069d3a8f73c HTTP/1.1" status: 200 len: 267 time: 0.0640085 Aug 17 03:07:42.941401 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c44293-9828-4baf-941e-c0bd419d553e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957816005', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:31Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:32Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '16a574ae-5fef-4955-8ea0-1fa5caa90c21', 'name': '', 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'mac_address': 'fa:16:3e:6b:90:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:37Z', 'updated_at': '2021-08-17T03:07:42Z', 'revision_number': 4, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'subnets': [{'id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:42.988661 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61d39e23-9028-4048-ba9b-57df4fc6d91b None None] The sync data for ids ['23c44293-9828-4baf-941e-c0bd419d553e'] in n-d-802060-9 is: [{'id': '23c44293-9828-4baf-941e-c0bd419d553e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957816005', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:31Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:32Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '16a574ae-5fef-4955-8ea0-1fa5caa90c21', 'name': '', 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'mac_address': 'fa:16:3e:6b:90:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:37Z', 'updated_at': '2021-08-17T03:07:42Z', 'revision_number': 4, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'subnets': [{'id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:07:42.997662 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-6aa65255-8a76-4a75-9175-e7b2baeb5e86 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup_access--2134816760&fields=id&tenant_id=d16b77c6f9d6489fb2dc3069d3a8f73c HTTP/1.1" status: 200 len: 267 time: 0.0652313 Aug 17 03:07:43.123193 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a9878887-3f93-4e2f-9d7d-c31f064f8b45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:43.223197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-8f953d50-c79a-4042-a65d-3a3a6c06c89e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:43.230553 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-8f953d50-c79a-4042-a65d-3a3a6c06c89e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/networks?id=bd1346ef-1a20-4477-b76a-254721a64cc7 HTTP/1.1" status: 200 len: 796 time: 0.2244842 Aug 17 03:07:43.252288 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-1ae5dd4b-369b-433d-b112-e09dae79a791 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/quotas/d16b77c6f9d6489fb2dc3069d3a8f73c HTTP/1.1" status: 200 len: 375 time: 0.0207994 Aug 17 03:07:43.343492 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-cf0b6284-a596-40ab-a790-91a986b5fe3b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d16b77c6f9d6489fb2dc3069d3a8f73c&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0885441 Aug 17 03:07:43.406788 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a9878887-3f93-4e2f-9d7d-c31f064f8b45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:43.466693 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a9878887-3f93-4e2f-9d7d-c31f064f8b45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:43.534343 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a9878887-3f93-4e2f-9d7d-c31f064f8b45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a9b32ceba71a4e34b2b81465f3e8a791&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6832893 Aug 17 03:07:43.537896 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9878887-3f93-4e2f-9d7d-c31f064f8b45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b481274-32bd-49fb-928a-a8e0076714d9,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:43.538044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 32774) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:43.664720 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-073b078f-a2f0-4f0a-9083-412485879e9b service neutron] 10.222.0.10 "GET /v2.0/networks/bd1346ef-1a20-4477-b76a-254721a64cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3162096 Aug 17 03:07:43.734687 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.db.resource_extend [None req-324198b9-32ab-45d9-bbc6-f7ea4b7f89a0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 03:07:43.781380 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 32778) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:43.800229 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3abdfe06-fba4-427c-943d-bd7482fce6c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:43.869035 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-cb859b1d-6156-47d9-99c3-bddac5cb9706 service neutron] 10.222.0.10 "GET /v2.0/networks/bd1346ef-1a20-4477-b76a-254721a64cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1958034 Aug 17 03:07:43.960444 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-9f9e9e89-f4f6-404c-a0b4-9c714a1360c4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-107974054-network', 'tenant_id': '127c54846c654865888b32b593f23155'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:44.052529 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f9e9e89-f4f6-404c-a0b4-9c714a1360c4 admin admin] Made reservation on behalf of 127c54846c654865888b32b593f23155 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:07:44.055897 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f9e9e89-f4f6-404c-a0b4-9c714a1360c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:44.068508 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f9e9e89-f4f6-404c-a0b4-9c714a1360c4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:44.155192 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-324198b9-32ab-45d9-bbc6-f7ea4b7f89a0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:44.179601 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3abdfe06-fba4-427c-943d-bd7482fce6c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:44.228751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db3de04-264b-466b-b299-d86546502eb6 req-6ae6be4b-a92c-406d-a4ee-f5860992a43c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:44.230384 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8db3de04-264b-466b-b299-d86546502eb6 req-6ae6be4b-a92c-406d-a4ee-f5860992a43c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 943 time: 0.1214509 Aug 17 03:07:44.232058 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-324198b9-32ab-45d9-bbc6-f7ea4b7f89a0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:44.303570 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-820530ff-5eac-43c6-bf0d-77f880a6ccd1 req-f0e86de9-23d4-4f88-801e-3701f24dc333 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 210 time: 0.0957391 Aug 17 03:07:44.315868 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f9e9e89-f4f6-404c-a0b4-9c714a1360c4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:44.390163 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3abdfe06-fba4-427c-943d-bd7482fce6c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:44.393192 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3abdfe06-fba4-427c-943d-bd7482fce6c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:44.402125 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3abdfe06-fba4-427c-943d-bd7482fce6c5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2b481274-32bd-49fb-928a-a8e0076714d9 HTTP/1.1" status: 204 len: 168 time: 0.8613758 Aug 17 03:07:44.408610 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 16a574ae-5fef-4955-8ea0-1fa5caa90c21 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:07:44.412550 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f9e9e89-f4f6-404c-a0b4-9c714a1360c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:44.424382 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8db3de04-264b-466b-b299-d86546502eb6 req-e8f30c89-3bf0-4ba1-a212-38e190c557fb tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1497395 Aug 17 03:07:44.431063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3abdfe06-fba4-427c-943d-bd7482fce6c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b481274-32bd-49fb-928a-a8e0076714d9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:44.454708 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-324198b9-32ab-45d9-bbc6-f7ea4b7f89a0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Floating IP 932372b8-f641-4733-acf7-e24777ab3996 associated. External IP: 172.25.1.162, port: bb8932a5-2e0e-4b19-b346-bb66d417ac44. Aug 17 03:07:44.472169 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9f9e9e89-f4f6-404c-a0b4-9c714a1360c4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:07:44.492864 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e9e89-f4f6-404c-a0b4-9c714a1360c4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6ab1043-15a8-4d54-b627-d60df7942b20,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:44.515044 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f9e9e89-f4f6-404c-a0b4-9c714a1360c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:44.516496 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-9f9e9e89-f4f6-404c-a0b4-9c714a1360c4 admin admin] Added segment eed2fc80-5dc3-4c8d-92be-6599b4097ed6 of type vlan for network 7f31243a-df0b-45e5-95d3-3936416a870b Aug 17 03:07:44.610536 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f9e9e89-f4f6-404c-a0b4-9c714a1360c4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:44.714756 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f9e9e89-f4f6-404c-a0b4-9c714a1360c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:44.715825 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9e9e89-f4f6-404c-a0b4-9c714a1360c4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:44.716478 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f9e9e89-f4f6-404c-a0b4-9c714a1360c4 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:44.742171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 16a574ae-5fef-4955-8ea0-1fa5caa90c21 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:07:44.747158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 16a574ae-5fef-4955-8ea0-1fa5caa90c21 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:44.747551 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:44.793100 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-324198b9-32ab-45d9-bbc6-f7ea4b7f89a0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:07:44.837455 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9f9e9e89-f4f6-404c-a0b4-9c714a1360c4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.0548170 Aug 17 03:07:44.840485 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 32808) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:44.854239 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-c966735a-9e07-4da7-8417-7da188a38dff admin admin] Request body: {'subnet': {'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-107974054-subnet', 'tenant_id': '127c54846c654865888b32b593f23155', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:44.899705 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9e9e89-f4f6-404c-a0b4-9c714a1360c4 admin admin] Pushing event updated for resources: {'Network': ['ID=7f31243a-df0b-45e5-95d3-3936416a870b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:44.922118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 7f31243a-df0b-45e5-95d3-3936416a870b details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:07:44.977990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-324198b9-32ab-45d9-bbc6-f7ea4b7f89a0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:07:44.983188 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c966735a-9e07-4da7-8417-7da188a38dff admin admin] Made reservation on behalf of 127c54846c654865888b32b593f23155 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:07:44.993733 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-324198b9-32ab-45d9-bbc6-f7ea4b7f89a0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:44.994471 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c966735a-9e07-4da7-8417-7da188a38dff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:45.002629 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:45.005191 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58843f98-d597-4ee4-b710-bd3044f5efdf None None] Sync routers for ids ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:07:45.043738 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58843f98-d597-4ee4-b710-bd3044f5efdf None None] Routers {'088168b4-fc3f-43a5-b31f-d8301e1c6f40'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:45.043738 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-58843f98-d597-4ee4-b710-bd3044f5efdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:07:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:45.070669 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-324198b9-32ab-45d9-bbc6-f7ea4b7f89a0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "PUT /v2.0/floatingips/932372b8-f641-4733-acf7-e24777ab3996 HTTP/1.1" status: 200 len: 992 time: 2.5574949 Aug 17 03:07:45.072035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72acee38-1105-48d4-8de0-96edca0d6f19', 'tag': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:07:45.075121 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c27a5443-19d8-4519-b72b-21e46a7f407c" -d '{"events": [{"name": "network-changed", "server_uuid": "72acee38-1105-48d4-8de0-96edca0d6f19", "tag": "bb8932a5-2e0e-4b19-b346-bb66d417ac44"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:07:45.081515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f60c50dc-ea8e-488c-ada2-cceca241b70b details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:07:45.118732 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 16a574ae-5fef-4955-8ea0-1fa5caa90c21, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=16a574ae-5fef-4955-8ea0-1fa5caa90c21,segment=NetworkSegment(4e7bfa78-6491-47bc-9415-673aac163255),segment_id=4e7bfa78-6491-47bc-9415-673aac163255)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:45.212886 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:45.216891 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:07:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b2d77ec-c87d-48bf-9661-35b67c38627a x-openstack-request-id: req-9b2d77ec-c87d-48bf-9661-35b67c38627a {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:07:45.217479 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72acee38-1105-48d4-8de0-96edca0d6f19", "tag": "bb8932a5-2e0e-4b19-b346-bb66d417ac44", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:07:45.217479 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b2d77ec-c87d-48bf-9661-35b67c38627a {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:07:45.217704 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72acee38-1105-48d4-8de0-96edca0d6f19', 'tag': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44', 'status': 'completed', 'code': 200} Aug 17 03:07:45.307514 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-58843f98-d597-4ee4-b710-bd3044f5efdf None None] Set router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:45.314185 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9fa725a4-7b2d-42f8-9e84-079a8d9a7c74 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:45.347277 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=16a574ae-5fef-4955-8ea0-1fa5caa90c21,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:45.355908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a5443-19d8-4519-b72b-21e46a7f407c req-ef8ebbaf-6c9f-41a4-9118-82f99c86e4fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:45.366945 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c27a5443-19d8-4519-b72b-21e46a7f407c req-ef8ebbaf-6c9f-41a4-9118-82f99c86e4fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6310559ad60b460ba41705b832b7bbc0&device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 1097 time: 0.1320531 Aug 17 03:07:45.374452 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f60c50dc-ea8e-488c-ada2-cceca241b70b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f60c50dc-ea8e-488c-ada2-cceca241b70b,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:45.402404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'f60c50dc-ea8e-488c-ada2-cceca241b70b', 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d', 'port_id': 'f60c50dc-ea8e-488c-ada2-cceca241b70b', 'mac_address': 'fa:16:3e:40:84:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95909d0b-3b2e-4bea-aa2d-04d03f0d0fec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:07:45.441720 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b4be755d-2317-47b2-b5f7-d9ae288c9503 req-57d056d1-ae3b-431f-8bd8-65acd9d0443f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 210 time: 0.0550456 Aug 17 03:07:45.493658 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:45.526789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f60c50dc-ea8e-488c-ada2-cceca241b70b {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:07:45.576516 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a5443-19d8-4519-b72b-21e46a7f407c req-65811717-92b8-435e-b011-23f684b42833 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:45.581828 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c27a5443-19d8-4519-b72b-21e46a7f407c req-65811717-92b8-435e-b011-23f684b42833 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69 HTTP/1.1" status: 200 len: 916 time: 0.2073410 Aug 17 03:07:45.587409 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f60c50dc-ea8e-488c-ada2-cceca241b70b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f60c50dc-ea8e-488c-ada2-cceca241b70b,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:45.651538 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:45.735844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=f60c50dc-ea8e-488c-ada2-cceca241b70b,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:45.745258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-212a637d-79ba-4912-9c01-1fdfb79dc41a req-869a13a9-a376-44a5-9833-5e9fb006c453 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:45.750961 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-212a637d-79ba-4912-9c01-1fdfb79dc41a req-869a13a9-a376-44a5-9833-5e9fb006c453 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 944 time: 0.0848651 Aug 17 03:07:45.773748 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c27a5443-19d8-4519-b72b-21e46a7f407c req-bb7568fc-317c-4938-8bca-398eb712adbb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44 HTTP/1.1" status: 200 len: 1000 time: 0.1836989 Aug 17 03:07:45.801272 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c966735a-9e07-4da7-8417-7da188a38dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:45.845327 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-58843f98-d597-4ee4-b710-bd3044f5efdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '932372b8-f641-4733-acf7-e24777ab3996', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'port_id': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'mac_address': 'fa:16:3e:86:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72acee38-1105-48d4-8de0-96edca0d6f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:07:23Z', 'updated_at': '2021-08-17T03:07:43Z', 'revision_number': 1, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd3280d-4f0e-4f93-abce-18a7ca41663e', 'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'mac_address': 'fa:16:3e:65:b0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:58Z', 'updated_at': '2021-08-17T03:03:06Z', 'revision_number': 5, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'subnets': [{'id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:45.856924 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-212a637d-79ba-4912-9c01-1fdfb79dc41a req-c00feb1b-efea-4638-9840-1800cf7959b9 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919242 Aug 17 03:07:45.866051 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a5443-19d8-4519-b72b-21e46a7f407c req-aad6bb0d-589a-4946-a7c3-3cd614df7f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:45.869341 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c27a5443-19d8-4519-b72b-21e46a7f407c req-aad6bb0d-589a-4946-a7c3-3cd614df7f66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49398564-b2fd-48b6-b11e-b753c45b92cd HTTP/1.1" status: 200 len: 855 time: 0.0849564 Aug 17 03:07:45.900474 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58843f98-d597-4ee4-b710-bd3044f5efdf None None] Checking router: 088168b4-fc3f-43a5-b31f-d8301e1c6f40 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:07:45.932605 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58843f98-d597-4ee4-b710-bd3044f5efdf None None] Routers {'088168b4-fc3f-43a5-b31f-d8301e1c6f40'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:07:45.932919 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966735a-9e07-4da7-8417-7da188a38dff admin admin] Pushing event updated for resources: {'Subnet': ['ID=240d28ed-cc59-44ed-9e7e-c0fd026b529d,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:45.934568 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-58843f98-d597-4ee4-b710-bd3044f5efdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:07:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:45.941209 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c966735a-9e07-4da7-8417-7da188a38dff admin admin] Checking segment: {'id': 'eed2fc80-5dc3-4c8d-92be-6599b4097ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:07:45.941611 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c966735a-9e07-4da7-8417-7da188a38dff admin admin] Network hostable DHCP agents. Network: 7f31243a-df0b-45e5-95d3-3936416a870b, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:07:45.990931 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27a5443-19d8-4519-b72b-21e46a7f407c req-8605d110-62ba-4d7f-9fff-4585960880e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:45.992478 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c27a5443-19d8-4519-b72b-21e46a7f407c req-8605d110-62ba-4d7f-9fff-4585960880e4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1159649 Aug 17 03:07:46.005851 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['f60c50dc-ea8e-488c-ada2-cceca241b70b'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:07:46.034540 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c966735a-9e07-4da7-8417-7da188a38dff admin admin] Network 7f31243a-df0b-45e5-95d3-3936416a870b is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:07:46.125687 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-c966735a-9e07-4da7-8417-7da188a38dff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 7f31243a-df0b-45e5-95d3-3936416a870b) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:46.130550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c966735a-9e07-4da7-8417-7da188a38dff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:46.131201 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c966735a-9e07-4da7-8417-7da188a38dff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:46.135756 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c27a5443-19d8-4519-b72b-21e46a7f407c req-4a0465c5-ac3e-4d3e-b2f3-0af514e4d19f service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227229 Aug 17 03:07:46.148213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31503652-9025-4702-927c-58e169b259dd None None] Network 7f31243a-df0b-45e5-95d3-3936416a870b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:07:46.180279 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-58843f98-d597-4ee4-b710-bd3044f5efdf None None] Set router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:07:46.256870 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 32852) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:46.280778 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c966735a-9e07-4da7-8417-7da188a38dff admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.4367533 Aug 17 03:07:46.299067 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c27a5443-19d8-4519-b72b-21e46a7f407c req-3b6fe01b-c940-4d86-925c-21a10b9f6200 service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623483 Aug 17 03:07:46.372837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 16a574ae-5fef-4955-8ea0-1fa5caa90c21 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:07:46.511381 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dba56c6d-2d4d-43c5-8871-d3aeca0b79ae None None] Network 7f31243a-df0b-45e5-95d3-3936416a870b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:07:46.555698 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f9b31246-7795-4a35-a91d-5a58002ea88c admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1889067757-network', 'tenant_id': '69047ce83c1b455e9d5f2718a41aa35a'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:46.630270 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3fb8e520-cdc2-4773-89bd-19d2783fd522 req-a210dbad-434f-4019-a523-04cfbab25033 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 210 time: 0.0825794 Aug 17 03:07:46.679137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 16a574ae-5fef-4955-8ea0-1fa5caa90c21 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:46.679515 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:46.686259 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-58843f98-d597-4ee4-b710-bd3044f5efdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '932372b8-f641-4733-acf7-e24777ab3996', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'port_id': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'mac_address': 'fa:16:3e:86:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72acee38-1105-48d4-8de0-96edca0d6f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:07:23Z', 'updated_at': '2021-08-17T03:07:43Z', 'revision_number': 1, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd3280d-4f0e-4f93-abce-18a7ca41663e', 'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'mac_address': 'fa:16:3e:65:b0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:58Z', 'updated_at': '2021-08-17T03:03:06Z', 'revision_number': 5, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'subnets': [{'id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:07:46.721458 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f9b31246-7795-4a35-a91d-5a58002ea88c admin admin] Made reservation on behalf of 69047ce83c1b455e9d5f2718a41aa35a for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:07:46.724609 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f9b31246-7795-4a35-a91d-5a58002ea88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:46.732846 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-58843f98-d597-4ee4-b710-bd3044f5efdf None None] The sync data for ids ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'] in n-d-802060-9 is: [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '932372b8-f641-4733-acf7-e24777ab3996', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'floating_ip_address': '172.25.1.162', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'port_id': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 1804, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'mac_address': 'fa:16:3e:86:c9:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '72acee38-1105-48d4-8de0-96edca0d6f19', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:07:23Z', 'updated_at': '2021-08-17T03:07:43Z', 'revision_number': 1, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8fd3280d-4f0e-4f93-abce-18a7ca41663e', 'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'mac_address': 'fa:16:3e:65:b0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:58Z', 'updated_at': '2021-08-17T03:03:06Z', 'revision_number': 5, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'subnets': [{'id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:07:46.738077 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f9b31246-7795-4a35-a91d-5a58002ea88c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:46.914715 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f9b31246-7795-4a35-a91d-5a58002ea88c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:46.984412 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f9b31246-7795-4a35-a91d-5a58002ea88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:47.028802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ba97a3-42b2-480e-8599-2c27eafb7b14 req-a1bad1c2-589d-4a6f-bbeb-18e1f9c86911 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:47.037070 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2ba97a3-42b2-480e-8599-2c27eafb7b14 req-a1bad1c2-589d-4a6f-bbeb-18e1f9c86911 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 944 time: 0.0861862 Aug 17 03:07:47.054094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0970d70f-da19-4a63-90c4-e5b94e0c02e0 None None] New status for floating IP 932372b8-f641-4733-acf7-e24777ab3996: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:07:47.068556 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b31246-7795-4a35-a91d-5a58002ea88c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2fdb519-928d-4525-902a-1a09b568b15c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:47.071766 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f9b31246-7795-4a35-a91d-5a58002ea88c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:07:47.093265 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f9b31246-7795-4a35-a91d-5a58002ea88c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:47.093685 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-f9b31246-7795-4a35-a91d-5a58002ea88c admin admin] Added segment 1849b084-8d11-4a15-9911-70fdef4a2732 of type vlan for network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c Aug 17 03:07:47.099466 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2ba97a3-42b2-480e-8599-2c27eafb7b14 req-958e6790-ebab-408a-b28d-c132cf71166a tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588577 Aug 17 03:07:47.103506 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-5e2e0b52-2eb4-4326-b091-7c5bb8f2a399 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:47.105098 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-5e2e0b52-2eb4-4326-b091-7c5bb8f2a399 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/networks?id=7f31243a-df0b-45e5-95d3-3936416a870b HTTP/1.1" status: 200 len: 813 time: 0.2058673 Aug 17 03:07:47.147864 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-918af624-a6a8-404a-b571-3ed377efe4b0 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/quotas/127c54846c654865888b32b593f23155 HTTP/1.1" status: 200 len: 375 time: 0.0338287 Aug 17 03:07:47.156128 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f9b31246-7795-4a35-a91d-5a58002ea88c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:47.198119 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-459d3102-f113-4c68-b498-ee66ae03c7cc tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=127c54846c654865888b32b593f23155&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0390151 Aug 17 03:07:47.310019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-93fc0579-0f8e-4b68-89c0-c12d6e24698f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:47.311803 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-93fc0579-0f8e-4b68-89c0-c12d6e24698f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.60 "GET /v2.0/networks?id=bd1346ef-1a20-4477-b76a-254721a64cc7 HTTP/1.1" status: 200 len: 796 time: 0.1508713 Aug 17 03:07:47.332856 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1ef7c04b-7bdb-47d3-b6eb-51e1793bc745 service neutron] 10.222.0.10 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226239 Aug 17 03:07:47.370334 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-a9e8c030-9826-4e88-b046-18aac4a4845d tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=d16b77c6f9d6489fb2dc3069d3a8f73c HTTP/1.1" status: 200 len: 477 time: 0.0486035 Aug 17 03:07:47.382797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-01d7bf65-a0be-47ac-b7d3-8966b006dd64 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Request body: {'port': {'device_id': '83dce499-f2e7-49bb-8989-2bdc0d031b3a', 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7', 'admin_state_up': True, 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'security_groups': ['d47af0ca-0ff9-4567-b304-c88e342f4b77', '9ad0b8bf-5482-4272-ba14-43ea56c6185c']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:47.386464 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f9b31246-7795-4a35-a91d-5a58002ea88c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:47.387739 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f9b31246-7795-4a35-a91d-5a58002ea88c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:47.388448 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f9b31246-7795-4a35-a91d-5a58002ea88c admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:47.508089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b31246-7795-4a35-a91d-5a58002ea88c admin admin] Pushing event updated for resources: {'Network': ['ID=28f0e5fd-e1d3-4fe7-ae26-2b515580488c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:47.518047 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-fac90eeb-5fdb-4c4b-92f1-42c22b651d84 service neutron] 10.222.0.10 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781051 Aug 17 03:07:47.518766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:07:47.523106 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f9b31246-7795-4a35-a91d-5a58002ea88c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.2642155 Aug 17 03:07:47.525802 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 32892) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:07:47.531324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-aec13136-6ed8-4a17-ac19-2922080f9d21 admin admin] Request body: {'subnet': {'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1889067757-subnet', 'tenant_id': '69047ce83c1b455e9d5f2718a41aa35a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:47.599835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-01d7bf65-a0be-47ac-b7d3-8966b006dd64 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Made reservation on behalf of d16b77c6f9d6489fb2dc3069d3a8f73c for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:07:47.608052 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-01d7bf65-a0be-47ac-b7d3-8966b006dd64 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:47.684444 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aec13136-6ed8-4a17-ac19-2922080f9d21 admin admin] Made reservation on behalf of 69047ce83c1b455e9d5f2718a41aa35a for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:07:47.687232 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aec13136-6ed8-4a17-ac19-2922080f9d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:47.759887 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1b8fd653-b9aa-4146-822b-8a51d0711e9b req-293c3374-c3b0-45c4-9f87-e67e59aee642 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 210 time: 0.0330353 Aug 17 03:07:47.783406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-01d7bf65-a0be-47ac-b7d3-8966b006dd64 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Allocated IP 172.20.0.10 (bd1346ef-1a20-4477-b76a-254721a64cc7/205c8942-ebec-4602-837a-53c9e990dc5a/a4107046-7e78-49f3-a5de-5b14afd547bd) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:07:47.858744 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d47c3d05-fb09-44c6-9799-825539d77d2b req-6a5b3e86-6be4-495a-834b-3f8aca1cb79c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 210 time: 0.0461047 Aug 17 03:07:47.908342 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ec3961ef-c571-40ea-8815-cbfc7c4ae792 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:47.996076 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-01d7bf65-a0be-47ac-b7d3-8966b006dd64 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:48.011410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-01d7bf65-a0be-47ac-b7d3-8966b006dd64 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Transition to ACTIVE for port object a4107046-7e78-49f3-a5de-5b14afd547bd will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:48.074411 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aec13136-6ed8-4a17-ac19-2922080f9d21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:48.120345 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-01d7bf65-a0be-47ac-b7d3-8966b006dd64 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:48.147720 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec13136-6ed8-4a17-ac19-2922080f9d21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0277264-93fe-47f7-b95c-cea4e34626d3,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:48.150457 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:48.161649 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec13136-6ed8-4a17-ac19-2922080f9d21 admin admin] Checking segment: {'id': '1849b084-8d11-4a15-9911-70fdef4a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:07:48.161649 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec13136-6ed8-4a17-ac19-2922080f9d21 admin admin] Network hostable DHCP agents. Network: 28f0e5fd-e1d3-4fe7-ae26-2b515580488c, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:07:48.190001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-01d7bf65-a0be-47ac-b7d3-8966b006dd64 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Network bd1346ef-1a20-4477-b76a-254721a64cc7 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:07:48.195647 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-01d7bf65-a0be-47ac-b7d3-8966b006dd64 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:48.199692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-01d7bf65-a0be-47ac-b7d3-8966b006dd64 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:07:48.227713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d7bf65-a0be-47ac-b7d3-8966b006dd64 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event updated for resources: {'Port': ['ID=a4107046-7e78-49f3-a5de-5b14afd547bd,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:48.247652 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b81d44-58db-4dff-a92c-b2f29a47f691 req-094bcd1b-0592-4640-9bb6-c7543839fba1 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:48.255165 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d9b81d44-58db-4dff-a92c-b2f29a47f691 req-094bcd1b-0592-4640-9bb6-c7543839fba1 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 944 time: 0.0688138 Aug 17 03:07:48.265992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-01d7bf65-a0be-47ac-b7d3-8966b006dd64 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:48.266929 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-01d7bf65-a0be-47ac-b7d3-8966b006dd64 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:48.269373 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec13136-6ed8-4a17-ac19-2922080f9d21 admin admin] Network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:07:48.305122 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d9b81d44-58db-4dff-a92c-b2f29a47f691 req-c1145dd6-8b2c-4c78-9dc9-53db52b10af8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487938 Aug 17 03:07:48.417171 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-aec13136-6ed8-4a17-ac19-2922080f9d21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 28f0e5fd-e1d3-4fe7-ae26-2b515580488c) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:48.429363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec13136-6ed8-4a17-ac19-2922080f9d21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:48.429956 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d711adde-56ca-459e-b52f-f0630835f702 None None] Network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:07:48.432476 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aec13136-6ed8-4a17-ac19-2922080f9d21 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:48.463647 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-01d7bf65-a0be-47ac-b7d3-8966b006dd64 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 1.0870907 Aug 17 03:07:48.477124 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Request body: {'port': {'device_id': '83dce499-f2e7-49bb-8989-2bdc0d031b3a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:48.518690 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-aec13136-6ed8-4a17-ac19-2922080f9d21 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.9916289 Aug 17 03:07:48.570594 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:48.584125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f13f4f80-4f9a-43f2-8221-0c347017f338 None None] Provisioning for port a4107046-7e78-49f3-a5de-5b14afd547bd completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:07:48.587040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f13f4f80-4f9a-43f2-8221-0c347017f338 None None] Provisioning complete for port a4107046-7e78-49f3-a5de-5b14afd547bd triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:48.587494 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f13f4f80-4f9a-43f2-8221-0c347017f338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:48.641530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd46bb34-4105-428d-9c37-488687614f51 None None] Network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:07:48.774534 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f13f4f80-4f9a-43f2-8221-0c347017f338 None None] Port a4107046-7e78-49f3-a5de-5b14afd547bd cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:07:48.961348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a4107046-7e78-49f3-a5de-5b14afd547bd {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:07:48.969717 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:48.992306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Transition to ACTIVE for port object a4107046-7e78-49f3-a5de-5b14afd547bd will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:49.007090 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97c0e7e-f7b4-4060-8234-3808699dde2f req-ad80d645-f97c-4bf2-ae39-111c471462de tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:49.008834 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d97c0e7e-f7b4-4060-8234-3808699dde2f req-ad80d645-f97c-4bf2-ae39-111c471462de tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 971 time: 0.1132944 Aug 17 03:07:49.024256 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-5278431e-22d3-4f52-bf71-7f20b44d44c3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:49.026314 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-5278431e-22d3-4f52-bf71-7f20b44d44c3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/networks?id=28f0e5fd-e1d3-4fe7-ae26-2b515580488c HTTP/1.1" status: 200 len: 815 time: 0.1154649 Aug 17 03:07:49.050262 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:49.053376 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:49.057204 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d97c0e7e-f7b4-4060-8234-3808699dde2f req-45727bcc-5e63-4db6-88a8-51fa42272446 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad0b8bf-5482-4272-ba14-43ea56c6185c&id=d47af0ca-0ff9-4567-b304-c88e342f4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0417790 Aug 17 03:07:49.071805 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-21e3b7c4-580c-45b4-9316-3c5ff9573c55 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/quotas/69047ce83c1b455e9d5f2718a41aa35a HTTP/1.1" status: 200 len: 375 time: 0.0318623 Aug 17 03:07:49.087798 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f60c50dc-ea8e-488c-ada2-cceca241b70b up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:07:49.119264 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-b35bc59f-f251-4aa5-bb29-c2d7a45c1459 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=69047ce83c1b455e9d5f2718a41aa35a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0464716 Aug 17 03:07:49.156203 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Pushing event updated for resources: {'Port': ['ID=a4107046-7e78-49f3-a5de-5b14afd547bd,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:49.216271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Attempting to bind port a4107046-7e78-49f3-a5de-5b14afd547bd on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:07:49.216602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Attempting to bind port a4107046-7e78-49f3-a5de-5b14afd547bd by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '4e7bfa78-6491-47bc-9415-673aac163255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:07:49.216936 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Attempting to bind port a4107046-7e78-49f3-a5de-5b14afd547bd on network bd1346ef-1a20-4477-b76a-254721a64cc7 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:07:49.224845 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Port a4107046-7e78-49f3-a5de-5b14afd547bd on network bd1346ef-1a20-4477-b76a-254721a64cc7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:07:49.225380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Attempting to bind port a4107046-7e78-49f3-a5de-5b14afd547bd on network bd1346ef-1a20-4477-b76a-254721a64cc7 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:07:49.244516 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:07:49.245027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Checking segment: {'id': '4e7bfa78-6491-47bc-9415-673aac163255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:07:49.245460 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Bound using segment: {'id': '4e7bfa78-6491-47bc-9415-673aac163255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:07:49.245934 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Bound port: a4107046-7e78-49f3-a5de-5b14afd547bd, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4e7bfa78-6491-47bc-9415-673aac163255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:07:49.246308 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:49.270804 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-b5695b91-5a97-462e-92eb-c37aa7d4dac5 service neutron] 10.222.0.10 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487067 Aug 17 03:07:49.287143 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-50613206-2959-47aa-b02a-a9fbd39ca6a7 req-58210526-912a-4c91-9ca0-f12361f9670f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 210 time: 0.0482821 Aug 17 03:07:49.339017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port f60c50dc-ea8e-488c-ada2-cceca241b70b completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:07:49.349066 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port f60c50dc-ea8e-488c-ada2-cceca241b70b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:49.349750 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:49.382264 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] For port a4107046-7e78-49f3-a5de-5b14afd547bd, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:07:49.386672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] For port a4107046-7e78-49f3-a5de-5b14afd547bd, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a4107046-7e78-49f3-a5de-5b14afd547bd,segment=NetworkSegment(4e7bfa78-6491-47bc-9415-673aac163255),segment_id=4e7bfa78-6491-47bc-9415-673aac163255)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:07:49.464717 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:49.534513 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:49.540281 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-d6cf8e99-7a94-40b0-84f4-2c720e83006a service neutron] 10.222.0.10 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684045 Aug 17 03:07:49.547427 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:49.548077 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:49.549932 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] 10.222.0.60 "PUT /v2.0/ports/a4107046-7e78-49f3-a5de-5b14afd547bd HTTP/1.1" status: 200 len: 1131 time: 1.0779974 Aug 17 03:07:49.573010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83dce499-f2e7-49bb-8989-2bdc0d031b3a', 'tag': 'a4107046-7e78-49f3-a5de-5b14afd547bd'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:07:49.575982 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa65c23-fe8e-4c2b-8c37-825548f07ba4" -d '{"events": [{"name": "network-changed", "server_uuid": "83dce499-f2e7-49bb-8989-2bdc0d031b3a", "tag": "a4107046-7e78-49f3-a5de-5b14afd547bd"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:07:49.579875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea85d825-3eb9-4d8a-8515-97ac30a3cdc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60c50dc-ea8e-488c-ada2-cceca241b70b'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:07:49.583395 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f87fee1-1e29-48e3-a97d-7c2f4ec5b6a3" -d '{"events": [{"server_uuid": "ea85d825-3eb9-4d8a-8515-97ac30a3cdc9", "name": "network-vif-plugged", "status": "completed", "tag": "f60c50dc-ea8e-488c-ada2-cceca241b70b"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:07:49.603565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f60c50dc-ea8e-488c-ada2-cceca241b70b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f60c50dc-ea8e-488c-ada2-cceca241b70b,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:49.622496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7388dc0-aa62-4f4f-94be-c27ffc23dd8c service neutron] Pushing event updated for resources: {'Port': ['ID=a4107046-7e78-49f3-a5de-5b14afd547bd,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:49.646971 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9cad92f-aeee-43de-bdee-c2083a818b1f req-26f103d9-4ba5-4360-be65-227190290df0 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:49.662651 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e9cad92f-aeee-43de-bdee-c2083a818b1f req-26f103d9-4ba5-4360-be65-227190290df0 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 944 time: 0.1370652 Aug 17 03:07:49.669635 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:49.765983 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e9cad92f-aeee-43de-bdee-c2083a818b1f req-a3fc03d7-9010-4fd7-bfa5-b28a698b141b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986693 Aug 17 03:07:49.790358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-399b8c5a-eaf8-4a64-9171-ad26f20f029c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:49.792489 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-399b8c5a-eaf8-4a64-9171-ad26f20f029c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d16b77c6f9d6489fb2dc3069d3a8f73c&device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 1134 time: 0.1081715 Aug 17 03:07:49.796783 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=f60c50dc-ea8e-488c-ada2-cceca241b70b,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:49.845773 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-8280b3af-e6f8-4aed-adf5-5cfdde0c2412 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4107046-7e78-49f3-a5de-5b14afd547bd HTTP/1.1" status: 200 len: 217 time: 0.0425301 Aug 17 03:07:49.903009 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6742339-7759-4825-ace3-6d695f8ffd4f x-openstack-request-id: req-b6742339-7759-4825-ace3-6d695f8ffd4f {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:07:49.903406 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83dce499-f2e7-49bb-8989-2bdc0d031b3a", "tag": "a4107046-7e78-49f3-a5de-5b14afd547bd", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:07:49.903748 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6742339-7759-4825-ace3-6d695f8ffd4f {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:07:49.904411 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83dce499-f2e7-49bb-8989-2bdc0d031b3a', 'tag': 'a4107046-7e78-49f3-a5de-5b14afd547bd', 'status': 'completed', 'code': 200} Aug 17 03:07:49.912874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-382c9767-b280-4899-bc59-1c03cb785934 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:49.915105 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-382c9767-b280-4899-bc59-1c03cb785934 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=205c8942-ebec-4602-837a-53c9e990dc5a HTTP/1.1" status: 200 len: 835 time: 0.0573070 Aug 17 03:07:49.962063 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:07:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9a024f8-e6c4-49b2-9e80-c99a37209b0f x-openstack-request-id: req-b9a024f8-e6c4-49b2-9e80-c99a37209b0f {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:07:49.962761 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea85d825-3eb9-4d8a-8515-97ac30a3cdc9", "name": "network-vif-plugged", "status": "completed", "tag": "f60c50dc-ea8e-488c-ada2-cceca241b70b", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:07:49.963249 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b9a024f8-e6c4-49b2-9e80-c99a37209b0f {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:07:49.963820 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea85d825-3eb9-4d8a-8515-97ac30a3cdc9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f60c50dc-ea8e-488c-ada2-cceca241b70b', 'code': 200} Aug 17 03:07:49.988505 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-cf02be91-a916-4dc1-a84b-2d6314ac8189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:49.990961 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-cf02be91-a916-4dc1-a84b-2d6314ac8189 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd1346ef-1a20-4477-b76a-254721a64cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0662611 Aug 17 03:07:50.045465 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3aa33e8-2ea3-49ec-b91f-e5e17ba972ee req-93ec9fba-7878-4314-a028-7f317a36fa7c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 210 time: 0.0439997 Aug 17 03:07:50.111416 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a649c392-7b37-4d75-8a29-aed2c0858922 req-8dcb2ef3-57f3-4904-8dcc-3ad8d19b944c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:50.113094 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a649c392-7b37-4d75-8a29-aed2c0858922 req-8dcb2ef3-57f3-4904-8dcc-3ad8d19b944c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 1096 time: 0.0668945 Aug 17 03:07:50.158966 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-d08c7487-8f95-4d9d-9b33-2a955c7495ae service neutron] 10.222.0.60 "GET /v2.0/networks/bd1346ef-1a20-4477-b76a-254721a64cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1487379 Aug 17 03:07:50.183098 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a649c392-7b37-4d75-8a29-aed2c0858922 req-9fb63f67-8775-4dbe-bbbe-97d505bb8d41 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605290 Aug 17 03:07:50.314651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f939bf-9d83-46c1-9f84-7c8f82da9d82 req-1b7d5ba6-0b29-45aa-819a-0565ba99da54 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:50.316198 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25f939bf-9d83-46c1-9f84-7c8f82da9d82 req-1b7d5ba6-0b29-45aa-819a-0565ba99da54 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 983 time: 0.1195564 Aug 17 03:07:50.382769 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25f939bf-9d83-46c1-9f84-7c8f82da9d82 req-17c1963a-e1df-4993-949f-7c0e1ec84e3f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad0b8bf-5482-4272-ba14-43ea56c6185c&id=d47af0ca-0ff9-4567-b304-c88e342f4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0566666 Aug 17 03:07:50.389311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5383c1de-0b93-425e-970a-30f2db9b5b71 req-3e05386b-ce17-48b8-bd4f-4a0af48e68c4 service neutron] 10.222.0.60 "GET /v2.0/networks/bd1346ef-1a20-4477-b76a-254721a64cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216547 Aug 17 03:07:50.422328 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f7b6ea7-dcd2-499d-93dd-ff480077740a req-d8a2cc09-ed74-4fa1-a952-26c167a9cbd2 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 210 time: 0.0425303 Aug 17 03:07:50.495635 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-9d68cee6-18f9-4a52-a1ef-27db303a1cef tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:50.499484 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-9d68cee6-18f9-4a52-a1ef-27db303a1cef tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.60 "GET /v2.0/networks?id=7f31243a-df0b-45e5-95d3-3936416a870b HTTP/1.1" status: 200 len: 813 time: 0.1873956 Aug 17 03:07:50.511457 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Request body: {'port': {'device_id': '981cba16-1900-4394-a73d-589a134c092b', 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b', 'admin_state_up': True, 'tenant_id': '127c54846c654865888b32b593f23155'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:50.631682 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa65c23-fe8e-4c2b-8c37-825548f07ba4 req-1179a65f-e8cd-4e42-a51b-790c580411ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:50.634322 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fa65c23-fe8e-4c2b-8c37-825548f07ba4 req-1179a65f-e8cd-4e42-a51b-790c580411ac service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d16b77c6f9d6489fb2dc3069d3a8f73c&device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 1134 time: 0.0781114 Aug 17 03:07:50.743896 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Made reservation on behalf of 127c54846c654865888b32b593f23155 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:07:50.747593 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:50.796193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa65c23-fe8e-4c2b-8c37-825548f07ba4 req-8822416a-7b64-4deb-bb8a-f9e89a0993f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:50.797739 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fa65c23-fe8e-4c2b-8c37-825548f07ba4 req-8822416a-7b64-4deb-bb8a-f9e89a0993f2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd1346ef-1a20-4477-b76a-254721a64cc7 HTTP/1.1" status: 200 len: 896 time: 0.1555362 Aug 17 03:07:50.850654 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fa65c23-fe8e-4c2b-8c37-825548f07ba4 req-60a144de-b1bb-495c-a3cf-3880ed84ef61 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4107046-7e78-49f3-a5de-5b14afd547bd HTTP/1.1" status: 200 len: 217 time: 0.0398958 Aug 17 03:07:50.870394 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:50.922361 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa65c23-fe8e-4c2b-8c37-825548f07ba4 req-64adea06-3ff2-46ba-9843-971ceeb5a758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:50.924350 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fa65c23-fe8e-4c2b-8c37-825548f07ba4 req-64adea06-3ff2-46ba-9843-971ceeb5a758 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=205c8942-ebec-4602-837a-53c9e990dc5a HTTP/1.1" status: 200 len: 835 time: 0.0647891 Aug 17 03:07:50.938666 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ffa520b-62a6-4393-9de6-9443106c1078 req-516ed4ee-5779-4b18-915b-6798dfe401ae tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:50.943367 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ffa520b-62a6-4393-9de6-9443106c1078 req-516ed4ee-5779-4b18-915b-6798dfe401ae tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 945 time: 0.1001639 Aug 17 03:07:50.964938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Allocated IP 172.20.0.10 (7f31243a-df0b-45e5-95d3-3936416a870b/240d28ed-cc59-44ed-9e7e-c0fd026b529d/c02f4883-cf4e-407d-b467-8dfa261f1bb2) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:07:51.000344 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa65c23-fe8e-4c2b-8c37-825548f07ba4 req-07b67b50-cc43-4b0f-ad37-9255e38f54a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:51.001962 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fa65c23-fe8e-4c2b-8c37-825548f07ba4 req-07b67b50-cc43-4b0f-ad37-9255e38f54a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd1346ef-1a20-4477-b76a-254721a64cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0618324 Aug 17 03:07:51.030028 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ffa520b-62a6-4393-9de6-9443106c1078 req-80a1a2a9-a1b3-4547-a349-35f948a740d0 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785875 Aug 17 03:07:51.152334 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99aa605f-2853-4233-8a11-f48869739005 req-2d2fa7ea-670c-4a80-9051-434297fac21e tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 210 time: 0.0373256 Aug 17 03:07:51.158475 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fa65c23-fe8e-4c2b-8c37-825548f07ba4 req-e1a422e0-df3b-4106-920e-8721152d7249 service neutron] 10.222.0.60 "GET /v2.0/networks/bd1346ef-1a20-4477-b76a-254721a64cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468589 Aug 17 03:07:51.214273 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:51.270917 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fa65c23-fe8e-4c2b-8c37-825548f07ba4 req-42ac241e-4d67-4723-a0c5-d85e687657b8 service neutron] 10.222.0.60 "GET /v2.0/networks/bd1346ef-1a20-4477-b76a-254721a64cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1029060 Aug 17 03:07:51.394595 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:51.439977 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Network 7f31243a-df0b-45e5-95d3-3936416a870b is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:07:51.444338 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:51.449938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:07:51.457308 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Pushing event updated for resources: {'Port': ['ID=c02f4883-cf4e-407d-b467-8dfa261f1bb2,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:51.495886 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:51.496253 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:51.496574 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:51.496914 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:51.497246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:51.497606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:51.497939 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:51.498269 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:51.498596 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:51.498927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:51.499253 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:51.499593 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:51.553072 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:51.553729 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:51.583917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb2d32b-289d-41fb-af28-e031d020ab35 req-560672d7-3ddc-4360-b500-78232bcd26eb tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:51.585467 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8eb2d32b-289d-41fb-af28-e031d020ab35 req-560672d7-3ddc-4360-b500-78232bcd26eb tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 983 time: 0.1025252 Aug 17 03:07:51.586169 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff34f3bc-6a68-46f5-b6b8-c5f8a9d69842 req-5f3f8eb8-adaf-4807-a4fe-a9b2a432b181 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:51.587665 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ff34f3bc-6a68-46f5-b6b8-c5f8a9d69842 req-5f3f8eb8-adaf-4807-a4fe-a9b2a432b181 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 932 time: 0.0711868 Aug 17 03:07:51.631380 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8eb2d32b-289d-41fb-af28-e031d020ab35 req-11b067e7-7793-47d9-92b3-d0c5b347b7e0 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad0b8bf-5482-4272-ba14-43ea56c6185c&id=d47af0ca-0ff9-4567-b304-c88e342f4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0388765 Aug 17 03:07:51.637810 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ff34f3bc-6a68-46f5-b6b8-c5f8a9d69842 req-27262b71-3c6f-4f29-8ed2-207159d62b76 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366805 Aug 17 03:07:51.657448 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-3b114ba5-601d-4494-8d3a-ecb59c7f504d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1501329 Aug 17 03:07:51.671280 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Request body: {'port': {'device_id': '981cba16-1900-4394-a73d-589a134c092b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:51.729412 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:52.277367 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29dce6d1-6f67-4983-86a6-fb7b6e57cdea req-eb5df6fd-67f1-4b45-bff3-6e8b20e96d77 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 210 time: 0.0444331 Aug 17 03:07:52.489277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2aecabf-617a-400f-9ec4-d9885a096b6d req-dec48a57-4e78-4bc4-8fe8-d1db16963725 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:52.491184 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2aecabf-617a-400f-9ec4-d9885a096b6d req-dec48a57-4e78-4bc4-8fe8-d1db16963725 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 945 time: 0.1236923 Aug 17 03:07:52.521890 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02f4883-cf4e-407d-b467-8dfa261f1bb2 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:07:52.546701 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:52.567331 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-99b69687-6437-45fe-9753-194280131715 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:52.568801 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-99b69687-6437-45fe-9753-194280131715 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.60 "GET /v2.0/networks?id=28f0e5fd-e1d3-4fe7-ae26-2b515580488c HTTP/1.1" status: 200 len: 815 time: 0.1146181 Aug 17 03:07:52.583261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Request body: {'port': {'device_id': 'd0f1dd1d-d4f1-4607-a746-eb5cf78f471f', 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c', 'admin_state_up': True, 'tenant_id': '69047ce83c1b455e9d5f2718a41aa35a'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:52.586515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Transition to ACTIVE for port object c02f4883-cf4e-407d-b467-8dfa261f1bb2 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:52.592420 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2aecabf-617a-400f-9ec4-d9885a096b6d req-cc212bc2-cda9-4b4a-a021-f4e67108e940 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907621 Aug 17 03:07:52.748548 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:52.828681 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9100be8-c724-4cd3-834c-1527d8bd1f6e req-942956bf-0c20-4cb1-be60-d8ce0110ddc2 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:52.830233 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a9100be8-c724-4cd3-834c-1527d8bd1f6e req-942956bf-0c20-4cb1-be60-d8ce0110ddc2 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 932 time: 0.1158011 Aug 17 03:07:52.842333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Made reservation on behalf of 69047ce83c1b455e9d5f2718a41aa35a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:07:52.847731 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:52.858910 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Pushing event updated for resources: {'Port': ['ID=c02f4883-cf4e-407d-b467-8dfa261f1bb2,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:52.977642 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Attempting to bind port c02f4883-cf4e-407d-b467-8dfa261f1bb2 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:07:52.978023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Attempting to bind port c02f4883-cf4e-407d-b467-8dfa261f1bb2 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'eed2fc80-5dc3-4c8d-92be-6599b4097ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:07:52.978493 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Attempting to bind port c02f4883-cf4e-407d-b467-8dfa261f1bb2 on network 7f31243a-df0b-45e5-95d3-3936416a870b {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:07:52.997335 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a9100be8-c724-4cd3-834c-1527d8bd1f6e req-9a53bef2-418b-4eca-844a-af51958c6e5c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416538 Aug 17 03:07:53.001135 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Port c02f4883-cf4e-407d-b467-8dfa261f1bb2 on network 7f31243a-df0b-45e5-95d3-3936416a870b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:07:53.001401 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Attempting to bind port c02f4883-cf4e-407d-b467-8dfa261f1bb2 on network 7f31243a-df0b-45e5-95d3-3936416a870b {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:07:53.008146 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:07:53.008746 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Checking segment: {'id': 'eed2fc80-5dc3-4c8d-92be-6599b4097ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:07:53.008998 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Bound using segment: {'id': 'eed2fc80-5dc3-4c8d-92be-6599b4097ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:07:53.009810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Bound port: c02f4883-cf4e-407d-b467-8dfa261f1bb2, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed2fc80-5dc3-4c8d-92be-6599b4097ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:07:53.016774 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:53.050900 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Allocated IP 172.20.0.9 (28f0e5fd-e1d3-4fe7-ae26-2b515580488c/e0277264-93fe-47f7-b95c-cea4e34626d3/1b305bf9-3077-4cbd-9ca6-416349000e77) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:07:53.085463 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] For port c02f4883-cf4e-407d-b467-8dfa261f1bb2, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:07:53.088966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] For port c02f4883-cf4e-407d-b467-8dfa261f1bb2, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:07:53.114927 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a4107046-7e78-49f3-a5de-5b14afd547bd details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:07:53.149897 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02148800-74e5-419d-ae0f-fe22c0b6c577 req-f367c573-6dfd-46ce-940a-debb42bf34d0 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:53.151869 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-02148800-74e5-419d-ae0f-fe22c0b6c577 req-f367c573-6dfd-46ce-940a-debb42bf34d0 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 983 time: 0.0614884 Aug 17 03:07:53.188853 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:53.262834 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:53.262834 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:53.263451 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] 10.222.0.60 "PUT /v2.0/ports/c02f4883-cf4e-407d-b467-8dfa261f1bb2 HTTP/1.1" status: 200 len: 1092 time: 1.5960593 Aug 17 03:07:53.264147 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '981cba16-1900-4394-a73d-589a134c092b', 'tag': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:07:53.266952 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22af939f-202b-495b-a126-993da504b9bf" -d '{"events": [{"name": "network-changed", "server_uuid": "981cba16-1900-4394-a73d-589a134c092b", "tag": "c02f4883-cf4e-407d-b467-8dfa261f1bb2"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:07:53.286737 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a4107046-7e78-49f3-a5de-5b14afd547bd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a4107046-7e78-49f3-a5de-5b14afd547bd,segment=NetworkSegment(4e7bfa78-6491-47bc-9415-673aac163255),segment_id=4e7bfa78-6491-47bc-9415-673aac163255)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:53.290003 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-02148800-74e5-419d-ae0f-fe22c0b6c577 req-219f474f-3f12-4ce5-9f97-167fccc4af97 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad0b8bf-5482-4272-ba14-43ea56c6185c&id=d47af0ca-0ff9-4567-b304-c88e342f4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1246386 Aug 17 03:07:53.308931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'a4107046-7e78-49f3-a5de-5b14afd547bd', 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7', 'port_id': 'a4107046-7e78-49f3-a5de-5b14afd547bd', 'mac_address': 'fa:16:3e:9a:49:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:07:53.324849 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1770db8c-77f2-4964-a9ae-fd24a95ff62a service neutron] Pushing event updated for resources: {'Port': ['ID=c02f4883-cf4e-407d-b467-8dfa261f1bb2,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:53.385564 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:53.393027 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:53.407037 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:07:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f332580-24e5-45fc-96f4-27e6734b4d49 x-openstack-request-id: req-3f332580-24e5-45fc-96f4-27e6734b4d49 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:07:53.407447 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "981cba16-1900-4394-a73d-589a134c092b", "tag": "c02f4883-cf4e-407d-b467-8dfa261f1bb2", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:07:53.407801 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3f332580-24e5-45fc-96f4-27e6734b4d49 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:07:53.408305 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '981cba16-1900-4394-a73d-589a134c092b', 'tag': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2', 'status': 'completed', 'code': 200} Aug 17 03:07:53.417727 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a4107046-7e78-49f3-a5de-5b14afd547bd {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:07:53.451387 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a4107046-7e78-49f3-a5de-5b14afd547bd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a4107046-7e78-49f3-a5de-5b14afd547bd,segment=NetworkSegment(4e7bfa78-6491-47bc-9415-673aac163255),segment_id=4e7bfa78-6491-47bc-9415-673aac163255)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:53.462314 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a139fca9-fb90-46d1-a655-7a1eac36ff50 req-6d268e99-3894-40bf-bef7-447956164750 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:53.470028 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a139fca9-fb90-46d1-a655-7a1eac36ff50 req-6d268e99-3894-40bf-bef7-447956164750 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 945 time: 0.1013467 Aug 17 03:07:53.480507 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-30ff3f9a-3fba-495f-ab3e-c63341d1429c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:53.482177 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-30ff3f9a-3fba-495f-ab3e-c63341d1429c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=127c54846c654865888b32b593f23155&device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 1095 time: 0.1041372 Aug 17 03:07:53.488405 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02cafd64-9807-497f-a631-4546369aa312 req-8c3583ab-5710-4a4f-a587-8da427ace65c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 210 time: 0.0393181 Aug 17 03:07:53.520907 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:53.574240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a4107046-7e78-49f3-a5de-5b14afd547bd,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:53.575640 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-7a3dbfce-3a57-4a23-aade-41efa4e7f8b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2 HTTP/1.1" status: 200 len: 217 time: 0.0756979 Aug 17 03:07:53.584204 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a139fca9-fb90-46d1-a655-7a1eac36ff50 req-f891aef0-0d18-4a5a-8252-37311f7f3e0c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130819 Aug 17 03:07:53.610849 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:53.634962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-f7903fb0-75bd-4811-ab95-21f1d6ba7d21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:53.636616 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-f7903fb0-75bd-4811-ab95-21f1d6ba7d21 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=240d28ed-cc59-44ed-9e7e-c0fd026b529d HTTP/1.1" status: 200 len: 853 time: 0.0498164 Aug 17 03:07:53.664303 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:07:53.667828 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:07:53.670874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:07:53.674376 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-093e011e-6b13-48e0-9261-da137f1a55d2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f31243a-df0b-45e5-95d3-3936416a870b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274856 Aug 17 03:07:53.698408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Pushing event updated for resources: {'Port': ['ID=1b305bf9-3077-4cbd-9ca6-416349000e77,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:53.715529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:53.715872 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:53.716239 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:53.716572 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:53.716911 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:53.717250 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:53.717630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:53.717980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:53.718342 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:53.718678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:53.719009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:53.719340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:07:53.743865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:53.744602 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:53.801725 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-9df32ba8-2138-438f-acd2-f1125c94da82 service neutron] 10.222.0.60 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1178739 Aug 17 03:07:53.899590 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-1ae57201-1e0f-4ac7-8a59-231dc38fd4b3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3202899 Aug 17 03:07:53.905602 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['a4107046-7e78-49f3-a5de-5b14afd547bd'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:07:53.914893 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Request body: {'port': {'device_id': 'd0f1dd1d-d4f1-4607-a746-eb5cf78f471f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:07:53.923132 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f57d62f8-858d-436f-9369-682039cc8bd0 req-9f0473fe-6bfc-411a-bd02-bc040b8fce31 service neutron] 10.222.0.60 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129432 Aug 17 03:07:54.011390 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:54.124137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af939f-202b-495b-a126-993da504b9bf req-5b501b4d-9429-482e-9648-022590cabf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:54.126638 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22af939f-202b-495b-a126-993da504b9bf req-5b501b4d-9429-482e-9648-022590cabf88 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=127c54846c654865888b32b593f23155&device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 1095 time: 0.0721407 Aug 17 03:07:54.247779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c9fb0e-c576-4886-acc2-13b6c88b6282 req-010c0c92-03f2-46e2-8462-b6cdee381730 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:54.248485 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2c9fb0e-c576-4886-acc2-13b6c88b6282 req-010c0c92-03f2-46e2-8462-b6cdee381730 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 944 time: 0.1527121 Aug 17 03:07:54.258935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af939f-202b-495b-a126-993da504b9bf req-ebcce299-a52f-4fe3-a3c5-308dbcfe129e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:54.274783 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22af939f-202b-495b-a126-993da504b9bf req-ebcce299-a52f-4fe3-a3c5-308dbcfe129e service neutron] 10.222.0.60 "GET /v2.0/networks?id=7f31243a-df0b-45e5-95d3-3936416a870b HTTP/1.1" status: 200 len: 913 time: 0.1271956 Aug 17 03:07:54.325379 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22af939f-202b-495b-a126-993da504b9bf req-aaa01bcf-7cc5-4606-8e9b-bd193000afeb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2 HTTP/1.1" status: 200 len: 217 time: 0.0528765 Aug 17 03:07:54.442867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22af939f-202b-495b-a126-993da504b9bf req-255a53ab-25d6-42d6-8f3a-869cf78efade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:54.445140 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22af939f-202b-495b-a126-993da504b9bf req-255a53ab-25d6-42d6-8f3a-869cf78efade service neutron] 10.222.0.60 "GET /v2.0/subnets?id=240d28ed-cc59-44ed-9e7e-c0fd026b529d HTTP/1.1" status: 200 len: 853 time: 0.1029627 Aug 17 03:07:54.480740 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a2b954-91c6-4dfd-8231-04556a40aa4a req-5e94dabf-3b76-48d7-8727-be819017fcaa tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:54.482426 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41a2b954-91c6-4dfd-8231-04556a40aa4a req-5e94dabf-3b76-48d7-8727-be819017fcaa tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 984 time: 0.0985079 Aug 17 03:07:54.503143 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22af939f-202b-495b-a126-993da504b9bf req-e78c4f3b-0e1d-4e78-827a-5a228a7e26f7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f31243a-df0b-45e5-95d3-3936416a870b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436301 Aug 17 03:07:54.598472 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41a2b954-91c6-4dfd-8231-04556a40aa4a req-01362668-28e5-4efd-aff7-582c4a7434df tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad0b8bf-5482-4272-ba14-43ea56c6185c&id=d47af0ca-0ff9-4567-b304-c88e342f4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0980151 Aug 17 03:07:54.636857 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22af939f-202b-495b-a126-993da504b9bf req-49164634-af88-402a-afe2-09d9e3cf1e93 service neutron] 10.222.0.60 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1254888 Aug 17 03:07:54.756642 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2c9fb0e-c576-4886-acc2-13b6c88b6282 req-2a5a36e6-aba6-434b-ad3e-66435adb074a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4956074 Aug 17 03:07:54.803215 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22af939f-202b-495b-a126-993da504b9bf req-8756d4ff-8576-4949-b194-9dc0a7a85e76 service neutron] 10.222.0.60 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548643 Aug 17 03:07:54.869836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d4a7a1-d7f6-4854-ae00-71605bf312df req-b0bacc6d-bb11-47e2-b8a4-8d91e77921d3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:54.871323 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72d4a7a1-d7f6-4854-ae00-71605bf312df req-b0bacc6d-bb11-47e2-b8a4-8d91e77921d3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 945 time: 0.2378328 Aug 17 03:07:54.873036 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb47daab-2eda-4c40-b14a-4ba41f347c2f req-78ae5dd2-9f8e-4bac-9dfa-1701f6e2411f tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:54.874583 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb47daab-2eda-4c40-b14a-4ba41f347c2f req-78ae5dd2-9f8e-4bac-9dfa-1701f6e2411f tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 931 time: 0.0704284 Aug 17 03:07:54.930424 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb47daab-2eda-4c40-b14a-4ba41f347c2f req-59cbcf6d-de19-4ebd-83d3-3a3c7d8cc57d tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467701 Aug 17 03:07:55.000397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b305bf9-3077-4cbd-9ca6-416349000e77 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:07:55.016483 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:55.026884 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5cc91d-e9ac-4859-abb7-d1d88d4e8fe5 req-22908f71-93e2-4b3b-8d84-35e39645139e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:55.028391 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e5cc91d-e9ac-4859-abb7-d1d88d4e8fe5 req-22908f71-93e2-4b3b-8d84-35e39645139e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 945 time: 0.1786833 Aug 17 03:07:55.079120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Transition to ACTIVE for port object 1b305bf9-3077-4cbd-9ca6-416349000e77 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:07:55.113640 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e5cc91d-e9ac-4859-abb7-d1d88d4e8fe5 req-aff837b6-f20b-4be5-b512-e70b29a0c0d3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592098 Aug 17 03:07:55.117695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-72d4a7a1-d7f6-4854-ae00-71605bf312df req-33107bad-a3fc-4625-b9b8-265ebe45b559 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Deleting port f60c50dc-ea8e-488c-ada2-cceca241b70b {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:07:55.118296 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-72d4a7a1-d7f6-4854-ae00-71605bf312df req-33107bad-a3fc-4625-b9b8-265ebe45b559 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:55.222465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-72d4a7a1-d7f6-4854-ae00-71605bf312df req-33107bad-a3fc-4625-b9b8-265ebe45b559 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] For port f60c50dc-ea8e-488c-ada2-cceca241b70b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f60c50dc-ea8e-488c-ada2-cceca241b70b,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:55.222833 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-72d4a7a1-d7f6-4854-ae00-71605bf312df req-33107bad-a3fc-4625-b9b8-265ebe45b559 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:55.235231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-72d4a7a1-d7f6-4854-ae00-71605bf312df req-33107bad-a3fc-4625-b9b8-265ebe45b559 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Calling delete_port for f60c50dc-ea8e-488c-ada2-cceca241b70b owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:07:55.236933 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:55.327516 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Pushing event updated for resources: {'Port': ['ID=1b305bf9-3077-4cbd-9ca6-416349000e77,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:55.451807 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Attempting to bind port 1b305bf9-3077-4cbd-9ca6-416349000e77 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:07:55.452157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Attempting to bind port 1b305bf9-3077-4cbd-9ca6-416349000e77 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '1849b084-8d11-4a15-9911-70fdef4a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:07:55.452588 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Attempting to bind port 1b305bf9-3077-4cbd-9ca6-416349000e77 on network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:07:55.460976 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Port 1b305bf9-3077-4cbd-9ca6-416349000e77 on network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:07:55.461336 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Attempting to bind port 1b305bf9-3077-4cbd-9ca6-416349000e77 on network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:07:55.471619 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:07:55.471967 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Checking segment: {'id': '1849b084-8d11-4a15-9911-70fdef4a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:07:55.472357 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Bound using segment: {'id': '1849b084-8d11-4a15-9911-70fdef4a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:07:55.472837 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Bound port: 1b305bf9-3077-4cbd-9ca6-416349000e77, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1849b084-8d11-4a15-9911-70fdef4a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:07:55.473933 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:55.539671 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-72d4a7a1-d7f6-4854-ae00-71605bf312df req-33107bad-a3fc-4625-b9b8-265ebe45b559 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:55.550801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['f60c50dc-ea8e-488c-ada2-cceca241b70b'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:07:55.611737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33107bad-a3fc-4625-b9b8-265ebe45b559 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Pushing event deleted for resources: {'Port': ['ID=f60c50dc-ea8e-488c-ada2-cceca241b70b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:55.619204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] For port 1b305bf9-3077-4cbd-9ca6-416349000e77, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:07:55.635410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-72d4a7a1-d7f6-4854-ae00-71605bf312df req-33107bad-a3fc-4625-b9b8-265ebe45b559 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] No DVR routers for this DVR port f60c50dc-ea8e-488c-ada2-cceca241b70b on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:07:55.642059 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-72d4a7a1-d7f6-4854-ae00-71605bf312df req-33107bad-a3fc-4625-b9b8-265ebe45b559 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:55.643992 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72d4a7a1-d7f6-4854-ae00-71605bf312df req-33107bad-a3fc-4625-b9b8-265ebe45b559 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.60 "DELETE /v2.0/ports/f60c50dc-ea8e-488c-ada2-cceca241b70b HTTP/1.1" status: 204 len: 173 time: 0.7619283 Aug 17 03:07:55.644443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea85d825-3eb9-4d8a-8515-97ac30a3cdc9', 'name': 'network-vif-deleted', 'tag': 'f60c50dc-ea8e-488c-ada2-cceca241b70b'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:07:55.647278 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb85e068-3153-43ff-8f22-2c182c13f0a4" -d '{"events": [{"server_uuid": "ea85d825-3eb9-4d8a-8515-97ac30a3cdc9", "name": "network-vif-deleted", "tag": "f60c50dc-ea8e-488c-ada2-cceca241b70b"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:07:55.653390 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] For port 1b305bf9-3077-4cbd-9ca6-416349000e77, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1b305bf9-3077-4cbd-9ca6-416349000e77,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:07:55.688935 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:07:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c05ec01a-8482-4c09-bf41-e0ec5d897ef7 x-openstack-request-id: req-c05ec01a-8482-4c09-bf41-e0ec5d897ef7 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:07:55.689301 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea85d825-3eb9-4d8a-8515-97ac30a3cdc9", "name": "network-vif-deleted", "tag": "f60c50dc-ea8e-488c-ada2-cceca241b70b", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:07:55.689645 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c05ec01a-8482-4c09-bf41-e0ec5d897ef7 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:07:55.690106 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea85d825-3eb9-4d8a-8515-97ac30a3cdc9', 'name': 'network-vif-deleted', 'tag': 'f60c50dc-ea8e-488c-ada2-cceca241b70b', 'status': 'completed', 'code': 200} Aug 17 03:07:55.740505 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28407e1f-1544-4b4e-a726-7d3e053fb297 req-8811fd97-be28-4700-8fa9-624f226ed55b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:55.742068 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-28407e1f-1544-4b4e-a726-7d3e053fb297 req-8811fd97-be28-4700-8fa9-624f226ed55b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 984 time: 0.0559845 Aug 17 03:07:55.743424 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:55.808797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:55.809447 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:55.810873 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] 10.222.0.60 "PUT /v2.0/ports/1b305bf9-3077-4cbd-9ca6-416349000e77 HTTP/1.1" status: 200 len: 1091 time: 1.9016700 Aug 17 03:07:55.840608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350197df-a948-4aaa-b85c-6d17f68d635e service neutron] Pushing event updated for resources: {'Port': ['ID=1b305bf9-3077-4cbd-9ca6-416349000e77,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:55.850519 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-28407e1f-1544-4b4e-a726-7d3e053fb297 req-0c272a4f-134d-402e-96a0-c2597cafd230 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad0b8bf-5482-4272-ba14-43ea56c6185c&id=d47af0ca-0ff9-4567-b304-c88e342f4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0735860 Aug 17 03:07:55.906199 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee45658e-d0af-4216-bf1f-62719aa34581 req-b69c9160-ee72-4b4f-8668-fb382f9b46d9 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:55.907702 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee45658e-d0af-4216-bf1f-62719aa34581 req-b69c9160-ee72-4b4f-8668-fb382f9b46d9 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 944 time: 0.0503993 Aug 17 03:07:55.950341 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee45658e-d0af-4216-bf1f-62719aa34581 req-bc9b6d1c-0c06-4894-8cbb-332198a9811e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351906 Aug 17 03:07:56.051612 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-7143f10e-002a-4290-9fd2-8a162f179017 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:56.053236 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-7143f10e-002a-4290-9fd2-8a162f179017 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69047ce83c1b455e9d5f2718a41aa35a&device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 1094 time: 0.0759099 Aug 17 03:07:56.073281 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11677a4-4df6-404b-8f90-9ae75dca6a38 req-22f17dea-1f19-4568-8323-f47e754286a5 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:56.075224 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a11677a4-4df6-404b-8f90-9ae75dca6a38 req-22f17dea-1f19-4568-8323-f47e754286a5 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 943 time: 0.0641243 Aug 17 03:07:56.119088 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-512a3063-3747-4c6a-88da-24746fed21c4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b305bf9-3077-4cbd-9ca6-416349000e77 HTTP/1.1" status: 200 len: 217 time: 0.0554619 Aug 17 03:07:56.178325 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a11677a4-4df6-404b-8f90-9ae75dca6a38 req-1116cb4b-3b6c-458a-8b2f-738d16faa67a tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962322 Aug 17 03:07:56.187666 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-237bce96-3b47-48e7-a983-db8a7c29a39c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:56.189183 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-237bce96-3b47-48e7-a983-db8a7c29a39c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0277264-93fe-47f7-b95c-cea4e34626d3 HTTP/1.1" status: 200 len: 855 time: 0.0624216 Aug 17 03:07:56.225679 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-8273ce93-a120-444d-92b8-eeaa326aa14a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28f0e5fd-e1d3-4fe7-ae26-2b515580488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275002 Aug 17 03:07:56.226767 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e1970db-17d0-48a0-90b8-550223c3ee35 req-e0e0f511-9d19-4b54-8913-25eecf1ac73e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea85d825-3eb9-4d8a-8515-97ac30a3cdc9 HTTP/1.1" status: 200 len: 210 time: 0.0372577 Aug 17 03:07:56.325918 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-4285a412-ec33-4860-93e7-71aecaf36bfe service neutron] 10.222.0.60 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0916581 Aug 17 03:07:56.431595 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2a593cce-4fd1-4dec-922e-221da4d1a653 req-a0eca13c-e1a7-4f9d-862f-c20a96c019d0 service neutron] 10.222.0.60 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924098 Aug 17 03:07:56.978249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbb6d1b-900e-4f8f-8243-7ec1603a128f req-5005fb44-906a-4135-98be-2f9dcc1dea1a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:56.979717 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5dbb6d1b-900e-4f8f-8243-7ec1603a128f req-5005fb44-906a-4135-98be-2f9dcc1dea1a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 984 time: 0.0504961 Aug 17 03:07:57.028472 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5dbb6d1b-900e-4f8f-8243-7ec1603a128f req-08578dd1-b014-4544-85bd-ba6d483ff3d6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad0b8bf-5482-4272-ba14-43ea56c6185c&id=d47af0ca-0ff9-4567-b304-c88e342f4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0423837 Aug 17 03:07:57.093951 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341f0ff8-06ed-4619-b0ab-9e43c312815c req-7e19d31e-ad82-4b1d-95e7-096a3cafd87a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:57.095434 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-341f0ff8-06ed-4619-b0ab-9e43c312815c req-7e19d31e-ad82-4b1d-95e7-096a3cafd87a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 944 time: 0.0514097 Aug 17 03:07:57.135320 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c02f4883-cf4e-407d-b467-8dfa261f1bb2 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:07:57.135818 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-341f0ff8-06ed-4619-b0ab-9e43c312815c req-963dabd6-a7ee-4e13-ad7e-daa4fbbbab9c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340154 Aug 17 03:07:57.145047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a4107046-7e78-49f3-a5de-5b14afd547bd up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:07:57.332232 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec920aa-ffe8-429c-a9f1-0241e08aec58 req-75988a94-40ab-4df5-8784-2c4ddb3a6f7c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:57.334333 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ec920aa-ffe8-429c-a9f1-0241e08aec58 req-75988a94-40ab-4df5-8784-2c4ddb3a6f7c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 943 time: 0.0599201 Aug 17 03:07:57.380160 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ec920aa-ffe8-429c-a9f1-0241e08aec58 req-08f46056-bc83-4d4d-a1f2-d2e2ed4fd2d5 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363681 Aug 17 03:07:57.451933 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c02f4883-cf4e-407d-b467-8dfa261f1bb2, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:57.464749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2', 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b', 'port_id': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2', 'mac_address': 'fa:16:3e:12:8b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '240d28ed-cc59-44ed-9e7e-c0fd026b529d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:07:57.491502 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port a4107046-7e78-49f3-a5de-5b14afd547bd completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:07:57.501802 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port a4107046-7e78-49f3-a5de-5b14afd547bd triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:07:57.502179 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:57.531043 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:57.552529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02f4883-cf4e-407d-b467-8dfa261f1bb2 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:07:57.580396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c02f4883-cf4e-407d-b467-8dfa261f1bb2, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:57.591773 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-dc1fd45e-62c3-450b-91fb-a214406908eb tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:57.593541 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-dc1fd45e-62c3-450b-91fb-a214406908eb tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/networks?id=a7be9734-2b85-4052-b0e6-e15c361ef57d HTTP/1.1" status: 200 len: 811 time: 0.1180041 Aug 17 03:07:57.612125 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-929e6a93-4720-4a59-8e24-4cef01f1b833 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/quotas/d96271b16c734dc4a6b9accb241029a9 HTTP/1.1" status: 200 len: 375 time: 0.0115497 Aug 17 03:07:57.621396 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:57.624684 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:57.649322 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-f736ed26-f33d-47b1-8c4a-739ea9937a8a tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0295823 Aug 17 03:07:57.679432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dce499-f2e7-49bb-8989-2bdc0d031b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4107046-7e78-49f3-a5de-5b14afd547bd'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:07:57.681732 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27e77c87-391a-45a4-a92d-de04ddd7114f" -d '{"events": [{"server_uuid": "83dce499-f2e7-49bb-8989-2bdc0d031b3a", "name": "network-vif-plugged", "status": "completed", "tag": "a4107046-7e78-49f3-a5de-5b14afd547bd"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:07:57.691501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0f1dd1d-d4f1-4607-a746-eb5cf78f471f', 'tag': '1b305bf9-3077-4cbd-9ca6-416349000e77'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:07:57.695717 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3815bc72-04fc-4c5f-84ad-c89e23568120" -d '{"events": [{"name": "network-changed", "server_uuid": "d0f1dd1d-d4f1-4607-a746-eb5cf78f471f", "tag": "1b305bf9-3077-4cbd-9ca6-416349000e77"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:07:57.707415 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a4107046-7e78-49f3-a5de-5b14afd547bd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a4107046-7e78-49f3-a5de-5b14afd547bd,segment=NetworkSegment(4e7bfa78-6491-47bc-9415-673aac163255),segment_id=4e7bfa78-6491-47bc-9415-673aac163255)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:57.712684 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c02f4883-cf4e-407d-b467-8dfa261f1bb2,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:57.736079 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46262a98-c964-4053-aa72-73fed07b5afd x-openstack-request-id: req-46262a98-c964-4053-aa72-73fed07b5afd {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:07:57.736510 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83dce499-f2e7-49bb-8989-2bdc0d031b3a", "name": "network-vif-plugged", "status": "completed", "tag": "a4107046-7e78-49f3-a5de-5b14afd547bd", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:07:57.736800 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46262a98-c964-4053-aa72-73fed07b5afd {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:07:57.737192 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83dce499-f2e7-49bb-8989-2bdc0d031b3a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a4107046-7e78-49f3-a5de-5b14afd547bd', 'code': 200} Aug 17 03:07:57.766499 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:57.787389 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-80743a22-18db-483b-8bc3-0cb9a9b4a855 service neutron] 10.222.0.10 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1266232 Aug 17 03:07:57.787985 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:07:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d0bc28c-6bb0-4bb1-bd93-871066ea0c26 x-openstack-request-id: req-5d0bc28c-6bb0-4bb1-bd93-871066ea0c26 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:07:57.787985 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0f1dd1d-d4f1-4607-a746-eb5cf78f471f", "tag": "1b305bf9-3077-4cbd-9ca6-416349000e77", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:07:57.787985 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d0bc28c-6bb0-4bb1-bd93-871066ea0c26 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:07:57.787985 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0f1dd1d-d4f1-4607-a746-eb5cf78f471f', 'tag': '1b305bf9-3077-4cbd-9ca6-416349000e77', 'status': 'completed', 'code': 200} Aug 17 03:07:57.841618 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a4107046-7e78-49f3-a5de-5b14afd547bd,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:57.884306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815bc72-04fc-4c5f-84ad-c89e23568120 req-9bd87b72-79c5-4d34-97cb-1502fa269d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:57.886091 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3815bc72-04fc-4c5f-84ad-c89e23568120 req-9bd87b72-79c5-4d34-97cb-1502fa269d36 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69047ce83c1b455e9d5f2718a41aa35a&device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 1094 time: 0.0756638 Aug 17 03:07:57.910378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23be6bc-7dea-4d80-af50-e2696d0f160e req-d49c863c-6349-4919-bb84-2e48d5ce91bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:57.911895 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d23be6bc-7dea-4d80-af50-e2696d0f160e req-d49c863c-6349-4919-bb84-2e48d5ce91bf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 1136 time: 0.0741768 Aug 17 03:07:57.925613 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-320bb3e0-8b09-430f-a706-0f85f959365f service neutron] 10.222.0.10 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1394284 Aug 17 03:07:58.018204 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['c02f4883-cf4e-407d-b467-8dfa261f1bb2'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:07:58.024035 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d23be6bc-7dea-4d80-af50-e2696d0f160e req-e0448940-924f-459e-8320-6927ff10adba service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d47af0ca-0ff9-4567-b304-c88e342f4b77&id=9ad0b8bf-5482-4272-ba14-43ea56c6185c&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1014009 Aug 17 03:07:58.049127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815bc72-04fc-4c5f-84ad-c89e23568120 req-0c1a64f3-9529-443d-a4e5-2ad785b406cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:58.052877 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3815bc72-04fc-4c5f-84ad-c89e23568120 req-0c1a64f3-9529-443d-a4e5-2ad785b406cd service neutron] 10.222.0.60 "GET /v2.0/networks?id=28f0e5fd-e1d3-4fe7-ae26-2b515580488c HTTP/1.1" status: 200 len: 915 time: 0.1558504 Aug 17 03:07:58.126482 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3815bc72-04fc-4c5f-84ad-c89e23568120 req-05d19653-9a96-4cf9-9f29-fe5edb31f6d6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1b305bf9-3077-4cbd-9ca6-416349000e77 HTTP/1.1" status: 200 len: 217 time: 0.0453932 Aug 17 03:07:58.204566 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3815bc72-04fc-4c5f-84ad-c89e23568120 req-71a8e811-5da3-4bef-8b3c-636e0efc4065 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:58.206142 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3815bc72-04fc-4c5f-84ad-c89e23568120 req-71a8e811-5da3-4bef-8b3c-636e0efc4065 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0277264-93fe-47f7-b95c-cea4e34626d3 HTTP/1.1" status: 200 len: 855 time: 0.0715933 Aug 17 03:07:58.232908 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed3c074b-725b-4cf3-b9fa-2cbbf44d4863 req-dba5593d-9f22-4776-9533-448eb84c1937 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 210 time: 0.0394547 Aug 17 03:07:58.244001 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3815bc72-04fc-4c5f-84ad-c89e23568120 req-aa7e4b7c-9071-4247-8cfd-9a6870830688 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28f0e5fd-e1d3-4fe7-ae26-2b515580488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0293784 Aug 17 03:07:58.252018 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f2f78ea-cc28-43ca-8175-6d9d2e132cbf req-cc92fc3c-ea41-4f52-aa98-cce0077bfe11 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:58.254776 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f2f78ea-cc28-43ca-8175-6d9d2e132cbf req-cc92fc3c-ea41-4f52-aa98-cce0077bfe11 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 985 time: 0.1305249 Aug 17 03:07:58.375343 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19872905-60a0-45bc-9592-5a08647b3de9 req-21cc16c7-7e1e-4242-8ac6-a661ca5ff5cf tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:58.375343 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-19872905-60a0-45bc-9592-5a08647b3de9 req-21cc16c7-7e1e-4242-8ac6-a661ca5ff5cf tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 945 time: 0.0571899 Aug 17 03:07:58.375815 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f2f78ea-cc28-43ca-8175-6d9d2e132cbf req-b56c274d-371b-4bff-b1b5-c71aa5ccc727 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad0b8bf-5482-4272-ba14-43ea56c6185c&id=d47af0ca-0ff9-4567-b304-c88e342f4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1050940 Aug 17 03:07:58.396865 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3815bc72-04fc-4c5f-84ad-c89e23568120 req-4566a507-2c61-4924-9746-4112a877ba47 service neutron] 10.222.0.60 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1409984 Aug 17 03:07:58.430795 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-19872905-60a0-45bc-9592-5a08647b3de9 req-09e8b928-f358-4e2e-ae55-51f0d203198e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558276 Aug 17 03:07:58.529445 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3815bc72-04fc-4c5f-84ad-c89e23568120 req-832af5af-b5ac-4531-9465-51f6bfb111cd service neutron] 10.222.0.60 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1229546 Aug 17 03:07:58.546615 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cc0960-b073-482a-bac6-0b1a3e531b46 req-11b4dc34-d46c-420b-a30d-5133641559d1 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:58.549900 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1cc0960-b073-482a-bac6-0b1a3e531b46 req-11b4dc34-d46c-420b-a30d-5133641559d1 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 943 time: 0.0693407 Aug 17 03:07:58.595975 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1cc0960-b073-482a-bac6-0b1a3e531b46 req-7e7f0cc1-00ad-4896-a721-1d8a8683b780 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399303 Aug 17 03:07:59.137043 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1b305bf9-3077-4cbd-9ca6-416349000e77 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:07:59.140411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f60c50dc-ea8e-488c-ada2-cceca241b70b no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:07:59.171384 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: f60c50dc-ea8e-488c-ada2-cceca241b70b {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:07:59.171865 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f60c50dc-ea8e-488c-ada2-cceca241b70b not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:07:59.273763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 1b305bf9-3077-4cbd-9ca6-416349000e77, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1b305bf9-3077-4cbd-9ca6-416349000e77,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:59.286290 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '1b305bf9-3077-4cbd-9ca6-416349000e77', 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c', 'port_id': '1b305bf9-3077-4cbd-9ca6-416349000e77', 'mac_address': 'fa:16:3e:2b:90:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0277264-93fe-47f7-b95c-cea4e34626d3', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:07:59.324887 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:59.339877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b305bf9-3077-4cbd-9ca6-416349000e77 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:07:59.350795 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ad14ba3-24c7-402e-9eaf-50d2f76ce1a8 req-34770034-bfec-4bb2-8030-96e054d93b18 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 210 time: 0.0355437 Aug 17 03:07:59.367437 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 1b305bf9-3077-4cbd-9ca6-416349000e77, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1b305bf9-3077-4cbd-9ca6-416349000e77,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:07:59.475628 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:07:59.502237 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b9bb1e8-f53d-4297-a8ca-0b8105db3929 req-34537581-63bc-4421-80b7-9189fe5c2b1c tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:59.503779 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b9bb1e8-f53d-4297-a8ca-0b8105db3929 req-34537581-63bc-4421-80b7-9189fe5c2b1c tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 985 time: 0.0553837 Aug 17 03:07:59.546989 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=1b305bf9-3077-4cbd-9ca6-416349000e77,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:07:59.552447 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b9bb1e8-f53d-4297-a8ca-0b8105db3929 req-9cbcde84-e52a-4548-952c-421191f8b87f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad0b8bf-5482-4272-ba14-43ea56c6185c&id=d47af0ca-0ff9-4567-b304-c88e342f4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0421088 Aug 17 03:07:59.560539 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d628fb7-6c9c-43f6-9740-40b9a1751b59 req-8b5907ea-bd1e-440f-9550-5ef457126a76 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:59.569208 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8d628fb7-6c9c-43f6-9740-40b9a1751b59 req-8b5907ea-bd1e-440f-9550-5ef457126a76 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 945 time: 0.0705082 Aug 17 03:07:59.618552 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8d628fb7-6c9c-43f6-9740-40b9a1751b59 req-5217d90d-db37-4e40-afe0-e2a68e2f7cfa tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398240 Aug 17 03:07:59.682038 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9620209a-b922-4c10-b638-d13941352dbc req-56e3fcd1-78f4-4e7c-bb69-20d6cfd6beb7 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:59.683777 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9620209a-b922-4c10-b638-d13941352dbc req-56e3fcd1-78f4-4e7c-bb69-20d6cfd6beb7 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 985 time: 0.0534573 Aug 17 03:07:59.728426 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9620209a-b922-4c10-b638-d13941352dbc req-a98fa652-36e3-4871-9f05-77eec8541b1a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad0b8bf-5482-4272-ba14-43ea56c6185c&id=d47af0ca-0ff9-4567-b304-c88e342f4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0379176 Aug 17 03:07:59.748079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbc81e88-a261-408d-af1f-c86542b93851 req-3cd1a8b2-bade-4241-b733-e00fb0d46892 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:59.750195 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cbc81e88-a261-408d-af1f-c86542b93851 req-3cd1a8b2-bade-4241-b733-e00fb0d46892 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 944 time: 0.0773606 Aug 17 03:07:59.797986 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cbc81e88-a261-408d-af1f-c86542b93851 req-d69072a7-0ec7-4c71-92ab-6421f6eb742d tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408423 Aug 17 03:07:59.905868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['1b305bf9-3077-4cbd-9ca6-416349000e77'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:07:59.907235 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29254940-e2b8-4b56-bcf2-44c48e7847c1 req-1a6a55c4-3b21-4fc4-8bc8-789fa3935ad5 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:07:59.908706 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-29254940-e2b8-4b56-bcf2-44c48e7847c1 req-1a6a55c4-3b21-4fc4-8bc8-789fa3935ad5 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 1136 time: 0.0476749 Aug 17 03:07:59.933307 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-29254940-e2b8-4b56-bcf2-44c48e7847c1 req-c9ff311f-d577-4994-a743-22ee126aa851 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:00.049459 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-29254940-e2b8-4b56-bcf2-44c48e7847c1 req-c9ff311f-d577-4994-a743-22ee126aa851 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:00.124365 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-29254940-e2b8-4b56-bcf2-44c48e7847c1 req-c9ff311f-d577-4994-a743-22ee126aa851 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:00.155259 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-29254940-e2b8-4b56-bcf2-44c48e7847c1 req-c9ff311f-d577-4994-a743-22ee126aa851 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9ad0b8bf-5482-4272-ba14-43ea56c6185c&id=d47af0ca-0ff9-4567-b304-c88e342f4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.2390671 Aug 17 03:08:00.157149 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9ff311f-d577-4994-a743-22ee126aa851 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53386164-6c69-417c-8e3d-2ee234746d0e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:00.182899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33208) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:00.226331 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b2ca1f-6091-467d-ae65-518df5a0ac3b tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:00.230834 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b3b2ca1f-6091-467d-ae65-518df5a0ac3b tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 1131 time: 0.0440526 Aug 17 03:08:00.231172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33210) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:00.235720 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': 'a4107046-7e78-49f3-a5de-5b14afd547bd', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:08:00.331491 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:00.471665 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:00.485217 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c600150-59d4-4a8c-912d-d5e9b56310bf req-39d2dd2d-927f-414f-a948-3af8b021c4f5 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 210 time: 0.0352964 Aug 17 03:08:00.537326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-28e5f117-4437-453d-963b-905c5684d2e4 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:00.539078 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-28e5f117-4437-453d-963b-905c5684d2e4 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.60 "GET /v2.0/networks?id=a7be9734-2b85-4052-b0e6-e15c361ef57d HTTP/1.1" status: 200 len: 811 time: 0.1705081 Aug 17 03:08:00.554998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-ee3e6d18-53aa-4173-8dd3-8738b3843c7d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Request body: {'port': {'device_id': '917a89a6-17d6-445f-a887-c172cca176f2', 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d', 'admin_state_up': True, 'tenant_id': 'd96271b16c734dc4a6b9accb241029a9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:08:00.595695 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Allocated IP 172.25.1.5 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/588889be-b6cf-4782-86b2-d09bcc4351e9) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:08:00.771017 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:00.772070 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-ee3e6d18-53aa-4173-8dd3-8738b3843c7d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Made reservation on behalf of d96271b16c734dc4a6b9accb241029a9 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:08:00.776792 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-ee3e6d18-53aa-4173-8dd3-8738b3843c7d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:00.801947 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7df7a-0ce7-4014-9415-a984e2e91aca req-a67dd0bc-b2e3-476e-b3a9-407ed7bf64d4 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:00.803554 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bca7df7a-0ce7-4014-9415-a984e2e91aca req-a67dd0bc-b2e3-476e-b3a9-407ed7bf64d4 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 945 time: 0.1090958 Aug 17 03:08:00.881706 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bca7df7a-0ce7-4014-9415-a984e2e91aca req-f4a0da6f-d388-4231-aef5-f7815dc71390 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684876 Aug 17 03:08:00.937358 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:00.972452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-ee3e6d18-53aa-4173-8dd3-8738b3843c7d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Allocated IP 172.20.0.2 (a7be9734-2b85-4052-b0e6-e15c361ef57d/95909d0b-3b2e-4bea-aa2d-04d03f0d0fec/0ea7ede3-c27f-4676-9cc2-7d84d027a316) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:08:00.977601 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:08:00.984258 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:08:00.987913 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:08:00.991513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed7720f-b857-4e6e-9a38-f6dc900daaaa req-a68cbe7a-9502-488a-952f-ddb78a02344c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:00.993258 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aed7720f-b857-4e6e-9a38-f6dc900daaaa req-a68cbe7a-9502-488a-952f-ddb78a02344c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 944 time: 0.0917473 Aug 17 03:08:01.013814 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event updated for resources: {'Port': ['ID=588889be-b6cf-4782-86b2-d09bcc4351e9,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:01.059611 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aed7720f-b857-4e6e-9a38-f6dc900daaaa req-55783776-70d0-4039-91e0-4ccf3fab27d5 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591543 Aug 17 03:08:01.143204 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c02f4883-cf4e-407d-b467-8dfa261f1bb2 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:08:01.211557 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-ee3e6d18-53aa-4173-8dd3-8738b3843c7d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:01.296752 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port c02f4883-cf4e-407d-b467-8dfa261f1bb2 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:08:01.300940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port c02f4883-cf4e-407d-b467-8dfa261f1bb2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:08:01.301657 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:01.348865 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-ee3e6d18-53aa-4173-8dd3-8738b3843c7d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:01.402796 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-ee3e6d18-53aa-4173-8dd3-8738b3843c7d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Network a7be9734-2b85-4052-b0e6-e15c361ef57d is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:08:01.405220 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:01.406439 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-ee3e6d18-53aa-4173-8dd3-8738b3843c7d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:08:01.411496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-ee3e6d18-53aa-4173-8dd3-8738b3843c7d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:08:01.414559 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3e6d18-53aa-4173-8dd3-8738b3843c7d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Pushing event updated for resources: {'Port': ['ID=0ea7ede3-c27f-4676-9cc2-7d84d027a316,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:01.437946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981cba16-1900-4394-a73d-589a134c092b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:08:01.440494 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55c6c16a-1116-491d-8962-c5b1b04e5161" -d '{"events": [{"server_uuid": "981cba16-1900-4394-a73d-589a134c092b", "name": "network-vif-plugged", "status": "completed", "tag": "c02f4883-cf4e-407d-b467-8dfa261f1bb2"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:08:01.459850 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c02f4883-cf4e-407d-b467-8dfa261f1bb2, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:01.462180 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:01.485115 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:08:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5aaa154-f33c-47d6-846d-4cd2286eaaf6 x-openstack-request-id: req-f5aaa154-f33c-47d6-846d-4cd2286eaaf6 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:08:01.485115 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981cba16-1900-4394-a73d-589a134c092b", "name": "network-vif-plugged", "status": "completed", "tag": "c02f4883-cf4e-407d-b467-8dfa261f1bb2", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:08:01.485355 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f5aaa154-f33c-47d6-846d-4cd2286eaaf6 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:08:01.485752 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '981cba16-1900-4394-a73d-589a134c092b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2', 'code': 200} Aug 17 03:08:01.494240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-ee3e6d18-53aa-4173-8dd3-8738b3843c7d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:01.494928 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-ee3e6d18-53aa-4173-8dd3-8738b3843c7d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:01.556702 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:01.608013 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4482ded9-851b-43c9-a84a-bbf95efae22d req-2096c226-7663-4fb3-a9c8-a268d5772978 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:01.609670 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4482ded9-851b-43c9-a84a-bbf95efae22d req-2096c226-7663-4fb3-a9c8-a268d5772978 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 1097 time: 0.0594501 Aug 17 03:08:01.616861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c02f4883-cf4e-407d-b467-8dfa261f1bb2,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:01.621658 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47bc06c3-a3f3-4a0b-a96b-fcc59aab3df8 req-286d2afb-5981-4194-ac24-fe3d29af08d6 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:01.623235 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-47bc06c3-a3f3-4a0b-a96b-fcc59aab3df8 req-286d2afb-5981-4194-ac24-fe3d29af08d6 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 931 time: 0.0606537 Aug 17 03:08:01.628508 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-ee3e6d18-53aa-4173-8dd3-8738b3843c7d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0779319 Aug 17 03:08:01.643604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Request body: {'port': {'device_id': '917a89a6-17d6-445f-a887-c172cca176f2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:08:01.667801 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-47bc06c3-a3f3-4a0b-a96b-fcc59aab3df8 req-38c7abbb-eeac-4bb0-8c46-5a61bdd6c595 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367696 Aug 17 03:08:01.695427 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4482ded9-851b-43c9-a84a-bbf95efae22d req-d159ffd4-1410-48c9-b75e-aefdb852b084 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700397 Aug 17 03:08:01.716657 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:01.741748 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:01.916761 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:01.979230 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:02.049134 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ea7ede3-c27f-4676-9cc2-7d84d027a316 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:08:02.058930 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:02.072519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Transition to ACTIVE for port object 0ea7ede3-c27f-4676-9cc2-7d84d027a316 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:08:02.074330 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event updated for resources: {'Port': ['ID=588889be-b6cf-4782-86b2-d09bcc4351e9,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:02.077155 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:02.088648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c19360-f851-4b41-8b4f-c08d46a5d281 req-2d206ccb-f48f-4a22-bef4-fbc1c8aa2f3a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:02.092984 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33c19360-f851-4b41-8b4f-c08d46a5d281 req-2d206ccb-f48f-4a22-bef4-fbc1c8aa2f3a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.1363132 Aug 17 03:08:02.128439 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:02.184602 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33c19360-f851-4b41-8b4f-c08d46a5d281 req-d5a5543f-8caf-48ee-91a2-d950e6f97732 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800948 Aug 17 03:08:02.212557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea7ede3-c27f-4676-9cc2-7d84d027a316,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:02.230709 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Floating IP 89d06c0d-35a0-4a26-913e-50bbfb469daa associated. External IP: 172.25.1.5, port: a4107046-7e78-49f3-a5de-5b14afd547bd. Aug 17 03:08:02.280509 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c9e94-e19c-42fa-b213-4a9cfca2d46f req-58cfd91c-7670-4012-9958-2a87892f99f5 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:02.289776 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-477c9e94-e19c-42fa-b213-4a9cfca2d46f req-58cfd91c-7670-4012-9958-2a87892f99f5 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 944 time: 0.1144433 Aug 17 03:08:02.312476 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Attempting to bind port 0ea7ede3-c27f-4676-9cc2-7d84d027a316 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:08:02.313909 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Attempting to bind port 0ea7ede3-c27f-4676-9cc2-7d84d027a316 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:08:02.314751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Attempting to bind port 0ea7ede3-c27f-4676-9cc2-7d84d027a316 on network a7be9734-2b85-4052-b0e6-e15c361ef57d {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:08:02.322850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Port 0ea7ede3-c27f-4676-9cc2-7d84d027a316 on network a7be9734-2b85-4052-b0e6-e15c361ef57d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:08:02.323523 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Attempting to bind port 0ea7ede3-c27f-4676-9cc2-7d84d027a316 on network a7be9734-2b85-4052-b0e6-e15c361ef57d {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:08:02.330073 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 7, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:08:02.333029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Checking segment: {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:08:02.333029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Bound using segment: {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:08:02.333029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Bound port: 0ea7ede3-c27f-4676-9cc2-7d84d027a316, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:08:02.333029 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:02.349444 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-477c9e94-e19c-42fa-b213-4a9cfca2d46f req-31934967-713b-42bf-b6c9-84efde61016c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514076 Aug 17 03:08:02.412090 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] For port 0ea7ede3-c27f-4676-9cc2-7d84d027a316, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:08:02.415863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] For port 0ea7ede3-c27f-4676-9cc2-7d84d027a316, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0ea7ede3-c27f-4676-9cc2-7d84d027a316,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:08:02.524223 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Router 23c44293-9828-4baf-941e-c0bd419d553e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:08:02.647219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:08:02.661391 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf20339-2a30-4467-aed7-d647a8d836c3 None None] Sync routers for ids ['23c44293-9828-4baf-941e-c0bd419d553e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:08:02.667837 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf20339-2a30-4467-aed7-d647a8d836c3 None None] Routers {'23c44293-9828-4baf-941e-c0bd419d553e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:08:02.668463 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8cf20339-2a30-4467-aed7-d647a8d836c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:07:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['23c44293-9828-4baf-941e-c0bd419d553e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:08:02.696913 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:02.735223 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:02.735906 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:02.738048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] 10.222.0.60 "PUT /v2.0/ports/0ea7ede3-c27f-4676-9cc2-7d84d027a316 HTTP/1.1" status: 200 len: 1091 time: 1.1008613 Aug 17 03:08:02.738969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '917a89a6-17d6-445f-a887-c172cca176f2', 'tag': '0ea7ede3-c27f-4676-9cc2-7d84d027a316'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:08:02.741639 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a855adc-7b5d-4f2f-beb1-4b0aec9b0153" -d '{"events": [{"name": "network-changed", "server_uuid": "917a89a6-17d6-445f-a887-c172cca176f2", "tag": "0ea7ede3-c27f-4676-9cc2-7d84d027a316"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:08:02.782082 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45400cbd-e023-4b6b-8e60-ab9a942a2146 service neutron] Pushing event updated for resources: {'Port': ['ID=0ea7ede3-c27f-4676-9cc2-7d84d027a316,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:02.789511 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:02.796902 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-8cf20339-2a30-4467-aed7-d647a8d836c3 None None] Set router 23c44293-9828-4baf-941e-c0bd419d553e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:08:02.802387 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f8710f6-f3a3-44fe-aadb-e00881713b5e x-openstack-request-id: req-6f8710f6-f3a3-44fe-aadb-e00881713b5e {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:08:02.802996 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "917a89a6-17d6-445f-a887-c172cca176f2", "tag": "0ea7ede3-c27f-4676-9cc2-7d84d027a316", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:08:02.803347 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6f8710f6-f3a3-44fe-aadb-e00881713b5e {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:08:02.804424 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '917a89a6-17d6-445f-a887-c172cca176f2', 'tag': '0ea7ede3-c27f-4676-9cc2-7d84d027a316', 'status': 'completed', 'code': 200} Aug 17 03:08:02.852254 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-86079784-7428-420a-a33a-10c2dda710a8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.6197674 Aug 17 03:08:02.854305 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83dce499-f2e7-49bb-8989-2bdc0d031b3a', 'tag': 'a4107046-7e78-49f3-a5de-5b14afd547bd'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:08:02.856796 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f611e6-d3d2-4781-ac35-cc8910ddffd3" -d '{"events": [{"name": "network-changed", "server_uuid": "83dce499-f2e7-49bb-8989-2bdc0d031b3a", "tag": "a4107046-7e78-49f3-a5de-5b14afd547bd"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:08:02.859688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33244) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:02.896925 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:02.899703 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a855adc-7b5d-4f2f-beb1-4b0aec9b0153 req-b08776e5-a27f-43ce-aee4-0139c2d45921 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:02.901804 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1a855adc-7b5d-4f2f-beb1-4b0aec9b0153 req-b08776e5-a27f-43ce-aee4-0139c2d45921 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 1094 time: 0.0674968 Aug 17 03:08:02.939720 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae85f7f-6ea4-4a2e-bf9c-713794dc9c71 req-e0717059-72ca-4a8c-b4e6-1da7bb5c5565 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:02.948696 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ae85f7f-6ea4-4a2e-bf9c-713794dc9c71 req-e0717059-72ca-4a8c-b4e6-1da7bb5c5565 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 943 time: 0.1762524 Aug 17 03:08:02.961292 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:08:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4021c20d-f521-48ec-9e07-c01628c85e0f x-openstack-request-id: req-4021c20d-f521-48ec-9e07-c01628c85e0f {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:08:02.961659 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83dce499-f2e7-49bb-8989-2bdc0d031b3a", "tag": "a4107046-7e78-49f3-a5de-5b14afd547bd", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:08:02.961869 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4021c20d-f521-48ec-9e07-c01628c85e0f {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:08:02.962267 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83dce499-f2e7-49bb-8989-2bdc0d031b3a', 'tag': 'a4107046-7e78-49f3-a5de-5b14afd547bd', 'status': 'completed', 'code': 200} Aug 17 03:08:03.076223 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a855adc-7b5d-4f2f-beb1-4b0aec9b0153 req-2081128f-5f35-46ab-8792-bd687952b032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.079033 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1a855adc-7b5d-4f2f-beb1-4b0aec9b0153 req-2081128f-5f35-46ab-8792-bd687952b032 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d96271b16c734dc4a6b9accb241029a9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1657267 Aug 17 03:08:03.082062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f611e6-d3d2-4781-ac35-cc8910ddffd3 req-6579e22f-3255-48c2-984e-6b5bc380ba0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.084794 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29f611e6-d3d2-4781-ac35-cc8910ddffd3 req-6579e22f-3255-48c2-984e-6b5bc380ba0e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d16b77c6f9d6489fb2dc3069d3a8f73c&device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 1136 time: 0.1432114 Aug 17 03:08:03.138543 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8cf20339-2a30-4467-aed7-d647a8d836c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c44293-9828-4baf-941e-c0bd419d553e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957816005', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:31Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:32Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '89d06c0d-35a0-4a26-913e-50bbfb469daa', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'port_id': 'a4107046-7e78-49f3-a5de-5b14afd547bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7', 'mac_address': 'fa:16:3e:9a:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dce499-f2e7-49bb-8989-2bdc0d031b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:08:01Z', 'updated_at': '2021-08-17T03:08:01Z', 'revision_number': 0, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a574ae-5fef-4955-8ea0-1fa5caa90c21', 'name': '', 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'mac_address': 'fa:16:3e:6b:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:37Z', 'updated_at': '2021-08-17T03:07:45Z', 'revision_number': 5, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'subnets': [{'id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:08:03.142940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1b305bf9-3077-4cbd-9ca6-416349000e77 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:08:03.311618 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf20339-2a30-4467-aed7-d647a8d836c3 None None] Checking router: 23c44293-9828-4baf-941e-c0bd419d553e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:08:03.321029 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf20339-2a30-4467-aed7-d647a8d836c3 None None] Routers {'23c44293-9828-4baf-941e-c0bd419d553e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:08:03.321709 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8cf20339-2a30-4467-aed7-d647a8d836c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:07:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['23c44293-9828-4baf-941e-c0bd419d553e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:08:03.349090 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 1b305bf9-3077-4cbd-9ca6-416349000e77 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:08:03.353190 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 1b305bf9-3077-4cbd-9ca6-416349000e77 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:08:03.353603 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:03.364569 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f611e6-d3d2-4781-ac35-cc8910ddffd3 req-237845b9-e93f-4a49-84e5-cf2a05c82da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.366463 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29f611e6-d3d2-4781-ac35-cc8910ddffd3 req-237845b9-e93f-4a49-84e5-cf2a05c82da3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd1346ef-1a20-4477-b76a-254721a64cc7 HTTP/1.1" status: 200 len: 896 time: 0.2654488 Aug 17 03:08:03.396604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5324f21a-e7ef-4bee-85b0-31bb4e7eb6fb req-dd46bbc2-04e2-4ba2-9ee9-ec896635b774 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.403757 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ae85f7f-6ea4-4a2e-bf9c-713794dc9c71 req-45ae2931-e1f5-492c-882d-b6cc4808335f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4523618 Aug 17 03:08:03.404823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5324f21a-e7ef-4bee-85b0-31bb4e7eb6fb req-dd46bbc2-04e2-4ba2-9ee9-ec896635b774 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.1004076 Aug 17 03:08:03.454037 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-8cf20339-2a30-4467-aed7-d647a8d836c3 None None] Set router 23c44293-9828-4baf-941e-c0bd419d553e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:08:03.503970 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:03.516535 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87586216-789d-4c7b-9104-65af2f344d9c tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.516828 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87586216-789d-4c7b-9104-65af2f344d9c tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.518581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87586216-789d-4c7b-9104-65af2f344d9c tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.518581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87586216-789d-4c7b-9104-65af2f344d9c tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.518581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87586216-789d-4c7b-9104-65af2f344d9c tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.518895 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87586216-789d-4c7b-9104-65af2f344d9c tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.519236 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87586216-789d-4c7b-9104-65af2f344d9c tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.519820 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87586216-789d-4c7b-9104-65af2f344d9c tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.520387 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87586216-789d-4c7b-9104-65af2f344d9c tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.520852 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87586216-789d-4c7b-9104-65af2f344d9c tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.521315 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87586216-789d-4c7b-9104-65af2f344d9c tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.521849 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87586216-789d-4c7b-9104-65af2f344d9c tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.522311 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87586216-789d-4c7b-9104-65af2f344d9c tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.522772 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87586216-789d-4c7b-9104-65af2f344d9c tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.525109 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-87586216-789d-4c7b-9104-65af2f344d9c tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 9840 time: 0.6643655 Aug 17 03:08:03.540151 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33264) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:03.569582 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f1dd1d-d4f1-4607-a746-eb5cf78f471f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b305bf9-3077-4cbd-9ca6-416349000e77'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:08:03.573517 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c00e184f-d4cc-42b2-8a24-43b2acb8bef8" -d '{"events": [{"server_uuid": "d0f1dd1d-d4f1-4607-a746-eb5cf78f471f", "name": "network-vif-plugged", "status": "completed", "tag": "1b305bf9-3077-4cbd-9ca6-416349000e77"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:08:03.578538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 1b305bf9-3077-4cbd-9ca6-416349000e77, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1b305bf9-3077-4cbd-9ca6-416349000e77,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:03.616793 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:03.663941 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:03.682379 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de2b830c-566c-4442-bd82-ee0b9ac9212d req-1ea17569-d42d-42d9-b02d-549a98efedc4 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.689474 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de2b830c-566c-4442-bd82-ee0b9ac9212d req-1ea17569-d42d-42d9-b02d-549a98efedc4 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 944 time: 0.1846247 Aug 17 03:08:03.704072 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391e6bd-7a10-41fe-84d8-46f6f964897b tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.704549 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391e6bd-7a10-41fe-84d8-46f6f964897b tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.705005 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391e6bd-7a10-41fe-84d8-46f6f964897b tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.705969 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391e6bd-7a10-41fe-84d8-46f6f964897b tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.706469 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391e6bd-7a10-41fe-84d8-46f6f964897b tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.706906 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391e6bd-7a10-41fe-84d8-46f6f964897b tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.707916 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391e6bd-7a10-41fe-84d8-46f6f964897b tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.708383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391e6bd-7a10-41fe-84d8-46f6f964897b tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.708819 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391e6bd-7a10-41fe-84d8-46f6f964897b tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.709712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391e6bd-7a10-41fe-84d8-46f6f964897b tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.710216 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391e6bd-7a10-41fe-84d8-46f6f964897b tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.710684 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391e6bd-7a10-41fe-84d8-46f6f964897b tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.711144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391e6bd-7a10-41fe-84d8-46f6f964897b tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.711597 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391e6bd-7a10-41fe-84d8-46f6f964897b tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.719791 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3391e6bd-7a10-41fe-84d8-46f6f964897b tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 8916 time: 0.1771607 Aug 17 03:08:03.733008 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33268) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:03.745044 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=1b305bf9-3077-4cbd-9ca6-416349000e77,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:03.777803 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8cf20339-2a30-4467-aed7-d647a8d836c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c44293-9828-4baf-941e-c0bd419d553e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957816005', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:31Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:32Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '89d06c0d-35a0-4a26-913e-50bbfb469daa', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'port_id': 'a4107046-7e78-49f3-a5de-5b14afd547bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7', 'mac_address': 'fa:16:3e:9a:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dce499-f2e7-49bb-8989-2bdc0d031b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:08:01Z', 'updated_at': '2021-08-17T03:08:01Z', 'revision_number': 0, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a574ae-5fef-4955-8ea0-1fa5caa90c21', 'name': '', 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'mac_address': 'fa:16:3e:6b:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:37Z', 'updated_at': '2021-08-17T03:07:45Z', 'revision_number': 5, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'subnets': [{'id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:08:03.805254 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cf20339-2a30-4467-aed7-d647a8d836c3 None None] The sync data for ids ['23c44293-9828-4baf-941e-c0bd419d553e'] in n-d-802060-9 is: [{'id': '23c44293-9828-4baf-941e-c0bd419d553e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957816005', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:31Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:32Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '89d06c0d-35a0-4a26-913e-50bbfb469daa', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'floating_ip_address': '172.25.1.5', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'port_id': 'a4107046-7e78-49f3-a5de-5b14afd547bd', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1875, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7', 'mac_address': 'fa:16:3e:9a:49:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83dce499-f2e7-49bb-8989-2bdc0d031b3a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:08:01Z', 'updated_at': '2021-08-17T03:08:01Z', 'revision_number': 0, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '16a574ae-5fef-4955-8ea0-1fa5caa90c21', 'name': '', 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'mac_address': 'fa:16:3e:6b:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:37Z', 'updated_at': '2021-08-17T03:07:45Z', 'revision_number': 5, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'subnets': [{'id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:08:03.811248 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a855adc-7b5d-4f2f-beb1-4b0aec9b0153 req-655c1d89-5781-433f-a316-cb30c28c9204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.812826 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1a855adc-7b5d-4f2f-beb1-4b0aec9b0153 req-655c1d89-5781-433f-a316-cb30c28c9204 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.7262881 Aug 17 03:08:03.830483 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5324f21a-e7ef-4bee-85b0-31bb4e7eb6fb req-0eb8c137-bfa5-4995-8096-675c23ad1e4a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4240394 Aug 17 03:08:03.841529 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29f611e6-d3d2-4781-ac35-cc8910ddffd3 req-2396d551-42a4-4ab5-a940-00bd463b64aa service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4107046-7e78-49f3-a5de-5b14afd547bd HTTP/1.1" status: 200 len: 998 time: 0.4512742 Aug 17 03:08:03.845635 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de2b830c-566c-4442-bd82-ee0b9ac9212d req-fae0f5ee-c8c2-46ef-adea-0e0a600531a5 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1551661 Aug 17 03:08:03.918875 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f611e6-d3d2-4781-ac35-cc8910ddffd3 req-e7c693a0-d9aa-48ff-bebc-44494ff8eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:03.918875 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29f611e6-d3d2-4781-ac35-cc8910ddffd3 req-e7c693a0-d9aa-48ff-bebc-44494ff8eb38 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=205c8942-ebec-4602-837a-53c9e990dc5a HTTP/1.1" status: 200 len: 835 time: 0.0687611 Aug 17 03:08:03.925125 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:08:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73ff1305-3ee9-4e74-bdde-477d103fa46e x-openstack-request-id: req-73ff1305-3ee9-4e74-bdde-477d103fa46e {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:08:03.930495 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f1dd1d-d4f1-4607-a746-eb5cf78f471f", "name": "network-vif-plugged", "status": "completed", "tag": "1b305bf9-3077-4cbd-9ca6-416349000e77", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:08:03.930495 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73ff1305-3ee9-4e74-bdde-477d103fa46e {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:08:03.930495 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f1dd1d-d4f1-4607-a746-eb5cf78f471f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b305bf9-3077-4cbd-9ca6-416349000e77', 'code': 200} Aug 17 03:08:04.031375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f611e6-d3d2-4781-ac35-cc8910ddffd3 req-14b1b59c-ad5b-42c7-b46e-e24c438e8e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:04.032937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29f611e6-d3d2-4781-ac35-cc8910ddffd3 req-14b1b59c-ad5b-42c7-b46e-e24c438e8e1b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd1346ef-1a20-4477-b76a-254721a64cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1006370 Aug 17 03:08:04.034764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-dd55efbb-efad-4982-b2cc-180e7b0f050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:04.039042 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-dd55efbb-efad-4982-b2cc-180e7b0f050c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 1094 time: 0.1194336 Aug 17 03:08:04.123051 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bef51f2a-7cc9-4a01-896e-cec91c8e7ff2 None None] New status for floating IP 89d06c0d-35a0-4a26-913e-50bbfb469daa: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:08:04.129925 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-3fda3fa2-a3ee-4630-9a08-bad59ad18b0a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=0ea7ede3-c27f-4676-9cc2-7d84d027a316 HTTP/1.1" status: 200 len: 217 time: 0.0731559 Aug 17 03:08:04.152776 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd14d76-739b-4aae-bcec-d7c41f1b7b9a req-ec891d4f-2e71-447a-b6e4-d4eec800072a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:04.154322 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ccd14d76-739b-4aae-bcec-d7c41f1b7b9a req-ec891d4f-2e71-447a-b6e4-d4eec800072a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 1096 time: 0.1570954 Aug 17 03:08:04.201179 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29f611e6-d3d2-4781-ac35-cc8910ddffd3 req-0665a99b-465d-4c7f-9f4d-1c1fdbd38d87 service neutron] 10.222.0.60 "GET /v2.0/networks/bd1346ef-1a20-4477-b76a-254721a64cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532285 Aug 17 03:08:04.225356 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-b7643387-eef5-4ba0-ba65-976e94aaae8a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:04.226391 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-b7643387-eef5-4ba0-ba65-976e94aaae8a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/networks?id=7f31243a-df0b-45e5-95d3-3936416a870b HTTP/1.1" status: 200 len: 813 time: 0.2110198 Aug 17 03:08:04.260850 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ccd14d76-739b-4aae-bcec-d7c41f1b7b9a req-ecaf2109-a981-4af1-ad33-2406f99ee876 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0913312 Aug 17 03:08:04.263421 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-a51814c4-9b70-4945-807c-5cf4b301814b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/quotas/127c54846c654865888b32b593f23155 HTTP/1.1" status: 200 len: 375 time: 0.0299728 Aug 17 03:08:04.273355 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-65d06590-47ac-433c-8025-86309007b796 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3781 time: 0.5327289 Aug 17 03:08:04.280761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33284) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:04.340125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-af3d8c72-ecaf-4ae8-b56b-599703d73008 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:04.341561 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-af3d8c72-ecaf-4ae8-b56b-599703d73008 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95909d0b-3b2e-4bea-aa2d-04d03f0d0fec HTTP/1.1" status: 200 len: 851 time: 0.1452115 Aug 17 03:08:04.343331 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29f611e6-d3d2-4781-ac35-cc8910ddffd3 req-1d44d80d-0bc8-4837-8af6-80d376045d0a service neutron] 10.222.0.60 "GET /v2.0/networks/bd1346ef-1a20-4477-b76a-254721a64cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1127913 Aug 17 03:08:04.343486 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fe9d10-dcde-4e87-951d-92a5db7a9583 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:04.343970 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8fe9d10-dcde-4e87-951d-92a5db7a9583 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:04.345586 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e8fe9d10-dcde-4e87-951d-92a5db7a9583 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=23c44293-9828-4baf-941e-c0bd419d553e HTTP/1.1" status: 200 len: 1989 time: 0.0644960 Aug 17 03:08:04.350906 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-badc13a5-bda8-440d-a636-1ebd808807cf tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=127c54846c654865888b32b593f23155&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0811663 Aug 17 03:08:04.388792 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-edbc521b-c626-40d0-a38d-5a3dc21d9460 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7be9734-2b85-4052-b0e6-e15c361ef57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0324972 Aug 17 03:08:04.462454 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-5df79fba-619c-4f5b-ab55-64eaf85b153a service neutron] 10.222.0.10 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1041729 Aug 17 03:08:04.539291 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-80e6e42c-7f7a-4f86-aaab-d3afb6011f89 service neutron] 10.222.0.60 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1385984 Aug 17 03:08:04.552742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3193f4db-b6b9-433b-aca6-ae6824a1d4b0 req-942cc463-fbc5-4f22-9867-cb30d78d13b2 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:04.554263 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3193f4db-b6b9-433b-aca6-ae6824a1d4b0 req-942cc463-fbc5-4f22-9867-cb30d78d13b2 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 943 time: 0.0710027 Aug 17 03:08:04.569173 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8f9cd846-ed43-4ce1-b779-2fcfae03237a service neutron] 10.222.0.10 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1012642 Aug 17 03:08:04.647811 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3193f4db-b6b9-433b-aca6-ae6824a1d4b0 req-d025ad51-2b76-40a5-9521-999002f72406 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847025 Aug 17 03:08:04.673704 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b780a21e-aee3-4b5d-a758-c086cd37cd2b req-72c4f8c3-8949-415a-a0e9-96c65ca1278b service neutron] 10.222.0.60 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1183889 Aug 17 03:08:04.795475 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1cc1cd8-d395-4182-84df-4d181f4a0d2a req-60979c92-9798-47fc-8469-ccc6b2edc6fe tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 210 time: 0.0288491 Aug 17 03:08:04.979188 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac8e3ac8-5ddc-40dc-bc0d-c0b7bd1c1551 req-5c1b9eaf-1c31-4901-966a-7c1d9e439abb tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:04.980711 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ac8e3ac8-5ddc-40dc-bc0d-c0b7bd1c1551 req-5c1b9eaf-1c31-4901-966a-7c1d9e439abb tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 945 time: 0.0516260 Aug 17 03:08:05.033187 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ac8e3ac8-5ddc-40dc-bc0d-c0b7bd1c1551 req-9dc052cd-4d3e-47ca-9431-20c34ff1df03 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429978 Aug 17 03:08:05.774029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7723da-08f4-4602-a826-28e3953933ec req-d67aec7a-3c5a-406d-b0ea-5acfd8dc6168 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:05.775541 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af7723da-08f4-4602-a826-28e3953933ec req-d67aec7a-3c5a-406d-b0ea-5acfd8dc6168 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 943 time: 0.0566823 Aug 17 03:08:05.813681 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af7723da-08f4-4602-a826-28e3953933ec req-1f878cae-ad95-4c72-a8b9-0b0456286842 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320876 Aug 17 03:08:05.902300 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5b3757cd-9283-4a4f-8a8f-fa654da174a8 req-d7c75951-29ef-4533-bb43-dcc2de3e9308 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 210 time: 0.0273008 Aug 17 03:08:06.157819 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9bfac45-2199-47c1-b71a-cabea1ca0d27 req-6ce33266-51be-4ca5-88c8-102e1a7e362d tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:06.159638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9bfac45-2199-47c1-b71a-cabea1ca0d27 req-6ce33266-51be-4ca5-88c8-102e1a7e362d tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 945 time: 0.0596633 Aug 17 03:08:06.199064 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9bfac45-2199-47c1-b71a-cabea1ca0d27 req-1e3e7000-e1c7-4511-9be2-ec386cc82ec9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332305 Aug 17 03:08:07.006586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d678444-6b51-4e18-aae1-8da152646b32 req-c2337782-a758-43e9-90ef-48cf57492e1c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:07.009951 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4d678444-6b51-4e18-aae1-8da152646b32 req-c2337782-a758-43e9-90ef-48cf57492e1c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 943 time: 0.1164784 Aug 17 03:08:07.030312 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ab8fe92-e29e-478d-9418-8882b179bf5b req-875a0023-38a3-4242-9530-1fea9bacbf09 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 210 time: 0.0427568 Aug 17 03:08:07.069966 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-929f8e85-7710-410e-94bf-58a38344b250 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:07.071464 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-929f8e85-7710-410e-94bf-58a38344b250 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.60 "GET /v2.0/networks?id=7f31243a-df0b-45e5-95d3-3936416a870b HTTP/1.1" status: 200 len: 813 time: 0.1991591 Aug 17 03:08:07.085143 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4d678444-6b51-4e18-aae1-8da152646b32 req-ce508693-8c43-4a14-82d4-05cf12c64117 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704019 Aug 17 03:08:07.090952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-0573e4ef-71ca-497f-9fda-3050607a6c34 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Request body: {'port': {'device_id': 'b560e3a4-d7ee-45c8-ab72-c2696a922a26', 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b', 'admin_state_up': True, 'tenant_id': '127c54846c654865888b32b593f23155'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:08:07.138707 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0ea7ede3-c27f-4676-9cc2-7d84d027a316 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:08:07.273825 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0ea7ede3-c27f-4676-9cc2-7d84d027a316, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0ea7ede3-c27f-4676-9cc2-7d84d027a316,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:07.284491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '0ea7ede3-c27f-4676-9cc2-7d84d027a316', 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d', 'port_id': '0ea7ede3-c27f-4676-9cc2-7d84d027a316', 'mac_address': 'fa:16:3e:9d:29:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95909d0b-3b2e-4bea-aa2d-04d03f0d0fec', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:08:07.313659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-0573e4ef-71ca-497f-9fda-3050607a6c34 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Made reservation on behalf of 127c54846c654865888b32b593f23155 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:08:07.318028 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-0573e4ef-71ca-497f-9fda-3050607a6c34 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:07.333278 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:07.346819 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ea7ede3-c27f-4676-9cc2-7d84d027a316 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:08:07.369816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0ea7ede3-c27f-4676-9cc2-7d84d027a316, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0ea7ede3-c27f-4676-9cc2-7d84d027a316,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:07.468728 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:07.470504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-0573e4ef-71ca-497f-9fda-3050607a6c34 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Allocated IP 172.20.0.14 (7f31243a-df0b-45e5-95d3-3936416a870b/240d28ed-cc59-44ed-9e7e-c0fd026b529d/b95d1df6-99b3-40fe-973a-707cbbd35179) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:08:07.505355 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:08:07.531274 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=0ea7ede3-c27f-4676-9cc2-7d84d027a316,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:07.644098 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-0573e4ef-71ca-497f-9fda-3050607a6c34 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:07.765747 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-0573e4ef-71ca-497f-9fda-3050607a6c34 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:07.779108 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['c02f4883-cf4e-407d-b467-8dfa261f1bb2'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:08:07.813890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-0573e4ef-71ca-497f-9fda-3050607a6c34 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Network 7f31243a-df0b-45e5-95d3-3936416a870b is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:08:07.817883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-0573e4ef-71ca-497f-9fda-3050607a6c34 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:08:07.822437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-0573e4ef-71ca-497f-9fda-3050607a6c34 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:08:07.827030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0573e4ef-71ca-497f-9fda-3050607a6c34 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Pushing event updated for resources: {'Port': ['ID=b95d1df6-99b3-40fe-973a-707cbbd35179,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:07.876719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-0573e4ef-71ca-497f-9fda-3050607a6c34 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:07.877267 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-0573e4ef-71ca-497f-9fda-3050607a6c34 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:07.882909 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0ea7ede3-c27f-4676-9cc2-7d84d027a316'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:08:07.954894 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-0573e4ef-71ca-497f-9fda-3050607a6c34 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8687449 Aug 17 03:08:07.970262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Request body: {'port': {'device_id': 'b560e3a4-d7ee-45c8-ab72-c2696a922a26', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:08:08.058365 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:08.188742 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6794488-bac5-4b09-8714-9575838a1549 req-f22e17bf-40a7-42c7-895c-24a4c1a88659 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:08.190446 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c6794488-bac5-4b09-8714-9575838a1549 req-f22e17bf-40a7-42c7-895c-24a4c1a88659 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 932 time: 0.0539420 Aug 17 03:08:08.251911 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c6794488-bac5-4b09-8714-9575838a1549 req-a455bd46-61cd-4e3f-9ae4-7f065f643d5c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545394 Aug 17 03:08:08.297203 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38166c41-cfc6-468b-9b9f-0786197e35b1 req-551fb2b1-02d9-4b52-997c-1d276e39f13f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:08.298734 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38166c41-cfc6-468b-9b9f-0786197e35b1 req-551fb2b1-02d9-4b52-997c-1d276e39f13f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 944 time: 0.1087770 Aug 17 03:08:08.364546 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38166c41-cfc6-468b-9b9f-0786197e35b1 req-9916bb26-252b-4e39-9e3d-db6b81da8fbc tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595565 Aug 17 03:08:08.430464 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b95d1df6-99b3-40fe-973a-707cbbd35179 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:08:08.437794 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:08.450836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Transition to ACTIVE for port object b95d1df6-99b3-40fe-973a-707cbbd35179 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:08:08.537341 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:08.587479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Pushing event updated for resources: {'Port': ['ID=b95d1df6-99b3-40fe-973a-707cbbd35179,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:08.661906 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Attempting to bind port b95d1df6-99b3-40fe-973a-707cbbd35179 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:08:08.662243 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Attempting to bind port b95d1df6-99b3-40fe-973a-707cbbd35179 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'eed2fc80-5dc3-4c8d-92be-6599b4097ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:08:08.662571 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Attempting to bind port b95d1df6-99b3-40fe-973a-707cbbd35179 on network 7f31243a-df0b-45e5-95d3-3936416a870b {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:08:08.666709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Port b95d1df6-99b3-40fe-973a-707cbbd35179 on network 7f31243a-df0b-45e5-95d3-3936416a870b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:08:08.667032 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Attempting to bind port b95d1df6-99b3-40fe-973a-707cbbd35179 on network 7f31243a-df0b-45e5-95d3-3936416a870b {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:08:08.671761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:08:08.672097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Checking segment: {'id': 'eed2fc80-5dc3-4c8d-92be-6599b4097ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:08:08.672499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Bound using segment: {'id': 'eed2fc80-5dc3-4c8d-92be-6599b4097ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:08:08.672899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Bound port: b95d1df6-99b3-40fe-973a-707cbbd35179, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed2fc80-5dc3-4c8d-92be-6599b4097ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:08:08.673251 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:08.736676 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] For port b95d1df6-99b3-40fe-973a-707cbbd35179, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:08:08.741115 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] For port b95d1df6-99b3-40fe-973a-707cbbd35179, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=b95d1df6-99b3-40fe-973a-707cbbd35179,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:08:08.822023 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:08.858875 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:08.859463 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:08.860904 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] 10.222.0.60 "PUT /v2.0/ports/b95d1df6-99b3-40fe-973a-707cbbd35179 HTTP/1.1" status: 200 len: 1092 time: 0.8955946 Aug 17 03:08:08.861342 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b560e3a4-d7ee-45c8-ab72-c2696a922a26', 'tag': 'b95d1df6-99b3-40fe-973a-707cbbd35179'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:08:08.864493 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9ac28be3-5544-4b9b-8120-ca56b5e68741" -d '{"events": [{"name": "network-changed", "server_uuid": "b560e3a4-d7ee-45c8-ab72-c2696a922a26", "tag": "b95d1df6-99b3-40fe-973a-707cbbd35179"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:08:08.887667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8579da43-93c6-4a1e-a46e-77be1f3d6e84 service neutron] Pushing event updated for resources: {'Port': ['ID=b95d1df6-99b3-40fe-973a-707cbbd35179,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:08.902656 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:08:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e96baf6-dd2b-4a1c-9239-85052641b6aa x-openstack-request-id: req-1e96baf6-dd2b-4a1c-9239-85052641b6aa {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:08:08.902788 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b560e3a4-d7ee-45c8-ab72-c2696a922a26", "tag": "b95d1df6-99b3-40fe-973a-707cbbd35179", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:08:08.902994 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e96baf6-dd2b-4a1c-9239-85052641b6aa {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:08:08.903409 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b560e3a4-d7ee-45c8-ab72-c2696a922a26', 'tag': 'b95d1df6-99b3-40fe-973a-707cbbd35179', 'status': 'completed', 'code': 200} Aug 17 03:08:08.965855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac28be3-5544-4b9b-8120-ca56b5e68741 req-b0ae42e4-2de3-4106-bd10-1cfc1d485a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:08.967374 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9ac28be3-5544-4b9b-8120-ca56b5e68741 req-b0ae42e4-2de3-4106-bd10-1cfc1d485a5a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=127c54846c654865888b32b593f23155&device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 1095 time: 0.0429065 Aug 17 03:08:09.181113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac28be3-5544-4b9b-8120-ca56b5e68741 req-5edebd2d-f317-4d03-80df-452abff47e93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:09.182664 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9ac28be3-5544-4b9b-8120-ca56b5e68741 req-5edebd2d-f317-4d03-80df-452abff47e93 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=127c54846c654865888b32b593f23155&shared=False HTTP/1.1" status: 200 len: 913 time: 0.1008153 Aug 17 03:08:09.286895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ac28be3-5544-4b9b-8120-ca56b5e68741 req-e79094f4-0ccf-4862-93cf-1e3745b361e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:09.288499 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9ac28be3-5544-4b9b-8120-ca56b5e68741 req-e79094f4-0ccf-4862-93cf-1e3745b361e9 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0986044 Aug 17 03:08:09.404571 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d615e6-139a-4721-a6a9-20b14d9362d8 req-7404bc0e-5c45-4957-877e-d50863c245c6 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:09.406148 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a7d615e6-139a-4721-a6a9-20b14d9362d8 req-7404bc0e-5c45-4957-877e-d50863c245c6 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 944 time: 0.0777183 Aug 17 03:08:09.410649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-5964bfe9-ee42-49d9-85f1-8c96b7ed6dd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:09.412046 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-5964bfe9-ee42-49d9-85f1-8c96b7ed6dd0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=127c54846c654865888b32b593f23155&device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 1095 time: 0.0739124 Aug 17 03:08:09.470289 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-0a408478-a79a-4b0d-983f-650f0d3e9771 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b95d1df6-99b3-40fe-973a-707cbbd35179 HTTP/1.1" status: 200 len: 217 time: 0.0423601 Aug 17 03:08:09.493403 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a7d615e6-139a-4721-a6a9-20b14d9362d8 req-bd8a0f44-f868-4d75-b004-ec3fdd897a9c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798407 Aug 17 03:08:09.528488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-9cb898ef-1994-4b27-91cf-a69790842fc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:09.530062 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-9cb898ef-1994-4b27-91cf-a69790842fc2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=240d28ed-cc59-44ed-9e7e-c0fd026b529d HTTP/1.1" status: 200 len: 853 time: 0.0521996 Aug 17 03:08:09.568870 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-f0dee760-3d2f-42cf-9a40-3c8a77b93701 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f31243a-df0b-45e5-95d3-3936416a870b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312726 Aug 17 03:08:09.724718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1db363c-633c-4c7c-ac0e-b132cb4d924d req-c56edc2b-3d52-42c5-924e-e56b3c065873 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:09.726306 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1db363c-633c-4c7c-ac0e-b132cb4d924d req-c56edc2b-3d52-42c5-924e-e56b3c065873 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 944 time: 0.0814331 Aug 17 03:08:09.728568 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-9d4927b4-1c85-4869-b2ca-62d4f7dfff80 service neutron] 10.222.0.60 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297884 Aug 17 03:08:09.819628 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1db363c-633c-4c7c-ac0e-b132cb4d924d req-7d939c7f-93f3-45ba-abfc-bd9ffc831964 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873384 Aug 17 03:08:09.859498 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e1087fb-b11e-4301-bf17-8b4f86a5022b req-e0ee7d32-c9f4-4170-98f9-153a160583b7 service neutron] 10.222.0.60 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186121 Aug 17 03:08:10.620710 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a133f9e2-7792-4565-8c50-b1472643db23 req-1b4ddab3-9e64-4d44-9702-ff7dd91c142b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:10.622677 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a133f9e2-7792-4565-8c50-b1472643db23 req-1b4ddab3-9e64-4d44-9702-ff7dd91c142b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 944 time: 0.0513439 Aug 17 03:08:10.666366 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a133f9e2-7792-4565-8c50-b1472643db23 req-e332656c-223d-40dc-b87c-990bc3eed9f9 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352292 Aug 17 03:08:10.945317 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a35ed4-16ac-498d-8e49-cbbc0a2bb429 req-a62b1447-5a80-473e-80ed-55b90e5b63fc tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:10.946910 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f5a35ed4-16ac-498d-8e49-cbbc0a2bb429 req-a62b1447-5a80-473e-80ed-55b90e5b63fc tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 944 time: 0.0524726 Aug 17 03:08:11.002230 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f5a35ed4-16ac-498d-8e49-cbbc0a2bb429 req-f996cef9-6941-4b25-a220-c5cf5e7a9780 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486653 Aug 17 03:08:11.153232 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0ea7ede3-c27f-4676-9cc2-7d84d027a316 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:08:11.284237 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 0ea7ede3-c27f-4676-9cc2-7d84d027a316 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:08:11.288887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 0ea7ede3-c27f-4676-9cc2-7d84d027a316 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:08:11.289266 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:11.384187 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:11.408391 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917a89a6-17d6-445f-a887-c172cca176f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea7ede3-c27f-4676-9cc2-7d84d027a316'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:08:11.410658 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9e6830f-f453-43db-8201-b264243e7f4a" -d '{"events": [{"server_uuid": "917a89a6-17d6-445f-a887-c172cca176f2", "name": "network-vif-plugged", "status": "completed", "tag": "0ea7ede3-c27f-4676-9cc2-7d84d027a316"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:08:11.435390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0ea7ede3-c27f-4676-9cc2-7d84d027a316, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0ea7ede3-c27f-4676-9cc2-7d84d027a316,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:11.450763 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:08:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c54195-8f30-48ed-9d02-4dc46c70dd80 x-openstack-request-id: req-70c54195-8f30-48ed-9d02-4dc46c70dd80 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:08:11.451060 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917a89a6-17d6-445f-a887-c172cca176f2", "name": "network-vif-plugged", "status": "completed", "tag": "0ea7ede3-c27f-4676-9cc2-7d84d027a316", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:08:11.451319 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70c54195-8f30-48ed-9d02-4dc46c70dd80 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:08:11.451749 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917a89a6-17d6-445f-a887-c172cca176f2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ea7ede3-c27f-4676-9cc2-7d84d027a316', 'code': 200} Aug 17 03:08:11.513258 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:11.576924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f5819f-9571-41ba-90f8-ca244bc0ac7b req-e8fcc48f-857d-49d0-91b0-f76c073564ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:11.577709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=0ea7ede3-c27f-4676-9cc2-7d84d027a316,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:11.578491 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9f5819f-9571-41ba-90f8-ca244bc0ac7b req-e8fcc48f-857d-49d0-91b0-f76c073564ea service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 1096 time: 0.0535097 Aug 17 03:08:11.615306 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9f5819f-9571-41ba-90f8-ca244bc0ac7b req-e5cbc26b-8fc5-46c1-b1e6-1214325733f4 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292037 Aug 17 03:08:11.804630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5070e475-5820-486a-84a1-3464c4a1ed21 req-70796c78-d681-4f18-b747-2c8d0b05bb6c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:11.806167 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5070e475-5820-486a-84a1-3464c4a1ed21 req-70796c78-d681-4f18-b747-2c8d0b05bb6c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 944 time: 0.0537755 Aug 17 03:08:11.846862 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5070e475-5820-486a-84a1-3464c4a1ed21 req-133dfc6f-48ca-4598-a0e5-74e41237004b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344999 Aug 17 03:08:12.127472 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-441090a4-9554-4999-96e1-c7ead624a336 req-65db4a79-a961-4663-bc20-b741f4ecb36d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:12.128970 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-441090a4-9554-4999-96e1-c7ead624a336 req-65db4a79-a961-4663-bc20-b741f4ecb36d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 945 time: 0.0512984 Aug 17 03:08:12.172429 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-441090a4-9554-4999-96e1-c7ead624a336 req-07f2847a-6093-41ec-8215-08b359608400 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368021 Aug 17 03:08:12.975722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0303539-cb16-48f2-aab8-cc9bf85e24df req-da7e4485-61ab-4c23-853f-1a4ceadd29cc tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:12.977224 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0303539-cb16-48f2-aab8-cc9bf85e24df req-da7e4485-61ab-4c23-853f-1a4ceadd29cc tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 944 time: 0.0486763 Aug 17 03:08:13.020687 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0303539-cb16-48f2-aab8-cc9bf85e24df req-f3565fb3-a7ab-4a3e-9699-0ab4b0316337 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371280 Aug 17 03:08:13.158780 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device b95d1df6-99b3-40fe-973a-707cbbd35179 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:08:13.262840 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port b95d1df6-99b3-40fe-973a-707cbbd35179, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=b95d1df6-99b3-40fe-973a-707cbbd35179,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:13.276157 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'b95d1df6-99b3-40fe-973a-707cbbd35179', 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b', 'port_id': 'b95d1df6-99b3-40fe-973a-707cbbd35179', 'mac_address': 'fa:16:3e:e0:b5:f5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '240d28ed-cc59-44ed-9e7e-c0fd026b529d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:08:13.320769 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:13.322148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30122ae0-2a27-4ce1-9238-2b68ad46110f req-0786f1d2-1942-40fb-b574-7d9c81bbcf79 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:13.323980 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-30122ae0-2a27-4ce1-9238-2b68ad46110f req-0786f1d2-1942-40fb-b574-7d9c81bbcf79 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 945 time: 0.0621355 Aug 17 03:08:13.339140 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b95d1df6-99b3-40fe-973a-707cbbd35179 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:08:13.364604 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port b95d1df6-99b3-40fe-973a-707cbbd35179, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=b95d1df6-99b3-40fe-973a-707cbbd35179,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:13.372444 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-30122ae0-2a27-4ce1-9238-2b68ad46110f req-4fdf77f0-7ebd-414b-bf0f-372e1d6c3406 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404210 Aug 17 03:08:13.432571 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:13.483493 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=b95d1df6-99b3-40fe-973a-707cbbd35179,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:13.907578 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['b95d1df6-99b3-40fe-973a-707cbbd35179'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:08:14.189560 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e5bbf77-3086-4d8e-a3d9-bf47fbb3a611 req-18269052-8c73-4767-b39a-7598fb86ae75 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:14.193400 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1e5bbf77-3086-4d8e-a3d9-bf47fbb3a611 req-18269052-8c73-4767-b39a-7598fb86ae75 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 945 time: 0.0927188 Aug 17 03:08:14.244320 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1e5bbf77-3086-4d8e-a3d9-bf47fbb3a611 req-f371d63f-09a1-4d3e-b0c0-a1407f6f2556 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458448 Aug 17 03:08:15.272732 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-be585f3a-a97e-4969-a1ae-6b8b8fb5a9fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:15.366341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a99354-60ac-4d22-923d-48d6fc261a6f req-b3926142-ca88-4d90-9401-d870ab419e5a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:15.368028 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-80a99354-60ac-4d22-923d-48d6fc261a6f req-b3926142-ca88-4d90-9401-d870ab419e5a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 945 time: 0.0501168 Aug 17 03:08:15.407036 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-80a99354-60ac-4d22-923d-48d6fc261a6f req-4a76558d-bcbe-4100-a57a-f0209da4d252 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328765 Aug 17 03:08:16.532359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a52d9c-946f-43c8-98eb-16a04ffa397c req-504951a4-84ad-454e-9b79-ff7379c5612b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:16.533910 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e3a52d9c-946f-43c8-98eb-16a04ffa397c req-504951a4-84ad-454e-9b79-ff7379c5612b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 945 time: 0.0508022 Aug 17 03:08:16.579270 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e3a52d9c-946f-43c8-98eb-16a04ffa397c req-4983b042-3a56-4765-83b2-3c77993c3a23 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386248 Aug 17 03:08:17.182333 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device b95d1df6-99b3-40fe-973a-707cbbd35179 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:08:17.313747 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port b95d1df6-99b3-40fe-973a-707cbbd35179 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:08:17.320007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port b95d1df6-99b3-40fe-973a-707cbbd35179 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:08:17.320628 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:17.408278 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:17.433831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b560e3a4-d7ee-45c8-ab72-c2696a922a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95d1df6-99b3-40fe-973a-707cbbd35179'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:08:17.436377 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dead24e7-6bbb-4801-9af8-be1885a9280c" -d '{"events": [{"server_uuid": "b560e3a4-d7ee-45c8-ab72-c2696a922a26", "name": "network-vif-plugged", "status": "completed", "tag": "b95d1df6-99b3-40fe-973a-707cbbd35179"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:08:17.455913 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port b95d1df6-99b3-40fe-973a-707cbbd35179, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=b95d1df6-99b3-40fe-973a-707cbbd35179,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:17.484876 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:08:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e422310-5155-4207-9c53-2834fb45539e x-openstack-request-id: req-1e422310-5155-4207-9c53-2834fb45539e {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:08:17.485231 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b560e3a4-d7ee-45c8-ab72-c2696a922a26", "name": "network-vif-plugged", "status": "completed", "tag": "b95d1df6-99b3-40fe-973a-707cbbd35179", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:08:17.485525 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e422310-5155-4207-9c53-2834fb45539e {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:08:17.485932 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b560e3a4-d7ee-45c8-ab72-c2696a922a26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b95d1df6-99b3-40fe-973a-707cbbd35179', 'code': 200} Aug 17 03:08:17.527335 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:17.598111 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=b95d1df6-99b3-40fe-973a-707cbbd35179,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:17.658007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06ffdaa4-7610-47b0-9fe2-120a20cbba6b req-fd7d6d89-2991-4a93-a639-610e46620b77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:17.662592 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06ffdaa4-7610-47b0-9fe2-120a20cbba6b req-fd7d6d89-2991-4a93-a639-610e46620b77 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 1097 time: 0.0907302 Aug 17 03:08:17.734653 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06ffdaa4-7610-47b0-9fe2-120a20cbba6b req-1a132d1a-b9aa-4c7c-ace4-c80f972146b7 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526314 Aug 17 03:08:17.752708 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c1dfde-9e72-4f9c-8c07-9561268c8b8e req-7a284049-ba2f-42ac-8a4e-c00bf5bb9056 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:17.755098 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-50c1dfde-9e72-4f9c-8c07-9561268c8b8e req-7a284049-ba2f-42ac-8a4e-c00bf5bb9056 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 946 time: 0.0846837 Aug 17 03:08:17.798889 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-50c1dfde-9e72-4f9c-8c07-9561268c8b8e req-566f6f1d-cf4a-4d5e-8360-eefc32077441 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379002 Aug 17 03:08:17.890481 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d086cc1f-03a7-4779-8a96-48e9d9faf4bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:18.136505 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:18.937508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce8b2a9b-4a73-4158-9860-5e7655f4dd69 req-2adbe7e1-d012-4d3d-a32a-d364ec0d44ec tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:18.939067 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ce8b2a9b-4a73-4158-9860-5e7655f4dd69 req-2adbe7e1-d012-4d3d-a32a-d364ec0d44ec tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 946 time: 0.0611432 Aug 17 03:08:18.981998 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ce8b2a9b-4a73-4158-9860-5e7655f4dd69 req-63cf372a-c76a-43b5-897f-ec86c8ae6629 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345120 Aug 17 03:08:19.085568 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:20.132335 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b2a699-41a0-4fa5-b649-fca89cbaa0ce req-668ce5c1-c060-4ace-ab01-52d6c4fca39b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:20.133911 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-64b2a699-41a0-4fa5-b649-fca89cbaa0ce req-668ce5c1-c060-4ace-ab01-52d6c4fca39b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 946 time: 0.0531628 Aug 17 03:08:20.178702 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-64b2a699-41a0-4fa5-b649-fca89cbaa0ce req-9db88008-3796-4b2e-8b03-adda69f53ca2 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384173 Aug 17 03:08:20.730407 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33612182-45db-46a5-b69d-b5a8cfff3a22 req-c426d135-69c9-4b39-a12d-1836234bc025 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:20.732387 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33612182-45db-46a5-b69d-b5a8cfff3a22 req-c426d135-69c9-4b39-a12d-1836234bc025 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 946 time: 0.0584652 Aug 17 03:08:20.788552 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33612182-45db-46a5-b69d-b5a8cfff3a22 req-645e52eb-20a9-4cc9-92bc-00ff979ecdb9 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453651 Aug 17 03:08:20.821784 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:21.330592 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-14090263-9307-492b-ac84-766b98656b2c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:21.339994 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-14090263-9307-492b-ac84-766b98656b2c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/networks?id=28f0e5fd-e1d3-4fe7-ae26-2b515580488c HTTP/1.1" status: 200 len: 815 time: 0.1321084 Aug 17 03:08:21.362098 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-957d08b1-864f-4c2b-a40b-6cdd1f417130 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/quotas/69047ce83c1b455e9d5f2718a41aa35a HTTP/1.1" status: 200 len: 375 time: 0.0210938 Aug 17 03:08:21.416426 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-387e0017-1cfa-49be-b2d4-fd73820bb8ef tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=69047ce83c1b455e9d5f2718a41aa35a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0534487 Aug 17 03:08:21.516928 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-0451690b-64a5-43fb-85c2-7707a012458e service neutron] 10.222.0.10 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928521 Aug 17 03:08:21.605653 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-8096bfb8-53fb-4252-b611-f42a4d80fe5a service neutron] 10.222.0.10 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818939 Aug 17 03:08:21.988109 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d2ac39d-adb8-47b5-b39d-21176fb40c83 req-645ce61e-7910-4556-bfc7-0a66b75ec2b9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 210 time: 0.0515237 Aug 17 03:08:22.006371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb8382c-ace6-46fa-86b6-922ecca0645b req-14a433e8-7a4b-491c-ac83-088b833e47ca tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:22.007925 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fdb8382c-ace6-46fa-86b6-922ecca0645b req-14a433e8-7a4b-491c-ac83-088b833e47ca tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 946 time: 0.1348431 Aug 17 03:08:22.064959 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fdb8382c-ace6-46fa-86b6-922ecca0645b req-6e2f7b09-d6c2-484f-88c0-1b03dda691b2 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478065 Aug 17 03:08:22.569847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eec8c76-1db1-405a-a9c4-cc8da80c8b6c req-58b90669-1823-40eb-aa5e-a9385f493197 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:22.571316 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4eec8c76-1db1-405a-a9c4-cc8da80c8b6c req-58b90669-1823-40eb-aa5e-a9385f493197 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.60 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 946 time: 0.0531852 Aug 17 03:08:22.677506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-4eec8c76-1db1-405a-a9c4-cc8da80c8b6c req-6057e693-a821-40d9-abdc-3a9c89eb2dff tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Deleting port b95d1df6-99b3-40fe-973a-707cbbd35179 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:08:22.677803 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4eec8c76-1db1-405a-a9c4-cc8da80c8b6c req-6057e693-a821-40d9-abdc-3a9c89eb2dff tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:22.798359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4eec8c76-1db1-405a-a9c4-cc8da80c8b6c req-6057e693-a821-40d9-abdc-3a9c89eb2dff tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] For port b95d1df6-99b3-40fe-973a-707cbbd35179, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=b95d1df6-99b3-40fe-973a-707cbbd35179,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:22.798748 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4eec8c76-1db1-405a-a9c4-cc8da80c8b6c req-6057e693-a821-40d9-abdc-3a9c89eb2dff tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:22.819283 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-4eec8c76-1db1-405a-a9c4-cc8da80c8b6c req-6057e693-a821-40d9-abdc-3a9c89eb2dff tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Calling delete_port for b95d1df6-99b3-40fe-973a-707cbbd35179 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:08:23.039190 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4eec8c76-1db1-405a-a9c4-cc8da80c8b6c req-6057e693-a821-40d9-abdc-3a9c89eb2dff tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:23.051341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['c02f4883-cf4e-407d-b467-8dfa261f1bb2', 'b95d1df6-99b3-40fe-973a-707cbbd35179'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:08:23.089277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6057e693-a821-40d9-abdc-3a9c89eb2dff tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Pushing event deleted for resources: {'Port': ['ID=b95d1df6-99b3-40fe-973a-707cbbd35179,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:23.142950 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8b8e669-6c47-4aac-bb6a-e5267aee5a8c req-c21525d5-aed3-4aa1-92fb-fbddc6ccd23e tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 210 time: 0.0671015 Aug 17 03:08:23.180536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4eec8c76-1db1-405a-a9c4-cc8da80c8b6c req-6057e693-a821-40d9-abdc-3a9c89eb2dff tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] No DVR routers for this DVR port b95d1df6-99b3-40fe-973a-707cbbd35179 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:08:23.183389 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4eec8c76-1db1-405a-a9c4-cc8da80c8b6c req-6057e693-a821-40d9-abdc-3a9c89eb2dff tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:23.187543 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4eec8c76-1db1-405a-a9c4-cc8da80c8b6c req-6057e693-a821-40d9-abdc-3a9c89eb2dff tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.60 "DELETE /v2.0/ports/b95d1df6-99b3-40fe-973a-707cbbd35179 HTTP/1.1" status: 204 len: 173 time: 0.6051571 Aug 17 03:08:23.188227 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b560e3a4-d7ee-45c8-ab72-c2696a922a26', 'name': 'network-vif-deleted', 'tag': 'b95d1df6-99b3-40fe-973a-707cbbd35179'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:08:23.190714 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a477e6c-8040-4085-8ffb-998e9ade19ad" -d '{"events": [{"server_uuid": "b560e3a4-d7ee-45c8-ab72-c2696a922a26", "name": "network-vif-deleted", "tag": "b95d1df6-99b3-40fe-973a-707cbbd35179"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:08:23.259673 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:08:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28fda35c-a0b2-4033-995c-250ea3344897 x-openstack-request-id: req-28fda35c-a0b2-4033-995c-250ea3344897 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:08:23.259969 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b560e3a4-d7ee-45c8-ab72-c2696a922a26", "name": "network-vif-deleted", "tag": "b95d1df6-99b3-40fe-973a-707cbbd35179", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:08:23.260210 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28fda35c-a0b2-4033-995c-250ea3344897 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:08:23.260617 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b560e3a4-d7ee-45c8-ab72-c2696a922a26', 'name': 'network-vif-deleted', 'tag': 'b95d1df6-99b3-40fe-973a-707cbbd35179', 'status': 'completed', 'code': 200} Aug 17 03:08:23.262049 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3531691d-73ad-4d71-9baf-60aafdfe91cf req-bc73fbac-adce-43d9-80a2-c6fbcc6ce7f2 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 210 time: 0.0509441 Aug 17 03:08:23.620624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34024) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:23.737165 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55044fd3-e540-4134-8b4d-d33175dc316b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:23.827326 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55044fd3-e540-4134-8b4d-d33175dc316b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:23.884680 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55044fd3-e540-4134-8b4d-d33175dc316b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:23.929970 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-55044fd3-e540-4134-8b4d-d33175dc316b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=32329ed46bc2400698746e4a80547cd5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3062565 Aug 17 03:08:23.929970 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55044fd3-e540-4134-8b4d-d33175dc316b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3972eac1-14da-4d7f-8521-2d5322e2717f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:23.930840 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34030) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:23.981980 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c9f273a-3746-44d0-928c-0f50a3c25e3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:24.002969 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c9f273a-3746-44d0-928c-0f50a3c25e3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:24.319134 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07a6be9e-ae46-475f-a160-097fb5a2f16c req-39cf7f2a-5ef4-4bb5-b74f-67a458035b84 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 210 time: 0.0285602 Aug 17 03:08:24.373716 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af7e8aff-9c19-479c-8364-95ae6ed4e632 req-68c82184-ad92-4ea4-9557-365d6513d289 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=b560e3a4-d7ee-45c8-ab72-c2696a922a26 HTTP/1.1" status: 200 len: 210 time: 0.0296345 Aug 17 03:08:24.449245 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c9f273a-3746-44d0-928c-0f50a3c25e3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:24.453614 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c9f273a-3746-44d0-928c-0f50a3c25e3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:24.453614 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1c9f273a-3746-44d0-928c-0f50a3c25e3e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3972eac1-14da-4d7f-8521-2d5322e2717f HTTP/1.1" status: 204 len: 168 time: 0.5210869 Aug 17 03:08:24.461105 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9f273a-3746-44d0-928c-0f50a3c25e3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3972eac1-14da-4d7f-8521-2d5322e2717f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:24.637001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-7d3f0b07-a729-43e3-8877-067a3f4e8dcf tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:24.642639 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-7d3f0b07-a729-43e3-8877-067a3f4e8dcf tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.60 "GET /v2.0/networks?id=28f0e5fd-e1d3-4fe7-ae26-2b515580488c HTTP/1.1" status: 200 len: 815 time: 0.1109629 Aug 17 03:08:24.665167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-10273ce9-ca9a-4a7e-93e6-916e2ff78023 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Request body: {'port': {'device_id': '873d4ccf-0673-41bd-8819-b4f87fa1aa1c', 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c', 'admin_state_up': True, 'tenant_id': '69047ce83c1b455e9d5f2718a41aa35a'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:08:24.861932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-10273ce9-ca9a-4a7e-93e6-916e2ff78023 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Made reservation on behalf of 69047ce83c1b455e9d5f2718a41aa35a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:08:24.865891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-10273ce9-ca9a-4a7e-93e6-916e2ff78023 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:25.000432 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-10273ce9-ca9a-4a7e-93e6-916e2ff78023 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Allocated IP 172.20.0.7 (28f0e5fd-e1d3-4fe7-ae26-2b515580488c/e0277264-93fe-47f7-b95c-cea4e34626d3/4d4eb695-bdd1-44e4-aada-7d52050253d1) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:08:25.119504 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34048) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:25.135002 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-feed89fd-53ba-4ef6-8986-e075551b2820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:25.158200 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-10273ce9-ca9a-4a7e-93e6-916e2ff78023 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:25.225045 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-feed89fd-53ba-4ef6-8986-e075551b2820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:25.256682 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-10273ce9-ca9a-4a7e-93e6-916e2ff78023 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:25.283579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['1b305bf9-3077-4cbd-9ca6-416349000e77'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:08:25.304121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-10273ce9-ca9a-4a7e-93e6-916e2ff78023 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:08:25.307326 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-feed89fd-53ba-4ef6-8986-e075551b2820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:25.307590 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-10273ce9-ca9a-4a7e-93e6-916e2ff78023 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:08:25.311669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-10273ce9-ca9a-4a7e-93e6-916e2ff78023 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:08:25.320492 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10273ce9-ca9a-4a7e-93e6-916e2ff78023 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Pushing event updated for resources: {'Port': ['ID=4d4eb695-bdd1-44e4-aada-7d52050253d1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:25.358766 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed89fd-53ba-4ef6-8986-e075551b2820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11476388-8bf2-47b0-a0ee-9dc34882a2b1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:25.368537 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-feed89fd-53ba-4ef6-8986-e075551b2820 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=630391d8642741c887a4f234d22c0489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2479079 Aug 17 03:08:25.369218 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34052) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:25.386472 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-10273ce9-ca9a-4a7e-93e6-916e2ff78023 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:25.387164 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-10273ce9-ca9a-4a7e-93e6-916e2ff78023 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:25.439985 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4e89a15d-e153-445e-917d-34d10d953612 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:25.467373 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4e89a15d-e153-445e-917d-34d10d953612 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:25.488371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d45fad7-4892-4d0d-acfb-a4f51a590cf9 req-469a806c-b5c6-471f-97ba-4ed8b46285a6 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:25.491108 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d45fad7-4892-4d0d-acfb-a4f51a590cf9 req-469a806c-b5c6-471f-97ba-4ed8b46285a6 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 931 time: 0.0670297 Aug 17 03:08:25.514655 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-10273ce9-ca9a-4a7e-93e6-916e2ff78023 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8539197 Aug 17 03:08:25.530361 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Request body: {'port': {'device_id': '873d4ccf-0673-41bd-8819-b4f87fa1aa1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:08:25.554462 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d45fad7-4892-4d0d-acfb-a4f51a590cf9 req-7bc8bd7c-3c3a-4b24-b6df-effa3a44a78b tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567346 Aug 17 03:08:25.556388 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54380c19-868d-4a91-bf44-88588aecef43 req-d544b8f8-64f8-46a5-9db4-bdf5b296fad4 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:25.557638 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54380c19-868d-4a91-bf44-88588aecef43 req-d544b8f8-64f8-46a5-9db4-bdf5b296fad4 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0606537 Aug 17 03:08:25.600036 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54380c19-868d-4a91-bf44-88588aecef43 req-76900182-3325-4409-8a7f-c5015c29213e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353031 Aug 17 03:08:25.600197 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:25.622807 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4e89a15d-e153-445e-917d-34d10d953612 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:25.626530 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4e89a15d-e153-445e-917d-34d10d953612 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:25.628871 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4e89a15d-e153-445e-917d-34d10d953612 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/11476388-8bf2-47b0-a0ee-9dc34882a2b1 HTTP/1.1" status: 204 len: 168 time: 0.2574823 Aug 17 03:08:25.645785 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e89a15d-e153-445e-917d-34d10d953612 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11476388-8bf2-47b0-a0ee-9dc34882a2b1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:25.898932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9789002a-ba70-4c43-b9b9-11fa938f5522 req-51dd2c93-84c1-4d7a-ab44-a8c36c932671 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:25.900541 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9789002a-ba70-4c43-b9b9-11fa938f5522 req-51dd2c93-84c1-4d7a-ab44-a8c36c932671 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0815716 Aug 17 03:08:25.960523 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9789002a-ba70-4c43-b9b9-11fa938f5522 req-aa894ef6-e8cf-4054-878c-cbae731c6a67 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539837 Aug 17 03:08:25.999964 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4d4eb695-bdd1-44e4-aada-7d52050253d1 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:08:26.012308 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:26.041683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Transition to ACTIVE for port object 4d4eb695-bdd1-44e4-aada-7d52050253d1 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:08:26.101959 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:26.106650 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39d5f03c-199a-414f-92b2-e14437d3530c req-c12099a8-f63f-49bb-8438-a36d27bbfc0a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:26.108328 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39d5f03c-199a-414f-92b2-e14437d3530c req-c12099a8-f63f-49bb-8438-a36d27bbfc0a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0513568 Aug 17 03:08:26.158287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Pushing event updated for resources: {'Port': ['ID=4d4eb695-bdd1-44e4-aada-7d52050253d1,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:26.160279 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39d5f03c-199a-414f-92b2-e14437d3530c req-58fd258c-8866-4c82-8d8f-2b1de01df6e6 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434041 Aug 17 03:08:26.229912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Attempting to bind port 4d4eb695-bdd1-44e4-aada-7d52050253d1 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:08:26.230246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Attempting to bind port 4d4eb695-bdd1-44e4-aada-7d52050253d1 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '1849b084-8d11-4a15-9911-70fdef4a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:08:26.230572 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Attempting to bind port 4d4eb695-bdd1-44e4-aada-7d52050253d1 on network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:08:26.235035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Port 4d4eb695-bdd1-44e4-aada-7d52050253d1 on network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:08:26.235359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Attempting to bind port 4d4eb695-bdd1-44e4-aada-7d52050253d1 on network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:08:26.240336 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 8, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:08:26.240684 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Checking segment: {'id': '1849b084-8d11-4a15-9911-70fdef4a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:08:26.241216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Bound using segment: {'id': '1849b084-8d11-4a15-9911-70fdef4a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:08:26.241691 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Bound port: 4d4eb695-bdd1-44e4-aada-7d52050253d1, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1849b084-8d11-4a15-9911-70fdef4a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:08:26.242057 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:26.307300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] For port 4d4eb695-bdd1-44e4-aada-7d52050253d1, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:08:26.313117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] For port 4d4eb695-bdd1-44e4-aada-7d52050253d1, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4d4eb695-bdd1-44e4-aada-7d52050253d1,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:08:26.411791 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:26.443232 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:26.443849 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:26.445838 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] 10.222.0.60 "PUT /v2.0/ports/4d4eb695-bdd1-44e4-aada-7d52050253d1 HTTP/1.1" status: 200 len: 1091 time: 0.9201050 Aug 17 03:08:26.448133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '873d4ccf-0673-41bd-8819-b4f87fa1aa1c', 'tag': '4d4eb695-bdd1-44e4-aada-7d52050253d1'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:08:26.451383 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5f61e3e-0757-4e44-99fd-1a37efc13d99" -d '{"events": [{"name": "network-changed", "server_uuid": "873d4ccf-0673-41bd-8819-b4f87fa1aa1c", "tag": "4d4eb695-bdd1-44e4-aada-7d52050253d1"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:08:26.480817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d43738-fb31-4e51-9a0f-ab00f909579a service neutron] Pushing event updated for resources: {'Port': ['ID=4d4eb695-bdd1-44e4-aada-7d52050253d1,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:26.490211 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:08:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-79c8981d-4cdf-47fb-9274-ba7ccd269e14 x-openstack-request-id: req-79c8981d-4cdf-47fb-9274-ba7ccd269e14 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:08:26.490508 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "873d4ccf-0673-41bd-8819-b4f87fa1aa1c", "tag": "4d4eb695-bdd1-44e4-aada-7d52050253d1", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:08:26.490769 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-79c8981d-4cdf-47fb-9274-ba7ccd269e14 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:08:26.491175 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '873d4ccf-0673-41bd-8819-b4f87fa1aa1c', 'tag': '4d4eb695-bdd1-44e4-aada-7d52050253d1', 'status': 'completed', 'code': 200} Aug 17 03:08:26.568344 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f61e3e-0757-4e44-99fd-1a37efc13d99 req-16ccec6b-7996-4cfb-9759-4d9c8720bb5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:26.569909 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e5f61e3e-0757-4e44-99fd-1a37efc13d99 req-16ccec6b-7996-4cfb-9759-4d9c8720bb5e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69047ce83c1b455e9d5f2718a41aa35a&device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 1094 time: 0.0482278 Aug 17 03:08:26.680746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f61e3e-0757-4e44-99fd-1a37efc13d99 req-0dcd18c7-75b5-4d1c-ae3a-7a1f4ac2e0b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:26.682330 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e5f61e3e-0757-4e44-99fd-1a37efc13d99 req-0dcd18c7-75b5-4d1c-ae3a-7a1f4ac2e0b2 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=69047ce83c1b455e9d5f2718a41aa35a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1037934 Aug 17 03:08:26.688981 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f55079a6-719a-4143-8819-b45ffe86c2da req-4c397f6b-3143-4729-8e71-b3a6f678244e tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:26.699712 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f55079a6-719a-4143-8819-b45ffe86c2da req-4c397f6b-3143-4729-8e71-b3a6f678244e tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 943 time: 0.0631022 Aug 17 03:08:26.742667 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f55079a6-719a-4143-8819-b45ffe86c2da req-26c7a146-141c-4b83-aa72-cd7042cc90ed tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443969 Aug 17 03:08:26.801750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5f61e3e-0757-4e44-99fd-1a37efc13d99 req-b30c58cd-c518-4096-a4f4-9fc423eef491 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:26.803664 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e5f61e3e-0757-4e44-99fd-1a37efc13d99 req-b30c58cd-c518-4096-a4f4-9fc423eef491 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1107686 Aug 17 03:08:26.913537 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-67e4ce79-4c15-4af3-9153-d9394c01d407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:26.915144 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-67e4ce79-4c15-4af3-9153-d9394c01d407 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69047ce83c1b455e9d5f2718a41aa35a&device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 1094 time: 0.0452609 Aug 17 03:08:26.970207 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-fb88ebb5-d89e-46d2-860b-ea12d63704e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=4d4eb695-bdd1-44e4-aada-7d52050253d1 HTTP/1.1" status: 200 len: 217 time: 0.0455787 Aug 17 03:08:27.025322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-8ac59f93-c866-4113-bfc4-963d737c8a6c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:27.026878 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-8ac59f93-c866-4113-bfc4-963d737c8a6c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0277264-93fe-47f7-b95c-cea4e34626d3 HTTP/1.1" status: 200 len: 855 time: 0.0485873 Aug 17 03:08:27.064395 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-ac67190f-075a-4a85-abc9-090e4c387cd6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28f0e5fd-e1d3-4fe7-ae26-2b515580488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0270140 Aug 17 03:08:27.178951 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-6c7b955a-ad93-416b-a52e-0cfd63e03b89 service neutron] 10.222.0.60 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0980258 Aug 17 03:08:27.186339 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device b95d1df6-99b3-40fe-973a-707cbbd35179 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:08:27.207295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: b95d1df6-99b3-40fe-973a-707cbbd35179 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:08:27.208358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device b95d1df6-99b3-40fe-973a-707cbbd35179 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:08:27.290964 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33b6dd09-1f4a-4973-80e7-7a71cfe6e0da req-0e881cec-7389-478f-8f33-6b9425b59368 service neutron] 10.222.0.60 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0965111 Aug 17 03:08:27.888119 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d621fe6d-60ff-48e1-81f9-21551f51ef05 req-586b34db-609f-443d-949d-ea48b824f86a tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:27.889808 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d621fe6d-60ff-48e1-81f9-21551f51ef05 req-586b34db-609f-443d-949d-ea48b824f86a tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 943 time: 0.0544384 Aug 17 03:08:27.931150 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d621fe6d-60ff-48e1-81f9-21551f51ef05 req-55d64270-70eb-43ca-80db-55666c144848 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354393 Aug 17 03:08:28.456038 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24a485c-5fa8-42da-bc3b-392b294391f7 req-74beebc7-6853-4a97-bec4-bbb1136f3d64 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:28.458154 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e24a485c-5fa8-42da-bc3b-392b294391f7 req-74beebc7-6853-4a97-bec4-bbb1136f3d64 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0517333 Aug 17 03:08:28.500260 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e24a485c-5fa8-42da-bc3b-392b294391f7 req-8d08bb1e-0091-4ea6-acea-d7ab3f2b8936 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350330 Aug 17 03:08:28.620682 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008629e4-feac-4383-88a8-af3d76c798fb req-1ab907ab-4dc4-4e16-86b5-239c07003616 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:28.622156 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-008629e4-feac-4383-88a8-af3d76c798fb req-1ab907ab-4dc4-4e16-86b5-239c07003616 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0525882 Aug 17 03:08:28.662484 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-008629e4-feac-4383-88a8-af3d76c798fb req-bf20181d-b15c-4bc1-88e2-879c6490faef tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343180 Aug 17 03:08:29.082514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762b1541-f1ac-46a3-9e75-cb1de3e57184 req-ea989f26-cb52-454d-a95e-c37bc62cc99f tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:29.084331 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-762b1541-f1ac-46a3-9e75-cb1de3e57184 req-ea989f26-cb52-454d-a95e-c37bc62cc99f tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 943 time: 0.0507448 Aug 17 03:08:29.124978 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-762b1541-f1ac-46a3-9e75-cb1de3e57184 req-c01df63a-a340-4b86-9738-360356155011 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340579 Aug 17 03:08:29.446458 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1596a97b-ff4b-42e1-82d0-b1303c73e261 req-dab2bd8f-75d6-4670-99b7-71790c5f11a6 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:29.448014 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1596a97b-ff4b-42e1-82d0-b1303c73e261 req-dab2bd8f-75d6-4670-99b7-71790c5f11a6 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 945 time: 0.0506327 Aug 17 03:08:29.486186 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1596a97b-ff4b-42e1-82d0-b1303c73e261 req-96085c91-6c9a-4380-9206-489a8ce34474 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320354 Aug 17 03:08:30.252078 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c45aa92-65bd-444d-897f-735e6c961b6d req-c510a532-badd-43f4-bb47-24d92160c6af tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:30.253610 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c45aa92-65bd-444d-897f-735e6c961b6d req-c510a532-badd-43f4-bb47-24d92160c6af tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 943 time: 0.0587788 Aug 17 03:08:30.296910 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c45aa92-65bd-444d-897f-735e6c961b6d req-764938bc-12ca-4ca9-9150-52b7f181fc44 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360954 Aug 17 03:08:30.605457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7980a607-a832-4a60-927f-7d04bfe5aacf req-839697f6-8a08-4168-bc66-466f6fe71f54 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:30.607022 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7980a607-a832-4a60-927f-7d04bfe5aacf req-839697f6-8a08-4168-bc66-466f6fe71f54 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 945 time: 0.0506096 Aug 17 03:08:30.647104 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7980a607-a832-4a60-927f-7d04bfe5aacf req-99b62aac-45e1-4a5f-ab16-88868f1a9048 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342062 Aug 17 03:08:31.215376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4d4eb695-bdd1-44e4-aada-7d52050253d1 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:08:31.393663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 4d4eb695-bdd1-44e4-aada-7d52050253d1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4d4eb695-bdd1-44e4-aada-7d52050253d1,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:31.412254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '4d4eb695-bdd1-44e4-aada-7d52050253d1', 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c', 'port_id': '4d4eb695-bdd1-44e4-aada-7d52050253d1', 'mac_address': 'fa:16:3e:9b:c5:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0277264-93fe-47f7-b95c-cea4e34626d3', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:08:31.449954 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec3573a7-1387-44e0-92c3-f664b3eaa69b req-6ef2a750-0982-4985-b04f-d29e55d6f2fd tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:31.460208 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec3573a7-1387-44e0-92c3-f664b3eaa69b req-6ef2a750-0982-4985-b04f-d29e55d6f2fd tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 943 time: 0.0847459 Aug 17 03:08:31.468189 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:31.494493 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4d4eb695-bdd1-44e4-aada-7d52050253d1 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:08:31.500033 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec3573a7-1387-44e0-92c3-f664b3eaa69b req-89e1c05f-beef-4624-8477-ef0eeef25bdd tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392141 Aug 17 03:08:31.525588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 4d4eb695-bdd1-44e4-aada-7d52050253d1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4d4eb695-bdd1-44e4-aada-7d52050253d1,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:31.616140 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:31.678695 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=4d4eb695-bdd1-44e4-aada-7d52050253d1,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:31.684087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db5713dc-4152-4bad-9902-06ae19b534ac req-6f42480c-fd07-4229-8892-336773b89b29 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:31.691321 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db5713dc-4152-4bad-9902-06ae19b534ac req-6f42480c-fd07-4229-8892-336773b89b29 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0962529 Aug 17 03:08:31.715056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4cdf6f0-5161-47f6-a2cb-57753ec3c567 req-334fbf13-12f6-4aaf-ba82-cfaa842f23da tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:31.716628 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d4cdf6f0-5161-47f6-a2cb-57753ec3c567 req-334fbf13-12f6-4aaf-ba82-cfaa842f23da tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.60 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 945 time: 0.0895600 Aug 17 03:08:31.773505 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db5713dc-4152-4bad-9902-06ae19b534ac req-765b3519-5088-46e1-b79a-a9d66788f2c7 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810761 Aug 17 03:08:31.786308 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518e6438-09f1-4ee7-9a18-4e76111da723 req-c240da46-33ac-49b9-b4bf-0af42960ede1 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:31.787941 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-518e6438-09f1-4ee7-9a18-4e76111da723 req-c240da46-33ac-49b9-b4bf-0af42960ede1 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 945 time: 0.0573790 Aug 17 03:08:31.849942 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-518e6438-09f1-4ee7-9a18-4e76111da723 req-7dacdfc3-3e88-4eac-b0f2-d171c91516ea tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559058 Aug 17 03:08:31.862325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-d4cdf6f0-5161-47f6-a2cb-57753ec3c567 req-b295f9f9-fa63-48c6-9868-b8636b2ec871 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Deleting port 0ea7ede3-c27f-4676-9cc2-7d84d027a316 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:08:31.862674 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d4cdf6f0-5161-47f6-a2cb-57753ec3c567 req-b295f9f9-fa63-48c6-9868-b8636b2ec871 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:31.958845 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed2a428-d4c4-4b72-be10-df2fe906f525 req-4736f4ad-2a4d-4097-aea8-a0850a0a2882 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:31.960400 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ed2a428-d4c4-4b72-be10-df2fe906f525 req-4736f4ad-2a4d-4097-aea8-a0850a0a2882 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.1100309 Aug 17 03:08:32.002871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d4cdf6f0-5161-47f6-a2cb-57753ec3c567 req-b295f9f9-fa63-48c6-9868-b8636b2ec871 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] For port 0ea7ede3-c27f-4676-9cc2-7d84d027a316, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0ea7ede3-c27f-4676-9cc2-7d84d027a316,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:32.003244 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d4cdf6f0-5161-47f6-a2cb-57753ec3c567 req-b295f9f9-fa63-48c6-9868-b8636b2ec871 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:32.026775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-d4cdf6f0-5161-47f6-a2cb-57753ec3c567 req-b295f9f9-fa63-48c6-9868-b8636b2ec871 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Calling delete_port for 0ea7ede3-c27f-4676-9cc2-7d84d027a316 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:08:32.030872 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ed2a428-d4c4-4b72-be10-df2fe906f525 req-d65b6078-70c3-4d3a-a333-256cc1ca4f76 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611072 Aug 17 03:08:32.055518 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['4d4eb695-bdd1-44e4-aada-7d52050253d1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:08:32.250069 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d4cdf6f0-5161-47f6-a2cb-57753ec3c567 req-b295f9f9-fa63-48c6-9868-b8636b2ec871 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:32.285318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b295f9f9-fa63-48c6-9868-b8636b2ec871 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Pushing event deleted for resources: {'Port': ['ID=0ea7ede3-c27f-4676-9cc2-7d84d027a316,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:32.302730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc306dc-eda7-48ed-a9ab-1c1a80ba783c req-c233bfcd-1e92-466e-ae9a-466ca6c7b926 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:32.304234 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-adc306dc-eda7-48ed-a9ab-1c1a80ba783c req-c233bfcd-1e92-466e-ae9a-466ca6c7b926 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0905993 Aug 17 03:08:32.347814 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d4cdf6f0-5161-47f6-a2cb-57753ec3c567 req-b295f9f9-fa63-48c6-9868-b8636b2ec871 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] No DVR routers for this DVR port 0ea7ede3-c27f-4676-9cc2-7d84d027a316 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:08:32.351043 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d4cdf6f0-5161-47f6-a2cb-57753ec3c567 req-b295f9f9-fa63-48c6-9868-b8636b2ec871 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:32.352979 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d4cdf6f0-5161-47f6-a2cb-57753ec3c567 req-b295f9f9-fa63-48c6-9868-b8636b2ec871 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.60 "DELETE /v2.0/ports/0ea7ede3-c27f-4676-9cc2-7d84d027a316 HTTP/1.1" status: 204 len: 173 time: 0.6273999 Aug 17 03:08:32.353751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '917a89a6-17d6-445f-a887-c172cca176f2', 'name': 'network-vif-deleted', 'tag': '0ea7ede3-c27f-4676-9cc2-7d84d027a316'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:08:32.355961 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2d0d100-e102-462b-8a6b-967fe6190c60" -d '{"events": [{"server_uuid": "917a89a6-17d6-445f-a887-c172cca176f2", "name": "network-vif-deleted", "tag": "0ea7ede3-c27f-4676-9cc2-7d84d027a316"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:08:32.376260 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-adc306dc-eda7-48ed-a9ab-1c1a80ba783c req-2a08d062-f47b-4a51-8501-3aac47b3249b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579779 Aug 17 03:08:32.394543 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:08:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f08b1e04-c9ac-4114-96a8-f95308bbb421 x-openstack-request-id: req-f08b1e04-c9ac-4114-96a8-f95308bbb421 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:08:32.394887 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "917a89a6-17d6-445f-a887-c172cca176f2", "name": "network-vif-deleted", "tag": "0ea7ede3-c27f-4676-9cc2-7d84d027a316", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:08:32.395198 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f08b1e04-c9ac-4114-96a8-f95308bbb421 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:08:32.395732 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '917a89a6-17d6-445f-a887-c172cca176f2', 'name': 'network-vif-deleted', 'tag': '0ea7ede3-c27f-4676-9cc2-7d84d027a316', 'status': 'completed', 'code': 200} Aug 17 03:08:32.507037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-985be008-0fd0-41d3-be5e-0512402578c6 req-46b72534-c1b7-4d99-be1d-07f0a30fb45d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:32.508658 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-985be008-0fd0-41d3-be5e-0512402578c6 req-46b72534-c1b7-4d99-be1d-07f0a30fb45d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0588067 Aug 17 03:08:32.559167 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-985be008-0fd0-41d3-be5e-0512402578c6 req-3e902fc4-a6dd-43bd-bcad-e353f24f5419 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386484 Aug 17 03:08:32.631545 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdbb44a-730f-4a45-96f2-e60bcbdf279f req-5cbd6dd3-dda5-406c-8362-63e1d4cee8d1 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:32.633203 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-efdbb44a-730f-4a45-96f2-e60bcbdf279f req-5cbd6dd3-dda5-406c-8362-63e1d4cee8d1 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 944 time: 0.0563836 Aug 17 03:08:32.686012 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-efdbb44a-730f-4a45-96f2-e60bcbdf279f req-ac01afee-a185-4c63-96c1-4d8b8fc77418 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442779 Aug 17 03:08:32.743124 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce84969f-5feb-4fc9-bbd8-9aa717ab6f78 req-687e9181-cc58-4724-af9a-0a8db6ba8e23 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:32.744872 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ce84969f-5feb-4fc9-bbd8-9aa717ab6f78 req-687e9181-cc58-4724-af9a-0a8db6ba8e23 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0513687 Aug 17 03:08:32.793564 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ce84969f-5feb-4fc9-bbd8-9aa717ab6f78 req-c177056e-4125-420f-ac4f-5b4cb4787b24 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337689 Aug 17 03:08:32.861277 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:32.933644 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6868fdef-9763-4e34-9ab3-ef60e596f85d req-f4be9448-2735-4a6e-b0df-01dd714dbccc tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:32.942855 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6868fdef-9763-4e34-9ab3-ef60e596f85d req-f4be9448-2735-4a6e-b0df-01dd714dbccc tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0739107 Aug 17 03:08:32.992459 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6868fdef-9763-4e34-9ab3-ef60e596f85d req-2e97a6a1-4599-42b6-876c-e91891de13e0 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436993 Aug 17 03:08:32.996801 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b04bda3-b852-4fe1-b896-3f3a6e7bd51a req-f167552c-23bc-46c5-bff5-8689b5d11283 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 210 time: 0.0682652 Aug 17 03:08:33.241034 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f785e2f8-7ecc-438e-bc3b-ca40addf9ca7 req-44014960-8a75-411e-bd23-8e07c80c9515 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:33.242890 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f785e2f8-7ecc-438e-bc3b-ca40addf9ca7 req-44014960-8a75-411e-bd23-8e07c80c9515 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0521145 Aug 17 03:08:33.293263 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f785e2f8-7ecc-438e-bc3b-ca40addf9ca7 req-7370da0d-990d-47d9-90b7-05c8f94da20f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398927 Aug 17 03:08:33.440040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f11a1fb-63b3-40a7-b07a-2812057df3a7 req-99fb07cd-b8d7-4f28-ab1f-e062ece0828e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:33.443215 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7f11a1fb-63b3-40a7-b07a-2812057df3a7 req-99fb07cd-b8d7-4f28-ab1f-e062ece0828e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0567803 Aug 17 03:08:33.502356 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7f11a1fb-63b3-40a7-b07a-2812057df3a7 req-55b2e5bf-4795-452d-b5b9-096aafce07fa tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517716 Aug 17 03:08:33.730510 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:33.747239 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45179a4a-7034-484d-9db5-b551b7eeb3f1 req-a357d367-9351-4f4c-b5d5-55e32b80114f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:33.761791 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-45179a4a-7034-484d-9db5-b551b7eeb3f1 req-a357d367-9351-4f4c-b5d5-55e32b80114f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0723619 Aug 17 03:08:33.835057 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-45179a4a-7034-484d-9db5-b551b7eeb3f1 req-a03f1139-5e0f-4cf2-b2d4-f116778668ff tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675640 Aug 17 03:08:33.922295 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27db6d9-6c17-4705-8e31-d891207866ab req-25c49d26-2c8e-4e32-ab51-58256f56a7de tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:33.933054 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34280) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:33.944371 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d27db6d9-6c17-4705-8e31-d891207866ab req-25c49d26-2c8e-4e32-ab51-58256f56a7de tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 944 time: 0.1410372 Aug 17 03:08:34.021045 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d27db6d9-6c17-4705-8e31-d891207866ab req-d4cae037-711e-4559-b833-64e4b0ada60d tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748589 Aug 17 03:08:34.023941 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a97d6953-ee43-42b7-9070-71113c334205 req-44ec0e7e-3e30-47ae-8e25-dee6871af140 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:34.026348 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a97d6953-ee43-42b7-9070-71113c334205 req-44ec0e7e-3e30-47ae-8e25-dee6871af140 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0733891 Aug 17 03:08:34.093055 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a97d6953-ee43-42b7-9070-71113c334205 req-8b342af6-69a8-4d30-ac72-605876cf8301 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593700 Aug 17 03:08:34.124099 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e733bddf-ba6b-4996-b390-e0de68fd9d5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:34.131886 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bdcee5b0-fee6-4985-8a59-1cabeb0572a6 req-e5816e86-2508-42fc-84be-82a2be28809c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 210 time: 0.0319500 Aug 17 03:08:34.238655 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e733bddf-ba6b-4996-b390-e0de68fd9d5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:34.314079 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e733bddf-ba6b-4996-b390-e0de68fd9d5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:34.357785 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e733bddf-ba6b-4996-b390-e0de68fd9d5a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93361138fa254ccfa544a9a53138b327&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4234545 Aug 17 03:08:34.362349 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e733bddf-ba6b-4996-b390-e0de68fd9d5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d62cc16-ac97-483f-8812-7c9af78d4e9c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:34.362651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34294) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:34.401573 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b22e02-9431-4f4b-bc0f-6afc90a2ec02 req-3e96c8f9-3f89-418f-b5fa-f69d5ee93867 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:34.403134 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-81b22e02-9431-4f4b-bc0f-6afc90a2ec02 req-3e96c8f9-3f89-418f-b5fa-f69d5ee93867 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0949817 Aug 17 03:08:34.453579 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5fc4df8d-39ba-4d58-8610-105f54437b43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:34.461763 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-81b22e02-9431-4f4b-bc0f-6afc90a2ec02 req-446db50b-e805-42c7-a3d3-b1b6392bbb2e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508356 Aug 17 03:08:34.483140 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5fc4df8d-39ba-4d58-8610-105f54437b43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:34.607065 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c942643-3f01-4cf3-aaab-4d25e9590b80 req-0e8109df-0e7e-4aa8-ab14-b67383489d2f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:34.608571 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8c942643-3f01-4cf3-aaab-4d25e9590b80 req-0e8109df-0e7e-4aa8-ab14-b67383489d2f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0554848 Aug 17 03:08:34.627528 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5fc4df8d-39ba-4d58-8610-105f54437b43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:34.631619 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5fc4df8d-39ba-4d58-8610-105f54437b43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:34.635136 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5fc4df8d-39ba-4d58-8610-105f54437b43 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4d62cc16-ac97-483f-8812-7c9af78d4e9c HTTP/1.1" status: 204 len: 168 time: 0.2738345 Aug 17 03:08:34.646099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc4df8d-39ba-4d58-8610-105f54437b43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d62cc16-ac97-483f-8812-7c9af78d4e9c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:34.685313 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8c942643-3f01-4cf3-aaab-4d25e9590b80 req-1feb8285-0635-47d5-8d48-4a82f8cf801e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699694 Aug 17 03:08:34.930426 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f235cd1-cf05-40b3-bbe4-203dcbffa533 req-8c3aa499-e88a-4227-a578-e9376c3f165a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:34.935526 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f235cd1-cf05-40b3-bbe4-203dcbffa533 req-8c3aa499-e88a-4227-a578-e9376c3f165a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/networks?id=7f31243a-df0b-45e5-95d3-3936416a870b HTTP/1.1" status: 200 len: 813 time: 0.1094401 Aug 17 03:08:34.949033 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f235cd1-cf05-40b3-bbe4-203dcbffa533 req-197dc31c-ef24-44aa-b590-2ffc59874c92 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/quotas/127c54846c654865888b32b593f23155 HTTP/1.1" status: 200 len: 375 time: 0.0100534 Aug 17 03:08:35.029369 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f235cd1-cf05-40b3-bbe4-203dcbffa533 req-e4516655-107c-4227-a145-209426e80185 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=127c54846c654865888b32b593f23155&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0714083 Aug 17 03:08:35.159930 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ad8add-4f21-4fc6-a7f0-86f805a86704 req-8e09e226-b040-4f0f-b7e7-9e3621540b90 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:35.162137 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-98ad8add-4f21-4fc6-a7f0-86f805a86704 req-8e09e226-b040-4f0f-b7e7-9e3621540b90 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 944 time: 0.0549974 Aug 17 03:08:35.171021 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bd29b78-9215-4daa-b78b-4d3e8ccff489 req-9cef2912-f9b8-4428-a666-50c5a81e3b0a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:35.173166 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0bd29b78-9215-4daa-b78b-4d3e8ccff489 req-9cef2912-f9b8-4428-a666-50c5a81e3b0a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0627978 Aug 17 03:08:35.209453 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-98ad8add-4f21-4fc6-a7f0-86f805a86704 req-d6d11b77-593e-4725-a835-cd539f7e12d5 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396814 Aug 17 03:08:35.217536 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0bd29b78-9215-4daa-b78b-4d3e8ccff489 req-72a90a92-4bec-40c0-b325-e7c77c670d92 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372288 Aug 17 03:08:35.230872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4d4eb695-bdd1-44e4-aada-7d52050253d1 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:08:35.357629 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e38fdb6-e30e-4070-9f9e-244e1df3c0dc req-7487bbc5-ddc9-4ef8-8cd3-8b000bbb4ece tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 210 time: 0.0547071 Aug 17 03:08:35.385854 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34324) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:35.396191 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-672466f3-8456-4954-b71e-162a0074b7ee req-df045589-b740-4367-849c-02dc9b76ad90 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:35.399099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 4d4eb695-bdd1-44e4-aada-7d52050253d1 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:08:35.403193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 4d4eb695-bdd1-44e4-aada-7d52050253d1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:08:35.403552 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-672466f3-8456-4954-b71e-162a0074b7ee req-df045589-b740-4367-849c-02dc9b76ad90 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0695715 Aug 17 03:08:35.403719 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:35.411079 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-030868e6-6d3c-4a02-b8c7-305024964548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:35.458665 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-672466f3-8456-4954-b71e-162a0074b7ee req-008bec56-de63-4f05-960f-5a8dec123110 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519323 Aug 17 03:08:35.543656 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:35.573395 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-030868e6-6d3c-4a02-b8c7-305024964548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:35.580510 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873d4ccf-0673-41bd-8819-b4f87fa1aa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4eb695-bdd1-44e4-aada-7d52050253d1'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:08:35.583306 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2483cf06-a336-4120-b37c-8221c50839a1" -d '{"events": [{"server_uuid": "873d4ccf-0673-41bd-8819-b4f87fa1aa1c", "name": "network-vif-plugged", "status": "completed", "tag": "4d4eb695-bdd1-44e4-aada-7d52050253d1"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:08:35.587505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 4d4eb695-bdd1-44e4-aada-7d52050253d1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4d4eb695-bdd1-44e4-aada-7d52050253d1,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:35.644746 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-030868e6-6d3c-4a02-b8c7-305024964548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:35.649287 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:08:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684661b4-52ab-46df-892d-0c83317db128 x-openstack-request-id: req-684661b4-52ab-46df-892d-0c83317db128 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:08:35.649803 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873d4ccf-0673-41bd-8819-b4f87fa1aa1c", "name": "network-vif-plugged", "status": "completed", "tag": "4d4eb695-bdd1-44e4-aada-7d52050253d1", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:08:35.650216 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-684661b4-52ab-46df-892d-0c83317db128 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:08:35.650777 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873d4ccf-0673-41bd-8819-b4f87fa1aa1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4d4eb695-bdd1-44e4-aada-7d52050253d1', 'code': 200} Aug 17 03:08:35.667800 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:35.669311 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0ea7ede3-c27f-4676-9cc2-7d84d027a316 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:08:35.705934 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-030868e6-6d3c-4a02-b8c7-305024964548 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2caece23a06c4bbb9e6086ff61a79502&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3189144 Aug 17 03:08:35.706403 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34342) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:35.727063 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 0ea7ede3-c27f-4676-9cc2-7d84d027a316 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:08:35.727494 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0ea7ede3-c27f-4676-9cc2-7d84d027a316 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:08:35.759682 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=4d4eb695-bdd1-44e4-aada-7d52050253d1,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:35.760573 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-76fc032c-8f8a-45e4-bf3f-5ccf6540cba6 req-e376b76c-6ab7-4831-8c77-82a609aad238 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=127c54846c654865888b32b593f23155 HTTP/1.1" status: 200 len: 221 time: 0.0875964 Aug 17 03:08:35.764988 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030868e6-6d3c-4a02-b8c7-305024964548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42aaa6df-9c1c-4446-bbec-fe7b80738352,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:35.815735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc150dda-e911-4b8b-8652-b9c7e3b6efbd req-1f9b16a2-c413-4a0e-96de-260d4076fe23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:35.816547 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5b13917d-7889-4bf8-984c-5158ce71a38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:35.817323 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc150dda-e911-4b8b-8652-b9c7e3b6efbd req-1f9b16a2-c413-4a0e-96de-260d4076fe23 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 1096 time: 0.0876145 Aug 17 03:08:35.849958 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5b13917d-7889-4bf8-984c-5158ce71a38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:35.886880 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc150dda-e911-4b8b-8652-b9c7e3b6efbd req-66da687f-986f-425d-8e84-7b9e5b6b6258 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617225 Aug 17 03:08:35.907145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88370cbf-e961-46ed-8d8b-2cab9b09725a req-1a798f63-01d0-415f-a720-509ec5577548 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:35.912267 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88370cbf-e961-46ed-8d8b-2cab9b09725a req-1a798f63-01d0-415f-a720-509ec5577548 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0574844 Aug 17 03:08:35.948332 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88370cbf-e961-46ed-8d8b-2cab9b09725a req-877e2ab6-5340-48d7-af08-d88148b48932 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328934 Aug 17 03:08:35.975690 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5b13917d-7889-4bf8-984c-5158ce71a38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:35.978630 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5b13917d-7889-4bf8-984c-5158ce71a38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:35.982386 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5b13917d-7889-4bf8-984c-5158ce71a38f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/42aaa6df-9c1c-4446-bbec-fe7b80738352 HTTP/1.1" status: 204 len: 168 time: 0.2723889 Aug 17 03:08:35.999799 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b13917d-7889-4bf8-984c-5158ce71a38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42aaa6df-9c1c-4446-bbec-fe7b80738352,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:36.088718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5910663a-98dc-4192-9d5c-99e5cd9e5aff req-0cd006ae-ba51-467f-8022-b5d3d6519459 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:36.090438 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5910663a-98dc-4192-9d5c-99e5cd9e5aff req-0cd006ae-ba51-467f-8022-b5d3d6519459 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0524645 Aug 17 03:08:36.131798 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5910663a-98dc-4192-9d5c-99e5cd9e5aff req-7c659fe8-d5c8-417f-a076-825f964e64a8 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344996 Aug 17 03:08:36.286551 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea14283e-5b8f-4e99-bc65-f75b2c216b97 req-8a32c89c-f9ae-4d80-9456-0ce647a70236 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:36.288150 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea14283e-5b8f-4e99-bc65-f75b2c216b97 req-8a32c89c-f9ae-4d80-9456-0ce647a70236 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0679495 Aug 17 03:08:36.332677 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea14283e-5b8f-4e99-bc65-f75b2c216b97 req-719cd50f-55de-4980-b0e5-098b491016fa tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371926 Aug 17 03:08:36.365708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17598d7-f589-4f57-8aeb-a5dcf49dbc73 req-c4594a3d-4fd5-42bf-9379-a700ea64f839 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:36.374147 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c17598d7-f589-4f57-8aeb-a5dcf49dbc73 req-c4594a3d-4fd5-42bf-9379-a700ea64f839 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 945 time: 0.0760779 Aug 17 03:08:36.424107 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c17598d7-f589-4f57-8aeb-a5dcf49dbc73 req-4fdcd7c8-a9ca-4a33-8ca7-d06607f8c48c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465341 Aug 17 03:08:36.518087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3e14ec-7869-43b9-9ba1-f439d96ffa70 req-01ec5030-f3d4-41b2-a7ed-2c2d5daf80a0 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:36.519671 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f3e14ec-7869-43b9-9ba1-f439d96ffa70 req-01ec5030-f3d4-41b2-a7ed-2c2d5daf80a0 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0649521 Aug 17 03:08:36.531959 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2cd189ab-6fa4-4a00-b822-f913c62e6a91 req-6064888a-4dfa-4d16-aecf-d210127245a1 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 210 time: 0.0272408 Aug 17 03:08:36.562380 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f3e14ec-7869-43b9-9ba1-f439d96ffa70 req-692e801b-9ea2-4ca8-9bc0-ff1b75c55b86 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349159 Aug 17 03:08:36.706317 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb124655-2801-478e-b382-cceb5be3a635 req-ac4f0279-88e5-444d-9311-88e57c6a55d6 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:36.708416 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb124655-2801-478e-b382-cceb5be3a635 req-ac4f0279-88e5-444d-9311-88e57c6a55d6 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0604515 Aug 17 03:08:36.747027 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb124655-2801-478e-b382-cceb5be3a635 req-04250926-460d-40ed-95ce-91c4ae65fcdc tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323532 Aug 17 03:08:36.887309 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2778d801-f241-4b38-932a-b757686cf438 req-aa3a1a53-92e6-434b-bcc5-45abeea046c8 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:36.888882 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2778d801-f241-4b38-932a-b757686cf438 req-aa3a1a53-92e6-434b-bcc5-45abeea046c8 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0636539 Aug 17 03:08:36.935838 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2778d801-f241-4b38-932a-b757686cf438 req-c24b00f4-1779-4e57-a2f4-4187b9c857ae tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399072 Aug 17 03:08:37.078544 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f915cde-0620-4514-80c3-e10d07604184 req-2caa00cb-0694-47f4-8de0-2540afa4e6c7 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:37.080057 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f915cde-0620-4514-80c3-e10d07604184 req-2caa00cb-0694-47f4-8de0-2540afa4e6c7 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0542297 Aug 17 03:08:37.122030 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f915cde-0620-4514-80c3-e10d07604184 req-582dc181-ff4c-43ef-9004-472491f797c2 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354028 Aug 17 03:08:37.251576 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c083b0a-6eba-482d-b5c7-c3e22aa961e0 req-a74cc43e-68bc-4cf3-85fe-4696f0969080 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:37.253098 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9c083b0a-6eba-482d-b5c7-c3e22aa961e0 req-a74cc43e-68bc-4cf3-85fe-4696f0969080 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0500674 Aug 17 03:08:37.293862 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9c083b0a-6eba-482d-b5c7-c3e22aa961e0 req-d0132ceb-3c3a-43f0-91ab-54b6c7ac2217 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336874 Aug 17 03:08:37.434957 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28d30b-1c03-468b-9149-6efa51e16085 req-df83c959-36a7-4d04-958c-d571176016fc tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:37.436447 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9d28d30b-1c03-468b-9149-6efa51e16085 req-df83c959-36a7-4d04-958c-d571176016fc tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0540941 Aug 17 03:08:37.478208 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9d28d30b-1c03-468b-9149-6efa51e16085 req-d64fc587-cf57-4172-abce-feb9098a534c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354705 Aug 17 03:08:37.562663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6efeb19-e89a-43fb-a0b5-89eb5442db3c req-4868cf0f-a7b8-4d3f-8ba5-7e753292efd9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:37.564654 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6efeb19-e89a-43fb-a0b5-89eb5442db3c req-4868cf0f-a7b8-4d3f-8ba5-7e753292efd9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 945 time: 0.0709074 Aug 17 03:08:37.617747 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6efeb19-e89a-43fb-a0b5-89eb5442db3c req-228a11d1-99ea-4b5a-89db-6eef64572fa2 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352859 Aug 17 03:08:37.621336 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ab01b82-bfad-400d-ac1b-27868f3f0470 req-33cda46c-0070-4265-b764-2025e5902427 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:37.623091 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ab01b82-bfad-400d-ac1b-27868f3f0470 req-33cda46c-0070-4265-b764-2025e5902427 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0523980 Aug 17 03:08:37.686198 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ab01b82-bfad-400d-ac1b-27868f3f0470 req-d6f8913e-23e0-41dd-8962-b0b9c3d8cdea tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563388 Aug 17 03:08:37.739877 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1e71c71a-063f-4308-ae91-963b777c3410 req-d7ce5b61-3961-407a-92aa-34954d2f12da tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=917a89a6-17d6-445f-a887-c172cca176f2 HTTP/1.1" status: 200 len: 210 time: 0.0434980 Aug 17 03:08:37.790574 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34420) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:37.908333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e11951-fb9b-4dcd-8115-289642e3a1b6 req-a926216e-69c5-4489-a1d5-f68ef3250898 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:37.909814 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c951e17b-0ecc-44fe-886a-f28044091f75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:37.909979 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-37e11951-fb9b-4dcd-8115-289642e3a1b6 req-a926216e-69c5-4489-a1d5-f68ef3250898 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0661180 Aug 17 03:08:37.967197 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-37e11951-fb9b-4dcd-8115-289642e3a1b6 req-ef59b449-f56e-4084-aae8-007bac34295c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482044 Aug 17 03:08:38.016825 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c951e17b-0ecc-44fe-886a-f28044091f75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:38.073146 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c951e17b-0ecc-44fe-886a-f28044091f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:38.127798 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6a1c1c1-d389-45cf-bcac-bf77196242ef req-d16aee10-42fa-40b8-a1aa-13fb70be661f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:38.129910 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a6a1c1c1-d389-45cf-bcac-bf77196242ef req-d16aee10-42fa-40b8-a1aa-13fb70be661f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0893769 Aug 17 03:08:38.136416 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34440) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:38.136719 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c951e17b-0ecc-44fe-886a-f28044091f75 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6265c4ffa0894b51b6e6553924b34862&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3444750 Aug 17 03:08:38.139279 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c951e17b-0ecc-44fe-886a-f28044091f75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b99d521a-9c45-4f21-92c6-081f8230b9dd,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:38.178980 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a6a1c1c1-d389-45cf-bcac-bf77196242ef req-fcf48d81-ba21-42ee-8fb8-77c0b1e5306c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412331 Aug 17 03:08:38.190437 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfc57f41-9da1-452f-9d23-9b83de957f14 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:38.212360 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfc57f41-9da1-452f-9d23-9b83de957f14 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:38.310674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0468f7-c060-47e8-833e-f5369816e35a req-3229eef6-8818-4c16-b179-881aae56f6a2 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:38.312192 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f0468f7-c060-47e8-833e-f5369816e35a req-3229eef6-8818-4c16-b179-881aae56f6a2 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0493150 Aug 17 03:08:38.341894 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfc57f41-9da1-452f-9d23-9b83de957f14 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:38.345040 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfc57f41-9da1-452f-9d23-9b83de957f14 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:38.348904 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dfc57f41-9da1-452f-9d23-9b83de957f14 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b99d521a-9c45-4f21-92c6-081f8230b9dd HTTP/1.1" status: 204 len: 168 time: 0.2089593 Aug 17 03:08:38.355009 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f0468f7-c060-47e8-833e-f5369816e35a req-391e99ef-6681-4e11-934d-3e1c411238ef tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347686 Aug 17 03:08:38.358890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc57f41-9da1-452f-9d23-9b83de957f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b99d521a-9c45-4f21-92c6-081f8230b9dd,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:38.484866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ec5b1a-6cb6-44ce-8160-09176d98c662 req-27a23110-3225-4275-b62e-7804c817305c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:38.486650 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e8ec5b1a-6cb6-44ce-8160-09176d98c662 req-27a23110-3225-4275-b62e-7804c817305c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0561874 Aug 17 03:08:38.533097 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e8ec5b1a-6cb6-44ce-8160-09176d98c662 req-bea84855-e161-43ce-b4f2-5bb1e726f7ba tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368485 Aug 17 03:08:38.754738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d0b1de-0047-40c1-a05c-fa714d31e37f req-6eba56f9-dd05-461a-b740-56cdb923eacd tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:38.754738 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a5d0b1de-0047-40c1-a05c-fa714d31e37f req-6eba56f9-dd05-461a-b740-56cdb923eacd tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0515015 Aug 17 03:08:38.797962 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a5d0b1de-0047-40c1-a05c-fa714d31e37f req-a01b5db8-5514-498b-8c87-74bb3cd48465 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414436 Aug 17 03:08:38.959213 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ef8780-9505-4305-a99c-f61a58504526 req-3cf5645a-2adb-4637-b394-ecd1b4bf4030 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:38.960761 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-52ef8780-9505-4305-a99c-f61a58504526 req-3cf5645a-2adb-4637-b394-ecd1b4bf4030 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0672581 Aug 17 03:08:39.000438 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-52ef8780-9505-4305-a99c-f61a58504526 req-ce61929b-6daf-47a5-bb53-4cc8e6ceda5e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334918 Aug 17 03:08:39.265602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ed97f9-7408-43dc-b794-19d8eb0051e7 req-a98a0b8d-ef45-4a5a-b5b9-78024e8cd922 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:39.267269 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7ed97f9-7408-43dc-b794-19d8eb0051e7 req-a98a0b8d-ef45-4a5a-b5b9-78024e8cd922 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0603006 Aug 17 03:08:39.310548 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b7ed97f9-7408-43dc-b794-19d8eb0051e7 req-43e8520f-9b28-4a7d-ad48-f2945e1400f8 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368283 Aug 17 03:08:39.390510 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee8bc774-1960-4953-a2fe-e790f3680624 req-d23eea02-ff6c-4f09-a7bd-73115bdfabce tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:39.398915 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee8bc774-1960-4953-a2fe-e790f3680624 req-d23eea02-ff6c-4f09-a7bd-73115bdfabce tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/networks?id=a7be9734-2b85-4052-b0e6-e15c361ef57d HTTP/1.1" status: 200 len: 811 time: 0.1381633 Aug 17 03:08:39.413217 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee8bc774-1960-4953-a2fe-e790f3680624 req-c4ba5864-7b5b-45ae-bf87-d760835cfd1f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/quotas/d96271b16c734dc4a6b9accb241029a9 HTTP/1.1" status: 200 len: 375 time: 0.0129580 Aug 17 03:08:39.453816 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee8bc774-1960-4953-a2fe-e790f3680624 req-46522119-1eab-4686-b4f1-7caf8874543f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0346651 Aug 17 03:08:39.459827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a4b0ca-b3c3-46e7-affe-24d4afbcc4f1 req-3b4956ce-65a3-44a4-af54-69f759a052f8 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:39.465548 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06a4b0ca-b3c3-46e7-affe-24d4afbcc4f1 req-3b4956ce-65a3-44a4-af54-69f759a052f8 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0682716 Aug 17 03:08:39.525368 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06a4b0ca-b3c3-46e7-affe-24d4afbcc4f1 req-eb39d617-9aa8-4612-bc75-94d68f96e0b4 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521376 Aug 17 03:08:39.561290 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee8bc774-1960-4953-a2fe-e790f3680624 req-628f8f1d-a00b-4e2e-8508-9b396ae4e41c service neutron] 10.222.0.10 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0990207 Aug 17 03:08:39.681070 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee8bc774-1960-4953-a2fe-e790f3680624 req-b18c1da4-871d-42de-b559-4e67a96277b8 service neutron] 10.222.0.10 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1106122 Aug 17 03:08:39.742620 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0760b26-6ad9-4855-b467-200ddf96ba06 req-1c198a42-2043-4e16-9b91-724ea6105138 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:39.744900 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0760b26-6ad9-4855-b467-200ddf96ba06 req-1c198a42-2043-4e16-9b91-724ea6105138 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0890565 Aug 17 03:08:39.798138 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0760b26-6ad9-4855-b467-200ddf96ba06 req-e226c3c3-9d69-4d85-9cc6-b9f4955adb1c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462637 Aug 17 03:08:39.918886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec241c5-c15a-44fe-bf0f-ac8631077b7c req-c2d0fc73-265d-41b1-8e06-5d2cad8abb9a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:39.928300 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ec241c5-c15a-44fe-bf0f-ac8631077b7c req-c2d0fc73-265d-41b1-8e06-5d2cad8abb9a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0625820 Aug 17 03:08:39.977036 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ec241c5-c15a-44fe-bf0f-ac8631077b7c req-358fe61a-6001-4f9f-a5ad-fb16653cb62b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474112 Aug 17 03:08:40.053950 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5bfcc25b-4560-4b3b-ad17-7ac50161bac7 req-fba54c67-03ba-463b-9142-93784e87dfa0 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=0354b6b1-4642-4a6f-a251-c9e4b6694c07 HTTP/1.1" status: 200 len: 210 time: 0.0431504 Aug 17 03:08:40.523694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817fb2b-2a4e-44bf-af04-500791752c51 req-97a531b3-99ef-4dbc-a357-49d5cda4606c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:40.525631 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b817fb2b-2a4e-44bf-af04-500791752c51 req-97a531b3-99ef-4dbc-a357-49d5cda4606c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0897007 Aug 17 03:08:40.585862 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b817fb2b-2a4e-44bf-af04-500791752c51 req-647b4d34-18d2-471d-a748-f64a6c081263 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518267 Aug 17 03:08:41.016884 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-621c98ec-1085-4a53-8e9d-a05423dfa71b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:41.024530 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-621c98ec-1085-4a53-8e9d-a05423dfa71b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/networks?id=a7be9734-2b85-4052-b0e6-e15c361ef57d HTTP/1.1" status: 200 len: 811 time: 0.1370652 Aug 17 03:08:41.041519 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-c25b5c95-ffd9-48d4-bcea-e282d6f32937 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/quotas/d96271b16c734dc4a6b9accb241029a9 HTTP/1.1" status: 200 len: 375 time: 0.0158317 Aug 17 03:08:41.074915 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-71888a28-1908-4c80-9567-b1508ae8155f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0321963 Aug 17 03:08:41.182131 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-1be3182c-398c-4a18-abd5-ae2d81d5b5f4 service neutron] 10.222.0.10 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000071 Aug 17 03:08:41.288060 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-75d710ce-a5af-4fe2-858b-f24474b74263 service neutron] 10.222.0.10 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989194 Aug 17 03:08:41.630701 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1a854982-9b6a-4308-9296-0e551048cd9e req-05483167-e0d5-451f-862b-0afd33c6ab41 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 210 time: 0.0775862 Aug 17 03:08:41.756426 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de1e06c-290e-49ed-b96b-1f5be3388f1f req-4cb2016b-557c-4586-903e-eb315a9843de tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:41.756426 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4de1e06c-290e-49ed-b96b-1f5be3388f1f req-4cb2016b-557c-4586-903e-eb315a9843de tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0634601 Aug 17 03:08:41.795303 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4de1e06c-290e-49ed-b96b-1f5be3388f1f req-84eda63a-de2a-4f98-84a9-9b37842f7aa7 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325477 Aug 17 03:08:42.207591 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f52ab-2d8d-46c6-8057-00e2c8c60d45 req-aa0f0bd0-8c68-4eeb-a031-1a7904b0dee6 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:42.209135 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f76f52ab-2d8d-46c6-8057-00e2c8c60d45 req-aa0f0bd0-8c68-4eeb-a031-1a7904b0dee6 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0521748 Aug 17 03:08:42.249800 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f76f52ab-2d8d-46c6-8057-00e2c8c60d45 req-c55f9a3c-5215-41b7-8ff7-c6aea146de02 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345376 Aug 17 03:08:42.729942 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fad57a89-a050-4b42-bfb7-6388a79298f3 req-3f292492-cef4-4f5c-aa70-509543b2bcd4 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 210 time: 0.0389862 Aug 17 03:08:43.369070 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcb6c458-0d49-4115-b60e-63d2d58c9c70 req-bc327575-e9ba-4633-9ec0-b214d2e501d7 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:43.370780 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bcb6c458-0d49-4115-b60e-63d2d58c9c70 req-bc327575-e9ba-4633-9ec0-b214d2e501d7 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0506525 Aug 17 03:08:43.413608 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bcb6c458-0d49-4115-b60e-63d2d58c9c70 req-5094d7fb-783e-45da-86a6-50953a8f1e60 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363002 Aug 17 03:08:43.546197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59476a91-0178-47ef-beb3-c8e45b32d80a req-a43f39c5-8dc4-4201-9f3d-50c7c60c4fa4 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:43.547739 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-59476a91-0178-47ef-beb3-c8e45b32d80a req-a43f39c5-8dc4-4201-9f3d-50c7c60c4fa4 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0562139 Aug 17 03:08:43.597002 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-59476a91-0178-47ef-beb3-c8e45b32d80a req-8463502f-5d52-415d-979b-3087dd0ff35e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397692 Aug 17 03:08:43.693361 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-4cabe745-34c6-4fe3-97b5-83d34e5811b4 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:43.695313 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-4cabe745-34c6-4fe3-97b5-83d34e5811b4 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.60 "GET /v2.0/networks?id=a7be9734-2b85-4052-b0e6-e15c361ef57d HTTP/1.1" status: 200 len: 811 time: 0.1243565 Aug 17 03:08:43.710983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-33b4eca1-dd90-405c-9943-780155178e17 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Request body: {'port': {'device_id': '33b5adec-4d46-4525-bb0a-f4068aaa8497', 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d', 'admin_state_up': True, 'tenant_id': 'd96271b16c734dc4a6b9accb241029a9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:08:43.764450 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6fb456-0682-4cef-b10c-9dde6be37133 req-5713889b-e463-48bd-a645-01e3b16540ad tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:43.766056 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3c6fb456-0682-4cef-b10c-9dde6be37133 req-5713889b-e463-48bd-a645-01e3b16540ad tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0598414 Aug 17 03:08:43.826360 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3c6fb456-0682-4cef-b10c-9dde6be37133 req-686eed41-654c-4346-bcdf-b57e2e94f6f4 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508347 Aug 17 03:08:43.878515 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8891de7-629c-4ffa-acd7-0a9322252985 req-587b4416-9b16-4ebf-81a8-0f8a58427034 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 210 time: 0.0480657 Aug 17 03:08:43.993054 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-33b4eca1-dd90-405c-9943-780155178e17 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Made reservation on behalf of d96271b16c734dc4a6b9accb241029a9 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:08:43.996995 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-33b4eca1-dd90-405c-9943-780155178e17 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:44.036664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8c16e5-8d34-4bf6-b9d6-9dd366b9a4c2 req-a368ce55-d681-4c6f-b455-cc6821b3bc4c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:44.038544 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0c8c16e5-8d34-4bf6-b9d6-9dd366b9a4c2 req-a368ce55-d681-4c6f-b455-cc6821b3bc4c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0799336 Aug 17 03:08:44.134958 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0c8c16e5-8d34-4bf6-b9d6-9dd366b9a4c2 req-ad4211a5-2253-48d5-88a1-e55739f249d9 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640385 Aug 17 03:08:44.191043 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-33b4eca1-dd90-405c-9943-780155178e17 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Allocated IP 172.20.0.7 (a7be9734-2b85-4052-b0e6-e15c361ef57d/95909d0b-3b2e-4bea-aa2d-04d03f0d0fec/33f9b54d-5bcb-4925-939d-c2dd9c4b48b5) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:08:44.284079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-4fe54c74-075c-4efa-813f-035bb4cf9b7f tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:44.286290 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-4fe54c74-075c-4efa-813f-035bb4cf9b7f tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/networks?id=28f0e5fd-e1d3-4fe7-ae26-2b515580488c HTTP/1.1" status: 200 len: 815 time: 0.1332705 Aug 17 03:08:44.302301 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-5739f65f-9c0a-438c-b636-034be93a3d3e tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/quotas/69047ce83c1b455e9d5f2718a41aa35a HTTP/1.1" status: 200 len: 375 time: 0.0098920 Aug 17 03:08:44.350865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a0de82-c379-4d7c-b213-fd354db6cd8c req-9682165d-288a-4129-b5ec-b2e85327a097 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:44.352392 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-50a0de82-c379-4d7c-b213-fd354db6cd8c req-9682165d-288a-4129-b5ec-b2e85327a097 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.1152236 Aug 17 03:08:44.355258 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-4f4c7498-e475-4195-ba4c-0db3b11ffa69 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=69047ce83c1b455e9d5f2718a41aa35a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0476067 Aug 17 03:08:44.479746 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:08:44.501703 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-a4e6dcf0-a2f6-4b46-9467-820bd4732984 service neutron] 10.222.0.10 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367750 Aug 17 03:08:44.601932 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-e9ed6bbc-0180-4be0-99c4-517ff38500de service neutron] 10.222.0.10 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928197 Aug 17 03:08:44.687974 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-33b4eca1-dd90-405c-9943-780155178e17 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:44.705868 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-50a0de82-c379-4d7c-b213-fd354db6cd8c req-99165183-3f54-49cf-95cd-272172149795 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3438826 Aug 17 03:08:44.833496 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-33b4eca1-dd90-405c-9943-780155178e17 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:44.891250 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-33b4eca1-dd90-405c-9943-780155178e17 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Network a7be9734-2b85-4052-b0e6-e15c361ef57d is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:08:44.891250 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-33b4eca1-dd90-405c-9943-780155178e17 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:08:44.892050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-33b4eca1-dd90-405c-9943-780155178e17 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:08:44.971923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b4eca1-dd90-405c-9943-780155178e17 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Pushing event updated for resources: {'Port': ['ID=33f9b54d-5bcb-4925-939d-c2dd9c4b48b5,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:44.982709 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47a5b780-fe4d-4d56-984a-dd21526369ee req-f3b6382b-7211-47a8-bb1e-1def71db8d01 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 210 time: 0.0611274 Aug 17 03:08:44.997068 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-33b4eca1-dd90-405c-9943-780155178e17 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:44.997729 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-33b4eca1-dd90-405c-9943-780155178e17 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:45.004581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19774b6e-9058-4e8d-afe6-c760c2d482dc req-151bea3d-8ba3-4e72-b580-a8019c9a6381 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:45.006222 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-19774b6e-9058-4e8d-afe6-c760c2d482dc req-151bea3d-8ba3-4e72-b580-a8019c9a6381 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0757565 Aug 17 03:08:45.054164 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-19774b6e-9058-4e8d-afe6-c760c2d482dc req-83c0d29c-1dbb-4678-afca-5796ba3a9f6e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381603 Aug 17 03:08:45.103186 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-33b4eca1-dd90-405c-9943-780155178e17 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3959544 Aug 17 03:08:45.120153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-145aeaf9-7500-4c2c-af60-a189e73c1051 req-77abed49-5661-477a-9de4-bd8f6925dc3b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:45.125930 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-145aeaf9-7500-4c2c-af60-a189e73c1051 req-77abed49-5661-477a-9de4-bd8f6925dc3b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 931 time: 0.0764284 Aug 17 03:08:45.132265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Request body: {'port': {'device_id': '33b5adec-4d46-4525-bb0a-f4068aaa8497', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:08:45.221364 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-145aeaf9-7500-4c2c-af60-a189e73c1051 req-3a8de5d6-704f-4826-b0e9-17ddcc32cf98 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850270 Aug 17 03:08:45.221937 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:45.261989 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5d1caa84-ec7e-49fe-bd2e-5dbb53adcc06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:45.268353 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-618e5d4f-9d31-4f98-b931-16676831a402 req-d628e95e-1b33-4257-a6ea-2bbc9e565370 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:45.271609 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-618e5d4f-9d31-4f98-b931-16676831a402 req-d628e95e-1b33-4257-a6ea-2bbc9e565370 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0851018 Aug 17 03:08:45.318027 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-618e5d4f-9d31-4f98-b931-16676831a402 req-b1e886f8-7a48-4959-8225-564562781921 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395432 Aug 17 03:08:45.511521 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ece95d0-57d0-44ad-ac7e-a75f367900bc req-f97ad703-2bf4-4202-a5f3-5ef674767a3a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:45.513006 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6ece95d0-57d0-44ad-ac7e-a75f367900bc req-f97ad703-2bf4-4202-a5f3-5ef674767a3a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.1141396 Aug 17 03:08:45.593392 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6ece95d0-57d0-44ad-ac7e-a75f367900bc req-6ea5217b-1acf-44e6-b370-e9312f8b8354 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0685470 Aug 17 03:08:45.613840 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:08:45.626084 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:45.647006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Transition to ACTIVE for port object 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:08:45.743548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd5626fd-bb1b-4540-b9a2-47e0e725a82e req-b2c06182-b911-4473-9409-f99c0fb79b36 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:45.745044 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd5626fd-bb1b-4540-b9a2-47e0e725a82e req-b2c06182-b911-4473-9409-f99c0fb79b36 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0503242 Aug 17 03:08:45.746202 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:45.824348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Pushing event updated for resources: {'Port': ['ID=33f9b54d-5bcb-4925-939d-c2dd9c4b48b5,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:45.845897 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd5626fd-bb1b-4540-b9a2-47e0e725a82e req-2fd276d2-5a7d-44bd-86e1-71063ed2b5a3 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892918 Aug 17 03:08:45.905903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Attempting to bind port 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:08:45.906254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Attempting to bind port 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:08:45.906584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Attempting to bind port 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 on network a7be9734-2b85-4052-b0e6-e15c361ef57d {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:08:45.911394 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Port 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 on network a7be9734-2b85-4052-b0e6-e15c361ef57d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:08:45.911647 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Attempting to bind port 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 on network a7be9734-2b85-4052-b0e6-e15c361ef57d {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:08:45.917041 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:08:45.917455 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Checking segment: {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:08:45.917852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Bound using segment: {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:08:45.918370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Bound port: 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:08:45.918734 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:46.026584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-653d732a-dcda-4292-85f6-949c7c429ef3 req-9d31b481-8f63-40b1-b624-0dfe6b4ef4b3 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:46.026584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-653d732a-dcda-4292-85f6-949c7c429ef3 req-9d31b481-8f63-40b1-b624-0dfe6b4ef4b3 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0949283 Aug 17 03:08:46.028271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] For port 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:08:46.032525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] For port 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=33f9b54d-5bcb-4925-939d-c2dd9c4b48b5,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:08:46.067273 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-653d732a-dcda-4292-85f6-949c7c429ef3 req-d29e5c09-222d-4322-8800-0e8d0a4bf80d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357182 Aug 17 03:08:46.096098 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:46.112055 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-89b12fef-613e-4cc8-ae87-7e09a63dff04 req-b93cae86-c21a-4e5f-9daf-b56eeef5aaf1 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 210 time: 0.0391319 Aug 17 03:08:46.144224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:46.146849 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:46.146849 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] 10.222.0.60 "PUT /v2.0/ports/33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 HTTP/1.1" status: 200 len: 1091 time: 1.0192482 Aug 17 03:08:46.146849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '33b5adec-4d46-4525-bb0a-f4068aaa8497', 'tag': '33f9b54d-5bcb-4925-939d-c2dd9c4b48b5'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:08:46.149002 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4c23338-7781-4fc6-8698-5c8f73dda888" -d '{"events": [{"name": "network-changed", "server_uuid": "33b5adec-4d46-4525-bb0a-f4068aaa8497", "tag": "33f9b54d-5bcb-4925-939d-c2dd9c4b48b5"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:08:46.203200 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fbbae49-523c-42fd-b048-d5fffaff4c09 x-openstack-request-id: req-2fbbae49-523c-42fd-b048-d5fffaff4c09 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:08:46.203514 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "33b5adec-4d46-4525-bb0a-f4068aaa8497", "tag": "33f9b54d-5bcb-4925-939d-c2dd9c4b48b5", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:08:46.203767 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2fbbae49-523c-42fd-b048-d5fffaff4c09 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:08:46.204167 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '33b5adec-4d46-4525-bb0a-f4068aaa8497', 'tag': '33f9b54d-5bcb-4925-939d-c2dd9c4b48b5', 'status': 'completed', 'code': 200} Aug 17 03:08:46.211309 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8298b00c-acd4-40fe-a0c4-9e94d800ddf2 service neutron] Pushing event updated for resources: {'Port': ['ID=33f9b54d-5bcb-4925-939d-c2dd9c4b48b5,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:46.256138 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ee59f5-f045-4ea6-a5d0-12aea2b966a0 req-748ce4dd-6135-4438-9901-541b9bfcb591 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:46.257753 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-98ee59f5-f045-4ea6-a5d0-12aea2b966a0 req-748ce4dd-6135-4438-9901-541b9bfcb591 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0845330 Aug 17 03:08:46.310884 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c23338-7781-4fc6-8698-5c8f73dda888 req-6091a7eb-c3fb-42e1-88b4-26ea1e3cadef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:46.312497 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b4c23338-7781-4fc6-8698-5c8f73dda888 req-6091a7eb-c3fb-42e1-88b4-26ea1e3cadef service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 1094 time: 0.0817661 Aug 17 03:08:46.328211 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-98ee59f5-f045-4ea6-a5d0-12aea2b966a0 req-f1f52640-5210-4401-8e4b-9d0ac83ce5e6 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558276 Aug 17 03:08:46.362922 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914a8304-6abd-4b9b-98c4-606c8da7afdc req-9eca0f0a-429d-476f-927a-7927f999c1d8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:46.370605 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-914a8304-6abd-4b9b-98c4-606c8da7afdc req-9eca0f0a-429d-476f-927a-7927f999c1d8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 943 time: 0.0592806 Aug 17 03:08:46.423380 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-914a8304-6abd-4b9b-98c4-606c8da7afdc req-7d610975-5e0a-47a2-ad44-b4730ff4392d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493317 Aug 17 03:08:46.464502 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c23338-7781-4fc6-8698-5c8f73dda888 req-e8a62c13-78e8-4039-be58-81b5c18e0ef9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:46.466023 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b4c23338-7781-4fc6-8698-5c8f73dda888 req-e8a62c13-78e8-4039-be58-81b5c18e0ef9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=d96271b16c734dc4a6b9accb241029a9&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1368711 Aug 17 03:08:46.502713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa7a5d4c-6150-4b6c-a7a5-c2314ddf9162 req-6c5fc989-eded-4ac1-92a9-88b81a472289 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:46.504860 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa7a5d4c-6150-4b6c-a7a5-c2314ddf9162 req-6c5fc989-eded-4ac1-92a9-88b81a472289 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0905197 Aug 17 03:08:46.590352 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa7a5d4c-6150-4b6c-a7a5-c2314ddf9162 req-69e91c86-d47a-46c8-9ebe-5acbe2eb9e81 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752869 Aug 17 03:08:46.616877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4c23338-7781-4fc6-8698-5c8f73dda888 req-7de084e5-5d9a-41d8-a00a-cef430933ce1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:46.618512 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b4c23338-7781-4fc6-8698-5c8f73dda888 req-7de084e5-5d9a-41d8-a00a-cef430933ce1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1392043 Aug 17 03:08:46.706227 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-f4d54fd6-01d2-4fb7-918b-0600dbcdf364 req-a723524f-31e0-44c7-9fbc-f013e0c93398 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] (101970) timed out ('10.222.0.10', 38964) {{(pid=101970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:08:46.747848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-61908940-689d-4b83-8fc9-2b7389ed8d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:46.749387 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-61908940-689d-4b83-8fc9-2b7389ed8d7b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 1094 time: 0.0739028 Aug 17 03:08:46.778144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30263b9f-d4d7-4bc6-9358-4e55533fad2d req-9e626c08-68d0-4703-9d97-192295559430 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:46.779617 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-30263b9f-d4d7-4bc6-9358-4e55533fad2d req-9e626c08-68d0-4703-9d97-192295559430 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0716603 Aug 17 03:08:46.813239 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-54125101-d5a2-4f4a-bcc4-6675def08a54 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 HTTP/1.1" status: 200 len: 217 time: 0.0496821 Aug 17 03:08:46.927899 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-30263b9f-d4d7-4bc6-9358-4e55533fad2d req-f3fed319-6a8b-4cf5-b440-209c54c14e2f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1213400 Aug 17 03:08:46.938469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-4a9b9b7c-93c8-4062-a126-bb78f93ca44d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:46.939948 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-4a9b9b7c-93c8-4062-a126-bb78f93ca44d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95909d0b-3b2e-4bea-aa2d-04d03f0d0fec HTTP/1.1" status: 200 len: 851 time: 0.1150048 Aug 17 03:08:47.020403 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-1df364fd-7e9a-4738-b0a2-927e54f70663 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7be9734-2b85-4052-b0e6-e15c361ef57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0602860 Aug 17 03:08:47.049440 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-0a54931e-c09e-4e30-b838-6a449378e4f1 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:47.049440 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-0a54931e-c09e-4e30-b838-6a449378e4f1 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.60 "GET /v2.0/networks?id=28f0e5fd-e1d3-4fe7-ae26-2b515580488c HTTP/1.1" status: 200 len: 815 time: 0.1910300 Aug 17 03:08:47.081783 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-2272711a-be5a-4c21-a10e-327dcb7197a0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Request body: {'port': {'device_id': 'b23ea859-3520-4b57-9151-30e35aefb380', 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c', 'admin_state_up': True, 'tenant_id': '69047ce83c1b455e9d5f2718a41aa35a'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:08:47.210343 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb91b1b-00bf-4e2d-8f4d-8b1b1916997f req-b4afa6ea-ffd0-4bf4-9062-84deb0dd383b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:47.211940 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5fb91b1b-00bf-4e2d-8f4d-8b1b1916997f req-b4afa6ea-ffd0-4bf4-9062-84deb0dd383b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.1881490 Aug 17 03:08:47.250242 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9f2aec2-9f39-4fa2-b8ca-954e97a90dff req-a651f4d0-0690-4bc1-9367-f88a392a000a tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 210 time: 0.0379965 Aug 17 03:08:47.287629 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-1efe1067-8917-40e1-89b1-79bc96b21114 service neutron] 10.222.0.60 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2201910 Aug 17 03:08:47.300213 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5fb91b1b-00bf-4e2d-8f4d-8b1b1916997f req-76ccb7a2-f53a-42d1-a865-c8b710445a19 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781085 Aug 17 03:08:47.421352 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e8cce3d1-bb2d-4654-aae7-e888d4d169aa req-4a4443a6-7934-4e23-9d21-5bc80ad2ecda service neutron] 10.222.0.60 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1193531 Aug 17 03:08:47.480671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8728e5d5-1603-4b23-b0e5-b28ccffe289f req-23a0f38a-9c14-486e-8a22-02ecab9c9813 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:47.480671 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8728e5d5-1603-4b23-b0e5-b28ccffe289f req-23a0f38a-9c14-486e-8a22-02ecab9c9813 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0577796 Aug 17 03:08:47.501193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-2272711a-be5a-4c21-a10e-327dcb7197a0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Made reservation on behalf of 69047ce83c1b455e9d5f2718a41aa35a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:08:47.513698 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-2272711a-be5a-4c21-a10e-327dcb7197a0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:47.554617 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cda8ab12-bc96-4613-8de7-92c9864825fa req-04f00c2f-3b0a-49f3-94b9-3732ccb95aad tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:47.554894 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8728e5d5-1603-4b23-b0e5-b28ccffe289f req-cea42858-6b6f-4693-81f1-0c438b04014a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688343 Aug 17 03:08:47.562441 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cda8ab12-bc96-4613-8de7-92c9864825fa req-04f00c2f-3b0a-49f3-94b9-3732ccb95aad tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 943 time: 0.0625427 Aug 17 03:08:47.609511 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cda8ab12-bc96-4613-8de7-92c9864825fa req-de7c6d49-dde9-42a5-a85d-5c8e8887b819 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460913 Aug 17 03:08:47.691624 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-2272711a-be5a-4c21-a10e-327dcb7197a0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Allocated IP 172.20.0.4 (28f0e5fd-e1d3-4fe7-ae26-2b515580488c/e0277264-93fe-47f7-b95c-cea4e34626d3/d8610ee5-247a-4ed3-9cc9-775c85cc9f3c) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:08:47.724969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7a0031-6d89-4de1-842f-897f8ce2d664 req-acb95026-e8db-487c-aa00-3efe32b3a226 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:47.726747 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb7a0031-6d89-4de1-842f-897f8ce2d664 req-acb95026-e8db-487c-aa00-3efe32b3a226 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0813248 Aug 17 03:08:47.840600 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb7a0031-6d89-4de1-842f-897f8ce2d664 req-bf8d208f-88bd-4fcc-ac93-172a8afa5088 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029751 Aug 17 03:08:47.906681 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-2272711a-be5a-4c21-a10e-327dcb7197a0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:47.925611 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-06cc7d3a-44ef-4f84-9e65-c3fd6fbad690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:48.025696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd97824-ae04-444a-8647-e438468e1db5 req-6dbe7709-5fa3-4321-bbe2-1c5d078b5c54 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:48.027796 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bfd97824-ae04-444a-8647-e438468e1db5 req-6dbe7709-5fa3-4321-bbe2-1c5d078b5c54 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0526817 Aug 17 03:08:48.029708 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-2272711a-be5a-4c21-a10e-327dcb7197a0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:48.045900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['1b305bf9-3077-4cbd-9ca6-416349000e77', '4d4eb695-bdd1-44e4-aada-7d52050253d1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:08:48.111903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-2272711a-be5a-4c21-a10e-327dcb7197a0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:08:48.120461 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-2272711a-be5a-4c21-a10e-327dcb7197a0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:08:48.122899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-2272711a-be5a-4c21-a10e-327dcb7197a0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:08:48.155448 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2272711a-be5a-4c21-a10e-327dcb7197a0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Pushing event updated for resources: {'Port': ['ID=d8610ee5-247a-4ed3-9cc9-775c85cc9f3c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:48.171465 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bfd97824-ae04-444a-8647-e438468e1db5 req-b0a9e8a7-fc27-4027-ac1b-c920988e1e6c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1331694 Aug 17 03:08:48.203350 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:48.210035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-2272711a-be5a-4c21-a10e-327dcb7197a0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:48.210790 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-2272711a-be5a-4c21-a10e-327dcb7197a0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:48.282809 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-2272711a-be5a-4c21-a10e-327dcb7197a0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2134330 Aug 17 03:08:48.304189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Request body: {'port': {'device_id': 'b23ea859-3520-4b57-9151-30e35aefb380', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:08:48.329718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0515554f-1f27-405e-a3fd-e1ecfb5d94c7 req-3885a2e4-55fb-403d-926f-c4c24e9308ce tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:48.331285 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0515554f-1f27-405e-a3fd-e1ecfb5d94c7 req-3885a2e4-55fb-403d-926f-c4c24e9308ce tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0727537 Aug 17 03:08:48.384091 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0515554f-1f27-405e-a3fd-e1ecfb5d94c7 req-b322fcfd-ee9e-486e-8560-71a26f75ab01 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459354 Aug 17 03:08:48.419436 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:48.472349 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c6f3e2-8978-4eb8-b69a-e467331e1c84 req-d740a225-d63b-47e5-ac11-fb1bbf84722f tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:48.478159 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d5c6f3e2-8978-4eb8-b69a-e467331e1c84 req-d740a225-d63b-47e5-ac11-fb1bbf84722f tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 931 time: 0.1212175 Aug 17 03:08:48.576422 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d5c6f3e2-8978-4eb8-b69a-e467331e1c84 req-224c86b1-609b-430a-ade9-0b1a56cb337e tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949278 Aug 17 03:08:48.641215 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f76e437-cf4c-43c4-9e22-820773895c61 req-d3625045-4084-448d-8eae-acb6eb3772a0 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:48.659312 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f76e437-cf4c-43c4-9e22-820773895c61 req-d3625045-4084-448d-8eae-acb6eb3772a0 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0789435 Aug 17 03:08:48.699070 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f76e437-cf4c-43c4-9e22-820773895c61 req-f5bc6928-e0e3-480c-a751-c045e746664f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386553 Aug 17 03:08:48.790836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d3938b-fbcf-4703-8711-bf71dfb7ce14 req-09d3ab82-3b2d-475e-acd3-803cf2160b45 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:48.792397 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d7d3938b-fbcf-4703-8711-bf71dfb7ce14 req-09d3ab82-3b2d-475e-acd3-803cf2160b45 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 943 time: 0.1029298 Aug 17 03:08:48.829403 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8610ee5-247a-4ed3-9cc9-775c85cc9f3c {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:08:48.839972 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:48.845483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33d1479-df5f-4129-9f55-96d54bdcf7cd req-c8359a2f-9395-44e2-a456-c00bd2bd2b0c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:48.847157 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f33d1479-df5f-4129-9f55-96d54bdcf7cd req-c8359a2f-9395-44e2-a456-c00bd2bd2b0c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0510876 Aug 17 03:08:48.862388 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Transition to ACTIVE for port object d8610ee5-247a-4ed3-9cc9-775c85cc9f3c will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:08:48.865869 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d7d3938b-fbcf-4703-8711-bf71dfb7ce14 req-27d8946a-d363-402c-8ee8-af94182b09e1 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622809 Aug 17 03:08:48.890400 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f33d1479-df5f-4129-9f55-96d54bdcf7cd req-d743d812-7a7d-47a9-a210-bf99c08b86af tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359569 Aug 17 03:08:48.934643 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:49.010517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Pushing event updated for resources: {'Port': ['ID=d8610ee5-247a-4ed3-9cc9-775c85cc9f3c,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:49.034389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa100a0-ed5a-40c7-9648-c3d6b6c2c15f req-b19c9b07-971e-4de8-8647-80ebeba3f805 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:49.036971 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fa100a0-ed5a-40c7-9648-c3d6b6c2c15f req-b19c9b07-971e-4de8-8647-80ebeba3f805 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0548155 Aug 17 03:08:49.084061 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:49.090025 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fa100a0-ed5a-40c7-9648-c3d6b6c2c15f req-8f1e9011-0400-487d-bed8-5cce636cf789 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467343 Aug 17 03:08:49.092275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Attempting to bind port d8610ee5-247a-4ed3-9cc9-775c85cc9f3c on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:08:49.092855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Attempting to bind port d8610ee5-247a-4ed3-9cc9-775c85cc9f3c by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '1849b084-8d11-4a15-9911-70fdef4a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:08:49.093366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Attempting to bind port d8610ee5-247a-4ed3-9cc9-775c85cc9f3c on network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:08:49.100028 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Port d8610ee5-247a-4ed3-9cc9-775c85cc9f3c on network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:08:49.103853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Attempting to bind port d8610ee5-247a-4ed3-9cc9-775c85cc9f3c on network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:08:49.105377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 8, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:08:49.105900 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Checking segment: {'id': '1849b084-8d11-4a15-9911-70fdef4a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:08:49.106855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Bound using segment: {'id': '1849b084-8d11-4a15-9911-70fdef4a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:08:49.106855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Bound port: d8610ee5-247a-4ed3-9cc9-775c85cc9f3c, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1849b084-8d11-4a15-9911-70fdef4a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:08:49.107231 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:49.183259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] For port d8610ee5-247a-4ed3-9cc9-775c85cc9f3c, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:08:49.186732 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] For port d8610ee5-247a-4ed3-9cc9-775c85cc9f3c, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d8610ee5-247a-4ed3-9cc9-775c85cc9f3c,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:08:49.225250 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b511a333-7b8b-4694-a506-3d99112de250 req-f482954f-0e5e-45a6-b3b8-e3283d639c34 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:49.226915 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b511a333-7b8b-4694-a506-3d99112de250 req-f482954f-0e5e-45a6-b3b8-e3283d639c34 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0552361 Aug 17 03:08:49.228659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34832) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:49.276750 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b511a333-7b8b-4694-a506-3d99112de250 req-37423e3f-a4b5-4b96-bd20-823a9a9df23b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422359 Aug 17 03:08:49.296318 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:49.335873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:49.336505 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:49.337927 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] 10.222.0.60 "PUT /v2.0/ports/d8610ee5-247a-4ed3-9cc9-775c85cc9f3c HTTP/1.1" status: 200 len: 1091 time: 1.0407486 Aug 17 03:08:49.339372 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b23ea859-3520-4b57-9151-30e35aefb380', 'tag': 'd8610ee5-247a-4ed3-9cc9-775c85cc9f3c'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:08:49.341660 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ae9ce42-c059-42d4-847e-71048b20f2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "b23ea859-3520-4b57-9151-30e35aefb380", "tag": "d8610ee5-247a-4ed3-9cc9-775c85cc9f3c"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:08:49.354289 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:08:49.439980 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cd8f33e5-f983-4c1e-be8b-e91e5b21d12b tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 6020 time: 0.2101259 Aug 17 03:08:49.443529 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:08:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-68789875-88e2-4b26-82b7-52faec708d67 x-openstack-request-id: req-68789875-88e2-4b26-82b7-52faec708d67 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:08:49.444001 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b23ea859-3520-4b57-9151-30e35aefb380", "tag": "d8610ee5-247a-4ed3-9cc9-775c85cc9f3c", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:08:49.444417 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-68789875-88e2-4b26-82b7-52faec708d67 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:08:49.444964 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b23ea859-3520-4b57-9151-30e35aefb380', 'tag': 'd8610ee5-247a-4ed3-9cc9-775c85cc9f3c', 'status': 'completed', 'code': 200} Aug 17 03:08:49.445118 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34844) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:49.469510 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-cafb7b93-ae0d-4e5b-83e6-3746ac525531 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Request body: {'network': {'name': 'tempest-network-smoke--1230220045', 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'port_security_enabled': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:08:49.478190 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=33f9b54d-5bcb-4925-939d-c2dd9c4b48b5,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:49.485218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317e3f96-faa9-48e5-8a2b-59a0e1041e0e service neutron] Pushing event updated for resources: {'Port': ['ID=d8610ee5-247a-4ed3-9cc9-775c85cc9f3c,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:49.496917 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '33f9b54d-5bcb-4925-939d-c2dd9c4b48b5', 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d', 'port_id': '33f9b54d-5bcb-4925-939d-c2dd9c4b48b5', 'mac_address': 'fa:16:3e:af:c7:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95909d0b-3b2e-4bea-aa2d-04d03f0d0fec', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:08:49.514940 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9ce42-c059-42d4-847e-71048b20f2ff req-7ea18916-62ac-4046-a638-805e21e61563 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:49.516886 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6ae9ce42-c059-42d4-847e-71048b20f2ff req-7ea18916-62ac-4046-a638-805e21e61563 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69047ce83c1b455e9d5f2718a41aa35a&device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 1094 time: 0.0755785 Aug 17 03:08:49.539601 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:49.556435 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:08:49.575315 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cafb7b93-ae0d-4e5b-83e6-3746ac525531 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Made reservation on behalf of d16b77c6f9d6489fb2dc3069d3a8f73c for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:08:49.579544 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cafb7b93-ae0d-4e5b-83e6-3746ac525531 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:49.580092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=33f9b54d-5bcb-4925-939d-c2dd9c4b48b5,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:49.606756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cafb7b93-ae0d-4e5b-83e6-3746ac525531 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:08:49.622432 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cafb7b93-ae0d-4e5b-83e6-3746ac525531 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:49.622864 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-cafb7b93-ae0d-4e5b-83e6-3746ac525531 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Added segment 87b549d3-36b2-4a9f-a8b4-1fe06b8daf57 of type vlan for network ee8315fc-f9d6-446d-9081-0f7c5c8c9664 Aug 17 03:08:49.641001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9ce42-c059-42d4-847e-71048b20f2ff req-a45601a8-42f1-484e-bc6c-8b09ea9b1fdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:49.642797 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6ae9ce42-c059-42d4-847e-71048b20f2ff req-a45601a8-42f1-484e-bc6c-8b09ea9b1fdc service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=69047ce83c1b455e9d5f2718a41aa35a&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1150556 Aug 17 03:08:49.655278 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:49.685635 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cafb7b93-ae0d-4e5b-83e6-3746ac525531 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:49.721564 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=33f9b54d-5bcb-4925-939d-c2dd9c4b48b5,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:49.731825 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:49.732433 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:49.733059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:49.733841 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:49.734382 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:49.734918 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:49.735576 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:49.736092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:49.736631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:49.737246 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:49.737807 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:49.738906 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:49.781093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f415cf-9f69-4bb5-9b99-342ca7a56792 req-b096d908-c333-48e9-bc89-bda77f7d8442 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:49.782965 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-64f415cf-9f69-4bb5-9b99-342ca7a56792 req-b096d908-c333-48e9-bc89-bda77f7d8442 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 943 time: 0.1203237 Aug 17 03:08:49.821626 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae9ce42-c059-42d4-847e-71048b20f2ff req-fd6339e9-043e-4cff-b03e-d0c09ce23c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:49.823485 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6ae9ce42-c059-42d4-847e-71048b20f2ff req-fd6339e9-043e-4cff-b03e-d0c09ce23c79 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1697128 Aug 17 03:08:49.826398 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-64f415cf-9f69-4bb5-9b99-342ca7a56792 req-5a133041-337e-4a7c-bb97-0a8f37d807fd tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370457 Aug 17 03:08:49.850117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cafb7b93-ae0d-4e5b-83e6-3746ac525531 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:49.856415 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cafb7b93-ae0d-4e5b-83e6-3746ac525531 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:49.857193 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cafb7b93-ae0d-4e5b-83e6-3746ac525531 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:49.949896 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-21ec909d-d117-4e1b-8e1c-5a85ed57713d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:49.951672 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-21ec909d-d117-4e1b-8e1c-5a85ed57713d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=69047ce83c1b455e9d5f2718a41aa35a&device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 1094 time: 0.0720048 Aug 17 03:08:50.004767 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-8496d5c9-35c6-4081-a07a-3afa46c41ca1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=d8610ee5-247a-4ed3-9cc9-775c85cc9f3c HTTP/1.1" status: 200 len: 217 time: 0.0408118 Aug 17 03:08:50.063426 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-6ce80bb8-3d72-4399-9a13-ba9701a89f46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:50.064921 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-6ce80bb8-3d72-4399-9a13-ba9701a89f46 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=e0277264-93fe-47f7-b95c-cea4e34626d3 HTTP/1.1" status: 200 len: 855 time: 0.0495713 Aug 17 03:08:50.106033 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-789d36aa-c6ea-414f-b287-8e6e67ec7dda service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=28f0e5fd-e1d3-4fe7-ae26-2b515580488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0299067 Aug 17 03:08:50.136187 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['33f9b54d-5bcb-4925-939d-c2dd9c4b48b5'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:08:50.253609 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f739b6-3ac9-444f-b6d1-f5a7fd9f280b req-141dca55-24c5-4279-ba59-27927cbe0b3c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:50.262088 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e3f739b6-3ac9-444f-b6d1-f5a7fd9f280b req-141dca55-24c5-4279-ba59-27927cbe0b3c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.1418014 Aug 17 03:08:50.294325 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cafb7b93-ae0d-4e5b-83e6-3746ac525531 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8450172 Aug 17 03:08:50.297332 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34878) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:50.301975 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1157921907', 'admin_state_up': True, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:08:50.338140 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-639b7fb0-69c1-4d0c-bf7c-30aa13e7ca36 service neutron] 10.222.0.60 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2032402 Aug 17 03:08:50.356242 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cafb7b93-ae0d-4e5b-83e6-3746ac525531 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event updated for resources: {'Network': ['ID=ee8315fc-f9d6-446d-9081-0f7c5c8c9664,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:50.368685 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network ee8315fc-f9d6-446d-9081-0f7c5c8c9664 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:08:50.376830 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f418b37-2755-40c0-8440-476c77ae864c req-23625d12-1a08-4a8f-aa23-9d7927ed0790 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:50.378083 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e3f739b6-3ac9-444f-b6d1-f5a7fd9f280b req-d8abd062-2e90-4c15-af7d-55a69d6c5903 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149871 Aug 17 03:08:50.384340 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f418b37-2755-40c0-8440-476c77ae864c req-23625d12-1a08-4a8f-aa23-9d7927ed0790 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 944 time: 0.1031430 Aug 17 03:08:50.444882 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f418b37-2755-40c0-8440-476c77ae864c req-6c9f71db-bfa7-40e3-8dfb-f6d0fc43f96f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588660 Aug 17 03:08:50.803746 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:50.815039 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c9808726-78d4-4eb7-8c91-4ea0223ad69d req-bd16f8b5-cf3c-4726-b9f7-49c07bd1ddca service neutron] 10.222.0.60 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4653714 Aug 17 03:08:50.832977 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:50.834635 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:50.937237 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:50.978044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976705fc-dcb8-45f3-88f3-d4bca6226fb9 req-10763ef9-985f-4f4e-95bb-f63a33010b55 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:50.979553 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-976705fc-dcb8-45f3-88f3-d4bca6226fb9 req-10763ef9-985f-4f4e-95bb-f63a33010b55 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 943 time: 0.0572023 Aug 17 03:08:51.018296 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-976705fc-dcb8-45f3-88f3-d4bca6226fb9 req-023a9c25-fef5-4e81-bbd1-ba86d9dc2b74 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327961 Aug 17 03:08:51.153379 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:51.402620 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:51.422603 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:51.511726 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d580786-a2c0-49ac-a665-eed046f02a65 req-00ee4ba7-bafa-4b71-9cd3-cef743850476 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:51.514739 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4d580786-a2c0-49ac-a665-eed046f02a65 req-00ee4ba7-bafa-4b71-9cd3-cef743850476 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0660737 Aug 17 03:08:51.562008 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4d580786-a2c0-49ac-a665-eed046f02a65 req-4c96f1b7-cfcb-4b08-b6f6-299c0ce3d1ec tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395746 Aug 17 03:08:51.565280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Allocated IP 172.25.1.84 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/644956b1-75ac-45d4-a2d2-7e5db4c82f98) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:08:51.639690 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdec7066-0ffe-4853-af22-89e14f477880 req-d2397943-aef1-43e0-bafa-e4fc04c5c764 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:51.641224 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fdec7066-0ffe-4853-af22-89e14f477880 req-d2397943-aef1-43e0-bafa-e4fc04c5c764 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 944 time: 0.1167364 Aug 17 03:08:51.709749 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fdec7066-0ffe-4853-af22-89e14f477880 req-a249beee-2c86-4a86-9c50-a2d1e121195c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593467 Aug 17 03:08:51.734247 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:51.831419 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:51.872508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:08:51.875503 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:08:51.879726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:08:51.885307 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event updated for resources: {'Port': ['ID=644956b1-75ac-45d4-a2d2-7e5db4c82f98,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:52.141100 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8a1d31-559f-4e57-bf51-18131d3f8cd6 req-d99a5850-e4b8-4cef-a88a-cd9ac9a74855 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:52.142741 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8e8a1d31-559f-4e57-bf51-18131d3f8cd6 req-d99a5850-e4b8-4cef-a88a-cd9ac9a74855 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 943 time: 0.0517647 Aug 17 03:08:52.183065 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8e8a1d31-559f-4e57-bf51-18131d3f8cd6 req-46b8c41d-3b2c-4ca3-87a1-4feb226a9ab1 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334885 Aug 17 03:08:52.235755 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:52.444666 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:52.665090 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Router e7e698f2-5aef-47ce-afc5-30af2d7c7aa2 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:08:52.806963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc57007-0243-40a3-8b9d-2cf9ca3eb7ea req-d51a535d-31d5-4539-b9b1-754aa07df64e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:52.808669 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dbc57007-0243-40a3-8b9d-2cf9ca3eb7ea req-d51a535d-31d5-4539-b9b1-754aa07df64e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.1765614 Aug 17 03:08:52.838063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:08:52.851393 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Sync routers for ids ['e7e698f2-5aef-47ce-afc5-30af2d7c7aa2'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:08:52.861722 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Routers {'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:08:52.862493 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:08:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e7e698f2-5aef-47ce-afc5-30af2d7c7aa2'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:08:52.880362 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dbc57007-0243-40a3-8b9d-2cf9ca3eb7ea req-80904c5b-c9cd-4f4c-bb76-fdc9ab18f716 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645065 Aug 17 03:08:52.936239 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97cf23dc-805f-480e-9bda-c928a0e0abd2 req-26d694e9-3538-443a-9070-ae3e23c2797e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:52.937852 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-97cf23dc-805f-480e-9bda-c928a0e0abd2 req-26d694e9-3538-443a-9070-ae3e23c2797e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 944 time: 0.0618582 Aug 17 03:08:52.956971 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:52.958571 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1a865c2e-54d9-4582-9e14-68972b70691e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.6602423 Aug 17 03:08:52.966551 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34908) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:52.977632 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Set router e7e698f2-5aef-47ce-afc5-30af2d7c7aa2 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:08:52.989836 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-97cf23dc-805f-480e-9bda-c928a0e0abd2 req-943b6707-9127-4eec-9e99-b9e1869ef089 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0449998 Aug 17 03:08:53.068080 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7470a871-f9f5-4ffc-a497-d469f72899ae tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:53.072535 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7470a871-f9f5-4ffc-a497-d469f72899ae tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=d16b77c6f9d6489fb2dc3069d3a8f73c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.1046882 Aug 17 03:08:53.073650 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34910) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:53.189722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909377da-33ec-4d04-a8a0-b7dcdaecfb48 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:53.191977 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-909377da-33ec-4d04-a8a0-b7dcdaecfb48 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1169875 Aug 17 03:08:53.194855 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34916) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:53.237152 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-08d837e4-df8d-4b68-b0da-6577446a07cf tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410511 Aug 17 03:08:53.240273 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34920) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:53.258022 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1157921907', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '644956b1-75ac-45d4-a2d2-7e5db4c82f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:08:50Z', 'updated_at': '2021-08-17T03:08:52Z', 'revision_number': 3, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '644956b1-75ac-45d4-a2d2-7e5db4c82f98', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:08:51Z', 'updated_at': '2021-08-17T03:08:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:08:53.276603 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2f7e44ac-8179-46ef-8c3a-e984ae58e519 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=d16b77c6f9d6489fb2dc3069d3a8f73c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349936 Aug 17 03:08:53.278884 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34922) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:53.296408 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Checking router: e7e698f2-5aef-47ce-afc5-30af2d7c7aa2 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:08:53.301099 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Updating router e7e698f2-5aef-47ce-afc5-30af2d7c7aa2 port 644956b1-75ac-45d4-a2d2-7e5db4c82f98 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:08:53.326333 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:53.374089 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d8610ee5-247a-4ed3-9cc9-775c85cc9f3c details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:08:53.380624 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:08:53.456064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93d7706e-3d8f-4e19-b188-df7c74435a50 req-00ade2cb-8146-4ff5-a63e-48822c9a8a4d tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:53.460419 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-93d7706e-3d8f-4e19-b188-df7c74435a50 req-00ade2cb-8146-4ff5-a63e-48822c9a8a4d tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 943 time: 0.1544299 Aug 17 03:08:53.537721 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea8003b-16b0-4b7c-8a5f-643129e6cd84 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:53.539284 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4ea8003b-16b0-4b7c-8a5f-643129e6cd84 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2593968 Aug 17 03:08:53.542241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34926) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:53.549024 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port d8610ee5-247a-4ed3-9cc9-775c85cc9f3c, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d8610ee5-247a-4ed3-9cc9-775c85cc9f3c,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:53.565484 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'd8610ee5-247a-4ed3-9cc9-775c85cc9f3c', 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c', 'port_id': 'd8610ee5-247a-4ed3-9cc9-775c85cc9f3c', 'mac_address': 'fa:16:3e:01:0e:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0277264-93fe-47f7-b95c-cea4e34626d3', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:08:53.592028 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-93d7706e-3d8f-4e19-b188-df7c74435a50 req-ac5a5b4d-6d04-457a-b8b3-e561ed5542e5 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236067 Aug 17 03:08:53.603700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0bd2f1d2-be19-4435-82cb-372102dbace6 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0602820 Aug 17 03:08:53.606964 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34928) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:53.622095 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1098333941', 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664', 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:08:53.631649 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:53.642119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:08:53.650351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:08:53.650778 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:53.653586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8610ee5-247a-4ed3-9cc9-775c85cc9f3c {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:08:53.664172 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:53.682105 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Transition to ACTIVE for port object 644956b1-75ac-45d4-a2d2-7e5db4c82f98 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:08:53.705012 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port d8610ee5-247a-4ed3-9cc9-775c85cc9f3c, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d8610ee5-247a-4ed3-9cc9-775c85cc9f3c,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:53.772385 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:53.798001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '33b5adec-4d46-4525-bb0a-f4068aaa8497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f9b54d-5bcb-4925-939d-c2dd9c4b48b5'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:08:53.800315 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae88db31-6c35-4828-95bc-8393d6cb956e" -d '{"events": [{"server_uuid": "33b5adec-4d46-4525-bb0a-f4068aaa8497", "name": "network-vif-plugged", "status": "completed", "tag": "33f9b54d-5bcb-4925-939d-c2dd9c4b48b5"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:08:53.804436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Made reservation on behalf of d16b77c6f9d6489fb2dc3069d3a8f73c for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:08:53.806489 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:53.813879 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:53.821565 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:53.850471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=33f9b54d-5bcb-4925-939d-c2dd9c4b48b5,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:53.875276 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce0c8d-a7a1-466b-80aa-d36df63ececd None None] Pushing event updated for resources: {'Port': ['ID=644956b1-75ac-45d4-a2d2-7e5db4c82f98,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:53.921215 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce0c8d-a7a1-466b-80aa-d36df63ececd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:53.924446 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce0c8d-a7a1-466b-80aa-d36df63ececd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:53.925031 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce0c8d-a7a1-466b-80aa-d36df63ececd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:53.926320 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:08:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c399a30-edd9-4a71-9ecb-c855a7f5400c x-openstack-request-id: req-8c399a30-edd9-4a71-9ecb-c855a7f5400c {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:08:53.926725 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "33b5adec-4d46-4525-bb0a-f4068aaa8497", "name": "network-vif-plugged", "status": "completed", "tag": "33f9b54d-5bcb-4925-939d-c2dd9c4b48b5", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:08:53.928725 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c399a30-edd9-4a71-9ecb-c855a7f5400c {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:08:53.928725 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b5adec-4d46-4525-bb0a-f4068aaa8497', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '33f9b54d-5bcb-4925-939d-c2dd9c4b48b5', 'code': 200} Aug 17 03:08:53.928958 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce0c8d-a7a1-466b-80aa-d36df63ececd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:53.930689 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce0c8d-a7a1-466b-80aa-d36df63ececd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:53.931174 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce0c8d-a7a1-466b-80aa-d36df63ececd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:53.932179 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce0c8d-a7a1-466b-80aa-d36df63ececd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:53.932314 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:53.932726 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce0c8d-a7a1-466b-80aa-d36df63ececd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:53.934004 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce0c8d-a7a1-466b-80aa-d36df63ececd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:53.934824 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce0c8d-a7a1-466b-80aa-d36df63ececd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:53.935749 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce0c8d-a7a1-466b-80aa-d36df63ececd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:53.936641 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebce0c8d-a7a1-466b-80aa-d36df63ececd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:53.983239 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Attempting to bind port 644956b1-75ac-45d4-a2d2-7e5db4c82f98 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:08:53.988635 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Attempting to bind port 644956b1-75ac-45d4-a2d2-7e5db4c82f98 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:08:53.988635 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Attempting to bind port 644956b1-75ac-45d4-a2d2-7e5db4c82f98 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:08:53.999414 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:08:53.999790 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:08:54.000190 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:54.000681 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:08:54.001109 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Bound port: 644956b1-75ac-45d4-a2d2-7e5db4c82f98, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:08:54.001509 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:54.020827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=d8610ee5-247a-4ed3-9cc9-775c85cc9f3c,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:54.041692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b79897-5dd7-4365-a2de-64ef7a5f079b req-0d509098-86b6-4f08-b481-7e31c00d688b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:54.043855 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-28b79897-5dd7-4365-a2de-64ef7a5f079b req-0d509098-86b6-4f08-b481-7e31c00d688b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 1096 time: 0.1041596 Aug 17 03:08:54.069441 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] For port 644956b1-75ac-45d4-a2d2-7e5db4c82f98, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:08:54.073045 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] For port 644956b1-75ac-45d4-a2d2-7e5db4c82f98, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=644956b1-75ac-45d4-a2d2-7e5db4c82f98,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:08:54.105231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=33f9b54d-5bcb-4925-939d-c2dd9c4b48b5,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:54.125926 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-28b79897-5dd7-4365-a2de-64ef7a5f079b req-f6adafd8-8743-425d-bec8-cd68b17ec323 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708401 Aug 17 03:08:54.144422 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da9399f-1327-40f2-8349-ef5876b61a66 req-10e30243-a340-48b9-8cb1-ff94afa3e20f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:54.146133 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0da9399f-1327-40f2-8349-ef5876b61a66 req-10e30243-a340-48b9-8cb1-ff94afa3e20f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0694652 Aug 17 03:08:54.153174 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:54.158455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c155816-799c-4edc-be2b-abcec2c63af7 req-3d5c9eb9-5a72-49dd-8f04-d979906e8c8e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:54.164761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c155816-799c-4edc-be2b-abcec2c63af7 req-3d5c9eb9-5a72-49dd-8f04-d979906e8c8e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:54.170957 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c155816-799c-4edc-be2b-abcec2c63af7 req-3d5c9eb9-5a72-49dd-8f04-d979906e8c8e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:54.177966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c155816-799c-4edc-be2b-abcec2c63af7 req-3d5c9eb9-5a72-49dd-8f04-d979906e8c8e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:54.184007 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c155816-799c-4edc-be2b-abcec2c63af7 req-3d5c9eb9-5a72-49dd-8f04-d979906e8c8e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:54.192469 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c155816-799c-4edc-be2b-abcec2c63af7 req-3d5c9eb9-5a72-49dd-8f04-d979906e8c8e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:54.200554 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c155816-799c-4edc-be2b-abcec2c63af7 req-3d5c9eb9-5a72-49dd-8f04-d979906e8c8e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:54.200795 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0da9399f-1327-40f2-8349-ef5876b61a66 req-9f059074-3a0d-4f99-a8e0-99101d723a20 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484595 Aug 17 03:08:54.202952 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9c155816-799c-4edc-be2b-abcec2c63af7 req-3d5c9eb9-5a72-49dd-8f04-d979906e8c8e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5444 time: 0.1926060 Aug 17 03:08:54.225465 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Routers {'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:08:54.226090 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:08:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e7e698f2-5aef-47ce-afc5-30af2d7c7aa2'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:08:54.293159 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9c155816-799c-4edc-be2b-abcec2c63af7 req-990e741b-dfbb-4445-8d40-ed0eaf372a2b tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0738945 Aug 17 03:08:54.294678 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:54.335802 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebce0c8d-a7a1-466b-80aa-d36df63ececd None None] Pushing event updated for resources: {'Port': ['ID=644956b1-75ac-45d4-a2d2-7e5db4c82f98,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:54.352663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b389c9e3-9689-4e63-856b-1fd9157050b2 req-55ec561a-8a80-4429-bc55-ec9daa3d2155 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:54.354237 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b389c9e3-9689-4e63-856b-1fd9157050b2 req-55ec561a-8a80-4429-bc55-ec9daa3d2155 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 945 time: 0.0750945 Aug 17 03:08:54.363838 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] Set router e7e698f2-5aef-47ce-afc5-30af2d7c7aa2 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:08:54.382241 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event updated for resources: {'Subnet': ['ID=57a4bf5f-2437-49f8-a480-14f7677ad9e7,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:54.382802 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['d8610ee5-247a-4ed3-9cc9-775c85cc9f3c'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:08:54.391886 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:54.392477 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:54.392832 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:54.393230 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:54.393365 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b389c9e3-9689-4e63-856b-1fd9157050b2 req-35d2d98d-93fa-416c-88d6-af4b90a47a93 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326605 Aug 17 03:08:54.393625 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:54.393931 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:54.395076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:54.395369 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:54.395714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:54.396050 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:54.396383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:54.396850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:54.414560 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Checking segment: {'id': '87b549d3-36b2-4a9f-a8b4-1fe06b8daf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:08:54.414560 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Network hostable DHCP agents. Network: ee8315fc-f9d6-446d-9081-0f7c5c8c9664, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:08:54.507681 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Network ee8315fc-f9d6-446d-9081-0f7c5c8c9664 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:08:54.591184 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, ee8315fc-f9d6-446d-9081-0f7c5c8c9664) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:08:54.603252 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143cf59a-15d1-4c78-a65f-8776d8e7d841 None None] Network ee8315fc-f9d6-446d-9081-0f7c5c8c9664 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:08:54.610561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:54.611436 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:54.711829 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1157921907', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '644956b1-75ac-45d4-a2d2-7e5db4c82f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:08:50Z', 'updated_at': '2021-08-17T03:08:52Z', 'revision_number': 3, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '644956b1-75ac-45d4-a2d2-7e5db4c82f98', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:08:51Z', 'updated_at': '2021-08-17T03:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:08:54.732175 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a671e625-984c-422d-9fbd-875f991a7583 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.1233866 Aug 17 03:08:54.734681 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34948) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:54.748786 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e815daad-b190-437b-abb8-83f5272e8b9c None None] The sync data for ids ['e7e698f2-5aef-47ce-afc5-30af2d7c7aa2'] in n-d-802060-9 is: [{'id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1157921907', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '644956b1-75ac-45d4-a2d2-7e5db4c82f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:08:50Z', 'updated_at': '2021-08-17T03:08:52Z', 'revision_number': 3, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '644956b1-75ac-45d4-a2d2-7e5db4c82f98', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e9:38', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:08:51Z', 'updated_at': '2021-08-17T03:08:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:08:54.761344 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0534fcc3-a60b-44fb-a008-8c7d4e1b2909 req-19548bba-3a3a-4ef6-a224-36aa0082e05f tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:54.771166 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0534fcc3-a60b-44fb-a008-8c7d4e1b2909 req-19548bba-3a3a-4ef6-a224-36aa0082e05f tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 944 time: 0.0934613 Aug 17 03:08:54.854409 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0534fcc3-a60b-44fb-a008-8c7d4e1b2909 req-afabff85-c969-4367-bcc0-7af0bbb0e285 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676169 Aug 17 03:08:54.868630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-ee8315fc-f9d6-446d-9081-0f7c5c8c9664', 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'fixed_ips': [{'subnet_id': '57a4bf5f-2437-49f8-a480-14f7677ad9e7'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:08:54.868630 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:55.082403 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Allocated IP 172.20.0.18 (ee8315fc-f9d6-446d-9081-0f7c5c8c9664/57a4bf5f-2437-49f8-a480-14f7677ad9e7/d053c304-c862-49ce-8d13-8509038d40a6) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:08:55.403540 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:55.414265 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Transition to ACTIVE for port object d053c304-c862-49ce-8d13-8509038d40a6 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:08:55.438322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Transition to ACTIVE for port object d053c304-c862-49ce-8d13-8509038d40a6 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:08:55.458959 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd386204-3184-4630-a698-67d0a6f4dedd req-531ae441-0848-4fcd-9806-03b2bbeb68d4 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:55.461397 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd386204-3184-4630-a698-67d0a6f4dedd req-531ae441-0848-4fcd-9806-03b2bbeb68d4 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.1076288 Aug 17 03:08:55.473803 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-769cec09-b05e-4bc1-b1e3-df04e5cbdde3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:55.481053 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-769cec09-b05e-4bc1-b1e3-df04e5cbdde3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:55.490075 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-769cec09-b05e-4bc1-b1e3-df04e5cbdde3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:55.496585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-769cec09-b05e-4bc1-b1e3-df04e5cbdde3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:55.504592 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-769cec09-b05e-4bc1-b1e3-df04e5cbdde3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:55.510515 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-769cec09-b05e-4bc1-b1e3-df04e5cbdde3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:55.512805 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:55.520254 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218aa79d-1570-44bb-8ec4-5b902f1712b5 req-43e08eb0-66a6-46ae-962c-e3a7762c6627 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:55.523603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-769cec09-b05e-4bc1-b1e3-df04e5cbdde3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:55.528822 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-769cec09-b05e-4bc1-b1e3-df04e5cbdde3 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5444 time: 0.2474072 Aug 17 03:08:55.530879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218aa79d-1570-44bb-8ec4-5b902f1712b5 req-43e08eb0-66a6-46ae-962c-e3a7762c6627 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:55.538899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218aa79d-1570-44bb-8ec4-5b902f1712b5 req-43e08eb0-66a6-46ae-962c-e3a7762c6627 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:55.547087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218aa79d-1570-44bb-8ec4-5b902f1712b5 req-43e08eb0-66a6-46ae-962c-e3a7762c6627 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:55.556572 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218aa79d-1570-44bb-8ec4-5b902f1712b5 req-43e08eb0-66a6-46ae-962c-e3a7762c6627 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:55.567159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218aa79d-1570-44bb-8ec4-5b902f1712b5 req-43e08eb0-66a6-46ae-962c-e3a7762c6627 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:55.574073 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Network ee8315fc-f9d6-446d-9081-0f7c5c8c9664 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:08:55.577352 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:08:55.582047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:08:55.584595 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-218aa79d-1570-44bb-8ec4-5b902f1712b5 req-43e08eb0-66a6-46ae-962c-e3a7762c6627 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:55.585808 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Pushing event updated for resources: {'Port': ['ID=d053c304-c862-49ce-8d13-8509038d40a6,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:55.600310 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-218aa79d-1570-44bb-8ec4-5b902f1712b5 req-43e08eb0-66a6-46ae-962c-e3a7762c6627 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5444 time: 0.1857786 Aug 17 03:08:55.649503 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-9713efda-84f9-4900-8b75-f57939d6d507 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:55.650836 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-9713efda-84f9-4900-8b75-f57939d6d507 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.60 "GET /v2.0/ports/b647c0c9-5df0-4033-b58c-6fe97fadcd8b?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0750542 Aug 17 03:08:55.651413 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Attempting to bind port d053c304-c862-49ce-8d13-8509038d40a6 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:08:55.651797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Attempting to bind port d053c304-c862-49ce-8d13-8509038d40a6 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '87b549d3-36b2-4a9f-a8b4-1fe06b8daf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:08:55.652217 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Attempting to bind port d053c304-c862-49ce-8d13-8509038d40a6 on network ee8315fc-f9d6-446d-9081-0f7c5c8c9664 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:08:55.663982 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:08:55.664470 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Checking segment: {'id': '87b549d3-36b2-4a9f-a8b4-1fe06b8daf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:08:55.664993 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:55.665394 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Bound using segment: {'id': '87b549d3-36b2-4a9f-a8b4-1fe06b8daf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:08:55.665905 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Bound port: d053c304-c862-49ce-8d13-8509038d40a6, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b549d3-36b2-4a9f-a8b4-1fe06b8daf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:08:55.666450 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:55.680719 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-218aa79d-1570-44bb-8ec4-5b902f1712b5 req-17f477ad-f35e-45eb-be9f-77fe28f34690 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0788069 Aug 17 03:08:55.818299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] For port d053c304-c862-49ce-8d13-8509038d40a6, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:08:55.826122 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] For port d053c304-c862-49ce-8d13-8509038d40a6, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d053c304-c862-49ce-8d13-8509038d40a6,segment=NetworkSegment(87b549d3-36b2-4a9f-a8b4-1fe06b8daf57),segment_id=87b549d3-36b2-4a9f-a8b4-1fe06b8daf57)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:08:55.842745 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-70052a89-3ea8-4f50-a23d-3d90e39ac498 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.60 "GET /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1699920 Aug 17 03:08:55.888222 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbab5c9-cf13-45ad-8208-406872898169 req-4cd6096f-8553-465f-97f5-2ca37a99e8d0 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:55.894073 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bcbab5c9-cf13-45ad-8208-406872898169 req-4cd6096f-8553-465f-97f5-2ca37a99e8d0 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 945 time: 0.0924761 Aug 17 03:08:55.913366 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:55.977094 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bcbab5c9-cf13-45ad-8208-406872898169 req-ab9e7f72-6065-4371-99be-897862907459 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804746 Aug 17 03:08:56.212659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b12f11-cebb-4779-ba67-9e55ed3f5ca0 req-914f2360-3eb8-416d-a028-8ac04b310e21 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:56.215577 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a1b12f11-cebb-4779-ba67-9e55ed3f5ca0 req-914f2360-3eb8-416d-a028-8ac04b310e21 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 944 time: 0.0916703 Aug 17 03:08:56.298340 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d315ae-0553-4e59-a488-214f515c79d3 None None] Pushing event updated for resources: {'Port': ['ID=d053c304-c862-49ce-8d13-8509038d40a6,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:56.310911 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a1b12f11-cebb-4779-ba67-9e55ed3f5ca0 req-51ce5dab-6551-4747-a2ef-ec30ec2accae tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889287 Aug 17 03:08:56.409611 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd386204-3184-4630-a698-67d0a6f4dedd req-b99b9196-c2bc-4f78-912e-adcabf89a423 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8740585 Aug 17 03:08:56.418241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:08:56.496398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 644956b1-75ac-45d4-a2d2-7e5db4c82f98 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:08:56.497592 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:56.641126 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:56.671239 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 644956b1-75ac-45d4-a2d2-7e5db4c82f98 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:08:56.675394 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 644956b1-75ac-45d4-a2d2-7e5db4c82f98 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:08:56.676946 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:56.806858 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:56.876755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 644956b1-75ac-45d4-a2d2-7e5db4c82f98, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=644956b1-75ac-45d4-a2d2-7e5db4c82f98,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:56.922129 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f1e8-ca3f-4ba1-b19e-086e6499033f req-8173e267-ab82-4009-8287-159d8458075e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:56.931432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f1e8-ca3f-4ba1-b19e-086e6499033f req-8173e267-ab82-4009-8287-159d8458075e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:56.937954 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f1e8-ca3f-4ba1-b19e-086e6499033f req-8173e267-ab82-4009-8287-159d8458075e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:56.949292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f1e8-ca3f-4ba1-b19e-086e6499033f req-8173e267-ab82-4009-8287-159d8458075e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:56.955291 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f1e8-ca3f-4ba1-b19e-086e6499033f req-8173e267-ab82-4009-8287-159d8458075e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:56.958135 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:56.970050 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f1e8-ca3f-4ba1-b19e-086e6499033f req-8173e267-ab82-4009-8287-159d8458075e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:56.981966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f8f1e8-ca3f-4ba1-b19e-086e6499033f req-8173e267-ab82-4009-8287-159d8458075e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:56.983987 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d7f8f1e8-ca3f-4ba1-b19e-086e6499033f req-8173e267-ab82-4009-8287-159d8458075e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 5444 time: 0.1665328 Aug 17 03:08:57.036927 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d7f8f1e8-ca3f-4ba1-b19e-086e6499033f req-999daf2b-a680-448e-ab7a-b987d97bcfb1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0453250 Aug 17 03:08:57.061300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584d9c7f-acab-4174-9c39-2fa204556bcc req-7d8fb6b1-9f1c-4d77-9944-7381a90a7172 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:57.064880 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-584d9c7f-acab-4174-9c39-2fa204556bcc req-7d8fb6b1-9f1c-4d77-9944-7381a90a7172 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 945 time: 0.2064626 Aug 17 03:08:57.070141 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=644956b1-75ac-45d4-a2d2-7e5db4c82f98,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:57.115167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] For port b647c0c9-5df0-4033-b58c-6fe97fadcd8b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=b647c0c9-5df0-4033-b58c-6fe97fadcd8b,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:57.200553 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-584d9c7f-acab-4174-9c39-2fa204556bcc req-3164a193-d736-4859-954d-ce67150fb62d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221490 Aug 17 03:08:57.228807 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Allocated IP 172.20.0.17 (ee8315fc-f9d6-446d-9081-0f7c5c8c9664/57a4bf5f-2437-49f8-a480-14f7677ad9e7/9a050143-27ea-4a41-b192-7036f1762b2b) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:08:57.240870 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] For port b647c0c9-5df0-4033-b58c-6fe97fadcd8b, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:08:57.323226 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] device_id is not set on port b647c0c9-5df0-4033-b58c-6fe97fadcd8b yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:08:57.339385 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:57.386859 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d8610ee5-247a-4ed3-9cc9-775c85cc9f3c up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:08:57.422380 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:57.425948 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:57.460094 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6043564-bc81-4a7b-bf7a-de171049d6e9 req-026549ab-ff9a-4d0f-995c-98fcaabbf85c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:57.461920 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f6043564-bc81-4a7b-bf7a-de171049d6e9 req-026549ab-ff9a-4d0f-995c-98fcaabbf85c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 944 time: 0.0584290 Aug 17 03:08:57.467983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Transition to ACTIVE for port object 9a050143-27ea-4a41-b192-7036f1762b2b will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:08:57.516394 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f6043564-bc81-4a7b-bf7a-de171049d6e9 req-03f8354a-30db-4b3f-800c-ffedd0a80756 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478387 Aug 17 03:08:57.517716 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port d8610ee5-247a-4ed3-9cc9-775c85cc9f3c completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:08:57.523762 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port d8610ee5-247a-4ed3-9cc9-775c85cc9f3c triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:08:57.524267 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:57.610829 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:57.626168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] No DVR routers for this DVR port b647c0c9-5df0-4033-b58c-6fe97fadcd8b on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:08:57.679760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Network ee8315fc-f9d6-446d-9081-0f7c5c8c9664 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:08:57.680646 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Pushing event updated for resources: {'Port': ['ID=b647c0c9-5df0-4033-b58c-6fe97fadcd8b,revision_number=6']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:57.694396 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:57.694768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:57.695092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:57.695428 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:57.695764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:57.696097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:57.696426 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:57.696752 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:57.697088 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:57.697493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:57.697798 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:57.698124 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:08:57.719606 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:57.721802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:08:57.724546 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:08:57.764155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23ea859-3520-4b57-9151-30e35aefb380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8610ee5-247a-4ed3-9cc9-775c85cc9f3c'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:08:57.767101 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72f98652-6c01-4a81-afd8-4a82c571db16" -d '{"events": [{"server_uuid": "b23ea859-3520-4b57-9151-30e35aefb380", "name": "network-vif-plugged", "status": "completed", "tag": "d8610ee5-247a-4ed3-9cc9-775c85cc9f3c"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:08:57.786504 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port d8610ee5-247a-4ed3-9cc9-775c85cc9f3c, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d8610ee5-247a-4ed3-9cc9-775c85cc9f3c,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:57.816268 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af14616d-031a-48ec-a017-5180bc2fd325 req-e3542e99-589f-4c95-b76c-135903a5e90e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:57.818181 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af14616d-031a-48ec-a017-5180bc2fd325 req-e3542e99-589f-4c95-b76c-135903a5e90e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.2970951 Aug 17 03:08:57.828616 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:08:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb6f9771-381e-4779-875b-f7676341c8f1 x-openstack-request-id: req-cb6f9771-381e-4779-875b-f7676341c8f1 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:08:57.828616 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23ea859-3520-4b57-9151-30e35aefb380", "name": "network-vif-plugged", "status": "completed", "tag": "d8610ee5-247a-4ed3-9cc9-775c85cc9f3c", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:08:57.828616 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb6f9771-381e-4779-875b-f7676341c8f1 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:08:57.828616 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23ea859-3520-4b57-9151-30e35aefb380', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8610ee5-247a-4ed3-9cc9-775c85cc9f3c', 'code': 200} Aug 17 03:08:57.859014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] In _notify_port_updated(), no bound segment for port b647c0c9-5df0-4033-b58c-6fe97fadcd8b on network e4d8607a-fcd3-4976-90b3-958c321a6814 {{(pid=101970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:08:57.859925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:57.860543 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:57.861908 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-14d69deb-9fcd-4e74-b87b-545a04537c54 service neutron] 10.222.0.60 "PUT /v2.0/ports/b647c0c9-5df0-4033-b58c-6fe97fadcd8b HTTP/1.1" status: 200 len: 1031 time: 1.4883208 Aug 17 03:08:57.883827 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:57.885144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device e7caaf99-a04e-4047-83fc-8294f841ffdd no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:08:57.888836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event updated for resources: {'Port': ['ID=9a050143-27ea-4a41-b192-7036f1762b2b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:57.990291 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af14616d-031a-48ec-a017-5180bc2fd325 req-400819e8-7778-4c34-a222-1ea155b50eba tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1553345 Aug 17 03:08:57.995308 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:57.995531 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=d8610ee5-247a-4ed3-9cc9-775c85cc9f3c,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:58.064228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-3e55db7b-2eb0-44df-a92f-9cdca55c95f9 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:58.064798 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:58.066757 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-3e55db7b-2eb0-44df-a92f-9cdca55c95f9 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.60 "GET /v2.0/ports/0de1d812-cbba-4e5d-823a-b18fcc94199e?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1914616 Aug 17 03:08:58.077129 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edd74e-fd24-47c8-92c1-c586834fe651 req-268a92fe-42d1-47d1-9a7a-d406d52847c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:58.078850 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-15edd74e-fd24-47c8-92c1-c586834fe651 req-268a92fe-42d1-47d1-9a7a-d406d52847c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 1096 time: 0.1546433 Aug 17 03:08:58.086011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-30642b9a-cd2c-4e2c-896c-1121ce3572f1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:08:58.088039 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd974efc-2a4c-4813-b14f-d806060a7438 None None] Network ee8315fc-f9d6-446d-9081-0f7c5c8c9664 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:08:58.190039 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port e7caaf99-a04e-4047-83fc-8294f841ffdd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e7caaf99-a04e-4047-83fc-8294f841ffdd,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:58.219227 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-30642b9a-cd2c-4e2c-896c-1121ce3572f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:58.223298 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-15edd74e-fd24-47c8-92c1-c586834fe651 req-ca0d8386-19c8-42a7-8bf4-ce56d7f2a0fc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1296453 Aug 17 03:08:58.240693 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b28e-b3e6-4b53-a9b8-c5d448fad033 req-1de00240-ed4e-4591-919f-efa10421e1a2 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:58.246876 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b28e-b3e6-4b53-a9b8-c5d448fad033 req-1de00240-ed4e-4591-919f-efa10421e1a2 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:58.252761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b28e-b3e6-4b53-a9b8-c5d448fad033 req-1de00240-ed4e-4591-919f-efa10421e1a2 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:58.259371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b28e-b3e6-4b53-a9b8-c5d448fad033 req-1de00240-ed4e-4591-919f-efa10421e1a2 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:58.265377 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b28e-b3e6-4b53-a9b8-c5d448fad033 req-1de00240-ed4e-4591-919f-efa10421e1a2 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:58.272729 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd17b28e-b3e6-4b53-a9b8-c5d448fad033 req-1de00240-ed4e-4591-919f-efa10421e1a2 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:58.280613 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fd17b28e-b3e6-4b53-a9b8-c5d448fad033 req-1de00240-ed4e-4591-919f-efa10421e1a2 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 4666 time: 0.1167936 Aug 17 03:08:58.297366 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-59a52b0b-61f5-4d24-9c3d-cdbe4ff52ec6 None None] Provisioning for port d053c304-c862-49ce-8d13-8509038d40a6 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:08:58.326002 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:58.326740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 844bf010-b2e0-409e-9c47-683af3dfae5b no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:08:58.375810 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fd17b28e-b3e6-4b53-a9b8-c5d448fad033 req-603dd34e-2b78-425f-a9a6-a582ed654536 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec&id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0881870 Aug 17 03:08:58.433847 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-59a52b0b-61f5-4d24-9c3d-cdbe4ff52ec6 None None] Provisioning complete for port b647c0c9-5df0-4033-b58c-6fe97fadcd8b triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:08:58.434740 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-59a52b0b-61f5-4d24-9c3d-cdbe4ff52ec6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:58.453641 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:58.513942 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-59a52b0b-61f5-4d24-9c3d-cdbe4ff52ec6 None None] Port b647c0c9-5df0-4033-b58c-6fe97fadcd8b cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:08:58.516855 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=e7caaf99-a04e-4047-83fc-8294f841ffdd,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:58.519947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a51663-94e9-439b-8748-493b0ea0c3aa req-d39902b2-14b2-4fab-be39-c29f4877902f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:58.521563 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-98a51663-94e9-439b-8748-493b0ea0c3aa req-d39902b2-14b2-4fab-be39-c29f4877902f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 945 time: 0.1666420 Aug 17 03:08:58.567069 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:58.619611 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d053c304-c862-49ce-8d13-8509038d40a6 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:08:58.700991 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 844bf010-b2e0-409e-9c47-683af3dfae5b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=844bf010-b2e0-409e-9c47-683af3dfae5b,segment=NetworkSegment(730fe212-be80-4cbb-8afd-49ac268172de),segment_id=730fe212-be80-4cbb-8afd-49ac268172de)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:58.724855 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d358ce8-200f-44ed-8820-0520cf1c0959 req-f70655a5-593d-4cdb-bb65-a4eeaedafbc1 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:58.734317 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d358ce8-200f-44ed-8820-0520cf1c0959 req-f70655a5-593d-4cdb-bb65-a4eeaedafbc1 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 945 time: 0.0750549 Aug 17 03:08:58.765055 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:58.765403 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device b647c0c9-5df0-4033-b58c-6fe97fadcd8b no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:08:58.805545 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d358ce8-200f-44ed-8820-0520cf1c0959 req-ed30619c-ef0d-44ce-adb2-25099c3af280 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636623 Aug 17 03:08:58.862929 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-30642b9a-cd2c-4e2c-896c-1121ce3572f1 service neutron] For port 0de1d812-cbba-4e5d-823a-b18fcc94199e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0de1d812-cbba-4e5d-823a-b18fcc94199e,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:58.907046 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device b647c0c9-5df0-4033-b58c-6fe97fadcd8b not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:08:58.934323 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:08:58.936626 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-98a51663-94e9-439b-8748-493b0ea0c3aa req-1fb65d73-6273-42ef-9d16-bb4415abdb37 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4039638 Aug 17 03:08:58.963292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35004) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:58.989550 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port d053c304-c862-49ce-8d13-8509038d40a6 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:08:58.995244 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-30642b9a-cd2c-4e2c-896c-1121ce3572f1 service neutron] For port 0de1d812-cbba-4e5d-823a-b18fcc94199e, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:08:59.002156 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d053c304-c862-49ce-8d13-8509038d40a6 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:08:59.002918 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.032620 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-30642b9a-cd2c-4e2c-896c-1121ce3572f1 service neutron] device_id is not set on port 0de1d812-cbba-4e5d-823a-b18fcc94199e yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:08:59.042189 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-30642b9a-cd2c-4e2c-896c-1121ce3572f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.077000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=844bf010-b2e0-409e-9c47-683af3dfae5b,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:59.132860 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82992cd5-11fc-49dd-bc09-49a899ad70cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.172622 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.231368 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.239300 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-837fd172-76a6-474c-96ac-ba1d44faf3f8 None None] Provisioning for port 9a050143-27ea-4a41-b192-7036f1762b2b completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:08:59.273494 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-837fd172-76a6-474c-96ac-ba1d44faf3f8 None None] Provisioning complete for port 9a050143-27ea-4a41-b192-7036f1762b2b triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:08:59.273885 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-837fd172-76a6-474c-96ac-ba1d44faf3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.282573 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-30642b9a-cd2c-4e2c-896c-1121ce3572f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.334338 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82992cd5-11fc-49dd-bc09-49a899ad70cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.340510 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:59.350824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-837fd172-76a6-474c-96ac-ba1d44faf3f8 None None] Port 9a050143-27ea-4a41-b192-7036f1762b2b cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:08:59.353634 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port d053c304-c862-49ce-8d13-8509038d40a6, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d053c304-c862-49ce-8d13-8509038d40a6,segment=NetworkSegment(87b549d3-36b2-4a9f-a8b4-1fe06b8daf57),segment_id=87b549d3-36b2-4a9f-a8b4-1fe06b8daf57)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:59.367648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-837fd172-76a6-474c-96ac-ba1d44faf3f8 None None] Provisioning complete for port d053c304-c862-49ce-8d13-8509038d40a6 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:08:59.368172 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-837fd172-76a6-474c-96ac-ba1d44faf3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.387650 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de0069d4-044a-4304-a74f-7236f1e1b757 req-94a94e71-5138-4d99-8b38-bedba6044937 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:59.389619 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de0069d4-044a-4304-a74f-7236f1e1b757 req-94a94e71-5138-4d99-8b38-bedba6044937 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0683196 Aug 17 03:08:59.442915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30642b9a-cd2c-4e2c-896c-1121ce3572f1 service neutron] Pushing event updated for resources: {'Port': ['ID=0de1d812-cbba-4e5d-823a-b18fcc94199e,revision_number=6']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:59.451945 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-30642b9a-cd2c-4e2c-896c-1121ce3572f1 service neutron] No DVR routers for this DVR port 0de1d812-cbba-4e5d-823a-b18fcc94199e on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:08:59.458983 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de0069d4-044a-4304-a74f-7236f1e1b757 req-806ab8c9-43f0-4736-ace9-76a6761c99b2 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580299 Aug 17 03:08:59.478417 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-837fd172-76a6-474c-96ac-ba1d44faf3f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.484630 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.495183 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82992cd5-11fc-49dd-bc09-49a899ad70cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.513189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-30642b9a-cd2c-4e2c-896c-1121ce3572f1 service neutron] In _notify_port_updated(), no bound segment for port 0de1d812-cbba-4e5d-823a-b18fcc94199e on network e4d8607a-fcd3-4976-90b3-958c321a6814 {{(pid=101970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:08:59.514766 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-30642b9a-cd2c-4e2c-896c-1121ce3572f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:59.515584 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-30642b9a-cd2c-4e2c-896c-1121ce3572f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.516741 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-30642b9a-cd2c-4e2c-896c-1121ce3572f1 service neutron] 10.222.0.60 "PUT /v2.0/ports/0de1d812-cbba-4e5d-823a-b18fcc94199e HTTP/1.1" status: 200 len: 1033 time: 1.4368172 Aug 17 03:08:59.544831 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.544831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:08:59.554405 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.558016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 644956b1-75ac-45d4-a2d2-7e5db4c82f98 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:08:59.599887 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.624874 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82992cd5-11fc-49dd-bc09-49a899ad70cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0d8fef-4110-4f0d-8945-7e4716db2504,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:59.629834 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-82992cd5-11fc-49dd-bc09-49a899ad70cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e560902dc094c58995a9ce6e0b2396d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6642716 Aug 17 03:08:59.634776 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35014) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:08:59.652737 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a6371-e18e-46af-9619-c9808abb24d2 req-75f3ed18-263a-4560-b926-d927253bee42 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:59.660092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a6371-e18e-46af-9619-c9808abb24d2 req-75f3ed18-263a-4560-b926-d927253bee42 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:59.669348 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a6371-e18e-46af-9619-c9808abb24d2 req-75f3ed18-263a-4560-b926-d927253bee42 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:59.677679 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a6371-e18e-46af-9619-c9808abb24d2 req-75f3ed18-263a-4560-b926-d927253bee42 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:59.685857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d84a6371-e18e-46af-9619-c9808abb24d2 req-75f3ed18-263a-4560-b926-d927253bee42 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:59.694890 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d84a6371-e18e-46af-9619-c9808abb24d2 req-75f3ed18-263a-4560-b926-d927253bee42 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 3880 time: 0.1632564 Aug 17 03:08:59.737397 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-837fd172-76a6-474c-96ac-ba1d44faf3f8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:08:59.738694 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-837fd172-76a6-474c-96ac-ba1d44faf3f8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:08:59.740050 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:59.746084 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d84a6371-e18e-46af-9619-c9808abb24d2 req-050b7a23-d321-4946-88e4-664f358fb13f tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500851 Aug 17 03:08:59.795000 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.798661 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event updated for resources: {'Port': ['ID=9a050143-27ea-4a41-b192-7036f1762b2b,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:59.827834 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7caaf99-a04e-4047-83fc-8294f841ffdd'}, {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844bf010-b2e0-409e-9c47-683af3dfae5b'}, {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:08:59.830168 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e79e7e96-e119-4e89-840c-6766eb9ef87f" -d '{"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-unplugged", "status": "completed", "tag": "e7caaf99-a04e-4047-83fc-8294f841ffdd"}, {"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-unplugged", "status": "completed", "tag": "844bf010-b2e0-409e-9c47-683af3dfae5b"}, {"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-unplugged", "status": "completed", "tag": "73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:08:59.834248 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8998-9b1b-4344-b48f-84c8fe1ebfd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.839296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-5fc6461d-820d-42e4-86a5-898d92505b3c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Deleting port 844bf010-b2e0-409e-9c47-683af3dfae5b {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:08:59.839473 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 644956b1-75ac-45d4-a2d2-7e5db4c82f98 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:08:59.839858 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-5fc6461d-820d-42e4-86a5-898d92505b3c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.840075 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.878941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=d053c304-c862-49ce-8d13-8509038d40a6,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:08:59.881487 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.925113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e2ed22-572c-4566-9a48-4580c255bae4 req-5db30a0f-1bd3-4d70-82d1-c48949551fa7 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:59.927189 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a7e2ed22-572c-4566-9a48-4580c255bae4 req-5db30a0f-1bd3-4d70-82d1-c48949551fa7 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 945 time: 0.2021866 Aug 17 03:08:59.927903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=37fe1f4d-a904-4e0c-82f7-9c41943d8ff2,segment=NetworkSegment(730fe212-be80-4cbb-8afd-49ac268172de),segment_id=730fe212-be80-4cbb-8afd-49ac268172de)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:08:59.938847 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55af945-2029-4e98-8902-77f6f8e7ba20 req-e26b6e75-04cc-4565-8c8c-16e63445ce5d tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:08:59.940749 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e55af945-2029-4e98-8902-77f6f8e7ba20 req-e26b6e75-04cc-4565-8c8c-16e63445ce5d tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 945 time: 0.0672832 Aug 17 03:08:59.986154 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8998-9b1b-4344-b48f-84c8fe1ebfd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:08:59.989131 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e55af945-2029-4e98-8902-77f6f8e7ba20 req-66102bec-a24f-46a2-b8c8-4bc1305fed51 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403042 Aug 17 03:09:00.031230 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:00.031976 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0a84f531-4933-4f3b-8eb2-d56f6c854783 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:09:00.050056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a7e2ed22-572c-4566-9a48-4580c255bae4 req-d15fde00-0a82-40ac-8a7c-08100dd85c56 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112573 Aug 17 03:09:00.091077 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 17 Aug 2021 03:08:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0c2084f-ae47-462e-ab34-a676f0c5cab0 x-openstack-request-id: req-b0c2084f-ae47-462e-ab34-a676f0c5cab0 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:00.091364 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-unplugged", "status": "completed", "tag": "e7caaf99-a04e-4047-83fc-8294f841ffdd", "code": 200}, {"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-unplugged", "status": "completed", "tag": "844bf010-b2e0-409e-9c47-683af3dfae5b", "code": 200}, {"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-unplugged", "status": "completed", "tag": "73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:00.092011 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b0c2084f-ae47-462e-ab34-a676f0c5cab0 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:00.092011 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7caaf99-a04e-4047-83fc-8294f841ffdd', 'code': 200} Aug 17 03:09:00.092288 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '844bf010-b2e0-409e-9c47-683af3dfae5b', 'code': 200} Aug 17 03:09:00.092547 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191', 'code': 200} Aug 17 03:09:00.093660 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-5fc6461d-820d-42e4-86a5-898d92505b3c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] For port 844bf010-b2e0-409e-9c47-683af3dfae5b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=844bf010-b2e0-409e-9c47-683af3dfae5b,segment=NetworkSegment(730fe212-be80-4cbb-8afd-49ac268172de),segment_id=730fe212-be80-4cbb-8afd-49ac268172de)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:00.094031 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-5fc6461d-820d-42e4-86a5-898d92505b3c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:00.120900 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-5fc6461d-820d-42e4-86a5-898d92505b3c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Calling delete_port for 844bf010-b2e0-409e-9c47-683af3dfae5b owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:00.123801 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Network ee8315fc-f9d6-446d-9081-0f7c5c8c9664 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:09:00.127805 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:09:00.155708 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=37fe1f4d-a904-4e0c-82f7-9c41943d8ff2,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:00.219760 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:00.285140 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0a84f531-4933-4f3b-8eb2-d56f6c854783, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0a84f531-4933-4f3b-8eb2-d56f6c854783,segment=NetworkSegment(9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef),segment_id=9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:00.375204 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d053c304-c862-49ce-8d13-8509038d40a6 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:09:00.400072 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:00.400869 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0de1d812-cbba-4e5d-823a-b18fcc94199e no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:09:00.522415 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=0a84f531-4933-4f3b-8eb2-d56f6c854783,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:00.534956 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0de1d812-cbba-4e5d-823a-b18fcc94199e not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:09:00.536562 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f4cf57a-7334-41d8-b844-ff9aa7f3eaea None None] Provisioning complete for port 9a050143-27ea-4a41-b192-7036f1762b2b triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:09:00.537028 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f4cf57a-7334-41d8-b844-ff9aa7f3eaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:00.561820 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8998-9b1b-4344-b48f-84c8fe1ebfd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:00.564282 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d2ac8998-9b1b-4344-b48f-84c8fe1ebfd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:00.568591 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d2ac8998-9b1b-4344-b48f-84c8fe1ebfd5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cc0d8fef-4110-4f0d-8945-7e4716db2504 HTTP/1.1" status: 204 len: 168 time: 0.9101963 Aug 17 03:09:00.580375 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d053c304-c862-49ce-8d13-8509038d40a6 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:09:00.581100 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:00.590143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ac8998-9b1b-4344-b48f-84c8fe1ebfd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc0d8fef-4110-4f0d-8945-7e4716db2504,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:00.621186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Router e7e698f2-5aef-47ce-afc5-30af2d7c7aa2 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:09:00.622740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f4cf57a-7334-41d8-b844-ff9aa7f3eaea None None] Port 9a050143-27ea-4a41-b192-7036f1762b2b cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:09:00.626295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65f0b16-393e-4439-90c6-9fd67618d6fb req-e1d81615-b986-468c-ad6b-0428bd2b2efc tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:00.639602 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a65f0b16-393e-4439-90c6-9fd67618d6fb req-e1d81615-b986-468c-ad6b-0428bd2b2efc tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0978868 Aug 17 03:09:00.651201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f4cf57a-7334-41d8-b844-ff9aa7f3eaea None None] Provisioning complete for port 0de1d812-cbba-4e5d-823a-b18fcc94199e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:09:00.651201 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f4cf57a-7334-41d8-b844-ff9aa7f3eaea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:00.700711 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a65f0b16-393e-4439-90c6-9fd67618d6fb req-533c62a3-57dd-44a0-8f18-610b2e424b8c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595970 Aug 17 03:09:00.755349 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f4cf57a-7334-41d8-b844-ff9aa7f3eaea None None] Port 0de1d812-cbba-4e5d-823a-b18fcc94199e cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:09:00.788718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:09:00.791074 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-5fc6461d-820d-42e4-86a5-898d92505b3c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:00.796102 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dd53d405-f589-4c6d-8c59-7f4c81da348f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "PUT /v2.0/routers/e7e698f2-5aef-47ce-afc5-30af2d7c7aa2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0603306 Aug 17 03:09:00.818439 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Sync routers for ids ['e7e698f2-5aef-47ce-afc5-30af2d7c7aa2'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:09:00.836888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Routers {'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:09:00.838389 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:08:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e7e698f2-5aef-47ce-afc5-30af2d7c7aa2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:00.862014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc6461d-820d-42e4-86a5-898d92505b3c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event deleted for resources: {'Port': ['ID=844bf010-b2e0-409e-9c47-683af3dfae5b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:00.929962 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-5fc6461d-820d-42e4-86a5-898d92505b3c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] No DVR routers for this DVR port 844bf010-b2e0-409e-9c47-683af3dfae5b on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:09:00.933212 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-5fc6461d-820d-42e4-86a5-898d92505b3c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:00.935375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-5fc6461d-820d-42e4-86a5-898d92505b3c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.60 "DELETE /v2.0/ports/844bf010-b2e0-409e-9c47-683af3dfae5b HTTP/1.1" status: 204 len: 173 time: 1.4092383 Aug 17 03:09:00.937873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-deleted', 'tag': '844bf010-b2e0-409e-9c47-683af3dfae5b'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:00.939866 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8bceb388-cbeb-4cec-a9aa-9185cf468e44" -d '{"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-deleted", "tag": "844bf010-b2e0-409e-9c47-683af3dfae5b"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:01.000215 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4607653e-4478-4bb8-9ffd-b06cdf293029 x-openstack-request-id: req-4607653e-4478-4bb8-9ffd-b06cdf293029 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:01.004129 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-deleted", "tag": "844bf010-b2e0-409e-9c47-683af3dfae5b", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:01.004129 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4607653e-4478-4bb8-9ffd-b06cdf293029 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:01.004129 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-deleted', 'tag': '844bf010-b2e0-409e-9c47-683af3dfae5b', 'status': 'completed', 'code': 200} Aug 17 03:09:01.049587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f05ef-f7c8-411e-a5f1-748d860d8b6a req-4948f8bf-44c3-4bc0-b431-fc166ae81a45 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:01.056250 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f05ef-f7c8-411e-a5f1-748d860d8b6a req-4948f8bf-44c3-4bc0-b431-fc166ae81a45 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:01.062320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f05ef-f7c8-411e-a5f1-748d860d8b6a req-4948f8bf-44c3-4bc0-b431-fc166ae81a45 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:01.069350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949f05ef-f7c8-411e-a5f1-748d860d8b6a req-4948f8bf-44c3-4bc0-b431-fc166ae81a45 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:01.071277 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949f05ef-f7c8-411e-a5f1-748d860d8b6a req-4948f8bf-44c3-4bc0-b431-fc166ae81a45 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 3143 time: 0.1901643 Aug 17 03:09:01.164981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Set router e7e698f2-5aef-47ce-afc5-30af2d7c7aa2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:09:01.174363 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-dcf9509f-f66c-4e37-aefe-f339bd6d07d6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Deleting port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:01.174724 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-dcf9509f-f66c-4e37-aefe-f339bd6d07d6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:01.211246 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949f05ef-f7c8-411e-a5f1-748d860d8b6a req-ac5bdf75-147a-4b28-a37e-b08b6ed9c8d1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1217315 Aug 17 03:09:01.344245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fe41e126-7f4f-4d41-8ef2-058d2a375dd1 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:01.350968 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fe41e126-7f4f-4d41-8ef2-058d2a375dd1 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/networks?id=ee8315fc-f9d6-446d-9081-0f7c5c8c9664 HTTP/1.1" status: 200 len: 798 time: 0.2479239 Aug 17 03:09:01.377043 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-da39cf50-ce6f-4d5a-adc8-4a464ff67c0f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/quotas/d16b77c6f9d6489fb2dc3069d3a8f73c HTTP/1.1" status: 200 len: 375 time: 0.0222750 Aug 17 03:09:01.464781 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c02f4883-cf4e-407d-b467-8dfa261f1bb2 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:09:01.502143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53428242-0873-483e-b7bb-9e1e7bbeb9db req-3b17e7d2-3369-4f17-a494-b2957df98e41 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:01.508271 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-53428242-0873-483e-b7bb-9e1e7bbeb9db req-3b17e7d2-3369-4f17-a494-b2957df98e41 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 945 time: 0.1541934 Aug 17 03:09:01.513194 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-dcf9509f-f66c-4e37-aefe-f339bd6d07d6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] For port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=37fe1f4d-a904-4e0c-82f7-9c41943d8ff2,segment=NetworkSegment(730fe212-be80-4cbb-8afd-49ac268172de),segment_id=730fe212-be80-4cbb-8afd-49ac268172de)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:01.513630 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-dcf9509f-f66c-4e37-aefe-f339bd6d07d6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:01.531421 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af6e923-ac91-4f1a-8410-c219141ad752 req-c9711aeb-e4d4-4784-9c80-5d721fff168e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:01.532923 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7af6e923-ac91-4f1a-8410-c219141ad752 req-c9711aeb-e4d4-4784-9c80-5d721fff168e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.60 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 945 time: 0.2200186 Aug 17 03:09:01.545365 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-dcf9509f-f66c-4e37-aefe-f339bd6d07d6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Calling delete_port for 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:01.547109 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-309c8b57-ba23-4b6a-b360-fe089c1eacbd tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d16b77c6f9d6489fb2dc3069d3a8f73c&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1548884 Aug 17 03:09:01.648340 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-53428242-0873-483e-b7bb-9e1e7bbeb9db req-297bc505-8102-4e49-bd18-cd83ff5e8f2c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311359 Aug 17 03:09:01.692633 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c02f4883-cf4e-407d-b467-8dfa261f1bb2, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:01.707891 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-8c81b246-b380-4262-86df-a8d520c24820 service neutron] 10.222.0.10 "GET /v2.0/networks/ee8315fc-f9d6-446d-9081-0f7c5c8c9664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564884 Aug 17 03:09:01.719186 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2', 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b', 'port_id': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2', 'mac_address': 'fa:16:3e:12:8b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '240d28ed-cc59-44ed-9e7e-c0fd026b529d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:09:01.762408 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1157921907', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '644956b1-75ac-45d4-a2d2-7e5db4c82f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:08:50Z', 'updated_at': '2021-08-17T03:08:58Z', 'revision_number': 4, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '644956b1-75ac-45d4-a2d2-7e5db4c82f98', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:08:51Z', 'updated_at': '2021-08-17T03:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '9a050143-27ea-4a41-b192-7036f1762b2b', 'name': '', 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'mac_address': 'fa:16:3e:b8:e1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '57a4bf5f-2437-49f8-a480-14f7677ad9e7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:08:56Z', 'updated_at': '2021-08-17T03:08:59Z', 'revision_number': 2, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'subnets': [{'id': '57a4bf5f-2437-49f8-a480-14f7677ad9e7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:01.801910 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Checking router: e7e698f2-5aef-47ce-afc5-30af2d7c7aa2 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:09:01.802273 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Updating router e7e698f2-5aef-47ce-afc5-30af2d7c7aa2 port 9a050143-27ea-4a41-b192-7036f1762b2b binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:09:01.845643 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:01.863650 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-7af6e923-ac91-4f1a-8410-c219141ad752 req-842b069f-cb6d-483c-924d-0aeecce0b463 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Deleting port 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:01.866708 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7af6e923-ac91-4f1a-8410-c219141ad752 req-842b069f-cb6d-483c-924d-0aeecce0b463 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:01.876516 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:01.886404 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fa6fe059-0844-4a94-8dab-ba0f988fdaa0 service neutron] 10.222.0.10 "GET /v2.0/networks/ee8315fc-f9d6-446d-9081-0f7c5c8c9664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1755173 Aug 17 03:09:01.897609 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id c02f4883-cf4e-407d-b467-8dfa261f1bb2 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:09:01.945692 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-dcf9509f-f66c-4e37-aefe-f339bd6d07d6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:01.985832 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c02f4883-cf4e-407d-b467-8dfa261f1bb2, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:01.995073 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf9509f-f66c-4e37-aefe-f339bd6d07d6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event deleted for resources: {'Port': ['ID=37fe1f4d-a904-4e0c-82f7-9c41943d8ff2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:02.056512 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:02.149459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-dcf9509f-f66c-4e37-aefe-f339bd6d07d6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] No DVR routers for this DVR port 37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:09:02.170678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-7af6e923-ac91-4f1a-8410-c219141ad752 req-842b069f-cb6d-483c-924d-0aeecce0b463 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] For port 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=33f9b54d-5bcb-4925-939d-c2dd9c4b48b5,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:02.171992 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7af6e923-ac91-4f1a-8410-c219141ad752 req-842b069f-cb6d-483c-924d-0aeecce0b463 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:02.173699 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37fe1f4d-a904-4e0c-82f7-9c41943d8ff2'}, {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a84f531-4933-4f3b-8eb2-d56f6c854783'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:02.181530 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79df0a5d-863f-4dc4-b12a-9b6a12c15ac8" -d '{"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-unplugged", "status": "completed", "tag": "37fe1f4d-a904-4e0c-82f7-9c41943d8ff2"}, {"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-unplugged", "status": "completed", "tag": "0a84f531-4933-4f3b-8eb2-d56f6c854783"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:02.181530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c02f4883-cf4e-407d-b467-8dfa261f1bb2,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:02.190047 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-7af6e923-ac91-4f1a-8410-c219141ad752 req-842b069f-cb6d-483c-924d-0aeecce0b463 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Calling delete_port for 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:02.260589 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2eb591e4-4208-4de4-bf6f-8da6a524ddb2 req-26482d9e-d6c4-414f-a864-18ca62cf4a7d tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 210 time: 0.0530534 Aug 17 03:09:02.262923 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-dcf9509f-f66c-4e37-aefe-f339bd6d07d6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:02.264963 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-dcf9509f-f66c-4e37-aefe-f339bd6d07d6 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.60 "DELETE /v2.0/ports/37fe1f4d-a904-4e0c-82f7-9c41943d8ff2 HTTP/1.1" status: 204 len: 173 time: 1.3156638 Aug 17 03:09:02.327030 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['c02f4883-cf4e-407d-b467-8dfa261f1bb2'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:09:02.334060 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01c3a5f-a0e1-4512-947c-f3412f2db663 req-32547227-cb62-4aec-b637-3a4d4f9a9ae1 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:02.342085 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01c3a5f-a0e1-4512-947c-f3412f2db663 req-32547227-cb62-4aec-b637-3a4d4f9a9ae1 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.3508129 Aug 17 03:09:02.364099 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 358 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b525472a-cb3f-4ff6-864f-8db5f517d639 x-openstack-request-id: req-b525472a-cb3f-4ff6-864f-8db5f517d639 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:02.364406 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-unplugged", "status": "completed", "tag": "37fe1f4d-a904-4e0c-82f7-9c41943d8ff2", "code": 200}, {"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-unplugged", "status": "completed", "tag": "0a84f531-4933-4f3b-8eb2-d56f6c854783", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:02.364663 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b525472a-cb3f-4ff6-864f-8db5f517d639 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:02.365068 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '37fe1f4d-a904-4e0c-82f7-9c41943d8ff2', 'code': 200} Aug 17 03:09:02.365391 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0a84f531-4933-4f3b-8eb2-d56f6c854783', 'code': 200} Aug 17 03:09:02.457732 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01c3a5f-a0e1-4512-947c-f3412f2db663 req-6ba0a051-1e5e-4d11-98cd-bdb322a5e7f5 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088698 Aug 17 03:09:02.481643 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:02.561884 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-879e3009-0589-4595-9897-5c184fc0ce99 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Deleting port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:02.561884 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-879e3009-0589-4595-9897-5c184fc0ce99 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:02.634036 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Transition to ACTIVE for port object 9a050143-27ea-4a41-b192-7036f1762b2b will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:09:02.638755 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69418b19-3313-4c54-8f3c-537e40cbebf0 req-2504151a-d083-4ad5-8779-5b72d843215e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:02.645080 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69418b19-3313-4c54-8f3c-537e40cbebf0 req-2504151a-d083-4ad5-8779-5b72d843215e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:02.655699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69418b19-3313-4c54-8f3c-537e40cbebf0 req-2504151a-d083-4ad5-8779-5b72d843215e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:02.658007 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-69418b19-3313-4c54-8f3c-537e40cbebf0 req-2504151a-d083-4ad5-8779-5b72d843215e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 2410 time: 0.1573112 Aug 17 03:09:02.670036 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7af6e923-ac91-4f1a-8410-c219141ad752 req-842b069f-cb6d-483c-924d-0aeecce0b463 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:02.682292 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['33f9b54d-5bcb-4925-939d-c2dd9c4b48b5'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:09:02.731468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-842b069f-cb6d-483c-924d-0aeecce0b463 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Pushing event deleted for resources: {'Port': ['ID=33f9b54d-5bcb-4925-939d-c2dd9c4b48b5,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:02.750173 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:02.771482 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-69418b19-3313-4c54-8f3c-537e40cbebf0 req-e503a7e0-d1fb-459c-a9fd-4709eb03e916 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1054435 Aug 17 03:09:02.872221 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7af6e923-ac91-4f1a-8410-c219141ad752 req-842b069f-cb6d-483c-924d-0aeecce0b463 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] No DVR routers for this DVR port 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:09:02.886528 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7af6e923-ac91-4f1a-8410-c219141ad752 req-842b069f-cb6d-483c-924d-0aeecce0b463 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:02.891493 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7af6e923-ac91-4f1a-8410-c219141ad752 req-842b069f-cb6d-483c-924d-0aeecce0b463 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.60 "DELETE /v2.0/ports/33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 HTTP/1.1" status: 204 len: 173 time: 1.3464968 Aug 17 03:09:02.892165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12baeb0-c3bf-40c7-b739-d5a43e7fcb5a None None] Pushing event updated for resources: {'Port': ['ID=9a050143-27ea-4a41-b192-7036f1762b2b,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:02.965926 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:02.984611 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Attempting to bind port 9a050143-27ea-4a41-b192-7036f1762b2b on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:09:02.985012 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Attempting to bind port 9a050143-27ea-4a41-b192-7036f1762b2b by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '87b549d3-36b2-4a9f-a8b4-1fe06b8daf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:09:02.985998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Attempting to bind port 9a050143-27ea-4a41-b192-7036f1762b2b on network ee8315fc-f9d6-446d-9081-0f7c5c8c9664 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:09:02.997089 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9612fb3d-743d-4b6a-85f8-89afc7d34ad3 req-b5854f7c-a089-4b7a-a3d5-bc1ac753dd29 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 210 time: 0.1558094 Aug 17 03:09:03.003119 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-deleted', 'tag': '37fe1f4d-a904-4e0c-82f7-9c41943d8ff2'}, {'server_uuid': '33b5adec-4d46-4525-bb0a-f4068aaa8497', 'name': 'network-vif-deleted', 'tag': '33f9b54d-5bcb-4925-939d-c2dd9c4b48b5'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:03.011777 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:09:03.012071 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc9d9d6-5a7f-49f3-a6d1-651fb8418e2e" -d '{"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-deleted", "tag": "37fe1f4d-a904-4e0c-82f7-9c41943d8ff2"}, {"server_uuid": "33b5adec-4d46-4525-bb0a-f4068aaa8497", "name": "network-vif-deleted", "tag": "33f9b54d-5bcb-4925-939d-c2dd9c4b48b5"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:03.013440 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Checking segment: {'id': '87b549d3-36b2-4a9f-a8b4-1fe06b8daf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:09:03.013865 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:03.018592 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Bound using segment: {'id': '87b549d3-36b2-4a9f-a8b4-1fe06b8daf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:09:03.019352 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Bound port: 9a050143-27ea-4a41-b192-7036f1762b2b, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '87b549d3-36b2-4a9f-a8b4-1fe06b8daf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:09:03.022621 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:03.043016 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-879e3009-0589-4595-9897-5c184fc0ce99 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] For port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:03.043528 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-879e3009-0589-4595-9897-5c184fc0ce99 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:03.092858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-879e3009-0589-4595-9897-5c184fc0ce99 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Calling delete_port for 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:03.164123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] For port 9a050143-27ea-4a41-b192-7036f1762b2b, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:09:03.167595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] For port 9a050143-27ea-4a41-b192-7036f1762b2b, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9a050143-27ea-4a41-b192-7036f1762b2b,segment=NetworkSegment(87b549d3-36b2-4a9f-a8b4-1fe06b8daf57),segment_id=87b549d3-36b2-4a9f-a8b4-1fe06b8daf57)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:09:03.240630 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:03.248741 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59b04b21-c569-4cf8-87ce-19a732a744d0 x-openstack-request-id: req-59b04b21-c569-4cf8-87ce-19a732a744d0 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:03.248741 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-deleted", "tag": "37fe1f4d-a904-4e0c-82f7-9c41943d8ff2", "status": "completed", "code": 200}, {"server_uuid": "33b5adec-4d46-4525-bb0a-f4068aaa8497", "name": "network-vif-deleted", "tag": "33f9b54d-5bcb-4925-939d-c2dd9c4b48b5", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:03.248741 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-59b04b21-c569-4cf8-87ce-19a732a744d0 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:03.249067 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-deleted', 'tag': '37fe1f4d-a904-4e0c-82f7-9c41943d8ff2', 'status': 'completed', 'code': 200} Aug 17 03:09:03.249197 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '33b5adec-4d46-4525-bb0a-f4068aaa8497', 'name': 'network-vif-deleted', 'tag': '33f9b54d-5bcb-4925-939d-c2dd9c4b48b5', 'status': 'completed', 'code': 200} Aug 17 03:09:03.325816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Routers {'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:09:03.326488 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:08:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e7e698f2-5aef-47ce-afc5-30af2d7c7aa2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:03.370565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12baeb0-c3bf-40c7-b739-d5a43e7fcb5a None None] Pushing event updated for resources: {'Port': ['ID=9a050143-27ea-4a41-b192-7036f1762b2b,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:03.405788 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a7daa225-83bb-4633-b05d-f9ec7b9b457c req-844c455b-2572-4a11-a1d1-eb9ff5d7abaf tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 210 time: 0.0474136 Aug 17 03:09:03.408329 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-879e3009-0589-4595-9897-5c184fc0ce99 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:03.454490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c02f4883-cf4e-407d-b467-8dfa261f1bb2 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:09:03.478470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879e3009-0589-4595-9897-5c184fc0ce99 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event deleted for resources: {'Port': ['ID=73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:03.542675 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-879e3009-0589-4595-9897-5c184fc0ce99 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] No DVR routers for this DVR port 73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:09:03.545899 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-879e3009-0589-4595-9897-5c184fc0ce99 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:03.548037 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-879e3009-0589-4595-9897-5c184fc0ce99 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.60 "DELETE /v2.0/ports/73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191 HTTP/1.1" status: 204 len: 173 time: 1.2696011 Aug 17 03:09:03.550945 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] Set router e7e698f2-5aef-47ce-afc5-30af2d7c7aa2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:09:03.650909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aec4e04-cda2-459b-8fc2-6ae0bcf39176 req-f2392ec3-5b10-4618-88bf-2cf6c7b4447e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:03.657020 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0aec4e04-cda2-459b-8fc2-6ae0bcf39176 req-f2392ec3-5b10-4618-88bf-2cf6c7b4447e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 945 time: 0.1012652 Aug 17 03:09:03.662226 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port c02f4883-cf4e-407d-b467-8dfa261f1bb2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:09:03.663251 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:03.669134 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:03.717242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-8b5bac01-7185-461c-af73-634983fd036e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Deleting port e7caaf99-a04e-4047-83fc-8294f841ffdd {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:03.718546 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-8b5bac01-7185-461c-af73-634983fd036e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:03.738457 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0aec4e04-cda2-459b-8fc2-6ae0bcf39176 req-0de4ff21-f1c8-47dd-a41c-96f0635fdcce tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600507 Aug 17 03:09:03.942052 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:03.985768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-8b5bac01-7185-461c-af73-634983fd036e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] For port e7caaf99-a04e-4047-83fc-8294f841ffdd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e7caaf99-a04e-4047-83fc-8294f841ffdd,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:03.988687 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-8b5bac01-7185-461c-af73-634983fd036e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:04.026567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-8b5bac01-7185-461c-af73-634983fd036e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Calling delete_port for e7caaf99-a04e-4047-83fc-8294f841ffdd owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:04.074334 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312102c-fa31-404b-a5a9-f75fdfea3976 req-d2778b24-6002-4694-9594-3102f0089e44 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:04.082424 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9312102c-fa31-404b-a5a9-f75fdfea3976 req-d2778b24-6002-4694-9594-3102f0089e44 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:04.093020 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9312102c-fa31-404b-a5a9-f75fdfea3976 req-d2778b24-6002-4694-9594-3102f0089e44 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 1677 time: 0.1205285 Aug 17 03:09:04.124725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c02f4883-cf4e-407d-b467-8dfa261f1bb2, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:04.150018 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9312102c-fa31-404b-a5a9-f75fdfea3976 req-334dec99-6a2f-4816-8b68-f0b2b05228d4 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0553360 Aug 17 03:09:04.158721 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1157921907', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '644956b1-75ac-45d4-a2d2-7e5db4c82f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:08:50Z', 'updated_at': '2021-08-17T03:08:58Z', 'revision_number': 4, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '644956b1-75ac-45d4-a2d2-7e5db4c82f98', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:08:51Z', 'updated_at': '2021-08-17T03:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '9a050143-27ea-4a41-b192-7036f1762b2b', 'name': '', 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'mac_address': 'fa:16:3e:b8:e1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '57a4bf5f-2437-49f8-a480-14f7677ad9e7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:08:56Z', 'updated_at': '2021-08-17T03:09:03Z', 'revision_number': 4, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'subnets': [{'id': '57a4bf5f-2437-49f8-a480-14f7677ad9e7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:04.229973 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-886e4273-1620-4442-b13c-a0ed63665b1c None None] The sync data for ids ['e7e698f2-5aef-47ce-afc5-30af2d7c7aa2'] in n-d-802060-9 is: [{'id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1157921907', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '644956b1-75ac-45d4-a2d2-7e5db4c82f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:08:50Z', 'updated_at': '2021-08-17T03:08:58Z', 'revision_number': 4, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '644956b1-75ac-45d4-a2d2-7e5db4c82f98', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:08:51Z', 'updated_at': '2021-08-17T03:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '9a050143-27ea-4a41-b192-7036f1762b2b', 'name': '', 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'mac_address': 'fa:16:3e:b8:e1:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1911, 'fixed_ips': [{'subnet_id': '57a4bf5f-2437-49f8-a480-14f7677ad9e7', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:08:56Z', 'updated_at': '2021-08-17T03:09:03Z', 'revision_number': 4, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'subnets': [{'id': '57a4bf5f-2437-49f8-a480-14f7677ad9e7', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:09:04.231687 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:04.384307 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981cba16-1900-4394-a73d-589a134c092b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:04.386641 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dfd64d8e-a91e-4584-b649-92f92df9b4b1" -d '{"events": [{"server_uuid": "981cba16-1900-4394-a73d-589a134c092b", "name": "network-vif-plugged", "status": "completed", "tag": "c02f4883-cf4e-407d-b467-8dfa261f1bb2"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:04.430490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c02f4883-cf4e-407d-b467-8dfa261f1bb2,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:04.499070 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70d01f11-c9b0-4cad-8934-ab082a8a3463 x-openstack-request-id: req-70d01f11-c9b0-4cad-8934-ab082a8a3463 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:04.499449 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981cba16-1900-4394-a73d-589a134c092b", "name": "network-vif-plugged", "status": "completed", "tag": "c02f4883-cf4e-407d-b467-8dfa261f1bb2", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:04.499790 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-70d01f11-c9b0-4cad-8934-ab082a8a3463 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:04.500321 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '981cba16-1900-4394-a73d-589a134c092b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2', 'code': 200} Aug 17 03:09:04.538464 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3dea997-84a5-4725-b022-22aeff8d10b8 req-20d0e8dc-c2c6-4747-b136-4ac3022c32fb tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=33b5adec-4d46-4525-bb0a-f4068aaa8497 HTTP/1.1" status: 200 len: 210 time: 0.0737298 Aug 17 03:09:04.633780 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8564c7f4-39d4-4b02-9860-727ff3f80088 req-109455ba-f8cd-4295-989b-fa00229fd152 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 210 time: 0.0369027 Aug 17 03:09:04.774859 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-8b5bac01-7185-461c-af73-634983fd036e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:04.833968 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b5bac01-7185-461c-af73-634983fd036e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event deleted for resources: {'Port': ['ID=e7caaf99-a04e-4047-83fc-8294f841ffdd,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:05.003021 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9c0c99-e8ff-44cf-a04f-06473302d64e req-95b56035-ad6d-4c9b-89ee-d5e2231fd911 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:05.020662 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ed9c0c99-e8ff-44cf-a04f-06473302d64e req-95b56035-ad6d-4c9b-89ee-d5e2231fd911 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.1888125 Aug 17 03:09:05.049578 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-8b5bac01-7185-461c-af73-634983fd036e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] No DVR routers for this DVR port e7caaf99-a04e-4047-83fc-8294f841ffdd on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:09:05.065130 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-8b5bac01-7185-461c-af73-634983fd036e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:05.065130 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-8b5bac01-7185-461c-af73-634983fd036e tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.60 "DELETE /v2.0/ports/e7caaf99-a04e-4047-83fc-8294f841ffdd HTTP/1.1" status: 204 len: 173 time: 1.5069752 Aug 17 03:09:05.191693 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ed9c0c99-e8ff-44cf-a04f-06473302d64e req-f6cac8f9-6d16-4141-b9e0-6158d2b64742 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1687777 Aug 17 03:09:05.284368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-deleted', 'tag': '73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191'}, {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-deleted', 'tag': 'e7caaf99-a04e-4047-83fc-8294f841ffdd'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:05.303957 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2dc4757a-68c4-457a-862b-34b9cc981658" -d '{"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-deleted", "tag": "73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191"}, {"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-deleted", "tag": "e7caaf99-a04e-4047-83fc-8294f841ffdd"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:05.403306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-a9c550d2-0202-44f0-942e-5b792d5e3430 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Deleting port 0a84f531-4933-4f3b-8eb2-d56f6c854783 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:05.406087 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-a9c550d2-0202-44f0-942e-5b792d5e3430 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:05.417783 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:09:05.484389 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:09:05.484823 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 33f9b54d-5bcb-4925-939d-c2dd9c4b48b5 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:09:05.599119 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-af7bad47-3edb-4d5c-ad02-1b66ec12a3ae tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:05.605880 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-af7bad47-3edb-4d5c-ad02-1b66ec12a3ae tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.30 "GET /v2.0/networks?id=ee8315fc-f9d6-446d-9081-0f7c5c8c9664 HTTP/1.1" status: 200 len: 798 time: 0.3451383 Aug 17 03:09:05.646121 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80b9bb7a-6bcc-4fbb-86f5-2c42a4d2bc3c x-openstack-request-id: req-80b9bb7a-6bcc-4fbb-86f5-2c42a4d2bc3c {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:05.646517 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-deleted", "tag": "73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191", "status": "completed", "code": 200}, {"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-deleted", "tag": "e7caaf99-a04e-4047-83fc-8294f841ffdd", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:05.646741 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-80b9bb7a-6bcc-4fbb-86f5-2c42a4d2bc3c {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:05.647118 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-deleted', 'tag': '73cf1d2c-6ed9-4d10-b6e6-d1441e7e1191', 'status': 'completed', 'code': 200} Aug 17 03:09:05.647377 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-deleted', 'tag': 'e7caaf99-a04e-4047-83fc-8294f841ffdd', 'status': 'completed', 'code': 200} Aug 17 03:09:05.696734 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-919b9bf9-119b-45e6-9ed9-5b35ead103c8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Request body: {'port': {'device_id': '61e9a635-1ab3-49ff-ad4b-a84f75eab013', 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664', 'admin_state_up': True, 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:09:05.814944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-a9c550d2-0202-44f0-942e-5b792d5e3430 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] For port 0a84f531-4933-4f3b-8eb2-d56f6c854783, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0a84f531-4933-4f3b-8eb2-d56f6c854783,segment=NetworkSegment(9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef),segment_id=9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:05.815409 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-a9c550d2-0202-44f0-942e-5b792d5e3430 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:05.983921 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eb754a-67fe-49c1-b3f0-101421aaf2ca req-e406de9b-ad7e-4370-b528-8d47fdaaacb9 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:05.995492 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-59eb754a-67fe-49c1-b3f0-101421aaf2ca req-e406de9b-ad7e-4370-b528-8d47fdaaacb9 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 943 time: 0.3872936 Aug 17 03:09:06.123988 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-59eb754a-67fe-49c1-b3f0-101421aaf2ca req-1e9f8c6a-f2a3-4691-806b-1be0a6833259 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups?id=2159aeeb-a3cd-42fc-9ca2-c45383fbac42&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269825 Aug 17 03:09:06.182050 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e52c7fb0-53d1-4cc1-9876-9f48195a39a5 req-bb53d45b-df91-45c7-9bf2-9caf85c66905 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 210 time: 0.1122093 Aug 17 03:09:06.215844 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-919b9bf9-119b-45e6-9ed9-5b35ead103c8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Made reservation on behalf of d16b77c6f9d6489fb2dc3069d3a8f73c for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:09:06.219820 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-919b9bf9-119b-45e6-9ed9-5b35ead103c8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:06.478957 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9a050143-27ea-4a41-b192-7036f1762b2b up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:09:06.569877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-34f5e6c1-aadb-4506-b0d3-4e0ce7eba84d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:06.578321 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-a9c550d2-0202-44f0-942e-5b792d5e3430 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:06.578955 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-a9c550d2-0202-44f0-942e-5b792d5e3430 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:06.579136 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-34f5e6c1-aadb-4506-b0d3-4e0ce7eba84d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/networks?id=a7be9734-2b85-4052-b0e6-e15c361ef57d HTTP/1.1" status: 200 len: 811 time: 0.2970748 Aug 17 03:09:06.579622 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-a9c550d2-0202-44f0-942e-5b792d5e3430 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Floating IP d0ffb580-f90f-448a-8ae4-7bb7dc7e293d disassociated. External IP: 172.25.1.201, port: 0a84f531-4933-4f3b-8eb2-d56f6c854783. Aug 17 03:09:06.580156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-a9c550d2-0202-44f0-942e-5b792d5e3430 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Calling delete_port for 0a84f531-4933-4f3b-8eb2-d56f6c854783 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:06.595833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a0cc94-c147-4eee-8f8f-61b3868d6867 req-9c4546d2-17c3-4cfb-848b-f78d7f534c1d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:06.604804 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-1c670ea1-df81-4c4f-a768-ab0781fe7df2 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/quotas/d96271b16c734dc4a6b9accb241029a9 HTTP/1.1" status: 200 len: 375 time: 0.0247655 Aug 17 03:09:06.606519 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2a0cc94-c147-4eee-8f8f-61b3868d6867 req-9c4546d2-17c3-4cfb-848b-f78d7f534c1d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.3032911 Aug 17 03:09:06.665801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 9a050143-27ea-4a41-b192-7036f1762b2b completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:09:06.670849 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 9a050143-27ea-4a41-b192-7036f1762b2b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:09:06.680178 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:06.680344 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-c77122fe-d7ea-4e71-8a5f-a9b3c69b6613 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0723190 Aug 17 03:09:06.764375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2a0cc94-c147-4eee-8f8f-61b3868d6867 req-1b4bec7f-89af-4601-8b55-1b18951ac4dc tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566229 Aug 17 03:09:06.861807 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:06.869902 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-e4a957a5-3939-480b-aa6d-ffab0916f220 service neutron] 10.222.0.10 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1901078 Aug 17 03:09:06.934102 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 9a050143-27ea-4a41-b192-7036f1762b2b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9a050143-27ea-4a41-b192-7036f1762b2b,segment=NetworkSegment(87b549d3-36b2-4a9f-a8b4-1fe06b8daf57),segment_id=87b549d3-36b2-4a9f-a8b4-1fe06b8daf57)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:07.012931 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-3810cd07-1510-4439-8e99-d0dae210caf1 service neutron] 10.222.0.10 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1419039 Aug 17 03:09:07.014723 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:07.026819 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-a9c550d2-0202-44f0-942e-5b792d5e3430 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:07.094076 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c550d2-0202-44f0-942e-5b792d5e3430 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event deleted for resources: {'Port': ['ID=0a84f531-4933-4f3b-8eb2-d56f6c854783,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:07.125760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=9a050143-27ea-4a41-b192-7036f1762b2b,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:07.176384 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-919b9bf9-119b-45e6-9ed9-5b35ead103c8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Allocated IP 172.20.0.22 (ee8315fc-f9d6-446d-9081-0f7c5c8c9664/57a4bf5f-2437-49f8-a480-14f7677ad9e7/67cdca1f-1c60-4066-a222-00df89b23751) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:09:07.484957 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ecfbbde-de9a-464e-afc2-dcf5b551c2aa req-d447c745-b5cb-4333-b8d6-e6cc909fe22c tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 210 time: 0.0440965 Aug 17 03:09:07.540345 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-919b9bf9-119b-45e6-9ed9-5b35ead103c8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:07.576686 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-919b9bf9-119b-45e6-9ed9-5b35ead103c8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Transition to ACTIVE for port object 67cdca1f-1c60-4066-a222-00df89b23751 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:09:07.654333 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-709ea4ab-5f4e-4f6c-b4e6-8a2e78f8b908 req-b176c974-1e4d-4ec5-a47e-fab3105861bc tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 210 time: 0.0502632 Aug 17 03:09:07.729978 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-919b9bf9-119b-45e6-9ed9-5b35ead103c8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:07.839779 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-919b9bf9-119b-45e6-9ed9-5b35ead103c8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Network ee8315fc-f9d6-446d-9081-0f7c5c8c9664 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:09:07.842567 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919b9bf9-119b-45e6-9ed9-5b35ead103c8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event updated for resources: {'Port': ['ID=67cdca1f-1c60-4066-a222-00df89b23751,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:07.846268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-919b9bf9-119b-45e6-9ed9-5b35ead103c8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:09:07.848639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-919b9bf9-119b-45e6-9ed9-5b35ead103c8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:09:08.045182 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-919b9bf9-119b-45e6-9ed9-5b35ead103c8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:08.046178 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-919b9bf9-119b-45e6-9ed9-5b35ead103c8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:08.078393 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604401ec-ca53-4718-ae0b-2d1abd0df96e req-27da5cfc-cf5a-45c0-b66c-16a0a889775b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:08.079866 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-604401ec-ca53-4718-ae0b-2d1abd0df96e req-27da5cfc-cf5a-45c0-b66c-16a0a889775b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.1603975 Aug 17 03:09:08.110359 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d0e7ed6-53d2-4bc2-88f2-150f62d257a9 req-814e9b68-660a-4a7d-9606-c44f2ea27eeb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.0647562 Aug 17 03:09:08.152769 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-919b9bf9-119b-45e6-9ed9-5b35ead103c8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 2.4996638 Aug 17 03:09:08.155844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-a9c550d2-0202-44f0-942e-5b792d5e3430 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Router 06ddc759-f792-4bfa-84b3-53f53e9cb9da has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:09:08.169514 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-97e23146-f8e3-4bbd-8a91-f34ba7809603 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:09:08.170492 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-97e23146-f8e3-4bbd-8a91-f34ba7809603 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068252 Aug 17 03:09:08.198717 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-604401ec-ca53-4718-ae0b-2d1abd0df96e req-de7fcc65-7486-4f01-bcfa-11f69af02cd1 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978158 Aug 17 03:09:08.446159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Request body: {'port': {'device_id': '61e9a635-1ab3-49ff-ad4b-a84f75eab013', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:09:08.471686 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f19eb4e8-1d93-4566-a41f-a7b7d5afed99 None None] Provisioning for port 67cdca1f-1c60-4066-a222-00df89b23751 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:09:08.480271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9a050143-27ea-4a41-b192-7036f1762b2b up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:09:08.487983 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f19eb4e8-1d93-4566-a41f-a7b7d5afed99 None None] Provisioning complete for port 67cdca1f-1c60-4066-a222-00df89b23751 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:09:08.488817 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f19eb4e8-1d93-4566-a41f-a7b7d5afed99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:08.505401 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-a9c550d2-0202-44f0-942e-5b792d5e3430 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:09:08.522338 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ee94e9-3cb1-45e1-96ff-1f013b00d327 None None] Sync routers for ids ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:09:08.558108 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ee94e9-3cb1-45e1-96ff-1f013b00d327 None None] Routers {'06ddc759-f792-4bfa-84b3-53f53e9cb9da'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:09:08.560953 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-11ee94e9-3cb1-45e1-96ff-1f013b00d327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:08:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:08.580567 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:08.661780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-a9c550d2-0202-44f0-942e-5b792d5e3430 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] No DVR routers for this DVR port 0a84f531-4933-4f3b-8eb2-d56f6c854783 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:09:08.697658 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-a9c550d2-0202-44f0-942e-5b792d5e3430 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:08.697658 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-917dd8d5-de86-400c-8538-e266fd1bc443 req-a9c550d2-0202-44f0-942e-5b792d5e3430 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.60 "DELETE /v2.0/ports/0a84f531-4933-4f3b-8eb2-d56f6c854783 HTTP/1.1" status: 204 len: 173 time: 3.6037829 Aug 17 03:09:08.697658 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-deleted', 'tag': '0a84f531-4933-4f3b-8eb2-d56f6c854783'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:08.697658 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9930e696-b37b-4ba0-bf88-435f8d107200" -d '{"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-deleted", "tag": "0a84f531-4933-4f3b-8eb2-d56f6c854783"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:08.739458 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f19eb4e8-1d93-4566-a41f-a7b7d5afed99 None None] Port 67cdca1f-1c60-4066-a222-00df89b23751 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:09:08.834017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 9a050143-27ea-4a41-b192-7036f1762b2b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:09:08.834765 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:08.877507 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-11ee94e9-3cb1-45e1-96ff-1f013b00d327 None None] Set router 06ddc759-f792-4bfa-84b3-53f53e9cb9da gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:09:08.950657 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4fd4e081-5bc0-4079-82d3-9c1a4d787da6 req-959f6eb8-ceaf-4199-92f7-0ffa8b21f4c7 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 210 time: 0.0955756 Aug 17 03:09:09.026871 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86acb2d2-5677-4190-a652-032b17c980b0 req-17127e13-261e-40c4-bdce-4a57e2a46e3b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:09.034509 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-86acb2d2-5677-4190-a652-032b17c980b0 req-17127e13-261e-40c4-bdce-4a57e2a46e3b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 895 time: 0.3788857 Aug 17 03:09:09.097273 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcdb7dd7-4c91-4260-82e7-8bec1a63c433 x-openstack-request-id: req-dcdb7dd7-4c91-4260-82e7-8bec1a63c433 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:09.097886 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d3d9aaa-7e94-486e-af08-33ac6224415e", "name": "network-vif-deleted", "tag": "0a84f531-4933-4f3b-8eb2-d56f6c854783", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:09.097886 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcdb7dd7-4c91-4260-82e7-8bec1a63c433 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:09.102999 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d3d9aaa-7e94-486e-af08-33ac6224415e', 'name': 'network-vif-deleted', 'tag': '0a84f531-4933-4f3b-8eb2-d56f6c854783', 'status': 'completed', 'code': 200} Aug 17 03:09:09.389567 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5455c534-81d2-46eb-9980-fe3b1b7d8bde req-b8628f28-97ef-4c14-bd9e-96d67cde024d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.1026602 Aug 17 03:09:09.480719 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-11ee94e9-3cb1-45e1-96ff-1f013b00d327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'name': 'tempest-TaggedBootDevicesTest_v242-386895731-router', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:51Z', 'updated_at': '2021-08-17T02:58:05Z', 'revision_number': 4, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'gw_port': {'id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:52Z', 'updated_at': '2021-08-17T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '7b81df3f-b38e-441e-92b7-b9601f6e2d3c', 'name': '', 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'mac_address': 'fa:16:3e:c9:bd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:03Z', 'updated_at': '2021-08-17T02:58:12Z', 'revision_number': 5, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'subnets': [{'id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:09.495306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3efd191-ab91-40c6-a7da-0bf33d870939 req-8a368093-ac91-4713-9d93-dfdd2b676c07 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:09.507178 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3efd191-ab91-40c6-a7da-0bf33d870939 req-8a368093-ac91-4713-9d93-dfdd2b676c07 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.1578813 Aug 17 03:09:09.601949 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ee94e9-3cb1-45e1-96ff-1f013b00d327 None None] Checking router: 06ddc759-f792-4bfa-84b3-53f53e9cb9da for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:09:09.624215 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3efd191-ab91-40c6-a7da-0bf33d870939 req-dccee1ed-8006-4c1b-a41c-31190092f72d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1098416 Aug 17 03:09:09.631782 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11ee94e9-3cb1-45e1-96ff-1f013b00d327 None None] Routers {'06ddc759-f792-4bfa-84b3-53f53e9cb9da'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:09:09.638022 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-11ee94e9-3cb1-45e1-96ff-1f013b00d327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:08:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:09.703524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67cdca1f-1c60-4066-a222-00df89b23751 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:09:09.720433 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:09.754529 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Transition to ACTIVE for port object 67cdca1f-1c60-4066-a222-00df89b23751 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:09:09.815974 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-11ee94e9-3cb1-45e1-96ff-1f013b00d327 None None] Set router 06ddc759-f792-4bfa-84b3-53f53e9cb9da gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:09:09.917655 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:09.996101 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Pushing event updated for resources: {'Port': ['ID=67cdca1f-1c60-4066-a222-00df89b23751,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:10.120690 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Attempting to bind port 67cdca1f-1c60-4066-a222-00df89b23751 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:09:10.127108 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Attempting to bind port 67cdca1f-1c60-4066-a222-00df89b23751 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '87b549d3-36b2-4a9f-a8b4-1fe06b8daf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:09:10.127964 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Attempting to bind port 67cdca1f-1c60-4066-a222-00df89b23751 on network ee8315fc-f9d6-446d-9081-0f7c5c8c9664 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:09:10.163805 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Port 67cdca1f-1c60-4066-a222-00df89b23751 on network ee8315fc-f9d6-446d-9081-0f7c5c8c9664 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:09:10.164169 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Attempting to bind port 67cdca1f-1c60-4066-a222-00df89b23751 on network ee8315fc-f9d6-446d-9081-0f7c5c8c9664 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:09:10.183534 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:09:10.183921 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Checking segment: {'id': '87b549d3-36b2-4a9f-a8b4-1fe06b8daf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:09:10.184286 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Bound using segment: {'id': '87b549d3-36b2-4a9f-a8b4-1fe06b8daf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:09:10.184738 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Bound port: 67cdca1f-1c60-4066-a222-00df89b23751, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '87b549d3-36b2-4a9f-a8b4-1fe06b8daf57', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:09:10.185141 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:10.299395 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-11ee94e9-3cb1-45e1-96ff-1f013b00d327 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'name': 'tempest-TaggedBootDevicesTest_v242-386895731-router', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:51Z', 'updated_at': '2021-08-17T02:58:05Z', 'revision_number': 4, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'gw_port': {'id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:52Z', 'updated_at': '2021-08-17T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '7b81df3f-b38e-441e-92b7-b9601f6e2d3c', 'name': '', 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'mac_address': 'fa:16:3e:c9:bd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:03Z', 'updated_at': '2021-08-17T02:58:12Z', 'revision_number': 5, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'subnets': [{'id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:10.302842 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ea4cd41-7bd5-4f36-91ee-9ff49d9894a5 req-6b232661-c0a9-45e7-94c2-a5cc877cf36a tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 210 time: 0.1404247 Aug 17 03:09:10.439079 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11ee94e9-3cb1-45e1-96ff-1f013b00d327 None None] The sync data for ids ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'] in n-d-802060-9 is: [{'id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'name': 'tempest-TaggedBootDevicesTest_v242-386895731-router', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:51Z', 'updated_at': '2021-08-17T02:58:05Z', 'revision_number': 4, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'gw_port': {'id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:52Z', 'updated_at': '2021-08-17T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '7b81df3f-b38e-441e-92b7-b9601f6e2d3c', 'name': '', 'network_id': '9a025f32-f5b2-4a70-b1ff-319c315c310a', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'mac_address': 'fa:16:3e:c9:bd:cc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_interface', 'standard_attr_id': 954, 'fixed_ips': [{'subnet_id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:58:03Z', 'updated_at': '2021-08-17T02:58:12Z', 'revision_number': 5, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'subnets': [{'id': 'b2098b0c-8a13-4170-8b03-94c356349639', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:09:10.510246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] For port 67cdca1f-1c60-4066-a222-00df89b23751, host n-h1-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:09:10.531971 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] For port 67cdca1f-1c60-4066-a222-00df89b23751, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=67cdca1f-1c60-4066-a222-00df89b23751,segment=NetworkSegment(87b549d3-36b2-4a9f-a8b4-1fe06b8daf57),segment_id=87b549d3-36b2-4a9f-a8b4-1fe06b8daf57)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:09:10.569711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da129f3f-257e-4997-8385-21a2eb91b6d9 req-6b8831b2-dc28-44b6-94aa-d167e0ac0ff6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:10.600394 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-da129f3f-257e-4997-8385-21a2eb91b6d9 req-6b8831b2-dc28-44b6-94aa-d167e0ac0ff6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 907 time: 0.3805585 Aug 17 03:09:10.644615 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:10.689739 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45d0f26d-d6cd-48e1-9da9-c699afce0e55 req-caaa4a03-c542-4ab1-87c5-18cd126091af tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.0531752 Aug 17 03:09:10.707401 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-75e7355b-1ae0-4a4a-9464-131104bb39d1 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:10.731315 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-75e7355b-1ae0-4a4a-9464-131104bb39d1 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.60 "GET /v2.0/networks?id=a7be9734-2b85-4052-b0e6-e15c361ef57d HTTP/1.1" status: 200 len: 811 time: 0.4764557 Aug 17 03:09:10.748092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:10.756231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-5f9a0cc2-c32b-42ac-9906-dda61b48427b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Request body: {'port': {'device_id': '4f8f60c6-7e21-4df4-9f98-71061fb16921', 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d', 'admin_state_up': True, 'tenant_id': 'd96271b16c734dc4a6b9accb241029a9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:09:10.760987 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:10.760987 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] 10.222.0.30 "PUT /v2.0/ports/67cdca1f-1c60-4066-a222-00df89b23751 HTTP/1.1" status: 200 len: 1055 time: 2.5588500 Aug 17 03:09:10.760987 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '61e9a635-1ab3-49ff-ad4b-a84f75eab013', 'tag': '67cdca1f-1c60-4066-a222-00df89b23751'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:10.761963 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-823a4ede-afa9-42d1-8f61-2afdcf444176" -d '{"events": [{"name": "network-changed", "server_uuid": "61e9a635-1ab3-49ff-ad4b-a84f75eab013", "tag": "67cdca1f-1c60-4066-a222-00df89b23751"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:10.859469 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7e9bd3-ca67-4126-a223-9c0914692a5a service neutron] Pushing event updated for resources: {'Port': ['ID=67cdca1f-1c60-4066-a222-00df89b23751,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:10.998271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86458ddf-76a5-47e1-b55c-444a838812c4 req-351fc4fd-76b4-4931-9897-70a1ce8fe44f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:11.006974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-86458ddf-76a5-47e1-b55c-444a838812c4 req-351fc4fd-76b4-4931-9897-70a1ce8fe44f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0855801 Aug 17 03:09:11.035029 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-12b21c79-63da-441f-9fdd-785872ce59b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:11.037659 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-12b21c79-63da-441f-9fdd-785872ce59b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d16b77c6f9d6489fb2dc3069d3a8f73c&device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 1058 time: 0.1590915 Aug 17 03:09:11.044715 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-5f9a0cc2-c32b-42ac-9906-dda61b48427b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Made reservation on behalf of d96271b16c734dc4a6b9accb241029a9 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:09:11.060227 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-5f9a0cc2-c32b-42ac-9906-dda61b48427b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:11.060368 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc843ee5-6478-4beb-8960-50ef4a26e7f4 None None] New status for floating IP d0ffb580-f90f-448a-8ae4-7bb7dc7e293d: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:09:11.110233 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-86458ddf-76a5-47e1-b55c-444a838812c4 req-2f4f8f35-dfe8-4a04-a0d1-0f36fba017c5 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1020617 Aug 17 03:09:11.138241 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-b78a33ff-6508-40ef-8375-57ccc5039cba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=67cdca1f-1c60-4066-a222-00df89b23751 HTTP/1.1" status: 200 len: 217 time: 0.0913842 Aug 17 03:09:11.244065 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-39d4797e-1d4c-4a5e-9f49-21fabeaf451f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:11.245881 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-39d4797e-1d4c-4a5e-9f49-21fabeaf451f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=57a4bf5f-2437-49f8-a480-14f7677ad9e7 HTTP/1.1" status: 200 len: 838 time: 0.0959287 Aug 17 03:09:11.247549 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e64553c-feb0-496f-9967-e64aa0288886 x-openstack-request-id: req-7e64553c-feb0-496f-9967-e64aa0288886 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:11.248055 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "61e9a635-1ab3-49ff-ad4b-a84f75eab013", "tag": "67cdca1f-1c60-4066-a222-00df89b23751", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:11.248489 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e64553c-feb0-496f-9967-e64aa0288886 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:11.249054 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '61e9a635-1ab3-49ff-ad4b-a84f75eab013', 'tag': '67cdca1f-1c60-4066-a222-00df89b23751', 'status': 'completed', 'code': 200} Aug 17 03:09:11.328455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-05c30392-4238-41fe-bf5d-21bac0a0b40c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:11.333078 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-05c30392-4238-41fe-bf5d-21bac0a0b40c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee8315fc-f9d6-446d-9081-0f7c5c8c9664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0796044 Aug 17 03:09:11.360515 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-5f9a0cc2-c32b-42ac-9906-dda61b48427b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Allocated IP 172.20.0.14 (a7be9734-2b85-4052-b0e6-e15c361ef57d/95909d0b-3b2e-4bea-aa2d-04d03f0d0fec/cff6dbe0-8e72-4b04-b29e-df14e11d87fb) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:09:11.479335 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1905bedb-1e87-4a79-8ecf-236b0e219b68 req-516dc71d-9cfb-43ba-bf0d-447f49bf3150 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 210 time: 0.0502379 Aug 17 03:09:11.528772 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-6f6a192c-97b8-417b-9a82-67d512045c3d service neutron] 10.222.0.30 "GET /v2.0/networks/ee8315fc-f9d6-446d-9081-0f7c5c8c9664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824348 Aug 17 03:09:11.663060 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-5f9a0cc2-c32b-42ac-9906-dda61b48427b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:11.700728 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-659b9587-c8b5-45c9-b987-4f3ee6a93ed4 req-c892f8f2-6bad-4425-a6f3-66644c736ef7 service neutron] 10.222.0.30 "GET /v2.0/networks/ee8315fc-f9d6-446d-9081-0f7c5c8c9664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1640584 Aug 17 03:09:11.723717 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aee9a313-bcb9-456f-abc9-ea2ad3e88372 req-94ff8691-e155-4327-8daf-d22dd19fb214 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:11.725290 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aee9a313-bcb9-456f-abc9-ea2ad3e88372 req-94ff8691-e155-4327-8daf-d22dd19fb214 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 907 time: 0.0719385 Aug 17 03:09:11.811989 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5354180a-4731-46e5-ab80-e353182185e8 req-685824df-75f8-4f10-b450-a6cfdab993d5 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.0281138 Aug 17 03:09:11.859161 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-5f9a0cc2-c32b-42ac-9906-dda61b48427b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:11.924166 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9a0cc2-c32b-42ac-9906-dda61b48427b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Pushing event updated for resources: {'Port': ['ID=cff6dbe0-8e72-4b04-b29e-df14e11d87fb,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:11.935617 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-5f9a0cc2-c32b-42ac-9906-dda61b48427b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Network a7be9734-2b85-4052-b0e6-e15c361ef57d is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:09:11.937781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-5f9a0cc2-c32b-42ac-9906-dda61b48427b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:09:11.941171 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-5f9a0cc2-c32b-42ac-9906-dda61b48427b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:09:11.997763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-5f9a0cc2-c32b-42ac-9906-dda61b48427b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:11.998736 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-5f9a0cc2-c32b-42ac-9906-dda61b48427b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:12.048915 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a4ede-afa9-42d1-8f61-2afdcf444176 req-7df0e52c-c3cf-423e-aa41-f385bb6cedbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:12.053538 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-823a4ede-afa9-42d1-8f61-2afdcf444176 req-7df0e52c-c3cf-423e-aa41-f385bb6cedbf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d16b77c6f9d6489fb2dc3069d3a8f73c&device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 1058 time: 0.1384373 Aug 17 03:09:12.078336 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-5f9a0cc2-c32b-42ac-9906-dda61b48427b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3337951 Aug 17 03:09:12.091811 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Request body: {'port': {'device_id': '4f8f60c6-7e21-4df4-9f98-71061fb16921', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:09:12.159456 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a4ede-afa9-42d1-8f61-2afdcf444176 req-f9680c1a-9392-4ddc-bc29-e514da729852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:12.159456 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-823a4ede-afa9-42d1-8f61-2afdcf444176 req-f9680c1a-9392-4ddc-bc29-e514da729852 service neutron] 10.222.0.30 "GET /v2.0/networks?id=ee8315fc-f9d6-446d-9081-0f7c5c8c9664 HTTP/1.1" status: 200 len: 898 time: 0.0931509 Aug 17 03:09:12.179228 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:12.215684 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-823a4ede-afa9-42d1-8f61-2afdcf444176 req-9d6d6a73-8477-49a8-bf76-e27b8639a1d1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=67cdca1f-1c60-4066-a222-00df89b23751 HTTP/1.1" status: 200 len: 217 time: 0.0544353 Aug 17 03:09:12.319947 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7fdd98b-151c-48fe-be97-598c05dafeed req-1095ddb4-d2f5-4d64-bda2-3a07503ae717 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:12.325633 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e7fdd98b-151c-48fe-be97-598c05dafeed req-1095ddb4-d2f5-4d64-bda2-3a07503ae717 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0943692 Aug 17 03:09:12.354688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a4ede-afa9-42d1-8f61-2afdcf444176 req-867b2e9b-37c5-4645-90b7-fd4a88e09486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:12.365929 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-823a4ede-afa9-42d1-8f61-2afdcf444176 req-867b2e9b-37c5-4645-90b7-fd4a88e09486 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=57a4bf5f-2437-49f8-a480-14f7677ad9e7 HTTP/1.1" status: 200 len: 838 time: 0.1309435 Aug 17 03:09:12.426044 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e7fdd98b-151c-48fe-be97-598c05dafeed req-da6f3620-6c06-4bd3-90f7-f8f90fde888f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942259 Aug 17 03:09:12.452834 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-823a4ede-afa9-42d1-8f61-2afdcf444176 req-b0367102-1978-428d-ba92-3a3ba73577d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:12.454762 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-823a4ede-afa9-42d1-8f61-2afdcf444176 req-b0367102-1978-428d-ba92-3a3ba73577d2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=ee8315fc-f9d6-446d-9081-0f7c5c8c9664&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0824170 Aug 17 03:09:12.579787 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-823a4ede-afa9-42d1-8f61-2afdcf444176 req-b83baa68-dcea-46cd-a9e8-4ff91ccd9062 service neutron] 10.222.0.30 "GET /v2.0/networks/ee8315fc-f9d6-446d-9081-0f7c5c8c9664?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147082 Aug 17 03:09:12.688134 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cff6dbe0-8e72-4b04-b29e-df14e11d87fb {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:09:12.697999 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:12.712117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Transition to ACTIVE for port object cff6dbe0-8e72-4b04-b29e-df14e11d87fb will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:09:12.741709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-440181bb-d0c1-4351-8913-7b1c746489b6 req-d4614265-338e-4916-a42b-6370857c1f03 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:12.743452 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-440181bb-d0c1-4351-8913-7b1c746489b6 req-d4614265-338e-4916-a42b-6370857c1f03 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 932 time: 0.1313856 Aug 17 03:09:12.837377 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-440181bb-d0c1-4351-8913-7b1c746489b6 req-633ffbc9-8948-4da5-8cd4-c4b31a1a4841 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769475 Aug 17 03:09:12.838992 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:12.936564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cff6dbe0-8e72-4b04-b29e-df14e11d87fb,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:13.055547 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c10cb8a7-0aaa-498d-a135-8e935e42e4fb req-ec92479d-32b1-46fa-a491-e559cbae1d4c tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.0741148 Aug 17 03:09:13.116635 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Attempting to bind port cff6dbe0-8e72-4b04-b29e-df14e11d87fb on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:09:13.117021 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Attempting to bind port cff6dbe0-8e72-4b04-b29e-df14e11d87fb by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:09:13.117339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Attempting to bind port cff6dbe0-8e72-4b04-b29e-df14e11d87fb on network a7be9734-2b85-4052-b0e6-e15c361ef57d {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:09:13.127525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Port cff6dbe0-8e72-4b04-b29e-df14e11d87fb on network a7be9734-2b85-4052-b0e6-e15c361ef57d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:09:13.128625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Attempting to bind port cff6dbe0-8e72-4b04-b29e-df14e11d87fb on network a7be9734-2b85-4052-b0e6-e15c361ef57d {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:09:13.133749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f056f678-166e-4620-ad72-54c341015465 req-463bb466-f868-47ef-abe5-553aa8469185 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:13.140421 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 9, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:09:13.140771 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Checking segment: {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:09:13.141168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Bound using segment: {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:09:13.141635 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Bound port: cff6dbe0-8e72-4b04-b29e-df14e11d87fb, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:09:13.142003 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:13.149104 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f056f678-166e-4620-ad72-54c341015465 req-463bb466-f868-47ef-abe5-553aa8469185 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 907 time: 0.1191993 Aug 17 03:09:13.161096 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-823a4ede-afa9-42d1-8f61-2afdcf444176 req-deff7976-516d-4d80-874a-df0609bc0fb1 service neutron] 10.222.0.30 "GET /v2.0/networks/ee8315fc-f9d6-446d-9081-0f7c5c8c9664?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5710759 Aug 17 03:09:13.248282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] For port cff6dbe0-8e72-4b04-b29e-df14e11d87fb, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:09:13.251459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] For port cff6dbe0-8e72-4b04-b29e-df14e11d87fb, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cff6dbe0-8e72-4b04-b29e-df14e11d87fb,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:09:13.369944 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:13.395568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:13.396367 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:13.397887 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] 10.222.0.60 "PUT /v2.0/ports/cff6dbe0-8e72-4b04-b29e-df14e11d87fb HTTP/1.1" status: 200 len: 1092 time: 1.3108873 Aug 17 03:09:13.398387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f8f60c6-7e21-4df4-9f98-71061fb16921', 'tag': 'cff6dbe0-8e72-4b04-b29e-df14e11d87fb'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:13.401251 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a27113d-23d0-47c7-aac8-f2222cf8beac" -d '{"events": [{"name": "network-changed", "server_uuid": "4f8f60c6-7e21-4df4-9f98-71061fb16921", "tag": "cff6dbe0-8e72-4b04-b29e-df14e11d87fb"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:13.469980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d02df771-8641-4355-98d2-1dfbd2cfb6f1 service neutron] Pushing event updated for resources: {'Port': ['ID=cff6dbe0-8e72-4b04-b29e-df14e11d87fb,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:13.498329 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61df1179-1418-463f-a698-09306e129025 x-openstack-request-id: req-61df1179-1418-463f-a698-09306e129025 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:13.498329 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f8f60c6-7e21-4df4-9f98-71061fb16921", "tag": "cff6dbe0-8e72-4b04-b29e-df14e11d87fb", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:13.498329 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-61df1179-1418-463f-a698-09306e129025 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:13.499551 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f8f60c6-7e21-4df4-9f98-71061fb16921', 'tag': 'cff6dbe0-8e72-4b04-b29e-df14e11d87fb', 'status': 'completed', 'code': 200} Aug 17 03:09:13.591850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e76d-3231-4583-b130-779d42d3fd21 req-1126dc5d-be25-4969-8769-f3f908b5cd51 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:13.595402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-b0691e3e-76c4-4cba-8130-f73922a2ee8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:13.598058 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-b0691e3e-76c4-4cba-8130-f73922a2ee8d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 1095 time: 0.0739763 Aug 17 03:09:13.600848 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a012e76d-3231-4583-b130-779d42d3fd21 req-1126dc5d-be25-4969-8769-f3f908b5cd51 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0716512 Aug 17 03:09:13.661197 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a012e76d-3231-4583-b130-779d42d3fd21 req-17d41e3d-6e28-4713-b518-61f6d4a1da19 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533943 Aug 17 03:09:13.689327 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-453064d7-1b44-4e10-8061-d6f98622ca32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cff6dbe0-8e72-4b04-b29e-df14e11d87fb HTTP/1.1" status: 200 len: 217 time: 0.0748880 Aug 17 03:09:13.758760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-95f035f2-4ed9-40fe-b483-af1cb8d16536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:13.760424 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-95f035f2-4ed9-40fe-b483-af1cb8d16536 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95909d0b-3b2e-4bea-aa2d-04d03f0d0fec HTTP/1.1" status: 200 len: 851 time: 0.0627365 Aug 17 03:09:13.806871 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-13625dc4-0189-4b01-9e96-bbf9122dff18 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7be9734-2b85-4052-b0e6-e15c361ef57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311687 Aug 17 03:09:14.003421 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5590b28e-782a-49f1-bc3e-53150a949a60 req-d59f8ecb-647f-4147-b8ee-98026168836d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:14.004821 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5590b28e-782a-49f1-bc3e-53150a949a60 req-d59f8ecb-647f-4147-b8ee-98026168836d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 944 time: 0.0686250 Aug 17 03:09:14.036817 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-ce894c9e-1f7d-4645-ad9a-f697cfe92ffc service neutron] 10.222.0.60 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2213855 Aug 17 03:09:14.152867 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5590b28e-782a-49f1-bc3e-53150a949a60 req-71b70a24-18a6-49cd-96da-e3c8042d8bfe tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403081 Aug 17 03:09:14.154528 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be94c9b9-d8a4-4dd1-9f45-77f552e55e9a req-482be7cb-3823-49dc-8f70-858d310f8e11 service neutron] 10.222.0.60 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994036 Aug 17 03:09:14.196535 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a1cba028-55d2-4d6f-bcf9-8ccaeb2218ee req-3610490d-6aab-4b9c-b4ab-469ef0ac2243 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.0424895 Aug 17 03:09:14.401924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed692cca-812c-4558-b044-a24c50c06659 req-27591668-e0e9-48f9-890d-1b8ce708dd1e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:14.411334 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ed692cca-812c-4558-b044-a24c50c06659 req-27591668-e0e9-48f9-890d-1b8ce708dd1e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 907 time: 0.1651359 Aug 17 03:09:14.424119 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27113d-23d0-47c7-aac8-f2222cf8beac req-c4d15e60-454f-4830-9fad-556e312d290f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:14.427035 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a27113d-23d0-47c7-aac8-f2222cf8beac req-c4d15e60-454f-4830-9fad-556e312d290f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 1095 time: 0.1201935 Aug 17 03:09:14.548910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27113d-23d0-47c7-aac8-f2222cf8beac req-c0fc2a92-28dd-4aa8-88a9-b736e45d5e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:14.551116 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a27113d-23d0-47c7-aac8-f2222cf8beac req-c0fc2a92-28dd-4aa8-88a9-b736e45d5e90 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7be9734-2b85-4052-b0e6-e15c361ef57d HTTP/1.1" status: 200 len: 911 time: 0.1159806 Aug 17 03:09:14.603732 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a27113d-23d0-47c7-aac8-f2222cf8beac req-dfedaa47-8162-44bf-b6d3-218063451e3f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cff6dbe0-8e72-4b04-b29e-df14e11d87fb HTTP/1.1" status: 200 len: 217 time: 0.0433569 Aug 17 03:09:14.663003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a27113d-23d0-47c7-aac8-f2222cf8beac req-a8987a60-ecee-440e-9910-f6dee485a7e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:14.664739 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a27113d-23d0-47c7-aac8-f2222cf8beac req-a8987a60-ecee-440e-9910-f6dee485a7e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95909d0b-3b2e-4bea-aa2d-04d03f0d0fec HTTP/1.1" status: 200 len: 851 time: 0.0522280 Aug 17 03:09:14.711069 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a27113d-23d0-47c7-aac8-f2222cf8beac req-686cafce-4fe1-418e-930d-52e7808cd6ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7be9734-2b85-4052-b0e6-e15c361ef57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381539 Aug 17 03:09:14.806341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba405cb1-9489-4fee-aad7-cbc3010fec10 req-d9c2066a-d9e6-4a7b-b297-129b1082882a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:14.815767 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ba405cb1-9489-4fee-aad7-cbc3010fec10 req-d9c2066a-d9e6-4a7b-b297-129b1082882a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0646322 Aug 17 03:09:14.883423 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ba405cb1-9489-4fee-aad7-cbc3010fec10 req-a078f4c7-d69c-4df8-b391-658897ce75be tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610845 Aug 17 03:09:14.886561 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a27113d-23d0-47c7-aac8-f2222cf8beac req-6cae79d1-64b0-4cef-b53d-d55c1bbc8fd6 service neutron] 10.222.0.60 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628249 Aug 17 03:09:14.986428 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a27113d-23d0-47c7-aac8-f2222cf8beac req-e2187a72-0673-4784-b6be-4a67d263c040 service neutron] 10.222.0.60 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907595 Aug 17 03:09:15.288640 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-37b045b5-a6c1-49f0-9937-b84177dd54b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:15.348261 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55fd9b92-da23-4e9a-9b78-ffd9356edffe req-7eef8b87-73a7-46a4-b8a4-6c8c4e4f1399 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.0362501 Aug 17 03:09:15.361878 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927f5232-8859-4545-a2a5-6172c87c2417 req-16c8e1a7-8147-4db0-9de8-f003ede1bb25 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:15.376344 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-927f5232-8859-4545-a2a5-6172c87c2417 req-16c8e1a7-8147-4db0-9de8-f003ede1bb25 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 944 time: 0.1173654 Aug 17 03:09:15.433458 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 67cdca1f-1c60-4066-a222-00df89b23751 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:09:15.447548 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-927f5232-8859-4545-a2a5-6172c87c2417 req-f1738af9-63a2-4823-8127-2e0309e250f2 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699971 Aug 17 03:09:15.599506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd1c563-68aa-471f-ae1a-0b18ae2be603 req-564b9719-8368-4261-94b3-56f88047d039 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:15.601318 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2dd1c563-68aa-471f-ae1a-0b18ae2be603 req-564b9719-8368-4261-94b3-56f88047d039 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 907 time: 0.0836291 Aug 17 03:09:15.605233 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 67cdca1f-1c60-4066-a222-00df89b23751, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=67cdca1f-1c60-4066-a222-00df89b23751,segment=NetworkSegment(87b549d3-36b2-4a9f-a8b4-1fe06b8daf57),segment_id=87b549d3-36b2-4a9f-a8b4-1fe06b8daf57)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:15.626145 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '67cdca1f-1c60-4066-a222-00df89b23751', 'network_id': 'ee8315fc-f9d6-446d-9081-0f7c5c8c9664', 'port_id': '67cdca1f-1c60-4066-a222-00df89b23751', 'mac_address': 'fa:16:3e:45:61:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 69, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '57a4bf5f-2437-49f8-a480-14f7677ad9e7', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:09:15.671127 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:15.686226 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67cdca1f-1c60-4066-a222-00df89b23751 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:09:15.710713 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 67cdca1f-1c60-4066-a222-00df89b23751, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=67cdca1f-1c60-4066-a222-00df89b23751,segment=NetworkSegment(87b549d3-36b2-4a9f-a8b4-1fe06b8daf57),segment_id=87b549d3-36b2-4a9f-a8b4-1fe06b8daf57)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:15.773837 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:15.830310 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=67cdca1f-1c60-4066-a222-00df89b23751,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:16.051310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7079ca-d201-4ff2-9d02-41f3ab1b8ea9 req-37c29c66-57b2-41c5-99ac-5cd08ef7c226 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:16.051310 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae7079ca-d201-4ff2-9d02-41f3ab1b8ea9 req-37c29c66-57b2-41c5-99ac-5cd08ef7c226 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0529037 Aug 17 03:09:16.051563 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['67cdca1f-1c60-4066-a222-00df89b23751'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:09:16.052186 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ae7079ca-d201-4ff2-9d02-41f3ab1b8ea9 req-5d2979fa-6996-4d91-b663-0b8a5499cc2a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366440 Aug 17 03:09:16.351498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-3e8c3652-b0a1-4c94-9423-f914f95ebf38 req-3e2e1d8e-54b9-4fcb-a25e-9fe42db337e0 service neutron] (101969) timed out ('10.222.0.30', 54532) {{(pid=101969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:09:16.501218 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f70dae96-6257-4d9a-9bc4-df898e8b292e req-4160f428-8a5d-4034-99bf-f1f5a42d4f78 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.0485024 Aug 17 03:09:16.741275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97e7cf64-8c52-48a9-b8b9-664360509a9b req-dd2d567d-a2ca-47d8-8544-f04828ccf8e8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:16.743471 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97e7cf64-8c52-48a9-b8b9-664360509a9b req-dd2d567d-a2ca-47d8-8544-f04828ccf8e8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 944 time: 0.1093102 Aug 17 03:09:16.817775 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97e7cf64-8c52-48a9-b8b9-664360509a9b req-d7348ec3-d634-4f4d-83d3-84542ef93e53 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638332 Aug 17 03:09:16.872828 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57b34b03-2e49-4630-aa66-bab4ba17145e req-f9442696-2a0e-4f8c-b29d-b5ae2ea7a4ce tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:16.888667 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57b34b03-2e49-4630-aa66-bab4ba17145e req-f9442696-2a0e-4f8c-b29d-b5ae2ea7a4ce tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 908 time: 0.0728178 Aug 17 03:09:17.026202 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-4cdec05c-77fa-4c51-845d-7db0b635c063 req-a3bd12fb-dca9-4315-9d75-11e60d7008b3 tempest-ServersOnMultiNodesTest-821650224 tempest-ServersOnMultiNodesTest-821650224-project] (101970) timed out ('10.222.0.30', 54482) {{(pid=101970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:09:17.256728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cc22494-595f-4692-9e0b-b4336d0bed65 req-9befba52-e77f-418b-83cf-ff76299d13d7 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:17.266800 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8cc22494-595f-4692-9e0b-b4336d0bed65 req-9befba52-e77f-418b-83cf-ff76299d13d7 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.1054842 Aug 17 03:09:17.313211 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8cc22494-595f-4692-9e0b-b4336d0bed65 req-7cc4430e-9287-46ab-9761-2b72e178aed7 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432799 Aug 17 03:09:17.422105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 67cdca1f-1c60-4066-a222-00df89b23751 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:09:17.523145 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 67cdca1f-1c60-4066-a222-00df89b23751 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:09:17.531816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 67cdca1f-1c60-4066-a222-00df89b23751 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:09:17.532457 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:17.639286 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device cff6dbe0-8e72-4b04-b29e-df14e11d87fb details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:09:17.722044 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8a4bc398-36ca-4592-9182-881b99772af0 req-133e9ead-5a63-458d-9d18-c3ff0249ea7a tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.0650363 Aug 17 03:09:17.869890 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:18.008547 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4b2fa56-9756-4e2c-bf74-95043bbf9a9b req-d6080b0d-35d5-4fdc-95a4-30217431f93f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:18.021540 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c4b2fa56-9756-4e2c-bf74-95043bbf9a9b req-d6080b0d-35d5-4fdc-95a4-30217431f93f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 944 time: 0.1072457 Aug 17 03:09:18.099428 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c4b2fa56-9756-4e2c-bf74-95043bbf9a9b req-1a31df70-c3fb-4c12-96e0-69a18a0205bb tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714095 Aug 17 03:09:18.120567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd3da47a-9a1a-4c51-a056-9f4a4b1fd035 req-58a6d1ad-c853-4888-b8a6-b00ff297296a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:18.120567 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd3da47a-9a1a-4c51-a056-9f4a4b1fd035 req-58a6d1ad-c853-4888-b8a6-b00ff297296a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 908 time: 0.1051831 Aug 17 03:09:18.273302 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e9a635-1ab3-49ff-ad4b-a84f75eab013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cdca1f-1c60-4066-a222-00df89b23751'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:18.289191 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb1bd75a-7113-4462-86cc-05c71a1eb21d" -d '{"events": [{"server_uuid": "61e9a635-1ab3-49ff-ad4b-a84f75eab013", "name": "network-vif-plugged", "status": "completed", "tag": "67cdca1f-1c60-4066-a222-00df89b23751"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:18.382289 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 67cdca1f-1c60-4066-a222-00df89b23751, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=67cdca1f-1c60-4066-a222-00df89b23751,segment=NetworkSegment(87b549d3-36b2-4a9f-a8b4-1fe06b8daf57),segment_id=87b549d3-36b2-4a9f-a8b4-1fe06b8daf57)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:18.386079 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port cff6dbe0-8e72-4b04-b29e-df14e11d87fb, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cff6dbe0-8e72-4b04-b29e-df14e11d87fb,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:18.406174 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:18.407727 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'cff6dbe0-8e72-4b04-b29e-df14e11d87fb', 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d', 'port_id': 'cff6dbe0-8e72-4b04-b29e-df14e11d87fb', 'mac_address': 'fa:16:3e:00:67:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95909d0b-3b2e-4bea-aa2d-04d03f0d0fec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:09:18.414367 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4cd6c5d-108d-4ecf-9d0b-7c127041dbc4 x-openstack-request-id: req-a4cd6c5d-108d-4ecf-9d0b-7c127041dbc4 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:18.414672 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e9a635-1ab3-49ff-ad4b-a84f75eab013", "name": "network-vif-plugged", "status": "completed", "tag": "67cdca1f-1c60-4066-a222-00df89b23751", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:18.414931 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a4cd6c5d-108d-4ecf-9d0b-7c127041dbc4 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:18.415332 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e9a635-1ab3-49ff-ad4b-a84f75eab013', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67cdca1f-1c60-4066-a222-00df89b23751', 'code': 200} Aug 17 03:09:18.416763 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6506e43e-c140-4357-a884-11e61ac30ef3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:18.491770 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:18.555085 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7fa42-c015-44bf-ba10-c36ac66fc4ef req-f274e563-3ec6-4c64-b8eb-dc3dd82ff6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:18.557015 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e2a7fa42-c015-44bf-ba10-c36ac66fc4ef req-f274e563-3ec6-4c64-b8eb-dc3dd82ff6a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 1059 time: 0.1017337 Aug 17 03:09:18.558936 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:18.565149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fa17b64-69d2-4394-a275-11e0c197bde8 req-ea39ad79-2417-4c25-880f-ff4737231bcd tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:18.573475 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5fa17b64-69d2-4394-a275-11e0c197bde8 req-ea39ad79-2417-4c25-880f-ff4737231bcd tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0788443 Aug 17 03:09:18.584611 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cff6dbe0-8e72-4b04-b29e-df14e11d87fb {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:09:18.620503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=67cdca1f-1c60-4066-a222-00df89b23751,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:18.624222 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port cff6dbe0-8e72-4b04-b29e-df14e11d87fb, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cff6dbe0-8e72-4b04-b29e-df14e11d87fb,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:18.641835 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5fa17b64-69d2-4394-a275-11e0c197bde8 req-bbe95d27-b712-4d99-8bad-607096fa97cc tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623991 Aug 17 03:09:18.688845 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:18.791556 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=cff6dbe0-8e72-4b04-b29e-df14e11d87fb,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:18.907864 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a464399d-df28-45f9-8d43-98915382d1bb req-dee33928-fac4-4bf5-8283-cf83dc3ef956 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.0584736 Aug 17 03:09:19.086660 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['cff6dbe0-8e72-4b04-b29e-df14e11d87fb'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:09:19.115125 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:19.323155 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40554d1-a88b-42ec-8433-a0a34fd85cb8 req-0fa32005-bed2-4fe3-a257-681feb73a822 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:19.337116 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d40554d1-a88b-42ec-8433-a0a34fd85cb8 req-0fa32005-bed2-4fe3-a257-681feb73a822 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 945 time: 0.1437051 Aug 17 03:09:19.373059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468e9327-7212-4ac6-8d4c-18f553dc1b26 req-473ef974-4363-4065-b20c-f0a036df75d9 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:19.376526 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-468e9327-7212-4ac6-8d4c-18f553dc1b26 req-473ef974-4363-4065-b20c-f0a036df75d9 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 909 time: 0.1312704 Aug 17 03:09:19.479995 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d40554d1-a88b-42ec-8433-a0a34fd85cb8 req-227eef5a-a04f-4cad-832b-3445224a3297 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1413732 Aug 17 03:09:19.799521 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b0b02cc-5672-4e9a-a35e-bc98fc14859d req-c5dd31f9-5b3d-464d-9c6e-371c2e60137b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:19.802924 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7b0b02cc-5672-4e9a-a35e-bc98fc14859d req-c5dd31f9-5b3d-464d-9c6e-371c2e60137b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0738041 Aug 17 03:09:19.873650 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7b0b02cc-5672-4e9a-a35e-bc98fc14859d req-d0a37f6e-2e30-4d3c-b61a-00d6f8ada3fb tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542099 Aug 17 03:09:20.130693 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-917562d3-d268-46bc-96a5-651fe27cc2dc req-b1b5003b-f1dd-46c7-aae1-3587b92e99b2 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.0659151 Aug 17 03:09:20.395642 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-69094266-1cf7-4a54-a94e-8b7a6bb483a3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0721560 Aug 17 03:09:20.613059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-78a5575c-5bc6-413e-803e-6d710005050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:20.614057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-78a5575c-5bc6-413e-803e-6d710005050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:20.615203 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-78a5575c-5bc6-413e-803e-6d710005050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:20.623090 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-78a5575c-5bc6-413e-803e-6d710005050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:20.623929 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-78a5575c-5bc6-413e-803e-6d710005050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:20.628968 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-78a5575c-5bc6-413e-803e-6d710005050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:20.629591 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-78a5575c-5bc6-413e-803e-6d710005050c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:20.631896 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-78a5575c-5bc6-413e-803e-6d710005050c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 6493 time: 0.1612370 Aug 17 03:09:20.660273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae8d258f-b26a-4a82-a508-a6fd910de307 req-240cd019-122f-423d-990b-4ab93490c85d tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:20.666825 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ae8d258f-b26a-4a82-a508-a6fd910de307 req-240cd019-122f-423d-990b-4ab93490c85d tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 909 time: 0.1722398 Aug 17 03:09:20.682770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4b42a0-ca88-474c-9d54-c0eb1ad4a911 req-f66655df-e1a9-4897-a897-901e1f373cba tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:20.686304 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f4b42a0-ca88-474c-9d54-c0eb1ad4a911 req-f66655df-e1a9-4897-a897-901e1f373cba tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 945 time: 0.1028206 Aug 17 03:09:20.812940 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f4b42a0-ca88-474c-9d54-c0eb1ad4a911 req-6eb49f15-41b1-4bb3-b9b6-fda97d490f6b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001937 Aug 17 03:09:20.881014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-b56e3292-873f-4cd2-b7f8-98367da14453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:20.881449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-b56e3292-873f-4cd2-b7f8-98367da14453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:20.881923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-b56e3292-873f-4cd2-b7f8-98367da14453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:20.883538 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-b56e3292-873f-4cd2-b7f8-98367da14453 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9227c9c6-47aa-4321-9fc5-beb397cc8baa&id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b&id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b HTTP/1.1" status: 200 len: 2290 time: 0.1890130 Aug 17 03:09:20.902756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27610637-ed92-4311-a0bd-1cc98af510e6 req-cfb726c9-8e89-4c7c-9736-f7f87cf2955b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:20.904565 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27610637-ed92-4311-a0bd-1cc98af510e6 req-cfb726c9-8e89-4c7c-9736-f7f87cf2955b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 909 time: 0.0789063 Aug 17 03:09:21.015558 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-78a46c28-a734-4f91-bf7c-87f6d0399bff service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3252fa48-9cdf-414f-bfa1-75099d66f47b HTTP/1.1" status: 200 len: 1002 time: 0.0931861 Aug 17 03:09:21.039050 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18755fbb-c371-4b04-9062-86d28ad7d90c req-58af9fc8-b138-4e4e-a23d-b6f81561776a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:21.041948 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-18755fbb-c371-4b04-9062-86d28ad7d90c req-58af9fc8-b138-4e4e-a23d-b6f81561776a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0717065 Aug 17 03:09:21.094148 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:21.104557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-f89079d6-0d20-4929-89eb-1c19f232d0ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:21.110587 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-f89079d6-0d20-4929-89eb-1c19f232d0ed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=416c6f37-743f-435b-96b1-67201de2ff16 HTTP/1.1" status: 200 len: 851 time: 0.1061420 Aug 17 03:09:21.166099 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-18755fbb-c371-4b04-9062-86d28ad7d90c req-8d69546b-30f7-435a-bec8-2cd9dd6bca1d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075137 Aug 17 03:09:21.175608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61df42af-95d1-4748-8216-93ed42cc673e req-157e31d0-673d-4527-a80d-6bbc5a267ef1 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:21.185746 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-61df42af-95d1-4748-8216-93ed42cc673e req-157e31d0-673d-4527-a80d-6bbc5a267ef1 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 1060 time: 0.1925287 Aug 17 03:09:21.233218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-4e9c0023-35e4-4801-83a4-15a4dc3ae52c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:21.235697 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-4e9c0023-35e4-4801-83a4-15a4dc3ae52c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9227c9c6-47aa-4321-9fc5-beb397cc8baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1182716 Aug 17 03:09:21.411812 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8c094f6b-7234-417b-9a71-ddd4f260cfb7 req-6b879eb4-112a-46f6-b3eb-a6da2c4613f1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.0365338 Aug 17 03:09:21.478908 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:09:21.485924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0ca762-f146-4be2-924e-6537499095fe req-dd7fa1d2-0022-4804-a7a1-a20799f54a01 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:21.494663 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0c0ca762-f146-4be2-924e-6537499095fe req-dd7fa1d2-0022-4804-a7a1-a20799f54a01 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 1136 time: 0.1112146 Aug 17 03:09:21.503768 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-5f4fc473-b715-4cfd-bfdb-a6709411379b service neutron] 10.222.0.60 "GET /v2.0/networks/9227c9c6-47aa-4321-9fc5-beb397cc8baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2573833 Aug 17 03:09:21.546218 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device cff6dbe0-8e72-4b04-b29e-df14e11d87fb up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:09:21.623954 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0c0ca762-f146-4be2-924e-6537499095fe req-d7dda4a4-5a90-4fec-b20a-4757095a11b0 tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=9ad0b8bf-5482-4272-ba14-43ea56c6185c&id=d47af0ca-0ff9-4567-b304-c88e342f4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.1283114 Aug 17 03:09:21.629705 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35418) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:21.683546 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-0547af26-24e0-42d6-b1ed-870a7419c80e service neutron] 10.222.0.60 "GET /v2.0/networks/9227c9c6-47aa-4321-9fc5-beb397cc8baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688733 Aug 17 03:09:21.688278 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port cff6dbe0-8e72-4b04-b29e-df14e11d87fb completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:09:21.696495 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port cff6dbe0-8e72-4b04-b29e-df14e11d87fb triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:09:21.696872 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:21.709502 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d299b0ae-93c0-46e8-8881-47bce5dc4dca tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:21.711791 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d299b0ae-93c0-46e8-8881-47bce5dc4dca tempest-TestSecurityGroupsBasicOps-1968052501 tempest-TestSecurityGroupsBasicOps-1968052501-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 1055 time: 0.0827131 Aug 17 03:09:21.797226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-3027893e-580e-4024-acf9-9777633be0b5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 HTTP/1.1" status: 200 len: 217 time: 0.0958307 Aug 17 03:09:21.855964 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:21.908752 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-bb51c688-b3ad-4d90-a280-69de78143fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:21.909567 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port cff6dbe0-8e72-4b04-b29e-df14e11d87fb, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cff6dbe0-8e72-4b04-b29e-df14e11d87fb,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:21.911169 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-bb51c688-b3ad-4d90-a280-69de78143fa4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8293f80-0c9a-49ec-9de7-0f89e1b6c33f HTTP/1.1" status: 200 len: 797 time: 0.1044338 Aug 17 03:09:21.911455 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8f60c6-7e21-4df4-9f98-71061fb16921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff6dbe0-8e72-4b04-b29e-df14e11d87fb'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:21.914189 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5054126-318c-428e-ba33-527261478218" -d '{"events": [{"server_uuid": "4f8f60c6-7e21-4df4-9f98-71061fb16921", "name": "network-vif-plugged", "status": "completed", "tag": "cff6dbe0-8e72-4b04-b29e-df14e11d87fb"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:21.986177 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:22.033226 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-ceb2e5ff-4511-4780-b6dc-bb4132b2df0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:22.036132 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-ceb2e5ff-4511-4780-b6dc-bb4132b2df0d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1158252 Aug 17 03:09:22.060221 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f01c5169-327c-41ce-96f5-d69ccb6497ab req-2465822f-a1db-48e3-9abe-d2bef5f3796f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:22.061982 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f01c5169-327c-41ce-96f5-d69ccb6497ab req-2465822f-a1db-48e3-9abe-d2bef5f3796f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.0903180 Aug 17 03:09:22.090235 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=cff6dbe0-8e72-4b04-b29e-df14e11d87fb,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:22.177972 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f01c5169-327c-41ce-96f5-d69ccb6497ab req-b04ac586-fd6b-4915-af8c-3984676fe20e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607095 Aug 17 03:09:22.202010 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-452b5694-a436-4978-9e27-110e4bdba63b x-openstack-request-id: req-452b5694-a436-4978-9e27-110e4bdba63b {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:22.203589 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8f60c6-7e21-4df4-9f98-71061fb16921", "name": "network-vif-plugged", "status": "completed", "tag": "cff6dbe0-8e72-4b04-b29e-df14e11d87fb", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:22.204740 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-452b5694-a436-4978-9e27-110e4bdba63b {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:22.206797 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8f60c6-7e21-4df4-9f98-71061fb16921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff6dbe0-8e72-4b04-b29e-df14e11d87fb', 'code': 200} Aug 17 03:09:22.215474 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-c199951b-a59b-4702-92a3-79f90e42d012 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1523993 Aug 17 03:09:22.352355 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0fdf34-1314-4e30-8301-cbe1a5621c06 req-c88f1a6f-8f50-4920-b26e-c71c4457a8a1 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:22.360809 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8a0fdf34-1314-4e30-8301-cbe1a5621c06 req-c88f1a6f-8f50-4920-b26e-c71c4457a8a1 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.0730999 Aug 17 03:09:22.398795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6c63b6-0c6d-4ea5-ae27-1ea7174bc029 req-776aa2f7-4c33-423f-b362-3b2c03b946b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:22.400554 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d6c63b6-0c6d-4ea5-ae27-1ea7174bc029 req-776aa2f7-4c33-423f-b362-3b2c03b946b8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 1097 time: 0.1205759 Aug 17 03:09:22.409275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02c8aa17-3279-4942-b074-9ce305101631 req-57bf6fec-7f88-414a-8a88-b6fa2cb5b10e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:22.417719 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02c8aa17-3279-4942-b074-9ce305101631 req-57bf6fec-7f88-414a-8a88-b6fa2cb5b10e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 909 time: 0.1365633 Aug 17 03:09:22.421494 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8a0fdf34-1314-4e30-8301-cbe1a5621c06 req-e5c59f93-4edb-4473-91ed-214512f52bef tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523360 Aug 17 03:09:22.423795 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-301822f4-47b3-429b-a67f-04a5c6fb41dc service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1986177 Aug 17 03:09:22.508710 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-b04fe4bf-d8c8-4c7c-aa90-adc3d9f45b96 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=229d34f2-e84b-4d61-a8c6-7ecb791ac85d HTTP/1.1" status: 200 len: 217 time: 0.0577979 Aug 17 03:09:22.552236 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d6c63b6-0c6d-4ea5-ae27-1ea7174bc029 req-5aa2bc4e-76dd-4922-a256-84f940bb0c90 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215663 Aug 17 03:09:22.596308 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-cccfbef7-6dd0-4f94-9006-1242756746c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:22.597818 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-cccfbef7-6dd0-4f94-9006-1242756746c2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8293f80-0c9a-49ec-9de7-0f89e1b6c33f HTTP/1.1" status: 200 len: 797 time: 0.0759578 Aug 17 03:09:22.599675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-26b2d029-37fd-466e-84be-e5324b45def2 req-a3fef57b-f1fb-46c1-bfa8-03e79d0f710d tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.0364544 Aug 17 03:09:22.935819 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-95a85c42-896f-41e7-b44b-f83d77e5f8f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:22.937347 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-95a85c42-896f-41e7-b44b-f83d77e5f8f4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3320477 Aug 17 03:09:23.107487 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-7871167c-343d-4e21-bc2d-8ecf1636f456 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911763 Aug 17 03:09:23.218393 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-8470587e-e86d-4102-b9d1-8ba633ed5a3d service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025107 Aug 17 03:09:23.265919 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-9b7375b5-af7f-43a9-9af2-0a0482a6000b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=7cb7b403-44c7-4054-8867-793fbbd647f9 HTTP/1.1" status: 200 len: 217 time: 0.0378695 Aug 17 03:09:23.351151 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ff63a0-c2eb-4048-8150-d7803d0eedb5 req-085494d5-2510-4be9-a8e6-e458a8cedde8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:23.353196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-80f3dbe4-c0e7-40a5-8708-632bf428da1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:23.354719 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-80f3dbe4-c0e7-40a5-8708-632bf428da1f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8293f80-0c9a-49ec-9de7-0f89e1b6c33f HTTP/1.1" status: 200 len: 797 time: 0.0797706 Aug 17 03:09:23.360269 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-99ff63a0-c2eb-4048-8150-d7803d0eedb5 req-085494d5-2510-4be9-a8e6-e458a8cedde8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.0987384 Aug 17 03:09:23.412506 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-99ff63a0-c2eb-4048-8150-d7803d0eedb5 req-078ebe41-6d2f-4fc6-a7b1-1ec8c1084c94 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508766 Aug 17 03:09:23.422742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ccfd-fc70-4904-8510-3e785109ea56 req-55016eaa-960e-48d1-8c8c-49b1294b4f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:23.424246 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bdd4ccfd-fc70-4904-8510-3e785109ea56 req-55016eaa-960e-48d1-8c8c-49b1294b4f49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=127c54846c654865888b32b593f23155&device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 1097 time: 0.0686502 Aug 17 03:09:23.429037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-3436f9c7-743c-45ae-a7b3-e7671bf9318b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:23.430092 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-3436f9c7-743c-45ae-a7b3-e7671bf9318b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0667176 Aug 17 03:09:23.603728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b878cdfe-1ecd-480b-bf5b-938e622d57d1 req-3b886d90-ce6a-4079-a50e-792cd8e7cc6c tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:23.605606 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b878cdfe-1ecd-480b-bf5b-938e622d57d1 req-3b886d90-ce6a-4079-a50e-792cd8e7cc6c tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.30 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 909 time: 0.0819881 Aug 17 03:09:23.634425 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4668bf71-0105-4ed4-bf47-31c2c03f233f req-cd7c30e8-009d-4a30-946b-947c836d5290 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:23.642169 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4668bf71-0105-4ed4-bf47-31c2c03f233f req-cd7c30e8-009d-4a30-946b-947c836d5290 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.1282027 Aug 17 03:09:23.668950 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5eb48e-9b42-44d3-877f-35bfc9fdcde6 req-e2a49a61-367b-4c85-b866-ba10c9619945 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:23.670263 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bf5eb48e-9b42-44d3-877f-35bfc9fdcde6 req-e2a49a61-367b-4c85-b866-ba10c9619945 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 909 time: 0.1496217 Aug 17 03:09:23.671499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ccfd-fc70-4904-8510-3e785109ea56 req-f716b92d-98db-4c5c-b254-58cd709aa782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:23.673007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bdd4ccfd-fc70-4904-8510-3e785109ea56 req-f716b92d-98db-4c5c-b254-58cd709aa782 service neutron] 10.222.0.60 "GET /v2.0/networks?id=7f31243a-df0b-45e5-95d3-3936416a870b HTTP/1.1" status: 200 len: 913 time: 0.2286911 Aug 17 03:09:23.728970 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4668bf71-0105-4ed4-bf47-31c2c03f233f req-22a373dc-6770-463e-89d1-8a89ba1cce13 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856028 Aug 17 03:09:23.747770 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-911b8110-0351-4af8-bcf0-c9f992f3007a service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2926042 Aug 17 03:09:23.747770 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bdd4ccfd-fc70-4904-8510-3e785109ea56 req-d8c57893-ae85-4ebf-869e-1a4c3d29dc75 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2 HTTP/1.1" status: 200 len: 217 time: 0.0641518 Aug 17 03:09:23.902359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-b878cdfe-1ecd-480b-bf5b-938e622d57d1 req-22e4e379-78f7-4ff0-ab96-9231039aacfc tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Deleting port 67cdca1f-1c60-4066-a222-00df89b23751 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:23.903048 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b878cdfe-1ecd-480b-bf5b-938e622d57d1 req-22e4e379-78f7-4ff0-ab96-9231039aacfc tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:23.905928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdd4ccfd-fc70-4904-8510-3e785109ea56 req-2f5a0e55-bdb8-4d36-b3a5-d88e22f3177c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:23.907781 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bdd4ccfd-fc70-4904-8510-3e785109ea56 req-2f5a0e55-bdb8-4d36-b3a5-d88e22f3177c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=240d28ed-cc59-44ed-9e7e-c0fd026b529d HTTP/1.1" status: 200 len: 853 time: 0.1380498 Aug 17 03:09:23.986119 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bdd4ccfd-fc70-4904-8510-3e785109ea56 req-2d561bc7-aec5-4bb2-82b6-601ec816092f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=7f31243a-df0b-45e5-95d3-3936416a870b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0686681 Aug 17 03:09:24.014500 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-b878cdfe-1ecd-480b-bf5b-938e622d57d1 req-22e4e379-78f7-4ff0-ab96-9231039aacfc tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] For port 67cdca1f-1c60-4066-a222-00df89b23751, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=67cdca1f-1c60-4066-a222-00df89b23751,segment=NetworkSegment(87b549d3-36b2-4a9f-a8b4-1fe06b8daf57),segment_id=87b549d3-36b2-4a9f-a8b4-1fe06b8daf57)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:24.014871 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b878cdfe-1ecd-480b-bf5b-938e622d57d1 req-22e4e379-78f7-4ff0-ab96-9231039aacfc tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:24.020868 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8985d60a-b69c-44fb-b6ec-9d5ccd4fb112 req-d2ad6872-91d9-4401-b166-9d9c65b3adcc tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.0559483 Aug 17 03:09:24.031200 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-b878cdfe-1ecd-480b-bf5b-938e622d57d1 req-22e4e379-78f7-4ff0-ab96-9231039aacfc tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Calling delete_port for 67cdca1f-1c60-4066-a222-00df89b23751 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:24.067478 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-836ed655-96e0-49f3-b8ee-ad0da3eb1249 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3070207 Aug 17 03:09:24.134207 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-3bf045c8-3562-4ac3-b639-ab5135649c0d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=a0a82580-aa6c-4fe2-9f62-61b3e3319b40 HTTP/1.1" status: 200 len: 217 time: 0.0552700 Aug 17 03:09:24.196172 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bdd4ccfd-fc70-4904-8510-3e785109ea56 req-917ed916-26b1-4056-a8dc-e9fc4ac7c307 service neutron] 10.222.0.60 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1889863 Aug 17 03:09:24.217856 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-b72e876d-c6f8-4d38-b2ae-7ee49b07fc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:24.219521 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-b72e876d-c6f8-4d38-b2ae-7ee49b07fc14 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8293f80-0c9a-49ec-9de7-0f89e1b6c33f HTTP/1.1" status: 200 len: 797 time: 0.0733228 Aug 17 03:09:24.266799 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b878cdfe-1ecd-480b-bf5b-938e622d57d1 req-22e4e379-78f7-4ff0-ab96-9231039aacfc tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:24.340908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-26ef0e36-a6a1-4af6-8e67-a9845dae5128 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:24.342781 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-26ef0e36-a6a1-4af6-8e67-a9845dae5128 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1125340 Aug 17 03:09:24.358480 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e4e379-78f7-4ff0-ab96-9231039aacfc tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event deleted for resources: {'Port': ['ID=67cdca1f-1c60-4066-a222-00df89b23751,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:24.415129 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bdd4ccfd-fc70-4904-8510-3e785109ea56 req-1de9acc5-ba87-4dde-b9c5-35ab7ac66af6 service neutron] 10.222.0.60 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2112381 Aug 17 03:09:24.436338 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b878cdfe-1ecd-480b-bf5b-938e622d57d1 req-22e4e379-78f7-4ff0-ab96-9231039aacfc tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] No DVR routers for this DVR port 67cdca1f-1c60-4066-a222-00df89b23751 on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:09:24.446356 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b878cdfe-1ecd-480b-bf5b-938e622d57d1 req-22e4e379-78f7-4ff0-ab96-9231039aacfc tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:24.456820 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b878cdfe-1ecd-480b-bf5b-938e622d57d1 req-22e4e379-78f7-4ff0-ab96-9231039aacfc tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.30 "DELETE /v2.0/ports/67cdca1f-1c60-4066-a222-00df89b23751 HTTP/1.1" status: 204 len: 173 time: 0.8381343 Aug 17 03:09:24.460119 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '61e9a635-1ab3-49ff-ad4b-a84f75eab013', 'name': 'network-vif-deleted', 'tag': '67cdca1f-1c60-4066-a222-00df89b23751'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:24.472717 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cc1b0e5-8d65-4f91-83f8-1ceef3c7bc33" -d '{"events": [{"server_uuid": "61e9a635-1ab3-49ff-ad4b-a84f75eab013", "name": "network-vif-deleted", "tag": "67cdca1f-1c60-4066-a222-00df89b23751"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:24.651124 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c40e84a-0e13-468a-b727-a58bbbe4aded x-openstack-request-id: req-7c40e84a-0e13-468a-b727-a58bbbe4aded {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:24.651446 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "61e9a635-1ab3-49ff-ad4b-a84f75eab013", "name": "network-vif-deleted", "tag": "67cdca1f-1c60-4066-a222-00df89b23751", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:24.651677 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7c40e84a-0e13-468a-b727-a58bbbe4aded {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:24.652091 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '61e9a635-1ab3-49ff-ad4b-a84f75eab013', 'name': 'network-vif-deleted', 'tag': '67cdca1f-1c60-4066-a222-00df89b23751', 'status': 'completed', 'code': 200} Aug 17 03:09:24.679663 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-bd24e5ce-7bbf-442b-8614-e1ac62696292 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3244359 Aug 17 03:09:24.803950 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f13d2a9-d7d2-452a-9843-3ad4ddf0354f req-53f98022-f39a-4150-b6e8-d7d1a2978714 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:24.807271 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f13d2a9-d7d2-452a-9843-3ad4ddf0354f req-53f98022-f39a-4150-b6e8-d7d1a2978714 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.1214297 Aug 17 03:09:24.875895 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f13d2a9-d7d2-452a-9843-3ad4ddf0354f req-fdbd74f9-c1e7-476a-8be2-feacee96b600 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628140 Aug 17 03:09:24.884030 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b86ba0b-85b3-477e-bc5e-8e621cab0361 req-2a3319ec-b69e-4f8c-9ab4-bdc976f9d0ab tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=61e9a635-1ab3-49ff-ad4b-a84f75eab013 HTTP/1.1" status: 200 len: 210 time: 0.0479248 Aug 17 03:09:24.935098 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-e0728d7f-f6da-4598-b739-087cb169c059 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2266221 Aug 17 03:09:25.007743 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-b2531c13-e85d-419b-8b16-80300d5e327f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=33a95012-a331-4064-8176-8968cdb8ac60 HTTP/1.1" status: 200 len: 217 time: 0.0615497 Aug 17 03:09:25.104787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b509e73f-2ad2-4543-b246-fa5bf59a3890 req-fc88dda8-de56-4613-a498-6b7f9c9ce937 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:25.106607 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b509e73f-2ad2-4543-b246-fa5bf59a3890 req-fc88dda8-de56-4613-a498-6b7f9c9ce937 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.1014721 Aug 17 03:09:25.124973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-5041152a-4b60-4344-a918-185bef0e2325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:25.124973 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-5041152a-4b60-4344-a918-185bef0e2325 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc HTTP/1.1" status: 200 len: 797 time: 0.1018233 Aug 17 03:09:25.208511 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-7df5373d-e193-419e-a1f6-3e11ee36227b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:25.210061 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-7df5373d-e193-419e-a1f6-3e11ee36227b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0769279 Aug 17 03:09:25.217307 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b509e73f-2ad2-4543-b246-fa5bf59a3890 req-240d95a0-707d-4638-b1f1-8e5021e3302a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922813 Aug 17 03:09:25.332075 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9ce70bf-c0dd-4dab-b5f2-3f60b6abc9f0 req-5203b4b0-e62f-4474-b14c-1ef624cd1872 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.0362742 Aug 17 03:09:25.347283 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-c19fedb3-ce10-4840-86dc-1579ba537c71 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277966 Aug 17 03:09:25.466307 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-a4c36fb0-0ddd-4696-8c6d-ad4e2d039d0b service neutron] 10.222.0.60 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057284 Aug 17 03:09:25.517023 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-ada3f916-222e-40df-826a-a91c9b7b335b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef489fee-83cc-48c5-a1f8-291661db6e66 HTTP/1.1" status: 200 len: 217 time: 0.0425181 Aug 17 03:09:25.544861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c02f4883-cf4e-407d-b467-8dfa261f1bb2 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:09:25.591644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-9fa6ac49-3c04-415b-8cab-753a0896f6ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:25.593479 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-9fa6ac49-3c04-415b-8cab-753a0896f6ef service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc HTTP/1.1" status: 200 len: 797 time: 0.0651848 Aug 17 03:09:25.644569 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:25.656017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8276126-399d-4482-a5d5-ec47031df87d req-f8bf348b-133b-4388-b873-b78bcf421c6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:25.667461 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-f8bf348b-133b-4388-b873-b78bcf421c6f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0560861 Aug 17 03:09:25.683030 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c02f4883-cf4e-407d-b467-8dfa261f1bb2, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:25.684260 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981cba16-1900-4394-a73d-589a134c092b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:25.686955 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42a10b91-b6d2-4642-80dd-edb2198f9867" -d '{"events": [{"server_uuid": "981cba16-1900-4394-a73d-589a134c092b", "name": "network-vif-unplugged", "status": "completed", "tag": "c02f4883-cf4e-407d-b467-8dfa261f1bb2"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:25.757894 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:25.782488 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-0460362e-c5f7-461c-89a3-117502d3b77b service neutron] 10.222.0.60 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131773 Aug 17 03:09:25.835425 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c02f4883-cf4e-407d-b467-8dfa261f1bb2,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:25.835425 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c50c9af7-c191-4fc6-be4e-40f0d75b9044 x-openstack-request-id: req-c50c9af7-c191-4fc6-be4e-40f0d75b9044 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:25.835425 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981cba16-1900-4394-a73d-589a134c092b", "name": "network-vif-unplugged", "status": "completed", "tag": "c02f4883-cf4e-407d-b467-8dfa261f1bb2", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:25.835425 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c50c9af7-c191-4fc6-be4e-40f0d75b9044 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:25.835425 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '981cba16-1900-4394-a73d-589a134c092b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2', 'code': 200} Aug 17 03:09:25.912168 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8276126-399d-4482-a5d5-ec47031df87d req-aeb55319-451c-4da8-b5dc-7ac172affcd0 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1209464 Aug 17 03:09:25.957939 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35524) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:26.151831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dbf642-42f2-4c7c-ad01-1b08f493c590 req-2bf21396-abdc-4660-9f72-132589a0c217 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:26.153388 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-67dbf642-42f2-4c7c-ad01-1b08f493c590 req-2bf21396-abdc-4660-9f72-132589a0c217 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.1384199 Aug 17 03:09:26.262999 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-67dbf642-42f2-4c7c-ad01-1b08f493c590 req-5d4817d3-61ea-49fb-8e7c-74e3363f16a7 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984030 Aug 17 03:09:26.463001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008cec47-28b3-4ab1-9761-d685486708a0 req-3b58d186-a83f-43de-9679-a29debe91b3a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:26.463001 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-008cec47-28b3-4ab1-9761-d685486708a0 req-3b58d186-a83f-43de-9679-a29debe91b3a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 944 time: 0.1066630 Aug 17 03:09:26.524086 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0e630220-0e0c-4561-a985-ec1982692ab7 req-5683e63c-f24e-4894-9aff-77a18c08c9e1 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.0895271 Aug 17 03:09:26.539515 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-008cec47-28b3-4ab1-9761-d685486708a0 req-077dc7f1-f296-4774-a866-50be1e11b883 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717976 Aug 17 03:09:26.724824 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-931682ac-88a6-44d7-8f62-4e31613c783f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:27.063779 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-931682ac-88a6-44d7-8f62-4e31613c783f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Deleting port 9a050143-27ea-4a41-b192-7036f1762b2b {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:27.064454 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-931682ac-88a6-44d7-8f62-4e31613c783f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:27.160403 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-931682ac-88a6-44d7-8f62-4e31613c783f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] For port 9a050143-27ea-4a41-b192-7036f1762b2b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9a050143-27ea-4a41-b192-7036f1762b2b,segment=NetworkSegment(87b549d3-36b2-4a9f-a8b4-1fe06b8daf57),segment_id=87b549d3-36b2-4a9f-a8b4-1fe06b8daf57)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:27.160801 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-931682ac-88a6-44d7-8f62-4e31613c783f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:27.173255 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-931682ac-88a6-44d7-8f62-4e31613c783f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Calling delete_port for 9a050143-27ea-4a41-b192-7036f1762b2b owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:27.412049 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7292678-fe44-489a-842b-f7145aa7e5ba req-6333f725-b339-4559-8671-b11c6b59b015 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:27.413626 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d7292678-fe44-489a-842b-f7145aa7e5ba req-6333f725-b339-4559-8671-b11c6b59b015 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.0551813 Aug 17 03:09:27.452930 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d7292678-fe44-489a-842b-f7145aa7e5ba req-160a2e01-473f-4140-b2b7-fad2fda18e12 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326638 Aug 17 03:09:27.477160 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-931682ac-88a6-44d7-8f62-4e31613c783f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:27.483128 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 67cdca1f-1c60-4066-a222-00df89b23751 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:09:27.506923 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931682ac-88a6-44d7-8f62-4e31613c783f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event deleted for resources: {'Port': ['ID=9a050143-27ea-4a41-b192-7036f1762b2b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:27.514384 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 67cdca1f-1c60-4066-a222-00df89b23751 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:09:27.515097 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 67cdca1f-1c60-4066-a222-00df89b23751 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:09:27.709099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-278f13d8-bf62-4fba-aaf3-b0fb23c2a8d7 req-1b5aece8-7d22-488a-80e3-ea5e10570403 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:27.711254 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-278f13d8-bf62-4fba-aaf3-b0fb23c2a8d7 req-1b5aece8-7d22-488a-80e3-ea5e10570403 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 944 time: 0.0609720 Aug 17 03:09:27.762087 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-278f13d8-bf62-4fba-aaf3-b0fb23c2a8d7 req-f74d09a6-d8e1-4405-85d0-39e779ef42cc tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439308 Aug 17 03:09:27.890044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd505bd8-f98c-48df-bc9d-c46b4bdef808 req-a08f62f3-f62d-4a81-b0fd-6191b364f083 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:27.891932 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd505bd8-f98c-48df-bc9d-c46b4bdef808 req-a08f62f3-f62d-4a81-b0fd-6191b364f083 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 944 time: 0.0596504 Aug 17 03:09:27.978648 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd505bd8-f98c-48df-bc9d-c46b4bdef808 req-b2197d88-479e-48c9-b059-d49f994fbe2d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0776026 Aug 17 03:09:27.993605 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7931c40e-34d7-498e-bf51-df8a257f1d2e req-9dcaf47b-76d4-4cd2-9dc1-42df33fdc627 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d3d9aaa-7e94-486e-af08-33ac6224415e HTTP/1.1" status: 200 len: 210 time: 0.3254163 Aug 17 03:09:28.143791 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-931682ac-88a6-44d7-8f62-4e31613c783f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:28.225506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-8275c9a8-55db-47bd-905a-e74e3216a4f5 req-9a31a2d6-dba2-4fe6-b219-18dadb7731ce service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:09:28.226800 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8275c9a8-55db-47bd-905a-e74e3216a4f5 req-9a31a2d6-dba2-4fe6-b219-18dadb7731ce service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0080056 Aug 17 03:09:28.444721 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931682ac-88a6-44d7-8f62-4e31613c783f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Router e7e698f2-5aef-47ce-afc5-30af2d7c7aa2 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:09:28.686578 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ebd899-b9aa-45a3-9cba-38f3d418b4a1 req-4079d225-5c4c-4cf1-983e-4b22990a6ef2 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:28.689939 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10ebd899-b9aa-45a3-9cba-38f3d418b4a1 req-4079d225-5c4c-4cf1-983e-4b22990a6ef2 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.0807571 Aug 17 03:09:28.696933 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e8053f-c563-4483-bf57-5a814c5a70c4 req-c36d3f32-b00d-4ad9-986d-3e0119c40ca9 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:28.698600 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-45e8053f-c563-4483-bf57-5a814c5a70c4 req-c36d3f32-b00d-4ad9-986d-3e0119c40ca9 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 944 time: 0.0963807 Aug 17 03:09:28.709872 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931682ac-88a6-44d7-8f62-4e31613c783f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:09:28.720291 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d502bb-f8b8-4bc1-9f9b-4c3e96539687 None None] Sync routers for ids ['e7e698f2-5aef-47ce-afc5-30af2d7c7aa2'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:09:28.730985 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-931682ac-88a6-44d7-8f62-4e31613c783f tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "PUT /v2.0/routers/e7e698f2-5aef-47ce-afc5-30af2d7c7aa2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7712963 Aug 17 03:09:28.735938 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d502bb-f8b8-4bc1-9f9b-4c3e96539687 None None] Routers {'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:09:28.736567 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-10d502bb-f8b8-4bc1-9f9b-4c3e96539687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:09:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e7e698f2-5aef-47ce-afc5-30af2d7c7aa2'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:28.739360 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35616) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:28.771788 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10ebd899-b9aa-45a3-9cba-38f3d418b4a1 req-66622226-46d2-441f-a2bd-0519fb450189 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674262 Aug 17 03:09:28.858226 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-45e8053f-c563-4483-bf57-5a814c5a70c4 req-9f8f4f64-b518-4bf1-92dd-4650282a58dc tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1467869 Aug 17 03:09:28.868493 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-30c56b29-1e1b-4a97-b328-9cc2dcdca4dc tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Deleting subnet 57a4bf5f-2437-49f8-a480-14f7677ad9e7 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:09:28.881484 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30c56b29-1e1b-4a97-b328-9cc2dcdca4dc tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:28.907920 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-10d502bb-f8b8-4bc1-9f9b-4c3e96539687 None None] Set router e7e698f2-5aef-47ce-afc5-30af2d7c7aa2 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:09:28.947907 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30c56b29-1e1b-4a97-b328-9cc2dcdca4dc tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:28.980583 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-bd314b07-a34f-4c35-b3e8-76c980a6c869 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1079946 Aug 17 03:09:29.163710 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30c56b29-1e1b-4a97-b328-9cc2dcdca4dc tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:29.181097 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-10d502bb-f8b8-4bc1-9f9b-4c3e96539687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1157921907', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '644956b1-75ac-45d4-a2d2-7e5db4c82f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:08:50Z', 'updated_at': '2021-08-17T03:09:27Z', 'revision_number': 5, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '644956b1-75ac-45d4-a2d2-7e5db4c82f98', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:08:51Z', 'updated_at': '2021-08-17T03:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:29.211907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35626) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:29.250070 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d502bb-f8b8-4bc1-9f9b-4c3e96539687 None None] Checking router: e7e698f2-5aef-47ce-afc5-30af2d7c7aa2 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:09:29.278399 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d502bb-f8b8-4bc1-9f9b-4c3e96539687 None None] Routers {'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:09:29.282352 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-10d502bb-f8b8-4bc1-9f9b-4c3e96539687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:09:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e7e698f2-5aef-47ce-afc5-30af2d7c7aa2'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:29.348705 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c5a8f548-ec4d-4fec-9668-f4edb2c57d81 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:29.378652 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c5a8f548-ec4d-4fec-9668-f4edb2c57d81 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:29.391694 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30c56b29-1e1b-4a97-b328-9cc2dcdca4dc tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:29.434403 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30c56b29-1e1b-4a97-b328-9cc2dcdca4dc tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event deleted for resources: {'Subnet': ['ID=57a4bf5f-2437-49f8-a480-14f7677ad9e7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:29.439578 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30c56b29-1e1b-4a97-b328-9cc2dcdca4dc tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:29.442869 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-30c56b29-1e1b-4a97-b328-9cc2dcdca4dc tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "DELETE /v2.0/subnets/57a4bf5f-2437-49f8-a480-14f7677ad9e7 HTTP/1.1" status: 204 len: 168 time: 0.7019355 Aug 17 03:09:29.445277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35636) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:29.451212 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a57e27c-d326-4a11-8598-95630f1ba76a None None] Network ee8315fc-f9d6-446d-9081-0f7c5c8c9664 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:09:29.494493 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-10d502bb-f8b8-4bc1-9f9b-4c3e96539687 None None] Set router e7e698f2-5aef-47ce-afc5-30af2d7c7aa2 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:09:29.569076 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c5a8f548-ec4d-4fec-9668-f4edb2c57d81 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:29.572309 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c5a8f548-ec4d-4fec-9668-f4edb2c57d81 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:29.573942 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c5a8f548-ec4d-4fec-9668-f4edb2c57d81 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "DELETE /v2.0/security-groups/2159aeeb-a3cd-42fc-9ca2-c45383fbac42 HTTP/1.1" status: 204 len: 168 time: 0.3608348 Aug 17 03:09:29.576729 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35640) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:29.586606 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c02f4883-cf4e-407d-b467-8dfa261f1bb2 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:09:29.598980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a8f548-ec4d-4fec-9668-f4edb2c57d81 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2159aeeb-a3cd-42fc-9ca2-c45383fbac42,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:29.611152 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-b5d54b70-fe4d-4285-96ea-ae976322d7eb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] show failed (client error): The resource could not be found. Aug 17 03:09:29.611779 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4497b09-eda6-4a00-8d4f-5132c791d2f6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:29.614187 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b5d54b70-fe4d-4285-96ea-ae976322d7eb tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "GET /v2.0/security-groups/2159aeeb-a3cd-42fc-9ca2-c45383fbac42 HTTP/1.1" status: 404 len: 347 time: 0.0344393 Aug 17 03:09:29.619392 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35642) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:29.932634 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4497b09-eda6-4a00-8d4f-5132c791d2f6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:30.084209 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-10d502bb-f8b8-4bc1-9f9b-4c3e96539687 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1157921907', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '644956b1-75ac-45d4-a2d2-7e5db4c82f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:08:50Z', 'updated_at': '2021-08-17T03:09:27Z', 'revision_number': 5, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '644956b1-75ac-45d4-a2d2-7e5db4c82f98', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:08:51Z', 'updated_at': '2021-08-17T03:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:30.095046 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1cb4140-b4ff-499e-85af-fc74d470d35d req-c5b6de26-593f-4cc7-80e6-8c76ba1c2d51 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:30.101686 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6bdfbf-2082-4fce-8e6c-4a904132af36 req-9e7fb698-6189-48e6-9eec-88858dc2e9de tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:30.101941 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1cb4140-b4ff-499e-85af-fc74d470d35d req-c5b6de26-593f-4cc7-80e6-8c76ba1c2d51 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.1158829 Aug 17 03:09:30.103326 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9b6bdfbf-2082-4fce-8e6c-4a904132af36 req-9e7fb698-6189-48e6-9eec-88858dc2e9de tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 944 time: 0.1334448 Aug 17 03:09:30.105711 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e5cefe7-d4c9-4109-837b-65e1055a4efa None None] DHCP port deletion for ee8315fc-f9d6-446d-9081-0f7c5c8c9664 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:09:30.132186 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d502bb-f8b8-4bc1-9f9b-4c3e96539687 None None] The sync data for ids ['e7e698f2-5aef-47ce-afc5-30af2d7c7aa2'] in n-d-802060-9 is: [{'id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1157921907', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.84'}], 'enable_snat': True}, 'gw_port_id': '644956b1-75ac-45d4-a2d2-7e5db4c82f98', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:08:50Z', 'updated_at': '2021-08-17T03:09:27Z', 'revision_number': 5, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '644956b1-75ac-45d4-a2d2-7e5db4c82f98', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fb:e9:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e7e698f2-5aef-47ce-afc5-30af2d7c7aa2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1908, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:08:51Z', 'updated_at': '2021-08-17T03:08:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:09:30.171813 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-71b57266-ac30-4631-bef7-255de12d4134 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Deleting port 43a71e4d-626c-4ca6-9e5f-7e7f06bc6df6 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:30.177328 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-71b57266-ac30-4631-bef7-255de12d4134 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:30.188827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-e4497b09-eda6-4a00-8d4f-5132c791d2f6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Deleting port 644956b1-75ac-45d4-a2d2-7e5db4c82f98 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:30.191022 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4497b09-eda6-4a00-8d4f-5132c791d2f6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:30.235894 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-9e5cefe7-d4c9-4109-837b-65e1055a4efa None None] Deleting port d053c304-c862-49ce-8d13-8509038d40a6 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:30.236206 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9e5cefe7-d4c9-4109-837b-65e1055a4efa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:30.273806 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9b6bdfbf-2082-4fce-8e6c-4a904132af36 req-33f9ac2f-b24a-4f83-8208-c3c5a79b4451 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1521573 Aug 17 03:09:30.282262 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1cb4140-b4ff-499e-85af-fc74d470d35d req-8bbdec6d-dc7d-489c-9c54-9cdfdcc79d37 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620502 Aug 17 03:09:30.336529 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-71b57266-ac30-4631-bef7-255de12d4134 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:30.336859 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-71b57266-ac30-4631-bef7-255de12d4134 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:30.340543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-e4497b09-eda6-4a00-8d4f-5132c791d2f6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] For port 644956b1-75ac-45d4-a2d2-7e5db4c82f98, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=644956b1-75ac-45d4-a2d2-7e5db4c82f98,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:30.340925 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4497b09-eda6-4a00-8d4f-5132c791d2f6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:30.366559 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-e4497b09-eda6-4a00-8d4f-5132c791d2f6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Calling delete_port for 644956b1-75ac-45d4-a2d2-7e5db4c82f98 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:30.368016 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-71b57266-ac30-4631-bef7-255de12d4134 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Calling delete_port for 43a71e4d-626c-4ca6-9e5f-7e7f06bc6df6 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:30.427466 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-9e5cefe7-d4c9-4109-837b-65e1055a4efa None None] For port d053c304-c862-49ce-8d13-8509038d40a6, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d053c304-c862-49ce-8d13-8509038d40a6,segment=NetworkSegment(87b549d3-36b2-4a9f-a8b4-1fe06b8daf57),segment_id=87b549d3-36b2-4a9f-a8b4-1fe06b8daf57)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:30.428182 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9e5cefe7-d4c9-4109-837b-65e1055a4efa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:30.450112 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-9e5cefe7-d4c9-4109-837b-65e1055a4efa None None] Calling delete_port for d053c304-c862-49ce-8d13-8509038d40a6 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:30.672991 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9a050143-27ea-4a41-b192-7036f1762b2b no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:09:30.705778 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 9a050143-27ea-4a41-b192-7036f1762b2b {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:09:30.706477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9a050143-27ea-4a41-b192-7036f1762b2b not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:09:30.707242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d053c304-c862-49ce-8d13-8509038d40a6 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:09:30.718017 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4497b09-eda6-4a00-8d4f-5132c791d2f6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:30.759590 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4497b09-eda6-4a00-8d4f-5132c791d2f6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event deleted for resources: {'Port': ['ID=644956b1-75ac-45d4-a2d2-7e5db4c82f98,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:30.785373 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-71b57266-ac30-4631-bef7-255de12d4134 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:30.799842 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9e5cefe7-d4c9-4109-837b-65e1055a4efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:30.827841 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5cefe7-d4c9-4109-837b-65e1055a4efa None None] No DVR routers for this DVR port d053c304-c862-49ce-8d13-8509038d40a6 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:09:30.859988 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71b57266-ac30-4631-bef7-255de12d4134 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event deleted for resources: {'Port': ['ID=43a71e4d-626c-4ca6-9e5f-7e7f06bc6df6,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:30.883055 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No active binding found for port d053c304-c862-49ce-8d13-8509038d40a6 {{(pid=101971) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 17 03:09:30.883492 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d053c304-c862-49ce-8d13-8509038d40a6 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:09:30.891238 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-c35fdd88-b9f0-49dc-8b7f-83548928e6a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:30.891397 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5cefe7-d4c9-4109-837b-65e1055a4efa None None] Pushing event deleted for resources: {'Port': ['ID=d053c304-c862-49ce-8d13-8509038d40a6,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:30.892797 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-c35fdd88-b9f0-49dc-8b7f-83548928e6a3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b&tenant_id=127c54846c654865888b32b593f23155 HTTP/1.1" status: 200 len: 1095 time: 0.2093205 Aug 17 03:09:30.894568 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4497b09-eda6-4a00-8d4f-5132c791d2f6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:30.919796 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:09:31.002952 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-71b57266-ac30-4631-bef7-255de12d4134 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:31.005888 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-71b57266-ac30-4631-bef7-255de12d4134 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:31.007099 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-71b57266-ac30-4631-bef7-255de12d4134 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "DELETE /v2.0/floatingips/d0ffb580-f90f-448a-8ae4-7bb7dc7e293d HTTP/1.1" status: 204 len: 168 time: 1.3864298 Aug 17 03:09:31.008039 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:31.010803 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35662) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:31.029998 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4497b09-eda6-4a00-8d4f-5132c791d2f6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:31.033304 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4497b09-eda6-4a00-8d4f-5132c791d2f6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:31.168330 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4497b09-eda6-4a00-8d4f-5132c791d2f6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:31.168957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4497b09-eda6-4a00-8d4f-5132c791d2f6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Fanout notify agent at l3_agent the message router_deleted on router e7e698f2-5aef-47ce-afc5-30af2d7c7aa2 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:09:31.177156 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4497b09-eda6-4a00-8d4f-5132c791d2f6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:31.181840 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e4497b09-eda6-4a00-8d4f-5132c791d2f6 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "DELETE /v2.0/routers/e7e698f2-5aef-47ce-afc5-30af2d7c7aa2 HTTP/1.1" status: 204 len: 168 time: 1.7318537 Aug 17 03:09:31.182679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35664) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:31.307420 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-9141a546-0f36-446f-9520-bf7ae946534a tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Deleting port 0de1d812-cbba-4e5d-823a-b18fcc94199e {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:31.308777 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9141a546-0f36-446f-9520-bf7ae946534a tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:31.313051 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b442373b-d171-493a-bfe8-7e5284bef25a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:31.503152 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b442373b-d171-493a-bfe8-7e5284bef25a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:31.511491 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9141a546-0f36-446f-9520-bf7ae946534a tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:31.516612 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-b442373b-d171-493a-bfe8-7e5284bef25a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee8315fc-f9d6-446d-9081-0f7c5c8c9664']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:31.528402 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-9141a546-0f36-446f-9520-bf7ae946534a tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Calling delete_port for 0de1d812-cbba-4e5d-823a-b18fcc94199e owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:31.536460 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-b442373b-d171-493a-bfe8-7e5284bef25a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '87b549d3-36b2-4a9f-a8b4-1fe06b8daf57') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:31.536816 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-b442373b-d171-493a-bfe8-7e5284bef25a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '87b549d3-36b2-4a9f-a8b4-1fe06b8daf57') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:31.560076 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09815e5-2303-4d96-b91d-0640eb952ce4 req-b9674e25-109c-4c95-9028-38456f3eb7c5 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:31.562746 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a09815e5-2303-4d96-b91d-0640eb952ce4 req-b9674e25-109c-4c95-9028-38456f3eb7c5 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 944 time: 0.0958076 Aug 17 03:09:31.563996 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b442373b-d171-493a-bfe8-7e5284bef25a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:31.598916 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b442373b-d171-493a-bfe8-7e5284bef25a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:31.611836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b442373b-d171-493a-bfe8-7e5284bef25a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:09:31.612253 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b442373b-d171-493a-bfe8-7e5284bef25a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:09:31.615474 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:09:31.639720 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] For port c02f4883-cf4e-407d-b467-8dfa261f1bb2, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:31.651255 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a09815e5-2303-4d96-b91d-0640eb952ce4 req-6964720f-4937-4379-9bdd-e27a37141a0b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693169 Aug 17 03:09:31.682366 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724ccbbd-ef1a-46f9-9fb9-b482b27c667a req-f04fd97e-c132-4e71-82cd-ce4878753ae8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:31.707933 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-724ccbbd-ef1a-46f9-9fb9-b482b27c667a req-f04fd97e-c132-4e71-82cd-ce4878753ae8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.1627731 Aug 17 03:09:31.764484 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] For port c02f4883-cf4e-407d-b467-8dfa261f1bb2, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:09:31.803184 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b442373b-d171-493a-bfe8-7e5284bef25a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:31.812571 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b442373b-d171-493a-bfe8-7e5284bef25a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:31.815603 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b442373b-d171-493a-bfe8-7e5284bef25a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "DELETE /v2.0/networks/ee8315fc-f9d6-446d-9081-0f7c5c8c9664 HTTP/1.1" status: 204 len: 168 time: 0.6310596 Aug 17 03:09:31.831199 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35686) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:31.842733 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b442373b-d171-493a-bfe8-7e5284bef25a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event deleted for resources: {'Network': ['ID=ee8315fc-f9d6-446d-9081-0f7c5c8c9664,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:31.935022 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-724ccbbd-ef1a-46f9-9fb9-b482b27c667a req-ee16d48a-3b1b-4dc8-a9ce-d47ca4967545 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2416625 Aug 17 03:09:32.061711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c02f4883-cf4e-407d-b467-8dfa261f1bb2 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:09:32.083242 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:32.114957 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Transition to ACTIVE for port object c02f4883-cf4e-407d-b467-8dfa261f1bb2 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:09:32.163869 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-734ac281-0778-4878-8575-1270c7f7a31b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Deleting port 588889be-b6cf-4782-86b2-d09bcc4351e9 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:32.164217 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-734ac281-0778-4878-8575-1270c7f7a31b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:32.177160 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9141a546-0f36-446f-9520-bf7ae946534a tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:32.230137 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:32.241189 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141a546-0f36-446f-9520-bf7ae946534a tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event deleted for resources: {'Port': ['ID=0de1d812-cbba-4e5d-823a-b18fcc94199e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:32.396670 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-734ac281-0778-4878-8575-1270c7f7a31b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:32.397344 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-734ac281-0778-4878-8575-1270c7f7a31b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:32.435272 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] No DVR routers for this DVR port c02f4883-cf4e-407d-b467-8dfa261f1bb2 on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:09:32.450445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 644956b1-75ac-45d4-a2d2-7e5db4c82f98 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:09:32.453653 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-734ac281-0778-4878-8575-1270c7f7a31b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Calling delete_port for 588889be-b6cf-4782-86b2-d09bcc4351e9 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:32.464554 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Pushing event updated for resources: {'Port': ['ID=c02f4883-cf4e-407d-b467-8dfa261f1bb2,revision_number=9']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:32.494158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 644956b1-75ac-45d4-a2d2-7e5db4c82f98 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:09:32.496210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 644956b1-75ac-45d4-a2d2-7e5db4c82f98 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:09:32.548189 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9141a546-0f36-446f-9520-bf7ae946534a tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:32.554046 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9141a546-0f36-446f-9520-bf7ae946534a tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "DELETE /v2.0/ports/0de1d812-cbba-4e5d-823a-b18fcc94199e HTTP/1.1" status: 204 len: 168 time: 1.5421958 Aug 17 03:09:32.555899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35690) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:32.649359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Attempting to bind port c02f4883-cf4e-407d-b467-8dfa261f1bb2 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:09:32.650197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Attempting to bind port c02f4883-cf4e-407d-b467-8dfa261f1bb2 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'eed2fc80-5dc3-4c8d-92be-6599b4097ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:09:32.650904 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Attempting to bind port c02f4883-cf4e-407d-b467-8dfa261f1bb2 on network 7f31243a-df0b-45e5-95d3-3936416a870b {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:09:32.681175 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Port c02f4883-cf4e-407d-b467-8dfa261f1bb2 on network 7f31243a-df0b-45e5-95d3-3936416a870b not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:09:32.681651 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Attempting to bind port c02f4883-cf4e-407d-b467-8dfa261f1bb2 on network 7f31243a-df0b-45e5-95d3-3936416a870b {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:09:32.737849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-c70212a0-7e3f-4a09-988a-10bb92168c38 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Deleting port b647c0c9-5df0-4033-b58c-6fe97fadcd8b {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:32.738888 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c70212a0-7e3f-4a09-988a-10bb92168c38 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:32.763845 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 9, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:09:32.764460 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Checking segment: {'id': 'eed2fc80-5dc3-4c8d-92be-6599b4097ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:09:32.764960 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Bound using segment: {'id': 'eed2fc80-5dc3-4c8d-92be-6599b4097ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:09:32.765550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Bound port: c02f4883-cf4e-407d-b467-8dfa261f1bb2, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'eed2fc80-5dc3-4c8d-92be-6599b4097ed6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:09:32.766017 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:32.914632 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] For port c02f4883-cf4e-407d-b467-8dfa261f1bb2, host n-h1-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:09:32.928407 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:32.936950 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] For port c02f4883-cf4e-407d-b467-8dfa261f1bb2, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:09:33.030293 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:33.030293 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-734ac281-0778-4878-8575-1270c7f7a31b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:33.152256 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:33.152847 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:33.154316 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] 10.222.0.30 "PUT /v2.0/ports/c02f4883-cf4e-407d-b467-8dfa261f1bb2 HTTP/1.1" status: 200 len: 1092 time: 2.2388268 Aug 17 03:09:33.163778 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '981cba16-1900-4394-a73d-589a134c092b', 'tag': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:33.166300 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0faf6a27-a0e5-4cd6-b443-0a22d15ec5f1" -d '{"events": [{"name": "network-changed", "server_uuid": "981cba16-1900-4394-a73d-589a134c092b", "tag": "c02f4883-cf4e-407d-b467-8dfa261f1bb2"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:33.345309 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c70212a0-7e3f-4a09-988a-10bb92168c38 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:33.366133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-c70212a0-7e3f-4a09-988a-10bb92168c38 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Calling delete_port for b647c0c9-5df0-4033-b58c-6fe97fadcd8b owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:33.435711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43376469-d64e-4bb8-bc93-cd1bbcc8edaa req-7fb08cc9-19c8-46ca-8417-fc1b650acaea tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:33.437349 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-43376469-d64e-4bb8-bc93-cd1bbcc8edaa req-7fb08cc9-19c8-46ca-8417-fc1b650acaea tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 944 time: 0.6682117 Aug 17 03:09:33.499020 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-43376469-d64e-4bb8-bc93-cd1bbcc8edaa req-023a653b-8ca9-4525-bb69-e7c870642386 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543826 Aug 17 03:09:33.570669 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37e9551b-4737-42e0-a00d-b0fad48e53df service neutron] Pushing event updated for resources: {'Port': ['ID=c02f4883-cf4e-407d-b467-8dfa261f1bb2,revision_number=10']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:33.607431 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1aeb0a27-98c8-4ba4-9889-caf5e9d768f8 x-openstack-request-id: req-1aeb0a27-98c8-4ba4-9889-caf5e9d768f8 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:33.607636 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "981cba16-1900-4394-a73d-589a134c092b", "tag": "c02f4883-cf4e-407d-b467-8dfa261f1bb2", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:33.607894 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1aeb0a27-98c8-4ba4-9889-caf5e9d768f8 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:33.608282 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '981cba16-1900-4394-a73d-589a134c092b', 'tag': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2', 'status': 'completed', 'code': 200} Aug 17 03:09:33.613834 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734ac281-0778-4878-8575-1270c7f7a31b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event deleted for resources: {'Port': ['ID=588889be-b6cf-4782-86b2-d09bcc4351e9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:33.619715 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:33.625642 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a522efe6-e577-4441-8aa5-0d1e3e54288e req-feb6b05f-f50f-4b60-be6a-f8403530e0fc tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:33.628422 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a522efe6-e577-4441-8aa5-0d1e3e54288e req-feb6b05f-f50f-4b60-be6a-f8403530e0fc tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.5103576 Aug 17 03:09:33.628611 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-734ac281-0778-4878-8575-1270c7f7a31b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:33.628847 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-734ac281-0778-4878-8575-1270c7f7a31b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Floating IP 89d06c0d-35a0-4a26-913e-50bbfb469daa disassociated (deleted). External IP: 172.25.1.5, port: a4107046-7e78-49f3-a5de-5b14afd547bd. Aug 17 03:09:33.633506 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-d49f3750-a7b3-4c20-a3e7-031c73997bb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:33.634905 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-d49f3750-a7b3-4c20-a3e7-031c73997bb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=127c54846c654865888b32b593f23155&device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 1096 time: 0.4321263 Aug 17 03:09:33.675942 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c70212a0-7e3f-4a09-988a-10bb92168c38 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:33.706862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c70212a0-7e3f-4a09-988a-10bb92168c38 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event deleted for resources: {'Port': ['ID=b647c0c9-5df0-4033-b58c-6fe97fadcd8b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:33.794289 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c70212a0-7e3f-4a09-988a-10bb92168c38 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:33.797245 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c70212a0-7e3f-4a09-988a-10bb92168c38 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "DELETE /v2.0/ports/b647c0c9-5df0-4033-b58c-6fe97fadcd8b HTTP/1.1" status: 204 len: 168 time: 1.2399576 Aug 17 03:09:33.800401 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35716) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:33.807449 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a522efe6-e577-4441-8aa5-0d1e3e54288e req-3ad10a7c-8ba9-4ebb-a11b-16a262a72399 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384106 Aug 17 03:09:33.854112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-345992a0-9696-4513-98e3-f3708585f122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:33.856116 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-345992a0-9696-4513-98e3-f3708585f122 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7f31243a-df0b-45e5-95d3-3936416a870b HTTP/1.1" status: 200 len: 913 time: 0.1849003 Aug 17 03:09:33.859591 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e5f1baa-8e70-4630-aed0-23c696f44e66 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Deleting subnet cb3a3b1c-c2d2-43c9-8e48-8451d3bce93f {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:09:33.863699 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e5f1baa-8e70-4630-aed0-23c696f44e66 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:33.920325 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e5f1baa-8e70-4630-aed0-23c696f44e66 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:33.960463 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-c1ff751c-d344-4ca6-ada4-35387c5e3c40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2 HTTP/1.1" status: 200 len: 217 time: 0.0459580 Aug 17 03:09:34.032934 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e5f1baa-8e70-4630-aed0-23c696f44e66 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:34.076312 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-4480abd2-3403-4a6e-8c32-26257ddc3ef3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:34.078394 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-4480abd2-3403-4a6e-8c32-26257ddc3ef3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=240d28ed-cc59-44ed-9e7e-c0fd026b529d HTTP/1.1" status: 200 len: 853 time: 0.1081278 Aug 17 03:09:34.089748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-734ac281-0778-4878-8575-1270c7f7a31b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Router 23c44293-9828-4baf-941e-c0bd419d553e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:09:34.138073 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-acdf5832-ebdf-4a5a-a3d1-417d17394885 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f31243a-df0b-45e5-95d3-3936416a870b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507967 Aug 17 03:09:34.214590 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e5f1baa-8e70-4630-aed0-23c696f44e66 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:34.305165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e5f1baa-8e70-4630-aed0-23c696f44e66 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:34.315534 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35742) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:34.316040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4730c3a-54e6-4c38-a0cf-0a914eb578b1 None None] Network 586d57a3-852e-4093-92b2-c7135f5ca135 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:09:34.338240 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6e5f1baa-8e70-4630-aed0-23c696f44e66 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "DELETE /v2.0/subnets/cb3a3b1c-c2d2-43c9-8e48-8451d3bce93f HTTP/1.1" status: 204 len: 168 time: 0.5362082 Aug 17 03:09:34.340775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5f1baa-8e70-4630-aed0-23c696f44e66 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event deleted for resources: {'Subnet': ['ID=cb3a3b1c-c2d2-43c9-8e48-8451d3bce93f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:34.397196 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-734ac281-0778-4878-8575-1270c7f7a31b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:09:34.402356 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-166bd36f-fb9f-4653-8ef3-245ac8e36b58 service neutron] 10.222.0.30 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2019961 Aug 17 03:09:34.407423 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-734ac281-0778-4878-8575-1270c7f7a31b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:34.439659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3388e546-9d90-4816-aefa-f43f2a29411e None None] Sync routers for ids ['23c44293-9828-4baf-941e-c0bd419d553e'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:09:34.454755 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-3eede779-e205-4c92-9cc7-39ec164ee3e8 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:34.457367 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-3eede779-e205-4c92-9cc7-39ec164ee3e8 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/networks?id=28f0e5fd-e1d3-4fe7-ae26-2b515580488c HTTP/1.1" status: 200 len: 815 time: 0.1755512 Aug 17 03:09:34.475088 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-e1b6f5aa-92ae-4f5d-8f19-a2d88dd6fca4 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/quotas/69047ce83c1b455e9d5f2718a41aa35a HTTP/1.1" status: 200 len: 375 time: 0.0115240 Aug 17 03:09:34.480513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-df6e4946-8c70-4f1b-ab7e-214b851d2609 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Deleting subnet 21a6b48b-ccdb-4265-9010-f1fdb1ae6f54 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:09:34.494036 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-df6e4946-8c70-4f1b-ab7e-214b851d2609 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:34.518873 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3388e546-9d90-4816-aefa-f43f2a29411e None None] Routers {'23c44293-9828-4baf-941e-c0bd419d553e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:09:34.519531 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3388e546-9d90-4816-aefa-f43f2a29411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:09:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['23c44293-9828-4baf-941e-c0bd419d553e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:34.533396 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-734ac281-0778-4878-8575-1270c7f7a31b tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "DELETE /v2.0/floatingips/89d06c0d-35a0-4a26-913e-50bbfb469daa HTTP/1.1" status: 204 len: 168 time: 2.7008157 Aug 17 03:09:34.560325 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-df6e4946-8c70-4f1b-ab7e-214b851d2609 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:34.570653 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-cbbf3856-731c-46a3-9dcb-c5ca9140409f tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=69047ce83c1b455e9d5f2718a41aa35a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0885472 Aug 17 03:09:34.675420 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-3388e546-9d90-4816-aefa-f43f2a29411e None None] Set router 23c44293-9828-4baf-941e-c0bd419d553e gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:09:34.717468 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e51fcd4-91e2-4512-b40d-3534f9141cfc None None] DHCP port deletion for 586d57a3-852e-4093-92b2-c7135f5ca135 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:09:34.732689 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-f77fe8d0-e130-46cc-a2a8-aeb50fd8696a service neutron] 10.222.0.10 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540520 Aug 17 03:09:34.737153 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-df6e4946-8c70-4f1b-ab7e-214b851d2609 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:34.742004 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f6e8693-72da-47c7-aba4-8425ba5fa114 req-a3693dff-ac4c-4d6f-a36c-9a251432ca71 service neutron] 10.222.0.30 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3307405 Aug 17 03:09:34.918242 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-a5eb8e66-7d69-4d06-8072-43901b127423 service neutron] 10.222.0.10 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1844144 Aug 17 03:09:34.950522 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-df6e4946-8c70-4f1b-ab7e-214b851d2609 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:34.987730 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df6e4946-8c70-4f1b-ab7e-214b851d2609 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event deleted for resources: {'Subnet': ['ID=21a6b48b-ccdb-4265-9010-f1fdb1ae6f54,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:34.993809 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7e51fcd4-91e2-4512-b40d-3534f9141cfc None None] Deleting port 3e752c97-7a4c-4a23-ac7d-a7540e46767e {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:34.994197 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7e51fcd4-91e2-4512-b40d-3534f9141cfc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:34.999958 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-df6e4946-8c70-4f1b-ab7e-214b851d2609 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:35.005942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35764) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:35.008130 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-df6e4946-8c70-4f1b-ab7e-214b851d2609 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "DELETE /v2.0/subnets/21a6b48b-ccdb-4265-9010-f1fdb1ae6f54 HTTP/1.1" status: 204 len: 168 time: 0.6942186 Aug 17 03:09:35.020098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5870579-16a1-4a53-bd54-886fa8153978 None None] Network e4d8607a-fcd3-4976-90b3-958c321a6814 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:09:35.024671 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf6a27-a0e5-4cd6-b443-0a22d15ec5f1 req-c52e9c97-c3d3-42bc-91a0-38b00d86eef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:35.026543 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0faf6a27-a0e5-4cd6-b443-0a22d15ec5f1 req-c52e9c97-c3d3-42bc-91a0-38b00d86eef2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=127c54846c654865888b32b593f23155&device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 1096 time: 0.1195962 Aug 17 03:09:35.229679 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:35.239061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf6a27-a0e5-4cd6-b443-0a22d15ec5f1 req-e347339a-5e6c-4d8d-b2f8-6e8187df1962 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:35.241212 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0faf6a27-a0e5-4cd6-b443-0a22d15ec5f1 req-e347339a-5e6c-4d8d-b2f8-6e8187df1962 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7f31243a-df0b-45e5-95d3-3936416a870b HTTP/1.1" status: 200 len: 913 time: 0.2008545 Aug 17 03:09:35.277541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3388e546-9d90-4816-aefa-f43f2a29411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c44293-9828-4baf-941e-c0bd419d553e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957816005', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:31Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:32Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '16a574ae-5fef-4955-8ea0-1fa5caa90c21', 'name': '', 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'mac_address': 'fa:16:3e:6b:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:37Z', 'updated_at': '2021-08-17T03:07:45Z', 'revision_number': 5, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'subnets': [{'id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:35.320214 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Deleting port 3e752c97-7a4c-4a23-ac7d-a7540e46767e {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:35.320565 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:35.336691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-7e51fcd4-91e2-4512-b40d-3534f9141cfc None None] For port 3e752c97-7a4c-4a23-ac7d-a7540e46767e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3e752c97-7a4c-4a23-ac7d-a7540e46767e,segment=NetworkSegment(730fe212-be80-4cbb-8afd-49ac268172de),segment_id=730fe212-be80-4cbb-8afd-49ac268172de)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:35.337106 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7e51fcd4-91e2-4512-b40d-3534f9141cfc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:35.351105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7e51fcd4-91e2-4512-b40d-3534f9141cfc None None] Calling delete_port for 3e752c97-7a4c-4a23-ac7d-a7540e46767e owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:35.368979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3388e546-9d90-4816-aefa-f43f2a29411e None None] Checking router: 23c44293-9828-4baf-941e-c0bd419d553e for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:09:35.383071 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0faf6a27-a0e5-4cd6-b443-0a22d15ec5f1 req-bf822da8-d06c-4eb4-9acd-34f82378457f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2 HTTP/1.1" status: 200 len: 217 time: 0.1131585 Aug 17 03:09:35.395865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] For port 3e752c97-7a4c-4a23-ac7d-a7540e46767e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3e752c97-7a4c-4a23-ac7d-a7540e46767e,segment=NetworkSegment(730fe212-be80-4cbb-8afd-49ac268172de),segment_id=730fe212-be80-4cbb-8afd-49ac268172de)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:35.396341 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:35.416917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9739ab96-fbdb-4087-872e-8e20e0bd49f0 req-87cbc060-e05b-4c5c-815a-5a38a7235ecf tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:35.418992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Calling delete_port for 3e752c97-7a4c-4a23-ac7d-a7540e46767e owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:35.426847 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9739ab96-fbdb-4087-872e-8e20e0bd49f0 req-87cbc060-e05b-4c5c-815a-5a38a7235ecf tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 945 time: 0.1518304 Aug 17 03:09:35.512673 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3388e546-9d90-4816-aefa-f43f2a29411e None None] Routers {'23c44293-9828-4baf-941e-c0bd419d553e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:09:35.513604 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3388e546-9d90-4816-aefa-f43f2a29411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:09:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['23c44293-9828-4baf-941e-c0bd419d553e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:35.626035 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:35.630807 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83dce499-f2e7-49bb-8989-2bdc0d031b3a', 'tag': 'a4107046-7e78-49f3-a5de-5b14afd547bd'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:35.635776 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c55be19f-ee61-4f64-b361-e05eb96ff543" -d '{"events": [{"name": "network-changed", "server_uuid": "83dce499-f2e7-49bb-8989-2bdc0d031b3a", "tag": "a4107046-7e78-49f3-a5de-5b14afd547bd"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:35.637904 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faf6a27-a0e5-4cd6-b443-0a22d15ec5f1 req-d073f64e-c1c8-4f53-a4e0-cfbd2cf83484 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:35.639757 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0faf6a27-a0e5-4cd6-b443-0a22d15ec5f1 req-d073f64e-c1c8-4f53-a4e0-cfbd2cf83484 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=240d28ed-cc59-44ed-9e7e-c0fd026b529d HTTP/1.1" status: 200 len: 853 time: 0.2452924 Aug 17 03:09:35.655926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] No DVR routers for this DVR port 3e752c97-7a4c-4a23-ac7d-a7540e46767e on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:09:35.675562 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9739ab96-fbdb-4087-872e-8e20e0bd49f0 req-2d3cc083-5939-4b37-b714-a68264215da1 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2477729 Aug 17 03:09:35.732350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event deleted for resources: {'Port': ['ID=3e752c97-7a4c-4a23-ac7d-a7540e46767e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:35.806091 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0faf6a27-a0e5-4cd6-b443-0a22d15ec5f1 req-d55c2bb3-236c-43ff-aaba-b89ea24a0715 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f31243a-df0b-45e5-95d3-3936416a870b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1227434 Aug 17 03:09:35.904192 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7e51fcd4-91e2-4512-b40d-3534f9141cfc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:35.949138 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-3388e546-9d90-4816-aefa-f43f2a29411e None None] Set router 23c44293-9828-4baf-941e-c0bd419d553e gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:09:35.991487 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e51fcd4-91e2-4512-b40d-3534f9141cfc None None] No DVR routers for this DVR port 3e752c97-7a4c-4a23-ac7d-a7540e46767e on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:09:36.001081 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:36.025071 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e51fcd4-91e2-4512-b40d-3534f9141cfc None None] Pushing event deleted for resources: {'Port': ['ID=3e752c97-7a4c-4a23-ac7d-a7540e46767e,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:36.044489 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['586d57a3-852e-4093-92b2-c7135f5ca135']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:36.092985 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '730fe212-be80-4cbb-8afd-49ac268172de') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:36.093758 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '730fe212-be80-4cbb-8afd-49ac268172de') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:36.135636 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:36.149383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da16b2f-0fef-4d48-b51d-566fa5a43237 req-97a2fa80-1855-4189-955f-0cdfda39355d tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:36.164663 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9da16b2f-0fef-4d48-b51d-566fa5a43237 req-97a2fa80-1855-4189-955f-0cdfda39355d tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.2755864 Aug 17 03:09:36.203979 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:36.212599 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea48dbe-a90b-4239-95de-e1434782dcbb req-cb591109-967a-4cb7-bcec-5aefbf001239 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:36.215925 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eea48dbe-a90b-4239-95de-e1434782dcbb req-cb591109-967a-4cb7-bcec-5aefbf001239 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.3588495 Aug 17 03:09:36.231561 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Releasing vlan 73 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:09:36.232576 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:09:36.238262 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:09:36.264948 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2398128d-2e1c-4d25-a3de-7004cdb47fb6 None None] DHCP port deletion for e4d8607a-fcd3-4976-90b3-958c321a6814 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:09:36.312038 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9da16b2f-0fef-4d48-b51d-566fa5a43237 req-3f202d5f-edb8-4177-b3a2-6aa159c3218d tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1415529 Aug 17 03:09:36.336976 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0faf6a27-a0e5-4cd6-b443-0a22d15ec5f1 req-d0e21089-f8b2-4fe8-b9c8-ebcbddf22429 service neutron] 10.222.0.30 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5117197 Aug 17 03:09:36.489185 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:36.527603 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:36.531819 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "DELETE /v2.0/networks/586d57a3-852e-4093-92b2-c7135f5ca135 HTTP/1.1" status: 204 len: 168 time: 1.5244155 Aug 17 03:09:36.552313 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35802) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:36.575243 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2398128d-2e1c-4d25-a3de-7004cdb47fb6 None None] Deleting port b456c434-3daa-4b07-9186-749a147723d1 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:36.575900 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2398128d-2e1c-4d25-a3de-7004cdb47fb6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:36.583519 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3e752c97-7a4c-4a23-ac7d-a7540e46767e no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:09:36.629837 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d201f94-f9cf-42ff-8f9c-1e2e3ea27924 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event deleted for resources: {'Network': ['ID=586d57a3-852e-4093-92b2-c7135f5ca135,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:36.638460 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eea48dbe-a90b-4239-95de-e1434782dcbb req-cad0cc97-0253-4f8d-81e8-f8576a16597d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3999655 Aug 17 03:09:36.644085 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0faf6a27-a0e5-4cd6-b443-0a22d15ec5f1 req-a9175fb5-8c07-44b7-90f3-be30aac57e11 service neutron] 10.222.0.30 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2725008 Aug 17 03:09:36.718815 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 3e752c97-7a4c-4a23-ac7d-a7540e46767e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:09:36.719439 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3e752c97-7a4c-4a23-ac7d-a7540e46767e not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:09:36.720070 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b456c434-3daa-4b07-9186-749a147723d1 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:09:36.725304 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-096eeef9-c376-4450-a0fd-1018e4f46cca x-openstack-request-id: req-096eeef9-c376-4450-a0fd-1018e4f46cca {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:36.725304 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83dce499-f2e7-49bb-8989-2bdc0d031b3a", "tag": "a4107046-7e78-49f3-a5de-5b14afd547bd", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:36.725597 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-096eeef9-c376-4450-a0fd-1018e4f46cca {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:36.725785 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83dce499-f2e7-49bb-8989-2bdc0d031b3a', 'tag': 'a4107046-7e78-49f3-a5de-5b14afd547bd', 'status': 'completed', 'code': 200} Aug 17 03:09:36.922293 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2398128d-2e1c-4d25-a3de-7004cdb47fb6 None None] For port b456c434-3daa-4b07-9186-749a147723d1, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b456c434-3daa-4b07-9186-749a147723d1,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:36.922879 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2398128d-2e1c-4d25-a3de-7004cdb47fb6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:36.926610 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-74f3b192-db04-4845-999c-2f79b6536980 req-de6bbf47-c066-458c-ac7c-dec2631d27d5 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 210 time: 0.2979538 Aug 17 03:09:36.937242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3388e546-9d90-4816-aefa-f43f2a29411e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c44293-9828-4baf-941e-c0bd419d553e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957816005', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:31Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:32Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '16a574ae-5fef-4955-8ea0-1fa5caa90c21', 'name': '', 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'mac_address': 'fa:16:3e:6b:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:37Z', 'updated_at': '2021-08-17T03:07:45Z', 'revision_number': 5, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'subnets': [{'id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:36.983441 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09dc291c-0519-45c4-a331-5dcc040798cb req-7f0f6da1-8c99-4ac7-85f6-00e9e69637a5 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:36.987245 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-09dc291c-0519-45c4-a331-5dcc040798cb req-7f0f6da1-8c99-4ac7-85f6-00e9e69637a5 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 985 time: 0.1576405 Aug 17 03:09:37.026782 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3388e546-9d90-4816-aefa-f43f2a29411e None None] The sync data for ids ['23c44293-9828-4baf-941e-c0bd419d553e'] in n-d-802060-9 is: [{'id': '23c44293-9828-4baf-941e-c0bd419d553e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957816005', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:31Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:32Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '16a574ae-5fef-4955-8ea0-1fa5caa90c21', 'name': '', 'network_id': 'bd1346ef-1a20-4477-b76a-254721a64cc7', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'mac_address': 'fa:16:3e:6b:90:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_interface', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:37Z', 'updated_at': '2021-08-17T03:07:45Z', 'revision_number': 5, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'subnets': [{'id': '205c8942-ebec-4602-837a-53c9e990dc5a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:09:37.068033 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2398128d-2e1c-4d25-a3de-7004cdb47fb6 None None] Calling delete_port for b456c434-3daa-4b07-9186-749a147723d1 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:37.079151 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-09dc291c-0519-45c4-a331-5dcc040798cb req-2e7bd40c-8bd2-4ab3-9e93-97e1d317cb91 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad0b8bf-5482-4272-ba14-43ea56c6185c&id=d47af0ca-0ff9-4567-b304-c88e342f4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0845609 Aug 17 03:09:37.085570 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:37.184023 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:37.206718 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port b456c434-3daa-4b07-9186-749a147723d1, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b456c434-3daa-4b07-9186-749a147723d1,segment=NetworkSegment(af043d53-076e-4f28-b61f-5cfd009411c7),segment_id=af043d53-076e-4f28-b61f-5cfd009411c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:37.212149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55be19f-ee61-4f64-b361-e05eb96ff543 req-beaebe67-d4ee-4b1a-8b67-9f3c3cc2ce5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:37.214367 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c55be19f-ee61-4f64-b361-e05eb96ff543 req-beaebe67-d4ee-4b1a-8b67-9f3c3cc2ce5a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d16b77c6f9d6489fb2dc3069d3a8f73c&device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 1136 time: 0.3961473 Aug 17 03:09:37.238677 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cfc070-8e6d-4f39-918f-3c47fbba1ecb req-3e27c9c6-cb9a-4a7d-b795-e22b4db30a9e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:37.247713 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-36cfc070-8e6d-4f39-918f-3c47fbba1ecb req-3e27c9c6-cb9a-4a7d-b795-e22b4db30a9e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 945 time: 0.2142787 Aug 17 03:09:37.294206 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:37.398078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=b456c434-3daa-4b07-9186-749a147723d1,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:37.410236 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2398128d-2e1c-4d25-a3de-7004cdb47fb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:37.428794 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2398128d-2e1c-4d25-a3de-7004cdb47fb6 None None] No DVR routers for this DVR port b456c434-3daa-4b07-9186-749a147723d1 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:09:37.480887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2398128d-2e1c-4d25-a3de-7004cdb47fb6 None None] Pushing event deleted for resources: {'Port': ['ID=b456c434-3daa-4b07-9186-749a147723d1,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:37.580147 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3338f96-7f8a-4f78-bc27-12c450ab3aa4 None None] New status for floating IP 89d06c0d-35a0-4a26-913e-50bbfb469daa: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:09:37.590318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55be19f-ee61-4f64-b361-e05eb96ff543 req-1d9547ee-514d-48ef-8469-767d5ed5518d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:37.592334 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c55be19f-ee61-4f64-b361-e05eb96ff543 req-1d9547ee-514d-48ef-8469-767d5ed5518d service neutron] 10.222.0.60 "GET /v2.0/networks?id=bd1346ef-1a20-4477-b76a-254721a64cc7 HTTP/1.1" status: 200 len: 896 time: 0.3268538 Aug 17 03:09:37.597942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8500568a-f2bf-4fe6-a93b-910bc7e1467c req-77d548cc-765e-4fa4-8b07-2516d1c2296e tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:37.599961 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8500568a-f2bf-4fe6-a93b-910bc7e1467c req-77d548cc-765e-4fa4-8b07-2516d1c2296e tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1408448 Aug 17 03:09:37.621343 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-36cfc070-8e6d-4f39-918f-3c47fbba1ecb req-13089e2e-f523-4a9f-b0b0-3f0693863dad tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3726027 Aug 17 03:09:37.691381 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c55be19f-ee61-4f64-b361-e05eb96ff543 req-1dc094bb-78c6-4c1f-8065-15491927f652 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=a4107046-7e78-49f3-a5de-5b14afd547bd HTTP/1.1" status: 200 len: 217 time: 0.0738842 Aug 17 03:09:37.703501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c22592a-ab3b-4363-bd8b-2045f469d0b3 req-2cc73c3b-7712-411e-83d3-6a93ade31fc1 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:37.706445 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5c22592a-ab3b-4363-bd8b-2045f469d0b3 req-2cc73c3b-7712-411e-83d3-6a93ade31fc1 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.60 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 985 time: 0.3099682 Aug 17 03:09:37.775805 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8500568a-f2bf-4fe6-a93b-910bc7e1467c req-7102ef78-89a2-44cd-9d72-ffb19e507a75 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1562498 Aug 17 03:09:37.837351 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55be19f-ee61-4f64-b361-e05eb96ff543 req-ebddaaaa-0e33-4526-8af3-46fc17410e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:37.839128 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c55be19f-ee61-4f64-b361-e05eb96ff543 req-ebddaaaa-0e33-4526-8af3-46fc17410e54 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=205c8942-ebec-4602-837a-53c9e990dc5a HTTP/1.1" status: 200 len: 835 time: 0.1306562 Aug 17 03:09:37.864824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Deleting port b456c434-3daa-4b07-9186-749a147723d1 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:37.865242 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:37.957888 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f09197d-cf81-4e56-bc2d-ea4d26782f06 req-e71580d8-9ab3-466a-8890-612f075a35b6 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:37.968447 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f09197d-cf81-4e56-bc2d-ea4d26782f06 req-e71580d8-9ab3-466a-8890-612f075a35b6 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.0896125 Aug 17 03:09:38.044084 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f09197d-cf81-4e56-bc2d-ea4d26782f06 req-219d4ca3-4ce0-4d74-8e4e-e18475a3ec2c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0734613 Aug 17 03:09:38.097858 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7837e393-9997-4631-9c97-10d3f574aa09 req-6a2228da-cf81-4801-b2a4-ae5da310e726 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 210 time: 0.0497067 Aug 17 03:09:38.112350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] For port b456c434-3daa-4b07-9186-749a147723d1, host n-d-802060-9, got binding levels [] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:38.112987 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:38.127672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c55be19f-ee61-4f64-b361-e05eb96ff543 req-ecf2b1cc-8fcc-4e84-a388-b14ab473cb84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:38.129181 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c55be19f-ee61-4f64-b361-e05eb96ff543 req-ecf2b1cc-8fcc-4e84-a388-b14ab473cb84 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=bd1346ef-1a20-4477-b76a-254721a64cc7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2664802 Aug 17 03:09:38.135130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Calling delete_port for b456c434-3daa-4b07-9186-749a147723d1 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:38.149637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.ipam_backend_mixin [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Port b456c434-3daa-4b07-9186-749a147723d1 was not found and therefore no delete operation was performed {{(pid=101970) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 03:09:38.191536 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:38.264262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] No DVR routers for this DVR port b456c434-3daa-4b07-9186-749a147723d1 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:09:38.276936 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event deleted for resources: {'Port': ['ID=b456c434-3daa-4b07-9186-749a147723d1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:38.296106 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2252050-d247-4ce5-b7de-245e98ee2ce4 req-db90af8b-1613-4898-a478-5d91f88d0f37 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:38.307073 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2252050-d247-4ce5-b7de-245e98ee2ce4 req-db90af8b-1613-4898-a478-5d91f88d0f37 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 985 time: 0.1268425 Aug 17 03:09:38.317156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-5c22592a-ab3b-4363-bd8b-2045f469d0b3 req-0856fc88-728e-4fb8-a503-11d6d4800273 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Deleting port a4107046-7e78-49f3-a5de-5b14afd547bd {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:38.317529 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5c22592a-ab3b-4363-bd8b-2045f469d0b3 req-0856fc88-728e-4fb8-a503-11d6d4800273 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:38.377657 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2252050-d247-4ce5-b7de-245e98ee2ce4 req-1713ca9f-50cc-452d-95d8-5105589ef16a tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/security-groups?id=9ad0b8bf-5482-4272-ba14-43ea56c6185c&id=d47af0ca-0ff9-4567-b304-c88e342f4b77&fields=id&fields=name HTTP/1.1" status: 200 len: 410 time: 0.0471141 Aug 17 03:09:38.540159 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:38.559398 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c55be19f-ee61-4f64-b361-e05eb96ff543 req-beb7c0a1-7b10-4530-9d11-b57c18ba4431 service neutron] 10.222.0.60 "GET /v2.0/networks/bd1346ef-1a20-4477-b76a-254721a64cc7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4190693 Aug 17 03:09:38.568570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4d8607a-fcd3-4976-90b3-958c321a6814']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:38.596813 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af043d53-076e-4f28-b61f-5cfd009411c7') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:38.597325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af043d53-076e-4f28-b61f-5cfd009411c7') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:38.610965 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:38.674980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5c22592a-ab3b-4363-bd8b-2045f469d0b3 req-0856fc88-728e-4fb8-a503-11d6d4800273 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] For port a4107046-7e78-49f3-a5de-5b14afd547bd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a4107046-7e78-49f3-a5de-5b14afd547bd,segment=NetworkSegment(4e7bfa78-6491-47bc-9415-673aac163255),segment_id=4e7bfa78-6491-47bc-9415-673aac163255)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:38.675715 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5c22592a-ab3b-4363-bd8b-2045f469d0b3 req-0856fc88-728e-4fb8-a503-11d6d4800273 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:38.679720 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:38.700716 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:09:38.701130 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:09:38.704254 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:09:38.711109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-5c22592a-ab3b-4363-bd8b-2045f469d0b3 req-0856fc88-728e-4fb8-a503-11d6d4800273 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Calling delete_port for a4107046-7e78-49f3-a5de-5b14afd547bd owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:38.874270 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c55be19f-ee61-4f64-b361-e05eb96ff543 req-496d117a-c076-410b-b5e7-3a50ed4252cc service neutron] 10.222.0.60 "GET /v2.0/networks/bd1346ef-1a20-4477-b76a-254721a64cc7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2933152 Aug 17 03:09:38.943637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048f5fb1-f745-4ead-bc54-64541115ae67 req-9a8def99-b196-4189-a9e8-1871623a82c9 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:38.963629 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-048f5fb1-f745-4ead-bc54-64541115ae67 req-9a8def99-b196-4189-a9e8-1871623a82c9 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 945 time: 0.1812434 Aug 17 03:09:38.974515 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:38.976281 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab28e07-1fb9-4f36-b42b-ae6b79ff22a9 req-885f2e30-3c75-452e-92b6-2bff6c5e3d28 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:38.978228 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8ab28e07-1fb9-4f36-b42b-ae6b79ff22a9 req-885f2e30-3c75-452e-92b6-2bff6c5e3d28 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1024067 Aug 17 03:09:39.000961 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:39.005506 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] 10.222.0.10 "DELETE /v2.0/networks/e4d8607a-fcd3-4976-90b3-958c321a6814 HTTP/1.1" status: 204 len: 168 time: 2.4034214 Aug 17 03:09:39.053868 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8ab28e07-1fb9-4f36-b42b-ae6b79ff22a9 req-bc3dc8b6-10a7-42df-a37e-cd8a5efedc3b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678270 Aug 17 03:09:39.101456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2f31a1-c9c1-4076-a22d-7b2e6d73f599 tempest-TaggedBootDevicesTest_v242-1532989096 tempest-TaggedBootDevicesTest_v242-1532989096-project] Pushing event deleted for resources: {'Network': ['ID=e4d8607a-fcd3-4976-90b3-958c321a6814,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:39.151700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-048f5fb1-f745-4ead-bc54-64541115ae67 req-286263cd-ad08-4326-b2ae-3fb61c1a135d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870723 Aug 17 03:09:39.364823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddead44-f0c7-4054-9b6d-68b24abc6c6b req-adc4237d-eac9-42be-97bf-ab059f8a9fd5 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:39.373727 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ddead44-f0c7-4054-9b6d-68b24abc6c6b req-adc4237d-eac9-42be-97bf-ab059f8a9fd5 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.1091189 Aug 17 03:09:39.425755 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2a7bf977-e0e4-412e-bbc5-c2af022f5f7d req-4c354f47-f064-4083-96ae-9e21f6f1a90a tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 210 time: 0.0421515 Aug 17 03:09:39.426810 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ddead44-f0c7-4054-9b6d-68b24abc6c6b req-ff53bf6c-5366-4e78-8b5c-f99309a78ca1 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467896 Aug 17 03:09:39.461104 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5c22592a-ab3b-4363-bd8b-2045f469d0b3 req-0856fc88-728e-4fb8-a503-11d6d4800273 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:39.504145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0856fc88-728e-4fb8-a503-11d6d4800273 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event deleted for resources: {'Port': ['ID=a4107046-7e78-49f3-a5de-5b14afd547bd,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:39.570278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c22592a-ab3b-4363-bd8b-2045f469d0b3 req-0856fc88-728e-4fb8-a503-11d6d4800273 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] No DVR routers for this DVR port a4107046-7e78-49f3-a5de-5b14afd547bd on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:09:39.573072 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5c22592a-ab3b-4363-bd8b-2045f469d0b3 req-0856fc88-728e-4fb8-a503-11d6d4800273 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:39.575456 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5c22592a-ab3b-4363-bd8b-2045f469d0b3 req-0856fc88-728e-4fb8-a503-11d6d4800273 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.60 "DELETE /v2.0/ports/a4107046-7e78-49f3-a5de-5b14afd547bd HTTP/1.1" status: 204 len: 173 time: 1.8473771 Aug 17 03:09:39.575914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83dce499-f2e7-49bb-8989-2bdc0d031b3a', 'name': 'network-vif-deleted', 'tag': 'a4107046-7e78-49f3-a5de-5b14afd547bd'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:39.578655 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-40efa9a2-d691-410b-94a8-730cc4f0f3c1" -d '{"events": [{"server_uuid": "83dce499-f2e7-49bb-8989-2bdc0d031b3a", "name": "network-vif-deleted", "tag": "a4107046-7e78-49f3-a5de-5b14afd547bd"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:39.620846 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f14ed20-c2ea-4be8-a1df-81d7dd8dc779 req-018f99f6-79dc-4a21-84e3-ca6e401eb733 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 210 time: 0.0517430 Aug 17 03:09:39.656577 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93df8372-db02-4234-ad55-6a0835db43b5 x-openstack-request-id: req-93df8372-db02-4234-ad55-6a0835db43b5 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:39.656883 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83dce499-f2e7-49bb-8989-2bdc0d031b3a", "name": "network-vif-deleted", "tag": "a4107046-7e78-49f3-a5de-5b14afd547bd", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:39.657144 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93df8372-db02-4234-ad55-6a0835db43b5 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:39.657593 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83dce499-f2e7-49bb-8989-2bdc0d031b3a', 'name': 'network-vif-deleted', 'tag': 'a4107046-7e78-49f3-a5de-5b14afd547bd', 'status': 'completed', 'code': 200} Aug 17 03:09:40.314147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bcb3ab2-630a-473e-bec6-ee56c79eaf5d req-bf9fb30c-fab5-4ed1-bc3e-692ae0b94c63 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:40.333799 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bcb3ab2-630a-473e-bec6-ee56c79eaf5d req-bf9fb30c-fab5-4ed1-bc3e-692ae0b94c63 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1068726 Aug 17 03:09:40.415581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d525d4-626e-4384-bf34-b393e90cc057 req-8e54540a-c30e-46cd-80bf-aa9f1e812186 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:40.426362 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c1d525d4-626e-4384-bf34-b393e90cc057 req-8e54540a-c30e-46cd-80bf-aa9f1e812186 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 945 time: 0.1456344 Aug 17 03:09:40.456702 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7bcb3ab2-630a-473e-bec6-ee56c79eaf5d req-70a2c46d-5c2e-46fe-bced-517bb03ddfef tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1203315 Aug 17 03:09:40.490812 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c1d525d4-626e-4384-bf34-b393e90cc057 req-3faa07aa-c385-4603-bd35-6a507a2dbe75 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627835 Aug 17 03:09:40.528513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35860) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:40.616660 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c3fdc1c3-2985-43c7-9613-4f2aa66dd47d req-eb1f8820-e6b9-41a9-be23-e761ed9cc4d2 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 210 time: 0.0588021 Aug 17 03:09:40.857888 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7f8cd367-1c3d-4eb6-993f-59855c01bc5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:40.968880 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ce329aeb-d999-4222-8e32-9ebfcd7dc66f req-24f5a2d0-2fa5-444b-a1e6-dd3755315316 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "GET /v2.0/ports?device_id=83dce499-f2e7-49bb-8989-2bdc0d031b3a HTTP/1.1" status: 200 len: 210 time: 0.1040442 Aug 17 03:09:40.984273 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dcaff2a-fcc5-426e-82db-9bf732872ca8 req-e0d3ab1d-9b48-40b0-805d-09f49db1c972 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:40.986071 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0dcaff2a-fcc5-426e-82db-9bf732872ca8 req-e0d3ab1d-9b48-40b0-805d-09f49db1c972 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.2172720 Aug 17 03:09:41.050426 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0dcaff2a-fcc5-426e-82db-9bf732872ca8 req-a62d2b6a-c089-41d2-ac39-125217555f89 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510237 Aug 17 03:09:41.138836 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7f8cd367-1c3d-4eb6-993f-59855c01bc5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:41.219964 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7f8cd367-1c3d-4eb6-993f-59855c01bc5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:41.271802 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7f8cd367-1c3d-4eb6-993f-59855c01bc5b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=131cb6c16e764d289480c35014cb7b8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7393861 Aug 17 03:09:41.271802 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8cd367-1c3d-4eb6-993f-59855c01bc5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bf5e65-716d-47f2-8c0b-fa71358a967b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:41.272853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35868) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:41.366480 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07f224b9-373e-43b1-8853-972fbf93b340 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:41.401856 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07f224b9-373e-43b1-8853-972fbf93b340 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:41.545356 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07f224b9-373e-43b1-8853-972fbf93b340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:41.550668 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07f224b9-373e-43b1-8853-972fbf93b340 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:41.554402 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-07f224b9-373e-43b1-8853-972fbf93b340 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87bf5e65-716d-47f2-8c0b-fa71358a967b HTTP/1.1" status: 204 len: 168 time: 0.2752078 Aug 17 03:09:41.565363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f224b9-373e-43b1-8853-972fbf93b340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bf5e65-716d-47f2-8c0b-fa71358a967b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:41.634269 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a4107046-7e78-49f3-a5de-5b14afd547bd no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:09:41.655045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa86f47e-9e35-4724-949a-b4d009aaa34d req-9e872bee-500c-4dcb-9933-c75e2ea2d1c8 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:41.664342 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aa86f47e-9e35-4724-949a-b4d009aaa34d req-9e872bee-500c-4dcb-9933-c75e2ea2d1c8 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 945 time: 0.0878770 Aug 17 03:09:41.664630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa41b6aa-3023-48ba-8fa8-6aa7be4c7f01 req-9384d4b7-c569-4ec8-918a-7b9bec52b35d tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:41.672401 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa41b6aa-3023-48ba-8fa8-6aa7be4c7f01 req-9384d4b7-c569-4ec8-918a-7b9bec52b35d tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1042528 Aug 17 03:09:41.696737 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: a4107046-7e78-49f3-a5de-5b14afd547bd {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:09:41.697637 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a4107046-7e78-49f3-a5de-5b14afd547bd not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:09:41.727262 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aa86f47e-9e35-4724-949a-b4d009aaa34d req-c6829e93-5df8-4bfd-b5b9-0eb66e932b3e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616210 Aug 17 03:09:41.763140 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa41b6aa-3023-48ba-8fa8-6aa7be4c7f01 req-66893732-eef2-412b-9a5b-093b926e3a36 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0895696 Aug 17 03:09:41.866920 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d33ec6b1-c39e-4425-a3bf-9a37d7aa4747 req-8c7c8590-3c12-47e9-b971-74e026b3921e tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 210 time: 0.0366483 Aug 17 03:09:42.022631 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35888) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:42.118722 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c82ddb36-9c48-4d95-a735-061752cd2287 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:42.169614 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c82ddb36-9c48-4d95-a735-061752cd2287 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:42.235041 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07366aa9-6ee8-42b5-bd2a-2270fa5b5c18 req-3e7fd255-f128-474b-89ea-3b6cee1f86d3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:42.237950 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07366aa9-6ee8-42b5-bd2a-2270fa5b5c18 req-3e7fd255-f128-474b-89ea-3b6cee1f86d3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.0899868 Aug 17 03:09:42.294711 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07366aa9-6ee8-42b5-bd2a-2270fa5b5c18 req-dacaf6ab-3efa-470d-bb3c-fde77b7d55f8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501008 Aug 17 03:09:42.328352 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c82ddb36-9c48-4d95-a735-061752cd2287 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:42.331184 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c82ddb36-9c48-4d95-a735-061752cd2287 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:42.332376 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c82ddb36-9c48-4d95-a735-061752cd2287 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "DELETE /v2.0/security-groups/d47af0ca-0ff9-4567-b304-c88e342f4b77 HTTP/1.1" status: 204 len: 168 time: 0.3087091 Aug 17 03:09:42.335368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35900) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:42.343079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ddb36-9c48-4d95-a735-061752cd2287 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d47af0ca-0ff9-4567-b304-c88e342f4b77,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:42.430038 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-45d58bd5-4ed4-48c7-84c7-d637aa037e7c tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:42.469357 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-45d58bd5-4ed4-48c7-84c7-d637aa037e7c tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:42.603332 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-45d58bd5-4ed4-48c7-84c7-d637aa037e7c tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:42.606280 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-45d58bd5-4ed4-48c7-84c7-d637aa037e7c tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:42.610048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-45d58bd5-4ed4-48c7-84c7-d637aa037e7c tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "DELETE /v2.0/security-groups/9ad0b8bf-5482-4272-ba14-43ea56c6185c HTTP/1.1" status: 204 len: 168 time: 0.2711351 Aug 17 03:09:42.612236 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35904) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:42.634859 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d58bd5-4ed4-48c7-84c7-d637aa037e7c tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ad0b8bf-5482-4272-ba14-43ea56c6185c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:43.024457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e0d9d66-66a7-46f1-9c0c-cd36dea7a963 req-5adddaf9-fd19-43dd-84cb-b6cf759d76a9 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:43.025893 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148e0ade-b4cc-47f8-93be-e87d12a40a56 req-5d3a264e-4974-4212-a7b2-7623850ebee0 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:43.026821 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e0d9d66-66a7-46f1-9c0c-cd36dea7a963 req-5adddaf9-fd19-43dd-84cb-b6cf759d76a9 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1435516 Aug 17 03:09:43.032508 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-148e0ade-b4cc-47f8-93be-e87d12a40a56 req-5d3a264e-4974-4212-a7b2-7623850ebee0 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 945 time: 0.1805968 Aug 17 03:09:43.090927 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e0d9d66-66a7-46f1-9c0c-cd36dea7a963 req-459b6673-61eb-4986-883f-b88501876a24 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552797 Aug 17 03:09:43.133217 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-148e0ade-b4cc-47f8-93be-e87d12a40a56 req-93bbc4bb-38da-4c04-bc3e-c3f1f6e9ea6a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911496 Aug 17 03:09:43.233648 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a8d7da83-9bfc-4a80-ac32-0c646ee828fa req-975f85e0-6798-4abd-b087-b3f6fc8719b5 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 210 time: 0.0433850 Aug 17 03:09:43.305683 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c2b6e408-d73c-49f6-8b1f-8aa475018255 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:43.487101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a039ac2b-2485-4acd-a9f5-f9d6d378df2b req-3fa50d7f-5d05-41e7-a3a3-766a56c88ad6 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:43.498131 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a039ac2b-2485-4acd-a9f5-f9d6d378df2b req-3fa50d7f-5d05-41e7-a3a3-766a56c88ad6 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.0911796 Aug 17 03:09:43.725387 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-c2b6e408-d73c-49f6-8b1f-8aa475018255 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Deleting port 16a574ae-5fef-4955-8ea0-1fa5caa90c21 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:43.726349 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c2b6e408-d73c-49f6-8b1f-8aa475018255 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:43.888190 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-c2b6e408-d73c-49f6-8b1f-8aa475018255 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] For port 16a574ae-5fef-4955-8ea0-1fa5caa90c21, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=16a574ae-5fef-4955-8ea0-1fa5caa90c21,segment=NetworkSegment(4e7bfa78-6491-47bc-9415-673aac163255),segment_id=4e7bfa78-6491-47bc-9415-673aac163255)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:43.895565 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c2b6e408-d73c-49f6-8b1f-8aa475018255 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:43.946532 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-c2b6e408-d73c-49f6-8b1f-8aa475018255 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Calling delete_port for 16a574ae-5fef-4955-8ea0-1fa5caa90c21 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:43.986028 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a039ac2b-2485-4acd-a9f5-f9d6d378df2b req-ea6e29cd-7dc1-4844-9103-ab27a241503a tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4864671 Aug 17 03:09:44.286659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35950) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:44.350524 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2abc0f3-fb2d-4cac-b460-b6221a0f240d req-af5fabc7-9978-46df-b099-63199686c7dd tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:44.351948 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f2abc0f3-fb2d-4cac-b460-b6221a0f240d req-af5fabc7-9978-46df-b099-63199686c7dd tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 945 time: 0.1069949 Aug 17 03:09:44.412555 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcc8996-dc75-4cc2-ba66-b11f3105c1e2 req-88551967-1ad8-445d-8ae1-a8bb7a04738b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:44.432894 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cfcc8996-dc75-4cc2-ba66-b11f3105c1e2 req-88551967-1ad8-445d-8ae1-a8bb7a04738b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1941190 Aug 17 03:09:44.467357 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f2abc0f3-fb2d-4cac-b460-b6221a0f240d req-39456462-9f5a-43eb-a2dd-63cc7d907aa3 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088266 Aug 17 03:09:44.659519 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2a929f95-6012-4e4b-999f-16252864a3d0 req-8e64042e-951a-451d-a563-6491c0fa3197 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 210 time: 0.1062574 Aug 17 03:09:44.682802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a76cb904-7d0e-4f3e-ac75-c1341df512ab tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'network': {'name': 'tempest-network-smoke--1711750674', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'port_security_enabled': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:09:44.703302 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cfcc8996-dc75-4cc2-ba66-b11f3105c1e2 req-e64b26fe-7d0d-48c1-967a-0097bf236866 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2657378 Aug 17 03:09:44.829368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a76cb904-7d0e-4f3e-ac75-c1341df512ab tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Made reservation on behalf of 1dcddbfa77d8439c92503d4521a21241 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:09:44.829645 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a76cb904-7d0e-4f3e-ac75-c1341df512ab tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:44.839336 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c2b6e408-d73c-49f6-8b1f-8aa475018255 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:44.846801 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a76cb904-7d0e-4f3e-ac75-c1341df512ab tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:44.983024 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b6e408-d73c-49f6-8b1f-8aa475018255 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event deleted for resources: {'Port': ['ID=16a574ae-5fef-4955-8ea0-1fa5caa90c21,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:45.111960 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a76cb904-7d0e-4f3e-ac75-c1341df512ab tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:45.166674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-272cf8a2-da83-4850-8184-53257533e87d tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:45.172889 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-272cf8a2-da83-4850-8184-53257533e87d tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.30 "GET /v2.0/networks?id=28f0e5fd-e1d3-4fe7-ae26-2b515580488c HTTP/1.1" status: 200 len: 815 time: 0.4402006 Aug 17 03:09:45.202558 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-c4b9ecf9-2d52-4890-a2b8-3b6d74e5baf9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Request body: {'port': {'device_id': '2dbe991f-4a75-4c79-8f26-88ee5092fa62', 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c', 'admin_state_up': True, 'tenant_id': '69047ce83c1b455e9d5f2718a41aa35a'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:09:45.389655 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a76cb904-7d0e-4f3e-ac75-c1341df512ab tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:45.421254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a76cb904-7d0e-4f3e-ac75-c1341df512ab tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:09:45.432132 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a76cb904-7d0e-4f3e-ac75-c1341df512ab tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:45.432618 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-a76cb904-7d0e-4f3e-ac75-c1341df512ab tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Added segment c1999cde-fcf2-4c83-94a5-9095a96d3eb7 of type vlan for network 9ff4ee26-1ec7-45ad-9b4e-3b800da06cce Aug 17 03:09:45.482313 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9c6a6cd1-e9f8-4e1d-9fc7-bbe59affc8e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:45.525490 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a76cb904-7d0e-4f3e-ac75-c1341df512ab tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:45.651224 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a76cb904-7d0e-4f3e-ac75-c1341df512ab tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:45.655506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a76cb904-7d0e-4f3e-ac75-c1341df512ab tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:45.656165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a76cb904-7d0e-4f3e-ac75-c1341df512ab tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:45.791461 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cb904-7d0e-4f3e-ac75-c1341df512ab tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Network': ['ID=9ff4ee26-1ec7-45ad-9b4e-3b800da06cce,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:45.805788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 9ff4ee26-1ec7-45ad-9b4e-3b800da06cce details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:09:45.813890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76cb904-7d0e-4f3e-ac75-c1341df512ab tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5faa27d-1778-4e0e-a6e8-6789b83248db,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:45.839226 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c227b25-ce3f-4c28-a167-7e4e6bcbd053 req-29d4dae9-820e-4068-a48d-3c5dc4eaaa07 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:45.840956 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c227b25-ce3f-4c28-a167-7e4e6bcbd053 req-29d4dae9-820e-4068-a48d-3c5dc4eaaa07 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 945 time: 0.2618778 Aug 17 03:09:45.921862 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c227b25-ce3f-4c28-a167-7e4e6bcbd053 req-5b683829-301c-4841-b848-758f518ea411 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670273 Aug 17 03:09:45.935622 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-c4b9ecf9-2d52-4890-a2b8-3b6d74e5baf9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Made reservation on behalf of 69047ce83c1b455e9d5f2718a41aa35a for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:09:45.940211 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-c4b9ecf9-2d52-4890-a2b8-3b6d74e5baf9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:45.971852 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a76cb904-7d0e-4f3e-ac75-c1341df512ab tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.6751673 Aug 17 03:09:45.972593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35970) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:45.977704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'admin_state_up': True, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:09:45.992400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc6fa89-c51f-4e07-9be0-4758f7aaa60c req-103001be-6c56-4d1c-942f-bc0d9cd09c1f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:45.994734 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dcc6fa89-c51f-4e07-9be0-4758f7aaa60c req-103001be-6c56-4d1c-942f-bc0d9cd09c1f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.8169727 Aug 17 03:09:46.049677 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7b3ff9fa-6226-4c5a-bbb2-b604fd170e5f req-0f64cda4-81be-4568-b723-e64c9fc9570f tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 210 time: 0.0325551 Aug 17 03:09:46.051345 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dcc6fa89-c51f-4e07-9be0-4758f7aaa60c req-d62cefc1-4a6c-41ab-acd6-af61f46ddbcd tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474250 Aug 17 03:09:46.099538 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:46.100876 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:46.185520 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:46.262102 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c2b6e408-d73c-49f6-8b1f-8aa475018255 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:46.451589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-c4b9ecf9-2d52-4890-a2b8-3b6d74e5baf9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Allocated IP 172.20.0.6 (28f0e5fd-e1d3-4fe7-ae26-2b515580488c/e0277264-93fe-47f7-b95c-cea4e34626d3/1e1fbd10-fc63-4804-86af-a98226e29e3b) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:09:46.559672 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:46.574275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19773c47-a61e-469f-901f-da2bdd1ac452 req-a72fe539-ce74-497d-9c72-05a6dfb3ccab tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:46.579588 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19773c47-a61e-469f-901f-da2bdd1ac452 req-a72fe539-ce74-497d-9c72-05a6dfb3ccab tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.3733702 Aug 17 03:09:46.728719 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19773c47-a61e-469f-901f-da2bdd1ac452 req-e096b5e8-fea1-4bad-ac39-0dbbec2c8a3b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1333377 Aug 17 03:09:46.773496 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2b6e408-d73c-49f6-8b1f-8aa475018255 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Router 23c44293-9828-4baf-941e-c0bd419d553e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:09:46.949163 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:46.979658 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:46.980783 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-c4b9ecf9-2d52-4890-a2b8-3b6d74e5baf9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:46.985326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2b6e408-d73c-49f6-8b1f-8aa475018255 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:09:46.997762 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35978) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:46.998180 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf4f7be-cd7a-4046-b8ef-69bbc1ac1633 None None] Sync routers for ids ['23c44293-9828-4baf-941e-c0bd419d553e'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:09:47.013472 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c2b6e408-d73c-49f6-8b1f-8aa475018255 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "PUT /v2.0/routers/23c44293-9828-4baf-941e-c0bd419d553e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3811917 Aug 17 03:09:47.021067 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf4f7be-cd7a-4046-b8ef-69bbc1ac1633 None None] Routers {'23c44293-9828-4baf-941e-c0bd419d553e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:09:47.022974 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-0bf4f7be-cd7a-4046-b8ef-69bbc1ac1633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:09:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['23c44293-9828-4baf-941e-c0bd419d553e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:47.087835 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3288fa-bf60-4aa8-aa4d-ab03ebbcfda7 req-02d9e95c-4610-44f9-9d74-d88407ad334a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:47.089730 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bf3288fa-bf60-4aa8-aa4d-ab03ebbcfda7 req-02d9e95c-4610-44f9-9d74-d88407ad334a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 945 time: 0.0746298 Aug 17 03:09:47.141521 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f93f960-e02b-4445-8ecc-99f34f03440e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Deleting subnet 205c8942-ebec-4602-837a-53c9e990dc5a {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:09:47.151000 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f93f960-e02b-4445-8ecc-99f34f03440e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:47.182487 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bf3288fa-bf60-4aa8-aa4d-ab03ebbcfda7 req-950f889a-df27-486f-84f8-37bb99dd84ef tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702934 Aug 17 03:09:47.182487 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-c4b9ecf9-2d52-4890-a2b8-3b6d74e5baf9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:47.210641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['1b305bf9-3077-4cbd-9ca6-416349000e77', '4d4eb695-bdd1-44e4-aada-7d52050253d1', 'd8610ee5-247a-4ed3-9cc9-775c85cc9f3c'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:09:47.215951 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f93f960-e02b-4445-8ecc-99f34f03440e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:47.325804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b9ecf9-2d52-4890-a2b8-3b6d74e5baf9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Pushing event updated for resources: {'Port': ['ID=1e1fbd10-fc63-4804-86af-a98226e29e3b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:47.389237 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f93f960-e02b-4445-8ecc-99f34f03440e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:47.394269 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-0bf4f7be-cd7a-4046-b8ef-69bbc1ac1633 None None] Set router 23c44293-9828-4baf-941e-c0bd419d553e gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:09:47.438962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-c4b9ecf9-2d52-4890-a2b8-3b6d74e5baf9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:09:47.449573 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-c4b9ecf9-2d52-4890-a2b8-3b6d74e5baf9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:09:47.458539 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-c4b9ecf9-2d52-4890-a2b8-3b6d74e5baf9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:09:47.513619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626e638-87f3-408b-af95-56c55a9c0e28 req-889f40cc-00a8-4a28-a227-22e092fb8279 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:47.515425 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d626e638-87f3-408b-af95-56c55a9c0e28 req-889f40cc-00a8-4a28-a227-22e092fb8279 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.1910427 Aug 17 03:09:47.527131 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Allocated IP 172.25.1.85 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/6f8660e4-02fd-4bfb-a07d-11e332b926f7) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:09:47.537834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f9ed8d-771f-4ecb-8f03-4c72d9692308 req-6887ee37-87a8-481b-bdbe-38f72992e68b tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:47.545492 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84f9ed8d-771f-4ecb-8f03-4c72d9692308 req-6887ee37-87a8-481b-bdbe-38f72992e68b tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 931 time: 0.1175342 Aug 17 03:09:47.599467 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-c4b9ecf9-2d52-4890-a2b8-3b6d74e5baf9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:47.600284 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-c4b9ecf9-2d52-4890-a2b8-3b6d74e5baf9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:47.622512 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d626e638-87f3-408b-af95-56c55a9c0e28 req-ed73d419-18c1-4465-bad4-2391cf49442c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984035 Aug 17 03:09:47.630668 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84f9ed8d-771f-4ecb-8f03-4c72d9692308 req-f11ca8b6-086e-40c6-8d1d-10c01904ea3e tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841303 Aug 17 03:09:47.678989 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-0bf4f7be-cd7a-4046-b8ef-69bbc1ac1633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c44293-9828-4baf-941e-c0bd419d553e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957816005', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:31Z', 'updated_at': '2021-08-17T03:09:44Z', 'revision_number': 5, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:32Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:47.693276 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:47.732475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf4f7be-cd7a-4046-b8ef-69bbc1ac1633 None None] Checking router: 23c44293-9828-4baf-941e-c0bd419d553e for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:09:47.761911 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bf4f7be-cd7a-4046-b8ef-69bbc1ac1633 None None] Routers {'23c44293-9828-4baf-941e-c0bd419d553e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:09:47.762723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-0bf4f7be-cd7a-4046-b8ef-69bbc1ac1633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:09:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['23c44293-9828-4baf-941e-c0bd419d553e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:47.873501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbbbdd7-62d9-4bc9-9374-89c74bcb3f1f req-2c2fe9eb-d21c-4d6b-bcf8-ada8f32f6456 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:47.875218 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fbbbdd7-62d9-4bc9-9374-89c74bcb3f1f req-2c2fe9eb-d21c-4d6b-bcf8-ada8f32f6456 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.0562344 Aug 17 03:09:47.915812 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fbbbdd7-62d9-4bc9-9374-89c74bcb3f1f req-be6d2f2e-7e5d-42ae-a1c2-19be30bfef4e tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0332811 Aug 17 03:09:47.972047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-0bf4f7be-cd7a-4046-b8ef-69bbc1ac1633 None None] Set router 23c44293-9828-4baf-941e-c0bd419d553e gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:09:48.179021 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f93f960-e02b-4445-8ecc-99f34f03440e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:48.222183 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f93f960-e02b-4445-8ecc-99f34f03440e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:48.225884 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3f93f960-e02b-4445-8ecc-99f34f03440e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "DELETE /v2.0/subnets/205c8942-ebec-4602-837a-53c9e990dc5a HTTP/1.1" status: 204 len: 168 time: 1.2252724 Aug 17 03:09:48.227020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f93f960-e02b-4445-8ecc-99f34f03440e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event deleted for resources: {'Subnet': ['ID=205c8942-ebec-4602-837a-53c9e990dc5a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:48.228040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35992) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:48.230916 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102c13a2-b0d6-48c6-9ff8-bddd17f45a6c None None] Network bd1346ef-1a20-4477-b76a-254721a64cc7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:09:48.237901 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:48.273152 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:48.275517 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-0bf4f7be-cd7a-4046-b8ef-69bbc1ac1633 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23c44293-9828-4baf-941e-c0bd419d553e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957816005', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:31Z', 'updated_at': '2021-08-17T03:09:44Z', 'revision_number': 5, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:32Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:48.277589 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fe438777-4aa0-429d-b3c0-7698517d3c5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:48.297412 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:09:48.302823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:09:48.306471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:09:48.310667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Port': ['ID=6f8660e4-02fd-4bfb-a07d-11e332b926f7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:48.325652 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bf4f7be-cd7a-4046-b8ef-69bbc1ac1633 None None] The sync data for ids ['23c44293-9828-4baf-941e-c0bd419d553e'] in n-d-802060-9 is: [{'id': '23c44293-9828-4baf-941e-c0bd419d553e', 'name': 'tempest-TestSecurityGroupsBasicOps-router-957816005', 'tenant_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:07:31Z', 'updated_at': '2021-08-17T03:09:44Z', 'revision_number': 5, 'project_id': 'd16b77c6f9d6489fb2dc3069d3a8f73c', 'gw_port': {'id': '5d79bd91-4451-46c3-aacf-79b8668958b8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:ca:9f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23c44293-9828-4baf-941e-c0bd419d553e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1827, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:07:32Z', 'updated_at': '2021-08-17T03:07:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:09:48.407154 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-c4b9ecf9-2d52-4890-a2b8-3b6d74e5baf9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.2150764 Aug 17 03:09:48.446626 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Request body: {'port': {'device_id': '2dbe991f-4a75-4c79-8f26-88ee5092fa62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:09:48.488218 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4688bd81-0552-4c9e-a8ad-5e38f22138e8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:48.544058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2e1a9d-5a87-4d43-a346-80a21d94b7a2 req-a4ea732a-e55f-4948-aa86-e8a1e384441a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:48.545597 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d2e1a9d-5a87-4d43-a346-80a21d94b7a2 req-a4ea732a-e55f-4948-aa86-e8a1e384441a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 945 time: 0.1426349 Aug 17 03:09:48.591429 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:48.663449 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d2e1a9d-5a87-4d43-a346-80a21d94b7a2 req-9e86127f-5191-4ceb-93c4-74e44727051a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1018186 Aug 17 03:09:48.738268 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c54d3be6-64c5-4492-a711-1cccb2488685 None None] DHCP port deletion for bd1346ef-1a20-4477-b76a-254721a64cc7 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:09:48.740003 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4688bd81-0552-4c9e-a8ad-5e38f22138e8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:48.834435 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c54d3be6-64c5-4492-a711-1cccb2488685 None None] Deleting port 78f72efa-bafa-46e8-9bd1-42176ce3edfb {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:48.835246 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c54d3be6-64c5-4492-a711-1cccb2488685 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:48.862876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2325f03-108a-4516-a707-35df4df4aa70 req-5b9b61c4-e65c-4e59-b91f-09beb7d9a765 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:48.875716 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2325f03-108a-4516-a707-35df4df4aa70 req-5b9b61c4-e65c-4e59-b91f-09beb7d9a765 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.1260962 Aug 17 03:09:48.883785 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:48.953767 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97c2b8d3-89bf-48f2-93a5-f8d505feddc5 req-fec5e93d-6666-44d3-815a-bd1d39f9bb42 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:48.954019 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c54d3be6-64c5-4492-a711-1cccb2488685 None None] For port 78f72efa-bafa-46e8-9bd1-42176ce3edfb, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=78f72efa-bafa-46e8-9bd1-42176ce3edfb,segment=NetworkSegment(4e7bfa78-6491-47bc-9415-673aac163255),segment_id=4e7bfa78-6491-47bc-9415-673aac163255)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:48.954314 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c54d3be6-64c5-4492-a711-1cccb2488685 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:48.955719 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-97c2b8d3-89bf-48f2-93a5-f8d505feddc5 req-fec5e93d-6666-44d3-815a-bd1d39f9bb42 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 931 time: 0.1613328 Aug 17 03:09:48.974560 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c54d3be6-64c5-4492-a711-1cccb2488685 None None] Calling delete_port for 78f72efa-bafa-46e8-9bd1-42176ce3edfb owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:48.982113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2325f03-108a-4516-a707-35df4df4aa70 req-6823ba0b-aa91-43a4-9f4d-9301555b1f99 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086257 Aug 17 03:09:49.077747 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-97c2b8d3-89bf-48f2-93a5-f8d505feddc5 req-b895275d-9ee9-4c6d-88d7-0af5dc3204b9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1068921 Aug 17 03:09:49.095307 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4688bd81-0552-4c9e-a8ad-5e38f22138e8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Deleting port 5d79bd91-4451-46c3-aacf-79b8668958b8 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:49.098822 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4688bd81-0552-4c9e-a8ad-5e38f22138e8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:49.213333 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:49.242673 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1e1fbd10-fc63-4804-86af-a98226e29e3b {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:09:49.254324 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:49.292290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-4688bd81-0552-4c9e-a8ad-5e38f22138e8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] For port 5d79bd91-4451-46c3-aacf-79b8668958b8, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5d79bd91-4451-46c3-aacf-79b8668958b8,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:49.292917 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4688bd81-0552-4c9e-a8ad-5e38f22138e8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:49.294117 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c54d3be6-64c5-4492-a711-1cccb2488685 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:49.296591 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Transition to ACTIVE for port object 1e1fbd10-fc63-4804-86af-a98226e29e3b will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:09:49.322200 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d20c76-5717-42f4-bfb4-e9b55f89d744 req-1c29c698-bea6-4a40-b16c-9d9bf05fc91c tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:49.323784 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a7d20c76-5717-42f4-bfb4-e9b55f89d744 req-1c29c698-bea6-4a40-b16c-9d9bf05fc91c tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1190426 Aug 17 03:09:49.324778 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4688bd81-0552-4c9e-a8ad-5e38f22138e8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Calling delete_port for 5d79bd91-4451-46c3-aacf-79b8668958b8 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:49.338047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c54d3be6-64c5-4492-a711-1cccb2488685 None None] No DVR routers for this DVR port 78f72efa-bafa-46e8-9bd1-42176ce3edfb on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:09:49.343785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c54d3be6-64c5-4492-a711-1cccb2488685 None None] Pushing event deleted for resources: {'Port': ['ID=78f72efa-bafa-46e8-9bd1-42176ce3edfb,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:49.374156 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:49.389311 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:49.449838 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a7d20c76-5717-42f4-bfb4-e9b55f89d744 req-3f39bb62-b55d-440c-a5a7-0a6e56dbcdc8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1180065 Aug 17 03:09:49.561460 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1fbd10-fc63-4804-86af-a98226e29e3b,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:49.590351 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Router 6fba62e1-ef36-419c-90d1-dc84279a68c3 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:09:49.649184 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Attempting to bind port 1e1fbd10-fc63-4804-86af-a98226e29e3b on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:09:49.649600 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Attempting to bind port 1e1fbd10-fc63-4804-86af-a98226e29e3b by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '1849b084-8d11-4a15-9911-70fdef4a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:09:49.649898 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Attempting to bind port 1e1fbd10-fc63-4804-86af-a98226e29e3b on network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:09:49.661178 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Port 1e1fbd10-fc63-4804-86af-a98226e29e3b on network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:09:49.661636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Attempting to bind port 1e1fbd10-fc63-4804-86af-a98226e29e3b on network 28f0e5fd-e1d3-4fe7-ae26-2b515580488c {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:09:49.674577 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:09:49.674577 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Checking segment: {'id': '1849b084-8d11-4a15-9911-70fdef4a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:09:49.675322 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Bound using segment: {'id': '1849b084-8d11-4a15-9911-70fdef4a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:09:49.675746 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Bound port: 1e1fbd10-fc63-4804-86af-a98226e29e3b, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1849b084-8d11-4a15-9911-70fdef4a2732', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:09:49.676125 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:49.741663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:09:49.748198 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4688bd81-0552-4c9e-a8ad-5e38f22138e8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:49.760095 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Sync routers for ids ['6fba62e1-ef36-419c-90d1-dc84279a68c3'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:09:49.777166 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Routers {'6fba62e1-ef36-419c-90d1-dc84279a68c3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:09:49.777978 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:09:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6fba62e1-ef36-419c-90d1-dc84279a68c3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:49.788171 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688bd81-0552-4c9e-a8ad-5e38f22138e8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event deleted for resources: {'Port': ['ID=5d79bd91-4451-46c3-aacf-79b8668958b8,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:49.790710 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] For port 1e1fbd10-fc63-4804-86af-a98226e29e3b, host n-h1-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:09:49.811970 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] For port 1e1fbd10-fc63-4804-86af-a98226e29e3b, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=1e1fbd10-fc63-4804-86af-a98226e29e3b,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:09:49.856594 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf6e7be-6c55-4b7f-99e3-374a7f095d64 req-8d74efe9-0f89-4c0b-9539-aa4e256376df tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:49.858425 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1cf6e7be-6c55-4b7f-99e3-374a7f095d64 req-8d74efe9-0f89-4c0b-9539-aa4e256376df tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 945 time: 0.0635519 Aug 17 03:09:49.883390 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:49.907800 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4688bd81-0552-4c9e-a8ad-5e38f22138e8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:49.910686 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1cf6e7be-6c55-4b7f-99e3-374a7f095d64 req-3c776255-aef0-4865-a01a-6cee8969ab2a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429018 Aug 17 03:09:49.912188 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:49.913660 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2b557d16-6d74-4e3f-b5ff-6048ee708649 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 3.9396281 Aug 17 03:09:49.916428 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36010) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:49.965970 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Set router 6fba62e1-ef36-419c-90d1-dc84279a68c3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:09:50.007057 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a9d80a8f-519a-490b-83f0-489b99a3b74d tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=1dcddbfa77d8439c92503d4521a21241&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0872138 Aug 17 03:09:50.008678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36014) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:50.161268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:50.162443 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:50.164700 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] 10.222.0.30 "PUT /v2.0/ports/1e1fbd10-fc63-4804-86af-a98226e29e3b HTTP/1.1" status: 200 len: 1091 time: 1.7414186 Aug 17 03:09:50.176555 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2dbe991f-4a75-4c79-8f26-88ee5092fa62', 'tag': '1e1fbd10-fc63-4804-86af-a98226e29e3b'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:50.180882 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fda97e54-9a4d-4e97-8eef-500e6f6d9bf5" -d '{"events": [{"name": "network-changed", "server_uuid": "2dbe991f-4a75-4c79-8f26-88ee5092fa62", "tag": "1e1fbd10-fc63-4804-86af-a98226e29e3b"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:50.263608 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:48Z', 'revision_number': 3, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:50.277178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47427554-e639-4462-a670-0631e5bf77a3 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:50.279097 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-47427554-e639-4462-a670-0631e5bf77a3 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2694414 Aug 17 03:09:50.282694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36026) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:50.304785 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Checking router: 6fba62e1-ef36-419c-90d1-dc84279a68c3 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:09:50.305881 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Updating router 6fba62e1-ef36-419c-90d1-dc84279a68c3 port 6f8660e4-02fd-4bfb-a07d-11e332b926f7 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:09:50.330619 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4688bd81-0552-4c9e-a8ad-5e38f22138e8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:50.340363 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:50.357492 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0a5ee323-23c6-4887-9e99-a241e2686b95 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0710704 Aug 17 03:09:50.359644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36028) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:50.366757 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4688bd81-0552-4c9e-a8ad-5e38f22138e8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:50.372019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b04beba6-e723-4a39-8920-f07af485795b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1281472493', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:09:50.405047 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a6a76f-8e4f-46d6-b60b-8faa962d7c13 service neutron] Pushing event updated for resources: {'Port': ['ID=1e1fbd10-fc63-4804-86af-a98226e29e3b,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:50.597381 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 16a574ae-5fef-4955-8ea0-1fa5caa90c21 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:09:50.624219 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 16a574ae-5fef-4955-8ea0-1fa5caa90c21 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:09:50.624565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 16a574ae-5fef-4955-8ea0-1fa5caa90c21 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:09:50.625189 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 78f72efa-bafa-46e8-9bd1-42176ce3edfb no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:09:50.682883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b04beba6-e723-4a39-8920-f07af485795b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Made reservation on behalf of 1dcddbfa77d8439c92503d4521a21241 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:09:50.687739 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b04beba6-e723-4a39-8920-f07af485795b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:50.789031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12dac6db-7ec5-4451-a15f-44c0bac70cf3 req-01529f26-cfbe-4141-88b5-ccdb7f4788b7 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:50.797863 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12dac6db-7ec5-4451-a15f-44c0bac70cf3 req-01529f26-cfbe-4141-88b5-ccdb7f4788b7 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 943 time: 0.1670523 Aug 17 03:09:50.869366 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:50.883934 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Transition to ACTIVE for port object 6f8660e4-02fd-4bfb-a07d-11e332b926f7 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:09:50.891688 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 78f72efa-bafa-46e8-9bd1-42176ce3edfb {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:09:50.897663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 78f72efa-bafa-46e8-9bd1-42176ce3edfb not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:09:50.908285 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12dac6db-7ec5-4451-a15f-44c0bac70cf3 req-d098e793-95a8-4f9e-81f2-59dba793edf0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067109 Aug 17 03:09:50.972348 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:51.001478 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:51.018718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-9451f3ff-ca8d-4646-93f1-e4479748ac23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:51.020380 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-9451f3ff-ca8d-4646-93f1-e4479748ac23 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=69047ce83c1b455e9d5f2718a41aa35a&device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 1094 time: 0.7089632 Aug 17 03:09:51.029870 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab80689-400b-493a-8acb-77e1acde0d84 req-4afaa2af-e1be-45a9-a0bb-afd4cf0e3223 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:51.037276 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bab80689-400b-493a-8acb-77e1acde0d84 req-4afaa2af-e1be-45a9-a0bb-afd4cf0e3223 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.8715885 Aug 17 03:09:51.042389 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Attempting to bind port 6f8660e4-02fd-4bfb-a07d-11e332b926f7 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:09:51.042967 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Attempting to bind port 6f8660e4-02fd-4bfb-a07d-11e332b926f7 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:09:51.043518 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Attempting to bind port 6f8660e4-02fd-4bfb-a07d-11e332b926f7 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:09:51.056159 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:09:51.057275 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:09:51.058131 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:51.058725 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:09:51.059369 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Bound port: 6f8660e4-02fd-4bfb-a07d-11e332b926f7, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:09:51.060507 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:51.093815 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981546c-22ba-4689-bffc-c0ad0e79df59 None None] Pushing event updated for resources: {'Port': ['ID=6f8660e4-02fd-4bfb-a07d-11e332b926f7,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:51.126005 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38457834-d3ef-4622-aaee-0aab6f244405 x-openstack-request-id: req-38457834-d3ef-4622-aaee-0aab6f244405 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:51.126395 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2dbe991f-4a75-4c79-8f26-88ee5092fa62", "tag": "1e1fbd10-fc63-4804-86af-a98226e29e3b", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:51.127918 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-38457834-d3ef-4622-aaee-0aab6f244405 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:51.128992 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2dbe991f-4a75-4c79-8f26-88ee5092fa62', 'tag': '1e1fbd10-fc63-4804-86af-a98226e29e3b', 'status': 'completed', 'code': 200} Aug 17 03:09:51.132269 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] For port 6f8660e4-02fd-4bfb-a07d-11e332b926f7, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:09:51.135662 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] For port 6f8660e4-02fd-4bfb-a07d-11e332b926f7, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6f8660e4-02fd-4bfb-a07d-11e332b926f7,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:09:51.138454 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-5f36f7a9-62ac-4a96-934b-90525c20ec30 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e1fbd10-fc63-4804-86af-a98226e29e3b HTTP/1.1" status: 200 len: 217 time: 0.0963218 Aug 17 03:09:51.141280 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4688bd81-0552-4c9e-a8ad-5e38f22138e8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:51.142444 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4688bd81-0552-4c9e-a8ad-5e38f22138e8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Fanout notify agent at l3_agent the message router_deleted on router 23c44293-9828-4baf-941e-c0bd419d553e {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:09:51.149928 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b04beba6-e723-4a39-8920-f07af485795b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:51.171588 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4688bd81-0552-4c9e-a8ad-5e38f22138e8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:51.176897 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4688bd81-0552-4c9e-a8ad-5e38f22138e8 tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "DELETE /v2.0/routers/23c44293-9828-4baf-941e-c0bd419d553e HTTP/1.1" status: 204 len: 168 time: 2.9432170 Aug 17 03:09:51.176897 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36034) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:51.214073 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:51.293812 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bab80689-400b-493a-8acb-77e1acde0d84 req-3f68cc02-31bb-46c1-b6b4-59a808db2c18 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2554038 Aug 17 03:09:51.295034 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b04beba6-e723-4a39-8920-f07af485795b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Subnet': ['ID=b6cebb4b-f686-4e4a-a635-7bff6ef91893,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:51.303783 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b04beba6-e723-4a39-8920-f07af485795b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Checking segment: {'id': 'c1999cde-fcf2-4c83-94a5-9095a96d3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:09:51.304170 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04beba6-e723-4a39-8920-f07af485795b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network hostable DHCP agents. Network: 9ff4ee26-1ec7-45ad-9b4e-3b800da06cce, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:09:51.313489 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b15941-b836-4ee6-aa93-92929f752a50 req-2d404038-a09c-4723-9070-892d5669148c tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:51.315445 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25b15941-b836-4ee6-aa93-92929f752a50 req-2d404038-a09c-4723-9070-892d5669148c tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1605961 Aug 17 03:09:51.334550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-22dc8e93-d552-4429-a052-8438358490d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:51.337213 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-22dc8e93-d552-4429-a052-8438358490d6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0277264-93fe-47f7-b95c-cea4e34626d3 HTTP/1.1" status: 200 len: 855 time: 0.1820824 Aug 17 03:09:51.381856 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981546c-22ba-4689-bffc-c0ad0e79df59 None None] Pushing event updated for resources: {'Port': ['ID=6f8660e4-02fd-4bfb-a07d-11e332b926f7,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:51.395793 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b04beba6-e723-4a39-8920-f07af485795b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network 9ff4ee26-1ec7-45ad-9b4e-3b800da06cce is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:09:51.410052 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75de06c4-5b24-4df0-acfb-86811021307e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:51.414451 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-23a00d6a-278b-4ae3-bc79-1f9b21913bdb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28f0e5fd-e1d3-4fe7-ae26-2b515580488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0667241 Aug 17 03:09:51.420638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25b15941-b836-4ee6-aa93-92929f752a50 req-d60611d0-761b-4cc2-80c0-a69406351b7b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0869987 Aug 17 03:09:51.445793 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Routers {'6fba62e1-ef36-419c-90d1-dc84279a68c3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:09:51.446477 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:09:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6fba62e1-ef36-419c-90d1-dc84279a68c3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:51.463683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b04beba6-e723-4a39-8920-f07af485795b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 9ff4ee26-1ec7-45ad-9b4e-3b800da06cce) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:09:51.471087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b04beba6-e723-4a39-8920-f07af485795b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:51.473479 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b04beba6-e723-4a39-8920-f07af485795b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:51.473625 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95e95952-df11-40ee-8447-e8d1f0454e68 None None] Network 9ff4ee26-1ec7-45ad-9b4e-3b800da06cce requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:09:51.557510 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b04beba6-e723-4a39-8920-f07af485795b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.1962879 Aug 17 03:09:51.560561 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36038) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:51.606974 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] Set router 6fba62e1-ef36-419c-90d1-dc84279a68c3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:09:51.621082 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75de06c4-5b24-4df0-acfb-86811021307e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:51.644166 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-75de06c4-5b24-4df0-acfb-86811021307e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd1346ef-1a20-4477-b76a-254721a64cc7']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:51.647778 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device c02f4883-cf4e-407d-b467-8dfa261f1bb2 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:09:51.665837 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-709940da-9994-409f-9c62-988df28a53e8 service neutron] 10.222.0.30 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2420204 Aug 17 03:09:51.668566 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-75de06c4-5b24-4df0-acfb-86811021307e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e7bfa78-6491-47bc-9415-673aac163255') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:51.668871 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-75de06c4-5b24-4df0-acfb-86811021307e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e7bfa78-6491-47bc-9415-673aac163255') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:51.715239 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device bb8932a5-2e0e-4b19-b346-bb66d417ac44 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:09:51.730237 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bfb3bf9-1d80-4c25-be33-4a0e8af6bfe3 req-94478ee3-902d-4cb8-a078-71c64f7326a8 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:51.735242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'fixed_ips': [{'subnet_id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:09:51.738357 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:51.738587 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1bfb3bf9-1d80-4c25-be33-4a0e8af6bfe3 req-94478ee3-902d-4cb8-a078-71c64f7326a8 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 945 time: 0.2267799 Aug 17 03:09:51.858029 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75de06c4-5b24-4df0-acfb-86811021307e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:51.887878 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.resource_extend [None req-2f55000a-7558-45c3-84da-73019a27286a None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 03:09:51.908867 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75de06c4-5b24-4df0-acfb-86811021307e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:51.948471 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:48Z', 'revision_number': 3, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:51.958254 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1bfb3bf9-1d80-4c25-be33-4a0e8af6bfe3 req-4ac9d929-14f0-4c35-ba1d-5caf39a9d95b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2187572 Aug 17 03:09:51.961049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75de06c4-5b24-4df0-acfb-86811021307e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:09:51.961475 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75de06c4-5b24-4df0-acfb-86811021307e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:09:51.976765 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:09:52.000520 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b995f30-cc0e-4464-b773-20732ae33127 None None] The sync data for ids ['6fba62e1-ef36-419c-90d1-dc84279a68c3'] in n-d-802060-9 is: [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:48Z', 'revision_number': 3, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:09:52.129127 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-98f55406-d5d7-4580-aae3-c7d5f2559d10 req-0972da33-7eb6-4e1a-bf74-ffdf79aa5c17 service neutron] 10.222.0.30 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533660 Aug 17 03:09:52.196764 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75de06c4-5b24-4df0-acfb-86811021307e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:52.200413 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port bb8932a5-2e0e-4b19-b346-bb66d417ac44, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:52.231009 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75de06c4-5b24-4df0-acfb-86811021307e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:52.240838 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'port_id': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44', 'mac_address': 'fa:16:3e:86:c9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:09:52.250556 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port c02f4883-cf4e-407d-b467-8dfa261f1bb2, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:52.258803 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-75de06c4-5b24-4df0-acfb-86811021307e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] 10.222.0.10 "DELETE /v2.0/networks/bd1346ef-1a20-4477-b76a-254721a64cc7 HTTP/1.1" status: 204 len: 168 time: 1.0743439 Aug 17 03:09:52.260344 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75de06c4-5b24-4df0-acfb-86811021307e tempest-TestSecurityGroupsBasicOps-922240826 tempest-TestSecurityGroupsBasicOps-922240826-project] Pushing event deleted for resources: {'Network': ['ID=bd1346ef-1a20-4477-b76a-254721a64cc7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:52.304654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2', 'network_id': '7f31243a-df0b-45e5-95d3-3936416a870b', 'port_id': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2', 'mac_address': 'fa:16:3e:12:8b:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 94, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '240d28ed-cc59-44ed-9e7e-c0fd026b529d', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:09:52.309251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Allocated IP 172.20.0.2 (9ff4ee26-1ec7-45ad-9b4e-3b800da06cce/b6cebb4b-f686-4e4a-a635-7bff6ef91893/595f4d43-0617-4963-89f3-6d51eebf64d7) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:09:52.314989 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a012e089-0d6e-4b5e-a1b6-abf970f2f4ec req-97c336f3-1c3d-40d2-abc9-5043f0ac6958 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:52.317596 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a012e089-0d6e-4b5e-a1b6-abf970f2f4ec req-97c336f3-1c3d-40d2-abc9-5043f0ac6958 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 943 time: 0.1447072 Aug 17 03:09:52.352045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda97e54-9a4d-4e97-8eef-500e6f6d9bf5 req-8e8d8c81-7f0f-47de-9d14-ebccf715a98c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:52.354948 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fda97e54-9a4d-4e97-8eef-500e6f6d9bf5 req-8e8d8c81-7f0f-47de-9d14-ebccf715a98c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=69047ce83c1b455e9d5f2718a41aa35a&device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 1094 time: 0.0775981 Aug 17 03:09:52.364626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5d79bd91-4451-46c3-aacf-79b8668958b8 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:09:52.435394 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a012e089-0d6e-4b5e-a1b6-abf970f2f4ec req-af2e8afe-f1ab-40cc-bb18-79f61b6d063a tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764101 Aug 17 03:09:52.445130 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:52.540401 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda97e54-9a4d-4e97-8eef-500e6f6d9bf5 req-68d74e10-0a27-456c-8628-e4057b98f04a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:52.541683 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fda97e54-9a4d-4e97-8eef-500e6f6d9bf5 req-68d74e10-0a27-456c-8628-e4057b98f04a service neutron] 10.222.0.30 "GET /v2.0/networks?id=28f0e5fd-e1d3-4fe7-ae26-2b515580488c HTTP/1.1" status: 200 len: 915 time: 0.1770747 Aug 17 03:09:52.607895 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 5d79bd91-4451-46c3-aacf-79b8668958b8 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:09:52.608424 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5d79bd91-4451-46c3-aacf-79b8668958b8 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:09:52.630248 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:52.637703 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id bb8932a5-2e0e-4b19-b346-bb66d417ac44 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:09:52.659007 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fda97e54-9a4d-4e97-8eef-500e6f6d9bf5 req-16b1f72e-7c0d-44e0-843d-affb2f3cb8e5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=1e1fbd10-fc63-4804-86af-a98226e29e3b HTTP/1.1" status: 200 len: 217 time: 0.1064160 Aug 17 03:09:52.687990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c02f4883-cf4e-407d-b467-8dfa261f1bb2 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:09:52.711467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port c02f4883-cf4e-407d-b467-8dfa261f1bb2, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:52.722296 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port bb8932a5-2e0e-4b19-b346-bb66d417ac44, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:52.732339 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda97e54-9a4d-4e97-8eef-500e6f6d9bf5 req-5e9a237f-c847-4c0e-8af0-2fdaf333dafd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:52.733994 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fda97e54-9a4d-4e97-8eef-500e6f6d9bf5 req-5e9a237f-c847-4c0e-8af0-2fdaf333dafd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=e0277264-93fe-47f7-b95c-cea4e34626d3 HTTP/1.1" status: 200 len: 855 time: 0.0616772 Aug 17 03:09:52.779110 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fda97e54-9a4d-4e97-8eef-500e6f6d9bf5 req-729df348-0e44-4509-afe0-bc3abcb5035a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28f0e5fd-e1d3-4fe7-ae26-2b515580488c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276845 Aug 17 03:09:52.791417 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:52.832755 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a50295-df59-42c3-83d2-0f79e3436b56 req-9615476c-5486-4766-b6ff-57fa047f7f61 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:52.840064 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9a50295-df59-42c3-83d2-0f79e3436b56 req-9615476c-5486-4766-b6ff-57fa047f7f61 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1769776 Aug 17 03:09:52.860338 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:52.867561 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=c02f4883-cf4e-407d-b467-8dfa261f1bb2,revision_number=11']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:52.872457 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:52.885376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:52.885927 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:52.886545 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:52.887072 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:52.887564 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:52.888007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:52.888444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:52.888936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:52.889976 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:52.890463 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:52.890960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:52.891459 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:52.928061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c55d630-cf01-4448-9a1d-23e56af50af1 req-74f4e439-dd26-4171-8fc4-9503a4daf1cd tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:52.929992 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2c55d630-cf01-4448-9a1d-23e56af50af1 req-74f4e439-dd26-4171-8fc4-9503a4daf1cd tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.2735057 Aug 17 03:09:53.002981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9a50295-df59-42c3-83d2-0f79e3436b56 req-27699183-a802-44d8-93ea-662bc66c84f3 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1615627 Aug 17 03:09:53.004592 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fda97e54-9a4d-4e97-8eef-500e6f6d9bf5 req-9bd40739-5424-48b1-ba53-2ffd90ac0319 service neutron] 10.222.0.30 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2142413 Aug 17 03:09:53.026203 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Transition to ACTIVE for port object 595f4d43-0617-4963-89f3-6d51eebf64d7 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:09:53.030425 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:53.052178 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2c55d630-cf01-4448-9a1d-23e56af50af1 req-728326aa-b42b-4ffc-8a24-0558450293a9 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050377 Aug 17 03:09:53.056994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=bb8932a5-2e0e-4b19-b346-bb66d417ac44,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:53.080908 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['c02f4883-cf4e-407d-b467-8dfa261f1bb2'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:09:53.160618 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Transition to ACTIVE for port object 595f4d43-0617-4963-89f3-6d51eebf64d7 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:09:53.168170 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['bb8932a5-2e0e-4b19-b346-bb66d417ac44'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:09:53.231755 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fda97e54-9a4d-4e97-8eef-500e6f6d9bf5 req-791e00cb-0bc2-42be-a548-ccd6182329d2 service neutron] 10.222.0.30 "GET /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1950455 Aug 17 03:09:53.344837 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593b69b4-a66b-4935-b149-8f21adbbac5d req-844ed332-53e7-4ff6-8603-126b11113d90 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:53.348698 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-593b69b4-a66b-4935-b149-8f21adbbac5d req-844ed332-53e7-4ff6-8603-126b11113d90 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.1910701 Aug 17 03:09:53.349722 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:53.361013 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36072) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:53.454109 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-593b69b4-a66b-4935-b149-8f21adbbac5d req-6aecd499-1e97-4989-a1fd-580f509b2175 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850987 Aug 17 03:09:53.479572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Network 9ff4ee26-1ec7-45ad-9b4e-3b800da06cce is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:09:53.488042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:09:53.489894 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Pushing event updated for resources: {'Port': ['ID=595f4d43-0617-4963-89f3-6d51eebf64d7,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:53.492725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:09:53.645152 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36086) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:53.670066 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Attempting to bind port 595f4d43-0617-4963-89f3-6d51eebf64d7 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:09:53.670700 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Attempting to bind port 595f4d43-0617-4963-89f3-6d51eebf64d7 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'c1999cde-fcf2-4c83-94a5-9095a96d3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:09:53.671270 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Attempting to bind port 595f4d43-0617-4963-89f3-6d51eebf64d7 on network 9ff4ee26-1ec7-45ad-9b4e-3b800da06cce {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:09:53.688775 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:09:53.690177 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ff87eb03-0b8b-4e37-a3c2-d4d36636b4a7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d16b77c6f9d6489fb2dc3069d3a8f73c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3269808 Aug 17 03:09:53.690791 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Checking segment: {'id': 'c1999cde-fcf2-4c83-94a5-9095a96d3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:09:53.691384 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:53.691945 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Bound using segment: {'id': 'c1999cde-fcf2-4c83-94a5-9095a96d3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:09:53.692280 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36090) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:53.692789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Bound port: 595f4d43-0617-4963-89f3-6d51eebf64d7, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1999cde-fcf2-4c83-94a5-9095a96d3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:09:53.693386 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:53.703038 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Allocated IP 172.20.0.1 (9ff4ee26-1ec7-45ad-9b4e-3b800da06cce/b6cebb4b-f686-4e4a-a635-7bff6ef91893/0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:09:53.902454 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:53.932312 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8beb14af-3017-4f3d-bd14-5733382b627b req-31f5fec3-3025-42dd-861c-72f1b5bcb0bb tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:53.940760 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8beb14af-3017-4f3d-bd14-5733382b627b req-31f5fec3-3025-42dd-861c-72f1b5bcb0bb tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 943 time: 0.2796075 Aug 17 03:09:53.959994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] For port 595f4d43-0617-4963-89f3-6d51eebf64d7, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:09:53.968102 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Transition to ACTIVE for port object 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:09:53.989048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] For port 595f4d43-0617-4963-89f3-6d51eebf64d7, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=595f4d43-0617-4963-89f3-6d51eebf64d7,segment=NetworkSegment(c1999cde-fcf2-4c83-94a5-9095a96d3eb7),segment_id=c1999cde-fcf2-4c83-94a5-9095a96d3eb7)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:09:54.013284 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63f896a2-3fea-4f33-95ae-26bb8899bdb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:54.055924 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8beb14af-3017-4f3d-bd14-5733382b627b req-0f28700b-5f7a-4d47-ad04-24163c5d0580 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137877 Aug 17 03:09:54.083506 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63f896a2-3fea-4f33-95ae-26bb8899bdb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:54.121618 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:54.159179 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:54.188279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Port': ['ID=0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:54.223428 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network 9ff4ee26-1ec7-45ad-9b4e-3b800da06cce is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:09:54.259695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ad295-4b45-4626-aedb-ace1ff85c7f8 req-4b613757-0199-487c-93c3-c1e8a051dd80 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:54.267417 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5fdfc9a-8f08-482b-8478-908d4247d725 None None] Pushing event updated for resources: {'Port': ['ID=595f4d43-0617-4963-89f3-6d51eebf64d7,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:54.273696 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-409ad295-4b45-4626-aedb-ace1ff85c7f8 req-4b613757-0199-487c-93c3-c1e8a051dd80 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 945 time: 0.1648612 Aug 17 03:09:54.287552 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:09:54.290587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:09:54.420074 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:54.436579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4794917-509b-4ecb-97e7-c8b304c37318 req-ae80641a-4b00-4e6a-9e01-38c5f031cad8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:54.447797 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a4794917-509b-4ecb-97e7-c8b304c37318 req-ae80641a-4b00-4e6a-9e01-38c5f031cad8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.2427926 Aug 17 03:09:54.527129 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a4794917-509b-4ecb-97e7-c8b304c37318 req-b392bf86-9531-460f-8f84-a427b0603ecf tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779879 Aug 17 03:09:54.555023 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6f8660e4-02fd-4bfb-a07d-11e332b926f7 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:09:54.635994 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-409ad295-4b45-4626-aedb-ace1ff85c7f8 req-7a1c0502-30c4-47ab-aa0a-a80f776965d4 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3608615 Aug 17 03:09:54.702621 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63f896a2-3fea-4f33-95ae-26bb8899bdb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:54.702621 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63f896a2-3fea-4f33-95ae-26bb8899bdb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:54.704276 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-63f896a2-3fea-4f33-95ae-26bb8899bdb8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ea710bd8-2378-4f3e-88e4-94ce834d3c3a HTTP/1.1" status: 204 len: 168 time: 1.0102215 Aug 17 03:09:54.766694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f896a2-3fea-4f33-95ae-26bb8899bdb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea710bd8-2378-4f3e-88e4-94ce834d3c3a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:54.790514 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f896a2-3fea-4f33-95ae-26bb8899bdb8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:54.801034 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f896a2-3fea-4f33-95ae-26bb8899bdb8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:54.810505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f896a2-3fea-4f33-95ae-26bb8899bdb8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:54.810505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f896a2-3fea-4f33-95ae-26bb8899bdb8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:54.810505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f896a2-3fea-4f33-95ae-26bb8899bdb8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:54.810505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f896a2-3fea-4f33-95ae-26bb8899bdb8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:54.810505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f896a2-3fea-4f33-95ae-26bb8899bdb8 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:54.810505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f896a2-3fea-4f33-95ae-26bb8899bdb8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:54.810505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f896a2-3fea-4f33-95ae-26bb8899bdb8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:54.810505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f896a2-3fea-4f33-95ae-26bb8899bdb8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:54.810505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f896a2-3fea-4f33-95ae-26bb8899bdb8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:54.810505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63f896a2-3fea-4f33-95ae-26bb8899bdb8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:54.864755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 6f8660e4-02fd-4bfb-a07d-11e332b926f7 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:09:54.869250 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6f8660e4-02fd-4bfb-a07d-11e332b926f7 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:09:54.870112 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:54.892879 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:55.034529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324086f4-010b-47ce-af73-d1488b04a1f2 req-1c1cb87d-8b7c-4230-8455-162c22b2e1f0 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:55.054320 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-324086f4-010b-47ce-af73-d1488b04a1f2 req-1c1cb87d-8b7c-4230-8455-162c22b2e1f0 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.2269278 Aug 17 03:09:55.067273 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:55.104051 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9fa96e2f-1e33-46ed-b0cf-e62d3a4e4153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:55.111996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 6f8660e4-02fd-4bfb-a07d-11e332b926f7, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6f8660e4-02fd-4bfb-a07d-11e332b926f7,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:55.202190 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:55.276702 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-324086f4-010b-47ce-af73-d1488b04a1f2 req-5388e204-17a5-4568-92c5-8303f97a4b07 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212181 Aug 17 03:09:55.282533 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=6f8660e4-02fd-4bfb-a07d-11e332b926f7,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:55.328062 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8791fcf5-9a54-49d8-bbd8-b3507960edc1 req-14b7642b-169e-4c60-8771-f8579a6ef835 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:55.336513 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8791fcf5-9a54-49d8-bbd8-b3507960edc1 req-14b7642b-169e-4c60-8771-f8579a6ef835 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 943 time: 0.1362705 Aug 17 03:09:55.443038 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8791fcf5-9a54-49d8-bbd8-b3507960edc1 req-bef79405-621b-4fff-babc-655a927c8c22 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055377 Aug 17 03:09:55.498038 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:55.562262 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:55.628822 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-9fa96e2f-1e33-46ed-b0cf-e62d3a4e4153 admin admin] Deleting port 7b81df3f-b38e-441e-92b7-b9601f6e2d3c {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:55.629126 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9fa96e2f-1e33-46ed-b0cf-e62d3a4e4153 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:55.646102 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 1e1fbd10-fc63-4804-86af-a98226e29e3b details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:09:55.649952 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device c02f4883-cf4e-407d-b467-8dfa261f1bb2 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:09:55.773348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device bb8932a5-2e0e-4b19-b346-bb66d417ac44 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:09:55.869792 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36116) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:55.877746 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-9fa96e2f-1e33-46ed-b0cf-e62d3a4e4153 admin admin] For port 7b81df3f-b38e-441e-92b7-b9601f6e2d3c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7b81df3f-b38e-441e-92b7-b9601f6e2d3c,segment=NetworkSegment(9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef),segment_id=9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:55.878420 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9fa96e2f-1e33-46ed-b0cf-e62d3a4e4153 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:55.913471 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-9fa96e2f-1e33-46ed-b0cf-e62d3a4e4153 admin admin] Calling delete_port for 7b81df3f-b38e-441e-92b7-b9601f6e2d3c owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:55.926337 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6677b2a6-8a34-42b8-941b-7ccd2a0bff2c req-8308327a-49d6-46e5-8995-cd23cc065431 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:55.928223 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6677b2a6-8a34-42b8-941b-7ccd2a0bff2c req-8308327a-49d6-46e5-8995-cd23cc065431 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 945 time: 0.1283927 Aug 17 03:09:55.954992 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:55.963198 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b66eeed-4eff-40f6-94a9-5cb222d72f12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:55.987089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Port': ['ID=0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:56.000637 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6972fcbd-acb3-4aa9-8fd7-9aae598e0c09 None None] Network 9ff4ee26-1ec7-45ad-9b4e-3b800da06cce requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:09:56.034576 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6677b2a6-8a34-42b8-941b-7ccd2a0bff2c req-3c38ea0d-2cb5-4ed4-9e2e-a7f9232a8cc5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0966725 Aug 17 03:09:56.131428 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59abd77a-e0d5-4f37-a2f2-a1bfcd78ce5e req-373bf9bb-838a-48be-9f4f-829cfe7412ce tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:56.133062 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-59abd77a-e0d5-4f37-a2f2-a1bfcd78ce5e req-373bf9bb-838a-48be-9f4f-829cfe7412ce tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.3553066 Aug 17 03:09:56.238155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a72adf74-fb1b-47e4-bdc7-152d2e2f81e3 None None] Provisioning for port 595f4d43-0617-4963-89f3-6d51eebf64d7 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:09:56.247085 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port bb8932a5-2e0e-4b19-b346-bb66d417ac44 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:09:56.247343 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:56.249795 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 1e1fbd10-fc63-4804-86af-a98226e29e3b, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=1e1fbd10-fc63-4804-86af-a98226e29e3b,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:56.264844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port c02f4883-cf4e-407d-b467-8dfa261f1bb2 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:09:56.279845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-59abd77a-e0d5-4f37-a2f2-a1bfcd78ce5e req-7e96a173-3d9c-41c9-8ad3-c7e7715609e2 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272900 Aug 17 03:09:56.295899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port c02f4883-cf4e-407d-b467-8dfa261f1bb2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:09:56.296276 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:56.300629 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '1e1fbd10-fc63-4804-86af-a98226e29e3b', 'network_id': '28f0e5fd-e1d3-4fe7-ae26-2b515580488c', 'port_id': '1e1fbd10-fc63-4804-86af-a98226e29e3b', 'mac_address': 'fa:16:3e:ca:0e:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 82, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0277264-93fe-47f7-b95c-cea4e34626d3', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:09:56.342168 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9fa96e2f-1e33-46ed-b0cf-e62d3a4e4153 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:56.416874 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa96e2f-1e33-46ed-b0cf-e62d3a4e4153 admin admin] Pushing event deleted for resources: {'Port': ['ID=7b81df3f-b38e-441e-92b7-b9601f6e2d3c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:56.450012 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network 9ff4ee26-1ec7-45ad-9b4e-3b800da06cce is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:09:56.452326 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b66eeed-4eff-40f6-94a9-5cb222d72f12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:56.468890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:09:56.563895 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b66eeed-4eff-40f6-94a9-5cb222d72f12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:56.663648 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7b66eeed-4eff-40f6-94a9-5cb222d72f12 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3131890f36f64c57b22cd62a0abf6b95&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7832556 Aug 17 03:09:56.667003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36122) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:56.705792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6f8660e4-02fd-4bfb-a07d-11e332b926f7 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:09:56.728902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29e7a9e-788d-46ca-bf7b-c8384a5be525 req-2fbf7147-7b91-4918-b7b5-3120f2e9aed1 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:56.752040 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b29e7a9e-788d-46ca-bf7b-c8384a5be525 req-2fbf7147-7b91-4918-b7b5-3120f2e9aed1 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 946 time: 0.2834709 Aug 17 03:09:56.828333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a66581-8990-49e3-9896-4b12e8a1d57d req-26e3ef36-e618-48bf-88df-7c77951cadf2 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:56.829083 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:56.830055 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d5a66581-8990-49e3-9896-4b12e8a1d57d req-26e3ef36-e618-48bf-88df-7c77951cadf2 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 943 time: 0.2002816 Aug 17 03:09:56.833799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b66eeed-4eff-40f6-94a9-5cb222d72f12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a5eb0c1-50e3-46e0-81e4-5ad75bc4a09f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:56.889710 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b29e7a9e-788d-46ca-bf7b-c8384a5be525 req-38d8982e-5575-419d-a701-90c99d2bcba7 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359353 Aug 17 03:09:56.901290 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6f8660e4-02fd-4bfb-a07d-11e332b926f7 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:09:56.902066 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:56.911829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1e1fbd10-fc63-4804-86af-a98226e29e3b {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:09:56.922242 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d5a66581-8990-49e3-9896-4b12e8a1d57d req-6f967ce7-a791-4d77-bb71-c37c21670d37 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801911 Aug 17 03:09:56.924270 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e723a065-88c8-4b8c-82b6-44413b2404c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:56.986956 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9fa96e2f-1e33-46ed-b0cf-e62d3a4e4153 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:56.988427 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e723a065-88c8-4b8c-82b6-44413b2404c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:56.992199 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:57.003537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 1e1fbd10-fc63-4804-86af-a98226e29e3b, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=1e1fbd10-fc63-4804-86af-a98226e29e3b,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:57.038540 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:57.060705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72acee38-1105-48d4-8de0-96edca0d6f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:57.062931 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Router 6fba62e1-ef36-419c-90d1-dc84279a68c3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:09:57.069718 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13331369-3b89-493a-bdc7-d3c014990c30" -d '{"events": [{"server_uuid": "72acee38-1105-48d4-8de0-96edca0d6f19", "name": "network-vif-plugged", "status": "completed", "tag": "bb8932a5-2e0e-4b19-b346-bb66d417ac44"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:57.095509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port bb8932a5-2e0e-4b19-b346-bb66d417ac44, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:57.097990 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:57.152918 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e723a065-88c8-4b8c-82b6-44413b2404c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:57.155975 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e723a065-88c8-4b8c-82b6-44413b2404c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:57.162059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port c02f4883-cf4e-407d-b467-8dfa261f1bb2, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:57.163774 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e723a065-88c8-4b8c-82b6-44413b2404c9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2a5eb0c1-50e3-46e0-81e4-5ad75bc4a09f HTTP/1.1" status: 204 len: 168 time: 0.4933968 Aug 17 03:09:57.215983 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=1e1fbd10-fc63-4804-86af-a98226e29e3b,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:57.222803 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b773c0f5-0536-46be-8b5d-7291f1b256e7 x-openstack-request-id: req-b773c0f5-0536-46be-8b5d-7291f1b256e7 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:57.223622 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72acee38-1105-48d4-8de0-96edca0d6f19", "name": "network-vif-plugged", "status": "completed", "tag": "bb8932a5-2e0e-4b19-b346-bb66d417ac44", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:57.223837 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b773c0f5-0536-46be-8b5d-7291f1b256e7 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:57.224251 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72acee38-1105-48d4-8de0-96edca0d6f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44', 'code': 200} Aug 17 03:09:57.228869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e723a065-88c8-4b8c-82b6-44413b2404c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a5eb0c1-50e3-46e0-81e4-5ad75bc4a09f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:57.280087 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:57.289500 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:57.450999 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=bb8932a5-2e0e-4b19-b346-bb66d417ac44,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:57.481886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:09:57.491702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb4b516-4ef4-44d4-8adf-0a228098ad62 req-b34b9ec4-79d5-45e9-bf8f-8f2994299bee tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:57.494026 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8eb4b516-4ef4-44d4-8adf-0a228098ad62 req-b34b9ec4-79d5-45e9-bf8f-8f2994299bee tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1653578 Aug 17 03:09:57.497389 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9a033cb1-e093-4331-94f1-7050fb0ed75d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "PUT /v2.0/routers/6fba62e1-ef36-419c-90d1-dc84279a68c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9357917 Aug 17 03:09:57.500085 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36134) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:57.500998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['1e1fbd10-fc63-4804-86af-a98226e29e3b'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:09:57.574933 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Sync routers for ids ['6fba62e1-ef36-419c-90d1-dc84279a68c3'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:09:57.631660 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 595f4d43-0617-4963-89f3-6d51eebf64d7 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:09:57.687428 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40ef900-501d-4a58-a394-3dd6b3af8b62 req-fac684a8-ca7e-4987-b340-e23d527ac15f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:57.698161 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e40ef900-501d-4a58-a394-3dd6b3af8b62 req-fac684a8-ca7e-4987-b340-e23d527ac15f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.1644874 Aug 17 03:09:57.719751 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9fa96e2f-1e33-46ed-b0cf-e62d3a4e4153 admin admin] Router 06ddc759-f792-4bfa-84b3-53f53e9cb9da has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:09:57.747773 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8eb4b516-4ef4-44d4-8adf-0a228098ad62 req-220ce55c-9a39-4eee-b46f-df082a75acee tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2422760 Aug 17 03:09:57.752542 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Routers {'6fba62e1-ef36-419c-90d1-dc84279a68c3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:09:57.752542 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:09:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6fba62e1-ef36-419c-90d1-dc84279a68c3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:57.753445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device cff6dbe0-8e72-4b04-b29e-df14e11d87fb details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:09:57.891307 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e114eec-4e7b-4ecc-a0f2-7f41ade47b42 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:57.893327 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e114eec-4e7b-4ecc-a0f2-7f41ade47b42 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:57.894408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e114eec-4e7b-4ecc-a0f2-7f41ade47b42 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:57.896718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e114eec-4e7b-4ecc-a0f2-7f41ade47b42 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:57.898610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e114eec-4e7b-4ecc-a0f2-7f41ade47b42 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:57.899326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e114eec-4e7b-4ecc-a0f2-7f41ade47b42 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:57.899870 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e114eec-4e7b-4ecc-a0f2-7f41ade47b42 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:57.900412 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e114eec-4e7b-4ecc-a0f2-7f41ade47b42 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:57.901038 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e114eec-4e7b-4ecc-a0f2-7f41ade47b42 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:57.901896 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e114eec-4e7b-4ecc-a0f2-7f41ade47b42 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:57.902475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e114eec-4e7b-4ecc-a0f2-7f41ade47b42 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:57.903011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e114eec-4e7b-4ecc-a0f2-7f41ade47b42 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:57.914426 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5e114eec-4e7b-4ecc-a0f2-7f41ade47b42 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 8465 time: 0.4015114 Aug 17 03:09:57.914595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=c02f4883-cf4e-407d-b467-8dfa261f1bb2,revision_number=12']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:57.915071 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36138) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:57.983779 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e40ef900-501d-4a58-a394-3dd6b3af8b62 req-9bf4f13a-d64e-400f-9b6a-adf165d344b9 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2746432 Aug 17 03:09:58.035949 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fa96e2f-1e33-46ed-b0cf-e62d3a4e4153 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:09:58.045612 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9fa96e2f-1e33-46ed-b0cf-e62d3a4e4153 admin admin] 10.222.0.10 "PUT /v2.0/routers/06ddc759-f792-4bfa-84b3-53f53e9cb9da/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3959630 Aug 17 03:09:58.049250 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36144) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:58.055658 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6e2808-d285-4de5-bdf0-a6092e58841a None None] Sync routers for ids ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:09:58.062035 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.resource_extend [None req-2f55000a-7558-45c3-84da-73019a27286a None None] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 03:09:58.072922 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6e2808-d285-4de5-bdf0-a6092e58841a None None] Routers {'06ddc759-f792-4bfa-84b3-53f53e9cb9da'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:09:58.084527 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-2e6e2808-d285-4de5-bdf0-a6092e58841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:09:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:58.226134 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port cff6dbe0-8e72-4b04-b29e-df14e11d87fb, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cff6dbe0-8e72-4b04-b29e-df14e11d87fb,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:58.227268 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c9cab-b3fe-4e43-8afc-4ec7871d3204 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:58.241533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c9cab-b3fe-4e43-8afc-4ec7871d3204 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:58.241533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c9cab-b3fe-4e43-8afc-4ec7871d3204 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:58.241533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c9cab-b3fe-4e43-8afc-4ec7871d3204 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:58.241844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c9cab-b3fe-4e43-8afc-4ec7871d3204 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:58.242175 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c9cab-b3fe-4e43-8afc-4ec7871d3204 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:58.242650 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c9cab-b3fe-4e43-8afc-4ec7871d3204 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:58.243121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c9cab-b3fe-4e43-8afc-4ec7871d3204 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:58.243583 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c9cab-b3fe-4e43-8afc-4ec7871d3204 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:58.244046 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c9cab-b3fe-4e43-8afc-4ec7871d3204 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:58.244508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c9cab-b3fe-4e43-8afc-4ec7871d3204 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:58.245067 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340c9cab-b3fe-4e43-8afc-4ec7871d3204 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:58.251153 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-340c9cab-b3fe-4e43-8afc-4ec7871d3204 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 7746 time: 0.3322663 Aug 17 03:09:58.252531 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'cff6dbe0-8e72-4b04-b29e-df14e11d87fb', 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d', 'port_id': 'cff6dbe0-8e72-4b04-b29e-df14e11d87fb', 'mac_address': 'fa:16:3e:00:67:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95909d0b-3b2e-4bea-aa2d-04d03f0d0fec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:09:58.253736 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36146) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:58.254150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36148) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:58.349988 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:58.366413 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Set router 6fba62e1-ef36-419c-90d1-dc84279a68c3 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:09:58.371629 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id cff6dbe0-8e72-4b04-b29e-df14e11d87fb {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:09:58.399240 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b3615c3d-5c0c-4a68-9a13-9536fc4a75dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=273993f7bd55495a814b5746878e21ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1434796 Aug 17 03:09:58.406912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36158) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:09:58.410532 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 595f4d43-0617-4963-89f3-6d51eebf64d7 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:09:58.440842 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-2e6e2808-d285-4de5-bdf0-a6092e58841a None None] Set router 06ddc759-f792-4bfa-84b3-53f53e9cb9da gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:09:58.444447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b99cef49-8a66-496d-a825-1245eab1cf8d None None] Provisioning for port 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:09:58.465305 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b99cef49-8a66-496d-a825-1245eab1cf8d None None] Provisioning complete for port 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:09:58.471497 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b99cef49-8a66-496d-a825-1245eab1cf8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:58.485674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b2e7d9-e51b-4f23-9c38-df16161883cf req-cf394349-24f2-4c80-9211-286ceed01e9a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:58.488536 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c5b2e7d9-e51b-4f23-9c38-df16161883cf req-cf394349-24f2-4c80-9211-286ceed01e9a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.4667916 Aug 17 03:09:58.526324 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c3718d19-4911-48e0-b671-b6152725bc9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:58.557518 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c3718d19-4911-48e0-b671-b6152725bc9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:58.565968 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b99cef49-8a66-496d-a825-1245eab1cf8d None None] Port 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:09:58.595295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 595f4d43-0617-4963-89f3-6d51eebf64d7 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:09:58.596142 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:58.603723 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c5b2e7d9-e51b-4f23-9c38-df16161883cf req-492cce40-c569-4770-b0b0-327bf8baa448 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972586 Aug 17 03:09:58.717244 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port cff6dbe0-8e72-4b04-b29e-df14e11d87fb, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cff6dbe0-8e72-4b04-b29e-df14e11d87fb,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:58.744491 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38cb92fd-80d4-4220-894b-164946569f23 req-480f5364-f659-4d88-811a-df627fa56ea3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:58.774641 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-38cb92fd-80d4-4220-894b-164946569f23 req-480f5364-f659-4d88-811a-df627fa56ea3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 944 time: 0.6303432 Aug 17 03:09:58.831841 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:09:58.850942 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6d29b71-e3cf-4cd1-ba1c-9a3117e35cd8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:58.862729 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:58.963097 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-38cb92fd-80d4-4220-894b-164946569f23 req-38a0dd53-ade4-4bef-889d-df8ced01a53b tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727970 Aug 17 03:09:59.144105 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6d29b71-e3cf-4cd1-ba1c-9a3117e35cd8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:59.151864 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-2e6e2808-d285-4de5-bdf0-a6092e58841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'name': 'tempest-TaggedBootDevicesTest_v242-386895731-router', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213'}], 'enable_snat': True}, 'gw_port_id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:51Z', 'updated_at': '2021-08-17T03:09:56Z', 'revision_number': 5, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'gw_port': {'id': '36bc4357-65f1-427e-a705-0fb0e4e0c2bc', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:94:fc:ae', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'device_owner': 'network:router_gateway', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.213', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T02:57:52Z', 'updated_at': '2021-08-17T02:58:07Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:59.166185 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb17b497-765a-4142-8472-f47e567728a8 req-56846390-2e48-4de6-a772-f7a172e23b33 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:59.175132 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb17b497-765a-4142-8472-f47e567728a8 req-56846390-2e48-4de6-a772-f7a172e23b33 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 945 time: 0.0820596 Aug 17 03:09:59.214857 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6e2808-d285-4de5-bdf0-a6092e58841a None None] Checking router: 06ddc759-f792-4bfa-84b3-53f53e9cb9da for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:09:59.215929 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['cff6dbe0-8e72-4b04-b29e-df14e11d87fb'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:09:59.226409 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6e2808-d285-4de5-bdf0-a6092e58841a None None] Routers {'06ddc759-f792-4bfa-84b3-53f53e9cb9da'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:09:59.227584 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-2e6e2808-d285-4de5-bdf0-a6092e58841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:09:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:59.253376 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c3718d19-4911-48e0-b671-b6152725bc9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:59.256257 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c3718d19-4911-48e0-b671-b6152725bc9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:59.259665 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c3718d19-4911-48e0-b671-b6152725bc9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53386164-6c69-417c-8e3d-2ee234746d0e HTTP/1.1" status: 204 len: 168 time: 0.8416100 Aug 17 03:09:59.259830 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb17b497-765a-4142-8472-f47e567728a8 req-b6899650-10c3-426b-93c2-bcdf5e5b7637 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821106 Aug 17 03:09:59.336280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981cba16-1900-4394-a73d-589a134c092b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:09:59.339165 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12579ac6-2d59-464a-95fa-e69d7ddd6fec" -d '{"events": [{"server_uuid": "981cba16-1900-4394-a73d-589a134c092b", "name": "network-vif-plugged", "status": "completed", "tag": "c02f4883-cf4e-407d-b467-8dfa261f1bb2"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:09:59.344255 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f33c8c50-c7dc-4322-9dce-51eaad3ecb1b None None] Provisioning complete for port 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:09:59.346553 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f33c8c50-c7dc-4322-9dce-51eaad3ecb1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:59.348501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=cff6dbe0-8e72-4b04-b29e-df14e11d87fb,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:59.363233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3718d19-4911-48e0-b671-b6152725bc9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53386164-6c69-417c-8e3d-2ee234746d0e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:09:59.379866 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-f6d29b71-e3cf-4cd1-ba1c-9a3117e35cd8 admin admin] Deleting port 36bc4357-65f1-427e-a705-0fb0e4e0c2bc {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:09:59.382944 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6d29b71-e3cf-4cd1-ba1c-9a3117e35cd8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:59.403175 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3718d19-4911-48e0-b671-b6152725bc9d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:59.403522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3718d19-4911-48e0-b671-b6152725bc9d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:59.403851 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3718d19-4911-48e0-b671-b6152725bc9d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:59.404186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3718d19-4911-48e0-b671-b6152725bc9d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:59.404518 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3718d19-4911-48e0-b671-b6152725bc9d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:59.404847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3718d19-4911-48e0-b671-b6152725bc9d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:59.405172 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3718d19-4911-48e0-b671-b6152725bc9d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:59.406859 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3718d19-4911-48e0-b671-b6152725bc9d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:59.407222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3718d19-4911-48e0-b671-b6152725bc9d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:59.413395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3718d19-4911-48e0-b671-b6152725bc9d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:59.413836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3718d19-4911-48e0-b671-b6152725bc9d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:59.414185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c3718d19-4911-48e0-b671-b6152725bc9d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:09:59.466820 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:09:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be24424a-8181-47df-9623-6c6194df952d x-openstack-request-id: req-be24424a-8181-47df-9623-6c6194df952d {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:09:59.467166 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981cba16-1900-4394-a73d-589a134c092b", "name": "network-vif-plugged", "status": "completed", "tag": "c02f4883-cf4e-407d-b467-8dfa261f1bb2", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:09:59.468150 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-be24424a-8181-47df-9623-6c6194df952d {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:09:59.468979 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '981cba16-1900-4394-a73d-589a134c092b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2', 'code': 200} Aug 17 03:09:59.494474 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-2e6e2808-d285-4de5-bdf0-a6092e58841a None None] Set router 06ddc759-f792-4bfa-84b3-53f53e9cb9da gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:09:59.498560 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b709af32-eec9-4b0b-98b2-f0f278f589b4 req-6171e0b1-1808-4311-ad9f-c8c1345ddb3b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:09:59.500159 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b709af32-eec9-4b0b-98b2-f0f278f589b4 req-6171e0b1-1808-4311-ad9f-c8c1345ddb3b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.2926321 Aug 17 03:09:59.552090 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:59.605311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b709af32-eec9-4b0b-98b2-f0f278f589b4 req-5f121d95-4623-4dc4-838b-7b3cdbaaaec0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0663650 Aug 17 03:09:59.620357 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-f6d29b71-e3cf-4cd1-ba1c-9a3117e35cd8 admin admin] For port 36bc4357-65f1-427e-a705-0fb0e4e0c2bc, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=36bc4357-65f1-427e-a705-0fb0e4e0c2bc,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:59.620733 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6d29b71-e3cf-4cd1-ba1c-9a3117e35cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:09:59.659739 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-2e6e2808-d285-4de5-bdf0-a6092e58841a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'name': 'tempest-TaggedBootDevicesTest_v242-386895731-router', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:51Z', 'updated_at': '2021-08-17T03:09:59Z', 'revision_number': 6, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:09:59.664731 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0ebe258d-f25d-45e1-8b06-e385c677c9e7 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3775 time: 1.3840654 Aug 17 03:09:59.682938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-f6d29b71-e3cf-4cd1-ba1c-9a3117e35cd8 admin admin] Calling delete_port for 36bc4357-65f1-427e-a705-0fb0e4e0c2bc owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:09:59.708661 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e6e2808-d285-4de5-bdf0-a6092e58841a None None] The sync data for ids ['06ddc759-f792-4bfa-84b3-53f53e9cb9da'] in n-d-802060-9 is: [{'id': '06ddc759-f792-4bfa-84b3-53f53e9cb9da', 'name': 'tempest-TaggedBootDevicesTest_v242-386895731-router', 'tenant_id': '4e9c034e7e504b8fb35245098d953639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T02:57:51Z', 'updated_at': '2021-08-17T03:09:59Z', 'revision_number': 6, 'project_id': '4e9c034e7e504b8fb35245098d953639', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:09:59.740723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f33c8c50-c7dc-4322-9dce-51eaad3ecb1b None None] Port 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:09:59.882319 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 595f4d43-0617-4963-89f3-6d51eebf64d7, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=595f4d43-0617-4963-89f3-6d51eebf64d7,segment=NetworkSegment(c1999cde-fcf2-4c83-94a5-9095a96d3eb7),segment_id=c1999cde-fcf2-4c83-94a5-9095a96d3eb7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:09:59.968840 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:00.183825 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aba21bb-185c-4d3f-8a44-f3809b45297e req-706d1fbf-6451-42bf-ad05-232ddf821b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:00.193324 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7b81df3f-b38e-441e-92b7-b9601f6e2d3c no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:10:00.195604 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9aba21bb-185c-4d3f-8a44-f3809b45297e req-706d1fbf-6451-42bf-ad05-232ddf821b98 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 1098 time: 0.3525083 Aug 17 03:10:00.328518 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 7b81df3f-b38e-441e-92b7-b9601f6e2d3c {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:10:00.329170 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7b81df3f-b38e-441e-92b7-b9601f6e2d3c not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:10:00.376463 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f02913fb-9ea1-4510-868c-44ba70b035e0 req-2a4b6360-956c-4a44-bd89-9b95c319bf69 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:00.385131 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f02913fb-9ea1-4510-868c-44ba70b035e0 req-2a4b6360-956c-4a44-bd89-9b95c319bf69 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.5507030 Aug 17 03:10:00.435946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=595f4d43-0617-4963-89f3-6d51eebf64d7,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:00.442129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:54Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19', 'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:cb:8a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:53Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 2, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:00.469401 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f02913fb-9ea1-4510-868c-44ba70b035e0 req-b1622d48-6a0d-4c77-9547-aac4f14e413d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0832534 Aug 17 03:10:00.497753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36194) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:00.504052 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-03517294-3fd5-405e-a432-b3d904f46973 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-103700295', 'description': 'tempest-secgroup-smoke-103700295 description', 'project_id': '1dcddbfa77d8439c92503d4521a21241'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:00.510548 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Checking router: 6fba62e1-ef36-419c-90d1-dc84279a68c3 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:10:00.516664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Updating router 6fba62e1-ef36-419c-90d1-dc84279a68c3 port 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:10:00.520568 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9aba21bb-185c-4d3f-8a44-f3809b45297e req-307293fd-349b-476d-972e-3907316efdd6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3240602 Aug 17 03:10:00.549810 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:00.686322 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03517294-3fd5-405e-a432-b3d904f46973 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:00.797389 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6d29b71-e3cf-4cd1-ba1c-9a3117e35cd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:00.863384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab915221-9854-419c-9503-3a378969a2f3 req-703f2530-5b0e-46cd-a664-11684be1faac tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:00.880360 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab915221-9854-419c-9503-3a378969a2f3 req-703f2530-5b0e-46cd-a664-11684be1faac tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 944 time: 0.2662506 Aug 17 03:10:00.939985 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d29b71-e3cf-4cd1-ba1c-9a3117e35cd8 admin admin] Pushing event deleted for resources: {'Port': ['ID=36bc4357-65f1-427e-a705-0fb0e4e0c2bc,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:01.047893 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6d29b71-e3cf-4cd1-ba1c-9a3117e35cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:01.072969 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab915221-9854-419c-9503-3a378969a2f3 req-017e325b-2da3-40cf-8087-f72f94a47ae4 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887844 Aug 17 03:10:01.177870 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03517294-3fd5-405e-a432-b3d904f46973 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:01.259574 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03517294-3fd5-405e-a432-b3d904f46973 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:01.316324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153f88f-ec21-4e86-98e5-d0f5cc569be9 req-e13f199e-f637-4cb5-83c4-f5cc12414c29 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:01.317984 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f153f88f-ec21-4e86-98e5-d0f5cc569be9 req-e13f199e-f637-4cb5-83c4-f5cc12414c29 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 945 time: 0.5455551 Aug 17 03:10:01.343227 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afcaf1c-ee88-4003-9089-3534974b9b9d req-ac6969bc-3a4a-43fa-aef9-fe04c1cd8237 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:01.351217 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3afcaf1c-ee88-4003-9089-3534974b9b9d req-ac6969bc-3a4a-43fa-aef9-fe04c1cd8237 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1530900 Aug 17 03:10:01.360394 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03517294-3fd5-405e-a432-b3d904f46973 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5eb8b42-2afe-4cd7-ae65-d8f394791f0c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:01.410872 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:01.421764 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3afcaf1c-ee88-4003-9089-3534974b9b9d req-9469600b-8b49-42bb-b0a4-1429aeedb627 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0692422 Aug 17 03:10:01.424171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Transition to ACTIVE for port object 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:01.430466 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03517294-3fd5-405e-a432-b3d904f46973 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:01.431999 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-03517294-3fd5-405e-a432-b3d904f46973 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.9331920 Aug 17 03:10:01.435294 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36200) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:01.444474 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6d29b71-e3cf-4cd1-ba1c-9a3117e35cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:01.449778 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6d29b71-e3cf-4cd1-ba1c-9a3117e35cd8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:01.451020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-4f1955d4-2c21-43bd-88c9-62e337508810 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group_rule': {'security_group_id': 'b5eb8b42-2afe-4cd7-ae65-d8f394791f0c', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:01.497528 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:01.561280 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f1955d4-2c21-43bd-88c9-62e337508810 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:01.569190 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f153f88f-ec21-4e86-98e5-d0f5cc569be9 req-0468492c-f479-4d04-a248-84d468436d07 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626775 Aug 17 03:10:01.652312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 1e1fbd10-fc63-4804-86af-a98226e29e3b up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:01.774041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04657d57-d473-456c-8dce-b30c0a1b107c None None] Pushing event updated for resources: {'Port': ['ID=0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:01.818584 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device cff6dbe0-8e72-4b04-b29e-df14e11d87fb up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:01.856322 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f1955d4-2c21-43bd-88c9-62e337508810 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:01.885326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-224c7199-633e-40f2-bfed-ba8d5589b398 req-98b4a596-ac6e-4498-932d-f8b41fafc5d5 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:01.888459 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-224c7199-633e-40f2-bfed-ba8d5589b398 req-98b4a596-ac6e-4498-932d-f8b41fafc5d5 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.1065066 Aug 17 03:10:01.889104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Attempting to bind port 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:10:01.889577 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Attempting to bind port 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'c1999cde-fcf2-4c83-94a5-9095a96d3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:10:01.890009 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Attempting to bind port 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 on network 9ff4ee26-1ec7-45ad-9b4e-3b800da06cce {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:01.926533 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:10:01.927038 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Checking segment: {'id': 'c1999cde-fcf2-4c83-94a5-9095a96d3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:10:01.927517 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:01.928155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Bound using segment: {'id': 'c1999cde-fcf2-4c83-94a5-9095a96d3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:10:01.928580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Bound port: 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1999cde-fcf2-4c83-94a5-9095a96d3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:10:01.929012 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:01.956263 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-224c7199-633e-40f2-bfed-ba8d5589b398 req-39cb5aa7-305d-4091-a756-cbaf7cd12860 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602005 Aug 17 03:10:02.000466 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port cff6dbe0-8e72-4b04-b29e-df14e11d87fb triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:02.000811 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:02.096447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 595f4d43-0617-4963-89f3-6d51eebf64d7 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:02.103022 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] For port 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:10:02.149752 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] For port 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19,segment=NetworkSegment(c1999cde-fcf2-4c83-94a5-9095a96d3eb7),segment_id=c1999cde-fcf2-4c83-94a5-9095a96d3eb7)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:10:02.206346 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:02.222825 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c8f0208-2a6f-4984-9296-3cd5ab81adb5 req-b3954366-f4c9-4e51-b854-1a5dd941cda5 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:02.223411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 595f4d43-0617-4963-89f3-6d51eebf64d7 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:02.223855 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:02.226755 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c8f0208-2a6f-4984-9296-3cd5ab81adb5 req-b3954366-f4c9-4e51-b854-1a5dd941cda5 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 944 time: 0.0629404 Aug 17 03:10:02.282466 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8f60c6-7e21-4df4-9f98-71061fb16921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff6dbe0-8e72-4b04-b29e-df14e11d87fb'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:02.283465 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c8f0208-2a6f-4984-9296-3cd5ab81adb5 req-fef6373c-8e0d-4f75-af28-08184dfd3753 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404000 Aug 17 03:10:02.285471 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07a94365-d720-4d26-a2bc-4b007c78a3f2" -d '{"events": [{"server_uuid": "4f8f60c6-7e21-4df4-9f98-71061fb16921", "name": "network-vif-plugged", "status": "completed", "tag": "cff6dbe0-8e72-4b04-b29e-df14e11d87fb"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:02.320416 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port cff6dbe0-8e72-4b04-b29e-df14e11d87fb, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cff6dbe0-8e72-4b04-b29e-df14e11d87fb,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:02.335025 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41cd0e7c-bc7b-447c-af06-3995dccb7577 x-openstack-request-id: req-41cd0e7c-bc7b-447c-af06-3995dccb7577 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:02.335295 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8f60c6-7e21-4df4-9f98-71061fb16921", "name": "network-vif-plugged", "status": "completed", "tag": "cff6dbe0-8e72-4b04-b29e-df14e11d87fb", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:02.335552 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41cd0e7c-bc7b-447c-af06-3995dccb7577 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:02.335957 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f8f60c6-7e21-4df4-9f98-71061fb16921', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cff6dbe0-8e72-4b04-b29e-df14e11d87fb', 'code': 200} Aug 17 03:10:02.423566 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6d29b71-e3cf-4cd1-ba1c-9a3117e35cd8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:02.428148 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d29b71-e3cf-4cd1-ba1c-9a3117e35cd8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 06ddc759-f792-4bfa-84b3-53f53e9cb9da {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:10:02.430135 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6d29b71-e3cf-4cd1-ba1c-9a3117e35cd8 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:02.431280 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f6d29b71-e3cf-4cd1-ba1c-9a3117e35cd8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/06ddc759-f792-4bfa-84b3-53f53e9cb9da HTTP/1.1" status: 204 len: 168 time: 4.3808196 Aug 17 03:10:02.434322 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36210) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:02.458992 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 36bc4357-65f1-427e-a705-0fb0e4e0c2bc no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:10:02.472050 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f1955d4-2c21-43bd-88c9-62e337508810 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:02.496573 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 1e1fbd10-fc63-4804-86af-a98226e29e3b completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:02.500040 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:02.508942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1955d4-2c21-43bd-88c9-62e337508810 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b79960e9-34e4-4204-ab9e-5bebbeb7f799,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:02.512986 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5b6d65b-14b7-4eab-b614-a0f047cac6f9 admin admin] Deleting subnet b2098b0c-8a13-4170-8b03-94c356349639 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:10:02.517324 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5b6d65b-14b7-4eab-b614-a0f047cac6f9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:02.531753 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 36bc4357-65f1-427e-a705-0fb0e4e0c2bc {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:10:02.532336 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 36bc4357-65f1-427e-a705-0fb0e4e0c2bc not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:10:02.560404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 1e1fbd10-fc63-4804-86af-a98226e29e3b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:02.560943 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:02.565114 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:02.596788 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f1955d4-2c21-43bd-88c9-62e337508810 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:02.598936 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4f1955d4-2c21-43bd-88c9-62e337508810 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.1624787 Aug 17 03:10:02.601983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36218) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:02.609855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-72986f35-8632-4d6d-aed3-1fc984f237a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group_rule': {'security_group_id': 'b5eb8b42-2afe-4cd7-ae65-d8f394791f0c', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:02.624039 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5b6d65b-14b7-4eab-b614-a0f047cac6f9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:02.769290 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Routers {'6fba62e1-ef36-419c-90d1-dc84279a68c3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:10:02.776129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:09:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6fba62e1-ef36-419c-90d1-dc84279a68c3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:02.824454 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f140685f-05e8-4406-8b11-39802b8abf7c req-6e0c514b-b7d6-4473-863a-68a33e564902 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:02.831969 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f140685f-05e8-4406-8b11-39802b8abf7c req-6e0c514b-b7d6-4473-863a-68a33e564902 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.2120399 Aug 17 03:10:02.833237 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-72986f35-8632-4d6d-aed3-1fc984f237a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:02.863875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04657d57-d473-456c-8dce-b30c0a1b107c None None] Pushing event updated for resources: {'Port': ['ID=0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:02.886012 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5b6d65b-14b7-4eab-b614-a0f047cac6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:02.962706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed868d25-e679-427a-9af2-9eaf1c87cffb req-d7a11c5a-4d8c-452f-b149-5d26be08f4b2 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:02.980826 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ed868d25-e679-427a-9af2-9eaf1c87cffb req-d7a11c5a-4d8c-452f-b149-5d26be08f4b2 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.2366757 Aug 17 03:10:02.993350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=cff6dbe0-8e72-4b04-b29e-df14e11d87fb,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:03.026030 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f140685f-05e8-4406-8b11-39802b8abf7c req-8cf8c22d-579d-4ff4-ab95-df24d57aef40 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1926029 Aug 17 03:10:03.107932 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:03.139623 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5b6d65b-14b7-4eab-b614-a0f047cac6f9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:03.155005 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-72986f35-8632-4d6d-aed3-1fc984f237a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:03.167829 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ed868d25-e679-427a-9af2-9eaf1c87cffb req-6af8a93f-2b62-4c8a-9bfc-5e4a1356a713 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825180 Aug 17 03:10:03.213696 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5b6d65b-14b7-4eab-b614-a0f047cac6f9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:03.218135 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f5b6d65b-14b7-4eab-b614-a0f047cac6f9 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b2098b0c-8a13-4170-8b03-94c356349639 HTTP/1.1" status: 204 len: 168 time: 0.7795403 Aug 17 03:10:03.219020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36226) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:03.224263 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:03.225631 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b6d65b-14b7-4eab-b614-a0f047cac6f9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b2098b0c-8a13-4170-8b03-94c356349639,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:03.233192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b869414-03d7-455a-b76e-862f7eb0e41e None None] Network 9a025f32-f5b2-4a70-b1ff-319c315c310a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:10:03.290960 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-72986f35-8632-4d6d-aed3-1fc984f237a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:03.299572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 1e1fbd10-fc63-4804-86af-a98226e29e3b, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=1e1fbd10-fc63-4804-86af-a98226e29e3b,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:03.345439 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] Set router 6fba62e1-ef36-419c-90d1-dc84279a68c3 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:10:03.377782 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:03.406957 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:03.411545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72986f35-8632-4d6d-aed3-1fc984f237a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f44f0c84-5bae-423e-a27d-6f631f08a2a9,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:03.446890 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eebc097-02e0-4e2f-b9ff-a2f56ac90435 req-1a37b870-5b8c-4404-bc1a-49dd50c27884 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:03.449338 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9eebc097-02e0-4e2f-b9ff-a2f56ac90435 req-1a37b870-5b8c-4404-bc1a-49dd50c27884 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.1679096 Aug 17 03:10:03.523003 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9eebc097-02e0-4e2f-b9ff-a2f56ac90435 req-ea2fa543-c965-485f-95a6-32431bbb4950 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634031 Aug 17 03:10:03.542661 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-72986f35-8632-4d6d-aed3-1fc984f237a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:03.556193 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-72986f35-8632-4d6d-aed3-1fc984f237a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9503734 Aug 17 03:10:03.556939 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36230) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:03.562140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f9d6dcca-dca0-4aa8-82f4-68608f78707d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group_rule': {'security_group_id': 'b5eb8b42-2afe-4cd7-ae65-d8f394791f0c', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:03.618017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-914d02a0-f2c5-4bec-91b0-fac72562109d req-0732f075-55d9-4b75-8caf-77a9b0d6b72d tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:03.627296 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-914d02a0-f2c5-4bec-91b0-fac72562109d req-0732f075-55d9-4b75-8caf-77a9b0d6b72d tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 945 time: 0.1918533 Aug 17 03:10:03.670838 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] Deleting port 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:10:03.670838 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:03.707977 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f9d6dcca-dca0-4aa8-82f4-68608f78707d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:03.717367 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-914d02a0-f2c5-4bec-91b0-fac72562109d req-af49b42f-c91c-4f6b-b7ef-04ddcb40ee7a tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888479 Aug 17 03:10:03.791826 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] For port 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2d47cdd4-8d75-4f44-9b73-3ac5e38392ef,segment=NetworkSegment(9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef),segment_id=9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:03.797030 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:03.801462 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=1e1fbd10-fc63-4804-86af-a98226e29e3b,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:03.837545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] Calling delete_port for 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:10:03.893382 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:54Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19', 'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:cb:8a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:53Z', 'updated_at': '2021-08-17T03:10:02Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:03.900985 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:03.934511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b0c803-4fe6-4f49-94cb-944e288d7d3c None None] The sync data for ids ['6fba62e1-ef36-419c-90d1-dc84279a68c3'] in n-d-802060-9 is: [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:54Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19', 'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:cb:8a:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:53Z', 'updated_at': '2021-08-17T03:10:02Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:10:03.937575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc74905d-e0b9-44ec-9871-b85050cd81b5 None None] DHCP port deletion for 9a025f32-f5b2-4a70-b1ff-319c315c310a request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:10:03.967535 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f9d6dcca-dca0-4aa8-82f4-68608f78707d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:04.001020 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-bc74905d-e0b9-44ec-9871-b85050cd81b5 None None] Deleting port 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:10:04.003470 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bc74905d-e0b9-44ec-9871-b85050cd81b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:04.030316 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f9d6dcca-dca0-4aa8-82f4-68608f78707d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:04.138989 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9d6dcca-dca0-4aa8-82f4-68608f78707d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ac2f606-c5e4-4d9d-82b5-019b89b4006e,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:04.184606 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:04.199150 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:10:04.238152 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f9d6dcca-dca0-4aa8-82f4-68608f78707d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:04.242126 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f9d6dcca-dca0-4aa8-82f4-68608f78707d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6812897 Aug 17 03:10:04.244085 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36238) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:04.252530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-8127bdbe-f329-40fc-8f43-8adce0713e84 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group_rule': {'security_group_id': 'b5eb8b42-2afe-4cd7-ae65-d8f394791f0c', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:04.279323 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] Pushing event deleted for resources: {'Port': ['ID=2d47cdd4-8d75-4f44-9b73-3ac5e38392ef,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:04.299945 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7f24cf-e574-4334-a8da-0d9ef46b249b req-dd4803cc-ab50-4ea5-aa89-ff9626c809fc tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:04.299945 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f7f24cf-e574-4334-a8da-0d9ef46b249b req-dd4803cc-ab50-4ea5-aa89-ff9626c809fc tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1113641 Aug 17 03:10:04.308385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] No DVR routers for this DVR port 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:10:04.361455 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbe991f-4a75-4c79-8f26-88ee5092fa62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1fbd10-fc63-4804-86af-a98226e29e3b'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:04.377582 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-315b5425-be7c-4fb5-bbc5-51530b1e7cef" -d '{"events": [{"server_uuid": "2dbe991f-4a75-4c79-8f26-88ee5092fa62", "name": "network-vif-plugged", "status": "completed", "tag": "1e1fbd10-fc63-4804-86af-a98226e29e3b"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:04.389360 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bc74905d-e0b9-44ec-9871-b85050cd81b5 None None] For port 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2d47cdd4-8d75-4f44-9b73-3ac5e38392ef,segment=NetworkSegment(9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef),segment_id=9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:04.394482 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bc74905d-e0b9-44ec-9871-b85050cd81b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:04.407982 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:10:04.408343 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:10:04.418860 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f7f24cf-e574-4334-a8da-0d9ef46b249b req-d71c32a1-0939-45bb-828f-d7b6ea9dc8c7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1210396 Aug 17 03:10:04.451776 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8127bdbe-f329-40fc-8f43-8adce0713e84 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:04.470591 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-bc74905d-e0b9-44ec-9871-b85050cd81b5 None None] Calling delete_port for 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:10:04.574438 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d2bba69-20d3-4c45-bbce-d44d7f08426f x-openstack-request-id: req-2d2bba69-20d3-4c45-bbce-d44d7f08426f {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:04.574735 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbe991f-4a75-4c79-8f26-88ee5092fa62", "name": "network-vif-plugged", "status": "completed", "tag": "1e1fbd10-fc63-4804-86af-a98226e29e3b", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:04.576198 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d2bba69-20d3-4c45-bbce-d44d7f08426f {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:04.578198 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbe991f-4a75-4c79-8f26-88ee5092fa62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1e1fbd10-fc63-4804-86af-a98226e29e3b', 'code': 200} Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.656606 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.661597 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.661597 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.661597 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.661597 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.661597 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.661597 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.661597 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.661597 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.661597 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.661597 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.661597 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.661597 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.661597 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:10:04.661597 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:10:04.672744 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bc74905d-e0b9-44ec-9871-b85050cd81b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:04.679058 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:04.712020 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc74905d-e0b9-44ec-9871-b85050cd81b5 None None] No DVR routers for this DVR port 2d47cdd4-8d75-4f44-9b73-3ac5e38392ef on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:10:04.759593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a025f32-f5b2-4a70-b1ff-319c315c310a']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:04.766348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc74905d-e0b9-44ec-9871-b85050cd81b5 None None] Pushing event deleted for resources: {'Port': ['ID=2d47cdd4-8d75-4f44-9b73-3ac5e38392ef,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:04.781646 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:04.781790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b9f9bbf-1ea5-45b7-96b9-67d0fca016ef') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:04.792038 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4dff79e-4d3c-4d37-b835-28dc4ed57ad6 req-23223e63-4712-4327-a893-eea58d93f702 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:04.808717 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e4dff79e-4d3c-4d37-b835-28dc4ed57ad6 req-23223e63-4712-4327-a893-eea58d93f702 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.3066170 Aug 17 03:10:04.843961 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8127bdbe-f329-40fc-8f43-8adce0713e84 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:04.846602 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:04.881551 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:04.901066 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e4dff79e-4d3c-4d37-b835-28dc4ed57ad6 req-976be0d6-e643-47cf-b085-cefc136d1381 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914423 Aug 17 03:10:04.906484 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:10:04.907088 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:10:04.914545 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:10:04.917118 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eaa9ed3-f50f-4779-a1ee-a3afeee5f308 req-3ce3ad7b-393b-4b49-9732-9a52f8e6e554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:04.917628 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2eaa9ed3-f50f-4779-a1ee-a3afeee5f308 req-3ce3ad7b-393b-4b49-9732-9a52f8e6e554 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 1096 time: 0.2888689 Aug 17 03:10:04.945381 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8126fe2-3fc1-4665-b9b2-8a66e5f381f1 req-f182d36f-d169-4dcd-b375-1468b5e5eccc tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:04.950206 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d8126fe2-3fc1-4665-b9b2-8a66e5f381f1 req-f182d36f-d169-4dcd-b375-1468b5e5eccc tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.1789911 Aug 17 03:10:05.019707 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8127bdbe-f329-40fc-8f43-8adce0713e84 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:05.095936 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2eaa9ed3-f50f-4779-a1ee-a3afeee5f308 req-dc457f77-45ce-4aaa-8871-3abf8238fc51 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1424456 Aug 17 03:10:05.146634 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8127bdbe-f329-40fc-8f43-8adce0713e84 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:05.148680 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:05.150663 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8127bdbe-f329-40fc-8f43-8adce0713e84 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9046292 Aug 17 03:10:05.154624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8127bdbe-f329-40fc-8f43-8adce0713e84 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=444bed13-cd0a-4824-9082-b2af78d52918,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:05.158867 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:05.161555 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9a025f32-f5b2-4a70-b1ff-319c315c310a HTTP/1.1" status: 204 len: 168 time: 1.9412742 Aug 17 03:10:05.165748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36246) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:05.173506 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-429980a7-6aa8-4504-bedb-25ec41e5e238 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group_rule': {'security_group_id': 'b5eb8b42-2afe-4cd7-ae65-d8f394791f0c', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:05.202729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce91d0ed-7c26-402b-80bb-cce79b637131 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a025f32-f5b2-4a70-b1ff-319c315c310a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:05.208433 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d8126fe2-3fc1-4665-b9b2-8a66e5f381f1 req-9fd1ae8f-b36f-4d30-850c-1ad4ac712dd7 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896496 Aug 17 03:10:05.231488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f821a1a6-5d98-47ae-87a4-1a336582ded2 req-38214513-8f38-4d6e-bb14-3231ba5965b7 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:05.242040 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f821a1a6-5d98-47ae-87a4-1a336582ded2 req-38214513-8f38-4d6e-bb14-3231ba5965b7 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 945 time: 0.1647384 Aug 17 03:10:05.295187 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-429980a7-6aa8-4504-bedb-25ec41e5e238 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Project 1dcddbfa77d8439c92503d4521a21241 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:10:05.306702 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-429980a7-6aa8-4504-bedb-25ec41e5e238 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:05.336836 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f821a1a6-5d98-47ae-87a4-1a336582ded2 req-787d3423-dd65-4f6f-bc20-dab838ef9f0f tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935614 Aug 17 03:10:05.450823 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-429980a7-6aa8-4504-bedb-25ec41e5e238 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:05.522485 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-429980a7-6aa8-4504-bedb-25ec41e5e238 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:05.560914 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429980a7-6aa8-4504-bedb-25ec41e5e238 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4b5f4d3-0183-475a-aaa3-08e77375968f,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:05.644928 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-429980a7-6aa8-4504-bedb-25ec41e5e238 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:05.650370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36254) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:05.651176 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-429980a7-6aa8-4504-bedb-25ec41e5e238 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4816988 Aug 17 03:10:05.660836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90f671-012f-46b5-8379-04b23dc47d43 req-6ddd8526-4691-41e1-8467-1545d9569c12 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:05.670475 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7b90f671-012f-46b5-8379-04b23dc47d43 req-6ddd8526-4691-41e1-8467-1545d9569c12 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1252012 Aug 17 03:10:05.678452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-dca546f8-02d8-454a-84ac-9ae7e06201b0 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group_rule': {'security_group_id': 'b5eb8b42-2afe-4cd7-ae65-d8f394791f0c', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:05.764470 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7b90f671-012f-46b5-8379-04b23dc47d43 req-60e54730-9038-4ed4-b791-d0c06b461121 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0881829 Aug 17 03:10:05.962313 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-dca546f8-02d8-454a-84ac-9ae7e06201b0 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Project 1dcddbfa77d8439c92503d4521a21241 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:10:05.968517 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dca546f8-02d8-454a-84ac-9ae7e06201b0 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:06.009875 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36258) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:06.089563 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dca546f8-02d8-454a-84ac-9ae7e06201b0 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:06.162445 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dca546f8-02d8-454a-84ac-9ae7e06201b0 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:06.164368 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ea51a1ca-9f99-4e8d-bd66-ce2d94543db8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e9c034e7e504b8fb35245098d953639&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1522224 Aug 17 03:10:06.169147 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36260) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:06.200701 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f19c5204-b823-4920-9455-e3f29b6c0604 req-f917e4bd-93ac-4895-838b-965dbf820412 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:06.208687 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f19c5204-b823-4920-9455-e3f29b6c0604 req-f917e4bd-93ac-4895-838b-965dbf820412 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.1600339 Aug 17 03:10:06.211236 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca546f8-02d8-454a-84ac-9ae7e06201b0 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=94a1ec4a-8b96-4187-8c28-72cc0950f69f,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:06.241236 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:06.277599 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dca546f8-02d8-454a-84ac-9ae7e06201b0 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:06.290100 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dca546f8-02d8-454a-84ac-9ae7e06201b0 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6060815 Aug 17 03:10:06.359509 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f19c5204-b823-4920-9455-e3f29b6c0604 req-862fe047-bf22-4623-a862-f4165e3ee2f2 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495500 Aug 17 03:10:06.424086 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fd89a35f-122b-44f7-b915-56a747f6d574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:06.476072 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:06.480442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:06.481128 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:06.506446 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94fd6a40-9a1a-4f48-a0f2-697641889471 req-fe929734-d186-4bfe-b39a-e1a8a4eabb33 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:06.513540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-94fd6a40-9a1a-4f48-a0f2-697641889471 req-fe929734-d186-4bfe-b39a-e1a8a4eabb33 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.1334059 Aug 17 03:10:06.531076 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fd89a35f-122b-44f7-b915-56a747f6d574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:06.582785 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-94fd6a40-9a1a-4f48-a0f2-697641889471 req-8b750c48-498c-417d-b5b8-8d8e89315232 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611057 Aug 17 03:10:06.656805 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c792405-9cd7-4dad-b5a7-5564c7b2357f req-06a7f6ed-b3bf-4913-ae9a-4e48b06334a0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:06.667346 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1c792405-9cd7-4dad-b5a7-5564c7b2357f req-06a7f6ed-b3bf-4913-ae9a-4e48b06334a0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 945 time: 0.1674991 Aug 17 03:10:06.766560 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:06.767960 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1c792405-9cd7-4dad-b5a7-5564c7b2357f req-94095f4b-6ecc-4bf0-85ad-be923e4ccf2d tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914218 Aug 17 03:10:06.799081 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fd89a35f-122b-44f7-b915-56a747f6d574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:06.801832 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fd89a35f-122b-44f7-b915-56a747f6d574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:06.802993 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fd89a35f-122b-44f7-b915-56a747f6d574 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec HTTP/1.1" status: 204 len: 168 time: 0.6326277 Aug 17 03:10:06.842090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd89a35f-122b-44f7-b915-56a747f6d574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bba1ea-50d6-4f2d-a9df-29f2a5a0dfec,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:06.925853 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19,segment=NetworkSegment(c1999cde-fcf2-4c83-94a5-9095a96d3eb7),segment_id=c1999cde-fcf2-4c83-94a5-9095a96d3eb7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:06.991951 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:07.112556 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddfa47e-42a3-4d09-9017-fea24cd9d42a req-09893813-0eda-4042-a99e-43ca718a2220 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:07.126679 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cddfa47e-42a3-4d09-9017-fea24cd9d42a req-09893813-0eda-4042-a99e-43ca718a2220 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1497760 Aug 17 03:10:07.130975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:07.213105 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cddfa47e-42a3-4d09-9017-fea24cd9d42a req-fdd95d56-62be-40ec-8270-23871dbe30d0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0735903 Aug 17 03:10:07.633345 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-264252da-6df1-4f1e-87bd-f6042fae6943 req-7122b0e4-c46c-4cde-88bd-a8b763513c5e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:07.647270 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-264252da-6df1-4f1e-87bd-f6042fae6943 req-7122b0e4-c46c-4cde-88bd-a8b763513c5e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.1554894 Aug 17 03:10:07.832823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-264252da-6df1-4f1e-87bd-f6042fae6943 req-214290b7-0d6f-4b9c-a2b4-7b72cfe00be4 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1768119 Aug 17 03:10:07.993596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7791ac-c555-4bd8-ae8c-3a3c5bdf8ac3 req-2727a446-a023-413d-b1d7-3289d2b98cf2 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:08.006800 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c7791ac-c555-4bd8-ae8c-3a3c5bdf8ac3 req-2727a446-a023-413d-b1d7-3289d2b98cf2 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.1057377 Aug 17 03:10:08.071031 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c7791ac-c555-4bd8-ae8c-3a3c5bdf8ac3 req-57369f11-2875-40f6-ab4c-9ebe4c67cfb2 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631475 Aug 17 03:10:08.152492 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:08.214282 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:08.214696 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:08.362526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-764d8b2f-2e6d-464b-923b-532a1f638f21 req-4da08694-387f-4f2b-a0d3-d19a7a4ddce6 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:08.364226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-764d8b2f-2e6d-464b-923b-532a1f638f21 req-4da08694-387f-4f2b-a0d3-d19a7a4ddce6 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.0677257 Aug 17 03:10:08.410296 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-764d8b2f-2e6d-464b-923b-532a1f638f21 req-cd1bd4b7-de51-4fed-8797-3a56317080b8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0389981 Aug 17 03:10:08.999288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13145876-aca3-48c9-9b99-1068a0323e64 req-b868ba3c-0129-46d1-9ce5-a165d2a2ea5a tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:09.003696 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13145876-aca3-48c9-9b99-1068a0323e64 req-b868ba3c-0129-46d1-9ce5-a165d2a2ea5a tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.0781949 Aug 17 03:10:09.086722 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13145876-aca3-48c9-9b99-1068a0323e64 req-e259905b-3b67-459f-96cb-bcf9450d0e00 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769928 Aug 17 03:10:09.240712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36332) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:09.331009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beca7818-baf0-4e88-855a-d18670337909 req-ad97f721-da0b-4b91-9785-ab9981104456 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:09.340602 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-beca7818-baf0-4e88-855a-d18670337909 req-ad97f721-da0b-4b91-9785-ab9981104456 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0842619 Aug 17 03:10:09.430913 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-beca7818-baf0-4e88-855a-d18670337909 req-eb5ed97d-e2fa-4483-a831-e2f15aa338e2 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871251 Aug 17 03:10:09.479037 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-8d84f1ad-4ec7-4de0-b070-083ad648def0 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-356415942-network', 'tenant_id': '8a812f2be1f2404ab1907022e4bb7428'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:09.598270 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d84f1ad-4ec7-4de0-b070-083ad648def0 admin admin] Made reservation on behalf of 8a812f2be1f2404ab1907022e4bb7428 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:10:09.600865 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d84f1ad-4ec7-4de0-b070-083ad648def0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:09.611464 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d84f1ad-4ec7-4de0-b070-083ad648def0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:09.750789 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4b9de1-6793-4aee-b24a-15091159639f req-e3e499c5-c7a0-4149-b97c-51995c6a2732 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:09.766402 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad4b9de1-6793-4aee-b24a-15091159639f req-e3e499c5-c7a0-4149-b97c-51995c6a2732 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1031849 Aug 17 03:10:09.852836 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad4b9de1-6793-4aee-b24a-15091159639f req-a7e441c0-e8e8-466b-a575-ef1e65417e75 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783916 Aug 17 03:10:09.892312 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d84f1ad-4ec7-4de0-b070-083ad648def0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:09.969176 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d84f1ad-4ec7-4de0-b070-083ad648def0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:10.044856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84f1ad-4ec7-4de0-b070-083ad648def0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9df6d9a-103b-4351-950c-cab378c43f6c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:10.076724 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d84f1ad-4ec7-4de0-b070-083ad648def0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:10:10.103606 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d84f1ad-4ec7-4de0-b070-083ad648def0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:10.103981 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-8d84f1ad-4ec7-4de0-b070-083ad648def0 admin admin] Added segment 34b91ada-668d-4d0f-b645-024ef1959386 of type vlan for network 276da2b6-a91b-4c80-928b-6980044b9059 Aug 17 03:10:10.207879 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d84f1ad-4ec7-4de0-b070-083ad648def0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:10.737853 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d84f1ad-4ec7-4de0-b070-083ad648def0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:10.738861 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d84f1ad-4ec7-4de0-b070-083ad648def0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:10.739456 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d84f1ad-4ec7-4de0-b070-083ad648def0 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:10.814750 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d84f1ad-4ec7-4de0-b070-083ad648def0 admin admin] Pushing event updated for resources: {'Network': ['ID=276da2b6-a91b-4c80-928b-6980044b9059,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:10.824888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 276da2b6-a91b-4c80-928b-6980044b9059 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:10:10.875295 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8d84f1ad-4ec7-4de0-b070-083ad648def0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.6325355 Aug 17 03:10:10.886209 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36356) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:10.893285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b38189ad-db88-4bec-afe0-3afdd47eeb5f admin admin] Request body: {'subnet': {'network_id': '276da2b6-a91b-4c80-928b-6980044b9059', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-356415942-subnet', 'tenant_id': '8a812f2be1f2404ab1907022e4bb7428', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:11.020177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b38189ad-db88-4bec-afe0-3afdd47eeb5f admin admin] Made reservation on behalf of 8a812f2be1f2404ab1907022e4bb7428 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:10:11.020648 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b38189ad-db88-4bec-afe0-3afdd47eeb5f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:11.438772 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b38189ad-db88-4bec-afe0-3afdd47eeb5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:11.536458 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38189ad-db88-4bec-afe0-3afdd47eeb5f admin admin] Pushing event updated for resources: {'Subnet': ['ID=56d723c4-749f-4a29-a143-50d3d0393d4e,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:11.562699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b38189ad-db88-4bec-afe0-3afdd47eeb5f admin admin] Checking segment: {'id': '34b91ada-668d-4d0f-b645-024ef1959386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:10:11.563176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38189ad-db88-4bec-afe0-3afdd47eeb5f admin admin] Network hostable DHCP agents. Network: 276da2b6-a91b-4c80-928b-6980044b9059, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:10:11.685586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81e596f7-5656-409f-bc18-8dad9d53282e req-7af099c9-47b2-41c8-8817-f98d76e22334 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:11.687909 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-81e596f7-5656-409f-bc18-8dad9d53282e req-7af099c9-47b2-41c8-8817-f98d76e22334 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.0921266 Aug 17 03:10:11.689883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b38189ad-db88-4bec-afe0-3afdd47eeb5f admin admin] Network 276da2b6-a91b-4c80-928b-6980044b9059 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:10:11.769590 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-81e596f7-5656-409f-bc18-8dad9d53282e req-3145cf70-8f4a-4167-b683-b99db312d8af tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630028 Aug 17 03:10:11.788803 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b38189ad-db88-4bec-afe0-3afdd47eeb5f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 276da2b6-a91b-4c80-928b-6980044b9059) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:11.803076 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47558166-993c-45f1-8f73-e8240b74731b None None] Network 276da2b6-a91b-4c80-928b-6980044b9059 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:10:11.821185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b38189ad-db88-4bec-afe0-3afdd47eeb5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:11.821842 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b38189ad-db88-4bec-afe0-3afdd47eeb5f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:11.934711 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b38189ad-db88-4bec-afe0-3afdd47eeb5f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0404999 Aug 17 03:10:12.084204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a556326b-a490-4103-8f0f-3bef36825f86 req-d032474e-f880-426a-863d-3c38afe8f282 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:12.085715 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a556326b-a490-4103-8f0f-3bef36825f86 req-d032474e-f880-426a-863d-3c38afe8f282 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.1764526 Aug 17 03:10:12.193759 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a556326b-a490-4103-8f0f-3bef36825f86 req-4c0d0216-3b15-4a39-9c8a-98d1cecfbb24 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924339 Aug 17 03:10:12.530226 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49da798f-40b5-440a-b5a2-914d3223a33a req-b50590f0-44f1-4096-bba0-fe013b33ef38 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:12.531768 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49da798f-40b5-440a-b5a2-914d3223a33a req-b50590f0-44f1-4096-bba0-fe013b33ef38 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1165113 Aug 17 03:10:12.559641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-276da2b6-a91b-4c80-928b-6980044b9059', 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059', 'tenant_id': '8a812f2be1f2404ab1907022e4bb7428', 'fixed_ips': [{'subnet_id': '56d723c4-749f-4a29-a143-50d3d0393d4e'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:10:12.560633 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:12.622792 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49da798f-40b5-440a-b5a2-914d3223a33a req-9955499e-44d6-48a4-9a1f-346b2bc01e6b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0753920 Aug 17 03:10:12.822798 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Allocated IP 172.20.0.2 (276da2b6-a91b-4c80-928b-6980044b9059/56d723c4-749f-4a29-a143-50d3d0393d4e/650a05b4-5a61-47d4-8cd8-0a9eb3c043aa) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:10:13.030215 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:13.039691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Transition to ACTIVE for port object 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:13.058764 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Transition to ACTIVE for port object 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:13.138786 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:13.199715 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Network 276da2b6-a91b-4c80-928b-6980044b9059 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:10:13.204537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:13.210143 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:10:13.244997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Pushing event updated for resources: {'Port': ['ID=650a05b4-5a61-47d4-8cd8-0a9eb3c043aa,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:13.396200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Attempting to bind port 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:10:13.396907 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Attempting to bind port 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '34b91ada-668d-4d0f-b645-024ef1959386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:10:13.397548 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Attempting to bind port 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa on network 276da2b6-a91b-4c80-928b-6980044b9059 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:13.403870 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 9, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:10:13.404486 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Checking segment: {'id': '34b91ada-668d-4d0f-b645-024ef1959386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:10:13.405076 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:13.405699 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Bound using segment: {'id': '34b91ada-668d-4d0f-b645-024ef1959386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:10:13.406411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Bound port: 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '34b91ada-668d-4d0f-b645-024ef1959386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:10:13.409697 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:13.492622 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] For port 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:10:13.495950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] For port 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=650a05b4-5a61-47d4-8cd8-0a9eb3c043aa,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:10:13.573700 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:13.710329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d26f2-af78-4712-be1f-553477a9e201 None None] Pushing event updated for resources: {'Port': ['ID=650a05b4-5a61-47d4-8cd8-0a9eb3c043aa,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:15.012589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11dc4838-1be3-4551-aec2-90ca5e64e60d None None] Network 276da2b6-a91b-4c80-928b-6980044b9059 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:10:15.223979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-726faef8-04dd-41b4-87c2-71633f76fa44 None None] Provisioning for port 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:15.251971 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7f5b3a75-67f4-4143-adcf-11e25dd5ed58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:16.092426 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:16.218143 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:16.226206 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:16.226812 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:16.320798 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:16.336535 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-e0367487-42ac-4bd9-9e9f-9ee685902124 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-103700295&fields=id&tenant_id=1dcddbfa77d8439c92503d4521a21241 HTTP/1.1" status: 200 len: 267 time: 0.0713847 Aug 17 03:10:16.362527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=650a05b4-5a61-47d4-8cd8-0a9eb3c043aa,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:16.428370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-0d539e24-9ac2-4510-94d7-280ed2ee7398 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:16.436042 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-0d539e24-9ac2-4510-94d7-280ed2ee7398 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/networks?id=276da2b6-a91b-4c80-928b-6980044b9059 HTTP/1.1" status: 200 len: 815 time: 0.1558490 Aug 17 03:10:16.448499 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-8ebc3401-c0bc-4868-83f3-f46fff72338c tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/quotas/8a812f2be1f2404ab1907022e4bb7428 HTTP/1.1" status: 200 len: 375 time: 0.0111823 Aug 17 03:10:16.458855 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:16.476132 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-750a110d-4f57-42a5-a115-0777051304d4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:16.477865 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-750a110d-4f57-42a5-a115-0777051304d4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/networks?id=9ff4ee26-1ec7-45ad-9b4e-3b800da06cce HTTP/1.1" status: 200 len: 797 time: 0.1341760 Aug 17 03:10:16.515139 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-507e4568-5591-49cd-b891-407cde6030b1 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/quotas/1dcddbfa77d8439c92503d4521a21241 HTTP/1.1" status: 200 len: 375 time: 0.0203037 Aug 17 03:10:16.528212 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-587c8f29-31dd-431b-8bd2-46ccd3d63d90 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a812f2be1f2404ab1907022e4bb7428&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0712440 Aug 17 03:10:16.537459 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=650a05b4-5a61-47d4-8cd8-0a9eb3c043aa,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:16.582810 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9b48b4f1-5fa3-4bd5-99e7-5d313b7d0a19 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1dcddbfa77d8439c92503d4521a21241&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0589051 Aug 17 03:10:16.623147 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-e1666a07-415c-4a24-991f-76e59bd1fe66 service neutron] 10.222.0.10 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941954 Aug 17 03:10:16.686315 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-383baf6b-4433-4bd8-8b8c-196ab352f14c service neutron] 10.222.0.10 "GET /v2.0/networks/9ff4ee26-1ec7-45ad-9b4e-3b800da06cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890725 Aug 17 03:10:16.782990 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-97be3685-6b7c-4dfa-991c-86721954488c service neutron] 10.222.0.10 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513665 Aug 17 03:10:16.795454 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-3ffa2144-0c0b-45b3-90aa-f88381880855 service neutron] 10.222.0.10 "GET /v2.0/networks/9ff4ee26-1ec7-45ad-9b4e-3b800da06cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017771 Aug 17 03:10:17.215100 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74e63779-4559-421d-b79b-47caa4f963dd req-30d1c659-e33f-491b-81fb-10db83dc5612 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:17.216888 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74e63779-4559-421d-b79b-47caa4f963dd req-30d1c659-e33f-491b-81fb-10db83dc5612 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.1117148 Aug 17 03:10:17.295844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7af403-9195-4043-b5be-4054067fc2a7 req-7be1948e-b34b-4e10-956a-f1f9afc8e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:17.297687 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c7af403-9195-4043-b5be-4054067fc2a7 req-7be1948e-b34b-4e10-956a-f1f9afc8e675 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6310559ad60b460ba41705b832b7bbc0&device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 1097 time: 0.2721570 Aug 17 03:10:17.309718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb441a5a-e204-443c-9fa8-b3d90a2092a0 req-b28f3abf-1314-439b-97b2-b081600e49d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:17.309978 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74e63779-4559-421d-b79b-47caa4f963dd req-7f71c859-f728-46ca-a917-f3744a11a80e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799515 Aug 17 03:10:17.310324 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb441a5a-e204-443c-9fa8-b3d90a2092a0 req-b28f3abf-1314-439b-97b2-b081600e49d9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 1097 time: 0.2202327 Aug 17 03:10:17.473013 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b71e1bb-bc70-4f97-8d92-53ebf8ea92eb req-088bcee0-a2b0-4879-987b-0a5bdb1d6cbf tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:17.474610 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b71e1bb-bc70-4f97-8d92-53ebf8ea92eb req-088bcee0-a2b0-4879-987b-0a5bdb1d6cbf tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.2809365 Aug 17 03:10:17.524891 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25238dd2-4ad8-4142-a468-ae259ebca2ff req-a665f737-eddb-4dc1-a9ad-60146e3a6ef9 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:17.526587 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-25238dd2-4ad8-4142-a468-ae259ebca2ff req-a665f737-eddb-4dc1-a9ad-60146e3a6ef9 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.0688686 Aug 17 03:10:17.553898 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7af403-9195-4043-b5be-4054067fc2a7 req-fa653009-a6c5-4f0c-aebd-2d79ad1c2240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:17.555258 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c7af403-9195-4043-b5be-4054067fc2a7 req-fa653009-a6c5-4f0c-aebd-2d79ad1c2240 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69 HTTP/1.1" status: 200 len: 916 time: 0.2461817 Aug 17 03:10:17.561872 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b71e1bb-bc70-4f97-8d92-53ebf8ea92eb req-b29ec40e-9255-40b2-9905-a1727ddf216f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790489 Aug 17 03:10:17.572177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb441a5a-e204-443c-9fa8-b3d90a2092a0 req-0d0d464b-d275-4530-8c0a-6d67f7e6f9e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:17.573647 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb441a5a-e204-443c-9fa8-b3d90a2092a0 req-0d0d464b-d275-4530-8c0a-6d67f7e6f9e0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7be9734-2b85-4052-b0e6-e15c361ef57d HTTP/1.1" status: 200 len: 911 time: 0.2544179 Aug 17 03:10:17.583848 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-25238dd2-4ad8-4142-a468-ae259ebca2ff req-6c175534-225f-4dee-be8f-048d9914546e tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0441232 Aug 17 03:10:17.653338 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb441a5a-e204-443c-9fa8-b3d90a2092a0 req-ec3601b9-076c-4e3c-b485-b5da8e27ff5c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=cff6dbe0-8e72-4b04-b29e-df14e11d87fb HTTP/1.1" status: 200 len: 217 time: 0.0517216 Aug 17 03:10:17.673915 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e70769f0-8dfc-4d48-97db-88fbde58d0ef req-f354aa23-e7e3-4fa0-b3d7-9b657c0720f6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 210 time: 0.0392430 Aug 17 03:10:17.685447 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c7af403-9195-4043-b5be-4054067fc2a7 req-3ff63323-2931-4970-ac30-324208196cf1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44 HTTP/1.1" status: 200 len: 1002 time: 0.1208260 Aug 17 03:10:17.806893 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb441a5a-e204-443c-9fa8-b3d90a2092a0 req-d58a7e61-1044-4df5-a2fd-622afadb127f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:17.808291 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb441a5a-e204-443c-9fa8-b3d90a2092a0 req-d58a7e61-1044-4df5-a2fd-622afadb127f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95909d0b-3b2e-4bea-aa2d-04d03f0d0fec HTTP/1.1" status: 200 len: 851 time: 0.1413143 Aug 17 03:10:17.818742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7af403-9195-4043-b5be-4054067fc2a7 req-ac39b31f-9137-4bb5-a67c-32291c33e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:17.820185 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c7af403-9195-4043-b5be-4054067fc2a7 req-ac39b31f-9137-4bb5-a67c-32291c33e9d8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49398564-b2fd-48b6-b11e-b753c45b92cd HTTP/1.1" status: 200 len: 855 time: 0.1170659 Aug 17 03:10:17.869570 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb441a5a-e204-443c-9fa8-b3d90a2092a0 req-cb64d3a0-b9e8-4131-a00a-3900e88a187a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7be9734-2b85-4052-b0e6-e15c361ef57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0524180 Aug 17 03:10:17.881379 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0be808e8-8bd2-4ad7-a4ec-c481e41ac21e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:17.958225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c7af403-9195-4043-b5be-4054067fc2a7 req-225eb091-0e15-4862-8c43-a0bae3d94d9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:17.959764 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c7af403-9195-4043-b5be-4054067fc2a7 req-225eb091-0e15-4862-8c43-a0bae3d94d9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1292622 Aug 17 03:10:17.966250 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-0ede03e1-b779-44e8-ab1d-fdaade39ac4e tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:17.967625 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-0ede03e1-b779-44e8-ab1d-fdaade39ac4e tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/networks?id=276da2b6-a91b-4c80-928b-6980044b9059 HTTP/1.1" status: 200 len: 815 time: 0.2634912 Aug 17 03:10:18.038988 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-672846a0-1c76-4992-9dec-1df0b2d36f6d tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/quotas/8a812f2be1f2404ab1907022e4bb7428 HTTP/1.1" status: 200 len: 375 time: 0.0607955 Aug 17 03:10:18.089513 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb441a5a-e204-443c-9fa8-b3d90a2092a0 req-3210e1c0-03ad-4a56-8127-c5137f07a6f6 service neutron] 10.222.0.60 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2108672 Aug 17 03:10:18.111419 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:18.169680 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:18.174302 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:18.174683 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:18.182884 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c7af403-9195-4043-b5be-4054067fc2a7 req-e51c5d15-b68e-4187-8e7f-6e73a2c8ef8b service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2128842 Aug 17 03:10:18.186861 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-8e352fbf-1eb9-4aab-a625-dcfccea198cb tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a812f2be1f2404ab1907022e4bb7428&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1367388 Aug 17 03:10:18.435638 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48cbda9a-d5d7-44fb-82e6-5fb3ece20158 req-c5f2c747-fa61-4182-a536-a1f9b0d74791 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:18.437290 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-48cbda9a-d5d7-44fb-82e6-5fb3ece20158 req-c5f2c747-fa61-4182-a536-a1f9b0d74791 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.0536149 Aug 17 03:10:18.479494 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-48cbda9a-d5d7-44fb-82e6-5fb3ece20158 req-fb02e232-f64a-4ba5-b287-3f8d93445af7 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353200 Aug 17 03:10:18.642912 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb441a5a-e204-443c-9fa8-b3d90a2092a0 req-4e8bc110-bfc1-4891-b8b1-13b53d165d2d service neutron] 10.222.0.60 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5450451 Aug 17 03:10:18.692547 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c7af403-9195-4043-b5be-4054067fc2a7 req-ae0ee9d7-2c47-4750-8403-6c9d1f0e18b7 service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5022409 Aug 17 03:10:18.695373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-165e0f4c-1956-4e9f-816e-42417e976ac9 service neutron] 10.222.0.10 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4942558 Aug 17 03:10:18.716513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49ba07cb-22cb-4163-9d1c-ae3237e9b284 req-78f4c1e2-340c-4f62-8933-bd991385983b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:18.727625 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-49ba07cb-22cb-4163-9d1c-ae3237e9b284 req-78f4c1e2-340c-4f62-8933-bd991385983b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.0653880 Aug 17 03:10:18.786977 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-49ba07cb-22cb-4163-9d1c-ae3237e9b284 req-499dea93-b833-4905-8e58-4efc599d4399 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0531271 Aug 17 03:10:18.844067 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-57ba4805-ebf4-42af-85a4-8607a97a5b7d service neutron] 10.222.0.10 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319153 Aug 17 03:10:18.915342 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e169856b-ca0b-4dbb-ae3c-f95b71077544 req-59486988-63d2-4859-8ef6-4e7e20b52f8c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:18.916971 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e169856b-ca0b-4dbb-ae3c-f95b71077544 req-59486988-63d2-4859-8ef6-4e7e20b52f8c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0570774 Aug 17 03:10:18.963349 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e169856b-ca0b-4dbb-ae3c-f95b71077544 req-82376cab-e16e-4e3c-8134-7cd0eec242e5 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391681 Aug 17 03:10:19.056522 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e2cf62e9-9b25-4d26-8b4e-e7834d4bb93f req-a14b017f-edcc-4481-bd5a-0c292391b53d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 210 time: 0.0332091 Aug 17 03:10:19.111612 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:19.170672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9efc1ad-adfa-482c-b11a-9eacbb3762b5 req-1d7c7dab-9f2f-4dfb-a812-33c19b372bf3 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:19.172361 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c9efc1ad-adfa-482c-b11a-9eacbb3762b5 req-1d7c7dab-9f2f-4dfb-a812-33c19b372bf3 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0863380 Aug 17 03:10:19.214963 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c9efc1ad-adfa-482c-b11a-9eacbb3762b5 req-382c3ca8-eca4-4c7f-adff-748e8da1902c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354178 Aug 17 03:10:19.304315 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-c03b098a-566f-4f50-9237-850f1dc6855b tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:19.309966 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-c03b098a-566f-4f50-9237-850f1dc6855b tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/networks?id=276da2b6-a91b-4c80-928b-6980044b9059 HTTP/1.1" status: 200 len: 815 time: 0.1292357 Aug 17 03:10:19.322221 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-7c135cf9-6137-42b9-9f7b-bdf77c62fc44 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/quotas/8a812f2be1f2404ab1907022e4bb7428 HTTP/1.1" status: 200 len: 375 time: 0.0107312 Aug 17 03:10:19.342359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5419f99f-57fe-4f23-a902-7f2a92373630 req-8abc2c38-6e2a-4633-a869-6c4d593eab1e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:19.343859 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5419f99f-57fe-4f23-a902-7f2a92373630 req-8abc2c38-6e2a-4633-a869-6c4d593eab1e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0509610 Aug 17 03:10:19.379832 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-c640e0ec-c65c-42a6-8a04-fcc23f8d4837 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a812f2be1f2404ab1907022e4bb7428&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0517666 Aug 17 03:10:19.397049 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5419f99f-57fe-4f23-a902-7f2a92373630 req-7361af28-0622-4df1-a05a-8725d7a9a97b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469003 Aug 17 03:10:19.487520 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-6c5ed575-f291-4ea5-a677-f622850ad125 service neutron] 10.222.0.10 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996680 Aug 17 03:10:19.570353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d52761e-92b1-44c7-a714-aff167e2b01a req-c86ddf32-64bd-4ee2-9401-1d38a0b69305 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:19.573375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0d52761e-92b1-44c7-a714-aff167e2b01a req-c86ddf32-64bd-4ee2-9401-1d38a0b69305 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0560529 Aug 17 03:10:19.593157 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-35817a31-c87a-4061-be9a-35c4880db2d2 service neutron] 10.222.0.10 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0987222 Aug 17 03:10:19.669593 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0d52761e-92b1-44c7-a714-aff167e2b01a req-16166e95-e807-4c80-829d-eddb057c68b6 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912366 Aug 17 03:10:19.734853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-15a32db1-1059-4867-b843-8702d560975d tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:19.737281 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-15a32db1-1059-4867-b843-8702d560975d tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.60 "GET /v2.0/networks?id=276da2b6-a91b-4c80-928b-6980044b9059 HTTP/1.1" status: 200 len: 815 time: 0.1382363 Aug 17 03:10:19.752928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-fd7cbe5d-122f-43a0-9fce-71e875836208 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Request body: {'port': {'device_id': '1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db', 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059', 'admin_state_up': True, 'tenant_id': '8a812f2be1f2404ab1907022e4bb7428'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:19.846937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-e70137ef-a8f7-42fb-add7-71daf5055cc3 req-99abb5f1-2242-4105-828f-6b7c7d8f73c4 service neutron] (101970) timed out ('10.222.0.10', 35324) {{(pid=101970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:10:19.857840 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164f0f0-6d40-4052-b908-2ee9c4b3c9af req-3b4a6c49-bb1c-4383-ad29-0c856feda509 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:19.865980 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5164f0f0-6d40-4052-b908-2ee9c4b3c9af req-3b4a6c49-bb1c-4383-ad29-0c856feda509 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 946 time: 0.1276333 Aug 17 03:10:19.888765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device bb8932a5-2e0e-4b19-b346-bb66d417ac44 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:10:19.937371 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5164f0f0-6d40-4052-b908-2ee9c4b3c9af req-4ae49b93-e55d-4546-8309-ad2a255e6c29 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669401 Aug 17 03:10:20.042057 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a61032f-411c-48cd-96ea-65190ca2f419 req-98b14864-51ce-42f4-ae43-d67599be3974 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:20.044527 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4a61032f-411c-48cd-96ea-65190ca2f419 req-98b14864-51ce-42f4-ae43-d67599be3974 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0922163 Aug 17 03:10:20.057653 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:20.058215 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d8f81770-9d3f-46b2-8623-24bbc67cb412 req-5877c088-8af2-4921-9506-c6fc7963156f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 210 time: 0.0516186 Aug 17 03:10:20.059285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-fd7cbe5d-122f-43a0-9fce-71e875836208 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Made reservation on behalf of 8a812f2be1f2404ab1907022e4bb7428 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:10:20.062993 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-fd7cbe5d-122f-43a0-9fce-71e875836208 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:20.110931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72acee38-1105-48d4-8de0-96edca0d6f19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:20.110931 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4620350-4980-428a-b539-cdbe308ea1db" -d '{"events": [{"server_uuid": "72acee38-1105-48d4-8de0-96edca0d6f19", "name": "network-vif-unplugged", "status": "completed", "tag": "bb8932a5-2e0e-4b19-b346-bb66d417ac44"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:20.112026 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4a61032f-411c-48cd-96ea-65190ca2f419 req-38c418b5-ac7d-4da9-9e28-e19b26e76a02 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594728 Aug 17 03:10:20.146293 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port bb8932a5-2e0e-4b19-b346-bb66d417ac44, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:20.230511 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f6a5c77-a76f-40dc-8b5e-30218deedc48 req-01266b06-407f-4732-ac6b-b8126f6ff9b2 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 210 time: 0.0408454 Aug 17 03:10:20.242333 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:20.242845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device cff6dbe0-8e72-4b04-b29e-df14e11d87fb no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:10:20.255818 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ac5b7c-d64c-4eec-833c-c541036973f7 req-e392ea99-bc2e-42ce-94f6-686896172610 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:20.258397 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-81ac5b7c-d64c-4eec-833c-c541036973f7 req-e392ea99-bc2e-42ce-94f6-686896172610 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.1041794 Aug 17 03:10:20.284965 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4735997-2c42-4df4-a2ac-d3220b72cad0 x-openstack-request-id: req-b4735997-2c42-4df4-a2ac-d3220b72cad0 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:20.285261 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72acee38-1105-48d4-8de0-96edca0d6f19", "name": "network-vif-unplugged", "status": "completed", "tag": "bb8932a5-2e0e-4b19-b346-bb66d417ac44", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:20.285544 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b4735997-2c42-4df4-a2ac-d3220b72cad0 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:20.286125 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72acee38-1105-48d4-8de0-96edca0d6f19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44', 'code': 200} Aug 17 03:10:20.295288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-fd7cbe5d-122f-43a0-9fce-71e875836208 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Allocated IP 172.20.0.8 (276da2b6-a91b-4c80-928b-6980044b9059/56d723c4-749f-4a29-a143-50d3d0393d4e/0befa591-0df5-48f3-a8a5-334a152bd764) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:10:20.328219 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=bb8932a5-2e0e-4b19-b346-bb66d417ac44,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:20.347472 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-81ac5b7c-d64c-4eec-833c-c541036973f7 req-d212d175-7412-4dcb-a914-16b67e592f5d tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0726318 Aug 17 03:10:20.392089 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:20.442053 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port cff6dbe0-8e72-4b04-b29e-df14e11d87fb, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cff6dbe0-8e72-4b04-b29e-df14e11d87fb,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:20.447397 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0db37c3-f4c6-4a36-9330-da337a251676 req-2dfbff3e-00f2-4dd2-a0c1-b13dc40c3631 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:20.453106 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c0db37c3-f4c6-4a36-9330-da337a251676 req-2dfbff3e-00f2-4dd2-a0c1-b13dc40c3631 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.1038892 Aug 17 03:10:20.504291 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c0db37c3-f4c6-4a36-9330-da337a251676 req-7fea6968-e047-48bf-8687-05241f38a299 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501275 Aug 17 03:10:20.521252 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:20.615368 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-fd7cbe5d-122f-43a0-9fce-71e875836208 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:20.619492 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=cff6dbe0-8e72-4b04-b29e-df14e11d87fb,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:20.658042 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-a068773b-4ac6-407a-8613-917f33cff314 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:20.659705 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-a068773b-4ac6-407a-8613-917f33cff314 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.60 "GET /v2.0/networks?id=9ff4ee26-1ec7-45ad-9b4e-3b800da06cce HTTP/1.1" status: 200 len: 797 time: 0.2057171 Aug 17 03:10:20.682239 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-fd7cbe5d-122f-43a0-9fce-71e875836208 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Transition to ACTIVE for port object 0befa591-0df5-48f3-a8a5-334a152bd764 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:20.738655 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-5174fa7a-4755-456d-bea3-7e8dd4c28527 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dcddbfa77d8439c92503d4521a21241 HTTP/1.1" status: 200 len: 379 time: 0.0627863 Aug 17 03:10:20.748243 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b9f85-67ba-420a-a293-33bec99daab5 req-ce0ebcaa-fcf1-4463-9f30-097f138159f8 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:20.749946 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a2b9f85-67ba-420a-a293-33bec99daab5 req-ce0ebcaa-fcf1-4463-9f30-097f138159f8 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.1263080 Aug 17 03:10:20.757031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-ea1bdd76-29a2-4d8e-a25c-8f01ec969bef tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'port': {'device_id': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'admin_state_up': True, 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'security_groups': ['b5eb8b42-2afe-4cd7-ae65-d8f394791f0c']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:20.829972 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:20.855666 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a2b9f85-67ba-420a-a293-33bec99daab5 req-4fb4e34a-bed8-496d-8103-76973fdb1275 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940223 Aug 17 03:10:20.893466 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-fd7cbe5d-122f-43a0-9fce-71e875836208 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:20.960048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-fd7cbe5d-122f-43a0-9fce-71e875836208 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Network 276da2b6-a91b-4c80-928b-6980044b9059 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:10:20.964164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-fd7cbe5d-122f-43a0-9fce-71e875836208 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:20.966108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd7cbe5d-122f-43a0-9fce-71e875836208 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Pushing event updated for resources: {'Port': ['ID=0befa591-0df5-48f3-a8a5-334a152bd764,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:20.975329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-fd7cbe5d-122f-43a0-9fce-71e875836208 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:10:21.025200 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-ea1bdd76-29a2-4d8e-a25c-8f01ec969bef tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Made reservation on behalf of 1dcddbfa77d8439c92503d4521a21241 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:10:21.029117 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-ea1bdd76-29a2-4d8e-a25c-8f01ec969bef tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:21.038580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-fd7cbe5d-122f-43a0-9fce-71e875836208 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:21.039222 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-fd7cbe5d-122f-43a0-9fce-71e875836208 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:21.097501 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc515d7-071f-47ed-8796-ffeaa7709d26 req-bd5ece37-42cf-4b98-8f18-793681721573 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:21.099725 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dfc515d7-071f-47ed-8796-ffeaa7709d26 req-bd5ece37-42cf-4b98-8f18-793681721573 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 944 time: 0.0611625 Aug 17 03:10:21.154922 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dfc515d7-071f-47ed-8796-ffeaa7709d26 req-f52cdf1a-b81b-4f00-80e1-9eb39ad151d7 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458622 Aug 17 03:10:21.171212 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-fd7cbe5d-122f-43a0-9fce-71e875836208 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4223409 Aug 17 03:10:21.199623 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Request body: {'port': {'device_id': '1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:21.278333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-ea1bdd76-29a2-4d8e-a25c-8f01ec969bef tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Allocated IP 172.20.0.12 (9ff4ee26-1ec7-45ad-9b4e-3b800da06cce/b6cebb4b-f686-4e4a-a635-7bff6ef91893/7906dc2d-5f05-4eb7-b88a-0c80dc493135) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:10:21.284681 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:21.338192 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3d366701-c048-4ab7-9272-a600a853b2d8 req-ca96de48-fc8e-45d6-adba-e5d150d9b9aa tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 210 time: 0.0604343 Aug 17 03:10:21.397127 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2e88840-ccc0-4489-9de9-67f82cfb6476 req-b451c42d-ca97-4ea0-bff6-2d8ee7511c0c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1050680 Aug 17 03:10:21.503710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-253717b2-07b9-429d-8474-ae7132e94c69 None None] Provisioning for port 0befa591-0df5-48f3-a8a5-334a152bd764 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:21.513216 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-253717b2-07b9-429d-8474-ae7132e94c69 None None] Provisioning complete for port 0befa591-0df5-48f3-a8a5-334a152bd764 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:21.514292 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-253717b2-07b9-429d-8474-ae7132e94c69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:21.525628 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e88840-ccc0-4489-9de9-67f82cfb6476 req-42d9db41-bbe2-4691-a36f-037520b82bcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:21.527389 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2e88840-ccc0-4489-9de9-67f82cfb6476 req-42d9db41-bbe2-4691-a36f-037520b82bcc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6310559ad60b460ba41705b832b7bbc0&device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 1095 time: 0.0942264 Aug 17 03:10:21.568359 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6edf83a-de86-49f2-b08a-8ecf04785107 req-3ca4e82a-bbad-4813-8e21-a25904499df4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 210 time: 0.0689933 Aug 17 03:10:21.574354 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-253717b2-07b9-429d-8474-ae7132e94c69 None None] Port 0befa591-0df5-48f3-a8a5-334a152bd764 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:10:21.759258 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e88840-ccc0-4489-9de9-67f82cfb6476 req-43a50c3d-8d3c-4592-bc3f-2c9e658c93c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:21.760929 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2e88840-ccc0-4489-9de9-67f82cfb6476 req-43a50c3d-8d3c-4592-bc3f-2c9e658c93c6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69 HTTP/1.1" status: 200 len: 916 time: 0.2048957 Aug 17 03:10:21.777330 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-ea1bdd76-29a2-4d8e-a25c-8f01ec969bef tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:21.811456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-ea1bdd76-29a2-4d8e-a25c-8f01ec969bef tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Transition to ACTIVE for port object 7906dc2d-5f05-4eb7-b88a-0c80dc493135 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:21.820918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbc85c55-d6c2-420e-90bf-5a7e6d1a8cbd req-9b8e2bf5-e3c5-46dd-a052-f766bace1fe8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:21.822563 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bbc85c55-d6c2-420e-90bf-5a7e6d1a8cbd req-9b8e2bf5-e3c5-46dd-a052-f766bace1fe8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 944 time: 0.1564600 Aug 17 03:10:21.910129 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2e88840-ccc0-4489-9de9-67f82cfb6476 req-4b6b366d-dd63-4f93-a373-73593ac806de service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44 HTTP/1.1" status: 200 len: 1000 time: 0.1395156 Aug 17 03:10:21.918889 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-9253b1d2-0429-43bc-8ce4-6917bd02f8f1 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:21.920634 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-9253b1d2-0429-43bc-8ce4-6917bd02f8f1 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.30 "GET /v2.0/networks?id=276da2b6-a91b-4c80-928b-6980044b9059 HTTP/1.1" status: 200 len: 815 time: 0.2218142 Aug 17 03:10:21.940716 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-18edc495-2a12-47b5-a523-0994553fba9f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Request body: {'port': {'device_id': '461f13bc-d054-48e0-b82e-cdb041a76300', 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059', 'admin_state_up': True, 'tenant_id': '8a812f2be1f2404ab1907022e4bb7428'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:21.965133 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bbc85c55-d6c2-420e-90bf-5a7e6d1a8cbd req-2abf6cff-15bd-4c7c-bc84-eb8c20fc23e5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1352532 Aug 17 03:10:21.971703 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0befa591-0df5-48f3-a8a5-334a152bd764 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:10:22.014811 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:22.029841 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Transition to ACTIVE for port object 0befa591-0df5-48f3-a8a5-334a152bd764 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:22.035061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e88840-ccc0-4489-9de9-67f82cfb6476 req-1c0ef81f-30ba-4636-9e50-1d09c5409199 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:22.036553 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2e88840-ccc0-4489-9de9-67f82cfb6476 req-1c0ef81f-30ba-4636-9e50-1d09c5409199 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=49398564-b2fd-48b6-b11e-b753c45b92cd HTTP/1.1" status: 200 len: 855 time: 0.1148431 Aug 17 03:10:22.110888 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e6c7b0-4d88-4d20-a594-02b6b809bda8 req-89ae2cb7-c5c1-4a31-b547-e04f31b5417e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:22.113001 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84e6c7b0-4d88-4d20-a594-02b6b809bda8 req-89ae2cb7-c5c1-4a31-b547-e04f31b5417e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0639415 Aug 17 03:10:22.122871 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2e88840-ccc0-4489-9de9-67f82cfb6476 req-c8645d5a-5917-4350-b1a0-d99a7e4d0afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:22.125245 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2e88840-ccc0-4489-9de9-67f82cfb6476 req-c8645d5a-5917-4350-b1a0-d99a7e4d0afc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805888 Aug 17 03:10:22.159339 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84e6c7b0-4d88-4d20-a594-02b6b809bda8 req-c862b9b3-e6e6-4137-82df-88e74b673e3a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397100 Aug 17 03:10:22.242361 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2e88840-ccc0-4489-9de9-67f82cfb6476 req-57b322fe-df54-483b-87a1-3beaf8236756 service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1087172 Aug 17 03:10:22.276131 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-ea1bdd76-29a2-4d8e-a25c-8f01ec969bef tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:22.278597 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:22.288291 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8f60c6-7e21-4df4-9f98-71061fb16921', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'cff6dbe0-8e72-4b04-b29e-df14e11d87fb'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:22.292365 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ada8eab4-7035-416c-9708-08934023850c" -d '{"events": [{"server_uuid": "4f8f60c6-7e21-4df4-9f98-71061fb16921", "name": "network-vif-unplugged", "status": "completed", "tag": "cff6dbe0-8e72-4b04-b29e-df14e11d87fb"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:22.348951 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-ea1bdd76-29a2-4d8e-a25c-8f01ec969bef tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network 9ff4ee26-1ec7-45ad-9b4e-3b800da06cce is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:10:22.353524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-18edc495-2a12-47b5-a523-0994553fba9f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Made reservation on behalf of 8a812f2be1f2404ab1907022e4bb7428 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:10:22.362255 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-18edc495-2a12-47b5-a523-0994553fba9f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:22.372136 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-ea1bdd76-29a2-4d8e-a25c-8f01ec969bef tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:22.380459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-ea1bdd76-29a2-4d8e-a25c-8f01ec969bef tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:10:22.385537 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Pushing event updated for resources: {'Port': ['ID=0befa591-0df5-48f3-a8a5-334a152bd764,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:22.503538 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2e88840-ccc0-4489-9de9-67f82cfb6476 req-37e8dfb7-c12a-42ad-b57b-887da9b2a8b3 service neutron] 10.222.0.60 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515705 Aug 17 03:10:22.604084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1bdd76-29a2-4d8e-a25c-8f01ec969bef tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Port': ['ID=7906dc2d-5f05-4eb7-b88a-0c80dc493135,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:22.634950 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-ea1bdd76-29a2-4d8e-a25c-8f01ec969bef tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:22.635863 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-ea1bdd76-29a2-4d8e-a25c-8f01ec969bef tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:22.668616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Attempting to bind port 0befa591-0df5-48f3-a8a5-334a152bd764 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:10:22.668944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Attempting to bind port 0befa591-0df5-48f3-a8a5-334a152bd764 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '34b91ada-668d-4d0f-b645-024ef1959386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:10:22.669274 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Attempting to bind port 0befa591-0df5-48f3-a8a5-334a152bd764 on network 276da2b6-a91b-4c80-928b-6980044b9059 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:22.675305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Port 0befa591-0df5-48f3-a8a5-334a152bd764 on network 276da2b6-a91b-4c80-928b-6980044b9059 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:10:22.675862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Attempting to bind port 0befa591-0df5-48f3-a8a5-334a152bd764 on network 276da2b6-a91b-4c80-928b-6980044b9059 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:22.681371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:10:22.682147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Checking segment: {'id': '34b91ada-668d-4d0f-b645-024ef1959386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:10:22.682730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Bound using segment: {'id': '34b91ada-668d-4d0f-b645-024ef1959386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:10:22.684399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Bound port: 0befa591-0df5-48f3-a8a5-334a152bd764, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b91ada-668d-4d0f-b645-024ef1959386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:10:22.684779 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:22.698460 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-18edc495-2a12-47b5-a523-0994553fba9f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Allocated IP 172.20.0.10 (276da2b6-a91b-4c80-928b-6980044b9059/56d723c4-749f-4a29-a143-50d3d0393d4e/95bed3c5-87ec-4f40-806e-77a41367edb6) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:10:22.746656 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-ea1bdd76-29a2-4d8e-a25c-8f01ec969bef tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9945412 Aug 17 03:10:22.763445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Request body: {'port': {'device_id': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:22.793579 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] For port 0befa591-0df5-48f3-a8a5-334a152bd764, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:10:22.825407 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] For port 0befa591-0df5-48f3-a8a5-334a152bd764, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0befa591-0df5-48f3-a8a5-334a152bd764,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:10:22.833550 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:22.912046 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-18edc495-2a12-47b5-a523-0994553fba9f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:22.927231 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-18edc495-2a12-47b5-a523-0994553fba9f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Transition to ACTIVE for port object 95bed3c5-87ec-4f40-806e-77a41367edb6 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:22.927817 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-54b9198e-f24a-4fc3-a49b-88bd846f5b15 None None] Provisioning for port 7906dc2d-5f05-4eb7-b88a-0c80dc493135 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:22.937191 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-54b9198e-f24a-4fc3-a49b-88bd846f5b15 None None] Provisioning complete for port 7906dc2d-5f05-4eb7-b88a-0c80dc493135 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:22.937191 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-54b9198e-f24a-4fc3-a49b-88bd846f5b15 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:22.947271 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:22.971679 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-54b9198e-f24a-4fc3-a49b-88bd846f5b15 None None] Port 7906dc2d-5f05-4eb7-b88a-0c80dc493135 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:10:23.001366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:23.002019 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:23.003425 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] 10.222.0.60 "PUT /v2.0/ports/0befa591-0df5-48f3-a8a5-334a152bd764 HTTP/1.1" status: 200 len: 1091 time: 1.8117268 Aug 17 03:10:23.003881 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db', 'tag': '0befa591-0df5-48f3-a8a5-334a152bd764'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:23.006377 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b511e9b-e156-4472-a447-5262fcfdd9eb" -d '{"events": [{"name": "network-changed", "server_uuid": "1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db", "tag": "0befa591-0df5-48f3-a8a5-334a152bd764"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:23.066937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d75ab4-d8ba-40ce-8476-7cb534eaa41a service neutron] Pushing event updated for resources: {'Port': ['ID=0befa591-0df5-48f3-a8a5-334a152bd764,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:23.093046 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-18edc495-2a12-47b5-a523-0994553fba9f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:23.116799 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-18edc495-2a12-47b5-a523-0994553fba9f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Network 276da2b6-a91b-4c80-928b-6980044b9059 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:10:23.146702 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-18edc495-2a12-47b5-a523-0994553fba9f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:23.151097 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-18edc495-2a12-47b5-a523-0994553fba9f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:10:23.206755 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18edc495-2a12-47b5-a523-0994553fba9f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Pushing event updated for resources: {'Port': ['ID=95bed3c5-87ec-4f40-806e-77a41367edb6,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:23.233572 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-18edc495-2a12-47b5-a523-0994553fba9f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:23.234744 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-18edc495-2a12-47b5-a523-0994553fba9f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:23.306465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-62b329d2-02d0-45e5-884b-220f427e5f7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:23.308373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-62b329d2-02d0-45e5-884b-220f427e5f7c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a812f2be1f2404ab1907022e4bb7428&device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 1094 time: 0.1591570 Aug 17 03:10:23.372905 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-bb43177d-8b2d-4a94-9dcd-ca448bd1f09b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0befa591-0df5-48f3-a8a5-334a152bd764 HTTP/1.1" status: 200 len: 217 time: 0.0514805 Aug 17 03:10:23.374881 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7906dc2d-5f05-4eb7-b88a-0c80dc493135 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:10:23.387101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-0ad1e503-aca6-4e11-a973-c40ab39ffbd7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:23.389640 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-0ad1e503-aca6-4e11-a973-c40ab39ffbd7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.30 "GET /v2.0/networks?id=276da2b6-a91b-4c80-928b-6980044b9059 HTTP/1.1" status: 200 len: 815 time: 0.2533796 Aug 17 03:10:23.401718 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:23.413828 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-1d90be18-e88a-4fe2-af12-b02c602e3bd7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Request body: {'port': {'device_id': '1bb5288f-5b63-4d69-b2f7-4e7d025c19de', 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059', 'admin_state_up': True, 'tenant_id': '8a812f2be1f2404ab1907022e4bb7428'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:23.423902 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-18edc495-2a12-47b5-a523-0994553fba9f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4894235 Aug 17 03:10:23.445923 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Request body: {'port': {'device_id': '461f13bc-d054-48e0-b82e-cdb041a76300', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:23.462463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Transition to ACTIVE for port object 7906dc2d-5f05-4eb7-b88a-0c80dc493135 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:23.512805 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c4cc88-3a61-47af-9242-7f284a267dd9 req-6d1aaff5-4826-4dcf-8ca0-2dd8c46bd370 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:23.518291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-71042963-2f82-4b21-af54-4e95cafee9d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:23.519395 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-71042963-2f82-4b21-af54-4e95cafee9d6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56d723c4-749f-4a29-a143-50d3d0393d4e HTTP/1.1" status: 200 len: 854 time: 0.1298742 Aug 17 03:10:23.520872 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12c4cc88-3a61-47af-9242-7f284a267dd9 req-6d1aaff5-4826-4dcf-8ca0-2dd8c46bd370 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=4f8f60c6-7e21-4df4-9f98-71061fb16921 HTTP/1.1" status: 200 len: 944 time: 0.1074700 Aug 17 03:10:23.580384 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:23.604340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-02f180f1-38fb-4ac6-afd1-c34ca39db57b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:23.605908 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-02f180f1-38fb-4ac6-afd1-c34ca39db57b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=276da2b6-a91b-4c80-928b-6980044b9059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0778823 Aug 17 03:10:23.606549 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:23.660742 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fe314372-a747-402d-9ced-fe2c5afe46ec None None] Provisioning for port 95bed3c5-87ec-4f40-806e-77a41367edb6 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:23.674276 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fe314372-a747-402d-9ced-fe2c5afe46ec None None] Provisioning complete for port 95bed3c5-87ec-4f40-806e-77a41367edb6 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:23.675261 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fe314372-a747-402d-9ced-fe2c5afe46ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:23.744957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Pushing event updated for resources: {'Port': ['ID=7906dc2d-5f05-4eb7-b88a-0c80dc493135,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:23.797207 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5986efa8-34bc-4f3b-ac55-c0c3bfa23507 x-openstack-request-id: req-5986efa8-34bc-4f3b-ac55-c0c3bfa23507 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:23.798432 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8f60c6-7e21-4df4-9f98-71061fb16921", "name": "network-vif-unplugged", "status": "failed", "tag": "cff6dbe0-8e72-4b04-b29e-df14e11d87fb", "code": 422}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:23.804767 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5986efa8-34bc-4f3b-ac55-c0c3bfa23507 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:23.804767 n-d-802060-9 neutron-server[101971]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f8f60c6-7e21-4df4-9f98-71061fb16921', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'cff6dbe0-8e72-4b04-b29e-df14e11d87fb', 'code': 422} returned with failed status Aug 17 03:10:23.817655 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.30', 54711) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:23.844915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-1d90be18-e88a-4fe2-af12-b02c602e3bd7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Made reservation on behalf of 8a812f2be1f2404ab1907022e4bb7428 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:10:23.851775 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-fe314372-a747-402d-9ced-fe2c5afe46ec None None] Port 95bed3c5-87ec-4f40-806e-77a41367edb6 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:10:23.860017 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-1d90be18-e88a-4fe2-af12-b02c602e3bd7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:23.899752 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device bb8932a5-2e0e-4b19-b346-bb66d417ac44 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:10:23.979037 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-991fd691-7da8-4739-842a-8f1ba7bc929e req-4bcc1dab-6582-412b-aa11-106e2a4d7898 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 210 time: 0.0910733 Aug 17 03:10:23.990886 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-2f5a7c93-dfdc-4bfa-8c43-f73040be7f08 service neutron] 10.222.0.60 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3692167 Aug 17 03:10:24.024378 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device cff6dbe0-8e72-4b04-b29e-df14e11d87fb no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:10:24.042673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Attempting to bind port 7906dc2d-5f05-4eb7-b88a-0c80dc493135 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:10:24.044969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Attempting to bind port 7906dc2d-5f05-4eb7-b88a-0c80dc493135 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c1999cde-fcf2-4c83-94a5-9095a96d3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:10:24.045576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Attempting to bind port 7906dc2d-5f05-4eb7-b88a-0c80dc493135 on network 9ff4ee26-1ec7-45ad-9b4e-3b800da06cce {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:24.118624 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64ef1a09-5c7e-42d7-aa44-dcd4b84ddbae req-493a3bf9-aa05-46cd-9f5d-038b420c183d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2978051 Aug 17 03:10:24.139742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Port 7906dc2d-5f05-4eb7-b88a-0c80dc493135 on network 9ff4ee26-1ec7-45ad-9b4e-3b800da06cce not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:10:24.140406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Attempting to bind port 7906dc2d-5f05-4eb7-b88a-0c80dc493135 on network 9ff4ee26-1ec7-45ad-9b4e-3b800da06cce {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:24.174602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-12c4cc88-3a61-47af-9242-7f284a267dd9 req-f9964583-e33f-4e08-b77e-ba9100881826 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Deleting port cff6dbe0-8e72-4b04-b29e-df14e11d87fb {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:10:24.175220 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-12c4cc88-3a61-47af-9242-7f284a267dd9 req-f9964583-e33f-4e08-b77e-ba9100881826 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:24.178354 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 10, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:10:24.178700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Checking segment: {'id': 'c1999cde-fcf2-4c83-94a5-9095a96d3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:10:24.179087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Bound using segment: {'id': 'c1999cde-fcf2-4c83-94a5-9095a96d3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:10:24.182677 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Bound port: 7906dc2d-5f05-4eb7-b88a-0c80dc493135, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c1999cde-fcf2-4c83-94a5-9095a96d3eb7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:10:24.182677 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:24.291436 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08882706-bb8a-4ac8-a0a4-2fc7e3ba6a08 req-38631cd9-af74-43fc-afea-b56f1668b8ad tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:24.292892 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-08882706-bb8a-4ac8-a0a4-2fc7e3ba6a08 req-38631cd9-af74-43fc-afea-b56f1668b8ad tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 944 time: 0.1873465 Aug 17 03:10:24.302126 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1c7dc7c-1fc5-4faa-80c5-c4bd85e37cd9 req-b6a4feb8-b883-43e0-bcd6-e05d72740a99 service neutron] 10.222.0.60 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2898624 Aug 17 03:10:24.352057 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-12c4cc88-3a61-47af-9242-7f284a267dd9 req-f9964583-e33f-4e08-b77e-ba9100881826 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] For port cff6dbe0-8e72-4b04-b29e-df14e11d87fb, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=cff6dbe0-8e72-4b04-b29e-df14e11d87fb,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:24.352447 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-12c4cc88-3a61-47af-9242-7f284a267dd9 req-f9964583-e33f-4e08-b77e-ba9100881826 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:24.373639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-12c4cc88-3a61-47af-9242-7f284a267dd9 req-f9964583-e33f-4e08-b77e-ba9100881826 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Calling delete_port for cff6dbe0-8e72-4b04-b29e-df14e11d87fb owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:10:24.457617 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 95bed3c5-87ec-4f40-806e-77a41367edb6 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:10:24.467737 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:24.492495 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Transition to ACTIVE for port object 95bed3c5-87ec-4f40-806e-77a41367edb6 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:24.557045 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:24.615561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Pushing event updated for resources: {'Port': ['ID=95bed3c5-87ec-4f40-806e-77a41367edb6,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:24.692418 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-12c4cc88-3a61-47af-9242-7f284a267dd9 req-f9964583-e33f-4e08-b77e-ba9100881826 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:24.693472 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef1a09-5c7e-42d7-aa44-dcd4b84ddbae req-6bef58ef-6cc3-487d-95aa-17ca71032b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:24.697630 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64ef1a09-5c7e-42d7-aa44-dcd4b84ddbae req-6bef58ef-6cc3-487d-95aa-17ca71032b5a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=127c54846c654865888b32b593f23155&device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 1098 time: 0.5213509 Aug 17 03:10:24.726758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9964583-e33f-4e08-b77e-ba9100881826 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Pushing event deleted for resources: {'Port': ['ID=cff6dbe0-8e72-4b04-b29e-df14e11d87fb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:24.733452 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Attempting to bind port 95bed3c5-87ec-4f40-806e-77a41367edb6 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:10:24.733846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Attempting to bind port 95bed3c5-87ec-4f40-806e-77a41367edb6 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '34b91ada-668d-4d0f-b645-024ef1959386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:10:24.734313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Attempting to bind port 95bed3c5-87ec-4f40-806e-77a41367edb6 on network 276da2b6-a91b-4c80-928b-6980044b9059 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:24.780340 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-12c4cc88-3a61-47af-9242-7f284a267dd9 req-f9964583-e33f-4e08-b77e-ba9100881826 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] No DVR routers for this DVR port cff6dbe0-8e72-4b04-b29e-df14e11d87fb on host n-h2-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:10:24.782812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Port 95bed3c5-87ec-4f40-806e-77a41367edb6 on network 276da2b6-a91b-4c80-928b-6980044b9059 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:10:24.783410 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Attempting to bind port 95bed3c5-87ec-4f40-806e-77a41367edb6 on network 276da2b6-a91b-4c80-928b-6980044b9059 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:24.790666 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-12c4cc88-3a61-47af-9242-7f284a267dd9 req-f9964583-e33f-4e08-b77e-ba9100881826 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:24.793644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] For port 7906dc2d-5f05-4eb7-b88a-0c80dc493135, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:10:24.806141 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12c4cc88-3a61-47af-9242-7f284a267dd9 req-f9964583-e33f-4e08-b77e-ba9100881826 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "DELETE /v2.0/ports/cff6dbe0-8e72-4b04-b29e-df14e11d87fb HTTP/1.1" status: 204 len: 173 time: 1.2830946 Aug 17 03:10:24.810530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:10:24.810530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Checking segment: {'id': '34b91ada-668d-4d0f-b645-024ef1959386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:10:24.810530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Bound using segment: {'id': '34b91ada-668d-4d0f-b645-024ef1959386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:10:24.810530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Bound port: 95bed3c5-87ec-4f40-806e-77a41367edb6, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b91ada-668d-4d0f-b645-024ef1959386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:10:24.810530 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:24.827614 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f8f60c6-7e21-4df4-9f98-71061fb16921', 'name': 'network-vif-deleted', 'tag': 'cff6dbe0-8e72-4b04-b29e-df14e11d87fb'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:24.832514 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed105770-0cce-439c-8bb8-92db48647164" -d '{"events": [{"server_uuid": "4f8f60c6-7e21-4df4-9f98-71061fb16921", "name": "network-vif-deleted", "tag": "cff6dbe0-8e72-4b04-b29e-df14e11d87fb"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:24.841347 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-08882706-bb8a-4ac8-a0a4-2fc7e3ba6a08 req-5ff32fa6-afdd-4fac-9558-9af1f96d5c1e tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5eb8b42-2afe-4cd7-ae65-d8f394791f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5356905 Aug 17 03:10:24.845343 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] For port 7906dc2d-5f05-4eb7-b88a-0c80dc493135, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7906dc2d-5f05-4eb7-b88a-0c80dc493135,segment=NetworkSegment(c1999cde-fcf2-4c83-94a5-9095a96d3eb7),segment_id=c1999cde-fcf2-4c83-94a5-9095a96d3eb7)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:10:24.860147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-1d90be18-e88a-4fe2-af12-b02c602e3bd7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Allocated IP 172.20.0.13 (276da2b6-a91b-4c80-928b-6980044b9059/56d723c4-749f-4a29-a143-50d3d0393d4e/91788c6f-b111-4dc1-b16b-fe671fc6ea3f) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:10:24.918072 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4e69db1-0885-43de-a88b-4a51ec904bce x-openstack-request-id: req-d4e69db1-0885-43de-a88b-4a51ec904bce {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:24.918343 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db", "tag": "0befa591-0df5-48f3-a8a5-334a152bd764", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:24.918630 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d4e69db1-0885-43de-a88b-4a51ec904bce {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:24.919240 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db', 'tag': '0befa591-0df5-48f3-a8a5-334a152bd764', 'status': 'completed', 'code': 200} Aug 17 03:10:24.926459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef1a09-5c7e-42d7-aa44-dcd4b84ddbae req-def0a16e-a823-48b0-8837-8020255f2bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:24.928206 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64ef1a09-5c7e-42d7-aa44-dcd4b84ddbae req-def0a16e-a823-48b0-8837-8020255f2bf8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=7f31243a-df0b-45e5-95d3-3936416a870b HTTP/1.1" status: 200 len: 913 time: 0.2027216 Aug 17 03:10:24.936126 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:24.956648 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] For port 95bed3c5-87ec-4f40-806e-77a41367edb6, host n-h1-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:10:24.960589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] For port 95bed3c5-87ec-4f40-806e-77a41367edb6, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=95bed3c5-87ec-4f40-806e-77a41367edb6,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:10:25.045881 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:25.057594 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64ef1a09-5c7e-42d7-aa44-dcd4b84ddbae req-de82af6a-dbf2-4786-997c-40f1d6285278 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2 HTTP/1.1" status: 200 len: 217 time: 0.1171856 Aug 17 03:10:25.091469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:25.092337 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:25.094012 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] 10.222.0.60 "PUT /v2.0/ports/7906dc2d-5f05-4eb7-b88a-0c80dc493135 HTTP/1.1" status: 200 len: 1092 time: 2.3364956 Aug 17 03:10:25.125774 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:25.129562 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:25.129562 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] 10.222.0.30 "PUT /v2.0/ports/95bed3c5-87ec-4f40-806e-77a41367edb6 HTTP/1.1" status: 200 len: 1092 time: 1.6870570 Aug 17 03:10:25.183868 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c405e094-7060-4bec-bf54-6c3a8b1a54bc service neutron] Pushing event updated for resources: {'Port': ['ID=95bed3c5-87ec-4f40-806e-77a41367edb6,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:25.194987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b511e9b-e156-4472-a447-5262fcfdd9eb req-adcfc046-3e1e-42d2-a254-1b1099b73c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:25.196567 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b511e9b-e156-4472-a447-5262fcfdd9eb req-adcfc046-3e1e-42d2-a254-1b1099b73c63 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a812f2be1f2404ab1907022e4bb7428&device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 1094 time: 0.2376933 Aug 17 03:10:25.199460 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9559777c-7ce6-4136-b660-fcfe66fabf15 service neutron] Pushing event updated for resources: {'Port': ['ID=7906dc2d-5f05-4eb7-b88a-0c80dc493135,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:25.206758 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64ef1a09-5c7e-42d7-aa44-dcd4b84ddbae req-f1efcc32-72ef-4ac6-9eba-f48d1099f12d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:25.208258 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64ef1a09-5c7e-42d7-aa44-dcd4b84ddbae req-f1efcc32-72ef-4ac6-9eba-f48d1099f12d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=240d28ed-cc59-44ed-9e7e-c0fd026b529d HTTP/1.1" status: 200 len: 853 time: 0.1185737 Aug 17 03:10:25.320935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-fbe797f2-6b5d-4743-a9b5-405bb2101a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:25.322680 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-fbe797f2-6b5d-4743-a9b5-405bb2101a81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a812f2be1f2404ab1907022e4bb7428&device_id=461f13bc-d054-48e0-b82e-cdb041a76300 HTTP/1.1" status: 200 len: 1095 time: 0.0502138 Aug 17 03:10:25.340690 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64ef1a09-5c7e-42d7-aa44-dcd4b84ddbae req-b0b4c351-4910-405d-8d74-f1af1706d0be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f31243a-df0b-45e5-95d3-3936416a870b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1145062 Aug 17 03:10:25.380204 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-5a11dc0e-41e0-4186-810d-9e275cc9c73c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95bed3c5-87ec-4f40-806e-77a41367edb6 HTTP/1.1" status: 200 len: 217 time: 0.0488379 Aug 17 03:10:25.407887 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-1d90be18-e88a-4fe2-af12-b02c602e3bd7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:25.435381 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-d84b41c5-e4f8-45fc-963f-6cba17645886 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:25.437014 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-d84b41c5-e4f8-45fc-963f-6cba17645886 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56d723c4-749f-4a29-a143-50d3d0393d4e HTTP/1.1" status: 200 len: 854 time: 0.0501976 Aug 17 03:10:25.477089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-1d90be18-e88a-4fe2-af12-b02c602e3bd7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Transition to ACTIVE for port object 91788c6f-b111-4dc1-b16b-fe671fc6ea3f will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:25.518836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-beab3a5b-830b-48dc-9825-18fb76853f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:25.520375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-beab3a5b-830b-48dc-9825-18fb76853f69 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dcddbfa77d8439c92503d4521a21241&device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 1095 time: 0.2933488 Aug 17 03:10:25.525618 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-7e098f76-c4d0-4e2d-b112-d426dc5f62a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:25.527764 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-7e098f76-c4d0-4e2d-b112-d426dc5f62a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=276da2b6-a91b-4c80-928b-6980044b9059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0825183 Aug 17 03:10:25.536246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e94adf4-1aba-40a0-9190-d393f946d6e4 req-922066b4-bddd-4769-99d1-0a672f2c3799 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:25.538995 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e94adf4-1aba-40a0-9190-d393f946d6e4 req-922066b4-bddd-4769-99d1-0a672f2c3799 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.5165057 Aug 17 03:10:25.561887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b511e9b-e156-4472-a447-5262fcfdd9eb req-e793cdd0-d9ca-4905-9b7f-2de5a8ed2480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:25.563968 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b511e9b-e156-4472-a447-5262fcfdd9eb req-e793cdd0-d9ca-4905-9b7f-2de5a8ed2480 service neutron] 10.222.0.60 "GET /v2.0/networks?id=276da2b6-a91b-4c80-928b-6980044b9059 HTTP/1.1" status: 200 len: 915 time: 0.3538909 Aug 17 03:10:25.630842 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-846c9f8d-d352-45ec-896a-0614a1050f29 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7906dc2d-5f05-4eb7-b88a-0c80dc493135 HTTP/1.1" status: 200 len: 217 time: 0.0824616 Aug 17 03:10:25.645077 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-47584a84-0564-4692-a622-671c88c0c511 service neutron] 10.222.0.30 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1093516 Aug 17 03:10:25.677931 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b511e9b-e156-4472-a447-5262fcfdd9eb req-05a109ef-b18b-4505-8ba2-1b2cba313f7a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0befa591-0df5-48f3-a8a5-334a152bd764 HTTP/1.1" status: 200 len: 217 time: 0.0745306 Aug 17 03:10:25.679754 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64ef1a09-5c7e-42d7-aa44-dcd4b84ddbae req-49a084ef-335f-44b2-b9d4-4293ecbcb148 service neutron] 10.222.0.30 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3138478 Aug 17 03:10:25.752138 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-49cb06ad-1432-4062-a9ea-ec74f55475d7 req-bbb95c9b-00b8-407f-bd1d-d70c927f9e98 service neutron] 10.222.0.30 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000829 Aug 17 03:10:25.800850 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e94adf4-1aba-40a0-9190-d393f946d6e4 req-499557e2-5b42-42cc-8bd6-0d095e671d06 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486646 Aug 17 03:10:25.825810 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-1d90be18-e88a-4fe2-af12-b02c602e3bd7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:25.849000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-3c17c07c-3a3c-423e-889f-fcbfad306da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:25.850547 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-3c17c07c-3a3c-423e-889f-fcbfad306da3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b6cebb4b-f686-4e4a-a635-7bff6ef91893 HTTP/1.1" status: 200 len: 835 time: 0.1843994 Aug 17 03:10:25.855327 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-834e70c6-64d2-4e77-ba5e-5325fee8b93a x-openstack-request-id: req-834e70c6-64d2-4e77-ba5e-5325fee8b93a {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:25.855622 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f8f60c6-7e21-4df4-9f98-71061fb16921", "name": "network-vif-deleted", "tag": "cff6dbe0-8e72-4b04-b29e-df14e11d87fb", "status": "failed", "code": 422}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:25.856163 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-834e70c6-64d2-4e77-ba5e-5325fee8b93a {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:25.857456 n-d-802060-9 neutron-server[101969]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '4f8f60c6-7e21-4df4-9f98-71061fb16921', 'name': 'network-vif-deleted', 'tag': 'cff6dbe0-8e72-4b04-b29e-df14e11d87fb', 'status': 'failed', 'code': 422} returned with failed status Aug 17 03:10:25.878754 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b511e9b-e156-4472-a447-5262fcfdd9eb req-361f1be2-c6ea-4523-8782-30a3a87eef58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:25.880318 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b511e9b-e156-4472-a447-5262fcfdd9eb req-361f1be2-c6ea-4523-8782-30a3a87eef58 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56d723c4-749f-4a29-a143-50d3d0393d4e HTTP/1.1" status: 200 len: 854 time: 0.1924851 Aug 17 03:10:25.954933 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-1d90be18-e88a-4fe2-af12-b02c602e3bd7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Network 276da2b6-a91b-4c80-928b-6980044b9059 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:10:25.971849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-1d90be18-e88a-4fe2-af12-b02c602e3bd7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:25.978882 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-1d90be18-e88a-4fe2-af12-b02c602e3bd7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:10:25.989854 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64ef1a09-5c7e-42d7-aa44-dcd4b84ddbae req-fd8e14e4-7a24-4639-85b0-463440d003b1 service neutron] 10.222.0.30 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2712405 Aug 17 03:10:26.009696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d90be18-e88a-4fe2-af12-b02c602e3bd7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Pushing event updated for resources: {'Port': ['ID=91788c6f-b111-4dc1-b16b-fe671fc6ea3f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:26.049694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-3d37985f-6cd3-4b19-ada6-aa38babe9671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:26.051269 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-3d37985f-6cd3-4b19-ada6-aa38babe9671 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ff4ee26-1ec7-45ad-9b4e-3b800da06cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1677246 Aug 17 03:10:26.060764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b511e9b-e156-4472-a447-5262fcfdd9eb req-3c8c26aa-2e27-4c3b-a293-6baed9ee7c9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:26.062335 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b511e9b-e156-4472-a447-5262fcfdd9eb req-3c8c26aa-2e27-4c3b-a293-6baed9ee7c9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=276da2b6-a91b-4c80-928b-6980044b9059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1650274 Aug 17 03:10:26.076361 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-1d90be18-e88a-4fe2-af12-b02c602e3bd7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:26.076931 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-1d90be18-e88a-4fe2-af12-b02c602e3bd7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:26.239764 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-695ab754-38fc-4f74-a941-628d1720ae30 service neutron] 10.222.0.60 "GET /v2.0/networks/9ff4ee26-1ec7-45ad-9b4e-3b800da06cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752975 Aug 17 03:10:26.241856 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b511e9b-e156-4472-a447-5262fcfdd9eb req-4e279553-1ee7-4762-8520-652f2dea587f service neutron] 10.222.0.60 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617036 Aug 17 03:10:26.243086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-1d90be18-e88a-4fe2-af12-b02c602e3bd7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.8389421 Aug 17 03:10:26.281616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Request body: {'port': {'device_id': '1bb5288f-5b63-4d69-b2f7-4e7d025c19de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:26.303832 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-46e5bd84-4629-44a9-bcf8-fe26faf36799 None None] Provisioning for port 91788c6f-b111-4dc1-b16b-fe671fc6ea3f completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:26.307988 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-46e5bd84-4629-44a9-bcf8-fe26faf36799 None None] Provisioning complete for port 91788c6f-b111-4dc1-b16b-fe671fc6ea3f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:26.308369 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46e5bd84-4629-44a9-bcf8-fe26faf36799 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:26.342335 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-46e5bd84-4629-44a9-bcf8-fe26faf36799 None None] Port 91788c6f-b111-4dc1-b16b-fe671fc6ea3f cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:10:26.459660 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:26.521743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5aedbea-2f44-4939-b641-6c5a3c584422 req-97c6280b-69fa-4771-9f13-24f33366df56 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:26.523283 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b5aedbea-2f44-4939-b641-6c5a3c584422 req-97c6280b-69fa-4771-9f13-24f33366df56 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 932 time: 0.1621943 Aug 17 03:10:26.558665 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b511e9b-e156-4472-a447-5262fcfdd9eb req-7fed8e5c-2d88-4818-ab8d-a4e0f85bd0bc service neutron] 10.222.0.60 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2982960 Aug 17 03:10:26.573638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ef560c8-ae2d-417d-b38b-1b777d5a3962 req-caf30b79-8cb8-4e50-8bf3-54520483b8f4 service neutron] 10.222.0.60 "GET /v2.0/networks/9ff4ee26-1ec7-45ad-9b4e-3b800da06cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3205113 Aug 17 03:10:26.619022 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b5aedbea-2f44-4939-b641-6c5a3c584422 req-c516cb73-bfca-424b-818a-b7469e21f188 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844779 Aug 17 03:10:26.665900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfc5e3bb-3d24-49ac-aeea-9c7a4d39b650 req-0cfcd14b-2458-4685-a961-dccb17852053 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:26.667455 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dfc5e3bb-3d24-49ac-aeea-9c7a4d39b650 req-0cfcd14b-2458-4685-a961-dccb17852053 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 944 time: 0.1120777 Aug 17 03:10:26.717892 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dfc5e3bb-3d24-49ac-aeea-9c7a4d39b650 req-d6850eb8-f697-4bfe-a6ac-859de36fac08 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5eb8b42-2afe-4cd7-ae65-d8f394791f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0435369 Aug 17 03:10:26.847886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 91788c6f-b111-4dc1-b16b-fe671fc6ea3f {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:10:26.855265 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:26.868126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Transition to ACTIVE for port object 91788c6f-b111-4dc1-b16b-fe671fc6ea3f will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:26.920839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'tag': '7906dc2d-5f05-4eb7-b88a-0c80dc493135'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:26.923366 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-956f52c0-0cb7-402d-a1ca-71bfc7cf0462" -d '{"events": [{"name": "network-changed", "server_uuid": "8727fe02-7b84-40b9-b7b1-dc5244660467", "tag": "7906dc2d-5f05-4eb7-b88a-0c80dc493135"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:26.927726 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:27.004048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Pushing event updated for resources: {'Port': ['ID=91788c6f-b111-4dc1-b16b-fe671fc6ea3f,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:27.103833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Attempting to bind port 91788c6f-b111-4dc1-b16b-fe671fc6ea3f on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:10:27.104168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Attempting to bind port 91788c6f-b111-4dc1-b16b-fe671fc6ea3f by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '34b91ada-668d-4d0f-b645-024ef1959386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:10:27.115822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Attempting to bind port 91788c6f-b111-4dc1-b16b-fe671fc6ea3f on network 276da2b6-a91b-4c80-928b-6980044b9059 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:27.127803 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Port 91788c6f-b111-4dc1-b16b-fe671fc6ea3f on network 276da2b6-a91b-4c80-928b-6980044b9059 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:10:27.128257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Attempting to bind port 91788c6f-b111-4dc1-b16b-fe671fc6ea3f on network 276da2b6-a91b-4c80-928b-6980044b9059 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:27.196412 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:10:27.196760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Checking segment: {'id': '34b91ada-668d-4d0f-b645-024ef1959386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:10:27.199088 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Bound using segment: {'id': '34b91ada-668d-4d0f-b645-024ef1959386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:10:27.199731 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Bound port: 91788c6f-b111-4dc1-b16b-fe671fc6ea3f, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34b91ada-668d-4d0f-b645-024ef1959386', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:10:27.200297 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:27.206447 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-798f22c6-c697-4bad-8d9e-1347b9aa6fdb x-openstack-request-id: req-798f22c6-c697-4bad-8d9e-1347b9aa6fdb {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:27.212139 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8727fe02-7b84-40b9-b7b1-dc5244660467", "tag": "7906dc2d-5f05-4eb7-b88a-0c80dc493135", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:27.213156 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-798f22c6-c697-4bad-8d9e-1347b9aa6fdb {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:27.218832 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'tag': '7906dc2d-5f05-4eb7-b88a-0c80dc493135', 'status': 'completed', 'code': 200} Aug 17 03:10:27.314234 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-d3bc5c3e-0a1d-4abd-b66f-452124a35567 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:27.315943 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-d3bc5c3e-0a1d-4abd-b66f-452124a35567 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/networks?id=a7be9734-2b85-4052-b0e6-e15c361ef57d HTTP/1.1" status: 200 len: 811 time: 0.1994109 Aug 17 03:10:27.333212 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-795c124b-916a-4755-97d5-a7fb0d900049 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/quotas/d96271b16c734dc4a6b9accb241029a9 HTTP/1.1" status: 200 len: 375 time: 0.0107288 Aug 17 03:10:27.359997 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079ecfb-6168-4b71-be09-0e28f56cfa2b req-8cf779a1-967f-4126-b7fc-59b12f78b6c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:27.359997 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1079ecfb-6168-4b71-be09-0e28f56cfa2b req-8cf779a1-967f-4126-b7fc-59b12f78b6c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=127c54846c654865888b32b593f23155&device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 1098 time: 0.2230752 Aug 17 03:10:27.385779 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-5d18c909-d12b-4075-af89-5d9643a5332e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453806 Aug 17 03:10:27.386815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f52c0-0cb7-402d-a1ca-71bfc7cf0462 req-3d0272ea-da3c-4ae1-918a-6d9fba2812cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:27.388366 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-956f52c0-0cb7-402d-a1ca-71bfc7cf0462 req-3d0272ea-da3c-4ae1-918a-6d9fba2812cf service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dcddbfa77d8439c92503d4521a21241&device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 1095 time: 0.1642327 Aug 17 03:10:27.414330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc68b48-841e-4651-9e65-e23433579ce6 req-c3f137b8-54c5-4c44-857e-630da3b83105 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:27.415827 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2dc68b48-841e-4651-9e65-e23433579ce6 req-c3f137b8-54c5-4c44-857e-630da3b83105 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.1590607 Aug 17 03:10:27.464671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] For port 91788c6f-b111-4dc1-b16b-fe671fc6ea3f, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:10:27.505538 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a3a27556-74c5-42e2-9624-2a4136857842 req-ae729a0b-41c2-4626-935d-063f8d2d5022 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0695920 Aug 17 03:10:27.523603 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-26c31c15-423b-46b7-bf83-960d1e546f82 service neutron] 10.222.0.10 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1367686 Aug 17 03:10:27.644606 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-a2d97949-80d0-4b10-923c-1995ffa9f1be service neutron] 10.222.0.10 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1199257 Aug 17 03:10:27.858548 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '461f13bc-d054-48e0-b82e-cdb041a76300', 'tag': '95bed3c5-87ec-4f40-806e-77a41367edb6'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:27.862649 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-54f2cba0-603c-478e-bf03-69263108f73c" -d '{"events": [{"name": "network-changed", "server_uuid": "461f13bc-d054-48e0-b82e-cdb041a76300", "tag": "95bed3c5-87ec-4f40-806e-77a41367edb6"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:27.877563 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] For port 91788c6f-b111-4dc1-b16b-fe671fc6ea3f, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=91788c6f-b111-4dc1-b16b-fe671fc6ea3f,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:10:27.916276 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7906dc2d-5f05-4eb7-b88a-0c80dc493135 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:10:27.931163 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2dc68b48-841e-4651-9e65-e23433579ce6 req-4deb568c-a7c0-4b76-a2a5-d197fea67650 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4817033 Aug 17 03:10:27.968357 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:28.063413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079ecfb-6168-4b71-be09-0e28f56cfa2b req-9ac8d843-d9e8-4be3-a25c-6a5edff5ea1f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:28.064405 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1079ecfb-6168-4b71-be09-0e28f56cfa2b req-9ac8d843-d9e8-4be3-a25c-6a5edff5ea1f service neutron] 10.222.0.30 "GET /v2.0/networks?id=7f31243a-df0b-45e5-95d3-3936416a870b HTTP/1.1" status: 200 len: 913 time: 0.6917050 Aug 17 03:10:28.069592 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03726ec2-c966-49e8-8e5b-78bebac507a9 req-168d4886-84fb-4c08-af88-05dc43bcefd8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:28.082955 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03726ec2-c966-49e8-8e5b-78bebac507a9 req-168d4886-84fb-4c08-af88-05dc43bcefd8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 944 time: 0.1254101 Aug 17 03:10:28.088863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:28.089042 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:28.091243 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] 10.222.0.30 "PUT /v2.0/ports/91788c6f-b111-4dc1-b16b-fe671fc6ea3f HTTP/1.1" status: 200 len: 1092 time: 1.8226035 Aug 17 03:10:28.092319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f52c0-0cb7-402d-a1ca-71bfc7cf0462 req-d4c57d2b-9066-4f45-8a44-942e0fbd9f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:28.098029 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-956f52c0-0cb7-402d-a1ca-71bfc7cf0462 req-d4c57d2b-9066-4f45-8a44-942e0fbd9f32 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9ff4ee26-1ec7-45ad-9b4e-3b800da06cce HTTP/1.1" status: 200 len: 897 time: 0.6895652 Aug 17 03:10:28.153702 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03726ec2-c966-49e8-8e5b-78bebac507a9 req-5e4ef3db-00c8-4d28-947b-b8a1a0610c66 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0650053 Aug 17 03:10:28.171324 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 7906dc2d-5f05-4eb7-b88a-0c80dc493135, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7906dc2d-5f05-4eb7-b88a-0c80dc493135,segment=NetworkSegment(c1999cde-fcf2-4c83-94a5-9095a96d3eb7),segment_id=c1999cde-fcf2-4c83-94a5-9095a96d3eb7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:28.187005 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '7906dc2d-5f05-4eb7-b88a-0c80dc493135', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'port_id': '7906dc2d-5f05-4eb7-b88a-0c80dc493135', 'mac_address': 'fa:16:3e:31:97:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 67, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:10:28.210505 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1079ecfb-6168-4b71-be09-0e28f56cfa2b req-f3058919-78ac-478b-a5f1-e60feb22fe69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2 HTTP/1.1" status: 200 len: 217 time: 0.1374373 Aug 17 03:10:28.211901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2877ad5b-d0d9-4321-aa26-24199809e397 service neutron] Pushing event updated for resources: {'Port': ['ID=91788c6f-b111-4dc1-b16b-fe671fc6ea3f,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:28.285492 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:28.302039 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-956f52c0-0cb7-402d-a1ca-71bfc7cf0462 req-f9b238a0-9684-49c5-b1c4-0a346db9dc3d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7906dc2d-5f05-4eb7-b88a-0c80dc493135 HTTP/1.1" status: 200 len: 217 time: 0.1672642 Aug 17 03:10:28.306767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7906dc2d-5f05-4eb7-b88a-0c80dc493135 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:10:28.345367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 7906dc2d-5f05-4eb7-b88a-0c80dc493135, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7906dc2d-5f05-4eb7-b88a-0c80dc493135,segment=NetworkSegment(c1999cde-fcf2-4c83-94a5-9095a96d3eb7),segment_id=c1999cde-fcf2-4c83-94a5-9095a96d3eb7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:28.401662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6d45733-c762-494d-b252-1415bcb799fd req-ffba7bfc-91d4-439a-8825-41d2e2755b98 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:28.409441 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c6d45733-c762-494d-b252-1415bcb799fd req-ffba7bfc-91d4-439a-8825-41d2e2755b98 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 944 time: 0.0910664 Aug 17 03:10:28.426696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609283cb-2823-415d-a8fb-15c81804458a req-50fea060-7c78-4af3-b649-e5081ad746c1 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:28.429915 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-609283cb-2823-415d-a8fb-15c81804458a req-50fea060-7c78-4af3-b649-e5081ad746c1 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 944 time: 0.3610551 Aug 17 03:10:28.462268 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:28.462268 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0befa591-0df5-48f3-a8a5-334a152bd764 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:10:28.462510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1079ecfb-6168-4b71-be09-0e28f56cfa2b req-0a278cfa-f0d0-49e5-ba65-73009f13e411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:28.463109 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1079ecfb-6168-4b71-be09-0e28f56cfa2b req-0a278cfa-f0d0-49e5-ba65-73009f13e411 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=240d28ed-cc59-44ed-9e7e-c0fd026b529d HTTP/1.1" status: 200 len: 853 time: 0.1736801 Aug 17 03:10:28.489886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-ae281ee4-480b-42e0-94ed-f11c9fa351db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:28.491425 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-ae281ee4-480b-42e0-94ed-f11c9fa351db service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a812f2be1f2404ab1907022e4bb7428&device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 1095 time: 0.1874812 Aug 17 03:10:28.493840 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c6d45733-c762-494d-b252-1415bcb799fd req-5ef1b5d8-7198-4624-9620-1bbae9828318 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5eb8b42-2afe-4cd7-ae65-d8f394791f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0647824 Aug 17 03:10:28.495410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f52c0-0cb7-402d-a1ca-71bfc7cf0462 req-3948e6b7-99e0-45de-9bf4-3f81e7c5e60e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:28.497168 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-956f52c0-0cb7-402d-a1ca-71bfc7cf0462 req-3948e6b7-99e0-45de-9bf4-3f81e7c5e60e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b6cebb4b-f686-4e4a-a635-7bff6ef91893 HTTP/1.1" status: 200 len: 835 time: 0.1806867 Aug 17 03:10:28.531123 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1079ecfb-6168-4b71-be09-0e28f56cfa2b req-ea51b4cd-48ba-4de0-a846-e0cdf4c23b4a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=7f31243a-df0b-45e5-95d3-3936416a870b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558102 Aug 17 03:10:28.570506 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b79ab7c8-949d-4147-9505-d747d1edfb7e x-openstack-request-id: req-b79ab7c8-949d-4147-9505-d747d1edfb7e {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:28.571109 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "461f13bc-d054-48e0-b82e-cdb041a76300", "tag": "95bed3c5-87ec-4f40-806e-77a41367edb6", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:28.571551 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b79ab7c8-949d-4147-9505-d747d1edfb7e {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:28.572125 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '461f13bc-d054-48e0-b82e-cdb041a76300', 'tag': '95bed3c5-87ec-4f40-806e-77a41367edb6', 'status': 'completed', 'code': 200} Aug 17 03:10:28.594710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=7906dc2d-5f05-4eb7-b88a-0c80dc493135,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:28.641437 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-fbdda2cc-950b-43cd-86cd-557e786ce9fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91788c6f-b111-4dc1-b16b-fe671fc6ea3f HTTP/1.1" status: 200 len: 217 time: 0.1292775 Aug 17 03:10:28.673699 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-609283cb-2823-415d-a8fb-15c81804458a req-24d02f81-e81d-416c-87be-f75d0c277452 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314475 Aug 17 03:10:28.753819 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ca21ec2d-fae4-4388-af6c-bff48457b5f6 req-8e221477-4e52-4bfa-b5c6-d26ebc1fe081 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 210 time: 0.1398308 Aug 17 03:10:28.759552 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0befa591-0df5-48f3-a8a5-334a152bd764, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0befa591-0df5-48f3-a8a5-334a152bd764,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:28.772757 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '0befa591-0df5-48f3-a8a5-334a152bd764', 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059', 'port_id': '0befa591-0df5-48f3-a8a5-334a152bd764', 'mac_address': 'fa:16:3e:37:a4:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d723c4-749f-4a29-a143-50d3d0393d4e', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:10:28.787678 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2cba0-603c-478e-bf03-69263108f73c req-68d8254b-fab3-4299-8088-57e91375f0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:28.790019 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54f2cba0-603c-478e-bf03-69263108f73c req-68d8254b-fab3-4299-8088-57e91375f0f5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a812f2be1f2404ab1907022e4bb7428&device_id=461f13bc-d054-48e0-b82e-cdb041a76300 HTTP/1.1" status: 200 len: 1095 time: 0.1885967 Aug 17 03:10:28.816950 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-956f52c0-0cb7-402d-a1ca-71bfc7cf0462 req-133e3aa8-61ce-499f-989b-24db649dac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:28.818591 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-956f52c0-0cb7-402d-a1ca-71bfc7cf0462 req-133e3aa8-61ce-499f-989b-24db649dac04 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ff4ee26-1ec7-45ad-9b4e-3b800da06cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3053660 Aug 17 03:10:28.820600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-b7d931b3-b41e-40cb-b929-5c6d51ce9188 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:28.822059 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-b7d931b3-b41e-40cb-b929-5c6d51ce9188 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56d723c4-749f-4a29-a143-50d3d0393d4e HTTP/1.1" status: 200 len: 854 time: 0.1470442 Aug 17 03:10:28.824267 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1079ecfb-6168-4b71-be09-0e28f56cfa2b req-31765346-41bc-497c-ba2c-948ad0b110ce service neutron] 10.222.0.30 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2821822 Aug 17 03:10:28.846399 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:28.873091 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0befa591-0df5-48f3-a8a5-334a152bd764 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:10:28.903231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0befa591-0df5-48f3-a8a5-334a152bd764, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0befa591-0df5-48f3-a8a5-334a152bd764,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:28.941378 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2cba0-603c-478e-bf03-69263108f73c req-c1053de7-91d2-4dec-9722-0966830a8c6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:28.943054 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54f2cba0-603c-478e-bf03-69263108f73c req-c1053de7-91d2-4dec-9722-0966830a8c6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=276da2b6-a91b-4c80-928b-6980044b9059 HTTP/1.1" status: 200 len: 915 time: 0.1457362 Aug 17 03:10:28.966850 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:29.038790 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54f2cba0-603c-478e-bf03-69263108f73c req-b21d7a21-5f53-4572-adc2-1b80286dbe73 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=95bed3c5-87ec-4f40-806e-77a41367edb6 HTTP/1.1" status: 200 len: 217 time: 0.0819199 Aug 17 03:10:29.047974 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=0befa591-0df5-48f3-a8a5-334a152bd764,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:29.100072 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-956f52c0-0cb7-402d-a1ca-71bfc7cf0462 req-b876c335-b369-4162-8321-4e07aa619745 service neutron] 10.222.0.60 "GET /v2.0/networks/9ff4ee26-1ec7-45ad-9b4e-3b800da06cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2717004 Aug 17 03:10:29.104246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-438169e4-733c-4325-9d06-c35b7b9a2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:29.105605 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-438169e4-733c-4325-9d06-c35b7b9a2a94 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=276da2b6-a91b-4c80-928b-6980044b9059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2378416 Aug 17 03:10:29.137067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca9957c-a989-465a-8669-f70ecf146d0a req-963b1bc3-b4c4-42ae-b386-e30d42e8485b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:29.138721 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bca9957c-a989-465a-8669-f70ecf146d0a req-963b1bc3-b4c4-42ae-b386-e30d42e8485b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.1032944 Aug 17 03:10:29.140185 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2cba0-603c-478e-bf03-69263108f73c req-e6e10827-c2f0-4ee9-93cb-3e0387111a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:29.143129 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54f2cba0-603c-478e-bf03-69263108f73c req-e6e10827-c2f0-4ee9-93cb-3e0387111a4f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56d723c4-749f-4a29-a143-50d3d0393d4e HTTP/1.1" status: 200 len: 854 time: 0.0907006 Aug 17 03:10:29.225648 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bca9957c-a989-465a-8669-f70ecf146d0a req-9ec2d3bc-97c4-41a9-86cd-eed0a5d95028 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774531 Aug 17 03:10:29.235965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54f2cba0-603c-478e-bf03-69263108f73c req-1954777c-91c1-4cb6-afb2-dd0f76ed765f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:29.237536 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54f2cba0-603c-478e-bf03-69263108f73c req-1954777c-91c1-4cb6-afb2-dd0f76ed765f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=276da2b6-a91b-4c80-928b-6980044b9059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0822098 Aug 17 03:10:29.248408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1bb5288f-5b63-4d69-b2f7-4e7d025c19de', 'tag': '91788c6f-b111-4dc1-b16b-fe671fc6ea3f'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:29.254693 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364737d1-cb80-4bd5-830c-45960cb8e097" -d '{"events": [{"name": "network-changed", "server_uuid": "1bb5288f-5b63-4d69-b2f7-4e7d025c19de", "tag": "91788c6f-b111-4dc1-b16b-fe671fc6ea3f"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:29.292384 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1079ecfb-6168-4b71-be09-0e28f56cfa2b req-ab590c7b-69c3-428f-a43b-aaa5761c6793 service neutron] 10.222.0.30 "GET /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4439363 Aug 17 03:10:29.294172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['7906dc2d-5f05-4eb7-b88a-0c80dc493135'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:10:29.334395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.30', 54716) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:29.387243 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54f2cba0-603c-478e-bf03-69263108f73c req-4ce865c1-f361-4897-86dc-bb697b73209e service neutron] 10.222.0.30 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1403091 Aug 17 03:10:29.390257 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0befa591-0df5-48f3-a8a5-334a152bd764'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:10:29.434501 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62ab25ac-3009-465d-95e5-54a35ab335e8 x-openstack-request-id: req-62ab25ac-3009-465d-95e5-54a35ab335e8 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:29.434927 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1bb5288f-5b63-4d69-b2f7-4e7d025c19de", "tag": "91788c6f-b111-4dc1-b16b-fe671fc6ea3f", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:29.435285 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-62ab25ac-3009-465d-95e5-54a35ab335e8 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:29.435781 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1bb5288f-5b63-4d69-b2f7-4e7d025c19de', 'tag': '91788c6f-b111-4dc1-b16b-fe671fc6ea3f', 'status': 'completed', 'code': 200} Aug 17 03:10:29.506173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dc6da0-f83a-474c-8e5e-e9be4f86c5fa req-a99256fe-e693-4b1f-89e1-ca1ec236f96b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:29.507838 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-92dc6da0-f83a-474c-8e5e-e9be4f86c5fa req-a99256fe-e693-4b1f-89e1-ca1ec236f96b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 944 time: 0.2499380 Aug 17 03:10:29.568119 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54f2cba0-603c-478e-bf03-69263108f73c req-49e6f6ef-5abb-445c-a636-0bc8c75abb4d service neutron] 10.222.0.30 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675224 Aug 17 03:10:29.571039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a27556-74c5-42e2-9624-2a4136857842 req-6b96480b-e47f-48ba-a88a-328b5247fc8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:29.573077 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3a27556-74c5-42e2-9624-2a4136857842 req-6b96480b-e47f-48ba-a88a-328b5247fc8a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19&tenant_id=6310559ad60b460ba41705b832b7bbc0 HTTP/1.1" status: 200 len: 1095 time: 0.2343831 Aug 17 03:10:29.596830 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-4ea6357d-b895-40f0-8b26-90069a764920 service neutron] 10.222.0.30 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4714332 Aug 17 03:10:29.604973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:29.613113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-92dc6da0-f83a-474c-8e5e-e9be4f86c5fa req-20f7b6b2-eef9-4eab-b20f-ee437199027a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0873339 Aug 17 03:10:29.640834 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-956f52c0-0cb7-402d-a1ca-71bfc7cf0462 req-99c1f5e1-3f96-49c7-b085-3b1b61b0c834 service neutron] 10.222.0.60 "GET /v2.0/networks/9ff4ee26-1ec7-45ad-9b4e-3b800da06cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5280006 Aug 17 03:10:29.679251 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f91538-1f0e-4cb8-8184-60349d8c82e8 req-e7640209-c918-4de2-a14a-6525dbc95914 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:29.688875 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e7f91538-1f0e-4cb8-8184-60349d8c82e8 req-e7640209-c918-4de2-a14a-6525dbc95914 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 945 time: 0.1063652 Aug 17 03:10:29.727508 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:29.753495 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e7f91538-1f0e-4cb8-8184-60349d8c82e8 req-12aa0701-1f45-4699-a7f7-be19ab6a3a8b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5eb8b42-2afe-4cd7-ae65-d8f394791f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580244 Aug 17 03:10:29.817396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 95bed3c5-87ec-4f40-806e-77a41367edb6 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:10:29.905119 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ba9fa71b-9531-4009-a91b-b3c5cb847e6d req-b33d683b-ce7a-410f-a334-d5bdf40b20f2 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0475519 Aug 17 03:10:29.912535 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5758b371-68c1-4959-ac5d-3cc1f90ef0b7 req-756f758d-e8a5-4d40-8d19-c6216332eea8 service neutron] 10.222.0.30 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2808664 Aug 17 03:10:29.951640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa15270-a152-4ed3-9809-e1f6467b26a7 req-dd29dde2-3be1-41e2-995d-f959433daf32 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:29.955663 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6aa15270-a152-4ed3-9809-e1f6467b26a7 req-dd29dde2-3be1-41e2-995d-f959433daf32 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 944 time: 0.1494815 Aug 17 03:10:29.986322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 95bed3c5-87ec-4f40-806e-77a41367edb6, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=95bed3c5-87ec-4f40-806e-77a41367edb6,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:30.002819 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '95bed3c5-87ec-4f40-806e-77a41367edb6', 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059', 'port_id': '95bed3c5-87ec-4f40-806e-77a41367edb6', 'mac_address': 'fa:16:3e:af:3c:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d723c4-749f-4a29-a143-50d3d0393d4e', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:10:30.062070 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6aa15270-a152-4ed3-9809-e1f6467b26a7 req-ffc2ff08-689b-4ad7-a59c-d2283add471a tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007707 Aug 17 03:10:30.067572 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:30.083556 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 95bed3c5-87ec-4f40-806e-77a41367edb6 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:10:30.106727 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 95bed3c5-87ec-4f40-806e-77a41367edb6, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=95bed3c5-87ec-4f40-806e-77a41367edb6,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:30.119434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364737d1-cb80-4bd5-830c-45960cb8e097 req-1793c66a-77f7-4c7c-9cb5-04618b10b5cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:30.120942 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-364737d1-cb80-4bd5-830c-45960cb8e097 req-1793c66a-77f7-4c7c-9cb5-04618b10b5cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a812f2be1f2404ab1907022e4bb7428&device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 1095 time: 0.0835719 Aug 17 03:10:30.122669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] For port bb8932a5-2e0e-4b19-b346-bb66d417ac44, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:30.182847 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:30.209874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] For port bb8932a5-2e0e-4b19-b346-bb66d417ac44, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:10:30.255759 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=95bed3c5-87ec-4f40-806e-77a41367edb6,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:30.283565 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364737d1-cb80-4bd5-830c-45960cb8e097 req-f1c26e1e-9cf0-462f-aa12-7d1a34bba760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:30.286427 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-364737d1-cb80-4bd5-830c-45960cb8e097 req-f1c26e1e-9cf0-462f-aa12-7d1a34bba760 service neutron] 10.222.0.30 "GET /v2.0/networks?id=276da2b6-a91b-4c80-928b-6980044b9059 HTTP/1.1" status: 200 len: 915 time: 0.1541295 Aug 17 03:10:30.288677 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bb8932a5-2e0e-4b19-b346-bb66d417ac44 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:10:30.304106 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:30.349978 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-364737d1-cb80-4bd5-830c-45960cb8e097 req-c396643a-765b-4262-ada8-759680dffa72 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=91788c6f-b111-4dc1-b16b-fe671fc6ea3f HTTP/1.1" status: 200 len: 217 time: 0.0548980 Aug 17 03:10:30.358370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Transition to ACTIVE for port object bb8932a5-2e0e-4b19-b346-bb66d417ac44 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:30.426422 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364737d1-cb80-4bd5-830c-45960cb8e097 req-7a5e9c6e-b78a-4f44-aa5a-dc54f532105e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:30.428241 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-364737d1-cb80-4bd5-830c-45960cb8e097 req-7a5e9c6e-b78a-4f44-aa5a-dc54f532105e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=56d723c4-749f-4a29-a143-50d3d0393d4e HTTP/1.1" status: 200 len: 854 time: 0.0646672 Aug 17 03:10:30.429395 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:30.456286 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-a61d85d6-3b61-43e5-866b-1c729ce91233 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:30.457837 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-a61d85d6-3b61-43e5-866b-1c729ce91233 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.30 "GET /v2.0/networks?id=a7be9734-2b85-4052-b0e6-e15c361ef57d HTTP/1.1" status: 200 len: 811 time: 0.2207813 Aug 17 03:10:30.466320 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d2fe63-e382-4bfe-a6cc-53079a5c7098 req-e29eb040-bbb6-4f5f-8822-6a43f184aa17 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:30.467755 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c8d2fe63-e382-4bfe-a6cc-53079a5c7098 req-e29eb040-bbb6-4f5f-8822-6a43f184aa17 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.1317728 Aug 17 03:10:30.474099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['95bed3c5-87ec-4f40-806e-77a41367edb6'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:10:30.478153 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-3840fb14-683a-4ba5-a65a-4252dfc99a41 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Request body: {'port': {'device_id': 'efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2', 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d', 'admin_state_up': True, 'tenant_id': 'd96271b16c734dc4a6b9accb241029a9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:30.621215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8932a5-2e0e-4b19-b346-bb66d417ac44,revision_number=9']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:30.663956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364737d1-cb80-4bd5-830c-45960cb8e097 req-62e315f1-e902-48d9-b0a3-f49ab12c1863 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:30.666026 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-364737d1-cb80-4bd5-830c-45960cb8e097 req-62e315f1-e902-48d9-b0a3-f49ab12c1863 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=276da2b6-a91b-4c80-928b-6980044b9059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2099011 Aug 17 03:10:30.669968 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c8d2fe63-e382-4bfe-a6cc-53079a5c7098 req-e6f4f525-fadd-4291-9173-459bd0d71b84 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825101 Aug 17 03:10:30.713751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] No DVR routers for this DVR port bb8932a5-2e0e-4b19-b346-bb66d417ac44 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:10:30.749169 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-3840fb14-683a-4ba5-a65a-4252dfc99a41 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Made reservation on behalf of d96271b16c734dc4a6b9accb241029a9 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:10:30.754533 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-3840fb14-683a-4ba5-a65a-4252dfc99a41 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:30.927815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62c35bc6-6132-412a-b7a6-1852c45ddb75 req-0fc9399e-930b-4717-9aaa-86b850f06db2 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:30.934045 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-62c35bc6-6132-412a-b7a6-1852c45ddb75 req-0fc9399e-930b-4717-9aaa-86b850f06db2 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 944 time: 0.1499803 Aug 17 03:10:30.966291 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3c5e9c2-feba-4e90-93ab-65de5f17c225 req-d954f44c-98b1-4818-adf7-1769901cbeff tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:30.968075 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3c5e9c2-feba-4e90-93ab-65de5f17c225 req-d954f44c-98b1-4818-adf7-1769901cbeff tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 945 time: 0.1034119 Aug 17 03:10:30.981268 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-364737d1-cb80-4bd5-830c-45960cb8e097 req-b3323cbb-6f39-43b5-aa57-4d43d32a5309 service neutron] 10.222.0.30 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2689161 Aug 17 03:10:31.008877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-3840fb14-683a-4ba5-a65a-4252dfc99a41 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Allocated IP 172.20.0.14 (a7be9734-2b85-4052-b0e6-e15c361ef57d/95909d0b-3b2e-4bea-aa2d-04d03f0d0fec/8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:10:31.037748 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3c5e9c2-feba-4e90-93ab-65de5f17c225 req-2c2c8cec-f33b-4c11-a746-26b729b9588c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5eb8b42-2afe-4cd7-ae65-d8f394791f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549884 Aug 17 03:10:31.079463 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-62c35bc6-6132-412a-b7a6-1852c45ddb75 req-207db0a1-203a-4374-a79b-0c8ca5ba13f7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1322780 Aug 17 03:10:31.091640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Attempting to bind port bb8932a5-2e0e-4b19-b346-bb66d417ac44 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:10:31.091983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Attempting to bind port bb8932a5-2e0e-4b19-b346-bb66d417ac44 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:10:31.092317 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Attempting to bind port bb8932a5-2e0e-4b19-b346-bb66d417ac44 on network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:31.104443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Port bb8932a5-2e0e-4b19-b346-bb66d417ac44 on network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:10:31.104443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Attempting to bind port bb8932a5-2e0e-4b19-b346-bb66d417ac44 on network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:31.116334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:10:31.116694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Checking segment: {'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:10:31.117045 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Bound using segment: {'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:10:31.117510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Bound port: bb8932a5-2e0e-4b19-b346-bb66d417ac44, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '434a75bb-af94-475b-926c-9f9d9604d55f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:10:31.117874 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:31.180417 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8df6f373-0a1f-4e02-a9c0-f7f44ccbc6f6 req-09ce219a-6af5-4b7b-b0cb-61be02321cee tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0328968 Aug 17 03:10:31.194890 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-364737d1-cb80-4bd5-830c-45960cb8e097 req-e7865946-9105-4d03-9ff9-7e4bdec3e9da service neutron] 10.222.0.30 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1995716 Aug 17 03:10:31.243340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] For port bb8932a5-2e0e-4b19-b346-bb66d417ac44, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:10:31.244232 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-3840fb14-683a-4ba5-a65a-4252dfc99a41 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:31.247522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] For port bb8932a5-2e0e-4b19-b346-bb66d417ac44, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:10:31.298088 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66f63100-1cc1-4071-8d41-3261499c7449 req-86100924-7d0d-40da-84a0-abfd253db760 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:31.299638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66f63100-1cc1-4071-8d41-3261499c7449 req-86100924-7d0d-40da-84a0-abfd253db760 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 944 time: 0.0508327 Aug 17 03:10:31.341781 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66f63100-1cc1-4071-8d41-3261499c7449 req-3bf21ea8-6f75-4abe-97e2-8a60f7874af7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357609 Aug 17 03:10:31.344024 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:31.381287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:31.382377 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:31.388437 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3a27556-74c5-42e2-9624-2a4136857842 req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] 10.222.0.30 "PUT /v2.0/ports/bb8932a5-2e0e-4b19-b346-bb66d417ac44 HTTP/1.1" status: 200 len: 1092 time: 1.7835863 Aug 17 03:10:31.388696 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-3840fb14-683a-4ba5-a65a-4252dfc99a41 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:31.444359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-3840fb14-683a-4ba5-a65a-4252dfc99a41 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Network a7be9734-2b85-4052-b0e6-e15c361ef57d is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:10:31.449874 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-3840fb14-683a-4ba5-a65a-4252dfc99a41 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:31.450021 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '72acee38-1105-48d4-8de0-96edca0d6f19', 'tag': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:31.450463 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7d8492d-a11d-4b20-8bed-2c4b99085a9d" -d '{"events": [{"name": "network-changed", "server_uuid": "72acee38-1105-48d4-8de0-96edca0d6f19", "tag": "bb8932a5-2e0e-4b19-b346-bb66d417ac44"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:31.451873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-3840fb14-683a-4ba5-a65a-4252dfc99a41 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:10:31.459795 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3840fb14-683a-4ba5-a65a-4252dfc99a41 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Pushing event updated for resources: {'Port': ['ID=8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:31.462674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-126522c3-7aba-4619-9c9e-495d197e7d00 service neutron] Pushing event updated for resources: {'Port': ['ID=bb8932a5-2e0e-4b19-b346-bb66d417ac44,revision_number=10']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:31.510518 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a27556-74c5-42e2-9624-2a4136857842 req-b790bf6d-2e0a-49eb-8f57-16fdbcb70203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:31.513032 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3a27556-74c5-42e2-9624-2a4136857842 req-b790bf6d-2e0a-49eb-8f57-16fdbcb70203 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6310559ad60b460ba41705b832b7bbc0&device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 1096 time: 0.0949404 Aug 17 03:10:31.519129 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-73c2cf99-6a83-402f-99c5-387f0c6c43dc x-openstack-request-id: req-73c2cf99-6a83-402f-99c5-387f0c6c43dc {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:31.519726 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "72acee38-1105-48d4-8de0-96edca0d6f19", "tag": "bb8932a5-2e0e-4b19-b346-bb66d417ac44", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:31.520226 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-73c2cf99-6a83-402f-99c5-387f0c6c43dc {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:31.520852 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '72acee38-1105-48d4-8de0-96edca0d6f19', 'tag': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44', 'status': 'completed', 'code': 200} Aug 17 03:10:31.574964 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-3840fb14-683a-4ba5-a65a-4252dfc99a41 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:31.576273 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-3840fb14-683a-4ba5-a65a-4252dfc99a41 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:31.646322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a27556-74c5-42e2-9624-2a4136857842 req-0699f0d1-1581-4fd5-9088-f52979f9ba2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:31.647983 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3a27556-74c5-42e2-9624-2a4136857842 req-0699f0d1-1581-4fd5-9088-f52979f9ba2a service neutron] 10.222.0.30 "GET /v2.0/networks?id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69 HTTP/1.1" status: 200 len: 916 time: 0.1216884 Aug 17 03:10:31.676130 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-3840fb14-683a-4ba5-a65a-4252dfc99a41 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2072105 Aug 17 03:10:31.690128 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Request body: {'port': {'device_id': 'efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:31.756638 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:31.817726 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 95bed3c5-87ec-4f40-806e-77a41367edb6 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:31.925186 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152c27ff-0b6b-4fac-a7cf-03e064c142d7 req-0ebe8aea-cbf9-4846-8dbf-1e8f252da0fb tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:31.926748 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-152c27ff-0b6b-4fac-a7cf-03e064c142d7 req-0ebe8aea-cbf9-4846-8dbf-1e8f252da0fb tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.1297169 Aug 17 03:10:31.929053 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7906dc2d-5f05-4eb7-b88a-0c80dc493135 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:32.020275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 95bed3c5-87ec-4f40-806e-77a41367edb6 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:32.025994 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-152c27ff-0b6b-4fac-a7cf-03e064c142d7 req-e67548d5-cd94-4158-a648-7034b0469e33 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922809 Aug 17 03:10:32.026756 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 95bed3c5-87ec-4f40-806e-77a41367edb6 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:32.029539 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:32.057316 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 7906dc2d-5f05-4eb7-b88a-0c80dc493135 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:32.064805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 7906dc2d-5f05-4eb7-b88a-0c80dc493135 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:32.065098 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:32.077359 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3a27556-74c5-42e2-9624-2a4136857842 req-6e1cf79e-7625-469a-a776-8931c16ef91b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44 HTTP/1.1" status: 200 len: 1000 time: 0.4217815 Aug 17 03:10:32.152668 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:32.186984 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a27556-74c5-42e2-9624-2a4136857842 req-e57e998b-710c-44a9-bac6-0a8522449b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:32.188768 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3a27556-74c5-42e2-9624-2a4136857842 req-e57e998b-710c-44a9-bac6-0a8522449b80 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49398564-b2fd-48b6-b11e-b753c45b92cd HTTP/1.1" status: 200 len: 855 time: 0.1019998 Aug 17 03:10:32.191106 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:10:32.200950 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:32.206446 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461f13bc-d054-48e0-b82e-cdb041a76300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bed3c5-87ec-4f40-806e-77a41367edb6'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:32.210472 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0a9c78d-da36-4b95-8bda-9e79810b1598" -d '{"events": [{"server_uuid": "461f13bc-d054-48e0-b82e-cdb041a76300", "name": "network-vif-plugged", "status": "completed", "tag": "95bed3c5-87ec-4f40-806e-77a41367edb6"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:32.214213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3da0c66a-9cea-477e-9224-0bc4b9bcad71 req-733445be-5899-47c2-afe2-d61818cf1773 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:32.222419 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3da0c66a-9cea-477e-9224-0bc4b9bcad71 req-733445be-5899-47c2-afe2-d61818cf1773 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0912745 Aug 17 03:10:32.223439 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Transition to ACTIVE for port object 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:32.232155 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6412d68e-1201-4716-97b9-97f25c566ef8 req-e3cdb25f-5b3e-4826-8c5c-95d07478e206 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:32.232625 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 95bed3c5-87ec-4f40-806e-77a41367edb6, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=95bed3c5-87ec-4f40-806e-77a41367edb6,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:32.233697 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6412d68e-1201-4716-97b9-97f25c566ef8 req-e3cdb25f-5b3e-4826-8c5c-95d07478e206 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 945 time: 0.0755610 Aug 17 03:10:32.240851 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:32.278137 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3da0c66a-9cea-477e-9224-0bc4b9bcad71 req-072f4903-20b6-4d84-bb35-0fa3549d0b09 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548306 Aug 17 03:10:32.284366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a27556-74c5-42e2-9624-2a4136857842 req-8dfea6bd-5d4b-452e-921e-320cf1b99f04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:32.284511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 7906dc2d-5f05-4eb7-b88a-0c80dc493135, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7906dc2d-5f05-4eb7-b88a-0c80dc493135,segment=NetworkSegment(c1999cde-fcf2-4c83-94a5-9095a96d3eb7),segment_id=c1999cde-fcf2-4c83-94a5-9095a96d3eb7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:32.285894 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3a27556-74c5-42e2-9624-2a4136857842 req-8dfea6bd-5d4b-452e-921e-320cf1b99f04 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0893483 Aug 17 03:10:32.290022 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6412d68e-1201-4716-97b9-97f25c566ef8 req-2c3baf34-76fd-4385-9be9-b0f45574bcfa tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5eb8b42-2afe-4cd7-ae65-d8f394791f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474391 Aug 17 03:10:32.303957 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:32.367386 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:32.406208 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:32.408465 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0befa591-0df5-48f3-a8a5-334a152bd764 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:32.417719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Pushing event updated for resources: {'Port': ['ID=8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:32.459115 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3a27556-74c5-42e2-9624-2a4136857842 req-82f12f1c-68f9-4c30-8953-d887ae028554 service neutron] 10.222.0.30 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1645422 Aug 17 03:10:32.460683 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=95bed3c5-87ec-4f40-806e-77a41367edb6,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:32.475913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a899cdce-70f1-4753-a2ff-89d205b898a9 req-2c28b675-831f-4290-bb1c-789caa6259d4 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:32.477526 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a899cdce-70f1-4753-a2ff-89d205b898a9 req-2c28b675-831f-4290-bb1c-789caa6259d4 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 945 time: 0.1055195 Aug 17 03:10:32.502822 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Attempting to bind port 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:10:32.503468 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Attempting to bind port 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:10:32.503780 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Attempting to bind port 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 on network a7be9734-2b85-4052-b0e6-e15c361ef57d {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:32.512156 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Port 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 on network a7be9734-2b85-4052-b0e6-e15c361ef57d not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:10:32.512627 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Attempting to bind port 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 on network a7be9734-2b85-4052-b0e6-e15c361ef57d {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:32.518588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=7906dc2d-5f05-4eb7-b88a-0c80dc493135,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:32.522218 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:10:32.522659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Checking segment: {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:10:32.523148 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Bound using segment: {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:10:32.523697 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Bound port: 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:10:32.524167 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:32.541991 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ed0567-5e0a-4944-bed2-f57c50029cd6 req-dfebf629-111c-4235-8eb7-190d438fd2a0 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:32.543517 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2ed0567-5e0a-4944-bed2-f57c50029cd6 req-dfebf629-111c-4235-8eb7-190d438fd2a0 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 944 time: 0.0829530 Aug 17 03:10:32.572624 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a899cdce-70f1-4753-a2ff-89d205b898a9 req-cdc23f64-68a6-4f8b-adf1-585ac441a3f1 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841203 Aug 17 03:10:32.576501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 0befa591-0df5-48f3-a8a5-334a152bd764 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:32.582189 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 0befa591-0df5-48f3-a8a5-334a152bd764 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:32.583197 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:32.613482 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3a27556-74c5-42e2-9624-2a4136857842 req-22741385-fbce-4113-91c9-df3be2ec720f service neutron] 10.222.0.30 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1349196 Aug 17 03:10:32.642904 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f7e1473f-1807-4968-be15-24eaf358a248 x-openstack-request-id: req-f7e1473f-1807-4968-be15-24eaf358a248 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:32.643069 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461f13bc-d054-48e0-b82e-cdb041a76300", "name": "network-vif-plugged", "status": "completed", "tag": "95bed3c5-87ec-4f40-806e-77a41367edb6", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:32.643635 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f7e1473f-1807-4968-be15-24eaf358a248 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:32.643635 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461f13bc-d054-48e0-b82e-cdb041a76300', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '95bed3c5-87ec-4f40-806e-77a41367edb6', 'code': 200} Aug 17 03:10:32.649725 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2ed0567-5e0a-4944-bed2-f57c50029cd6 req-b5abdaa8-b30c-4d19-8dab-637804bda30c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765026 Aug 17 03:10:32.650973 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] For port 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1, host n-h1-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:10:32.658567 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] For port 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:10:32.709725 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:32.722224 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:32.765832 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:32.767358 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:32.769017 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] 10.222.0.30 "PUT /v2.0/ports/8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 HTTP/1.1" status: 200 len: 1092 time: 1.0846977 Aug 17 03:10:32.769540 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2', 'tag': '8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:32.772604 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8150cc6-35b8-4754-b551-fe074b05fb9a" -d '{"events": [{"name": "network-changed", "server_uuid": "efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2", "tag": "8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:32.793711 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0befa591-0df5-48f3-a8a5-334a152bd764, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0befa591-0df5-48f3-a8a5-334a152bd764,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:32.811753 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb2c1de-a77e-461f-848c-0a8050e3bedf service neutron] Pushing event updated for resources: {'Port': ['ID=8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:32.856022 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8492d-a11d-4b20-8bed-2c4b99085a9d req-e5483c56-bc63-4304-af27-6bff59caed4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:32.858057 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7d8492d-a11d-4b20-8bed-2c4b99085a9d req-e5483c56-bc63-4304-af27-6bff59caed4f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6310559ad60b460ba41705b832b7bbc0&device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 1096 time: 0.1817524 Aug 17 03:10:32.869324 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:32.878365 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddc37f6-9ff8-4a95-8503-9c0a440b4acc req-bdade023-24e5-4896-8a4d-2b6ff405d88d tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:32.895458 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ddc37f6-9ff8-4a95-8503-9c0a440b4acc req-bdade023-24e5-4896-8a4d-2b6ff405d88d tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 944 time: 0.1440430 Aug 17 03:10:32.931081 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=0befa591-0df5-48f3-a8a5-334a152bd764,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:32.960449 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba4220d-71f4-4c17-be35-079043c9e472 req-55ef5137-5d86-4d3b-b7f9-ffcb8063b773 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:32.962088 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ba4220d-71f4-4c17-be35-079043c9e472 req-55ef5137-5d86-4d3b-b7f9-ffcb8063b773 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.1103251 Aug 17 03:10:32.980311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb38e44e-bf96-4f19-a056-c31c13d725bb req-c39e08e5-2fd9-47ee-8cd9-faa9c7ab90eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:32.981999 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb38e44e-bf96-4f19-a056-c31c13d725bb req-c39e08e5-2fd9-47ee-8cd9-faa9c7ab90eb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=461f13bc-d054-48e0-b82e-cdb041a76300 HTTP/1.1" status: 200 len: 1097 time: 0.2103331 Aug 17 03:10:32.983033 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-13a1a635-e2b8-4f82-ac0e-b4fe7c9b5f92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:32.985366 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-13a1a635-e2b8-4f82-ac0e-b4fe7c9b5f92 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 1095 time: 0.0864832 Aug 17 03:10:33.333577 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ddc37f6-9ff8-4a95-8503-9c0a440b4acc req-43a82afe-3527-40d0-ab9b-99e72eebd198 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1522455 Aug 17 03:10:33.335424 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-a16c0432-f4e2-4b5e-89b3-480cd6ec6c2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 HTTP/1.1" status: 200 len: 217 time: 0.0446188 Aug 17 03:10:33.335424 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ba4220d-71f4-4c17-be35-079043c9e472 req-d21f3e5a-545f-4b1b-9907-0acdf75a7575 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763958 Aug 17 03:10:33.335978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8492d-a11d-4b20-8bed-2c4b99085a9d req-c2e55052-fa93-4ec8-a913-4362f84cd32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:33.335978 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7d8492d-a11d-4b20-8bed-2c4b99085a9d req-c2e55052-fa93-4ec8-a913-4362f84cd32d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69 HTTP/1.1" status: 200 len: 916 time: 0.1718817 Aug 17 03:10:33.335978 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb38e44e-bf96-4f19-a056-c31c13d725bb req-c3e92b3f-a8d3-4661-b186-489e3a096a39 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627432 Aug 17 03:10:33.336725 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6be74d3e-46d2-4854-94fe-dfe3f9eb5c4a x-openstack-request-id: req-6be74d3e-46d2-4854-94fe-dfe3f9eb5c4a {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:33.336725 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2", "tag": "8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:33.336725 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6be74d3e-46d2-4854-94fe-dfe3f9eb5c4a {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:33.336725 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2', 'tag': '8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1', 'status': 'completed', 'code': 200} Aug 17 03:10:33.336725 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-618efcf6-05a3-4a91-9a79-ab46c901ba60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:33.336725 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-618efcf6-05a3-4a91-9a79-ab46c901ba60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95909d0b-3b2e-4bea-aa2d-04d03f0d0fec HTTP/1.1" status: 200 len: 851 time: 0.0615721 Aug 17 03:10:33.337697 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:33.338060 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7d8492d-a11d-4b20-8bed-2c4b99085a9d req-13fb7813-f432-4dfe-8822-e90a23a83d69 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44 HTTP/1.1" status: 200 len: 1000 time: 0.0648141 Aug 17 03:10:33.338914 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-75938074-453a-4907-a9c8-4d9996fc6235 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7be9734-2b85-4052-b0e6-e15c361ef57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437832 Aug 17 03:10:33.338914 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d07193f-cb19-48ad-8fdd-406bc413e5ca req-48f0527b-cadc-4450-9ced-7dc149da9fe9 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:33.338914 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d07193f-cb19-48ad-8fdd-406bc413e5ca req-48f0527b-cadc-4450-9ced-7dc149da9fe9 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0756106 Aug 17 03:10:33.340683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8492d-a11d-4b20-8bed-2c4b99085a9d req-eb997b33-10af-4149-9a62-ef21702497b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:33.340683 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7d8492d-a11d-4b20-8bed-2c4b99085a9d req-eb997b33-10af-4149-9a62-ef21702497b1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=49398564-b2fd-48b6-b11e-b753c45b92cd HTTP/1.1" status: 200 len: 855 time: 0.0474622 Aug 17 03:10:33.370762 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d8492d-a11d-4b20-8bed-2c4b99085a9d req-1b363857-ffd5-44f6-a415-27dc2d0be6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:33.382134 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7d8492d-a11d-4b20-8bed-2c4b99085a9d req-1b363857-ffd5-44f6-a415-27dc2d0be6cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d57b6cf0-8d62-4de8-ad6c-84fa56983b69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1078010 Aug 17 03:10:33.414552 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d07193f-cb19-48ad-8fdd-406bc413e5ca req-86fd87d4-f2a0-47ed-9364-14b89bf56e04 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1893692 Aug 17 03:10:33.417068 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-18c1b0dd-7926-4550-be5d-50bcdad5491b service neutron] 10.222.0.30 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1994312 Aug 17 03:10:33.512820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30002ddb-e3de-4a01-92e4-bb72d4b033a9 req-ad7c2776-47f2-4bc9-ab3d-a5059bcebc24 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:33.523486 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-30002ddb-e3de-4a01-92e4-bb72d4b033a9 req-ad7c2776-47f2-4bc9-ab3d-a5059bcebc24 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 946 time: 0.0883660 Aug 17 03:10:33.575778 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-30002ddb-e3de-4a01-92e4-bb72d4b033a9 req-7a660865-2b06-4f64-ac54-fcbe087f71f7 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5eb8b42-2afe-4cd7-ae65-d8f394791f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510337 Aug 17 03:10:33.653475 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:33.790516 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4a9b14-5432-4014-84ad-3a20dbadef84 req-cb8318b8-002e-4943-9798-3d01747d50cd tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:33.792718 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f4a9b14-5432-4014-84ad-3a20dbadef84 req-cb8318b8-002e-4943-9798-3d01747d50cd tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 945 time: 0.0897272 Aug 17 03:10:33.832303 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 91788c6f-b111-4dc1-b16b-fe671fc6ea3f details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:10:33.833368 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61885cff-d7d7-4453-ad80-3ced7bcfab14 req-59d6e115-73a5-40cd-bc22-1cbb82c2c610 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:33.840049 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-61885cff-d7d7-4453-ad80-3ced7bcfab14 req-59d6e115-73a5-40cd-bc22-1cbb82c2c610 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.1461985 Aug 17 03:10:33.864299 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f4a9b14-5432-4014-84ad-3a20dbadef84 req-926e68e0-77c2-4dc5-9cc3-5a4fc3293c93 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0642481 Aug 17 03:10:34.008554 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7d8492d-a11d-4b20-8bed-2c4b99085a9d req-48a31c82-2172-43b9-8500-101318afab55 service neutron] 10.222.0.30 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411350 Aug 17 03:10:34.034358 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-61885cff-d7d7-4453-ad80-3ced7bcfab14 req-f64f8191-bd2e-4a10-b82d-74bb0163b9f2 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854184 Aug 17 03:10:34.151975 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fbe0542-7623-4ab5-83f6-241b567575ce req-30a48041-e840-4228-b702-f65d84821a75 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:34.153736 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fbe0542-7623-4ab5-83f6-241b567575ce req-30a48041-e840-4228-b702-f65d84821a75 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 944 time: 0.1315186 Aug 17 03:10:34.169151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 91788c6f-b111-4dc1-b16b-fe671fc6ea3f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=91788c6f-b111-4dc1-b16b-fe671fc6ea3f,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:34.179287 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03864268-57e1-4b8f-a8c4-60cfac6e89be req-044dd26b-e74b-4878-9a41-35fb89d2d15d service neutron] 10.222.0.30 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3058717 Aug 17 03:10:34.198053 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '91788c6f-b111-4dc1-b16b-fe671fc6ea3f', 'network_id': '276da2b6-a91b-4c80-928b-6980044b9059', 'port_id': '91788c6f-b111-4dc1-b16b-fe671fc6ea3f', 'mac_address': 'fa:16:3e:f4:fe:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '56d723c4-749f-4a29-a143-50d3d0393d4e', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:10:34.239604 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7d8492d-a11d-4b20-8bed-2c4b99085a9d req-b40b9ade-323e-4b4d-bad0-e203c822db72 service neutron] 10.222.0.30 "GET /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042787 Aug 17 03:10:34.261876 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:34.263787 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fbe0542-7623-4ab5-83f6-241b567575ce req-c2810f26-4d44-4406-a313-e4a31e5bb27e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006932 Aug 17 03:10:34.304478 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 91788c6f-b111-4dc1-b16b-fe671fc6ea3f {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:10:34.320127 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb2a90d-7a42-4cee-b9cc-aceb3639083d req-3b1e72c7-f98a-4078-8452-d7a11c1ab708 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:34.334469 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fb2a90d-7a42-4cee-b9cc-aceb3639083d req-3b1e72c7-f98a-4078-8452-d7a11c1ab708 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.1243925 Aug 17 03:10:34.366459 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 91788c6f-b111-4dc1-b16b-fe671fc6ea3f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=91788c6f-b111-4dc1-b16b-fe671fc6ea3f,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:34.404279 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fb2a90d-7a42-4cee-b9cc-aceb3639083d req-870c1092-ea28-4078-823d-cea05a1e5b5c tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687203 Aug 17 03:10:34.468340 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:34.522799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f75e6a3-7477-4f6e-b570-9cdb98b8a135 req-52a40537-1936-4335-8ce7-db790c04ecd9 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:34.524706 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f75e6a3-7477-4f6e-b570-9cdb98b8a135 req-52a40537-1936-4335-8ce7-db790c04ecd9 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 944 time: 0.1364465 Aug 17 03:10:34.563848 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=91788c6f-b111-4dc1-b16b-fe671fc6ea3f,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:34.615056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f75e6a3-7477-4f6e-b570-9cdb98b8a135 req-05decfef-3c06-4530-baed-0aac3de6524f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840862 Aug 17 03:10:34.628068 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938bbc21-4a3f-4083-bcfa-3c6a07bce24e req-68bcc6b9-d3f3-41df-bb39-ea2f70d0d202 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:34.637442 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-938bbc21-4a3f-4083-bcfa-3c6a07bce24e req-68bcc6b9-d3f3-41df-bb39-ea2f70d0d202 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0902741 Aug 17 03:10:34.644586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7906dc2d-5f05-4eb7-b88a-0c80dc493135'}, {'server_uuid': '1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0befa591-0df5-48f3-a8a5-334a152bd764'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:34.646960 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a2246bb-785b-4271-ad21-10b47ce37969" -d '{"events": [{"server_uuid": "8727fe02-7b84-40b9-b7b1-dc5244660467", "name": "network-vif-plugged", "status": "completed", "tag": "7906dc2d-5f05-4eb7-b88a-0c80dc493135"}, {"server_uuid": "1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db", "name": "network-vif-plugged", "status": "completed", "tag": "0befa591-0df5-48f3-a8a5-334a152bd764"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:34.729382 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-938bbc21-4a3f-4083-bcfa-3c6a07bce24e req-147f42e2-58f7-4b47-9cdc-4cca7d67e15a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0744915 Aug 17 03:10:34.791795 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['91788c6f-b111-4dc1-b16b-fe671fc6ea3f'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:10:34.882457 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f8972c-4971-4db8-adf2-5ab901121779 x-openstack-request-id: req-b7f8972c-4971-4db8-adf2-5ab901121779 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:34.883698 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8727fe02-7b84-40b9-b7b1-dc5244660467", "name": "network-vif-plugged", "status": "completed", "tag": "7906dc2d-5f05-4eb7-b88a-0c80dc493135", "code": 200}, {"server_uuid": "1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db", "name": "network-vif-plugged", "status": "completed", "tag": "0befa591-0df5-48f3-a8a5-334a152bd764", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:34.884197 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b7f8972c-4971-4db8-adf2-5ab901121779 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:34.884931 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7906dc2d-5f05-4eb7-b88a-0c80dc493135', 'code': 200} Aug 17 03:10:34.885394 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0befa591-0df5-48f3-a8a5-334a152bd764', 'code': 200} Aug 17 03:10:34.917445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6db7daac-83d8-4c43-b683-0610574ca804 req-0d3efb04-0ecd-4532-9a15-037cb8ddd1f7 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:34.919029 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6db7daac-83d8-4c43-b683-0610574ca804 req-0d3efb04-0ecd-4532-9a15-037cb8ddd1f7 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 946 time: 0.1286964 Aug 17 03:10:35.008770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41e13d7f-bd31-4740-910d-b35761db1f41 req-d8e49c99-22c3-43d1-b43a-8c16c9d72ef8 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:35.019606 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41e13d7f-bd31-4740-910d-b35761db1f41 req-d8e49c99-22c3-43d1-b43a-8c16c9d72ef8 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.1115816 Aug 17 03:10:35.082230 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6db7daac-83d8-4c43-b683-0610574ca804 req-5e2da27b-38fc-4719-b19a-72cbd19b8e9e tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5eb8b42-2afe-4cd7-ae65-d8f394791f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331370 Aug 17 03:10:35.117107 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41e13d7f-bd31-4740-910d-b35761db1f41 req-f512d62a-c4de-4589-bc66-73ca232d8f16 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954638 Aug 17 03:10:35.223059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c079768-4521-4f0c-beee-c3a45a81e5eb req-b5939ae3-ebaf-48a6-b4c5-f9ab2e602e0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:35.224711 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0c079768-4521-4f0c-beee-c3a45a81e5eb req-b5939ae3-ebaf-48a6-b4c5-f9ab2e602e0e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 1097 time: 0.3042216 Aug 17 03:10:35.244421 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2881d4f-c062-41ec-8ff4-6aad1f11c479 req-b3c06658-775d-4d38-bd9f-7836dbae0194 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:35.246056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e2881d4f-c062-41ec-8ff4-6aad1f11c479 req-b3c06658-775d-4d38-bd9f-7836dbae0194 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 1096 time: 0.3638606 Aug 17 03:10:35.277020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a9e906-6bfc-46c2-8abc-d51fc6fadd6b req-03ce0616-7bd7-4cef-b2f5-7feb63b028fd tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:35.278764 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e2a9e906-6bfc-46c2-8abc-d51fc6fadd6b req-03ce0616-7bd7-4cef-b2f5-7feb63b028fd tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 945 time: 0.0985610 Aug 17 03:10:35.349605 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0c079768-4521-4f0c-beee-c3a45a81e5eb req-7331507a-b4bb-4ea7-a69d-533bee5d9185 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b5eb8b42-2afe-4cd7-ae65-d8f394791f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1167057 Aug 17 03:10:35.357546 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e2881d4f-c062-41ec-8ff4-6aad1f11c479 req-5d387f2a-12d4-4339-b150-0caf6ae7a7e3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005523 Aug 17 03:10:35.386949 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e2a9e906-6bfc-46c2-8abc-d51fc6fadd6b req-b22aa02e-1650-489f-bd3b-ba419369527b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1004443 Aug 17 03:10:35.387711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba670456-2214-4ba2-9f8a-0dd64f46f3fe req-31514ec2-8913-4510-a08f-ade708db95d3 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:35.389407 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ba670456-2214-4ba2-9f8a-0dd64f46f3fe req-31514ec2-8913-4510-a08f-ade708db95d3 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0884612 Aug 17 03:10:35.482899 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ba670456-2214-4ba2-9f8a-0dd64f46f3fe req-7dda4a59-73ac-43f2-a225-e18069aa4e1b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824370 Aug 17 03:10:35.517777 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:10:35.589470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c928bd40-a519-4672-ad00-09e8f7a7f4cd req-f98152bb-3a3a-4e38-8ebd-f57af09826a5 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:35.611761 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c928bd40-a519-4672-ad00-09e8f7a7f4cd req-f98152bb-3a3a-4e38-8ebd-f57af09826a5 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 944 time: 0.1064517 Aug 17 03:10:35.663370 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f99f656f-7ae1-48fa-b85d-f76219f03045 req-9e84665f-3907-497e-87d5-3928ceaacbe2 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:35.665510 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f99f656f-7ae1-48fa-b85d-f76219f03045 req-9e84665f-3907-497e-87d5-3928ceaacbe2 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.1004179 Aug 17 03:10:35.714902 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c928bd40-a519-4672-ad00-09e8f7a7f4cd req-b6710413-9348-4cda-964a-ce5efe1df5a1 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055632 Aug 17 03:10:35.794677 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f99f656f-7ae1-48fa-b85d-f76219f03045 req-5358799e-662d-4e9b-9fc6-0c30b83472bf tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223111 Aug 17 03:10:35.842835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 91788c6f-b111-4dc1-b16b-fe671fc6ea3f up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:35.950711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d097746-3cec-49a3-8335-7cc61912ebd0 req-2c226b44-0d0b-4190-b039-6e33d5229e2e tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:35.956410 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d097746-3cec-49a3-8335-7cc61912ebd0 req-2c226b44-0d0b-4190-b039-6e33d5229e2e tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 945 time: 0.0992184 Aug 17 03:10:36.017895 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 91788c6f-b111-4dc1-b16b-fe671fc6ea3f completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:36.022849 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 91788c6f-b111-4dc1-b16b-fe671fc6ea3f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:36.023178 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:36.027018 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d097746-3cec-49a3-8335-7cc61912ebd0 req-f6ae4485-c8c6-4ec1-832d-def3923ca235 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697773 Aug 17 03:10:36.143363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b9bb29-07b8-4138-aeaf-a8cea58db991 req-e2d8d859-76d1-44f1-9eab-d41a88ac152f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:36.151237 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-80b9bb29-07b8-4138-aeaf-a8cea58db991 req-e2d8d859-76d1-44f1-9eab-d41a88ac152f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0775521 Aug 17 03:10:36.191270 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:36.195923 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-80b9bb29-07b8-4138-aeaf-a8cea58db991 req-6c5f3ef5-fbd1-4b09-8738-29234f7a6bec tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438185 Aug 17 03:10:36.241280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 91788c6f-b111-4dc1-b16b-fe671fc6ea3f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=91788c6f-b111-4dc1-b16b-fe671fc6ea3f,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:36.281748 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e19667-45ae-4219-95c3-fb18f54ee26d req-0d84d631-4af2-4550-9eeb-de733302c8a2 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:36.283765 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-82e19667-45ae-4219-95c3-fb18f54ee26d req-0d84d631-4af2-4550-9eeb-de733302c8a2 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 946 time: 0.0714188 Aug 17 03:10:36.309151 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:36.369849 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-82e19667-45ae-4219-95c3-fb18f54ee26d req-8576a2c9-9d01-4301-a230-7a6dab13c714 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5eb8b42-2afe-4cd7-ae65-d8f394791f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0793850 Aug 17 03:10:36.376604 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a157a1eb-10e6-4b19-a523-bdd94e697765 req-4b6e7da6-1d97-43d6-92dd-df686c945ea9 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:36.378629 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a157a1eb-10e6-4b19-a523-bdd94e697765 req-4b6e7da6-1d97-43d6-92dd-df686c945ea9 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0998549 Aug 17 03:10:36.413202 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=91788c6f-b111-4dc1-b16b-fe671fc6ea3f,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:36.487492 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a157a1eb-10e6-4b19-a523-bdd94e697765 req-3b8ede65-a727-4585-b7be-87f7fdecf8ec tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024060 Aug 17 03:10:36.615565 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016303dd-451e-47a6-aab9-7311e08532c4 req-df814109-9ce3-471f-8a4d-402a62b190a2 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:36.629853 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-016303dd-451e-47a6-aab9-7311e08532c4 req-df814109-9ce3-471f-8a4d-402a62b190a2 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 945 time: 0.1179578 Aug 17 03:10:36.726881 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-016303dd-451e-47a6-aab9-7311e08532c4 req-a112ed1b-d9ba-46c9-a190-237811e38c55 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0960982 Aug 17 03:10:36.756033 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10ba7272-b8c8-48cd-9b5e-d1e12de499ab req-e4ef7763-2245-4d52-b7b5-840488ef74fb tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:36.764668 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10ba7272-b8c8-48cd-9b5e-d1e12de499ab req-e4ef7763-2245-4d52-b7b5-840488ef74fb tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.1843569 Aug 17 03:10:36.826613 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10ba7272-b8c8-48cd-9b5e-d1e12de499ab req-f91a5341-dec5-4867-8f77-6d5fc6ed40b2 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589895 Aug 17 03:10:36.886926 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb5288f-5b63-4d69-b2f7-4e7d025c19de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91788c6f-b111-4dc1-b16b-fe671fc6ea3f'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:36.889579 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfcba978-df1f-44ac-a507-e15a4fbcca71" -d '{"events": [{"server_uuid": "1bb5288f-5b63-4d69-b2f7-4e7d025c19de", "name": "network-vif-plugged", "status": "completed", "tag": "91788c6f-b111-4dc1-b16b-fe671fc6ea3f"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:36.909526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e10ea29-4818-4906-b12a-436a68826e67 req-00447429-a568-4cca-9326-82517144dfbe tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:36.911258 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e10ea29-4818-4906-b12a-436a68826e67 req-00447429-a568-4cca-9326-82517144dfbe tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 944 time: 0.0766344 Aug 17 03:10:36.991876 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-499b565e-f209-4d4e-bd60-045db62f7345 req-1268e46e-9a48-4346-81f3-1078a792f8fd tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:36.993240 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e10ea29-4818-4906-b12a-436a68826e67 req-8861c492-0a8a-40a5-803a-863f1ed21e35 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746584 Aug 17 03:10:37.002332 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-499b565e-f209-4d4e-bd60-045db62f7345 req-1268e46e-9a48-4346-81f3-1078a792f8fd tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0854137 Aug 17 03:10:37.041292 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ac2ac0f8-3d5c-4c5b-8099-3ed3f8e03172 x-openstack-request-id: req-ac2ac0f8-3d5c-4c5b-8099-3ed3f8e03172 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:37.041632 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb5288f-5b63-4d69-b2f7-4e7d025c19de", "name": "network-vif-plugged", "status": "completed", "tag": "91788c6f-b111-4dc1-b16b-fe671fc6ea3f", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:37.042046 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ac2ac0f8-3d5c-4c5b-8099-3ed3f8e03172 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:37.042695 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb5288f-5b63-4d69-b2f7-4e7d025c19de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '91788c6f-b111-4dc1-b16b-fe671fc6ea3f', 'code': 200} Aug 17 03:10:37.058296 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-499b565e-f209-4d4e-bd60-045db62f7345 req-7dad11e4-39bc-414a-a59b-8ba948a8b61b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549512 Aug 17 03:10:37.224841 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4addca-eb49-49a0-8b3e-bbb4d632b3cf req-9f242fa9-a92b-4710-a0ed-105030e24e95 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:37.231571 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f4addca-eb49-49a0-8b3e-bbb4d632b3cf req-9f242fa9-a92b-4710-a0ed-105030e24e95 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 946 time: 0.0726180 Aug 17 03:10:37.275610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ddb6d21-f0c2-4f36-b17c-e5f7a47c0c84 req-47bbf93b-9934-4fd4-9901-cd5c490d2a58 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:37.276261 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f4addca-eb49-49a0-8b3e-bbb4d632b3cf req-46dee386-779c-427f-b6ec-d97b04a77f09 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399661 Aug 17 03:10:37.289599 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9ddb6d21-f0c2-4f36-b17c-e5f7a47c0c84 req-47bbf93b-9934-4fd4-9901-cd5c490d2a58 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0735493 Aug 17 03:10:37.329312 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9ddb6d21-f0c2-4f36-b17c-e5f7a47c0c84 req-46a6bbc6-c701-4726-a5af-70a64e97042a tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373046 Aug 17 03:10:37.510922 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4fc47f-e2fa-45b9-a408-c8f18bffa38a req-96e00e02-9fdb-46c8-8b72-0747e3cf2bbb tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:37.518784 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0b4fc47f-e2fa-45b9-a408-c8f18bffa38a req-96e00e02-9fdb-46c8-8b72-0747e3cf2bbb tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 946 time: 0.0616047 Aug 17 03:10:37.582081 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0b4fc47f-e2fa-45b9-a408-c8f18bffa38a req-83e605de-6e84-4d09-9d87-40f887f99b51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5eb8b42-2afe-4cd7-ae65-d8f394791f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0574052 Aug 17 03:10:37.766350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecc7efe-1fcc-42e6-8e42-1cd16de5dd66 req-72cca212-3009-49d2-af09-b05d939abe42 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:37.767933 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9ecc7efe-1fcc-42e6-8e42-1cd16de5dd66 req-72cca212-3009-49d2-af09-b05d939abe42 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 946 time: 0.0822861 Aug 17 03:10:37.839260 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9ecc7efe-1fcc-42e6-8e42-1cd16de5dd66 req-3ef3360c-b0d2-48e0-8685-6276693b7ae5 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5eb8b42-2afe-4cd7-ae65-d8f394791f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637786 Aug 17 03:10:37.877917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36936) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:37.898945 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ec459c8-28d8-4c0f-826e-b91dc618b3b3 req-fa5538fb-9d2f-4dbe-8cb8-a71160044fd6 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:37.907480 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ec459c8-28d8-4c0f-826e-b91dc618b3b3 req-fa5538fb-9d2f-4dbe-8cb8-a71160044fd6 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 945 time: 0.0852332 Aug 17 03:10:37.939243 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c8b9309-72c5-4914-99c3-b04e869b249a tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:37.944233 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0c8b9309-72c5-4914-99c3-b04e869b249a tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 1092 time: 0.0652685 Aug 17 03:10:37.945675 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36938) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:37.956869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': '7906dc2d-5f05-4eb7-b88a-0c80dc493135', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:37.992637 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ec459c8-28d8-4c0f-826e-b91dc618b3b3 req-5a13032e-6316-467b-82b3-0ac2676b785b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0783415 Aug 17 03:10:38.081126 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:38.253317 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c1d4bb-46bc-481f-81f4-280365f6d046 req-2b48538d-b0c9-466c-8ee5-a729d4837480 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:38.254923 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9c1d4bb-46bc-481f-81f4-280365f6d046 req-2b48538d-b0c9-466c-8ee5-a729d4837480 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 944 time: 0.0953434 Aug 17 03:10:38.266469 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:38.316329 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9c1d4bb-46bc-481f-81f4-280365f6d046 req-f0cde912-b2f2-4a43-b979-4afc5369a4e2 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498064 Aug 17 03:10:38.570069 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d5941d-2e36-4efa-a78e-d7948c2e54a6 req-15edd71a-b1b2-49be-9009-e8f586c08aa1 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:38.571558 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b2d5941d-2e36-4efa-a78e-d7948c2e54a6 req-15edd71a-b1b2-49be-9009-e8f586c08aa1 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 945 time: 0.0829465 Aug 17 03:10:38.590857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Allocated IP 172.25.1.123 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/6040e65e-4505-445b-8589-74183f6bf89a) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:10:38.610251 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd54add4-1d25-458b-8687-dc696c04a2df req-bb261313-464e-4410-b2cc-3f404d8d1f43 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:38.611833 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd54add4-1d25-458b-8687-dc696c04a2df req-bb261313-464e-4410-b2cc-3f404d8d1f43 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 946 time: 0.1018834 Aug 17 03:10:38.644358 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b2d5941d-2e36-4efa-a78e-d7948c2e54a6 req-e59cbd13-cac5-4fdb-ba70-8e2363d28231 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628624 Aug 17 03:10:38.737217 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd54add4-1d25-458b-8687-dc696c04a2df req-811606dd-6230-452c-acdf-09f1935a65e7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069758 Aug 17 03:10:38.818452 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:38.940099 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:38.982809 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:10:38.988208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:38.998758 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:10:39.003517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Port': ['ID=6040e65e-4505-445b-8589-74183f6bf89a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:39.140284 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f231ce09-fe9a-4b56-ba88-fa04c956d0d4 req-02d6a3e6-7996-411e-af9a-21aaf8f08f9f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:39.142608 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f231ce09-fe9a-4b56-ba88-fa04c956d0d4 req-02d6a3e6-7996-411e-af9a-21aaf8f08f9f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 945 time: 0.0535746 Aug 17 03:10:39.192129 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f231ce09-fe9a-4b56-ba88-fa04c956d0d4 req-bc2aafa2-6c95-43bf-bbff-e2125d154b0f tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0428777 Aug 17 03:10:39.504923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539c2dd6-23f5-4b78-bc34-e0b56322b414 req-b08a5d99-61ba-4e90-a225-ed49c0e900f9 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:39.506510 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-539c2dd6-23f5-4b78-bc34-e0b56322b414 req-b08a5d99-61ba-4e90-a225-ed49c0e900f9 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 944 time: 0.1041689 Aug 17 03:10:39.511922 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:39.587491 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-539c2dd6-23f5-4b78-bc34-e0b56322b414 req-6520480f-f71e-4d9d-8efb-a733d17bbf5c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730097 Aug 17 03:10:39.689781 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:39.806671 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a49ff828-b2ce-4cc6-9b4b-290272e96c99 req-e1f16325-e445-49f5-ada8-72646b076f38 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:39.808311 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a49ff828-b2ce-4cc6-9b4b-290272e96c99 req-e1f16325-e445-49f5-ada8-72646b076f38 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 945 time: 0.0849178 Aug 17 03:10:39.882864 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a49ff828-b2ce-4cc6-9b4b-290272e96c99 req-a3f026f4-86d6-48c7-a49a-36f782b895e8 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0666006 Aug 17 03:10:39.934111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54ccaa17-6400-47a9-92c8-3866b263859d req-3ec7b121-37a8-4acc-8c2b-89a72613c349 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:39.935604 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54ccaa17-6400-47a9-92c8-3866b263859d req-3ec7b121-37a8-4acc-8c2b-89a72613c349 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 946 time: 0.0891726 Aug 17 03:10:39.940926 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:39.976108 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54ccaa17-6400-47a9-92c8-3866b263859d req-fd2be36a-d118-4dbb-abce-4531a027f501 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331187 Aug 17 03:10:40.012143 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:40.089800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Port': ['ID=6040e65e-4505-445b-8589-74183f6bf89a,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:40.099758 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:40.224630 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Floating IP e05ab9e8-d4b8-4a74-9fa7-8ae0a40a8d21 associated. External IP: 172.25.1.123, port: 7906dc2d-5f05-4eb7-b88a-0c80dc493135. Aug 17 03:10:40.331080 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ca72d17-7df5-403c-a45a-d7951851a61e req-5e929737-7d6d-4729-8f51-6edb2778b187 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:40.332583 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0ca72d17-7df5-403c-a45a-d7951851a61e req-5e929737-7d6d-4729-8f51-6edb2778b187 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 945 time: 0.0557044 Aug 17 03:10:40.377743 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0ca72d17-7df5-403c-a45a-d7951851a61e req-9d12b868-ebdd-46d8-b698-8a612bee3ed8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0353093 Aug 17 03:10:40.470352 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Router 6fba62e1-ef36-419c-90d1-dc84279a68c3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:10:40.618753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:10:40.635090 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5fcd84-b9b1-4cbf-bb3f-b136e894779f None None] Sync routers for ids ['6fba62e1-ef36-419c-90d1-dc84279a68c3'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:10:40.645781 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5fcd84-b9b1-4cbf-bb3f-b136e894779f None None] Routers {'6fba62e1-ef36-419c-90d1-dc84279a68c3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:10:40.646413 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6c5fcd84-b9b1-4cbf-bb3f-b136e894779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:10:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6fba62e1-ef36-419c-90d1-dc84279a68c3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:40.737991 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:40.825752 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e0c209-2d39-415c-bca8-e50259679b88 req-0c36d564-392b-4980-ae88-4a5c0b3210e0 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:40.828675 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-36e0c209-2d39-415c-bca8-e50259679b88 req-0c36d564-392b-4980-ae88-4a5c0b3210e0 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 944 time: 0.1386621 Aug 17 03:10:40.842914 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7a1ab92d-5f8d-44a1-9735-12557ac6ebb6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.8934982 Aug 17 03:10:40.842914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'tag': '7906dc2d-5f05-4eb7-b88a-0c80dc493135'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:40.843411 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fbb269d-0371-4467-a868-05c7b13192b4" -d '{"events": [{"name": "network-changed", "server_uuid": "8727fe02-7b84-40b9-b7b1-dc5244660467", "tag": "7906dc2d-5f05-4eb7-b88a-0c80dc493135"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:40.846794 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36972) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:40.954698 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-daeb6165-77d8-4260-bbaf-23d48aaea16f tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/floatingips/e05ab9e8-d4b8-4a74-9fa7-8ae0a40a8d21 HTTP/1.1" status: 200 len: 992 time: 0.1037922 Aug 17 03:10:40.963082 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-36e0c209-2d39-415c-bca8-e50259679b88 req-05dd86a5-efe4-4311-9460-c5c7e497f10d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260316 Aug 17 03:10:40.978585 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14e1962e-ed4f-4799-9f9c-dc517afdfc86 x-openstack-request-id: req-14e1962e-ed4f-4799-9f9c-dc517afdfc86 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:40.985339 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8727fe02-7b84-40b9-b7b1-dc5244660467", "tag": "7906dc2d-5f05-4eb7-b88a-0c80dc493135", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:40.993824 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14e1962e-ed4f-4799-9f9c-dc517afdfc86 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:40.994911 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'tag': '7906dc2d-5f05-4eb7-b88a-0c80dc493135', 'status': 'completed', 'code': 200} Aug 17 03:10:41.062959 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-6c5fcd84-b9b1-4cbf-bb3f-b136e894779f None None] Set router 6fba62e1-ef36-419c-90d1-dc84279a68c3 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:10:41.067736 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb269d-0371-4467-a868-05c7b13192b4 req-8869697e-938e-444a-89b1-66de649b8b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:41.069265 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0fbb269d-0371-4467-a868-05c7b13192b4 req-8869697e-938e-444a-89b1-66de649b8b60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dcddbfa77d8439c92503d4521a21241&device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 1097 time: 0.0607314 Aug 17 03:10:41.211378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c104094-75ec-4530-8ec4-2cae1979bd11 req-016bcce1-8206-4ab2-83ff-ef778a765f9f tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:41.214903 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c104094-75ec-4530-8ec4-2cae1979bd11 req-016bcce1-8206-4ab2-83ff-ef778a765f9f tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 945 time: 0.1524727 Aug 17 03:10:41.243565 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2fe010-ce57-40bf-92d3-d82af0f02d46 req-e41e15ad-ec5c-4d1e-b4fb-230dcc0a3b1c tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:41.244785 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd2fe010-ce57-40bf-92d3-d82af0f02d46 req-e41e15ad-ec5c-4d1e-b4fb-230dcc0a3b1c tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 946 time: 0.1275373 Aug 17 03:10:41.277721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb269d-0371-4467-a868-05c7b13192b4 req-ca5ef744-ed0b-41a7-8240-c01c25336ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:41.293946 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0fbb269d-0371-4467-a868-05c7b13192b4 req-ca5ef744-ed0b-41a7-8240-c01c25336ab9 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9ff4ee26-1ec7-45ad-9b4e-3b800da06cce HTTP/1.1" status: 200 len: 897 time: 0.2006674 Aug 17 03:10:41.295368 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd2fe010-ce57-40bf-92d3-d82af0f02d46 req-58770c38-878e-4e80-8792-9f8f8746f705 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439610 Aug 17 03:10:41.392479 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c104094-75ec-4530-8ec4-2cae1979bd11 req-b9e4a7bd-e775-47eb-b726-066dcd4194e0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1483943 Aug 17 03:10:41.436771 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0fbb269d-0371-4467-a868-05c7b13192b4 req-394c2181-f3fe-4b9c-8ba4-5f89af12508a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7906dc2d-5f05-4eb7-b88a-0c80dc493135 HTTP/1.1" status: 200 len: 1000 time: 0.1415324 Aug 17 03:10:41.496556 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb269d-0371-4467-a868-05c7b13192b4 req-e0b460aa-76a1-4aca-968f-7765b4e501ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:41.498626 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0fbb269d-0371-4467-a868-05c7b13192b4 req-e0b460aa-76a1-4aca-968f-7765b4e501ff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b6cebb4b-f686-4e4a-a635-7bff6ef91893 HTTP/1.1" status: 200 len: 835 time: 0.0537980 Aug 17 03:10:41.565680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6c5fcd84-b9b1-4cbf-bb3f-b136e894779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:54Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e05ab9e8-d4b8-4a74-9fa7-8ae0a40a8d21', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'port_id': '7906dc2d-5f05-4eb7-b88a-0c80dc493135', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'mac_address': 'fa:16:3e:31:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:10:39Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 0, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19', 'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:cb:8a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:53Z', 'updated_at': '2021-08-17T03:10:06Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:41.621100 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d407592d-ab9f-44ba-a093-27c390fc5532 req-771750e9-9cd2-4322-88d0-115b9ca0516c tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:41.622828 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d407592d-ab9f-44ba-a093-27c390fc5532 req-771750e9-9cd2-4322-88d0-115b9ca0516c tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 945 time: 0.1180565 Aug 17 03:10:41.630580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbb269d-0371-4467-a868-05c7b13192b4 req-a4c44f5c-8d6a-4b60-aa9b-b4fbe6ecb51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:41.632486 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0fbb269d-0371-4467-a868-05c7b13192b4 req-a4c44f5c-8d6a-4b60-aa9b-b4fbe6ecb51c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ff4ee26-1ec7-45ad-9b4e-3b800da06cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1187711 Aug 17 03:10:41.636357 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5fcd84-b9b1-4cbf-bb3f-b136e894779f None None] Checking router: 6fba62e1-ef36-419c-90d1-dc84279a68c3 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:10:41.645830 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-0fbb269d-0371-4467-a868-05c7b13192b4 req-2978bc98-a903-41b4-8ad9-c78aea479b51 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:10:41.646838 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0fbb269d-0371-4467-a868-05c7b13192b4 req-2978bc98-a903-41b4-8ad9-c78aea479b51 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0066164 Aug 17 03:10:41.654521 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c5fcd84-b9b1-4cbf-bb3f-b136e894779f None None] Routers {'6fba62e1-ef36-419c-90d1-dc84279a68c3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:10:41.655427 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6c5fcd84-b9b1-4cbf-bb3f-b136e894779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:10:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6fba62e1-ef36-419c-90d1-dc84279a68c3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:41.694159 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d407592d-ab9f-44ba-a093-27c390fc5532 req-6c696c5c-af06-430c-ad73-632be8d4281d tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0638382 Aug 17 03:10:41.790431 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0fbb269d-0371-4467-a868-05c7b13192b4 req-1cec6481-c8b5-42d2-be7b-5670ec7eb6eb service neutron] 10.222.0.60 "GET /v2.0/networks/9ff4ee26-1ec7-45ad-9b4e-3b800da06cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274123 Aug 17 03:10:41.802749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-6c5fcd84-b9b1-4cbf-bb3f-b136e894779f None None] Set router 6fba62e1-ef36-419c-90d1-dc84279a68c3 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:10:41.909819 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0fbb269d-0371-4467-a868-05c7b13192b4 req-844b257e-0424-403b-ace6-73eaecaf8a7e service neutron] 10.222.0.60 "GET /v2.0/networks/9ff4ee26-1ec7-45ad-9b4e-3b800da06cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1126564 Aug 17 03:10:41.955422 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36990) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:42.054940 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4b4534d4-264e-4125-8f09-52bf5cbc2ce0 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/floatingips/e05ab9e8-d4b8-4a74-9fa7-8ae0a40a8d21 HTTP/1.1" status: 200 len: 992 time: 0.0980196 Aug 17 03:10:42.113184 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6c5fcd84-b9b1-4cbf-bb3f-b136e894779f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:54Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e05ab9e8-d4b8-4a74-9fa7-8ae0a40a8d21', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'port_id': '7906dc2d-5f05-4eb7-b88a-0c80dc493135', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'mac_address': 'fa:16:3e:31:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:10:39Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 0, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19', 'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:cb:8a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:53Z', 'updated_at': '2021-08-17T03:10:06Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:42.146912 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c5fcd84-b9b1-4cbf-bb3f-b136e894779f None None] The sync data for ids ['6fba62e1-ef36-419c-90d1-dc84279a68c3'] in n-d-802060-9 is: [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:54Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e05ab9e8-d4b8-4a74-9fa7-8ae0a40a8d21', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'port_id': '7906dc2d-5f05-4eb7-b88a-0c80dc493135', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'mac_address': 'fa:16:3e:31:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:10:39Z', 'updated_at': '2021-08-17T03:10:39Z', 'revision_number': 0, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19', 'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:cb:8a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:53Z', 'updated_at': '2021-08-17T03:10:06Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:10:42.199729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06f4b87b-211e-46e2-a4f9-4cf0a97ee821 req-7fbec577-f1cd-46b0-a0c8-25ed7c502915 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:42.201725 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06f4b87b-211e-46e2-a4f9-4cf0a97ee821 req-7fbec577-f1cd-46b0-a0c8-25ed7c502915 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 944 time: 0.0815599 Aug 17 03:10:42.268702 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06f4b87b-211e-46e2-a4f9-4cf0a97ee821 req-807cd85b-1573-49b4-ac00-9da4a9cd0587 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582809 Aug 17 03:10:42.438915 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b842d031-6232-4016-8d0e-a3b48dc712cb req-f541aeba-6d54-4705-aac8-ba0150c4858c tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:42.441063 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b842d031-6232-4016-8d0e-a3b48dc712cb req-f541aeba-6d54-4705-aac8-ba0150c4858c tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 946 time: 0.0674331 Aug 17 03:10:42.448619 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7bc0e1b-b537-4d9a-b787-7e6d7b587783 None None] New status for floating IP e05ab9e8-d4b8-4a74-9fa7-8ae0a40a8d21: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:10:42.552371 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b842d031-6232-4016-8d0e-a3b48dc712cb req-bb98aaa2-4975-4031-8810-a802a406d29f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970600 Aug 17 03:10:42.582219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8a9d60c-d51d-4889-9a62-50e496fe2c64 req-2ac54955-8c82-4693-96bf-4a04cdf05f65 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:42.584497 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8a9d60c-d51d-4889-9a62-50e496fe2c64 req-2ac54955-8c82-4693-96bf-4a04cdf05f65 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 945 time: 0.1026328 Aug 17 03:10:42.642698 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8a9d60c-d51d-4889-9a62-50e496fe2c64 req-9d0414ec-639e-480d-bfb9-f14d5140641a tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427296 Aug 17 03:10:43.057156 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37006) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:43.148548 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7e7c61a9-edf7-4b17-9967-d5bf63e0edfa tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/floatingips/e05ab9e8-d4b8-4a74-9fa7-8ae0a40a8d21 HTTP/1.1" status: 200 len: 994 time: 0.0894089 Aug 17 03:10:43.188219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e422cb-4612-4583-8877-a3f321d0fae9 req-b9fa66ec-6d66-4566-b4c5-88f2e5b4f649 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:43.194053 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-61e422cb-4612-4583-8877-a3f321d0fae9 req-b9fa66ec-6d66-4566-b4c5-88f2e5b4f649 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 945 time: 0.3997431 Aug 17 03:10:43.230276 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-61e422cb-4612-4583-8877-a3f321d0fae9 req-b13d7f7d-566a-4c3f-b1b9-e0e516fc4ccd tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0341525 Aug 17 03:10:43.442789 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1213af4e-502c-4079-848b-330ee4a99a77 req-cd1dff41-01fc-4e96-910d-637dfa8a7c28 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:43.452094 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1213af4e-502c-4079-848b-330ee4a99a77 req-cd1dff41-01fc-4e96-910d-637dfa8a7c28 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 944 time: 0.0875616 Aug 17 03:10:43.490522 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1213af4e-502c-4079-848b-330ee4a99a77 req-67cc47ef-0ac8-4e7d-bcb5-a053e1c35e3c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338275 Aug 17 03:10:43.740494 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc8c1d1-926f-42c4-a5bb-58abcf9a830c req-53a33fe7-d389-4db0-8ae5-c34d7812f3fc tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:43.922842 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7fc8c1d1-926f-42c4-a5bb-58abcf9a830c req-53a33fe7-d389-4db0-8ae5-c34d7812f3fc tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 946 time: 0.0747478 Aug 17 03:10:43.922842 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7fc8c1d1-926f-42c4-a5bb-58abcf9a830c req-8ccf6702-2b6f-449b-8416-dc0cc91c79db tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370352 Aug 17 03:10:43.922842 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cafda26-3ef4-468d-880a-190989ec54e2 req-9a037456-5d8a-468b-b018-aa3472bc4487 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:43.922842 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3cafda26-3ef4-468d-880a-190989ec54e2 req-9a037456-5d8a-468b-b018-aa3472bc4487 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 945 time: 0.0538061 Aug 17 03:10:43.939021 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3cafda26-3ef4-468d-880a-190989ec54e2 req-1b5d837a-eef3-493b-8cc8-02421df063d5 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377405 Aug 17 03:10:44.388302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29297410-70be-4a50-aaf6-f0629755730a req-5120dd9b-8bb4-4093-a133-a763ab30bf51 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:44.394525 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-29297410-70be-4a50-aaf6-f0629755730a req-5120dd9b-8bb4-4093-a133-a763ab30bf51 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 945 time: 0.0781598 Aug 17 03:10:44.438769 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-29297410-70be-4a50-aaf6-f0629755730a req-efd6d416-e4d3-42a2-b58f-189b21fd76b0 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0413096 Aug 17 03:10:44.641845 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8fa4a60-186a-4d56-8b3d-b9c69a078825 req-2aea74a4-459c-4725-a41c-12c690356376 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:44.643471 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8fa4a60-186a-4d56-8b3d-b9c69a078825 req-2aea74a4-459c-4725-a41c-12c690356376 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 944 time: 0.0615110 Aug 17 03:10:44.685591 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8fa4a60-186a-4d56-8b3d-b9c69a078825 req-161666e6-b4df-4f8e-9aea-a58c523ef22a tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360036 Aug 17 03:10:44.861280 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6582a6ff-a48c-471d-b597-5870343950e7 req-491ce57e-51b9-42c6-980d-9f4d46af823f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:44.863074 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6582a6ff-a48c-471d-b597-5870343950e7 req-491ce57e-51b9-42c6-980d-9f4d46af823f tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0514956 Aug 17 03:10:44.905862 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6582a6ff-a48c-471d-b597-5870343950e7 req-9a184e13-f1e4-4684-bb97-5e2f0fcd6acb tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359366 Aug 17 03:10:45.034890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da70e22d-b365-4dc2-8d54-4612d84bbc2c req-35e7ae35-41d7-4975-9b07-5b62bd3b5781 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:45.036463 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da70e22d-b365-4dc2-8d54-4612d84bbc2c req-35e7ae35-41d7-4975-9b07-5b62bd3b5781 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 946 time: 0.0526366 Aug 17 03:10:45.084411 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c69989-2cad-45e7-b779-61476875680b req-5e242d4d-eaab-48d0-b262-de8f024daead tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:45.086474 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b6c69989-2cad-45e7-b779-61476875680b req-5e242d4d-eaab-48d0-b262-de8f024daead tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 945 time: 0.0629289 Aug 17 03:10:45.093275 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da70e22d-b365-4dc2-8d54-4612d84bbc2c req-4dbdd9ae-309f-4a2c-b716-3686522c043d tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461903 Aug 17 03:10:45.129232 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b6c69989-2cad-45e7-b779-61476875680b req-40a67590-7529-4966-b43b-ec7d8076515c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366395 Aug 17 03:10:45.240564 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6b8798ae-5161-4a02-83cd-f26410afc883 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:45.572608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-619ffe72-b1eb-4bb6-b233-f7f1735a8f31 req-68999ce7-8b25-4b0d-ad32-168b64cddb43 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:45.574099 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-619ffe72-b1eb-4bb6-b233-f7f1735a8f31 req-68999ce7-8b25-4b0d-ad32-168b64cddb43 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 945 time: 0.0515544 Aug 17 03:10:45.756789 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8150cc6-35b8-4754-b551-fe074b05fb9a req-0274025e-f102-46ff-a684-59fdfaf71179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:45.756789 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d8150cc6-35b8-4754-b551-fe074b05fb9a req-0274025e-f102-46ff-a684-59fdfaf71179 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 1095 time: 0.0557363 Aug 17 03:10:45.882767 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc565d92-64c3-4179-85c4-2935f7828a72 req-817ddedd-3577-4d4d-90d0-d9453b51eb5c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:45.884254 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc565d92-64c3-4179-85c4-2935f7828a72 req-817ddedd-3577-4d4d-90d0-d9453b51eb5c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 944 time: 0.1001446 Aug 17 03:10:45.925486 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8150cc6-35b8-4754-b551-fe074b05fb9a req-ed89d72f-c914-41c0-9a4d-64e6fbd4232e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:45.926961 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d8150cc6-35b8-4754-b551-fe074b05fb9a req-ed89d72f-c914-41c0-9a4d-64e6fbd4232e service neutron] 10.222.0.30 "GET /v2.0/networks?id=a7be9734-2b85-4052-b0e6-e15c361ef57d HTTP/1.1" status: 200 len: 911 time: 0.1549723 Aug 17 03:10:45.951718 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-619ffe72-b1eb-4bb6-b233-f7f1735a8f31 req-57cf72f3-11a6-4ef8-9792-ba1736f9882a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3706031 Aug 17 03:10:45.962457 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9347cbe0-2e9c-45f8-9ee8-f914f15c381c req-d846a33c-e96a-4470-a7d3-7e6918cb12f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:45.964031 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9347cbe0-2e9c-45f8-9ee8-f914f15c381c req-d846a33c-e96a-4470-a7d3-7e6918cb12f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 1097 time: 0.0555861 Aug 17 03:10:45.981796 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d8150cc6-35b8-4754-b551-fe074b05fb9a req-3a4008cc-ad12-4255-a225-4fb7237eb7c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 HTTP/1.1" status: 200 len: 217 time: 0.0441434 Aug 17 03:10:45.985339 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc565d92-64c3-4179-85c4-2935f7828a72 req-5304d789-c588-4980-a6e2-26cb5b346d39 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884254 Aug 17 03:10:46.008813 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9347cbe0-2e9c-45f8-9ee8-f914f15c381c req-15263228-0ef8-468c-9f54-e018e65d62a2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363469 Aug 17 03:10:46.042488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8150cc6-35b8-4754-b551-fe074b05fb9a req-72066693-3bc9-4606-bc65-47457b4632e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:46.044085 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d8150cc6-35b8-4754-b551-fe074b05fb9a req-72066693-3bc9-4606-bc65-47457b4632e4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95909d0b-3b2e-4bea-aa2d-04d03f0d0fec HTTP/1.1" status: 200 len: 851 time: 0.0513372 Aug 17 03:10:46.068648 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c20744e9-143c-439a-933f-2bf9d45c9a11 req-614b1af2-429b-402d-9b38-814bb3ca4b6e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:46.070833 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c20744e9-143c-439a-933f-2bf9d45c9a11 req-614b1af2-429b-402d-9b38-814bb3ca4b6e tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0549085 Aug 17 03:10:46.111092 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c20744e9-143c-439a-933f-2bf9d45c9a11 req-c71bd01f-3c18-47ad-bef7-8238c0f41aa0 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338268 Aug 17 03:10:46.119057 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d8150cc6-35b8-4754-b551-fe074b05fb9a req-c16a02c6-924c-441c-ac02-1200dfac4043 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=a7be9734-2b85-4052-b0e6-e15c361ef57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0290530 Aug 17 03:10:46.256213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b9990f-963b-45c2-b34a-e57adf6ff809 req-7a551bab-fa12-46be-a412-67e128693cca tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:46.257728 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f8b9990f-963b-45c2-b34a-e57adf6ff809 req-7a551bab-fa12-46be-a412-67e128693cca tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 946 time: 0.0814328 Aug 17 03:10:46.258311 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a07bcc3-af40-4cd9-ab5c-213b7a67e7f1 req-a5c335c6-15d9-48f4-9087-dd7277f0be39 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:46.261720 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d8150cc6-35b8-4754-b551-fe074b05fb9a req-3fcdc4c0-577d-4ab9-9a42-e543f6c4f207 service neutron] 10.222.0.30 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325223 Aug 17 03:10:46.262131 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0a07bcc3-af40-4cd9-ab5c-213b7a67e7f1 req-a5c335c6-15d9-48f4-9087-dd7277f0be39 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 945 time: 0.0555375 Aug 17 03:10:46.298706 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0a07bcc3-af40-4cd9-ab5c-213b7a67e7f1 req-abe1525f-c596-4d87-8b41-be71f0a2d96a tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328672 Aug 17 03:10:46.349882 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f8b9990f-963b-45c2-b34a-e57adf6ff809 req-d324b4ac-c6be-43fc-b675-8905c24d67f9 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859580 Aug 17 03:10:46.385028 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d8150cc6-35b8-4754-b551-fe074b05fb9a req-fd32ac50-ac30-4438-826c-f05879b0bda9 service neutron] 10.222.0.30 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1152279 Aug 17 03:10:47.076188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2715dd3-0e80-45e1-97cb-83671bedf9b6 req-40f9f909-a996-426a-866d-1b9ff3a2a612 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:47.077844 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2715dd3-0e80-45e1-97cb-83671bedf9b6 req-40f9f909-a996-426a-866d-1b9ff3a2a612 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 945 time: 0.0507085 Aug 17 03:10:47.114157 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c9fb8a-32ad-4756-b6f9-2ec375ca2dd5 req-d7e6a035-0621-4384-a1b0-bb6151beb6b6 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:47.115692 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51c9fb8a-32ad-4756-b6f9-2ec375ca2dd5 req-d7e6a035-0621-4384-a1b0-bb6151beb6b6 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 944 time: 0.0496829 Aug 17 03:10:47.116504 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2715dd3-0e80-45e1-97cb-83671bedf9b6 req-7b3d51bf-87fb-4346-ab4b-fbc173a2f295 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318274 Aug 17 03:10:47.157929 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51c9fb8a-32ad-4756-b6f9-2ec375ca2dd5 req-238a0030-2f55-4a7c-b66e-7dda7196dd78 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352147 Aug 17 03:10:47.236873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f6b71-a20a-45e3-b616-fc1794edbac6 req-79a60d4f-bc76-4981-bdfd-38e61bdfc5a1 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:47.238494 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-657f6b71-a20a-45e3-b616-fc1794edbac6 req-79a60d4f-bc76-4981-bdfd-38e61bdfc5a1 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0550947 Aug 17 03:10:47.278539 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-657f6b71-a20a-45e3-b616-fc1794edbac6 req-1ad632b0-0873-4fcd-b5c0-48274b2a99a0 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335147 Aug 17 03:10:47.414380 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed0c98a-dd58-4dff-ac44-9d434833f83b req-bc42843d-7abf-4efc-84cc-8e3d2bb4b0cf tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:47.416019 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ed0c98a-dd58-4dff-ac44-9d434833f83b req-bc42843d-7abf-4efc-84cc-8e3d2bb4b0cf tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 945 time: 0.0513849 Aug 17 03:10:47.455125 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ed0c98a-dd58-4dff-ac44-9d434833f83b req-330ce9f5-d8b9-4ae1-b33e-137dba003e41 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330865 Aug 17 03:10:47.471869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63ad4a0-5fb5-418c-b585-619f4df1f75d req-06572ad5-7b40-4d7d-9cd8-14135b201246 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:47.473453 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a63ad4a0-5fb5-418c-b585-619f4df1f75d req-06572ad5-7b40-4d7d-9cd8-14135b201246 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 946 time: 0.0551727 Aug 17 03:10:47.512434 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a63ad4a0-5fb5-418c-b585-619f4df1f75d req-5475732a-57b2-4bff-a0c1-c0809492d9d9 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327370 Aug 17 03:10:47.624476 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87ae1b2-a829-41d0-9679-baf965151815 req-298f2283-7a46-4fd8-9376-fe0dc262497a tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:47.626720 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d87ae1b2-a829-41d0-9679-baf965151815 req-298f2283-7a46-4fd8-9376-fe0dc262497a tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0496750 Aug 17 03:10:47.664559 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d87ae1b2-a829-41d0-9679-baf965151815 req-fbed4a7b-6e8b-4ee2-9393-e0727df25b03 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319407 Aug 17 03:10:47.782366 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d734318-e6fd-4aa2-9035-637533993493 req-d11b14ac-07fb-41c9-bde6-c8973fb514f5 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:47.783835 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7d734318-e6fd-4aa2-9035-637533993493 req-d11b14ac-07fb-41c9-bde6-c8973fb514f5 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=461f13bc-d054-48e0-b82e-cdb041a76300 HTTP/1.1" status: 200 len: 946 time: 0.0524018 Aug 17 03:10:47.820564 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7d734318-e6fd-4aa2-9035-637533993493 req-b37c668d-6fcf-4671-9f33-6019768f33bb tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307817 Aug 17 03:10:47.936124 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a7e39cc4-982f-4888-82d8-4cfb80d90866 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:48.106185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5ea366-1d16-42aa-be9e-7d7fa7628e37 req-a20f89d8-5c9b-4c48-b4c4-80252dfc4ec9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:48.107563 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3c5ea366-1d16-42aa-be9e-7d7fa7628e37 req-a20f89d8-5c9b-4c48-b4c4-80252dfc4ec9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.30 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 945 time: 0.0796421 Aug 17 03:10:48.120865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac195fe-afb0-4dfb-950d-74abdfb83f71 req-6fb17644-0f60-421c-a0ba-7c790c7ea92e tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:48.122381 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dac195fe-afb0-4dfb-950d-74abdfb83f71 req-6fb17644-0f60-421c-a0ba-7c790c7ea92e tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 946 time: 0.0696151 Aug 17 03:10:48.128693 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3707731-64c8-40e2-8248-534159ed2a2e req-6c3d51c5-6355-4046-9b06-22365cd667e8 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:48.130579 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b3707731-64c8-40e2-8248-534159ed2a2e req-6c3d51c5-6355-4046-9b06-22365cd667e8 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.30 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 947 time: 0.0513635 Aug 17 03:10:48.137556 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:48.213556 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dac195fe-afb0-4dfb-950d-74abdfb83f71 req-b9fef5b4-c266-4b39-b4ea-e06ab48509ff tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647647 Aug 17 03:10:48.250531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-3c5ea366-1d16-42aa-be9e-7d7fa7628e37 req-7f3f54c7-7fc7-4608-a37d-cdd70d58af9c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Deleting port 1e1fbd10-fc63-4804-86af-a98226e29e3b {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:10:48.251064 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3c5ea366-1d16-42aa-be9e-7d7fa7628e37 req-7f3f54c7-7fc7-4608-a37d-cdd70d58af9c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:48.269597 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e13eb67-07ca-4225-bdbc-9fe21ee6b65c req-c7e3d170-d299-4914-946f-d153341ad3bc tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:48.271092 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0e13eb67-07ca-4225-bdbc-9fe21ee6b65c req-c7e3d170-d299-4914-946f-d153341ad3bc tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 945 time: 0.0713272 Aug 17 03:10:48.274239 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-b3707731-64c8-40e2-8248-534159ed2a2e req-0890b88a-7b07-4a59-a858-7c2bfd34019b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Deleting port c02f4883-cf4e-407d-b467-8dfa261f1bb2 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:10:48.274585 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b3707731-64c8-40e2-8248-534159ed2a2e req-0890b88a-7b07-4a59-a858-7c2bfd34019b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:48.364794 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3c5ea366-1d16-42aa-be9e-7d7fa7628e37 req-7f3f54c7-7fc7-4608-a37d-cdd70d58af9c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] For port 1e1fbd10-fc63-4804-86af-a98226e29e3b, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=1e1fbd10-fc63-4804-86af-a98226e29e3b,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:48.365082 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3c5ea366-1d16-42aa-be9e-7d7fa7628e37 req-7f3f54c7-7fc7-4608-a37d-cdd70d58af9c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:48.365233 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0e13eb67-07ca-4225-bdbc-9fe21ee6b65c req-c7fefe14-0e46-49b2-bf13-3e24366a26cd tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0864391 Aug 17 03:10:48.378985 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-3c5ea366-1d16-42aa-be9e-7d7fa7628e37 req-7f3f54c7-7fc7-4608-a37d-cdd70d58af9c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Calling delete_port for 1e1fbd10-fc63-4804-86af-a98226e29e3b owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:10:48.394682 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-b3707731-64c8-40e2-8248-534159ed2a2e req-0890b88a-7b07-4a59-a858-7c2bfd34019b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] For port c02f4883-cf4e-407d-b467-8dfa261f1bb2, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c02f4883-cf4e-407d-b467-8dfa261f1bb2,segment=NetworkSegment(eed2fc80-5dc3-4c8d-92be-6599b4097ed6),segment_id=eed2fc80-5dc3-4c8d-92be-6599b4097ed6)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:48.395052 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b3707731-64c8-40e2-8248-534159ed2a2e req-0890b88a-7b07-4a59-a858-7c2bfd34019b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:48.409887 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-b3707731-64c8-40e2-8248-534159ed2a2e req-0890b88a-7b07-4a59-a858-7c2bfd34019b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Calling delete_port for c02f4883-cf4e-407d-b467-8dfa261f1bb2 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:10:48.534241 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d2ff01-9fd9-4781-96d0-7106a0882d30 req-de8a0846-f41b-4207-9722-72d1e8e6b6f9 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:48.535788 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9d2ff01-9fd9-4781-96d0-7106a0882d30 req-de8a0846-f41b-4207-9722-72d1e8e6b6f9 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 944 time: 0.0788593 Aug 17 03:10:48.540213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aa2b4a-3cf6-4eb0-8e21-0e37033d0068 req-6b4be28d-0955-4ec0-a479-a714c303ce40 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:48.541745 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-81aa2b4a-3cf6-4eb0-8e21-0e37033d0068 req-6b4be28d-0955-4ec0-a479-a714c303ce40 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0860724 Aug 17 03:10:48.594288 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-81aa2b4a-3cf6-4eb0-8e21-0e37033d0068 req-154469a2-d9b8-45eb-855c-e8a2b642df4b tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431173 Aug 17 03:10:48.618995 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9d2ff01-9fd9-4781-96d0-7106a0882d30 req-3ac2bac3-1357-4509-854e-2a4c7b12238d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690496 Aug 17 03:10:48.656262 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3c5ea366-1d16-42aa-be9e-7d7fa7628e37 req-7f3f54c7-7fc7-4608-a37d-cdd70d58af9c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:48.668911 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['1e1fbd10-fc63-4804-86af-a98226e29e3b'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:10:48.680633 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b3707731-64c8-40e2-8248-534159ed2a2e req-0890b88a-7b07-4a59-a858-7c2bfd34019b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:48.693451 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['1b305bf9-3077-4cbd-9ca6-416349000e77', '4d4eb695-bdd1-44e4-aada-7d52050253d1', 'd8610ee5-247a-4ed3-9cc9-775c85cc9f3c'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:10:48.702007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3f54c7-7fc7-4608-a37d-cdd70d58af9c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Pushing event deleted for resources: {'Port': ['ID=1e1fbd10-fc63-4804-86af-a98226e29e3b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:48.725193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['c02f4883-cf4e-407d-b467-8dfa261f1bb2'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:10:48.727672 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f762274b-2a11-4df9-a365-6f9082e4d835 req-09046826-ee46-41b7-bddc-744b6b482845 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=2dbe991f-4a75-4c79-8f26-88ee5092fa62 HTTP/1.1" status: 200 len: 210 time: 0.0488365 Aug 17 03:10:48.748934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0890b88a-7b07-4a59-a858-7c2bfd34019b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Pushing event deleted for resources: {'Port': ['ID=c02f4883-cf4e-407d-b467-8dfa261f1bb2,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:48.750602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b37db70e-b171-49e6-865c-5035b942b2a4 req-12db8713-3c40-4df4-a0e7-3c80f83c877d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:48.751774 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b37db70e-b171-49e6-865c-5035b942b2a4 req-12db8713-3c40-4df4-a0e7-3c80f83c877d tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 868 time: 0.1060081 Aug 17 03:10:48.767791 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c5ea366-1d16-42aa-be9e-7d7fa7628e37 req-7f3f54c7-7fc7-4608-a37d-cdd70d58af9c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] No DVR routers for this DVR port 1e1fbd10-fc63-4804-86af-a98226e29e3b on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:10:48.771782 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3c5ea366-1d16-42aa-be9e-7d7fa7628e37 req-7f3f54c7-7fc7-4608-a37d-cdd70d58af9c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:48.774654 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3c5ea366-1d16-42aa-be9e-7d7fa7628e37 req-7f3f54c7-7fc7-4608-a37d-cdd70d58af9c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.30 "DELETE /v2.0/ports/1e1fbd10-fc63-4804-86af-a98226e29e3b HTTP/1.1" status: 204 len: 173 time: 0.6513507 Aug 17 03:10:48.775131 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2dbe991f-4a75-4c79-8f26-88ee5092fa62', 'name': 'network-vif-deleted', 'tag': '1e1fbd10-fc63-4804-86af-a98226e29e3b'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:48.777527 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8789ab37-4fe0-49a8-8584-743df0ec7116" -d '{"events": [{"server_uuid": "2dbe991f-4a75-4c79-8f26-88ee5092fa62", "name": "network-vif-deleted", "tag": "1e1fbd10-fc63-4804-86af-a98226e29e3b"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:48.825262 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b37db70e-b171-49e6-865c-5035b942b2a4 req-45d773c8-79f5-4b02-aaa3-51e6f230c501 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/security-groups?id=c6ab1043-15a8-4d54-b627-d60df7942b20&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559483 Aug 17 03:10:48.830287 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3707731-64c8-40e2-8248-534159ed2a2e req-0890b88a-7b07-4a59-a858-7c2bfd34019b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] No DVR routers for this DVR port c02f4883-cf4e-407d-b467-8dfa261f1bb2 on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:10:48.833364 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-b3707731-64c8-40e2-8248-534159ed2a2e req-0890b88a-7b07-4a59-a858-7c2bfd34019b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:48.835916 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b3707731-64c8-40e2-8248-534159ed2a2e req-0890b88a-7b07-4a59-a858-7c2bfd34019b tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.30 "DELETE /v2.0/ports/c02f4883-cf4e-407d-b467-8dfa261f1bb2 HTTP/1.1" status: 204 len: 173 time: 0.6983771 Aug 17 03:10:48.836290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '981cba16-1900-4394-a73d-589a134c092b', 'name': 'network-vif-deleted', 'tag': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:48.839589 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a335c7b5-33cf-4965-963d-75f8a6bdb7f0" -d '{"events": [{"server_uuid": "981cba16-1900-4394-a73d-589a134c092b", "name": "network-vif-deleted", "tag": "c02f4883-cf4e-407d-b467-8dfa261f1bb2"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:48.972598 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b612046-a892-454e-815d-9da833f309df x-openstack-request-id: req-0b612046-a892-454e-815d-9da833f309df {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:48.972903 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2dbe991f-4a75-4c79-8f26-88ee5092fa62", "name": "network-vif-deleted", "tag": "1e1fbd10-fc63-4804-86af-a98226e29e3b", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:48.973160 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0b612046-a892-454e-815d-9da833f309df {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:48.973624 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2dbe991f-4a75-4c79-8f26-88ee5092fa62', 'name': 'network-vif-deleted', 'tag': '1e1fbd10-fc63-4804-86af-a98226e29e3b', 'status': 'completed', 'code': 200} Aug 17 03:10:49.014113 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53cfcb0f-de1d-4e83-bfc9-ac78616c69ea x-openstack-request-id: req-53cfcb0f-de1d-4e83-bfc9-ac78616c69ea {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:49.014443 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "981cba16-1900-4394-a73d-589a134c092b", "name": "network-vif-deleted", "tag": "c02f4883-cf4e-407d-b467-8dfa261f1bb2", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:49.014719 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53cfcb0f-de1d-4e83-bfc9-ac78616c69ea {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:49.015128 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '981cba16-1900-4394-a73d-589a134c092b', 'name': 'network-vif-deleted', 'tag': 'c02f4883-cf4e-407d-b467-8dfa261f1bb2', 'status': 'completed', 'code': 200} Aug 17 03:10:49.094766 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:49.116936 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8043c-b710-4fb5-909d-3d34f87787d5 req-eb3f6b71-4ea9-4726-9dc8-e50cd5d4dbe1 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:49.122985 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8043c-b710-4fb5-909d-3d34f87787d5 req-eb3f6b71-4ea9-4726-9dc8-e50cd5d4dbe1 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:49.129087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16f8043c-b710-4fb5-909d-3d34f87787d5 req-eb3f6b71-4ea9-4726-9dc8-e50cd5d4dbe1 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:49.131005 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16f8043c-b710-4fb5-909d-3d34f87787d5 req-eb3f6b71-4ea9-4726-9dc8-e50cd5d4dbe1 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de&device_id=461f13bc-d054-48e0-b82e-cdb041a76300&device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 2418 time: 0.0685303 Aug 17 03:10:49.172426 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16f8043c-b710-4fb5-909d-3d34f87787d5 req-044405c6-14c9-4cc3-9878-3025eaf0629a tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338924 Aug 17 03:10:49.311245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afefc61-f604-458c-8944-1c2dbb3c9968 req-f57ab9ab-ea57-4f22-bc8a-18ab59ab1827 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:49.312979 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9afefc61-f604-458c-8944-1c2dbb3c9968 req-f57ab9ab-ea57-4f22-bc8a-18ab59ab1827 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 946 time: 0.0534780 Aug 17 03:10:49.351276 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9afefc61-f604-458c-8944-1c2dbb3c9968 req-3379b7ca-e394-4088-8cb9-822460891fff tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323594 Aug 17 03:10:49.497028 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-106123fb-4b1c-4682-82ce-f76c7b4b89d3 req-f62ef3e0-a95b-432d-b54f-6c4cb252c1ae tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:49.499038 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-106123fb-4b1c-4682-82ce-f76c7b4b89d3 req-f62ef3e0-a95b-432d-b54f-6c4cb252c1ae tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 945 time: 0.0562212 Aug 17 03:10:49.544054 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-106123fb-4b1c-4682-82ce-f76c7b4b89d3 req-04270621-f987-4073-8469-ff5424e8d7cf tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383916 Aug 17 03:10:49.744573 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266ec124-4648-4186-933c-00c97a157149 req-5d129650-b865-47e3-846f-9afe7b9a5d8c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:49.749253 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-266ec124-4648-4186-933c-00c97a157149 req-5d129650-b865-47e3-846f-9afe7b9a5d8c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 944 time: 0.0582371 Aug 17 03:10:49.786366 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-266ec124-4648-4186-933c-00c97a157149 req-cbda6771-d38a-4bf8-ba06-9e4358deec76 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334713 Aug 17 03:10:49.929947 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device bb8932a5-2e0e-4b19-b346-bb66d417ac44 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:10:49.955609 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e0b742e-3f09-4dbf-9c08-6cb923f35c26 req-00f1c918-7be9-4734-bdb6-b32d63601bc1 tempest-ServersNegativeTestJSON-1010904238 tempest-ServersNegativeTestJSON-1010904238-project] 10.222.0.10 "GET /v2.0/ports?device_id=981cba16-1900-4394-a73d-589a134c092b HTTP/1.1" status: 200 len: 210 time: 0.0351899 Aug 17 03:10:50.045164 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port bb8932a5-2e0e-4b19-b346-bb66d417ac44, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:50.061209 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'port_id': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44', 'mac_address': 'fa:16:3e:86:c9:7d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:10:50.099301 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:50.112930 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bb8932a5-2e0e-4b19-b346-bb66d417ac44 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:10:50.134713 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port bb8932a5-2e0e-4b19-b346-bb66d417ac44, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:50.198802 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:50.199733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:10:50.295889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=bb8932a5-2e0e-4b19-b346-bb66d417ac44,revision_number=11']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:50.342643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:50.354247 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1', 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d', 'port_id': '8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1', 'mac_address': 'fa:16:3e:68:dd:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95909d0b-3b2e-4bea-aa2d-04d03f0d0fec', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:10:50.391803 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:50.404491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:10:50.430566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:50.480381 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:50.537812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba69502e-6c0a-437a-9351-a5f66dc19ce1 req-e8f85aa1-6042-459e-b5bb-87efc5aa868c tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:50.541560 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:50.543699 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ba69502e-6c0a-437a-9351-a5f66dc19ce1 req-e8f85aa1-6042-459e-b5bb-87efc5aa868c tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0666027 Aug 17 03:10:50.595784 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ba69502e-6c0a-437a-9351-a5f66dc19ce1 req-1b0ab439-cca3-4df3-a41e-b1a66aae2b1a tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440958 Aug 17 03:10:50.680495 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-293ff526-0d0b-4701-b294-269c2ca700a3 req-218c8e98-ccb4-42b3-abeb-72535d79b486 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:50.682712 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-293ff526-0d0b-4701-b294-269c2ca700a3 req-218c8e98-ccb4-42b3-abeb-72535d79b486 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.0561526 Aug 17 03:10:50.723200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['bb8932a5-2e0e-4b19-b346-bb66d417ac44'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:10:50.723618 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-293ff526-0d0b-4701-b294-269c2ca700a3 req-af37012b-bbf1-4832-8f30-6df566ea3a98 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0344226 Aug 17 03:10:50.755158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:10:50.865295 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:50.933846 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2b56c4-ab35-4bf8-8fb9-00195b1fa013 req-6a2457d5-a86c-42d3-a591-131d84953b46 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:50.935440 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad2b56c4-ab35-4bf8-8fb9-00195b1fa013 req-6a2457d5-a86c-42d3-a591-131d84953b46 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 945 time: 0.0585034 Aug 17 03:10:50.994724 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad2b56c4-ab35-4bf8-8fb9-00195b1fa013 req-f1da347b-860d-4959-9fe4-5c5b3d72e3a7 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497627 Aug 17 03:10:51.033948 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37128) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:51.082655 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-e3fc602e-b92a-4151-b9c6-040d6d6c3484 admin admin] Deleting subnet 240d28ed-cc59-44ed-9e7e-c0fd026b529d {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:10:51.085835 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3fc602e-b92a-4151-b9c6-040d6d6c3484 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:51.121152 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3fc602e-b92a-4151-b9c6-040d6d6c3484 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:51.164985 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3fc602e-b92a-4151-b9c6-040d6d6c3484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:51.292173 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3fc602e-b92a-4151-b9c6-040d6d6c3484 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:51.319645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3fc602e-b92a-4151-b9c6-040d6d6c3484 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=240d28ed-cc59-44ed-9e7e-c0fd026b529d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:51.323334 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3fc602e-b92a-4151-b9c6-040d6d6c3484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:51.325219 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e3fc602e-b92a-4151-b9c6-040d6d6c3484 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/240d28ed-cc59-44ed-9e7e-c0fd026b529d HTTP/1.1" status: 204 len: 168 time: 0.2902665 Aug 17 03:10:51.328042 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37132) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:51.402779 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a228bb8a-eeb0-4cf6-bb16-2495a9500311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:51.487957 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a228bb8a-eeb0-4cf6-bb16-2495a9500311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:51.499127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a228bb8a-eeb0-4cf6-bb16-2495a9500311 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f31243a-df0b-45e5-95d3-3936416a870b']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:51.509664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a228bb8a-eeb0-4cf6-bb16-2495a9500311 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eed2fc80-5dc3-4c8d-92be-6599b4097ed6') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:51.509964 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a228bb8a-eeb0-4cf6-bb16-2495a9500311 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eed2fc80-5dc3-4c8d-92be-6599b4097ed6') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:51.520293 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a228bb8a-eeb0-4cf6-bb16-2495a9500311 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:51.540216 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a228bb8a-eeb0-4cf6-bb16-2495a9500311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:51.546453 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a228bb8a-eeb0-4cf6-bb16-2495a9500311 admin admin] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:10:51.546923 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a228bb8a-eeb0-4cf6-bb16-2495a9500311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:10:51.548953 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:10:51.663378 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a228bb8a-eeb0-4cf6-bb16-2495a9500311 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:51.680903 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a228bb8a-eeb0-4cf6-bb16-2495a9500311 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:51.685810 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a228bb8a-eeb0-4cf6-bb16-2495a9500311 admin admin] 10.222.0.10 "DELETE /v2.0/networks/7f31243a-df0b-45e5-95d3-3936416a870b HTTP/1.1" status: 204 len: 168 time: 0.3535724 Aug 17 03:10:51.686482 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a228bb8a-eeb0-4cf6-bb16-2495a9500311 admin admin] Pushing event deleted for resources: {'Network': ['ID=7f31243a-df0b-45e5-95d3-3936416a870b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:51.737841 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87286525-f3a4-4666-b92b-e8bb44b38069 req-faa75d84-05af-4fc4-900d-bb5c692d5735 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:51.741887 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-87286525-f3a4-4666-b92b-e8bb44b38069 req-faa75d84-05af-4fc4-900d-bb5c692d5735 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0665321 Aug 17 03:10:51.794855 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-87286525-f3a4-4666-b92b-e8bb44b38069 req-e57b70cc-d21c-49a1-8c8f-6ad353e76905 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488892 Aug 17 03:10:51.856896 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6af4ed-a0a2-4d68-ab53-3a242aac5ddc req-87d91ff0-c69b-49a4-825b-faeb6d2f22f3 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:51.858449 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a6af4ed-a0a2-4d68-ab53-3a242aac5ddc req-87d91ff0-c69b-49a4-825b-faeb6d2f22f3 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 946 time: 0.0509377 Aug 17 03:10:51.917832 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a6af4ed-a0a2-4d68-ab53-3a242aac5ddc req-7b3c5df6-4c36-4563-8420-cbdb36a804ef tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0527325 Aug 17 03:10:51.941819 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device bb8932a5-2e0e-4b19-b346-bb66d417ac44 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:52.027814 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37144) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:52.045896 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port bb8932a5-2e0e-4b19-b346-bb66d417ac44 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:52.050586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port bb8932a5-2e0e-4b19-b346-bb66d417ac44 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:52.051589 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:52.081232 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8418e0f1-d210-4411-b00f-ed89160bc16d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=127c54846c654865888b32b593f23155&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0520778 Aug 17 03:10:52.083648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37146) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:52.144268 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-18fbc942-e088-4810-8f50-0a49c5beff44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:52.154617 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:52.167492 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb00d026-3789-406e-a2d0-bdeb3a0021b5 req-366ce5d3-4762-4d50-aa47-8d634cf0c3c8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:52.169313 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb00d026-3789-406e-a2d0-bdeb3a0021b5 req-366ce5d3-4762-4d50-aa47-8d634cf0c3c8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 945 time: 0.0778074 Aug 17 03:10:52.184065 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-18fbc942-e088-4810-8f50-0a49c5beff44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:52.184349 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72acee38-1105-48d4-8de0-96edca0d6f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:52.187814 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f17fe43-7626-47f5-8609-4695a68c39b1" -d '{"events": [{"server_uuid": "72acee38-1105-48d4-8de0-96edca0d6f19", "name": "network-vif-plugged", "status": "completed", "tag": "bb8932a5-2e0e-4b19-b346-bb66d417ac44"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:52.206296 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port bb8932a5-2e0e-4b19-b346-bb66d417ac44, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:52.243088 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb00d026-3789-406e-a2d0-bdeb3a0021b5 req-cab86dd3-0f75-4457-93b2-3cda6bf838d5 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650687 Aug 17 03:10:52.244265 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fd60af9-7964-48de-bcca-3a51854703d8 x-openstack-request-id: req-2fd60af9-7964-48de-bcca-3a51854703d8 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:52.244569 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72acee38-1105-48d4-8de0-96edca0d6f19", "name": "network-vif-plugged", "status": "completed", "tag": "bb8932a5-2e0e-4b19-b346-bb66d417ac44", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:52.244825 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2fd60af9-7964-48de-bcca-3a51854703d8 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:52.245230 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72acee38-1105-48d4-8de0-96edca0d6f19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44', 'code': 200} Aug 17 03:10:52.284853 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:52.285849 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:52.316449 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-18fbc942-e088-4810-8f50-0a49c5beff44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:52.317118 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-18fbc942-e088-4810-8f50-0a49c5beff44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:52.320708 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-18fbc942-e088-4810-8f50-0a49c5beff44 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c6ab1043-15a8-4d54-b627-d60df7942b20 HTTP/1.1" status: 204 len: 168 time: 0.2321417 Aug 17 03:10:52.326590 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fbc942-e088-4810-8f50-0a49c5beff44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6ab1043-15a8-4d54-b627-d60df7942b20,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:52.380963 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=bb8932a5-2e0e-4b19-b346-bb66d417ac44,revision_number=12']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:52.467536 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:52.472296 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:52.472668 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:52.495843 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc2bf5ed-07a6-488e-a5d6-3eac3f2cd3f8 req-00892a44-dd95-4d8c-ad3c-7e61efe16469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:52.497345 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bc2bf5ed-07a6-488e-a5d6-3eac3f2cd3f8 req-00892a44-dd95-4d8c-ad3c-7e61efe16469 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 1098 time: 0.0407393 Aug 17 03:10:52.534671 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bc2bf5ed-07a6-488e-a5d6-3eac3f2cd3f8 req-6ba8ab8f-9e33-4e7c-935a-722a35aaea67 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0301082 Aug 17 03:10:52.557792 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:52.591200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:52.679104 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:52.679940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 1e1fbd10-fc63-4804-86af-a98226e29e3b no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:10:52.720307 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 1e1fbd10-fc63-4804-86af-a98226e29e3b {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:10:52.720648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 1e1fbd10-fc63-4804-86af-a98226e29e3b not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:10:52.721065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device c02f4883-cf4e-407d-b467-8dfa261f1bb2 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:10:52.747309 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: c02f4883-cf4e-407d-b467-8dfa261f1bb2 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:10:52.747659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device c02f4883-cf4e-407d-b467-8dfa261f1bb2 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:10:52.764677 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:52.918409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16370009-51b3-47a5-9318-3fc342666eb7 req-705ec30c-b71d-4b92-92cb-6edf1ad0530f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:52.920246 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16370009-51b3-47a5-9318-3fc342666eb7 req-705ec30c-b71d-4b92-92cb-6edf1ad0530f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0497699 Aug 17 03:10:52.969669 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16370009-51b3-47a5-9318-3fc342666eb7 req-35d32789-15ac-49f5-9fbd-c092b4231123 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366929 Aug 17 03:10:53.057291 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b8e9dc-316e-4d63-adbf-c63191e69254 req-ce161635-69c3-47cf-a511-803c677b379b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:53.059002 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f5b8e9dc-316e-4d63-adbf-c63191e69254 req-ce161635-69c3-47cf-a511-803c677b379b tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 947 time: 0.0585389 Aug 17 03:10:53.097561 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f5b8e9dc-316e-4d63-adbf-c63191e69254 req-b8c10a3b-6b14-4fef-8a31-a402715caee8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323474 Aug 17 03:10:53.380191 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71163bca-a9c8-44b0-9734-0f7e2eda1a1b req-f9f61c85-397a-493e-8dcb-a03ff1209e0a tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:53.384365 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-71163bca-a9c8-44b0-9734-0f7e2eda1a1b req-f9f61c85-397a-493e-8dcb-a03ff1209e0a tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0628405 Aug 17 03:10:53.448354 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-71163bca-a9c8-44b0-9734-0f7e2eda1a1b req-fb1b13e3-abfb-4c66-afa8-14ad0df6f9aa tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0560641 Aug 17 03:10:53.476700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37188) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:53.585793 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-2e69e246-02a3-44d8-8d6e-d04692c48282 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1659866697-network', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:53.666487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e69e246-02a3-44d8-8d6e-d04692c48282 admin admin] Made reservation on behalf of 29dbf4db7226454dadb9ed17ed77cc12 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:10:53.670078 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e69e246-02a3-44d8-8d6e-d04692c48282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:53.679267 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e69e246-02a3-44d8-8d6e-d04692c48282 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:53.738895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f515aec-7624-4645-a98b-43f725ced0f9 req-1c5c6732-352d-4610-b1a2-7861882b44e9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:53.740427 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f515aec-7624-4645-a98b-43f725ced0f9 req-1c5c6732-352d-4610-b1a2-7861882b44e9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 945 time: 0.0831010 Aug 17 03:10:53.799126 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f515aec-7624-4645-a98b-43f725ced0f9 req-1aac7030-0df3-4bfc-8576-a10ce072c369 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517633 Aug 17 03:10:53.837857 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e69e246-02a3-44d8-8d6e-d04692c48282 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:53.908433 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e69e246-02a3-44d8-8d6e-d04692c48282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:53.935420 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e69e246-02a3-44d8-8d6e-d04692c48282 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:10:53.942475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69e246-02a3-44d8-8d6e-d04692c48282 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e164fac-35e9-4717-9f41-0d1f2749648d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:53.948462 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e69e246-02a3-44d8-8d6e-d04692c48282 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:53.948817 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-2e69e246-02a3-44d8-8d6e-d04692c48282 admin admin] Added segment dbd7541f-dd23-4942-af3e-b48fa01cf190 of type vlan for network 06273fda-1108-4d79-a8de-ed0a7364bbe0 Aug 17 03:10:53.989012 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e69e246-02a3-44d8-8d6e-d04692c48282 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:54.097177 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d905dc55-984b-4f10-982e-09577d3aedb0 req-d65050c3-e865-44b2-8e28-54b6c16a4122 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.098690 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d905dc55-984b-4f10-982e-09577d3aedb0 req-d65050c3-e865-44b2-8e28-54b6c16a4122 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0494637 Aug 17 03:10:54.108720 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e69e246-02a3-44d8-8d6e-d04692c48282 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:54.110303 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e69e246-02a3-44d8-8d6e-d04692c48282 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.110902 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e69e246-02a3-44d8-8d6e-d04692c48282 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:54.141971 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d905dc55-984b-4f10-982e-09577d3aedb0 req-d5c46248-b79a-414f-a4b6-88b7cee86a71 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372944 Aug 17 03:10:54.170860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e69e246-02a3-44d8-8d6e-d04692c48282 admin admin] Pushing event updated for resources: {'Network': ['ID=06273fda-1108-4d79-a8de-ed0a7364bbe0,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:54.182461 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 06273fda-1108-4d79-a8de-ed0a7364bbe0 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:10:54.224555 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2e69e246-02a3-44d8-8d6e-d04692c48282 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7464106 Aug 17 03:10:54.228025 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37228) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:54.232889 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Request body: {'subnet': {'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1659866697-subnet', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:54.246880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeaad4ec-5472-4cc4-a44c-1ba5a9a7a95f req-eba43c5e-2174-4177-be3e-e54d24e5aa5e tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.252544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:54.255115 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ddd294-d644-4598-9dc4-5940ed05a362" -d '{"events": [{"server_uuid": "efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2", "name": "network-vif-plugged", "status": "completed", "tag": "8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:54.257102 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eeaad4ec-5472-4cc4-a44c-1ba5a9a7a95f req-eba43c5e-2174-4177-be3e-e54d24e5aa5e tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 947 time: 0.0799022 Aug 17 03:10:54.293953 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eeaad4ec-5472-4cc4-a44c-1ba5a9a7a95f req-9fad5df5-70b9-4e42-be31-734c06a1211a tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0359457 Aug 17 03:10:54.308063 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bef4aabd-08b4-4b1a-b27f-44b46b13cba0 x-openstack-request-id: req-bef4aabd-08b4-4b1a-b27f-44b46b13cba0 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:54.308423 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2", "name": "network-vif-plugged", "status": "completed", "tag": "8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:54.308893 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bef4aabd-08b4-4b1a-b27f-44b46b13cba0 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:54.309410 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1', 'code': 200} Aug 17 03:10:54.365659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Made reservation on behalf of 29dbf4db7226454dadb9ed17ed77cc12 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:10:54.368344 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:54.507788 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4a4a4-d6c0-4f35-9c66-5e4fe9119039 req-c47cfc3d-36eb-4efc-88da-ecb4e78e0388 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.513743 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4a4a4-d6c0-4f35-9c66-5e4fe9119039 req-c47cfc3d-36eb-4efc-88da-ecb4e78e0388 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.520238 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4a4a4-d6c0-4f35-9c66-5e4fe9119039 req-c47cfc3d-36eb-4efc-88da-ecb4e78e0388 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.526227 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4a4a4-d6c0-4f35-9c66-5e4fe9119039 req-c47cfc3d-36eb-4efc-88da-ecb4e78e0388 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.532322 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4a4a4-d6c0-4f35-9c66-5e4fe9119039 req-c47cfc3d-36eb-4efc-88da-ecb4e78e0388 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.538294 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4a4a4-d6c0-4f35-9c66-5e4fe9119039 req-c47cfc3d-36eb-4efc-88da-ecb4e78e0388 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.544307 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64f4a4a4-d6c0-4f35-9c66-5e4fe9119039 req-c47cfc3d-36eb-4efc-88da-ecb4e78e0388 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.546386 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-64f4a4a4-d6c0-4f35-9c66-5e4fe9119039 req-c47cfc3d-36eb-4efc-88da-ecb4e78e0388 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5436 time: 0.1932247 Aug 17 03:10:54.553710 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769ade74-4401-4e23-a3ee-dc542d027360 req-36969c40-a42f-41e3-a303-6af25798bb30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.555247 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-769ade74-4401-4e23-a3ee-dc542d027360 req-36969c40-a42f-41e3-a303-6af25798bb30 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 1097 time: 0.1580448 Aug 17 03:10:54.566255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a16ee6-cad9-49f3-9d8f-ed1c227e2cbf req-fe112b67-ba96-4851-b2e9-bb0b1b182b99 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.567937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77a16ee6-cad9-49f3-9d8f-ed1c227e2cbf req-fe112b67-ba96-4851-b2e9-bb0b1b182b99 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0534852 Aug 17 03:10:54.607937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77a16ee6-cad9-49f3-9d8f-ed1c227e2cbf req-a474145a-6e73-4e19-801a-4989aedf5a45 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333612 Aug 17 03:10:54.654088 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-64f4a4a4-d6c0-4f35-9c66-5e4fe9119039 req-efd1c9c6-dab8-42bc-9669-5957222fb0af tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0962448 Aug 17 03:10:54.664416 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-769ade74-4401-4e23-a3ee-dc542d027360 req-86a9bc50-0867-4e17-8329-0b6c3fc1bfc2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847459 Aug 17 03:10:54.793522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799f8c6-c757-455b-ae17-8a70c7bffc00 req-d81496ae-c23c-44df-91e7-7a17cb30b6a0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.794270 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:54.800388 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799f8c6-c757-455b-ae17-8a70c7bffc00 req-d81496ae-c23c-44df-91e7-7a17cb30b6a0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.806282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799f8c6-c757-455b-ae17-8a70c7bffc00 req-d81496ae-c23c-44df-91e7-7a17cb30b6a0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.811973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799f8c6-c757-455b-ae17-8a70c7bffc00 req-d81496ae-c23c-44df-91e7-7a17cb30b6a0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.818846 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799f8c6-c757-455b-ae17-8a70c7bffc00 req-d81496ae-c23c-44df-91e7-7a17cb30b6a0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.824644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799f8c6-c757-455b-ae17-8a70c7bffc00 req-d81496ae-c23c-44df-91e7-7a17cb30b6a0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.831094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f799f8c6-c757-455b-ae17-8a70c7bffc00 req-d81496ae-c23c-44df-91e7-7a17cb30b6a0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.833033 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f799f8c6-c757-455b-ae17-8a70c7bffc00 req-d81496ae-c23c-44df-91e7-7a17cb30b6a0 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5436 time: 0.0933182 Aug 17 03:10:54.853629 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Pushing event updated for resources: {'Subnet': ['ID=9034a659-f846-4b1b-ae6a-7826b698211e,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:54.865863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Checking segment: {'id': 'dbd7541f-dd23-4942-af3e-b48fa01cf190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:10:54.866262 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Network hostable DHCP agents. Network: 06273fda-1108-4d79-a8de-ed0a7364bbe0, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:10:54.868969 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:54.869326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:54.869707 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:54.870057 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:54.870400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:54.871490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:54.871490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:54.871490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:54.872847 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:54.872847 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:54.872847 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:54.872847 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:54.941694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-609e044a-c156-47ad-bb61-d7e65d3fe869 req-56aa30a7-0361-489d-8b00-daa5a8b55507 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:54.943244 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-609e044a-c156-47ad-bb61-d7e65d3fe869 req-56aa30a7-0361-489d-8b00-daa5a8b55507 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 945 time: 0.0621893 Aug 17 03:10:54.964728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Network 06273fda-1108-4d79-a8de-ed0a7364bbe0 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:10:54.990230 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-609e044a-c156-47ad-bb61-d7e65d3fe869 req-e49c5e03-110e-44e7-8ab8-66f1b7a221de tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397241 Aug 17 03:10:55.016964 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 06273fda-1108-4d79-a8de-ed0a7364bbe0) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:55.021066 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:55.021717 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.027945 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-481d64b8-a6b1-4613-bff7-54b58b5c1197 None None] Network 06273fda-1108-4d79-a8de-ed0a7364bbe0 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:10:55.110306 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dbfee71a-fc5b-4494-98f8-557a51bf6cfe admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8802717 Aug 17 03:10:55.112416 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37244) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:55.117250 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:10:55.174476 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-06273fda-1108-4d79-a8de-ed0a7364bbe0', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:10:55.175346 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.226204 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.227537 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.262762 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3cff5d-3c95-41c1-9912-d4d186bfb1cf req-8317e5d8-e11b-4f09-bfb7-5f917c638df3 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:55.264434 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af3cff5d-3c95-41c1-9912-d4d186bfb1cf req-8317e5d8-e11b-4f09-bfb7-5f917c638df3 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0559106 Aug 17 03:10:55.290471 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.315278 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Allocated IP 172.20.0.2 (06273fda-1108-4d79-a8de-ed0a7364bbe0/9034a659-f846-4b1b-ae6a-7826b698211e/30a0b646-f739-4e4d-8699-1cc7d5e2400e) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:10:55.337865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1daf0d61-8692-4707-bd3e-f3391890c0ec req-09d89daa-4da2-4268-a29d-272e09248421 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:55.339362 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1daf0d61-8692-4707-bd3e-f3391890c0ec req-09d89daa-4da2-4268-a29d-272e09248421 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.60 "GET /v2.0/ports?device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 945 time: 0.0739729 Aug 17 03:10:55.345694 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af3cff5d-3c95-41c1-9912-d4d186bfb1cf req-158f16ab-1ecc-4bf3-8a18-86abcc3e81a4 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0713329 Aug 17 03:10:55.456341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-1daf0d61-8692-4707-bd3e-f3391890c0ec req-102124e6-6025-4787-b216-9dfa3004794c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Deleting port d8610ee5-247a-4ed3-9cc9-775c85cc9f3c {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:10:55.456696 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1daf0d61-8692-4707-bd3e-f3391890c0ec req-102124e6-6025-4787-b216-9dfa3004794c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.485594 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.496102 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Transition to ACTIVE for port object 30a0b646-f739-4e4d-8699-1cc7d5e2400e will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:55.519617 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Transition to ACTIVE for port object 30a0b646-f739-4e4d-8699-1cc7d5e2400e will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:55.521987 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.539572 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07816780-93dd-4109-9df7-f8034aacda90 req-d38f6048-e629-4912-9dd6-5e43f920442e tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:55.541151 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-07816780-93dd-4109-9df7-f8034aacda90 req-d38f6048-e629-4912-9dd6-5e43f920442e tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 947 time: 0.1243231 Aug 17 03:10:55.557132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-1daf0d61-8692-4707-bd3e-f3391890c0ec req-102124e6-6025-4787-b216-9dfa3004794c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] For port d8610ee5-247a-4ed3-9cc9-775c85cc9f3c, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d8610ee5-247a-4ed3-9cc9-775c85cc9f3c,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:55.557529 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1daf0d61-8692-4707-bd3e-f3391890c0ec req-102124e6-6025-4787-b216-9dfa3004794c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.571314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-1daf0d61-8692-4707-bd3e-f3391890c0ec req-102124e6-6025-4787-b216-9dfa3004794c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Calling delete_port for d8610ee5-247a-4ed3-9cc9-775c85cc9f3c owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:10:55.584385 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-07816780-93dd-4109-9df7-f8034aacda90 req-a8ff4cad-b726-4e23-92cd-fa43d000e97e tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0358944 Aug 17 03:10:55.600411 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.664556 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Pushing event updated for resources: {'Port': ['ID=30a0b646-f739-4e4d-8699-1cc7d5e2400e,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:55.686125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:55.686475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:55.686820 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:55.687283 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:55.687837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:55.688670 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:55.688670 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:55.688961 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:55.689297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:55.689784 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:55.690115 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:55.690444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:55.704970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Network 06273fda-1108-4d79-a8de-ed0a7364bbe0 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:10:55.706764 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:55.709322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:10:55.778154 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Attempting to bind port 30a0b646-f739-4e4d-8699-1cc7d5e2400e on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:10:55.778580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Attempting to bind port 30a0b646-f739-4e4d-8699-1cc7d5e2400e by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'dbd7541f-dd23-4942-af3e-b48fa01cf190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:10:55.778941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Attempting to bind port 30a0b646-f739-4e4d-8699-1cc7d5e2400e on network 06273fda-1108-4d79-a8de-ed0a7364bbe0 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:55.790346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:10:55.791242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Checking segment: {'id': 'dbd7541f-dd23-4942-af3e-b48fa01cf190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:10:55.791841 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.792541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Bound using segment: {'id': 'dbd7541f-dd23-4942-af3e-b48fa01cf190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:10:55.792967 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-724589c8-c794-4c5f-87e7-4ed4491d5717 req-688f1905-7d41-41a6-b308-e57ad71ed7cb tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:55.793101 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Bound port: 30a0b646-f739-4e4d-8699-1cc7d5e2400e, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd7541f-dd23-4942-af3e-b48fa01cf190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:10:55.793406 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.794991 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-724589c8-c794-4c5f-87e7-4ed4491d5717 req-688f1905-7d41-41a6-b308-e57ad71ed7cb tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1108778 Aug 17 03:10:55.842377 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-724589c8-c794-4c5f-87e7-4ed4491d5717 req-790e9c57-9220-4769-b9a6-416a068f4278 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412917 Aug 17 03:10:55.856154 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.869327 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] For port 30a0b646-f739-4e4d-8699-1cc7d5e2400e, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:10:55.872550 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] For port 30a0b646-f739-4e4d-8699-1cc7d5e2400e, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=30a0b646-f739-4e4d-8699-1cc7d5e2400e,segment=NetworkSegment(dbd7541f-dd23-4942-af3e-b48fa01cf190),segment_id=dbd7541f-dd23-4942-af3e-b48fa01cf190)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:10:55.875312 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1daf0d61-8692-4707-bd3e-f3391890c0ec req-102124e6-6025-4787-b216-9dfa3004794c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.876746 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.889835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['1b305bf9-3077-4cbd-9ca6-416349000e77', '4d4eb695-bdd1-44e4-aada-7d52050253d1', 'd8610ee5-247a-4ed3-9cc9-775c85cc9f3c'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:10:55.910161 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102124e6-6025-4787-b216-9dfa3004794c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Pushing event deleted for resources: {'Port': ['ID=d8610ee5-247a-4ed3-9cc9-775c85cc9f3c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:55.949502 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.956453 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1daf0d61-8692-4707-bd3e-f3391890c0ec req-102124e6-6025-4787-b216-9dfa3004794c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] No DVR routers for this DVR port d8610ee5-247a-4ed3-9cc9-775c85cc9f3c on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:10:55.959416 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1daf0d61-8692-4707-bd3e-f3391890c0ec req-102124e6-6025-4787-b216-9dfa3004794c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:55.961964 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1daf0d61-8692-4707-bd3e-f3391890c0ec req-102124e6-6025-4787-b216-9dfa3004794c tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.60 "DELETE /v2.0/ports/d8610ee5-247a-4ed3-9cc9-775c85cc9f3c HTTP/1.1" status: 204 len: 173 time: 0.6153445 Aug 17 03:10:55.962458 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b23ea859-3520-4b57-9151-30e35aefb380', 'name': 'network-vif-deleted', 'tag': 'd8610ee5-247a-4ed3-9cc9-775c85cc9f3c'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:55.965522 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07315316-bbdf-490c-8035-7f6d15517b4b" -d '{"events": [{"server_uuid": "b23ea859-3520-4b57-9151-30e35aefb380", "name": "network-vif-deleted", "tag": "d8610ee5-247a-4ed3-9cc9-775c85cc9f3c"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:56.005214 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Allocated IP 172.25.1.127 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/1084db08-b5dc-43ba-916d-201a3487cc30) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:10:56.036006 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e99cc93c-d6bc-45e1-a725-ac73374b721a x-openstack-request-id: req-e99cc93c-d6bc-45e1-a725-ac73374b721a {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:56.038108 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b23ea859-3520-4b57-9151-30e35aefb380", "name": "network-vif-deleted", "tag": "d8610ee5-247a-4ed3-9cc9-775c85cc9f3c", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:56.039831 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e99cc93c-d6bc-45e1-a725-ac73374b721a {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:56.041596 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b23ea859-3520-4b57-9151-30e35aefb380', 'name': 'network-vif-deleted', 'tag': 'd8610ee5-247a-4ed3-9cc9-775c85cc9f3c', 'status': 'completed', 'code': 200} Aug 17 03:10:56.053623 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6fe133-0e58-441c-ac9b-fee17dbf9bed None None] Pushing event updated for resources: {'Port': ['ID=30a0b646-f739-4e4d-8699-1cc7d5e2400e,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:56.137027 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e9fe61c-ee44-43fb-b0b5-ea5de8cff455 req-659495d6-9acd-485b-bbbf-062b2694a786 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=b23ea859-3520-4b57-9151-30e35aefb380 HTTP/1.1" status: 200 len: 210 time: 0.0363948 Aug 17 03:10:56.181144 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:56.274133 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:56.329636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:10:56.332550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:56.336436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:10:56.364491 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Pushing event updated for resources: {'Port': ['ID=1084db08-b5dc-43ba-916d-201a3487cc30,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:56.542943 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a3116a-7b57-4172-b811-8240c8801e5e req-528013a0-30b1-4fae-ac8f-cb4568f26d43 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:56.544416 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c4a3116a-7b57-4172-b811-8240c8801e5e req-528013a0-30b1-4fae-ac8f-cb4568f26d43 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.1167183 Aug 17 03:10:56.589666 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c4a3116a-7b57-4172-b811-8240c8801e5e req-54c7d0ef-9d3d-4eab-bc5c-fd96b3ee67b0 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0384781 Aug 17 03:10:56.705609 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:56.972355 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:56.995765 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6af626e-1bce-47ff-93ea-a030842af801 req-1bd5c00a-7c3c-465c-b03b-4f339b69bc67 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:56.997514 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6af626e-1bce-47ff-93ea-a030842af801 req-1bd5c00a-7c3c-465c-b03b-4f339b69bc67 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0681825 Aug 17 03:10:57.056792 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6af626e-1bce-47ff-93ea-a030842af801 req-49060dff-4e1a-402b-a1a2-4c3911be7d5b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483422 Aug 17 03:10:57.103514 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f615709-5113-4924-a616-41788a02ad7c None None] Network 06273fda-1108-4d79-a8de-ed0a7364bbe0 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:10:57.186418 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37284) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:57.240278 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:10:57.241702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aedd8f6e-bee0-4695-a24b-164f8c930018 None None] Provisioning for port 30a0b646-f739-4e4d-8699-1cc7d5e2400e completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:57.623649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bda7d81-a347-4d9b-bb59-db4b5262b9ec req-a2b9f442-785b-44aa-ad8c-9bc779319fcc tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:57.625654 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2bda7d81-a347-4d9b-bb59-db4b5262b9ec req-a2b9f442-785b-44aa-ad8c-9bc779319fcc tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 945 time: 0.0548370 Aug 17 03:10:57.664675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2bda7d81-a347-4d9b-bb59-db4b5262b9ec req-c4260a5f-9b88-4cda-8854-2145d470e03b tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327759 Aug 17 03:10:57.731144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dee339-43ae-494e-bfdf-b5e74820f26b req-8979c252-de01-4d3c-bd3e-6851c86ee15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:57.731640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dee339-43ae-494e-bfdf-b5e74820f26b req-8979c252-de01-4d3c-bd3e-6851c86ee15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:57.732123 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dee339-43ae-494e-bfdf-b5e74820f26b req-8979c252-de01-4d3c-bd3e-6851c86ee15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:57.732607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dee339-43ae-494e-bfdf-b5e74820f26b req-8979c252-de01-4d3c-bd3e-6851c86ee15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:57.733074 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dee339-43ae-494e-bfdf-b5e74820f26b req-8979c252-de01-4d3c-bd3e-6851c86ee15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:57.733600 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dee339-43ae-494e-bfdf-b5e74820f26b req-8979c252-de01-4d3c-bd3e-6851c86ee15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:57.734604 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01dee339-43ae-494e-bfdf-b5e74820f26b req-8979c252-de01-4d3c-bd3e-6851c86ee15e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:57.736539 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-01dee339-43ae-494e-bfdf-b5e74820f26b req-8979c252-de01-4d3c-bd3e-6851c86ee15e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 6493 time: 0.5480890 Aug 17 03:10:57.782186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33ddf0a-57f3-4b22-bffd-64e8d7b39246 req-b6a2f19c-05b5-4d93-a4a2-33c2b084317a tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:57.783705 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e33ddf0a-57f3-4b22-bffd-64e8d7b39246 req-b6a2f19c-05b5-4d93-a4a2-33c2b084317a tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0515215 Aug 17 03:10:57.791629 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2451e0b5-ff13-4d84-8d09-40b781db9925 req-b3fd4fed-7eb9-4e27-b909-88ea0fbef21a tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:57.793226 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2451e0b5-ff13-4d84-8d09-40b781db9925 req-b3fd4fed-7eb9-4e27-b909-88ea0fbef21a tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1007392 Aug 17 03:10:57.794232 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:10:57.806956 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Sync routers for ids ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:10:57.817103 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Routers {'6772dce1-f98a-4a35-9e66-a81ca0530bf9'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:10:57.818304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:10:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:57.824211 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e33ddf0a-57f3-4b22-bffd-64e8d7b39246 req-6e37823c-de4d-4714-8ae7-f542ac7c5fab tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341132 Aug 17 03:10:57.824392 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-01dee339-43ae-494e-bfdf-b5e74820f26b req-9483cb4d-a224-45eb-89db-85c0bd789bd1 service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=ce8b15dc-ca0d-4264-8096-60a9904c7309&id=45eaa01e-5bc7-4240-85ea-aefc652ea939&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0804996 Aug 17 03:10:57.856663 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2451e0b5-ff13-4d84-8d09-40b781db9925 req-c926e464-6202-41c6-b5ae-04eeb011e9ad tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545223 Aug 17 03:10:57.885823 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:57.886999 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d1988ce6-2a6a-4f46-8c79-c9e8412d01da admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.7736399 Aug 17 03:10:57.894098 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37298) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:10:57.929936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Set router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:10:58.140138 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 30a0b646-f739-4e4d-8699-1cc7d5e2400e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:10:58.294445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:56Z', 'revision_number': 3, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:58.320539 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Checking router: 6772dce1-f98a-4a35-9e66-a81ca0530bf9 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:10:58.320892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Updating router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 port 1084db08-b5dc-43ba-916d-201a3487cc30 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:10:58.337962 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:58.340599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 30a0b646-f739-4e4d-8699-1cc7d5e2400e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:58.347128 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 30a0b646-f739-4e4d-8699-1cc7d5e2400e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:58.347504 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:58.351496 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:58.540351 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Allocated IP 172.20.0.1 (06273fda-1108-4d79-a8de-ed0a7364bbe0/9034a659-f846-4b1b-ae6a-7826b698211e/ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:10:58.558061 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:58.620106 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 30a0b646-f739-4e4d-8699-1cc7d5e2400e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=30a0b646-f739-4e4d-8699-1cc7d5e2400e,segment=NetworkSegment(dbd7541f-dd23-4942-af3e-b48fa01cf190),segment_id=dbd7541f-dd23-4942-af3e-b48fa01cf190)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:58.652473 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:58.667854 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Transition to ACTIVE for port object ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:58.675604 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:58.723804 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:58.744839 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Transition to ACTIVE for port object 1084db08-b5dc-43ba-916d-201a3487cc30 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:10:58.755169 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=30a0b646-f739-4e4d-8699-1cc7d5e2400e,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:58.759321 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:58.795395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7247c4c-1869-4309-a8bc-cf70cf0031ff req-b3f43729-b374-42c0-a4da-57e611256650 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:58.798191 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7247c4c-1869-4309-a8bc-cf70cf0031ff req-b3f43729-b374-42c0-a4da-57e611256650 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 945 time: 0.0647807 Aug 17 03:10:58.802254 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Network 06273fda-1108-4d79-a8de-ed0a7364bbe0 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:10:58.807207 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:58.810956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:10:58.824644 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:58.838842 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7247c4c-1869-4309-a8bc-cf70cf0031ff req-c2dd16ed-3e2a-48c3-8089-ec2998f5e4e9 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340564 Aug 17 03:10:58.840101 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Pushing event updated for resources: {'Port': ['ID=ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:58.885820 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:58.886078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Attempting to bind port 1084db08-b5dc-43ba-916d-201a3487cc30 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:10:58.886078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Attempting to bind port 1084db08-b5dc-43ba-916d-201a3487cc30 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:10:58.886078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Attempting to bind port 1084db08-b5dc-43ba-916d-201a3487cc30 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:10:58.903473 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:10:58.903903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:10:58.904400 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:58.904807 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:10:58.905343 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Bound port: 1084db08-b5dc-43ba-916d-201a3487cc30, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:10:58.906510 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:58.946077 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe6e94-ca61-48f8-af06-5bfcc3d33c71 None None] Pushing event updated for resources: {'Port': ['ID=1084db08-b5dc-43ba-916d-201a3487cc30,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:58.993676 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] For port 1084db08-b5dc-43ba-916d-201a3487cc30, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:10:58.998938 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] For port 1084db08-b5dc-43ba-916d-201a3487cc30, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1084db08-b5dc-43ba-916d-201a3487cc30,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:10:59.015622 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbe9442-4f03-4894-bf57-00d58a632c37 req-ebdc814a-c265-4a0d-9cb5-239ebf272498 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:59.019717 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1dbe9442-4f03-4894-bf57-00d58a632c37 req-ebdc814a-c265-4a0d-9cb5-239ebf272498 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0657363 Aug 17 03:10:59.060985 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03faf560-fa6c-41f9-b013-ea6c87fc40b0 req-0687d32d-6dbf-4c2f-b471-06e6824ea4fd tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:59.063065 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1dbe9442-4f03-4894-bf57-00d58a632c37 req-baff2dd1-68d0-431f-b85c-b83b4ca19b9e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382497 Aug 17 03:10:59.063383 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03faf560-fa6c-41f9-b013-ea6c87fc40b0 req-0687d32d-6dbf-4c2f-b471-06e6824ea4fd tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0799270 Aug 17 03:10:59.070157 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:59.120990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d9c368a-d526-472c-96c5-1f1794793e05 req-469d6ac3-0895-46e1-a0f3-39a688608d96 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:10:59.122641 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d9c368a-d526-472c-96c5-1f1794793e05 req-469d6ac3-0895-46e1-a0f3-39a688608d96 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.60 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 945 time: 0.0586023 Aug 17 03:10:59.138970 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:59.143417 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Routers {'6772dce1-f98a-4a35-9e66-a81ca0530bf9'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:10:59.144051 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:10:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:59.165486 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03faf560-fa6c-41f9-b013-ea6c87fc40b0 req-6ecc2c7f-ee9e-437f-b51a-f02fe549d9ad tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908272 Aug 17 03:10:59.179345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe6e94-ca61-48f8-af06-5bfcc3d33c71 None None] Pushing event updated for resources: {'Port': ['ID=1084db08-b5dc-43ba-916d-201a3487cc30,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:59.189928 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d3d40884-e423-40ad-a64a-de20273b6116 None None] Provisioning for port ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:10:59.197571 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d3d40884-e423-40ad-a64a-de20273b6116 None None] Provisioning complete for port ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:10:59.198021 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d3d40884-e423-40ad-a64a-de20273b6116 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:59.244255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-7d9c368a-d526-472c-96c5-1f1794793e05 req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Deleting port 4d4eb695-bdd1-44e4-aada-7d52050253d1 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:10:59.244255 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7d9c368a-d526-472c-96c5-1f1794793e05 req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:59.269102 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d3d40884-e423-40ad-a64a-de20273b6116 None None] Port ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:10:59.289365 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] Set router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:10:59.334915 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:59.345220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-7d9c368a-d526-472c-96c5-1f1794793e05 req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] For port 4d4eb695-bdd1-44e4-aada-7d52050253d1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4d4eb695-bdd1-44e4-aada-7d52050253d1,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:10:59.345778 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7d9c368a-d526-472c-96c5-1f1794793e05 req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:59.358566 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-7d9c368a-d526-472c-96c5-1f1794793e05 req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Calling delete_port for 4d4eb695-bdd1-44e4-aada-7d52050253d1 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:10:59.388714 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:59.466437 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Pushing event updated for resources: {'Port': ['ID=ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:59.471012 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:59.503116 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:59Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9', 'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'mac_address': 'fa:16:3e:0b:f0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:58Z', 'updated_at': '2021-08-17T03:10:58Z', 'revision_number': 1, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'subnets': [{'id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:10:59.533778 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d398c1-3392-4ec0-972e-72d062b593b6 None None] The sync data for ids ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'] in n-d-802060-9 is: [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:59Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9', 'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'mac_address': 'fa:16:3e:0b:f0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:58Z', 'updated_at': '2021-08-17T03:10:58Z', 'revision_number': 1, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'subnets': [{'id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:10:59.560279 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7d9c368a-d526-472c-96c5-1f1794793e05 req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:59.569150 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Network 06273fda-1108-4d79-a8de-ed0a7364bbe0 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:10:59.570609 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:10:59.584904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['1b305bf9-3077-4cbd-9ca6-416349000e77', '4d4eb695-bdd1-44e4-aada-7d52050253d1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:10:59.613890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Pushing event deleted for resources: {'Port': ['ID=4d4eb695-bdd1-44e4-aada-7d52050253d1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:10:59.654627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d9c368a-d526-472c-96c5-1f1794793e05 req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] No DVR routers for this DVR port 4d4eb695-bdd1-44e4-aada-7d52050253d1 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:10:59.658911 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-7d9c368a-d526-472c-96c5-1f1794793e05 req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:10:59.661157 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d9c368a-d526-472c-96c5-1f1794793e05 req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.60 "DELETE /v2.0/ports/4d4eb695-bdd1-44e4-aada-7d52050253d1 HTTP/1.1" status: 204 len: 173 time: 0.5307250 Aug 17 03:10:59.663091 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:59.663445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:59.673478 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:59.673945 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:59.674296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:59.674690 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:59.675030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:59.675555 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:59.676019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:59.676359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:59.676692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:59.677014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5f7840d4-7b97-4917-94a8-ff8c8e24a946 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:10:59.681878 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '873d4ccf-0673-41bd-8819-b4f87fa1aa1c', 'name': 'network-vif-deleted', 'tag': '4d4eb695-bdd1-44e4-aada-7d52050253d1'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:10:59.685217 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dca89916-d5be-41fe-912b-557b8cabc7f7" -d '{"events": [{"server_uuid": "873d4ccf-0673-41bd-8819-b4f87fa1aa1c", "name": "network-vif-deleted", "tag": "4d4eb695-bdd1-44e4-aada-7d52050253d1"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:10:59.736151 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:10:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea2c44a-52bf-4a90-ad9f-0a2d54b2903a x-openstack-request-id: req-bea2c44a-52bf-4a90-ad9f-0a2d54b2903a {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:10:59.736452 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "873d4ccf-0673-41bd-8819-b4f87fa1aa1c", "name": "network-vif-deleted", "tag": "4d4eb695-bdd1-44e4-aada-7d52050253d1", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:10:59.736706 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bea2c44a-52bf-4a90-ad9f-0a2d54b2903a {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:10:59.737124 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '873d4ccf-0673-41bd-8819-b4f87fa1aa1c', 'name': 'network-vif-deleted', 'tag': '4d4eb695-bdd1-44e4-aada-7d52050253d1', 'status': 'completed', 'code': 200} Aug 17 03:10:59.757763 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:10:59.925835 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:10:59.931499 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4487e4a9-7a99-4cc5-98a7-1ed7ba0585ad admin admin] 10.222.0.10 "PUT /v2.0/routers/6772dce1-f98a-4a35-9e66-a81ca0530bf9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0362723 Aug 17 03:10:59.990087 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-86b3c64f-f2bd-4b86-91c5-dbb9024d32a2 req-102daaf4-c01a-49f2-85eb-d4dcabf7b7e0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=873d4ccf-0673-41bd-8819-b4f87fa1aa1c HTTP/1.1" status: 200 len: 210 time: 0.0312710 Aug 17 03:11:00.023614 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2117c577-caa1-48a1-9136-cab6f4d61230 None None] Provisioning complete for port ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:00.024010 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2117c577-caa1-48a1-9136-cab6f4d61230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:00.047833 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d8610ee5-247a-4ed3-9cc9-775c85cc9f3c no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:11:00.075635 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: d8610ee5-247a-4ed3-9cc9-775c85cc9f3c {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:11:00.075992 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d8610ee5-247a-4ed3-9cc9-775c85cc9f3c not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:11:00.103012 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2117c577-caa1-48a1-9136-cab6f4d61230 None None] Port ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:11:00.136511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 30a0b646-f739-4e4d-8699-1cc7d5e2400e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:11:00.200405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 30a0b646-f739-4e4d-8699-1cc7d5e2400e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:00.201039 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:00.233265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef03eb1c-6482-41d5-89b6-b2685e86bef8 req-6776a1be-4b20-4544-9c12-db26ee72b0fb tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:00.245043 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef03eb1c-6482-41d5-89b6-b2685e86bef8 req-6776a1be-4b20-4544-9c12-db26ee72b0fb tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0824463 Aug 17 03:11:00.300241 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef03eb1c-6482-41d5-89b6-b2685e86bef8 req-6b6ab9f4-b281-43a6-ae40-2d19bec5b747 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533297 Aug 17 03:11:00.435894 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ad39c-2bbb-4dd5-bce7-5e65328c5205 req-844e9ec5-16f0-4582-9702-9fae76338fae tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:00.437908 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-815ad39c-2bbb-4dd5-bce7-5e65328c5205 req-844e9ec5-16f0-4582-9702-9fae76338fae tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0712411 Aug 17 03:11:00.491041 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-815ad39c-2bbb-4dd5-bce7-5e65328c5205 req-8d9579fe-29ab-49fd-938f-b09512fc88a3 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454211 Aug 17 03:11:00.635167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37322) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:00.639890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-261f21e2-6eef-492f-a32d-5b86b7fe30b9 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--61794084', 'description': 'tempest-description--1430441469'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:00.720645 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-261f21e2-6eef-492f-a32d-5b86b7fe30b9 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:00.808468 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-261f21e2-6eef-492f-a32d-5b86b7fe30b9 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:00.885829 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-261f21e2-6eef-492f-a32d-5b86b7fe30b9 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:00.917054 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261f21e2-6eef-492f-a32d-5b86b7fe30b9 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:00.978132 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-261f21e2-6eef-492f-a32d-5b86b7fe30b9 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:00.979433 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-261f21e2-6eef-492f-a32d-5b86b7fe30b9 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.3432386 Aug 17 03:11:00.982146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37324) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:00.987215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a8972a43-e12b-40be-9366-5949f0b6e39a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Request body: {'security_group_rule': {'security_group_id': '3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:01.084947 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a8972a43-e12b-40be-9366-5949f0b6e39a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:01.144555 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a8972a43-e12b-40be-9366-5949f0b6e39a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:01.228436 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a8972a43-e12b-40be-9366-5949f0b6e39a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:01.246825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8972a43-e12b-40be-9366-5949f0b6e39a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc23c68d-0a91-41b9-891e-4d0bc28af4a8,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:01.307302 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a8972a43-e12b-40be-9366-5949f0b6e39a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:01.308533 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a8972a43-e12b-40be-9366-5949f0b6e39a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3254573 Aug 17 03:11:01.313117 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37332) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:01.321400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-648f8b24-0f09-4e30-98aa-fa16ca6f139c tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Request body: {'security_group_rule': {'security_group_id': '3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:01.434932 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f6b3a60-8728-4113-af2d-3b4deab3cc10 req-dfe05393-dd12-426d-bf4a-f6d7de1f1286 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:01.436526 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2f6b3a60-8728-4113-af2d-3b4deab3cc10 req-dfe05393-dd12-426d-bf4a-f6d7de1f1286 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0590289 Aug 17 03:11:01.438102 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-648f8b24-0f09-4e30-98aa-fa16ca6f139c tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:01.508058 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2f6b3a60-8728-4113-af2d-3b4deab3cc10 req-328e54c0-8b22-4dc6-b93f-c4f05e3abc4e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603621 Aug 17 03:11:01.539931 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-648f8b24-0f09-4e30-98aa-fa16ca6f139c tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:01.610315 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-648f8b24-0f09-4e30-98aa-fa16ca6f139c tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:01.630495 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-648f8b24-0f09-4e30-98aa-fa16ca6f139c tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a67a18c2-adeb-4c47-90f4-d3ba86afc7fc,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:01.632652 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c75661a-8e37-4e14-a9f9-357d35f55844 req-e5607f92-f264-47aa-aeb1-83e893b4b1e3 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:01.634010 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c75661a-8e37-4e14-a9f9-357d35f55844 req-e5607f92-f264-47aa-aeb1-83e893b4b1e3 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0603163 Aug 17 03:11:01.675997 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c75661a-8e37-4e14-a9f9-357d35f55844 req-6b53868b-1fe7-4c46-a144-c196f944c586 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350373 Aug 17 03:11:01.725487 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-648f8b24-0f09-4e30-98aa-fa16ca6f139c tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:01.727410 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-648f8b24-0f09-4e30-98aa-fa16ca6f139c tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4117424 Aug 17 03:11:01.730636 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37338) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:01.735977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e1aac474-1106-41e6-8172-09f8adfd61df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:01.737866 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Sync routers for ids ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:11:01.754661 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Routers {'6772dce1-f98a-4a35-9e66-a81ca0530bf9'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:11:01.754661 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:10:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:01.832699 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1aac474-1106-41e6-8172-09f8adfd61df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:01.861576 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Set router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:11:01.936149 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1aac474-1106-41e6-8172-09f8adfd61df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:02.060817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-e1aac474-1106-41e6-8172-09f8adfd61df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Allocated IP 172.25.1.145 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/aeadb4eb-4337-4b2f-bfb2-beae6c7a8c74) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:11:02.106786 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:59Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9', 'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'mac_address': 'fa:16:3e:0b:f0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:58Z', 'updated_at': '2021-08-17T03:10:59Z', 'revision_number': 2, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'subnets': [{'id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:02.146710 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Checking router: 6772dce1-f98a-4a35-9e66-a81ca0530bf9 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:11:02.147069 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Updating router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 port ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:11:02.154562 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1084db08-b5dc-43ba-916d-201a3487cc30 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:11:02.172844 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:02.202938 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1aac474-1106-41e6-8172-09f8adfd61df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:02.285767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 1084db08-b5dc-43ba-916d-201a3487cc30 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:11:02.289818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1084db08-b5dc-43ba-916d-201a3487cc30 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:02.290200 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:02.314998 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1aac474-1106-41e6-8172-09f8adfd61df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:02.359831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1aac474-1106-41e6-8172-09f8adfd61df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:11:02.365270 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-e1aac474-1106-41e6-8172-09f8adfd61df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:11:02.369125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aac474-1106-41e6-8172-09f8adfd61df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:11:02.393363 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aac474-1106-41e6-8172-09f8adfd61df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Pushing event updated for resources: {'Port': ['ID=aeadb4eb-4337-4b2f-bfb2-beae6c7a8c74,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:02.410571 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:02.441815 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 1084db08-b5dc-43ba-916d-201a3487cc30, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1084db08-b5dc-43ba-916d-201a3487cc30,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:02.503313 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:02.519241 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:02.521545 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1aac474-1106-41e6-8172-09f8adfd61df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:02.529368 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Transition to ACTIVE for port object ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:11:02.553768 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=1084db08-b5dc-43ba-916d-201a3487cc30,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:02.602932 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:02.614348 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1aac474-1106-41e6-8172-09f8adfd61df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:02.645211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb2bb844-c7b3-4c30-b4ab-4d49ad4250e2 req-c2f598aa-b2fd-4a74-bcd6-a55776e8dcce tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:02.654274 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb2bb844-c7b3-4c30-b4ab-4d49ad4250e2 req-c2f598aa-b2fd-4a74-bcd6-a55776e8dcce tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0671546 Aug 17 03:11:02.668390 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407c17b-86c6-479e-b0ed-19937eebbeb4 None None] Pushing event updated for resources: {'Port': ['ID=ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:02.677145 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407c17b-86c6-479e-b0ed-19937eebbeb4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:02.677518 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407c17b-86c6-479e-b0ed-19937eebbeb4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:02.677866 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407c17b-86c6-479e-b0ed-19937eebbeb4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:02.680760 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407c17b-86c6-479e-b0ed-19937eebbeb4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:02.681114 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407c17b-86c6-479e-b0ed-19937eebbeb4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:02.681475 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407c17b-86c6-479e-b0ed-19937eebbeb4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:02.681815 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407c17b-86c6-479e-b0ed-19937eebbeb4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:02.682147 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407c17b-86c6-479e-b0ed-19937eebbeb4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:02.682475 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407c17b-86c6-479e-b0ed-19937eebbeb4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:02.682804 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407c17b-86c6-479e-b0ed-19937eebbeb4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:02.683130 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407c17b-86c6-479e-b0ed-19937eebbeb4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:02.683450 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a407c17b-86c6-479e-b0ed-19937eebbeb4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:02.739694 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb2bb844-c7b3-4c30-b4ab-4d49ad4250e2 req-2d241d97-6207-4831-8311-e3ac873176a9 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844140 Aug 17 03:11:02.750824 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Attempting to bind port ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:11:02.751751 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Attempting to bind port ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'dbd7541f-dd23-4942-af3e-b48fa01cf190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:11:02.752411 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Attempting to bind port ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 on network 06273fda-1108-4d79-a8de-ed0a7364bbe0 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:11:02.759836 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:11:02.759836 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Checking segment: {'id': 'dbd7541f-dd23-4942-af3e-b48fa01cf190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:11:02.759836 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:02.759836 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Bound using segment: {'id': 'dbd7541f-dd23-4942-af3e-b48fa01cf190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:11:02.760466 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Bound port: ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dbd7541f-dd23-4942-af3e-b48fa01cf190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:11:02.761017 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:02.860418 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d206439-ee8c-461a-b40e-dc3ab711b650 req-3bba0d30-f529-4b9b-b2f0-4fbf7301a4fd tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:02.868459 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d206439-ee8c-461a-b40e-dc3ab711b650 req-3bba0d30-f529-4b9b-b2f0-4fbf7301a4fd tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0899756 Aug 17 03:11:02.898023 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1aac474-1106-41e6-8172-09f8adfd61df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:02.914460 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:02.924962 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d206439-ee8c-461a-b40e-dc3ab711b650 req-8045ac8d-f8df-4e07-a0cd-196e394fdc46 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555928 Aug 17 03:11:02.954878 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] For port ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:11:02.958269 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] For port ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9,segment=NetworkSegment(dbd7541f-dd23-4942-af3e-b48fa01cf190),segment_id=dbd7541f-dd23-4942-af3e-b48fa01cf190)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:11:02.958834 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1aac474-1106-41e6-8172-09f8adfd61df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:03.028680 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:03.036038 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aac474-1106-41e6-8172-09f8adfd61df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Pushing event updated for resources: {'Port': ['ID=aeadb4eb-4337-4b2f-bfb2-beae6c7a8c74,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:03.050418 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1aac474-1106-41e6-8172-09f8adfd61df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:03.091002 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Routers {'6772dce1-f98a-4a35-9e66-a81ca0530bf9'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:11:03.091618 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:10:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:03.130280 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a407c17b-86c6-479e-b0ed-19937eebbeb4 None None] Pushing event updated for resources: {'Port': ['ID=ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:03.138251 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1aac474-1106-41e6-8172-09f8adfd61df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:03.145759 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e1aac474-1106-41e6-8172-09f8adfd61df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4138997 Aug 17 03:11:03.241880 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] Set router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:11:03.319712 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-df5f588b-7d55-423d-ba92-2be57fa29311 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--61794084&fields=id&tenant_id=29dbf4db7226454dadb9ed17ed77cc12 HTTP/1.1" status: 200 len: 267 time: 0.0497007 Aug 17 03:11:03.457754 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-900ba4dd-5105-47c4-a34d-d54f4026a299 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:03.458482 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-900ba4dd-5105-47c4-a34d-d54f4026a299 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/networks?id=06273fda-1108-4d79-a8de-ed0a7364bbe0 HTTP/1.1" status: 200 len: 811 time: 0.1299095 Aug 17 03:11:03.478850 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:59Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9', 'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'mac_address': 'fa:16:3e:0b:f0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:58Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'subnets': [{'id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:03.482015 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-f7f0fed2-c393-4b66-84c6-a71ef7fe053d tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/quotas/29dbf4db7226454dadb9ed17ed77cc12 HTTP/1.1" status: 200 len: 375 time: 0.0174758 Aug 17 03:11:03.515579 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e36b97b4-fc1f-410f-a4df-e9498abc98a8 None None] The sync data for ids ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'] in n-d-802060-9 is: [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:59Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9', 'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'mac_address': 'fa:16:3e:0b:f0:74', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:58Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'subnets': [{'id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:11:03.547653 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-2b62b95b-0b40-4327-8187-1408994d1052 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=29dbf4db7226454dadb9ed17ed77cc12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0600281 Aug 17 03:11:03.644449 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:03.662050 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-650d88fb-d7f8-4d85-b2e4-dfd7f52e2c04 service neutron] 10.222.0.10 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005843 Aug 17 03:11:03.760409 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-9a8fa03c-89e5-49c6-8ffd-b4b9968a4f18 service neutron] 10.222.0.10 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923719 Aug 17 03:11:03.873932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3ae6f5-0f9b-49e2-a5fe-89167b42f277 req-1fcaea7f-87c2-4091-9112-6b8cd6c2bae7 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:03.877117 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b3ae6f5-0f9b-49e2-a5fe-89167b42f277 req-1fcaea7f-87c2-4091-9112-6b8cd6c2bae7 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0560477 Aug 17 03:11:03.916475 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b3ae6f5-0f9b-49e2-a5fe-89167b42f277 req-b86c3807-e653-4773-b8c6-0c4c2d6c93b8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327344 Aug 17 03:11:04.052350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4d4eb695-bdd1-44e4-aada-7d52050253d1 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:11:04.058182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aad035b-3e90-4c8a-a55c-2d617f04a247 req-35860781-457e-4599-b796-64b94da32d0a tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:04.059731 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aad035b-3e90-4c8a-a55c-2d617f04a247 req-35860781-457e-4599-b796-64b94da32d0a tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0656884 Aug 17 03:11:04.104706 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aad035b-3e90-4c8a-a55c-2d617f04a247 req-a183a360-9125-4fa9-a645-266043fcebc7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390716 Aug 17 03:11:04.107017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 4d4eb695-bdd1-44e4-aada-7d52050253d1 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:11:04.107375 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4d4eb695-bdd1-44e4-aada-7d52050253d1 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:11:04.135972 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41c87542-66ff-4ad1-94e0-9e7a26f9cacf req-90061312-0ff9-4661-8f04-2d4bc2c79e46 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 210 time: 0.0725017 Aug 17 03:11:04.213890 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:11:04.325725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:11:04.336352 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:04.336352 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:04.429736 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:04.467335 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9,segment=NetworkSegment(dbd7541f-dd23-4942-af3e-b48fa01cf190),segment_id=dbd7541f-dd23-4942-af3e-b48fa01cf190)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:04.547960 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:04.548936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1084db08-b5dc-43ba-916d-201a3487cc30 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:11:04.634888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:04.647111 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1084db08-b5dc-43ba-916d-201a3487cc30 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:04.647692 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:04.967326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ed5ab9-ec63-48df-b00f-53d51d6fd37e req-bb0adc20-6908-45f6-9914-4f0b803354cb tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:04.970002 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22ed5ab9-ec63-48df-b00f-53d51d6fd37e req-bb0adc20-6908-45f6-9914-4f0b803354cb tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 945 time: 0.0600746 Aug 17 03:11:05.014098 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22ed5ab9-ec63-48df-b00f-53d51d6fd37e req-a8f96fce-a966-4880-927a-92c6564eb944 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379488 Aug 17 03:11:05.051142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25647569-8f29-47f0-8032-6657b3c435e4 req-a8054505-4bcd-44f8-9856-432249824e76 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:05.053266 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25647569-8f29-47f0-8032-6657b3c435e4 req-a8054505-4bcd-44f8-9856-432249824e76 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0615582 Aug 17 03:11:05.109928 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25647569-8f29-47f0-8032-6657b3c435e4 req-2ae1349f-39c8-4748-9365-5cae9b6e87c7 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438209 Aug 17 03:11:05.217844 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b774101-4dcc-4861-bc27-8b4b1e23cc0f req-c207da62-f9e2-476d-ad46-b8515200d165 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 210 time: 0.0267310 Aug 17 03:11:05.234390 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e1df4e5-cc28-4336-aea9-44ea2508bf7f req-4d08defd-c388-4f34-b769-b401fd20f3c6 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:05.236012 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0e1df4e5-cc28-4336-aea9-44ea2508bf7f req-4d08defd-c388-4f34-b769-b401fd20f3c6 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0564544 Aug 17 03:11:05.274098 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0e1df4e5-cc28-4336-aea9-44ea2508bf7f req-64753992-4c25-44db-9228-526a400f6314 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318387 Aug 17 03:11:06.100897 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:11:06.133905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4306ebc2-ec5c-4bfb-a3be-3b3a6b481633 req-7ff1b10d-2d36-4c14-9ace-657159dde2e3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:06.135407 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4306ebc2-ec5c-4bfb-a3be-3b3a6b481633 req-7ff1b10d-2d36-4c14-9ace-657159dde2e3 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 945 time: 0.0519431 Aug 17 03:11:06.154655 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:06.155158 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:06.185086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4306ebc2-ec5c-4bfb-a3be-3b3a6b481633 req-c3ea4ce3-adf8-4f23-ba50-2d26dd034f74 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366390 Aug 17 03:11:06.231476 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051cbcef-f2f5-4b73-ab4f-c521e3282b9c req-c584c2e5-3cc3-4da9-8be7-fc1b63ee1ca9 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:06.232986 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-051cbcef-f2f5-4b73-ab4f-c521e3282b9c req-c584c2e5-3cc3-4da9-8be7-fc1b63ee1ca9 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0516796 Aug 17 03:11:06.276492 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-051cbcef-f2f5-4b73-ab4f-c521e3282b9c req-83257e21-f9c9-4d29-b0c1-b74d8f41869f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354378 Aug 17 03:11:06.317624 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad950d2a-dc83-4e39-9e56-dda2d27aeadf req-2948e967-ac43-40f6-a00b-23b37740eb8a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 210 time: 0.0304577 Aug 17 03:11:06.399292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10c29e64-a761-4272-97af-8f3ca17b14d0 req-561aac3b-dd61-4932-abf6-6db77719636c tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:06.400787 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10c29e64-a761-4272-97af-8f3ca17b14d0 req-561aac3b-dd61-4932-abf6-6db77719636c tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0545242 Aug 17 03:11:06.448194 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10c29e64-a761-4272-97af-8f3ca17b14d0 req-259df082-faf0-4a02-8ed0-95b7712b5162 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410206 Aug 17 03:11:06.558200 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-e1846b1c-b40a-47b9-bc29-85f1a6a1b542 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:06.559643 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-e1846b1c-b40a-47b9-bc29-85f1a6a1b542 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.60 "GET /v2.0/networks?id=06273fda-1108-4d79-a8de-ed0a7364bbe0 HTTP/1.1" status: 200 len: 811 time: 0.1118619 Aug 17 03:11:06.623367 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-ab3669f4-992c-4abb-be1d-987935e5cb14 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29dbf4db7226454dadb9ed17ed77cc12 HTTP/1.1" status: 200 len: 378 time: 0.0542958 Aug 17 03:11:06.632344 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d802227-341a-4b9d-bce6-ada1f589b78e req-2a2719d7-3e04-4fd9-9397-90627e5e1337 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:06.633854 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3d802227-341a-4b9d-bce6-ada1f589b78e req-2a2719d7-3e04-4fd9-9397-90627e5e1337 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.60 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 945 time: 0.0826256 Aug 17 03:11:06.638376 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-9fbf66c1-06ef-491f-90ce-b0c34a813209 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Request body: {'port': {'device_id': '6b2eff22-3bf1-4034-9468-df67a695e99d', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'admin_state_up': True, 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'security_groups': ['3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:06.869193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-3d802227-341a-4b9d-bce6-ada1f589b78e req-e29a26c2-3553-498b-bd46-2ae99746d7c0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Deleting port 1b305bf9-3077-4cbd-9ca6-416349000e77 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:11:06.869483 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3d802227-341a-4b9d-bce6-ada1f589b78e req-e29a26c2-3553-498b-bd46-2ae99746d7c0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:06.942673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b31ae595-7df3-48a9-a1f7-c8c962c9ca23 req-d2328eed-6e4d-4133-8fff-df858ed0e573 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:06.944200 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b31ae595-7df3-48a9-a1f7-c8c962c9ca23 req-d2328eed-6e4d-4133-8fff-df858ed0e573 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.1189618 Aug 17 03:11:06.947839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-9fbf66c1-06ef-491f-90ce-b0c34a813209 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Made reservation on behalf of 29dbf4db7226454dadb9ed17ed77cc12 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:11:06.951260 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-9fbf66c1-06ef-491f-90ce-b0c34a813209 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:06.993279 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1baa1-b742-4652-b845-2a3289d8e1be req-086be896-af54-43cb-8ce7-dd33f19907c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:06.994888 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12d1baa1-b742-4652-b845-2a3289d8e1be req-086be896-af54-43cb-8ce7-dd33f19907c1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a812f2be1f2404ab1907022e4bb7428&device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 1096 time: 0.0427742 Aug 17 03:11:07.097832 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1baa1-b742-4652-b845-2a3289d8e1be req-1b4f128c-07f9-4dd6-8430-754a0a8de14d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:07.099406 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12d1baa1-b742-4652-b845-2a3289d8e1be req-1b4f128c-07f9-4dd6-8430-754a0a8de14d service neutron] 10.222.0.60 "GET /v2.0/networks?id=276da2b6-a91b-4c80-928b-6980044b9059 HTTP/1.1" status: 200 len: 915 time: 0.0969222 Aug 17 03:11:07.147650 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12d1baa1-b742-4652-b845-2a3289d8e1be req-9d04adf3-0385-462d-bbc1-859f86f9d5f5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=0befa591-0df5-48f3-a8a5-334a152bd764 HTTP/1.1" status: 200 len: 217 time: 0.0400624 Aug 17 03:11:07.198693 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1baa1-b742-4652-b845-2a3289d8e1be req-aca708d9-3af8-4159-8ad3-799d359b0d1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:07.200190 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12d1baa1-b742-4652-b845-2a3289d8e1be req-aca708d9-3af8-4159-8ad3-799d359b0d1a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=56d723c4-749f-4a29-a143-50d3d0393d4e HTTP/1.1" status: 200 len: 854 time: 0.0451553 Aug 17 03:11:07.251170 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d1baa1-b742-4652-b845-2a3289d8e1be req-0ec631b6-01ee-43cd-bddb-c8b3a16f8c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:07.252732 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12d1baa1-b742-4652-b845-2a3289d8e1be req-0ec631b6-01ee-43cd-bddb-c8b3a16f8c2b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=276da2b6-a91b-4c80-928b-6980044b9059&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435219 Aug 17 03:11:07.358190 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0193edf8-3f1c-416a-bb84-8974deb4f2e3 req-21309c55-24bc-4a2e-a774-f819973f2ce4 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:07.359743 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0193edf8-3f1c-416a-bb84-8974deb4f2e3 req-21309c55-24bc-4a2e-a774-f819973f2ce4 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 945 time: 0.1018236 Aug 17 03:11:07.363064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3d802227-341a-4b9d-bce6-ada1f589b78e req-e29a26c2-3553-498b-bd46-2ae99746d7c0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] For port 1b305bf9-3077-4cbd-9ca6-416349000e77, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1b305bf9-3077-4cbd-9ca6-416349000e77,segment=NetworkSegment(1849b084-8d11-4a15-9911-70fdef4a2732),segment_id=1849b084-8d11-4a15-9911-70fdef4a2732)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:07.363857 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3d802227-341a-4b9d-bce6-ada1f589b78e req-e29a26c2-3553-498b-bd46-2ae99746d7c0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:07.400789 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12d1baa1-b742-4652-b845-2a3289d8e1be req-3a620a08-ffaa-4704-83f0-782e26d73f1f service neutron] 10.222.0.60 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334310 Aug 17 03:11:07.415624 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b31ae595-7df3-48a9-a1f7-c8c962c9ca23 req-c16337d9-0452-4257-83ed-6a5721cc138f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4586406 Aug 17 03:11:07.428153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-3d802227-341a-4b9d-bce6-ada1f589b78e req-e29a26c2-3553-498b-bd46-2ae99746d7c0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Calling delete_port for 1b305bf9-3077-4cbd-9ca6-416349000e77 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:11:07.435754 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0193edf8-3f1c-416a-bb84-8974deb4f2e3 req-e546e4aa-ff97-44de-b6cf-5d0572f4e894 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2fdb519-928d-4525-902a-1a09b568b15c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634944 Aug 17 03:11:07.564077 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-322de181-45b0-4e19-9f9e-2d4cac2eba26 req-04a5ea22-45ce-40bf-ac3e-7f16d0fa370e tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 210 time: 0.0372143 Aug 17 03:11:07.565772 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12d1baa1-b742-4652-b845-2a3289d8e1be req-f081024e-e3f4-4727-aaec-d40d71f59a97 service neutron] 10.222.0.60 "GET /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544945 Aug 17 03:11:07.566432 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-9fbf66c1-06ef-491f-90ce-b0c34a813209 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Allocated IP 172.20.0.6 (06273fda-1108-4d79-a8de-ed0a7364bbe0/9034a659-f846-4b1b-ae6a-7826b698211e/9ade6b1a-a279-46b8-9bb6-0b0e09761987) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:11:07.626508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c17c4f1-3c32-481b-8172-3af26d7a2ac8 req-262cd864-1262-4ac9-ba94-fb47c2657abb tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:07.628077 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c17c4f1-3c32-481b-8172-3af26d7a2ac8 req-262cd864-1262-4ac9-ba94-fb47c2657abb tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1030495 Aug 17 03:11:07.755596 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c17c4f1-3c32-481b-8172-3af26d7a2ac8 req-63d9c1a6-46bf-4f52-aac9-d677c88e2d2e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1189916 Aug 17 03:11:07.817144 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-9fbf66c1-06ef-491f-90ce-b0c34a813209 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:07.849705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-9fbf66c1-06ef-491f-90ce-b0c34a813209 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Transition to ACTIVE for port object 9ade6b1a-a279-46b8-9bb6-0b0e09761987 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:11:07.852724 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3d802227-341a-4b9d-bce6-ada1f589b78e req-e29a26c2-3553-498b-bd46-2ae99746d7c0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:07.867281 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['1b305bf9-3077-4cbd-9ca6-416349000e77'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:11:07.886558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29a26c2-3553-498b-bd46-2ae99746d7c0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Pushing event deleted for resources: {'Port': ['ID=1b305bf9-3077-4cbd-9ca6-416349000e77,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:07.943042 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d802227-341a-4b9d-bce6-ada1f589b78e req-e29a26c2-3553-498b-bd46-2ae99746d7c0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] No DVR routers for this DVR port 1b305bf9-3077-4cbd-9ca6-416349000e77 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:11:07.946232 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3d802227-341a-4b9d-bce6-ada1f589b78e req-e29a26c2-3553-498b-bd46-2ae99746d7c0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:07.948154 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3d802227-341a-4b9d-bce6-ada1f589b78e req-e29a26c2-3553-498b-bd46-2ae99746d7c0 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.60 "DELETE /v2.0/ports/1b305bf9-3077-4cbd-9ca6-416349000e77 HTTP/1.1" status: 204 len: 173 time: 1.3045640 Aug 17 03:11:07.948584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0f1dd1d-d4f1-4607-a746-eb5cf78f471f', 'name': 'network-vif-deleted', 'tag': '1b305bf9-3077-4cbd-9ca6-416349000e77'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:11:07.950881 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13f00fc0-fb13-4148-aa29-38eba0e33d6d" -d '{"events": [{"server_uuid": "d0f1dd1d-d4f1-4607-a746-eb5cf78f471f", "name": "network-vif-deleted", "tag": "1b305bf9-3077-4cbd-9ca6-416349000e77"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:11:07.990992 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:11:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e24b0d25-5ce2-4483-9487-f307b6517fd1 x-openstack-request-id: req-e24b0d25-5ce2-4483-9487-f307b6517fd1 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:11:07.991287 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0f1dd1d-d4f1-4607-a746-eb5cf78f471f", "name": "network-vif-deleted", "tag": "1b305bf9-3077-4cbd-9ca6-416349000e77", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:11:07.991541 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e24b0d25-5ce2-4483-9487-f307b6517fd1 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:11:07.991945 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0f1dd1d-d4f1-4607-a746-eb5cf78f471f', 'name': 'network-vif-deleted', 'tag': '1b305bf9-3077-4cbd-9ca6-416349000e77', 'status': 'completed', 'code': 200} Aug 17 03:11:08.000113 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-9fbf66c1-06ef-491f-90ce-b0c34a813209 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:08.053146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-9fbf66c1-06ef-491f-90ce-b0c34a813209 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Network 06273fda-1108-4d79-a8de-ed0a7364bbe0 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:11:08.056293 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-9fbf66c1-06ef-491f-90ce-b0c34a813209 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:11:08.060131 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-9fbf66c1-06ef-491f-90ce-b0c34a813209 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:11:08.067396 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbf66c1-06ef-491f-90ce-b0c34a813209 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Pushing event updated for resources: {'Port': ['ID=9ade6b1a-a279-46b8-9bb6-0b0e09761987,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:08.120925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-9fbf66c1-06ef-491f-90ce-b0c34a813209 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:08.121623 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-9fbf66c1-06ef-491f-90ce-b0c34a813209 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:08.212339 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-9fbf66c1-06ef-491f-90ce-b0c34a813209 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5774100 Aug 17 03:11:08.236620 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Request body: {'port': {'device_id': '6b2eff22-3bf1-4034-9468-df67a695e99d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:08.298195 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:08.445398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0570b478-2c8f-4e53-bc3e-0c5b1c30303b None None] Provisioning for port 9ade6b1a-a279-46b8-9bb6-0b0e09761987 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:11:08.458620 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0570b478-2c8f-4e53-bc3e-0c5b1c30303b None None] Provisioning complete for port 9ade6b1a-a279-46b8-9bb6-0b0e09761987 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:08.458994 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0570b478-2c8f-4e53-bc3e-0c5b1c30303b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:08.498676 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-0570b478-2c8f-4e53-bc3e-0c5b1c30303b None None] Port 9ade6b1a-a279-46b8-9bb6-0b0e09761987 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:11:08.557359 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e9b2d1a8-d9cc-4279-9b57-a77dd6487314 req-430611ed-e3f7-4976-ac44-98c9c38b0d17 tempest-AttachVolumeNegativeTest-468945941 tempest-AttachVolumeNegativeTest-468945941-project] 10.222.0.10 "GET /v2.0/ports?device_id=d0f1dd1d-d4f1-4607-a746-eb5cf78f471f HTTP/1.1" status: 200 len: 210 time: 0.0265157 Aug 17 03:11:08.598036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-995ea0ec-247d-41a9-827c-b0b0ec8d1799 req-c8a18800-7975-4a52-b582-79370bc99a18 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:08.599563 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-995ea0ec-247d-41a9-827c-b0b0ec8d1799 req-c8a18800-7975-4a52-b582-79370bc99a18 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0704439 Aug 17 03:11:08.674047 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-995ea0ec-247d-41a9-827c-b0b0ec8d1799 req-1c4b1bf0-3fea-4f60-b85f-e6c117af3d4b tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651472 Aug 17 03:11:08.696432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f97a7d1-9884-45a4-a5c5-5a2d8ed9f533 req-f73600f2-ecfc-40e6-856d-87553d7b6adf tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:08.697979 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f97a7d1-9884-45a4-a5c5-5a2d8ed9f533 req-f73600f2-ecfc-40e6-856d-87553d7b6adf tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 931 time: 0.0669281 Aug 17 03:11:08.737380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9ade6b1a-a279-46b8-9bb6-0b0e09761987 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:11:08.747504 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:08.762055 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f97a7d1-9884-45a4-a5c5-5a2d8ed9f533 req-c32dc9d9-0e4a-40f8-ae16-f8ff86e897b4 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0542724 Aug 17 03:11:08.763311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Transition to ACTIVE for port object 9ade6b1a-a279-46b8-9bb6-0b0e09761987 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:11:08.828473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2fe84d-12d7-4c8a-b31b-efc8d26b919f req-f18eabb6-9b1a-489a-aa0a-e3b65f3f09e7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:08.830083 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e2fe84d-12d7-4c8a-b31b-efc8d26b919f req-f18eabb6-9b1a-489a-aa0a-e3b65f3f09e7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0511386 Aug 17 03:11:08.870981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e2fe84d-12d7-4c8a-b31b-efc8d26b919f req-05956781-28c8-4248-9788-3b989233e2b1 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347285 Aug 17 03:11:08.878512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d7135b-c20e-46a3-9162-2eaaccd71e8f req-b5447896-22cc-4eee-8b1d-6048426c8185 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:08.879434 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:08.880039 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d3d7135b-c20e-46a3-9162-2eaaccd71e8f req-b5447896-22cc-4eee-8b1d-6048426c8185 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0541246 Aug 17 03:11:08.930874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Pushing event updated for resources: {'Port': ['ID=9ade6b1a-a279-46b8-9bb6-0b0e09761987,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:08.949261 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d3d7135b-c20e-46a3-9162-2eaaccd71e8f req-91af51f1-715a-4fd6-bde7-bc051ea16e3c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585575 Aug 17 03:11:09.057449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Attempting to bind port 9ade6b1a-a279-46b8-9bb6-0b0e09761987 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:11:09.057786 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Attempting to bind port 9ade6b1a-a279-46b8-9bb6-0b0e09761987 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'dbd7541f-dd23-4942-af3e-b48fa01cf190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:11:09.058125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Attempting to bind port 9ade6b1a-a279-46b8-9bb6-0b0e09761987 on network 06273fda-1108-4d79-a8de-ed0a7364bbe0 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:11:09.069756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50638f79-c42b-46ba-9dd3-7c719ed711a9 req-105f9083-307d-47cd-aeb0-28aff1638e68 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:09.072083 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-50638f79-c42b-46ba-9dd3-7c719ed711a9 req-105f9083-307d-47cd-aeb0-28aff1638e68 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=461f13bc-d054-48e0-b82e-cdb041a76300 HTTP/1.1" status: 200 len: 946 time: 0.0797851 Aug 17 03:11:09.075148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Port 9ade6b1a-a279-46b8-9bb6-0b0e09761987 on network 06273fda-1108-4d79-a8de-ed0a7364bbe0 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:11:09.075479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Attempting to bind port 9ade6b1a-a279-46b8-9bb6-0b0e09761987 on network 06273fda-1108-4d79-a8de-ed0a7364bbe0 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:11:09.095587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 11, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:11:09.095980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Checking segment: {'id': 'dbd7541f-dd23-4942-af3e-b48fa01cf190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:11:09.096380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Bound using segment: {'id': 'dbd7541f-dd23-4942-af3e-b48fa01cf190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:11:09.096836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Bound port: 9ade6b1a-a279-46b8-9bb6-0b0e09761987, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd7541f-dd23-4942-af3e-b48fa01cf190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:11:09.097221 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:09.151462 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-50638f79-c42b-46ba-9dd3-7c719ed711a9 req-11e4cec6-aa57-451f-8fa1-021cb05cb053 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732732 Aug 17 03:11:09.182474 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] For port 9ade6b1a-a279-46b8-9bb6-0b0e09761987, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:11:09.186350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] For port 9ade6b1a-a279-46b8-9bb6-0b0e09761987, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9ade6b1a-a279-46b8-9bb6-0b0e09761987,segment=NetworkSegment(dbd7541f-dd23-4942-af3e-b48fa01cf190),segment_id=dbd7541f-dd23-4942-af3e-b48fa01cf190)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:11:09.266887 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0bac22-be2f-41d9-a719-4e26da08fac3 req-e8c4ffc8-c93d-4816-b091-7f9549885b6e tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:09.268400 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5c0bac22-be2f-41d9-a719-4e26da08fac3 req-e8c4ffc8-c93d-4816-b091-7f9549885b6e tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 946 time: 0.0519996 Aug 17 03:11:09.268798 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:09.308917 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5c0bac22-be2f-41d9-a719-4e26da08fac3 req-98cce32f-392a-4897-a717-32e42ea894f2 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334935 Aug 17 03:11:09.319009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:09.319658 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:09.321148 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] 10.222.0.60 "PUT /v2.0/ports/9ade6b1a-a279-46b8-9bb6-0b0e09761987 HTTP/1.1" status: 200 len: 1091 time: 1.0891395 Aug 17 03:11:09.340660 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b746f2-f0b4-4a30-9363-29b2f4157898 service neutron] Pushing event updated for resources: {'Port': ['ID=9ade6b1a-a279-46b8-9bb6-0b0e09761987,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:09.366832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-62ce628c-3399-4e43-95df-3a6e275916e4 req-8a02dfb9-e3ec-48a1-941d-fdec6c0df63d tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:11:09.367886 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-62ce628c-3399-4e43-95df-3a6e275916e4 req-8a02dfb9-e3ec-48a1-941d-fdec6c0df63d tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0083115 Aug 17 03:11:09.457086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-62ce628c-3399-4e43-95df-3a6e275916e4 req-97b6e1c1-43e1-4599-ba4c-e17a6539a448 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.13&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.0824392 Aug 17 03:11:09.518909 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-c3b2a951-8096-476c-b72d-f37bfdbcb87e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:09.520437 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-c3b2a951-8096-476c-b72d-f37bfdbcb87e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29dbf4db7226454dadb9ed17ed77cc12&device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 1094 time: 0.0448153 Aug 17 03:11:09.571500 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-79c18b3e-0bac-4e33-906d-f96772ce8fd5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ade6b1a-a279-46b8-9bb6-0b0e09761987 HTTP/1.1" status: 200 len: 217 time: 0.0419335 Aug 17 03:11:09.615660 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37440) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:09.625771 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-517b7e31-1cf8-4f59-8515-04e808a3463b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:09.627254 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-517b7e31-1cf8-4f59-8515-04e808a3463b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9034a659-f846-4b1b-ae6a-7826b698211e HTTP/1.1" status: 200 len: 850 time: 0.0485003 Aug 17 03:11:09.668803 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-03b8c901-2222-4a71-a51a-8ba814169387 admin admin] Deleting subnet e0277264-93fe-47f7-b95c-cea4e34626d3 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:11:09.672765 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-03b8c901-2222-4a71-a51a-8ba814169387 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:09.682835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d764e5cd-5200-4356-b8bc-f2d55dd4f291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:09.684272 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-d764e5cd-5200-4356-b8bc-f2d55dd4f291 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06273fda-1108-4d79-a8de-ed0a7364bbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497959 Aug 17 03:11:09.708316 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-03b8c901-2222-4a71-a51a-8ba814169387 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:09.749081 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-03b8c901-2222-4a71-a51a-8ba814169387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:09.775510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66654a30-7422-4357-8bb5-592a00e0d30f req-127c06cc-4d35-443c-a1a2-8430258bd3d7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:09.777040 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66654a30-7422-4357-8bb5-592a00e0d30f req-127c06cc-4d35-443c-a1a2-8430258bd3d7 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.1045406 Aug 17 03:11:09.827540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-02c1e9be-441c-4792-9c5f-fc6c0ad4dd92 service neutron] 10.222.0.60 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219511 Aug 17 03:11:09.849866 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66654a30-7422-4357-8bb5-592a00e0d30f req-2b21649a-3256-4ceb-b737-b89817b9d2a6 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598536 Aug 17 03:11:09.868871 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-03b8c901-2222-4a71-a51a-8ba814169387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:09.909387 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-03b8c901-2222-4a71-a51a-8ba814169387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:09.913609 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-03b8c901-2222-4a71-a51a-8ba814169387 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/e0277264-93fe-47f7-b95c-cea4e34626d3 HTTP/1.1" status: 204 len: 168 time: 0.2942173 Aug 17 03:11:09.913609 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b8c901-2222-4a71-a51a-8ba814169387 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0277264-93fe-47f7-b95c-cea4e34626d3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:09.914623 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37448) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:09.933171 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f44ab656-d4fa-4fe4-a991-f5bb8f375e19 req-df181a30-6e8c-4309-bd15-bbc64112001b tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:09.934922 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f44ab656-d4fa-4fe4-a991-f5bb8f375e19 req-df181a30-6e8c-4309-bd15-bbc64112001b tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 943 time: 0.1031754 Aug 17 03:11:09.974647 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f44ab656-d4fa-4fe4-a991-f5bb8f375e19 req-06f2644e-e7b2-4ec2-95c1-9809b122f874 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0323153 Aug 17 03:11:10.002981 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2eff22-3bf1-4034-9468-df67a695e99d', 'tag': '9ade6b1a-a279-46b8-9bb6-0b0e09761987'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:11:10.005596 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7394af6a-7036-4290-90d6-98b8586dcf16" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2eff22-3bf1-4034-9468-df67a695e99d", "tag": "9ade6b1a-a279-46b8-9bb6-0b0e09761987"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:11:10.024632 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-501bfa41-565e-4c1d-9fff-7ff6843ad075 req-f887199d-68d0-4452-9bb9-c0cfae4e1ffa service neutron] 10.222.0.60 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893747 Aug 17 03:11:10.045757 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8652ab19-97b9-40e5-9c87-1b33eccb9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:10.060950 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f6931e-c745-4448-9cfc-7faed3329d72 req-c706cc16-d0d7-4e6e-ac9c-683b06f3b913 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:10.077899 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-92f6931e-c745-4448-9cfc-7faed3329d72 req-c706cc16-d0d7-4e6e-ac9c-683b06f3b913 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=461f13bc-d054-48e0-b82e-cdb041a76300 HTTP/1.1" status: 200 len: 946 time: 0.1375272 Aug 17 03:11:10.083426 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b873e4e-ed38-4006-b05f-39300fdc5761 req-2e011cc4-232b-4e61-ad69-0c5746c3e3ee tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:10.084995 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4b873e4e-ed38-4006-b05f-39300fdc5761 req-2e011cc4-232b-4e61-ad69-0c5746c3e3ee tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0526049 Aug 17 03:11:10.124964 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4b873e4e-ed38-4006-b05f-39300fdc5761 req-c62307fd-3194-4a33-aa69-99134e7621e0 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330172 Aug 17 03:11:10.165012 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8652ab19-97b9-40e5-9c87-1b33eccb9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:10.170167 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-92f6931e-c745-4448-9cfc-7faed3329d72 req-7e141413-5106-46d5-b0d7-24cca238609e tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008172 Aug 17 03:11:10.171914 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:11:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-faf6ae81-b8a7-4041-87de-8e2bd837991c x-openstack-request-id: req-faf6ae81-b8a7-4041-87de-8e2bd837991c {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:11:10.172201 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2eff22-3bf1-4034-9468-df67a695e99d", "tag": "9ade6b1a-a279-46b8-9bb6-0b0e09761987", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:11:10.172457 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-faf6ae81-b8a7-4041-87de-8e2bd837991c {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:11:10.172853 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2eff22-3bf1-4034-9468-df67a695e99d', 'tag': '9ade6b1a-a279-46b8-9bb6-0b0e09761987', 'status': 'completed', 'code': 200} Aug 17 03:11:10.182052 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-8652ab19-97b9-40e5-9c87-1b33eccb9c87 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28f0e5fd-e1d3-4fe7-ae26-2b515580488c']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:10.192871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-8652ab19-97b9-40e5-9c87-1b33eccb9c87 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1849b084-8d11-4a15-9911-70fdef4a2732') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:10.193179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-8652ab19-97b9-40e5-9c87-1b33eccb9c87 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1849b084-8d11-4a15-9911-70fdef4a2732') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:10.212354 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8652ab19-97b9-40e5-9c87-1b33eccb9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:10.242406 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8652ab19-97b9-40e5-9c87-1b33eccb9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:10.251298 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8652ab19-97b9-40e5-9c87-1b33eccb9c87 admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:11:10.251702 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8652ab19-97b9-40e5-9c87-1b33eccb9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:11:10.254709 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:11:10.265815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394af6a-7036-4290-90d6-98b8586dcf16 req-5b000a32-471c-4fba-90ef-40f7dac25410 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:10.267356 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7394af6a-7036-4290-90d6-98b8586dcf16 req-5b000a32-471c-4fba-90ef-40f7dac25410 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29dbf4db7226454dadb9ed17ed77cc12&device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 1094 time: 0.0667148 Aug 17 03:11:10.299298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af16aa07-4b0d-48fa-86de-457932547481 req-4f2a0b48-58c7-4e4b-a833-6248cb0b5266 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:10.300838 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af16aa07-4b0d-48fa-86de-457932547481 req-4f2a0b48-58c7-4e4b-a833-6248cb0b5266 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 946 time: 0.0502777 Aug 17 03:11:10.340922 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af16aa07-4b0d-48fa-86de-457932547481 req-5162db34-81a5-4db6-92ee-10e4240ca347 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335891 Aug 17 03:11:10.392703 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394af6a-7036-4290-90d6-98b8586dcf16 req-3f04ff87-61ae-42ca-9419-00c232ec9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:10.394249 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7394af6a-7036-4290-90d6-98b8586dcf16 req-3f04ff87-61ae-42ca-9419-00c232ec9d0c service neutron] 10.222.0.60 "GET /v2.0/networks?id=06273fda-1108-4d79-a8de-ed0a7364bbe0 HTTP/1.1" status: 200 len: 911 time: 0.1026239 Aug 17 03:11:10.437259 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7394af6a-7036-4290-90d6-98b8586dcf16 req-22beb9c5-ccbf-4f50-a4ba-b475b8641e53 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ade6b1a-a279-46b8-9bb6-0b0e09761987 HTTP/1.1" status: 200 len: 217 time: 0.0347624 Aug 17 03:11:10.449669 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8652ab19-97b9-40e5-9c87-1b33eccb9c87 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:10.456867 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8652ab19-97b9-40e5-9c87-1b33eccb9c87 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:10.458726 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8652ab19-97b9-40e5-9c87-1b33eccb9c87 admin admin] 10.222.0.10 "DELETE /v2.0/networks/28f0e5fd-e1d3-4fe7-ae26-2b515580488c HTTP/1.1" status: 204 len: 168 time: 0.5438485 Aug 17 03:11:10.500603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8652ab19-97b9-40e5-9c87-1b33eccb9c87 admin admin] Pushing event deleted for resources: {'Network': ['ID=28f0e5fd-e1d3-4fe7-ae26-2b515580488c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:10.545361 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394af6a-7036-4290-90d6-98b8586dcf16 req-3487df3e-3abe-47c9-873b-0355dd4982f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:10.547530 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7394af6a-7036-4290-90d6-98b8586dcf16 req-3487df3e-3abe-47c9-873b-0355dd4982f5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9034a659-f846-4b1b-ae6a-7826b698211e HTTP/1.1" status: 200 len: 850 time: 0.0878510 Aug 17 03:11:10.563940 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b40134-f838-4a74-a77d-d039b4cac355 req-dcfb7b72-7a30-44d2-863c-d58413554eed tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:10.569833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b40134-f838-4a74-a77d-d039b4cac355 req-dcfb7b72-7a30-44d2-863c-d58413554eed tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:10.575669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5b40134-f838-4a74-a77d-d039b4cac355 req-dcfb7b72-7a30-44d2-863c-d58413554eed tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:10.577240 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d5b40134-f838-4a74-a77d-d039b4cac355 req-dcfb7b72-7a30-44d2-863c-d58413554eed tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de&device_id=461f13bc-d054-48e0-b82e-cdb041a76300&device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 2418 time: 0.1005657 Aug 17 03:11:10.636540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d5b40134-f838-4a74-a77d-d039b4cac355 req-a7f318fa-fbd0-4434-924f-b8895d9f5e68 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508802 Aug 17 03:11:10.643225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7394af6a-7036-4290-90d6-98b8586dcf16 req-c0f5d583-173c-491d-942c-4790f0f9d73f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:10.644706 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7394af6a-7036-4290-90d6-98b8586dcf16 req-c0f5d583-173c-491d-942c-4790f0f9d73f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06273fda-1108-4d79-a8de-ed0a7364bbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665743 Aug 17 03:11:10.673773 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-2d91f6dc-1de4-4894-a3a3-a569f73ee12b req-261dd6f1-4081-46f7-b48f-16600a5cf67c tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:11:10.677455 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d91f6dc-1de4-4894-a3a3-a569f73ee12b req-261dd6f1-4081-46f7-b48f-16600a5cf67c tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073919 Aug 17 03:11:10.751593 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7394af6a-7036-4290-90d6-98b8586dcf16 req-c089558e-77db-4230-ba40-3ca93fd3e127 service neutron] 10.222.0.60 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979283 Aug 17 03:11:10.777878 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d91f6dc-1de4-4894-a3a3-a569f73ee12b req-fb2bc834-c687-4611-b17f-7b49fb4300c9 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.0951107 Aug 17 03:11:10.850896 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7394af6a-7036-4290-90d6-98b8586dcf16 req-254f2b04-4c2d-4ca2-a0d3-0b6e8e35d23d service neutron] 10.222.0.60 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881567 Aug 17 03:11:10.862221 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37462) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:10.902087 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4297d8fd-347c-4e64-8d2f-f23b7b45aa72 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=69047ce83c1b455e9d5f2718a41aa35a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386190 Aug 17 03:11:10.904538 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37464) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:10.959114 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-31159692-1142-4837-b463-fae560239dae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:10.982805 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-31159692-1142-4837-b463-fae560239dae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:11.101285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510c91f4-8e4e-4cec-b6ae-64df5e6e1b96 req-96dbc46a-0819-4df8-8ac0-9046f64ffbe9 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:11.102939 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-510c91f4-8e4e-4cec-b6ae-64df5e6e1b96 req-96dbc46a-0819-4df8-8ac0-9046f64ffbe9 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 943 time: 0.0527723 Aug 17 03:11:11.108598 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-31159692-1142-4837-b463-fae560239dae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:11.111701 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-31159692-1142-4837-b463-fae560239dae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:11.115552 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-31159692-1142-4837-b463-fae560239dae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f2fdb519-928d-4525-902a-1a09b568b15c HTTP/1.1" status: 204 len: 168 time: 0.2074950 Aug 17 03:11:11.121738 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31159692-1142-4837-b463-fae560239dae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2fdb519-928d-4525-902a-1a09b568b15c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:11.156918 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-510c91f4-8e4e-4cec-b6ae-64df5e6e1b96 req-3367e848-822d-4067-918d-af9d6121f6ba tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477409 Aug 17 03:11:11.272754 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44df15c9-002c-43fc-9063-01e58be1f228 req-01876c24-d022-4b3b-a94c-f9d5ed7ea620 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:11.274306 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44df15c9-002c-43fc-9063-01e58be1f228 req-01876c24-d022-4b3b-a94c-f9d5ed7ea620 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0498633 Aug 17 03:11:11.314907 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44df15c9-002c-43fc-9063-01e58be1f228 req-54eef507-c3ed-402f-8e1a-666f39eea691 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345771 Aug 17 03:11:12.085499 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1b305bf9-3077-4cbd-9ca6-416349000e77 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:11:12.104820 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 1b305bf9-3077-4cbd-9ca6-416349000e77 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:11:12.105164 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1b305bf9-3077-4cbd-9ca6-416349000e77 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:11:12.275864 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109a699d-cded-4a63-9256-f697fe961880 req-e2a6a146-b25d-4f07-8634-5da9eca62a4d tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:12.277387 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-109a699d-cded-4a63-9256-f697fe961880 req-e2a6a146-b25d-4f07-8634-5da9eca62a4d tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 943 time: 0.0529015 Aug 17 03:11:12.317405 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-109a699d-cded-4a63-9256-f697fe961880 req-a1262073-9725-4edd-958a-8f9236bbf6ef tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0336897 Aug 17 03:11:12.432049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0811dbf-38d5-4a98-bd2b-c6afd70dd9e0 req-45f8520a-9b6d-4e33-acf3-6015ce74d377 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:12.437853 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e0811dbf-38d5-4a98-bd2b-c6afd70dd9e0 req-45f8520a-9b6d-4e33-acf3-6015ce74d377 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0494184 Aug 17 03:11:12.477748 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e0811dbf-38d5-4a98-bd2b-c6afd70dd9e0 req-b1ae6bf1-2125-4e73-bb3e-9ad490460e3e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361030 Aug 17 03:11:12.517265 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:11:12.530920 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77c8be1-27f5-45e0-af5a-f40d234a266d req-e9743239-efe2-4df0-9829-9192eeb0441b tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:12.532436 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f77c8be1-27f5-45e0-af5a-f40d234a266d req-e9743239-efe2-4df0-9829-9192eeb0441b tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 946 time: 0.0506294 Aug 17 03:11:12.573879 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f77c8be1-27f5-45e0-af5a-f40d234a266d req-6ceac1a1-8b41-4ee4-8d62-96e9c4b0f116 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353780 Aug 17 03:11:13.434319 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbec792-8934-4525-bd23-cc6bb17489ce req-32ea1409-4f4e-4753-8c4f-40624dd7c76b tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:13.435847 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cbbec792-8934-4525-bd23-cc6bb17489ce req-32ea1409-4f4e-4753-8c4f-40624dd7c76b tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 943 time: 0.0504661 Aug 17 03:11:13.479652 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cbbec792-8934-4525-bd23-cc6bb17489ce req-d7a2a60c-a000-4c8a-96fc-b42abcee7690 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0372355 Aug 17 03:11:13.595513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00914332-4534-4c8c-b88f-40e98022707f req-1b566d70-0377-436f-8e80-51215cc5dc64 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:13.597134 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00914332-4534-4c8c-b88f-40e98022707f req-1b566d70-0377-436f-8e80-51215cc5dc64 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0516238 Aug 17 03:11:13.639877 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00914332-4534-4c8c-b88f-40e98022707f req-5faa9887-6de5-4a46-ae4e-b0fc3c804119 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347555 Aug 17 03:11:13.698664 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ae5fdb-ed8b-4cde-b3c4-4fbc44fe33e4 req-32455df1-2d9b-4f38-8075-e8c4389235b5 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:13.700127 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11ae5fdb-ed8b-4cde-b3c4-4fbc44fe33e4 req-32455df1-2d9b-4f38-8075-e8c4389235b5 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 946 time: 0.0491714 Aug 17 03:11:13.751434 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11ae5fdb-ed8b-4cde-b3c4-4fbc44fe33e4 req-99079b1e-3bae-4ee0-89a6-842b9fd5aed4 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452101 Aug 17 03:11:14.101596 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 9ade6b1a-a279-46b8-9bb6-0b0e09761987 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:11:14.201598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 9ade6b1a-a279-46b8-9bb6-0b0e09761987, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9ade6b1a-a279-46b8-9bb6-0b0e09761987,segment=NetworkSegment(dbd7541f-dd23-4942-af3e-b48fa01cf190),segment_id=dbd7541f-dd23-4942-af3e-b48fa01cf190)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:14.207583 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37554) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:14.213494 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '9ade6b1a-a279-46b8-9bb6-0b0e09761987', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'port_id': '9ade6b1a-a279-46b8-9bb6-0b0e09761987', 'mac_address': 'fa:16:3e:86:2c:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:11:14.252523 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:14.266487 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9ade6b1a-a279-46b8-9bb6-0b0e09761987 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:11:14.283009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4e9c76-fbbd-435d-82cc-addbb7a31fbb tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:14.283432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4e9c76-fbbd-435d-82cc-addbb7a31fbb tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:14.283918 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da4e9c76-fbbd-435d-82cc-addbb7a31fbb tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:14.285637 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-da4e9c76-fbbd-435d-82cc-addbb7a31fbb tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/ports?project_id=1dcddbfa77d8439c92503d4521a21241&network_id=9ff4ee26-1ec7-45ad-9b4e-3b800da06cce HTTP/1.1" status: 200 len: 2970 time: 0.0767550 Aug 17 03:11:14.293746 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 9ade6b1a-a279-46b8-9bb6-0b0e09761987, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9ade6b1a-a279-46b8-9bb6-0b0e09761987,segment=NetworkSegment(dbd7541f-dd23-4942-af3e-b48fa01cf190),segment_id=dbd7541f-dd23-4942-af3e-b48fa01cf190)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:14.392662 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:14.442812 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=9ade6b1a-a279-46b8-9bb6-0b0e09761987,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:14.464728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b6f38a-a6d0-44a8-8609-6a266ad17831 req-b4089ad2-3ec1-4146-8d43-32472ae151fa tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:14.466073 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-40b6f38a-a6d0-44a8-8609-6a266ad17831 req-b4089ad2-3ec1-4146-8d43-32472ae151fa tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.30 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 946 time: 0.0630190 Aug 17 03:11:14.567583 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-40b6f38a-a6d0-44a8-8609-6a266ad17831 req-864ee63f-4689-4884-8ca8-74f309c412d3 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Deleting port 91788c6f-b111-4dc1-b16b-fe671fc6ea3f {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:11:14.568012 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-40b6f38a-a6d0-44a8-8609-6a266ad17831 req-864ee63f-4689-4884-8ca8-74f309c412d3 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:14.603029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6644a-217d-4217-a720-0ba14e2063e0 req-56ef4147-1229-49f4-9c7c-c8607192c9c0 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:14.604766 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bfb6644a-217d-4217-a720-0ba14e2063e0 req-56ef4147-1229-49f4-9c7c-c8607192c9c0 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 944 time: 0.0571203 Aug 17 03:11:14.650141 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bfb6644a-217d-4217-a720-0ba14e2063e0 req-06acc322-8dbd-4b8c-849c-d8695c9a86e1 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0383480 Aug 17 03:11:14.668748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-40b6f38a-a6d0-44a8-8609-6a266ad17831 req-864ee63f-4689-4884-8ca8-74f309c412d3 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] For port 91788c6f-b111-4dc1-b16b-fe671fc6ea3f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=91788c6f-b111-4dc1-b16b-fe671fc6ea3f,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:14.669124 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-40b6f38a-a6d0-44a8-8609-6a266ad17831 req-864ee63f-4689-4884-8ca8-74f309c412d3 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:14.681886 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-40b6f38a-a6d0-44a8-8609-6a266ad17831 req-864ee63f-4689-4884-8ca8-74f309c412d3 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Calling delete_port for 91788c6f-b111-4dc1-b16b-fe671fc6ea3f owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:11:14.696952 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['9ade6b1a-a279-46b8-9bb6-0b0e09761987'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:11:14.806640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70abe6c2-7122-48e6-bd1b-3876eeda448b req-8993c58d-db80-4136-a62f-b435ce5e7e03 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:14.808173 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-70abe6c2-7122-48e6-bd1b-3876eeda448b req-8993c58d-db80-4136-a62f-b435ce5e7e03 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0792871 Aug 17 03:11:14.887743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e334cb-bf21-4d0e-8ae8-5c7e41e838ee req-27508455-57e7-4f70-aa6c-81eefc66fff0 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:14.893911 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-83e334cb-bf21-4d0e-8ae8-5c7e41e838ee req-27508455-57e7-4f70-aa6c-81eefc66fff0 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 946 time: 0.0562589 Aug 17 03:11:14.902637 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-70abe6c2-7122-48e6-bd1b-3876eeda448b req-4b275945-edad-4532-ab65-038a320cfa7d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870600 Aug 17 03:11:14.934079 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-83e334cb-bf21-4d0e-8ae8-5c7e41e838ee req-243e4c55-d5a0-41cb-bef6-41ef2c6df892 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378079 Aug 17 03:11:14.988649 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-40b6f38a-a6d0-44a8-8609-6a266ad17831 req-864ee63f-4689-4884-8ca8-74f309c412d3 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:15.002287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['95bed3c5-87ec-4f40-806e-77a41367edb6', '91788c6f-b111-4dc1-b16b-fe671fc6ea3f'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:11:15.019910 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864ee63f-4689-4884-8ca8-74f309c412d3 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Pushing event deleted for resources: {'Port': ['ID=91788c6f-b111-4dc1-b16b-fe671fc6ea3f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:15.069565 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b6f38a-a6d0-44a8-8609-6a266ad17831 req-864ee63f-4689-4884-8ca8-74f309c412d3 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] No DVR routers for this DVR port 91788c6f-b111-4dc1-b16b-fe671fc6ea3f on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:11:15.071026 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-40b6f38a-a6d0-44a8-8609-6a266ad17831 req-864ee63f-4689-4884-8ca8-74f309c412d3 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:15.073147 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-40b6f38a-a6d0-44a8-8609-6a266ad17831 req-864ee63f-4689-4884-8ca8-74f309c412d3 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.30 "DELETE /v2.0/ports/91788c6f-b111-4dc1-b16b-fe671fc6ea3f HTTP/1.1" status: 204 len: 173 time: 0.5998921 Aug 17 03:11:15.073663 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1bb5288f-5b63-4d69-b2f7-4e7d025c19de', 'name': 'network-vif-deleted', 'tag': '91788c6f-b111-4dc1-b16b-fe671fc6ea3f'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:11:15.076190 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-841b7805-0d68-4d36-8f3e-29de78cd168f" -d '{"events": [{"server_uuid": "1bb5288f-5b63-4d69-b2f7-4e7d025c19de", "name": "network-vif-deleted", "tag": "91788c6f-b111-4dc1-b16b-fe671fc6ea3f"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:11:15.123901 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:11:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b52a542d-c869-4fc4-b4a7-abb00056c48a x-openstack-request-id: req-b52a542d-c869-4fc4-b4a7-abb00056c48a {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:11:15.125413 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1bb5288f-5b63-4d69-b2f7-4e7d025c19de", "name": "network-vif-deleted", "tag": "91788c6f-b111-4dc1-b16b-fe671fc6ea3f", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:11:15.125699 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b52a542d-c869-4fc4-b4a7-abb00056c48a {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:11:15.126171 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1bb5288f-5b63-4d69-b2f7-4e7d025c19de', 'name': 'network-vif-deleted', 'tag': '91788c6f-b111-4dc1-b16b-fe671fc6ea3f', 'status': 'completed', 'code': 200} Aug 17 03:11:15.239847 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e9d559e0-879b-41ad-b598-de3b72fdf828 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:15.560968 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0befa591-0df5-48f3-a8a5-334a152bd764'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:11:15.773692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f6799-660b-455f-9f6e-d3e686d947d9 req-d6fd44f9-9bda-49e6-ae11-f21de3fd57a7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:15.775254 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7b4f6799-660b-455f-9f6e-d3e686d947d9 req-d6fd44f9-9bda-49e6-ae11-f21de3fd57a7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 944 time: 0.0515351 Aug 17 03:11:15.813535 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7b4f6799-660b-455f-9f6e-d3e686d947d9 req-eb33d202-49b4-4746-95ac-ba1211b473e8 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0318816 Aug 17 03:11:16.034012 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d90efc-d767-4bf5-bd8b-b8dd8deede4a req-747c0dc0-dcbc-4f8c-be31-a52e8e50caf0 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:16.036472 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-79d90efc-d767-4bf5-bd8b-b8dd8deede4a req-747c0dc0-dcbc-4f8c-be31-a52e8e50caf0 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0560467 Aug 17 03:11:16.050678 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d4823ab-c9a2-445d-92a3-89dbceb75429 req-64683788-1fd8-4c5c-9097-fbdb8a515647 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1bb5288f-5b63-4d69-b2f7-4e7d025c19de HTTP/1.1" status: 200 len: 210 time: 0.0362458 Aug 17 03:11:16.094911 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-79d90efc-d767-4bf5-bd8b-b8dd8deede4a req-e729ccd2-3ba8-4b1f-9692-847b67eae149 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0525937 Aug 17 03:11:16.119078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 9ade6b1a-a279-46b8-9bb6-0b0e09761987 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:11:16.251074 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 9ade6b1a-a279-46b8-9bb6-0b0e09761987 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:11:16.255269 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 9ade6b1a-a279-46b8-9bb6-0b0e09761987 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:16.255705 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:16.334678 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:16.357573 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2eff22-3bf1-4034-9468-df67a695e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ade6b1a-a279-46b8-9bb6-0b0e09761987'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:11:16.360446 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e43de884-6383-416c-aed8-7d460ac64b74" -d '{"events": [{"server_uuid": "6b2eff22-3bf1-4034-9468-df67a695e99d", "name": "network-vif-plugged", "status": "completed", "tag": "9ade6b1a-a279-46b8-9bb6-0b0e09761987"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:11:16.374797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 9ade6b1a-a279-46b8-9bb6-0b0e09761987, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9ade6b1a-a279-46b8-9bb6-0b0e09761987,segment=NetworkSegment(dbd7541f-dd23-4942-af3e-b48fa01cf190),segment_id=dbd7541f-dd23-4942-af3e-b48fa01cf190)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:16.457310 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:16.512811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=9ade6b1a-a279-46b8-9bb6-0b0e09761987,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:16.527185 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:11:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe9335d2-7da8-4852-8cc8-43ea1c9ddf1b x-openstack-request-id: req-fe9335d2-7da8-4852-8cc8-43ea1c9ddf1b {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:11:16.527480 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2eff22-3bf1-4034-9468-df67a695e99d", "name": "network-vif-plugged", "status": "completed", "tag": "9ade6b1a-a279-46b8-9bb6-0b0e09761987", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:11:16.527732 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe9335d2-7da8-4852-8cc8-43ea1c9ddf1b {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:11:16.528121 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2eff22-3bf1-4034-9468-df67a695e99d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9ade6b1a-a279-46b8-9bb6-0b0e09761987', 'code': 200} Aug 17 03:11:16.550824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37614) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:16.597728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae224f97-1741-4674-aa72-7d7577462cd3 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:16.599208 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ae224f97-1741-4674-aa72-7d7577462cd3 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 814 time: 0.0512240 Aug 17 03:11:16.636144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90b66dd3-a38c-4a76-b5ab-95282d5098f9 req-ac63ae33-1743-4200-9059-0270cd41454d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:16.637734 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90b66dd3-a38c-4a76-b5ab-95282d5098f9 req-ac63ae33-1743-4200-9059-0270cd41454d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 1096 time: 0.0420277 Aug 17 03:11:16.674668 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90b66dd3-a38c-4a76-b5ab-95282d5098f9 req-dce3050f-9e73-42cf-9c45-dde7f303d630 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0283391 Aug 17 03:11:16.929101 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2836a5c6-5a39-4a29-93fe-f33b29d7b713 req-8362e360-19ad-49e7-b3a6-94288305e083 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:16.930616 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2836a5c6-5a39-4a29-93fe-f33b29d7b713 req-8362e360-19ad-49e7-b3a6-94288305e083 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.0501060 Aug 17 03:11:16.973113 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2836a5c6-5a39-4a29-93fe-f33b29d7b713 req-b996c12d-2c10-45dd-94f2-5b1561d46f33 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0363538 Aug 17 03:11:17.231341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18609f40-9a6b-48c0-9351-28f7b8d55467 req-2e0af860-5194-43ae-815a-3ca6e249a7c0 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:17.231908 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37636) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:17.233003 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18609f40-9a6b-48c0-9351-28f7b8d55467 req-2e0af860-5194-43ae-815a-3ca6e249a7c0 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0642114 Aug 17 03:11:17.239326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a83a3817-752b-4093-b61d-b2e82840034d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'network': {'name': 'tempest-network-smoke--717132492', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'port_security_enabled': True}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:17.288396 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18609f40-9a6b-48c0-9351-28f7b8d55467 req-cf925959-bcfa-4475-b49a-b3f2e8b5a90d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435510 Aug 17 03:11:17.341286 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a83a3817-752b-4093-b61d-b2e82840034d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Made reservation on behalf of 1dcddbfa77d8439c92503d4521a21241 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:11:17.345730 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a83a3817-752b-4093-b61d-b2e82840034d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:17.375209 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a83a3817-752b-4093-b61d-b2e82840034d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:11:17.385184 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a83a3817-752b-4093-b61d-b2e82840034d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:17.385581 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-a83a3817-752b-4093-b61d-b2e82840034d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Added segment 3b500119-6ae1-47ef-be64-96ac9dd2a058 of type vlan for network 28d2a919-a1a7-4625-8ad9-0d3fccb12268 Aug 17 03:11:17.435314 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a83a3817-752b-4093-b61d-b2e82840034d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:17.536564 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a83a3817-752b-4093-b61d-b2e82840034d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:17.543327 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a83a3817-752b-4093-b61d-b2e82840034d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:17.544202 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a83a3817-752b-4093-b61d-b2e82840034d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:17.619116 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c039b7-58aa-44f0-9c40-455c784fe51a req-5e9967ec-0cb0-48b3-98e2-3cd9b5d3a938 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:17.621309 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-63c039b7-58aa-44f0-9c40-455c784fe51a req-5e9967ec-0cb0-48b3-98e2-3cd9b5d3a938 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=461f13bc-d054-48e0-b82e-cdb041a76300 HTTP/1.1" status: 200 len: 946 time: 0.0568380 Aug 17 03:11:17.622504 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83a3817-752b-4093-b61d-b2e82840034d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Network': ['ID=28d2a919-a1a7-4625-8ad9-0d3fccb12268,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:17.636130 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 28d2a919-a1a7-4625-8ad9-0d3fccb12268 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:11:17.673994 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-63c039b7-58aa-44f0-9c40-455c784fe51a req-8f569037-ae0c-46ee-91a5-9e65381faa95 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435033 Aug 17 03:11:17.680090 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a83a3817-752b-4093-b61d-b2e82840034d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4474661 Aug 17 03:11:17.683064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37670) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:17.775582 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da3f4ffe-ef07-4299-985e-8aaa46d5ae8c tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:17.777101 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-da3f4ffe-ef07-4299-985e-8aaa46d5ae8c tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=1dcddbfa77d8439c92503d4521a21241&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.0930812 Aug 17 03:11:17.779848 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37678) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:17.873671 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70124dd3-1c3f-4c1d-8d55-8a77518f94e4 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:17.877754 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-70124dd3-1c3f-4c1d-8d55-8a77518f94e4 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0941441 Aug 17 03:11:17.878267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37688) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:17.946811 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-320d2534-a9d3-4004-a373-8d92f5980038 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:18.083754 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 91788c6f-b111-4dc1-b16b-fe671fc6ea3f no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:11:18.106522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 91788c6f-b111-4dc1-b16b-fe671fc6ea3f {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:11:18.106933 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 91788c6f-b111-4dc1-b16b-fe671fc6ea3f not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:11:18.154213 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:18.219026 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1bd75880-531d-46db-a9bf-513264d540d1 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3397155 Aug 17 03:11:18.221770 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37716) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:18.253169 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-77c91e40-7bba-429d-a31d-f8bd6e740f21 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=1dcddbfa77d8439c92503d4521a21241&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279610 Aug 17 03:11:18.255225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37718) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:18.266927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498c4997-2884-490b-9566-c82167133968 req-dd82c7b5-8bff-4240-8ab1-19096e8fe311 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:18.268451 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-498c4997-2884-490b-9566-c82167133968 req-dd82c7b5-8bff-4240-8ab1-19096e8fe311 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.0527437 Aug 17 03:11:18.316514 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-498c4997-2884-490b-9566-c82167133968 req-f5527e1d-91ea-4724-9a51-770d24a283a5 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0420313 Aug 17 03:11:18.368905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5893edc2-524c-402e-a06c-c80e9b2e68e9 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:18.375499 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5893edc2-524c-402e-a06c-c80e9b2e68e9 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1145332 Aug 17 03:11:18.375893 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37732) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:18.410480 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4e89cd04-e6df-4d68-a2b2-31a2ba732f5a tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0339396 Aug 17 03:11:18.415527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37738) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:18.421537 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a7beb2af-bd38-4c69-8b52-d5603bd500d6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1503231336', 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:18.463236 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9885b716-5e0c-4477-a8c0-735a85dbae2b req-c062a7de-8e22-4598-a36d-0ed63c904810 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:18.464866 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9885b716-5e0c-4477-a8c0-735a85dbae2b req-c062a7de-8e22-4598-a36d-0ed63c904810 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.0574672 Aug 17 03:11:18.475009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37744) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:18.481956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6388c9a3-a848-47b8-9c7b-c6c3b645e72a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Request body: {'floatingip': {'port_id': '9ade6b1a-a279-46b8-9bb6-0b0e09761987'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:18.496483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5f85a8-0310-452c-b234-866046f71bde req-ea63b949-32a7-4b52-8907-46e39d4b36f9 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:18.498023 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f5f85a8-0310-452c-b234-866046f71bde req-ea63b949-32a7-4b52-8907-46e39d4b36f9 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1155591 Aug 17 03:11:18.524181 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6388c9a3-a848-47b8-9c7b-c6c3b645e72a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:18.558516 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f5f85a8-0310-452c-b234-866046f71bde req-90f6453b-e1e5-431f-bff3-085628bc20d2 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488293 Aug 17 03:11:18.628367 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7beb2af-bd38-4c69-8b52-d5603bd500d6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Made reservation on behalf of 1dcddbfa77d8439c92503d4521a21241 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:11:18.632687 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7beb2af-bd38-4c69-8b52-d5603bd500d6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:18.919751 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7beb2af-bd38-4c69-8b52-d5603bd500d6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:18.950570 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c95a206-28b2-46dc-9797-70285e110cc6 req-0c313f22-d79f-45d0-ae3f-58de763ffbd9 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:18.958536 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c95a206-28b2-46dc-9797-70285e110cc6 req-0c313f22-d79f-45d0-ae3f-58de763ffbd9 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=461f13bc-d054-48e0-b82e-cdb041a76300 HTTP/1.1" status: 200 len: 946 time: 0.1546466 Aug 17 03:11:19.006326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7beb2af-bd38-4c69-8b52-d5603bd500d6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Subnet': ['ID=8d43ab10-3c14-485c-b93e-6c947a94ba77,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:19.008990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7beb2af-bd38-4c69-8b52-d5603bd500d6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Checking segment: {'id': '3b500119-6ae1-47ef-be64-96ac9dd2a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:11:19.009597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7beb2af-bd38-4c69-8b52-d5603bd500d6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network hostable DHCP agents. Network: 28d2a919-a1a7-4625-8ad9-0d3fccb12268, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:11:19.035357 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c95a206-28b2-46dc-9797-70285e110cc6 req-6ff16eb9-5646-48e6-8b24-03d6c95c864a tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756617 Aug 17 03:11:19.097008 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:19.130642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7beb2af-bd38-4c69-8b52-d5603bd500d6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network 28d2a919-a1a7-4625-8ad9-0d3fccb12268 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:11:19.135184 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6388c9a3-a848-47b8-9c7b-c6c3b645e72a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:19.160064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e100f434-e889-486d-a489-fc688dda85af req-8677916f-b272-4665-b0df-e06ee53f2be8 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:19.161592 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e100f434-e889-486d-a489-fc688dda85af req-8677916f-b272-4665-b0df-e06ee53f2be8 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.30 "GET /v2.0/ports?device_id=461f13bc-d054-48e0-b82e-cdb041a76300 HTTP/1.1" status: 200 len: 946 time: 0.0653853 Aug 17 03:11:19.239637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-a7beb2af-bd38-4c69-8b52-d5603bd500d6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 28d2a919-a1a7-4625-8ad9-0d3fccb12268) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:11:19.243546 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6388c9a3-a848-47b8-9c7b-c6c3b645e72a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:19.247326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7beb2af-bd38-4c69-8b52-d5603bd500d6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:19.250060 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45268227-58c2-422a-84e6-7794174f71b9 None None] Network 28d2a919-a1a7-4625-8ad9-0d3fccb12268 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:11:19.250846 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7beb2af-bd38-4c69-8b52-d5603bd500d6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:19.340379 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a7beb2af-bd38-4c69-8b52-d5603bd500d6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 0.9235492 Aug 17 03:11:19.341776 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-e100f434-e889-486d-a489-fc688dda85af req-5fabddc4-727a-4b24-b252-0843c541b798 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Deleting port 95bed3c5-87ec-4f40-806e-77a41367edb6 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:11:19.342166 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e100f434-e889-486d-a489-fc688dda85af req-5fabddc4-727a-4b24-b252-0843c541b798 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:19.420217 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-6388c9a3-a848-47b8-9c7b-c6c3b645e72a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Floating IP 6256a431-6e78-4518-937c-10a87f8ab3a4 associated. External IP: 172.25.1.145, port: 9ade6b1a-a279-46b8-9bb6-0b0e09761987. Aug 17 03:11:19.551188 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-e100f434-e889-486d-a489-fc688dda85af req-5fabddc4-727a-4b24-b252-0843c541b798 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] For port 95bed3c5-87ec-4f40-806e-77a41367edb6, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=95bed3c5-87ec-4f40-806e-77a41367edb6,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:19.551748 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e100f434-e889-486d-a489-fc688dda85af req-5fabddc4-727a-4b24-b252-0843c541b798 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:19.559530 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37782) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:19.564547 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-28d2a919-a1a7-4625-8ad9-0d3fccb12268', 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'fixed_ips': [{'subnet_id': '8d43ab10-3c14-485c-b93e-6c947a94ba77'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:11:19.566369 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:19.574455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-e100f434-e889-486d-a489-fc688dda85af req-5fabddc4-727a-4b24-b252-0843c541b798 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Calling delete_port for 95bed3c5-87ec-4f40-806e-77a41367edb6 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:11:19.658229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37788) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:19.665246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-919c202d-2ad6-47c6-953d-686bb0dcb286 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1943497187', 'description': 'tempest-secgroup-smoke-1943497187 description', 'project_id': '1dcddbfa77d8439c92503d4521a21241'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:19.730558 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-036aec15-2e76-4459-9a72-bc7a8cdebcc7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:19.735249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Allocated IP 172.20.0.18 (28d2a919-a1a7-4625-8ad9-0d3fccb12268/8d43ab10-3c14-485c-b93e-6c947a94ba77/4193558e-31f9-4dd4-a3ed-53c6a02d9042) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:11:19.762944 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-919c202d-2ad6-47c6-953d-686bb0dcb286 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:19.786819 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce99293a-395e-4aa4-9bd8-958340d10f79 req-6957e7ca-67e8-479f-b08f-cb3dc55c3b9d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:19.794794 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ce99293a-395e-4aa4-9bd8-958340d10f79 req-6957e7ca-67e8-479f-b08f-cb3dc55c3b9d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1366022 Aug 17 03:11:19.850872 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6388c9a3-a848-47b8-9c7b-c6c3b645e72a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:11:19.853341 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-036aec15-2e76-4459-9a72-bc7a8cdebcc7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:19.883239 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ce99293a-395e-4aa4-9bd8-958340d10f79 req-c385725b-a9ad-4114-bc44-62a9d17bce83 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872722 Aug 17 03:11:19.894699 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:19.940067 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-036aec15-2e76-4459-9a72-bc7a8cdebcc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:19.988341 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-036aec15-2e76-4459-9a72-bc7a8cdebcc7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=62a3e001a2f04907bec1f95195212c40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4279497 Aug 17 03:11:19.991420 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37790) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:19.996740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-036aec15-2e76-4459-9a72-bc7a8cdebcc7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a890ffa-cb0a-4bda-a59f-a6a93093c174,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:20.028063 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Transition to ACTIVE for port object 4193558e-31f9-4dd4-a3ed-53c6a02d9042 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:11:20.032115 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e100f434-e889-486d-a489-fc688dda85af req-5fabddc4-727a-4b24-b252-0843c541b798 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.038204 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6388c9a3-a848-47b8-9c7b-c6c3b645e72a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:11:20.048016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Transition to ACTIVE for port object 4193558e-31f9-4dd4-a3ed-53c6a02d9042 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:11:20.050756 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6388c9a3-a848-47b8-9c7b-c6c3b645e72a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.054849 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0befa591-0df5-48f3-a8a5-334a152bd764'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:11:20.054984 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-919c202d-2ad6-47c6-953d-686bb0dcb286 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.057344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['95bed3c5-87ec-4f40-806e-77a41367edb6'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:11:20.059887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2c19d-c111-4950-951f-7845c3e2d177 None None] Sync routers for ids ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:11:20.093913 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fabddc4-727a-4b24-b252-0843c541b798 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Pushing event deleted for resources: {'Port': ['ID=95bed3c5-87ec-4f40-806e-77a41367edb6,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:20.129615 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.140234 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6388c9a3-a848-47b8-9c7b-c6c3b645e72a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "PUT /v2.0/floatingips/6256a431-6e78-4518-937c-10a87f8ab3a4 HTTP/1.1" status: 200 len: 991 time: 1.6604683 Aug 17 03:11:20.157212 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c79b0531-74be-4b5a-a358-c9455ea8be1f req-173dc7b1-0cd1-4478-8444-e62e6a0bbe65 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=461f13bc-d054-48e0-b82e-cdb041a76300 HTTP/1.1" status: 200 len: 210 time: 0.0317478 Aug 17 03:11:20.157451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b2eff22-3bf1-4034-9468-df67a695e99d', 'tag': '9ade6b1a-a279-46b8-9bb6-0b0e09761987'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:11:20.157535 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-919c202d-2ad6-47c6-953d-686bb0dcb286 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.157615 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8992261b-7c22-4b59-9303-ba986b38cbaf" -d '{"events": [{"name": "network-changed", "server_uuid": "6b2eff22-3bf1-4034-9468-df67a695e99d", "tag": "9ade6b1a-a279-46b8-9bb6-0b0e09761987"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:11:20.157615 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8df87d7-f024-402a-af12-f2569c409007 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.159287 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-e100f434-e889-486d-a489-fc688dda85af req-5fabddc4-727a-4b24-b252-0843c541b798 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] No DVR routers for this DVR port 95bed3c5-87ec-4f40-806e-77a41367edb6 on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:11:20.162253 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-e100f434-e889-486d-a489-fc688dda85af req-5fabddc4-727a-4b24-b252-0843c541b798 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.164223 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e100f434-e889-486d-a489-fc688dda85af req-5fabddc4-727a-4b24-b252-0843c541b798 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.30 "DELETE /v2.0/ports/95bed3c5-87ec-4f40-806e-77a41367edb6 HTTP/1.1" status: 204 len: 173 time: 0.9961085 Aug 17 03:11:20.187804 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8df87d7-f024-402a-af12-f2569c409007 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.214552 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919c202d-2ad6-47c6-953d-686bb0dcb286 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0ba42d6-e2ee-4ea1-8337-4a0193f5148a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:20.235706 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:11:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30b045f3-7ee5-4a8c-8383-b37208a5c350 x-openstack-request-id: req-30b045f3-7ee5-4a8c-8383-b37208a5c350 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:11:20.238821 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b2eff22-3bf1-4034-9468-df67a695e99d", "tag": "9ade6b1a-a279-46b8-9bb6-0b0e09761987", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:11:20.238821 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30b045f3-7ee5-4a8c-8383-b37208a5c350 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:11:20.238821 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b2eff22-3bf1-4034-9468-df67a695e99d', 'tag': '9ade6b1a-a279-46b8-9bb6-0b0e09761987', 'status': 'completed', 'code': 200} Aug 17 03:11:20.239062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c2c19d-c111-4950-951f-7845c3e2d177 None None] Routers {'6772dce1-f98a-4a35-9e66-a81ca0530bf9'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:11:20.239062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-68c2c19d-c111-4950-951f-7845c3e2d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:11:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:20.274428 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-919c202d-2ad6-47c6-953d-686bb0dcb286 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.275642 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-919c202d-2ad6-47c6-953d-686bb0dcb286 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.6162288 Aug 17 03:11:20.278549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37798) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:20.284731 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-dbe335fd-6b72-41d0-b298-88f70d263caa tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group_rule': {'security_group_id': 'd0ba42d6-e2ee-4ea1-8337-4a0193f5148a', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:20.284856 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Network 28d2a919-a1a7-4625-8ad9-0d3fccb12268 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:11:20.287526 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Pushing event updated for resources: {'Port': ['ID=4193558e-31f9-4dd4-a3ed-53c6a02d9042,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:20.296397 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:11:20.307781 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:11:20.318453 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992261b-7c22-4b59-9303-ba986b38cbaf req-02e437af-d584-4a66-91a2-581f6aec0324 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:20.319912 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8df87d7-f024-402a-af12-f2569c409007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.320480 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8992261b-7c22-4b59-9303-ba986b38cbaf req-02e437af-d584-4a66-91a2-581f6aec0324 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29dbf4db7226454dadb9ed17ed77cc12&device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 1096 time: 0.0751240 Aug 17 03:11:20.322731 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8df87d7-f024-402a-af12-f2569c409007 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.323882 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e8df87d7-f024-402a-af12-f2569c409007 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5a890ffa-cb0a-4bda-a59f-a6a93093c174 HTTP/1.1" status: 204 len: 168 time: 0.3299742 Aug 17 03:11:20.333030 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8df87d7-f024-402a-af12-f2569c409007 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a890ffa-cb0a-4bda-a59f-a6a93093c174,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:20.398019 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dbe335fd-6b72-41d0-b298-88f70d263caa tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.441365 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Attempting to bind port 4193558e-31f9-4dd4-a3ed-53c6a02d9042 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:11:20.441760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Attempting to bind port 4193558e-31f9-4dd4-a3ed-53c6a02d9042 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3b500119-6ae1-47ef-be64-96ac9dd2a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:11:20.442124 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Attempting to bind port 4193558e-31f9-4dd4-a3ed-53c6a02d9042 on network 28d2a919-a1a7-4625-8ad9-0d3fccb12268 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:11:20.459949 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:11:20.460242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Checking segment: {'id': '3b500119-6ae1-47ef-be64-96ac9dd2a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:11:20.460757 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.461162 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Bound using segment: {'id': '3b500119-6ae1-47ef-be64-96ac9dd2a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:11:20.461593 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Bound port: 4193558e-31f9-4dd4-a3ed-53c6a02d9042, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b500119-6ae1-47ef-be64-96ac9dd2a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:11:20.461941 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.474488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992261b-7c22-4b59-9303-ba986b38cbaf req-44357f91-4b6f-417f-88b3-87c1e180a79a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:20.475274 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8992261b-7c22-4b59-9303-ba986b38cbaf req-44357f91-4b6f-417f-88b3-87c1e180a79a service neutron] 10.222.0.60 "GET /v2.0/networks?id=06273fda-1108-4d79-a8de-ed0a7364bbe0 HTTP/1.1" status: 200 len: 911 time: 0.1408687 Aug 17 03:11:20.487346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-68c2c19d-c111-4950-951f-7845c3e2d177 None None] Set router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:11:20.497734 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dbe335fd-6b72-41d0-b298-88f70d263caa tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.560481 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8992261b-7c22-4b59-9303-ba986b38cbaf req-c93277fb-81d3-4f6d-85df-91e8c384c65c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ade6b1a-a279-46b8-9bb6-0b0e09761987 HTTP/1.1" status: 200 len: 999 time: 0.0758305 Aug 17 03:11:20.603086 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] For port 4193558e-31f9-4dd4-a3ed-53c6a02d9042, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:11:20.615259 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] For port 4193558e-31f9-4dd4-a3ed-53c6a02d9042, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4193558e-31f9-4dd4-a3ed-53c6a02d9042,segment=NetworkSegment(3b500119-6ae1-47ef-be64-96ac9dd2a058),segment_id=3b500119-6ae1-47ef-be64-96ac9dd2a058)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:11:20.622328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992261b-7c22-4b59-9303-ba986b38cbaf req-e3dd9952-ff42-4500-b93c-daa57816f271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:20.624577 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8992261b-7c22-4b59-9303-ba986b38cbaf req-e3dd9952-ff42-4500-b93c-daa57816f271 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9034a659-f846-4b1b-ae6a-7826b698211e HTTP/1.1" status: 200 len: 850 time: 0.0530164 Aug 17 03:11:20.628854 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dbe335fd-6b72-41d0-b298-88f70d263caa tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.697762 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe335fd-6b72-41d0-b298-88f70d263caa tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=523e6d4d-f0ba-42e1-9552-10bd6681ab32,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:20.721654 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8992261b-7c22-4b59-9303-ba986b38cbaf req-ec28d672-8e58-40fd-acd0-8878c2efbe22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:20.723959 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8992261b-7c22-4b59-9303-ba986b38cbaf req-ec28d672-8e58-40fd-acd0-8878c2efbe22 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06273fda-1108-4d79-a8de-ed0a7364bbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0896363 Aug 17 03:11:20.734592 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.794570 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dbe335fd-6b72-41d0-b298-88f70d263caa tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.796257 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dbe335fd-6b72-41d0-b298-88f70d263caa tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5162959 Aug 17 03:11:20.800317 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37804) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:20.807711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-87cbbece-582a-4ff6-8a03-8bbab33c208c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group_rule': {'security_group_id': 'd0ba42d6-e2ee-4ea1-8337-4a0193f5148a', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:20.849822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585b8065-0b97-4505-baf4-231f1d1a1338 None None] Pushing event updated for resources: {'Port': ['ID=4193558e-31f9-4dd4-a3ed-53c6a02d9042,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:20.854037 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8992261b-7c22-4b59-9303-ba986b38cbaf req-04b031b2-5d61-42d6-b597-1b14901b49a5 service neutron] 10.222.0.60 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147079 Aug 17 03:11:20.879073 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.913393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-68c2c19d-c111-4950-951f-7845c3e2d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:59Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '6256a431-6e78-4518-937c-10a87f8ab3a4', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'port_id': '9ade6b1a-a279-46b8-9bb6-0b0e09761987', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'mac_address': 'fa:16:3e:86:2c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2eff22-3bf1-4034-9468-df67a695e99d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:11:02Z', 'updated_at': '2021-08-17T03:11:18Z', 'revision_number': 1, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9', 'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'mac_address': 'fa:16:3e:0b:f0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:58Z', 'updated_at': '2021-08-17T03:11:04Z', 'revision_number': 5, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'subnets': [{'id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:20.934935 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2c19d-c111-4950-951f-7845c3e2d177 None None] Checking router: 6772dce1-f98a-4a35-9e66-a81ca0530bf9 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:11:20.946771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c2c19d-c111-4950-951f-7845c3e2d177 None None] Routers {'6772dce1-f98a-4a35-9e66-a81ca0530bf9'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:11:20.947490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-68c2c19d-c111-4950-951f-7845c3e2d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:11:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:20.960742 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-87cbbece-582a-4ff6-8a03-8bbab33c208c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:20.973296 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8992261b-7c22-4b59-9303-ba986b38cbaf req-46acb0ab-f835-4200-99c8-f9a3235885a5 service neutron] 10.222.0.60 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110640 Aug 17 03:11:21.133936 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-87cbbece-582a-4ff6-8a03-8bbab33c208c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:21.142813 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ef3ba8-4d4d-4685-be81-d6b53dfa40ca req-084e47f8-1b3b-4528-b4c3-fd06fa3d1ac3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:21.144392 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3ef3ba8-4d4d-4685-be81-d6b53dfa40ca req-084e47f8-1b3b-4528-b4c3-fd06fa3d1ac3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1031091 Aug 17 03:11:21.150661 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-68c2c19d-c111-4950-951f-7845c3e2d177 None None] Set router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:11:21.198939 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3ef3ba8-4d4d-4685-be81-d6b53dfa40ca req-2721ba9c-0d83-4434-b09b-022b6e612667 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475993 Aug 17 03:11:21.205483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37810) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:21.228545 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-87cbbece-582a-4ff6-8a03-8bbab33c208c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:21.228648 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7e43140d-4d6a-40ea-9253-20e432d71270 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:21.271116 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87cbbece-582a-4ff6-8a03-8bbab33c208c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87d836bf-1c79-417b-9439-459739d16f4d,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:21.340171 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-739f967b-5b69-4f80-9a0b-0d9236853e2d req-df36d0b1-964f-41cd-acb5-0b225869178b tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=461f13bc-d054-48e0-b82e-cdb041a76300 HTTP/1.1" status: 200 len: 210 time: 0.0428798 Aug 17 03:11:21.408495 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7e43140d-4d6a-40ea-9253-20e432d71270 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:21.461398 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7e43140d-4d6a-40ea-9253-20e432d71270 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:21.463270 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-68c2c19d-c111-4950-951f-7845c3e2d177 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:59Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '6256a431-6e78-4518-937c-10a87f8ab3a4', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'port_id': '9ade6b1a-a279-46b8-9bb6-0b0e09761987', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'mac_address': 'fa:16:3e:86:2c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2eff22-3bf1-4034-9468-df67a695e99d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:11:02Z', 'updated_at': '2021-08-17T03:11:18Z', 'revision_number': 1, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9', 'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'mac_address': 'fa:16:3e:0b:f0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:58Z', 'updated_at': '2021-08-17T03:11:04Z', 'revision_number': 5, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'subnets': [{'id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:21.491341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2c19d-c111-4950-951f-7845c3e2d177 None None] The sync data for ids ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'] in n-d-802060-9 is: [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:59Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '6256a431-6e78-4518-937c-10a87f8ab3a4', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'floating_ip_address': '172.25.1.145', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'port_id': '9ade6b1a-a279-46b8-9bb6-0b0e09761987', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1985, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'mac_address': 'fa:16:3e:86:2c:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b2eff22-3bf1-4034-9468-df67a695e99d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:11:02Z', 'updated_at': '2021-08-17T03:11:18Z', 'revision_number': 1, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9', 'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'mac_address': 'fa:16:3e:0b:f0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:58Z', 'updated_at': '2021-08-17T03:11:04Z', 'revision_number': 5, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'subnets': [{'id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:11:21.503202 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7e43140d-4d6a-40ea-9253-20e432d71270 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=38e288b44e854f7da849edcdf8a0c2b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2965746 Aug 17 03:11:21.504137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e43140d-4d6a-40ea-9253-20e432d71270 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f67b64cd-3d8a-4899-adf7-5edca7619312,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:21.505927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37814) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:21.552869 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-87cbbece-582a-4ff6-8a03-8bbab33c208c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:21.553968 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-87cbbece-582a-4ff6-8a03-8bbab33c208c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7526126 Aug 17 03:11:21.556968 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37816) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:21.565329 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-edbe57b8-83b0-4073-a488-5325ebb98d10 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group_rule': {'security_group_id': 'd0ba42d6-e2ee-4ea1-8337-4a0193f5148a', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:21.596695 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb6938a0-bf26-4f57-9700-3fd9802bb4b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:21.622718 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb6938a0-bf26-4f57-9700-3fd9802bb4b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:21.681619 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-edbe57b8-83b0-4073-a488-5325ebb98d10 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:21.709281 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1d89213-702e-452c-b1a0-2d524ac939cf None None] New status for floating IP 6256a431-6e78-4518-937c-10a87f8ab3a4: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:11:21.743877 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb6938a0-bf26-4f57-9700-3fd9802bb4b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:21.746916 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb6938a0-bf26-4f57-9700-3fd9802bb4b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:21.753836 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-eb6938a0-bf26-4f57-9700-3fd9802bb4b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f67b64cd-3d8a-4899-adf7-5edca7619312 HTTP/1.1" status: 204 len: 168 time: 0.2418010 Aug 17 03:11:21.775573 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-edbe57b8-83b0-4073-a488-5325ebb98d10 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:21.777966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6938a0-bf26-4f57-9700-3fd9802bb4b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f67b64cd-3d8a-4899-adf7-5edca7619312,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:21.850040 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-edbe57b8-83b0-4073-a488-5325ebb98d10 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:21.876697 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbe57b8-83b0-4073-a488-5325ebb98d10 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ac4de87-df46-4808-9438-47388427955a,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:21.916648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8228fd8d-1031-47b3-acfb-cf91b744275e None None] Network 28d2a919-a1a7-4625-8ad9-0d3fccb12268 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:11:21.971100 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-edbe57b8-83b0-4073-a488-5325ebb98d10 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:21.972649 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-edbe57b8-83b0-4073-a488-5325ebb98d10 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4116237 Aug 17 03:11:21.975306 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37820) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:21.982027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-2cb8e123-1a1a-402f-b57e-8b5af9248715 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group_rule': {'security_group_id': 'd0ba42d6-e2ee-4ea1-8337-4a0193f5148a', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:22.038675 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-651b6587-6ed7-48a8-b711-cc80e6375448 None None] Provisioning for port 4193558e-31f9-4dd4-a3ed-53c6a02d9042 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:11:22.078052 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e123-1a1a-402f-b57e-8b5af9248715 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:22.159618 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4193558e-31f9-4dd4-a3ed-53c6a02d9042 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:11:22.173086 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e123-1a1a-402f-b57e-8b5af9248715 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:22.238665 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '461f13bc-d054-48e0-b82e-cdb041a76300', 'name': 'network-vif-deleted', 'tag': '95bed3c5-87ec-4f40-806e-77a41367edb6'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:11:22.241204 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1414bb2b-ee09-406a-909f-761bb59e2624" -d '{"events": [{"server_uuid": "461f13bc-d054-48e0-b82e-cdb041a76300", "name": "network-vif-deleted", "tag": "95bed3c5-87ec-4f40-806e-77a41367edb6"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:11:22.252771 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e123-1a1a-402f-b57e-8b5af9248715 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:22.279269 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 4193558e-31f9-4dd4-a3ed-53c6a02d9042 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:11:22.284428 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 4193558e-31f9-4dd4-a3ed-53c6a02d9042 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:22.284812 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:22.285124 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb8e123-1a1a-402f-b57e-8b5af9248715 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=15b23b1b-64eb-4aeb-ae73-9866a326464a,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:22.345942 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:11:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0152c430-e6e1-44f6-b34d-d7a22f184e68 x-openstack-request-id: req-0152c430-e6e1-44f6-b34d-d7a22f184e68 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:11:22.346275 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "461f13bc-d054-48e0-b82e-cdb041a76300", "name": "network-vif-deleted", "tag": "95bed3c5-87ec-4f40-806e-77a41367edb6", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:11:22.346374 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0152c430-e6e1-44f6-b34d-d7a22f184e68 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:11:22.346975 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '461f13bc-d054-48e0-b82e-cdb041a76300', 'name': 'network-vif-deleted', 'tag': '95bed3c5-87ec-4f40-806e-77a41367edb6', 'status': 'completed', 'code': 200} Aug 17 03:11:22.372721 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fc67110-40c3-4b45-9f35-7254e89e9a3d req-a368a070-d44e-4688-a8f2-d71cbcc35874 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:22.376078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ede9bae5-67d8-43b6-9b87-690d1dc7fd83 None None] Provisioning complete for port 4193558e-31f9-4dd4-a3ed-53c6a02d9042 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:22.376449 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ede9bae5-67d8-43b6-9b87-690d1dc7fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:22.380375 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5fc67110-40c3-4b45-9f35-7254e89e9a3d req-a368a070-d44e-4688-a8f2-d71cbcc35874 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0998871 Aug 17 03:11:22.433836 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5fc67110-40c3-4b45-9f35-7254e89e9a3d req-48a26b1b-3076-4648-94cc-bd5b8c59e848 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523319 Aug 17 03:11:22.440119 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2cb8e123-1a1a-402f-b57e-8b5af9248715 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:22.445134 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2cb8e123-1a1a-402f-b57e-8b5af9248715 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4651129 Aug 17 03:11:22.445973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37838) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:22.455607 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:22.471224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-df99c48d-7e95-4ca4-80a7-fa0ba41f3f42 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group_rule': {'security_group_id': 'd0ba42d6-e2ee-4ea1-8337-4a0193f5148a', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:22.531047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 4193558e-31f9-4dd4-a3ed-53c6a02d9042, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4193558e-31f9-4dd4-a3ed-53c6a02d9042,segment=NetworkSegment(3b500119-6ae1-47ef-be64-96ac9dd2a058),segment_id=3b500119-6ae1-47ef-be64-96ac9dd2a058)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:22.543387 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ede9bae5-67d8-43b6-9b87-690d1dc7fd83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:22.571029 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-df99c48d-7e95-4ca4-80a7-fa0ba41f3f42 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Project 1dcddbfa77d8439c92503d4521a21241 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:11:22.578498 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df99c48d-7e95-4ca4-80a7-fa0ba41f3f42 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:22.595920 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:22.649086 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df99c48d-7e95-4ca4-80a7-fa0ba41f3f42 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:22.684815 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-ede9bae5-67d8-43b6-9b87-690d1dc7fd83 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:11:22.685384 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-ede9bae5-67d8-43b6-9b87-690d1dc7fd83 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:11:22.690869 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=4193558e-31f9-4dd4-a3ed-53c6a02d9042,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:22.706859 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df99c48d-7e95-4ca4-80a7-fa0ba41f3f42 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:22.734607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df99c48d-7e95-4ca4-80a7-fa0ba41f3f42 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=348de242-33eb-4070-b774-999d462bd934,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:22.822495 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-df99c48d-7e95-4ca4-80a7-fa0ba41f3f42 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:22.823758 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-df99c48d-7e95-4ca4-80a7-fa0ba41f3f42 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3766174 Aug 17 03:11:22.826542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37850) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:22.831263 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0900a358-a12a-4eaf-868c-e42ff6105428 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group_rule': {'security_group_id': 'd0ba42d6-e2ee-4ea1-8337-4a0193f5148a', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:22.951601 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-0900a358-a12a-4eaf-868c-e42ff6105428 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Project 1dcddbfa77d8439c92503d4521a21241 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:11:22.960214 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0900a358-a12a-4eaf-868c-e42ff6105428 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:22.997841 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea137446-46c9-4bea-93d1-fa047f1a1e7a req-1128f3ac-0b4e-4231-8f25-880118dded25 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:23.000162 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea137446-46c9-4bea-93d1-fa047f1a1e7a req-1128f3ac-0b4e-4231-8f25-880118dded25 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0877101 Aug 17 03:11:23.062525 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0900a358-a12a-4eaf-868c-e42ff6105428 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:23.069266 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ea137446-46c9-4bea-93d1-fa047f1a1e7a req-b5359823-3dd2-4a54-8524-597d8ada85fb tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621512 Aug 17 03:11:23.142371 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0900a358-a12a-4eaf-868c-e42ff6105428 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:23.167107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0900a358-a12a-4eaf-868c-e42ff6105428 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5a27714e-a9f4-4e1f-bf53-13327c4ef885,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:23.239688 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0900a358-a12a-4eaf-868c-e42ff6105428 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:23.245986 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0900a358-a12a-4eaf-868c-e42ff6105428 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4132962 Aug 17 03:11:23.434907 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-ff0030ab-6956-46cb-8c54-8ad9786d5853 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1943497187&fields=id&tenant_id=1dcddbfa77d8439c92503d4521a21241 HTTP/1.1" status: 200 len: 267 time: 0.0360985 Aug 17 03:11:23.561774 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-da614b73-53e9-499c-a0fc-c2ce6392e0f1 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:23.563245 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-da614b73-53e9-499c-a0fc-c2ce6392e0f1 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/networks?id=28d2a919-a1a7-4625-8ad9-0d3fccb12268 HTTP/1.1" status: 200 len: 796 time: 0.1202612 Aug 17 03:11:23.579017 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-aa8d2abb-da5c-44f7-9738-2fbd3fd1507e tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/quotas/1dcddbfa77d8439c92503d4521a21241 HTTP/1.1" status: 200 len: 375 time: 0.0099006 Aug 17 03:11:23.587999 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359c5bcc-6c41-400b-b063-60dea4de0c54 req-0c264c4e-f07d-42f0-8244-8bf7c09da87c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:23.590074 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-359c5bcc-6c41-400b-b063-60dea4de0c54 req-0c264c4e-f07d-42f0-8244-8bf7c09da87c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0570331 Aug 17 03:11:23.628716 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-359c5bcc-6c41-400b-b063-60dea4de0c54 req-460f72c4-ffa3-47ec-be1d-5c991eba6ca1 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320389 Aug 17 03:11:23.639825 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-9e74a703-daca-4872-9832-044b691677ec tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1dcddbfa77d8439c92503d4521a21241&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0538671 Aug 17 03:11:23.743003 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-58b61e14-0fc4-4378-bcd8-8549ceb804ee service neutron] 10.222.0.10 "GET /v2.0/networks/28d2a919-a1a7-4625-8ad9-0d3fccb12268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900531 Aug 17 03:11:23.850210 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-714d59da-ea6e-4495-b410-eb10feea1068 service neutron] 10.222.0.10 "GET /v2.0/networks/28d2a919-a1a7-4625-8ad9-0d3fccb12268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011691 Aug 17 03:11:24.085311 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 95bed3c5-87ec-4f40-806e-77a41367edb6 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:11:24.123376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 95bed3c5-87ec-4f40-806e-77a41367edb6 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:11:24.124369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 95bed3c5-87ec-4f40-806e-77a41367edb6 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:11:24.157327 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4193558e-31f9-4dd4-a3ed-53c6a02d9042 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:11:24.169285 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949ce4a7-6238-46aa-964a-e75d594c317f req-9234a610-f1a8-4645-a5ce-6868b7ec6830 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 210 time: 0.0927491 Aug 17 03:11:24.212756 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 4193558e-31f9-4dd4-a3ed-53c6a02d9042 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:24.213405 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:24.229944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cfab66a-04a8-423d-85dc-b336f4bea28a req-247c6fe8-2d8d-4814-bfd7-c4aa916f7991 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:24.239017 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0cfab66a-04a8-423d-85dc-b336f4bea28a req-247c6fe8-2d8d-4814-bfd7-c4aa916f7991 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0638475 Aug 17 03:11:24.282325 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0cfab66a-04a8-423d-85dc-b336f4bea28a req-243cdd3f-3a8d-4100-b6d8-d1c726e6becc tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/security-groups?id=e9df6d9a-103b-4351-950c-cab378c43f6c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420167 Aug 17 03:11:24.550543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2ba604-ca79-4664-8aaa-f124c61789ff req-97957c54-550f-4bbc-ac36-02b9b5f39c70 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:24.553486 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b2ba604-ca79-4664-8aaa-f124c61789ff req-97957c54-550f-4bbc-ac36-02b9b5f39c70 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.60 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 945 time: 0.0700083 Aug 17 03:11:24.646901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-4b2ba604-ca79-4664-8aaa-f124c61789ff req-9a5d7bc8-4884-4b35-9b7c-77a91c207a8f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Deleting port 0befa591-0df5-48f3-a8a5-334a152bd764 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:11:24.647493 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4b2ba604-ca79-4664-8aaa-f124c61789ff req-9a5d7bc8-4884-4b35-9b7c-77a91c207a8f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:24.772503 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bcf562-e407-4e30-bfab-9e5e904e0634 req-1d1acb64-ef65-4a0d-a631-ca944b04ecf5 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:24.773891 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4b2ba604-ca79-4664-8aaa-f124c61789ff req-9a5d7bc8-4884-4b35-9b7c-77a91c207a8f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] For port 0befa591-0df5-48f3-a8a5-334a152bd764, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0befa591-0df5-48f3-a8a5-334a152bd764,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:24.774283 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4b2ba604-ca79-4664-8aaa-f124c61789ff req-9a5d7bc8-4884-4b35-9b7c-77a91c207a8f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:24.779410 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54bcf562-e407-4e30-bfab-9e5e904e0634 req-1d1acb64-ef65-4a0d-a631-ca944b04ecf5 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0691781 Aug 17 03:11:24.790697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-4b2ba604-ca79-4664-8aaa-f124c61789ff req-9a5d7bc8-4884-4b35-9b7c-77a91c207a8f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Calling delete_port for 0befa591-0df5-48f3-a8a5-334a152bd764 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:11:24.830875 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-54bcf562-e407-4e30-bfab-9e5e904e0634 req-40742522-2404-4653-98b9-6aa672082676 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378816 Aug 17 03:11:24.993740 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4b2ba604-ca79-4664-8aaa-f124c61789ff req-9a5d7bc8-4884-4b35-9b7c-77a91c207a8f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:25.004973 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0befa591-0df5-48f3-a8a5-334a152bd764'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:11:25.030348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d7bc8-4884-4b35-9b7c-77a91c207a8f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Pushing event deleted for resources: {'Port': ['ID=0befa591-0df5-48f3-a8a5-334a152bd764,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:25.082568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4b2ba604-ca79-4664-8aaa-f124c61789ff req-9a5d7bc8-4884-4b35-9b7c-77a91c207a8f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] No DVR routers for this DVR port 0befa591-0df5-48f3-a8a5-334a152bd764 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:11:25.085513 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4b2ba604-ca79-4664-8aaa-f124c61789ff req-9a5d7bc8-4884-4b35-9b7c-77a91c207a8f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:25.087978 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b2ba604-ca79-4664-8aaa-f124c61789ff req-9a5d7bc8-4884-4b35-9b7c-77a91c207a8f tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.60 "DELETE /v2.0/ports/0befa591-0df5-48f3-a8a5-334a152bd764 HTTP/1.1" status: 204 len: 173 time: 0.5297041 Aug 17 03:11:25.088467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db', 'name': 'network-vif-deleted', 'tag': '0befa591-0df5-48f3-a8a5-334a152bd764'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:11:25.091492 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-703d3273-3690-46f1-8d37-17e3db25930d" -d '{"events": [{"server_uuid": "1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db", "name": "network-vif-deleted", "tag": "0befa591-0df5-48f3-a8a5-334a152bd764"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:11:25.136495 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:11:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a58caab-7806-4860-b64e-73b371dc560f x-openstack-request-id: req-1a58caab-7806-4860-b64e-73b371dc560f {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:11:25.136823 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db", "name": "network-vif-deleted", "tag": "0befa591-0df5-48f3-a8a5-334a152bd764", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:11:25.137158 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1a58caab-7806-4860-b64e-73b371dc560f {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:11:25.137619 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db', 'name': 'network-vif-deleted', 'tag': '0befa591-0df5-48f3-a8a5-334a152bd764', 'status': 'completed', 'code': 200} Aug 17 03:11:25.269506 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3e8331b-bed4-45f8-a7cd-967496f3ec8c req-49cc949f-08b5-4878-8002-d32253053208 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 210 time: 0.0309775 Aug 17 03:11:25.384048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a145db2c-1156-4de0-9e58-c916095f2162 req-650ae42b-4339-4ea9-8952-9a9ebc8d3920 tempest-ListServerFiltersTestJSON-526680041 tempest-ListServerFiltersTestJSON-526680041-project] 10.222.0.10 "GET /v2.0/ports?device_id=1f7a59e0-40d1-4f5f-9e01-c7ca51b0b4db HTTP/1.1" status: 200 len: 210 time: 0.0297909 Aug 17 03:11:25.950678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df4a1799-ce99-43eb-ba91-d3862b648a17 req-148ff74a-6273-48a1-a5ed-c2310e8efe2d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:25.952751 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-df4a1799-ce99-43eb-ba91-d3862b648a17 req-148ff74a-6273-48a1-a5ed-c2310e8efe2d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0597718 Aug 17 03:11:25.993489 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-df4a1799-ce99-43eb-ba91-d3862b648a17 req-61fb9f0d-acd9-435d-ac3c-45d0861313ff tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346189 Aug 17 03:11:26.167168 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-4585ad05-d7e8-45af-b723-54a481749251 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:26.168628 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-4585ad05-d7e8-45af-b723-54a481749251 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.30 "GET /v2.0/networks?id=28d2a919-a1a7-4625-8ad9-0d3fccb12268 HTTP/1.1" status: 200 len: 796 time: 0.1136005 Aug 17 03:11:26.232120 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-315307ee-0d99-415c-ba02-bb02315c22f9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dcddbfa77d8439c92503d4521a21241 HTTP/1.1" status: 200 len: 472 time: 0.0517297 Aug 17 03:11:26.249965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-e059b25a-5a65-473d-b33c-2af6d888ae08 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'port': {'device_id': '8f99de87-4f0e-4697-844c-c2d0a7068990', 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268', 'admin_state_up': True, 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'security_groups': ['d0ba42d6-e2ee-4ea1-8337-4a0193f5148a']}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:26.383377 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d88a79ef-370d-4388-82b1-aeb8fa0e6543 req-92fd032f-260f-4d3e-85aa-9323ac21c687 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 210 time: 0.0349686 Aug 17 03:11:26.440193 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37942) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:26.488877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c538e232-9483-4124-a3e5-b81a0846631f admin admin] Deleting subnet 56d723c4-749f-4a29-a143-50d3d0393d4e {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:11:26.492101 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c538e232-9483-4124-a3e5-b81a0846631f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:26.512395 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-e059b25a-5a65-473d-b33c-2af6d888ae08 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Made reservation on behalf of 1dcddbfa77d8439c92503d4521a21241 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:11:26.515859 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-e059b25a-5a65-473d-b33c-2af6d888ae08 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:26.551943 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c538e232-9483-4124-a3e5-b81a0846631f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:26.715735 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c538e232-9483-4124-a3e5-b81a0846631f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:26.741377 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-e059b25a-5a65-473d-b33c-2af6d888ae08 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Allocated IP 172.20.0.21 (28d2a919-a1a7-4625-8ad9-0d3fccb12268/8d43ab10-3c14-485c-b93e-6c947a94ba77/554cb486-6b94-4c2c-978f-616bf9ab80f8) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:11:26.889069 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c538e232-9483-4124-a3e5-b81a0846631f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:26.926268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c538e232-9483-4124-a3e5-b81a0846631f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=56d723c4-749f-4a29-a143-50d3d0393d4e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:26.932820 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c538e232-9483-4124-a3e5-b81a0846631f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:26.937962 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c538e232-9483-4124-a3e5-b81a0846631f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/56d723c4-749f-4a29-a143-50d3d0393d4e HTTP/1.1" status: 204 len: 168 time: 0.4966774 Aug 17 03:11:26.938103 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37954) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:26.940541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-111bb323-3d7a-4d37-ad67-f48015558b5c None None] Network 276da2b6-a91b-4c80-928b-6980044b9059 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:11:26.941490 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-e059b25a-5a65-473d-b33c-2af6d888ae08 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:26.956671 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-e059b25a-5a65-473d-b33c-2af6d888ae08 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Transition to ACTIVE for port object 554cb486-6b94-4c2c-978f-616bf9ab80f8 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:11:27.008212 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:27.064212 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-e059b25a-5a65-473d-b33c-2af6d888ae08 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:27.080573 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] Deleting port 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:11:27.080925 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:27.112916 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-e059b25a-5a65-473d-b33c-2af6d888ae08 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network 28d2a919-a1a7-4625-8ad9-0d3fccb12268 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:11:27.115672 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-e059b25a-5a65-473d-b33c-2af6d888ae08 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:11:27.119506 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-e059b25a-5a65-473d-b33c-2af6d888ae08 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:11:27.151603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09f1e130-d23e-4ba2-b3e8-8e1f893ced4f None None] DHCP port deletion for 276da2b6-a91b-4c80-928b-6980044b9059 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:11:27.175830 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e059b25a-5a65-473d-b33c-2af6d888ae08 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Port': ['ID=554cb486-6b94-4c2c-978f-616bf9ab80f8,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:27.195312 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-e059b25a-5a65-473d-b33c-2af6d888ae08 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:27.195985 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-e059b25a-5a65-473d-b33c-2af6d888ae08 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:27.223061 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] For port 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=650a05b4-5a61-47d4-8cd8-0a9eb3c043aa,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:27.223449 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:27.234313 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02adcac6-c241-40a0-b058-907a7a2b57d3 req-d818e349-912f-48b4-9634-b08aa57d3243 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:27.236219 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02adcac6-c241-40a0-b058-907a7a2b57d3 req-d818e349-912f-48b4-9634-b08aa57d3243 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.1532087 Aug 17 03:11:27.250520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] Calling delete_port for 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:11:27.268541 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-e059b25a-5a65-473d-b33c-2af6d888ae08 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0230258 Aug 17 03:11:27.288422 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Request body: {'port': {'device_id': '8f99de87-4f0e-4697-844c-c2d0a7068990', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:27.356974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02adcac6-c241-40a0-b058-907a7a2b57d3 req-4c55fbb3-dbb3-4690-9ef8-1bfd6d607d61 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0969329 Aug 17 03:11:27.406570 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-09f1e130-d23e-4ba2-b3e8-8e1f893ced4f None None] Deleting port 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:11:27.407109 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-09f1e130-d23e-4ba2-b3e8-8e1f893ced4f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:27.488672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-09f1e130-d23e-4ba2-b3e8-8e1f893ced4f None None] For port 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=650a05b4-5a61-47d4-8cd8-0a9eb3c043aa,segment=NetworkSegment(34b91ada-668d-4d0f-b645-024ef1959386),segment_id=34b91ada-668d-4d0f-b645-024ef1959386)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:27.489091 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-09f1e130-d23e-4ba2-b3e8-8e1f893ced4f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:27.497264 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:27.525516 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-09f1e130-d23e-4ba2-b3e8-8e1f893ced4f None None] Calling delete_port for 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:11:27.539146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] No DVR routers for this DVR port 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:11:27.554204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] Pushing event deleted for resources: {'Port': ['ID=650a05b4-5a61-47d4-8cd8-0a9eb3c043aa,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:27.585526 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-75ac0f55-c636-4be0-bb7e-39a71bf66eac None None] Provisioning for port 554cb486-6b94-4c2c-978f-616bf9ab80f8 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:11:27.594380 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-75ac0f55-c636-4be0-bb7e-39a71bf66eac None None] Provisioning complete for port 554cb486-6b94-4c2c-978f-616bf9ab80f8 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:27.594759 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-75ac0f55-c636-4be0-bb7e-39a71bf66eac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:27.652911 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-75ac0f55-c636-4be0-bb7e-39a71bf66eac None None] Port 554cb486-6b94-4c2c-978f-616bf9ab80f8 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:11:27.653224 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:27.665626 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-09f1e130-d23e-4ba2-b3e8-8e1f893ced4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:27.666048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['276da2b6-a91b-4c80-928b-6980044b9059']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:27.682012 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34b91ada-668d-4d0f-b645-024ef1959386') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:27.682257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34b91ada-668d-4d0f-b645-024ef1959386') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:27.693500 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:27.701033 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09f1e130-d23e-4ba2-b3e8-8e1f893ced4f None None] Pushing event deleted for resources: {'Port': ['ID=650a05b4-5a61-47d4-8cd8-0a9eb3c043aa,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:27.713581 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09f1e130-d23e-4ba2-b3e8-8e1f893ced4f None None] No DVR routers for this DVR port 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:11:27.720803 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:27.731373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:11:27.731373 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:11:27.737101 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:11:27.776142 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:27.845624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d26591-9936-43a0-8ba9-d311ea005959 req-e03dec83-de53-4cca-92e0-dd9ddde8b1c6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:27.847122 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-26d26591-9936-43a0-8ba9-d311ea005959 req-e03dec83-de53-4cca-92e0-dd9ddde8b1c6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 932 time: 0.0880954 Aug 17 03:11:27.901728 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:27.907266 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:27.912102 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] 10.222.0.10 "DELETE /v2.0/networks/276da2b6-a91b-4c80-928b-6980044b9059 HTTP/1.1" status: 204 len: 168 time: 0.9705038 Aug 17 03:11:27.925212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55a37da-b389-4979-bef2-e3e5e08e3c0b admin admin] Pushing event deleted for resources: {'Network': ['ID=276da2b6-a91b-4c80-928b-6980044b9059,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:27.970038 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-26d26591-9936-43a0-8ba9-d311ea005959 req-e3a1e520-e040-4634-943a-a1d826cc8220 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ba42d6-e2ee-4ea1-8337-4a0193f5148a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1061950 Aug 17 03:11:28.122016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:11:28.140719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 554cb486-6b94-4c2c-978f-616bf9ab80f8 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:11:28.143701 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:11:28.144049 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 650a05b4-5a61-47d4-8cd8-0a9eb3c043aa not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:11:28.148544 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:28.164695 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Transition to ACTIVE for port object 554cb486-6b94-4c2c-978f-616bf9ab80f8 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:11:28.178181 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0befa591-0df5-48f3-a8a5-334a152bd764 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:11:28.197654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 0befa591-0df5-48f3-a8a5-334a152bd764 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:11:28.198009 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0befa591-0df5-48f3-a8a5-334a152bd764 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:11:28.250739 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:28.319712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130f83a-8890-4952-970f-965b2581466a service neutron] Pushing event updated for resources: {'Port': ['ID=554cb486-6b94-4c2c-978f-616bf9ab80f8,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:28.372608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Attempting to bind port 554cb486-6b94-4c2c-978f-616bf9ab80f8 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:11:28.372943 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Attempting to bind port 554cb486-6b94-4c2c-978f-616bf9ab80f8 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '3b500119-6ae1-47ef-be64-96ac9dd2a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:11:28.373664 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Attempting to bind port 554cb486-6b94-4c2c-978f-616bf9ab80f8 on network 28d2a919-a1a7-4625-8ad9-0d3fccb12268 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:11:28.378081 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Port 554cb486-6b94-4c2c-978f-616bf9ab80f8 on network 28d2a919-a1a7-4625-8ad9-0d3fccb12268 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:11:28.378411 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Attempting to bind port 554cb486-6b94-4c2c-978f-616bf9ab80f8 on network 28d2a919-a1a7-4625-8ad9-0d3fccb12268 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:11:28.383846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 11, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:11:28.384189 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Checking segment: {'id': '3b500119-6ae1-47ef-be64-96ac9dd2a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:11:28.384583 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Bound using segment: {'id': '3b500119-6ae1-47ef-be64-96ac9dd2a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:11:28.385239 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Bound port: 554cb486-6b94-4c2c-978f-616bf9ab80f8, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3b500119-6ae1-47ef-be64-96ac9dd2a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:11:28.385782 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:28.461990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] For port 554cb486-6b94-4c2c-978f-616bf9ab80f8, host n-h1-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:11:28.465172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] For port 554cb486-6b94-4c2c-978f-616bf9ab80f8, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=554cb486-6b94-4c2c-978f-616bf9ab80f8,segment=NetworkSegment(3b500119-6ae1-47ef-be64-96ac9dd2a058),segment_id=3b500119-6ae1-47ef-be64-96ac9dd2a058)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:11:28.479034 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37976) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:28.511688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0c3be9-c5d6-45a5-bd02-6a1c4d7c9d56 req-f6adf32e-4059-494b-b1a4-3a654f2d2f5c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:28.513347 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa0c3be9-c5d6-45a5-bd02-6a1c4d7c9d56 req-f6adf32e-4059-494b-b1a4-3a654f2d2f5c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0814707 Aug 17 03:11:28.543121 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:28.558585 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-63e8adc9-3a7c-4791-985a-7243216551e6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a812f2be1f2404ab1907022e4bb7428&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0785043 Aug 17 03:11:28.568715 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37980) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:28.585748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:28.585872 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:28.587089 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa0c3be9-c5d6-45a5-bd02-6a1c4d7c9d56 req-bdc42d2c-03ca-4676-a460-f3e1c0d4d280 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629017 Aug 17 03:11:28.587413 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-7130f83a-8890-4952-970f-965b2581466a service neutron] 10.222.0.30 "PUT /v2.0/ports/554cb486-6b94-4c2c-978f-616bf9ab80f8 HTTP/1.1" status: 200 len: 1092 time: 1.3048134 Aug 17 03:11:28.587863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f99de87-4f0e-4697-844c-c2d0a7068990', 'tag': '554cb486-6b94-4c2c-978f-616bf9ab80f8'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:11:28.590191 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa600c5-d221-4bdb-8945-58ceff4c25f2" -d '{"events": [{"name": "network-changed", "server_uuid": "8f99de87-4f0e-4697-844c-c2d0a7068990", "tag": "554cb486-6b94-4c2c-978f-616bf9ab80f8"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:11:28.617176 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7130f83a-8890-4952-970f-965b2581466a service neutron] Pushing event updated for resources: {'Port': ['ID=554cb486-6b94-4c2c-978f-616bf9ab80f8,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:28.658278 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e5c820f5-fbae-4685-8217-f791cd208f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:28.681827 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:11:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c30548e-1421-4310-8a12-6a5210cb4e04 x-openstack-request-id: req-5c30548e-1421-4310-8a12-6a5210cb4e04 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:11:28.682237 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f99de87-4f0e-4697-844c-c2d0a7068990", "tag": "554cb486-6b94-4c2c-978f-616bf9ab80f8", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:11:28.682613 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c30548e-1421-4310-8a12-6a5210cb4e04 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:11:28.683113 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f99de87-4f0e-4697-844c-c2d0a7068990', 'tag': '554cb486-6b94-4c2c-978f-616bf9ab80f8', 'status': 'completed', 'code': 200} Aug 17 03:11:28.685171 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e5c820f5-fbae-4685-8217-f791cd208f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:28.754877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-55c18de2-0a02-4463-9b45-7cffb81f2cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:28.756687 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-55c18de2-0a02-4463-9b45-7cffb81f2cd1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1dcddbfa77d8439c92503d4521a21241&device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 1095 time: 0.0685506 Aug 17 03:11:28.806177 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e5c820f5-fbae-4685-8217-f791cd208f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:28.809412 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e5c820f5-fbae-4685-8217-f791cd208f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:28.812098 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-82756187-41b0-459b-bc1e-e3c99f85b146 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=554cb486-6b94-4c2c-978f-616bf9ab80f8 HTTP/1.1" status: 200 len: 217 time: 0.0468135 Aug 17 03:11:28.818558 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e5c820f5-fbae-4685-8217-f791cd208f9d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9df6d9a-103b-4351-950c-cab378c43f6c HTTP/1.1" status: 204 len: 168 time: 0.2498372 Aug 17 03:11:28.849142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5c820f5-fbae-4685-8217-f791cd208f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9df6d9a-103b-4351-950c-cab378c43f6c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:28.949741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-4f38c528-cbd1-46fd-8c1f-f3bdf89f8ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:28.951347 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-4f38c528-cbd1-46fd-8c1f-f3bdf89f8ffa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d43ab10-3c14-485c-b93e-6c947a94ba77 HTTP/1.1" status: 200 len: 838 time: 0.1310947 Aug 17 03:11:29.007671 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-36da64e5-3784-4015-837d-db230e13c29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:29.009506 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-36da64e5-3784-4015-837d-db230e13c29e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28d2a919-a1a7-4625-8ad9-0d3fccb12268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0494652 Aug 17 03:11:29.145536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d776e4f9-4208-42e0-9ca7-0ff8cd584825 req-b9cf1ece-c377-41c0-a3af-32f217f0ee08 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:29.147575 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d776e4f9-4208-42e0-9ca7-0ff8cd584825 req-b9cf1ece-c377-41c0-a3af-32f217f0ee08 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0554011 Aug 17 03:11:29.154089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17541055-210f-42ec-9956-64d27f7be3d3 req-8404cab1-569a-487d-8af4-bbd29f430582 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:29.156201 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17541055-210f-42ec-9956-64d27f7be3d3 req-8404cab1-569a-487d-8af4-bbd29f430582 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 944 time: 0.0788951 Aug 17 03:11:29.184526 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-30e5f949-7bdc-475f-b82a-5430f37271f3 service neutron] 10.222.0.30 "GET /v2.0/networks/28d2a919-a1a7-4625-8ad9-0d3fccb12268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1662111 Aug 17 03:11:29.196413 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d776e4f9-4208-42e0-9ca7-0ff8cd584825 req-fbb7a891-2f02-4fe8-ac59-89236ada9e1b tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418568 Aug 17 03:11:29.272367 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17541055-210f-42ec-9956-64d27f7be3d3 req-050febe5-8699-4d1b-92f7-77280443ba5e tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ba42d6-e2ee-4ea1-8337-4a0193f5148a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1051030 Aug 17 03:11:29.321245 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74dcf817-ebb2-4ac2-8ec2-9cb850abd58a req-a65b63db-e16c-48e1-91a2-776112a6e5af service neutron] 10.222.0.30 "GET /v2.0/networks/28d2a919-a1a7-4625-8ad9-0d3fccb12268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283085 Aug 17 03:11:29.463926 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa600c5-d221-4bdb-8945-58ceff4c25f2 req-6bcdbd2b-ba7c-4f2c-9f84-c2118344db7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:29.465516 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3aa600c5-d221-4bdb-8945-58ceff4c25f2 req-6bcdbd2b-ba7c-4f2c-9f84-c2118344db7c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1dcddbfa77d8439c92503d4521a21241&device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 1095 time: 0.0433879 Aug 17 03:11:29.563857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa600c5-d221-4bdb-8945-58ceff4c25f2 req-8fc2e204-2585-43cc-8295-90178cb36de0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:29.565355 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3aa600c5-d221-4bdb-8945-58ceff4c25f2 req-8fc2e204-2585-43cc-8295-90178cb36de0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=28d2a919-a1a7-4625-8ad9-0d3fccb12268 HTTP/1.1" status: 200 len: 896 time: 0.0919166 Aug 17 03:11:29.611309 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3aa600c5-d221-4bdb-8945-58ceff4c25f2 req-1afc7fcf-6393-4209-9998-a5ddd20ee530 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.21&port_id=554cb486-6b94-4c2c-978f-616bf9ab80f8 HTTP/1.1" status: 200 len: 217 time: 0.0367193 Aug 17 03:11:29.674203 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa600c5-d221-4bdb-8945-58ceff4c25f2 req-de8edf40-8303-4e45-a830-109c1f290d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:29.675681 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3aa600c5-d221-4bdb-8945-58ceff4c25f2 req-de8edf40-8303-4e45-a830-109c1f290d06 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8d43ab10-3c14-485c-b93e-6c947a94ba77 HTTP/1.1" status: 200 len: 838 time: 0.0457811 Aug 17 03:11:29.730702 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa600c5-d221-4bdb-8945-58ceff4c25f2 req-9c55f4ec-be64-4aa9-9744-a6265aa5b26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:29.732240 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3aa600c5-d221-4bdb-8945-58ceff4c25f2 req-9c55f4ec-be64-4aa9-9744-a6265aa5b26d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=28d2a919-a1a7-4625-8ad9-0d3fccb12268&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0464432 Aug 17 03:11:29.830715 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3aa600c5-d221-4bdb-8945-58ceff4c25f2 req-0e54383b-9af8-4aba-822b-21f2a6f2fa0b service neutron] 10.222.0.30 "GET /v2.0/networks/28d2a919-a1a7-4625-8ad9-0d3fccb12268?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876565 Aug 17 03:11:29.946508 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3aa600c5-d221-4bdb-8945-58ceff4c25f2 req-8c6a2c03-69f6-4c43-b764-64bc742b979d service neutron] 10.222.0.30 "GET /v2.0/networks/28d2a919-a1a7-4625-8ad9-0d3fccb12268?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1072273 Aug 17 03:11:30.047617 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38038) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:30.145091 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-5b03e730-c324-4e4a-b834-7298dc943a7c admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-273484397-network', 'tenant_id': '05bc376b55794f1cbd71d8537fee916e'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:30.220874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b03e730-c324-4e4a-b834-7298dc943a7c admin admin] Made reservation on behalf of 05bc376b55794f1cbd71d8537fee916e for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:11:30.223386 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b03e730-c324-4e4a-b834-7298dc943a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:30.233569 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b03e730-c324-4e4a-b834-7298dc943a7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:30.335136 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b03e730-c324-4e4a-b834-7298dc943a7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:30.340583 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd462b5-a4a3-4f0c-a5bb-865c65c33000 req-2a9d9b85-fce1-4d5e-b13d-1b2ee3f3584c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:30.350383 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bbd462b5-a4a3-4f0c-a5bb-865c65c33000 req-2a9d9b85-fce1-4d5e-b13d-1b2ee3f3584c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0729663 Aug 17 03:11:30.388595 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bbd462b5-a4a3-4f0c-a5bb-865c65c33000 req-725c05ea-c155-49be-8f84-36b26f8dc946 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370755 Aug 17 03:11:30.403718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a8debd6-7500-45b2-bc44-2606b3412ebb req-5900b528-9246-43f9-bb83-caba073fa96c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:30.405929 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a8debd6-7500-45b2-bc44-2606b3412ebb req-5900b528-9246-43f9-bb83-caba073fa96c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 944 time: 0.0519626 Aug 17 03:11:30.442879 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a8debd6-7500-45b2-bc44-2606b3412ebb req-277a9a90-b6d7-457f-b946-764ad349ecae tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ba42d6-e2ee-4ea1-8337-4a0193f5148a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310791 Aug 17 03:11:30.445204 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b03e730-c324-4e4a-b834-7298dc943a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:30.473136 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b03e730-c324-4e4a-b834-7298dc943a7c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:11:30.483429 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03e730-c324-4e4a-b834-7298dc943a7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75adfb46-ccc1-4456-acac-9c61b4ca726f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:30.488518 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b03e730-c324-4e4a-b834-7298dc943a7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:30.488868 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-5b03e730-c324-4e4a-b834-7298dc943a7c admin admin] Added segment 5d37b089-c26a-4615-84b2-46a267d08cc3 of type vlan for network 213c22f0-924f-4b7c-8fb1-96849a3dc25b Aug 17 03:11:30.528821 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b03e730-c324-4e4a-b834-7298dc943a7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:30.581078 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f49581-54b4-48bf-8c89-c0dd1d5c173f req-1ebead4d-91fe-478c-a207-aa376800fc4c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:30.582600 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-34f49581-54b4-48bf-8c89-c0dd1d5c173f req-1ebead4d-91fe-478c-a207-aa376800fc4c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.30 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 946 time: 0.0496449 Aug 17 03:11:30.620275 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b03e730-c324-4e4a-b834-7298dc943a7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:30.621387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b03e730-c324-4e4a-b834-7298dc943a7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:30.622094 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b03e730-c324-4e4a-b834-7298dc943a7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:30.687710 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b03e730-c324-4e4a-b834-7298dc943a7c admin admin] Pushing event updated for resources: {'Network': ['ID=213c22f0-924f-4b7c-8fb1-96849a3dc25b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:30.695808 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-34f49581-54b4-48bf-8c89-c0dd1d5c173f req-cbc16458-cf18-4b2c-add4-864404ac2a54 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Deleting port 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:11:30.696221 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-34f49581-54b4-48bf-8c89-c0dd1d5c173f req-cbc16458-cf18-4b2c-add4-864404ac2a54 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:30.697513 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 213c22f0-924f-4b7c-8fb1-96849a3dc25b details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:11:30.754248 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5b03e730-c324-4e4a-b834-7298dc943a7c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7053142 Aug 17 03:11:30.757099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38050) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:30.762793 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-c24fcff5-8064-455e-a21f-553b075e7ba0 admin admin] Request body: {'subnet': {'network_id': '213c22f0-924f-4b7c-8fb1-96849a3dc25b', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-273484397-subnet', 'tenant_id': '05bc376b55794f1cbd71d8537fee916e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:30.801804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-34f49581-54b4-48bf-8c89-c0dd1d5c173f req-cbc16458-cf18-4b2c-add4-864404ac2a54 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] For port 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:30.802187 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-34f49581-54b4-48bf-8c89-c0dd1d5c173f req-cbc16458-cf18-4b2c-add4-864404ac2a54 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:30.814798 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-34f49581-54b4-48bf-8c89-c0dd1d5c173f req-cbc16458-cf18-4b2c-add4-864404ac2a54 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Calling delete_port for 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:11:30.866127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c24fcff5-8064-455e-a21f-553b075e7ba0 admin admin] Made reservation on behalf of 05bc376b55794f1cbd71d8537fee916e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:11:30.868554 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c24fcff5-8064-455e-a21f-553b075e7ba0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:31.067499 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-34f49581-54b4-48bf-8c89-c0dd1d5c173f req-cbc16458-cf18-4b2c-add4-864404ac2a54 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:31.079864 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:11:31.098521 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbc16458-cf18-4b2c-add4-864404ac2a54 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Pushing event deleted for resources: {'Port': ['ID=8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:31.130599 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c24fcff5-8064-455e-a21f-553b075e7ba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:31.145181 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-34f49581-54b4-48bf-8c89-c0dd1d5c173f req-cbc16458-cf18-4b2c-add4-864404ac2a54 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] No DVR routers for this DVR port 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:11:31.147990 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-34f49581-54b4-48bf-8c89-c0dd1d5c173f req-cbc16458-cf18-4b2c-add4-864404ac2a54 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:31.150055 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-34f49581-54b4-48bf-8c89-c0dd1d5c173f req-cbc16458-cf18-4b2c-add4-864404ac2a54 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.30 "DELETE /v2.0/ports/8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 HTTP/1.1" status: 204 len: 173 time: 0.5596616 Aug 17 03:11:31.150557 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2', 'name': 'network-vif-deleted', 'tag': '8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:11:31.153074 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f4dbd9e-304c-41d9-b2b0-5cba47ffdcb5" -d '{"events": [{"server_uuid": "efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2", "name": "network-vif-deleted", "tag": "8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:11:31.189597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24fcff5-8064-455e-a21f-553b075e7ba0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=59c5c2f3-c76f-40bd-a2c7-28fb5819c2f1,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:31.190005 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:11:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e133001-44e3-4054-848e-cee85702cc2b x-openstack-request-id: req-7e133001-44e3-4054-848e-cee85702cc2b {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:11:31.190304 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2", "name": "network-vif-deleted", "tag": "8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:11:31.190618 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e133001-44e3-4054-848e-cee85702cc2b {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:11:31.191055 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2', 'name': 'network-vif-deleted', 'tag': '8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1', 'status': 'completed', 'code': 200} Aug 17 03:11:31.196787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c24fcff5-8064-455e-a21f-553b075e7ba0 admin admin] Checking segment: {'id': '5d37b089-c26a-4615-84b2-46a267d08cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '213c22f0-924f-4b7c-8fb1-96849a3dc25b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:11:31.200627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24fcff5-8064-455e-a21f-553b075e7ba0 admin admin] Network hostable DHCP agents. Network: 213c22f0-924f-4b7c-8fb1-96849a3dc25b, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:11:31.302020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c24fcff5-8064-455e-a21f-553b075e7ba0 admin admin] Network 213c22f0-924f-4b7c-8fb1-96849a3dc25b is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:11:31.394157 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38060) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:31.410465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-c24fcff5-8064-455e-a21f-553b075e7ba0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 213c22f0-924f-4b7c-8fb1-96849a3dc25b) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:11:31.415385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c24fcff5-8064-455e-a21f-553b075e7ba0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:31.416617 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c24fcff5-8064-455e-a21f-553b075e7ba0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:31.425524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc589163-0771-4e60-9a7c-06d1b05e88df None None] Network 213c22f0-924f-4b7c-8fb1-96849a3dc25b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:11:31.516569 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c24fcff5-8064-455e-a21f-553b075e7ba0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7503774 Aug 17 03:11:31.517104 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71aea9d3-2b2a-4998-9e2d-452fbb0c43d0 req-683f381f-cb26-4590-8ac0-7d33c4dc9b99 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=efb94a0e-f36b-4aa9-bdad-dcdbdc30d5e2 HTTP/1.1" status: 200 len: 210 time: 0.0395544 Aug 17 03:11:31.541969 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f499cbf1-0124-426e-af27-39c0fc81deb9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:31.579843 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f9c431f-bc66-4830-9e09-3c88ec3915d9 None None] Network 213c22f0-924f-4b7c-8fb1-96849a3dc25b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:11:31.628000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ebf7fd-7214-45bf-af48-bb35ebb1b648 req-8beb71bd-a05b-4a34-8b91-1c879919c299 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:31.634814 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f7ebf7fd-7214-45bf-af48-bb35ebb1b648 req-8beb71bd-a05b-4a34-8b91-1c879919c299 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 944 time: 0.0824387 Aug 17 03:11:31.655158 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f499cbf1-0124-426e-af27-39c0fc81deb9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:31.682953 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f7ebf7fd-7214-45bf-af48-bb35ebb1b648 req-8c26af34-3928-41e0-9b85-72e5bb9502bd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ba42d6-e2ee-4ea1-8337-4a0193f5148a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414371 Aug 17 03:11:31.740215 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f499cbf1-0124-426e-af27-39c0fc81deb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:31.781310 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f499cbf1-0124-426e-af27-39c0fc81deb9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e686cbeed434490b4e6601a65dffdea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3859901 Aug 17 03:11:31.782212 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f499cbf1-0124-426e-af27-39c0fc81deb9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf091c8-b7fe-4d0a-aace-b8408519548c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:31.785172 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38076) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:31.835644 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-030551ea-b79e-4275-ae08-4ba947c5017e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:31.858985 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-030551ea-b79e-4275-ae08-4ba947c5017e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:31.971003 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523c60e-da11-40e6-9d2b-867d34521dea req-a707df55-1693-4148-95ba-76d41ede0949 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:31.972509 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f523c60e-da11-40e6-9d2b-867d34521dea req-a707df55-1693-4148-95ba-76d41ede0949 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/networks?id=213c22f0-924f-4b7c-8fb1-96849a3dc25b HTTP/1.1" status: 200 len: 812 time: 0.1084917 Aug 17 03:11:31.990143 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f523c60e-da11-40e6-9d2b-867d34521dea req-91405ae5-d4c0-48ae-a270-bc663515a01b tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/quotas/05bc376b55794f1cbd71d8537fee916e HTTP/1.1" status: 200 len: 375 time: 0.0113990 Aug 17 03:11:32.010210 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-030551ea-b79e-4275-ae08-4ba947c5017e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:32.012886 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-030551ea-b79e-4275-ae08-4ba947c5017e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:32.014170 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-030551ea-b79e-4275-ae08-4ba947c5017e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5cf091c8-b7fe-4d0a-aace-b8408519548c HTTP/1.1" status: 204 len: 168 time: 0.2279243 Aug 17 03:11:32.022296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030551ea-b79e-4275-ae08-4ba947c5017e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf091c8-b7fe-4d0a-aace-b8408519548c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:32.022438 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f523c60e-da11-40e6-9d2b-867d34521dea req-851d8278-822a-49c0-8aa7-8cb898311306 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=05bc376b55794f1cbd71d8537fee916e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0268071 Aug 17 03:11:32.042654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-f523c60e-da11-40e6-9d2b-867d34521dea req-a04906f9-07c3-47d3-a520-2c20c923d994 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:11:32.043994 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f523c60e-da11-40e6-9d2b-867d34521dea req-a04906f9-07c3-47d3-a520-2c20c923d994 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068462 Aug 17 03:11:32.097563 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 554cb486-6b94-4c2c-978f-616bf9ab80f8 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:11:32.178298 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f523c60e-da11-40e6-9d2b-867d34521dea req-52fe64bc-7fbd-4e69-814f-16d3a97d4cc9 service neutron] 10.222.0.10 "GET /v2.0/networks/213c22f0-924f-4b7c-8fb1-96849a3dc25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0991828 Aug 17 03:11:32.207588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 554cb486-6b94-4c2c-978f-616bf9ab80f8, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=554cb486-6b94-4c2c-978f-616bf9ab80f8,segment=NetworkSegment(3b500119-6ae1-47ef-be64-96ac9dd2a058),segment_id=3b500119-6ae1-47ef-be64-96ac9dd2a058)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:32.218842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '554cb486-6b94-4c2c-978f-616bf9ab80f8', 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268', 'port_id': '554cb486-6b94-4c2c-978f-616bf9ab80f8', 'mac_address': 'fa:16:3e:bb:e3:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 68, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8d43ab10-3c14-485c-b93e-6c947a94ba77', 'ip_address': '172.20.0.21'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:11:32.258350 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:32.271846 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 554cb486-6b94-4c2c-978f-616bf9ab80f8 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:11:32.276954 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f523c60e-da11-40e6-9d2b-867d34521dea req-56ebc03b-391a-4bb9-ba58-b0f1da865645 service neutron] 10.222.0.10 "GET /v2.0/networks/213c22f0-924f-4b7c-8fb1-96849a3dc25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920367 Aug 17 03:11:32.292681 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 554cb486-6b94-4c2c-978f-616bf9ab80f8, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=554cb486-6b94-4c2c-978f-616bf9ab80f8,segment=NetworkSegment(3b500119-6ae1-47ef-be64-96ac9dd2a058),segment_id=3b500119-6ae1-47ef-be64-96ac9dd2a058)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:32.358115 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:32.409799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=554cb486-6b94-4c2c-978f-616bf9ab80f8,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:32.513009 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c97aeb4-bddf-419d-aca2-e800271930f3 req-a0877ba5-730f-4011-b020-3f1f7b1a6af6 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 210 time: 0.0304441 Aug 17 03:11:32.593248 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['554cb486-6b94-4c2c-978f-616bf9ab80f8'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:11:32.649120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38104) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:32.660202 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c85aeb40-6484-4364-beb8-c3d82c18f771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:32.833350 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c85aeb40-6484-4364-beb8-c3d82c18f771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:32.864974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f2b28f-8f24-4839-8901-ef5ec3fedcc4 req-77d8d10d-db84-4d97-86ef-11b3d798800b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:32.869469 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f7f2b28f-8f24-4839-8901-ef5ec3fedcc4 req-77d8d10d-db84-4d97-86ef-11b3d798800b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 945 time: 0.0988605 Aug 17 03:11:32.886270 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9096768-f8ef-4529-a757-ff711f954a1a req-7ae50b15-5c7d-4af2-8457-0e0e14a90d30 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:32.888064 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9096768-f8ef-4529-a757-ff711f954a1a req-7ae50b15-5c7d-4af2-8457-0e0e14a90d30 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/networks?id=a7be9734-2b85-4052-b0e6-e15c361ef57d HTTP/1.1" status: 200 len: 811 time: 0.1350815 Aug 17 03:11:32.901888 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c85aeb40-6484-4364-beb8-c3d82c18f771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:32.915503 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f7f2b28f-8f24-4839-8901-ef5ec3fedcc4 req-b5a3aaf7-fee3-4699-8a2a-ac2b85a05341 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ba42d6-e2ee-4ea1-8337-4a0193f5148a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391290 Aug 17 03:11:32.920882 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9096768-f8ef-4529-a757-ff711f954a1a req-173b1967-6a53-4d9e-9ae3-d6fffb324c6a tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/quotas/d96271b16c734dc4a6b9accb241029a9 HTTP/1.1" status: 200 len: 375 time: 0.0263536 Aug 17 03:11:32.964730 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:32.970209 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c85aeb40-6484-4364-beb8-c3d82c18f771 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7e544f6a4b04433197f1c721b928ab6d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3231332 Aug 17 03:11:32.970917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c85aeb40-6484-4364-beb8-c3d82c18f771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c644952-b8b1-41df-9cb7-983435855fe2,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:32.973615 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38118) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:32.974894 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9096768-f8ef-4529-a757-ff711f954a1a req-c9abb95f-c6e2-4eb8-8028-5cef32c879d8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0472965 Aug 17 03:11:33.038418 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f727c37d-9cc3-46ac-bd2f-e2a0d7ab5321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:33.061305 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f727c37d-9cc3-46ac-bd2f-e2a0d7ab5321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:33.092400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-b9096768-f8ef-4529-a757-ff711f954a1a req-5d120238-fab5-4d45-ab0b-42cef49738d9 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:11:33.093722 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9096768-f8ef-4529-a757-ff711f954a1a req-5d120238-fab5-4d45-ab0b-42cef49738d9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1114278 Aug 17 03:11:33.198548 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9096768-f8ef-4529-a757-ff711f954a1a req-09d89c7c-df03-4ea5-8c1c-39d78c965ae8 service neutron] 10.222.0.10 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987027 Aug 17 03:11:33.203503 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f727c37d-9cc3-46ac-bd2f-e2a0d7ab5321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:33.206104 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f727c37d-9cc3-46ac-bd2f-e2a0d7ab5321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:33.207241 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f727c37d-9cc3-46ac-bd2f-e2a0d7ab5321 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6c644952-b8b1-41df-9cb7-983435855fe2 HTTP/1.1" status: 204 len: 168 time: 0.2322576 Aug 17 03:11:33.215040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f727c37d-9cc3-46ac-bd2f-e2a0d7ab5321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c644952-b8b1-41df-9cb7-983435855fe2,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:33.603476 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f76d783-327b-41f9-9be3-32b6709f44f4 req-e76b6aff-7c04-46b0-bcbd-749c84f6562b tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 210 time: 0.0354180 Aug 17 03:11:33.654363 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9096768-f8ef-4529-a757-ff711f954a1a req-9022e1ed-ea25-4f01-b6f7-f1eb373fada5 service neutron] 10.222.0.10 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4483750 Aug 17 03:11:33.684978 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:33.874716 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17394f6c-8969-43e4-9837-795334744dc5 req-1d51c178-61a9-4734-a298-2d13d9bc9d00 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 210 time: 0.0273228 Aug 17 03:11:34.036728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-611f96ba-2202-46f4-8dbc-3d863a2330f7 req-64bb5240-28ce-4949-89a0-83bdbb92d0b5 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:34.038239 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-611f96ba-2202-46f4-8dbc-3d863a2330f7 req-64bb5240-28ce-4949-89a0-83bdbb92d0b5 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 945 time: 0.0495327 Aug 17 03:11:34.078604 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-611f96ba-2202-46f4-8dbc-3d863a2330f7 req-30387dad-bf0e-4f96-9cdd-2a3213c7206a tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ba42d6-e2ee-4ea1-8337-4a0193f5148a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336783 Aug 17 03:11:34.116348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 554cb486-6b94-4c2c-978f-616bf9ab80f8 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:11:34.255737 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 554cb486-6b94-4c2c-978f-616bf9ab80f8 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:11:34.259725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 554cb486-6b94-4c2c-978f-616bf9ab80f8 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:34.265042 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:34.336247 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:34.361359 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f99de87-4f0e-4697-844c-c2d0a7068990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554cb486-6b94-4c2c-978f-616bf9ab80f8'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:11:34.363972 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f1ca16d-f1c3-4a20-b8ac-2022a762afbd" -d '{"events": [{"server_uuid": "8f99de87-4f0e-4697-844c-c2d0a7068990", "name": "network-vif-plugged", "status": "completed", "tag": "554cb486-6b94-4c2c-978f-616bf9ab80f8"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:11:34.379604 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 554cb486-6b94-4c2c-978f-616bf9ab80f8, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=554cb486-6b94-4c2c-978f-616bf9ab80f8,segment=NetworkSegment(3b500119-6ae1-47ef-be64-96ac9dd2a058),segment_id=3b500119-6ae1-47ef-be64-96ac9dd2a058)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:34.407694 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cff956e3-ee61-4389-b68c-2dcfea986238 x-openstack-request-id: req-cff956e3-ee61-4389-b68c-2dcfea986238 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:11:34.408161 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f99de87-4f0e-4697-844c-c2d0a7068990", "name": "network-vif-plugged", "status": "completed", "tag": "554cb486-6b94-4c2c-978f-616bf9ab80f8", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:11:34.408425 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cff956e3-ee61-4389-b68c-2dcfea986238 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:11:34.408827 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f99de87-4f0e-4697-844c-c2d0a7068990', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '554cb486-6b94-4c2c-978f-616bf9ab80f8', 'code': 200} Aug 17 03:11:34.456276 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:34.457105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:11:34.496564 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:11:34.496916 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 8b46ca5d-fae9-45fd-8e54-18c8c89cc9a1 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:11:34.516586 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a99f4b3-ef76-4149-af55-c02d135441bf req-0d61dae1-200c-4118-b64d-9286dbe3ba98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:34.518220 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a99f4b3-ef76-4149-af55-c02d135441bf req-0d61dae1-200c-4118-b64d-9286dbe3ba98 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 1097 time: 0.0500188 Aug 17 03:11:34.525634 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=554cb486-6b94-4c2c-978f-616bf9ab80f8,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:34.556401 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a99f4b3-ef76-4149-af55-c02d135441bf req-1ba7108b-2126-4bd8-9624-061f2c732c40 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d0ba42d6-e2ee-4ea1-8337-4a0193f5148a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306242 Aug 17 03:11:34.700019 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-082e901b-20fa-4b78-b53e-2b3863f158f6 req-bcfeb277-9af6-4ce4-90e4-228b0a713954 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 210 time: 0.0285437 Aug 17 03:11:34.961081 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523c60e-da11-40e6-9d2b-867d34521dea req-8f13833c-b61c-4cc8-a406-729db9facdf1 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:34.963217 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f523c60e-da11-40e6-9d2b-867d34521dea req-8f13833c-b61c-4cc8-a406-729db9facdf1 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.60 "GET /v2.0/networks?id=213c22f0-924f-4b7c-8fb1-96849a3dc25b HTTP/1.1" status: 200 len: 812 time: 0.1208932 Aug 17 03:11:34.984699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-f523c60e-da11-40e6-9d2b-867d34521dea req-50fe907f-637f-44d5-a6ed-59c3c4958a52 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Request body: {'port': {'device_id': '53d19744-59be-44a0-a197-9c3f5eb59a19', 'network_id': '213c22f0-924f-4b7c-8fb1-96849a3dc25b', 'admin_state_up': True, 'tenant_id': '05bc376b55794f1cbd71d8537fee916e'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:35.013384 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dd04307-b540-432f-89aa-d9d0e65a0ab6 req-f32a42c5-8cf3-4811-a93f-2a9d14310ca3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 210 time: 0.0449960 Aug 17 03:11:35.206286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f523c60e-da11-40e6-9d2b-867d34521dea req-50fe907f-637f-44d5-a6ed-59c3c4958a52 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Made reservation on behalf of 05bc376b55794f1cbd71d8537fee916e for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:11:35.209981 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f523c60e-da11-40e6-9d2b-867d34521dea req-50fe907f-637f-44d5-a6ed-59c3c4958a52 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:35.252406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c9b2e8-694b-4319-b079-c4b8e65f84cb req-7ebf0f87-9b0b-4caa-82c0-3dfe2214999d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:35.254010 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f2c9b2e8-694b-4319-b079-c4b8e65f84cb req-7ebf0f87-9b0b-4caa-82c0-3dfe2214999d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 946 time: 0.0910099 Aug 17 03:11:35.353722 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f2c9b2e8-694b-4319-b079-c4b8e65f84cb req-bb6a6d1f-d63c-4560-85c9-f476cdb56ec6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ba42d6-e2ee-4ea1-8337-4a0193f5148a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678689 Aug 17 03:11:35.416052 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-f523c60e-da11-40e6-9d2b-867d34521dea req-50fe907f-637f-44d5-a6ed-59c3c4958a52 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Allocated IP 172.20.0.14 (213c22f0-924f-4b7c-8fb1-96849a3dc25b/59c5c2f3-c76f-40bd-a2c7-28fb5819c2f1/8035579f-58a9-4c46-aa41-41b3bc6b5193) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:11:35.580360 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f523c60e-da11-40e6-9d2b-867d34521dea req-50fe907f-637f-44d5-a6ed-59c3c4958a52 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:35.659748 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8744f3-f02b-4bdd-adc0-8e42409fc9ea req-13b86ebe-ca38-4dfe-acc6-4be3d8a1aa30 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:35.661323 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0c8744f3-f02b-4bdd-adc0-8e42409fc9ea req-13b86ebe-ca38-4dfe-acc6-4be3d8a1aa30 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 947 time: 0.0774782 Aug 17 03:11:35.704083 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0c8744f3-f02b-4bdd-adc0-8e42409fc9ea req-ef9f2058-4a66-492c-9d30-db080ccc50ce tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0347531 Aug 17 03:11:35.801292 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a3966b55-491b-4e6f-8c67-d356d4764b6d req-748221d6-213d-4bd1-98d0-594acee149a5 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 210 time: 0.0266435 Aug 17 03:11:35.804612 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f523c60e-da11-40e6-9d2b-867d34521dea req-50fe907f-637f-44d5-a6ed-59c3c4958a52 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:35.850371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f523c60e-da11-40e6-9d2b-867d34521dea req-50fe907f-637f-44d5-a6ed-59c3c4958a52 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Network 213c22f0-924f-4b7c-8fb1-96849a3dc25b is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:11:35.853499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-f523c60e-da11-40e6-9d2b-867d34521dea req-50fe907f-637f-44d5-a6ed-59c3c4958a52 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:11:35.857295 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f523c60e-da11-40e6-9d2b-867d34521dea req-50fe907f-637f-44d5-a6ed-59c3c4958a52 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:11:35.867607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe907f-637f-44d5-a6ed-59c3c4958a52 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Pushing event updated for resources: {'Port': ['ID=8035579f-58a9-4c46-aa41-41b3bc6b5193,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:35.957838 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523c60e-da11-40e6-9d2b-867d34521dea req-50fe907f-637f-44d5-a6ed-59c3c4958a52 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:35.958463 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f523c60e-da11-40e6-9d2b-867d34521dea req-50fe907f-637f-44d5-a6ed-59c3c4958a52 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:36.020900 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9096768-f8ef-4529-a757-ff711f954a1a req-406401ba-015e-409f-8b0a-b0ee27cd1dcb tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:36.022427 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9096768-f8ef-4529-a757-ff711f954a1a req-406401ba-015e-409f-8b0a-b0ee27cd1dcb tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.60 "GET /v2.0/networks?id=a7be9734-2b85-4052-b0e6-e15c361ef57d HTTP/1.1" status: 200 len: 811 time: 0.1179485 Aug 17 03:11:36.036913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-b9096768-f8ef-4529-a757-ff711f954a1a req-a0a6e652-ba2c-47fe-ba8a-f8f716595bfe tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Request body: {'port': {'device_id': '6c329d13-8dc7-48d7-97f9-2c418dbf5dd5', 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d', 'admin_state_up': True, 'tenant_id': 'd96271b16c734dc4a6b9accb241029a9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:36.102270 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f523c60e-da11-40e6-9d2b-867d34521dea req-50fe907f-637f-44d5-a6ed-59c3c4958a52 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1232765 Aug 17 03:11:36.125949 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97a0dd88-1c9b-4c82-abb3-6c11e128105b req-b0ab121c-1d44-4fca-a563-4d863cf7d950 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 210 time: 0.0376492 Aug 17 03:11:36.129844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Request body: {'port': {'device_id': '53d19744-59be-44a0-a197-9c3f5eb59a19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:36.214253 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:36.333039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b9096768-f8ef-4529-a757-ff711f954a1a req-a0a6e652-ba2c-47fe-ba8a-f8f716595bfe tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Made reservation on behalf of d96271b16c734dc4a6b9accb241029a9 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:11:36.336540 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b9096768-f8ef-4529-a757-ff711f954a1a req-a0a6e652-ba2c-47fe-ba8a-f8f716595bfe tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:36.469358 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39961d45-f31a-4853-90f2-71a5149480c0 req-70edb7e8-00df-4d60-a17f-0c059484a1d4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:36.471214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39961d45-f31a-4853-90f2-71a5149480c0 req-70edb7e8-00df-4d60-a17f-0c059484a1d4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 946 time: 0.0609212 Aug 17 03:11:36.528614 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39961d45-f31a-4853-90f2-71a5149480c0 req-6effd747-4f0a-4138-8d86-f830f77f60e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ba42d6-e2ee-4ea1-8337-4a0193f5148a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462451 Aug 17 03:11:36.558181 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-b9096768-f8ef-4529-a757-ff711f954a1a req-a0a6e652-ba2c-47fe-ba8a-f8f716595bfe tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Allocated IP 172.20.0.4 (a7be9734-2b85-4052-b0e6-e15c361ef57d/95909d0b-3b2e-4bea-aa2d-04d03f0d0fec/9fc120d4-affb-4c38-af92-1ba041e4ca96) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:11:36.693700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8035579f-58a9-4c46-aa41-41b3bc6b5193 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:11:36.741732 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:36.766230 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Transition to ACTIVE for port object 8035579f-58a9-4c46-aa41-41b3bc6b5193 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:11:36.775923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7721a0e0-6582-4aff-877b-7496ea44394a req-771fb972-18f5-4aa4-a405-f61df9e7bc91 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:36.777510 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7721a0e0-6582-4aff-877b-7496ea44394a req-771fb972-18f5-4aa4-a405-f61df9e7bc91 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 946 time: 0.1466389 Aug 17 03:11:36.835263 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:36.841448 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03fa4ca4-7be0-4104-a45c-ee2afc72dad4 req-bc8ab93c-0ca9-4593-a8ff-84ec8f7838f7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:36.844489 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03fa4ca4-7be0-4104-a45c-ee2afc72dad4 req-bc8ab93c-0ca9-4593-a8ff-84ec8f7838f7 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 947 time: 0.0603628 Aug 17 03:11:36.896729 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b9096768-f8ef-4529-a757-ff711f954a1a req-a0a6e652-ba2c-47fe-ba8a-f8f716595bfe tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:36.902783 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7721a0e0-6582-4aff-877b-7496ea44394a req-c151ed82-ad06-4839-80f0-ebd2031683e5 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ba42d6-e2ee-4ea1-8337-4a0193f5148a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1146598 Aug 17 03:11:36.910068 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03fa4ca4-7be0-4104-a45c-ee2afc72dad4 req-4a1dcd5c-50b5-48a2-a7d0-6c6c0837be7c tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups?id=30c014ff-479c-44ea-9704-85fa22b01787&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0546727 Aug 17 03:11:36.948419 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Pushing event updated for resources: {'Port': ['ID=8035579f-58a9-4c46-aa41-41b3bc6b5193,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:37.014827 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5cec43-4b13-438a-9da7-f9666560b520 req-a520e31d-d154-4545-8a8e-fc55b4f6cfb4 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:37.016491 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3d5cec43-4b13-438a-9da7-f9666560b520 req-a520e31d-d154-4545-8a8e-fc55b4f6cfb4 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.30 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 947 time: 0.0839443 Aug 17 03:11:37.090353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Attempting to bind port 8035579f-58a9-4c46-aa41-41b3bc6b5193 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:11:37.090905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Attempting to bind port 8035579f-58a9-4c46-aa41-41b3bc6b5193 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '5d37b089-c26a-4615-84b2-46a267d08cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '213c22f0-924f-4b7c-8fb1-96849a3dc25b'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:11:37.094000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Attempting to bind port 8035579f-58a9-4c46-aa41-41b3bc6b5193 on network 213c22f0-924f-4b7c-8fb1-96849a3dc25b {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:11:37.106500 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b098a7-ac95-4b83-a2f0-1066f311e1ed req-0f78a933-6f00-43c8-b646-2a90a7c4f5a4 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:37.108092 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-20b098a7-ac95-4b83-a2f0-1066f311e1ed req-0f78a933-6f00-43c8-b646-2a90a7c4f5a4 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 944 time: 0.0974724 Aug 17 03:11:37.108846 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Port 8035579f-58a9-4c46-aa41-41b3bc6b5193 on network 213c22f0-924f-4b7c-8fb1-96849a3dc25b not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:11:37.109154 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Attempting to bind port 8035579f-58a9-4c46-aa41-41b3bc6b5193 on network 213c22f0-924f-4b7c-8fb1-96849a3dc25b {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:11:37.115198 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:11:37.115507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Checking segment: {'id': '5d37b089-c26a-4615-84b2-46a267d08cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '213c22f0-924f-4b7c-8fb1-96849a3dc25b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:11:37.115890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Bound using segment: {'id': '5d37b089-c26a-4615-84b2-46a267d08cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '213c22f0-924f-4b7c-8fb1-96849a3dc25b'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:11:37.116317 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Bound port: 8035579f-58a9-4c46-aa41-41b3bc6b5193, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5d37b089-c26a-4615-84b2-46a267d08cc3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '213c22f0-924f-4b7c-8fb1-96849a3dc25b'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:11:37.116697 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:37.127928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-3d5cec43-4b13-438a-9da7-f9666560b520 req-50c12491-c8b0-41f0-a8c1-6a8959a9d4e5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Deleting port bb8932a5-2e0e-4b19-b346-bb66d417ac44 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:11:37.128277 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3d5cec43-4b13-438a-9da7-f9666560b520 req-50c12491-c8b0-41f0-a8c1-6a8959a9d4e5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:37.185207 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b9096768-f8ef-4529-a757-ff711f954a1a req-a0a6e652-ba2c-47fe-ba8a-f8f716595bfe tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:37.210989 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-20b098a7-ac95-4b83-a2f0-1066f311e1ed req-9be36ff2-131a-403a-ab02-537b820c0e9c tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/security-groups?id=75adfb46-ccc1-4456-acac-9c61b4ca726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920165 Aug 17 03:11:37.270554 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-3d5cec43-4b13-438a-9da7-f9666560b520 req-50c12491-c8b0-41f0-a8c1-6a8959a9d4e5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] For port bb8932a5-2e0e-4b19-b346-bb66d417ac44, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=bb8932a5-2e0e-4b19-b346-bb66d417ac44,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:37.270948 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3d5cec43-4b13-438a-9da7-f9666560b520 req-50c12491-c8b0-41f0-a8c1-6a8959a9d4e5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:37.280518 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b9096768-f8ef-4529-a757-ff711f954a1a req-a0a6e652-ba2c-47fe-ba8a-f8f716595bfe tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Network a7be9734-2b85-4052-b0e6-e15c361ef57d is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:11:37.283890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] For port 8035579f-58a9-4c46-aa41-41b3bc6b5193, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:11:37.286782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71ae4d92-f266-4eb7-b0db-d44e4a4e518a req-0501702b-fb11-4d73-bd16-572a4faff2b3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:37.290138 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71ae4d92-f266-4eb7-b0db-d44e4a4e518a req-0501702b-fb11-4d73-bd16-572a4faff2b3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 931 time: 0.0920000 Aug 17 03:11:37.290659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-b9096768-f8ef-4529-a757-ff711f954a1a req-a0a6e652-ba2c-47fe-ba8a-f8f716595bfe tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:11:37.292631 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0a6e652-ba2c-47fe-ba8a-f8f716595bfe tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Pushing event updated for resources: {'Port': ['ID=9fc120d4-affb-4c38-af92-1ba041e4ca96,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:37.297756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9096768-f8ef-4529-a757-ff711f954a1a req-a0a6e652-ba2c-47fe-ba8a-f8f716595bfe tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:11:37.329592 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] For port 8035579f-58a9-4c46-aa41-41b3bc6b5193, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8035579f-58a9-4c46-aa41-41b3bc6b5193,segment=NetworkSegment(5d37b089-c26a-4615-84b2-46a267d08cc3),segment_id=5d37b089-c26a-4615-84b2-46a267d08cc3)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:11:37.361825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9096768-f8ef-4529-a757-ff711f954a1a req-a0a6e652-ba2c-47fe-ba8a-f8f716595bfe tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:37.366663 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b9096768-f8ef-4529-a757-ff711f954a1a req-a0a6e652-ba2c-47fe-ba8a-f8f716595bfe tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:37.410183 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:37.443942 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9096768-f8ef-4529-a757-ff711f954a1a req-a0a6e652-ba2c-47fe-ba8a-f8f716595bfe tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4107723 Aug 17 03:11:37.448299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:37.448914 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:37.450289 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f523c60e-da11-40e6-9d2b-867d34521dea req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] 10.222.0.60 "PUT /v2.0/ports/8035579f-58a9-4c46-aa41-41b3bc6b5193 HTTP/1.1" status: 200 len: 1092 time: 1.3291180 Aug 17 03:11:37.451385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53d19744-59be-44a0-a197-9c3f5eb59a19', 'tag': '8035579f-58a9-4c46-aa41-41b3bc6b5193'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:11:37.459945 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f5e2a03-b4e9-421e-a369-667d41eddab7" -d '{"events": [{"name": "network-changed", "server_uuid": "53d19744-59be-44a0-a197-9c3f5eb59a19", "tag": "8035579f-58a9-4c46-aa41-41b3bc6b5193"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:11:37.474339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Request body: {'port': {'device_id': '6c329d13-8dc7-48d7-97f9-2c418dbf5dd5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:11:37.485994 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71ae4d92-f266-4eb7-b0db-d44e4a4e518a req-653d15eb-2a86-468a-9905-d0417da8c261 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912110 Aug 17 03:11:37.515996 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4561856-b104-4c63-802f-b56fdfaf92fc x-openstack-request-id: req-d4561856-b104-4c63-802f-b56fdfaf92fc {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:11:37.516289 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53d19744-59be-44a0-a197-9c3f5eb59a19", "tag": "8035579f-58a9-4c46-aa41-41b3bc6b5193", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:11:37.516543 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d4561856-b104-4c63-802f-b56fdfaf92fc {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:11:37.516941 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53d19744-59be-44a0-a197-9c3f5eb59a19', 'tag': '8035579f-58a9-4c46-aa41-41b3bc6b5193', 'status': 'completed', 'code': 200} Aug 17 03:11:37.527183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584aa586-8fcd-412c-8b19-0ddafe388c42 service neutron] Pushing event updated for resources: {'Port': ['ID=8035579f-58a9-4c46-aa41-41b3bc6b5193,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:37.583032 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3d5cec43-4b13-438a-9da7-f9666560b520 req-50c12491-c8b0-41f0-a8c1-6a8959a9d4e5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:37.583419 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3d5cec43-4b13-438a-9da7-f9666560b520 req-50c12491-c8b0-41f0-a8c1-6a8959a9d4e5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:37.583793 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [req-3d5cec43-4b13-438a-9da7-f9666560b520 req-50c12491-c8b0-41f0-a8c1-6a8959a9d4e5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Floating IP 932372b8-f641-4733-acf7-e24777ab3996 disassociated. External IP: 172.25.1.162, port: bb8932a5-2e0e-4b19-b346-bb66d417ac44. Aug 17 03:11:37.584145 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-3d5cec43-4b13-438a-9da7-f9666560b520 req-50c12491-c8b0-41f0-a8c1-6a8959a9d4e5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Calling delete_port for bb8932a5-2e0e-4b19-b346-bb66d417ac44 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:11:37.587945 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:37.641386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e2a03-b4e9-421e-a369-667d41eddab7 req-edf93fec-3f40-4b00-8d68-0846bc54c6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:37.642758 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f5e2a03-b4e9-421e-a369-667d41eddab7 req-edf93fec-3f40-4b00-8d68-0846bc54c6f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=05bc376b55794f1cbd71d8537fee916e&device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 1095 time: 0.0880737 Aug 17 03:11:37.770851 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3d5cec43-4b13-438a-9da7-f9666560b520 req-50c12491-c8b0-41f0-a8c1-6a8959a9d4e5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:37.803221 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c12491-c8b0-41f0-a8c1-6a8959a9d4e5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Pushing event deleted for resources: {'Port': ['ID=bb8932a5-2e0e-4b19-b346-bb66d417ac44,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:37.841207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38250) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:37.880501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e2a03-b4e9-421e-a369-667d41eddab7 req-4a09921d-f880-4968-ac62-561dd1baffc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:37.882058 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f5e2a03-b4e9-421e-a369-667d41eddab7 req-4a09921d-f880-4968-ac62-561dd1baffc5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=05bc376b55794f1cbd71d8537fee916e&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2290568 Aug 17 03:11:37.925945 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [req-3d5cec43-4b13-438a-9da7-f9666560b520 req-50c12491-c8b0-41f0-a8c1-6a8959a9d4e5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:11:37.990920 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-15f52d99-0b59-4496-83a8-f764e9dbffd4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:38.043491 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-3d5cec43-4b13-438a-9da7-f9666560b520 req-50c12491-c8b0-41f0-a8c1-6a8959a9d4e5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:11:38.056613 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4328ac-b38f-4d06-9e20-4360801bda13 None None] Sync routers for ids ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:11:38.068276 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4328ac-b38f-4d06-9e20-4360801bda13 None None] Routers {'088168b4-fc3f-43a5-b31f-d8301e1c6f40'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:11:38.069133 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1f4328ac-b38f-4d06-9e20-4360801bda13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:11:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:38.088107 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d5cec43-4b13-438a-9da7-f9666560b520 req-50c12491-c8b0-41f0-a8c1-6a8959a9d4e5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] No DVR routers for this DVR port bb8932a5-2e0e-4b19-b346-bb66d417ac44 on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:11:38.090633 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-3d5cec43-4b13-438a-9da7-f9666560b520 req-50c12491-c8b0-41f0-a8c1-6a8959a9d4e5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:38.093288 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3d5cec43-4b13-438a-9da7-f9666560b520 req-50c12491-c8b0-41f0-a8c1-6a8959a9d4e5 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.30 "DELETE /v2.0/ports/bb8932a5-2e0e-4b19-b346-bb66d417ac44 HTTP/1.1" status: 204 len: 173 time: 1.0703843 Aug 17 03:11:38.093759 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '72acee38-1105-48d4-8de0-96edca0d6f19', 'name': 'network-vif-deleted', 'tag': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:11:38.099640 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-92383581-94ae-471c-87b9-686067d6c179 req-e26a8f2a-d5c9-4c13-90a3-9a93dfac48cb tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 210 time: 0.0649974 Aug 17 03:11:38.102856 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dab85d63-6d93-4d5e-a2a4-74cd465ab2b6" -d '{"events": [{"server_uuid": "72acee38-1105-48d4-8de0-96edca0d6f19", "name": "network-vif-deleted", "tag": "bb8932a5-2e0e-4b19-b346-bb66d417ac44"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:11:38.112938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5e2a03-b4e9-421e-a369-667d41eddab7 req-86039dee-cf9e-4325-827a-ca2d8a30a6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:38.114607 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f5e2a03-b4e9-421e-a369-667d41eddab7 req-86039dee-cf9e-4325-827a-ca2d8a30a6a1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2229598 Aug 17 03:11:38.124746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9fc120d4-affb-4c38-af92-1ba041e4ca96 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:11:38.135273 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:38.160364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Transition to ACTIVE for port object 9fc120d4-affb-4c38-af92-1ba041e4ca96 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:11:38.183710 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:11:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7455babf-1e84-4174-a68a-685e9d4f6385 x-openstack-request-id: req-7455babf-1e84-4174-a68a-685e9d4f6385 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:11:38.184319 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "72acee38-1105-48d4-8de0-96edca0d6f19", "name": "network-vif-deleted", "tag": "bb8932a5-2e0e-4b19-b346-bb66d417ac44", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:11:38.184319 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7455babf-1e84-4174-a68a-685e9d4f6385 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:11:38.184818 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '72acee38-1105-48d4-8de0-96edca0d6f19', 'name': 'network-vif-deleted', 'tag': 'bb8932a5-2e0e-4b19-b346-bb66d417ac44', 'status': 'completed', 'code': 200} Aug 17 03:11:38.231473 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-1f4328ac-b38f-4d06-9e20-4360801bda13 None None] Set router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:11:38.231683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523c60e-da11-40e6-9d2b-867d34521dea req-eb6641ae-2151-450a-83bb-463c2f6992bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:38.231683 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f523c60e-da11-40e6-9d2b-867d34521dea req-eb6641ae-2151-450a-83bb-463c2f6992bb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=05bc376b55794f1cbd71d8537fee916e&device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 1095 time: 0.0660946 Aug 17 03:11:38.296795 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f523c60e-da11-40e6-9d2b-867d34521dea req-676272fd-f6c4-493a-a2f2-767d3f81f229 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8035579f-58a9-4c46-aa41-41b3bc6b5193 HTTP/1.1" status: 200 len: 217 time: 0.0521297 Aug 17 03:11:38.304013 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:38.339374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-15f52d99-0b59-4496-83a8-f764e9dbffd4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:38.434047 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-15f52d99-0b59-4496-83a8-f764e9dbffd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:38.443956 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1f4328ac-b38f-4d06-9e20-4360801bda13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8fd3280d-4f0e-4f93-abce-18a7ca41663e', 'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'mac_address': 'fa:16:3e:65:b0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:58Z', 'updated_at': '2021-08-17T03:03:06Z', 'revision_number': 5, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'subnets': [{'id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:38.461669 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38262) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:38.480625 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4328ac-b38f-4d06-9e20-4360801bda13 None None] Checking router: 088168b4-fc3f-43a5-b31f-d8301e1c6f40 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:11:38.490414 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f4328ac-b38f-4d06-9e20-4360801bda13 None None] Routers {'088168b4-fc3f-43a5-b31f-d8301e1c6f40'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:11:38.491041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1f4328ac-b38f-4d06-9e20-4360801bda13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:11:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:38.511597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc120d4-affb-4c38-af92-1ba041e4ca96,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:38.531774 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f523c60e-da11-40e6-9d2b-867d34521dea req-482aa7d2-7473-4864-baf0-3d752aba37ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:38.536402 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f523c60e-da11-40e6-9d2b-867d34521dea req-482aa7d2-7473-4864-baf0-3d752aba37ac service neutron] 10.222.0.60 "GET /v2.0/subnets?id=59c5c2f3-c76f-40bd-a2c7-28fb5819c2f1 HTTP/1.1" status: 200 len: 852 time: 0.2259796 Aug 17 03:11:38.571593 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-15f52d99-0b59-4496-83a8-f764e9dbffd4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29a01bba3c53431e9e63ef500cca9d03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7268140 Aug 17 03:11:38.572277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38266) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:38.591373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a016d74-1cde-41a7-9ce6-2eaa7dfe0fd4 req-691863ce-eba0-44c6-a682-3dcf1f9ea80e tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:38.593235 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a016d74-1cde-41a7-9ce6-2eaa7dfe0fd4 req-691863ce-eba0-44c6-a682-3dcf1f9ea80e tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 944 time: 0.2904770 Aug 17 03:11:38.600924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f52d99-0b59-4496-83a8-f764e9dbffd4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfbf4672-9747-4d65-9c77-b0a5822a2445,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:38.632706 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f523c60e-da11-40e6-9d2b-867d34521dea req-9bae7acc-0133-4bfd-af4e-46f54a18d5a9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=213c22f0-924f-4b7c-8fb1-96849a3dc25b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0678675 Aug 17 03:11:38.648285 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-1f4328ac-b38f-4d06-9e20-4360801bda13 None None] Set router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:11:38.671259 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fff01e9-ef33-4ac7-87fa-df9c22efcceb req-d68f0251-336a-4060-8896-fce81b1e14f8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:38.672797 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2fff01e9-ef33-4ac7-87fa-df9c22efcceb req-d68f0251-336a-4060-8896-fce81b1e14f8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 943 time: 0.0936697 Aug 17 03:11:38.763131 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Attempting to bind port 9fc120d4-affb-4c38-af92-1ba041e4ca96 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:11:38.763410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Attempting to bind port 9fc120d4-affb-4c38-af92-1ba041e4ca96 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:11:38.763777 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Attempting to bind port 9fc120d4-affb-4c38-af92-1ba041e4ca96 on network a7be9734-2b85-4052-b0e6-e15c361ef57d {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:11:38.773610 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a016d74-1cde-41a7-9ce6-2eaa7dfe0fd4 req-b758673a-201d-4592-9051-e77d25130640 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/security-groups?id=75adfb46-ccc1-4456-acac-9c61b4ca726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528149 Aug 17 03:11:38.797882 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7ba06374-1f19-4b46-be2a-eb600438154e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:38.800868 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2fff01e9-ef33-4ac7-87fa-df9c22efcceb req-c61784a5-fed8-4ef2-b755-03f73d79c925 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954237 Aug 17 03:11:38.805822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Port 9fc120d4-affb-4c38-af92-1ba041e4ca96 on network a7be9734-2b85-4052-b0e6-e15c361ef57d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:11:38.806168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Attempting to bind port 9fc120d4-affb-4c38-af92-1ba041e4ca96 on network a7be9734-2b85-4052-b0e6-e15c361ef57d {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:11:38.840306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 11, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:11:38.851155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Checking segment: {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:11:38.851155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Bound using segment: {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:11:38.851155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Bound port: 9fc120d4-affb-4c38-af92-1ba041e4ca96, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd3fcf346-3434-4f50-ac01-b021f9c96350', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:11:38.851155 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:38.886723 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7ba06374-1f19-4b46-be2a-eb600438154e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:38.891146 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f523c60e-da11-40e6-9d2b-867d34521dea req-dbf55f35-d46d-4985-9790-aebb6d093385 service neutron] 10.222.0.60 "GET /v2.0/networks/213c22f0-924f-4b7c-8fb1-96849a3dc25b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2448587 Aug 17 03:11:38.962025 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1f4328ac-b38f-4d06-9e20-4360801bda13 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8fd3280d-4f0e-4f93-abce-18a7ca41663e', 'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'mac_address': 'fa:16:3e:65:b0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:58Z', 'updated_at': '2021-08-17T03:03:06Z', 'revision_number': 5, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'subnets': [{'id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:38.992107 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f4328ac-b38f-4d06-9e20-4360801bda13 None None] The sync data for ids ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'] in n-d-802060-9 is: [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:02:59Z', 'revision_number': 4, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8fd3280d-4f0e-4f93-abce-18a7ca41663e', 'name': '', 'network_id': 'd57b6cf0-8d62-4de8-ad6c-84fa56983b69', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'mac_address': 'fa:16:3e:65:b0:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_interface', 'standard_attr_id': 1440, 'fixed_ips': [{'subnet_id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:58Z', 'updated_at': '2021-08-17T03:03:06Z', 'revision_number': 5, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'subnets': [{'id': '49398564-b2fd-48b6-b11e-b753c45b92cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:11:39.062887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] For port 9fc120d4-affb-4c38-af92-1ba041e4ca96, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:11:39.086320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] For port 9fc120d4-affb-4c38-af92-1ba041e4ca96, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9fc120d4-affb-4c38-af92-1ba041e4ca96,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:11:39.088821 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f523c60e-da11-40e6-9d2b-867d34521dea req-83154104-c212-4370-b128-c6341db999e8 service neutron] 10.222.0.60 "GET /v2.0/networks/213c22f0-924f-4b7c-8fb1-96849a3dc25b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1892560 Aug 17 03:11:39.135776 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7ba06374-1f19-4b46-be2a-eb600438154e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:39.136396 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:39.138463 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7ba06374-1f19-4b46-be2a-eb600438154e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:39.141013 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7ba06374-1f19-4b46-be2a-eb600438154e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cfbf4672-9747-4d65-9c77-b0a5822a2445 HTTP/1.1" status: 204 len: 168 time: 0.5565403 Aug 17 03:11:39.151263 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba06374-1f19-4b46-be2a-eb600438154e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfbf4672-9747-4d65-9c77-b0a5822a2445,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:39.203937 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:39.256478 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:39.257128 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:39.259413 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9096768-f8ef-4529-a757-ff711f954a1a req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] 10.222.0.60 "PUT /v2.0/ports/9fc120d4-affb-4c38-af92-1ba041e4ca96 HTTP/1.1" status: 200 len: 1091 time: 1.7932737 Aug 17 03:11:39.281790 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be2928aa-c2dc-43b4-8001-2a91f44f33aa req-c1387144-bb02-4cc6-aa75-e809ca1186df tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/ports?device_id=72acee38-1105-48d4-8de0-96edca0d6f19 HTTP/1.1" status: 200 len: 210 time: 0.0329685 Aug 17 03:11:39.292214 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9c5815f-b551-47d6-b7c6-c8ae832d0986 service neutron] Pushing event updated for resources: {'Port': ['ID=9fc120d4-affb-4c38-af92-1ba041e4ca96,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:39.384614 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-125ddd43-c63e-4254-b8e6-6af3415d7b0a None None] New status for floating IP 932372b8-f641-4733-acf7-e24777ab3996: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:11:39.430374 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9096768-f8ef-4529-a757-ff711f954a1a req-a45b7658-f6b8-4d57-b7ff-b767ddefb874 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:39.431994 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9096768-f8ef-4529-a757-ff711f954a1a req-a45b7658-f6b8-4d57-b7ff-b767ddefb874 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 1094 time: 0.0503807 Aug 17 03:11:39.472911 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Allocated IP 172.20.0.17 (28d2a919-a1a7-4625-8ad9-0d3fccb12268/8d43ab10-3c14-485c-b93e-6c947a94ba77/784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:11:39.490501 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9096768-f8ef-4529-a757-ff711f954a1a req-7e5dc6a9-1bd5-4e50-8a0b-f242c620e41e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fc120d4-affb-4c38-af92-1ba041e4ca96 HTTP/1.1" status: 200 len: 217 time: 0.0489876 Aug 17 03:11:39.525207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c329d13-8dc7-48d7-97f9-2c418dbf5dd5', 'tag': '9fc120d4-affb-4c38-af92-1ba041e4ca96'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:11:39.527642 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-92793305-7e83-47f4-822a-751bf3220ef3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c329d13-8dc7-48d7-97f9-2c418dbf5dd5", "tag": "9fc120d4-affb-4c38-af92-1ba041e4ca96"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:11:39.555772 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9096768-f8ef-4529-a757-ff711f954a1a req-52610d16-5ff7-45c9-ac71-44f26ddc8846 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:39.555772 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9096768-f8ef-4529-a757-ff711f954a1a req-52610d16-5ff7-45c9-ac71-44f26ddc8846 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95909d0b-3b2e-4bea-aa2d-04d03f0d0fec HTTP/1.1" status: 200 len: 851 time: 0.0552046 Aug 17 03:11:39.596787 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:11:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d291a7e-3d16-4b92-af89-33bd933b80f5 x-openstack-request-id: req-9d291a7e-3d16-4b92-af89-33bd933b80f5 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:11:39.597086 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c329d13-8dc7-48d7-97f9-2c418dbf5dd5", "tag": "9fc120d4-affb-4c38-af92-1ba041e4ca96", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:11:39.597396 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d291a7e-3d16-4b92-af89-33bd933b80f5 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:11:39.597963 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c329d13-8dc7-48d7-97f9-2c418dbf5dd5', 'tag': '9fc120d4-affb-4c38-af92-1ba041e4ca96', 'status': 'completed', 'code': 200} Aug 17 03:11:39.600086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9096768-f8ef-4529-a757-ff711f954a1a req-29b7ac70-58b6-4d95-a865-b1e84240edc5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7be9734-2b85-4052-b0e6-e15c361ef57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396922 Aug 17 03:11:39.704369 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9096768-f8ef-4529-a757-ff711f954a1a req-2cfbdc6b-eff0-4024-be8c-8a6adb9d8542 service neutron] 10.222.0.60 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961499 Aug 17 03:11:39.805170 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9096768-f8ef-4529-a757-ff711f954a1a req-f930ba17-8798-4d8b-a352-ac4a96439ca7 service neutron] 10.222.0.60 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930877 Aug 17 03:11:39.859973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38284) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:39.879506 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4f30140-1d55-4417-b371-38cecb9e16c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:39.957677 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9ed46-f73c-4d27-b07e-54397a90b8f9 req-6ab3f70f-1f59-4ea6-9e68-68a80997b3c9 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:39.959219 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6cf9ed46-f73c-4d27-b07e-54397a90b8f9 req-6ab3f70f-1f59-4ea6-9e68-68a80997b3c9 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 944 time: 0.0795107 Aug 17 03:11:39.982214 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:39.992083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c9577bf-b1a0-4b58-829e-5504d6c5ee84 req-647f23c8-46ea-4f04-8ef3-96938d948c93 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:39.993619 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c9577bf-b1a0-4b58-829e-5504d6c5ee84 req-647f23c8-46ea-4f04-8ef3-96938d948c93 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 943 time: 0.1069400 Aug 17 03:11:40.007864 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92793305-7e83-47f4-822a-751bf3220ef3 req-5eefcf6b-8f57-4617-ad77-7b424f630bb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:40.009335 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-92793305-7e83-47f4-822a-751bf3220ef3 req-5eefcf6b-8f57-4617-ad77-7b424f630bb8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d96271b16c734dc4a6b9accb241029a9&device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 1094 time: 0.0880897 Aug 17 03:11:40.011194 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Transition to ACTIVE for port object 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:11:40.021676 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6cf9ed46-f73c-4d27-b07e-54397a90b8f9 req-be4f5687-1537-4fe0-9114-6931e172c228 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/security-groups?id=75adfb46-ccc1-4456-acac-9c61b4ca726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562050 Aug 17 03:11:40.112244 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:40.130422 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device bb8932a5-2e0e-4b19-b346-bb66d417ac44 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:11:40.156831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network 28d2a919-a1a7-4625-8ad9-0d3fccb12268 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:11:40.158310 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: bb8932a5-2e0e-4b19-b346-bb66d417ac44 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:11:40.158727 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device bb8932a5-2e0e-4b19-b346-bb66d417ac44 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:11:40.160114 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:11:40.169010 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:11:40.200561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Port': ['ID=784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:40.221543 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:40.449623 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c9577bf-b1a0-4b58-829e-5504d6c5ee84 req-f6cc72aa-d717-49ea-946c-84b47d9c8bd5 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4454525 Aug 17 03:11:40.470638 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:40.479497 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38292) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:40.500999 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4f30140-1d55-4417-b371-38cecb9e16c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:40.504322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92793305-7e83-47f4-822a-751bf3220ef3 req-613afde3-576b-4728-af40-f6ed95c28730 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:40.505851 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-92793305-7e83-47f4-822a-751bf3220ef3 req-613afde3-576b-4728-af40-f6ed95c28730 service neutron] 10.222.0.60 "GET /v2.0/networks?id=a7be9734-2b85-4052-b0e6-e15c361ef57d HTTP/1.1" status: 200 len: 911 time: 0.4816277 Aug 17 03:11:40.518408 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-23d54807-df5e-43c3-88c9-4ce13db959b9 None None] Provisioning for port 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:11:40.523750 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-23d54807-df5e-43c3-88c9-4ce13db959b9 None None] Provisioning complete for port 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:40.524136 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-23d54807-df5e-43c3-88c9-4ce13db959b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:40.550445 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-92793305-7e83-47f4-822a-751bf3220ef3 req-c7fee996-3104-4a91-b4f7-9cca599a47ae service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9fc120d4-affb-4c38-af92-1ba041e4ca96 HTTP/1.1" status: 200 len: 217 time: 0.0369866 Aug 17 03:11:40.558081 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-23d54807-df5e-43c3-88c9-4ce13db959b9 None None] Port 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:11:40.569863 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4f30140-1d55-4417-b371-38cecb9e16c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:40.613966 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8b25e3cf-db88-4551-88d6-7cfb32211fdb tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:40.641779 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d4f30140-1d55-4417-b371-38cecb9e16c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12bed382824e4c4b945c64f7f3e781ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7804053 Aug 17 03:11:40.647899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92793305-7e83-47f4-822a-751bf3220ef3 req-da462876-209e-47d1-b4c3-ec9328a20863 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:40.649602 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-92793305-7e83-47f4-822a-751bf3220ef3 req-da462876-209e-47d1-b4c3-ec9328a20863 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95909d0b-3b2e-4bea-aa2d-04d03f0d0fec HTTP/1.1" status: 200 len: 851 time: 0.0911062 Aug 17 03:11:40.651185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38294) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:40.660086 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f30140-1d55-4417-b371-38cecb9e16c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1bfbcc9f-386e-4d84-a5dd-28d7002fe75f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:40.674344 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8b25e3cf-db88-4551-88d6-7cfb32211fdb tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:40.698281 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-92793305-7e83-47f4-822a-751bf3220ef3 req-f4b67763-f0b5-429e-a7dc-048830aa2af6 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=a7be9734-2b85-4052-b0e6-e15c361ef57d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399032 Aug 17 03:11:40.781175 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14cf0866-1602-4a3e-a82e-8c4a9559c0b8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:40.817964 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14cf0866-1602-4a3e-a82e-8c4a9559c0b8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:40.830843 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8b25e3cf-db88-4551-88d6-7cfb32211fdb tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:40.833437 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8b25e3cf-db88-4551-88d6-7cfb32211fdb tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:40.837034 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8b25e3cf-db88-4551-88d6-7cfb32211fdb tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "DELETE /v2.0/security-groups/30c014ff-479c-44ea-9704-85fa22b01787 HTTP/1.1" status: 204 len: 168 time: 0.3540995 Aug 17 03:11:40.838826 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38296) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:40.842840 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-92793305-7e83-47f4-822a-751bf3220ef3 req-b2724055-673a-429d-81f2-b72ff5791d69 service neutron] 10.222.0.60 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333039 Aug 17 03:11:40.849343 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b25e3cf-db88-4551-88d6-7cfb32211fdb tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30c014ff-479c-44ea-9704-85fa22b01787,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:40.859540 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:40.881599 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-cd6f763f-85aa-4865-8e64-168418238338 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] show failed (client error): The resource could not be found. Aug 17 03:11:40.885584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cd6f763f-85aa-4865-8e64-168418238338 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "GET /v2.0/security-groups/30c014ff-479c-44ea-9704-85fa22b01787 HTTP/1.1" status: 404 len: 347 time: 0.0427041 Aug 17 03:11:40.885804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38298) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:40.927490 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:40.967478 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-92793305-7e83-47f4-822a-751bf3220ef3 req-43db65dc-7e83-4c92-9a7a-996537403835 service neutron] 10.222.0.60 "GET /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1008053 Aug 17 03:11:40.992695 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14cf0866-1602-4a3e-a82e-8c4a9559c0b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:40.995441 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14cf0866-1602-4a3e-a82e-8c4a9559c0b8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:40.996630 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-14cf0866-1602-4a3e-a82e-8c4a9559c0b8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1bfbcc9f-386e-4d84-a5dd-28d7002fe75f HTTP/1.1" status: 204 len: 168 time: 0.3445356 Aug 17 03:11:41.004537 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf0866-1602-4a3e-a82e-8c4a9559c0b8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1bfbcc9f-386e-4d84-a5dd-28d7002fe75f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:41.069766 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Port': ['ID=784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:41.080444 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:41.160661 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88226bed-25b7-47cd-b4fa-abbcdd7bf53f req-a40b8e20-a7be-4e63-9a68-28e15d005260 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:41.165918 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88226bed-25b7-47cd-b4fa-abbcdd7bf53f req-a40b8e20-a7be-4e63-9a68-28e15d005260 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 944 time: 0.0594740 Aug 17 03:11:41.174832 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-91c89d77-5bfc-4930-9630-3e2824b011d8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Deleting port 720955ec-9977-4e9b-8018-dee788ae36a5 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:11:41.175394 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-91c89d77-5bfc-4930-9630-3e2824b011d8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:41.203114 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-88226bed-25b7-47cd-b4fa-abbcdd7bf53f req-6f7bb6d6-2ff8-4a3c-b944-bcab74120d00 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/security-groups?id=75adfb46-ccc1-4456-acac-9c61b4ca726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343590 Aug 17 03:11:41.234157 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network 28d2a919-a1a7-4625-8ad9-0d3fccb12268 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:11:41.238812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:11:41.356479 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-91c89d77-5bfc-4930-9630-3e2824b011d8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:41.356912 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-91c89d77-5bfc-4930-9630-3e2824b011d8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:41.378974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-91c89d77-5bfc-4930-9630-3e2824b011d8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Calling delete_port for 720955ec-9977-4e9b-8018-dee788ae36a5 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:11:41.444400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Router 6fba62e1-ef36-419c-90d1-dc84279a68c3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:11:41.488035 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6cb8132d-c5cb-48a0-8b64-290c90ce43b5 None None] Provisioning complete for port 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:41.489265 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6cb8132d-c5cb-48a0-8b64-290c90ce43b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:41.530875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6cb8132d-c5cb-48a0-8b64-290c90ce43b5 None None] Port 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:11:41.660092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:11:41.668499 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4176b66-130b-4325-a280-5628ad601668 req-2f2e7f3c-654e-4156-afcc-c75cfb4443d4 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:41.670729 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c4176b66-130b-4325-a280-5628ad601668 req-2f2e7f3c-654e-4156-afcc-c75cfb4443d4 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 943 time: 0.1366475 Aug 17 03:11:41.673986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Sync routers for ids ['6fba62e1-ef36-419c-90d1-dc84279a68c3'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:11:41.677781 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-44a6a902-3301-4390-99d4-5634c007229d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "PUT /v2.0/routers/6fba62e1-ef36-419c-90d1-dc84279a68c3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2145433 Aug 17 03:11:41.692414 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Routers {'6fba62e1-ef36-419c-90d1-dc84279a68c3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:11:41.693214 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:11:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6fba62e1-ef36-419c-90d1-dc84279a68c3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:41.722632 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c4176b66-130b-4325-a280-5628ad601668 req-96862899-2543-4b7d-9621-11f4c6f42849 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435855 Aug 17 03:11:41.758731 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-91c89d77-5bfc-4930-9630-3e2824b011d8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:41.787866 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c89d77-5bfc-4930-9630-3e2824b011d8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Pushing event deleted for resources: {'Port': ['ID=720955ec-9977-4e9b-8018-dee788ae36a5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:41.818558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Set router 6fba62e1-ef36-419c-90d1-dc84279a68c3 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:11:41.857243 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-91c89d77-5bfc-4930-9630-3e2824b011d8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:41.861787 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-91c89d77-5bfc-4930-9630-3e2824b011d8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:41.867263 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-91c89d77-5bfc-4930-9630-3e2824b011d8 tempest-AttachVolumeShelveTestJSON-779902065 tempest-AttachVolumeShelveTestJSON-779902065-project] 10.222.0.10 "DELETE /v2.0/floatingips/932372b8-f641-4733-acf7-e24777ab3996 HTTP/1.1" status: 204 len: 168 time: 0.9762681 Aug 17 03:11:42.076355 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:11:40Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e05ab9e8-d4b8-4a74-9fa7-8ae0a40a8d21', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'port_id': '7906dc2d-5f05-4eb7-b88a-0c80dc493135', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'mac_address': 'fa:16:3e:31:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:10:39Z', 'updated_at': '2021-08-17T03:10:42Z', 'revision_number': 1, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19', 'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:cb:8a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:53Z', 'updated_at': '2021-08-17T03:10:06Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0', 'name': '', 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:07:78:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '8d43ab10-3c14-485c-b93e-6c947a94ba77', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:11:39Z', 'updated_at': '2021-08-17T03:11:40Z', 'revision_number': 2, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': '8d43ab10-3c14-485c-b93e-6c947a94ba77', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:42.106759 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Checking router: 6fba62e1-ef36-419c-90d1-dc84279a68c3 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:11:42.107117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Updating router 6fba62e1-ef36-419c-90d1-dc84279a68c3 port 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:11:42.137159 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:42.259366 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8035579f-58a9-4c46-aa41-41b3bc6b5193 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:11:42.347660 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33338b39-8bea-4f5f-b73e-4704e87faf2f req-b9a19f71-560e-49da-912c-c0beba55b548 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:42.355952 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33338b39-8bea-4f5f-b73e-4704e87faf2f req-b9a19f71-560e-49da-912c-c0beba55b548 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 944 time: 0.0755084 Aug 17 03:11:42.409264 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33338b39-8bea-4f5f-b73e-4704e87faf2f req-a86d67d7-d755-4f8c-b71b-0d97b59e15f4 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/security-groups?id=75adfb46-ccc1-4456-acac-9c61b4ca726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500379 Aug 17 03:11:42.618216 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8035579f-58a9-4c46-aa41-41b3bc6b5193, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8035579f-58a9-4c46-aa41-41b3bc6b5193,segment=NetworkSegment(5d37b089-c26a-4615-84b2-46a267d08cc3),segment_id=5d37b089-c26a-4615-84b2-46a267d08cc3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:42.639802 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '8035579f-58a9-4c46-aa41-41b3bc6b5193', 'network_id': '213c22f0-924f-4b7c-8fb1-96849a3dc25b', 'port_id': '8035579f-58a9-4c46-aa41-41b3bc6b5193', 'mac_address': 'fa:16:3e:34:05:82', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '59c5c2f3-c76f-40bd-a2c7-28fb5819c2f1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:11:42.727670 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:42.741738 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:42.749578 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8035579f-58a9-4c46-aa41-41b3bc6b5193 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:11:42.760144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Transition to ACTIVE for port object 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:11:42.776054 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8035579f-58a9-4c46-aa41-41b3bc6b5193, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8035579f-58a9-4c46-aa41-41b3bc6b5193,segment=NetworkSegment(5d37b089-c26a-4615-84b2-46a267d08cc3),segment_id=5d37b089-c26a-4615-84b2-46a267d08cc3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:42.830092 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:42.854984 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:42.876239 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c10e5c-eace-4845-9032-5237f2ad9b4c req-f49b0d98-209e-4f33-8f6c-98ebc68bdf1d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:42.891086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3c10e5c-eace-4845-9032-5237f2ad9b4c req-f49b0d98-209e-4f33-8f6c-98ebc68bdf1d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 943 time: 0.0740826 Aug 17 03:11:42.903666 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f926db-5b4b-45f9-83e6-05aaefd00a42 None None] Pushing event updated for resources: {'Port': ['ID=784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:42.952494 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3c10e5c-eace-4845-9032-5237f2ad9b4c req-c6ce9e37-efe6-412a-9eb1-089135e87696 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567241 Aug 17 03:11:43.044703 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Attempting to bind port 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:11:43.045908 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Attempting to bind port 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3b500119-6ae1-47ef-be64-96ac9dd2a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:11:43.046496 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Attempting to bind port 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 on network 28d2a919-a1a7-4625-8ad9-0d3fccb12268 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:11:43.049394 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8035579f-58a9-4c46-aa41-41b3bc6b5193,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:43.063816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:11:43.064195 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Checking segment: {'id': '3b500119-6ae1-47ef-be64-96ac9dd2a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:11:43.064602 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:43.064992 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Bound using segment: {'id': '3b500119-6ae1-47ef-be64-96ac9dd2a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:11:43.065484 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Bound port: 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b500119-6ae1-47ef-be64-96ac9dd2a058', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:11:43.065857 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:43.135709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] For port 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:11:43.139743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] For port 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0,segment=NetworkSegment(3b500119-6ae1-47ef-be64-96ac9dd2a058),segment_id=3b500119-6ae1-47ef-be64-96ac9dd2a058)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:11:43.152488 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['8035579f-58a9-4c46-aa41-41b3bc6b5193'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:11:43.236390 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:43.337070 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Routers {'6fba62e1-ef36-419c-90d1-dc84279a68c3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:11:43.337725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:11:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6fba62e1-ef36-419c-90d1-dc84279a68c3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:43.341466 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f926db-5b4b-45f9-83e6-05aaefd00a42 None None] Pushing event updated for resources: {'Port': ['ID=784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:43.485944 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] Set router 6fba62e1-ef36-419c-90d1-dc84279a68c3 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:11:43.564002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e8a664-c236-422e-8e59-71a31fa28d59 req-b3c0c229-96eb-4865-9e07-f1d200de8857 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:43.565857 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-83e8a664-c236-422e-8e59-71a31fa28d59 req-b3c0c229-96eb-4865-9e07-f1d200de8857 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 945 time: 0.0732944 Aug 17 03:11:43.613156 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-83e8a664-c236-422e-8e59-71a31fa28d59 req-02362dde-9066-4b6b-8ea5-ad6c7bcf7d0d tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/security-groups?id=75adfb46-ccc1-4456-acac-9c61b4ca726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403647 Aug 17 03:11:43.786724 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:11:40Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e05ab9e8-d4b8-4a74-9fa7-8ae0a40a8d21', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'port_id': '7906dc2d-5f05-4eb7-b88a-0c80dc493135', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'mac_address': 'fa:16:3e:31:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:10:39Z', 'updated_at': '2021-08-17T03:10:42Z', 'revision_number': 1, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19', 'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:cb:8a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:53Z', 'updated_at': '2021-08-17T03:10:06Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0', 'name': '', 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:07:78:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '8d43ab10-3c14-485c-b93e-6c947a94ba77', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:11:39Z', 'updated_at': '2021-08-17T03:11:43Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': '8d43ab10-3c14-485c-b93e-6c947a94ba77', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:43.817074 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fc298ed0-26f4-4906-806e-231a40c4b1db None None] The sync data for ids ['6fba62e1-ef36-419c-90d1-dc84279a68c3'] in n-d-802060-9 is: [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:11:40Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e05ab9e8-d4b8-4a74-9fa7-8ae0a40a8d21', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'port_id': '7906dc2d-5f05-4eb7-b88a-0c80dc493135', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'mac_address': 'fa:16:3e:31:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:10:39Z', 'updated_at': '2021-08-17T03:10:42Z', 'revision_number': 1, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19', 'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:cb:8a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:53Z', 'updated_at': '2021-08-17T03:10:06Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0', 'name': '', 'network_id': '28d2a919-a1a7-4625-8ad9-0d3fccb12268', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:07:78:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 2036, 'fixed_ips': [{'subnet_id': '8d43ab10-3c14-485c-b93e-6c947a94ba77', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:11:39Z', 'updated_at': '2021-08-17T03:11:43Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': '8d43ab10-3c14-485c-b93e-6c947a94ba77', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:11:44.067999 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc717227-543c-480f-8bee-7d1dce10dc1e req-cb6deff9-6ebe-49d0-a235-4dcd77ec4ec6 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:44.069643 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bc717227-543c-480f-8bee-7d1dce10dc1e req-cb6deff9-6ebe-49d0-a235-4dcd77ec4ec6 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 943 time: 0.0527437 Aug 17 03:11:44.120118 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bc717227-543c-480f-8bee-7d1dce10dc1e req-0f984bc8-16b8-4cd8-ad25-86ce9485d062 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441289 Aug 17 03:11:44.195432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:11:44.241579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 9fc120d4-affb-4c38-af92-1ba041e4ca96 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:11:44.364359 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:11:44.392107 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:44.392107 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:44.465656 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 9fc120d4-affb-4c38-af92-1ba041e4ca96, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9fc120d4-affb-4c38-af92-1ba041e4ca96,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:44.483522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '9fc120d4-affb-4c38-af92-1ba041e4ca96', 'network_id': 'a7be9734-2b85-4052-b0e6-e15c361ef57d', 'port_id': '9fc120d4-affb-4c38-af92-1ba041e4ca96', 'mac_address': 'fa:16:3e:d1:60:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 75, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95909d0b-3b2e-4bea-aa2d-04d03f0d0fec', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:11:44.542593 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:44.572148 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:44.596222 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0,segment=NetworkSegment(3b500119-6ae1-47ef-be64-96ac9dd2a058),segment_id=3b500119-6ae1-47ef-be64-96ac9dd2a058)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:44.598531 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9fc120d4-affb-4c38-af92-1ba041e4ca96 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:11:44.623742 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 9fc120d4-affb-4c38-af92-1ba041e4ca96, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9fc120d4-affb-4c38-af92-1ba041e4ca96,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:44.650803 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:44.718880 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:44.757868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:44.814698 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b437906a-a99d-40ce-ba02-ae300f6f5416 req-b624fbac-6901-47b7-b90c-2ddd00cc566b tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:44.817891 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b437906a-a99d-40ce-ba02-ae300f6f5416 req-b624fbac-6901-47b7-b90c-2ddd00cc566b tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 945 time: 0.0903039 Aug 17 03:11:44.834962 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=9fc120d4-affb-4c38-af92-1ba041e4ca96,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:44.867120 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b437906a-a99d-40ce-ba02-ae300f6f5416 req-96dd5678-7ab0-4176-8b3f-c6276fff0eb0 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/security-groups?id=75adfb46-ccc1-4456-acac-9c61b4ca726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411413 Aug 17 03:11:45.042639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['9fc120d4-affb-4c38-af92-1ba041e4ca96'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:11:45.277809 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2f011af-0127-427f-bc4c-435b7b54a550 req-d404efd8-2def-41ae-b7f3-749152829ab1 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:45.286638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e2f011af-0127-427f-bc4c-435b7b54a550 req-d404efd8-2def-41ae-b7f3-749152829ab1 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 944 time: 0.0608811 Aug 17 03:11:45.299634 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2ebb799e-9d15-4498-ab43-1a42bd651cbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:45.326014 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e2f011af-0127-427f-bc4c-435b7b54a550 req-dea8227a-46ee-4571-811b-f32a627aa02a tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381622 Aug 17 03:11:45.599803 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38404) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:45.713856 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-70b8c3b2-47fd-41fc-a6b8-ec45909973c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:45.829377 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-70b8c3b2-47fd-41fc-a6b8-ec45909973c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:45.876909 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-70b8c3b2-47fd-41fc-a6b8-ec45909973c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:45.917005 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-70b8c3b2-47fd-41fc-a6b8-ec45909973c6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=109bcb2dbdc3472d99bbd8889998d84c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3160172 Aug 17 03:11:45.919458 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b8c3b2-47fd-41fc-a6b8-ec45909973c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f81b7c1-8487-440e-828d-6692bf6e165c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:45.920866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38412) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:46.006072 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2167db21-c018-4a1e-8ebb-851ada0c30a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:46.017499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08ee0b6-c9a3-4673-a34b-2581e7217af0 req-d9d0b9ad-25a8-4376-ba8d-2ac436850c1e tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:46.019082 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f08ee0b6-c9a3-4673-a34b-2581e7217af0 req-d9d0b9ad-25a8-4376-ba8d-2ac436850c1e tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 945 time: 0.0733263 Aug 17 03:11:46.052206 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2167db21-c018-4a1e-8ebb-851ada0c30a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:46.097906 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f08ee0b6-c9a3-4673-a34b-2581e7217af0 req-ea8ae1ac-5842-4497-9b89-30f825aac63f tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/security-groups?id=75adfb46-ccc1-4456-acac-9c61b4ca726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706217 Aug 17 03:11:46.149000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:11:46.191487 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2167db21-c018-4a1e-8ebb-851ada0c30a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:46.194252 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2167db21-c018-4a1e-8ebb-851ada0c30a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:46.195926 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2167db21-c018-4a1e-8ebb-851ada0c30a0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7f81b7c1-8487-440e-828d-6692bf6e165c HTTP/1.1" status: 204 len: 168 time: 0.2734141 Aug 17 03:11:46.198538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:46.198998 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:46.207868 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2167db21-c018-4a1e-8ebb-851ada0c30a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f81b7c1-8487-440e-828d-6692bf6e165c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:46.253343 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8035579f-58a9-4c46-aa41-41b3bc6b5193 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:11:46.446742 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1fd479-9317-4751-97c9-d78ce6a28030 req-adefdb4d-684b-40b9-b66b-4212c9556291 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:46.448285 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bb1fd479-9317-4751-97c9-d78ce6a28030 req-adefdb4d-684b-40b9-b66b-4212c9556291 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 944 time: 0.0534687 Aug 17 03:11:46.490270 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bb1fd479-9317-4751-97c9-d78ce6a28030 req-c2a62f96-2d25-4c48-a70e-a8ddb443b76f tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352335 Aug 17 03:11:46.592156 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 8035579f-58a9-4c46-aa41-41b3bc6b5193 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:11:46.596263 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 8035579f-58a9-4c46-aa41-41b3bc6b5193 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:46.602111 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:46.676436 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:46.699632 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d19744-59be-44a0-a197-9c3f5eb59a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8035579f-58a9-4c46-aa41-41b3bc6b5193'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:11:46.702733 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5c849764-e6a0-4b0e-b392-00dd21954b34" -d '{"events": [{"server_uuid": "53d19744-59be-44a0-a197-9c3f5eb59a19", "name": "network-vif-plugged", "status": "completed", "tag": "8035579f-58a9-4c46-aa41-41b3bc6b5193"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:11:46.717900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 8035579f-58a9-4c46-aa41-41b3bc6b5193, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8035579f-58a9-4c46-aa41-41b3bc6b5193,segment=NetworkSegment(5d37b089-c26a-4615-84b2-46a267d08cc3),segment_id=5d37b089-c26a-4615-84b2-46a267d08cc3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:46.742844 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:11:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd3dfd32-3aba-4707-a5cf-f2f8a610fbd2 x-openstack-request-id: req-dd3dfd32-3aba-4707-a5cf-f2f8a610fbd2 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:11:46.743147 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d19744-59be-44a0-a197-9c3f5eb59a19", "name": "network-vif-plugged", "status": "completed", "tag": "8035579f-58a9-4c46-aa41-41b3bc6b5193", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:11:46.743407 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd3dfd32-3aba-4707-a5cf-f2f8a610fbd2 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:11:46.743810 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d19744-59be-44a0-a197-9c3f5eb59a19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8035579f-58a9-4c46-aa41-41b3bc6b5193', 'code': 200} Aug 17 03:11:46.858708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b2b34a3-72cf-4d30-a99d-f0d68a959c14 req-8c7669f1-c53c-48cc-ad09-5324cf38bf2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:46.858708 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b2b34a3-72cf-4d30-a99d-f0d68a959c14 req-8c7669f1-c53c-48cc-ad09-5324cf38bf2d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 1096 time: 0.0535662 Aug 17 03:11:46.880675 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:46.881640 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 9fc120d4-affb-4c38-af92-1ba041e4ca96 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:11:46.908935 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b2b34a3-72cf-4d30-a99d-f0d68a959c14 req-b50de678-e443-4e4f-b3a9-307e8b0851de service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=75adfb46-ccc1-4456-acac-9c61b4ca726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446184 Aug 17 03:11:46.961843 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=8035579f-58a9-4c46-aa41-41b3bc6b5193,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:47.033086 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 9fc120d4-affb-4c38-af92-1ba041e4ca96 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:11:47.038106 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 9fc120d4-affb-4c38-af92-1ba041e4ca96 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:11:47.038732 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:47.133063 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:47.166297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 9fc120d4-affb-4c38-af92-1ba041e4ca96, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9fc120d4-affb-4c38-af92-1ba041e4ca96,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:47.179614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38430) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:47.209093 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36d7faf7-1e15-4de0-ac02-e33c97f259d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:47.221369 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:47.251875 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8d2d49-e964-4022-ba0e-4949a2133396 req-7575ff7e-8006-41e2-8f04-ea63e5dfbcf4 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:47.253450 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca8d2d49-e964-4022-ba0e-4949a2133396 req-7575ff7e-8006-41e2-8f04-ea63e5dfbcf4 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 946 time: 0.0853608 Aug 17 03:11:47.271995 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=9fc120d4-affb-4c38-af92-1ba041e4ca96,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:47.316114 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca8d2d49-e964-4022-ba0e-4949a2133396 req-4184f3ed-dcb8-4ef6-b09f-2b6db7ccf62e tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/security-groups?id=75adfb46-ccc1-4456-acac-9c61b4ca726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537207 Aug 17 03:11:47.366093 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36d7faf7-1e15-4de0-ac02-e33c97f259d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:47.421060 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36d7faf7-1e15-4de0-ac02-e33c97f259d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:47.459306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36d7faf7-1e15-4de0-ac02-e33c97f259d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94b44fdf-8f29-4151-a9ef-8872530a1af2,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:47.464272 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-36d7faf7-1e15-4de0-ac02-e33c97f259d0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0364c8a4e8ae41ff8bd233e642c50add&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2830424 Aug 17 03:11:47.466543 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38432) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:47.518414 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b300cbf1-a3ce-40ef-8d74-c5f3da504e78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:47.540946 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b300cbf1-a3ce-40ef-8d74-c5f3da504e78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:47.626192 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d28d17-75fe-4394-96aa-d052525eddc7 req-8febf0fb-3318-4ef1-a5b7-b0365f4bb622 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:47.628031 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f0d28d17-75fe-4394-96aa-d052525eddc7 req-8febf0fb-3318-4ef1-a5b7-b0365f4bb622 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 945 time: 0.0642490 Aug 17 03:11:47.673552 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f0d28d17-75fe-4394-96aa-d052525eddc7 req-61bbf76c-c870-4be3-b748-1b094ba0d30e tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347705 Aug 17 03:11:47.699797 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b300cbf1-a3ce-40ef-8d74-c5f3da504e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:47.702640 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b300cbf1-a3ce-40ef-8d74-c5f3da504e78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:47.703768 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b300cbf1-a3ce-40ef-8d74-c5f3da504e78 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94b44fdf-8f29-4151-a9ef-8872530a1af2 HTTP/1.1" status: 204 len: 168 time: 0.2362416 Aug 17 03:11:47.712079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b300cbf1-a3ce-40ef-8d74-c5f3da504e78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94b44fdf-8f29-4151-a9ef-8872530a1af2,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:47.884069 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7505dce3-d8e3-4072-9244-6f87a43aee6d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:47.989216 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38446) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:48.151147 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:48.456623 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1167ed35-835c-4b54-a640-b5fcec307907 req-9dea2894-8bad-43ea-afde-5085678641d8 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:48.458208 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1167ed35-835c-4b54-a640-b5fcec307907 req-9dea2894-8bad-43ea-afde-5085678641d8 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 946 time: 0.0675731 Aug 17 03:11:48.500823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1167ed35-835c-4b54-a640-b5fcec307907 req-7ff2143c-6e0e-414c-a140-11b13ce6e8e3 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/security-groups?id=75adfb46-ccc1-4456-acac-9c61b4ca726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360184 Aug 17 03:11:48.526273 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2d39-1d98-4a3f-ade3-1759b0094009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:48.745117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c329d13-8dc7-48d7-97f9-2c418dbf5dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc120d4-affb-4c38-af92-1ba041e4ca96'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:11:48.747452 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee225d09-08e0-4c3b-947f-aa68e97f3c1d" -d '{"events": [{"server_uuid": "6c329d13-8dc7-48d7-97f9-2c418dbf5dd5", "name": "network-vif-plugged", "status": "completed", "tag": "9fc120d4-affb-4c38-af92-1ba041e4ca96"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:11:48.846611 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76cdc69-51c9-40bc-a61b-73066f6c8f14 req-5bcfdf95-6118-4f00-9a27-2de3c0acd198 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:48.848130 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f76cdc69-51c9-40bc-a61b-73066f6c8f14 req-5bcfdf95-6118-4f00-9a27-2de3c0acd198 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 945 time: 0.0810335 Aug 17 03:11:48.893065 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3e2d2d39-1d98-4a3f-ade3-1759b0094009 admin admin] Deleting port 8fd3280d-4f0e-4f93-abce-18a7ca41663e {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:11:48.893410 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2d39-1d98-4a3f-ade3-1759b0094009 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:48.911333 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f76cdc69-51c9-40bc-a61b-73066f6c8f14 req-ae2169c5-6aec-4e78-a7e6-710a13b47da8 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565846 Aug 17 03:11:48.957107 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:11:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c32604a-eb91-430c-adbf-d58044161b05 x-openstack-request-id: req-6c32604a-eb91-430c-adbf-d58044161b05 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:11:48.957381 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c329d13-8dc7-48d7-97f9-2c418dbf5dd5", "name": "network-vif-plugged", "status": "completed", "tag": "9fc120d4-affb-4c38-af92-1ba041e4ca96", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:11:48.957697 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6c32604a-eb91-430c-adbf-d58044161b05 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:11:48.958070 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c329d13-8dc7-48d7-97f9-2c418dbf5dd5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9fc120d4-affb-4c38-af92-1ba041e4ca96', 'code': 200} Aug 17 03:11:48.990295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-3e2d2d39-1d98-4a3f-ade3-1759b0094009 admin admin] For port 8fd3280d-4f0e-4f93-abce-18a7ca41663e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8fd3280d-4f0e-4f93-abce-18a7ca41663e,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:48.990801 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2d39-1d98-4a3f-ade3-1759b0094009 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:49.005607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3e2d2d39-1d98-4a3f-ade3-1759b0094009 admin admin] Calling delete_port for 8fd3280d-4f0e-4f93-abce-18a7ca41663e owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:11:49.072094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45330206-4b4b-44a9-aa49-3c6526fa5c69 req-4d88f680-1b81-418f-bf13-658e82e45ad2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:49.073761 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45330206-4b4b-44a9-aa49-3c6526fa5c69 req-4d88f680-1b81-418f-bf13-658e82e45ad2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 1096 time: 0.0422318 Aug 17 03:11:49.115270 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45330206-4b4b-44a9-aa49-3c6526fa5c69 req-e1e48762-be68-4da6-ac49-a5785e25e4e0 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332143 Aug 17 03:11:49.117322 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:49.211695 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b88870-d457-4698-8cb0-1954950427fe req-f17eb65a-6a1b-499f-9a61-93d7cfa5b2dd tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:49.213210 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-84b88870-d457-4698-8cb0-1954950427fe req-f17eb65a-6a1b-499f-9a61-93d7cfa5b2dd tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 946 time: 0.0657766 Aug 17 03:11:49.286437 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-84b88870-d457-4698-8cb0-1954950427fe req-0ea038e8-ac23-46a3-949f-0d2234ec72bc tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/security-groups?id=75adfb46-ccc1-4456-acac-9c61b4ca726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464716 Aug 17 03:11:49.359131 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2d39-1d98-4a3f-ade3-1759b0094009 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:49.386701 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e2d2d39-1d98-4a3f-ade3-1759b0094009 admin admin] Pushing event deleted for resources: {'Port': ['ID=8fd3280d-4f0e-4f93-abce-18a7ca41663e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:49.517734 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:11:49.559826 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e2d2d39-1d98-4a3f-ade3-1759b0094009 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:49.783723 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e2d2d39-1d98-4a3f-ade3-1759b0094009 admin admin] Router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:11:49.893679 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e2d2d39-1d98-4a3f-ade3-1759b0094009 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:11:49.898653 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3e2d2d39-1d98-4a3f-ade3-1759b0094009 admin admin] 10.222.0.10 "PUT /v2.0/routers/088168b4-fc3f-43a5-b31f-d8301e1c6f40/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9081397 Aug 17 03:11:49.901237 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38510) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:49.905660 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913ea70-7f93-4083-9b3a-1204ba837057 None None] Sync routers for ids ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:11:49.915586 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5913ea70-7f93-4083-9b3a-1204ba837057 None None] Routers {'088168b4-fc3f-43a5-b31f-d8301e1c6f40'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:11:49.916221 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5913ea70-7f93-4083-9b3a-1204ba837057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:11:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:50.045167 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-5913ea70-7f93-4083-9b3a-1204ba837057 None None] Set router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:11:50.046545 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2fc32e50-a37a-4bed-aae5-9895cde0efff admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:50.244602 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5913ea70-7f93-4083-9b3a-1204ba837057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:11:49Z', 'revision_number': 5, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:50.275966 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913ea70-7f93-4083-9b3a-1204ba837057 None None] Checking router: 088168b4-fc3f-43a5-b31f-d8301e1c6f40 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:11:50.285315 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5913ea70-7f93-4083-9b3a-1204ba837057 None None] Routers {'088168b4-fc3f-43a5-b31f-d8301e1c6f40'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:11:50.285985 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5913ea70-7f93-4083-9b3a-1204ba837057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:11:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:50.422895 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-5913ea70-7f93-4083-9b3a-1204ba837057 None None] Set router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:11:50.431788 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adeeed16-ad17-42da-b564-890626d0ee3b req-0742b7af-6091-4cb8-a985-d4186f90d872 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:50.434102 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-adeeed16-ad17-42da-b564-890626d0ee3b req-0742b7af-6091-4cb8-a985-d4186f90d872 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 946 time: 0.0663631 Aug 17 03:11:50.466371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccd8910a-77d2-4a4b-a085-1362a0c413c5 req-47e8be97-11b0-4913-b734-a9b118f9eace tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:50.468553 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ccd8910a-77d2-4a4b-a085-1362a0c413c5 req-47e8be97-11b0-4913-b734-a9b118f9eace tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 945 time: 0.4707873 Aug 17 03:11:50.502874 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-adeeed16-ad17-42da-b564-890626d0ee3b req-89c034ed-fb72-4deb-ada5-28b174f29123 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/security-groups?id=75adfb46-ccc1-4456-acac-9c61b4ca726f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616739 Aug 17 03:11:50.555514 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ccd8910a-77d2-4a4b-a085-1362a0c413c5 req-a23c0c63-f052-448a-9b9d-430c040940be tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774608 Aug 17 03:11:50.563852 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2fc32e50-a37a-4bed-aae5-9895cde0efff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:50.624541 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5913ea70-7f93-4083-9b3a-1204ba837057 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:11:49Z', 'revision_number': 5, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:50.653406 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5913ea70-7f93-4083-9b3a-1204ba837057 None None] The sync data for ids ['088168b4-fc3f-43a5-b31f-d8301e1c6f40'] in n-d-802060-9 is: [{'id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'name': 'tempest-AttachVolumeShelveTestJSON-692750344-router', 'tenant_id': '6310559ad60b460ba41705b832b7bbc0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216'}], 'enable_snat': True}, 'gw_port_id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:54Z', 'updated_at': '2021-08-17T03:11:49Z', 'revision_number': 5, 'project_id': '6310559ad60b460ba41705b832b7bbc0', 'gw_port': {'id': '2b34b774-251e-4b28-b1b9-3801dc0281c3', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:9a:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '088168b4-fc3f-43a5-b31f-d8301e1c6f40', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1429, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.216', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:55Z', 'updated_at': '2021-08-17T03:03:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:11:50.708493 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-2fc32e50-a37a-4bed-aae5-9895cde0efff admin admin] Deleting port 2b34b774-251e-4b28-b1b9-3801dc0281c3 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:11:50.708840 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2fc32e50-a37a-4bed-aae5-9895cde0efff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:50.800289 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-2fc32e50-a37a-4bed-aae5-9895cde0efff admin admin] For port 2b34b774-251e-4b28-b1b9-3801dc0281c3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2b34b774-251e-4b28-b1b9-3801dc0281c3,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:50.800730 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2fc32e50-a37a-4bed-aae5-9895cde0efff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:50.823301 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-2fc32e50-a37a-4bed-aae5-9895cde0efff admin admin] Calling delete_port for 2b34b774-251e-4b28-b1b9-3801dc0281c3 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:11:50.827388 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546afc72-502e-448b-9516-89b8990b37a7 req-fe2c76a2-fd62-409a-a8b7-d4584dc883f2 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:50.827559 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:50.828930 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-546afc72-502e-448b-9516-89b8990b37a7 req-fe2c76a2-fd62-409a-a8b7-d4584dc883f2 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.60 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 946 time: 0.0563142 Aug 17 03:11:50.943208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-546afc72-502e-448b-9516-89b8990b37a7 req-0a360c32-8a8f-4a02-af0a-30400c8c7810 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Deleting port 8035579f-58a9-4c46-aa41-41b3bc6b5193 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:11:50.943866 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-546afc72-502e-448b-9516-89b8990b37a7 req-0a360c32-8a8f-4a02-af0a-30400c8c7810 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.053275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-546afc72-502e-448b-9516-89b8990b37a7 req-0a360c32-8a8f-4a02-af0a-30400c8c7810 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] For port 8035579f-58a9-4c46-aa41-41b3bc6b5193, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=8035579f-58a9-4c46-aa41-41b3bc6b5193,segment=NetworkSegment(5d37b089-c26a-4615-84b2-46a267d08cc3),segment_id=5d37b089-c26a-4615-84b2-46a267d08cc3)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:51.053732 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-546afc72-502e-448b-9516-89b8990b37a7 req-0a360c32-8a8f-4a02-af0a-30400c8c7810 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.062931 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2fc32e50-a37a-4bed-aae5-9895cde0efff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.073713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-546afc72-502e-448b-9516-89b8990b37a7 req-0a360c32-8a8f-4a02-af0a-30400c8c7810 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Calling delete_port for 8035579f-58a9-4c46-aa41-41b3bc6b5193 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:11:51.093676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc32e50-a37a-4bed-aae5-9895cde0efff admin admin] Pushing event deleted for resources: {'Port': ['ID=2b34b774-251e-4b28-b1b9-3801dc0281c3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:51.162923 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38538) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:51.173999 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2fc32e50-a37a-4bed-aae5-9895cde0efff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.276306 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2fc32e50-a37a-4bed-aae5-9895cde0efff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.278598 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2fc32e50-a37a-4bed-aae5-9895cde0efff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.278722 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-546afc72-502e-448b-9516-89b8990b37a7 req-0a360c32-8a8f-4a02-af0a-30400c8c7810 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.293036 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['8035579f-58a9-4c46-aa41-41b3bc6b5193'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:11:51.313612 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a360c32-8a8f-4a02-af0a-30400c8c7810 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Pushing event deleted for resources: {'Port': ['ID=8035579f-58a9-4c46-aa41-41b3bc6b5193,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:51.342419 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-592e0d0f-bec4-4cd9-a324-ec0e498bd334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.355932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-546afc72-502e-448b-9516-89b8990b37a7 req-0a360c32-8a8f-4a02-af0a-30400c8c7810 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] No DVR routers for this DVR port 8035579f-58a9-4c46-aa41-41b3bc6b5193 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:11:51.359028 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-546afc72-502e-448b-9516-89b8990b37a7 req-0a360c32-8a8f-4a02-af0a-30400c8c7810 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.361071 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-546afc72-502e-448b-9516-89b8990b37a7 req-0a360c32-8a8f-4a02-af0a-30400c8c7810 tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.60 "DELETE /v2.0/ports/8035579f-58a9-4c46-aa41-41b3bc6b5193 HTTP/1.1" status: 204 len: 173 time: 0.5140212 Aug 17 03:11:51.362761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53d19744-59be-44a0-a197-9c3f5eb59a19', 'name': 'network-vif-deleted', 'tag': '8035579f-58a9-4c46-aa41-41b3bc6b5193'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:11:51.364094 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4d06eb-d0c8-4501-9775-e36dcd870ac3" -d '{"events": [{"server_uuid": "53d19744-59be-44a0-a197-9c3f5eb59a19", "name": "network-vif-deleted", "tag": "8035579f-58a9-4c46-aa41-41b3bc6b5193"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:11:51.405324 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-363ce9f3-269c-400b-8011-ac005ac29e26 x-openstack-request-id: req-363ce9f3-269c-400b-8011-ac005ac29e26 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:11:51.405730 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53d19744-59be-44a0-a197-9c3f5eb59a19", "name": "network-vif-deleted", "tag": "8035579f-58a9-4c46-aa41-41b3bc6b5193", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:11:51.405902 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-363ce9f3-269c-400b-8011-ac005ac29e26 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:11:51.406285 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53d19744-59be-44a0-a197-9c3f5eb59a19', 'name': 'network-vif-deleted', 'tag': '8035579f-58a9-4c46-aa41-41b3bc6b5193', 'status': 'completed', 'code': 200} Aug 17 03:11:51.440497 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2fc32e50-a37a-4bed-aae5-9895cde0efff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.441045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fc32e50-a37a-4bed-aae5-9895cde0efff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 088168b4-fc3f-43a5-b31f-d8301e1c6f40 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:11:51.443767 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-592e0d0f-bec4-4cd9-a324-ec0e498bd334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.446930 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2fc32e50-a37a-4bed-aae5-9895cde0efff admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.448156 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2fc32e50-a37a-4bed-aae5-9895cde0efff admin admin] 10.222.0.10 "DELETE /v2.0/routers/088168b4-fc3f-43a5-b31f-d8301e1c6f40 HTTP/1.1" status: 204 len: 168 time: 1.5459042 Aug 17 03:11:51.450721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38544) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:51.509084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-acac7454-121b-4a27-a593-f2f979d10746 admin admin] Deleting subnet 49398564-b2fd-48b6-b11e-b753c45b92cd {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:11:51.512409 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-acac7454-121b-4a27-a593-f2f979d10746 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.519141 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-592e0d0f-bec4-4cd9-a324-ec0e498bd334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.552994 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-acac7454-121b-4a27-a593-f2f979d10746 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.574340 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-592e0d0f-bec4-4cd9-a324-ec0e498bd334 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=643980981a22424ea7975b76e3073050&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4078021 Aug 17 03:11:51.574340 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e0d0f-bec4-4cd9-a324-ec0e498bd334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=381baae0-560c-45df-bd21-3dec0ba2c8a6,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:51.576965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38548) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:51.602470 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-46d227aa-7ba6-4d05-9b8c-d2e8f1f2ae10 req-611fd490-b9f2-4f09-8614-0aac5805050d tempest-ServerPasswordTestJSON-639940446 tempest-ServerPasswordTestJSON-639940446-project] 10.222.0.10 "GET /v2.0/ports?device_id=53d19744-59be-44a0-a197-9c3f5eb59a19 HTTP/1.1" status: 200 len: 210 time: 0.0281365 Aug 17 03:11:51.644847 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e0dada56-7121-49c4-8a3d-a0c706eb2985 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.677084 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-acac7454-121b-4a27-a593-f2f979d10746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.681579 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e0dada56-7121-49c4-8a3d-a0c706eb2985 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.740824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f62ccf1-b622-4bdc-a378-b5ddcf6f3a77 req-ee6e560e-9f76-45f8-96ab-a809bf087e2c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:51.742800 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f62ccf1-b622-4bdc-a378-b5ddcf6f3a77 req-ee6e560e-9f76-45f8-96ab-a809bf087e2c tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 945 time: 0.0779502 Aug 17 03:11:51.783602 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f62ccf1-b622-4bdc-a378-b5ddcf6f3a77 req-c7ef24af-782a-4d4b-89c5-8fc19c99aacb tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343814 Aug 17 03:11:51.826928 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-acac7454-121b-4a27-a593-f2f979d10746 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.854621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acac7454-121b-4a27-a593-f2f979d10746 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49398564-b2fd-48b6-b11e-b753c45b92cd,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:51.856618 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-acac7454-121b-4a27-a593-f2f979d10746 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.860841 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-acac7454-121b-4a27-a593-f2f979d10746 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/49398564-b2fd-48b6-b11e-b753c45b92cd HTTP/1.1" status: 204 len: 168 time: 0.4058764 Aug 17 03:11:51.861710 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38556) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:51.868205 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ca4ee0c-a925-431e-8500-2484a7a446db None None] Network d57b6cf0-8d62-4de8-ad6c-84fa56983b69 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:11:51.909039 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e0dada56-7121-49c4-8a3d-a0c706eb2985 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.911543 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e0dada56-7121-49c4-8a3d-a0c706eb2985 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:51.915214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e0dada56-7121-49c4-8a3d-a0c706eb2985 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/381baae0-560c-45df-bd21-3dec0ba2c8a6 HTTP/1.1" status: 204 len: 168 time: 0.3360062 Aug 17 03:11:51.947009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dada56-7121-49c4-8a3d-a0c706eb2985 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=381baae0-560c-45df-bd21-3dec0ba2c8a6,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:51.965326 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.037019 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] Deleting port b1f7a5a6-93ab-4733-8a50-9cc61f874d75 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:11:52.037481 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.103013 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] For port b1f7a5a6-93ab-4733-8a50-9cc61f874d75, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b1f7a5a6-93ab-4733-8a50-9cc61f874d75,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:52.103395 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.116589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9a0381-7c8a-46c8-8afe-775c927a6a94 None None] DHCP port deletion for d57b6cf0-8d62-4de8-ad6c-84fa56983b69 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:11:52.126521 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] Calling delete_port for b1f7a5a6-93ab-4733-8a50-9cc61f874d75 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:11:52.178666 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cf9a0381-7c8a-46c8-8afe-775c927a6a94 None None] Deleting port b1f7a5a6-93ab-4733-8a50-9cc61f874d75 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:11:52.179998 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf9a0381-7c8a-46c8-8afe-775c927a6a94 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.229730 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8fd3280d-4f0e-4f93-abce-18a7ca41663e no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:11:52.258457 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 8fd3280d-4f0e-4f93-abce-18a7ca41663e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:11:52.258867 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8fd3280d-4f0e-4f93-abce-18a7ca41663e not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:11:52.259491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b1f7a5a6-93ab-4733-8a50-9cc61f874d75 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:11:52.303037 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.312971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-cf9a0381-7c8a-46c8-8afe-775c927a6a94 None None] For port b1f7a5a6-93ab-4733-8a50-9cc61f874d75, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b1f7a5a6-93ab-4733-8a50-9cc61f874d75,segment=NetworkSegment(434a75bb-af94-475b-926c-9f9d9604d55f),segment_id=434a75bb-af94-475b-926c-9f9d9604d55f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:52.313374 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf9a0381-7c8a-46c8-8afe-775c927a6a94 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.332480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cf9a0381-7c8a-46c8-8afe-775c927a6a94 None None] Calling delete_port for b1f7a5a6-93ab-4733-8a50-9cc61f874d75 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:11:52.336998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No active binding found for port b1f7a5a6-93ab-4733-8a50-9cc61f874d75 {{(pid=101971) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 17 03:11:52.337438 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b1f7a5a6-93ab-4733-8a50-9cc61f874d75 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:11:52.337868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2b34b774-251e-4b28-b1b9-3801dc0281c3 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:11:52.339706 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631c0b46-f985-4005-b7e3-5e59ecce6933 req-7a581771-c213-42e1-b4d4-e0a414fdf195 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:52.341183 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-631c0b46-f985-4005-b7e3-5e59ecce6933 req-7a581771-c213-42e1-b4d4-e0a414fdf195 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 945 time: 0.0837841 Aug 17 03:11:52.342677 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] Pushing event deleted for resources: {'Port': ['ID=b1f7a5a6-93ab-4733-8a50-9cc61f874d75,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:52.346713 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] No DVR routers for this DVR port b1f7a5a6-93ab-4733-8a50-9cc61f874d75 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:11:52.361006 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 2b34b774-251e-4b28-b1b9-3801dc0281c3 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:11:52.361355 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2b34b774-251e-4b28-b1b9-3801dc0281c3 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:11:52.432924 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf9a0381-7c8a-46c8-8afe-775c927a6a94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.441585 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.461861 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-631c0b46-f985-4005-b7e3-5e59ecce6933 req-4671baed-2348-47f9-8cc2-a189c9ae6663 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894699 Aug 17 03:11:52.462431 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a0381-7c8a-46c8-8afe-775c927a6a94 None None] Pushing event deleted for resources: {'Port': ['ID=b1f7a5a6-93ab-4733-8a50-9cc61f874d75,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:52.465217 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d57b6cf0-8d62-4de8-ad6c-84fa56983b69']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:52.465831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9a0381-7c8a-46c8-8afe-775c927a6a94 None None] No DVR routers for this DVR port b1f7a5a6-93ab-4733-8a50-9cc61f874d75 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:11:52.475799 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '434a75bb-af94-475b-926c-9f9d9604d55f') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:52.476094 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '434a75bb-af94-475b-926c-9f9d9604d55f') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:52.487665 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.502369 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.510093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:11:52.510524 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:11:52.513060 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:11:52.613798 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38564) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:52.627965 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-593fa990-d26e-4127-a35f-39c152a57345 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.658184 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.666904 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38568) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:52.668744 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.673391 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] 10.222.0.10 "DELETE /v2.0/networks/d57b6cf0-8d62-4de8-ad6c-84fa56983b69 HTTP/1.1" status: 204 len: 168 time: 0.8111315 Aug 17 03:11:52.688004 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10f8b81-085a-4ce7-8651-6896ec9dac4c admin admin] Pushing event deleted for resources: {'Network': ['ID=d57b6cf0-8d62-4de8-ad6c-84fa56983b69,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:52.716093 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-c50842a9-0ad8-4143-bd83-eb89643cdb13 admin admin] Deleting subnet 59c5c2f3-c76f-40bd-a2c7-28fb5819c2f1 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:11:52.720131 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c50842a9-0ad8-4143-bd83-eb89643cdb13 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.758515 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c50842a9-0ad8-4143-bd83-eb89643cdb13 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.758747 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-593fa990-d26e-4127-a35f-39c152a57345 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.805740 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c50842a9-0ad8-4143-bd83-eb89643cdb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.825702 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-593fa990-d26e-4127-a35f-39c152a57345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.865314 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-593fa990-d26e-4127-a35f-39c152a57345 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2d1307fcb16749ea821e59a1116ffe80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2502556 Aug 17 03:11:52.866348 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-593fa990-d26e-4127-a35f-39c152a57345 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b53b9e3-ae25-4821-b2d6-071e92e241b7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:52.867964 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38572) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:52.918150 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54908950-296e-4b0c-90f5-810493e61b71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.941685 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54908950-296e-4b0c-90f5-810493e61b71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.950467 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c50842a9-0ad8-4143-bd83-eb89643cdb13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:52.995589 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c50842a9-0ad8-4143-bd83-eb89643cdb13 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=59c5c2f3-c76f-40bd-a2c7-28fb5819c2f1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:52.997521 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c50842a9-0ad8-4143-bd83-eb89643cdb13 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:53.000709 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c50842a9-0ad8-4143-bd83-eb89643cdb13 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/59c5c2f3-c76f-40bd-a2c7-28fb5819c2f1 HTTP/1.1" status: 204 len: 168 time: 0.3318303 Aug 17 03:11:53.003731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38576) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:53.081523 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99c11106-755c-4401-8f36-f52851988207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:53.088555 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54908950-296e-4b0c-90f5-810493e61b71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:53.093190 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54908950-296e-4b0c-90f5-810493e61b71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:53.094441 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-54908950-296e-4b0c-90f5-810493e61b71 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b53b9e3-ae25-4821-b2d6-071e92e241b7 HTTP/1.1" status: 204 len: 168 time: 0.2254426 Aug 17 03:11:53.105234 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38582) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:53.106093 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54908950-296e-4b0c-90f5-810493e61b71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b53b9e3-ae25-4821-b2d6-071e92e241b7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:53.158211 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e8474ef6-6c3e-4aff-bc74-a32819035fa1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6310559ad60b460ba41705b832b7bbc0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492401 Aug 17 03:11:53.158892 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38584) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:53.177216 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99c11106-755c-4401-8f36-f52851988207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:53.189249 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-99c11106-755c-4401-8f36-f52851988207 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['213c22f0-924f-4b7c-8fb1-96849a3dc25b']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:53.200293 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-99c11106-755c-4401-8f36-f52851988207 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d37b089-c26a-4615-84b2-46a267d08cc3') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:53.200864 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-99c11106-755c-4401-8f36-f52851988207 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d37b089-c26a-4615-84b2-46a267d08cc3') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:11:53.211741 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99c11106-755c-4401-8f36-f52851988207 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:53.224567 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b9ddc50-fcbd-430b-b675-21891fe68552 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:53.226271 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99c11106-755c-4401-8f36-f52851988207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:53.232629 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-99c11106-755c-4401-8f36-f52851988207 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:11:53.233636 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99c11106-755c-4401-8f36-f52851988207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:11:53.235285 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:11:53.247364 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b9ddc50-fcbd-430b-b675-21891fe68552 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:53.358238 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99c11106-755c-4401-8f36-f52851988207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:53.364228 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99c11106-755c-4401-8f36-f52851988207 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:53.366108 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-99c11106-755c-4401-8f36-f52851988207 admin admin] 10.222.0.10 "DELETE /v2.0/networks/213c22f0-924f-4b7c-8fb1-96849a3dc25b HTTP/1.1" status: 204 len: 168 time: 0.3600774 Aug 17 03:11:53.378360 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99c11106-755c-4401-8f36-f52851988207 admin admin] Pushing event deleted for resources: {'Network': ['ID=213c22f0-924f-4b7c-8fb1-96849a3dc25b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:53.381165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b9ddc50-fcbd-430b-b675-21891fe68552 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:53.385509 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b9ddc50-fcbd-430b-b675-21891fe68552 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:53.385509 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9b9ddc50-fcbd-430b-b675-21891fe68552 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/099089e2-118e-4f58-a55b-ae5ee79c7307 HTTP/1.1" status: 204 len: 168 time: 0.2253158 Aug 17 03:11:53.394541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9ddc50-fcbd-430b-b675-21891fe68552 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=099089e2-118e-4f58-a55b-ae5ee79c7307,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:53.593229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6eec271-8289-4849-a1e4-ef5348a123d4 req-72435e7f-3720-4eea-aa44-125861b3e641 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:53.594759 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6eec271-8289-4849-a1e4-ef5348a123d4 req-72435e7f-3720-4eea-aa44-125861b3e641 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 945 time: 0.0512683 Aug 17 03:11:53.632097 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6eec271-8289-4849-a1e4-ef5348a123d4 req-768525cf-ae77-400e-bc35-0a388f93a6eb tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313175 Aug 17 03:11:53.831613 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38598) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:53.877242 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7316687f-95fc-406c-afb6-ad8050ca2f67 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=05bc376b55794f1cbd71d8537fee916e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0444648 Aug 17 03:11:53.879993 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38602) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:53.937491 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-68fb16e1-8b5c-4423-94a3-6fe2966f98f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:53.971046 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-68fb16e1-8b5c-4423-94a3-6fe2966f98f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:54.118160 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-68fb16e1-8b5c-4423-94a3-6fe2966f98f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:54.121097 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-68fb16e1-8b5c-4423-94a3-6fe2966f98f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:54.122361 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-68fb16e1-8b5c-4423-94a3-6fe2966f98f6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/75adfb46-ccc1-4456-acac-9c61b4ca726f HTTP/1.1" status: 204 len: 168 time: 0.2413428 Aug 17 03:11:54.131120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb16e1-8b5c-4423-94a3-6fe2966f98f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75adfb46-ccc1-4456-acac-9c61b4ca726f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:54.197530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84f40ea-e9dc-4f21-a285-4a5b79b019b7 req-ddb27167-a35c-49a1-b4e7-61ecbcd67e14 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:54.205649 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c84f40ea-e9dc-4f21-a285-4a5b79b019b7 req-ddb27167-a35c-49a1-b4e7-61ecbcd67e14 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 945 time: 0.0701268 Aug 17 03:11:54.239800 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c84f40ea-e9dc-4f21-a285-4a5b79b019b7 req-460f3944-c164-4f64-9988-c8306a162b63 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330155 Aug 17 03:11:55.383612 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4bd47f-f3a6-41d9-97d1-8346fb9aa7bb req-10cf8783-2232-48ad-82bc-33bbaccea8fb tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:55.391094 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d4bd47f-f3a6-41d9-97d1-8346fb9aa7bb req-10cf8783-2232-48ad-82bc-33bbaccea8fb tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 945 time: 0.0711355 Aug 17 03:11:55.447955 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d4bd47f-f3a6-41d9-97d1-8346fb9aa7bb req-1a4ccb8c-a924-43a2-b4bc-b6675fb6d74d tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/security-groups?id=11f723f1-b962-4631-9376-f2519cbb31ba&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551734 Aug 17 03:11:55.647925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9e936-1e53-40ee-bd96-1ff5385dff53 req-27835a7e-7bfc-4b3a-be58-c630d3de5393 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:11:55.649482 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18d9e936-1e53-40ee-bd96-1ff5385dff53 req-27835a7e-7bfc-4b3a-be58-c630d3de5393 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 945 time: 0.0583520 Aug 17 03:11:55.755245 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-18d9e936-1e53-40ee-bd96-1ff5385dff53 req-023444a6-f0c1-4ffb-a174-a270e1be1da3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Deleting port 9fc120d4-affb-4c38-af92-1ba041e4ca96 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:11:55.755512 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-18d9e936-1e53-40ee-bd96-1ff5385dff53 req-023444a6-f0c1-4ffb-a174-a270e1be1da3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:55.871871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-18d9e936-1e53-40ee-bd96-1ff5385dff53 req-023444a6-f0c1-4ffb-a174-a270e1be1da3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] For port 9fc120d4-affb-4c38-af92-1ba041e4ca96, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9fc120d4-affb-4c38-af92-1ba041e4ca96,segment=NetworkSegment(d3fcf346-3434-4f50-ac01-b021f9c96350),segment_id=d3fcf346-3434-4f50-ac01-b021f9c96350)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:11:55.876073 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-18d9e936-1e53-40ee-bd96-1ff5385dff53 req-023444a6-f0c1-4ffb-a174-a270e1be1da3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:55.893701 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-18d9e936-1e53-40ee-bd96-1ff5385dff53 req-023444a6-f0c1-4ffb-a174-a270e1be1da3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Calling delete_port for 9fc120d4-affb-4c38-af92-1ba041e4ca96 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:11:56.128562 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-18d9e936-1e53-40ee-bd96-1ff5385dff53 req-023444a6-f0c1-4ffb-a174-a270e1be1da3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:56.140991 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['9fc120d4-affb-4c38-af92-1ba041e4ca96'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:11:56.164771 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023444a6-f0c1-4ffb-a174-a270e1be1da3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Pushing event deleted for resources: {'Port': ['ID=9fc120d4-affb-4c38-af92-1ba041e4ca96,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:56.211526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-18d9e936-1e53-40ee-bd96-1ff5385dff53 req-023444a6-f0c1-4ffb-a174-a270e1be1da3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] No DVR routers for this DVR port 9fc120d4-affb-4c38-af92-1ba041e4ca96 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:11:56.215915 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-18d9e936-1e53-40ee-bd96-1ff5385dff53 req-023444a6-f0c1-4ffb-a174-a270e1be1da3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:56.216847 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18d9e936-1e53-40ee-bd96-1ff5385dff53 req-023444a6-f0c1-4ffb-a174-a270e1be1da3 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.60 "DELETE /v2.0/ports/9fc120d4-affb-4c38-af92-1ba041e4ca96 HTTP/1.1" status: 204 len: 173 time: 0.5594749 Aug 17 03:11:56.217332 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c329d13-8dc7-48d7-97f9-2c418dbf5dd5', 'name': 'network-vif-deleted', 'tag': '9fc120d4-affb-4c38-af92-1ba041e4ca96'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:11:56.226253 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47cbb830-11cb-4c25-be7a-e42968241bc0" -d '{"events": [{"server_uuid": "6c329d13-8dc7-48d7-97f9-2c418dbf5dd5", "name": "network-vif-deleted", "tag": "9fc120d4-affb-4c38-af92-1ba041e4ca96"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:11:56.281842 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28ede132-1db9-45c9-8a7a-ea58b6faaae3 x-openstack-request-id: req-28ede132-1db9-45c9-8a7a-ea58b6faaae3 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:11:56.282239 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c329d13-8dc7-48d7-97f9-2c418dbf5dd5", "name": "network-vif-deleted", "tag": "9fc120d4-affb-4c38-af92-1ba041e4ca96", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:11:56.282487 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28ede132-1db9-45c9-8a7a-ea58b6faaae3 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:11:56.282889 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c329d13-8dc7-48d7-97f9-2c418dbf5dd5', 'name': 'network-vif-deleted', 'tag': '9fc120d4-affb-4c38-af92-1ba041e4ca96', 'status': 'completed', 'code': 200} Aug 17 03:11:56.330711 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8035579f-58a9-4c46-aa41-41b3bc6b5193 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:11:56.350435 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 8035579f-58a9-4c46-aa41-41b3bc6b5193 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:11:56.350778 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 8035579f-58a9-4c46-aa41-41b3bc6b5193 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:11:56.549295 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44db98ba-25ca-4137-98e7-631a6361b33b req-fbb0f498-5ed9-4328-9fd0-fb2a384ed787 tempest-DeleteServersTestJSON-1364123099 tempest-DeleteServersTestJSON-1364123099-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c329d13-8dc7-48d7-97f9-2c418dbf5dd5 HTTP/1.1" status: 200 len: 210 time: 0.0284967 Aug 17 03:11:57.928688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38780) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:58.047311 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-513f2aaf-4454-4d0a-9bf8-642edf7e0aa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:58.140814 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-513f2aaf-4454-4d0a-9bf8-642edf7e0aa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:58.209610 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-513f2aaf-4454-4d0a-9bf8-642edf7e0aa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:58.259812 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-513f2aaf-4454-4d0a-9bf8-642edf7e0aa6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d550b778cbfe4256b91c1fe4845074b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3237193 Aug 17 03:11:58.259812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513f2aaf-4454-4d0a-9bf8-642edf7e0aa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb88f631-e60c-4074-91a3-4c2162a89572,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:58.260188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38792) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:58.264652 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513f2aaf-4454-4d0a-9bf8-642edf7e0aa6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:58.265084 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513f2aaf-4454-4d0a-9bf8-642edf7e0aa6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:58.265544 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513f2aaf-4454-4d0a-9bf8-642edf7e0aa6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:58.265816 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513f2aaf-4454-4d0a-9bf8-642edf7e0aa6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:58.266154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513f2aaf-4454-4d0a-9bf8-642edf7e0aa6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:58.266487 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513f2aaf-4454-4d0a-9bf8-642edf7e0aa6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:58.266816 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513f2aaf-4454-4d0a-9bf8-642edf7e0aa6 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:58.267252 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513f2aaf-4454-4d0a-9bf8-642edf7e0aa6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:58.267464 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513f2aaf-4454-4d0a-9bf8-642edf7e0aa6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:58.267789 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513f2aaf-4454-4d0a-9bf8-642edf7e0aa6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:58.268459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513f2aaf-4454-4d0a-9bf8-642edf7e0aa6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:58.268459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-513f2aaf-4454-4d0a-9bf8-642edf7e0aa6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:11:58.316132 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c63c-4b66-4b25-a962-decc84b1ee1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:58.338844 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c63c-4b66-4b25-a962-decc84b1ee1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:58.484174 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c63c-4b66-4b25-a962-decc84b1ee1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:58.487322 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0f7c63c-4b66-4b25-a962-decc84b1ee1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:58.488645 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d0f7c63c-4b66-4b25-a962-decc84b1ee1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb88f631-e60c-4074-91a3-4c2162a89572 HTTP/1.1" status: 204 len: 168 time: 0.2274530 Aug 17 03:11:58.499113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f7c63c-4b66-4b25-a962-decc84b1ee1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb88f631-e60c-4074-91a3-4c2162a89572,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:59.124316 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38812) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:59.137733 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b2fe41e-95e4-4224-8936-168df3280cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:59.233185 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b2fe41e-95e4-4224-8936-168df3280cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:59.302075 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b2fe41e-95e4-4224-8936-168df3280cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:59.341111 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4b2fe41e-95e4-4224-8936-168df3280cb2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a1d51d4d0234acbb41b046ee439797a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2156932 Aug 17 03:11:59.342132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2fe41e-95e4-4224-8936-168df3280cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19f8b14f-86bf-4730-a38d-551c5b15623e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:11:59.344126 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38816) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:11:59.415150 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a584b54f-8096-4d4a-8744-cab728d0965c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:59.446776 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a584b54f-8096-4d4a-8744-cab728d0965c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:59.625241 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a584b54f-8096-4d4a-8744-cab728d0965c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:59.627966 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a584b54f-8096-4d4a-8744-cab728d0965c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:11:59.629124 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a584b54f-8096-4d4a-8744-cab728d0965c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19f8b14f-86bf-4730-a38d-551c5b15623e HTTP/1.1" status: 204 len: 168 time: 0.2828457 Aug 17 03:11:59.637241 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a584b54f-8096-4d4a-8744-cab728d0965c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19f8b14f-86bf-4730-a38d-551c5b15623e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:00.367226 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 9fc120d4-affb-4c38-af92-1ba041e4ca96 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:12:00.389163 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 9fc120d4-affb-4c38-af92-1ba041e4ca96 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:12:00.389643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 9fc120d4-affb-4c38-af92-1ba041e4ca96 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:12:01.297313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38878) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:01.411949 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7697657b-8af8-429a-8df0-899fac167915 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:01.527481 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7697657b-8af8-429a-8df0-899fac167915 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:01.537502 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38892) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:01.582317 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-99d59da2-2293-475c-abbc-18171ef1d32a admin admin] Deleting subnet 95909d0b-3b2e-4bea-aa2d-04d03f0d0fec {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:12:01.585292 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99d59da2-2293-475c-abbc-18171ef1d32a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:01.628042 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99d59da2-2293-475c-abbc-18171ef1d32a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:01.651266 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7697657b-8af8-429a-8df0-899fac167915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:01.708591 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7697657b-8af8-429a-8df0-899fac167915 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48f9edb3-19ff-4d67-936b-3cfd3b0fd5f4,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:01.720133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38900) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:01.728906 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7697657b-8af8-429a-8df0-899fac167915 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e54bea5ca2c3422fb1e51168e7b79783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4305081 Aug 17 03:12:01.735392 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99d59da2-2293-475c-abbc-18171ef1d32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:01.787295 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6714f63-cb2b-48f1-bd86-cbeedda8132b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:01.814701 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6714f63-cb2b-48f1-bd86-cbeedda8132b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:01.872763 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99d59da2-2293-475c-abbc-18171ef1d32a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:01.899454 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d59da2-2293-475c-abbc-18171ef1d32a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=95909d0b-3b2e-4bea-aa2d-04d03f0d0fec,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:01.907026 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99d59da2-2293-475c-abbc-18171ef1d32a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:01.908980 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-99d59da2-2293-475c-abbc-18171ef1d32a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/95909d0b-3b2e-4bea-aa2d-04d03f0d0fec HTTP/1.1" status: 204 len: 168 time: 0.3704374 Aug 17 03:12:01.911608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38906) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:01.920077 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6714f63-cb2b-48f1-bd86-cbeedda8132b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:01.922593 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6714f63-cb2b-48f1-bd86-cbeedda8132b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:01.923672 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f6714f63-cb2b-48f1-bd86-cbeedda8132b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/48f9edb3-19ff-4d67-936b-3cfd3b0fd5f4 HTTP/1.1" status: 204 len: 168 time: 0.2025535 Aug 17 03:12:01.981188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6714f63-cb2b-48f1-bd86-cbeedda8132b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48f9edb3-19ff-4d67-936b-3cfd3b0fd5f4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:02.000429 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6714f63-cb2b-48f1-bd86-cbeedda8132b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:02.001242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6714f63-cb2b-48f1-bd86-cbeedda8132b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:02.001242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6714f63-cb2b-48f1-bd86-cbeedda8132b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:02.001447 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6714f63-cb2b-48f1-bd86-cbeedda8132b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:02.001796 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6714f63-cb2b-48f1-bd86-cbeedda8132b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:02.002297 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6714f63-cb2b-48f1-bd86-cbeedda8132b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:02.002657 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6714f63-cb2b-48f1-bd86-cbeedda8132b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:02.002960 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6714f63-cb2b-48f1-bd86-cbeedda8132b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:02.003288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6714f63-cb2b-48f1-bd86-cbeedda8132b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:02.003615 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6714f63-cb2b-48f1-bd86-cbeedda8132b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:02.003942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6714f63-cb2b-48f1-bd86-cbeedda8132b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:02.004266 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6714f63-cb2b-48f1-bd86-cbeedda8132b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:02.013012 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-05884b4d-f788-427a-b0e9-3f27070e58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:02.097365 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-05884b4d-f788-427a-b0e9-3f27070e58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:02.109157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-05884b4d-f788-427a-b0e9-3f27070e58d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a7be9734-2b85-4052-b0e6-e15c361ef57d']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:02.120403 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-05884b4d-f788-427a-b0e9-3f27070e58d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd3fcf346-3434-4f50-ac01-b021f9c96350') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:02.120706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-05884b4d-f788-427a-b0e9-3f27070e58d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd3fcf346-3434-4f50-ac01-b021f9c96350') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:02.133871 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-05884b4d-f788-427a-b0e9-3f27070e58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:02.151265 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-05884b4d-f788-427a-b0e9-3f27070e58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:02.158527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05884b4d-f788-427a-b0e9-3f27070e58d6 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:12:02.158949 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-05884b4d-f788-427a-b0e9-3f27070e58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:12:02.160590 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:12:02.266476 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-05884b4d-f788-427a-b0e9-3f27070e58d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:02.283459 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-05884b4d-f788-427a-b0e9-3f27070e58d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:02.285376 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-05884b4d-f788-427a-b0e9-3f27070e58d6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/a7be9734-2b85-4052-b0e6-e15c361ef57d HTTP/1.1" status: 204 len: 168 time: 0.3727741 Aug 17 03:12:02.286428 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05884b4d-f788-427a-b0e9-3f27070e58d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=a7be9734-2b85-4052-b0e6-e15c361ef57d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:02.427888 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38934) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:02.732749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38946) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:02.840499 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-37cc11e7-0c49-4a7a-b096-d04ea47c5c3a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d96271b16c734dc4a6b9accb241029a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1058586 Aug 17 03:12:02.846103 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38952) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:02.905243 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b2e6883-0ea5-47c5-893d-d7c2bea5c2c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:02.917662 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb5d7-50e5-4921-9810-09f9d5c4cba3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:02.935896 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:02.954040 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb5d7-50e5-4921-9810-09f9d5c4cba3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:03.117671 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb5d7-50e5-4921-9810-09f9d5c4cba3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:03.117671 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c6eb5d7-50e5-4921-9810-09f9d5c4cba3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:03.118551 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8c6eb5d7-50e5-4921-9810-09f9d5c4cba3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/11f723f1-b962-4631-9376-f2519cbb31ba HTTP/1.1" status: 204 len: 168 time: 0.2709732 Aug 17 03:12:03.154519 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6eb5d7-50e5-4921-9810-09f9d5c4cba3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f723f1-b962-4631-9376-f2519cbb31ba,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:03.370753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e6883-0ea5-47c5-893d-d7c2bea5c2c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Deleting port 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:12:03.371096 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b2e6883-0ea5-47c5-893d-d7c2bea5c2c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:03.484021 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-4b2e6883-0ea5-47c5-893d-d7c2bea5c2c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] For port 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0,segment=NetworkSegment(3b500119-6ae1-47ef-be64-96ac9dd2a058),segment_id=3b500119-6ae1-47ef-be64-96ac9dd2a058)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:03.484392 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b2e6883-0ea5-47c5-893d-d7c2bea5c2c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:03.501127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-4b2e6883-0ea5-47c5-893d-d7c2bea5c2c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Calling delete_port for 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:12:03.723809 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:03.815279 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b2e6883-0ea5-47c5-893d-d7c2bea5c2c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:03.843260 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b2e6883-0ea5-47c5-893d-d7c2bea5c2c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'Port': ['ID=784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:04.040893 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b2e6883-0ea5-47c5-893d-d7c2bea5c2c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:04.284922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b2e6883-0ea5-47c5-893d-d7c2bea5c2c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Router 6fba62e1-ef36-419c-90d1-dc84279a68c3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:12:04.450275 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38988) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:04.565171 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-e05d9747-faba-4a85-95a6-c4ec74a116e8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-954494694-network', 'tenant_id': '98bfb41cae7a4e60bbf124599604db3d'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:04.683890 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e05d9747-faba-4a85-95a6-c4ec74a116e8 admin admin] Made reservation on behalf of 98bfb41cae7a4e60bbf124599604db3d for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:04.688368 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e05d9747-faba-4a85-95a6-c4ec74a116e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:04.712231 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e05d9747-faba-4a85-95a6-c4ec74a116e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:04.785074 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b2e6883-0ea5-47c5-893d-d7c2bea5c2c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:12:04.793226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4b2e6883-0ea5-47c5-893d-d7c2bea5c2c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "PUT /v2.0/routers/6fba62e1-ef36-419c-90d1-dc84279a68c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3639045 Aug 17 03:12:04.799770 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243482fe-a209-4d3b-bef9-13086cb85040 None None] Sync routers for ids ['6fba62e1-ef36-419c-90d1-dc84279a68c3'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:12:04.813464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243482fe-a209-4d3b-bef9-13086cb85040 None None] Routers {'6fba62e1-ef36-419c-90d1-dc84279a68c3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:12:04.814728 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-243482fe-a209-4d3b-bef9-13086cb85040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:11:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6fba62e1-ef36-419c-90d1-dc84279a68c3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:04.956166 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e05d9747-faba-4a85-95a6-c4ec74a116e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:04.995592 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-243482fe-a209-4d3b-bef9-13086cb85040 None None] Set router 6fba62e1-ef36-419c-90d1-dc84279a68c3 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:12:05.050239 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e05d9747-faba-4a85-95a6-c4ec74a116e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:05.070733 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e05d9747-faba-4a85-95a6-c4ec74a116e8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:12:05.096588 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e05d9747-faba-4a85-95a6-c4ec74a116e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:05.097621 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-e05d9747-faba-4a85-95a6-c4ec74a116e8 admin admin] Added segment a63825e2-bb9b-42e4-8941-49088713909b of type vlan for network 4006b3ec-411d-4f98-b585-ad3fdc27d44d Aug 17 03:12:05.218299 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e05d9747-faba-4a85-95a6-c4ec74a116e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:05.271026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d9747-faba-4a85-95a6-c4ec74a116e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b37f1a4-79c9-438c-afb1-3c7c785d59d3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:05.417880 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e05d9747-faba-4a85-95a6-c4ec74a116e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:05.417880 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e05d9747-faba-4a85-95a6-c4ec74a116e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:05.418131 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e05d9747-faba-4a85-95a6-c4ec74a116e8 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:05.486508 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-243482fe-a209-4d3b-bef9-13086cb85040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:12:03Z', 'revision_number': 6, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e05ab9e8-d4b8-4a74-9fa7-8ae0a40a8d21', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'port_id': '7906dc2d-5f05-4eb7-b88a-0c80dc493135', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'mac_address': 'fa:16:3e:31:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:10:39Z', 'updated_at': '2021-08-17T03:10:42Z', 'revision_number': 1, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19', 'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:cb:8a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:53Z', 'updated_at': '2021-08-17T03:10:06Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:05.549176 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243482fe-a209-4d3b-bef9-13086cb85040 None None] Checking router: 6fba62e1-ef36-419c-90d1-dc84279a68c3 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:12:05.572119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-243482fe-a209-4d3b-bef9-13086cb85040 None None] Routers {'6fba62e1-ef36-419c-90d1-dc84279a68c3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:12:05.578835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-243482fe-a209-4d3b-bef9-13086cb85040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:11:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6fba62e1-ef36-419c-90d1-dc84279a68c3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:05.582549 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39056) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:05.585584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dada710e-a460-4faf-adb0-9c7b996b766c req-2cfba5e2-4d33-4c48-a19e-f77875ced9c5 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:05.594298 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dada710e-a460-4faf-adb0-9c7b996b766c req-2cfba5e2-4d33-4c48-a19e-f77875ced9c5 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 946 time: 0.0730071 Aug 17 03:12:05.602026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e05d9747-faba-4a85-95a6-c4ec74a116e8 admin admin] Pushing event updated for resources: {'Network': ['ID=4006b3ec-411d-4f98-b585-ad3fdc27d44d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:05.637680 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e05d9747-faba-4a85-95a6-c4ec74a116e8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 1.1854587 Aug 17 03:12:05.638865 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39062) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:05.644290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1b001495-03e4-4a7b-8bea-abbbcdbb1e6e admin admin] Request body: {'subnet': {'network_id': '4006b3ec-411d-4f98-b585-ad3fdc27d44d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-954494694-subnet', 'tenant_id': '98bfb41cae7a4e60bbf124599604db3d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:05.645876 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dada710e-a460-4faf-adb0-9c7b996b766c req-5d5020ca-39b8-4ad4-b88d-eac59ede62e4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ba42d6-e2ee-4ea1-8337-4a0193f5148a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478053 Aug 17 03:12:05.654605 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 4006b3ec-411d-4f98-b585-ad3fdc27d44d details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:12:05.759057 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49c4c7f4-43dc-4062-8782-a68acaffcbb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:05.782103 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b001495-03e4-4a7b-8bea-abbbcdbb1e6e admin admin] Made reservation on behalf of 98bfb41cae7a4e60bbf124599604db3d for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:05.784729 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b001495-03e4-4a7b-8bea-abbbcdbb1e6e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:05.851615 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-243482fe-a209-4d3b-bef9-13086cb85040 None None] Set router 6fba62e1-ef36-419c-90d1-dc84279a68c3 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:12:05.976671 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49c4c7f4-43dc-4062-8782-a68acaffcbb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:06.048964 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49c4c7f4-43dc-4062-8782-a68acaffcbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:06.076391 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-49c4c7f4-43dc-4062-8782-a68acaffcbb5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3f5dde319c0f4b148466879a5696c3d5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4916146 Aug 17 03:12:06.079608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39074) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:06.091483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-243482fe-a209-4d3b-bef9-13086cb85040 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:12:03Z', 'revision_number': 6, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e05ab9e8-d4b8-4a74-9fa7-8ae0a40a8d21', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'port_id': '7906dc2d-5f05-4eb7-b88a-0c80dc493135', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'mac_address': 'fa:16:3e:31:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:10:39Z', 'updated_at': '2021-08-17T03:10:42Z', 'revision_number': 1, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19', 'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:cb:8a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:53Z', 'updated_at': '2021-08-17T03:10:06Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:06.102357 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c4c7f4-43dc-4062-8782-a68acaffcbb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caa549a3-8bca-4cbf-9208-705bf10c1e48,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:06.117649 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b001495-03e4-4a7b-8bea-abbbcdbb1e6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:06.118384 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-243482fe-a209-4d3b-bef9-13086cb85040 None None] The sync data for ids ['6fba62e1-ef36-419c-90d1-dc84279a68c3'] in n-d-802060-9 is: [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:12:03Z', 'revision_number': 6, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e05ab9e8-d4b8-4a74-9fa7-8ae0a40a8d21', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'floating_ip_address': '172.25.1.123', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'port_id': '7906dc2d-5f05-4eb7-b88a-0c80dc493135', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 1966, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'mac_address': 'fa:16:3e:31:97:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:10:39Z', 'updated_at': '2021-08-17T03:10:42Z', 'revision_number': 1, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19', 'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:cb:8a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:53Z', 'updated_at': '2021-08-17T03:10:06Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:12:06.139855 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a208198b-ed0b-49d5-a85b-23fb279d7975 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:06.168585 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a208198b-ed0b-49d5-a85b-23fb279d7975 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:06.187050 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b001495-03e4-4a7b-8bea-abbbcdbb1e6e admin admin] Pushing event updated for resources: {'Subnet': ['ID=b126d1ae-3b9b-400b-8844-165cac568705,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:06.199880 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b001495-03e4-4a7b-8bea-abbbcdbb1e6e admin admin] Checking segment: {'id': 'a63825e2-bb9b-42e4-8941-49088713909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4006b3ec-411d-4f98-b585-ad3fdc27d44d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:12:06.200443 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b001495-03e4-4a7b-8bea-abbbcdbb1e6e admin admin] Network hostable DHCP agents. Network: 4006b3ec-411d-4f98-b585-ad3fdc27d44d, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:12:06.283210 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b001495-03e4-4a7b-8bea-abbbcdbb1e6e admin admin] Network 4006b3ec-411d-4f98-b585-ad3fdc27d44d is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:12:06.293703 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a208198b-ed0b-49d5-a85b-23fb279d7975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:06.297073 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a208198b-ed0b-49d5-a85b-23fb279d7975 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:06.298417 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a208198b-ed0b-49d5-a85b-23fb279d7975 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/caa549a3-8bca-4cbf-9208-705bf10c1e48 HTTP/1.1" status: 204 len: 168 time: 0.2174618 Aug 17 03:12:06.306484 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a208198b-ed0b-49d5-a85b-23fb279d7975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caa549a3-8bca-4cbf-9208-705bf10c1e48,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:06.340685 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-1b001495-03e4-4a7b-8bea-abbbcdbb1e6e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 4006b3ec-411d-4f98-b585-ad3fdc27d44d) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:06.350546 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d449d45-091e-4db8-a9dc-7ea42dcdd910 None None] Network 4006b3ec-411d-4f98-b585-ad3fdc27d44d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:12:06.354856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b001495-03e4-4a7b-8bea-abbbcdbb1e6e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:06.355472 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b001495-03e4-4a7b-8bea-abbbcdbb1e6e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:06.469706 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1b001495-03e4-4a7b-8bea-abbbcdbb1e6e admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.8214452 Aug 17 03:12:06.518952 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147e635b-e5d5-41bb-8d23-bf6fff588983 None None] Network 4006b3ec-411d-4f98-b585-ad3fdc27d44d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:12:06.813140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8015433-4a45-4905-b7d6-4a7027e17850 req-2aacb4e9-c64a-43c6-ad4b-002eccc27c10 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:06.814958 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8015433-4a45-4905-b7d6-4a7027e17850 req-2aacb4e9-c64a-43c6-ad4b-002eccc27c10 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 946 time: 0.0756974 Aug 17 03:12:06.909079 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8015433-4a45-4905-b7d6-4a7027e17850 req-676f3137-94a5-4ee1-b787-468b48d76d1a tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0ba42d6-e2ee-4ea1-8337-4a0193f5148a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0872529 Aug 17 03:12:06.913194 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb106336-1609-4438-9750-3412b54011f9 req-3d23a51c-b0b8-4852-8f8d-2dca51e8c17f tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:06.914494 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bb106336-1609-4438-9750-3412b54011f9 req-3d23a51c-b0b8-4852-8f8d-2dca51e8c17f tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 946 time: 0.1231899 Aug 17 03:12:07.065131 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-bb106336-1609-4438-9750-3412b54011f9 req-113d3c18-7c57-47d5-8523-f0bfd40b3559 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Deleting port 554cb486-6b94-4c2c-978f-616bf9ab80f8 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:12:07.065616 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-bb106336-1609-4438-9750-3412b54011f9 req-113d3c18-7c57-47d5-8523-f0bfd40b3559 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:07.240248 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-bb106336-1609-4438-9750-3412b54011f9 req-113d3c18-7c57-47d5-8523-f0bfd40b3559 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] For port 554cb486-6b94-4c2c-978f-616bf9ab80f8, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=554cb486-6b94-4c2c-978f-616bf9ab80f8,segment=NetworkSegment(3b500119-6ae1-47ef-be64-96ac9dd2a058),segment_id=3b500119-6ae1-47ef-be64-96ac9dd2a058)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:07.240547 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-bb106336-1609-4438-9750-3412b54011f9 req-113d3c18-7c57-47d5-8523-f0bfd40b3559 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:07.263324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-bb106336-1609-4438-9750-3412b54011f9 req-113d3c18-7c57-47d5-8523-f0bfd40b3559 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Calling delete_port for 554cb486-6b94-4c2c-978f-616bf9ab80f8 owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:12:07.273330 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-6f0e02ed-f645-45a7-bd6f-847b2d8fb4e2 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:07.276376 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-6f0e02ed-f645-45a7-bd6f-847b2d8fb4e2 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/networks?id=4006b3ec-411d-4f98-b585-ad3fdc27d44d HTTP/1.1" status: 200 len: 821 time: 0.1659920 Aug 17 03:12:07.293532 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-d16f82f4-646b-42c3-b73b-abd6f5261629 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/quotas/98bfb41cae7a4e60bbf124599604db3d HTTP/1.1" status: 200 len: 375 time: 0.0121584 Aug 17 03:12:07.358938 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-82ff3a28-ea24-41c0-974d-cfdfa16c1270 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=98bfb41cae7a4e60bbf124599604db3d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0341203 Aug 17 03:12:07.509554 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-b5d01da3-57e6-4713-8214-e82c10fbfe0f service neutron] 10.222.0.10 "GET /v2.0/networks/4006b3ec-411d-4f98-b585-ad3fdc27d44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1377184 Aug 17 03:12:07.607700 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-bb106336-1609-4438-9750-3412b54011f9 req-113d3c18-7c57-47d5-8523-f0bfd40b3559 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:07.646069 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-19503250-a769-42c5-9272-b7d2c69657fd service neutron] 10.222.0.10 "GET /v2.0/networks/4006b3ec-411d-4f98-b585-ad3fdc27d44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1292427 Aug 17 03:12:07.648886 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113d3c18-7c57-47d5-8523-f0bfd40b3559 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'Port': ['ID=554cb486-6b94-4c2c-978f-616bf9ab80f8,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:07.698893 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb106336-1609-4438-9750-3412b54011f9 req-113d3c18-7c57-47d5-8523-f0bfd40b3559 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] No DVR routers for this DVR port 554cb486-6b94-4c2c-978f-616bf9ab80f8 on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:12:07.702473 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-bb106336-1609-4438-9750-3412b54011f9 req-113d3c18-7c57-47d5-8523-f0bfd40b3559 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:07.709791 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bb106336-1609-4438-9750-3412b54011f9 req-113d3c18-7c57-47d5-8523-f0bfd40b3559 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.30 "DELETE /v2.0/ports/554cb486-6b94-4c2c-978f-616bf9ab80f8 HTTP/1.1" status: 204 len: 173 time: 0.7838905 Aug 17 03:12:07.709791 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f99de87-4f0e-4697-844c-c2d0a7068990', 'name': 'network-vif-deleted', 'tag': '554cb486-6b94-4c2c-978f-616bf9ab80f8'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:12:07.710103 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-adcbbc74-10ad-46d7-a010-4338160084fb" -d '{"events": [{"server_uuid": "8f99de87-4f0e-4697-844c-c2d0a7068990", "name": "network-vif-deleted", "tag": "554cb486-6b94-4c2c-978f-616bf9ab80f8"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:12:07.760745 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:12:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcb97861-b417-49fc-b3ce-2e3261fd98e6 x-openstack-request-id: req-dcb97861-b417-49fc-b3ce-2e3261fd98e6 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:12:07.760855 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f99de87-4f0e-4697-844c-c2d0a7068990", "name": "network-vif-deleted", "tag": "554cb486-6b94-4c2c-978f-616bf9ab80f8", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:12:07.761047 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcb97861-b417-49fc-b3ce-2e3261fd98e6 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:12:07.761485 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f99de87-4f0e-4697-844c-c2d0a7068990', 'name': 'network-vif-deleted', 'tag': '554cb486-6b94-4c2c-978f-616bf9ab80f8', 'status': 'completed', 'code': 200} Aug 17 03:12:08.033556 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b06419ca-f8c5-46cf-b55e-0dffe514a8a2 req-10673a06-56f9-4750-af38-d74688a1d60e tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 210 time: 0.0558093 Aug 17 03:12:08.057926 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ec8f364-bd00-41cc-a5cd-7c2543fa6ab5 req-150460e5-3424-4633-87e6-4dc651b46595 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f99de87-4f0e-4697-844c-c2d0a7068990 HTTP/1.1" status: 200 len: 210 time: 0.0389571 Aug 17 03:12:08.127687 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:12:08.148543 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:12:08.148890 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 784c1f4b-5e7a-4cb3-8d5b-a78becf89bb0 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:12:09.114471 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b93783d4-5dde-477a-877c-24ca288c9e67 req-008f6e66-37a7-4f27-8c35-c9dc707931b3 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 210 time: 0.0284736 Aug 17 03:12:09.149321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39178) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:09.265709 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9d4db70-c278-4d51-b395-9bd3ec9fe017 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:09.291007 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9d4db70-c278-4d51-b395-9bd3ec9fe017 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:09.512020 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9d4db70-c278-4d51-b395-9bd3ec9fe017 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:09.515527 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9d4db70-c278-4d51-b395-9bd3ec9fe017 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:09.516727 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c9d4db70-c278-4d51-b395-9bd3ec9fe017 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "DELETE /v2.0/security-groups/d0ba42d6-e2ee-4ea1-8337-4a0193f5148a HTTP/1.1" status: 204 len: 168 time: 0.3655822 Aug 17 03:12:09.525965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9d4db70-c278-4d51-b395-9bd3ec9fe017 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0ba42d6-e2ee-4ea1-8337-4a0193f5148a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:09.656461 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39196) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:09.714358 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4e51e9f-2063-4357-970e-494b581598b9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Deleting subnet 8d43ab10-3c14-485c-b93e-6c947a94ba77 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:12:09.719487 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f4e51e9f-2063-4357-970e-494b581598b9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:09.791034 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f4e51e9f-2063-4357-970e-494b581598b9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:09.899938 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f4e51e9f-2063-4357-970e-494b581598b9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:10.011177 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f4e51e9f-2063-4357-970e-494b581598b9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:10.043441 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e51e9f-2063-4357-970e-494b581598b9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'Subnet': ['ID=8d43ab10-3c14-485c-b93e-6c947a94ba77,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:10.047769 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f4e51e9f-2063-4357-970e-494b581598b9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:10.051173 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f4e51e9f-2063-4357-970e-494b581598b9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "DELETE /v2.0/subnets/8d43ab10-3c14-485c-b93e-6c947a94ba77 HTTP/1.1" status: 204 len: 168 time: 0.3921752 Aug 17 03:12:10.052378 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39206) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:10.057626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb2f242e-bf08-46b6-932e-cd105a26f502 None None] Network 28d2a919-a1a7-4625-8ad9-0d3fccb12268 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:12:10.133398 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:10.200241 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Deleting port 4193558e-31f9-4dd4-a3ed-53c6a02d9042 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:12:10.200888 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:10.272720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] DHCP port deletion for 28d2a919-a1a7-4625-8ad9-0d3fccb12268 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:12:10.278415 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 554cb486-6b94-4c2c-978f-616bf9ab80f8 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:12:10.301659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 554cb486-6b94-4c2c-978f-616bf9ab80f8 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:12:10.302276 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 554cb486-6b94-4c2c-978f-616bf9ab80f8 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:12:10.324561 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d3bd5ba8-b81b-4c7f-be37-77c0f9cfbc86 req-32470db9-cf16-43dc-bbea-b1516418800b tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 210 time: 0.0425048 Aug 17 03:12:10.341819 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] For port 4193558e-31f9-4dd4-a3ed-53c6a02d9042, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4193558e-31f9-4dd4-a3ed-53c6a02d9042,segment=NetworkSegment(3b500119-6ae1-47ef-be64-96ac9dd2a058),segment_id=3b500119-6ae1-47ef-be64-96ac9dd2a058)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:10.345747 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:10.357485 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] Deleting port 4193558e-31f9-4dd4-a3ed-53c6a02d9042 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:12:10.360459 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:10.360794 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Calling delete_port for 4193558e-31f9-4dd4-a3ed-53c6a02d9042 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:12:10.436015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] For port 4193558e-31f9-4dd4-a3ed-53c6a02d9042, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4193558e-31f9-4dd4-a3ed-53c6a02d9042,segment=NetworkSegment(3b500119-6ae1-47ef-be64-96ac9dd2a058),segment_id=3b500119-6ae1-47ef-be64-96ac9dd2a058)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:10.436507 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:10.449994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] Calling delete_port for 4193558e-31f9-4dd4-a3ed-53c6a02d9042 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:12:10.596933 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:10.610255 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] No DVR routers for this DVR port 4193558e-31f9-4dd4-a3ed-53c6a02d9042 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:12:10.630647 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:10.676877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] Pushing event deleted for resources: {'Port': ['ID=4193558e-31f9-4dd4-a3ed-53c6a02d9042,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:10.686026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:10.691498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:10.692003 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:10.692668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:10.692920 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:10.693436 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:10.693931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:10.694413 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:10.694895 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:10.695389 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:10.695864 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:10.696340 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61239fb6-a180-4fef-98aa-ae06eeaeb97c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:10.714758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-c58725c1-8af9-4ced-86ae-3c174f1a19f3 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:10.716668 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-c58725c1-8af9-4ced-86ae-3c174f1a19f3 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.30 "GET /v2.0/networks?id=4006b3ec-411d-4f98-b585-ad3fdc27d44d HTTP/1.1" status: 200 len: 821 time: 0.1443465 Aug 17 03:12:10.748718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-ad60f2d0-cc8b-43af-9cd9-27cb680c2273 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Request body: {'port': {'device_id': '1ed53a98-e088-4c69-aaa2-fc886643a777', 'network_id': '4006b3ec-411d-4f98-b585-ad3fdc27d44d', 'admin_state_up': True, 'tenant_id': '98bfb41cae7a4e60bbf124599604db3d'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:10.750706 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'Port': ['ID=4193558e-31f9-4dd4-a3ed-53c6a02d9042,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:10.777559 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] No DVR routers for this DVR port 4193558e-31f9-4dd4-a3ed-53c6a02d9042 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:12:10.906012 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:10.922376 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28d2a919-a1a7-4625-8ad9-0d3fccb12268']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:10.945609 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b500119-6ae1-47ef-be64-96ac9dd2a058') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:10.945609 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b500119-6ae1-47ef-be64-96ac9dd2a058') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:10.961719 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:10.983787 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:10.994846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:12:10.995265 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:12:10.999398 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:12:11.088779 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-ad60f2d0-cc8b-43af-9cd9-27cb680c2273 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Made reservation on behalf of 98bfb41cae7a4e60bbf124599604db3d for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:11.093132 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-ad60f2d0-cc8b-43af-9cd9-27cb680c2273 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:11.221071 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:11.241249 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:11.245648 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "DELETE /v2.0/networks/28d2a919-a1a7-4625-8ad9-0d3fccb12268 HTTP/1.1" status: 204 len: 168 time: 1.1897967 Aug 17 03:12:11.245948 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a2eec7-4491-44f8-9e29-559f50c3b2e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'Network': ['ID=28d2a919-a1a7-4625-8ad9-0d3fccb12268,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:11.248563 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39234) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:11.459259 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-ad60f2d0-cc8b-43af-9cd9-27cb680c2273 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Allocated IP 172.20.0.7 (4006b3ec-411d-4f98-b585-ad3fdc27d44d/b126d1ae-3b9b-400b-8844-165cac568705/8387f157-d61b-4384-93ce-cf219097cc0a) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:12:11.462604 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8e2b869e-0a35-4702-9c3c-23354bd634b7 req-b045ece9-1254-4511-a392-4b95138336ac tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 210 time: 0.0431337 Aug 17 03:12:11.474469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d8e3f-da68-4191-9c6e-e47ac5ee9f21 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Deleting port 6040e65e-4505-445b-8589-74183f6bf89a {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:12:11.484049 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8e3f-da68-4191-9c6e-e47ac5ee9f21 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:11.586648 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8e3f-da68-4191-9c6e-e47ac5ee9f21 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:11.587072 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8e3f-da68-4191-9c6e-e47ac5ee9f21 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:11.600808 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6f7d8e3f-da68-4191-9c6e-e47ac5ee9f21 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Calling delete_port for 6040e65e-4505-445b-8589-74183f6bf89a owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:12:11.696135 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-ad60f2d0-cc8b-43af-9cd9-27cb680c2273 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:11.797076 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-ad60f2d0-cc8b-43af-9cd9-27cb680c2273 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:11.847462 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-ad60f2d0-cc8b-43af-9cd9-27cb680c2273 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Network 4006b3ec-411d-4f98-b585-ad3fdc27d44d is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:12:11.850704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-ad60f2d0-cc8b-43af-9cd9-27cb680c2273 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:11.853598 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-ad60f2d0-cc8b-43af-9cd9-27cb680c2273 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:12:11.887777 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad60f2d0-cc8b-43af-9cd9-27cb680c2273 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Pushing event updated for resources: {'Port': ['ID=8387f157-d61b-4384-93ce-cf219097cc0a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:11.900853 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8e3f-da68-4191-9c6e-e47ac5ee9f21 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:11.919595 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-ad60f2d0-cc8b-43af-9cd9-27cb680c2273 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:11.920315 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-ad60f2d0-cc8b-43af-9cd9-27cb680c2273 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:11.930497 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7d8e3f-da68-4191-9c6e-e47ac5ee9f21 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'Port': ['ID=6040e65e-4505-445b-8589-74183f6bf89a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:12.006032 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8e3f-da68-4191-9c6e-e47ac5ee9f21 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:12.006032 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-6f7d8e3f-da68-4191-9c6e-e47ac5ee9f21 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Floating IP e05ab9e8-d4b8-4a74-9fa7-8ae0a40a8d21 disassociated (deleted). External IP: 172.25.1.123, port: 7906dc2d-5f05-4eb7-b88a-0c80dc493135. Aug 17 03:12:12.009127 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-ad60f2d0-cc8b-43af-9cd9-27cb680c2273 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2686946 Aug 17 03:12:12.022362 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Request body: {'port': {'device_id': '1ed53a98-e088-4c69-aaa2-fc886643a777', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:12.088853 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:12.173903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4193558e-31f9-4dd4-a3ed-53c6a02d9042 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:12:12.220542 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 4193558e-31f9-4dd4-a3ed-53c6a02d9042 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:12:12.220900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4193558e-31f9-4dd4-a3ed-53c6a02d9042 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:12:12.269267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f7d8e3f-da68-4191-9c6e-e47ac5ee9f21 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Router 6fba62e1-ef36-419c-90d1-dc84279a68c3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:12:12.410451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f7d8e3f-da68-4191-9c6e-e47ac5ee9f21 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:12:12.416045 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f7d8e3f-da68-4191-9c6e-e47ac5ee9f21 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:12.422614 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7dbc73-6fae-4b05-ab32-cf57275d216c None None] Sync routers for ids ['6fba62e1-ef36-419c-90d1-dc84279a68c3'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:12:12.452047 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6f7d8e3f-da68-4191-9c6e-e47ac5ee9f21 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "DELETE /v2.0/floatingips/e05ab9e8-d4b8-4a74-9fa7-8ae0a40a8d21 HTTP/1.1" status: 204 len: 168 time: 1.2004540 Aug 17 03:12:12.453111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'tag': '7906dc2d-5f05-4eb7-b88a-0c80dc493135'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:12:12.454592 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7dbc73-6fae-4b05-ab32-cf57275d216c None None] Routers {'6fba62e1-ef36-419c-90d1-dc84279a68c3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:12:12.456032 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e9cb90b-106f-483c-a302-0555a1b3ae11" -d '{"events": [{"name": "network-changed", "server_uuid": "8727fe02-7b84-40b9-b7b1-dc5244660467", "tag": "7906dc2d-5f05-4eb7-b88a-0c80dc493135"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:12:12.471462 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6f7dbc73-6fae-4b05-ab32-cf57275d216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:11:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6fba62e1-ef36-419c-90d1-dc84279a68c3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:12.532255 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8387f157-d61b-4384-93ce-cf219097cc0a {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:12:12.548438 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:12.574877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Transition to ACTIVE for port object 8387f157-d61b-4384-93ce-cf219097cc0a will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:12.601520 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:12:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2ab318b-d6cc-495a-8972-42592b27d515 x-openstack-request-id: req-e2ab318b-d6cc-495a-8972-42592b27d515 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:12:12.601961 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8727fe02-7b84-40b9-b7b1-dc5244660467", "tag": "7906dc2d-5f05-4eb7-b88a-0c80dc493135", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:12:12.605605 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e2ab318b-d6cc-495a-8972-42592b27d515 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:12:12.605605 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'tag': '7906dc2d-5f05-4eb7-b88a-0c80dc493135', 'status': 'completed', 'code': 200} Aug 17 03:12:12.679370 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:12.681229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cb90b-106f-483c-a302-0555a1b3ae11 req-97b57682-ce49-4903-bd94-a28e89bb259f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:12.683210 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1e9cb90b-106f-483c-a302-0555a1b3ae11 req-97b57682-ce49-4903-bd94-a28e89bb259f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1dcddbfa77d8439c92503d4521a21241&device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 1097 time: 0.0581572 Aug 17 03:12:12.745939 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6f7dbc73-6fae-4b05-ab32-cf57275d216c None None] Set router 6fba62e1-ef36-419c-90d1-dc84279a68c3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:12:12.787079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Pushing event updated for resources: {'Port': ['ID=8387f157-d61b-4384-93ce-cf219097cc0a,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:12.865281 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee5d6abe-b286-4b59-8607-48a2c9f7eedd req-91082360-950b-46f6-b130-c443efc6fe9b tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:12.867077 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee5d6abe-b286-4b59-8607-48a2c9f7eedd req-91082360-950b-46f6-b130-c443efc6fe9b tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 943 time: 0.1494164 Aug 17 03:12:12.905147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cb90b-106f-483c-a302-0555a1b3ae11 req-c13c86e0-8f9b-4230-9eb2-49903246834d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:12.906888 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1e9cb90b-106f-483c-a302-0555a1b3ae11 req-c13c86e0-8f9b-4230-9eb2-49903246834d service neutron] 10.222.0.60 "GET /v2.0/networks?id=9ff4ee26-1ec7-45ad-9b4e-3b800da06cce HTTP/1.1" status: 200 len: 897 time: 0.2151296 Aug 17 03:12:12.939487 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee5d6abe-b286-4b59-8607-48a2c9f7eedd req-b863133f-8ecd-4cd9-a795-308b3487fa79 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b37f1a4-79c9-438c-afb1-3c7c785d59d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594201 Aug 17 03:12:12.946250 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Attempting to bind port 8387f157-d61b-4384-93ce-cf219097cc0a on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:12:12.946517 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Attempting to bind port 8387f157-d61b-4384-93ce-cf219097cc0a by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'a63825e2-bb9b-42e4-8941-49088713909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4006b3ec-411d-4f98-b585-ad3fdc27d44d'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:12:12.947011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Attempting to bind port 8387f157-d61b-4384-93ce-cf219097cc0a on network 4006b3ec-411d-4f98-b585-ad3fdc27d44d {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:12:12.952213 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Port 8387f157-d61b-4384-93ce-cf219097cc0a on network 4006b3ec-411d-4f98-b585-ad3fdc27d44d not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:12:12.961090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Attempting to bind port 8387f157-d61b-4384-93ce-cf219097cc0a on network 4006b3ec-411d-4f98-b585-ad3fdc27d44d {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:12:12.961090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 12, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:12:12.961090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Checking segment: {'id': 'a63825e2-bb9b-42e4-8941-49088713909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4006b3ec-411d-4f98-b585-ad3fdc27d44d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:12:12.961090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Bound using segment: {'id': 'a63825e2-bb9b-42e4-8941-49088713909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4006b3ec-411d-4f98-b585-ad3fdc27d44d'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:12:12.961090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Bound port: 8387f157-d61b-4384-93ce-cf219097cc0a, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a63825e2-bb9b-42e4-8941-49088713909b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '4006b3ec-411d-4f98-b585-ad3fdc27d44d'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:12:12.961090 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:12.979747 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1e9cb90b-106f-483c-a302-0555a1b3ae11 req-2b00574d-9772-41f6-a7e1-0adfafec398e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7906dc2d-5f05-4eb7-b88a-0c80dc493135 HTTP/1.1" status: 200 len: 217 time: 0.0640800 Aug 17 03:12:13.032675 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6f7dbc73-6fae-4b05-ab32-cf57275d216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:12:03Z', 'revision_number': 6, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19', 'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:cb:8a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:53Z', 'updated_at': '2021-08-17T03:10:06Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:13.043121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] For port 8387f157-d61b-4384-93ce-cf219097cc0a, host n-h1-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:12:13.046946 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cb90b-106f-483c-a302-0555a1b3ae11 req-e90f8e74-c2ae-4da6-838b-430f6b63406d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:13.048497 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1e9cb90b-106f-483c-a302-0555a1b3ae11 req-e90f8e74-c2ae-4da6-838b-430f6b63406d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=b6cebb4b-f686-4e4a-a635-7bff6ef91893 HTTP/1.1" status: 200 len: 835 time: 0.0494926 Aug 17 03:12:13.048619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] For port 8387f157-d61b-4384-93ce-cf219097cc0a, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=8387f157-d61b-4384-93ce-cf219097cc0a,segment=NetworkSegment(a63825e2-bb9b-42e4-8941-49088713909b),segment_id=a63825e2-bb9b-42e4-8941-49088713909b)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:12:13.078419 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7dbc73-6fae-4b05-ab32-cf57275d216c None None] Checking router: 6fba62e1-ef36-419c-90d1-dc84279a68c3 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:12:13.087847 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7dbc73-6fae-4b05-ab32-cf57275d216c None None] Routers {'6fba62e1-ef36-419c-90d1-dc84279a68c3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:12:13.088654 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6f7dbc73-6fae-4b05-ab32-cf57275d216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:11:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6fba62e1-ef36-419c-90d1-dc84279a68c3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:13.088786 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e9a7246-1e6f-4ba9-800f-055cba5cf13b req-25b6b61d-3f2e-4e8e-ab49-2e63ad4fe1c4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:13.090270 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e9a7246-1e6f-4ba9-800f-055cba5cf13b req-25b6b61d-3f2e-4e8e-ab49-2e63ad4fe1c4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 946 time: 0.1247013 Aug 17 03:12:13.142364 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:13.157495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9cb90b-106f-483c-a302-0555a1b3ae11 req-019ceaa9-206b-435e-82cd-238754921b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:13.159147 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1e9cb90b-106f-483c-a302-0555a1b3ae11 req-019ceaa9-206b-435e-82cd-238754921b5b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9ff4ee26-1ec7-45ad-9b4e-3b800da06cce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0919240 Aug 17 03:12:13.179063 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e9a7246-1e6f-4ba9-800f-055cba5cf13b req-b8453d89-97b8-496b-a4c6-c4173676aed4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5eb8b42-2afe-4cd7-ae65-d8f394791f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656271 Aug 17 03:12:13.225637 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:13.229409 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:13.233123 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] 10.222.0.30 "PUT /v2.0/ports/8387f157-d61b-4384-93ce-cf219097cc0a HTTP/1.1" status: 200 len: 1091 time: 1.2151237 Aug 17 03:12:13.233762 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ed53a98-e088-4c69-aaa2-fc886643a777', 'tag': '8387f157-d61b-4384-93ce-cf219097cc0a'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:12:13.241543 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6f7dbc73-6fae-4b05-ab32-cf57275d216c None None] Set router 6fba62e1-ef36-419c-90d1-dc84279a68c3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:12:13.250942 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08ae16a5-2a8f-4454-b485-82e269f9bae1" -d '{"events": [{"name": "network-changed", "server_uuid": "1ed53a98-e088-4c69-aaa2-fc886643a777", "tag": "8387f157-d61b-4384-93ce-cf219097cc0a"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:12:13.281990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3750ebdc-dc87-4bbf-8c99-3f27475ae15d service neutron] Pushing event updated for resources: {'Port': ['ID=8387f157-d61b-4384-93ce-cf219097cc0a,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:13.320602 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5609bca7-8552-4828-b397-e5dc331d40e5 x-openstack-request-id: req-5609bca7-8552-4828-b397-e5dc331d40e5 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:12:13.321603 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ed53a98-e088-4c69-aaa2-fc886643a777", "tag": "8387f157-d61b-4384-93ce-cf219097cc0a", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:12:13.324438 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5609bca7-8552-4828-b397-e5dc331d40e5 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:12:13.325741 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ed53a98-e088-4c69-aaa2-fc886643a777', 'tag': '8387f157-d61b-4384-93ce-cf219097cc0a', 'status': 'completed', 'code': 200} Aug 17 03:12:13.331380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1e9cb90b-106f-483c-a302-0555a1b3ae11 req-80f32ba1-546b-4c84-87f0-f64e6b449a10 service neutron] 10.222.0.60 "GET /v2.0/networks/9ff4ee26-1ec7-45ad-9b4e-3b800da06cce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1528802 Aug 17 03:12:13.433943 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae16a5-2a8f-4454-b485-82e269f9bae1 req-9cd87c5c-9030-426a-b256-56e75bd3b4da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:13.436891 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-08ae16a5-2a8f-4454-b485-82e269f9bae1 req-9cd87c5c-9030-426a-b256-56e75bd3b4da service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98bfb41cae7a4e60bbf124599604db3d&device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 1094 time: 0.0996053 Aug 17 03:12:13.445195 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1e9cb90b-106f-483c-a302-0555a1b3ae11 req-36b90c1e-ea62-465b-ad7f-cbb85047d26a service neutron] 10.222.0.60 "GET /v2.0/networks/9ff4ee26-1ec7-45ad-9b4e-3b800da06cce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054027 Aug 17 03:12:13.566794 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6f7dbc73-6fae-4b05-ab32-cf57275d216c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:12:03Z', 'revision_number': 6, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19', 'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:cb:8a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:53Z', 'updated_at': '2021-08-17T03:10:06Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:13.600962 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f7dbc73-6fae-4b05-ab32-cf57275d216c None None] The sync data for ids ['6fba62e1-ef36-419c-90d1-dc84279a68c3'] in n-d-802060-9 is: [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:12:03Z', 'revision_number': 6, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19', 'name': '', 'network_id': '9ff4ee26-1ec7-45ad-9b4e-3b800da06cce', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:cb:8a:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_interface', 'standard_attr_id': 1936, 'fixed_ips': [{'subnet_id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:53Z', 'updated_at': '2021-08-17T03:10:06Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'b6cebb4b-f686-4e4a-a635-7bff6ef91893', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:12:13.663262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39292) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:13.941941 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a04748d5-ca89-4b33-89c5-8856064e99e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:14.031375 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03c0bc45-4e6e-46eb-848a-706a9132814f None None] New status for floating IP e05ab9e8-d4b8-4a74-9fa7-8ae0a40a8d21: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:12:14.086870 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae16a5-2a8f-4454-b485-82e269f9bae1 req-b85a949b-69b9-42ea-8ec6-7b747e3e9242 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:14.088515 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-08ae16a5-2a8f-4454-b485-82e269f9bae1 req-b85a949b-69b9-42ea-8ec6-7b747e3e9242 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=98bfb41cae7a4e60bbf124599604db3d&shared=False HTTP/1.1" status: 200 len: 921 time: 0.6441216 Aug 17 03:12:14.137438 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a04748d5-ca89-4b33-89c5-8856064e99e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:14.209812 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a04748d5-ca89-4b33-89c5-8856064e99e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:14.220856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf329eb7-311e-43ef-88b5-c83441217880 req-5d83c9a4-bae6-423f-bd31-c6530de138a3 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:14.221661 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bf329eb7-311e-43ef-88b5-c83441217880 req-5d83c9a4-bae6-423f-bd31-c6530de138a3 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 943 time: 0.1321607 Aug 17 03:12:14.285830 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a04748d5-ca89-4b33-89c5-8856064e99e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cecb8a8aa0c6490aa6ae7119ca6bbfff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6188533 Aug 17 03:12:14.286768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39306) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:14.293173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04748d5-ca89-4b33-89c5-8856064e99e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ecbeb61-e7d1-4a40-ad41-822306d87076,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:14.303084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70fc63a-d19d-40db-928d-c364dbe428e8 req-92ae496a-8153-4bca-81e0-e212517fba36 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:14.304658 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e70fc63a-d19d-40db-928d-c364dbe428e8 req-92ae496a-8153-4bca-81e0-e212517fba36 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.60 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 946 time: 0.1360548 Aug 17 03:12:14.331785 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ae16a5-2a8f-4454-b485-82e269f9bae1 req-59a88b62-6f7c-40cd-b535-2ee05daf912e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:14.333348 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-08ae16a5-2a8f-4454-b485-82e269f9bae1 req-59a88b62-6f7c-40cd-b535-2ee05daf912e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2019351 Aug 17 03:12:14.339015 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bf329eb7-311e-43ef-88b5-c83441217880 req-a5c363d4-a5e4-4b8c-8fcd-d37ae502d554 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b37f1a4-79c9-438c-afb1-3c7c785d59d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964234 Aug 17 03:12:14.405453 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1cce011-1805-481e-9197-efd1ecd6116e req-640dd283-f5a3-48aa-ad08-05a0eb9b03b8 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:14.406792 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1cce011-1805-481e-9197-efd1ecd6116e req-640dd283-f5a3-48aa-ad08-05a0eb9b03b8 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 946 time: 0.1273687 Aug 17 03:12:14.422886 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-143d2292-b232-490c-bb79-d45895fcfb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:14.451935 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-143d2292-b232-490c-bb79-d45895fcfb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:14.463856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-948e5896-e1f9-47b3-95a4-6cd4a6d32c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:14.465462 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-948e5896-e1f9-47b3-95a4-6cd4a6d32c4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=98bfb41cae7a4e60bbf124599604db3d&device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 1094 time: 0.0780394 Aug 17 03:12:14.473494 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1cce011-1805-481e-9197-efd1ecd6116e req-93705461-bb9c-4b4a-9ee0-d18a7390c3d3 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=b5eb8b42-2afe-4cd7-ae65-d8f394791f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479696 Aug 17 03:12:14.482532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-e70fc63a-d19d-40db-928d-c364dbe428e8 req-585843d1-73b8-4e7a-8a06-723dd6a011c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Deleting port 7906dc2d-5f05-4eb7-b88a-0c80dc493135 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:12:14.482882 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e70fc63a-d19d-40db-928d-c364dbe428e8 req-585843d1-73b8-4e7a-8a06-723dd6a011c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:14.525708 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-968c06a8-6fb5-416e-bfd2-20651977bd01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=8387f157-d61b-4384-93ce-cf219097cc0a HTTP/1.1" status: 200 len: 217 time: 0.0510044 Aug 17 03:12:14.579234 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-48c015c7-132e-45cb-beed-59b0f3823003 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:14.580738 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-48c015c7-132e-45cb-beed-59b0f3823003 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=b126d1ae-3b9b-400b-8844-165cac568705 HTTP/1.1" status: 200 len: 861 time: 0.0481694 Aug 17 03:12:14.590586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e70fc63a-d19d-40db-928d-c364dbe428e8 req-585843d1-73b8-4e7a-8a06-723dd6a011c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] For port 7906dc2d-5f05-4eb7-b88a-0c80dc493135, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7906dc2d-5f05-4eb7-b88a-0c80dc493135,segment=NetworkSegment(c1999cde-fcf2-4c83-94a5-9095a96d3eb7),segment_id=c1999cde-fcf2-4c83-94a5-9095a96d3eb7)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:14.591614 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e70fc63a-d19d-40db-928d-c364dbe428e8 req-585843d1-73b8-4e7a-8a06-723dd6a011c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:14.608231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-e70fc63a-d19d-40db-928d-c364dbe428e8 req-585843d1-73b8-4e7a-8a06-723dd6a011c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Calling delete_port for 7906dc2d-5f05-4eb7-b88a-0c80dc493135 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:12:14.614171 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-a1354773-776c-4a7b-b544-dea7d07de2cc service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4006b3ec-411d-4f98-b585-ad3fdc27d44d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265558 Aug 17 03:12:14.645218 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-143d2292-b232-490c-bb79-d45895fcfb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:14.647865 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-143d2292-b232-490c-bb79-d45895fcfb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:14.649026 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-143d2292-b232-490c-bb79-d45895fcfb27 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5ecbeb61-e7d1-4a40-ad41-822306d87076 HTTP/1.1" status: 204 len: 168 time: 0.3596482 Aug 17 03:12:14.691345 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143d2292-b232-490c-bb79-d45895fcfb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ecbeb61-e7d1-4a40-ad41-822306d87076,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:14.743216 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-930aed35-195e-4fdb-9414-8ba4e88fdaf8 service neutron] 10.222.0.30 "GET /v2.0/networks/4006b3ec-411d-4f98-b585-ad3fdc27d44d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1212063 Aug 17 03:12:14.848375 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0eacd23e-c469-431d-b7b1-296b895e9659 req-3c139229-14df-4687-92a9-9253f7fa7317 service neutron] 10.222.0.30 "GET /v2.0/networks/4006b3ec-411d-4f98-b585-ad3fdc27d44d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977690 Aug 17 03:12:14.854832 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e70fc63a-d19d-40db-928d-c364dbe428e8 req-585843d1-73b8-4e7a-8a06-723dd6a011c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:14.884559 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585843d1-73b8-4e7a-8a06-723dd6a011c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'Port': ['ID=7906dc2d-5f05-4eb7-b88a-0c80dc493135,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:14.932231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e70fc63a-d19d-40db-928d-c364dbe428e8 req-585843d1-73b8-4e7a-8a06-723dd6a011c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] No DVR routers for this DVR port 7906dc2d-5f05-4eb7-b88a-0c80dc493135 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:12:14.935318 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e70fc63a-d19d-40db-928d-c364dbe428e8 req-585843d1-73b8-4e7a-8a06-723dd6a011c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:14.937329 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e70fc63a-d19d-40db-928d-c364dbe428e8 req-585843d1-73b8-4e7a-8a06-723dd6a011c9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.60 "DELETE /v2.0/ports/7906dc2d-5f05-4eb7-b88a-0c80dc493135 HTTP/1.1" status: 204 len: 173 time: 0.6002088 Aug 17 03:12:14.939002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'name': 'network-vif-deleted', 'tag': '7906dc2d-5f05-4eb7-b88a-0c80dc493135'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:12:14.940159 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90501324-1897-4c6c-abde-92ce727a6fc3" -d '{"events": [{"server_uuid": "8727fe02-7b84-40b9-b7b1-dc5244660467", "name": "network-vif-deleted", "tag": "7906dc2d-5f05-4eb7-b88a-0c80dc493135"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:12:14.977953 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:12:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8ff4086-39dd-48fb-b320-3f2667f33ec6 x-openstack-request-id: req-d8ff4086-39dd-48fb-b320-3f2667f33ec6 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:12:14.978281 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8727fe02-7b84-40b9-b7b1-dc5244660467", "name": "network-vif-deleted", "tag": "7906dc2d-5f05-4eb7-b88a-0c80dc493135", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:12:14.978546 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d8ff4086-39dd-48fb-b320-3f2667f33ec6 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:12:14.978966 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8727fe02-7b84-40b9-b7b1-dc5244660467', 'name': 'network-vif-deleted', 'tag': '7906dc2d-5f05-4eb7-b88a-0c80dc493135', 'status': 'completed', 'code': 200} Aug 17 03:12:15.235826 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a813f7fd-9011-4a57-a0e1-ee523cbb3d06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:15.472896 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c42d761f-0e3d-4db2-9cf5-c53aae4b8f05 req-a15f9d3d-4ee3-4e51-a97e-afa85f333267 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:15.474475 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c42d761f-0e3d-4db2-9cf5-c53aae4b8f05 req-a15f9d3d-4ee3-4e51-a97e-afa85f333267 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 943 time: 0.0526390 Aug 17 03:12:15.518595 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c42d761f-0e3d-4db2-9cf5-c53aae4b8f05 req-f0e57c67-2e4f-4fe7-a0c7-bdd7b45bb796 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b37f1a4-79c9-438c-afb1-3c7c785d59d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379577 Aug 17 03:12:15.616496 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a703dbcf-a129-4bb7-8961-4639c92925e8 req-51f46e16-a2b3-425b-b743-b053ac2f8a6c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=8727fe02-7b84-40b9-b7b1-dc5244660467 HTTP/1.1" status: 200 len: 210 time: 0.0274739 Aug 17 03:12:16.640823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b3673a-c439-41dd-8f6b-5e784b639ea0 req-78a4ba05-91e6-4103-a5ae-5d05575d058a tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:16.643083 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44b3673a-c439-41dd-8f6b-5e784b639ea0 req-78a4ba05-91e6-4103-a5ae-5d05575d058a tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 943 time: 0.0562165 Aug 17 03:12:16.680840 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39382) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:16.686380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44b3673a-c439-41dd-8f6b-5e784b639ea0 req-9698228e-68e7-46a9-b90e-b9736e161c90 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b37f1a4-79c9-438c-afb1-3c7c785d59d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361187 Aug 17 03:12:16.754758 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-abd2b8d2-fb8e-41a5-b726-915416dfd815 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:16.780729 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-abd2b8d2-fb8e-41a5-b726-915416dfd815 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:16.900521 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-abd2b8d2-fb8e-41a5-b726-915416dfd815 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:16.903837 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-abd2b8d2-fb8e-41a5-b726-915416dfd815 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:16.905606 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-abd2b8d2-fb8e-41a5-b726-915416dfd815 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "DELETE /v2.0/security-groups/b5eb8b42-2afe-4cd7-ae65-d8f394791f0c HTTP/1.1" status: 204 len: 168 time: 0.2240570 Aug 17 03:12:16.915259 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abd2b8d2-fb8e-41a5-b726-915416dfd815 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5eb8b42-2afe-4cd7-ae65-d8f394791f0c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:16.972758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39394) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:17.470327 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90d6cb30-8859-4e43-a322-c80a93d22dd7 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:17.701871 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-90d6cb30-8859-4e43-a322-c80a93d22dd7 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Deleting port 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:12:17.702582 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90d6cb30-8859-4e43-a322-c80a93d22dd7 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:17.824428 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-90d6cb30-8859-4e43-a322-c80a93d22dd7 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] For port 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19,segment=NetworkSegment(c1999cde-fcf2-4c83-94a5-9095a96d3eb7),segment_id=c1999cde-fcf2-4c83-94a5-9095a96d3eb7)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:17.824826 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90d6cb30-8859-4e43-a322-c80a93d22dd7 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:17.842885 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-90d6cb30-8859-4e43-a322-c80a93d22dd7 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Calling delete_port for 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:12:17.854261 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ee2493-ac2f-4d89-827e-b534955d902f req-494d2c15-8289-4647-bba4-525ef57eac4a tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:17.855781 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-86ee2493-ac2f-4d89-827e-b534955d902f req-494d2c15-8289-4647-bba4-525ef57eac4a tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 943 time: 0.0928462 Aug 17 03:12:17.935000 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-86ee2493-ac2f-4d89-827e-b534955d902f req-5209c4c4-a01a-47d9-a6da-a5f9bf8f0a7b tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b37f1a4-79c9-438c-afb1-3c7c785d59d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704365 Aug 17 03:12:17.941243 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2d1537ff-8776-4ef2-897b-9efb30cb8423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:18.128842 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90d6cb30-8859-4e43-a322-c80a93d22dd7 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:18.139682 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:18.158804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d6cb30-8859-4e43-a322-c80a93d22dd7 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'Port': ['ID=0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:18.324558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 8387f157-d61b-4384-93ce-cf219097cc0a details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:12:18.349734 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90d6cb30-8859-4e43-a322-c80a93d22dd7 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:18.446208 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 8387f157-d61b-4384-93ce-cf219097cc0a, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=8387f157-d61b-4384-93ce-cf219097cc0a,segment=NetworkSegment(a63825e2-bb9b-42e4-8941-49088713909b),segment_id=a63825e2-bb9b-42e4-8941-49088713909b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:18.459135 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '8387f157-d61b-4384-93ce-cf219097cc0a', 'network_id': '4006b3ec-411d-4f98-b585-ad3fdc27d44d', 'port_id': '8387f157-d61b-4384-93ce-cf219097cc0a', 'mac_address': 'fa:16:3e:e7:76:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b126d1ae-3b9b-400b-8844-165cac568705', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:12:18.465250 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7906dc2d-5f05-4eb7-b88a-0c80dc493135 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:12:18.506122 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 7906dc2d-5f05-4eb7-b88a-0c80dc493135 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:12:18.506693 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7906dc2d-5f05-4eb7-b88a-0c80dc493135 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:12:18.526380 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:18.540879 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8387f157-d61b-4384-93ce-cf219097cc0a {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:12:18.567406 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 8387f157-d61b-4384-93ce-cf219097cc0a, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=8387f157-d61b-4384-93ce-cf219097cc0a,segment=NetworkSegment(a63825e2-bb9b-42e4-8941-49088713909b),segment_id=a63825e2-bb9b-42e4-8941-49088713909b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:18.567545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39418) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:18.601837 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90d6cb30-8859-4e43-a322-c80a93d22dd7 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Router 6fba62e1-ef36-419c-90d1-dc84279a68c3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:12:18.642463 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:18.679540 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61bd2d14-e0fe-4928-a1ba-80421b1b969b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:18.722667 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=8387f157-d61b-4384-93ce-cf219097cc0a,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:18.745947 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90d6cb30-8859-4e43-a322-c80a93d22dd7 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:12:18.757658 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3cd1a-bf2f-4390-ab69-b1f1d30a210e None None] Sync routers for ids ['6fba62e1-ef36-419c-90d1-dc84279a68c3'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:12:18.765701 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-90d6cb30-8859-4e43-a322-c80a93d22dd7 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "PUT /v2.0/routers/6fba62e1-ef36-419c-90d1-dc84279a68c3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7909842 Aug 17 03:12:18.767882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39426) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:18.768205 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3cd1a-bf2f-4390-ab69-b1f1d30a210e None None] Routers {'6fba62e1-ef36-419c-90d1-dc84279a68c3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:12:18.768892 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b6f3cd1a-bf2f-4390-ab69-b1f1d30a210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:12:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6fba62e1-ef36-419c-90d1-dc84279a68c3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:18.800654 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61bd2d14-e0fe-4928-a1ba-80421b1b969b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:18.832497 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-aff43cb8-8dcb-4f54-b43a-af2615cb8f8c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Deleting subnet b6cebb4b-f686-4e4a-a635-7bff6ef91893 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:12:18.835735 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aff43cb8-8dcb-4f54-b43a-af2615cb8f8c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:18.846217 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['8387f157-d61b-4384-93ce-cf219097cc0a'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:12:18.883744 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aff43cb8-8dcb-4f54-b43a-af2615cb8f8c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:18.894795 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-b6f3cd1a-bf2f-4390-ab69-b1f1d30a210e None None] Set router 6fba62e1-ef36-419c-90d1-dc84279a68c3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:12:18.906477 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61bd2d14-e0fe-4928-a1ba-80421b1b969b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:18.990734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61bd2d14-e0fe-4928-a1ba-80421b1b969b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21a2c678-011f-4d2e-845a-f6545a644e87,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:18.999260 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-61bd2d14-e0fe-4928-a1ba-80421b1b969b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=17a7331df16e4dda814fa6ae6a9eba19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4326277 Aug 17 03:12:19.000788 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39436) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:19.054683 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aff43cb8-8dcb-4f54-b43a-af2615cb8f8c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:19.089060 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:19.118540 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-975706b1-d5af-479f-8fd0-0f78d1f140fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:19.151434 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-975706b1-d5af-479f-8fd0-0f78d1f140fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:19.185621 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b6f3cd1a-bf2f-4390-ab69-b1f1d30a210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:12:18Z', 'revision_number': 7, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:19.204342 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6ad8e2-0beb-40aa-adf7-189d5f9a9267 req-31e623f3-984d-4673-af98-3d268ae027fe tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:19.205885 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f6ad8e2-0beb-40aa-adf7-189d5f9a9267 req-31e623f3-984d-4673-af98-3d268ae027fe tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 944 time: 0.0683656 Aug 17 03:12:19.220525 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3cd1a-bf2f-4390-ab69-b1f1d30a210e None None] Checking router: 6fba62e1-ef36-419c-90d1-dc84279a68c3 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:12:19.228578 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6f3cd1a-bf2f-4390-ab69-b1f1d30a210e None None] Routers {'6fba62e1-ef36-419c-90d1-dc84279a68c3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:12:19.229177 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b6f3cd1a-bf2f-4390-ab69-b1f1d30a210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:12:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6fba62e1-ef36-419c-90d1-dc84279a68c3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:19.248818 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f6ad8e2-0beb-40aa-adf7-189d5f9a9267 req-1acf0d45-5e9e-4ca6-b4fd-715a7c7729a7 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b37f1a4-79c9-438c-afb1-3c7c785d59d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346642 Aug 17 03:12:19.262332 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aff43cb8-8dcb-4f54-b43a-af2615cb8f8c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:19.308058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff43cb8-8dcb-4f54-b43a-af2615cb8f8c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'Subnet': ['ID=b6cebb4b-f686-4e4a-a635-7bff6ef91893,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:19.310216 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80a6c807-16eb-485b-980f-dbe0d5261863 None None] Network 9ff4ee26-1ec7-45ad-9b4e-3b800da06cce requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:12:19.311274 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aff43cb8-8dcb-4f54-b43a-af2615cb8f8c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:19.314203 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-aff43cb8-8dcb-4f54-b43a-af2615cb8f8c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "DELETE /v2.0/subnets/b6cebb4b-f686-4e4a-a635-7bff6ef91893 HTTP/1.1" status: 204 len: 168 time: 0.5416036 Aug 17 03:12:19.317707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39444) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:19.327232 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-975706b1-d5af-479f-8fd0-0f78d1f140fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:19.331348 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-975706b1-d5af-479f-8fd0-0f78d1f140fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:19.335952 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-975706b1-d5af-479f-8fd0-0f78d1f140fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21a2c678-011f-4d2e-845a-f6545a644e87 HTTP/1.1" status: 204 len: 168 time: 0.3339105 Aug 17 03:12:19.384532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975706b1-d5af-479f-8fd0-0f78d1f140fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a2c678-011f-4d2e-845a-f6545a644e87,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:19.386842 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-b6f3cd1a-bf2f-4390-ab69-b1f1d30a210e None None] Set router 6fba62e1-ef36-419c-90d1-dc84279a68c3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:12:19.499314 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76a25237-dac6-4e13-8023-225495e4f9e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:19.647573 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef5f55ad-e639-4ca3-b979-a6cbe7bdf354 None None] DHCP port deletion for 9ff4ee26-1ec7-45ad-9b4e-3b800da06cce request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:12:19.657149 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76a25237-dac6-4e13-8023-225495e4f9e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:19.681282 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b6f3cd1a-bf2f-4390-ab69-b1f1d30a210e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:12:18Z', 'revision_number': 7, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:19.723711 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f55ad-e639-4ca3-b979-a6cbe7bdf354 None None] Deleting port 595f4d43-0617-4963-89f3-6d51eebf64d7 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:12:19.724098 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ef5f55ad-e639-4ca3-b979-a6cbe7bdf354 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:19.726144 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6f3cd1a-bf2f-4390-ab69-b1f1d30a210e None None] The sync data for ids ['6fba62e1-ef36-419c-90d1-dc84279a68c3'] in n-d-802060-9 is: [{'id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'name': 'tempest-TestNetworkBasicOps-router-1031643066', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85'}], 'enable_snat': True}, 'gw_port_id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:12:18Z', 'revision_number': 7, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': '6f8660e4-02fd-4bfb-a07d-11e332b926f7', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:4a:72:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fba62e1-ef36-419c-90d1-dc84279a68c3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1933, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.85', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:09:46Z', 'updated_at': '2021-08-17T03:09:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:12:19.820822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ef5f55ad-e639-4ca3-b979-a6cbe7bdf354 None None] For port 595f4d43-0617-4963-89f3-6d51eebf64d7, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=595f4d43-0617-4963-89f3-6d51eebf64d7,segment=NetworkSegment(c1999cde-fcf2-4c83-94a5-9095a96d3eb7),segment_id=c1999cde-fcf2-4c83-94a5-9095a96d3eb7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:19.821057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-76a25237-dac6-4e13-8023-225495e4f9e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Deleting port 6f8660e4-02fd-4bfb-a07d-11e332b926f7 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:12:19.821225 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ef5f55ad-e639-4ca3-b979-a6cbe7bdf354 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:19.821367 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76a25237-dac6-4e13-8023-225495e4f9e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:19.838648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ef5f55ad-e639-4ca3-b979-a6cbe7bdf354 None None] Calling delete_port for 595f4d43-0617-4963-89f3-6d51eebf64d7 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:12:19.906577 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-76a25237-dac6-4e13-8023-225495e4f9e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] For port 6f8660e4-02fd-4bfb-a07d-11e332b926f7, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6f8660e4-02fd-4bfb-a07d-11e332b926f7,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:19.907373 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76a25237-dac6-4e13-8023-225495e4f9e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:19.922022 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-76a25237-dac6-4e13-8023-225495e4f9e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Calling delete_port for 6f8660e4-02fd-4bfb-a07d-11e332b926f7 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:12:20.031823 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ef5f55ad-e639-4ca3-b979-a6cbe7bdf354 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.058336 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5f55ad-e639-4ca3-b979-a6cbe7bdf354 None None] Pushing event deleted for resources: {'Port': ['ID=595f4d43-0617-4963-89f3-6d51eebf64d7,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:20.069734 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef5f55ad-e639-4ca3-b979-a6cbe7bdf354 None None] No DVR routers for this DVR port 595f4d43-0617-4963-89f3-6d51eebf64d7 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:12:20.182910 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:12:20.210999 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:12:20.211372 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0c8b5717-48cf-4d44-a5c8-3c80e9d3bc19 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:12:20.211835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 595f4d43-0617-4963-89f3-6d51eebf64d7 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:12:20.220596 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76a25237-dac6-4e13-8023-225495e4f9e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.234480 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39460) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:20.235276 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 595f4d43-0617-4963-89f3-6d51eebf64d7 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:12:20.235643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 595f4d43-0617-4963-89f3-6d51eebf64d7 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:12:20.251720 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f27306f8-2ab3-4558-b8d7-1b04fb2222cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.260719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a25237-dac6-4e13-8023-225495e4f9e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'Port': ['ID=6f8660e4-02fd-4bfb-a07d-11e332b926f7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:20.337671 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76a25237-dac6-4e13-8023-225495e4f9e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.343239 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 8387f157-d61b-4384-93ce-cf219097cc0a up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:12:20.428048 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3decc0-a575-429c-85fa-5ed285f3c6ad req-a0816494-9e59-402d-985e-25011b0975f6 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:20.429591 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cc3decc0-a575-429c-85fa-5ed285f3c6ad req-a0816494-9e59-402d-985e-25011b0975f6 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 944 time: 0.0964727 Aug 17 03:12:20.436974 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f27306f8-2ab3-4558-b8d7-1b04fb2222cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.442576 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76a25237-dac6-4e13-8023-225495e4f9e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.444429 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76a25237-dac6-4e13-8023-225495e4f9e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.458932 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 8387f157-d61b-4384-93ce-cf219097cc0a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:20.463146 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 8387f157-d61b-4384-93ce-cf219097cc0a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:20.463527 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.481566 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cc3decc0-a575-429c-85fa-5ed285f3c6ad req-1e0bef55-289b-4fa6-a1bd-b084a7b7732e tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b37f1a4-79c9-438c-afb1-3c7c785d59d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417347 Aug 17 03:12:20.555545 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.567877 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f27306f8-2ab3-4558-b8d7-1b04fb2222cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.598319 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76a25237-dac6-4e13-8023-225495e4f9e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.598906 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76a25237-dac6-4e13-8023-225495e4f9e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Fanout notify agent at l3_agent the message router_deleted on router 6fba62e1-ef36-419c-90d1-dc84279a68c3 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:12:20.606758 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76a25237-dac6-4e13-8023-225495e4f9e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.608445 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-76a25237-dac6-4e13-8023-225495e4f9e6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "DELETE /v2.0/routers/6fba62e1-ef36-419c-90d1-dc84279a68c3 HTTP/1.1" status: 204 len: 168 time: 1.2886949 Aug 17 03:12:20.609790 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f27306f8-2ab3-4558-b8d7-1b04fb2222cb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6e34cfc2f291417db3837aa1c9e5ad4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3740804 Aug 17 03:12:20.610699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27306f8-2ab3-4558-b8d7-1b04fb2222cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=252e9568-f2ea-4a4a-adb8-43bea61d76be,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:20.612609 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39466) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:20.612979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39468) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:20.728854 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0be59a4a-d3e7-4057-9794-3f95d93a5829 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.744006 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed53a98-e088-4c69-aaa2-fc886643a777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8387f157-d61b-4384-93ce-cf219097cc0a'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:12:20.749341 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc02ecdc-e101-4ffb-b329-5ec92ab1c7ef" -d '{"events": [{"server_uuid": "1ed53a98-e088-4c69-aaa2-fc886643a777", "name": "network-vif-plugged", "status": "completed", "tag": "8387f157-d61b-4384-93ce-cf219097cc0a"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:12:20.757584 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a900d433-75d1-4fa1-9cc1-30ebd1e1f7dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.778343 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 8387f157-d61b-4384-93ce-cf219097cc0a, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=8387f157-d61b-4384-93ce-cf219097cc0a,segment=NetworkSegment(a63825e2-bb9b-42e4-8941-49088713909b),segment_id=a63825e2-bb9b-42e4-8941-49088713909b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:20.796685 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:12:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-86d783ee-d220-427e-ae73-d448ab024a9c x-openstack-request-id: req-86d783ee-d220-427e-ae73-d448ab024a9c {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:12:20.796977 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed53a98-e088-4c69-aaa2-fc886643a777", "name": "network-vif-plugged", "status": "completed", "tag": "8387f157-d61b-4384-93ce-cf219097cc0a", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:12:20.797232 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-86d783ee-d220-427e-ae73-d448ab024a9c {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:12:20.797661 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed53a98-e088-4c69-aaa2-fc886643a777', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8387f157-d61b-4384-93ce-cf219097cc0a', 'code': 200} Aug 17 03:12:20.826714 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a900d433-75d1-4fa1-9cc1-30ebd1e1f7dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.855533 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.857285 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.892347 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0be59a4a-d3e7-4057-9794-3f95d93a5829 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.908754 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-0be59a4a-d3e7-4057-9794-3f95d93a5829 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ff4ee26-1ec7-45ad-9b4e-3b800da06cce']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:20.910981 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93b5bb70-208b-4d32-a927-511d9e7c4ae5 req-e0e7faea-8851-4723-8beb-090822a8483f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:20.913255 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-93b5bb70-208b-4d32-a927-511d9e7c4ae5 req-e0e7faea-8851-4723-8beb-090822a8483f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 1096 time: 0.0610073 Aug 17 03:12:20.918410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-0be59a4a-d3e7-4057-9794-3f95d93a5829 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1999cde-fcf2-4c83-94a5-9095a96d3eb7') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:20.919541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-0be59a4a-d3e7-4057-9794-3f95d93a5829 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1999cde-fcf2-4c83-94a5-9095a96d3eb7') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:20.923836 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=8387f157-d61b-4384-93ce-cf219097cc0a,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:20.930797 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0be59a4a-d3e7-4057-9794-3f95d93a5829 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.945525 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0be59a4a-d3e7-4057-9794-3f95d93a5829 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.952775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0be59a4a-d3e7-4057-9794-3f95d93a5829 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:12:20.953172 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0be59a4a-d3e7-4057-9794-3f95d93a5829 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:20.954027 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-93b5bb70-208b-4d32-a927-511d9e7c4ae5 req-aa4db7b2-da96-460a-9326-dbe40c72757c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0b37f1a4-79c9-438c-afb1-3c7c785d59d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333636 Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:12:20.956185 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:12:21.000642 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a900d433-75d1-4fa1-9cc1-30ebd1e1f7dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.003242 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a900d433-75d1-4fa1-9cc1-30ebd1e1f7dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.004389 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a900d433-75d1-4fa1-9cc1-30ebd1e1f7dd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/252e9568-f2ea-4a4a-adb8-43bea61d76be HTTP/1.1" status: 204 len: 168 time: 0.3893096 Aug 17 03:12:21.023830 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a900d433-75d1-4fa1-9cc1-30ebd1e1f7dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=252e9568-f2ea-4a4a-adb8-43bea61d76be,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:21.084098 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0be59a4a-d3e7-4057-9794-3f95d93a5829 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.092861 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0be59a4a-d3e7-4057-9794-3f95d93a5829 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.094941 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0be59a4a-d3e7-4057-9794-3f95d93a5829 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "DELETE /v2.0/networks/9ff4ee26-1ec7-45ad-9b4e-3b800da06cce HTTP/1.1" status: 204 len: 168 time: 0.4810162 Aug 17 03:12:21.115328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be59a4a-d3e7-4057-9794-3f95d93a5829 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'Network': ['ID=9ff4ee26-1ec7-45ad-9b4e-3b800da06cce,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:21.123028 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39478) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:21.130435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-239d4288-67be-4bfe-b015-1b387b365fea tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'network': {'name': 'tempest-network-smoke--1122984082', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'port_security_enabled': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:21.219896 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-239d4288-67be-4bfe-b015-1b387b365fea tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Made reservation on behalf of 1dcddbfa77d8439c92503d4521a21241 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:21.223579 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-239d4288-67be-4bfe-b015-1b387b365fea tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.249738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-239d4288-67be-4bfe-b015-1b387b365fea tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:12:21.258782 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-239d4288-67be-4bfe-b015-1b387b365fea tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.259134 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-239d4288-67be-4bfe-b015-1b387b365fea tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Added segment 4b88605c-2bef-4224-b643-6ceb96922dbf of type vlan for network 805a3406-e779-42c8-a4a6-ccd324bc2e0e Aug 17 03:12:21.301221 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-239d4288-67be-4bfe-b015-1b387b365fea tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.384639 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-239d4288-67be-4bfe-b015-1b387b365fea tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.391162 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-239d4288-67be-4bfe-b015-1b387b365fea tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:21.394227 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-239d4288-67be-4bfe-b015-1b387b365fea tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.463003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-239d4288-67be-4bfe-b015-1b387b365fea tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Network': ['ID=805a3406-e779-42c8-a4a6-ccd324bc2e0e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:21.474833 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 805a3406-e779-42c8-a4a6-ccd324bc2e0e details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:12:21.552614 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-239d4288-67be-4bfe-b015-1b387b365fea tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4282851 Aug 17 03:12:21.555283 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39490) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:21.563688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-690386548', 'admin_state_up': True, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:21.616188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c57b1d2-1e09-4be1-9541-c20968b342d5 req-a146a98a-cc39-4d50-a651-454eeddcbc96 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:21.618351 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c57b1d2-1e09-4be1-9541-c20968b342d5 req-a146a98a-cc39-4d50-a651-454eeddcbc96 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 945 time: 0.0635352 Aug 17 03:12:21.649111 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.652324 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.662447 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c57b1d2-1e09-4be1-9541-c20968b342d5 req-00c69be6-4915-48df-a6c8-f3b481cf5fb9 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b37f1a4-79c9-438c-afb1-3c7c785d59d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367835 Aug 17 03:12:21.707256 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:21.907951 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:22.167148 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6f8660e4-02fd-4bfb-a07d-11e332b926f7 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:12:22.187682 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 6f8660e4-02fd-4bfb-a07d-11e332b926f7 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:12:22.188034 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6f8660e4-02fd-4bfb-a07d-11e332b926f7 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:12:22.219607 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:22.240812 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:22.366336 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Allocated IP 172.25.1.166 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/fb75dd9d-0c82-4245-985e-68bb1d05d929) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:12:22.482591 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:22.643492 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:22.684601 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:12:22.689383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:22.694630 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:12:22.721828 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Port': ['ID=fb75dd9d-0c82-4245-985e-68bb1d05d929,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:22.798319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244031f1-8182-4c5f-aa95-30fb7db173be req-464587a8-4f8c-488a-ad1e-31690bada982 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:22.800447 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-244031f1-8182-4c5f-aa95-30fb7db173be req-464587a8-4f8c-488a-ad1e-31690bada982 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 945 time: 0.0557191 Aug 17 03:12:22.845538 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-244031f1-8182-4c5f-aa95-30fb7db173be req-4e9a791e-8f64-45ec-97b6-dfec460c68f8 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b37f1a4-79c9-438c-afb1-3c7c785d59d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386636 Aug 17 03:12:23.333436 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-18e4fe84-72af-4663-a1b6-c7895aab2cbe service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0693712 Aug 17 03:12:23.428699 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:23.466622 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-be5022ea-6500-4021-bc41-864dd2ff6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:23.470877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-be5022ea-6500-4021-bc41-864dd2ff6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:23.470877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-be5022ea-6500-4021-bc41-864dd2ff6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:23.470877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-be5022ea-6500-4021-bc41-864dd2ff6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:23.470877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-be5022ea-6500-4021-bc41-864dd2ff6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:23.470877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-be5022ea-6500-4021-bc41-864dd2ff6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:23.470877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-be5022ea-6500-4021-bc41-864dd2ff6996 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:23.471380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-be5022ea-6500-4021-bc41-864dd2ff6996 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 6493 time: 0.0797391 Aug 17 03:12:23.491797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c420a88-ccf6-48df-9e94-34a02de67496 req-f326470d-cf2d-46bb-9c77-50a8dffd91ee tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:23.499894 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c420a88-ccf6-48df-9e94-34a02de67496 req-f326470d-cf2d-46bb-9c77-50a8dffd91ee tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 945 time: 0.0763884 Aug 17 03:12:23.595338 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c420a88-ccf6-48df-9e94-34a02de67496 req-b9003080-12a1-4bd9-9a45-efbbe6717d59 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b37f1a4-79c9-438c-afb1-3c7c785d59d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939038 Aug 17 03:12:23.633064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-e92212b8-3f3a-4f0a-b195-29aa3972a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:23.634010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-e92212b8-3f3a-4f0a-b195-29aa3972a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:23.634645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-e92212b8-3f3a-4f0a-b195-29aa3972a97d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:23.636514 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-e92212b8-3f3a-4f0a-b195-29aa3972a97d service neutron] 10.222.0.60 "GET /v2.0/networks?id=9227c9c6-47aa-4321-9fc5-beb397cc8baa&id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b&id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b HTTP/1.1" status: 200 len: 2290 time: 0.1337256 Aug 17 03:12:23.675255 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:23.705886 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-9d8ac9e0-75e9-4df1-9886-42d483cd0ec6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=3252fa48-9cdf-414f-bfa1-75099d66f47b HTTP/1.1" status: 200 len: 1002 time: 0.0599222 Aug 17 03:12:23.845702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-1dccf0ed-d090-4348-8cdb-915c5d069304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:23.845702 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-1dccf0ed-d090-4348-8cdb-915c5d069304 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=416c6f37-743f-435b-96b1-67201de2ff16 HTTP/1.1" status: 200 len: 851 time: 0.0690305 Aug 17 03:12:23.846613 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-0992588e-15a1-4a9b-b98e-31f3ed6a6922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:23.847810 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-0992588e-15a1-4a9b-b98e-31f3ed6a6922 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9227c9c6-47aa-4321-9fc5-beb397cc8baa&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539403 Aug 17 03:12:23.908966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Router 1ba510b1-a73d-4014-9575-fefd0a045c49 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:12:23.948415 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-5fbbe0de-ee23-45f5-a234-4b3d4f264c74 service neutron] 10.222.0.60 "GET /v2.0/networks/9227c9c6-47aa-4321-9fc5-beb397cc8baa?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930300 Aug 17 03:12:24.048435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:12:24.061921 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Sync routers for ids ['1ba510b1-a73d-4014-9575-fefd0a045c49'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:12:24.063012 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-1c9c85ba-cc50-4202-979c-47a25ec4f349 service neutron] 10.222.0.60 "GET /v2.0/networks/9227c9c6-47aa-4321-9fc5-beb397cc8baa?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065190 Aug 17 03:12:24.071458 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Routers {'1ba510b1-a73d-4014-9575-fefd0a045c49'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:12:24.072182 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:12:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['1ba510b1-a73d-4014-9575-fefd0a045c49'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:24.109703 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-c50ecf19-15dd-4ab6-ada0-dd3c0c2ac4a8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.234&port_id=13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 HTTP/1.1" status: 200 len: 217 time: 0.0389724 Aug 17 03:12:24.152095 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:24.154449 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2962fe7b-b231-43a6-ad14-23fb0443d76b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.5973637 Aug 17 03:12:24.159290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39572) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:24.174200 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-48485b0e-f2b9-44bb-8621-5f69913dd039 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:24.176171 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-48485b0e-f2b9-44bb-8621-5f69913dd039 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8293f80-0c9a-49ec-9de7-0f89e1b6c33f HTTP/1.1" status: 200 len: 797 time: 0.0608342 Aug 17 03:12:24.194887 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-879f693b-9d8e-4fca-a879-3a8ba4afcab0 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=1dcddbfa77d8439c92503d4521a21241&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0321352 Aug 17 03:12:24.196101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39574) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:24.197646 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Set router 1ba510b1-a73d-4014-9575-fefd0a045c49 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:12:24.278455 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-9ad95de5-9e79-40c3-947d-e4ab5b4ad27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:24.279950 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-9ad95de5-9e79-40c3-947d-e4ab5b4ad27f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0948467 Aug 17 03:12:24.397583 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'name': 'tempest-TestNetworkBasicOps-router-690386548', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:12:21Z', 'updated_at': '2021-08-17T03:12:23Z', 'revision_number': 3, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:22Z', 'updated_at': '2021-08-17T03:12:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:24.432380 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Checking router: 1ba510b1-a73d-4014-9575-fefd0a045c49 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:12:24.432735 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Updating router 1ba510b1-a73d-4014-9575-fefd0a045c49 port fb75dd9d-0c82-4245-985e-68bb1d05d929 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:12:24.466335 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:24.762063 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6335bc1d-7c0d-436f-bc3c-55ffe3d01ebb req-98ce339c-a07a-4528-8b4c-c58db0acc527 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:24.765532 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6335bc1d-7c0d-436f-bc3c-55ffe3d01ebb req-98ce339c-a07a-4528-8b4c-c58db0acc527 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.30 "GET /v2.0/ports?device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 945 time: 0.1232026 Aug 17 03:12:24.788600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0721578d-f349-424d-9892-84ab80ea0e9d tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:24.790846 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0721578d-f349-424d-9892-84ab80ea0e9d tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.5804012 Aug 17 03:12:24.795768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39586) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:24.815536 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:24.831282 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Transition to ACTIVE for port object fb75dd9d-0c82-4245-985e-68bb1d05d929 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:24.874380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-59e333a8-7d70-4a28-92f2-c3b50cec41ad tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0633533 Aug 17 03:12:24.880162 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39590) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:24.888616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1af2e39c-136c-4dc1-9732-0034629712b4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-145158167', 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:24.920223 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-6335bc1d-7c0d-436f-bc3c-55ffe3d01ebb req-a2981a03-5e7d-42f5-a318-733e92c95083 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Deleting port 8387f157-d61b-4384-93ce-cf219097cc0a {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:12:24.920638 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-6335bc1d-7c0d-436f-bc3c-55ffe3d01ebb req-a2981a03-5e7d-42f5-a318-733e92c95083 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:24.929466 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:25.007153 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Attempting to bind port fb75dd9d-0c82-4245-985e-68bb1d05d929 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:12:25.007531 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Attempting to bind port fb75dd9d-0c82-4245-985e-68bb1d05d929 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:12:25.010129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Attempting to bind port fb75dd9d-0c82-4245-985e-68bb1d05d929 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:12:25.012848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4c814dd-b736-4d70-835d-669690031876 req-506104ec-ecba-4528-a662-5d81eaaac266 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:25.014709 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e4c814dd-b736-4d70-835d-669690031876 req-506104ec-ecba-4528-a662-5d81eaaac266 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 945 time: 0.2283773 Aug 17 03:12:25.024948 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee27a89-92ed-4a9b-8b33-18f915f2a690 None None] Pushing event updated for resources: {'Port': ['ID=fb75dd9d-0c82-4245-985e-68bb1d05d929,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:25.032415 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:12:25.032813 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:12:25.033233 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:25.033662 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:12:25.034819 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Bound port: fb75dd9d-0c82-4245-985e-68bb1d05d929, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:12:25.035388 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:25.049884 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-694ef16d-354c-4878-a128-d1df8ca604b5 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7610548 Aug 17 03:12:25.080480 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-6335bc1d-7c0d-436f-bc3c-55ffe3d01ebb req-a2981a03-5e7d-42f5-a318-733e92c95083 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] For port 8387f157-d61b-4384-93ce-cf219097cc0a, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=8387f157-d61b-4384-93ce-cf219097cc0a,segment=NetworkSegment(a63825e2-bb9b-42e4-8941-49088713909b),segment_id=a63825e2-bb9b-42e4-8941-49088713909b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:25.080881 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-6335bc1d-7c0d-436f-bc3c-55ffe3d01ebb req-a2981a03-5e7d-42f5-a318-733e92c95083 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:25.102798 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [req-6335bc1d-7c0d-436f-bc3c-55ffe3d01ebb req-a2981a03-5e7d-42f5-a318-733e92c95083 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Calling delete_port for 8387f157-d61b-4384-93ce-cf219097cc0a owned by compute:nova {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:12:25.108777 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] For port fb75dd9d-0c82-4245-985e-68bb1d05d929, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:12:25.115067 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] For port fb75dd9d-0c82-4245-985e-68bb1d05d929, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=fb75dd9d-0c82-4245-985e-68bb1d05d929,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:12:25.171808 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e4c814dd-b736-4d70-835d-669690031876 req-a7ff8201-16c9-4c80-9e92-9806c89509b7 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/security-groups?id=0b37f1a4-79c9-438c-afb1-3c7c785d59d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1486578 Aug 17 03:12:25.174966 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:25.175552 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1af2e39c-136c-4dc1-9732-0034629712b4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Made reservation on behalf of 1dcddbfa77d8439c92503d4521a21241 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:25.179973 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1af2e39c-136c-4dc1-9732-0034629712b4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:25.277044 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee27a89-92ed-4a9b-8b33-18f915f2a690 None None] Pushing event updated for resources: {'Port': ['ID=fb75dd9d-0c82-4245-985e-68bb1d05d929,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:25.315800 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Routers {'1ba510b1-a73d-4014-9575-fefd0a045c49'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:12:25.316712 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:12:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['1ba510b1-a73d-4014-9575-fefd0a045c49'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:25.351629 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-4b584c43-44f6-4f8f-9c60-a9c4d13db2ec service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2886789 Aug 17 03:12:25.417448 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-6f7f4800-f511-46ae-9456-33eeeb988fb8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.89&port_id=229d34f2-e84b-4d61-a8c6-7ecb791ac85d HTTP/1.1" status: 200 len: 217 time: 0.0493422 Aug 17 03:12:25.431766 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-6335bc1d-7c0d-436f-bc3c-55ffe3d01ebb req-a2981a03-5e7d-42f5-a318-733e92c95083 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:25.460014 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] Set router 1ba510b1-a73d-4014-9575-fefd0a045c49 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:12:25.462639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2981a03-5e7d-42f5-a318-733e92c95083 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Pushing event deleted for resources: {'Port': ['ID=8387f157-d61b-4384-93ce-cf219097cc0a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:25.508082 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-6335bc1d-7c0d-436f-bc3c-55ffe3d01ebb req-a2981a03-5e7d-42f5-a318-733e92c95083 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] No DVR routers for this DVR port 8387f157-d61b-4384-93ce-cf219097cc0a on host n-h1-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:12:25.511108 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-6335bc1d-7c0d-436f-bc3c-55ffe3d01ebb req-a2981a03-5e7d-42f5-a318-733e92c95083 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:25.513810 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6335bc1d-7c0d-436f-bc3c-55ffe3d01ebb req-a2981a03-5e7d-42f5-a318-733e92c95083 tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.30 "DELETE /v2.0/ports/8387f157-d61b-4384-93ce-cf219097cc0a HTTP/1.1" status: 204 len: 173 time: 0.7385805 Aug 17 03:12:25.514377 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ed53a98-e088-4c69-aaa2-fc886643a777', 'name': 'network-vif-deleted', 'tag': '8387f157-d61b-4384-93ce-cf219097cc0a'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:12:25.516831 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b0d833b-bd34-4af1-9cb1-7956375c854e" -d '{"events": [{"server_uuid": "1ed53a98-e088-4c69-aaa2-fc886643a777", "name": "network-vif-deleted", "tag": "8387f157-d61b-4384-93ce-cf219097cc0a"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:12:25.561727 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:12:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5d4975f9-162d-4c3d-854d-acf869b300df x-openstack-request-id: req-5d4975f9-162d-4c3d-854d-acf869b300df {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:12:25.562159 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ed53a98-e088-4c69-aaa2-fc886643a777", "name": "network-vif-deleted", "tag": "8387f157-d61b-4384-93ce-cf219097cc0a", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:12:25.562515 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5d4975f9-162d-4c3d-854d-acf869b300df {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:12:25.563133 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ed53a98-e088-4c69-aaa2-fc886643a777', 'name': 'network-vif-deleted', 'tag': '8387f157-d61b-4384-93ce-cf219097cc0a', 'status': 'completed', 'code': 200} Aug 17 03:12:25.572239 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-2156b091-a250-4f02-93f6-a2a4ad9e84be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:25.573807 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-2156b091-a250-4f02-93f6-a2a4ad9e84be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8293f80-0c9a-49ec-9de7-0f89e1b6c33f HTTP/1.1" status: 200 len: 797 time: 0.1498151 Aug 17 03:12:25.574393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['8387f157-d61b-4384-93ce-cf219097cc0a'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:12:25.701110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-e6ebf54d-de57-40b8-9488-da96c4705947 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:25.702661 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-e6ebf54d-de57-40b8-9488-da96c4705947 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0965977 Aug 17 03:12:25.799261 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'name': 'tempest-TestNetworkBasicOps-router-690386548', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:12:21Z', 'updated_at': '2021-08-17T03:12:23Z', 'revision_number': 3, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:22Z', 'updated_at': '2021-08-17T03:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:25.820287 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1af2e39c-136c-4dc1-9732-0034629712b4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:25.839466 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab1d32f-e9a4-4532-b77e-8072f85f9508 None None] The sync data for ids ['1ba510b1-a73d-4014-9575-fefd0a045c49'] in n-d-802060-9 is: [{'id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'name': 'tempest-TestNetworkBasicOps-router-690386548', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:12:21Z', 'updated_at': '2021-08-17T03:12:23Z', 'revision_number': 3, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:22Z', 'updated_at': '2021-08-17T03:12:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:12:25.870996 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-965522ce-0071-4320-b625-72a04e9aa256 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1599777 Aug 17 03:12:25.954515 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1af2e39c-136c-4dc1-9732-0034629712b4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Subnet': ['ID=d2b1c976-eb51-4465-8ac3-e918ac876159,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:25.969129 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1af2e39c-136c-4dc1-9732-0034629712b4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Checking segment: {'id': '4b88605c-2bef-4224-b643-6ceb96922dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:12:25.969493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af2e39c-136c-4dc1-9732-0034629712b4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network hostable DHCP agents. Network: 805a3406-e779-42c8-a4a6-ccd324bc2e0e, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:12:26.011970 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-fb216d6c-20f7-472f-b99a-d19fbd87c16d service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1286886 Aug 17 03:12:26.061051 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-d10deaaf-bc60-4cd6-a7ee-bbd37010e72f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.163&port_id=7cb7b403-44c7-4054-8867-793fbbd647f9 HTTP/1.1" status: 200 len: 217 time: 0.0374908 Aug 17 03:12:26.122007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-009e699f-6865-4c59-98ae-de4917003c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:26.123990 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-009e699f-6865-4c59-98ae-de4917003c43 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8293f80-0c9a-49ec-9de7-0f89e1b6c33f HTTP/1.1" status: 200 len: 797 time: 0.0595999 Aug 17 03:12:26.155381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1af2e39c-136c-4dc1-9732-0034629712b4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network 805a3406-e779-42c8-a4a6-ccd324bc2e0e is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:12:26.211681 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-b85f5378-043d-4cd4-a2c4-67cab621a819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:26.215647 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-b85f5378-043d-4cd4-a2c4-67cab621a819 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0826702 Aug 17 03:12:26.232303 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device fb75dd9d-0c82-4245-985e-68bb1d05d929 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:12:26.317143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-1af2e39c-136c-4dc1-9732-0034629712b4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 805a3406-e779-42c8-a4a6-ccd324bc2e0e) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:26.332409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1af2e39c-136c-4dc1-9732-0034629712b4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:26.335034 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1af2e39c-136c-4dc1-9732-0034629712b4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:26.346127 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d557f94-5bbd-4bc1-98ba-39aab71c58c6 None None] Network 805a3406-e779-42c8-a4a6-ccd324bc2e0e requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:12:26.391725 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d411497b-7987-4b8c-adf8-0f48e395e24e req-ed5b5626-175a-40a7-88d6-e249f50e6c5d tempest-InstanceActionsNegativeTestJSON-1935343963 tempest-InstanceActionsNegativeTestJSON-1935343963-project] 10.222.0.10 "GET /v2.0/ports?device_id=1ed53a98-e088-4c69-aaa2-fc886643a777 HTTP/1.1" status: 200 len: 210 time: 0.0809150 Aug 17 03:12:26.412857 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-cf2127f8-a995-4b75-9615-fe7caa0c1b41 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1895616 Aug 17 03:12:26.483852 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1af2e39c-136c-4dc1-9732-0034629712b4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.5936384 Aug 17 03:12:26.484058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39622) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:26.506877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port fb75dd9d-0c82-4245-985e-68bb1d05d929 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:26.517807 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port fb75dd9d-0c82-4245-985e-68bb1d05d929 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:26.518199 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:26.522464 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:12:26.581684 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-2a824a9c-d694-4adc-9ef7-eb646dafa31d service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613178 Aug 17 03:12:26.662368 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-09f21dc3-4b41-431f-a65e-a5f17118e2a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.153&port_id=a0a82580-aa6c-4fe2-9f62-61b3e3319b40 HTTP/1.1" status: 200 len: 217 time: 0.0789251 Aug 17 03:12:26.691578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39628) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:26.749626 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:26.771466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-72a88272-407c-4512-8732-c74c8e9516fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:26.777408 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-72a88272-407c-4512-8732-c74c8e9516fa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a8293f80-0c9a-49ec-9de7-0f89e1b6c33f HTTP/1.1" status: 200 len: 797 time: 0.1069093 Aug 17 03:12:26.794059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port fb75dd9d-0c82-4245-985e-68bb1d05d929, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=fb75dd9d-0c82-4245-985e-68bb1d05d929,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:26.794059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-805a3406-e779-42c8-a4a6-ccd324bc2e0e', 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'fixed_ips': [{'subnet_id': 'd2b1c976-eb51-4465-8ac3-e918ac876159'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:12:26.794059 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:26.895240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-89e72282-d158-4299-8f5a-f77a6e34fd4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:26.898062 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-89e72282-d158-4299-8f5a-f77a6e34fd4c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9f0bfe94-bcd6-46e9-8643-784d13e1fa11&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1103721 Aug 17 03:12:26.925231 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.025640 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=fb75dd9d-0c82-4245-985e-68bb1d05d929,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:27.030487 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-849da6ca-0428-42d3-b120-fcd55dd3378b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.056586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Allocated IP 172.20.0.2 (805a3406-e779-42c8-a4a6-ccd324bc2e0e/d2b1c976-eb51-4465-8ac3-e918ac876159/cbe7561a-e684-41fd-b4aa-29a94e3d1c5a) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:12:27.063701 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-977bd04e-f7ac-4f34-afc6-e96943f51493 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1573834 Aug 17 03:12:27.225113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-fd1dcfb5-ec48-437d-b594-f49866370743 service neutron] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1487803 Aug 17 03:12:27.254780 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.265052 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Transition to ACTIVE for port object cbe7561a-e684-41fd-b4aa-29a94e3d1c5a will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:27.274668 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-0fc7a503-c314-40f2-b56c-3a893288ad63 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=33a95012-a331-4064-8176-8968cdb8ac60 HTTP/1.1" status: 200 len: 217 time: 0.0424409 Aug 17 03:12:27.280859 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Transition to ACTIVE for port object cbe7561a-e684-41fd-b4aa-29a94e3d1c5a will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:27.324029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-18cba5e2-978c-43cb-a403-92ab04a9b633 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:27.325520 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-18cba5e2-978c-43cb-a403-92ab04a9b633 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc HTTP/1.1" status: 200 len: 797 time: 0.0444484 Aug 17 03:12:27.337305 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.352326 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.362058 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-849da6ca-0428-42d3-b120-fcd55dd3378b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.385263 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-edc9bd84-c0ef-4da4-96d8-0aa092fdcc3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:27.395190 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-edc9bd84-c0ef-4da4-96d8-0aa092fdcc3c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0543101 Aug 17 03:12:27.410245 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Network 805a3406-e779-42c8-a4a6-ccd324bc2e0e is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:12:27.415279 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:27.418933 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:12:27.443121 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-849da6ca-0428-42d3-b120-fcd55dd3378b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.447006 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Pushing event updated for resources: {'Port': ['ID=cbe7561a-e684-41fd-b4aa-29a94e3d1c5a,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:27.456849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39638) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:27.488565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Attempting to bind port cbe7561a-e684-41fd-b4aa-29a94e3d1c5a on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:12:27.489389 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Attempting to bind port cbe7561a-e684-41fd-b4aa-29a94e3d1c5a by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '4b88605c-2bef-4224-b643-6ceb96922dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:12:27.490021 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Attempting to bind port cbe7561a-e684-41fd-b4aa-29a94e3d1c5a on network 805a3406-e779-42c8-a4a6-ccd324bc2e0e {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:12:27.495927 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:12:27.497287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Checking segment: {'id': '4b88605c-2bef-4224-b643-6ceb96922dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:12:27.498009 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.498878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Bound using segment: {'id': '4b88605c-2bef-4224-b643-6ceb96922dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:12:27.499797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Bound port: cbe7561a-e684-41fd-b4aa-29a94e3d1c5a, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b88605c-2bef-4224-b643-6ceb96922dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:12:27.500427 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.540943 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-849da6ca-0428-42d3-b120-fcd55dd3378b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0ae3678f29284e8f9a961cdcc0c4f6e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8458679 Aug 17 03:12:27.542297 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39642) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:27.547749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-849da6ca-0428-42d3-b120-fcd55dd3378b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a092a8d0-7212-4ed3-b733-153a9d013f88,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:27.548414 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-79fda88c-44f1-4444-828e-13201d996265 admin admin] Deleting subnet b126d1ae-3b9b-400b-8844-165cac568705 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:12:27.576628 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-79fda88c-44f1-4444-828e-13201d996265 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.594467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] For port cbe7561a-e684-41fd-b4aa-29a94e3d1c5a, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:12:27.598696 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] For port cbe7561a-e684-41fd-b4aa-29a94e3d1c5a, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cbe7561a-e684-41fd-b4aa-29a94e3d1c5a,segment=NetworkSegment(4b88605c-2bef-4224-b643-6ceb96922dbf),segment_id=4b88605c-2bef-4224-b643-6ceb96922dbf)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:12:27.610205 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-8741dc9a-1a49-4173-a54f-23bfa27409b1 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154324 Aug 17 03:12:27.678532 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-79fda88c-44f1-4444-828e-13201d996265 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.679308 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.704141 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eac2d872-eed0-4f36-8678-a384b25d68d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.767209 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eac2d872-eed0-4f36-8678-a384b25d68d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.790099 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-cc30fd49-f7d8-4b5f-81b8-d74a5df7ba42 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1729040 Aug 17 03:12:27.791462 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-79fda88c-44f1-4444-828e-13201d996265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.836478 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5796ea5-a165-4df7-8c8a-6ee8c06aef6f None None] Pushing event updated for resources: {'Port': ['ID=cbe7561a-e684-41fd-b4aa-29a94e3d1c5a,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:27.872719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Allocated IP 172.20.0.1 (805a3406-e779-42c8-a4a6-ccd324bc2e0e/d2b1c976-eb51-4465-8ac3-e918ac876159/e85f0bea-90b1-4a25-a130-b746d0902453) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:12:27.928590 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-5e2bdba6-9872-4b73-8717-a6bd3ee4cb5b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=ef489fee-83cc-48c5-a1f8-291661db6e66 HTTP/1.1" status: 200 len: 217 time: 0.0504389 Aug 17 03:12:27.968654 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eac2d872-eed0-4f36-8678-a384b25d68d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.973126 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eac2d872-eed0-4f36-8678-a384b25d68d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.974531 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-eac2d872-eed0-4f36-8678-a384b25d68d8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a092a8d0-7212-4ed3-b733-153a9d013f88 HTTP/1.1" status: 204 len: 168 time: 0.4313183 Aug 17 03:12:27.981223 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-79fda88c-44f1-4444-828e-13201d996265 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:27.997748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac2d872-eed0-4f36-8678-a384b25d68d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a092a8d0-7212-4ed3-b733-153a9d013f88,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:28.063731 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-79fda88c-44f1-4444-828e-13201d996265 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:28.066113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-79fda88c-44f1-4444-828e-13201d996265 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/b126d1ae-3b9b-400b-8844-165cac568705 HTTP/1.1" status: 204 len: 168 time: 0.6081734 Aug 17 03:12:28.069310 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79fda88c-44f1-4444-828e-13201d996265 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b126d1ae-3b9b-400b-8844-165cac568705,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:28.071705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39654) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:28.087125 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:28.108803 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Transition to ACTIVE for port object e85f0bea-90b1-4a25-a130-b746d0902453 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:28.113494 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-38e24923-f33d-4cac-be55-a4abcb38ce4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:28.116026 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-38e24923-f33d-4cac-be55-a4abcb38ce4c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc HTTP/1.1" status: 200 len: 797 time: 0.1792378 Aug 17 03:12:28.213608 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-777cf0ed-b778-4531-bdaa-152a46e76493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:28.226354 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-282f2a9b-58c6-41ab-8720-af28553da886 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:28.228499 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-282f2a9b-58c6-41ab-8720-af28553da886 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b8050bd-263f-474e-b098-3b3f7ebeaf6b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0832498 Aug 17 03:12:28.232913 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:28.326836 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network 805a3406-e779-42c8-a4a6-ccd324bc2e0e is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:12:28.329724 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39658) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:28.332056 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:28.334390 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Port': ['ID=e85f0bea-90b1-4a25-a130-b746d0902453,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:28.336640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:12:28.375052 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 8387f157-d61b-4384-93ce-cf219097cc0a no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:12:28.389454 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:28.415642 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 8387f157-d61b-4384-93ce-cf219097cc0a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:12:28.416060 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 8387f157-d61b-4384-93ce-cf219097cc0a not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:12:28.422372 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-777cf0ed-b778-4531-bdaa-152a46e76493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:28.430237 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device fb75dd9d-0c82-4245-985e-68bb1d05d929 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:12:28.452868 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-777cf0ed-b778-4531-bdaa-152a46e76493 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4006b3ec-411d-4f98-b585-ad3fdc27d44d']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:28.497854 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-777cf0ed-b778-4531-bdaa-152a46e76493 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a63825e2-bb9b-42e4-8941-49088713909b') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:28.506138 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-777cf0ed-b778-4531-bdaa-152a46e76493 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a63825e2-bb9b-42e4-8941-49088713909b') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:28.510817 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port fb75dd9d-0c82-4245-985e-68bb1d05d929 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:28.512078 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:28.528342 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-777cf0ed-b778-4531-bdaa-152a46e76493 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:28.557743 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-777cf0ed-b778-4531-bdaa-152a46e76493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:28.566537 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-5f686521-3f19-485b-bc14-172e103e76bc service neutron] 10.222.0.60 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3061118 Aug 17 03:12:28.572145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-777cf0ed-b778-4531-bdaa-152a46e76493 admin admin] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:12:28.573856 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-777cf0ed-b778-4531-bdaa-152a46e76493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:12:28.591401 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:12:28.603993 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cbe7561a-e684-41fd-b4aa-29a94e3d1c5a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:12:28.652105 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:28.710119 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7e9c-05b1-4097-a83e-2f083c872234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:28.733794 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port cbe7561a-e684-41fd-b4aa-29a94e3d1c5a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:28.781712 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8c57dcc4-244a-4c46-9aff-5d36567ff503 req-cbe8d1d1-1b22-4985-941c-e30c68bacdb3 service neutron] 10.222.0.60 "GET /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1916254 Aug 17 03:12:28.865171 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-777cf0ed-b778-4531-bdaa-152a46e76493 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:28.869977 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-777cf0ed-b778-4531-bdaa-152a46e76493 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:28.875117 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-777cf0ed-b778-4531-bdaa-152a46e76493 admin admin] 10.222.0.10 "DELETE /v2.0/networks/4006b3ec-411d-4f98-b585-ad3fdc27d44d HTTP/1.1" status: 204 len: 168 time: 0.7944467 Aug 17 03:12:28.894462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-777cf0ed-b778-4531-bdaa-152a46e76493 admin admin] Pushing event deleted for resources: {'Network': ['ID=4006b3ec-411d-4f98-b585-ad3fdc27d44d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:28.958088 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7e9c-05b1-4097-a83e-2f083c872234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:29.007507 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:29.009112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39668) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:29.023687 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e18ff218-0440-43f9-a3c5-e841d0398390 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:29.025878 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2a3d7e9c-05b1-4097-a83e-2f083c872234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:29.072605 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2a3d7e9c-05b1-4097-a83e-2f083c872234 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c6f67abe2e8c4f7088654d3fce4e047c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7012320 Aug 17 03:12:29.073674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3d7e9c-05b1-4097-a83e-2f083c872234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2406ed4a-539b-4931-8b2f-2c522a0e2828,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:29.076713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39670) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:29.108671 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da7a091b-9605-42c4-a041-5711a41bf8c3 None None] Network 805a3406-e779-42c8-a4a6-ccd324bc2e0e requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:12:29.130968 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84560721-878a-4707-86bf-646e048d5dab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:29.132511 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e18ff218-0440-43f9-a3c5-e841d0398390 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:29.150343 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:29.154017 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84560721-878a-4707-86bf-646e048d5dab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:29.229637 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Port': ['ID=e85f0bea-90b1-4a25-a130-b746d0902453,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:29.232462 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:29.248335 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e18ff218-0440-43f9-a3c5-e841d0398390 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:29.265942 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84560721-878a-4707-86bf-646e048d5dab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:29.269345 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84560721-878a-4707-86bf-646e048d5dab admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:29.273375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-84560721-878a-4707-86bf-646e048d5dab admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2406ed4a-539b-4931-8b2f-2c522a0e2828 HTTP/1.1" status: 204 len: 168 time: 0.1931221 Aug 17 03:12:29.280668 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84560721-878a-4707-86bf-646e048d5dab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2406ed4a-539b-4931-8b2f-2c522a0e2828,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:29.350182 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e18ff218-0440-43f9-a3c5-e841d0398390 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e1779469d7ea4acba8c060805175151a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3375294 Aug 17 03:12:29.350354 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39678) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:29.351195 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39680) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:29.362499 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18ff218-0440-43f9-a3c5-e841d0398390 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30f43cbf-7b65-4343-9d91-c1ee146f9201,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:29.369378 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8fc98d09-aa71-4d8d-85bc-c4f4ddde0a18 None None] Provisioning for port cbe7561a-e684-41fd-b4aa-29a94e3d1c5a completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:29.376917 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8fc98d09-aa71-4d8d-85bc-c4f4ddde0a18 None None] Provisioning complete for port cbe7561a-e684-41fd-b4aa-29a94e3d1c5a triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:29.377591 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8fc98d09-aa71-4d8d-85bc-c4f4ddde0a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:29.441549 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39682) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:29.442822 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bc7174e6-0a5c-459a-9592-a2b5e5af11de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98bfb41cae7a4e60bbf124599604db3d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0922611 Aug 17 03:12:29.452834 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network 805a3406-e779-42c8-a4a6-ccd324bc2e0e is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:12:29.471867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:29.516853 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8fc98d09-aa71-4d8d-85bc-c4f4ddde0a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:29.521660 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97706d44-5fe8-4aea-a260-7b8ba9a854f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:29.561139 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97706d44-5fe8-4aea-a260-7b8ba9a854f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:29.797316 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-8fc98d09-aa71-4d8d-85bc-c4f4ddde0a18 None None] For port cbe7561a-e684-41fd-b4aa-29a94e3d1c5a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cbe7561a-e684-41fd-b4aa-29a94e3d1c5a,segment=NetworkSegment(4b88605c-2bef-4224-b643-6ceb96922dbf),segment_id=4b88605c-2bef-4224-b643-6ceb96922dbf)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:29.934839 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8fc98d09-aa71-4d8d-85bc-c4f4ddde0a18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:30.007342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fc98d09-aa71-4d8d-85bc-c4f4ddde0a18 None None] Pushing event updated for resources: {'Port': ['ID=cbe7561a-e684-41fd-b4aa-29a94e3d1c5a,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:30.079844 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29da749e-e404-4cc5-bdbd-ba05503bed56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:30.140424 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-93d27d47-9c52-4fb4-84a2-e27cb61ee311 None None] Provisioning for port e85f0bea-90b1-4a25-a130-b746d0902453 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:30.143123 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29da749e-e404-4cc5-bdbd-ba05503bed56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:30.144813 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-93d27d47-9c52-4fb4-84a2-e27cb61ee311 None None] Provisioning complete for port e85f0bea-90b1-4a25-a130-b746d0902453 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:30.146567 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-93d27d47-9c52-4fb4-84a2-e27cb61ee311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:30.169703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Router 1ba510b1-a73d-4014-9575-fefd0a045c49 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:12:30.174087 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97706d44-5fe8-4aea-a260-7b8ba9a854f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:30.174633 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cbe7561a-e684-41fd-b4aa-29a94e3d1c5a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:12:30.176838 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97706d44-5fe8-4aea-a260-7b8ba9a854f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:30.180289 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-97706d44-5fe8-4aea-a260-7b8ba9a854f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30f43cbf-7b65-4343-9d91-c1ee146f9201 HTTP/1.1" status: 204 len: 168 time: 0.8259559 Aug 17 03:12:30.203853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97706d44-5fe8-4aea-a260-7b8ba9a854f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30f43cbf-7b65-4343-9d91-c1ee146f9201,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:30.230477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-93d27d47-9c52-4fb4-84a2-e27cb61ee311 None None] Port e85f0bea-90b1-4a25-a130-b746d0902453 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:12:30.250138 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-93d27d47-9c52-4fb4-84a2-e27cb61ee311 None None] Provisioning complete for port cbe7561a-e684-41fd-b4aa-29a94e3d1c5a triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:30.252952 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-93d27d47-9c52-4fb4-84a2-e27cb61ee311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:30.281365 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port cbe7561a-e684-41fd-b4aa-29a94e3d1c5a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:30.281721 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:30.330395 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:12:30.336353 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-02f0e5d3-19a2-48cc-b5ac-f35b32e40abd tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "PUT /v2.0/routers/1ba510b1-a73d-4014-9575-fefd0a045c49/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8503737 Aug 17 03:12:30.339005 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39692) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:30.343335 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Sync routers for ids ['1ba510b1-a73d-4014-9575-fefd0a045c49'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:12:30.352807 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Routers {'1ba510b1-a73d-4014-9575-fefd0a045c49'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:12:30.353486 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:12:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['1ba510b1-a73d-4014-9575-fefd0a045c49'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:30.394529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39694) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:30.395949 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29da749e-e404-4cc5-bdbd-ba05503bed56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:30.398990 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29da749e-e404-4cc5-bdbd-ba05503bed56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:30.404726 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-29da749e-e404-4cc5-bdbd-ba05503bed56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0b37f1a4-79c9-438c-afb1-3c7c785d59d3 HTTP/1.1" status: 204 len: 168 time: 0.9612813 Aug 17 03:12:30.423756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29da749e-e404-4cc5-bdbd-ba05503bed56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b37f1a4-79c9-438c-afb1-3c7c785d59d3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:30.434422 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7ddc02d7-6451-4add-b0ab-46f393012398 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:30.494159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062f065e-a292-423f-8204-a50fe82b68ba tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:30.496212 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062f065e-a292-423f-8204-a50fe82b68ba tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:30.501934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062f065e-a292-423f-8204-a50fe82b68ba tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:30.503450 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062f065e-a292-423f-8204-a50fe82b68ba tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:30.504091 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062f065e-a292-423f-8204-a50fe82b68ba tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:30.504589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062f065e-a292-423f-8204-a50fe82b68ba tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:30.505085 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062f065e-a292-423f-8204-a50fe82b68ba tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:30.511663 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-062f065e-a292-423f-8204-a50fe82b68ba tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:30.518271 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-062f065e-a292-423f-8204-a50fe82b68ba tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 5657 time: 0.1751900 Aug 17 03:12:30.520501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39700) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:30.550377 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d9233794-da23-43e2-8cb6-cd7748061664 None None] Provisioning complete for port e85f0bea-90b1-4a25-a130-b746d0902453 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:30.550900 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9233794-da23-43e2-8cb6-cd7748061664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:30.594327 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d9233794-da23-43e2-8cb6-cd7748061664 None None] Port e85f0bea-90b1-4a25-a130-b746d0902453 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:12:30.623824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d14503-e037-463b-b046-0bb5deaf9544 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:30.624344 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d14503-e037-463b-b046-0bb5deaf9544 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:30.624780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d14503-e037-463b-b046-0bb5deaf9544 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:30.625245 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d14503-e037-463b-b046-0bb5deaf9544 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:30.625726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d14503-e037-463b-b046-0bb5deaf9544 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:30.626184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d14503-e037-463b-b046-0bb5deaf9544 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:30.626634 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d14503-e037-463b-b046-0bb5deaf9544 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:30.627082 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41d14503-e037-463b-b046-0bb5deaf9544 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:30.629466 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-41d14503-e037-463b-b046-0bb5deaf9544 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5174 time: 0.1076343 Aug 17 03:12:30.632552 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39706) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:30.634578 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Set router 1ba510b1-a73d-4014-9575-fefd0a045c49 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:12:30.714481 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7ddc02d7-6451-4add-b0ab-46f393012398 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:30.801285 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7ddc02d7-6451-4add-b0ab-46f393012398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:30.853709 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7ddc02d7-6451-4add-b0ab-46f393012398 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=beda3f3bebf54c32b7904359cbbc7bf7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4542627 Aug 17 03:12:30.854079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39716) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:30.860727 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9d509056-9170-4656-89bb-6f0b9570f384 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3045 time: 0.2270980 Aug 17 03:12:30.862372 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ddc02d7-6451-4add-b0ab-46f393012398 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94602a2a-45e1-4b04-8c29-f583d3c0c629,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:30.889191 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'name': 'tempest-TestNetworkBasicOps-router-690386548', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:12:21Z', 'updated_at': '2021-08-17T03:12:28Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:22Z', 'updated_at': '2021-08-17T03:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e85f0bea-90b1-4a25-a130-b746d0902453', 'name': '', 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:6f:d0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:27Z', 'updated_at': '2021-08-17T03:12:28Z', 'revision_number': 2, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:30.921506 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Checking router: 1ba510b1-a73d-4014-9575-fefd0a045c49 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:12:30.922081 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Updating router 1ba510b1-a73d-4014-9575-fefd0a045c49 port e85f0bea-90b1-4a25-a130-b746d0902453 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:12:30.952042 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:30.969452 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b2a32908-65be-4b5b-8f99-66808bffa503 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:31.035067 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b2a32908-65be-4b5b-8f99-66808bffa503 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:31.214606 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b2a32908-65be-4b5b-8f99-66808bffa503 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:31.217307 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b2a32908-65be-4b5b-8f99-66808bffa503 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:31.221387 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b2a32908-65be-4b5b-8f99-66808bffa503 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/94602a2a-45e1-4b04-8c29-f583d3c0c629 HTTP/1.1" status: 204 len: 168 time: 0.3662782 Aug 17 03:12:31.231472 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a32908-65be-4b5b-8f99-66808bffa503 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94602a2a-45e1-4b04-8c29-f583d3c0c629,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:31.298618 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:31.307367 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39738) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:31.310088 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Transition to ACTIVE for port object e85f0bea-90b1-4a25-a130-b746d0902453 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:31.312208 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ce1f747d-750b-4edc-817c-6a15d54fc169 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-841500176', 'description': 'tempest-secgroup-smoke-841500176 description', 'project_id': '1dcddbfa77d8439c92503d4521a21241'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:31.420397 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ce1f747d-750b-4edc-817c-6a15d54fc169 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:31.420747 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:31.486414 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade82bf9-597c-4bcb-a7bf-250aaff8e304 None None] Pushing event updated for resources: {'Port': ['ID=e85f0bea-90b1-4a25-a130-b746d0902453,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:31.514793 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade82bf9-597c-4bcb-a7bf-250aaff8e304 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:31.515316 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade82bf9-597c-4bcb-a7bf-250aaff8e304 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:31.515842 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade82bf9-597c-4bcb-a7bf-250aaff8e304 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:31.516246 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade82bf9-597c-4bcb-a7bf-250aaff8e304 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:31.516648 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade82bf9-597c-4bcb-a7bf-250aaff8e304 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:31.517046 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade82bf9-597c-4bcb-a7bf-250aaff8e304 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:31.517513 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade82bf9-597c-4bcb-a7bf-250aaff8e304 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:31.517946 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade82bf9-597c-4bcb-a7bf-250aaff8e304 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:31.518440 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade82bf9-597c-4bcb-a7bf-250aaff8e304 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:31.518827 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade82bf9-597c-4bcb-a7bf-250aaff8e304 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:31.519269 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade82bf9-597c-4bcb-a7bf-250aaff8e304 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:31.519644 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ade82bf9-597c-4bcb-a7bf-250aaff8e304 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:31.538023 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ce1f747d-750b-4edc-817c-6a15d54fc169 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:31.555106 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Attempting to bind port e85f0bea-90b1-4a25-a130-b746d0902453 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:12:31.555474 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Attempting to bind port e85f0bea-90b1-4a25-a130-b746d0902453 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '4b88605c-2bef-4224-b643-6ceb96922dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:12:31.556028 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Attempting to bind port e85f0bea-90b1-4a25-a130-b746d0902453 on network 805a3406-e779-42c8-a4a6-ccd324bc2e0e {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:12:31.562244 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 12, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:12:31.565515 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Checking segment: {'id': '4b88605c-2bef-4224-b643-6ceb96922dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:12:31.565515 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:31.565515 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Bound using segment: {'id': '4b88605c-2bef-4224-b643-6ceb96922dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:12:31.565515 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Bound port: e85f0bea-90b1-4a25-a130-b746d0902453, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b88605c-2bef-4224-b643-6ceb96922dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:12:31.565515 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:31.612922 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ce1f747d-750b-4edc-817c-6a15d54fc169 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:31.640861 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] For port e85f0bea-90b1-4a25-a130-b746d0902453, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:12:31.644933 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] For port e85f0bea-90b1-4a25-a130-b746d0902453, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e85f0bea-90b1-4a25-a130-b746d0902453,segment=NetworkSegment(4b88605c-2bef-4224-b643-6ceb96922dbf),segment_id=4b88605c-2bef-4224-b643-6ceb96922dbf)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:12:31.651752 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f747d-750b-4edc-817c-6a15d54fc169 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:31.698656 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ce1f747d-750b-4edc-817c-6a15d54fc169 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:31.700233 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ce1f747d-750b-4edc-817c-6a15d54fc169 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3916719 Aug 17 03:12:31.703097 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39750) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:31.707923 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-91d07eb2-7d04-403e-82f8-f5e114697df3 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group_rule': {'security_group_id': '2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:31.728516 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:31.797610 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-91d07eb2-7d04-403e-82f8-f5e114697df3 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:31.803589 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Routers {'1ba510b1-a73d-4014-9575-fefd0a045c49'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:12:31.814629 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:12:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['1ba510b1-a73d-4014-9575-fefd0a045c49'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:31.869812 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade82bf9-597c-4bcb-a7bf-250aaff8e304 None None] Pushing event updated for resources: {'Port': ['ID=e85f0bea-90b1-4a25-a130-b746d0902453,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:31.903761 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-91d07eb2-7d04-403e-82f8-f5e114697df3 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:31.977734 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] Set router 1ba510b1-a73d-4014-9575-fefd0a045c49 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:12:32.014319 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-91d07eb2-7d04-403e-82f8-f5e114697df3 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:32.047190 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d07eb2-7d04-403e-82f8-f5e114697df3 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e2d011e-f7a3-4e8d-8630-641756cfcc84,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:32.123771 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39772) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:32.131636 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-91d07eb2-7d04-403e-82f8-f5e114697df3 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:32.133119 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-91d07eb2-7d04-403e-82f8-f5e114697df3 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4289038 Aug 17 03:12:32.136265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39776) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:32.144818 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-781f8160-6825-44c2-80e2-7d65d6aaa6cc tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group_rule': {'security_group_id': '2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:32.240418 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'name': 'tempest-TestNetworkBasicOps-router-690386548', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:12:21Z', 'updated_at': '2021-08-17T03:12:28Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:22Z', 'updated_at': '2021-08-17T03:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e85f0bea-90b1-4a25-a130-b746d0902453', 'name': '', 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:6f:d0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:27Z', 'updated_at': '2021-08-17T03:12:31Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:32.252933 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-781f8160-6825-44c2-80e2-7d65d6aaa6cc tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:32.268483 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-05d4b46a-2c6a-43ec-83d5-de011b1b4ced None None] The sync data for ids ['1ba510b1-a73d-4014-9575-fefd0a045c49'] in n-d-802060-9 is: [{'id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'name': 'tempest-TestNetworkBasicOps-router-690386548', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:12:21Z', 'updated_at': '2021-08-17T03:12:28Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:22Z', 'updated_at': '2021-08-17T03:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e85f0bea-90b1-4a25-a130-b746d0902453', 'name': '', 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:6f:d0:2f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:27Z', 'updated_at': '2021-08-17T03:12:31Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:12:32.340361 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-781f8160-6825-44c2-80e2-7d65d6aaa6cc tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:32.425862 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-781f8160-6825-44c2-80e2-7d65d6aaa6cc tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:32.448031 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781f8160-6825-44c2-80e2-7d65d6aaa6cc tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b6f645c-89c3-485a-9f43-8c085e26131a,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:32.517243 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-781f8160-6825-44c2-80e2-7d65d6aaa6cc tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:32.519648 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-781f8160-6825-44c2-80e2-7d65d6aaa6cc tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3812504 Aug 17 03:12:32.522526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39788) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:32.527271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-868c38ad-257a-46c1-a67a-24a747b2ec46 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group_rule': {'security_group_id': '2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:32.536672 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-c0f516c3-5601-42f3-b6f4-2fe63106aa43 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1878419143-network', 'tenant_id': '543ce3b3f66a4cbd9121fd652ecba448'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:32.630640 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-868c38ad-257a-46c1-a67a-24a747b2ec46 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:32.699136 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39792) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:32.713137 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-868c38ad-257a-46c1-a67a-24a747b2ec46 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:32.739789 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0f516c3-5601-42f3-b6f4-2fe63106aa43 admin admin] Made reservation on behalf of 543ce3b3f66a4cbd9121fd652ecba448 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:32.742533 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0f516c3-5601-42f3-b6f4-2fe63106aa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:32.763364 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0f516c3-5601-42f3-b6f4-2fe63106aa43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:32.784873 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-868c38ad-257a-46c1-a67a-24a747b2ec46 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:32.833055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868c38ad-257a-46c1-a67a-24a747b2ec46 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=89aaff6d-d6cd-442c-a93a-932f53883872,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:32.900544 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-894cc13f-357c-45a1-a835-880b5a14fa2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:32.933366 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:32.935411 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0f516c3-5601-42f3-b6f4-2fe63106aa43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:32.999421 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0f516c3-5601-42f3-b6f4-2fe63106aa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:33.028695 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0f516c3-5601-42f3-b6f4-2fe63106aa43 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:12:33.035433 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f516c3-5601-42f3-b6f4-2fe63106aa43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be180e86-bd58-45fc-aef3-a65661e5a77f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:33.045817 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0f516c3-5601-42f3-b6f4-2fe63106aa43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:33.046245 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-c0f516c3-5601-42f3-b6f4-2fe63106aa43 admin admin] Added segment 9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83 of type vlan for network c66f9fe1-313f-47ea-b5ea-39e8ad208748 Aug 17 03:12:33.100412 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0f516c3-5601-42f3-b6f4-2fe63106aa43 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:33.117159 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-868c38ad-257a-46c1-a67a-24a747b2ec46 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:33.123238 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-868c38ad-257a-46c1-a67a-24a747b2ec46 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5988674 Aug 17 03:12:33.127370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39812) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:33.129371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-40b6588f-331a-46e4-8d2d-5ca7c8a68cbf tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group_rule': {'security_group_id': '2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:33.208612 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0f516c3-5601-42f3-b6f4-2fe63106aa43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:33.209660 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f516c3-5601-42f3-b6f4-2fe63106aa43 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:33.210297 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0f516c3-5601-42f3-b6f4-2fe63106aa43 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:33.299714 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-894cc13f-357c-45a1-a835-880b5a14fa2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:33.303578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f516c3-5601-42f3-b6f4-2fe63106aa43 admin admin] Pushing event updated for resources: {'Network': ['ID=c66f9fe1-313f-47ea-b5ea-39e8ad208748,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:33.319589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network c66f9fe1-313f-47ea-b5ea-39e8ad208748 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:12:33.363485 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-894cc13f-357c-45a1-a835-880b5a14fa2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:33.420983 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-894cc13f-357c-45a1-a835-880b5a14fa2d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3d123428286c46109d0c2ca3d8f0cea7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7202568 Aug 17 03:12:33.421999 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894cc13f-357c-45a1-a835-880b5a14fa2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87aca986-5d16-4962-878c-24d09ea21535,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:33.423672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39822) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:33.449564 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c0f516c3-5601-42f3-b6f4-2fe63106aa43 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3243346 Aug 17 03:12:33.454819 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39824) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:33.461704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ab815a3f-3936-4499-93b5-58919f9e0567 admin admin] Request body: {'subnet': {'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1878419143-subnet', 'tenant_id': '543ce3b3f66a4cbd9121fd652ecba448', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:33.490674 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.db.api [None req-40b6588f-331a-46e4-8d2d-5ca7c8a68cbf tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 03:12:33.490674 n-d-802060-9 neutron-server[101970]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Aug 17 03:12:33.490674 n-d-802060-9 neutron-server[101970]: [parameters: {'project_id': '1dcddbfa77d8439c92503d4521a21241', 'id': '68c02fbf-a636-4eb6-b597-b58ecedb7d3b', 'expiration': datetime.datetime(2021, 8, 17, 3, 14, 33, 462558)}] Aug 17 03:12:33.490674 n-d-802060-9 neutron-server[101970]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:12:33.491171 n-d-802060-9 neutron-server[101970]: DEBUG oslo_db.api [None req-40b6588f-331a-46e4-8d2d-5ca7c8a68cbf tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:12:33.491729 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9eea4667-06c1-40f1-b6f8-b2507dbdbf1a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:33.515690 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9eea4667-06c1-40f1-b6f8-b2507dbdbf1a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:33.618523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab815a3f-3936-4499-93b5-58919f9e0567 admin admin] Made reservation on behalf of 543ce3b3f66a4cbd9121fd652ecba448 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:33.621063 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab815a3f-3936-4499-93b5-58919f9e0567 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:33.655957 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9eea4667-06c1-40f1-b6f8-b2507dbdbf1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:33.658382 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9eea4667-06c1-40f1-b6f8-b2507dbdbf1a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:33.659514 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9eea4667-06c1-40f1-b6f8-b2507dbdbf1a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/87aca986-5d16-4962-878c-24d09ea21535 HTTP/1.1" status: 204 len: 168 time: 0.2348077 Aug 17 03:12:33.671358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eea4667-06c1-40f1-b6f8-b2507dbdbf1a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87aca986-5d16-4962-878c-24d09ea21535,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:33.706232 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:33.904064 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab815a3f-3936-4499-93b5-58919f9e0567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:33.976760 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab815a3f-3936-4499-93b5-58919f9e0567 admin admin] Pushing event updated for resources: {'Subnet': ['ID=65e159df-119f-4032-a447-07197a98c53e,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:33.983081 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab815a3f-3936-4499-93b5-58919f9e0567 admin admin] Checking segment: {'id': '9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:12:33.990250 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab815a3f-3936-4499-93b5-58919f9e0567 admin admin] Network hostable DHCP agents. Network: c66f9fe1-313f-47ea-b5ea-39e8ad208748, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:12:34.007720 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39832) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:34.053904 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab815a3f-3936-4499-93b5-58919f9e0567 admin admin] Network c66f9fe1-313f-47ea-b5ea-39e8ad208748 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:12:34.076741 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40b6588f-331a-46e4-8d2d-5ca7c8a68cbf tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.111686 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39838) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:34.129682 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ab815a3f-3936-4499-93b5-58919f9e0567 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, c66f9fe1-313f-47ea-b5ea-39e8ad208748) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:34.134601 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab815a3f-3936-4499-93b5-58919f9e0567 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:34.135202 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab815a3f-3936-4499-93b5-58919f9e0567 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.147108 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a558332-d345-4519-a9fd-941caa0911c9 None None] Network c66f9fe1-313f-47ea-b5ea-39e8ad208748 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:12:34.167579 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40b6588f-331a-46e4-8d2d-5ca7c8a68cbf tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.267105 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40b6588f-331a-46e4-8d2d-5ca7c8a68cbf tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.271943 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4a38645-74e9-45b8-97d4-ec8bc3d58275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.272559 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ab815a3f-3936-4499-93b5-58919f9e0567 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 0.8157203 Aug 17 03:12:34.286045 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e85f0bea-90b1-4a25-a130-b746d0902453 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:12:34.298310 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6588f-331a-46e4-8d2d-5ca7c8a68cbf tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f922267a-8b85-4fb9-ae4d-123c19695efe,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:34.323861 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb6a749b-763a-41a0-b1f8-93360cd4f421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.351180 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12bcd638-7f9c-493b-bbb3-a2e8f32baa4a None None] Network c66f9fe1-313f-47ea-b5ea-39e8ad208748 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:12:34.370090 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40b6588f-331a-46e4-8d2d-5ca7c8a68cbf tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.371495 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-40b6588f-331a-46e4-8d2d-5ca7c8a68cbf tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.2464023 Aug 17 03:12:34.375064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39850) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:34.382692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-4c1a6824-39d5-483f-a06b-c4bc7d1f0d27 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group_rule': {'security_group_id': '2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:34.396976 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.api [None req-bb6a749b-763a-41a0-b1f8-93360cd4f421 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 03:12:34.396976 n-d-802060-9 neutron-server[101969]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 03:12:34.396976 n-d-802060-9 neutron-server[101969]: [parameters: {'project_id_1': '2cd77a5374774ae38a046c30fe4e3e8a', 'expiration_1': datetime.datetime(2021, 8, 17, 3, 12, 34, 338561)}] Aug 17 03:12:34.396976 n-d-802060-9 neutron-server[101969]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:12:34.406051 n-d-802060-9 neutron-server[101969]: DEBUG oslo_db.api [None req-bb6a749b-763a-41a0-b1f8-93360cd4f421 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:12:34.505471 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4a38645-74e9-45b8-97d4-ec8bc3d58275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.506774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port e85f0bea-90b1-4a25-a130-b746d0902453 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:34.529722 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port e85f0bea-90b1-4a25-a130-b746d0902453 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:34.530354 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.581540 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4a38645-74e9-45b8-97d4-ec8bc3d58275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.615080 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.627347 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e4a38645-74e9-45b8-97d4-ec8bc3d58275 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f12d2de28cec44f1b05a85391b45f7a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6181669 Aug 17 03:12:34.630482 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39862) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:34.632421 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a38645-74e9-45b8-97d4-ec8bc3d58275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53e06da5-c6a8-4ef8-9b58-a132c125dea1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:34.648646 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port e85f0bea-90b1-4a25-a130-b746d0902453, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e85f0bea-90b1-4a25-a130-b746d0902453,segment=NetworkSegment(4b88605c-2bef-4224-b643-6ceb96922dbf),segment_id=4b88605c-2bef-4224-b643-6ceb96922dbf)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:34.687579 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-4c1a6824-39d5-483f-a06b-c4bc7d1f0d27 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Project 1dcddbfa77d8439c92503d4521a21241 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:12:34.694437 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4c1a6824-39d5-483f-a06b-c4bc7d1f0d27 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.717993 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.741485 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-685eaaae-a4ae-4e4f-923f-60d88267c659 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.765993 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4c1a6824-39d5-483f-a06b-c4bc7d1f0d27 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.777207 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-685eaaae-a4ae-4e4f-923f-60d88267c659 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.794986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=e85f0bea-90b1-4a25-a130-b746d0902453,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:34.829611 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4c1a6824-39d5-483f-a06b-c4bc7d1f0d27 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.848388 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1a6824-39d5-483f-a06b-c4bc7d1f0d27 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=37010ba6-9f07-4e7b-aed3-58c4a2af0c94,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:34.901984 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb6a749b-763a-41a0-b1f8-93360cd4f421 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.921070 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-b152474e-d87c-4df1-816c-97ae3b39572e tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:34.922597 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-b152474e-d87c-4df1-816c-97ae3b39572e tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/networks?id=c66f9fe1-313f-47ea-b5ea-39e8ad208748 HTTP/1.1" status: 200 len: 818 time: 0.1333590 Aug 17 03:12:34.928292 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4c1a6824-39d5-483f-a06b-c4bc7d1f0d27 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.931919 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4c1a6824-39d5-483f-a06b-c4bc7d1f0d27 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5539281 Aug 17 03:12:34.932634 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39878) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:34.938398 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ce5c2100-6b10-4404-ab88-e5082a710754 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'security_group_rule': {'security_group_id': '2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e', 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:34.951028 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-b84c8c10-1251-4f65-a852-604564c0855d tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/quotas/543ce3b3f66a4cbd9121fd652ecba448 HTTP/1.1" status: 200 len: 375 time: 0.0190694 Aug 17 03:12:34.989357 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-685eaaae-a4ae-4e4f-923f-60d88267c659 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.992200 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-685eaaae-a4ae-4e4f-923f-60d88267c659 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:34.993328 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-685eaaae-a4ae-4e4f-923f-60d88267c659 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53e06da5-c6a8-4ef8-9b58-a132c125dea1 HTTP/1.1" status: 204 len: 168 time: 0.3618107 Aug 17 03:12:34.999906 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-04a1ca4e-0f05-433d-9d89-fae0688441e5 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=543ce3b3f66a4cbd9121fd652ecba448&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0399263 Aug 17 03:12:35.012577 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-685eaaae-a4ae-4e4f-923f-60d88267c659 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53e06da5-c6a8-4ef8-9b58-a132c125dea1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:35.146051 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb6a749b-763a-41a0-b1f8-93360cd4f421 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:35.148405 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-1d928433-ecdd-4006-836e-4cdfff0ff601 service neutron] 10.222.0.10 "GET /v2.0/networks/c66f9fe1-313f-47ea-b5ea-39e8ad208748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1331642 Aug 17 03:12:35.229484 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb6a749b-763a-41a0-b1f8-93360cd4f421 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:35.281687 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-fbd5089a-fe8c-4495-bf8e-3a956fa27dfe service neutron] 10.222.0.10 "GET /v2.0/networks/c66f9fe1-313f-47ea-b5ea-39e8ad208748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1262636 Aug 17 03:12:35.287516 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bb6a749b-763a-41a0-b1f8-93360cd4f421 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2cd77a5374774ae38a046c30fe4e3e8a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1747367 Aug 17 03:12:35.288284 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39890) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:35.288819 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6a749b-763a-41a0-b1f8-93360cd4f421 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5667d7df-4379-40b5-b15a-33aae83dafe2,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:35.323167 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-ce5c2100-6b10-4404-ab88-e5082a710754 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Project 1dcddbfa77d8439c92503d4521a21241 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:12:35.349352 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce5c2100-6b10-4404-ab88-e5082a710754 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:35.405576 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53281b56-1ecd-4162-bcb8-9c754d7262b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:35.448109 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53281b56-1ecd-4162-bcb8-9c754d7262b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:35.450716 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce5c2100-6b10-4404-ab88-e5082a710754 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:35.553190 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce5c2100-6b10-4404-ab88-e5082a710754 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:35.573103 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce5c2100-6b10-4404-ab88-e5082a710754 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0085019e-2506-40fc-a3bb-5e330de16828,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:35.592031 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53281b56-1ecd-4162-bcb8-9c754d7262b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:35.594791 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53281b56-1ecd-4162-bcb8-9c754d7262b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:35.597388 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-53281b56-1ecd-4162-bcb8-9c754d7262b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5667d7df-4379-40b5-b15a-33aae83dafe2 HTTP/1.1" status: 204 len: 168 time: 0.3053219 Aug 17 03:12:35.603532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53281b56-1ecd-4162-bcb8-9c754d7262b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5667d7df-4379-40b5-b15a-33aae83dafe2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:35.648530 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce5c2100-6b10-4404-ab88-e5082a710754 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:35.651028 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ce5c2100-6b10-4404-ab88-e5082a710754 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.7170486 Aug 17 03:12:35.977789 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5c558ee8-56af-49ad-8c38-0d470c6dfc14 req-e57a2fee-9e80-4b25-8848-931d354e5b17 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 210 time: 0.0505645 Aug 17 03:12:36.052464 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-d42e91a5-2286-413c-ac33-6ccb7b0d26f4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-841500176&fields=id&tenant_id=1dcddbfa77d8439c92503d4521a21241 HTTP/1.1" status: 200 len: 267 time: 0.0398326 Aug 17 03:12:36.184248 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-a39958d4-56a8-4be1-9f69-d0d56f17e609 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:36.186253 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-a39958d4-56a8-4be1-9f69-d0d56f17e609 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/networks?id=805a3406-e779-42c8-a4a6-ccd324bc2e0e HTTP/1.1" status: 200 len: 797 time: 0.1241860 Aug 17 03:12:36.206994 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-5b1eee61-8d51-4867-b2ab-6cc26157a3ac tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/quotas/1dcddbfa77d8439c92503d4521a21241 HTTP/1.1" status: 200 len: 375 time: 0.0123491 Aug 17 03:12:36.216519 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e85f0bea-90b1-4a25-a130-b746d0902453 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:12:36.271090 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port e85f0bea-90b1-4a25-a130-b746d0902453 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:36.271780 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:36.287548 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-6f2c227e-90ab-45c1-972a-0a704b35337e tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1dcddbfa77d8439c92503d4521a21241&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0747402 Aug 17 03:12:36.399407 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-13d6b7aa-eea1-4889-a861-fc659029ac89 service neutron] 10.222.0.10 "GET /v2.0/networks/805a3406-e779-42c8-a4a6-ccd324bc2e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109810 Aug 17 03:12:36.870077 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-852d53d0-8762-4d4b-a75b-393e2c7feb56 service neutron] 10.222.0.10 "GET /v2.0/networks/805a3406-e779-42c8-a4a6-ccd324bc2e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4635115 Aug 17 03:12:37.037844 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb1e1c4e-162c-4518-b3cb-2cab74f86f45 req-fcf41b58-dcb5-4e75-9b73-146b574c7de3 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 210 time: 0.0275679 Aug 17 03:12:37.263930 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b93fc3fe-632b-44e0-9875-ddd425f3ebce req-6abfa6fe-8e79-4216-a475-0ddea9333fc6 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 210 time: 0.0408642 Aug 17 03:12:37.731393 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40056) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:37.946494 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ff07915a-179e-4780-b3f5-c008ca18096f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:38.065764 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ff07915a-179e-4780-b3f5-c008ca18096f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:38.122863 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d0746d94-c60c-4df8-bae3-d3ddf2e5f0b1 req-ed22e36a-cb4a-45ad-9b64-1840108b194e tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 210 time: 0.0328109 Aug 17 03:12:38.185125 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ff07915a-179e-4780-b3f5-c008ca18096f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:38.237980 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ff07915a-179e-4780-b3f5-c008ca18096f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f449c3af7cc64875b0b8cf43557693a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5055645 Aug 17 03:12:38.239375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40080) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:38.259837 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff07915a-179e-4780-b3f5-c008ca18096f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32590927-deea-4ace-9943-67c5ca521a27,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:38.314032 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7f0002e2-027e-4905-bb54-18f24b80aac1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:38.341793 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7f0002e2-027e-4905-bb54-18f24b80aac1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:38.416887 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87e65d2d-94cb-41c1-ac3f-8ce4c11feb57 req-c8a45d8d-cc0c-4e0a-9afb-ceaa33da5e09 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 210 time: 0.0542965 Aug 17 03:12:38.551144 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7f0002e2-027e-4905-bb54-18f24b80aac1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:38.554243 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7f0002e2-027e-4905-bb54-18f24b80aac1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:38.563268 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7f0002e2-027e-4905-bb54-18f24b80aac1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/32590927-deea-4ace-9943-67c5ca521a27 HTTP/1.1" status: 204 len: 168 time: 0.3155196 Aug 17 03:12:38.566196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f0002e2-027e-4905-bb54-18f24b80aac1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32590927-deea-4ace-9943-67c5ca521a27,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:39.229237 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f4751a2-c18d-40cc-99c9-1cc0d76208fa req-4b203087-9610-48c9-ba01-1d5ff63ebc28 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 210 time: 0.0362291 Aug 17 03:12:39.232507 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0413e42b-6dc3-4b3d-818a-33912228d2c8 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:39.234205 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0413e42b-6dc3-4b3d-818a-33912228d2c8 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.30 "GET /v2.0/networks?id=c66f9fe1-313f-47ea-b5ea-39e8ad208748 HTTP/1.1" status: 200 len: 818 time: 0.1426342 Aug 17 03:12:39.248257 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-fe6485ac-9653-477d-b82d-95534c4bedd7 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Request body: {'port': {'device_id': 'c20c3a4b-e502-4719-896a-28066c56b701', 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748', 'admin_state_up': True, 'tenant_id': '543ce3b3f66a4cbd9121fd652ecba448'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:39.471041 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-fe6485ac-9653-477d-b82d-95534c4bedd7 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Made reservation on behalf of 543ce3b3f66a4cbd9121fd652ecba448 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:39.474892 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-fe6485ac-9653-477d-b82d-95534c4bedd7 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:39.490370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40184) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:39.490894 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40186) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:39.521360 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f628021c-20eb-4a30-a1f3-deb21f33a5f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:39.611278 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-495f53cc-ea24-47a0-9565-c9c4abc6d14c req-66239dea-9cf1-47eb-8013-07b3650cb633 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 210 time: 0.0496936 Aug 17 03:12:39.700318 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-fe6485ac-9653-477d-b82d-95534c4bedd7 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Allocated IP 172.20.0.12 (c66f9fe1-313f-47ea-b5ea-39e8ad208748/65e159df-119f-4032-a447-07197a98c53e/104ec9b5-93ef-47be-8981-488d39e09201) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:12:39.809666 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ac36bb1-bd17-48d0-bc63-26c4637f154c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:39.854134 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-f6cce680-f991-4f84-b3fa-715adba2c76f tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:39.856203 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-f6cce680-f991-4f84-b3fa-715adba2c76f tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.60 "GET /v2.0/networks?id=c66f9fe1-313f-47ea-b5ea-39e8ad208748 HTTP/1.1" status: 200 len: 818 time: 0.2906919 Aug 17 03:12:39.864681 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f628021c-20eb-4a30-a1f3-deb21f33a5f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:39.882961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-2e8cfc23-344c-499f-8e90-1a3323073266 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Request body: {'port': {'device_id': '442ac104-b85c-447d-89e1-b1461fe7195b', 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748', 'admin_state_up': True, 'tenant_id': '543ce3b3f66a4cbd9121fd652ecba448'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:39.899935 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-fe6485ac-9653-477d-b82d-95534c4bedd7 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:39.944817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-e1223359-59a9-4e48-ae07-acb143e63e2b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:39.946311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-e1223359-59a9-4e48-ae07-acb143e63e2b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.30 "GET /v2.0/networks?id=805a3406-e779-42c8-a4a6-ccd324bc2e0e HTTP/1.1" status: 200 len: 797 time: 0.2902627 Aug 17 03:12:39.970352 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f628021c-20eb-4a30-a1f3-deb21f33a5f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.014125 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-fe6485ac-9653-477d-b82d-95534c4bedd7 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.070068 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-fe6485ac-9653-477d-b82d-95534c4bedd7 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Network c66f9fe1-313f-47ea-b5ea-39e8ad208748 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:12:40.071837 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f628021c-20eb-4a30-a1f3-deb21f33a5f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=805636b08bf941faa695decc42536370&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5797985 Aug 17 03:12:40.075101 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40194) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:40.083862 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-fe6485ac-9653-477d-b82d-95534c4bedd7 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:40.084768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f628021c-20eb-4a30-a1f3-deb21f33a5f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe92ebfd-a4c8-4ff6-8db4-2be02d7ff804,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:40.089448 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-fe6485ac-9653-477d-b82d-95534c4bedd7 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:12:40.097743 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-a3014c78-cec8-4a56-bf40-edee5fdfc84d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1dcddbfa77d8439c92503d4521a21241 HTTP/1.1" status: 200 len: 379 time: 0.1395779 Aug 17 03:12:40.119834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-2f6d83b1-cbf0-4ccb-8824-a9ae25a712a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'port': {'device_id': '5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c', 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e', 'admin_state_up': True, 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'security_groups': ['2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:40.129493 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6485ac-9653-477d-b82d-95534c4bedd7 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Pushing event updated for resources: {'Port': ['ID=104ec9b5-93ef-47be-8981-488d39e09201,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:40.180348 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-fe6485ac-9653-477d-b82d-95534c4bedd7 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:40.180986 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-fe6485ac-9653-477d-b82d-95534c4bedd7 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.202399 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cd916096-c3e3-484f-ad6e-40f47cdc432e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.225699 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cd916096-c3e3-484f-ad6e-40f47cdc432e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.227502 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40198) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:40.281633 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ac36bb1-bd17-48d0-bc63-26c4637f154c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.359144 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ac36bb1-bd17-48d0-bc63-26c4637f154c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.374897 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1987ad7-ad77-4295-8afd-f6a14b5aa8ab req-c699b5df-373b-4de8-8e98-3711fb83f129 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 210 time: 0.0371685 Aug 17 03:12:40.381701 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a9261970-2f6e-426f-ab0e-e07e8f7b508a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.409124 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8ac36bb1-bd17-48d0-bc63-26c4637f154c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7696ff15f0184bfb8707cd34f4f23b76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9156911 Aug 17 03:12:40.415481 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40204) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:40.423288 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cd916096-c3e3-484f-ad6e-40f47cdc432e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.423659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac36bb1-bd17-48d0-bc63-26c4637f154c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24316baf-f1a3-44a5-8310-2c3c05313fd9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:40.425400 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cd916096-c3e3-484f-ad6e-40f47cdc432e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.429887 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cd916096-c3e3-484f-ad6e-40f47cdc432e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe92ebfd-a4c8-4ff6-8db4-2be02d7ff804 HTTP/1.1" status: 204 len: 168 time: 0.3534491 Aug 17 03:12:40.446737 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd916096-c3e3-484f-ad6e-40f47cdc432e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe92ebfd-a4c8-4ff6-8db4-2be02d7ff804,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:40.477408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0bfa639d-908a-46a7-9ea9-251da22859c2 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:40.478960 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0bfa639d-908a-46a7-9ea9-251da22859c2 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.30 "GET /v2.0/networks?id=c66f9fe1-313f-47ea-b5ea-39e8ad208748 HTTP/1.1" status: 200 len: 818 time: 0.1746218 Aug 17 03:12:40.488513 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-87d27bcf-8701-4262-86ce-cd53e078c6a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.497638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-61cf6a62-bde5-474d-b1dd-bf9cb0620a6d tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Request body: {'port': {'device_id': 'a89b4148-9e1c-454a-bf73-1603f39c7155', 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748', 'admin_state_up': True, 'tenant_id': '543ce3b3f66a4cbd9121fd652ecba448'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:40.513879 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-87d27bcf-8701-4262-86ce-cd53e078c6a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.522668 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-fe6485ac-9653-477d-b82d-95534c4bedd7 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2794137 Aug 17 03:12:40.539721 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Request body: {'port': {'device_id': 'c20c3a4b-e502-4719-896a-28066c56b701', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:40.605287 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.729805 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4abf7c81-5748-47e3-bcc6-dcae17c26566 req-e575d1f6-0f3f-4579-998f-1b2a7acbc96d tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 210 time: 0.0353909 Aug 17 03:12:40.732759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-2e8cfc23-344c-499f-8e90-1a3323073266 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Made reservation on behalf of 543ce3b3f66a4cbd9121fd652ecba448 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:40.736627 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-2e8cfc23-344c-499f-8e90-1a3323073266 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.740441 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-87d27bcf-8701-4262-86ce-cd53e078c6a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.747524 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-87d27bcf-8701-4262-86ce-cd53e078c6a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.749027 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-87d27bcf-8701-4262-86ce-cd53e078c6a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24316baf-f1a3-44a5-8310-2c3c05313fd9 HTTP/1.1" status: 204 len: 168 time: 0.3324766 Aug 17 03:12:40.773154 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.db.api [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-61cf6a62-bde5-474d-b1dd-bf9cb0620a6d tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 03:12:40.773154 n-d-802060-9 neutron-server[101970]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 03:12:40.773154 n-d-802060-9 neutron-server[101970]: [parameters: {'project_id_1': '543ce3b3f66a4cbd9121fd652ecba448', 'expiration_1': datetime.datetime(2021, 8, 17, 3, 12, 40, 600441)}] Aug 17 03:12:40.773154 n-d-802060-9 neutron-server[101970]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:12:40.773535 n-d-802060-9 neutron-server[101970]: DEBUG oslo_db.api [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-61cf6a62-bde5-474d-b1dd-bf9cb0620a6d tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:12:40.780676 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.api [None req-a9261970-2f6e-426f-ab0e-e07e8f7b508a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 03:12:40.780676 n-d-802060-9 neutron-server[101969]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 03:12:40.780676 n-d-802060-9 neutron-server[101969]: [parameters: {'project_id_1': '060095cc72c04369b585bf6cfe272b1e', 'expiration_1': datetime.datetime(2021, 8, 17, 3, 12, 40, 397887)}] Aug 17 03:12:40.780676 n-d-802060-9 neutron-server[101969]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:12:40.781061 n-d-802060-9 neutron-server[101969]: DEBUG oslo_db.api [None req-a9261970-2f6e-426f-ab0e-e07e8f7b508a admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:12:40.828176 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d27bcf-8701-4262-86ce-cd53e078c6a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24316baf-f1a3-44a5-8310-2c3c05313fd9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:40.854060 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-2f6d83b1-cbf0-4ccb-8824-a9ae25a712a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Made reservation on behalf of 1dcddbfa77d8439c92503d4521a21241 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:40.858796 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-2f6d83b1-cbf0-4ccb-8824-a9ae25a712a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.960075 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 104ec9b5-93ef-47be-8981-488d39e09201 {{(pid=101969) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:12:40.968457 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:40.985111 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Transition to ACTIVE for port object 104ec9b5-93ef-47be-8981-488d39e09201 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:41.020969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-2f6d83b1-cbf0-4ccb-8824-a9ae25a712a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Allocated IP 172.20.0.10 (805a3406-e779-42c8-a4a6-ccd324bc2e0e/d2b1c976-eb51-4465-8ac3-e918ac876159/06eac814-ff31-4bc4-bd39-52161bf81f68) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:12:41.082313 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.175034 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Pushing event updated for resources: {'Port': ['ID=104ec9b5-93ef-47be-8981-488d39e09201,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:41.179183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-2e8cfc23-344c-499f-8e90-1a3323073266 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Allocated IP 172.20.0.9 (c66f9fe1-313f-47ea-b5ea-39e8ad208748/65e159df-119f-4032-a447-07197a98c53e/10e9a512-7a45-43e1-a4be-a201260efcbb) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:12:41.219470 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Attempting to bind port 104ec9b5-93ef-47be-8981-488d39e09201 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:12:41.219830 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Attempting to bind port 104ec9b5-93ef-47be-8981-488d39e09201 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:12:41.220565 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Attempting to bind port 104ec9b5-93ef-47be-8981-488d39e09201 on network c66f9fe1-313f-47ea-b5ea-39e8ad208748 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:12:41.220682 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-2f6d83b1-cbf0-4ccb-8824-a9ae25a712a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.228139 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Port 104ec9b5-93ef-47be-8981-488d39e09201 on network c66f9fe1-313f-47ea-b5ea-39e8ad208748 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:12:41.229263 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Attempting to bind port 104ec9b5-93ef-47be-8981-488d39e09201 on network c66f9fe1-313f-47ea-b5ea-39e8ad208748 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:12:41.238896 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:12:41.239912 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Checking segment: {'id': '9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:12:41.240512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Bound using segment: {'id': '9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748'} {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:12:41.241719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Bound port: 104ec9b5-93ef-47be-8981-488d39e09201, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748'}}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:12:41.242314 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.251323 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-2f6d83b1-cbf0-4ccb-8824-a9ae25a712a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Transition to ACTIVE for port object 06eac814-ff31-4bc4-bd39-52161bf81f68 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:41.289692 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a9261970-2f6e-426f-ab0e-e07e8f7b508a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.353944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] For port 104ec9b5-93ef-47be-8981-488d39e09201, host n-h1-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:12:41.375801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] For port 104ec9b5-93ef-47be-8981-488d39e09201, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=104ec9b5-93ef-47be-8981-488d39e09201,segment=NetworkSegment(9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83),segment_id=9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83)] {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:12:41.391282 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-2e8cfc23-344c-499f-8e90-1a3323073266 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.437849 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a9261970-2f6e-426f-ab0e-e07e8f7b508a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.443954 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.444742 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-2f6d83b1-cbf0-4ccb-8824-a9ae25a712a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.483535 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:41.484215 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.487494 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] 10.222.0.30 "PUT /v2.0/ports/104ec9b5-93ef-47be-8981-488d39e09201 HTTP/1.1" status: 200 len: 1092 time: 0.9502130 Aug 17 03:12:41.487494 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c20c3a4b-e502-4719-896a-28066c56b701', 'tag': '104ec9b5-93ef-47be-8981-488d39e09201'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:12:41.488551 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bec12d42-b8ee-4985-8160-eb2f00dfb569" -d '{"events": [{"name": "network-changed", "server_uuid": "c20c3a4b-e502-4719-896a-28066c56b701", "tag": "104ec9b5-93ef-47be-8981-488d39e09201"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:12:41.531528 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0105d7d7-c9dc-43e3-a108-575303a4e731 service neutron] Pushing event updated for resources: {'Port': ['ID=104ec9b5-93ef-47be-8981-488d39e09201,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:41.540034 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-820a3a7a-8f1d-44e9-aa9b-be3085648d03 req-a36f5b62-c197-48ed-b1c4-30aec6ea3d46 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 210 time: 0.0452785 Aug 17 03:12:41.541537 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:12:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-684c9c01-54b5-42f2-b3e0-525a6d4cd706 x-openstack-request-id: req-684c9c01-54b5-42f2-b3e0-525a6d4cd706 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:12:41.541836 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c20c3a4b-e502-4719-896a-28066c56b701", "tag": "104ec9b5-93ef-47be-8981-488d39e09201", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:12:41.542097 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-684c9c01-54b5-42f2-b3e0-525a6d4cd706 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:12:41.542602 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c20c3a4b-e502-4719-896a-28066c56b701', 'tag': '104ec9b5-93ef-47be-8981-488d39e09201', 'status': 'completed', 'code': 200} Aug 17 03:12:41.544061 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-2f6d83b1-cbf0-4ccb-8824-a9ae25a712a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network 805a3406-e779-42c8-a4a6-ccd324bc2e0e is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:12:41.551403 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-2f6d83b1-cbf0-4ccb-8824-a9ae25a712a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:41.564478 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-2f6d83b1-cbf0-4ccb-8824-a9ae25a712a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:12:41.565974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6d83b1-cbf0-4ccb-8824-a9ae25a712a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Port': ['ID=06eac814-ff31-4bc4-bd39-52161bf81f68,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:41.593450 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a9261970-2f6e-426f-ab0e-e07e8f7b508a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.608168 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-2e8cfc23-344c-499f-8e90-1a3323073266 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.647108 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a9261970-2f6e-426f-ab0e-e07e8f7b508a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=060095cc72c04369b585bf6cfe272b1e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4176972 Aug 17 03:12:41.648400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9261970-2f6e-426f-ab0e-e07e8f7b508a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33afcf1c-d9ac-448e-b084-d6755054227a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:41.656365 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40238) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:41.659357 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec12d42-b8ee-4985-8160-eb2f00dfb569 req-e229af59-e540-40b4-ab1c-bbf753d5cb4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:41.661034 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bec12d42-b8ee-4985-8160-eb2f00dfb569 req-e229af59-e540-40b4-ab1c-bbf753d5cb4d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543ce3b3f66a4cbd9121fd652ecba448&device_id=c20c3a4b-e502-4719-896a-28066c56b701 HTTP/1.1" status: 200 len: 1095 time: 0.0957315 Aug 17 03:12:41.689356 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40240) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:41.695648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-2f6d83b1-cbf0-4ccb-8824-a9ae25a712a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:41.696342 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-2f6d83b1-cbf0-4ccb-8824-a9ae25a712a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.702304 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-2e8cfc23-344c-499f-8e90-1a3323073266 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Network c66f9fe1-313f-47ea-b5ea-39e8ad208748 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:12:41.709200 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-2e8cfc23-344c-499f-8e90-1a3323073266 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:41.716924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-2e8cfc23-344c-499f-8e90-1a3323073266 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:12:41.721092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cfc23-344c-499f-8e90-1a3323073266 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Pushing event updated for resources: {'Port': ['ID=10e9a512-7a45-43e1-a4be-a201260efcbb,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:41.744223 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-61cf6a62-bde5-474d-b1dd-bf9cb0620a6d tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Made reservation on behalf of 543ce3b3f66a4cbd9121fd652ecba448 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:41.748910 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-61cf6a62-bde5-474d-b1dd-bf9cb0620a6d tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.753482 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ccb37e3-25c4-42ce-a9ab-8ab4beea8de1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.801269 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-2e8cfc23-344c-499f-8e90-1a3323073266 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:41.802346 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-2e8cfc23-344c-499f-8e90-1a3323073266 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.832719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40244) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:41.842089 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-2f6d83b1-cbf0-4ccb-8824-a9ae25a712a4 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7305644 Aug 17 03:12:41.857292 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Request body: {'port': {'device_id': '5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:41.920122 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ad48405a-d701-4f44-ac52-ba482c3725b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.961984 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec12d42-b8ee-4985-8160-eb2f00dfb569 req-c5f22c96-63c4-45af-bc6e-20d85e82c069 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:41.963459 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bec12d42-b8ee-4985-8160-eb2f00dfb569 req-c5f22c96-63c4-45af-bc6e-20d85e82c069 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=543ce3b3f66a4cbd9121fd652ecba448&shared=False HTTP/1.1" status: 200 len: 918 time: 0.2931881 Aug 17 03:12:41.968382 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:41.992007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-61cf6a62-bde5-474d-b1dd-bf9cb0620a6d tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Allocated IP 172.20.0.4 (c66f9fe1-313f-47ea-b5ea-39e8ad208748/65e159df-119f-4032-a447-07197a98c53e/30a80ad0-0ecf-4bda-94fe-dcc080b42688) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:12:41.996355 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87806027-670c-4c65-b85e-27b2c831a4ec req-ba9a8646-fb4c-4287-82a0-456f7b773570 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:41.999141 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-87806027-670c-4c65-b85e-27b2c831a4ec req-ba9a8646-fb4c-4287-82a0-456f7b773570 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 932 time: 0.1594598 Aug 17 03:12:42.007023 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ad48405a-d701-4f44-ac52-ba482c3725b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:42.012970 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-d96bd242-6d0f-40ff-9b17-e63c39cb2cb0 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.016943 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d96bd242-6d0f-40ff-9b17-e63c39cb2cb0 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1799529 Aug 17 03:12:42.019820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40250) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.030540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-2278207b-205d-400d-8ec9-56b95d9fae20 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.034082 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2278207b-205d-400d-8ec9-56b95d9fae20 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0064383 Aug 17 03:12:42.035257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40252) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.038287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d70676b9-13ac-4e21-aa13-f88a2dba24eb None None] Provisioning for port 06eac814-ff31-4bc4-bd39-52161bf81f68 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:42.038992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-072d5ebb-3078-4f45-9799-152b0d11afae tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.043935 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-072d5ebb-3078-4f45-9799-152b0d11afae tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0042720 Aug 17 03:12:42.044125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d70676b9-13ac-4e21-aa13-f88a2dba24eb None None] Provisioning complete for port 06eac814-ff31-4bc4-bd39-52161bf81f68 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:42.044587 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d70676b9-13ac-4e21-aa13-f88a2dba24eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:42.049235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40254) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.055230 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-d9e5538d-f64a-4cfe-989c-1eb74efcb08e tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.056096 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d9e5538d-f64a-4cfe-989c-1eb74efcb08e tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0044138 Aug 17 03:12:42.064485 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40256) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.069007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-1f9038e4-ec11-486c-812d-e8242795c260 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.072615 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1f9038e4-ec11-486c-812d-e8242795c260 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0046489 Aug 17 03:12:42.075267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40258) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.091361 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d70676b9-13ac-4e21-aa13-f88a2dba24eb None None] Port 06eac814-ff31-4bc4-bd39-52161bf81f68 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:12:42.094756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-778e7054-1a54-41c5-acd8-014959c49daa tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.099095 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-778e7054-1a54-41c5-acd8-014959c49daa tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0174696 Aug 17 03:12:42.099274 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40260) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.117802 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-3f7456b7-2961-4aef-97e7-5cd34300c123 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.119888 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3f7456b7-2961-4aef-97e7-5cd34300c123 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0080185 Aug 17 03:12:42.138017 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40262) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.144042 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-85113e60-ed4b-4198-b9b3-62d5fec34900 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.145042 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-85113e60-ed4b-4198-b9b3-62d5fec34900 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0060124 Aug 17 03:12:42.160749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40264) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.167520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-7b96165e-e18a-4524-8311-935788297615 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.168644 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7b96165e-e18a-4524-8311-935788297615 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0069213 Aug 17 03:12:42.177445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40266) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.181723 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-2d12d302-3126-4e3e-b235-b1dfb51fe9d0 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.185412 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2d12d302-3126-4e3e-b235-b1dfb51fe9d0 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0043106 Aug 17 03:12:42.188508 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40268) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.194936 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-87806027-670c-4c65-b85e-27b2c831a4ec req-1cee8270-bd13-4cbf-bec4-b3cd7aba9139 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1617548 Aug 17 03:12:42.200860 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-dd71e52b-622e-4d2e-97f7-f1c7c53b7298 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.202303 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dd71e52b-622e-4d2e-97f7-f1c7c53b7298 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0104749 Aug 17 03:12:42.206090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40270) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.213983 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-ff4acab3-fa28-40ae-b82f-62f93950e20e tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.217449 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ff4acab3-fa28-40ae-b82f-62f93950e20e tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0044920 Aug 17 03:12:42.225723 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40272) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.233012 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-4efe8d0e-e497-47c6-811b-eb1320d050b2 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.234005 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4efe8d0e-e497-47c6-811b-eb1320d050b2 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0073714 Aug 17 03:12:42.242815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40274) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.254005 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-c4b4fa39-4ada-4cfd-bd2f-e20f00007356 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.254948 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c4b4fa39-4ada-4cfd-bd2f-e20f00007356 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0057657 Aug 17 03:12:42.258821 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40276) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.266493 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-172e4475-03fb-410c-91be-9e8e39b92f2e tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.267447 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-172e4475-03fb-410c-91be-9e8e39b92f2e tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0042961 Aug 17 03:12:42.274133 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec12d42-b8ee-4985-8160-eb2f00dfb569 req-b9641b3d-efa5-4dc3-a28d-7754cf2a6884 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:42.274315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40278) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.275619 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bec12d42-b8ee-4985-8160-eb2f00dfb569 req-b9641b3d-efa5-4dc3-a28d-7754cf2a6884 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3005929 Aug 17 03:12:42.281950 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ccb37e3-25c4-42ce-a9ab-8ab4beea8de1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:42.308607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-d1b30318-64cc-46a3-a8d9-7c4b5863e1ae tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.310336 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d1b30318-64cc-46a3-a8d9-7c4b5863e1ae tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0342348 Aug 17 03:12:42.313019 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40280) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.317686 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-74c53e9f-5e0f-48d4-ad89-cc43ad4c7b3d tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.321972 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-74c53e9f-5e0f-48d4-ad89-cc43ad4c7b3d tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0044909 Aug 17 03:12:42.322242 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40282) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.328808 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-fc3d6d74-f475-4db4-8ec7-698959f9bfc3 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.330039 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fc3d6d74-f475-4db4-8ec7-698959f9bfc3 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0067067 Aug 17 03:12:42.339282 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40286) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.349460 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-5562652a-97e2-4214-9839-5d6eabc12f1f tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.353208 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5562652a-97e2-4214-9839-5d6eabc12f1f tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0096016 Aug 17 03:12:42.357177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40290) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.363412 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-26ece833-5949-49f0-9d5c-3f2377b71d1c tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.366580 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-26ece833-5949-49f0-9d5c-3f2377b71d1c tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0047379 Aug 17 03:12:42.366721 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ad48405a-d701-4f44-ac52-ba482c3725b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:42.370143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40292) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.370272 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ad48405a-d701-4f44-ac52-ba482c3725b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:42.370272 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ad48405a-d701-4f44-ac52-ba482c3725b0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33afcf1c-d9ac-448e-b084-d6755054227a HTTP/1.1" status: 204 len: 168 time: 0.7079313 Aug 17 03:12:42.377822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-e532aa5c-c102-48ec-8482-0343a8fe1ae0 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.385586 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e532aa5c-c102-48ec-8482-0343a8fe1ae0 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0070786 Aug 17 03:12:42.385826 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ccb37e3-25c4-42ce-a9ab-8ab4beea8de1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:42.386306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40296) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.393793 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-508d0de6-774a-4494-9642-b3d4313aa003 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.397067 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-508d0de6-774a-4494-9642-b3d4313aa003 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0044439 Aug 17 03:12:42.400585 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40298) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.408998 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-61cf6a62-bde5-474d-b1dd-bf9cb0620a6d tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:42.412934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-ce3b731d-3832-4bb4-8b07-2238db6e1a7a tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.416265 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ce3b731d-3832-4bb4-8b07-2238db6e1a7a tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0081425 Aug 17 03:12:42.416265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad48405a-d701-4f44-ac52-ba482c3725b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33afcf1c-d9ac-448e-b084-d6755054227a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:42.418140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40300) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.424584 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-a96aefa2-e3a9-4a97-abd7-fd1a768fefa6 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.426300 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a96aefa2-e3a9-4a97-abd7-fd1a768fefa6 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0044398 Aug 17 03:12:42.429989 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2ccb37e3-25c4-42ce-a9ab-8ab4beea8de1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6ee77c53b84645a9a9d092ab6d18851d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7384622 Aug 17 03:12:42.430597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40302) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.436762 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40304) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.458842 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-db947d5b-5512-4a1c-98f2-ea693b539461 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.462261 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-db947d5b-5512-4a1c-98f2-ea693b539461 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0130084 Aug 17 03:12:42.463773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40306) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.467862 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-67bbc32d-0f57-4573-ac7f-896b9c385ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:42.469561 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-67bbc32d-0f57-4573-ac7f-896b9c385ece service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543ce3b3f66a4cbd9121fd652ecba448&device_id=c20c3a4b-e502-4719-896a-28066c56b701 HTTP/1.1" status: 200 len: 1095 time: 0.1450858 Aug 17 03:12:42.478780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-c2492c86-a420-4169-a829-9ed70a01a01c tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.483092 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c2492c86-a420-4169-a829-9ed70a01a01c tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0111449 Aug 17 03:12:42.483352 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ccb37e3-25c4-42ce-a9ab-8ab4beea8de1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e030b343-8471-494e-92f3-54350307b77d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:42.484837 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40308) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.487190 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-2e8cfc23-344c-499f-8e90-1a3323073266 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6109188 Aug 17 03:12:42.495760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-0db1fa46-076f-4d2e-9f98-dcbe39e7f9a2 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.497603 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0db1fa46-076f-4d2e-9f98-dcbe39e7f9a2 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0120597 Aug 17 03:12:42.503624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40310) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.509330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Request body: {'port': {'device_id': '442ac104-b85c-447d-89e1-b1461fe7195b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:42.535447 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-54e8f561-b112-4d30-86a1-0200b2798ef2 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.536404 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-54e8f561-b112-4d30-86a1-0200b2798ef2 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0068226 Aug 17 03:12:42.538293 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9c03e2b7-daa0-4f49-b29a-c3cf802c6294 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=104ec9b5-93ef-47be-8981-488d39e09201 HTTP/1.1" status: 200 len: 217 time: 0.0508008 Aug 17 03:12:42.539915 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40312) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.544758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-5722500d-f05b-424b-bab7-8f5ac319b5cd tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.545709 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5722500d-f05b-424b-bab7-8f5ac319b5cd tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0049200 Aug 17 03:12:42.549511 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40314) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.573243 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-b6c3cb16-a5a8-4c94-b74b-daa1c852d642 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.573949 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b6c3cb16-a5a8-4c94-b74b-daa1c852d642 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0219989 Aug 17 03:12:42.579698 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40318) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.589801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-37fe1a7a-1a63-4f98-a40a-4107607d6dc8 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.589801 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-37fe1a7a-1a63-4f98-a40a-4107607d6dc8 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0047734 Aug 17 03:12:42.592423 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40320) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.599697 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-3cbdaf80-649d-40a8-b361-d55e59b0d94e tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.603830 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3cbdaf80-649d-40a8-b361-d55e59b0d94e tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0042908 Aug 17 03:12:42.603830 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7137a4b0-7a7b-4d9a-9c11-8f2a1ffb12ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:42.604734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40322) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.613115 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-a8dbe788-4ea9-423c-9e90-100d795f2eb8 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.614110 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a8dbe788-4ea9-423c-9e90-100d795f2eb8 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0063210 Aug 17 03:12:42.619861 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-61cf6a62-bde5-474d-b1dd-bf9cb0620a6d tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:42.622206 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40324) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.629442 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06eac814-ff31-4bc4-bd39-52161bf81f68 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:12:42.629629 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-5e3bf715-0654-42d1-bc4c-122f1b2448f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:42.630934 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-5e3bf715-0654-42d1-bc4c-122f1b2448f2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65e159df-119f-4032-a447-07197a98c53e HTTP/1.1" status: 200 len: 858 time: 0.0829256 Aug 17 03:12:42.635561 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7137a4b0-7a7b-4d9a-9c11-8f2a1ffb12ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:42.645285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-9f3ebb12-7a95-4ce1-a932-46bed8a3d9de tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.646330 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9f3ebb12-7a95-4ce1-a932-46bed8a3d9de tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0195456 Aug 17 03:12:42.647216 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:42.650659 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:42.653228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40326) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.681903 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-7c175ed3-9434-434f-9fed-81217acd4e59 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c66f9fe1-313f-47ea-b5ea-39e8ad208748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374029 Aug 17 03:12:42.682132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-abdf2867-2f67-470f-9994-fcaac7eee951 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.682995 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-abdf2867-2f67-470f-9994-fcaac7eee951 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0060608 Aug 17 03:12:42.688968 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40328) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.702575 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-dfd1faa2-dc1b-43fa-b64e-0fd808fb2845 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.703953 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dfd1faa2-dc1b-43fa-b64e-0fd808fb2845 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0126400 Aug 17 03:12:42.709927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40330) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.734300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-bc026b79-666b-4bb4-9ed3-873eb5606b86 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.735280 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bc026b79-666b-4bb4-9ed3-873eb5606b86 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0233998 Aug 17 03:12:42.747281 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40332) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.749898 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-61cf6a62-bde5-474d-b1dd-bf9cb0620a6d tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Network c66f9fe1-313f-47ea-b5ea-39e8ad208748 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:12:42.754890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Transition to ACTIVE for port object 06eac814-ff31-4bc4-bd39-52161bf81f68 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:42.756854 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-61cf6a62-bde5-474d-b1dd-bf9cb0620a6d tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:42.758801 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61cf6a62-bde5-474d-b1dd-bf9cb0620a6d tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Pushing event updated for resources: {'Port': ['ID=30a80ad0-0ecf-4bda-94fe-dcc080b42688,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:42.783630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-61cf6a62-bde5-474d-b1dd-bf9cb0620a6d tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:12:42.788679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-af6e54de-3eb0-4aa1-b38f-4e313c5233af tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.792525 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-af6e54de-3eb0-4aa1-b38f-4e313c5233af tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0407603 Aug 17 03:12:42.793749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40336) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.802130 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-07dc7f6a-84da-4fb1-9591-3c7bcd72d4b1 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.805520 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-07dc7f6a-84da-4fb1-9591-3c7bcd72d4b1 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0083029 Aug 17 03:12:42.808322 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40338) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.812537 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-56f5a025-c01d-4880-8bc0-1d52af314641 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.815948 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-56f5a025-c01d-4880-8bc0-1d52af314641 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0042148 Aug 17 03:12:42.816139 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40340) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.820810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-cbf66613-0e16-4647-9261-e32c6c9454d0 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.824157 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cbf66613-0e16-4647-9261-e32c6c9454d0 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0046270 Aug 17 03:12:42.824280 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40342) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.828705 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-0e22c845-f2fa-4fe7-a85e-fbb268d83efc tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.831959 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0e22c845-f2fa-4fe7-a85e-fbb268d83efc tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045106 Aug 17 03:12:42.831959 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-2a2ebb22-8ab1-43c5-9774-aa5e0b01236f service neutron] 10.222.0.30 "GET /v2.0/networks/c66f9fe1-313f-47ea-b5ea-39e8ad208748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1420183 Aug 17 03:12:42.832295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40344) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.836302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-52800195-172b-40e1-8229-4ebacf08f065 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.837828 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-52800195-172b-40e1-8229-4ebacf08f065 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0040431 Aug 17 03:12:42.840335 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40346) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.843898 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:42.844517 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-0ce373de-ae36-4e7e-a46f-2afad3a81664 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.846146 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0ce373de-ae36-4e7e-a46f-2afad3a81664 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0040934 Aug 17 03:12:42.851978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40348) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.868323 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7137a4b0-7a7b-4d9a-9c11-8f2a1ffb12ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:42.870900 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7137a4b0-7a7b-4d9a-9c11-8f2a1ffb12ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:42.872945 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7137a4b0-7a7b-4d9a-9c11-8f2a1ffb12ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e030b343-8471-494e-92f3-54350307b77d HTTP/1.1" status: 204 len: 168 time: 0.4325826 Aug 17 03:12:42.874386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3ba17-dff5-4abe-908d-96083aa393f8 req-8d563693-4b1a-4a52-8576-e5019c6a1621 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:42.876847 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9f3ba17-dff5-4abe-908d-96083aa393f8 req-8d563693-4b1a-4a52-8576-e5019c6a1621 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 931 time: 0.2008104 Aug 17 03:12:42.901376 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [None req-3f4f3b0c-b7c0-4db0-bbe8-2756a2eec1c8 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.905598 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3f4f3b0c-b7c0-4db0-bbe8-2756a2eec1c8 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0394475 Aug 17 03:12:42.906467 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40352) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.908329 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7137a4b0-7a7b-4d9a-9c11-8f2a1ffb12ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e030b343-8471-494e-92f3-54350307b77d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:42.912414 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-1101e0c2-014d-4665-a719-3dddcf46f6e1 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.913366 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1101e0c2-014d-4665-a719-3dddcf46f6e1 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0061011 Aug 17 03:12:42.918971 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40354) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.924795 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-a75987fa-84d4-4c7f-a11e-e224eee1118f tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.928518 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a75987fa-84d4-4c7f-a11e-e224eee1118f tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0058651 Aug 17 03:12:42.928598 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40356) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.934710 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-7dc1f46d-5faf-4ec8-8e07-82728140ccb6 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.936397 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7dc1f46d-5faf-4ec8-8e07-82728140ccb6 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0061829 Aug 17 03:12:42.937671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-61cf6a62-bde5-474d-b1dd-bf9cb0620a6d tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:42.938349 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-61cf6a62-bde5-474d-b1dd-bf9cb0620a6d tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:42.940297 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40358) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.946927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-6adf93d8-7060-426e-87ce-30847208a0f1 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.950870 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6adf93d8-7060-426e-87ce-30847208a0f1 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0067029 Aug 17 03:12:42.950870 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40360) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.959778 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-c10244c5-8880-46cb-8bc0-36285a45b20f tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.963900 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c10244c5-8880-46cb-8bc0-36285a45b20f tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0091670 Aug 17 03:12:42.963900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40362) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.977034 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-e65f3f60-77b2-40d2-b735-ecad9651cead tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.977034 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e65f3f60-77b2-40d2-b735-ecad9651cead tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0059257 Aug 17 03:12:42.978849 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40364) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.984114 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-071f73dc-3484-4966-8d29-b35b23aa4e9a tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.985479 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-071f73dc-3484-4966-8d29-b35b23aa4e9a tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0061483 Aug 17 03:12:42.988183 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40366) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:42.992782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-faefab1c-53ea-4ff2-b617-568c621b1754 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:42.993779 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-faefab1c-53ea-4ff2-b617-568c621b1754 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0046685 Aug 17 03:12:43.000521 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40368) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:43.005972 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-0efb4561-070c-4200-96dd-c1ebee48e746 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:43.007668 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0efb4561-070c-4200-96dd-c1ebee48e746 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0058005 Aug 17 03:12:43.014274 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40370) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:43.019734 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-7d66d941-5c6c-4ecd-b99d-9b082705e294 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:43.020943 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7d66d941-5c6c-4ecd-b99d-9b082705e294 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0055478 Aug 17 03:12:43.025815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40372) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:43.030993 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-ed59ea39-f488-4232-8415-9f58e42fb312 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:43.031962 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ed59ea39-f488-4232-8415-9f58e42fb312 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0052359 Aug 17 03:12:43.034531 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-001c0336-e1cf-4327-b317-8bf39863b1eb service neutron] 10.222.0.30 "GET /v2.0/networks/c66f9fe1-313f-47ea-b5ea-39e8ad208748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1881626 Aug 17 03:12:43.034995 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40374) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:43.039218 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-ba052f23-d470-409e-8880-ff37acb2e742 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:43.040182 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ba052f23-d470-409e-8880-ff37acb2e742 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0043073 Aug 17 03:12:43.043909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40376) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:43.052061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-49f26077-8786-4740-9af6-0d56ea16a305 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:43.052061 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-49f26077-8786-4740-9af6-0d56ea16a305 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0046813 Aug 17 03:12:43.052302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Pushing event updated for resources: {'Port': ['ID=06eac814-ff31-4bc4-bd39-52161bf81f68,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:43.052380 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40378) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:43.056704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-65c14037-3043-4334-9652-0a4fc67b4290 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:43.061030 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-65c14037-3043-4334-9652-0a4fc67b4290 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0044045 Aug 17 03:12:43.061030 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40380) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:43.064992 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-dcb4846a-af0b-4406-bfad-a6c4a86316b3 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:43.068330 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dcb4846a-af0b-4406-bfad-a6c4a86316b3 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0047905 Aug 17 03:12:43.069330 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40382) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:43.081648 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-4999b306-9084-47a1-8ac3-6c011e799cc4 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:43.081648 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4999b306-9084-47a1-8ac3-6c011e799cc4 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0086966 Aug 17 03:12:43.081832 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40386) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:43.086449 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-a782ace3-bd50-4443-ba02-fbc0cb84f44f tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:43.089459 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a782ace3-bd50-4443-ba02-fbc0cb84f44f tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0046375 Aug 17 03:12:43.091747 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9f3ba17-dff5-4abe-908d-96083aa393f8 req-c43ed3ba-a783-40d6-b247-1a1376cfdb3a tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850119 Aug 17 03:12:43.092190 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40388) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:43.130548 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-ee206f96-40d2-401e-884f-c43b730dbbf8 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:43.133325 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ee206f96-40d2-401e-884f-c43b730dbbf8 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0393591 Aug 17 03:12:43.139207 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40390) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:43.142672 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-61cf6a62-bde5-474d-b1dd-bf9cb0620a6d tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6532626 Aug 17 03:12:43.148937 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-844e36bb-0ef7-4da6-bbd0-5123f0bfcaf9 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:43.153226 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-844e36bb-0ef7-4da6-bbd0-5123f0bfcaf9 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0124691 Aug 17 03:12:43.155951 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40392) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:43.161150 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-e78fa29c-eba5-40b3-9dae-fa4b657467e7 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:43.167381 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e78fa29c-eba5-40b3-9dae-fa4b657467e7 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0083823 Aug 17 03:12:43.169275 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40394) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:43.175762 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-568f9319-a06e-4e28-bade-c770c0c8866f tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:43.180375 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-568f9319-a06e-4e28-bade-c770c0c8866f tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0099518 Aug 17 03:12:43.184273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Request body: {'port': {'device_id': 'a89b4148-9e1c-454a-bf73-1603f39c7155', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:43.184955 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40396) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:43.190524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-e25c8658-ea5b-49be-ac7e-1fab75f62ef5 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:43.193909 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e25c8658-ea5b-49be-ac7e-1fab75f62ef5 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0079005 Aug 17 03:12:43.194722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40398) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:43.215427 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-1475ba81-72fe-421d-9af6-efbef35ee33c tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:43.217635 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1475ba81-72fe-421d-9af6-efbef35ee33c tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0205095 Aug 17 03:12:43.219888 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40400) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:43.224454 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [None req-1555584b-37e8-4b5a-b9bf-2d93958860e2 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] http://10.222.0.10:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:12:43.225731 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1555584b-37e8-4b5a-b9bf-2d93958860e2 tempest-ExtensionsTestJSON-977111113 tempest-ExtensionsTestJSON-977111113-project] 10.222.0.10 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0046599 Aug 17 03:12:43.300051 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:43.316222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40408) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:43.316222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Attempting to bind port 06eac814-ff31-4bc4-bd39-52161bf81f68 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:12:43.316540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Attempting to bind port 06eac814-ff31-4bc4-bd39-52161bf81f68 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '4b88605c-2bef-4224-b643-6ceb96922dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:12:43.316917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Attempting to bind port 06eac814-ff31-4bc4-bd39-52161bf81f68 on network 805a3406-e779-42c8-a4a6-ccd324bc2e0e {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:12:43.380182 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4ae10a2-b17e-41a6-b189-e0f5ac48d167 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:43.381927 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Port 06eac814-ff31-4bc4-bd39-52161bf81f68 on network 805a3406-e779-42c8-a4a6-ccd324bc2e0e not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:12:43.382555 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Attempting to bind port 06eac814-ff31-4bc4-bd39-52161bf81f68 on network 805a3406-e779-42c8-a4a6-ccd324bc2e0e {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:12:43.424507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:12:43.425215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Checking segment: {'id': '4b88605c-2bef-4224-b643-6ceb96922dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:12:43.425665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Bound using segment: {'id': '4b88605c-2bef-4224-b643-6ceb96922dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:12:43.426099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Bound port: 06eac814-ff31-4bc4-bd39-52161bf81f68, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4b88605c-2bef-4224-b643-6ceb96922dbf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:12:43.426464 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:43.493091 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c536670a-7251-4d19-87e9-bc2a1ab64d83 req-783f267c-8b1c-4303-a618-e7b6222b7623 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:43.494646 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c536670a-7251-4d19-87e9-bc2a1ab64d83 req-783f267c-8b1c-4303-a618-e7b6222b7623 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 944 time: 0.2122760 Aug 17 03:12:43.652183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10e9a512-7a45-43e1-a4be-a201260efcbb {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:12:43.681118 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:43.708826 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c536670a-7251-4d19-87e9-bc2a1ab64d83 req-197fffd2-8388-42dd-a387-36c997b2f87e tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1877797 Aug 17 03:12:43.722043 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Transition to ACTIVE for port object 10e9a512-7a45-43e1-a4be-a201260efcbb will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:43.734716 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] For port 06eac814-ff31-4bc4-bd39-52161bf81f68, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:12:43.740949 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] For port 06eac814-ff31-4bc4-bd39-52161bf81f68, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=06eac814-ff31-4bc4-bd39-52161bf81f68,segment=NetworkSegment(4b88605c-2bef-4224-b643-6ceb96922dbf),segment_id=4b88605c-2bef-4224-b643-6ceb96922dbf)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:12:43.777021 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4ae10a2-b17e-41a6-b189-e0f5ac48d167 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:43.810006 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:43.815491 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40420) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:43.876675 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:43.878543 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4ae10a2-b17e-41a6-b189-e0f5ac48d167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:43.945716 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b8415474-0c09-407f-9489-fcf36df7c415 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:43.966111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:43.966654 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:43.968120 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] 10.222.0.30 "PUT /v2.0/ports/06eac814-ff31-4bc4-bd39-52161bf81f68 HTTP/1.1" status: 200 len: 1092 time: 2.1157539 Aug 17 03:12:43.969704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c', 'tag': '06eac814-ff31-4bc4-bd39-52161bf81f68'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:12:43.971986 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a72084a-faaf-4a7a-ae3c-76ccf30bcafa" -d '{"events": [{"name": "network-changed", "server_uuid": "5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c", "tag": "06eac814-ff31-4bc4-bd39-52161bf81f68"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:12:44.004370 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e4ae10a2-b17e-41a6-b189-e0f5ac48d167 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2666747ac11e430d9bb77065cc1ad280&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6890929 Aug 17 03:12:44.005571 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Pushing event updated for resources: {'Port': ['ID=10e9a512-7a45-43e1-a4be-a201260efcbb,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:44.007730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40432) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:44.013827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ae10a2-b17e-41a6-b189-e0f5ac48d167 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef45cac-0b3b-4cfe-9e50-31c028067ba5,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:44.041995 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:12:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65d4c464-1274-472c-a59b-4717c4f46710 x-openstack-request-id: req-65d4c464-1274-472c-a59b-4717c4f46710 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:12:44.042304 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c", "tag": "06eac814-ff31-4bc4-bd39-52161bf81f68", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:12:44.042556 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65d4c464-1274-472c-a59b-4717c4f46710 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:12:44.043487 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c', 'tag': '06eac814-ff31-4bc4-bd39-52161bf81f68', 'status': 'completed', 'code': 200} Aug 17 03:12:44.090274 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b8415474-0c09-407f-9489-fcf36df7c415 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:44.156697 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b8415474-0c09-407f-9489-fcf36df7c415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:44.237303 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b8415474-0c09-407f-9489-fcf36df7c415 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4fc88b91c062424c9c11f5d87a55eefc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4205749 Aug 17 03:12:44.238141 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40440) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:44.255710 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf4d4c-b22a-4891-9a07-14a2d54f6d43 service neutron] Pushing event updated for resources: {'Port': ['ID=06eac814-ff31-4bc4-bd39-52161bf81f68,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:44.295740 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8415474-0c09-407f-9489-fcf36df7c415 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97121f0f-904c-4297-b060-a8bf2a685ffa,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:44.319166 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72084a-faaf-4a7a-ae3c-76ccf30bcafa req-2e28c6e5-9bc6-46e1-b863-35678f14d1ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:44.321479 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a72084a-faaf-4a7a-ae3c-76ccf30bcafa req-2e28c6e5-9bc6-46e1-b863-35678f14d1ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1dcddbfa77d8439c92503d4521a21241&device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 1095 time: 0.2404058 Aug 17 03:12:44.324127 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b4f05259-2b4e-4fa5-8e04-d36f9e9026a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:44.337040 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97750630-6643-4a42-a294-4c79ab53193b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:44.349637 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b4f05259-2b4e-4fa5-8e04-d36f9e9026a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:44.349880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Attempting to bind port 10e9a512-7a45-43e1-a4be-a201260efcbb on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:12:44.350228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Attempting to bind port 10e9a512-7a45-43e1-a4be-a201260efcbb by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:12:44.350561 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Attempting to bind port 10e9a512-7a45-43e1-a4be-a201260efcbb on network c66f9fe1-313f-47ea-b5ea-39e8ad208748 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:12:44.359103 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30a80ad0-0ecf-4bda-94fe-dcc080b42688 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:12:44.510937 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b4f05259-2b4e-4fa5-8e04-d36f9e9026a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:44.514422 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b4f05259-2b4e-4fa5-8e04-d36f9e9026a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:44.518119 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b4f05259-2b4e-4fa5-8e04-d36f9e9026a5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97121f0f-904c-4297-b060-a8bf2a685ffa HTTP/1.1" status: 204 len: 168 time: 0.2745564 Aug 17 03:12:44.529215 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4f05259-2b4e-4fa5-8e04-d36f9e9026a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97121f0f-904c-4297-b060-a8bf2a685ffa,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:44.761693 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:44.764235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Port 10e9a512-7a45-43e1-a4be-a201260efcbb on network c66f9fe1-313f-47ea-b5ea-39e8ad208748 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:12:44.764556 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Attempting to bind port 10e9a512-7a45-43e1-a4be-a201260efcbb on network c66f9fe1-313f-47ea-b5ea-39e8ad208748 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:12:44.781339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13032e98-4c0a-4998-a688-3e16391d6829 req-3d3f5f14-d8d8-4be7-a880-5ced5bf43ab8 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:44.782905 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13032e98-4c0a-4998-a688-3e16391d6829 req-3d3f5f14-d8d8-4be7-a880-5ced5bf43ab8 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 931 time: 0.5626352 Aug 17 03:12:44.803041 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97750630-6643-4a42-a294-4c79ab53193b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:44.805445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 12, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:12:44.805788 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Checking segment: {'id': '9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:12:44.806176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Bound using segment: {'id': '9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:12:44.806624 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Bound port: 10e9a512-7a45-43e1-a4be-a201260efcbb, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:12:44.806973 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:44.837015 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Transition to ACTIVE for port object 30a80ad0-0ecf-4bda-94fe-dcc080b42688 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:44.840174 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f5037-b5c7-4348-a8a0-b7d170e27996 req-1b3396e2-204f-4db1-9cf3-0e967e405a4e tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:44.842040 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-238f5037-b5c7-4348-a8a0-b7d170e27996 req-1b3396e2-204f-4db1-9cf3-0e967e405a4e tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 944 time: 0.0565505 Aug 17 03:12:44.894040 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-238f5037-b5c7-4348-a8a0-b7d170e27996 req-a71e26d9-22ad-4e8e-b819-6ec3ccc16fc7 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453446 Aug 17 03:12:44.935318 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:44.955395 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13032e98-4c0a-4998-a688-3e16391d6829 req-e93fb304-e9b3-4b26-b87e-5b96d85d272d tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604314 Aug 17 03:12:44.982576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72084a-faaf-4a7a-ae3c-76ccf30bcafa req-602f2e5b-08ab-4f2a-8fa2-1fd27672ab3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:44.984066 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a72084a-faaf-4a7a-ae3c-76ccf30bcafa req-602f2e5b-08ab-4f2a-8fa2-1fd27672ab3b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1dcddbfa77d8439c92503d4521a21241&shared=False HTTP/1.1" status: 200 len: 897 time: 0.6507478 Aug 17 03:12:45.060255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] For port 10e9a512-7a45-43e1-a4be-a201260efcbb, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:12:45.079413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Pushing event updated for resources: {'Port': ['ID=30a80ad0-0ecf-4bda-94fe-dcc080b42688,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:45.091294 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] For port 10e9a512-7a45-43e1-a4be-a201260efcbb, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=10e9a512-7a45-43e1-a4be-a201260efcbb,segment=NetworkSegment(9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83),segment_id=9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:12:45.142674 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97750630-6643-4a42-a294-4c79ab53193b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:45.145248 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97750630-6643-4a42-a294-4c79ab53193b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:45.146437 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-97750630-6643-4a42-a294-4c79ab53193b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ef45cac-0b3b-4cfe-9e50-31c028067ba5 HTTP/1.1" status: 204 len: 168 time: 1.1337745 Aug 17 03:12:45.179693 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97750630-6643-4a42-a294-4c79ab53193b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef45cac-0b3b-4cfe-9e50-31c028067ba5,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:45.188568 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:45.198464 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a72084a-faaf-4a7a-ae3c-76ccf30bcafa req-223888f6-f323-47bb-882e-57cc3a82e9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:45.200548 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a72084a-faaf-4a7a-ae3c-76ccf30bcafa req-223888f6-f323-47bb-882e-57cc3a82e9e3 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.2077165 Aug 17 03:12:45.248704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:45.249324 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:45.250765 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] 10.222.0.60 "PUT /v2.0/ports/10e9a512-7a45-43e1-a4be-a201260efcbb HTTP/1.1" status: 200 len: 1091 time: 2.7481518 Aug 17 03:12:45.259684 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-409a4090-dcc7-4ceb-938c-334c218981ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:45.266698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Attempting to bind port 30a80ad0-0ecf-4bda-94fe-dcc080b42688 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:12:45.267044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Attempting to bind port 30a80ad0-0ecf-4bda-94fe-dcc080b42688 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:12:45.267382 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Attempting to bind port 30a80ad0-0ecf-4bda-94fe-dcc080b42688 on network c66f9fe1-313f-47ea-b5ea-39e8ad208748 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:12:45.300998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Port 30a80ad0-0ecf-4bda-94fe-dcc080b42688 on network c66f9fe1-313f-47ea-b5ea-39e8ad208748 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:12:45.301329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Attempting to bind port 30a80ad0-0ecf-4bda-94fe-dcc080b42688 on network c66f9fe1-313f-47ea-b5ea-39e8ad208748 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:12:45.314200 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 12, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:12:45.314541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Checking segment: {'id': '9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:12:45.314926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Bound using segment: {'id': '9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:12:45.315354 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Bound port: 30a80ad0-0ecf-4bda-94fe-dcc080b42688, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:12:45.315703 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:45.317467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-111c6557-7585-49cf-95f1-3e3261be87e4 service neutron] Pushing event updated for resources: {'Port': ['ID=10e9a512-7a45-43e1-a4be-a201260efcbb,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:45.357961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-42792cd6-fc0a-4ff5-aff6-94216bc71020 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:45.359540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-42792cd6-fc0a-4ff5-aff6-94216bc71020 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1dcddbfa77d8439c92503d4521a21241&device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 1095 time: 0.1025240 Aug 17 03:12:45.422638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-19aedf76-d00c-4e72-b5b7-fbdbbb765008 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06eac814-ff31-4bc4-bd39-52161bf81f68 HTTP/1.1" status: 200 len: 217 time: 0.0532782 Aug 17 03:12:45.481345 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] For port 30a80ad0-0ecf-4bda-94fe-dcc080b42688, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:12:45.508963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] For port 30a80ad0-0ecf-4bda-94fe-dcc080b42688, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=30a80ad0-0ecf-4bda-94fe-dcc080b42688,segment=NetworkSegment(9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83),segment_id=9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:12:45.516982 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-499801df-cfa1-458c-bcce-e255e0b2775c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:45.518700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-499801df-cfa1-458c-bcce-e255e0b2775c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=543ce3b3f66a4cbd9121fd652ecba448&device_id=442ac104-b85c-447d-89e1-b1461fe7195b HTTP/1.1" status: 200 len: 1094 time: 0.1369379 Aug 17 03:12:45.525408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-560b9858-2fd8-4094-93a9-e7ad16046874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:45.526808 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-560b9858-2fd8-4094-93a9-e7ad16046874 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2b1c976-eb51-4465-8ac3-e918ac876159 HTTP/1.1" status: 200 len: 834 time: 0.0869758 Aug 17 03:12:45.568676 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-3c575c59-0cf3-41a2-bf27-7442c773479f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e9a512-7a45-43e1-a4be-a201260efcbb HTTP/1.1" status: 200 len: 217 time: 0.0402169 Aug 17 03:12:45.599639 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:45.682072 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:45.682756 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:45.684608 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] 10.222.0.30 "PUT /v2.0/ports/30a80ad0-0ecf-4bda-94fe-dcc080b42688 HTTP/1.1" status: 200 len: 1091 time: 2.5071926 Aug 17 03:12:45.691431 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-56494f7a-6ef9-402d-85e7-7320a674ac08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:45.692924 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-56494f7a-6ef9-402d-85e7-7320a674ac08 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=805a3406-e779-42c8-a4a6-ccd324bc2e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1579373 Aug 17 03:12:45.700358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-49019678-74af-4528-8a69-41da29763dee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:45.701862 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-49019678-74af-4528-8a69-41da29763dee service neutron] 10.222.0.60 "GET /v2.0/subnets?id=65e159df-119f-4032-a447-07197a98c53e HTTP/1.1" status: 200 len: 858 time: 0.1191812 Aug 17 03:12:45.726005 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40506) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:45.732666 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab3deb8-53b8-4d71-84f7-15654f6bb513 service neutron] Pushing event updated for resources: {'Port': ['ID=30a80ad0-0ecf-4bda-94fe-dcc080b42688,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:45.780057 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-2ed93b72-b02f-42ba-98d5-588c9a24b67e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c66f9fe1-313f-47ea-b5ea-39e8ad208748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0684619 Aug 17 03:12:45.905253 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8b18b419-10cd-4959-91d2-1e7fa2571823 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:45.909609 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-ce6e09a1-b5bd-4c0c-9570-af09140571c1 service neutron] 10.222.0.30 "GET /v2.0/networks/805a3406-e779-42c8-a4a6-ccd324bc2e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2067549 Aug 17 03:12:45.930667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-428bd293-34c2-4800-a714-b9fbddb7186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:45.932077 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-428bd293-34c2-4800-a714-b9fbddb7186f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543ce3b3f66a4cbd9121fd652ecba448&device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 1094 time: 0.1317909 Aug 17 03:12:46.024118 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8b18b419-10cd-4959-91d2-1e7fa2571823 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:46.030518 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-5290b3a5-3125-4b5f-ab5d-c334463e3e37 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30a80ad0-0ecf-4bda-94fe-dcc080b42688 HTTP/1.1" status: 200 len: 217 time: 0.0843928 Aug 17 03:12:46.035228 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-a207bbda-fa9a-4252-bdf1-e835b6d9c91c service neutron] 10.222.0.60 "GET /v2.0/networks/c66f9fe1-313f-47ea-b5ea-39e8ad208748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2475646 Aug 17 03:12:46.050287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '442ac104-b85c-447d-89e1-b1461fe7195b', 'tag': '10e9a512-7a45-43e1-a4be-a201260efcbb'}, {'name': 'network-changed', 'server_uuid': 'a89b4148-9e1c-454a-bf73-1603f39c7155', 'tag': '30a80ad0-0ecf-4bda-94fe-dcc080b42688'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:12:46.052658 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-10a6d60f-731a-41c4-8b03-ab58de3b6be7" -d '{"events": [{"name": "network-changed", "server_uuid": "442ac104-b85c-447d-89e1-b1461fe7195b", "tag": "10e9a512-7a45-43e1-a4be-a201260efcbb"}, {"name": "network-changed", "server_uuid": "a89b4148-9e1c-454a-bf73-1603f39c7155", "tag": "30a80ad0-0ecf-4bda-94fe-dcc080b42688"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:12:46.076719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b659290-6894-4e35-8900-8fcddc651938 req-70da009d-3583-405e-b211-8ea9f168e723 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:46.078489 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b659290-6894-4e35-8900-8fcddc651938 req-70da009d-3583-405e-b211-8ea9f168e723 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 943 time: 0.0504222 Aug 17 03:12:46.145137 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b659290-6894-4e35-8900-8fcddc651938 req-692d18ac-bd45-46cd-bf9a-d1a67220fd0f tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471799 Aug 17 03:12:46.150021 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8b18b419-10cd-4959-91d2-1e7fa2571823 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:46.187384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-7bbf23b0-9db2-4bbe-a0df-97d832ffa6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:46.188927 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-7bbf23b0-9db2-4bbe-a0df-97d832ffa6cb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65e159df-119f-4032-a447-07197a98c53e HTTP/1.1" status: 200 len: 858 time: 0.1331694 Aug 17 03:12:46.193006 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8b18b419-10cd-4959-91d2-1e7fa2571823 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e0016c58cda4812bbc92160abea3a59&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4656875 Aug 17 03:12:46.193920 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40528) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:46.198534 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090730e7-a3af-49dc-b71b-1c1900b67e1d req-4f39fdb3-f0c1-4688-8fc4-61af0aab01ea service neutron] 10.222.0.30 "GET /v2.0/networks/805a3406-e779-42c8-a4a6-ccd324bc2e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2790816 Aug 17 03:12:46.200462 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b18b419-10cd-4959-91d2-1e7fa2571823 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f061b0c9-76f1-4db0-be31-abaf23b9a249,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:46.209722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b93c7-26ee-454b-93af-9b18ab1969b5 req-a97313e0-9bb5-4d90-a02e-e919ed5b7d56 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:46.211276 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c56b93c7-26ee-454b-93af-9b18ab1969b5 req-a97313e0-9bb5-4d90-a02e-e919ed5b7d56 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 944 time: 0.1957097 Aug 17 03:12:46.251719 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Tue, 17 Aug 2021 03:12:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6035e3-41c3-4a54-85c8-9cd562dccfe6 x-openstack-request-id: req-7e6035e3-41c3-4a54-85c8-9cd562dccfe6 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:12:46.252006 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "442ac104-b85c-447d-89e1-b1461fe7195b", "tag": "10e9a512-7a45-43e1-a4be-a201260efcbb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a89b4148-9e1c-454a-bf73-1603f39c7155", "tag": "30a80ad0-0ecf-4bda-94fe-dcc080b42688", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:12:46.252263 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7e6035e3-41c3-4a54-85c8-9cd562dccfe6 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:12:46.252703 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '442ac104-b85c-447d-89e1-b1461fe7195b', 'tag': '10e9a512-7a45-43e1-a4be-a201260efcbb', 'status': 'completed', 'code': 200} Aug 17 03:12:46.252958 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a89b4148-9e1c-454a-bf73-1603f39c7155', 'tag': '30a80ad0-0ecf-4bda-94fe-dcc080b42688', 'status': 'completed', 'code': 200} Aug 17 03:12:46.255269 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-c9d2bb35-78bf-46f3-8aec-2e07f1558677 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c66f9fe1-313f-47ea-b5ea-39e8ad208748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0558085 Aug 17 03:12:46.263294 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-030fa49c-4639-4451-958a-924eae37d122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:46.273949 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40530) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:46.294601 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-55ac1314-397d-4c0e-ac2a-0569e4291561 service neutron] 10.222.0.60 "GET /v2.0/networks/c66f9fe1-313f-47ea-b5ea-39e8ad208748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2376766 Aug 17 03:12:46.295101 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-030fa49c-4639-4451-958a-924eae37d122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:46.348714 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c56b93c7-26ee-454b-93af-9b18ab1969b5 req-b8d21176-82c6-46e6-aec0-09a5e84d8d8f tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1268206 Aug 17 03:12:46.401259 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-012ee49c-aada-435e-bc87-cbec21e55c13 service neutron] 10.222.0.30 "GET /v2.0/networks/c66f9fe1-313f-47ea-b5ea-39e8ad208748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279087 Aug 17 03:12:46.442688 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-030fa49c-4639-4451-958a-924eae37d122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:46.445602 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-030fa49c-4639-4451-958a-924eae37d122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:46.447539 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-030fa49c-4639-4451-958a-924eae37d122 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f061b0c9-76f1-4db0-be31-abaf23b9a249 HTTP/1.1" status: 204 len: 168 time: 0.2519841 Aug 17 03:12:46.456000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 104ec9b5-93ef-47be-8981-488d39e09201 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:12:46.457952 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030fa49c-4639-4451-958a-924eae37d122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f061b0c9-76f1-4db0-be31-abaf23b9a249,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:46.531495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-4e00070c-ba87-4e8e-aca3-1c40e95a993f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:46.533026 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-4e00070c-ba87-4e8e-aca3-1c40e95a993f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=543ce3b3f66a4cbd9121fd652ecba448&device_id=442ac104-b85c-447d-89e1-b1461fe7195b HTTP/1.1" status: 200 len: 1094 time: 0.0731821 Aug 17 03:12:46.539786 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-ed41cd0b-9e2a-492a-99a7-f3daf01621d7 service neutron] 10.222.0.30 "GET /v2.0/networks/c66f9fe1-313f-47ea-b5ea-39e8ad208748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295831 Aug 17 03:12:46.562125 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f862fbbe-b9cf-44ac-a9ad-0854172d5c4e tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:46.563263 n-d-802060-9 neutron-server[101969]: WARNING neutron.api.v2.base [None req-f862fbbe-b9cf-44ac-a9ad-0854172d5c4e tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 17 03:12:46.563834 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-f862fbbe-b9cf-44ac-a9ad-0854172d5c4e tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): There was a conflict when trying to complete your request. Aug 17 03:12:46.573210 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f862fbbe-b9cf-44ac-a9ad-0854172d5c4e tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2936969 Aug 17 03:12:46.573210 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40544) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:46.581862 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-13aa5327-8b6a-4ad6-a063-667befc29723 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group': {'name': 'tempest-secgroup--662855019'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:46.601842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 104ec9b5-93ef-47be-8981-488d39e09201, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=104ec9b5-93ef-47be-8981-488d39e09201,segment=NetworkSegment(9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83),segment_id=9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:46.615171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '104ec9b5-93ef-47be-8981-488d39e09201', 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748', 'port_id': '104ec9b5-93ef-47be-8981-488d39e09201', 'mac_address': 'fa:16:3e:d0:3f:b8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e159df-119f-4032-a447-07197a98c53e', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:12:46.649876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-2c99c870-1c94-45c0-80b1-245ae4182ce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:46.651585 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-2c99c870-1c94-45c0-80b1-245ae4182ce2 service neutron] 10.222.0.60 "GET /v2.0/networks?id=c66f9fe1-313f-47ea-b5ea-39e8ad208748 HTTP/1.1" status: 200 len: 918 time: 0.1108098 Aug 17 03:12:46.660072 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:46.673959 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 104ec9b5-93ef-47be-8981-488d39e09201 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:12:46.697227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 104ec9b5-93ef-47be-8981-488d39e09201, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=104ec9b5-93ef-47be-8981-488d39e09201,segment=NetworkSegment(9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83),segment_id=9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:46.699980 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-13aa5327-8b6a-4ad6-a063-667befc29723 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:46.708459 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-a602728b-29e9-4db8-825f-3801352b9e72 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=10e9a512-7a45-43e1-a4be-a201260efcbb HTTP/1.1" status: 200 len: 217 time: 0.0486195 Aug 17 03:12:46.710516 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-13aa5327-8b6a-4ad6-a063-667befc29723 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:46.760329 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:46.787333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-1c234874-f2ca-4aa5-866f-e4610ee0b3ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:46.788854 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-1c234874-f2ca-4aa5-866f-e4610ee0b3ad service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=543ce3b3f66a4cbd9121fd652ecba448&device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 1094 time: 0.0920131 Aug 17 03:12:46.793638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-fc34433d-92f2-4caa-8d9b-932686bb287c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:46.794993 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-fc34433d-92f2-4caa-8d9b-932686bb287c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=65e159df-119f-4032-a447-07197a98c53e HTTP/1.1" status: 200 len: 858 time: 0.0675993 Aug 17 03:12:46.843424 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=104ec9b5-93ef-47be-8981-488d39e09201,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:46.856723 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-13aa5327-8b6a-4ad6-a063-667befc29723 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:46.885809 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-92e578f9-36d8-4383-9fda-27f1bbd00aa9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=c66f9fe1-313f-47ea-b5ea-39e8ad208748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0764468 Aug 17 03:12:46.910846 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-13aa5327-8b6a-4ad6-a063-667befc29723 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:46.954914 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa5327-8b6a-4ad6-a063-667befc29723 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=784ccc6a-0d3c-4633-b56c-bc695d629271,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:46.978532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-09910390-abe7-42ef-80b7-25713965359d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:46.980390 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-09910390-abe7-42ef-80b7-25713965359d service neutron] 10.222.0.30 "GET /v2.0/networks?id=c66f9fe1-313f-47ea-b5ea-39e8ad208748 HTTP/1.1" status: 200 len: 918 time: 0.1830604 Aug 17 03:12:47.041152 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-7fb81073-49a0-41c9-9ae1-650520f80380 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=30a80ad0-0ecf-4bda-94fe-dcc080b42688 HTTP/1.1" status: 200 len: 217 time: 0.0508480 Aug 17 03:12:47.053295 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-13aa5327-8b6a-4ad6-a063-667befc29723 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:47.063448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['104ec9b5-93ef-47be-8981-488d39e09201'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:12:47.100119 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-2ec55853-bb56-4732-b845-a2b620195674 service neutron] 10.222.0.60 "GET /v2.0/networks/c66f9fe1-313f-47ea-b5ea-39e8ad208748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2020738 Aug 17 03:12:47.116775 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-13aa5327-8b6a-4ad6-a063-667befc29723 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:47.168935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13aa5327-8b6a-4ad6-a063-667befc29723 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c819e7f-d0c9-419b-a21f-186a41ef7885,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:47.191955 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-13aa5327-8b6a-4ad6-a063-667befc29723 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:47.196043 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-13aa5327-8b6a-4ad6-a063-667befc29723 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6226032 Aug 17 03:12:47.196714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40580) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:47.202206 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-8b495160-cbfb-4f49-9091-f2e69ad4d882 service neutron] 10.222.0.60 "GET /v2.0/networks/c66f9fe1-313f-47ea-b5ea-39e8ad208748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968993 Aug 17 03:12:47.205895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-7ded73ae-fa9c-4f1e-a292-63b6507b5e82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:47.207342 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-7ded73ae-fa9c-4f1e-a292-63b6507b5e82 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=65e159df-119f-4032-a447-07197a98c53e HTTP/1.1" status: 200 len: 858 time: 0.1538696 Aug 17 03:12:47.208231 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-80109b82-fe09-4a47-817b-7a5b8611a3a2 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': '3c819e7f-d0c9-419b-a21f-186a41ef7885', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:47.274992 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-8e7394fd-e56f-413d-9094-00a3a7dbc3e8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=c66f9fe1-313f-47ea-b5ea-39e8ad208748&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0470700 Aug 17 03:12:47.338767 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d27a9fb-ddc6-4899-9e26-2dea0b486537 req-36930d20-809a-4841-8be6-fd58b2b2d75a tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:47.340440 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d27a9fb-ddc6-4899-9e26-2dea0b486537 req-36930d20-809a-4841-8be6-fd58b2b2d75a tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 943 time: 0.1264558 Aug 17 03:12:47.383625 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-80109b82-fe09-4a47-817b-7a5b8611a3a2 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:47.409972 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-9a224031-ba48-4a04-811b-d72f4a7010c7 service neutron] 10.222.0.30 "GET /v2.0/networks/c66f9fe1-313f-47ea-b5ea-39e8ad208748?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264610 Aug 17 03:12:47.415169 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d27a9fb-ddc6-4899-9e26-2dea0b486537 req-823e227d-5a2a-48d7-afd0-5bc536213c3c tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605733 Aug 17 03:12:47.465831 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-80109b82-fe09-4a47-817b-7a5b8611a3a2 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:47.525632 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4201a9-638d-4a5a-9df9-1eb52d9ada92 req-5dcab134-7cb3-493c-8ee7-325c7560f1b0 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:47.525828 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-10a6d60f-731a-41c4-8b03-ab58de3b6be7 req-73469a1c-f727-49b5-bbb9-e53a7eea9c0d service neutron] 10.222.0.30 "GET /v2.0/networks/c66f9fe1-313f-47ea-b5ea-39e8ad208748?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056645 Aug 17 03:12:47.528123 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cb4201a9-638d-4a5a-9df9-1eb52d9ada92 req-5dcab134-7cb3-493c-8ee7-325c7560f1b0 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 944 time: 0.0725150 Aug 17 03:12:47.549293 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-80109b82-fe09-4a47-817b-7a5b8611a3a2 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:47.585145 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80109b82-fe09-4a47-817b-7a5b8611a3a2 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aeefab9-5c85-4a68-b300-fe0a16caa02c,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:47.593714 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cb4201a9-638d-4a5a-9df9-1eb52d9ada92 req-db96da71-6631-4e73-bf5e-4a325f990a7b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593154 Aug 17 03:12:47.654600 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-80109b82-fe09-4a47-817b-7a5b8611a3a2 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:47.655889 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-80109b82-fe09-4a47-817b-7a5b8611a3a2 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4580970 Aug 17 03:12:47.658562 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40606) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:47.663016 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-3853f9de-7ffd-47d7-94b5-6f2a1b4026a7 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': '3c819e7f-d0c9-419b-a21f-186a41ef7885', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:47.785110 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3853f9de-7ffd-47d7-94b5-6f2a1b4026a7 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:47.888499 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-3853f9de-7ffd-47d7-94b5-6f2a1b4026a7 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): There was a conflict when trying to complete your request. Aug 17 03:12:47.892502 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40648) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:47.898401 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3853f9de-7ffd-47d7-94b5-6f2a1b4026a7 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2330325 Aug 17 03:12:47.916811 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa5e5cfe-0c7f-4d36-b910-2c2b8508b798 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:47.947340 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bc252f9-c75a-4e9b-83fa-80583a9b09be tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:47.970971 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bc252f9-c75a-4e9b-83fa-80583a9b09be tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:48.076501 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bc252f9-c75a-4e9b-83fa-80583a9b09be tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:48.079301 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bc252f9-c75a-4e9b-83fa-80583a9b09be tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:48.082937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0bc252f9-c75a-4e9b-83fa-80583a9b09be tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "DELETE /v2.0/security-groups/3c819e7f-d0c9-419b-a21f-186a41ef7885 HTTP/1.1" status: 204 len: 168 time: 0.1863039 Aug 17 03:12:48.083533 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40662) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:48.091796 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc252f9-c75a-4e9b-83fa-80583a9b09be tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c819e7f-d0c9-419b-a21f-186a41ef7885,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:48.140407 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7e5e5555-5761-41be-a481-353269e56783 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552814 Aug 17 03:12:48.143762 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40668) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:48.148361 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-63446655-9f16-479f-b2a5-b951bbb571af tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group': {'name': 'tempest-secgroup--612708773'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:48.174035 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:48.252485 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63446655-9f16-479f-b2a5-b951bbb571af tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:48.343279 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63446655-9f16-479f-b2a5-b951bbb571af tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:48.428784 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63446655-9f16-479f-b2a5-b951bbb571af tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:48.453608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 06eac814-ff31-4bc4-bd39-52161bf81f68 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:12:48.460253 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63446655-9f16-479f-b2a5-b951bbb571af tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=45a2a0dd-8b92-4777-a8e1-b4c9b87ebeac,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:48.462046 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 104ec9b5-93ef-47be-8981-488d39e09201 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:12:48.529627 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63446655-9f16-479f-b2a5-b951bbb571af tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:48.531921 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-63446655-9f16-479f-b2a5-b951bbb571af tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3868465 Aug 17 03:12:48.538726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40702) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:48.545719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-97985990-1719-4231-92fa-088862dcb1e8 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': '45a2a0dd-8b92-4777-a8e1-b4c9b87ebeac', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:48.546483 n-d-802060-9 neutron-server[101970]: WARNING neutron.api.v2.base [None req-97985990-1719-4231-92fa-088862dcb1e8 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 17 03:12:48.547023 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-97985990-1719-4231-92fa-088862dcb1e8 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:12:48.550786 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-97985990-1719-4231-92fa-088862dcb1e8 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0102692 Aug 17 03:12:48.551377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40704) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:48.592187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6ae6ea-7873-487c-bbc7-ee23ec88d1ac req-658c1b50-3ee8-4463-9290-e4d8627566dd tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:48.592187 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fc6ae6ea-7873-487c-bbc7-ee23ec88d1ac req-658c1b50-3ee8-4463-9290-e4d8627566dd tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 943 time: 0.0847955 Aug 17 03:12:48.599609 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 06eac814-ff31-4bc4-bd39-52161bf81f68, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=06eac814-ff31-4bc4-bd39-52161bf81f68,segment=NetworkSegment(4b88605c-2bef-4224-b643-6ceb96922dbf),segment_id=4b88605c-2bef-4224-b643-6ceb96922dbf)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:48.612097 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '06eac814-ff31-4bc4-bd39-52161bf81f68', 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e', 'port_id': '06eac814-ff31-4bc4-bd39-52161bf81f68', 'mac_address': 'fa:16:3e:7b:30:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:12:48.655423 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:48.668817 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 06eac814-ff31-4bc4-bd39-52161bf81f68 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:12:48.671734 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fc6ae6ea-7873-487c-bbc7-ee23ec88d1ac req-ed9f3d5e-a7d2-4a0d-a201-f33a62ebe799 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659842 Aug 17 03:12:48.677672 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-abeaa4c6-f4b0-4e3d-bfb0-668000fb5fb1 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:48.690442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 06eac814-ff31-4bc4-bd39-52161bf81f68, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=06eac814-ff31-4bc4-bd39-52161bf81f68,segment=NetworkSegment(4b88605c-2bef-4224-b643-6ceb96922dbf),segment_id=4b88605c-2bef-4224-b643-6ceb96922dbf)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:48.702016 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-abeaa4c6-f4b0-4e3d-bfb0-668000fb5fb1 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:48.739654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d888697e-9b3d-4513-bae5-160364309b78 req-8f3157a5-34d8-4d4f-9aab-26400e63829e tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:48.741406 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d888697e-9b3d-4513-bae5-160364309b78 req-8f3157a5-34d8-4d4f-9aab-26400e63829e tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 944 time: 0.0661314 Aug 17 03:12:48.772784 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 104ec9b5-93ef-47be-8981-488d39e09201 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:48.774924 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:48.775584 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 30a80ad0-0ecf-4bda-94fe-dcc080b42688 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:12:48.781502 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d888697e-9b3d-4513-bae5-160364309b78 req-74723c84-ac4b-4a8e-86cf-df771c96f432 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330052 Aug 17 03:12:48.783614 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 104ec9b5-93ef-47be-8981-488d39e09201 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:48.783994 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:48.829621 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-abeaa4c6-f4b0-4e3d-bfb0-668000fb5fb1 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:48.832204 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-abeaa4c6-f4b0-4e3d-bfb0-668000fb5fb1 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:48.835714 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-abeaa4c6-f4b0-4e3d-bfb0-668000fb5fb1 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "DELETE /v2.0/security-groups/45a2a0dd-8b92-4777-a8e1-b4c9b87ebeac HTTP/1.1" status: 204 len: 168 time: 0.2798054 Aug 17 03:12:48.839300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40708) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:48.843297 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abeaa4c6-f4b0-4e3d-bfb0-668000fb5fb1 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a2a0dd-8b92-4777-a8e1-b4c9b87ebeac,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:48.885063 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fe6da96d-11f8-4b1a-b361-547afa9c2a72 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0444565 Aug 17 03:12:48.885277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40710) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:48.890662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-20ac3f2d-7d91-4ed9-ba59-65cff071d2d0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group': {'name': 'tempest-secgroup--439034213'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:48.920695 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=06eac814-ff31-4bc4-bd39-52161bf81f68,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:48.985926 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20ac3f2d-7d91-4ed9-ba59-65cff071d2d0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:48.992464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 30a80ad0-0ecf-4bda-94fe-dcc080b42688, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=30a80ad0-0ecf-4bda-94fe-dcc080b42688,segment=NetworkSegment(9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83),segment_id=9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:49.012467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '30a80ad0-0ecf-4bda-94fe-dcc080b42688', 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748', 'port_id': '30a80ad0-0ecf-4bda-94fe-dcc080b42688', 'mac_address': 'fa:16:3e:7f:b1:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e159df-119f-4032-a447-07197a98c53e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:12:49.018214 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.023258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40716) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:49.069679 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20c3a4b-e502-4719-896a-28066c56b701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104ec9b5-93ef-47be-8981-488d39e09201'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:12:49.071932 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7bfea16-d8a5-4761-b37c-91d184de559d" -d '{"events": [{"server_uuid": "c20c3a4b-e502-4719-896a-28066c56b701", "name": "network-vif-plugged", "status": "completed", "tag": "104ec9b5-93ef-47be-8981-488d39e09201"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:12:49.091837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 104ec9b5-93ef-47be-8981-488d39e09201, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=104ec9b5-93ef-47be-8981-488d39e09201,segment=NetworkSegment(9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83),segment_id=9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:49.104503 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.104907 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20ac3f2d-7d91-4ed9-ba59-65cff071d2d0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.108801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30a80ad0-0ecf-4bda-94fe-dcc080b42688 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:12:49.133160 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:12:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-33cb1bf1-75de-4378-aab5-c294f8b57079 x-openstack-request-id: req-33cb1bf1-75de-4378-aab5-c294f8b57079 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:12:49.133160 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20c3a4b-e502-4719-896a-28066c56b701", "name": "network-vif-plugged", "status": "completed", "tag": "104ec9b5-93ef-47be-8981-488d39e09201", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:12:49.133160 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-33cb1bf1-75de-4378-aab5-c294f8b57079 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:12:49.133610 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20c3a4b-e502-4719-896a-28066c56b701', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '104ec9b5-93ef-47be-8981-488d39e09201', 'code': 200} Aug 17 03:12:49.133911 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.135192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40722) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:49.137684 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 30a80ad0-0ecf-4bda-94fe-dcc080b42688, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=30a80ad0-0ecf-4bda-94fe-dcc080b42688,segment=NetworkSegment(9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83),segment_id=9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:49.178644 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.200910 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20ac3f2d-7d91-4ed9-ba59-65cff071d2d0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.221720 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.242954 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ac3f2d-7d91-4ed9-ba59-65cff071d2d0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=174b7248-a59b-472d-831f-ea6974a5f9b7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:49.253280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=104ec9b5-93ef-47be-8981-488d39e09201,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:49.260349 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a54ebca6-f36e-491e-b337-e4a831e72f4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.271063 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f05ff134-0417-407d-b18c-b27907f86f34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.301668 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dca21c89-747a-4bcd-bac9-4f8865c38efd req-f3edcc9a-ae8a-4935-937b-2136164781af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:49.301668 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dca21c89-747a-4bcd-bac9-4f8865c38efd req-f3edcc9a-ae8a-4935-937b-2136164781af service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c20c3a4b-e502-4719-896a-28066c56b701 HTTP/1.1" status: 200 len: 1097 time: 0.1038306 Aug 17 03:12:49.305457 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=30a80ad0-0ecf-4bda-94fe-dcc080b42688,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:49.322540 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20ac3f2d-7d91-4ed9-ba59-65cff071d2d0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.324815 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-20ac3f2d-7d91-4ed9-ba59-65cff071d2d0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4374018 Aug 17 03:12:49.327180 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40726) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:49.331644 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d655f93e-aee3-4415-8ad8-20642e231c4c tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': '174b7248-a59b-472d-831f-ea6974a5f9b7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:49.332513 n-d-802060-9 neutron-server[101969]: WARNING neutron.api.v2.base [None req-d655f93e-aee3-4415-8ad8-20642e231c4c tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 17 03:12:49.333028 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-d655f93e-aee3-4415-8ad8-20642e231c4c tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:12:49.334077 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d655f93e-aee3-4415-8ad8-20642e231c4c tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0059643 Aug 17 03:12:49.336576 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40728) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:49.342452 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dca21c89-747a-4bcd-bac9-4f8865c38efd req-3788e315-cc3e-46da-ab03-f87d865ca6d9 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367219 Aug 17 03:12:49.394643 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88e1b50b-751e-4397-95d1-390e01845f46 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.414286 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a54ebca6-f36e-491e-b337-e4a831e72f4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.420441 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88e1b50b-751e-4397-95d1-390e01845f46 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.480257 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['06eac814-ff31-4bc4-bd39-52161bf81f68'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:12:49.484511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['30a80ad0-0ecf-4bda-94fe-dcc080b42688'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:12:49.501228 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a54ebca6-f36e-491e-b337-e4a831e72f4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.553224 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a54ebca6-f36e-491e-b337-e4a831e72f4c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e59dcdee7a8c4ecdb46109fd167696fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5285559 Aug 17 03:12:49.555991 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40730) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:49.560607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54ebca6-f36e-491e-b337-e4a831e72f4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=560630b4-eba1-45bd-9ae5-259db5202a6d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:49.574610 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88e1b50b-751e-4397-95d1-390e01845f46 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.578983 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88e1b50b-751e-4397-95d1-390e01845f46 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.581494 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-88e1b50b-751e-4397-95d1-390e01845f46 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "DELETE /v2.0/security-groups/174b7248-a59b-472d-831f-ea6974a5f9b7 HTTP/1.1" status: 204 len: 168 time: 0.2439735 Aug 17 03:12:49.588391 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40732) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:49.602474 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88e1b50b-751e-4397-95d1-390e01845f46 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=174b7248-a59b-472d-831f-ea6974a5f9b7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:49.635015 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5d31f3a-048a-449e-a2d9-6b4ba384fb33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.660531 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5d31f3a-048a-449e-a2d9-6b4ba384fb33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.671522 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f768a1b1-f47b-4b62-9ad8-0855444d7a5a tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0819733 Aug 17 03:12:49.677206 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40736) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:49.680612 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-77c2d49e-47a0-4486-bdce-24baaba2ffcb tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group': {'name': 'tempest-secgroup--827685015'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:49.690755 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f05ff134-0417-407d-b18c-b27907f86f34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.754418 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f05ff134-0417-407d-b18c-b27907f86f34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.807807 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5d31f3a-048a-449e-a2d9-6b4ba384fb33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.810680 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5d31f3a-048a-449e-a2d9-6b4ba384fb33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.814424 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a5d31f3a-048a-449e-a2d9-6b4ba384fb33 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/560630b4-eba1-45bd-9ae5-259db5202a6d HTTP/1.1" status: 204 len: 168 time: 0.2574255 Aug 17 03:12:49.822256 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d31f3a-048a-449e-a2d9-6b4ba384fb33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=560630b4-eba1-45bd-9ae5-259db5202a6d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:49.852312 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40744) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:49.859836 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f05ff134-0417-407d-b18c-b27907f86f34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=01be09a8e3c04b0692ae44d953c7701a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7233586 Aug 17 03:12:49.864597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05ff134-0417-407d-b18c-b27907f86f34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9f39acc1-e5c0-42dd-989e-ccb9af75b4ee,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:49.876671 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77c2d49e-47a0-4486-bdce-24baaba2ffcb tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.907977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646dd784-8755-4cc4-a156-5eea7279727e req-d63d2b22-221d-4bb2-a595-75967476763c tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:49.909556 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-646dd784-8755-4cc4-a156-5eea7279727e req-d63d2b22-221d-4bb2-a595-75967476763c tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 944 time: 0.1477721 Aug 17 03:12:49.947390 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4acfbeda-5f68-4a96-b5d0-9924d74b813c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.968799 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-646dd784-8755-4cc4-a156-5eea7279727e req-c65af51f-680f-440d-a49f-29565f19dcb8 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515840 Aug 17 03:12:49.981361 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4acfbeda-5f68-4a96-b5d0-9924d74b813c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:49.999747 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182cf43e-a615-49dd-ad92-5a621e364944 req-19a44c5b-061f-46a8-be19-88403c05fe95 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:50.001265 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-182cf43e-a615-49dd-ad92-5a621e364944 req-19a44c5b-061f-46a8-be19-88403c05fe95 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 945 time: 0.0945797 Aug 17 03:12:50.018191 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77c2d49e-47a0-4486-bdce-24baaba2ffcb tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:50.055046 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-182cf43e-a615-49dd-ad92-5a621e364944 req-a970ad7c-a3c0-4cd5-a06e-285763ad29c1 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0448318 Aug 17 03:12:50.088154 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77c2d49e-47a0-4486-bdce-24baaba2ffcb tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:50.119750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c2d49e-47a0-4486-bdce-24baaba2ffcb tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab22d081-9046-474a-a34c-66397a53c623,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:50.145561 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4acfbeda-5f68-4a96-b5d0-9924d74b813c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:50.148601 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4acfbeda-5f68-4a96-b5d0-9924d74b813c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:50.149507 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4acfbeda-5f68-4a96-b5d0-9924d74b813c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9f39acc1-e5c0-42dd-989e-ccb9af75b4ee HTTP/1.1" status: 204 len: 168 time: 0.2962358 Aug 17 03:12:50.158626 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acfbeda-5f68-4a96-b5d0-9924d74b813c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f39acc1-e5c0-42dd-989e-ccb9af75b4ee,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:50.177296 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77c2d49e-47a0-4486-bdce-24baaba2ffcb tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:50.178610 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-77c2d49e-47a0-4486-bdce-24baaba2ffcb tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5015547 Aug 17 03:12:50.181310 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40752) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:50.187111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-74cb8a3f-548d-448c-b7a5-5d7990693f39 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': 'ab22d081-9046-474a-a34c-66397a53c623', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:50.199128 n-d-802060-9 neutron-server[101970]: WARNING neutron.api.v2.base [None req-74cb8a3f-548d-448c-b7a5-5d7990693f39 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 17 03:12:50.199797 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-74cb8a3f-548d-448c-b7a5-5d7990693f39 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:12:50.203891 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40754) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:50.204083 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-74cb8a3f-548d-448c-b7a5-5d7990693f39 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0214355 Aug 17 03:12:50.208969 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-17661485-b636-4dac-a496-ac7e9a26dd72 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': 'ab22d081-9046-474a-a34c-66397a53c623', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:50.210670 n-d-802060-9 neutron-server[101969]: WARNING neutron.api.v2.base [None req-17661485-b636-4dac-a496-ac7e9a26dd72 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 17 03:12:50.216564 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-17661485-b636-4dac-a496-ac7e9a26dd72 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:12:50.216564 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-17661485-b636-4dac-a496-ac7e9a26dd72 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0069687 Aug 17 03:12:50.216893 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40756) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:50.222861 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-0b990a4e-24c2-4f24-a4b8-83715f763614 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': 'ab22d081-9046-474a-a34c-66397a53c623', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:50.224115 n-d-802060-9 neutron-server[101969]: WARNING neutron.api.v2.base [None req-0b990a4e-24c2-4f24-a4b8-83715f763614 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 17 03:12:50.224665 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-0b990a4e-24c2-4f24-a4b8-83715f763614 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:12:50.228985 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0b990a4e-24c2-4f24-a4b8-83715f763614 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0087311 Aug 17 03:12:50.229216 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40760) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:50.234893 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-3c0aaa38-1312-4acd-9b71-13d2f4497073 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': 'ab22d081-9046-474a-a34c-66397a53c623', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:50.236014 n-d-802060-9 neutron-server[101969]: WARNING neutron.api.v2.base [None req-3c0aaa38-1312-4acd-9b71-13d2f4497073 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 17 03:12:50.236554 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-3c0aaa38-1312-4acd-9b71-13d2f4497073 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:12:50.238234 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3c0aaa38-1312-4acd-9b71-13d2f4497073 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0073428 Aug 17 03:12:50.244358 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40762) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:50.297623 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac795934-ddbc-4c9e-a6ae-4000417ee798 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:50.320916 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac795934-ddbc-4c9e-a6ae-4000417ee798 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:50.466071 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac795934-ddbc-4c9e-a6ae-4000417ee798 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:50.469035 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac795934-ddbc-4c9e-a6ae-4000417ee798 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:50.472636 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ac795934-ddbc-4c9e-a6ae-4000417ee798 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "DELETE /v2.0/security-groups/ab22d081-9046-474a-a34c-66397a53c623 HTTP/1.1" status: 204 len: 168 time: 0.2249634 Aug 17 03:12:50.473076 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40768) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:50.481473 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac795934-ddbc-4c9e-a6ae-4000417ee798 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab22d081-9046-474a-a34c-66397a53c623,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:50.489023 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 06eac814-ff31-4bc4-bd39-52161bf81f68 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:12:50.536721 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-527c6aca-4da0-4d6f-b54f-ce7ab8c6ebfe tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0624199 Aug 17 03:12:50.540496 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40772) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:50.546406 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-64cfb8f4-9e3b-44d9-93d6-264fdb43e479 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group': {'name': 'tempest-secgroup--595233608'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:50.595801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 10e9a512-7a45-43e1-a4be-a201260efcbb details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:12:50.627350 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64cfb8f4-9e3b-44d9-93d6-264fdb43e479 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:50.675573 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 06eac814-ff31-4bc4-bd39-52161bf81f68 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:50.684387 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 06eac814-ff31-4bc4-bd39-52161bf81f68 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:50.684726 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:50.747110 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64cfb8f4-9e3b-44d9-93d6-264fdb43e479 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:50.787255 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 10e9a512-7a45-43e1-a4be-a201260efcbb, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=10e9a512-7a45-43e1-a4be-a201260efcbb,segment=NetworkSegment(9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83),segment_id=9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:50.802751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '10e9a512-7a45-43e1-a4be-a201260efcbb', 'network_id': 'c66f9fe1-313f-47ea-b5ea-39e8ad208748', 'port_id': '10e9a512-7a45-43e1-a4be-a201260efcbb', 'mac_address': 'fa:16:3e:52:48:3b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '65e159df-119f-4032-a447-07197a98c53e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:12:50.819061 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64cfb8f4-9e3b-44d9-93d6-264fdb43e479 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:50.858900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64cfb8f4-9e3b-44d9-93d6-264fdb43e479 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1ed270dc-481d-4e73-82cf-1f70136d75bf,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:50.866926 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:50.868910 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:50.877926 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:50.898271 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-64cfb8f4-9e3b-44d9-93d6-264fdb43e479 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:50.898855 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10e9a512-7a45-43e1-a4be-a201260efcbb {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:12:50.901454 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-64cfb8f4-9e3b-44d9-93d6-264fdb43e479 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3581054 Aug 17 03:12:50.903462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40790) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:50.908532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-92e745af-9b31-4e24-b1b8-0a5546cb7b11 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': '1ed270dc-481d-4e73-82cf-1f70136d75bf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:50.909454 n-d-802060-9 neutron-server[101970]: WARNING neutron.api.v2.base [None req-92e745af-9b31-4e24-b1b8-0a5546cb7b11 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 17 03:12:50.909966 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-92e745af-9b31-4e24-b1b8-0a5546cb7b11 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:12:50.913770 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-92e745af-9b31-4e24-b1b8-0a5546cb7b11 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0091934 Aug 17 03:12:50.914084 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40792) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:50.919768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6fc4439f-2900-4a16-ab90-78c02cdf9651 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': '1ed270dc-481d-4e73-82cf-1f70136d75bf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:50.928774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 06eac814-ff31-4bc4-bd39-52161bf81f68, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=06eac814-ff31-4bc4-bd39-52161bf81f68,segment=NetworkSegment(4b88605c-2bef-4224-b643-6ceb96922dbf),segment_id=4b88605c-2bef-4224-b643-6ceb96922dbf)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:50.930595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 10e9a512-7a45-43e1-a4be-a201260efcbb, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=10e9a512-7a45-43e1-a4be-a201260efcbb,segment=NetworkSegment(9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83),segment_id=9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:51.002077 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:51.003372 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 30a80ad0-0ecf-4bda-94fe-dcc080b42688 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:12:51.048836 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:51.103452 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=06eac814-ff31-4bc4-bd39-52161bf81f68,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:51.111178 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa778a5-6fa5-4792-a756-5b98776b7b0f req-70b6b803-f662-47b8-b1d7-dcae452d9a86 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:51.112857 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ffa778a5-6fa5-4792-a756-5b98776b7b0f req-70b6b803-f662-47b8-b1d7-dcae452d9a86 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 944 time: 0.0633602 Aug 17 03:12:51.132592 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-6fc4439f-2900-4a16-ab90-78c02cdf9651 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:12:51.138084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40802) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:51.142535 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06eac814-ff31-4bc4-bd39-52161bf81f68'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:12:51.144212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a63a0c0e-8aeb-442f-87d1-699ab58e921a tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': '1ed270dc-481d-4e73-82cf-1f70136d75bf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:51.144763 n-d-802060-9 neutron-server[101970]: WARNING neutron.api.v2.base [None req-a63a0c0e-8aeb-442f-87d1-699ab58e921a tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 17 03:12:51.145268 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-a63a0c0e-8aeb-442f-87d1-699ab58e921a tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:12:51.146251 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82d6803c-16dc-413f-a1c3-fe59e6a457e8" -d '{"events": [{"server_uuid": "5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c", "name": "network-vif-plugged", "status": "completed", "tag": "06eac814-ff31-4bc4-bd39-52161bf81f68"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:12:51.152996 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6fc4439f-2900-4a16-ab90-78c02cdf9651 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2344751 Aug 17 03:12:51.152996 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40806) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:51.157358 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a63a0c0e-8aeb-442f-87d1-699ab58e921a tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0114357 Aug 17 03:12:51.171395 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-84f5c9da-24bf-4098-be03-3e5299a33408 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': '1ed270dc-481d-4e73-82cf-1f70136d75bf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:51.182113 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=10e9a512-7a45-43e1-a4be-a201260efcbb,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:51.203967 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bb9337-8fd3-4ec4-9e34-8da9e7451af8 req-93f30f5b-1c95-43ea-b307-6d8178c77b84 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:51.205790 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f7bb9337-8fd3-4ec4-9e34-8da9e7451af8 req-93f30f5b-1c95-43ea-b307-6d8178c77b84 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 946 time: 0.0539312 Aug 17 03:12:51.211901 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ffa778a5-6fa5-4792-a756-5b98776b7b0f req-0c336d5c-8974-4a2f-9216-fe627aea36d7 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0910013 Aug 17 03:12:51.247296 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 30a80ad0-0ecf-4bda-94fe-dcc080b42688 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:51.251826 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 30a80ad0-0ecf-4bda-94fe-dcc080b42688 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:51.252209 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:51.269182 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f7bb9337-8fd3-4ec4-9e34-8da9e7451af8 req-52bd192e-508f-4042-8c58-0381d1034af1 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0544047 Aug 17 03:12:51.295444 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:12:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ce6eb54-416a-45a7-9f72-6051e604c01a x-openstack-request-id: req-9ce6eb54-416a-45a7-9f72-6051e604c01a {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:12:51.295743 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c", "name": "network-vif-plugged", "status": "completed", "tag": "06eac814-ff31-4bc4-bd39-52161bf81f68", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:12:51.295997 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ce6eb54-416a-45a7-9f72-6051e604c01a {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:12:51.296520 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06eac814-ff31-4bc4-bd39-52161bf81f68', 'code': 200} Aug 17 03:12:51.354575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['10e9a512-7a45-43e1-a4be-a201260efcbb'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:12:51.380273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4b853ad-9e0e-46c6-86e3-0632d742f2db req-52286f65-a445-4683-9419-b9226dd1d024 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:51.382219 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b4b853ad-9e0e-46c6-86e3-0632d742f2db req-52286f65-a445-4683-9419-b9226dd1d024 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 1097 time: 0.0504203 Aug 17 03:12:51.390870 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-84f5c9da-24bf-4098-be03-3e5299a33408 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:12:51.392137 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:51.395382 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-84f5c9da-24bf-4098-be03-3e5299a33408 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2329509 Aug 17 03:12:51.396062 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40816) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:51.401331 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a898d065-c6e7-4bbb-b30e-734d1deaf00a tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': '1ed270dc-481d-4e73-82cf-1f70136d75bf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:51.402870 n-d-802060-9 neutron-server[101969]: WARNING neutron.api.v2.base [None req-a898d065-c6e7-4bbb-b30e-734d1deaf00a tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 17 03:12:51.403805 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-a898d065-c6e7-4bbb-b30e-734d1deaf00a tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:12:51.404870 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a898d065-c6e7-4bbb-b30e-734d1deaf00a tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0078025 Aug 17 03:12:51.408689 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40818) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:51.414415 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-47fce901-da86-47b5-96c4-939e8fd5ff3b tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': '1ed270dc-481d-4e73-82cf-1f70136d75bf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:51.445730 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b4b853ad-9e0e-46c6-86e3-0632d742f2db req-4a819fba-dbdd-4f66-b878-f7d2e42904a2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513287 Aug 17 03:12:51.461529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 30a80ad0-0ecf-4bda-94fe-dcc080b42688, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=30a80ad0-0ecf-4bda-94fe-dcc080b42688,segment=NetworkSegment(9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83),segment_id=9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:51.637021 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-47fce901-da86-47b5-96c4-939e8fd5ff3b tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:12:51.638331 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-47fce901-da86-47b5-96c4-939e8fd5ff3b tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2286398 Aug 17 03:12:51.641223 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40826) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:51.646015 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-813bfb2f-c5a1-4ba5-a2b9-a9a7ea6732b8 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': '1ed270dc-481d-4e73-82cf-1f70136d75bf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:51.646491 n-d-802060-9 neutron-server[101969]: WARNING neutron.api.v2.base [None req-813bfb2f-c5a1-4ba5-a2b9-a9a7ea6732b8 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 17 03:12:51.647088 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-813bfb2f-c5a1-4ba5-a2b9-a9a7ea6732b8 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:12:51.650553 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-813bfb2f-c5a1-4ba5-a2b9-a9a7ea6732b8 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0057263 Aug 17 03:12:51.651130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40828) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:51.656748 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-277d7ecb-ce5c-4621-993f-a331e43f1172 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': '1ed270dc-481d-4e73-82cf-1f70136d75bf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:51.682994 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:51.742493 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=30a80ad0-0ecf-4bda-94fe-dcc080b42688,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:51.865132 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-277d7ecb-ce5c-4621-993f-a331e43f1172 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:12:51.866210 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-277d7ecb-ce5c-4621-993f-a331e43f1172 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2142787 Aug 17 03:12:51.873139 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40838) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:51.879090 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-030de403-e280-4e9e-aa1f-b2e310e8dcac tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': '1ed270dc-481d-4e73-82cf-1f70136d75bf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:52.035491 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40846) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:52.111372 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-030de403-e280-4e9e-aa1f-b2e310e8dcac tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:12:52.112455 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-030de403-e280-4e9e-aa1f-b2e310e8dcac tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2382739 Aug 17 03:12:52.115352 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40852) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:52.168693 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af3fb90a-56a1-4627-a2b5-d6e76d24c005 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.186089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0a553953-39f1-46b6-b48d-98248fb97f78 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-827088519'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:52.204069 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af3fb90a-56a1-4627-a2b5-d6e76d24c005 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.311679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a553953-39f1-46b6-b48d-98248fb97f78 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Made reservation on behalf of f2ea083b3c084773bed2fac9169360ba for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:52.315212 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0a553953-39f1-46b6-b48d-98248fb97f78 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.327368 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0a553953-39f1-46b6-b48d-98248fb97f78 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.366296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45790d6-e29d-489f-b2d1-f9b239428250 req-31f604f1-5f76-4a65-9580-9d894feab908 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:52.368126 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f45790d6-e29d-489f-b2d1-f9b239428250 req-31f604f1-5f76-4a65-9580-9d894feab908 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 945 time: 0.0889750 Aug 17 03:12:52.371377 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af3fb90a-56a1-4627-a2b5-d6e76d24c005 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.374278 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af3fb90a-56a1-4627-a2b5-d6e76d24c005 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.375528 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-af3fb90a-56a1-4627-a2b5-d6e76d24c005 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "DELETE /v2.0/security-groups/1ed270dc-481d-4e73-82cf-1f70136d75bf HTTP/1.1" status: 204 len: 168 time: 0.2592933 Aug 17 03:12:52.382944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40864) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:52.408324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3fb90a-56a1-4627-a2b5-d6e76d24c005 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ed270dc-481d-4e73-82cf-1f70136d75bf,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:52.440960 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a7fb5a8d-be09-47ff-99ca-1dcc2a165869 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0566287 Aug 17 03:12:52.445723 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40866) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:52.451538 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f45790d6-e29d-489f-b2d1-f9b239428250 req-cdb53ce9-e065-40f2-a15b-419c6e443a45 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720603 Aug 17 03:12:52.452381 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-450282c2-d56e-4784-8cdf-5ac658797ce0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group': {'name': 'tempest-secgroup--275152575'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:52.491863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6f8874-2cf7-4fe3-8072-c19e910855b2 req-7b205a44-4331-479d-9da6-b5e2a432cdb9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:52.493846 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fe6f8874-2cf7-4fe3-8072-c19e910855b2 req-7b205a44-4331-479d-9da6-b5e2a432cdb9 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 946 time: 0.1467588 Aug 17 03:12:52.526415 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0a553953-39f1-46b6-b48d-98248fb97f78 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.540083 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fe6f8874-2cf7-4fe3-8072-c19e910855b2 req-068cf11d-0d37-4712-bcef-117f68df5c94 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390654 Aug 17 03:12:52.607515 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0a553953-39f1-46b6-b48d-98248fb97f78 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.610050 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 10e9a512-7a45-43e1-a4be-a201260efcbb up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:12:52.631337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a553953-39f1-46b6-b48d-98248fb97f78 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:12:52.647950 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a553953-39f1-46b6-b48d-98248fb97f78 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06fceced-9bfa-47f2-abf0-488b566b2e38,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:52.650876 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0a553953-39f1-46b6-b48d-98248fb97f78 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.651228 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-0a553953-39f1-46b6-b48d-98248fb97f78 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Added segment 567d6e12-25db-4c2e-bbf5-4c1b0f156c17 of type vlan for network a2167944-fac8-4447-aca9-7b2c88a4a2b5 Aug 17 03:12:52.695039 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0a553953-39f1-46b6-b48d-98248fb97f78 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.705675 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-450282c2-d56e-4784-8cdf-5ac658797ce0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.745284 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40874) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:52.756643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 10e9a512-7a45-43e1-a4be-a201260efcbb completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:52.761239 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 10e9a512-7a45-43e1-a4be-a201260efcbb triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:52.763240 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.790283 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0a553953-39f1-46b6-b48d-98248fb97f78 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.798852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a553953-39f1-46b6-b48d-98248fb97f78 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:52.799495 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0a553953-39f1-46b6-b48d-98248fb97f78 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.802829 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-450282c2-d56e-4784-8cdf-5ac658797ce0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.859029 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.867060 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-707ecc17-8dbe-4ad9-a915-de9990cee967 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Request body: {'quota': {'network': 2}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:52.874911 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a553953-39f1-46b6-b48d-98248fb97f78 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Pushing event updated for resources: {'Network': ['ID=a2167944-fac8-4447-aca9-7b2c88a4a2b5,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:52.876679 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-450282c2-d56e-4784-8cdf-5ac658797ce0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.888041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network a2167944-fac8-4447-aca9-7b2c88a4a2b5 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:12:52.906879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450282c2-d56e-4784-8cdf-5ac658797ce0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=06c27590-10d6-4b17-ae4a-26254ea3fa38,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:52.919048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 10e9a512-7a45-43e1-a4be-a201260efcbb, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=10e9a512-7a45-43e1-a4be-a201260efcbb,segment=NetworkSegment(9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83),segment_id=9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:52.960530 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-707ecc17-8dbe-4ad9-a915-de9990cee967 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] 10.222.0.10 "PUT /v2.0/quotas/e9f64deffeb74d80905c37f95a9299b0 HTTP/1.1" status: 200 len: 368 time: 0.2136645 Aug 17 03:12:52.964847 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40880) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:52.969667 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-0a849b38-f79e-4472-bb71-d10ce7825e7e tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Request body: {'network': {'project_id': 'e9f64deffeb74d80905c37f95a9299b0'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:52.978019 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.979407 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-450282c2-d56e-4784-8cdf-5ac658797ce0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:52.980525 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0a553953-39f1-46b6-b48d-98248fb97f78 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.9425519 Aug 17 03:12:52.982132 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-450282c2-d56e-4784-8cdf-5ac658797ce0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5351760 Aug 17 03:12:52.984533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40882) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:52.984885 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40884) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:52.990831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-32d86370-1949-4ab7-975b-6532c2eb8d11 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': '06c27590-10d6-4b17-ae4a-26254ea3fa38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:52.998408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1bdca776-4331-4234-bdd2-088c5d92f023 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Request body: {'subnet': {'network_id': 'a2167944-fac8-4447-aca9-7b2c88a4a2b5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:53.036370 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=10e9a512-7a45-43e1-a4be-a201260efcbb,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:53.053593 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a849b38-f79e-4472-bb71-d10ce7825e7e tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Made reservation on behalf of e9f64deffeb74d80905c37f95a9299b0 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:53.055896 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0a849b38-f79e-4472-bb71-d10ce7825e7e tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:53.065788 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0a849b38-f79e-4472-bb71-d10ce7825e7e tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:53.224229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0a849b38-f79e-4472-bb71-d10ce7825e7e tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:53.297930 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a89b4148-9e1c-454a-bf73-1603f39c7155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a80ad0-0ecf-4bda-94fe-dcc080b42688'}, {'server_uuid': '442ac104-b85c-447d-89e1-b1461fe7195b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e9a512-7a45-43e1-a4be-a201260efcbb'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:12:53.300348 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99103350-20c1-468c-a780-42be0c6ae0e0" -d '{"events": [{"server_uuid": "a89b4148-9e1c-454a-bf73-1603f39c7155", "name": "network-vif-plugged", "status": "completed", "tag": "30a80ad0-0ecf-4bda-94fe-dcc080b42688"}, {"server_uuid": "442ac104-b85c-447d-89e1-b1461fe7195b", "name": "network-vif-plugged", "status": "completed", "tag": "10e9a512-7a45-43e1-a4be-a201260efcbb"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:12:53.305003 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0a849b38-f79e-4472-bb71-d10ce7825e7e tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:53.333409 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a849b38-f79e-4472-bb71-d10ce7825e7e tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:12:53.343239 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a849b38-f79e-4472-bb71-d10ce7825e7e tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66241d0c-d093-4f46-87f7-242184028c97,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:53.344725 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Tue, 17 Aug 2021 03:12:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9edb7a3-723e-474f-9167-ee27bc2155b8 x-openstack-request-id: req-e9edb7a3-723e-474f-9167-ee27bc2155b8 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:12:53.345440 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a89b4148-9e1c-454a-bf73-1603f39c7155", "name": "network-vif-plugged", "status": "completed", "tag": "30a80ad0-0ecf-4bda-94fe-dcc080b42688", "code": 200}, {"server_uuid": "442ac104-b85c-447d-89e1-b1461fe7195b", "name": "network-vif-plugged", "status": "completed", "tag": "10e9a512-7a45-43e1-a4be-a201260efcbb", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:12:53.345440 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e9edb7a3-723e-474f-9167-ee27bc2155b8 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:12:53.346439 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89b4148-9e1c-454a-bf73-1603f39c7155', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30a80ad0-0ecf-4bda-94fe-dcc080b42688', 'code': 200} Aug 17 03:12:53.346725 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442ac104-b85c-447d-89e1-b1461fe7195b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10e9a512-7a45-43e1-a4be-a201260efcbb', 'code': 200} Aug 17 03:12:53.349499 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0a849b38-f79e-4472-bb71-d10ce7825e7e tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:53.349919 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-0a849b38-f79e-4472-bb71-d10ce7825e7e tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Added segment 1748af6a-cc54-4e87-bed4-f67d8a6339ab of type vlan for network ee6aba20-8a9a-4ac1-8352-8d67b3fcd85d Aug 17 03:12:53.364939 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-32d86370-1949-4ab7-975b-6532c2eb8d11 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The resource could not be found. Aug 17 03:12:53.366148 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-32d86370-1949-4ab7-975b-6532c2eb8d11 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3799849 Aug 17 03:12:53.368976 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40890) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:53.373641 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e2c22caa-bc04-4d9a-9e63-17d1ce12ec41 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': '06c27590-10d6-4b17-ae4a-26254ea3fa38', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '4997af40-b876-4737-969f-2f34a98debe7'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:53.490418 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bdca776-4331-4234-bdd2-088c5d92f023 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Made reservation on behalf of f2ea083b3c084773bed2fac9169360ba for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:53.493945 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1bdca776-4331-4234-bdd2-088c5d92f023 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:53.561027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7f07b-7009-4928-91f6-3f877d7ef33e req-5f0c8cca-21a0-419f-9a77-4815403f940c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:53.563523 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f1f7f07b-7009-4928-91f6-3f877d7ef33e req-5f0c8cca-21a0-419f-9a77-4815403f940c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 1096 time: 0.1409962 Aug 17 03:12:53.611649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41792e04-8181-4c7d-9522-618801c8c2e7 req-be905147-63ac-4918-ab21-6700a86af63f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:53.613350 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-41792e04-8181-4c7d-9522-618801c8c2e7 req-be905147-63ac-4918-ab21-6700a86af63f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=442ac104-b85c-447d-89e1-b1461fe7195b HTTP/1.1" status: 200 len: 1096 time: 0.1825879 Aug 17 03:12:53.710321 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f1f7f07b-7009-4928-91f6-3f877d7ef33e req-7bb62988-b312-4df8-b5de-08e9137b35b8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228650 Aug 17 03:12:53.721074 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d2613-2988-48a5-bff3-f5126d607361 req-a8604d93-418f-4c21-890d-81c087774882 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:53.722625 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e83d2613-2988-48a5-bff3-f5126d607361 req-a8604d93-418f-4c21-890d-81c087774882 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 945 time: 0.1650035 Aug 17 03:12:53.730333 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-41792e04-8181-4c7d-9522-618801c8c2e7 req-9b235041-1b4f-45cf-8b53-42e71fd7a8a9 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047935 Aug 17 03:12:53.758539 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0a849b38-f79e-4472-bb71-d10ce7825e7e tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:53.772501 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-e2c22caa-bc04-4d9a-9e63-17d1ce12ec41 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The resource could not be found. Aug 17 03:12:53.776336 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e2c22caa-bc04-4d9a-9e63-17d1ce12ec41 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.4063313 Aug 17 03:12:53.780691 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40896) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:53.799501 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-414c2d76-5d11-417f-acf5-09fb6a6a25ae req-e3db629e-405b-49f7-9153-ff5953d5fd16 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:53.800995 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-414c2d76-5d11-417f-acf5-09fb6a6a25ae req-e3db629e-405b-49f7-9153-ff5953d5fd16 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 946 time: 0.0818067 Aug 17 03:12:53.815804 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e83d2613-2988-48a5-bff3-f5126d607361 req-2c1d2459-2542-4595-b25b-08823078ca0a tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843315 Aug 17 03:12:53.842083 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-414c2d76-5d11-417f-acf5-09fb6a6a25ae req-f5574cf4-6745-4b9a-89dc-83e7a6143f27 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347056 Aug 17 03:12:53.847610 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0a849b38-f79e-4472-bb71-d10ce7825e7e tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:53.848845 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a849b38-f79e-4472-bb71-d10ce7825e7e tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:53.849451 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0a849b38-f79e-4472-bb71-d10ce7825e7e tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:53.919905 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a849b38-f79e-4472-bb71-d10ce7825e7e tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Pushing event updated for resources: {'Network': ['ID=ee6aba20-8a9a-4ac1-8352-8d67b3fcd85d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:53.923650 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0a849b38-f79e-4472-bb71-d10ce7825e7e tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.9578042 Aug 17 03:12:53.926556 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40900) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:53.930158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network ee6aba20-8a9a-4ac1-8352-8d67b3fcd85d details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:12:53.931855 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-0822a325-ccf1-42f2-af56-c6529ba8a666 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Request body: {'network': {'project_id': 'e9f64deffeb74d80905c37f95a9299b0'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:54.024796 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0822a325-ccf1-42f2-af56-c6529ba8a666 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Made reservation on behalf of e9f64deffeb74d80905c37f95a9299b0 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:54.027284 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0822a325-ccf1-42f2-af56-c6529ba8a666 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:54.052661 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0822a325-ccf1-42f2-af56-c6529ba8a666 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:12:54.063233 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0822a325-ccf1-42f2-af56-c6529ba8a666 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:54.063587 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-0822a325-ccf1-42f2-af56-c6529ba8a666 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Added segment e71734ca-5893-4b12-a508-794e34d9ac44 of type vlan for network 9708c0b3-f172-479b-b62e-3f7a2402716b Aug 17 03:12:54.105178 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0822a325-ccf1-42f2-af56-c6529ba8a666 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:54.185170 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0822a325-ccf1-42f2-af56-c6529ba8a666 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:54.186188 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0822a325-ccf1-42f2-af56-c6529ba8a666 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:54.186775 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0822a325-ccf1-42f2-af56-c6529ba8a666 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:54.251153 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0822a325-ccf1-42f2-af56-c6529ba8a666 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Pushing event updated for resources: {'Network': ['ID=9708c0b3-f172-479b-b62e-3f7a2402716b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:54.260635 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 9708c0b3-f172-479b-b62e-3f7a2402716b details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:12:54.279913 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aab3c4bc-965b-4fba-b379-cfbef38688e0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:54.299144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cac701-9d8e-4f33-a4a9-a6923fd52beb req-c539862c-4521-429d-aa09-694b353de456 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:54.299740 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0822a325-ccf1-42f2-af56-c6529ba8a666 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 0.3722765 Aug 17 03:12:54.300647 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24cac701-9d8e-4f33-a4a9-a6923fd52beb req-c539862c-4521-429d-aa09-694b353de456 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 946 time: 0.1278706 Aug 17 03:12:54.303110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40904) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:54.310423 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-919f4e0a-4849-4638-b708-f2f6b11e47c0 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Request body: {'network': {'project_id': 'e9f64deffeb74d80905c37f95a9299b0'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:54.335349 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aab3c4bc-965b-4fba-b379-cfbef38688e0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:54.368957 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1bdca776-4331-4234-bdd2-088c5d92f023 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:54.370953 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-919f4e0a-4849-4638-b708-f2f6b11e47c0 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 17 03:12:54.371406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-919f4e0a-4849-4638-b708-f2f6b11e47c0 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:12:54.372538 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-919f4e0a-4849-4638-b708-f2f6b11e47c0 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.0684757 Aug 17 03:12:54.415312 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24cac701-9d8e-4f33-a4a9-a6923fd52beb req-1271bd64-d02f-4b13-8a3d-2f1123362071 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017923 Aug 17 03:12:54.454104 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40908) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:54.454466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bdca776-4331-4234-bdd2-088c5d92f023 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Pushing event updated for resources: {'Subnet': ['ID=8d1b49cd-6601-43c8-8d93-8c3d5e4a9a9e,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:54.466059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bdca776-4331-4234-bdd2-088c5d92f023 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Checking segment: {'id': '567d6e12-25db-4c2e-bbf5-4c1b0f156c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a2167944-fac8-4447-aca9-7b2c88a4a2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:12:54.466059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdca776-4331-4234-bdd2-088c5d92f023 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Network hostable DHCP agents. Network: a2167944-fac8-4447-aca9-7b2c88a4a2b5, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:12:54.476679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40910) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:54.502338 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d0b741-be97-4614-b9aa-b8b721868cb7 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:54.505040 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-31d0b741-be97-4614-b9aa-b8b721868cb7 tempest-TestNetworkBasicOps-484326967 tempest-TestNetworkBasicOps-484326967-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 1092 time: 0.0496953 Aug 17 03:12:54.507871 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40914) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:54.514718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': '06eac814-ff31-4bc4-bd39-52161bf81f68', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:54.539069 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aab3c4bc-965b-4fba-b379-cfbef38688e0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:54.541589 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aab3c4bc-965b-4fba-b379-cfbef38688e0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:54.542783 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-aab3c4bc-965b-4fba-b379-cfbef38688e0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "DELETE /v2.0/security-groups/06c27590-10d6-4b17-ae4a-26254ea3fa38 HTTP/1.1" status: 204 len: 168 time: 0.7444651 Aug 17 03:12:54.545405 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40916) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:54.562097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aab3c4bc-965b-4fba-b379-cfbef38688e0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=06c27590-10d6-4b17-ae4a-26254ea3fa38,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:54.564817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bdca776-4331-4234-bdd2-088c5d92f023 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Network a2167944-fac8-4447-aca9-7b2c88a4a2b5 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:12:54.595950 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6eed1f95-e7c7-41be-9889-fb478e714179 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0491993 Aug 17 03:12:54.600155 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40918) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:54.603020 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2b4d2340-7912-4642-b720-5cfe91e41520 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e9f64deffeb74d80905c37f95a9299b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1252418 Aug 17 03:12:54.605756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40920) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:54.605894 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1acb1c6a-e0f7-46c9-8cd0-8c4ac8e70b27 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': '0063f9ec-87d2-4356-87d8-9af99b54349b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:54.611856 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:54.656520 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f82acde2-c899-48d2-b069-4425184db146 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:54.678871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-1bdca776-4331-4234-bdd2-088c5d92f023 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, a2167944-fac8-4447-aca9-7b2c88a4a2b5) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:54.681645 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f82acde2-c899-48d2-b069-4425184db146 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:54.688625 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e074a5a0-27ca-4411-9390-d375b2429930 None None] Network a2167944-fac8-4447-aca9-7b2c88a4a2b5 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:12:54.690300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bdca776-4331-4234-bdd2-088c5d92f023 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:54.691224 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1bdca776-4331-4234-bdd2-088c5d92f023 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:54.734770 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:54.812529 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f82acde2-c899-48d2-b069-4425184db146 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:54.815592 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f82acde2-c899-48d2-b069-4425184db146 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:54.819145 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f82acde2-c899-48d2-b069-4425184db146 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/66241d0c-d093-4f46-87f7-242184028c97 HTTP/1.1" status: 204 len: 168 time: 0.2104485 Aug 17 03:12:54.822751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40922) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:54.841539 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1bdca776-4331-4234-bdd2-088c5d92f023 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8498802 Aug 17 03:12:54.841539 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f82acde2-c899-48d2-b069-4425184db146 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66241d0c-d093-4f46-87f7-242184028c97,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:54.850251 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40924) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:54.858818 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-3406509b-3e2e-47d9-a73f-1b1a45b66317 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Request body: {'port': {'network_id': 'a2167944-fac8-4447-aca9-7b2c88a4a2b5', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1223906353'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:54.861480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-a2167944-fac8-4447-aca9-7b2c88a4a2b5', 'network_id': 'a2167944-fac8-4447-aca9-7b2c88a4a2b5', 'tenant_id': 'f2ea083b3c084773bed2fac9169360ba', 'fixed_ips': [{'subnet_id': '8d1b49cd-6601-43c8-8d93-8c3d5e4a9a9e'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:12:54.864453 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:54.879960 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-1acb1c6a-e0f7-46c9-8cd0-8c4ac8e70b27 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The resource could not be found. Aug 17 03:12:54.886306 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1acb1c6a-e0f7-46c9-8cd0-8c4ac8e70b27 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2795682 Aug 17 03:12:54.890634 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40928) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:54.904427 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-9141a7c8-5008-4781-afd5-a35173c07fc8 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group': {'name': 'tempest-secgroup--228926575'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:54.947850 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a2a9466c-a243-443d-9369-ed768800ff38 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.019270 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9141a7c8-5008-4781-afd5-a35173c07fc8 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.028530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Allocated IP 172.20.0.2 (a2167944-fac8-4447-aca9-7b2c88a4a2b5/8d1b49cd-6601-43c8-8d93-8c3d5e4a9a9e/5189f62f-8fd0-4500-adf1-90df27252aea) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:12:55.051045 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a2a9466c-a243-443d-9369-ed768800ff38 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.055023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf1984-051c-43d6-b55d-b69ad3cdb232 req-39363d50-0d80-410c-b452-b20c1e6da112 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:55.056745 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-edaf1984-051c-43d6-b55d-b69ad3cdb232 req-39363d50-0d80-410c-b452-b20c1e6da112 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 945 time: 0.1304901 Aug 17 03:12:55.064152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a2a9466c-a243-443d-9369-ed768800ff38 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9708c0b3-f172-479b-b62e-3f7a2402716b']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:55.073815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Allocated IP 172.25.1.171 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/50322de9-9566-4e16-9194-a64f27947c02) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:12:55.078968 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a2a9466c-a243-443d-9369-ed768800ff38 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e71734ca-5893-4b12-a508-794e34d9ac44') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:55.079288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a2a9466c-a243-443d-9369-ed768800ff38 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e71734ca-5893-4b12-a508-794e34d9ac44') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:55.093883 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a2a9466c-a243-443d-9369-ed768800ff38 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.116006 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a2a9466c-a243-443d-9369-ed768800ff38 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.125280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2a9466c-a243-443d-9369-ed768800ff38 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a2a9466c-a243-443d-9369-ed768800ff38 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:12:55.129200 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:12:55.191731 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-edaf1984-051c-43d6-b55d-b69ad3cdb232 req-b1b89efb-2586-468a-9a0b-a41314719fc2 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1100664 Aug 17 03:12:55.195377 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.239708 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.247681 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Transition to ACTIVE for port object 5189f62f-8fd0-4500-adf1-90df27252aea will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:55.257541 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a2a9466c-a243-443d-9369-ed768800ff38 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.264814 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a2a9466c-a243-443d-9369-ed768800ff38 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.269025 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a2a9466c-a243-443d-9369-ed768800ff38 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] 10.222.0.10 "DELETE /v2.0/networks/9708c0b3-f172-479b-b62e-3f7a2402716b HTTP/1.1" status: 204 len: 168 time: 0.4445975 Aug 17 03:12:55.271342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Transition to ACTIVE for port object 5189f62f-8fd0-4500-adf1-90df27252aea will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:55.274849 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40934) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:55.286653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2a9466c-a243-443d-9369-ed768800ff38 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Pushing event deleted for resources: {'Network': ['ID=9708c0b3-f172-479b-b62e-3f7a2402716b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:55.352806 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ec56b9a-1476-4680-be72-eb53d1b30b80 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.354581 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9141a7c8-5008-4781-afd5-a35173c07fc8 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.370309 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bb64d2-f936-4ca9-a8db-02397676cfa7 req-06f27bc2-1d03-4121-aa82-91d2a10c3bf8 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:55.372321 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f4bb64d2-f936-4ca9-a8db-02397676cfa7 req-06f27bc2-1d03-4121-aa82-91d2a10c3bf8 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=442ac104-b85c-447d-89e1-b1461fe7195b HTTP/1.1" status: 200 len: 945 time: 0.0881243 Aug 17 03:12:55.410917 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f4bb64d2-f936-4ca9-a8db-02397676cfa7 req-4ae6066e-5ba7-4e49-a45b-d717486e1399 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326953 Aug 17 03:12:55.435318 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ec56b9a-1476-4680-be72-eb53d1b30b80 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.445345 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1ec56b9a-1476-4680-be72-eb53d1b30b80 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee6aba20-8a9a-4ac1-8352-8d67b3fcd85d']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:55.455950 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1ec56b9a-1476-4680-be72-eb53d1b30b80 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1748af6a-cc54-4e87-bed4-f67d8a6339ab') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:55.456255 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1ec56b9a-1476-4680-be72-eb53d1b30b80 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1748af6a-cc54-4e87-bed4-f67d8a6339ab') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:55.465094 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ec56b9a-1476-4680-be72-eb53d1b30b80 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.482090 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9141a7c8-5008-4781-afd5-a35173c07fc8 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.482414 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.510717 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.517907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9141a7c8-5008-4781-afd5-a35173c07fc8 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d127748e-8280-4d95-a9f2-fadf33b4d6e5,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:55.523975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Network a2167944-fac8-4447-aca9-7b2c88a4a2b5 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:12:55.529358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:55.533150 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:12:55.541792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Pushing event updated for resources: {'Port': ['ID=5189f62f-8fd0-4500-adf1-90df27252aea,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:55.568938 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ec56b9a-1476-4680-be72-eb53d1b30b80 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.587164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:12:55.592205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1ec56b9a-1476-4680-be72-eb53d1b30b80 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:12:55.592620 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ec56b9a-1476-4680-be72-eb53d1b30b80 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:12:55.596832 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:12:55.605207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Attempting to bind port 5189f62f-8fd0-4500-adf1-90df27252aea on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:12:55.605207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Attempting to bind port 5189f62f-8fd0-4500-adf1-90df27252aea by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '567d6e12-25db-4c2e-bbf5-4c1b0f156c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a2167944-fac8-4447-aca9-7b2c88a4a2b5'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:12:55.605207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Attempting to bind port 5189f62f-8fd0-4500-adf1-90df27252aea on network a2167944-fac8-4447-aca9-7b2c88a4a2b5 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:12:55.605207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 12, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:12:55.605207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Checking segment: {'id': '567d6e12-25db-4c2e-bbf5-4c1b0f156c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a2167944-fac8-4447-aca9-7b2c88a4a2b5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:12:55.605207 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.605207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Bound using segment: {'id': '567d6e12-25db-4c2e-bbf5-4c1b0f156c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a2167944-fac8-4447-aca9-7b2c88a4a2b5'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:12:55.605207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Bound port: 5189f62f-8fd0-4500-adf1-90df27252aea, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '567d6e12-25db-4c2e-bbf5-4c1b0f156c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'a2167944-fac8-4447-aca9-7b2c88a4a2b5'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:12:55.605207 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.610096 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:55.613369 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:12:55.642466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Port': ['ID=50322de9-9566-4e16-9194-a64f27947c02,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:55.669022 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] For port 5189f62f-8fd0-4500-adf1-90df27252aea, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:12:55.672145 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] For port 5189f62f-8fd0-4500-adf1-90df27252aea, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5189f62f-8fd0-4500-adf1-90df27252aea,segment=NetworkSegment(567d6e12-25db-4c2e-bbf5-4c1b0f156c17),segment_id=567d6e12-25db-4c2e-bbf5-4c1b0f156c17)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:12:55.675829 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c54132-0078-4fec-83e1-b7d4f2e35d04 req-c0b54cbc-63a4-4228-9f23-f865914f7137 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:55.677347 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58c54132-0078-4fec-83e1-b7d4f2e35d04 req-c0b54cbc-63a4-4228-9f23-f865914f7137 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c20c3a4b-e502-4719-896a-28066c56b701 HTTP/1.1" status: 200 len: 946 time: 0.2003722 Aug 17 03:12:55.681329 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3406509b-3e2e-47d9-a73f-1b1a45b66317 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Made reservation on behalf of f2ea083b3c084773bed2fac9169360ba for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:55.685213 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3406509b-3e2e-47d9-a73f-1b1a45b66317 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.703323 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9141a7c8-5008-4781-afd5-a35173c07fc8 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.704650 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9141a7c8-5008-4781-afd5-a35173c07fc8 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8130031 Aug 17 03:12:55.707264 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40938) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:55.711754 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d0d54f33-2b72-4d8d-9da2-cddd3829a2d4 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group': {'name': 'tempest-secgroup--483990886'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:55.743184 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-3406509b-3e2e-47d9-a73f-1b1a45b66317 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] device_id is not set on port fb024234-f1f0-472c-8ee2-7755fe39e95d yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:12:55.760949 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.828134 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58c54132-0078-4fec-83e1-b7d4f2e35d04 req-98e69979-c3ff-4651-81c4-f8a9c54b8d22 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366854 Aug 17 03:12:55.831348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fde0e1-d34f-4191-b03c-7ad3622a59ef None None] Pushing event updated for resources: {'Port': ['ID=5189f62f-8fd0-4500-adf1-90df27252aea,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:55.848529 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0d54f33-2b72-4d8d-9da2-cddd3829a2d4 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.861533 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ec56b9a-1476-4680-be72-eb53d1b30b80 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.866890 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ec56b9a-1476-4680-be72-eb53d1b30b80 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:55.872306 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1ec56b9a-1476-4680-be72-eb53d1b30b80 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] 10.222.0.10 "DELETE /v2.0/networks/ee6aba20-8a9a-4ac1-8352-8d67b3fcd85d HTTP/1.1" status: 204 len: 168 time: 0.5964217 Aug 17 03:12:55.930119 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec56b9a-1476-4680-be72-eb53d1b30b80 tempest-QuotasNegativeTest-1407338304 tempest-QuotasNegativeTest-1407338304-project-admin] Pushing event deleted for resources: {'Network': ['ID=ee6aba20-8a9a-4ac1-8352-8d67b3fcd85d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:55.996520 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0d54f33-2b72-4d8d-9da2-cddd3829a2d4 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:56.052267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-3406509b-3e2e-47d9-a73f-1b1a45b66317 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Allocated IP 172.20.0.10 (a2167944-fac8-4447-aca9-7b2c88a4a2b5/8d1b49cd-6601-43c8-8d93-8c3d5e4a9a9e/fb024234-f1f0-472c-8ee2-7755fe39e95d) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:12:56.070521 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0d54f33-2b72-4d8d-9da2-cddd3829a2d4 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:56.103223 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d54f33-2b72-4d8d-9da2-cddd3829a2d4 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fe9430e4-40e7-4007-82d5-50e0df075b4e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:56.186103 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0d54f33-2b72-4d8d-9da2-cddd3829a2d4 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:56.193129 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d0d54f33-2b72-4d8d-9da2-cddd3829a2d4 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4808917 Aug 17 03:12:56.193129 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40946) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:56.200354 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0c0456d6-ed7e-4104-9e85-be76e4008e06 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group_rule': {'security_group_id': 'd127748e-8280-4d95-a9f2-fadf33b4d6e5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': 'fe9430e4-40e7-4007-82d5-50e0df075b4e'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:56.294735 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5189f62f-8fd0-4500-adf1-90df27252aea up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:12:56.459285 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-0c0456d6-ed7e-4104-9e85-be76e4008e06 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:12:56.460820 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 5189f62f-8fd0-4500-adf1-90df27252aea completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:56.463260 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0c0456d6-ed7e-4104-9e85-be76e4008e06 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2691786 Aug 17 03:12:56.466472 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40952) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:56.479498 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3406509b-3e2e-47d9-a73f-1b1a45b66317 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:56.492049 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:56.525897 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54bb2975-d2e1-4c5f-9284-93b4c24346fe tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:56.535731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0f111a-5eda-4c2a-b5c5-e3e5d9c0cc1a req-6ef298ec-20fe-4d3e-93e5-77f07ce99920 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:56.537273 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6b0f111a-5eda-4c2a-b5c5-e3e5d9c0cc1a req-6ef298ec-20fe-4d3e-93e5-77f07ce99920 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c20c3a4b-e502-4719-896a-28066c56b701 HTTP/1.1" status: 200 len: 946 time: 0.1480625 Aug 17 03:12:56.541268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-3406509b-3e2e-47d9-a73f-1b1a45b66317 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Transition to ACTIVE for port object fb024234-f1f0-472c-8ee2-7755fe39e95d will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:12:56.551524 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54bb2975-d2e1-4c5f-9284-93b4c24346fe tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:56.608756 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6b0f111a-5eda-4c2a-b5c5-e3e5d9c0cc1a req-322d0973-1857-4468-9f96-f15b1746de25 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637815 Aug 17 03:12:56.693311 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54bb2975-d2e1-4c5f-9284-93b4c24346fe tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:56.696531 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54bb2975-d2e1-4c5f-9284-93b4c24346fe tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:56.698859 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-54bb2975-d2e1-4c5f-9284-93b4c24346fe tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "DELETE /v2.0/security-groups/fe9430e4-40e7-4007-82d5-50e0df075b4e HTTP/1.1" status: 204 len: 168 time: 0.2313685 Aug 17 03:12:56.708096 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40954) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:56.720585 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3406509b-3e2e-47d9-a73f-1b1a45b66317 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:56.726805 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb2975-d2e1-4c5f-9284-93b4c24346fe tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe9430e4-40e7-4007-82d5-50e0df075b4e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:56.740007 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:56.747162 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40956) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:56.772963 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3551-8044-4385-8274-f80152b77634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:56.809098 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3406509b-3e2e-47d9-a73f-1b1a45b66317 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Network a2167944-fac8-4447-aca9-7b2c88a4a2b5 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:12:56.809303 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5e595722-2739-4972-87ce-7d82606e4bd2 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0963874 Aug 17 03:12:56.809598 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40958) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:56.816695 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-3406509b-3e2e-47d9-a73f-1b1a45b66317 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:12:56.823194 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3406509b-3e2e-47d9-a73f-1b1a45b66317 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:12:56.839803 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3406509b-3e2e-47d9-a73f-1b1a45b66317 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Pushing event updated for resources: {'Port': ['ID=fb024234-f1f0-472c-8ee2-7755fe39e95d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:56.897920 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd1e3afe-f640-4cc5-8328-427260a31514 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:56.933853 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd1e3afe-f640-4cc5-8328-427260a31514 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:56.938715 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3406509b-3e2e-47d9-a73f-1b1a45b66317 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:56.939447 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3406509b-3e2e-47d9-a73f-1b1a45b66317 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:56.966422 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3551-8044-4385-8274-f80152b77634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:56.991330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30a55d4f-9b3a-4ade-a330-1add30b03bd9 None None] Network a2167944-fac8-4447-aca9-7b2c88a4a2b5 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:12:57.007947 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.030333 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d1e3551-8044-4385-8274-f80152b77634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.063621 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd1e3afe-f640-4cc5-8328-427260a31514 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.066268 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd1e3afe-f640-4cc5-8328-427260a31514 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.067477 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bd1e3afe-f640-4cc5-8328-427260a31514 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "DELETE /v2.0/security-groups/d127748e-8280-4d95-a9f2-fadf33b4d6e5 HTTP/1.1" status: 204 len: 168 time: 0.2538216 Aug 17 03:12:57.070213 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40960) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:57.074614 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6d1e3551-8044-4385-8274-f80152b77634 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e0fcc44b4a31433a975009fed5b0af6c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3243420 Aug 17 03:12:57.076274 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d1e3551-8044-4385-8274-f80152b77634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3aab4fc-2f55-4f1f-9e2d-ca406376035a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:57.078399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40962) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:57.107324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1e3afe-f640-4cc5-8328-427260a31514 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d127748e-8280-4d95-a9f2-fadf33b4d6e5,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:57.121727 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e314df15-45da-49bf-983c-e6f778cc3288 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0500021 Aug 17 03:12:57.127178 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.129847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40964) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:57.135084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1742c439-de2c-4e7b-997f-9cb3c5e7948c tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group': {'name': 'tempest-secgroup--2138260594'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:57.161166 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f14a666e-ff6e-447d-9fc6-f9e643ea7202 None None] Provisioning for port 5189f62f-8fd0-4500-adf1-90df27252aea completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:57.163781 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7cc23abc-d6b9-4903-968f-56f2b00bfd74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.167370 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f14a666e-ff6e-447d-9fc6-f9e643ea7202 None None] Provisioning complete for port 5189f62f-8fd0-4500-adf1-90df27252aea triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:57.168315 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f14a666e-ff6e-447d-9fc6-f9e643ea7202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.178349 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3406509b-3e2e-47d9-a73f-1b1a45b66317 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 939 time: 2.3266153 Aug 17 03:12:57.179795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40966) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:57.229077 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7cc23abc-d6b9-4903-968f-56f2b00bfd74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.243250 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1742c439-de2c-4e7b-997f-9cb3c5e7948c tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.243584 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event updated for resources: {'Port': ['ID=50322de9-9566-4e16-9194-a64f27947c02,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:57.255719 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.292188 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f14a666e-ff6e-447d-9fc6-f9e643ea7202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.344078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f14a666e-ff6e-447d-9fc6-f9e643ea7202 None None] For port 5189f62f-8fd0-4500-adf1-90df27252aea, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5189f62f-8fd0-4500-adf1-90df27252aea,segment=NetworkSegment(567d6e12-25db-4c2e-bbf5-4c1b0f156c17),segment_id=567d6e12-25db-4c2e-bbf5-4c1b0f156c17)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:57.380377 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Floating IP c91c4aa7-3955-4791-9c79-434625a3b3f5 associated. External IP: 172.25.1.171, port: 06eac814-ff31-4bc4-bd39-52161bf81f68. Aug 17 03:12:57.390987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-13cb8083-bfa5-48d9-a6aa-3be8ba42e183 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Deleting port fb024234-f1f0-472c-8ee2-7755fe39e95d {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:12:57.391616 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-13cb8083-bfa5-48d9-a6aa-3be8ba42e183 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.449560 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f14a666e-ff6e-447d-9fc6-f9e643ea7202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.497212 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7cc23abc-d6b9-4903-968f-56f2b00bfd74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.501043 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7cc23abc-d6b9-4903-968f-56f2b00bfd74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.504530 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7cc23abc-d6b9-4903-968f-56f2b00bfd74 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3aab4fc-2f55-4f1f-9e2d-ca406376035a HTTP/1.1" status: 204 len: 168 time: 0.4228640 Aug 17 03:12:57.504661 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-13cb8083-bfa5-48d9-a6aa-3be8ba42e183 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.525583 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14a666e-ff6e-447d-9fc6-f9e643ea7202 None None] Pushing event updated for resources: {'Port': ['ID=5189f62f-8fd0-4500-adf1-90df27252aea,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:57.563127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc23abc-d6b9-4903-968f-56f2b00bfd74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3aab4fc-2f55-4f1f-9e2d-ca406376035a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:57.577213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-13cb8083-bfa5-48d9-a6aa-3be8ba42e183 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Calling delete_port for fb024234-f1f0-472c-8ee2-7755fe39e95d owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:12:57.601002 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-312301b3-ecfe-4219-9ceb-e160136f5b36 None None] Provisioning complete for port 5189f62f-8fd0-4500-adf1-90df27252aea triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:57.608765 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-312301b3-ecfe-4219-9ceb-e160136f5b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.702581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Router 1ba510b1-a73d-4014-9575-fefd0a045c49 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:12:57.769151 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1742c439-de2c-4e7b-997f-9cb3c5e7948c tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.796333 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-312301b3-ecfe-4219-9ceb-e160136f5b36 None None] Provisioning for port fb024234-f1f0-472c-8ee2-7755fe39e95d completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:12:57.800490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-312301b3-ecfe-4219-9ceb-e160136f5b36 None None] Provisioning complete for port fb024234-f1f0-472c-8ee2-7755fe39e95d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:57.801893 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-312301b3-ecfe-4219-9ceb-e160136f5b36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.827670 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03eeed97-b754-423f-903b-745e74d563e5 req-14b9d245-9123-4ebb-9602-01d6cb57c472 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:57.829199 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03eeed97-b754-423f-903b-745e74d563e5 req-14b9d245-9123-4ebb-9602-01d6cb57c472 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.30 "GET /v2.0/ports?device_id=c20c3a4b-e502-4719-896a-28066c56b701 HTTP/1.1" status: 200 len: 946 time: 0.0966246 Aug 17 03:12:57.837365 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-312301b3-ecfe-4219-9ceb-e160136f5b36 None None] Port fb024234-f1f0-472c-8ee2-7755fe39e95d cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:12:57.868397 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1742c439-de2c-4e7b-997f-9cb3c5e7948c tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.880594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3968630-9ba9-4895-9871-dc3e8f909ef1 req-5aa2458f-0d39-4b6d-800f-0b377d39d101 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:57.882127 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c3968630-9ba9-4895-9871-dc3e8f909ef1 req-5aa2458f-0d39-4b6d-800f-0b377d39d101 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c20c3a4b-e502-4719-896a-28066c56b701 HTTP/1.1" status: 200 len: 946 time: 0.1289005 Aug 17 03:12:57.897900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:12:57.911352 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a39c4e-bf8a-4178-b5bc-09178f58c243 None None] Sync routers for ids ['1ba510b1-a73d-4014-9575-fefd0a045c49'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:12:57.922323 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a39c4e-bf8a-4178-b5bc-09178f58c243 None None] Routers {'1ba510b1-a73d-4014-9575-fefd0a045c49'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:12:57.923155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-91a39c4e-bf8a-4178-b5bc-09178f58c243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:12:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['1ba510b1-a73d-4014-9575-fefd0a045c49'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:57.935431 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c3968630-9ba9-4895-9871-dc3e8f909ef1 req-fd04ad21-d0fe-4087-824f-bc53519868ed tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461228 Aug 17 03:12:57.985112 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:57.993718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1742c439-de2c-4e7b-997f-9cb3c5e7948c tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event updated for resources: {'SecurityGroup': ['ID=884e31a7-205d-4cb9-a3ac-1b2383788348,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:58.029124 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b2dc9174-affd-4d54-9e33-8efc26a1d7bb None None] Provisioning complete for port fb024234-f1f0-472c-8ee2-7755fe39e95d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:58.029539 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-03eeed97-b754-423f-903b-745e74d563e5 req-6792aef3-ef24-4a50-8c65-83b95b348216 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Deleting port 104ec9b5-93ef-47be-8981-488d39e09201 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:12:58.030009 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-03eeed97-b754-423f-903b-745e74d563e5 req-6792aef3-ef24-4a50-8c65-83b95b348216 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:58.030632 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b2dc9174-affd-4d54-9e33-8efc26a1d7bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:58.035819 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ebd5ee93-5fa0-49d0-82af-d2b6f6110e51 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5266616 Aug 17 03:12:58.036490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 40976) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:58.037008 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c', 'tag': '06eac814-ff31-4bc4-bd39-52161bf81f68'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:12:58.039910 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d129d4ee-f8f3-4ccc-b313-69e7ed0b2917" -d '{"events": [{"name": "network-changed", "server_uuid": "5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c", "tag": "06eac814-ff31-4bc4-bd39-52161bf81f68"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:12:58.097445 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-13cb8083-bfa5-48d9-a6aa-3be8ba42e183 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:58.101643 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1742c439-de2c-4e7b-997f-9cb3c5e7948c tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:58.102967 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1742c439-de2c-4e7b-997f-9cb3c5e7948c tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.9718461 Aug 17 03:12:58.114175 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40980) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:58.138108 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b2dc9174-affd-4d54-9e33-8efc26a1d7bb None None] Port fb024234-f1f0-472c-8ee2-7755fe39e95d cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:12:58.141281 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b446edfa-774b-45df-b596-abd27eb99e34 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:58.142138 n-d-802060-9 neutron-server[101970]: WARNING neutron.api.v2.base [None req-b446edfa-774b-45df-b596-abd27eb99e34 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 17 03:12:58.142562 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-b446edfa-774b-45df-b596-abd27eb99e34 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] update failed (client error): There was a conflict when trying to complete your request. Aug 17 03:12:58.146216 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b446edfa-774b-45df-b596-abd27eb99e34 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "PUT /v2.0/security-groups/884e31a7-205d-4cb9-a3ac-1b2383788348 HTTP/1.1" status: 409 len: 330 time: 0.0281541 Aug 17 03:12:58.160242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-91a39c4e-bf8a-4178-b5bc-09178f58c243 None None] Set router 1ba510b1-a73d-4014-9575-fefd0a045c49 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:12:58.160388 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40982) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:58.161189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cb8083-bfa5-48d9-a6aa-3be8ba42e183 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Pushing event deleted for resources: {'Port': ['ID=fb024234-f1f0-472c-8ee2-7755fe39e95d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:58.320592 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-03eeed97-b754-423f-903b-745e74d563e5 req-6792aef3-ef24-4a50-8c65-83b95b348216 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] For port 104ec9b5-93ef-47be-8981-488d39e09201, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=104ec9b5-93ef-47be-8981-488d39e09201,segment=NetworkSegment(9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83),segment_id=9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:12:58.321005 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-03eeed97-b754-423f-903b-745e74d563e5 req-6792aef3-ef24-4a50-8c65-83b95b348216 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:58.343286 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5189f62f-8fd0-4500-adf1-90df27252aea up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:12:58.416853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-03eeed97-b754-423f-903b-745e74d563e5 req-6792aef3-ef24-4a50-8c65-83b95b348216 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Calling delete_port for 104ec9b5-93ef-47be-8981-488d39e09201 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:12:58.459925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 5189f62f-8fd0-4500-adf1-90df27252aea triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:12:58.460552 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:58.523420 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129d4ee-f8f3-4ccc-b313-69e7ed0b2917 req-7e41d110-ff23-4f72-ba00-bfcb5ad767c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:58.525673 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d129d4ee-f8f3-4ccc-b313-69e7ed0b2917 req-7e41d110-ff23-4f72-ba00-bfcb5ad767c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1dcddbfa77d8439c92503d4521a21241&device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 1097 time: 0.3765597 Aug 17 03:12:58.528349 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40988) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:58.531931 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-13cb8083-bfa5-48d9-a6aa-3be8ba42e183 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:58.538411 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-13cb8083-bfa5-48d9-a6aa-3be8ba42e183 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] 10.222.0.10 "DELETE /v2.0/ports/fb024234-f1f0-472c-8ee2-7755fe39e95d HTTP/1.1" status: 204 len: 168 time: 1.3564432 Aug 17 03:12:58.548271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40990) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:58.566314 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-91a39c4e-bf8a-4178-b5bc-09178f58c243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'name': 'tempest-TestNetworkBasicOps-router-690386548', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:12:21Z', 'updated_at': '2021-08-17T03:12:28Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:22Z', 'updated_at': '2021-08-17T03:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c91c4aa7-3955-4791-9c79-434625a3b3f5', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'port_id': '06eac814-ff31-4bc4-bd39-52161bf81f68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e', 'mac_address': 'fa:16:3e:7b:30:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:12:56Z', 'updated_at': '2021-08-17T03:12:56Z', 'revision_number': 0, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85f0bea-90b1-4a25-a130-b746d0902453', 'name': '', 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:6f:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:27Z', 'updated_at': '2021-08-17T03:12:34Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:58.579657 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:12:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28d8fc38-685c-4777-99f4-6f93572bfe20 x-openstack-request-id: req-28d8fc38-685c-4777-99f4-6f93572bfe20 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:12:58.580108 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c", "tag": "06eac814-ff31-4bc4-bd39-52161bf81f68", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:12:58.580490 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28d8fc38-685c-4777-99f4-6f93572bfe20 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:12:58.581009 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c', 'tag': '06eac814-ff31-4bc4-bd39-52161bf81f68', 'status': 'completed', 'code': 200} Aug 17 03:12:58.602994 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a2260168-5cf3-44f9-bea5-f918503ba681 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/floatingips/c91c4aa7-3955-4791-9c79-434625a3b3f5 HTTP/1.1" status: 200 len: 992 time: 0.5573349 Aug 17 03:12:58.606865 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a39c4e-bf8a-4178-b5bc-09178f58c243 None None] Checking router: 1ba510b1-a73d-4014-9575-fefd0a045c49 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:12:58.644196 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91a39c4e-bf8a-4178-b5bc-09178f58c243 None None] Routers {'1ba510b1-a73d-4014-9575-fefd0a045c49'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:12:58.646182 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-91a39c4e-bf8a-4178-b5bc-09178f58c243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:12:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['1ba510b1-a73d-4014-9575-fefd0a045c49'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:58.671300 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55369d1a-a30a-40e2-aa40-df9b68bad601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:58.683888 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d671dd70-9ab2-41ae-ba2f-d7612b684581 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:58.748381 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d671dd70-9ab2-41ae-ba2f-d7612b684581 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:58.793711 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-91a39c4e-bf8a-4178-b5bc-09178f58c243 None None] Set router 1ba510b1-a73d-4014-9575-fefd0a045c49 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:12:58.855635 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129d4ee-f8f3-4ccc-b313-69e7ed0b2917 req-21923178-5b08-4261-9c98-8e58b14ca5f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:58.857120 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d129d4ee-f8f3-4ccc-b313-69e7ed0b2917 req-21923178-5b08-4261-9c98-8e58b14ca5f8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=805a3406-e779-42c8-a4a6-ccd324bc2e0e HTTP/1.1" status: 200 len: 897 time: 0.3124075 Aug 17 03:12:58.930770 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-49786553-77e3-43cf-b61d-38b3072d5391 tempest-DHCPAgentSchedulersTestJSON-627556605 tempest-DHCPAgentSchedulersTestJSON-627556605-project-admin] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4677 time: 0.3806851 Aug 17 03:12:58.935564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41000) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:58.940853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1848200026'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:12:58.942496 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d671dd70-9ab2-41ae-ba2f-d7612b684581 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:58.945052 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d671dd70-9ab2-41ae-ba2f-d7612b684581 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:58.949070 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d671dd70-9ab2-41ae-ba2f-d7612b684581 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "DELETE /v2.0/security-groups/884e31a7-205d-4cb9-a3ac-1b2383788348 HTTP/1.1" status: 204 len: 168 time: 0.7850494 Aug 17 03:12:58.952154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41002) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:58.990160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d671dd70-9ab2-41ae-ba2f-d7612b684581 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=884e31a7-205d-4cb9-a3ac-1b2383788348,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:59.007146 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d129d4ee-f8f3-4ccc-b313-69e7ed0b2917 req-c32dc0f9-cae8-4781-ba26-a28e9e2f8c26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06eac814-ff31-4bc4-bd39-52161bf81f68 HTTP/1.1" status: 200 len: 1000 time: 0.1378019 Aug 17 03:12:59.011577 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41006) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:59.012327 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-056233b0-0853-43a3-8ed6-d10a4c4c2a0d tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0596406 Aug 17 03:12:59.043342 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-fd1b4333-86fe-4c12-a515-3a05380d7573 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] delete failed (client error): The resource could not be found. Aug 17 03:12:59.047942 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fd1b4333-86fe-4c12-a515-3a05380d7573 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "DELETE /v2.0/security-groups/4ada2732-b46b-472e-92a1-ce8bdd6991e1 HTTP/1.1" status: 404 len: 347 time: 0.0318449 Aug 17 03:12:59.054457 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41008) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:59.074004 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-b161c282-a21f-4bdc-88ff-16fdcb825097 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] show failed (client error): The resource could not be found. Aug 17 03:12:59.078702 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b161c282-a21f-4bdc-88ff-16fdcb825097 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "GET /v2.0/security-groups/cd49654b-2f1a-4b77-8c4c-dbaece0457c3 HTTP/1.1" status: 404 len: 347 time: 0.0194941 Aug 17 03:12:59.078848 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55369d1a-a30a-40e2-aa40-df9b68bad601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:59.078996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41010) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:59.088355 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-03eeed97-b754-423f-903b-745e74d563e5 req-6792aef3-ef24-4a50-8c65-83b95b348216 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:59.092860 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-91a39c4e-bf8a-4178-b5bc-09178f58c243 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'name': 'tempest-TestNetworkBasicOps-router-690386548', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:12:21Z', 'updated_at': '2021-08-17T03:12:28Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:22Z', 'updated_at': '2021-08-17T03:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c91c4aa7-3955-4791-9c79-434625a3b3f5', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'port_id': '06eac814-ff31-4bc4-bd39-52161bf81f68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e', 'mac_address': 'fa:16:3e:7b:30:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:12:56Z', 'updated_at': '2021-08-17T03:12:56Z', 'revision_number': 0, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85f0bea-90b1-4a25-a130-b746d0902453', 'name': '', 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:6f:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:27Z', 'updated_at': '2021-08-17T03:12:34Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:12:59.095521 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0e307-d9a4-4231-9bf6-7731d1c8e712 req-a37c5643-03e2-4867-934e-14aafdb9d06b tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:59.097384 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ec0e307-d9a4-4231-9bf6-7731d1c8e712 req-a37c5643-03e2-4867-934e-14aafdb9d06b tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c20c3a4b-e502-4719-896a-28066c56b701 HTTP/1.1" status: 200 len: 867 time: 0.0744474 Aug 17 03:12:59.108591 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-47a3202f-1c47-4f29-b945-ed256feb02b0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] show failed (client error): The resource could not be found. Aug 17 03:12:59.109644 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-47a3202f-1c47-4f29-b945-ed256feb02b0 tempest-NegativeSecGroupTest-2097885017 tempest-NegativeSecGroupTest-2097885017-project] 10.222.0.10 "GET /v2.0/security-group-rules/2ad1ae66-245f-48bc-9b0d-82c8f870f333 HTTP/1.1" status: 404 len: 356 time: 0.0296872 Aug 17 03:12:59.131821 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['30a80ad0-0ecf-4bda-94fe-dcc080b42688'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:12:59.133926 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['10e9a512-7a45-43e1-a4be-a201260efcbb'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:12:59.137042 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6792aef3-ef24-4a50-8c65-83b95b348216 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Pushing event deleted for resources: {'Port': ['ID=104ec9b5-93ef-47be-8981-488d39e09201,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:59.140217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129d4ee-f8f3-4ccc-b313-69e7ed0b2917 req-4414990d-c9c4-4314-aea9-1b028483db23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:59.141837 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d129d4ee-f8f3-4ccc-b313-69e7ed0b2917 req-4414990d-c9c4-4314-aea9-1b028483db23 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2b1c976-eb51-4465-8ac3-e918ac876159 HTTP/1.1" status: 200 len: 834 time: 0.1208892 Aug 17 03:12:59.153632 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91a39c4e-bf8a-4178-b5bc-09178f58c243 None None] The sync data for ids ['1ba510b1-a73d-4014-9575-fefd0a045c49'] in n-d-802060-9 is: [{'id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'name': 'tempest-TestNetworkBasicOps-router-690386548', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:12:21Z', 'updated_at': '2021-08-17T03:12:28Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:22Z', 'updated_at': '2021-08-17T03:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c91c4aa7-3955-4791-9c79-434625a3b3f5', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'floating_ip_address': '172.25.1.171', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'port_id': '06eac814-ff31-4bc4-bd39-52161bf81f68', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 2269, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e', 'mac_address': 'fa:16:3e:7b:30:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:12:56Z', 'updated_at': '2021-08-17T03:12:56Z', 'revision_number': 0, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e85f0bea-90b1-4a25-a130-b746d0902453', 'name': '', 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:6f:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:27Z', 'updated_at': '2021-08-17T03:12:34Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:12:59.166570 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ec0e307-d9a4-4231-9bf6-7731d1c8e712 req-36ca36fd-c454-401e-990b-f2a637a2cd26 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605311 Aug 17 03:12:59.213929 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55369d1a-a30a-40e2-aa40-df9b68bad601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:59.271218 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Made reservation on behalf of f2ea083b3c084773bed2fac9169360ba for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:12:59.274810 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:59.277160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-03eeed97-b754-423f-903b-745e74d563e5 req-6792aef3-ef24-4a50-8c65-83b95b348216 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] No DVR routers for this DVR port 104ec9b5-93ef-47be-8981-488d39e09201 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:12:59.286441 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-03eeed97-b754-423f-903b-745e74d563e5 req-6792aef3-ef24-4a50-8c65-83b95b348216 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:59.288825 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03eeed97-b754-423f-903b-745e74d563e5 req-6792aef3-ef24-4a50-8c65-83b95b348216 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.30 "DELETE /v2.0/ports/104ec9b5-93ef-47be-8981-488d39e09201 HTTP/1.1" status: 204 len: 173 time: 1.4536164 Aug 17 03:12:59.290237 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c20c3a4b-e502-4719-896a-28066c56b701', 'name': 'network-vif-deleted', 'tag': '104ec9b5-93ef-47be-8981-488d39e09201'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:12:59.292699 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3af372c2-240c-4cae-9f6d-151a05f5c6cf" -d '{"events": [{"server_uuid": "c20c3a4b-e502-4719-896a-28066c56b701", "name": "network-vif-deleted", "tag": "104ec9b5-93ef-47be-8981-488d39e09201"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:12:59.327296 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:12:59.344801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41018) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:59.355157 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-55369d1a-a30a-40e2-aa40-df9b68bad601 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d600609a8af144538a1e29d3d3721a76&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8114345 Aug 17 03:12:59.359603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55369d1a-a30a-40e2-aa40-df9b68bad601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1875ebd0-f931-4bb4-86ae-46d08699c27a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:59.371472 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:12:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3004479e-7c35-4187-b25b-db53e15d972f x-openstack-request-id: req-3004479e-7c35-4187-b25b-db53e15d972f {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:12:59.371980 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c20c3a4b-e502-4719-896a-28066c56b701", "name": "network-vif-deleted", "tag": "104ec9b5-93ef-47be-8981-488d39e09201", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:12:59.372693 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3004479e-7c35-4187-b25b-db53e15d972f {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:12:59.373375 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c20c3a4b-e502-4719-896a-28066c56b701', 'name': 'network-vif-deleted', 'tag': '104ec9b5-93ef-47be-8981-488d39e09201', 'status': 'completed', 'code': 200} Aug 17 03:12:59.380204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d129d4ee-f8f3-4ccc-b313-69e7ed0b2917 req-6e1944b7-6a2c-4a7c-bce2-1e257fed5e6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:59.382503 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d129d4ee-f8f3-4ccc-b313-69e7ed0b2917 req-6e1944b7-6a2c-4a7c-bce2-1e257fed5e6f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=805a3406-e779-42c8-a4a6-ccd324bc2e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2322853 Aug 17 03:12:59.409382 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:59.409765 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Added segment 4fffa2d1-4306-409f-884a-53c8c0b196a3 of type vlan for network 8be456f9-6d83-4c7e-9c59-52abfb9d9d3f Aug 17 03:12:59.510930 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b8c7469e-99f6-41c7-9902-13ee74eca1fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:59.517300 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:59.530902 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d129d4ee-f8f3-4ccc-b313-69e7ed0b2917 req-e8edce63-248c-49b6-b546-c257f541bd29 service neutron] 10.222.0.30 "GET /v2.0/networks/805a3406-e779-42c8-a4a6-ccd324bc2e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401682 Aug 17 03:12:59.544004 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-657fd071-3ce8-4615-ac28-2e8db52f0f76 None None] New status for floating IP c91c4aa7-3955-4791-9c79-434625a3b3f5: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:12:59.552611 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b8c7469e-99f6-41c7-9902-13ee74eca1fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:59.606728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41020) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:59.647144 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d129d4ee-f8f3-4ccc-b313-69e7ed0b2917 req-cadc6773-346b-4c50-a849-dcd2df242143 service neutron] 10.222.0.30 "GET /v2.0/networks/805a3406-e779-42c8-a4a6-ccd324bc2e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1056137 Aug 17 03:12:59.654291 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:59.660289 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:12:59.660743 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:59.690439 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b8c7469e-99f6-41c7-9902-13ee74eca1fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:59.693010 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b8c7469e-99f6-41c7-9902-13ee74eca1fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:12:59.694179 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b8c7469e-99f6-41c7-9902-13ee74eca1fb admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1875ebd0-f931-4bb4-86ae-46d08699c27a HTTP/1.1" status: 204 len: 168 time: 0.3476470 Aug 17 03:12:59.755634 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e5282311-0c98-4416-b290-99d5015173b0 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/floatingips/c91c4aa7-3955-4791-9c79-434625a3b3f5 HTTP/1.1" status: 200 len: 992 time: 0.1476736 Aug 17 03:12:59.756432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8c7469e-99f6-41c7-9902-13ee74eca1fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1875ebd0-f931-4bb4-86ae-46d08699c27a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:59.767871 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Pushing event updated for resources: {'Network': ['ID=8be456f9-6d83-4c7e-9c59-52abfb9d9d3f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:12:59.771590 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7469e-99f6-41c7-9902-13ee74eca1fb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.774347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7469e-99f6-41c7-9902-13ee74eca1fb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.774347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7469e-99f6-41c7-9902-13ee74eca1fb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.774347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7469e-99f6-41c7-9902-13ee74eca1fb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.774347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7469e-99f6-41c7-9902-13ee74eca1fb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.774347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7469e-99f6-41c7-9902-13ee74eca1fb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.774347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7469e-99f6-41c7-9902-13ee74eca1fb admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.774347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7469e-99f6-41c7-9902-13ee74eca1fb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.774917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7469e-99f6-41c7-9902-13ee74eca1fb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.774917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7469e-99f6-41c7-9902-13ee74eca1fb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.775083 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7469e-99f6-41c7-9902-13ee74eca1fb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.775352 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b8c7469e-99f6-41c7-9902-13ee74eca1fb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.786644 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8511219 Aug 17 03:12:59.788774 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.789531 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.789531 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.789853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.790202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.790592 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.790707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41030) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:12:59.790990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.791379 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.791738 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.792145 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.792455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.792956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2cb6f4f0-4416-4f7a-9aa2-e116776edcf0 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:12:59.808940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 8be456f9-6d83-4c7e-9c59-52abfb9d9d3f details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:12:59.962499 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cee17b99-2299-4c6a-b2d2-44c7900c4263 tempest-DHCPAgentSchedulersTestJSON-627556605 tempest-DHCPAgentSchedulersTestJSON-627556605-project-admin] 10.222.0.10 "GET /v2.0/agents/d97af80b-f369-4582-a8bb-505993442d8a/dhcp-networks HTTP/1.1" status: 200 len: 8046 time: 0.1706872 Aug 17 03:12:59.965394 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41032) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:00.072437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-103f5a77-a5b7-4c08-8b30-954b27c6ef5f tempest-DHCPAgentSchedulersTestJSON-627556605 tempest-DHCPAgentSchedulersTestJSON-627556605-project-admin] Network 8be456f9-6d83-4c7e-9c59-52abfb9d9d3f is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:13:00.125465 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41040) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:00.182315 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-103f5a77-a5b7-4c08-8b30-954b27c6ef5f tempest-DHCPAgentSchedulersTestJSON-627556605 tempest-DHCPAgentSchedulersTestJSON-627556605-project-admin] 10.222.0.10 "POST /v2.0/agents/d97af80b-f369-4582-a8bb-505993442d8a/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.2131405 Aug 17 03:13:00.184730 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41046) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:00.186144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa25602-ed65-46be-8a74-1fa2c34a9307 None None] Network 8be456f9-6d83-4c7e-9c59-52abfb9d9d3f requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:00.377321 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e289675-101f-4831-8408-c11d8c03437c req-0dd902bc-c22a-4faa-9335-faacdad2dadd tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=c20c3a4b-e502-4719-896a-28066c56b701 HTTP/1.1" status: 200 len: 210 time: 0.0351353 Aug 17 03:13:00.433337 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ccab1718-ee6e-4e06-b830-5a92c02d8599 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=850a6b5f17de4f748c15a33861f7e5a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3040078 Aug 17 03:13:00.433845 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41056) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:00.469617 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f4f1cbf7-a38c-44fd-b205-41d52071a909 tempest-DHCPAgentSchedulersTestJSON-627556605 tempest-DHCPAgentSchedulersTestJSON-627556605-project-admin] 10.222.0.10 "GET /v2.0/agents/d97af80b-f369-4582-a8bb-505993442d8a/dhcp-networks HTTP/1.1" status: 200 len: 8816 time: 0.2807045 Aug 17 03:13:00.469617 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41058) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:00.501480 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ebee779d-2117-4dcf-b531-0900d5350915 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:00.529613 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ebee779d-2117-4dcf-b531-0900d5350915 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:00.530223 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 104ec9b5-93ef-47be-8981-488d39e09201 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:00.562388 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 104ec9b5-93ef-47be-8981-488d39e09201 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:00.562734 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 104ec9b5-93ef-47be-8981-488d39e09201 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:00.679183 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b56c58da-8564-4119-986f-5501eb17ebba tempest-DHCPAgentSchedulersTestJSON-627556605 tempest-DHCPAgentSchedulersTestJSON-627556605-project-admin] 10.222.0.10 "DELETE /v2.0/agents/d97af80b-f369-4582-a8bb-505993442d8a/dhcp-networks/8be456f9-6d83-4c7e-9c59-52abfb9d9d3f HTTP/1.1" status: 204 len: 168 time: 0.2080786 Aug 17 03:13:00.684661 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41062) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:00.722385 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ebee779d-2117-4dcf-b531-0900d5350915 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:00.733964 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ebee779d-2117-4dcf-b531-0900d5350915 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:00.742009 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ebee779d-2117-4dcf-b531-0900d5350915 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/784ccc6a-0d3c-4633-b56c-bc695d629271 HTTP/1.1" status: 204 len: 168 time: 0.3015130 Aug 17 03:13:00.765358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41070) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:00.772207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebee779d-2117-4dcf-b531-0900d5350915 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=784ccc6a-0d3c-4633-b56c-bc695d629271,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:00.885192 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-92e7bd06-8a9d-4be0-a30f-fc7e71ca31c0 tempest-DHCPAgentSchedulersTestJSON-627556605 tempest-DHCPAgentSchedulersTestJSON-627556605-project-admin] 10.222.0.10 "GET /v2.0/agents/d97af80b-f369-4582-a8bb-505993442d8a/dhcp-networks HTTP/1.1" status: 200 len: 8046 time: 0.1966183 Aug 17 03:13:00.887501 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41076) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:00.907658 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1a12b6a7-8f70-43fd-a1cb-f37a224f2589 tempest-DHCPAgentSchedulersTestJSON-627556605 tempest-DHCPAgentSchedulersTestJSON-627556605-project-admin] 10.222.0.10 "GET /v2.0/networks/a2167944-fac8-4447-aca9-7b2c88a4a2b5/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0184906 Aug 17 03:13:00.910522 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41078) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:00.916504 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4b6d33c7-9d5a-4d3f-a741-57bc09399df5 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/floatingips/c91c4aa7-3955-4791-9c79-434625a3b3f5 HTTP/1.1" status: 200 len: 994 time: 0.1457174 Aug 17 03:13:00.936901 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a9030c47-a632-474d-b15c-bece1d9bfe4a tempest-DHCPAgentSchedulersTestJSON-627556605 tempest-DHCPAgentSchedulersTestJSON-627556605-project-admin] 10.222.0.10 "GET /v2.0/networks/a2167944-fac8-4447-aca9-7b2c88a4a2b5/dhcp-agents HTTP/1.1" status: 200 len: 795 time: 0.0251851 Aug 17 03:13:00.939334 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41080) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:00.939911 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8551d-4b3c-4b8f-bfe2-bcebc02d78af req-75fc0f71-6974-4a9c-ab5b-4913aeb9a1ef tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:00.946820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8551d-4b3c-4b8f-bfe2-bcebc02d78af req-75fc0f71-6974-4a9c-ab5b-4913aeb9a1ef tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:00.954194 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8551d-4b3c-4b8f-bfe2-bcebc02d78af req-75fc0f71-6974-4a9c-ab5b-4913aeb9a1ef tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:00.960275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8551d-4b3c-4b8f-bfe2-bcebc02d78af req-75fc0f71-6974-4a9c-ab5b-4913aeb9a1ef tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:00.970060 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8551d-4b3c-4b8f-bfe2-bcebc02d78af req-75fc0f71-6974-4a9c-ab5b-4913aeb9a1ef tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:00.976669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8551d-4b3c-4b8f-bfe2-bcebc02d78af req-75fc0f71-6974-4a9c-ab5b-4913aeb9a1ef tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:00.983644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e8551d-4b3c-4b8f-bfe2-bcebc02d78af req-75fc0f71-6974-4a9c-ab5b-4913aeb9a1ef tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:00.985843 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e8551d-4b3c-4b8f-bfe2-bcebc02d78af req-75fc0f71-6974-4a9c-ab5b-4913aeb9a1ef tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5436 time: 0.1258330 Aug 17 03:13:01.053011 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e8551d-4b3c-4b8f-bfe2-bcebc02d78af req-7fbe3c04-95e1-47e1-a364-22afb1093aac tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0608120 Aug 17 03:13:01.170022 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c1b08808-e335-4abd-afd3-292a22e5316d tempest-DHCPAgentSchedulersTestJSON-627556605 tempest-DHCPAgentSchedulersTestJSON-627556605-project-admin] 10.222.0.10 "GET /v2.0/agents/d97af80b-f369-4582-a8bb-505993442d8a/dhcp-networks HTTP/1.1" status: 200 len: 8046 time: 0.2290478 Aug 17 03:13:01.173154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41088) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:01.258668 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cfde7d5-379e-4866-ba3f-928ec387f3ad tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:01.346622 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cfde7d5-379e-4866-ba3f-928ec387f3ad tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:01.357309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-5cfde7d5-379e-4866-ba3f-928ec387f3ad tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be456f9-6d83-4c7e-9c59-52abfb9d9d3f']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:01.368579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-5cfde7d5-379e-4866-ba3f-928ec387f3ad tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4fffa2d1-4306-409f-884a-53c8c0b196a3') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:01.368936 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-5cfde7d5-379e-4866-ba3f-928ec387f3ad tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4fffa2d1-4306-409f-884a-53c8c0b196a3') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:01.382779 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cfde7d5-379e-4866-ba3f-928ec387f3ad tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:01.398614 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cfde7d5-379e-4866-ba3f-928ec387f3ad tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:01.412218 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cfde7d5-379e-4866-ba3f-928ec387f3ad tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:13:01.412641 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cfde7d5-379e-4866-ba3f-928ec387f3ad tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:13:01.415874 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:13:01.624953 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cfde7d5-379e-4866-ba3f-928ec387f3ad tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:01.634061 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5cfde7d5-379e-4866-ba3f-928ec387f3ad tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:01.637451 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5cfde7d5-379e-4866-ba3f-928ec387f3ad tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] 10.222.0.10 "DELETE /v2.0/networks/8be456f9-6d83-4c7e-9c59-52abfb9d9d3f HTTP/1.1" status: 204 len: 168 time: 0.4620912 Aug 17 03:13:01.640384 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41114) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:01.682135 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cfde7d5-379e-4866-ba3f-928ec387f3ad tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Pushing event deleted for resources: {'Network': ['ID=8be456f9-6d83-4c7e-9c59-52abfb9d9d3f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:01.687492 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-f4c87f1e-bbca-46fd-83dc-cb2117b890a8 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] DELETE failed (client error): The resource could not be found. Aug 17 03:13:01.688513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f4c87f1e-bbca-46fd-83dc-cb2117b890a8 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:13:01.690822 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f4c87f1e-bbca-46fd-83dc-cb2117b890a8 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] 10.222.0.10 "DELETE /v2.0/ports/fb024234-f1f0-472c-8ee2-7755fe39e95d HTTP/1.1" status: 404 len: 333 time: 0.0494306 Aug 17 03:13:01.693321 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41122) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:01.750877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-cec84602-367d-4a47-86d4-48d909e8c5fd tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Deleting subnet 8d1b49cd-6601-43c8-8d93-8c3d5e4a9a9e {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:13:01.754196 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cec84602-367d-4a47-86d4-48d909e8c5fd tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:01.802430 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cec84602-367d-4a47-86d4-48d909e8c5fd tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:01.906727 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cec84602-367d-4a47-86d4-48d909e8c5fd tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:01.926335 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-45d68208-bac3-41a5-ab2d-f94ccb85565e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:01.935826 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-45d68208-bac3-41a5-ab2d-f94ccb85565e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:01.942838 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-45d68208-bac3-41a5-ab2d-f94ccb85565e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:01.950706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-45d68208-bac3-41a5-ab2d-f94ccb85565e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:01.958219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-45d68208-bac3-41a5-ab2d-f94ccb85565e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:01.966055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-45d68208-bac3-41a5-ab2d-f94ccb85565e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:01.973028 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-45d68208-bac3-41a5-ab2d-f94ccb85565e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:01.975344 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-45d68208-bac3-41a5-ab2d-f94ccb85565e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.60 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5436 time: 0.1168399 Aug 17 03:13:02.028002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-f6bc8d5b-2412-4a52-9120-23cda4b0d5bc tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:02.029530 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-f6bc8d5b-2412-4a52-9120-23cda4b0d5bc tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.60 "GET /v2.0/ports/13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0470252 Aug 17 03:13:02.048833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41142) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:02.065145 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cec84602-367d-4a47-86d4-48d909e8c5fd tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:02.101789 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cec84602-367d-4a47-86d4-48d909e8c5fd tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Pushing event deleted for resources: {'Subnet': ['ID=8d1b49cd-6601-43c8-8d93-8c3d5e4a9a9e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:02.109027 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cec84602-367d-4a47-86d4-48d909e8c5fd tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:02.111286 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cec84602-367d-4a47-86d4-48d909e8c5fd tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] 10.222.0.10 "DELETE /v2.0/subnets/8d1b49cd-6601-43c8-8d93-8c3d5e4a9a9e HTTP/1.1" status: 204 len: 168 time: 0.4168689 Aug 17 03:13:02.113738 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41152) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:02.119033 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ab7b2f3-c831-4075-9d4c-bcc8cc69d684 None None] Network a2167944-fac8-4447-aca9-7b2c88a4a2b5 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:02.224539 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-4d41e818-24d5-4cc7-b6cb-486ea6be8744 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.60 "GET /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.1892838 Aug 17 03:13:02.238896 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:02.268781 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:02.312982 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41158) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:02.339184 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:02.400607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a9f41-1e1a-47b8-a8d2-3d9dd4777954 req-ea3aa7d2-34a7-467d-81e0-f2bb2f154966 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:02.407744 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a9f41-1e1a-47b8-a8d2-3d9dd4777954 req-ea3aa7d2-34a7-467d-81e0-f2bb2f154966 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:02.413884 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a9f41-1e1a-47b8-a8d2-3d9dd4777954 req-ea3aa7d2-34a7-467d-81e0-f2bb2f154966 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:02.420587 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a9f41-1e1a-47b8-a8d2-3d9dd4777954 req-ea3aa7d2-34a7-467d-81e0-f2bb2f154966 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:02.426855 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a9f41-1e1a-47b8-a8d2-3d9dd4777954 req-ea3aa7d2-34a7-467d-81e0-f2bb2f154966 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:02.434220 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a9f41-1e1a-47b8-a8d2-3d9dd4777954 req-ea3aa7d2-34a7-467d-81e0-f2bb2f154966 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:02.439933 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9a9f41-1e1a-47b8-a8d2-3d9dd4777954 req-ea3aa7d2-34a7-467d-81e0-f2bb2f154966 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:02.442168 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fa9a9f41-1e1a-47b8-a8d2-3d9dd4777954 req-ea3aa7d2-34a7-467d-81e0-f2bb2f154966 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 5436 time: 0.1713102 Aug 17 03:13:02.487643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Deleting port 5189f62f-8fd0-4500-adf1-90df27252aea {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:02.488003 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:02.516209 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fa9a9f41-1e1a-47b8-a8d2-3d9dd4777954 req-4e8b74cc-66b7-414a-8023-410823227068 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&id=ce8b15dc-ca0d-4264-8096-60a9904c7309&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0661700 Aug 17 03:13:02.553875 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-43d08525-af00-4416-ad16-c3a40a957eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1480147776'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:02.571275 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f2fec159-a235-4c4b-88d8-68330d7d82bf tempest-ServiceProvidersTest-493395078 tempest-ServiceProvidersTest-493395078-project] 10.222.0.10 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.5212445 Aug 17 03:13:02.595046 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] For port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:02.596441 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96bdf967-7ddc-4fe9-b86b-ff95d88b32b9 None None] DHCP port deletion for a2167944-fac8-4447-aca9-7b2c88a4a2b5 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:13:02.612299 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] For port 5189f62f-8fd0-4500-adf1-90df27252aea, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5189f62f-8fd0-4500-adf1-90df27252aea,segment=NetworkSegment(567d6e12-25db-4c2e-bbf5-4c1b0f156c17),segment_id=567d6e12-25db-4c2e-bbf5-4c1b0f156c17)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:02.612909 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:02.615801 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3486c9-f7b1-46b8-88e3-d9936ad67d77 req-b7871d94-1330-4f04-8921-bf7922fde1a6 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:02.621969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa3486c9-f7b1-46b8-88e3-d9936ad67d77 req-b7871d94-1330-4f04-8921-bf7922fde1a6 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:02.626567 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Calling delete_port for 5189f62f-8fd0-4500-adf1-90df27252aea owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:02.629463 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa3486c9-f7b1-46b8-88e3-d9936ad67d77 req-b7871d94-1330-4f04-8921-bf7922fde1a6 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=442ac104-b85c-447d-89e1-b1461fe7195b&device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 1681 time: 0.2926364 Aug 17 03:13:02.681395 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-96bdf967-7ddc-4fe9-b86b-ff95d88b32b9 None None] Deleting port 5189f62f-8fd0-4500-adf1-90df27252aea {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:02.683482 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-96bdf967-7ddc-4fe9-b86b-ff95d88b32b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:02.684382 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] For port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:13:02.695025 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa3486c9-f7b1-46b8-88e3-d9936ad67d77 req-208c46b2-02cf-4340-b439-94f8b849b7da tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643837 Aug 17 03:13:02.733896 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d08525-af00-4416-ad16-c3a40a957eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Made reservation on behalf of 36b94a0d7b91401f9e9a3cca78e51e45 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:02.734103 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43d08525-af00-4416-ad16-c3a40a957eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:02.751877 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43d08525-af00-4416-ad16-c3a40a957eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:02.764129 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] device_id is not set on port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:13:02.788516 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:02.802767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-96bdf967-7ddc-4fe9-b86b-ff95d88b32b9 None None] For port 5189f62f-8fd0-4500-adf1-90df27252aea, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5189f62f-8fd0-4500-adf1-90df27252aea,segment=NetworkSegment(567d6e12-25db-4c2e-bbf5-4c1b0f156c17),segment_id=567d6e12-25db-4c2e-bbf5-4c1b0f156c17)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:02.803568 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-96bdf967-7ddc-4fe9-b86b-ff95d88b32b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:02.820142 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-96bdf967-7ddc-4fe9-b86b-ff95d88b32b9 None None] Calling delete_port for 5189f62f-8fd0-4500-adf1-90df27252aea owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:02.847799 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:02.920466 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-96bdf967-7ddc-4fe9-b86b-ff95d88b32b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:02.922766 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] No DVR routers for this DVR port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:02.928366 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43d08525-af00-4416-ad16-c3a40a957eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:02.929666 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:02.946258 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] No DVR routers for this DVR port 5189f62f-8fd0-4500-adf1-90df27252aea on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:02.947396 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Pushing event updated for resources: {'Port': ['ID=13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19,revision_number=6']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:02.962321 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96bdf967-7ddc-4fe9-b86b-ff95d88b32b9 None None] No DVR routers for this DVR port 5189f62f-8fd0-4500-adf1-90df27252aea on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:02.984023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Pushing event deleted for resources: {'Port': ['ID=5189f62f-8fd0-4500-adf1-90df27252aea,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:02.998673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:02.999816 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:03.003659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:03.004893 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:03.006365 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:03.006973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:03.009585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:03.009585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:03.009585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:03.011024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:03.013146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:03.013616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:03.032674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] In _notify_port_updated(), no bound segment for port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 on network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 {{(pid=101970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:13:03.035519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:03.037847 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.042878 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-a181e7f6-ea73-4744-ba43-58c2b99dced9 service neutron] 10.222.0.60 "PUT /v2.0/ports/13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 HTTP/1.1" status: 200 len: 1028 time: 0.8064411 Aug 17 03:13:03.055196 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.056907 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96bdf967-7ddc-4fe9-b86b-ff95d88b32b9 None None] Pushing event deleted for resources: {'Port': ['ID=5189f62f-8fd0-4500-adf1-90df27252aea,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:03.075372 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43d08525-af00-4416-ad16-c3a40a957eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.100534 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-f9b9004e-05d3-4700-99a2-0f3e8dbd5972 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:03.102083 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-f9b9004e-05d3-4700-99a2-0f3e8dbd5972 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.60 "GET /v2.0/ports/229d34f2-e84b-4d61-a8c6-7ecb791ac85d?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.0538809 Aug 17 03:13:03.114890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-d5cfe22a-74e4-403f-bd54-3f9fc8f1f9cd service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:03.115090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d08525-af00-4416-ad16-c3a40a957eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:13:03.126920 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.146707 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d08525-af00-4416-ad16-c3a40a957eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Pushing event updated for resources: {'SecurityGroup': ['ID=239ecd39-2f7d-4e00-8423-acde7e9245f2,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:03.154172 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43d08525-af00-4416-ad16-c3a40a957eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.154534 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-43d08525-af00-4416-ad16-c3a40a957eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Added segment 08bf5701-89a9-4e53-a57d-15b1f58ad6e3 of type vlan for network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb Aug 17 03:13:03.169333 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2167944-fac8-4447-aca9-7b2c88a4a2b5']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:03.197499 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-d5cfe22a-74e4-403f-bd54-3f9fc8f1f9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.202594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '567d6e12-25db-4c2e-bbf5-4c1b0f156c17') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:03.202904 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '567d6e12-25db-4c2e-bbf5-4c1b0f156c17') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:03.225279 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.233970 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43d08525-af00-4416-ad16-c3a40a957eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.249619 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.265046 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:13:03.265739 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.266349 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aaa60b59-2c88-42b2-a2a0-78822e578bbd None None] Provisioning complete for port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:03.266349 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aaa60b59-2c88-42b2-a2a0-78822e578bbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:13:03.268658 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:13:03.310097 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aaa60b59-2c88-42b2-a2a0-78822e578bbd None None] Port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:03.315147 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41180) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:03.384680 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-d5cfe22a-74e4-403f-bd54-3f9fc8f1f9cd service neutron] For port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=229d34f2-e84b-4d61-a8c6-7ecb791ac85d,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:03.412248 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43d08525-af00-4416-ad16-c3a40a957eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.418919 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d08525-af00-4416-ad16-c3a40a957eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:03.419093 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43d08525-af00-4416-ad16-c3a40a957eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.426987 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.432660 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-d5cfe22a-74e4-403f-bd54-3f9fc8f1f9cd service neutron] For port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:13:03.450987 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.452901 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] 10.222.0.10 "DELETE /v2.0/networks/a2167944-fac8-4447-aca9-7b2c88a4a2b5 HTTP/1.1" status: 204 len: 168 time: 1.3382285 Aug 17 03:13:03.472739 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-d5cfe22a-74e4-403f-bd54-3f9fc8f1f9cd service neutron] device_id is not set on port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:13:03.484376 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-d5cfe22a-74e4-403f-bd54-3f9fc8f1f9cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.490870 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb6fa09e-b3a8-42c9-aa80-d87daaf94840 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.515513 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:13:03.522379 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d08525-af00-4416-ad16-c3a40a957eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Pushing event updated for resources: {'Network': ['ID=1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:03.534427 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:13:03.540550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f170ec63-7f05-454a-855a-b94e56708d62 tempest-DHCPAgentSchedulersTestJSON-944461754 tempest-DHCPAgentSchedulersTestJSON-944461754-project] Pushing event deleted for resources: {'Network': ['ID=a2167944-fac8-4447-aca9-7b2c88a4a2b5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:03.567474 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-43d08525-af00-4416-ad16-c3a40a957eee tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 1.2454381 Aug 17 03:13:03.591700 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-d5cfe22a-74e4-403f-bd54-3f9fc8f1f9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.676429 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-d5cfe22a-74e4-403f-bd54-3f9fc8f1f9cd service neutron] No DVR routers for this DVR port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:03.704854 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb6fa09e-b3a8-42c9-aa80-d87daaf94840 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.705285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5cfe22a-74e4-403f-bd54-3f9fc8f1f9cd service neutron] Pushing event updated for resources: {'Port': ['ID=229d34f2-e84b-4d61-a8c6-7ecb791ac85d,revision_number=6']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:03.710962 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.732522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-d5cfe22a-74e4-403f-bd54-3f9fc8f1f9cd service neutron] In _notify_port_updated(), no bound segment for port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d on network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 {{(pid=101970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:13:03.734224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-d5cfe22a-74e4-403f-bd54-3f9fc8f1f9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:03.735766 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-d5cfe22a-74e4-403f-bd54-3f9fc8f1f9cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.738165 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-d5cfe22a-74e4-403f-bd54-3f9fc8f1f9cd service neutron] 10.222.0.60 "PUT /v2.0/ports/229d34f2-e84b-4d61-a8c6-7ecb791ac85d HTTP/1.1" status: 200 len: 1027 time: 0.6286705 Aug 17 03:13:03.798362 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bb6fa09e-b3a8-42c9-aa80-d87daaf94840 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.857866 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bb6fa09e-b3a8-42c9-aa80-d87daaf94840 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=923d183f23864ff48967784b54abba2f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5390334 Aug 17 03:13:03.857866 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb6fa09e-b3a8-42c9-aa80-d87daaf94840 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69d93984-0883-4c78-8d32-803139c4555b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:03.858409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41194) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:03.942138 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-e2d5c47d-248c-455f-a53c-0b6ad7b8ea47 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Deleting port 7cb7b403-44c7-4054-8867-793fbbd647f9 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:03.942662 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-e2d5c47d-248c-455f-a53c-0b6ad7b8ea47 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:03.953284 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae585ab-3b8a-4456-95c5-4558f33cdfb3 req-5ad4a928-80e8-41ff-b756-bb2b44f07c98 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:03.962042 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae585ab-3b8a-4456-95c5-4558f33cdfb3 req-5ad4a928-80e8-41ff-b756-bb2b44f07c98 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:03.969870 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae585ab-3b8a-4456-95c5-4558f33cdfb3 req-5ad4a928-80e8-41ff-b756-bb2b44f07c98 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:03.976115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae585ab-3b8a-4456-95c5-4558f33cdfb3 req-5ad4a928-80e8-41ff-b756-bb2b44f07c98 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:03.982767 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae585ab-3b8a-4456-95c5-4558f33cdfb3 req-5ad4a928-80e8-41ff-b756-bb2b44f07c98 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:03.984627 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ae585ab-3b8a-4456-95c5-4558f33cdfb3 req-5ad4a928-80e8-41ff-b756-bb2b44f07c98 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 3887 time: 0.1206830 Aug 17 03:13:04.005502 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-afdaeabf-93f9-4393-b963-404e9f77720f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.031167 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ae585ab-3b8a-4456-95c5-4558f33cdfb3 req-47ce8fc6-cdce-477e-a7f8-25faae074b70 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0394323 Aug 17 03:13:04.050917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41198) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:04.058657 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-afdaeabf-93f9-4393-b963-404e9f77720f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.067041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3a6fac30-1b10-4142-a60f-af21200c4e45 None None] Provisioning complete for port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:04.067233 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3a6fac30-1b10-4142-a60f-af21200c4e45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.115483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-3a6fac30-1b10-4142-a60f-af21200c4e45 None None] Port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:04.138515 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-e2d5c47d-248c-455f-a53c-0b6ad7b8ea47 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] For port 7cb7b403-44c7-4054-8867-793fbbd647f9, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7cb7b403-44c7-4054-8867-793fbbd647f9,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:04.139041 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-e2d5c47d-248c-455f-a53c-0b6ad7b8ea47 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.162815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-e2d5c47d-248c-455f-a53c-0b6ad7b8ea47 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Calling delete_port for 7cb7b403-44c7-4054-8867-793fbbd647f9 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:04.273008 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5189f62f-8fd0-4500-adf1-90df27252aea no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:04.306315 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4fe3b381-9bcf-4268-b796-924ccb81444a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f2ea083b3c084773bed2fac9169360ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2537496 Aug 17 03:13:04.308838 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41208) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:04.312868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 5189f62f-8fd0-4500-adf1-90df27252aea {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:04.320329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5189f62f-8fd0-4500-adf1-90df27252aea not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:04.389667 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8c934a4-ac9c-4ef3-abbe-5456b2e9e209 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.406139 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41210) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:04.411915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Request body: {'port': {'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb', 'binding:host_id': 'n-h2-802060-9', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-259690269'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:04.416417 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8c934a4-ac9c-4ef3-abbe-5456b2e9e209 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.432381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bb4102-a1dd-408a-9d34-9802f81b7267 req-10c74062-3e27-4cbc-a8c6-ccbc8438e3f1 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:04.437918 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24bb4102-a1dd-408a-9d34-9802f81b7267 req-10c74062-3e27-4cbc-a8c6-ccbc8438e3f1 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=442ac104-b85c-447d-89e1-b1461fe7195b HTTP/1.1" status: 200 len: 945 time: 0.0924201 Aug 17 03:13:04.460991 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-e2d5c47d-248c-455f-a53c-0b6ad7b8ea47 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.500545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d5c47d-248c-455f-a53c-0b6ad7b8ea47 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event deleted for resources: {'Port': ['ID=7cb7b403-44c7-4054-8867-793fbbd647f9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:04.502355 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-afdaeabf-93f9-4393-b963-404e9f77720f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.504870 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-afdaeabf-93f9-4393-b963-404e9f77720f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.508758 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-afdaeabf-93f9-4393-b963-404e9f77720f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/69d93984-0883-4c78-8d32-803139c4555b HTTP/1.1" status: 204 len: 168 time: 0.6466243 Aug 17 03:13:04.531742 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24bb4102-a1dd-408a-9d34-9802f81b7267 req-629dc02d-e937-4779-bbde-4b02c671408b tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883517 Aug 17 03:13:04.544914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdaeabf-93f9-4393-b963-404e9f77720f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69d93984-0883-4c78-8d32-803139c4555b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:04.570081 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-e2d5c47d-248c-455f-a53c-0b6ad7b8ea47 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] No DVR routers for this DVR port 7cb7b403-44c7-4054-8867-793fbbd647f9 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:04.571681 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Made reservation on behalf of 4fd172904ed641acaf10744e459235e8 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:04.574786 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.580760 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-e2d5c47d-248c-455f-a53c-0b6ad7b8ea47 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.582853 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-e2d5c47d-248c-455f-a53c-0b6ad7b8ea47 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.60 "DELETE /v2.0/ports/7cb7b403-44c7-4054-8867-793fbbd647f9 HTTP/1.1" status: 204 len: 173 time: 0.8358166 Aug 17 03:13:04.584132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-deleted', 'tag': '7cb7b403-44c7-4054-8867-793fbbd647f9'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:04.586517 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-140ccd83-3984-4464-bb47-96faae98e91c" -d '{"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-deleted", "tag": "7cb7b403-44c7-4054-8867-793fbbd647f9"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:04.603608 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.639596 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2039520c-42bc-4340-96e7-e0fc5a4782ba x-openstack-request-id: req-2039520c-42bc-4340-96e7-e0fc5a4782ba {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:04.639894 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-deleted", "tag": "7cb7b403-44c7-4054-8867-793fbbd647f9", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:04.640155 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2039520c-42bc-4340-96e7-e0fc5a4782ba {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:04.640555 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-deleted', 'tag': '7cb7b403-44c7-4054-8867-793fbbd647f9', 'status': 'completed', 'code': 200} Aug 17 03:13:04.681835 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8c934a4-ac9c-4ef3-abbe-5456b2e9e209 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.685122 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8c934a4-ac9c-4ef3-abbe-5456b2e9e209 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.686763 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a8c934a4-ac9c-4ef3-abbe-5456b2e9e209 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/06fceced-9bfa-47f2-abf0-488b566b2e38 HTTP/1.1" status: 204 len: 168 time: 0.3769126 Aug 17 03:13:04.688123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a0a82580-aa6c-4fe2-9f62-61b3e3319b40 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:04.696686 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c934a4-ac9c-4ef3-abbe-5456b2e9e209 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06fceced-9bfa-47f2-abf0-488b566b2e38,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:04.746854 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-ebc16adc-87b4-4799-b133-40364b38b43f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Deleting port ef489fee-83cc-48c5-a1f8-291661db6e66 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:04.747212 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-ebc16adc-87b4-4799-b133-40364b38b43f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.804391 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.831913 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a82580-aa6c-4fe2-9f62-61b3e3319b40'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:04.840001 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24048bb5-9353-47b1-a367-e3720e3afd87" -d '{"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a82580-aa6c-4fe2-9f62-61b3e3319b40"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:04.853807 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a0a82580-aa6c-4fe2-9f62-61b3e3319b40, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a0a82580-aa6c-4fe2-9f62-61b3e3319b40,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:04.904487 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94831dbe-e0ef-47aa-ae44-4ccda78c41d0 x-openstack-request-id: req-94831dbe-e0ef-47aa-ae44-4ccda78c41d0 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:04.904789 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-unplugged", "status": "completed", "tag": "a0a82580-aa6c-4fe2-9f62-61b3e3319b40", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:04.905048 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-94831dbe-e0ef-47aa-ae44-4ccda78c41d0 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:04.905600 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a0a82580-aa6c-4fe2-9f62-61b3e3319b40', 'code': 200} Aug 17 03:13:04.908533 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.925108 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.925108 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 3252fa48-9cdf-414f-bfa1-75099d66f47b no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:04.976928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-ebc16adc-87b4-4799-b133-40364b38b43f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] For port ef489fee-83cc-48c5-a1f8-291661db6e66, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ef489fee-83cc-48c5-a1f8-291661db6e66,segment=NetworkSegment(37427c4d-051e-4a90-aacb-d267fa643c41),segment_id=37427c4d-051e-4a90-aacb-d267fa643c41)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:04.977510 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-ebc16adc-87b4-4799-b133-40364b38b43f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:04.991158 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0928e9-0008-4e12-b3e0-7704fdfdb781 req-d5db1829-5dae-4770-bcbf-6c05fb38ecf5 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:04.992784 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e0928e9-0008-4e12-b3e0-7704fdfdb781 req-d5db1829-5dae-4770-bcbf-6c05fb38ecf5 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.60 "GET /v2.0/ports?device_id=442ac104-b85c-447d-89e1-b1461fe7195b HTTP/1.1" status: 200 len: 945 time: 0.1861358 Aug 17 03:13:05.000607 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:05.020387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-ebc16adc-87b4-4799-b133-40364b38b43f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Calling delete_port for ef489fee-83cc-48c5-a1f8-291661db6e66 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:05.055049 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a0a82580-aa6c-4fe2-9f62-61b3e3319b40,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:05.057875 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] device_id is not set on port 50da474c-448d-44a3-a594-e6446297abba yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:13:05.131756 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:05.198863 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 3252fa48-9cdf-414f-bfa1-75099d66f47b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3252fa48-9cdf-414f-bfa1-75099d66f47b,segment=NetworkSegment(5db9e6f8-005b-4a94-af93-e5b6a7abeb04),segment_id=5db9e6f8-005b-4a94-af93-e5b6a7abeb04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:05.265633 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6edc7c-b4ec-4002-996a-0c261df21e5c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:05.298728 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:05.299480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 33a95012-a331-4064-8176-8968cdb8ac60 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:05.320834 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026c6e7-1ec0-4616-b02f-3766c64a9505 req-bf6f60f4-b497-4160-a1ca-3f1dc4f9bca1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:05.330839 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026c6e7-1ec0-4616-b02f-3766c64a9505 req-bf6f60f4-b497-4160-a1ca-3f1dc4f9bca1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:05.339456 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026c6e7-1ec0-4616-b02f-3766c64a9505 req-bf6f60f4-b497-4160-a1ca-3f1dc4f9bca1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:05.349581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5026c6e7-1ec0-4616-b02f-3766c64a9505 req-bf6f60f4-b497-4160-a1ca-3f1dc4f9bca1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:05.352630 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5026c6e7-1ec0-4616-b02f-3766c64a9505 req-bf6f60f4-b497-4160-a1ca-3f1dc4f9bca1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 3150 time: 0.1435370 Aug 17 03:13:05.421412 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=3252fa48-9cdf-414f-bfa1-75099d66f47b,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:05.445626 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5026c6e7-1ec0-4616-b02f-3766c64a9505 req-0645a9fe-a5a2-4b9b-bee3-ca5c7d19d1d1 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0851092 Aug 17 03:13:05.475250 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:05.513409 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 33a95012-a331-4064-8176-8968cdb8ac60, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=33a95012-a331-4064-8176-8968cdb8ac60,segment=NetworkSegment(37427c4d-051e-4a90-aacb-d267fa643c41),segment_id=37427c4d-051e-4a90-aacb-d267fa643c41)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:05.613842 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:05.614586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7cb7b403-44c7-4054-8867-793fbbd647f9 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:05.680724 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 7cb7b403-44c7-4054-8867-793fbbd647f9 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:05.681330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7cb7b403-44c7-4054-8867-793fbbd647f9 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:05.681933 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device ef489fee-83cc-48c5-a1f8-291661db6e66 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:05.765552 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41240) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:05.783886 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=33a95012-a331-4064-8176-8968cdb8ac60,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:05.791622 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec51934a-48fb-4091-85a0-9ea3396c8cb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:05.841590 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:05.879606 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port ef489fee-83cc-48c5-a1f8-291661db6e66, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=ef489fee-83cc-48c5-a1f8-291661db6e66,segment=NetworkSegment(37427c4d-051e-4a90-aacb-d267fa643c41),segment_id=37427c4d-051e-4a90-aacb-d267fa643c41)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:05.958058 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec51934a-48fb-4091-85a0-9ea3396c8cb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:05.966434 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:05.967603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:06.008561 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1329746e-fd63-4902-b148-e9978d26504c req-0d7463b5-8ab2-4258-a7d0-a40cb214890a tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:06.016557 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1329746e-fd63-4902-b148-e9978d26504c req-0d7463b5-8ab2-4258-a7d0-a40cb214890a tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=442ac104-b85c-447d-89e1-b1461fe7195b HTTP/1.1" status: 200 len: 945 time: 0.1573250 Aug 17 03:13:06.019965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-8e0928e9-0008-4e12-b3e0-7704fdfdb781 req-6ae1cad0-cde2-4101-9f82-e9c44bdee516 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Deleting port 10e9a512-7a45-43e1-a4be-a201260efcbb {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:06.020328 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8e0928e9-0008-4e12-b3e0-7704fdfdb781 req-6ae1cad0-cde2-4101-9f82-e9c44bdee516 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:06.036249 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec51934a-48fb-4091-85a0-9ea3396c8cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:06.099102 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=ef489fee-83cc-48c5-a1f8-291661db6e66,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:06.105845 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ec51934a-48fb-4091-85a0-9ea3396c8cb2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dd6f87fdbb374f669a5878e668895a33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3372765 Aug 17 03:13:06.119794 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:06.121507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 229d34f2-e84b-4d61-a8c6-7ecb791ac85d no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:06.122713 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1329746e-fd63-4902-b148-e9978d26504c req-57141ae9-04f0-4416-80eb-47b2437fd75f tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/security-groups?id=be180e86-bd58-45fc-aef3-a65661e5a77f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051571 Aug 17 03:13:06.124951 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41248) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:06.174651 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec51934a-48fb-4091-85a0-9ea3396c8cb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b820688b-92a9-4d31-a296-2a506dbb9389,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:06.226451 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 229d34f2-e84b-4d61-a8c6-7ecb791ac85d not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:06.253790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b674b010-cf77-4ae8-836c-59029a75e34d req-18422395-e10d-4fb3-8e63-5c69ec555555 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:06.255332 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b674b010-cf77-4ae8-836c-59029a75e34d req-18422395-e10d-4fb3-8e63-5c69ec555555 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.30 "GET /v2.0/ports?device_id=a89b4148-9e1c-454a-bf73-1603f39c7155 HTTP/1.1" status: 200 len: 945 time: 0.3918488 Aug 17 03:13:06.274204 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41252) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:06.281095 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [-] 10.222.0.10 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0026872 Aug 17 03:13:06.281406 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41254) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:06.366063 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-363086f4-b2d5-44ae-9f39-6bfdd60573ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:06.373761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-8e0928e9-0008-4e12-b3e0-7704fdfdb781 req-6ae1cad0-cde2-4101-9f82-e9c44bdee516 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] For port 10e9a512-7a45-43e1-a4be-a201260efcbb, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=10e9a512-7a45-43e1-a4be-a201260efcbb,segment=NetworkSegment(9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83),segment_id=9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:06.376849 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8e0928e9-0008-4e12-b3e0-7704fdfdb781 req-6ae1cad0-cde2-4101-9f82-e9c44bdee516 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:06.399314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] device_id is not set on port 50da474c-448d-44a3-a594-e6446297abba yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:13:06.399517 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f5bf211b-99ff-4b0c-8ed2-6ce6cb2ceb01 tempest-NetworksApiDiscovery-678325100 tempest-NetworksApiDiscovery-678325100-project] 10.222.0.10 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1128500 Aug 17 03:13:06.421978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-8e0928e9-0008-4e12-b3e0-7704fdfdb781 req-6ae1cad0-cde2-4101-9f82-e9c44bdee516 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Calling delete_port for 10e9a512-7a45-43e1-a4be-a201260efcbb owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:06.445941 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:06.451093 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-363086f4-b2d5-44ae-9f39-6bfdd60573ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:06.457341 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-ebc16adc-87b4-4799-b133-40364b38b43f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:06.493134 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Transition to ACTIVE for port object 50da474c-448d-44a3-a594-e6446297abba will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:06.566600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc16adc-87b4-4799-b133-40364b38b43f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event deleted for resources: {'Port': ['ID=ef489fee-83cc-48c5-a1f8-291661db6e66,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:06.633077 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01733859-8035-42d1-9772-82e8c583a422 req-4d7d278d-6b9c-4733-b721-03cf43beab88 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:06.639063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-ebc16adc-87b4-4799-b133-40364b38b43f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] No DVR routers for this DVR port ef489fee-83cc-48c5-a1f8-291661db6e66 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:06.639984 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01733859-8035-42d1-9772-82e8c583a422 req-4d7d278d-6b9c-4733-b721-03cf43beab88 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:06.644912 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-ebc16adc-87b4-4799-b133-40364b38b43f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:06.646974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-ebc16adc-87b4-4799-b133-40364b38b43f tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.60 "DELETE /v2.0/ports/ef489fee-83cc-48c5-a1f8-291661db6e66 HTTP/1.1" status: 204 len: 173 time: 2.0523691 Aug 17 03:13:06.653194 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01733859-8035-42d1-9772-82e8c583a422 req-4d7d278d-6b9c-4733-b721-03cf43beab88 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:06.653405 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-deleted', 'tag': 'ef489fee-83cc-48c5-a1f8-291661db6e66'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:06.653523 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-01733859-8035-42d1-9772-82e8c583a422 req-4d7d278d-6b9c-4733-b721-03cf43beab88 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 2411 time: 0.0886102 Aug 17 03:13:06.653600 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7249fe7-d584-4222-90a0-c463a466047a" -d '{"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-deleted", "tag": "ef489fee-83cc-48c5-a1f8-291661db6e66"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:06.705050 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:06.707533 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5eaf4083-eaf0-4bbf-89a1-a0152d61c576 x-openstack-request-id: req-5eaf4083-eaf0-4bbf-89a1-a0152d61c576 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:06.707851 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-deleted", "tag": "ef489fee-83cc-48c5-a1f8-291661db6e66", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:06.708109 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5eaf4083-eaf0-4bbf-89a1-a0152d61c576 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:06.708543 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-deleted', 'tag': 'ef489fee-83cc-48c5-a1f8-291661db6e66', 'status': 'completed', 'code': 200} Aug 17 03:13:06.717648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-b674b010-cf77-4ae8-836c-59029a75e34d req-c6248ce6-ccaf-4adb-b97c-950504d3e74a tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Deleting port 30a80ad0-0ecf-4bda-94fe-dcc080b42688 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:06.717648 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b674b010-cf77-4ae8-836c-59029a75e34d req-c6248ce6-ccaf-4adb-b97c-950504d3e74a tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:06.742664 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-01733859-8035-42d1-9772-82e8c583a422 req-f7d31ece-74ff-4cf6-b5a8-5e94537b01df tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0795691 Aug 17 03:13:06.822538 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-363086f4-b2d5-44ae-9f39-6bfdd60573ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:06.826045 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-363086f4-b2d5-44ae-9f39-6bfdd60573ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:06.827207 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-363086f4-b2d5-44ae-9f39-6bfdd60573ac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b820688b-92a9-4d31-a296-2a506dbb9389 HTTP/1.1" status: 204 len: 168 time: 0.6896176 Aug 17 03:13:06.892920 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363086f4-b2d5-44ae-9f39-6bfdd60573ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b820688b-92a9-4d31-a296-2a506dbb9389,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:06.908002 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3252fa48-9cdf-414f-bfa1-75099d66f47b'}, {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33a95012-a331-4064-8176-8968cdb8ac60'}, {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef489fee-83cc-48c5-a1f8-291661db6e66'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:06.910298 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74a20c81-a8f0-44f1-8507-9a93bcb65813" -d '{"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-unplugged", "status": "completed", "tag": "3252fa48-9cdf-414f-bfa1-75099d66f47b"}, {"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-unplugged", "status": "completed", "tag": "33a95012-a331-4064-8176-8968cdb8ac60"}, {"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-unplugged", "status": "completed", "tag": "ef489fee-83cc-48c5-a1f8-291661db6e66"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:06.911948 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Pushing event updated for resources: {'Port': ['ID=50da474c-448d-44a3-a594-e6446297abba,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:06.977387 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 531 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bfff985-0287-4e1c-b1f4-6be273c48155 x-openstack-request-id: req-0bfff985-0287-4e1c-b1f4-6be273c48155 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:06.982988 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-unplugged", "status": "completed", "tag": "3252fa48-9cdf-414f-bfa1-75099d66f47b", "code": 200}, {"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-unplugged", "status": "completed", "tag": "33a95012-a331-4064-8176-8968cdb8ac60", "code": 200}, {"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-unplugged", "status": "completed", "tag": "ef489fee-83cc-48c5-a1f8-291661db6e66", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:06.982988 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0bfff985-0287-4e1c-b1f4-6be273c48155 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:06.982988 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3252fa48-9cdf-414f-bfa1-75099d66f47b', 'code': 200} Aug 17 03:13:06.982988 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '33a95012-a331-4064-8176-8968cdb8ac60', 'code': 200} Aug 17 03:13:06.982988 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef489fee-83cc-48c5-a1f8-291661db6e66', 'code': 200} Aug 17 03:13:06.985533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b674b010-cf77-4ae8-836c-59029a75e34d req-c6248ce6-ccaf-4adb-b97c-950504d3e74a tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] For port 30a80ad0-0ecf-4bda-94fe-dcc080b42688, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=30a80ad0-0ecf-4bda-94fe-dcc080b42688,segment=NetworkSegment(9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83),segment_id=9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:06.985772 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b674b010-cf77-4ae8-836c-59029a75e34d req-c6248ce6-ccaf-4adb-b97c-950504d3e74a tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:06.988366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Checking segment: {'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:13:06.988745 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Network hostable DHCP agents. Network: 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:13:07.012636 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-b674b010-cf77-4ae8-836c-59029a75e34d req-c6248ce6-ccaf-4adb-b97c-950504d3e74a tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Calling delete_port for 30a80ad0-0ecf-4bda-94fe-dcc080b42688 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:07.024403 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8e0928e9-0008-4e12-b3e0-7704fdfdb781 req-6ae1cad0-cde2-4101-9f82-e9c44bdee516 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:07.032357 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-797ce391-65b1-4c2d-bef3-c28cdd232259 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Deleting port a0a82580-aa6c-4fe2-9f62-61b3e3319b40 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:07.032580 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-797ce391-65b1-4c2d-bef3-c28cdd232259 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:07.081206 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41272) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:07.165741 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ae1cad0-cde2-4101-9f82-e9c44bdee516 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Pushing event deleted for resources: {'Port': ['ID=10e9a512-7a45-43e1-a4be-a201260efcbb,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:07.187234 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:13:07.266428 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e0928e9-0008-4e12-b3e0-7704fdfdb781 req-6ae1cad0-cde2-4101-9f82-e9c44bdee516 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] No DVR routers for this DVR port 10e9a512-7a45-43e1-a4be-a201260efcbb on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:07.280114 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8e0928e9-0008-4e12-b3e0-7704fdfdb781 req-6ae1cad0-cde2-4101-9f82-e9c44bdee516 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:07.282437 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e0928e9-0008-4e12-b3e0-7704fdfdb781 req-6ae1cad0-cde2-4101-9f82-e9c44bdee516 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.60 "DELETE /v2.0/ports/10e9a512-7a45-43e1-a4be-a201260efcbb HTTP/1.1" status: 204 len: 173 time: 2.2600186 Aug 17 03:13:07.305001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-797ce391-65b1-4c2d-bef3-c28cdd232259 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] For port a0a82580-aa6c-4fe2-9f62-61b3e3319b40, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a0a82580-aa6c-4fe2-9f62-61b3e3319b40,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:07.310611 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-797ce391-65b1-4c2d-bef3-c28cdd232259 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:07.315308 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8945e440-1d08-4d1b-bae1-7e65b87cb3fb req-2c6164b4-842b-4b7d-9fae-c1d3d7c22d79 tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=442ac104-b85c-447d-89e1-b1461fe7195b HTTP/1.1" status: 200 len: 210 time: 0.0557148 Aug 17 03:13:07.326681 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:07.336721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-797ce391-65b1-4c2d-bef3-c28cdd232259 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Calling delete_port for a0a82580-aa6c-4fe2-9f62-61b3e3319b40 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:07.343589 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:07.344778 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cadf027f-c0fd-4550-a3b1-75e32bbc75fd None None] Network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:07.398061 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:07.398402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:07.398790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:07.431879 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81cf5e26-9c5b-4be9-a3da-9b7b7cfc8169 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:07.463996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:07.463996 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:07.468021 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 2 to bind port 50da474c-448d-44a3-a594-e6446297abba Aug 17 03:13:07.505395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:07.508488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:07.508848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:07.518817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:07.519793 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:07.521690 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 3 to bind port 50da474c-448d-44a3-a594-e6446297abba Aug 17 03:13:07.544456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:07.544806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:07.545155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:07.550465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:07.550807 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:07.551215 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 4 to bind port 50da474c-448d-44a3-a594-e6446297abba Aug 17 03:13:07.567878 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:07.568321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:07.568786 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:07.576115 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:07.577005 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:07.577005 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 5 to bind port 50da474c-448d-44a3-a594-e6446297abba Aug 17 03:13:07.587169 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b674b010-cf77-4ae8-836c-59029a75e34d req-c6248ce6-ccaf-4adb-b97c-950504d3e74a tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:07.600951 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81cf5e26-9c5b-4be9-a3da-9b7b7cfc8169 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:07.623552 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:07.623895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:07.624240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:07.629320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6248ce6-ccaf-4adb-b97c-950504d3e74a tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Pushing event deleted for resources: {'Port': ['ID=30a80ad0-0ecf-4bda-94fe-dcc080b42688,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:07.636571 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:07.636571 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:07.639306 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 6 to bind port 50da474c-448d-44a3-a594-e6446297abba Aug 17 03:13:07.697223 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81cf5e26-9c5b-4be9-a3da-9b7b7cfc8169 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:07.704654 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b674b010-cf77-4ae8-836c-59029a75e34d req-c6248ce6-ccaf-4adb-b97c-950504d3e74a tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] No DVR routers for this DVR port 30a80ad0-0ecf-4bda-94fe-dcc080b42688 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:07.708496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:07.708840 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:07.709186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:07.712479 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b674b010-cf77-4ae8-836c-59029a75e34d req-c6248ce6-ccaf-4adb-b97c-950504d3e74a tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:07.714710 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b674b010-cf77-4ae8-836c-59029a75e34d req-c6248ce6-ccaf-4adb-b97c-950504d3e74a tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.30 "DELETE /v2.0/ports/30a80ad0-0ecf-4bda-94fe-dcc080b42688 HTTP/1.1" status: 204 len: 173 time: 1.4464021 Aug 17 03:13:07.722588 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:07.723265 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:07.723386 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 7 to bind port 50da474c-448d-44a3-a594-e6446297abba Aug 17 03:13:07.741850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81cf5e26-9c5b-4be9-a3da-9b7b7cfc8169 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b31d31ff-615a-4678-b447-7fa9d6556e3e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:07.744264 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:07.744592 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:07.744935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:07.751642 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-81cf5e26-9c5b-4be9-a3da-9b7b7cfc8169 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5082c2ad384f433d838f55e01a73e803&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6692717 Aug 17 03:13:07.751820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:07.752019 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:07.752426 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 8 to bind port 50da474c-448d-44a3-a594-e6446297abba Aug 17 03:13:07.754877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41288) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:07.789003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:07.789366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:07.789715 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:07.808333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:07.808679 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:07.809244 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 9 to bind port 50da474c-448d-44a3-a594-e6446297abba Aug 17 03:13:07.822640 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-797ce391-65b1-4c2d-bef3-c28cdd232259 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:07.840078 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:07.840405 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:07.840751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:07.867966 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8bf1092b-8195-4256-ab53-bf6209e23318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:07.869678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797ce391-65b1-4c2d-bef3-c28cdd232259 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event deleted for resources: {'Port': ['ID=a0a82580-aa6c-4fe2-9f62-61b3e3319b40,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:07.873288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:07.873656 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:07.877070 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 10 to bind port 50da474c-448d-44a3-a594-e6446297abba Aug 17 03:13:07.942038 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8bf1092b-8195-4256-ab53-bf6209e23318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:07.957831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:07.958174 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:07.958518 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:07.987584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-797ce391-65b1-4c2d-bef3-c28cdd232259 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] No DVR routers for this DVR port a0a82580-aa6c-4fe2-9f62-61b3e3319b40 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:07.992395 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-797ce391-65b1-4c2d-bef3-c28cdd232259 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:07.994378 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-797ce391-65b1-4c2d-bef3-c28cdd232259 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.60 "DELETE /v2.0/ports/a0a82580-aa6c-4fe2-9f62-61b3e3319b40 HTTP/1.1" status: 204 len: 173 time: 1.3384092 Aug 17 03:13:08.001869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 50da474c-448d-44a3-a594-e6446297abba on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:08.002440 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 50da474c-448d-44a3-a594-e6446297abba on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:08.002855 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:08.105359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa48bc7-a237-4501-8c28-195db548793e req-ac4ea715-a045-4dfa-b499-048e59ed9437 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:08.111523 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa48bc7-a237-4501-8c28-195db548793e req-ac4ea715-a045-4dfa-b499-048e59ed9437 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:08.113407 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bfa48bc7-a237-4501-8c28-195db548793e req-ac4ea715-a045-4dfa-b499-048e59ed9437 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 1678 time: 0.2175543 Aug 17 03:13:08.284125 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bfa48bc7-a237-4501-8c28-195db548793e req-29bbe5b5-1d4d-4746-82fa-b11770c6708e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1396363 Aug 17 03:13:08.294891 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] For port 50da474c-448d-44a3-a594-e6446297abba, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:13:08.301512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempted to set empty binding levels {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 03:13:08.318149 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8bf1092b-8195-4256-ab53-bf6209e23318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:08.321102 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8bf1092b-8195-4256-ab53-bf6209e23318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:08.322446 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8bf1092b-8195-4256-ab53-bf6209e23318 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b31d31ff-615a-4678-b447-7fa9d6556e3e HTTP/1.1" status: 204 len: 168 time: 0.5666220 Aug 17 03:13:08.352149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-1bf8093a-8836-4767-b33f-cb1e048a24f8 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Deleting port 33a95012-a331-4064-8176-8968cdb8ac60 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:08.352413 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-1bf8093a-8836-4767-b33f-cb1e048a24f8 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:08.387268 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf1092b-8195-4256-ab53-bf6209e23318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b31d31ff-615a-4678-b447-7fa9d6556e3e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:08.514965 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:08.535721 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1032701f-5491-4b24-a62b-d7c574704f54 req-f84c55c8-b596-4d94-b47d-737af211a60f tempest-ListServersNegativeTestJSON-919636323 tempest-ListServersNegativeTestJSON-919636323-project] 10.222.0.10 "GET /v2.0/ports?device_id=442ac104-b85c-447d-89e1-b1461fe7195b HTTP/1.1" status: 200 len: 210 time: 0.0514433 Aug 17 03:13:08.545791 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 30a80ad0-0ecf-4bda-94fe-dcc080b42688 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:08.600531 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 30a80ad0-0ecf-4bda-94fe-dcc080b42688 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:08.607155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 30a80ad0-0ecf-4bda-94fe-dcc080b42688 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:08.613685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:08.614300 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:08.651659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Pushing event updated for resources: {'Port': ['ID=50da474c-448d-44a3-a594-e6446297abba,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:08.680495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-1bf8093a-8836-4767-b33f-cb1e048a24f8 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] For port 33a95012-a331-4064-8176-8968cdb8ac60, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=33a95012-a331-4064-8176-8968cdb8ac60,segment=NetworkSegment(37427c4d-051e-4a90-aacb-d267fa643c41),segment_id=37427c4d-051e-4a90-aacb-d267fa643c41)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:08.680495 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-1bf8093a-8836-4767-b33f-cb1e048a24f8 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:08.696980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-1bf8093a-8836-4767-b33f-cb1e048a24f8 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Calling delete_port for 33a95012-a331-4064-8176-8968cdb8ac60 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:08.709732 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '442ac104-b85c-447d-89e1-b1461fe7195b', 'name': 'network-vif-deleted', 'tag': '10e9a512-7a45-43e1-a4be-a201260efcbb'}, {'server_uuid': 'a89b4148-9e1c-454a-bf73-1603f39c7155', 'name': 'network-vif-deleted', 'tag': '30a80ad0-0ecf-4bda-94fe-dcc080b42688'}, {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-deleted', 'tag': 'a0a82580-aa6c-4fe2-9f62-61b3e3319b40'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:08.712527 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8db25a4-ff07-4f18-8535-fb5c1dac78f0" -d '{"events": [{"server_uuid": "442ac104-b85c-447d-89e1-b1461fe7195b", "name": "network-vif-deleted", "tag": "10e9a512-7a45-43e1-a4be-a201260efcbb"}, {"server_uuid": "a89b4148-9e1c-454a-bf73-1603f39c7155", "name": "network-vif-deleted", "tag": "30a80ad0-0ecf-4bda-94fe-dcc080b42688"}, {"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-deleted", "tag": "a0a82580-aa6c-4fe2-9f62-61b3e3319b40"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:08.735351 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bbc5d33b-6d8e-4ce0-8498-8ec388ab16ca tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 983 time: 4.3222041 Aug 17 03:13:08.735647 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41312) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:08.742097 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 10e9a512-7a45-43e1-a4be-a201260efcbb no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:08.809564 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c6f5694-456c-4af1-8b0a-921f1d113587 x-openstack-request-id: req-8c6f5694-456c-4af1-8b0a-921f1d113587 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:08.809995 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "442ac104-b85c-447d-89e1-b1461fe7195b", "name": "network-vif-deleted", "tag": "10e9a512-7a45-43e1-a4be-a201260efcbb", "status": "completed", "code": 200}, {"server_uuid": "a89b4148-9e1c-454a-bf73-1603f39c7155", "name": "network-vif-deleted", "tag": "30a80ad0-0ecf-4bda-94fe-dcc080b42688", "status": "completed", "code": 200}, {"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-deleted", "tag": "a0a82580-aa6c-4fe2-9f62-61b3e3319b40", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:08.810332 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c6f5694-456c-4af1-8b0a-921f1d113587 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:08.811193 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '442ac104-b85c-447d-89e1-b1461fe7195b', 'name': 'network-vif-deleted', 'tag': '10e9a512-7a45-43e1-a4be-a201260efcbb', 'status': 'completed', 'code': 200} Aug 17 03:13:08.811326 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a89b4148-9e1c-454a-bf73-1603f39c7155', 'name': 'network-vif-deleted', 'tag': '30a80ad0-0ecf-4bda-94fe-dcc080b42688', 'status': 'completed', 'code': 200} Aug 17 03:13:08.811675 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-deleted', 'tag': 'a0a82580-aa6c-4fe2-9f62-61b3e3319b40', 'status': 'completed', 'code': 200} Aug 17 03:13:08.820281 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 10e9a512-7a45-43e1-a4be-a201260efcbb {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:08.820638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 10e9a512-7a45-43e1-a4be-a201260efcbb not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:08.935197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-564ec58a-e87d-46e9-a2c1-41da2823cb76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Deleting port 50da474c-448d-44a3-a594-e6446297abba {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:08.935789 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-564ec58a-e87d-46e9-a2c1-41da2823cb76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:09.038505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-564ec58a-e87d-46e9-a2c1-41da2823cb76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] For port 50da474c-448d-44a3-a594-e6446297abba, host n-h2-802060-9, got binding levels [] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:09.038505 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-564ec58a-e87d-46e9-a2c1-41da2823cb76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:09.043707 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-564ec58a-e87d-46e9-a2c1-41da2823cb76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Calling delete_port for 50da474c-448d-44a3-a594-e6446297abba owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:09.053931 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-1bf8093a-8836-4767-b33f-cb1e048a24f8 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:09.147114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf8093a-8836-4767-b33f-cb1e048a24f8 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event deleted for resources: {'Port': ['ID=33a95012-a331-4064-8176-8968cdb8ac60,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:09.162674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-1bf8093a-8836-4767-b33f-cb1e048a24f8 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] No DVR routers for this DVR port 33a95012-a331-4064-8176-8968cdb8ac60 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:09.165245 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-1bf8093a-8836-4767-b33f-cb1e048a24f8 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:09.167528 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-1bf8093a-8836-4767-b33f-cb1e048a24f8 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.60 "DELETE /v2.0/ports/33a95012-a331-4064-8176-8968cdb8ac60 HTTP/1.1" status: 204 len: 173 time: 1.1457930 Aug 17 03:13:09.254590 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-564ec58a-e87d-46e9-a2c1-41da2823cb76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:09.298550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-4662769a-197a-448d-a678-cbd3ea88d899 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Deleting port 3252fa48-9cdf-414f-bfa1-75099d66f47b {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:09.299094 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-4662769a-197a-448d-a678-cbd3ea88d899 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:09.348629 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564ec58a-e87d-46e9-a2c1-41da2823cb76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Pushing event deleted for resources: {'Port': ['ID=50da474c-448d-44a3-a594-e6446297abba,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:09.358820 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-564ec58a-e87d-46e9-a2c1-41da2823cb76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:09.365684 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-564ec58a-e87d-46e9-a2c1-41da2823cb76 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] 10.222.0.10 "DELETE /v2.0/ports/50da474c-448d-44a3-a594-e6446297abba HTTP/1.1" status: 204 len: 168 time: 0.6286898 Aug 17 03:13:09.368522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41334) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:09.408955 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-a38b6e9f-92a3-44cd-aaf5-b8003ed94500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] GET failed (client error): The resource could not be found. Aug 17 03:13:09.408955 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a38b6e9f-92a3-44cd-aaf5-b8003ed94500 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] 10.222.0.10 "GET /v2.0/ports/50da474c-448d-44a3-a594-e6446297abba HTTP/1.1" status: 404 len: 333 time: 0.0370238 Aug 17 03:13:09.410657 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41338) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:09.415828 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-5fb3d31c-fe56-46eb-bc6c-f7524f6d9c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Request body: {'port': {'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1094148936'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:09.471630 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cc43c2b-0961-4893-9378-06adaa68f2d5 req-2bb49221-374c-4908-bcea-30a93102ca41 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:09.472213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-4662769a-197a-448d-a678-cbd3ea88d899 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] For port 3252fa48-9cdf-414f-bfa1-75099d66f47b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=3252fa48-9cdf-414f-bfa1-75099d66f47b,segment=NetworkSegment(5db9e6f8-005b-4a94-af93-e5b6a7abeb04),segment_id=5db9e6f8-005b-4a94-af93-e5b6a7abeb04)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:09.472662 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-4662769a-197a-448d-a678-cbd3ea88d899 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:09.474448 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3cc43c2b-0961-4893-9378-06adaa68f2d5 req-2bb49221-374c-4908-bcea-30a93102ca41 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 944 time: 0.0730560 Aug 17 03:13:09.534425 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3cc43c2b-0961-4893-9378-06adaa68f2d5 req-6477a14e-4400-4a32-bf43-4410637397ee tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups?id=45eaa01e-5bc7-4240-85ea-aefc652ea939&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523100 Aug 17 03:13:09.560547 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb3d31c-fe56-46eb-bc6c-f7524f6d9c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Made reservation on behalf of 4fd172904ed641acaf10744e459235e8 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:09.565353 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5fb3d31c-fe56-46eb-bc6c-f7524f6d9c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:09.672531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-5fb3d31c-fe56-46eb-bc6c-f7524f6d9c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] device_id is not set on port dbf68123-aa80-421b-b057-f2b43ee1e403 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:13:09.689791 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41348) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:09.755652 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-793ca28c-5a23-41a9-9c86-224fd8f19ed8 admin admin] Deleting subnet 65e159df-119f-4032-a447-07197a98c53e {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:13:09.760559 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-793ca28c-5a23-41a9-9c86-224fd8f19ed8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:09.782915 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41352) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:09.809747 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-793ca28c-5a23-41a9-9c86-224fd8f19ed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:09.890815 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-793ca28c-5a23-41a9-9c86-224fd8f19ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:09.984650 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-4a1e08ff-a999-4c28-af6a-50540e9fac18 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-670378679'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:10.030336 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-793ca28c-5a23-41a9-9c86-224fd8f19ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.061647 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-793ca28c-5a23-41a9-9c86-224fd8f19ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=65e159df-119f-4032-a447-07197a98c53e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:10.064069 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-793ca28c-5a23-41a9-9c86-224fd8f19ed8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.067009 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-793ca28c-5a23-41a9-9c86-224fd8f19ed8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/65e159df-119f-4032-a447-07197a98c53e HTTP/1.1" status: 204 len: 168 time: 0.3753438 Aug 17 03:13:10.068835 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41360) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:10.113698 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a1e08ff-a999-4c28-af6a-50540e9fac18 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Made reservation on behalf of 3a4aa5da160144c89102c14bfd0d6cac for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:10.117130 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a1e08ff-a999-4c28-af6a-50540e9fac18 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.139806 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a1e08ff-a999-4c28-af6a-50540e9fac18 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.158364 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-4662769a-197a-448d-a678-cbd3ea88d899 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.158749 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-4662769a-197a-448d-a678-cbd3ea88d899 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.159283 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-4662769a-197a-448d-a678-cbd3ea88d899 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Floating IP 4298650a-c4a7-4739-8595-cc267cf13451 disassociated. External IP: 172.25.1.200, port: 3252fa48-9cdf-414f-bfa1-75099d66f47b. Aug 17 03:13:10.159796 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-4662769a-197a-448d-a678-cbd3ea88d899 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Calling delete_port for 3252fa48-9cdf-414f-bfa1-75099d66f47b owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:10.167081 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90cd458c-6d63-4b64-9213-cb6a4d4dedf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.237221 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5fb3d31c-fe56-46eb-bc6c-f7524f6d9c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.279100 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90cd458c-6d63-4b64-9213-cb6a4d4dedf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.294342 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-90cd458c-6d63-4b64-9213-cb6a4d4dedf3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c66f9fe1-313f-47ea-b5ea-39e8ad208748']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:10.308915 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-90cd458c-6d63-4b64-9213-cb6a4d4dedf3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:10.309203 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-90cd458c-6d63-4b64-9213-cb6a4d4dedf3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9d7317da-2fd9-4aa3-9dcb-2f6f2204cd83') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:10.330117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90cd458c-6d63-4b64-9213-cb6a4d4dedf3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.352340 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90cd458c-6d63-4b64-9213-cb6a4d4dedf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.362788 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a1e08ff-a999-4c28-af6a-50540e9fac18 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.367756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90cd458c-6d63-4b64-9213-cb6a4d4dedf3 admin admin] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:13:10.368158 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90cd458c-6d63-4b64-9213-cb6a4d4dedf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:13:10.369818 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:13:10.379925 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5fb3d31c-fe56-46eb-bc6c-f7524f6d9c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.426032 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb3d31c-fe56-46eb-bc6c-f7524f6d9c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:10.429038 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-5fb3d31c-fe56-46eb-bc6c-f7524f6d9c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:10.433999 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb3d31c-fe56-46eb-bc6c-f7524f6d9c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:10.435152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb3d31c-fe56-46eb-bc6c-f7524f6d9c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:10.435572 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5fb3d31c-fe56-46eb-bc6c-f7524f6d9c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.439094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb3d31c-fe56-46eb-bc6c-f7524f6d9c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Pushing event updated for resources: {'Port': ['ID=dbf68123-aa80-421b-b057-f2b43ee1e403,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:10.443577 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-4662769a-197a-448d-a678-cbd3ea88d899 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.464427 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a1e08ff-a999-4c28-af6a-50540e9fac18 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.481166 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4662769a-197a-448d-a678-cbd3ea88d899 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event deleted for resources: {'Port': ['ID=3252fa48-9cdf-414f-bfa1-75099d66f47b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:10.490989 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a1e08ff-a999-4c28-af6a-50540e9fac18 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:13:10.508636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e08ff-a999-4c28-af6a-50540e9fac18 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2ab289d1-8314-42dd-90cc-5556a4e813c8,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:10.515085 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a1e08ff-a999-4c28-af6a-50540e9fac18 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.515085 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-4a1e08ff-a999-4c28-af6a-50540e9fac18 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Added segment d02425ea-fc7a-403d-b1d5-845088b2a0f5 of type vlan for network 35194a13-8f40-4957-a442-eb2d107742d7 Aug 17 03:13:10.566472 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90cd458c-6d63-4b64-9213-cb6a4d4dedf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.573015 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90cd458c-6d63-4b64-9213-cb6a4d4dedf3 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.578646 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-90cd458c-6d63-4b64-9213-cb6a4d4dedf3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/c66f9fe1-313f-47ea-b5ea-39e8ad208748 HTTP/1.1" status: 204 len: 168 time: 0.5061059 Aug 17 03:13:10.582320 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a1e08ff-a999-4c28-af6a-50540e9fac18 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.595144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90cd458c-6d63-4b64-9213-cb6a4d4dedf3 admin admin] Pushing event deleted for resources: {'Network': ['ID=c66f9fe1-313f-47ea-b5ea-39e8ad208748,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:10.615979 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5fb3d31c-fe56-46eb-bc6c-f7524f6d9c3a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 1.2042048 Aug 17 03:13:10.618535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41376) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:10.627017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:10.690126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-4662769a-197a-448d-a678-cbd3ea88d899 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Router 0436a45b-b9e1-4b63-bc9b-10eaf166f416 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:13:10.693193 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a1e08ff-a999-4c28-af6a-50540e9fac18 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.695399 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4271ee4f-9568-46a5-984e-d1f9eb10587a req-53acb6e6-ece3-42e5-b35c-2ce6597f75d7 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 210 time: 0.0429037 Aug 17 03:13:10.699471 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a1e08ff-a999-4c28-af6a-50540e9fac18 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:10.703625 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a1e08ff-a999-4c28-af6a-50540e9fac18 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.727119 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:10.784946 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a1e08ff-a999-4c28-af6a-50540e9fac18 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Pushing event updated for resources: {'Network': ['ID=35194a13-8f40-4957-a442-eb2d107742d7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:10.797102 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 35194a13-8f40-4957-a442-eb2d107742d7 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:13:10.813065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-deleted', 'tag': '33a95012-a331-4064-8176-8968cdb8ac60'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:10.815384 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-440a32a0-915a-4ccd-b9db-16340c8f2a3e" -d '{"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-deleted", "tag": "33a95012-a331-4064-8176-8968cdb8ac60"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:10.838103 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4a1e08ff-a999-4c28-af6a-50540e9fac18 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.0540974 Aug 17 03:13:10.841694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41382) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:10.910276 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-4662769a-197a-448d-a678-cbd3ea88d899 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:13:10.926415 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25b064-7e49-4717-8733-a52a00e100bb None None] Sync routers for ids ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:13:10.929984 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b89cdea8-3905-42fd-940b-384158dc677d x-openstack-request-id: req-b89cdea8-3905-42fd-940b-384158dc677d {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:10.930283 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-deleted", "tag": "33a95012-a331-4064-8176-8968cdb8ac60", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:10.930536 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b89cdea8-3905-42fd-940b-384158dc677d {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:10.930928 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-deleted', 'tag': '33a95012-a331-4064-8176-8968cdb8ac60', 'status': 'completed', 'code': 200} Aug 17 03:13:10.943921 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25b064-7e49-4717-8733-a52a00e100bb None None] Routers {'0436a45b-b9e1-4b63-bc9b-10eaf166f416'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:10.944961 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3f25b064-7e49-4717-8733-a52a00e100bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:12:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:11.015265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-4662769a-197a-448d-a678-cbd3ea88d899 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] No DVR routers for this DVR port 3252fa48-9cdf-414f-bfa1-75099d66f47b on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:11.019331 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-4662769a-197a-448d-a678-cbd3ea88d899 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.022308 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a3dec738-fa5a-46ed-a35c-888d131f6345 req-4662769a-197a-448d-a678-cbd3ea88d899 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.60 "DELETE /v2.0/ports/3252fa48-9cdf-414f-bfa1-75099d66f47b HTTP/1.1" status: 204 len: 173 time: 1.8474958 Aug 17 03:13:11.039635 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41388) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:11.094826 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-3f25b064-7e49-4717-8733-a52a00e100bb None None] Set router 0436a45b-b9e1-4b63-bc9b-10eaf166f416 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:11.115017 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7be4056a-61d1-4d34-838e-4f588a9a61e6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=543ce3b3f66a4cbd9121fd652ecba448&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0738556 Aug 17 03:13:11.117676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41390) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:11.143234 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1fd656f7-8dd2-4ea3-81c8-5221956e69d1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Request body: {'network': {'name': 'tempest-network--2021084987', 'router:external': True}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:11.150762 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] device_id is not set on port dbf68123-aa80-421b-b057-f2b43ee1e403 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:13:11.162106 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.177384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Transition to ACTIVE for port object dbf68123-aa80-421b-b057-f2b43ee1e403 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:11.203072 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8fb35fbb-d3ca-41fd-a9bd-9433a48bc38f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.225798 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8fb35fbb-d3ca-41fd-a9bd-9433a48bc38f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.247780 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.291415 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1fd656f7-8dd2-4ea3-81c8-5221956e69d1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Made reservation on behalf of 93f6304d558b49a18fb5999303e98981 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:11.291415 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1fd656f7-8dd2-4ea3-81c8-5221956e69d1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.299724 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1fd656f7-8dd2-4ea3-81c8-5221956e69d1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.335955 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3f25b064-7e49-4717-8733-a52a00e100bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'name': 'tempest-TaggedBootDevicesTest-1039443105-router', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:25Z', 'revision_number': 4, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'gw_port': {'id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:17Z', 'updated_at': '2021-08-17T03:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '9271890f-539c-4f09-945d-392c5f0fb1d9', 'name': '', 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'mac_address': 'fa:16:3e:5f:01:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '416c6f37-743f-435b-96b1-67201de2ff16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:23Z', 'updated_at': '2021-08-17T03:02:32Z', 'revision_number': 5, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'subnets': [{'id': '416c6f37-743f-435b-96b1-67201de2ff16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:11.342406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:11.343099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:11.343609 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:11.351180 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Pushing event updated for resources: {'Port': ['ID=dbf68123-aa80-421b-b057-f2b43ee1e403,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:11.351180 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:11.351689 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:11.352412 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 2 to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 Aug 17 03:13:11.366710 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:11.367430 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:11.367929 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:11.375029 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8fb35fbb-d3ca-41fd-a9bd-9433a48bc38f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.377526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:11.377526 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:11.377526 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 3 to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 Aug 17 03:13:11.378254 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8fb35fbb-d3ca-41fd-a9bd-9433a48bc38f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.383438 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8fb35fbb-d3ca-41fd-a9bd-9433a48bc38f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be180e86-bd58-45fc-aef3-a65661e5a77f HTTP/1.1" status: 204 len: 168 time: 0.2631588 Aug 17 03:13:11.385890 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25b064-7e49-4717-8733-a52a00e100bb None None] Checking router: 0436a45b-b9e1-4b63-bc9b-10eaf166f416 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:13:11.402536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:11.402536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:11.403179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:11.407489 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f25b064-7e49-4717-8733-a52a00e100bb None None] Routers {'0436a45b-b9e1-4b63-bc9b-10eaf166f416'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:11.411235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:11.411235 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:11.411235 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 4 to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 Aug 17 03:13:11.411534 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3f25b064-7e49-4717-8733-a52a00e100bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:12:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:11.424146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:11.424539 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:11.424885 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:11.426755 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fb35fbb-d3ca-41fd-a9bd-9433a48bc38f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be180e86-bd58-45fc-aef3-a65661e5a77f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:11.430950 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:11.431287 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:11.431692 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 5 to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 Aug 17 03:13:11.448194 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:11.449408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:11.449825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:11.459650 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:11.459990 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:11.460407 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 6 to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 Aug 17 03:13:11.489282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:11.497176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:11.498336 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:11.518397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:11.518741 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:11.519156 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 7 to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 Aug 17 03:13:11.519559 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1fd656f7-8dd2-4ea3-81c8-5221956e69d1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.549127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:11.549545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:11.549828 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:11.565897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:11.566279 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:11.566651 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 8 to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 Aug 17 03:13:11.584479 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1fd656f7-8dd2-4ea3-81c8-5221956e69d1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.585761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:11.586115 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:11.586462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:11.599627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:11.599973 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:11.600394 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 9 to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 Aug 17 03:13:11.615726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:11.616004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:11.616625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:11.622788 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:11.623119 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:11.623639 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 10 to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 Aug 17 03:13:11.626355 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1fd656f7-8dd2-4ea3-81c8-5221956e69d1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:13:11.638426 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:11.638784 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:11.639189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:11.641641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-3f25b064-7e49-4717-8733-a52a00e100bb None None] Set router 0436a45b-b9e1-4b63-bc9b-10eaf166f416 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:11.643804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd656f7-8dd2-4ea3-81c8-5221956e69d1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c41aa0-d39d-4b69-8e3c-02c0bc6d00e4,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:11.646071 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:11.646573 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port dbf68123-aa80-421b-b057-f2b43ee1e403 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:11.646961 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.663026 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1fd656f7-8dd2-4ea3-81c8-5221956e69d1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.663298 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-1fd656f7-8dd2-4ea3-81c8-5221956e69d1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Added segment 104e3bd0-d693-42a1-a28d-dfc0c3062d81 of type vlan for network 4d0fd111-5e2e-4054-aaef-c8c9d468c06b Aug 17 03:13:11.753513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] For port dbf68123-aa80-421b-b057-f2b43ee1e403, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:13:11.754158 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempted to set empty binding levels {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 03:13:11.766333 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1fd656f7-8dd2-4ea3-81c8-5221956e69d1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.834187 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-52b94ef2-ce1f-441a-aaca-b683dcde48a3 req-96d2cb71-dbd6-4f75-9d04-59d2216eb533 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 210 time: 0.0295489 Aug 17 03:13:11.871888 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.893408 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1fd656f7-8dd2-4ea3-81c8-5221956e69d1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.895853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1fd656f7-8dd2-4ea3-81c8-5221956e69d1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:11.896812 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1fd656f7-8dd2-4ea3-81c8-5221956e69d1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.934339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] In _notify_port_updated(), no bound segment for port dbf68123-aa80-421b-b057-f2b43ee1e403 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:13:11.935586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:11.935874 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:11.939993 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] 10.222.0.10 "PUT /v2.0/ports/dbf68123-aa80-421b-b057-f2b43ee1e403 HTTP/1.1" status: 200 len: 979 time: 1.3176832 Aug 17 03:13:11.944029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41410) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:11.994338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3f25b064-7e49-4717-8733-a52a00e100bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'name': 'tempest-TaggedBootDevicesTest-1039443105-router', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:25Z', 'revision_number': 4, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'gw_port': {'id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:17Z', 'updated_at': '2021-08-17T03:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '9271890f-539c-4f09-945d-392c5f0fb1d9', 'name': '', 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'mac_address': 'fa:16:3e:5f:01:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '416c6f37-743f-435b-96b1-67201de2ff16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:23Z', 'updated_at': '2021-08-17T03:02:32Z', 'revision_number': 5, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'subnets': [{'id': '416c6f37-743f-435b-96b1-67201de2ff16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:12.005337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759f7ab5-9abf-4507-a4fb-5d0351244e32 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Pushing event updated for resources: {'Port': ['ID=dbf68123-aa80-421b-b057-f2b43ee1e403,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:12.017359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fd656f7-8dd2-4ea3-81c8-5221956e69d1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Pushing event updated for resources: {'Network': ['ID=4d0fd111-5e2e-4054-aaef-c8c9d468c06b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:12.049642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.049642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.050364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.050847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.051314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.051612 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f25b064-7e49-4717-8733-a52a00e100bb None None] The sync data for ids ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'] in n-d-802060-9 is: [{'id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'name': 'tempest-TaggedBootDevicesTest-1039443105-router', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:02:25Z', 'revision_number': 4, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'gw_port': {'id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:17Z', 'updated_at': '2021-08-17T03:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '9271890f-539c-4f09-945d-392c5f0fb1d9', 'name': '', 'network_id': '9227c9c6-47aa-4321-9fc5-beb397cc8baa', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'mac_address': 'fa:16:3e:5f:01:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_interface', 'standard_attr_id': 1326, 'fixed_ips': [{'subnet_id': '416c6f37-743f-435b-96b1-67201de2ff16', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:23Z', 'updated_at': '2021-08-17T03:02:32Z', 'revision_number': 5, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'subnets': [{'id': '416c6f37-743f-435b-96b1-67201de2ff16', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:13:12.051795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.052655 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.053144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.053628 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.054178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.054601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.055874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.055874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.056079 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.056445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.056908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.058195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.058896 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.059315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.060126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.060506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.061032 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.061855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:12.064586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 4d0fd111-5e2e-4054-aaef-c8c9d468c06b details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:13:12.064787 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-817e82bc-8f23-4051-828a-9c8dff5433fa tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 20598 time: 0.1197939 Aug 17 03:13:12.069873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41414) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:12.124201 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1fd656f7-8dd2-4ea3-81c8-5221956e69d1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 1.2808349 Aug 17 03:13:12.132033 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41418) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:12.211967 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-1d12b3c8-a730-4f0f-b3f8-9ba0e2a6336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Deleting port dbf68123-aa80-421b-b057-f2b43ee1e403 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:12.212736 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1d12b3c8-a730-4f0f-b3f8-9ba0e2a6336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:12.279461 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-be170a48-2cf6-48fb-bb40-4f8d903ef342 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:12.307435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-1d12b3c8-a730-4f0f-b3f8-9ba0e2a6336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] For port dbf68123-aa80-421b-b057-f2b43ee1e403, host n-h2-802060-9, got binding levels [] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:12.308586 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1d12b3c8-a730-4f0f-b3f8-9ba0e2a6336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:12.334437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-1d12b3c8-a730-4f0f-b3f8-9ba0e2a6336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Calling delete_port for dbf68123-aa80-421b-b057-f2b43ee1e403 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:12.390010 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-be170a48-2cf6-48fb-bb40-4f8d903ef342 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:12.403007 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-be170a48-2cf6-48fb-bb40-4f8d903ef342 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d0fd111-5e2e-4054-aaef-c8c9d468c06b']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:12.417133 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-be170a48-2cf6-48fb-bb40-4f8d903ef342 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '104e3bd0-d693-42a1-a28d-dfc0c3062d81') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:12.417897 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-be170a48-2cf6-48fb-bb40-4f8d903ef342 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '104e3bd0-d693-42a1-a28d-dfc0c3062d81') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:12.437331 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-be170a48-2cf6-48fb-bb40-4f8d903ef342 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:12.466549 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-be170a48-2cf6-48fb-bb40-4f8d903ef342 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:12.480997 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be170a48-2cf6-48fb-bb40-4f8d903ef342 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:13:12.481489 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-be170a48-2cf6-48fb-bb40-4f8d903ef342 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:13:12.483434 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:13:12.515312 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61dc6040-fc63-4cbb-b693-401de735e2cf None None] New status for floating IP 4298650a-c4a7-4739-8595-cc267cf13451: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:13:12.552545 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1d12b3c8-a730-4f0f-b3f8-9ba0e2a6336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:12.575774 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1d12b3c8-a730-4f0f-b3f8-9ba0e2a6336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:12.580854 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41434) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:12.581105 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1d12b3c8-a730-4f0f-b3f8-9ba0e2a6336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] 10.222.0.10 "DELETE /v2.0/ports/dbf68123-aa80-421b-b057-f2b43ee1e403 HTTP/1.1" status: 204 len: 168 time: 0.5097914 Aug 17 03:13:12.609844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d12b3c8-a730-4f0f-b3f8-9ba0e2a6336c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Pushing event deleted for resources: {'Port': ['ID=dbf68123-aa80-421b-b057-f2b43ee1e403,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:12.627193 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ebe8db3-fe22-4aa6-bad4-553a8f511fd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] GET failed (client error): The resource could not be found. Aug 17 03:13:12.628804 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0ebe8db3-fe22-4aa6-bad4-553a8f511fd5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] 10.222.0.10 "GET /v2.0/ports/dbf68123-aa80-421b-b057-f2b43ee1e403 HTTP/1.1" status: 404 len: 333 time: 0.0462720 Aug 17 03:13:12.634486 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41436) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:12.634959 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-be170a48-2cf6-48fb-bb40-4f8d903ef342 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:12.642560 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1687d02d-3364-4f66-8c8a-9af62b86b569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1413867141', 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:12.643813 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be170a48-2cf6-48fb-bb40-4f8d903ef342 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 4d0fd111-5e2e-4054-aaef-c8c9d468c06b {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 03:13:12.696209 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-be170a48-2cf6-48fb-bb40-4f8d903ef342 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:12.699066 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-be170a48-2cf6-48fb-bb40-4f8d903ef342 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] 10.222.0.10 "DELETE /v2.0/networks/4d0fd111-5e2e-4054-aaef-c8c9d468c06b HTTP/1.1" status: 204 len: 168 time: 0.5651190 Aug 17 03:13:12.702718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41440) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:12.703854 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be170a48-2cf6-48fb-bb40-4f8d903ef342 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Pushing event deleted for resources: {'Network': ['ID=4d0fd111-5e2e-4054-aaef-c8c9d468c06b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:12.717638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-43d071fe-8bf1-4913-a1a4-57a7935a947c tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:12.757744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1687d02d-3364-4f66-8c8a-9af62b86b569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Made reservation on behalf of 4fd172904ed641acaf10744e459235e8 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:12.762798 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1687d02d-3364-4f66-8c8a-9af62b86b569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:12.810009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-1687d02d-3364-4f66-8c8a-9af62b86b569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] device_id is not set on port dc2301dd-2867-4eb3-9053-a6a114fbf5a9 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:13:13.017819 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-deleted', 'tag': '3252fa48-9cdf-414f-bfa1-75099d66f47b'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:13.020531 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8c979580-b2ca-4110-ac87-394411cc7604" -d '{"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-deleted", "tag": "3252fa48-9cdf-414f-bfa1-75099d66f47b"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:13.035422 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3c70a509-37fa-4b47-aa24-be621b7a9d2e req-a3850468-1a9e-4afd-85d7-6bc6e407ab52 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 210 time: 0.0624869 Aug 17 03:13:13.057887 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1687d02d-3364-4f66-8c8a-9af62b86b569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:13.114998 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-327af523-c739-4bcf-b4e8-7af5793ba88d x-openstack-request-id: req-327af523-c739-4bcf-b4e8-7af5793ba88d {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:13.115302 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "95ad690d-4f40-44c1-82e0-360c9a4e41c3", "name": "network-vif-deleted", "tag": "3252fa48-9cdf-414f-bfa1-75099d66f47b", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:13.115602 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-327af523-c739-4bcf-b4e8-7af5793ba88d {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:13.116105 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '95ad690d-4f40-44c1-82e0-360c9a4e41c3', 'name': 'network-vif-deleted', 'tag': '3252fa48-9cdf-414f-bfa1-75099d66f47b', 'status': 'completed', 'code': 200} Aug 17 03:13:13.144592 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43d071fe-8bf1-4913-a1a4-57a7935a947c tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Made reservation on behalf of 93f6304d558b49a18fb5999303e98981 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:13.150372 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43d071fe-8bf1-4913-a1a4-57a7935a947c tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:13.203907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43d071fe-8bf1-4913-a1a4-57a7935a947c tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:13:13.206808 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1687d02d-3364-4f66-8c8a-9af62b86b569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:13.268606 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43d071fe-8bf1-4913-a1a4-57a7935a947c tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:13.268962 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-43d071fe-8bf1-4913-a1a4-57a7935a947c tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Added segment 5704f592-d240-4f61-8cc0-0917cbf9654f of type vlan for network f487f71c-916d-4e6c-a5ee-1e23b23c17e1 Aug 17 03:13:13.319766 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1687d02d-3364-4f66-8c8a-9af62b86b569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:13.351656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-1687d02d-3364-4f66-8c8a-9af62b86b569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:13.363247 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1687d02d-3364-4f66-8c8a-9af62b86b569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:13.364633 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1687d02d-3364-4f66-8c8a-9af62b86b569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:13.365536 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1687d02d-3364-4f66-8c8a-9af62b86b569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:13.394068 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1687d02d-3364-4f66-8c8a-9af62b86b569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Pushing event updated for resources: {'Port': ['ID=dc2301dd-2867-4eb3-9053-a6a114fbf5a9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:13.399033 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43d071fe-8bf1-4913-a1a4-57a7935a947c tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:13.466115 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1687d02d-3364-4f66-8c8a-9af62b86b569 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.8302124 Aug 17 03:13:13.469263 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41480) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:13.497533 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43d071fe-8bf1-4913-a1a4-57a7935a947c tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:13.499011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43d071fe-8bf1-4913-a1a4-57a7935a947c tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:13.500116 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43d071fe-8bf1-4913-a1a4-57a7935a947c tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:13.517584 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f35e51d-9f41-411a-b182-adba6ff59225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:13.524942 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7f35e51d-9f41-411a-b182-adba6ff59225 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] 10.222.0.10 "GET /v2.0/ports/dc2301dd-2867-4eb3-9053-a6a114fbf5a9 HTTP/1.1" status: 200 len: 959 time: 0.0542011 Aug 17 03:13:13.525519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41486) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:13.604685 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-43d071fe-8bf1-4913-a1a4-57a7935a947c tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 835 time: 0.8991489 Aug 17 03:13:13.620654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41496) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:13.625962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-2f869d03-273f-437a-8742-821f30d170a1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Request body: {'subnet': {'network_id': 'f487f71c-916d-4e6c-a5ee-1e23b23c17e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:13.653538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43d071fe-8bf1-4913-a1a4-57a7935a947c tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Pushing event updated for resources: {'Network': ['ID=f487f71c-916d-4e6c-a5ee-1e23b23c17e1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:13.665683 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network f487f71c-916d-4e6c-a5ee-1e23b23c17e1 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:13:13.727242 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f869d03-273f-437a-8742-821f30d170a1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Made reservation on behalf of 93f6304d558b49a18fb5999303e98981 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:13.730830 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2f869d03-273f-437a-8742-821f30d170a1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:13.734494 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-2c14784b-0703-4e9f-ba3b-edbcbd2e5433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Deleting port dc2301dd-2867-4eb3-9053-a6a114fbf5a9 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:13.740498 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c14784b-0703-4e9f-ba3b-edbcbd2e5433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:13.894283 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c14784b-0703-4e9f-ba3b-edbcbd2e5433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:13.915169 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-2c14784b-0703-4e9f-ba3b-edbcbd2e5433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Calling delete_port for dc2301dd-2867-4eb3-9053-a6a114fbf5a9 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:14.055678 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c14784b-0703-4e9f-ba3b-edbcbd2e5433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:14.096714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c14784b-0703-4e9f-ba3b-edbcbd2e5433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc2301dd-2867-4eb3-9053-a6a114fbf5a9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:14.102753 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c14784b-0703-4e9f-ba3b-edbcbd2e5433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:14.108293 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2c14784b-0703-4e9f-ba3b-edbcbd2e5433 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] 10.222.0.10 "DELETE /v2.0/ports/dc2301dd-2867-4eb3-9053-a6a114fbf5a9 HTTP/1.1" status: 204 len: 168 time: 0.5816176 Aug 17 03:13:14.112014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41514) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:14.164522 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-36a4e05f-a200-4146-b03e-20651fc7f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] GET failed (client error): The resource could not be found. Aug 17 03:13:14.175231 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-36a4e05f-a200-4146-b03e-20651fc7f778 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] 10.222.0.10 "GET /v2.0/ports/dc2301dd-2867-4eb3-9053-a6a114fbf5a9 HTTP/1.1" status: 404 len: 333 time: 0.0604892 Aug 17 03:13:14.175231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41518) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:14.193182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ac40fc96-0e8a-4b5f-90ca-eb064dc38a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Request body: {'port': {'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2037529206'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:14.216311 n-d-802060-9 neutron-server[101969]: DEBUG neutron.objects.ports [None req-2f869d03-273f-437a-8742-821f30d170a1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101969) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 03:13:14.217769 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2f869d03-273f-437a-8742-821f30d170a1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:14.225587 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e1bcbe8-d93b-4a23-94c1-e14aff22fad1 req-78b5ad95-aeee-4766-b0da-69ae47c702d2 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 210 time: 0.0610285 Aug 17 03:13:14.287583 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f869d03-273f-437a-8742-821f30d170a1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e0415938-7257-4455-a9e4-0a10c886a763,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:14.297533 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f869d03-273f-437a-8742-821f30d170a1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Checking segment: {'id': '5704f592-d240-4f61-8cc0-0917cbf9654f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': 'f487f71c-916d-4e6c-a5ee-1e23b23c17e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:13:14.297906 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f869d03-273f-437a-8742-821f30d170a1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Network hostable DHCP agents. Network: f487f71c-916d-4e6c-a5ee-1e23b23c17e1, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:13:14.310459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac40fc96-0e8a-4b5f-90ca-eb064dc38a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Made reservation on behalf of 4fd172904ed641acaf10744e459235e8 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:14.314499 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ac40fc96-0e8a-4b5f-90ca-eb064dc38a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:14.323175 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41522) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:14.337094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-ac40fc96-0e8a-4b5f-90ca-eb064dc38a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] device_id is not set on port 43904755-20c9-4ff0-8114-26a7e301af27 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:13:14.391667 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f869d03-273f-437a-8742-821f30d170a1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Network f487f71c-916d-4e6c-a5ee-1e23b23c17e1 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:13:14.457124 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-168603c3-2720-48f9-809e-3f3c24c04234 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:14.493738 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-2f869d03-273f-437a-8742-821f30d170a1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, f487f71c-916d-4e6c-a5ee-1e23b23c17e1) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:14.502038 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f869d03-273f-437a-8742-821f30d170a1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:14.503788 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2f869d03-273f-437a-8742-821f30d170a1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:14.504018 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f11e8b-5612-4977-ba35-4a54cc6352eb None None] Network f487f71c-916d-4e6c-a5ee-1e23b23c17e1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:14.545779 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ac40fc96-0e8a-4b5f-90ca-eb064dc38a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:14.612567 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-168603c3-2720-48f9-809e-3f3c24c04234 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:14.673065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d469ed-891a-45ef-891c-43cd70a26cb3 None None] Network f487f71c-916d-4e6c-a5ee-1e23b23c17e1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:14.687769 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ac40fc96-0e8a-4b5f-90ca-eb064dc38a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:14.722078 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-168603c3-2720-48f9-809e-3f3c24c04234 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:14.773540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac40fc96-0e8a-4b5f-90ca-eb064dc38a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:14.777583 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-168603c3-2720-48f9-809e-3f3c24c04234 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=98620b0196324afa98334a01c6638064&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4515445 Aug 17 03:13:14.781360 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41544) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:14.782664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-ac40fc96-0e8a-4b5f-90ca-eb064dc38a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:14.794307 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac40fc96-0e8a-4b5f-90ca-eb064dc38a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Pushing event updated for resources: {'Port': ['ID=43904755-20c9-4ff0-8114-26a7e301af27,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:14.794447 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2f869d03-273f-437a-8742-821f30d170a1 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.1676435 Aug 17 03:13:14.794546 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41548) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:14.797326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac40fc96-0e8a-4b5f-90ca-eb064dc38a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:14.799118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac40fc96-0e8a-4b5f-90ca-eb064dc38a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:14.799118 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ac40fc96-0e8a-4b5f-90ca-eb064dc38a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:14.808282 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168603c3-2720-48f9-809e-3f3c24c04234 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a80eb7c-d980-47e5-9eb4-5709dd72759a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:14.808996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-96e19643-a773-492d-a42e-bc1e92a3c829 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Request body: {'floatingip': {'floating_network_id': 'f487f71c-916d-4e6c-a5ee-1e23b23c17e1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:14.867590 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-880fa588-35e8-43c6-9f4c-24351915d4a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:14.892191 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-880fa588-35e8-43c6-9f4c-24351915d4a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:14.911625 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-96e19643-a773-492d-a42e-bc1e92a3c829 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:14.967983 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ac40fc96-0e8a-4b5f-90ca-eb064dc38a9f tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.7818723 Aug 17 03:13:14.970555 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41562) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:14.975860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:15.024094 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-880fa588-35e8-43c6-9f4c-24351915d4a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:15.026241 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-880fa588-35e8-43c6-9f4c-24351915d4a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:15.029974 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-880fa588-35e8-43c6-9f4c-24351915d4a2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a80eb7c-d980-47e5-9eb4-5709dd72759a HTTP/1.1" status: 204 len: 168 time: 0.2450674 Aug 17 03:13:15.036512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-880fa588-35e8-43c6-9f4c-24351915d4a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a80eb7c-d980-47e5-9eb4-5709dd72759a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:15.064873 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:15.113061 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-96e19643-a773-492d-a42e-bc1e92a3c829 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:15.254390 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39ca957b-c1f0-45e7-8399-87000c3f7b57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:15.372789 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-560d0013-c219-4e69-93de-7a7f97cd35a2 req-5486410b-acca-4157-a719-eb37effcc74e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 210 time: 0.0613947 Aug 17 03:13:15.696578 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-96e19643-a773-492d-a42e-bc1e92a3c829 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Allocated IP 172.20.0.6 (f487f71c-916d-4e6c-a5ee-1e23b23c17e1/e0415938-7257-4455-a9e4-0a10c886a763/0b4a5873-6d89-4f89-8f6c-45e8a17d1a6c) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:15.723451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] device_id is not set on port 43904755-20c9-4ff0-8114-26a7e301af27 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:13:15.742608 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:15.791277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Transition to ACTIVE for port object 43904755-20c9-4ff0-8114-26a7e301af27 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:15.846162 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-96e19643-a773-492d-a42e-bc1e92a3c829 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:15.882377 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:15.951902 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Pushing event updated for resources: {'Port': ['ID=43904755-20c9-4ff0-8114-26a7e301af27,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:15.971259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:15.971682 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:15.971977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:15.978258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:15.978589 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:15.978987 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 2 to bind port 43904755-20c9-4ff0-8114-26a7e301af27 Aug 17 03:13:15.989988 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-96e19643-a773-492d-a42e-bc1e92a3c829 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:16.002833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:16.003180 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:16.003524 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:16.032783 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:16.033118 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:16.036132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96e19643-a773-492d-a42e-bc1e92a3c829 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Network f487f71c-916d-4e6c-a5ee-1e23b23c17e1 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:16.036718 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 3 to bind port 43904755-20c9-4ff0-8114-26a7e301af27 Aug 17 03:13:16.047785 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-96e19643-a773-492d-a42e-bc1e92a3c829 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:16.059645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e19643-a773-492d-a42e-bc1e92a3c829 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:16.066662 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:16.067306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:16.067306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:16.086224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e19643-a773-492d-a42e-bc1e92a3c829 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Pushing event updated for resources: {'Port': ['ID=0b4a5873-6d89-4f89-8f6c-45e8a17d1a6c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:16.093201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:16.093577 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:16.096916 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 4 to bind port 43904755-20c9-4ff0-8114-26a7e301af27 Aug 17 03:13:16.117077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:16.117428 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:16.117772 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:16.143370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:16.143370 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:16.143636 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 5 to bind port 43904755-20c9-4ff0-8114-26a7e301af27 Aug 17 03:13:16.198501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:16.198849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:16.199580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:16.211238 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:16.211427 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:16.215191 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 6 to bind port 43904755-20c9-4ff0-8114-26a7e301af27 Aug 17 03:13:16.239968 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-96e19643-a773-492d-a42e-bc1e92a3c829 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:16.254534 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:16.255186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:16.255952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:16.261458 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:16.262412 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:16.263139 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 7 to bind port 43904755-20c9-4ff0-8114-26a7e301af27 Aug 17 03:13:16.277869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:16.278321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:16.278757 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:16.283501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:16.284030 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:16.284502 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 8 to bind port 43904755-20c9-4ff0-8114-26a7e301af27 Aug 17 03:13:16.299576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41608) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:16.312037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:16.312037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:16.312037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:16.312715 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:16.313174 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:16.320926 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 9 to bind port 43904755-20c9-4ff0-8114-26a7e301af27 Aug 17 03:13:16.352889 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:16.353401 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:16.353925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:16.382872 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:16.383696 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:16.385360 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempt 10 to bind port 43904755-20c9-4ff0-8114-26a7e301af27 Aug 17 03:13:16.395980 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-96e19643-a773-492d-a42e-bc1e92a3c829 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:16.424781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:16.425133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:16.426034 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempting to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:16.440857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:16.441214 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Failed to bind port 43904755-20c9-4ff0-8114-26a7e301af27 on host n-h2-802060-9 for vnic_type normal using segments [{'id': '08bf5701-89a9-4e53-a57d-15b1f58ad6e3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': '1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb'}] Aug 17 03:13:16.441624 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:16.533638 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41618) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:16.548819 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b3bda042-bca3-4e01-b4e7-f48b90d61682 req-3063c236-4a79-4522-ad09-6468a0d62779 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 210 time: 0.0401065 Aug 17 03:13:16.591991 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-5ef5b107-e580-48ef-8c6e-aa92e73ae160 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-114013189-network', 'tenant_id': '6fc3dc22f61e4504bffcbcd1acecf394'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:16.632321 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a83ea784-0e1a-4a20-b3a7-a2bdd0b18de7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:16.646217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] For port 43904755-20c9-4ff0-8114-26a7e301af27, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:13:16.646602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attempted to set empty binding levels {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 03:13:16.695802 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-96e19643-a773-492d-a42e-bc1e92a3c829 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:16.712141 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:16.718674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ef5b107-e580-48ef-8c6e-aa92e73ae160 admin admin] Made reservation on behalf of 6fc3dc22f61e4504bffcbcd1acecf394 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:16.726724 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ef5b107-e580-48ef-8c6e-aa92e73ae160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:16.784093 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ef5b107-e580-48ef-8c6e-aa92e73ae160 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:16.788814 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] In _notify_port_updated(), no bound segment for port 43904755-20c9-4ff0-8114-26a7e301af27 on network 1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb {{(pid=101970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:13:16.790246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:16.790866 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:16.795885 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] 10.222.0.10 "PUT /v2.0/ports/43904755-20c9-4ff0-8114-26a7e301af27 HTTP/1.1" status: 200 len: 979 time: 1.8243258 Aug 17 03:13:16.798577 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41624) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:16.806042 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-96e19643-a773-492d-a42e-bc1e92a3c829 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:16.833577 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a83ea784-0e1a-4a20-b3a7-a2bdd0b18de7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:16.856865 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20c40156-a0e4-4303-85a7-620aa614c037 req-f0f7719b-d7f3-473f-97c3-f3a195e12a49 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:16.864980 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-20c40156-a0e4-4303-85a7-620aa614c037 req-f0f7719b-d7f3-473f-97c3-f3a195e12a49 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.0791068 Aug 17 03:13:16.890677 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a5edf7-5091-41fa-8e23-b9658c1d1bf8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Pushing event updated for resources: {'Port': ['ID=43904755-20c9-4ff0-8114-26a7e301af27,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:16.899371 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a83ea784-0e1a-4a20-b3a7-a2bdd0b18de7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:16.931391 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-20c40156-a0e4-4303-85a7-620aa614c037 req-038c7632-7a36-4431-b7a4-c2b58e8c1897 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0654838 Aug 17 03:13:16.946435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a83ea784-0e1a-4a20-b3a7-a2bdd0b18de7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef7e42cb-2ccc-48b6-ae62-1c3f6b1793ed,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:16.952729 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a83ea784-0e1a-4a20-b3a7-a2bdd0b18de7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0c0ded2ab34481ca732eec39a98d3c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4023805 Aug 17 03:13:16.955042 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41626) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:16.997477 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-96e19643-a773-492d-a42e-bc1e92a3c829 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.018694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96e19643-a773-492d-a42e-bc1e92a3c829 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Pushing event updated for resources: {'Port': ['ID=0b4a5873-6d89-4f89-8f6c-45e8a17d1a6c,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:17.026745 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-103099e2-0d80-4af4-bfed-e3c738784be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.057213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f3308-85ed-4c7c-b9b1-dd164714c5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Deleting port 43904755-20c9-4ff0-8114-26a7e301af27 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:17.058536 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3308-85ed-4c7c-b9b1-dd164714c5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.072461 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-103099e2-0d80-4af4-bfed-e3c738784be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.145903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-9b5f3308-85ed-4c7c-b9b1-dd164714c5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] For port 43904755-20c9-4ff0-8114-26a7e301af27, host n-h2-802060-9, got binding levels [] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:17.146275 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3308-85ed-4c7c-b9b1-dd164714c5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.169277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-9b5f3308-85ed-4c7c-b9b1-dd164714c5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Calling delete_port for 43904755-20c9-4ff0-8114-26a7e301af27 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:17.172109 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ef5b107-e580-48ef-8c6e-aa92e73ae160 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.183456 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-103099e2-0d80-4af4-bfed-e3c738784be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.186308 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-103099e2-0d80-4af4-bfed-e3c738784be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.189914 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-103099e2-0d80-4af4-bfed-e3c738784be7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ef7e42cb-2ccc-48b6-ae62-1c3f6b1793ed HTTP/1.1" status: 204 len: 168 time: 0.2315054 Aug 17 03:13:17.197022 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103099e2-0d80-4af4-bfed-e3c738784be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef7e42cb-2ccc-48b6-ae62-1c3f6b1793ed,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:17.254563 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ef5b107-e580-48ef-8c6e-aa92e73ae160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.295563 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ef5b107-e580-48ef-8c6e-aa92e73ae160 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:13:17.306956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5b107-e580-48ef-8c6e-aa92e73ae160 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42d35ba9-183c-468d-84c2-ae767126e04f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:17.313252 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ef5b107-e580-48ef-8c6e-aa92e73ae160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.317741 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-5ef5b107-e580-48ef-8c6e-aa92e73ae160 admin admin] Added segment b4714241-7980-4b8e-8d24-adf8c37a749d of type vlan for network 231691f2-ac47-4b98-9db9-aab5f5656c2c Aug 17 03:13:17.346285 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-96e19643-a773-492d-a42e-bc1e92a3c829 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.350808 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-96e19643-a773-492d-a42e-bc1e92a3c829 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 2.5520422 Aug 17 03:13:17.350922 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41630) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:17.360911 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ef5b107-e580-48ef-8c6e-aa92e73ae160 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.430357 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3308-85ed-4c7c-b9b1-dd164714c5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.433901 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c4d91afc-5040-4410-bb4c-863708c62996 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] 10.222.0.10 "GET /v2.0/floatingips?floating_network_id=f487f71c-916d-4e6c-a5ee-1e23b23c17e1 HTTP/1.1" status: 200 len: 689 time: 0.0811419 Aug 17 03:13:17.436205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41632) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:17.459865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b5f3308-85ed-4c7c-b9b1-dd164714c5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Pushing event deleted for resources: {'Port': ['ID=43904755-20c9-4ff0-8114-26a7e301af27,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:17.465897 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b5f3308-85ed-4c7c-b9b1-dd164714c5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.468062 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9b5f3308-85ed-4c7c-b9b1-dd164714c5ad tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] 10.222.0.10 "DELETE /v2.0/ports/43904755-20c9-4ff0-8114-26a7e301af27 HTTP/1.1" status: 204 len: 168 time: 0.6630130 Aug 17 03:13:17.470867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41634) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:17.495374 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-37c46146-874c-44ac-81e3-0146e847c509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] GET failed (client error): The resource could not be found. Aug 17 03:13:17.497218 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-37c46146-874c-44ac-81e3-0146e847c509 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1244302421-project-admin] 10.222.0.10 "GET /v2.0/ports/43904755-20c9-4ff0-8114-26a7e301af27 HTTP/1.1" status: 404 len: 333 time: 0.0251133 Aug 17 03:13:17.500730 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41636) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:17.521350 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ef5b107-e580-48ef-8c6e-aa92e73ae160 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.526194 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef5b107-e580-48ef-8c6e-aa92e73ae160 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:17.526194 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ef5b107-e580-48ef-8c6e-aa92e73ae160 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.603365 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ef5b107-e580-48ef-8c6e-aa92e73ae160 admin admin] Pushing event updated for resources: {'Network': ['ID=231691f2-ac47-4b98-9db9-aab5f5656c2c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:17.616396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 231691f2-ac47-4b98-9db9-aab5f5656c2c details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:13:17.622376 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-89f16d67-485d-402e-b023-8943b52baf8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.633557 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.668029 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5ef5b107-e580-48ef-8c6e-aa92e73ae160 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.3669965 Aug 17 03:13:17.668677 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41642) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:17.676056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-7a5c54bd-15c4-438d-9e48-864535c3a5e3 admin admin] Request body: {'subnet': {'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-114013189-subnet', 'tenant_id': '6fc3dc22f61e4504bffcbcd1acecf394', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:17.733307 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6ff056f-2865-4143-b95e-6d785349b146 req-3e6a086e-4d36-400c-8253-dd1417051348 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 210 time: 0.0397890 Aug 17 03:13:17.795598 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a5c54bd-15c4-438d-9e48-864535c3a5e3 admin admin] Made reservation on behalf of 6fc3dc22f61e4504bffcbcd1acecf394 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:17.798455 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a5c54bd-15c4-438d-9e48-864535c3a5e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.824270 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-89f16d67-485d-402e-b023-8943b52baf8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.835756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-89f16d67-485d-402e-b023-8943b52baf8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:17.847756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-89f16d67-485d-402e-b023-8943b52baf8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08bf5701-89a9-4e53-a57d-15b1f58ad6e3') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:17.848359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-89f16d67-485d-402e-b023-8943b52baf8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08bf5701-89a9-4e53-a57d-15b1f58ad6e3') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:17.858568 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-89f16d67-485d-402e-b023-8943b52baf8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.874143 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-89f16d67-485d-402e-b023-8943b52baf8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.880516 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f16d67-485d-402e-b023-8943b52baf8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:13:17.881197 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-89f16d67-485d-402e-b023-8943b52baf8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:13:17.895613 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:13:17.961166 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-41b910c1-4d88-43ba-8fcd-897c0027c8b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:17.992511 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Deleting port 0b4a5873-6d89-4f89-8f6c-45e8a17d1a6c {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:17.992955 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.041633 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-89f16d67-485d-402e-b023-8943b52baf8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.047093 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-89f16d67-485d-402e-b023-8943b52baf8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.051909 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-89f16d67-485d-402e-b023-8943b52baf8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] 10.222.0.10 "DELETE /v2.0/networks/1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb HTTP/1.1" status: 204 len: 168 time: 0.5501997 Aug 17 03:13:18.070098 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41648) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:18.088744 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ea6035cc-0054-4f42-a277-a23906836a4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.133717 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a5c54bd-15c4-438d-9e48-864535c3a5e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.154657 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.236698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5c54bd-15c4-438d-9e48-864535c3a5e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5df8f852-8b4a-4f0c-8b3e-42b1edfe9134,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:18.259180 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a5c54bd-15c4-438d-9e48-864535c3a5e3 admin admin] Checking segment: {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:13:18.262434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5c54bd-15c4-438d-9e48-864535c3a5e3 admin admin] Network hostable DHCP agents. Network: 231691f2-ac47-4b98-9db9-aab5f5656c2c, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:13:18.288328 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ea6035cc-0054-4f42-a277-a23906836a4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.431593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a5c54bd-15c4-438d-9e48-864535c3a5e3 admin admin] Network 231691f2-ac47-4b98-9db9-aab5f5656c2c is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:13:18.434538 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ea6035cc-0054-4f42-a277-a23906836a4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.498349 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ea6035cc-0054-4f42-a277-a23906836a4f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab5d84906e6245a3a59affecedb51bf4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4172218 Aug 17 03:13:18.498349 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41652) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:18.498664 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f16d67-485d-402e-b023-8943b52baf8d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1569817097-project] Pushing event deleted for resources: {'Network': ['ID=1a3b45c9-b4e5-4abf-9f03-5a3f35b294cb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:18.498749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6035cc-0054-4f42-a277-a23906836a4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21eb3c25-ab83-478c-af5e-f85c744ec692,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:18.543219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8eaa1c-207a-4b92-9ac6-42bd5f7a8bfe req-74706f9b-d3c8-438c-bb71-047b60359161 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:18.544747 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c8eaa1c-207a-4b92-9ac6-42bd5f7a8bfe req-74706f9b-d3c8-438c-bb71-047b60359161 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.5131350 Aug 17 03:13:18.546773 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-906e21e0-76d5-4457-b896-3c4646a96097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.548706 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.549300 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.551670 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-7a5c54bd-15c4-438d-9e48-864535c3a5e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 231691f2-ac47-4b98-9db9-aab5f5656c2c) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:18.562812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a5c54bd-15c4-438d-9e48-864535c3a5e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:18.563572 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a5c54bd-15c4-438d-9e48-864535c3a5e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.564792 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Calling delete_port for 0b4a5873-6d89-4f89-8f6c-45e8a17d1a6c owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:18.572760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b3f5169-c041-4f53-b43c-d33ffdf7e734 None None] Network 231691f2-ac47-4b98-9db9-aab5f5656c2c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:18.582036 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-906e21e0-76d5-4457-b896-3c4646a96097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.659679 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7a5c54bd-15c4-438d-9e48-864535c3a5e3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.9897792 Aug 17 03:13:18.685609 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c8eaa1c-207a-4b92-9ac6-42bd5f7a8bfe req-8685f4d1-b249-484f-8486-81908930aefd tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0627561 Aug 17 03:13:18.726898 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-906e21e0-76d5-4457-b896-3c4646a96097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.732318 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-906e21e0-76d5-4457-b896-3c4646a96097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.734415 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-906e21e0-76d5-4457-b896-3c4646a96097 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21eb3c25-ab83-478c-af5e-f85c744ec692 HTTP/1.1" status: 204 len: 168 time: 0.2428441 Aug 17 03:13:18.735788 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41658) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:18.761137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906e21e0-76d5-4457-b896-3c4646a96097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21eb3c25-ab83-478c-af5e-f85c744ec692,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:18.764806 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a324040-938b-4d98-add4-c4430626dac3 None None] Network 231691f2-ac47-4b98-9db9-aab5f5656c2c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:18.881565 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:18.882113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b29ed96f-c0a9-4a1b-bab4-d4ba5f4c4e21 req-9fbc8eb1-dd93-4b6b-ae2b-9039be68c1c2 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 210 time: 0.0329897 Aug 17 03:13:18.934602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b4a5873-6d89-4f89-8f6c-45e8a17d1a6c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:19.005632 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.061963 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.091541 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.196520 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ddced578-d6c9-4d91-9fea-20c7d1fa0b81 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36b94a0d7b91401f9e9a3cca78e51e45&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4574127 Aug 17 03:13:19.200172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41676) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:19.220329 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.271842 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e0415938-7257-4455-a9e4-0a10c886a763,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:19.336898 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.349750 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0e376ee0-3372-4ce1-9b12-8b02d0253da2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.352229 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f487f71c-916d-4e6c-a5ee-1e23b23c17e1']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:19.370188 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5704f592-d240-4f61-8cc0-0917cbf9654f') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:19.370487 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5704f592-d240-4f61-8cc0-0917cbf9654f') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:19.386979 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.414671 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0e376ee0-3372-4ce1-9b12-8b02d0253da2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.544369 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.558305 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:13:19.558744 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:13:19.560726 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:13:19.577242 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e374f-78ef-4616-9e64-a700ac395976 req-24632981-c1cb-4531-a028-47f9b82e3d1f tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:19.578777 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-119e374f-78ef-4616-9e64-a700ac395976 req-24632981-c1cb-4531-a028-47f9b82e3d1f tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 805 time: 0.1899996 Aug 17 03:13:19.629438 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-119e374f-78ef-4616-9e64-a700ac395976 req-85a6662b-6630-4d21-912e-11ced319b158 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/quotas/6fc3dc22f61e4504bffcbcd1acecf394 HTTP/1.1" status: 200 len: 375 time: 0.0227187 Aug 17 03:13:19.663877 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-119e374f-78ef-4616-9e64-a700ac395976 req-496d1cee-00f8-4221-af30-567c93a5edee tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281460 Aug 17 03:13:19.670084 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0e376ee0-3372-4ce1-9b12-8b02d0253da2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.676228 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0e376ee0-3372-4ce1-9b12-8b02d0253da2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.676228 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0e376ee0-3372-4ce1-9b12-8b02d0253da2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/239ecd39-2f7d-4e00-8423-acde7e9245f2 HTTP/1.1" status: 204 len: 168 time: 0.4715612 Aug 17 03:13:19.699100 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e376ee0-3372-4ce1-9b12-8b02d0253da2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=239ecd39-2f7d-4e00-8423-acde7e9245f2,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:19.728348 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.769436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f487f71c-916d-4e6c-a5ee-1e23b23c17e1 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 03:13:19.781532 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Pushing event deleted for resources: {'Network': ['ID=f487f71c-916d-4e6c-a5ee-1e23b23c17e1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:19.789278 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:19.795151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41702) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:19.797809 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-293ec37d-ad2b-4ece-80e3-aae04fe39d48 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] 10.222.0.10 "DELETE /v2.0/networks/f487f71c-916d-4e6c-a5ee-1e23b23c17e1 HTTP/1.1" status: 204 len: 168 time: 2.3601897 Aug 17 03:13:20.102358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0646fec-a9bb-4e15-b402-5a42eabdd05f req-a27b8dbe-2c79-460d-8966-6f99656b5541 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:20.103974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c0646fec-a9bb-4e15-b402-5a42eabdd05f req-a27b8dbe-2c79-460d-8966-6f99656b5541 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.2591755 Aug 17 03:13:20.152532 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b4b374ee-5aa3-459a-8ff1-008055db4928 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 2263 time: 0.3554382 Aug 17 03:13:20.154393 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41710) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:20.207936 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-119e374f-78ef-4616-9e64-a700ac395976 req-4098732b-a8e3-4946-b3ae-10a262648c15 service neutron] 10.222.0.10 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5329008 Aug 17 03:13:20.234303 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c0646fec-a9bb-4e15-b402-5a42eabdd05f req-1f35e04d-f554-4b2f-acc5-7031548212ce tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1131551 Aug 17 03:13:20.269106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b94147-4329-4ffe-a4a0-e94b1871a2c8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:20.269661 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b94147-4329-4ffe-a4a0-e94b1871a2c8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:20.270133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b94147-4329-4ffe-a4a0-e94b1871a2c8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:20.270603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b94147-4329-4ffe-a4a0-e94b1871a2c8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:20.271063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b94147-4329-4ffe-a4a0-e94b1871a2c8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:20.271627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b94147-4329-4ffe-a4a0-e94b1871a2c8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:20.272191 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b94147-4329-4ffe-a4a0-e94b1871a2c8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:20.272708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b94147-4329-4ffe-a4a0-e94b1871a2c8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:20.273163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3b94147-4329-4ffe-a4a0-e94b1871a2c8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:20.275209 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a3b94147-4329-4ffe-a4a0-e94b1871a2c8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 5807 time: 0.1197135 Aug 17 03:13:20.278409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41712) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:20.350214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-119e374f-78ef-4616-9e64-a700ac395976 req-7a38cce3-628e-479f-a74e-a66e51aca173 service neutron] 10.222.0.10 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1413908 Aug 17 03:13:20.371756 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-6f1b2224-671f-47f4-a825-f384139645aa tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] delete failed (client error): The resource could not be found. Aug 17 03:13:20.381582 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41716) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:20.381697 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6f1b2224-671f-47f4-a825-f384139645aa tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/fd9047f9-439b-447b-8c57-10ac5cf15f37 HTTP/1.1" status: 404 len: 345 time: 0.0966070 Aug 17 03:13:20.411016 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-d9d3e1b3-5f1e-4cbc-9992-bd4a814142a4 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] DELETE failed (client error): The resource could not be found. Aug 17 03:13:20.411016 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d9d3e1b3-5f1e-4cbc-9992-bd4a814142a4 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:13:20.416014 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d9d3e1b3-5f1e-4cbc-9992-bd4a814142a4 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] 10.222.0.10 "DELETE /v2.0/networks/f487f71c-916d-4e6c-a5ee-1e23b23c17e1 HTTP/1.1" status: 404 len: 339 time: 0.0355420 Aug 17 03:13:20.418045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41718) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:20.423047 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-cca7db12-6ed9-4e01-9bd9-8c0b952457a3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Request body: {'network': {'name': 'tempest-network--1665351625', 'router:external': True}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:20.445694 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fca662d8-6c17-4d41-bef9-0e1422df0762 req-c48d03e3-0b73-40d4-8b33-ac87980b86fb tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 210 time: 0.0688665 Aug 17 03:13:20.574036 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cca7db12-6ed9-4e01-9bd9-8c0b952457a3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Made reservation on behalf of 93f6304d558b49a18fb5999303e98981 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:20.584252 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cca7db12-6ed9-4e01-9bd9-8c0b952457a3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:20.643002 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cca7db12-6ed9-4e01-9bd9-8c0b952457a3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:13:20.660654 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cca7db12-6ed9-4e01-9bd9-8c0b952457a3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:20.661033 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-cca7db12-6ed9-4e01-9bd9-8c0b952457a3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Added segment 40caf5b4-3702-4ac9-89c2-473e20e2b96f of type vlan for network 3de7de3a-98a1-45c2-b8ad-9cc36c8d6e1a Aug 17 03:13:20.680215 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41726) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:20.711273 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b48424df-9060-46d0-ac4e-e1c34e3ffe48 req-c0a7aa89-7cb9-4dfa-9b2a-02c13327c3bc tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 210 time: 0.0518754 Aug 17 03:13:20.783639 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cca7db12-6ed9-4e01-9bd9-8c0b952457a3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:20.804231 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f149f5f7-650e-4e12-b9cf-df8e5ae44261 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4fd172904ed641acaf10744e459235e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1173108 Aug 17 03:13:20.806488 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41730) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:20.873769 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1d048ac5-adab-43fc-b660-85006c534812 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:20.895607 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1d048ac5-adab-43fc-b660-85006c534812 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:20.898570 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:20.983965 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cca7db12-6ed9-4e01-9bd9-8c0b952457a3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:20.985222 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cca7db12-6ed9-4e01-9bd9-8c0b952457a3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:20.985885 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cca7db12-6ed9-4e01-9bd9-8c0b952457a3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:21.055516 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1d048ac5-adab-43fc-b660-85006c534812 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:21.055934 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1d048ac5-adab-43fc-b660-85006c534812 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:21.057334 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1d048ac5-adab-43fc-b660-85006c534812 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fd6edc7c-b4ec-4002-996a-0c261df21e5c HTTP/1.1" status: 204 len: 168 time: 0.2496536 Aug 17 03:13:21.077538 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d048ac5-adab-43fc-b660-85006c534812 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6edc7c-b4ec-4002-996a-0c261df21e5c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:21.090441 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca7db12-6ed9-4e01-9bd9-8c0b952457a3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Pushing event updated for resources: {'Network': ['ID=3de7de3a-98a1-45c2-b8ad-9cc36c8d6e1a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:21.098467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 3de7de3a-98a1-45c2-b8ad-9cc36c8d6e1a details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:13:21.139643 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cca7db12-6ed9-4e01-9bd9-8c0b952457a3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.7203801 Aug 17 03:13:21.141931 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41744) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:21.374540 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd856e7b-0a1d-4f05-ad72-f4d3c8e816c1 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:21.379931 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd856e7b-0a1d-4f05-ad72-f4d3c8e816c1 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:21.389377 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd856e7b-0a1d-4f05-ad72-f4d3c8e816c1 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:21.397728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd856e7b-0a1d-4f05-ad72-f4d3c8e816c1 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:21.399829 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cd856e7b-0a1d-4f05-ad72-f4d3c8e816c1 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.2568715 Aug 17 03:13:21.403444 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41752) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:21.409923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28646a42-e33b-455e-a7b9-5ef2f5c8b870 req-25d90c0f-4677-4f89-a237-ee97c986a4c9 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:21.412018 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-28646a42-e33b-455e-a7b9-5ef2f5c8b870 req-25d90c0f-4677-4f89-a237-ee97c986a4c9 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.0940337 Aug 17 03:13:21.455880 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-28646a42-e33b-455e-a7b9-5ef2f5c8b870 req-e081412c-de24-4e2a-8d32-cd89d9a6899c tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0366974 Aug 17 03:13:21.514566 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdd44e6a-01c3-45d7-8452-ff82c2d1a1f3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:21.625997 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22cb5120-6ae6-4aa1-8db9-cfdefe4be0bf req-7a7cae94-3d71-447e-a4c1-d662d8ccac57 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 210 time: 0.0438356 Aug 17 03:13:21.681638 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdd44e6a-01c3-45d7-8452-ff82c2d1a1f3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:21.699352 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-bdd44e6a-01c3-45d7-8452-ff82c2d1a1f3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3de7de3a-98a1-45c2-b8ad-9cc36c8d6e1a']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:21.721317 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-bdd44e6a-01c3-45d7-8452-ff82c2d1a1f3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40caf5b4-3702-4ac9-89c2-473e20e2b96f') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:21.722886 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-bdd44e6a-01c3-45d7-8452-ff82c2d1a1f3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40caf5b4-3702-4ac9-89c2-473e20e2b96f') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:21.739061 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdd44e6a-01c3-45d7-8452-ff82c2d1a1f3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:21.759693 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdd44e6a-01c3-45d7-8452-ff82c2d1a1f3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:21.773235 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bdd44e6a-01c3-45d7-8452-ff82c2d1a1f3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:13:21.773692 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdd44e6a-01c3-45d7-8452-ff82c2d1a1f3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:13:21.776044 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:13:21.825831 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e9b52cce-4914-45df-a4ab-3bcf2935ef81 req-c3598b12-e380-4ac9-82bf-76f5203f5688 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 210 time: 0.0434692 Aug 17 03:13:21.943207 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdd44e6a-01c3-45d7-8452-ff82c2d1a1f3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:21.952973 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bdd44e6a-01c3-45d7-8452-ff82c2d1a1f3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 3de7de3a-98a1-45c2-b8ad-9cc36c8d6e1a {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 03:13:21.956047 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bdd44e6a-01c3-45d7-8452-ff82c2d1a1f3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:21.964760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41778) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:21.968641 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bdd44e6a-01c3-45d7-8452-ff82c2d1a1f3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] 10.222.0.10 "DELETE /v2.0/networks/3de7de3a-98a1-45c2-b8ad-9cc36c8d6e1a HTTP/1.1" status: 204 len: 168 time: 0.5607994 Aug 17 03:13:21.973014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-fe458270-19cb-4e7c-aa01-1f1abe5c668a tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Request body: {'network': {'name': 'tempest-network--298189367', 'router:external': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:21.981023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdd44e6a-01c3-45d7-8452-ff82c2d1a1f3 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Pushing event deleted for resources: {'Network': ['ID=3de7de3a-98a1-45c2-b8ad-9cc36c8d6e1a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:22.093036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe458270-19cb-4e7c-aa01-1f1abe5c668a tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Made reservation on behalf of 93f6304d558b49a18fb5999303e98981 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:22.096009 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fe458270-19cb-4e7c-aa01-1f1abe5c668a tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:22.131520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe458270-19cb-4e7c-aa01-1f1abe5c668a tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:13:22.142788 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fe458270-19cb-4e7c-aa01-1f1abe5c668a tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:22.143398 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-fe458270-19cb-4e7c-aa01-1f1abe5c668a tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Added segment 5c53fc81-6d53-4535-9571-05c0f7ea735c of type vlan for network adde25ae-389a-4ccf-bf50-bcb80b0cf8ce Aug 17 03:13:22.203717 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fe458270-19cb-4e7c-aa01-1f1abe5c668a tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:22.312077 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fe458270-19cb-4e7c-aa01-1f1abe5c668a tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:22.314512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe458270-19cb-4e7c-aa01-1f1abe5c668a tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:22.315158 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fe458270-19cb-4e7c-aa01-1f1abe5c668a tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:22.415419 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fe458270-19cb-4e7c-aa01-1f1abe5c668a tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.4486699 Aug 17 03:13:22.418519 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41790) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:22.420985 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe458270-19cb-4e7c-aa01-1f1abe5c668a tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Pushing event updated for resources: {'Network': ['ID=adde25ae-389a-4ccf-bf50-bcb80b0cf8ce,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:22.439946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network adde25ae-389a-4ccf-bf50-bcb80b0cf8ce details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:13:22.572274 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41794) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:22.583828 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99572ac-c9c7-44dd-a466-baba8f5f7350 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:22.585307 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e99572ac-c9c7-44dd-a466-baba8f5f7350 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] 10.222.0.10 "GET /v2.0/networks/adde25ae-389a-4ccf-bf50-bcb80b0cf8ce HTTP/1.1" status: 200 len: 756 time: 0.1655657 Aug 17 03:13:22.588338 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41798) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:22.670530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e4b0c2-a392-4b9f-bee1-c9636a0ed144 req-c16e6b99-35bb-46eb-b360-2a22b0297216 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:22.677895 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e1e4b0c2-a392-4b9f-bee1-c9636a0ed144 req-c16e6b99-35bb-46eb-b360-2a22b0297216 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.0914636 Aug 17 03:13:22.722333 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e1e4b0c2-a392-4b9f-bee1-c9636a0ed144 req-64dee71f-3cec-438b-8301-3353e38bec7a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0421605 Aug 17 03:13:22.730383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a4074c-c8f9-4af8-9bea-c4305b5a13e1 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:22.731823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-35a4074c-c8f9-4af8-9bea-c4305b5a13e1 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] 10.222.0.10 "GET /v2.0/networks/35194a13-8f40-4957-a442-eb2d107742d7 HTTP/1.1" status: 200 len: 767 time: 0.1416736 Aug 17 03:13:22.739477 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41802) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:22.812463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b375688e-b8f5-4264-843d-c457a515b153 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-1059250845'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:22.886028 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-559774b6-c79a-40de-9efe-fc38c4e36125 req-205e1f70-b67e-4e36-869a-f5ec067caac3 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 210 time: 0.0573339 Aug 17 03:13:22.892111 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0571d222-5363-461e-8d19-b2d3471efef9 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.006746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b375688e-b8f5-4264-843d-c457a515b153 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Made reservation on behalf of f66b620b618a4a7a81e11414e6c2f575 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:23.010374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b375688e-b8f5-4264-843d-c457a515b153 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.020277 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a7369c19-5963-4304-a722-ac66063c1bcd req-e778bddd-e232-4141-8e62-e5ee961e2b5a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 210 time: 0.0721273 Aug 17 03:13:23.020793 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b375688e-b8f5-4264-843d-c457a515b153 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.044134 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0571d222-5363-461e-8d19-b2d3471efef9 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.055073 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-0571d222-5363-461e-8d19-b2d3471efef9 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adde25ae-389a-4ccf-bf50-bcb80b0cf8ce']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:23.071091 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-0571d222-5363-461e-8d19-b2d3471efef9 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c53fc81-6d53-4535-9571-05c0f7ea735c') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:23.071481 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-0571d222-5363-461e-8d19-b2d3471efef9 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c53fc81-6d53-4535-9571-05c0f7ea735c') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:23.081608 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0571d222-5363-461e-8d19-b2d3471efef9 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.099642 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0571d222-5363-461e-8d19-b2d3471efef9 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.108035 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0571d222-5363-461e-8d19-b2d3471efef9 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:13:23.108911 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0571d222-5363-461e-8d19-b2d3471efef9 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:13:23.111781 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:13:23.189685 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b375688e-b8f5-4264-843d-c457a515b153 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.321181 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0571d222-5363-461e-8d19-b2d3471efef9 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.321411 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b375688e-b8f5-4264-843d-c457a515b153 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.329705 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0571d222-5363-461e-8d19-b2d3471efef9 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network adde25ae-389a-4ccf-bf50-bcb80b0cf8ce {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 03:13:23.344261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b375688e-b8f5-4264-843d-c457a515b153 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:13:23.347883 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0571d222-5363-461e-8d19-b2d3471efef9 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.350874 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0571d222-5363-461e-8d19-b2d3471efef9 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] 10.222.0.10 "DELETE /v2.0/networks/adde25ae-389a-4ccf-bf50-bcb80b0cf8ce HTTP/1.1" status: 204 len: 168 time: 0.6099727 Aug 17 03:13:23.355937 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41814) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:23.357035 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0571d222-5363-461e-8d19-b2d3471efef9 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Pushing event deleted for resources: {'Network': ['ID=adde25ae-389a-4ccf-bf50-bcb80b0cf8ce,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:23.366164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ee3f520f-fda2-4077-a24a-df9755965ce2 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Request body: {'network': {'name': 'tempest-network--1399485968'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:23.394880 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b375688e-b8f5-4264-843d-c457a515b153 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.395487 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-b375688e-b8f5-4264-843d-c457a515b153 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Added segment 0b7d2e8e-93de-455e-9032-3b9d7f7e5e69 of type vlan for network 0d8d19d6-31db-4a18-9430-9dff25e3e5a2 Aug 17 03:13:23.433655 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375688e-b8f5-4264-843d-c457a515b153 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d28baa6e-c6a9-458e-932e-587cbb3ea498,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:23.466237 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b375688e-b8f5-4264-843d-c457a515b153 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.641474 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3f520f-fda2-4077-a24a-df9755965ce2 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Made reservation on behalf of 93f6304d558b49a18fb5999303e98981 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:23.641952 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b375688e-b8f5-4264-843d-c457a515b153 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.644794 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ee3f520f-fda2-4077-a24a-df9755965ce2 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.657192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b375688e-b8f5-4264-843d-c457a515b153 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:23.657192 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b375688e-b8f5-4264-843d-c457a515b153 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.676263 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee3f520f-fda2-4077-a24a-df9755965ce2 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:13:23.687856 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ee3f520f-fda2-4077-a24a-df9755965ce2 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.688305 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-ee3f520f-fda2-4077-a24a-df9755965ce2 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Added segment 7e963cae-1815-4a0b-bfe2-1364d8bafd14 of type vlan for network b97afc5b-75ef-4a58-8a61-fa79bc0b7261 Aug 17 03:13:23.825979 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ee3f520f-fda2-4077-a24a-df9755965ce2 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:23.861095 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b375688e-b8f5-4264-843d-c457a515b153 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event updated for resources: {'Network': ['ID=0d8d19d6-31db-4a18-9430-9dff25e3e5a2,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:23.895424 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 0d8d19d6-31db-4a18-9430-9dff25e3e5a2 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:13:23.940490 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b375688e-b8f5-4264-843d-c457a515b153 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3664629 Aug 17 03:13:23.940624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41824) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:23.951543 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-e073698b-dba1-49c0-9634-39e64de3ee98 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Request body: {'subnet': {'network_id': '0d8d19d6-31db-4a18-9430-9dff25e3e5a2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:24.013305 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ee3f520f-fda2-4077-a24a-df9755965ce2 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:24.014640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203fef2c-eb52-43fb-9b0e-e07482afac2b req-24c046fc-ddd5-49ad-b45b-fb3ccd468235 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:24.018376 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-203fef2c-eb52-43fb-9b0e-e07482afac2b req-24c046fc-ddd5-49ad-b45b-fb3ccd468235 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.1379647 Aug 17 03:13:24.022919 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3f520f-fda2-4077-a24a-df9755965ce2 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:24.024206 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ee3f520f-fda2-4077-a24a-df9755965ce2 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:24.025322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e374f-78ef-4616-9e64-a700ac395976 req-67b80a9a-bcbf-4c69-a2bb-147804fc04e7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:24.027611 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-119e374f-78ef-4616-9e64-a700ac395976 req-67b80a9a-bcbf-4c69-a2bb-147804fc04e7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.60 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 805 time: 0.3555300 Aug 17 03:13:24.066024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-119e374f-78ef-4616-9e64-a700ac395976 req-514daca1-2052-4139-a7de-1ae295de5fa2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Request body: {'port': {'device_id': 'c7a29e51-9888-48ad-81e7-76f8bc8c3b59', 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c', 'admin_state_up': True, 'tenant_id': '6fc3dc22f61e4504bffcbcd1acecf394'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:24.173377 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-203fef2c-eb52-43fb-9b0e-e07482afac2b req-61296915-efb8-454a-974f-e163b76cd402 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1448221 Aug 17 03:13:24.212615 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ee3f520f-fda2-4077-a24a-df9755965ce2 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.8521271 Aug 17 03:13:24.221077 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-29c536a6-b16e-4f99-9b4b-37b2bc54c45d req-2786d43d-267c-43d3-8d00-64047d923145 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 210 time: 0.1481476 Aug 17 03:13:24.239636 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41828) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:24.241773 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f520f-fda2-4077-a24a-df9755965ce2 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Pushing event updated for resources: {'Network': ['ID=b97afc5b-75ef-4a58-8a61-fa79bc0b7261,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:24.255146 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network b97afc5b-75ef-4a58-8a61-fa79bc0b7261 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:13:24.261552 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-aa3b179f-8540-47ff-9569-20b94f62c348 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Request body: {'network': {'router:external': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:24.361745 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1c3bc10-68d1-4f37-8890-82b29b56496f req-5e88a30a-2b96-42ef-95dc-96bb43bf45f7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 210 time: 0.1112654 Aug 17 03:13:24.389325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-119e374f-78ef-4616-9e64-a700ac395976 req-514daca1-2052-4139-a7de-1ae295de5fa2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Made reservation on behalf of 6fc3dc22f61e4504bffcbcd1acecf394 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:24.392918 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-119e374f-78ef-4616-9e64-a700ac395976 req-514daca1-2052-4139-a7de-1ae295de5fa2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:24.485985 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e073698b-dba1-49c0-9634-39e64de3ee98 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Made reservation on behalf of f66b620b618a4a7a81e11414e6c2f575 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:24.491328 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e073698b-dba1-49c0-9634-39e64de3ee98 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:24.508597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0ac4e-1e58-4e56-bda2-a8e6dcdb839b req-9e3a5574-f4be-4078-8578-bda13a693703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:24.510149 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bca0ac4e-1e58-4e56-bda2-a8e6dcdb839b req-9e3a5574-f4be-4078-8578-bda13a693703 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29dbf4db7226454dadb9ed17ed77cc12&device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 1096 time: 0.1769612 Aug 17 03:13:24.767152 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e073698b-dba1-49c0-9634-39e64de3ee98 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:24.830594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e073698b-dba1-49c0-9634-39e64de3ee98 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event updated for resources: {'Subnet': ['ID=f507ff13-7c9b-4a83-83b3-d8c026ec49e7,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:24.843490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e073698b-dba1-49c0-9634-39e64de3ee98 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Checking segment: {'id': '0b7d2e8e-93de-455e-9032-3b9d7f7e5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0d8d19d6-31db-4a18-9430-9dff25e3e5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:13:24.843930 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e073698b-dba1-49c0-9634-39e64de3ee98 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Network hostable DHCP agents. Network: 0d8d19d6-31db-4a18-9430-9dff25e3e5a2, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:13:24.921311 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e073698b-dba1-49c0-9634-39e64de3ee98 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Network 0d8d19d6-31db-4a18-9430-9dff25e3e5a2 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:13:24.926606 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa3b179f-8540-47ff-9569-20b94f62c348 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:24.930099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-119e374f-78ef-4616-9e64-a700ac395976 req-514daca1-2052-4139-a7de-1ae295de5fa2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Allocated IP 172.20.0.4 (231691f2-ac47-4b98-9db9-aab5f5656c2c/5df8f852-8b4a-4f0c-8b3e-42b1edfe9134/79ba673f-b50b-4d6e-bd59-c682df30f861) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:24.985692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0ac4e-1e58-4e56-bda2-a8e6dcdb839b req-ef4906cd-9649-4572-a81d-b0ca6138ca34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:24.987267 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bca0ac4e-1e58-4e56-bda2-a8e6dcdb839b req-ef4906cd-9649-4572-a81d-b0ca6138ca34 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06273fda-1108-4d79-a8de-ed0a7364bbe0 HTTP/1.1" status: 200 len: 911 time: 0.4480262 Aug 17 03:13:24.990056 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-e073698b-dba1-49c0-9634-39e64de3ee98 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 0d8d19d6-31db-4a18-9430-9dff25e3e5a2) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:24.994823 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e073698b-dba1-49c0-9634-39e64de3ee98 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:24.997346 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e073698b-dba1-49c0-9634-39e64de3ee98 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.000054 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f60bd135-66b9-4fee-ab21-c9c7794110b4 None None] Network 0d8d19d6-31db-4a18-9430-9dff25e3e5a2 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:25.048406 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa3b179f-8540-47ff-9569-20b94f62c348 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.103962 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa3b179f-8540-47ff-9569-20b94f62c348 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Network b97afc5b-75ef-4a58-8a61-fa79bc0b7261 is not hosted by any dhcp agent {{(pid=101970) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 03:13:25.104894 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa3b179f-8540-47ff-9569-20b94f62c348 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:25.105519 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa3b179f-8540-47ff-9569-20b94f62c348 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.109207 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-aa3b179f-8540-47ff-9569-20b94f62c348 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] 10.222.0.10 "PUT /v2.0/networks/b97afc5b-75ef-4a58-8a61-fa79bc0b7261 HTTP/1.1" status: 200 len: 857 time: 0.8624239 Aug 17 03:13:25.110805 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41836) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:25.173887 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bca0ac4e-1e58-4e56-bda2-a8e6dcdb839b req-0b30baea-7545-4856-93d4-e0e47e8a966e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ade6b1a-a279-46b8-9bb6-0b0e09761987 HTTP/1.1" status: 200 len: 1001 time: 0.1755791 Aug 17 03:13:25.191158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-0d8d19d6-31db-4a18-9430-9dff25e3e5a2', 'network_id': '0d8d19d6-31db-4a18-9430-9dff25e3e5a2', 'tenant_id': 'f66b620b618a4a7a81e11414e6c2f575', 'fixed_ips': [{'subnet_id': 'f507ff13-7c9b-4a83-83b3-d8c026ec49e7'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:13:25.192517 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.225672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3b179f-8540-47ff-9569-20b94f62c348 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Pushing event updated for resources: {'Network': ['ID=b97afc5b-75ef-4a58-8a61-fa79bc0b7261,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:25.251712 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e073698b-dba1-49c0-9634-39e64de3ee98 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3068891 Aug 17 03:13:25.252095 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0080bac8-48fa-42ce-a861-ef5f6920d6b8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.258415 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41840) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:25.267506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0ac4e-1e58-4e56-bda2-a8e6dcdb839b req-ab185e1c-068d-45ed-aad5-081088d2b825 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:25.269009 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bca0ac4e-1e58-4e56-bda2-a8e6dcdb839b req-ab185e1c-068d-45ed-aad5-081088d2b825 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9034a659-f846-4b1b-ae6a-7826b698211e HTTP/1.1" status: 200 len: 850 time: 0.0867472 Aug 17 03:13:25.275307 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-11772113-9f5e-4c8e-875a-92f79c5153a1 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Request body: {'port': {'network_id': '0d8d19d6-31db-4a18-9430-9dff25e3e5a2', 'name': 'tempest-AllowedAddressPairTestJSON-1317212314'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:25.308511 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-119e374f-78ef-4616-9e64-a700ac395976 req-514daca1-2052-4139-a7de-1ae295de5fa2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.356919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca0ac4e-1e58-4e56-bda2-a8e6dcdb839b req-29e4aeb9-8d8e-4280-aea2-6ea15464b9ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:25.358872 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bca0ac4e-1e58-4e56-bda2-a8e6dcdb839b req-29e4aeb9-8d8e-4280-aea2-6ea15464b9ae service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06273fda-1108-4d79-a8de-ed0a7364bbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0788507 Aug 17 03:13:25.464892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Allocated IP 172.20.0.2 (0d8d19d6-31db-4a18-9430-9dff25e3e5a2/f507ff13-7c9b-4a83-83b3-d8c026ec49e7/32bda37d-76f3-44ae-9671-91b8a4130ab2) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:25.509320 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3aefe04d-710a-4ac5-908c-f0b1af4355e9 req-1eb8177b-084a-4db0-bb2e-77494a9d2525 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/ports?device_id=95ad690d-4f40-44c1-82e0-360c9a4e41c3 HTTP/1.1" status: 200 len: 210 time: 0.0971463 Aug 17 03:13:25.551291 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0080bac8-48fa-42ce-a861-ef5f6920d6b8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.567623 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bca0ac4e-1e58-4e56-bda2-a8e6dcdb839b req-ffb354b3-0318-48e0-8b2b-85b850dffd1a service neutron] 10.222.0.60 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1920023 Aug 17 03:13:25.574928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026213ca-b678-4e30-be74-25745062afdf req-af1107df-f4b9-4583-a46d-3608286d4a78 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:25.591881 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-026213ca-b678-4e30-be74-25745062afdf req-af1107df-f4b9-4583-a46d-3608286d4a78 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.1816161 Aug 17 03:13:25.602347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-0080bac8-48fa-42ce-a861-ef5f6920d6b8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b97afc5b-75ef-4a58-8a61-fa79bc0b7261']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:25.630917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-0080bac8-48fa-42ce-a861-ef5f6920d6b8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e963cae-1815-4a0b-bfe2-1364d8bafd14') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:25.632432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-0080bac8-48fa-42ce-a861-ef5f6920d6b8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e963cae-1815-4a0b-bfe2-1364d8bafd14') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:25.661292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11772113-9f5e-4c8e-875a-92f79c5153a1 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Made reservation on behalf of f66b620b618a4a7a81e11414e6c2f575 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:25.665697 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11772113-9f5e-4c8e-875a-92f79c5153a1 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.670359 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0080bac8-48fa-42ce-a861-ef5f6920d6b8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.686961 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-119e374f-78ef-4616-9e64-a700ac395976 req-514daca1-2052-4139-a7de-1ae295de5fa2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.706937 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0080bac8-48fa-42ce-a861-ef5f6920d6b8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.712430 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.714469 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-026213ca-b678-4e30-be74-25745062afdf req-438bc788-444b-4443-b68d-8a460a929313 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0949028 Aug 17 03:13:25.720653 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0080bac8-48fa-42ce-a861-ef5f6920d6b8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:13:25.721265 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0080bac8-48fa-42ce-a861-ef5f6920d6b8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:13:25.723270 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:13:25.737022 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-11772113-9f5e-4c8e-875a-92f79c5153a1 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] device_id is not set on port faaf73ca-3cf1-4e97-8d32-191094e6fd27 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:13:25.787368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-119e374f-78ef-4616-9e64-a700ac395976 req-514daca1-2052-4139-a7de-1ae295de5fa2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Network 231691f2-ac47-4b98-9db9-aab5f5656c2c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:25.795411 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-119e374f-78ef-4616-9e64-a700ac395976 req-514daca1-2052-4139-a7de-1ae295de5fa2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:25.801813 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bca0ac4e-1e58-4e56-bda2-a8e6dcdb839b req-b1cf878f-9a7e-4722-9d53-b2497f74ad55 service neutron] 10.222.0.60 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2262158 Aug 17 03:13:25.802706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-119e374f-78ef-4616-9e64-a700ac395976 req-514daca1-2052-4139-a7de-1ae295de5fa2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:25.841882 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-514daca1-2052-4139-a7de-1ae295de5fa2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Pushing event updated for resources: {'Port': ['ID=79ba673f-b50b-4d6e-bd59-c682df30f861,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:25.855665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0a8f20-b990-4765-8541-d3a35330fd40 req-fbd903de-9f0f-4fec-a228-c6bd8a06a949 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:25.864179 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cd0a8f20-b990-4765-8541-d3a35330fd40 req-fbd903de-9f0f-4fec-a228-c6bd8a06a949 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 931 time: 0.2461550 Aug 17 03:13:25.905623 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e374f-78ef-4616-9e64-a700ac395976 req-514daca1-2052-4139-a7de-1ae295de5fa2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:25.906239 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-119e374f-78ef-4616-9e64-a700ac395976 req-514daca1-2052-4139-a7de-1ae295de5fa2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.925586 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cd0a8f20-b990-4765-8541-d3a35330fd40 req-32a19cad-9328-424e-9487-bb6a2b6ba4fe tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0605257 Aug 17 03:13:25.933066 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0080bac8-48fa-42ce-a861-ef5f6920d6b8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.933227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Transition to ACTIVE for port object 32bda37d-76f3-44ae-9671-91b8a4130ab2 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:25.948651 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0080bac8-48fa-42ce-a861-ef5f6920d6b8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network b97afc5b-75ef-4a58-8a61-fa79bc0b7261 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Aug 17 03:13:25.950465 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0080bac8-48fa-42ce-a861-ef5f6920d6b8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:25.952361 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0080bac8-48fa-42ce-a861-ef5f6920d6b8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] 10.222.0.10 "DELETE /v2.0/networks/b97afc5b-75ef-4a58-8a61-fa79bc0b7261 HTTP/1.1" status: 204 len: 168 time: 0.8394530 Aug 17 03:13:25.953934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0080bac8-48fa-42ce-a861-ef5f6920d6b8 tempest-ExternalNetworksTestJSON-581404071 tempest-ExternalNetworksTestJSON-581404071-project-admin] Pushing event deleted for resources: {'Network': ['ID=b97afc5b-75ef-4a58-8a61-fa79bc0b7261,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:25.965040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41850) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:25.965701 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Transition to ACTIVE for port object 32bda37d-76f3-44ae-9671-91b8a4130ab2 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:25.989725 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-60914246-efbb-404d-8c33-c074f36b857a tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] DELETE failed (client error): The resource could not be found. Aug 17 03:13:25.990413 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-60914246-efbb-404d-8c33-c074f36b857a tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:13:25.994375 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-60914246-efbb-404d-8c33-c074f36b857a tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] 10.222.0.10 "DELETE /v2.0/subnets/e0415938-7257-4455-a9e4-0a10c886a763 HTTP/1.1" status: 404 len: 337 time: 0.0357544 Aug 17 03:13:25.995803 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41852) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:26.013466 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-119e374f-78ef-4616-9e64-a700ac395976 req-514daca1-2052-4139-a7de-1ae295de5fa2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9514260 Aug 17 03:13:26.028343 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Request body: {'port': {'device_id': 'c7a29e51-9888-48ad-81e7-76f8bc8c3b59', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:26.087204 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:26.107841 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:26.149042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Network 0d8d19d6-31db-4a18-9430-9dff25e3e5a2 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:26.155277 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:26.159716 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:26.187918 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22a1b19f-ac9d-4152-b0c6-a2f43c2c8aa9 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:26.203345 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-11772113-9f5e-4c8e-875a-92f79c5153a1 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Allocated IP 172.20.0.8 (0d8d19d6-31db-4a18-9430-9dff25e3e5a2/f507ff13-7c9b-4a83-83b3-d8c026ec49e7/faaf73ca-3cf1-4e97-8d32-191094e6fd27) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:26.223495 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Pushing event updated for resources: {'Port': ['ID=32bda37d-76f3-44ae-9671-91b8a4130ab2,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:26.253954 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:26.254303 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:26.254640 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:26.254981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:26.255314 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:26.255646 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:26.256071 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:26.256399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:26.256720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:26.257187 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:26.257560 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:26.257893 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:13:26.278579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Attempting to bind port 32bda37d-76f3-44ae-9671-91b8a4130ab2 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:26.278978 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Attempting to bind port 32bda37d-76f3-44ae-9671-91b8a4130ab2 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '0b7d2e8e-93de-455e-9032-3b9d7f7e5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0d8d19d6-31db-4a18-9430-9dff25e3e5a2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:26.279371 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Attempting to bind port 32bda37d-76f3-44ae-9671-91b8a4130ab2 on network 0d8d19d6-31db-4a18-9430-9dff25e3e5a2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:26.286920 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:13:26.287313 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Checking segment: {'id': '0b7d2e8e-93de-455e-9032-3b9d7f7e5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0d8d19d6-31db-4a18-9430-9dff25e3e5a2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:13:26.287860 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:26.288532 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Bound using segment: {'id': '0b7d2e8e-93de-455e-9032-3b9d7f7e5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0d8d19d6-31db-4a18-9430-9dff25e3e5a2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:13:26.289295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Bound port: 32bda37d-76f3-44ae-9671-91b8a4130ab2, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b7d2e8e-93de-455e-9032-3b9d7f7e5e69', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '0d8d19d6-31db-4a18-9430-9dff25e3e5a2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:13:26.290017 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:26.371181 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ea430a69-98ed-4222-9f84-426168260866 None None] For port 32bda37d-76f3-44ae-9671-91b8a4130ab2, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:13:26.375377 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ea430a69-98ed-4222-9f84-426168260866 None None] For port 32bda37d-76f3-44ae-9671-91b8a4130ab2, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=32bda37d-76f3-44ae-9671-91b8a4130ab2,segment=NetworkSegment(0b7d2e8e-93de-455e-9032-3b9d7f7e5e69),segment_id=0b7d2e8e-93de-455e-9032-3b9d7f7e5e69)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:13:26.400139 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22a1b19f-ac9d-4152-b0c6-a2f43c2c8aa9 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:26.429924 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-22a1b19f-ac9d-4152-b0c6-a2f43c2c8aa9 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35194a13-8f40-4957-a442-eb2d107742d7']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:26.453232 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:26.489503 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-22a1b19f-ac9d-4152-b0c6-a2f43c2c8aa9 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd02425ea-fc7a-403d-b1d5-845088b2a0f5') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:26.490009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-22a1b19f-ac9d-4152-b0c6-a2f43c2c8aa9 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd02425ea-fc7a-403d-b1d5-845088b2a0f5') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:26.518590 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22a1b19f-ac9d-4152-b0c6-a2f43c2c8aa9 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:26.547633 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22a1b19f-ac9d-4152-b0c6-a2f43c2c8aa9 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:26.574940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22a1b19f-ac9d-4152-b0c6-a2f43c2c8aa9 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:13:26.575881 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22a1b19f-ac9d-4152-b0c6-a2f43c2c8aa9 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:26.583026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79ba673f-b50b-4d6e-bd59-c682df30f861 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:13:26.584125 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:13:26.591388 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:26.620562 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea430a69-98ed-4222-9f84-426168260866 None None] Pushing event updated for resources: {'Port': ['ID=32bda37d-76f3-44ae-9671-91b8a4130ab2,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:26.702286 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11772113-9f5e-4c8e-875a-92f79c5153a1 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:26.731219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-11772113-9f5e-4c8e-875a-92f79c5153a1 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Transition to ACTIVE for port object faaf73ca-3cf1-4e97-8d32-191094e6fd27 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:26.777691 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41864) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:26.797580 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22a1b19f-ac9d-4152-b0c6-a2f43c2c8aa9 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:26.817044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Transition to ACTIVE for port object 79ba673f-b50b-4d6e-bd59-c682df30f861 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:26.824164 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22a1b19f-ac9d-4152-b0c6-a2f43c2c8aa9 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:26.826452 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-22a1b19f-ac9d-4152-b0c6-a2f43c2c8aa9 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] 10.222.0.10 "DELETE /v2.0/networks/35194a13-8f40-4957-a442-eb2d107742d7 HTTP/1.1" status: 204 len: 168 time: 0.8294413 Aug 17 03:13:26.890636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a1b19f-ac9d-4152-b0c6-a2f43c2c8aa9 tempest-ExternalNetworksTestJSON-1879267383 tempest-ExternalNetworksTestJSON-1879267383-project] Pushing event deleted for resources: {'Network': ['ID=35194a13-8f40-4957-a442-eb2d107742d7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:26.906919 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11772113-9f5e-4c8e-875a-92f79c5153a1 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:26.915512 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.115664 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11772113-9f5e-4c8e-875a-92f79c5153a1 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Network 0d8d19d6-31db-4a18-9430-9dff25e3e5a2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:27.128940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e3d4c4-03f5-44ce-9159-a440dba4c8b5 req-62ac56dd-5219-4cf7-8472-4d5dc5f66d2f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:27.131306 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-06e3d4c4-03f5-44ce-9159-a440dba4c8b5 req-62ac56dd-5219-4cf7-8472-4d5dc5f66d2f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.2462168 Aug 17 03:13:27.132928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-11772113-9f5e-4c8e-875a-92f79c5153a1 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:27.138737 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11772113-9f5e-4c8e-875a-92f79c5153a1 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:27.139140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11772113-9f5e-4c8e-875a-92f79c5153a1 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event updated for resources: {'Port': ['ID=faaf73ca-3cf1-4e97-8d32-191094e6fd27,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:27.230983 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16c0d5a3-6dbc-4c7e-aefb-a9e576eff73a req-c6ff9b09-4243-42ba-90c3-be3110fa9318 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4125867 Aug 17 03:13:27.235814 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=79ba673f-b50b-4d6e-bd59-c682df30f861,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:27.247667 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-06e3d4c4-03f5-44ce-9159-a440dba4c8b5 req-e203bd07-16eb-4451-b23b-efb4eb417186 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0975082 Aug 17 03:13:27.248179 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7676ed0a-10f2-4f7a-a6d7-f1962e88bb3b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.258087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11772113-9f5e-4c8e-875a-92f79c5153a1 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:27.260270 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11772113-9f5e-4c8e-875a-92f79c5153a1 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.293171 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7676ed0a-10f2-4f7a-a6d7-f1962e88bb3b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.311441 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b827f230-1bb8-48e9-a44c-1b66e0acf58f req-b3a1a8e0-42f7-45af-95b7-330ef40d44bb tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:27.312956 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b827f230-1bb8-48e9-a44c-1b66e0acf58f req-b3a1a8e0-42f7-45af-95b7-330ef40d44bb tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 943 time: 0.2432559 Aug 17 03:13:27.361269 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-11772113-9f5e-4c8e-875a-92f79c5153a1 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0938220 Aug 17 03:13:27.361269 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41874) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:27.366858 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-97f70098-4d59-4eab-81aa-d59a4239cdf7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Request body: {'port': {'network_id': '0d8d19d6-31db-4a18-9430-9dff25e3e5a2', 'name': 'tempest-AllowedAddressPairTestJSON-146780403', 'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:87:d0:d6'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:27.409592 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Attempting to bind port 79ba673f-b50b-4d6e-bd59-c682df30f861 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:27.409912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Attempting to bind port 79ba673f-b50b-4d6e-bd59-c682df30f861 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:27.410253 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Attempting to bind port 79ba673f-b50b-4d6e-bd59-c682df30f861 on network 231691f2-ac47-4b98-9db9-aab5f5656c2c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:27.427178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Port 79ba673f-b50b-4d6e-bd59-c682df30f861 on network 231691f2-ac47-4b98-9db9-aab5f5656c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:27.427517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Attempting to bind port 79ba673f-b50b-4d6e-bd59-c682df30f861 on network 231691f2-ac47-4b98-9db9-aab5f5656c2c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:27.445949 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 13, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:13:27.450030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Checking segment: {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:13:27.450030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Bound using segment: {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:13:27.450030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Bound port: 79ba673f-b50b-4d6e-bd59-c682df30f861, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:13:27.450030 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.470785 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b827f230-1bb8-48e9-a44c-1b66e0acf58f req-68956c1a-03c9-440a-97ad-35d7bcc64567 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951025 Aug 17 03:13:27.499937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0d5a3-6dbc-4c7e-aefb-a9e576eff73a req-f39d3c51-f6e5-4a4e-9a3a-a948581b2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:27.501801 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16c0d5a3-6dbc-4c7e-aefb-a9e576eff73a req-f39d3c51-f6e5-4a4e-9a3a-a948581b2bea service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1dcddbfa77d8439c92503d4521a21241&device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 1097 time: 0.1847522 Aug 17 03:13:27.556067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41878) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:27.648244 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7b851fe4-eb54-49e4-9900-55bdc2bc390a tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/floatingips/c91c4aa7-3955-4791-9c79-434625a3b3f5 HTTP/1.1" status: 200 len: 994 time: 0.0854137 Aug 17 03:13:27.671803 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7676ed0a-10f2-4f7a-a6d7-f1962e88bb3b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.671803 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7676ed0a-10f2-4f7a-a6d7-f1962e88bb3b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.671803 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7676ed0a-10f2-4f7a-a6d7-f1962e88bb3b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "DELETE /v2.0/security-groups/45eaa01e-5bc7-4240-85ea-aefc652ea939 HTTP/1.1" status: 204 len: 168 time: 0.8835764 Aug 17 03:13:27.673642 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41882) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:27.683962 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7676ed0a-10f2-4f7a-a6d7-f1962e88bb3b tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=45eaa01e-5bc7-4240-85ea-aefc652ea939,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:27.709796 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-44cd48ea-efce-4e45-85d7-2f6b6c596a5c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] show failed (client error): The resource could not be found. Aug 17 03:13:27.710882 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-44cd48ea-efce-4e45-85d7-2f6b6c596a5c tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "GET /v2.0/security-groups/45eaa01e-5bc7-4240-85ea-aefc652ea939 HTTP/1.1" status: 404 len: 347 time: 0.0382144 Aug 17 03:13:27.712005 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] For port 79ba673f-b50b-4d6e-bd59-c682df30f861, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:13:27.713110 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97f70098-4d59-4eab-81aa-d59a4239cdf7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Made reservation on behalf of f66b620b618a4a7a81e11414e6c2f575 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:27.720586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41886) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:27.743285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] For port 79ba673f-b50b-4d6e-bd59-c682df30f861, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=79ba673f-b50b-4d6e-bd59-c682df30f861,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:13:27.794618 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41888) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:27.874637 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.886542 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97f70098-4d59-4eab-81aa-d59a4239cdf7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.897600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0d5a3-6dbc-4c7e-aefb-a9e576eff73a req-46a94afe-80ef-4c7e-8010-c6adbf450b9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:27.899260 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16c0d5a3-6dbc-4c7e-aefb-a9e576eff73a req-46a94afe-80ef-4c7e-8010-c6adbf450b9c service neutron] 10.222.0.30 "GET /v2.0/networks?id=805a3406-e779-42c8-a4a6-ccd324bc2e0e HTTP/1.1" status: 200 len: 897 time: 0.3372419 Aug 17 03:13:27.911994 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-97f70098-4d59-4eab-81aa-d59a4239cdf7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] device_id is not set on port a7be7aaa-a24c-4e67-835f-75fc1c881448 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:13:27.962777 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:27.964128 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:27.966305 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-119e374f-78ef-4616-9e64-a700ac395976 req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] 10.222.0.60 "PUT /v2.0/ports/79ba673f-b50b-4d6e-bd59-c682df30f861 HTTP/1.1" status: 200 len: 1091 time: 1.9445064 Aug 17 03:13:28.002224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7a29e51-9888-48ad-81e7-76f8bc8c3b59', 'tag': '79ba673f-b50b-4d6e-bd59-c682df30f861'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:28.005223 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64c2810-869e-4d14-b880-007d24ca8b1a" -d '{"events": [{"name": "network-changed", "server_uuid": "c7a29e51-9888-48ad-81e7-76f8bc8c3b59", "tag": "79ba673f-b50b-4d6e-bd59-c682df30f861"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:28.021202 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41896) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:28.090177 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cacff57-2df5-412f-89bd-ae528bb4af94 x-openstack-request-id: req-7cacff57-2df5-412f-89bd-ae528bb4af94 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:28.090469 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7a29e51-9888-48ad-81e7-76f8bc8c3b59", "tag": "79ba673f-b50b-4d6e-bd59-c682df30f861", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:28.090727 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7cacff57-2df5-412f-89bd-ae528bb4af94 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:28.091121 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7a29e51-9888-48ad-81e7-76f8bc8c3b59', 'tag': '79ba673f-b50b-4d6e-bd59-c682df30f861', 'status': 'completed', 'code': 200} Aug 17 03:13:28.110111 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e78066a0-d6f7-42b3-8a72-b5da2b99e345 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3a4aa5da160144c89102c14bfd0d6cac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3140757 Aug 17 03:13:28.112921 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41898) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:28.138664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1043a91d-fd89-46e8-9934-28377b1c4c57 None None] Network 0d8d19d6-31db-4a18-9430-9dff25e3e5a2 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:28.147075 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0f6e7-41cc-4d70-987f-b9a8ea3eeaa1 service neutron] Pushing event updated for resources: {'Port': ['ID=79ba673f-b50b-4d6e-bd59-c682df30f861,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:28.159894 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16c0d5a3-6dbc-4c7e-aefb-a9e576eff73a req-ed5e3359-0d98-4148-bf37-3cb3c754413b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06eac814-ff31-4bc4-bd39-52161bf81f68 HTTP/1.1" status: 200 len: 1002 time: 0.2136309 Aug 17 03:13:28.165912 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-97f70098-4d59-4eab-81aa-d59a4239cdf7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Allocated IP 172.20.0.13 (0d8d19d6-31db-4a18-9430-9dff25e3e5a2/f507ff13-7c9b-4a83-83b3-d8c026ec49e7/a7be7aaa-a24c-4e67-835f-75fc1c881448) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:28.195359 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3aa44c93-10a1-4f2e-b7ce-f95245df5639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.246058 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3aa44c93-10a1-4f2e-b7ce-f95245df5639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.273025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f8487d29-0be3-4987-8843-c75afe04c818 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Deleting port a444d139-c7a9-40ad-843d-e003145bdd9a {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:28.273377 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f8487d29-0be3-4987-8843-c75afe04c818 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.281094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e374f-78ef-4616-9e64-a700ac395976 req-5a475b05-7255-495f-b1df-2b33841a71ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:28.282883 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-119e374f-78ef-4616-9e64-a700ac395976 req-5a475b05-7255-495f-b1df-2b33841a71ed service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 1094 time: 0.1964509 Aug 17 03:13:28.403142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0d5a3-6dbc-4c7e-aefb-a9e576eff73a req-402c2308-89b6-4b89-9c2d-1ece23111cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:28.403142 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16c0d5a3-6dbc-4c7e-aefb-a9e576eff73a req-402c2308-89b6-4b89-9c2d-1ece23111cd8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2b1c976-eb51-4465-8ac3-e918ac876159 HTTP/1.1" status: 200 len: 834 time: 0.2323911 Aug 17 03:13:28.405702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-953529d2-a09e-432c-a879-8d79fbe99ab7 None None] Provisioning for port 32bda37d-76f3-44ae-9671-91b8a4130ab2 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:28.412528 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 32bda37d-76f3-44ae-9671-91b8a4130ab2 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:13:28.437248 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97f70098-4d59-4eab-81aa-d59a4239cdf7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.452226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-119e374f-78ef-4616-9e64-a700ac395976 req-2139e0a2-fe85-4078-9b18-61ee4414d41e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79ba673f-b50b-4d6e-bd59-c682df30f861 HTTP/1.1" status: 200 len: 217 time: 0.1081214 Aug 17 03:13:28.457568 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3aa44c93-10a1-4f2e-b7ce-f95245df5639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.459171 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3aa44c93-10a1-4f2e-b7ce-f95245df5639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.463030 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3aa44c93-10a1-4f2e-b7ce-f95245df5639 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2ab289d1-8314-42dd-90cc-5556a4e813c8 HTTP/1.1" status: 204 len: 168 time: 0.3464561 Aug 17 03:13:28.475054 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-97f70098-4d59-4eab-81aa-d59a4239cdf7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Transition to ACTIVE for port object a7be7aaa-a24c-4e67-835f-75fc1c881448 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:28.480953 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3aa44c93-10a1-4f2e-b7ce-f95245df5639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ab289d1-8314-42dd-90cc-5556a4e813c8,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:28.495381 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d1161ed-3d5b-4563-b574-707f08ebe07c req-624c6a32-1aca-49e3-a1d3-f59d00149264 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:28.495381 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d1161ed-3d5b-4563-b574-707f08ebe07c req-624c6a32-1aca-49e3-a1d3-f59d00149264 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.1112578 Aug 17 03:13:28.589583 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 32bda37d-76f3-44ae-9671-91b8a4130ab2 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:28.594212 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 32bda37d-76f3-44ae-9671-91b8a4130ab2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:28.594212 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.612366 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d1161ed-3d5b-4563-b574-707f08ebe07c req-871bbef7-bdfc-4c8e-b7aa-11ff2f8772da tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0599988 Aug 17 03:13:28.634736 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119e374f-78ef-4616-9e64-a700ac395976 req-c56624b4-5b79-4d41-a352-ee391d53e82b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:28.637340 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-119e374f-78ef-4616-9e64-a700ac395976 req-c56624b4-5b79-4d41-a352-ee391d53e82b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5df8f852-8b4a-4f0c-8b3e-42b1edfe9134 HTTP/1.1" status: 200 len: 845 time: 0.1392715 Aug 17 03:13:28.659962 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16c0d5a3-6dbc-4c7e-aefb-a9e576eff73a req-67735084-f066-4119-ba76-88c0a998b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:28.661664 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16c0d5a3-6dbc-4c7e-aefb-a9e576eff73a req-67735084-f066-4119-ba76-88c0a998b405 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=805a3406-e779-42c8-a4a6-ccd324bc2e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2267804 Aug 17 03:13:28.688163 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97f70098-4d59-4eab-81aa-d59a4239cdf7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.691369 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f8487d29-0be3-4987-8843-c75afe04c818 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.691847 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f8487d29-0be3-4987-8843-c75afe04c818 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.758484 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-119e374f-78ef-4616-9e64-a700ac395976 req-51bac55e-0e87-4bcd-ac60-287cf19440fe service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=231691f2-ac47-4b98-9db9-aab5f5656c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0942378 Aug 17 03:13:28.762644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f8487d29-0be3-4987-8843-c75afe04c818 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Calling delete_port for a444d139-c7a9-40ad-843d-e003145bdd9a owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:28.777342 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f70098-4d59-4eab-81aa-d59a4239cdf7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event updated for resources: {'Port': ['ID=a7be7aaa-a24c-4e67-835f-75fc1c881448,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:28.785498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f70098-4d59-4eab-81aa-d59a4239cdf7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Network 0d8d19d6-31db-4a18-9430-9dff25e3e5a2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:28.787149 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-97f70098-4d59-4eab-81aa-d59a4239cdf7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:28.787488 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.789979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f70098-4d59-4eab-81aa-d59a4239cdf7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:28.879605 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 32bda37d-76f3-44ae-9671-91b8a4130ab2, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=32bda37d-76f3-44ae-9671-91b8a4130ab2,segment=NetworkSegment(0b7d2e8e-93de-455e-9032-3b9d7f7e5e69),segment_id=0b7d2e8e-93de-455e-9032-3b9d7f7e5e69)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:28.907328 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97f70098-4d59-4eab-81aa-d59a4239cdf7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:28.908032 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97f70098-4d59-4eab-81aa-d59a4239cdf7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.963112 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:28.990850 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-97f70098-4d59-4eab-81aa-d59a4239cdf7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 1.6283667 Aug 17 03:13:28.993313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41914) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:29.111234 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=32bda37d-76f3-44ae-9671-91b8a4130ab2,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:29.139181 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b2779b76-0f4a-4449-b472-adc5073ad579 None None] Provisioning for port faaf73ca-3cf1-4e97-8d32-191094e6fd27 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:29.153680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b2779b76-0f4a-4449-b472-adc5073ad579 None None] Provisioning complete for port faaf73ca-3cf1-4e97-8d32-191094e6fd27 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:29.154355 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b2779b76-0f4a-4449-b472-adc5073ad579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.187539 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c2ec64-b262-4178-b2e7-e14e4864a349 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:29.195982 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c2ec64-b262-4178-b2e7-e14e4864a349 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:29.202940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b2779b76-0f4a-4449-b472-adc5073ad579 None None] Port faaf73ca-3cf1-4e97-8d32-191094e6fd27 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:29.206235 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2c2ec64-b262-4178-b2e7-e14e4864a349 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:29.212532 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c2c2ec64-b262-4178-b2e7-e14e4864a349 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2466 time: 0.2175395 Aug 17 03:13:29.215017 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41916) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:29.222748 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b2779b76-0f4a-4449-b472-adc5073ad579 None None] Provisioning complete for port 32bda37d-76f3-44ae-9671-91b8a4130ab2 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:29.223138 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b2779b76-0f4a-4449-b472-adc5073ad579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.266978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-48be023e-723d-4110-aab8-5b82ae8a3273 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Deleting port 50322de9-9566-4e16-9194-a64f27947c02 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:29.267438 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48be023e-723d-4110-aab8-5b82ae8a3273 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.325944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-928c600b-23f1-4398-83aa-fd7d0e74d7e5 req-2e6e1a18-4023-4488-a522-709784830774 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:29.335123 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-928c600b-23f1-4398-83aa-fd7d0e74d7e5 req-2e6e1a18-4023-4488-a522-709784830774 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.2473288 Aug 17 03:13:29.416455 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-928c600b-23f1-4398-83aa-fd7d0e74d7e5 req-97650a65-4acf-4103-b1b9-a005d5fb6224 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0800242 Aug 17 03:13:29.422307 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3348b4-28d6-4ade-bcff-e2ad7fcedb27 req-564439e4-97dc-4530-a82f-dca854ce5b1e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:29.423892 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b3348b4-28d6-4ade-bcff-e2ad7fcedb27 req-564439e4-97dc-4530-a82f-dca854ce5b1e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 943 time: 0.8130100 Aug 17 03:13:29.427918 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3a99cd85-3c4a-4e42-91fc-ac83dcc8a5c5 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Deleting port a7be7aaa-a24c-4e67-835f-75fc1c881448 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:29.428529 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a99cd85-3c4a-4e42-91fc-ac83dcc8a5c5 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.482261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41918) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:29.504629 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6bf128db-c02a-4811-8c9a-5b95c598a4d4 None None] Provisioning complete for port faaf73ca-3cf1-4e97-8d32-191094e6fd27 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:29.505015 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6bf128db-c02a-4811-8c9a-5b95c598a4d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.568645 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a99cd85-3c4a-4e42-91fc-ac83dcc8a5c5 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.578211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6bf128db-c02a-4811-8c9a-5b95c598a4d4 None None] Port faaf73ca-3cf1-4e97-8d32-191094e6fd27 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:29.589328 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3a99cd85-3c4a-4e42-91fc-ac83dcc8a5c5 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Calling delete_port for a7be7aaa-a24c-4e67-835f-75fc1c881448 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:29.619018 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830188f-c6a3-4ecd-a28d-c4cf9208ac2d req-c44051f3-db39-45e0-a8c0-399730f4dd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:29.620598 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f830188f-c6a3-4ecd-a28d-c4cf9208ac2d req-c44051f3-db39-45e0-a8c0-399730f4dd60 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29dbf4db7226454dadb9ed17ed77cc12&device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 1096 time: 0.4564805 Aug 17 03:13:29.632133 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-aeafa0ef-1aa9-49de-b729-6f621422e2b3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=93f6304d558b49a18fb5999303e98981&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1086354 Aug 17 03:13:29.642783 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41920) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:29.643461 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b3348b4-28d6-4ade-bcff-e2ad7fcedb27 req-5aeaf3a4-7bf5-4149-b0de-d4015929fd95 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2051883 Aug 17 03:13:29.664686 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16c0d5a3-6dbc-4c7e-aefb-a9e576eff73a req-419d6b08-af51-4c60-8d27-726669c13164 service neutron] 10.222.0.30 "GET /v2.0/networks/805a3406-e779-42c8-a4a6-ccd324bc2e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9697032 Aug 17 03:13:29.671452 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48be023e-723d-4110-aab8-5b82ae8a3273 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.671781 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48be023e-723d-4110-aab8-5b82ae8a3273 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.681975 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-119e374f-78ef-4616-9e64-a700ac395976 req-347963d2-3931-48d0-96da-6be2cd3c6542 service neutron] 10.222.0.60 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9228675 Aug 17 03:13:29.726265 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4323787d-c187-483f-abde-7a2b22821de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.748908 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4323787d-c187-483f-abde-7a2b22821de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.768035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-48be023e-723d-4110-aab8-5b82ae8a3273 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Calling delete_port for 50322de9-9566-4e16-9194-a64f27947c02 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:29.825506 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5e5e7ca6-855b-4186-b524-ed5f8d801e64 None None] Provisioning for port a7be7aaa-a24c-4e67-835f-75fc1c881448 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:29.830663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5e5e7ca6-855b-4186-b524-ed5f8d801e64 None None] Provisioning complete for port a7be7aaa-a24c-4e67-835f-75fc1c881448 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:29.831044 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5e5e7ca6-855b-4186-b524-ed5f8d801e64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.874641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5e5e7ca6-855b-4186-b524-ed5f8d801e64 None None] Port a7be7aaa-a24c-4e67-835f-75fc1c881448 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:29.896415 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4323787d-c187-483f-abde-7a2b22821de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.899174 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4323787d-c187-483f-abde-7a2b22821de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.907268 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4323787d-c187-483f-abde-7a2b22821de5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/04c41aa0-d39d-4b69-8e3c-02c0bc6d00e4 HTTP/1.1" status: 204 len: 168 time: 0.2566109 Aug 17 03:13:29.909448 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323787d-c187-483f-abde-7a2b22821de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c41aa0-d39d-4b69-8e3c-02c0bc6d00e4,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:29.959981 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a99cd85-3c4a-4e42-91fc-ac83dcc8a5c5 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:29.990664 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a99cd85-3c4a-4e42-91fc-ac83dcc8a5c5 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event deleted for resources: {'Port': ['ID=a7be7aaa-a24c-4e67-835f-75fc1c881448,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:30.067883 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-119e374f-78ef-4616-9e64-a700ac395976 req-62ceeda2-6e00-4750-95e1-100a990364de service neutron] 10.222.0.60 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3313186 Aug 17 03:13:30.078681 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830188f-c6a3-4ecd-a28d-c4cf9208ac2d req-500a14df-7f9e-4216-a0f1-54d5a91da325 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:30.080592 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f830188f-c6a3-4ecd-a28d-c4cf9208ac2d req-500a14df-7f9e-4216-a0f1-54d5a91da325 service neutron] 10.222.0.60 "GET /v2.0/networks?id=06273fda-1108-4d79-a8de-ed0a7364bbe0 HTTP/1.1" status: 200 len: 911 time: 0.4423788 Aug 17 03:13:30.085521 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16c0d5a3-6dbc-4c7e-aefb-a9e576eff73a req-a14e5933-d923-4d8b-ac01-b878e97fc70d service neutron] 10.222.0.30 "GET /v2.0/networks/805a3406-e779-42c8-a4a6-ccd324bc2e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3863115 Aug 17 03:13:30.142151 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f8487d29-0be3-4987-8843-c75afe04c818 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:30.202133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8487d29-0be3-4987-8843-c75afe04c818 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event deleted for resources: {'Port': ['ID=a444d139-c7a9-40ad-843d-e003145bdd9a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:30.234157 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a99cd85-3c4a-4e42-91fc-ac83dcc8a5c5 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:30.238596 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3a99cd85-3c4a-4e42-91fc-ac83dcc8a5c5 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "DELETE /v2.0/ports/a7be7aaa-a24c-4e67-835f-75fc1c881448 HTTP/1.1" status: 204 len: 168 time: 1.0180669 Aug 17 03:13:30.238815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41926) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:30.251850 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f830188f-c6a3-4ecd-a28d-c4cf9208ac2d req-ccd8a797-dcf4-412c-91db-13cb5cae07e8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ade6b1a-a279-46b8-9bb6-0b0e09761987 HTTP/1.1" status: 200 len: 1001 time: 0.1623211 Aug 17 03:13:30.279420 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-5c21cef2-c2e9-4ccd-ac2a-a5c639ac5e51 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] GET failed (client error): The resource could not be found. Aug 17 03:13:30.283768 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5c21cef2-c2e9-4ccd-ac2a-a5c639ac5e51 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "GET /v2.0/ports/a7be7aaa-a24c-4e67-835f-75fc1c881448 HTTP/1.1" status: 404 len: 333 time: 0.0435050 Aug 17 03:13:30.287687 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41928) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:30.288437 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 32bda37d-76f3-44ae-9671-91b8a4130ab2 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:13:30.294435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-79c8d8a1-cf6f-40ea-8296-f210192e9191 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Request body: {'port': {'network_id': '0d8d19d6-31db-4a18-9430-9dff25e3e5a2', 'name': 'tempest-AllowedAddressPairTestJSON-1023058998'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:30.350256 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 32bda37d-76f3-44ae-9671-91b8a4130ab2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:30.350639 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:30.352902 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f8487d29-0be3-4987-8843-c75afe04c818 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:30.355871 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f8487d29-0be3-4987-8843-c75afe04c818 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:30.357077 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f8487d29-0be3-4987-8843-c75afe04c818 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "DELETE /v2.0/floatingips/4298650a-c4a7-4739-8595-cc267cf13451 HTTP/1.1" status: 204 len: 168 time: 2.6313763 Aug 17 03:13:30.368762 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41932) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:30.444469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830188f-c6a3-4ecd-a28d-c4cf9208ac2d req-bdbfcb41-f1d9-4b8c-9f34-dc673a6a3ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:30.446056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f830188f-c6a3-4ecd-a28d-c4cf9208ac2d req-bdbfcb41-f1d9-4b8c-9f34-dc673a6a3ea2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9034a659-f846-4b1b-ae6a-7826b698211e HTTP/1.1" status: 200 len: 850 time: 0.1775293 Aug 17 03:13:30.455870 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c2810-869e-4d14-b880-007d24ca8b1a req-346e0a4d-751d-4e64-bf67-e11f0611c9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:30.456839 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c64c2810-869e-4d14-b880-007d24ca8b1a req-346e0a4d-751d-4e64-bf67-e11f0611c9e7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 1094 time: 0.2387407 Aug 17 03:13:30.600279 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48be023e-723d-4110-aab8-5b82ae8a3273 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:30.639336 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48be023e-723d-4110-aab8-5b82ae8a3273 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'Port': ['ID=50322de9-9566-4e16-9194-a64f27947c02,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:30.690368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f830188f-c6a3-4ecd-a28d-c4cf9208ac2d req-588cb587-877a-4f4d-aa10-cbf72cbbc2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:30.690368 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f830188f-c6a3-4ecd-a28d-c4cf9208ac2d req-588cb587-877a-4f4d-aa10-cbf72cbbc2cc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06273fda-1108-4d79-a8de-ed0a7364bbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2177174 Aug 17 03:13:30.807873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c2810-869e-4d14-b880-007d24ca8b1a req-5048529a-7871-4905-b486-55c76a7b0695 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:30.809214 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c64c2810-869e-4d14-b880-007d24ca8b1a req-5048529a-7871-4905-b486-55c76a7b0695 service neutron] 10.222.0.60 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 905 time: 0.3386497 Aug 17 03:13:30.837157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a943dc42-7fe1-4e04-ade2-90c7145f6ed2 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Deleting port 229d34f2-e84b-4d61-a8c6-7ecb791ac85d {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:30.837384 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a943dc42-7fe1-4e04-ade2-90c7145f6ed2 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:30.855326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a7ad2b-e154-47b7-a9e9-074b7f6193cf req-fbfcd501-e64f-4f16-a9f5-5e4849de0fcf tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:30.856865 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-19a7ad2b-e154-47b7-a9e9-074b7f6193cf req-fbfcd501-e64f-4f16-a9f5-5e4849de0fcf tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.1067550 Aug 17 03:13:30.930867 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-19a7ad2b-e154-47b7-a9e9-074b7f6193cf req-c43bdb50-5626-47a4-b40b-56d21e1ebf31 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0617168 Aug 17 03:13:30.946577 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48be023e-723d-4110-aab8-5b82ae8a3273 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:30.946948 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-48be023e-723d-4110-aab8-5b82ae8a3273 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Floating IP c91c4aa7-3955-4791-9c79-434625a3b3f5 disassociated (deleted). External IP: 172.25.1.171, port: 06eac814-ff31-4bc4-bd39-52161bf81f68. Aug 17 03:13:30.949694 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c64c2810-869e-4d14-b880-007d24ca8b1a req-b214e2d7-39ec-4e29-88c7-fb986170651a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79ba673f-b50b-4d6e-bd59-c682df30f861 HTTP/1.1" status: 200 len: 217 time: 0.1197491 Aug 17 03:13:31.011207 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79c8d8a1-cf6f-40ea-8296-f210192e9191 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Made reservation on behalf of f66b620b618a4a7a81e11414e6c2f575 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:31.015755 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-79c8d8a1-cf6f-40ea-8296-f210192e9191 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:31.035649 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-79c8d8a1-cf6f-40ea-8296-f210192e9191 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] device_id is not set on port bf315d7d-e2a7-40f4-9c0f-085c08531719 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:13:31.157404 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-79c8d8a1-cf6f-40ea-8296-f210192e9191 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Allocated IP 172.20.0.3 (0d8d19d6-31db-4a18-9430-9dff25e3e5a2/f507ff13-7c9b-4a83-83b3-d8c026ec49e7/bf315d7d-e2a7-40f4-9c0f-085c08531719) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:31.298727 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0160a4-7efe-4b56-8498-eb76acf0de3a req-459c5e70-ec12-4d44-a3f2-9aac3025f157 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:31.300217 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a0160a4-7efe-4b56-8498-eb76acf0de3a req-459c5e70-ec12-4d44-a3f2-9aac3025f157 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 943 time: 0.5626318 Aug 17 03:13:31.345926 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-79c8d8a1-cf6f-40ea-8296-f210192e9191 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:31.368431 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-79c8d8a1-cf6f-40ea-8296-f210192e9191 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Transition to ACTIVE for port object bf315d7d-e2a7-40f4-9c0f-085c08531719 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:31.398617 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f830188f-c6a3-4ecd-a28d-c4cf9208ac2d req-b6eaa53a-d488-4645-a294-3ff0e537ca18 service neutron] 10.222.0.60 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6777136 Aug 17 03:13:31.486950 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-79c8d8a1-cf6f-40ea-8296-f210192e9191 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:31.490921 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64c2810-869e-4d14-b880-007d24ca8b1a req-87b6c729-b990-4fbe-91ba-a5ee4101acaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:31.497182 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c64c2810-869e-4d14-b880-007d24ca8b1a req-87b6c729-b990-4fbe-91ba-a5ee4101acaf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5df8f852-8b4a-4f0c-8b3e-42b1edfe9134 HTTP/1.1" status: 200 len: 845 time: 0.2183149 Aug 17 03:13:31.498879 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a943dc42-7fe1-4e04-ade2-90c7145f6ed2 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:31.560579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79c8d8a1-cf6f-40ea-8296-f210192e9191 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Network 0d8d19d6-31db-4a18-9430-9dff25e3e5a2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:31.566731 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c64c2810-869e-4d14-b880-007d24ca8b1a req-ffcaf403-a720-4aef-8807-207616aefa66 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=231691f2-ac47-4b98-9db9-aab5f5656c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0628972 Aug 17 03:13:31.569078 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-79c8d8a1-cf6f-40ea-8296-f210192e9191 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:31.569438 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a943dc42-7fe1-4e04-ade2-90c7145f6ed2 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Calling delete_port for 229d34f2-e84b-4d61-a8c6-7ecb791ac85d owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:31.573120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79c8d8a1-cf6f-40ea-8296-f210192e9191 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:31.583776 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a0160a4-7efe-4b56-8498-eb76acf0de3a req-42c5827c-58e5-4c84-82b4-03d64fa10618 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2501600 Aug 17 03:13:31.637277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79c8d8a1-cf6f-40ea-8296-f210192e9191 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:31.637946 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-79c8d8a1-cf6f-40ea-8296-f210192e9191 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:31.652598 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c8d8a1-cf6f-40ea-8296-f210192e9191 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event updated for resources: {'Port': ['ID=bf315d7d-e2a7-40f4-9c0f-085c08531719,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:31.751434 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f830188f-c6a3-4ecd-a28d-c4cf9208ac2d req-6c3f7b46-3b9c-43a9-8cb7-2485b81228de service neutron] 10.222.0.60 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3338106 Aug 17 03:13:31.767784 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-79c8d8a1-cf6f-40ea-8296-f210192e9191 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.4781773 Aug 17 03:13:31.774710 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41966) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:31.786325 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-e8328adb-2537-4994-ba3a-d26f948f906e tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:87:d0:d6'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:31.861397 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c64c2810-869e-4d14-b880-007d24ca8b1a req-71409fd8-c5e9-4674-91fb-852d33439c24 service neutron] 10.222.0.60 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841630 Aug 17 03:13:31.892749 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8328adb-2537-4994-ba3a-d26f948f906e tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:31.945169 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48be023e-723d-4110-aab8-5b82ae8a3273 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Router 1ba510b1-a73d-4014-9575-fefd0a045c49 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:13:32.018118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-979cc7bb-065f-4baa-9d10-568eb231e3d4 None None] Provisioning for port bf315d7d-e2a7-40f4-9c0f-085c08531719 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:32.022785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-979cc7bb-065f-4baa-9d10-568eb231e3d4 None None] Provisioning complete for port bf315d7d-e2a7-40f4-9c0f-085c08531719 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:32.023166 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-979cc7bb-065f-4baa-9d10-568eb231e3d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:32.102774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-979cc7bb-065f-4baa-9d10-568eb231e3d4 None None] Port bf315d7d-e2a7-40f4-9c0f-085c08531719 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:32.110942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9989ca1b-ee6f-4c3b-b462-6ec06cccea21 req-f1752f35-7dd9-4e2b-8f81-5e3d55dad1b7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:32.112588 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9989ca1b-ee6f-4c3b-b462-6ec06cccea21 req-f1752f35-7dd9-4e2b-8f81-5e3d55dad1b7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.0680587 Aug 17 03:13:32.155524 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48be023e-723d-4110-aab8-5b82ae8a3273 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:13:32.157280 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9989ca1b-ee6f-4c3b-b462-6ec06cccea21 req-c5863760-ccea-40a5-9b6a-fd758795bd66 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388365 Aug 17 03:13:32.162499 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48be023e-723d-4110-aab8-5b82ae8a3273 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:32.167776 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafea686-f220-44d6-bb57-973ecd6ea750 None None] Sync routers for ids ['1ba510b1-a73d-4014-9575-fefd0a045c49'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:13:32.187913 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a943dc42-7fe1-4e04-ade2-90c7145f6ed2 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:32.189527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafea686-f220-44d6-bb57-973ecd6ea750 None None] Routers {'1ba510b1-a73d-4014-9575-fefd0a045c49'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:32.191540 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-eafea686-f220-44d6-bb57-973ecd6ea750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['1ba510b1-a73d-4014-9575-fefd0a045c49'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:32.194031 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c64c2810-869e-4d14-b880-007d24ca8b1a req-854b66ec-ef06-4860-9490-23698ba823e5 service neutron] 10.222.0.60 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3226049 Aug 17 03:13:32.263048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a943dc42-7fe1-4e04-ade2-90c7145f6ed2 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event deleted for resources: {'Port': ['ID=229d34f2-e84b-4d61-a8c6-7ecb791ac85d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:32.268366 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-48be023e-723d-4110-aab8-5b82ae8a3273 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "DELETE /v2.0/floatingips/c91c4aa7-3955-4791-9c79-434625a3b3f5 HTTP/1.1" status: 204 len: 168 time: 4.2465777 Aug 17 03:13:32.269558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c', 'tag': '06eac814-ff31-4bc4-bd39-52161bf81f68'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:32.271949 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d28cf9b-0d08-467e-855c-59f95cfb26a9" -d '{"events": [{"name": "network-changed", "server_uuid": "5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c", "tag": "06eac814-ff31-4bc4-bd39-52161bf81f68"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:32.348256 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8328adb-2537-4994-ba3a-d26f948f906e tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:32.387823 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e178d8f-ecf4-46eb-a247-636012da52fe x-openstack-request-id: req-6e178d8f-ecf4-46eb-a247-636012da52fe {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:32.390618 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c", "tag": "06eac814-ff31-4bc4-bd39-52161bf81f68", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:32.390872 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6e178d8f-ecf4-46eb-a247-636012da52fe {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:32.391753 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c', 'tag': '06eac814-ff31-4bc4-bd39-52161bf81f68', 'status': 'completed', 'code': 200} Aug 17 03:13:32.448369 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8328adb-2537-4994-ba3a-d26f948f906e tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:32.450815 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a943dc42-7fe1-4e04-ade2-90c7145f6ed2 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:32.456606 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a943dc42-7fe1-4e04-ade2-90c7145f6ed2 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "DELETE /v2.0/ports/229d34f2-e84b-4d61-a8c6-7ecb791ac85d HTTP/1.1" status: 204 len: 168 time: 2.0854423 Aug 17 03:13:32.457116 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41984) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:32.469488 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-eafea686-f220-44d6-bb57-973ecd6ea750 None None] Set router 1ba510b1-a73d-4014-9575-fefd0a045c49 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:32.514268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8328adb-2537-4994-ba3a-d26f948f906e tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event updated for resources: {'Port': ['ID=bf315d7d-e2a7-40f4-9c0f-085c08531719,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:32.591463 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e8328adb-2537-4994-ba3a-d26f948f906e tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] In _notify_port_updated(), no bound segment for port bf315d7d-e2a7-40f4-9c0f-085c08531719 on network 0d8d19d6-31db-4a18-9430-9dff25e3e5a2 {{(pid=101969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:13:32.601660 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28cf9b-0d08-467e-855c-59f95cfb26a9 req-c87ef786-f575-487f-a7bd-708160ee7abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:32.607548 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d28cf9b-0d08-467e-855c-59f95cfb26a9 req-c87ef786-f575-487f-a7bd-708160ee7abf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1dcddbfa77d8439c92503d4521a21241&device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 1097 time: 0.1964345 Aug 17 03:13:32.614404 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8328adb-2537-4994-ba3a-d26f948f906e tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:32.614610 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8328adb-2537-4994-ba3a-d26f948f906e tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:32.620615 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41990) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:32.626757 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e8328adb-2537-4994-ba3a-d26f948f906e tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "PUT /v2.0/ports/bf315d7d-e2a7-40f4-9c0f-085c08531719 HTTP/1.1" status: 200 len: 993 time: 0.8401661 Aug 17 03:13:32.718023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41992) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:32.826626 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c243e6e8-179b-46a2-9b74-26079fd78ab9 req-4fec5094-42eb-4bc3-89da-2c7e996590d7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:32.830854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 79ba673f-b50b-4d6e-bd59-c682df30f861 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:13:32.836382 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c243e6e8-179b-46a2-9b74-26079fd78ab9 req-4fec5094-42eb-4bc3-89da-2c7e996590d7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 943 time: 0.0746439 Aug 17 03:13:32.918107 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c243e6e8-179b-46a2-9b74-26079fd78ab9 req-9814c2b4-30a8-4150-b355-7a803322885b tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800714 Aug 17 03:13:32.939521 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-65c72530-7c5a-4179-bd39-655f853b1415 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Deleting port 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:32.941010 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65c72530-7c5a-4179-bd39-655f853b1415 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:32.986146 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ff9d5791-abfb-40c9-a024-d56869484a1e tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-347783771'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:32.986810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ff9d5791-abfb-40c9-a024-d56869484a1e tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] Unknown quota resources ['metering_label']. {{(pid=101969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 03:13:33.059829 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:33.088337 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e73e93a6-d9ca-44dc-a8f9-b8584e956ab3 None None] Provisioning complete for port bf315d7d-e2a7-40f4-9c0f-085c08531719 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:33.088653 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e73e93a6-d9ca-44dc-a8f9-b8584e956ab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:33.122606 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-eafea686-f220-44d6-bb57-973ecd6ea750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'name': 'tempest-TestNetworkBasicOps-router-690386548', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:12:21Z', 'updated_at': '2021-08-17T03:12:28Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:22Z', 'updated_at': '2021-08-17T03:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e85f0bea-90b1-4a25-a130-b746d0902453', 'name': '', 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:6f:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:27Z', 'updated_at': '2021-08-17T03:12:34Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:33.164543 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafea686-f220-44d6-bb57-973ecd6ea750 None None] Checking router: 1ba510b1-a73d-4014-9575-fefd0a045c49 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:13:33.168563 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e9d6b-6478-4ec4-ae98-e51764de57d5 req-e65ec2a0-71ec-4010-a7ba-017054b37880 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:33.170156 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e6e9d6b-6478-4ec4-ae98-e51764de57d5 req-e65ec2a0-71ec-4010-a7ba-017054b37880 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 946 time: 0.2105105 Aug 17 03:13:33.182535 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 79ba673f-b50b-4d6e-bd59-c682df30f861, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=79ba673f-b50b-4d6e-bd59-c682df30f861,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:33.200665 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e73e93a6-d9ca-44dc-a8f9-b8584e956ab3 None None] Port bf315d7d-e2a7-40f4-9c0f-085c08531719 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:33.206266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eafea686-f220-44d6-bb57-973ecd6ea750 None None] Routers {'1ba510b1-a73d-4014-9575-fefd0a045c49'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:33.206888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-eafea686-f220-44d6-bb57-973ecd6ea750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['1ba510b1-a73d-4014-9575-fefd0a045c49'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:33.223324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28cf9b-0d08-467e-855c-59f95cfb26a9 req-29e1bce6-1ca3-4c71-b658-7d566f3d405e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:33.224879 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d28cf9b-0d08-467e-855c-59f95cfb26a9 req-29e1bce6-1ca3-4c71-b658-7d566f3d405e service neutron] 10.222.0.30 "GET /v2.0/networks?id=805a3406-e779-42c8-a4a6-ccd324bc2e0e HTTP/1.1" status: 200 len: 897 time: 0.6033220 Aug 17 03:13:33.243872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '79ba673f-b50b-4d6e-bd59-c682df30f861', 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c', 'port_id': '79ba673f-b50b-4d6e-bd59-c682df30f861', 'mac_address': 'fa:16:3e:cb:ec:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df8f852-8b4a-4f0c-8b3e-42b1edfe9134', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:13:33.266242 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65c72530-7c5a-4179-bd39-655f853b1415 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:33.313305 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ff9d5791-abfb-40c9-a024-d56869484a1e tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:33.317306 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ff9d5791-abfb-40c9-a024-d56869484a1e tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 0.5955062 Aug 17 03:13:33.323013 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42000) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:33.331057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1c58758a-7692-4d56-a8bd-84f9432998e5 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd0cd45cb-4d76-48af-93e9-a45ebc5136a1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:33.331601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1c58758a-7692-4d56-a8bd-84f9432998e5 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101970) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 03:13:33.339837 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d28cf9b-0d08-467e-855c-59f95cfb26a9 req-08b82df0-44da-49d8-8be4-5634f9c6b412 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=06eac814-ff31-4bc4-bd39-52161bf81f68 HTTP/1.1" status: 200 len: 217 time: 0.0833001 Aug 17 03:13:33.341953 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-5ddeb8f2-e8bd-40de-b736-34cd8dc3fff6 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Deleting port bf315d7d-e2a7-40f4-9c0f-085c08531719 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:33.349485 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb8f2-e8bd-40de-b736-34cd8dc3fff6 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:33.351284 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-65c72530-7c5a-4179-bd39-655f853b1415 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Calling delete_port for 13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:33.370744 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e457de0c-38d9-47cf-9b96-91fb8bd28db8 req-d5a6d53b-db77-4b72-99e6-df4fe2b64083 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:33.372512 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e457de0c-38d9-47cf-9b96-91fb8bd28db8 req-d5a6d53b-db77-4b72-99e6-df4fe2b64083 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.0611024 Aug 17 03:13:33.442925 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e457de0c-38d9-47cf-9b96-91fb8bd28db8 req-97a9c967-738e-41d6-86f6-23278b333f17 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0618632 Aug 17 03:13:33.462875 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e6e9d6b-6478-4ec4-ae98-e51764de57d5 req-fe5788b6-efe8-4ed1-9860-840cf3346177 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2657955 Aug 17 03:13:33.498515 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:33.519209 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79ba673f-b50b-4d6e-bd59-c682df30f861 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:13:33.535571 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-eafea686-f220-44d6-bb57-973ecd6ea750 None None] Set router 1ba510b1-a73d-4014-9575-fefd0a045c49 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:33.572294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 79ba673f-b50b-4d6e-bd59-c682df30f861, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=79ba673f-b50b-4d6e-bd59-c682df30f861,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:33.627983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28cf9b-0d08-467e-855c-59f95cfb26a9 req-2e30114f-09ad-4258-9f2f-ae224d63a2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:33.629528 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d28cf9b-0d08-467e-855c-59f95cfb26a9 req-2e30114f-09ad-4258-9f2f-ae224d63a2c6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d2b1c976-eb51-4465-8ac3-e918ac876159 HTTP/1.1" status: 200 len: 834 time: 0.2652202 Aug 17 03:13:33.639127 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb8f2-e8bd-40de-b736-34cd8dc3fff6 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:33.642787 n-d-802060-9 neutron-server[101970]: WARNING neutron.services.metering.metering_plugin [None req-1c58758a-7692-4d56-a8bd-84f9432998e5 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 17 03:13:33.667595 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:33.700633 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-5ddeb8f2-e8bd-40de-b736-34cd8dc3fff6 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Calling delete_port for bf315d7d-e2a7-40f4-9c0f-085c08531719 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:33.752958 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=79ba673f-b50b-4d6e-bd59-c682df30f861,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:33.781187 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:33.823390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-eafea686-f220-44d6-bb57-973ecd6ea750 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'name': 'tempest-TestNetworkBasicOps-router-690386548', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:12:21Z', 'updated_at': '2021-08-17T03:12:28Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:22Z', 'updated_at': '2021-08-17T03:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e85f0bea-90b1-4a25-a130-b746d0902453', 'name': '', 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:6f:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:27Z', 'updated_at': '2021-08-17T03:12:34Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:33.851041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eafea686-f220-44d6-bb57-973ecd6ea750 None None] The sync data for ids ['1ba510b1-a73d-4014-9575-fefd0a045c49'] in n-d-802060-9 is: [{'id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'name': 'tempest-TestNetworkBasicOps-router-690386548', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:12:21Z', 'updated_at': '2021-08-17T03:12:28Z', 'revision_number': 4, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:22Z', 'updated_at': '2021-08-17T03:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e85f0bea-90b1-4a25-a130-b746d0902453', 'name': '', 'network_id': '805a3406-e779-42c8-a4a6-ccd324bc2e0e', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'mac_address': 'fa:16:3e:6f:d0:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_interface', 'standard_attr_id': 2117, 'fixed_ips': [{'subnet_id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:27Z', 'updated_at': '2021-08-17T03:12:34Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'subnets': [{'id': 'd2b1c976-eb51-4465-8ac3-e918ac876159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:13:33.872554 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['79ba673f-b50b-4d6e-bd59-c682df30f861'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:13:34.079888 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae4d42b-15ac-49f1-a438-9df4462bb799 req-6cf8576c-4c94-44d2-8664-668df2d0c908 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:34.081460 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ae4d42b-15ac-49f1-a438-9df4462bb799 req-6cf8576c-4c94-44d2-8664-668df2d0c908 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 944 time: 0.0660834 Aug 17 03:13:34.139009 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ae4d42b-15ac-49f1-a438-9df4462bb799 req-bae6f39a-be0a-4497-adcf-12dd3b3db501 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473940 Aug 17 03:13:34.177413 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c58758a-7692-4d56-a8bd-84f9432998e5 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:34.178870 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1c58758a-7692-4d56-a8bd-84f9432998e5 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.8557827 Aug 17 03:13:34.182676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42010) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:34.189981 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d32dd0af-f6e8-47dd-a953-a40311f15a16 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd0cd45cb-4d76-48af-93e9-a45ebc5136a1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:34.190506 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d32dd0af-f6e8-47dd-a953-a40311f15a16 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 03:13:34.210830 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51024e3c-a9c7-4e48-8eab-c4a7fccd6fde None None] New status for floating IP c91c4aa7-3955-4791-9c79-434625a3b3f5: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:13:34.280137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d28cf9b-0d08-467e-855c-59f95cfb26a9 req-886c7997-3f38-472c-9682-07d64462f040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:34.285358 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d28cf9b-0d08-467e-855c-59f95cfb26a9 req-886c7997-3f38-472c-9682-07d64462f040 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=805a3406-e779-42c8-a4a6-ccd324bc2e0e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6297681 Aug 17 03:13:34.351034 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c570e9-5853-40f2-8878-9e251ff8ab43 req-8813ab21-68cf-441e-9a22-f1bfb34d748b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:34.352525 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8c570e9-5853-40f2-8878-9e251ff8ab43 req-8813ab21-68cf-441e-9a22-f1bfb34d748b tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.30 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 946 time: 0.1962588 Aug 17 03:13:34.372329 n-d-802060-9 neutron-server[101969]: WARNING neutron.services.metering.metering_plugin [None req-d32dd0af-f6e8-47dd-a953-a40311f15a16 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 17 03:13:34.479699 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d32dd0af-f6e8-47dd-a953-a40311f15a16 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:34.480091 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65c72530-7c5a-4179-bd39-655f853b1415 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:34.483457 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d32dd0af-f6e8-47dd-a953-a40311f15a16 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.2970262 Aug 17 03:13:34.483721 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42014) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:34.500166 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-84ce0729-600a-4570-8f2c-387d9079ddac tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=4930fa10-1355-4a55-ba8a-4f229547d0f4 HTTP/1.1" status: 200 len: 462 time: 0.0129666 Aug 17 03:13:34.500457 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42018) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:34.575823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c72530-7c5a-4179-bd39-655f853b1415 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event deleted for resources: {'Port': ['ID=13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:34.621190 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d28cf9b-0d08-467e-855c-59f95cfb26a9 req-929447b5-f94b-4a4f-b742-57896cbe8cd0 service neutron] 10.222.0.30 "GET /v2.0/networks/805a3406-e779-42c8-a4a6-ccd324bc2e0e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3221080 Aug 17 03:13:34.697217 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-84327182-1d29-44be-a458-b7100cc59103 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:34.699121 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-84327182-1d29-44be-a458-b7100cc59103 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/4930fa10-1355-4a55-ba8a-4f229547d0f4 HTTP/1.1" status: 204 len: 168 time: 0.1977673 Aug 17 03:13:34.701753 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42024) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:34.710552 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8826c0f1-1e04-47ea-813e-c9b1d26bbfad tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=4930fa10-1355-4a55-ba8a-4f229547d0f4 HTTP/1.1" status: 200 len: 221 time: 0.0077324 Aug 17 03:13:34.717833 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42026) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:34.722482 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7c701c39-ccd2-4d60-8a98-052b8b8b287d tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1233138330', 'description': 'label created by tempest'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:34.723021 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7c701c39-ccd2-4d60-8a98-052b8b8b287d tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] Unknown quota resources ['metering_label']. {{(pid=101969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 03:13:34.763778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-c8c570e9-5853-40f2-8878-9e251ff8ab43 req-ebc8569d-baab-421c-a033-0807691136eb tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Deleting port 06eac814-ff31-4bc4-bd39-52161bf81f68 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:34.764138 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c8c570e9-5853-40f2-8878-9e251ff8ab43 req-ebc8569d-baab-421c-a033-0807691136eb tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:34.772274 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65c72530-7c5a-4179-bd39-655f853b1415 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:34.774312 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-65c72530-7c5a-4179-bd39-655f853b1415 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "DELETE /v2.0/ports/13fdcf5f-9a1f-4a2a-a2a3-c586bbc21e19 HTTP/1.1" status: 204 len: 168 time: 2.3162913 Aug 17 03:13:34.777802 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42028) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:34.832443 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-65b34fa3-6dc3-45f6-b9a3-40923439be89 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Deleting subnet 4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:13:34.833030 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb8f2-e8bd-40de-b736-34cd8dc3fff6 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:34.835789 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-65b34fa3-6dc3-45f6-b9a3-40923439be89 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:34.845038 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 79ba673f-b50b-4d6e-bd59-c682df30f861 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:13:34.888598 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376a099d-bd0f-4145-b8fe-adf7435fbf98 req-2f04ebb4-425e-4257-865f-01117e351b42 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:34.890067 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-376a099d-bd0f-4145-b8fe-adf7435fbf98 req-2f04ebb4-425e-4257-865f-01117e351b42 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 946 time: 0.3155935 Aug 17 03:13:34.920458 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d28cf9b-0d08-467e-855c-59f95cfb26a9 req-a7036dfa-846b-45e3-8c66-0ef490f2854b service neutron] 10.222.0.30 "GET /v2.0/networks/805a3406-e779-42c8-a4a6-ccd324bc2e0e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2685468 Aug 17 03:13:34.940135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ddeb8f2-e8bd-40de-b736-34cd8dc3fff6 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event deleted for resources: {'Port': ['ID=bf315d7d-e2a7-40f4-9c0f-085c08531719,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:34.963683 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-65b34fa3-6dc3-45f6-b9a3-40923439be89 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.006756 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 79ba673f-b50b-4d6e-bd59-c682df30f861 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:35.011304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 79ba673f-b50b-4d6e-bd59-c682df30f861 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:35.011935 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.067167 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c701c39-ccd2-4d60-8a98-052b8b8b287d tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.074688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42032) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:35.076864 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7c701c39-ccd2-4d60-8a98-052b8b8b287d tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.3578238 Aug 17 03:13:35.107278 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42034) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:35.186688 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.199894 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-65b34fa3-6dc3-45f6-b9a3-40923439be89 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.244157 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-85b548e9-9e03-4e8e-9b14-5b98f0adbb8a tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=53e61ef1-bd45-44d8-8308-7ab7c0059923 HTTP/1.1" status: 200 len: 468 time: 0.1589463 Aug 17 03:13:35.254057 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a29e51-9888-48ad-81e7-76f8bc8c3b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ba673f-b50b-4d6e-bd59-c682df30f861'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:35.256341 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4be4cfde-16f4-4dcc-9c4b-2feb5c3661c3" -d '{"events": [{"server_uuid": "c7a29e51-9888-48ad-81e7-76f8bc8c3b59", "name": "network-vif-plugged", "status": "completed", "tag": "79ba673f-b50b-4d6e-bd59-c682df30f861"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:35.257737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42040) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:35.291476 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 79ba673f-b50b-4d6e-bd59-c682df30f861, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=79ba673f-b50b-4d6e-bd59-c682df30f861,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:35.343606 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.351004 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-84a4d5e9-44ba-4b73-a505-1501c6ae418e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.369122 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-376a099d-bd0f-4145-b8fe-adf7435fbf98 req-e48bd5ab-cd3d-4c65-941b-4b6ada18fe80 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/security-groups?id=2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4536631 Aug 17 03:13:35.372866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-c8c570e9-5853-40f2-8878-9e251ff8ab43 req-ebc8569d-baab-421c-a033-0807691136eb tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] For port 06eac814-ff31-4bc4-bd39-52161bf81f68, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=06eac814-ff31-4bc4-bd39-52161bf81f68,segment=NetworkSegment(4b88605c-2bef-4224-b643-6ceb96922dbf),segment_id=4b88605c-2bef-4224-b643-6ceb96922dbf)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:35.372866 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c8c570e9-5853-40f2-8878-9e251ff8ab43 req-ebc8569d-baab-421c-a033-0807691136eb tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.401601 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e33a12fe-ae39-4477-b0df-aeae9220a20b req-cf35d833-b533-46c6-a8cb-ff958ae1063d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:35.406734 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e33a12fe-ae39-4477-b0df-aeae9220a20b req-cf35d833-b533-46c6-a8cb-ff958ae1063d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 944 time: 0.1413443 Aug 17 03:13:35.408631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=79ba673f-b50b-4d6e-bd59-c682df30f861,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:35.428850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-c8c570e9-5853-40f2-8878-9e251ff8ab43 req-ebc8569d-baab-421c-a033-0807691136eb tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Calling delete_port for 06eac814-ff31-4bc4-bd39-52161bf81f68 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:35.453070 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bfa6b0f-e29b-43d2-8908-35abfbc91fa7 x-openstack-request-id: req-6bfa6b0f-e29b-43d2-8908-35abfbc91fa7 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:35.453070 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a29e51-9888-48ad-81e7-76f8bc8c3b59", "name": "network-vif-plugged", "status": "completed", "tag": "79ba673f-b50b-4d6e-bd59-c682df30f861", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:35.453333 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6bfa6b0f-e29b-43d2-8908-35abfbc91fa7 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:35.453767 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a29e51-9888-48ad-81e7-76f8bc8c3b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79ba673f-b50b-4d6e-bd59-c682df30f861', 'code': 200} Aug 17 03:13:35.476619 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-65b34fa3-6dc3-45f6-b9a3-40923439be89 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.491730 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e33a12fe-ae39-4477-b0df-aeae9220a20b req-7ed086fe-da6a-4a86-b699-ad7ab82e45d7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725157 Aug 17 03:13:35.525476 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b34fa3-6dc3-45f6-b9a3-40923439be89 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event deleted for resources: {'Subnet': ['ID=4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:35.537137 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-65b34fa3-6dc3-45f6-b9a3-40923439be89 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.542493 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-65b34fa3-6dc3-45f6-b9a3-40923439be89 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "DELETE /v2.0/subnets/4c2c698f-6ae1-4b0b-bc8a-68aeba3c5bdc HTTP/1.1" status: 204 len: 168 time: 0.7633951 Aug 17 03:13:35.546986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b72a70-c582-4ebb-b714-fefb8aa676dc None None] Network 4b8050bd-263f-474e-b098-3b3f7ebeaf6b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:35.547150 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42044) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:35.617117 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ddeb8f2-e8bd-40de-b736-34cd8dc3fff6 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.621542 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5ddeb8f2-e8bd-40de-b736-34cd8dc3fff6 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "DELETE /v2.0/ports/bf315d7d-e2a7-40f4-9c0f-085c08531719 HTTP/1.1" status: 204 len: 168 time: 2.9950864 Aug 17 03:13:35.623046 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-db15b409-f45e-4274-9754-7a272031f5be tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Deleting subnet a8293f80-0c9a-49ec-9de7-0f89e1b6c33f {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:13:35.624538 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42046) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:35.634785 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db15b409-f45e-4274-9754-7a272031f5be tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.689123 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae2006a-bd6e-4d89-b451-950415765ac3 req-a3bc0aaa-09d5-4e85-acf1-a208b8f8f7cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:35.690814 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fae2006a-bd6e-4d89-b451-950415765ac3 req-a3bc0aaa-09d5-4e85-acf1-a208b8f8f7cb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 1096 time: 0.1512635 Aug 17 03:13:35.692501 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-a04ed957-782a-4064-8019-07af8b8762a3 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] GET failed (client error): The resource could not be found. Aug 17 03:13:35.697624 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a04ed957-782a-4064-8019-07af8b8762a3 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "GET /v2.0/ports/bf315d7d-e2a7-40f4-9c0f-085c08531719 HTTP/1.1" status: 404 len: 333 time: 0.0634356 Aug 17 03:13:35.699976 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42048) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:35.701814 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-84a4d5e9-44ba-4b73-a505-1501c6ae418e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.706990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a67170fa-cc1b-477f-bfb7-43780a15b1a7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Request body: {'port': {'network_id': '0d8d19d6-31db-4a18-9430-9dff25e3e5a2', 'name': 'tempest-AllowedAddressPairTestJSON-1075687044'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:35.731071 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e471d3b7-9613-45c2-b0fa-fc51745702d6 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.732233 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e471d3b7-9613-45c2-b0fa-fc51745702d6 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/53e61ef1-bd45-44d8-8308-7ab7c0059923 HTTP/1.1" status: 204 len: 168 time: 0.4450700 Aug 17 03:13:35.737102 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42050) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:35.768204 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db15b409-f45e-4274-9754-7a272031f5be tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.793793 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-47eb408e-1a72-4b9a-b4b0-ab2887e929e0 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=53e61ef1-bd45-44d8-8308-7ab7c0059923 HTTP/1.1" status: 200 len: 216 time: 0.0513031 Aug 17 03:13:35.795965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42052) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:35.798703 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fae2006a-bd6e-4d89-b451-950415765ac3 req-45f26218-50d6-4a9c-a6ae-633f9ba57eae service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0981426 Aug 17 03:13:35.808832 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-84a4d5e9-44ba-4b73-a505-1501c6ae418e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.809075 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a13654ec-9aff-4e66-acf6-f83411f5132a None None] DHCP port deletion for 4b8050bd-263f-474e-b098-3b3f7ebeaf6b request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:13:35.825869 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-503f4584-b5a6-4738-af72-a5cc9140881a tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0260494 Aug 17 03:13:35.827374 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42054) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:35.847530 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-453a4204-19be-43a6-9744-af85cb61fe57 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0161324 Aug 17 03:13:35.847842 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42056) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:35.866899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a13654ec-9aff-4e66-acf6-f83411f5132a None None] Deleting port 82694a64-cb46-4503-b47f-f2d5f0322940 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:35.867519 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a13654ec-9aff-4e66-acf6-f83411f5132a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.893064 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-84a4d5e9-44ba-4b73-a505-1501c6ae418e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ab2ebbb4fcd7406abf2c706b8190d320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7832682 Aug 17 03:13:35.900934 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42058) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:35.903711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a4d5e9-44ba-4b73-a505-1501c6ae418e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56c56a1a-b135-4fe3-8cde-15d9750474a1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:35.911734 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-47ff28d3-2d4d-4d8e-bec4-070e29891918 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/d0cd45cb-4d76-48af-93e9-a45ebc5136a1 HTTP/1.1" status: 200 len: 472 time: 0.0591712 Aug 17 03:13:35.913874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42060) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:35.927975 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c8c570e9-5853-40f2-8878-9e251ff8ab43 req-ebc8569d-baab-421c-a033-0807691136eb tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.950434 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-a13654ec-9aff-4e66-acf6-f83411f5132a None None] For port 82694a64-cb46-4503-b47f-f2d5f0322940, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=82694a64-cb46-4503-b47f-f2d5f0322940,segment=NetworkSegment(37427c4d-051e-4a90-aacb-d267fa643c41),segment_id=37427c4d-051e-4a90-aacb-d267fa643c41)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:35.950954 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a13654ec-9aff-4e66-acf6-f83411f5132a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.961485 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db15b409-f45e-4274-9754-7a272031f5be tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:35.970767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a13654ec-9aff-4e66-acf6-f83411f5132a None None] Calling delete_port for 82694a64-cb46-4503-b47f-f2d5f0322940 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:35.971936 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-59830bfc-421e-4309-b4de-3bb23123a4bd tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/e1d8e3f4-3e7d-4664-a018-71f93453d662 HTTP/1.1" status: 200 len: 459 time: 0.0517063 Aug 17 03:13:35.975296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc8569d-baab-421c-a033-0807691136eb tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'Port': ['ID=06eac814-ff31-4bc4-bd39-52161bf81f68,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:35.976967 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42062) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:36.058095 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8c570e9-5853-40f2-8878-9e251ff8ab43 req-ebc8569d-baab-421c-a033-0807691136eb tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] No DVR routers for this DVR port 06eac814-ff31-4bc4-bd39-52161bf81f68 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:36.061857 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c8c570e9-5853-40f2-8878-9e251ff8ab43 req-ebc8569d-baab-421c-a033-0807691136eb tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.063945 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8c570e9-5853-40f2-8878-9e251ff8ab43 req-ebc8569d-baab-421c-a033-0807691136eb tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.30 "DELETE /v2.0/ports/06eac814-ff31-4bc4-bd39-52161bf81f68 HTTP/1.1" status: 204 len: 173 time: 1.6778598 Aug 17 03:13:36.064405 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c', 'name': 'network-vif-deleted', 'tag': '06eac814-ff31-4bc4-bd39-52161bf81f68'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:36.066700 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7165593-aa58-4795-8fcd-47e1dc1b8116" -d '{"events": [{"server_uuid": "5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c", "name": "network-vif-deleted", "tag": "06eac814-ff31-4bc4-bd39-52161bf81f68"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:36.072180 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a23815cb-5d12-4267-bb0a-b6a799cc3c56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.096472 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a23815cb-5d12-4267-bb0a-b6a799cc3c56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.105888 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5054439-f01a-4053-ab90-a5dcd03df58f x-openstack-request-id: req-a5054439-f01a-4053-ab90-a5dcd03df58f {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:36.106187 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c", "name": "network-vif-deleted", "tag": "06eac814-ff31-4bc4-bd39-52161bf81f68", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:36.106445 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5054439-f01a-4053-ab90-a5dcd03df58f {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:36.106845 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c', 'name': 'network-vif-deleted', 'tag': '06eac814-ff31-4bc4-bd39-52161bf81f68', 'status': 'completed', 'code': 200} Aug 17 03:13:36.144224 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a13654ec-9aff-4e66-acf6-f83411f5132a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.147836 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db15b409-f45e-4274-9754-7a272031f5be tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.151435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a67170fa-cc1b-477f-bfb7-43780a15b1a7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Made reservation on behalf of f66b620b618a4a7a81e11414e6c2f575 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:36.156407 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a67170fa-cc1b-477f-bfb7-43780a15b1a7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.203748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db15b409-f45e-4274-9754-7a272031f5be tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event deleted for resources: {'Subnet': ['ID=a8293f80-0c9a-49ec-9de7-0f89e1b6c33f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:36.208984 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a13654ec-9aff-4e66-acf6-f83411f5132a None None] No DVR routers for this DVR port 82694a64-cb46-4503-b47f-f2d5f0322940 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:36.214202 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13654ec-9aff-4e66-acf6-f83411f5132a None None] Pushing event deleted for resources: {'Port': ['ID=82694a64-cb46-4503-b47f-f2d5f0322940,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:36.216575 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-171119fe-d8f3-488d-a74a-6cd3435cd9e5 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.217733 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-171119fe-d8f3-488d-a74a-6cd3435cd9e5 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/e1d8e3f4-3e7d-4664-a018-71f93453d662 HTTP/1.1" status: 204 len: 168 time: 0.2346244 Aug 17 03:13:36.220119 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42066) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:36.227875 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-a67170fa-cc1b-477f-bfb7-43780a15b1a7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] device_id is not set on port edebfd66-3649-4a8d-bdb7-3e3db3436655 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:13:36.240198 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db15b409-f45e-4274-9754-7a272031f5be tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.242815 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-db15b409-f45e-4274-9754-7a272031f5be tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "DELETE /v2.0/subnets/a8293f80-0c9a-49ec-9de7-0f89e1b6c33f HTTP/1.1" status: 204 len: 168 time: 0.6951432 Aug 17 03:13:36.248100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfde6600-84ad-441b-8342-38407e63c3ad None None] Network 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:36.250400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42068) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:36.335903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 82694a64-cb46-4503-b47f-f2d5f0322940 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:36.387574 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 82694a64-cb46-4503-b47f-f2d5f0322940 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:36.387949 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 82694a64-cb46-4503-b47f-f2d5f0322940 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:36.451813 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae80996b-97f4-4240-86ff-93bfca09ba5e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.463898 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a23815cb-5d12-4267-bb0a-b6a799cc3c56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.470239 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a23815cb-5d12-4267-bb0a-b6a799cc3c56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.470239 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a23815cb-5d12-4267-bb0a-b6a799cc3c56 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/56c56a1a-b135-4fe3-8cde-15d9750474a1 HTTP/1.1" status: 204 len: 168 time: 0.5661256 Aug 17 03:13:36.510897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23815cb-5d12-4267-bb0a-b6a799cc3c56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56c56a1a-b135-4fe3-8cde-15d9750474a1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:36.604388 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6d966c1c-83e6-4ab4-866b-5d63551afd2e req-f23d25f7-78f9-49c9-9788-164c06eadf10 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "GET /v2.0/ports?device_id=5388f8a8-4a1d-4c90-bc61-9f2d94b7ff4c HTTP/1.1" status: 200 len: 210 time: 0.0881391 Aug 17 03:13:36.620747 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c9b99db-b208-4d55-8936-4c1a55b4cf76 None None] DHCP port deletion for 9f0bfe94-bcd6-46e9-8643-784d13e1fa11 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:13:36.623840 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc3c7b5d-5850-4dfa-a9b5-24c38b328107 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.625763 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bc3c7b5d-5850-4dfa-a9b5-24c38b328107 tempest-MeteringIpV6TestJSON-1456227237 tempest-MeteringIpV6TestJSON-1456227237-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/d0cd45cb-4d76-48af-93e9-a45ebc5136a1 HTTP/1.1" status: 204 len: 168 time: 0.4044797 Aug 17 03:13:36.669717 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-a67170fa-cc1b-477f-bfb7-43780a15b1a7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Allocated IP 172.20.0.3 (0d8d19d6-31db-4a18-9430-9dff25e3e5a2/f507ff13-7c9b-4a83-83b3-d8c026ec49e7/edebfd66-3649-4a8d-bdb7-3e3db3436655) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:36.708515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b99db-b208-4d55-8936-4c1a55b4cf76 None None] Deleting port 5976dd56-30e7-4431-be9f-10ae360dcc2e {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:36.708955 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1c9b99db-b208-4d55-8936-4c1a55b4cf76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.745517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d189a4f3-6784-4d81-ba47-b8731a4596e1 req-6ed8b14c-949d-4f21-9f89-ee0594c889dc tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:36.747715 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d189a4f3-6784-4d81-ba47-b8731a4596e1 req-6ed8b14c-949d-4f21-9f89-ee0594c889dc tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 945 time: 0.0663331 Aug 17 03:13:36.809399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1c9b99db-b208-4d55-8936-4c1a55b4cf76 None None] For port 5976dd56-30e7-4431-be9f-10ae360dcc2e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5976dd56-30e7-4431-be9f-10ae360dcc2e,segment=NetworkSegment(45c55cd8-0cde-4b8c-9757-33cd82874b13),segment_id=45c55cd8-0cde-4b8c-9757-33cd82874b13)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:36.810048 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1c9b99db-b208-4d55-8936-4c1a55b4cf76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:36.824358 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d189a4f3-6784-4d81-ba47-b8731a4596e1 req-eba51a42-4fb4-45e8-90d8-df8e84d47d81 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676956 Aug 17 03:13:36.837961 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1c9b99db-b208-4d55-8936-4c1a55b4cf76 None None] Calling delete_port for 5976dd56-30e7-4431-be9f-10ae360dcc2e owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:36.994655 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae80996b-97f4-4240-86ff-93bfca09ba5e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.006687 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1c9b99db-b208-4d55-8936-4c1a55b4cf76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.013826 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ae80996b-97f4-4240-86ff-93bfca09ba5e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b8050bd-263f-474e-b098-3b3f7ebeaf6b']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:37.031834 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ae80996b-97f4-4240-86ff-93bfca09ba5e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37427c4d-051e-4a90-aacb-d267fa643c41') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:37.032380 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ae80996b-97f4-4240-86ff-93bfca09ba5e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37427c4d-051e-4a90-aacb-d267fa643c41') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:37.036537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c9b99db-b208-4d55-8936-4c1a55b4cf76 None None] Pushing event deleted for resources: {'Port': ['ID=5976dd56-30e7-4431-be9f-10ae360dcc2e,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:37.046317 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c9b99db-b208-4d55-8936-4c1a55b4cf76 None None] No DVR routers for this DVR port 5976dd56-30e7-4431-be9f-10ae360dcc2e on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:37.061814 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae80996b-97f4-4240-86ff-93bfca09ba5e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.121953 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae80996b-97f4-4240-86ff-93bfca09ba5e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.132345 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae80996b-97f4-4240-86ff-93bfca09ba5e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:13:37.132737 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae80996b-97f4-4240-86ff-93bfca09ba5e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:13:37.136076 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:13:37.180653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42082) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:37.229206 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a67170fa-cc1b-477f-bfb7-43780a15b1a7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.243280 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-a67170fa-cc1b-477f-bfb7-43780a15b1a7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Transition to ACTIVE for port object edebfd66-3649-4a8d-bdb7-3e3db3436655 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:37.280043 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae80996b-97f4-4240-86ff-93bfca09ba5e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.288262 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae80996b-97f4-4240-86ff-93bfca09ba5e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.290267 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ae80996b-97f4-4240-86ff-93bfca09ba5e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "DELETE /v2.0/networks/4b8050bd-263f-474e-b098-3b3f7ebeaf6b HTTP/1.1" status: 204 len: 168 time: 1.0387352 Aug 17 03:13:37.293163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42086) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:37.314293 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae80996b-97f4-4240-86ff-93bfca09ba5e tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event deleted for resources: {'Network': ['ID=4b8050bd-263f-474e-b098-3b3f7ebeaf6b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:37.359832 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fd814904-4d6d-45bc-a6ca-9e14272c5fd5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.377527 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a67170fa-cc1b-477f-bfb7-43780a15b1a7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.410698 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5f223c8-da1c-456c-bb3c-7d2ac4d919a9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.431152 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a67170fa-cc1b-477f-bfb7-43780a15b1a7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Network 0d8d19d6-31db-4a18-9430-9dff25e3e5a2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:37.435122 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a67170fa-cc1b-477f-bfb7-43780a15b1a7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:37.439124 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a67170fa-cc1b-477f-bfb7-43780a15b1a7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:37.442041 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42088) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:37.445791 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a67170fa-cc1b-477f-bfb7-43780a15b1a7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event updated for resources: {'Port': ['ID=edebfd66-3649-4a8d-bdb7-3e3db3436655,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:37.497607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a67170fa-cc1b-477f-bfb7-43780a15b1a7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:37.499605 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a67170fa-cc1b-477f-bfb7-43780a15b1a7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.503584 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-89e1c70e-5c79-448c-ab1e-0e1a54be7a4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.559560 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5f223c8-da1c-456c-bb3c-7d2ac4d919a9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.577739 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a5f223c8-da1c-456c-bb3c-7d2ac4d919a9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f0bfe94-bcd6-46e9-8643-784d13e1fa11']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:37.592664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a5f223c8-da1c-456c-bb3c-7d2ac4d919a9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45c55cd8-0cde-4b8c-9757-33cd82874b13') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:37.592963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a5f223c8-da1c-456c-bb3c-7d2ac4d919a9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45c55cd8-0cde-4b8c-9757-33cd82874b13') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:37.608118 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5f223c8-da1c-456c-bb3c-7d2ac4d919a9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.630367 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fd814904-4d6d-45bc-a6ca-9e14272c5fd5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.631559 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5f223c8-da1c-456c-bb3c-7d2ac4d919a9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.638069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a5f223c8-da1c-456c-bb3c-7d2ac4d919a9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:13:37.638457 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5f223c8-da1c-456c-bb3c-7d2ac4d919a9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:13:37.641348 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:13:37.680992 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fd814904-4d6d-45bc-a6ca-9e14272c5fd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.686276 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42092) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:37.730693 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-91fa4791-8dab-45e6-9662-6541bb171c0c None None] Provisioning for port edebfd66-3649-4a8d-bdb7-3e3db3436655 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:37.735367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-91fa4791-8dab-45e6-9662-6541bb171c0c None None] Provisioning complete for port edebfd66-3649-4a8d-bdb7-3e3db3436655 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:37.737899 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-91fa4791-8dab-45e6-9662-6541bb171c0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.738031 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fd814904-4d6d-45bc-a6ca-9e14272c5fd5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=626b90716cf2465a9cbb6e7f6151c59c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5548651 Aug 17 03:13:37.738031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd814904-4d6d-45bc-a6ca-9e14272c5fd5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c72f471-cd9e-432f-adc9-45447a9e0564,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:37.739968 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42094) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:37.752658 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eed6fbbe-79db-407b-a477-9a18d213e8ad tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.758937 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a67170fa-cc1b-477f-bfb7-43780a15b1a7 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0532374 Aug 17 03:13:37.763859 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42096) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:37.766777 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-af8890bc-cc25-43bf-847d-ba461cdadebd tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:87:d0:d6'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:37.796996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-91fa4791-8dab-45e6-9662-6541bb171c0c None None] Port edebfd66-3649-4a8d-bdb7-3e3db3436655 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:37.810536 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5f223c8-da1c-456c-bb3c-7d2ac4d919a9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.815522 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf28239e-b260-4c30-86ea-9e85df447df1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.818773 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eed6fbbe-79db-407b-a477-9a18d213e8ad tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.822541 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5f223c8-da1c-456c-bb3c-7d2ac4d919a9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:37.824330 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a5f223c8-da1c-456c-bb3c-7d2ac4d919a9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] 10.222.0.10 "DELETE /v2.0/networks/9f0bfe94-bcd6-46e9-8643-784d13e1fa11 HTTP/1.1" status: 204 len: 168 time: 0.5300574 Aug 17 03:13:37.845705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f223c8-da1c-456c-bb3c-7d2ac4d919a9 tempest-TaggedBootDevicesTest-65442365 tempest-TaggedBootDevicesTest-65442365-project] Pushing event deleted for resources: {'Network': ['ID=9f0bfe94-bcd6-46e9-8643-784d13e1fa11,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:37.863718 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf28239e-b260-4c30-86ea-9e85df447df1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.047698 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-af8890bc-cc25-43bf-847d-ba461cdadebd tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.097945 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eed6fbbe-79db-407b-a477-9a18d213e8ad tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.100616 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eed6fbbe-79db-407b-a477-9a18d213e8ad tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.104015 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-eed6fbbe-79db-407b-a477-9a18d213e8ad tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "DELETE /v2.0/security-groups/2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e HTTP/1.1" status: 204 len: 168 time: 0.4145563 Aug 17 03:13:38.128439 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed6fbbe-79db-407b-a477-9a18d213e8ad tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bc0fce0-4123-4dfd-95bd-ebe228b9ec0e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:38.192487 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42108) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:38.256451 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-89e1c70e-5c79-448c-ab1e-0e1a54be7a4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.273393 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc594148-7f75-49d1-b4f1-1e324f66e5fb req-5081be4c-f72d-4906-abda-cd19262a5991 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:38.275111 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fc594148-7f75-49d1-b4f1-1e324f66e5fb req-5081be4c-f72d-4906-abda-cd19262a5991 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 945 time: 0.3580132 Aug 17 03:13:38.277975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5976dd56-30e7-4431-be9f-10ae360dcc2e no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:38.302923 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 5976dd56-30e7-4431-be9f-10ae360dcc2e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:38.303156 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5976dd56-30e7-4431-be9f-10ae360dcc2e not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:38.322950 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fc594148-7f75-49d1-b4f1-1e324f66e5fb req-e427599c-0be8-4c68-99ba-f237b90a1b25 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390587 Aug 17 03:13:38.369647 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-89e1c70e-5c79-448c-ab1e-0e1a54be7a4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.377122 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf28239e-b260-4c30-86ea-9e85df447df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.381202 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf28239e-b260-4c30-86ea-9e85df447df1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.383966 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bf28239e-b260-4c30-86ea-9e85df447df1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5c72f471-cd9e-432f-adc9-45447a9e0564 HTTP/1.1" status: 204 len: 168 time: 0.6422765 Aug 17 03:13:38.428462 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-89e1c70e-5c79-448c-ab1e-0e1a54be7a4a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2843d8950cec4b239af11b0a101ae484&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9842753 Aug 17 03:13:38.430049 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42116) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:38.442051 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89e1c70e-5c79-448c-ab1e-0e1a54be7a4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=23199653-9abf-4685-a9c4-64a5fab9512d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:38.468156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf28239e-b260-4c30-86ea-9e85df447df1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c72f471-cd9e-432f-adc9-45447a9e0564,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:38.532587 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e2885ee-d4c2-4762-bcfd-f12b6642907b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.545742 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-af8890bc-cc25-43bf-847d-ba461cdadebd tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.568825 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e2885ee-d4c2-4762-bcfd-f12b6642907b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.658297 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-af8890bc-cc25-43bf-847d-ba461cdadebd tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.707327 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 06eac814-ff31-4bc4-bd39-52161bf81f68 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:38.738343 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e2885ee-d4c2-4762-bcfd-f12b6642907b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.751009 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e2885ee-d4c2-4762-bcfd-f12b6642907b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.751009 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2e2885ee-d4c2-4762-bcfd-f12b6642907b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/23199653-9abf-4685-a9c4-64a5fab9512d HTTP/1.1" status: 204 len: 168 time: 0.3156540 Aug 17 03:13:38.751331 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 06eac814-ff31-4bc4-bd39-52161bf81f68 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:38.751331 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 06eac814-ff31-4bc4-bd39-52161bf81f68 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:38.771366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2885ee-d4c2-4762-bcfd-f12b6642907b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=23199653-9abf-4685-a9c4-64a5fab9512d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:38.820338 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8890bc-cc25-43bf-847d-ba461cdadebd tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event updated for resources: {'Port': ['ID=edebfd66-3649-4a8d-bdb7-3e3db3436655,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:38.854071 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed0f04c-59c8-4a2f-b194-93957bf5d7a2 req-ce644d38-e05a-4d6e-a013-b7e65c68ece5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:38.861623 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bed0f04c-59c8-4a2f-b194-93957bf5d7a2 req-ce644d38-e05a-4d6e-a013-b7e65c68ece5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 805 time: 0.2687321 Aug 17 03:13:38.983769 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-af8890bc-cc25-43bf-847d-ba461cdadebd tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] In _notify_port_updated(), no bound segment for port edebfd66-3649-4a8d-bdb7-3e3db3436655 on network 0d8d19d6-31db-4a18-9430-9dff25e3e5a2 {{(pid=101969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:13:38.992328 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af8890bc-cc25-43bf-847d-ba461cdadebd tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:38.992895 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-af8890bc-cc25-43bf-847d-ba461cdadebd tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:38.997411 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-af8890bc-cc25-43bf-847d-ba461cdadebd tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "PUT /v2.0/ports/edebfd66-3649-4a8d-bdb7-3e3db3436655 HTTP/1.1" status: 200 len: 996 time: 1.2328424 Aug 17 03:13:38.998282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42132) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:39.001562 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bed0f04c-59c8-4a2f-b194-93957bf5d7a2 req-0c3d00da-fc73-4297-92df-64f4063d82e5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/quotas/6fc3dc22f61e4504bffcbcd1acecf394 HTTP/1.1" status: 200 len: 375 time: 0.1390719 Aug 17 03:13:39.108998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-39c10c9d-4bec-46e9-a262-cc46204228ec tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Deleting port edebfd66-3649-4a8d-bdb7-3e3db3436655 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:39.109628 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39c10c9d-4bec-46e9-a262-cc46204228ec tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:39.113667 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bed0f04c-59c8-4a2f-b194-93957bf5d7a2 req-8472d915-a95e-433e-adc7-562cc3aa44e1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1057518 Aug 17 03:13:39.130415 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c895aed3-45eb-4c08-bc2c-e378e2bc36f4 None None] Provisioning complete for port edebfd66-3649-4a8d-bdb7-3e3db3436655 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:39.130842 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c895aed3-45eb-4c08-bc2c-e378e2bc36f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:39.177918 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c895aed3-45eb-4c08-bc2c-e378e2bc36f4 None None] Port edebfd66-3649-4a8d-bdb7-3e3db3436655 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:39.292650 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39c10c9d-4bec-46e9-a262-cc46204228ec tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:39.309780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-39c10c9d-4bec-46e9-a262-cc46204228ec tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Calling delete_port for edebfd66-3649-4a8d-bdb7-3e3db3436655 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:39.321237 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bed0f04c-59c8-4a2f-b194-93957bf5d7a2 req-4121a838-8349-403a-b231-02136b20b564 service neutron] 10.222.0.10 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1949921 Aug 17 03:13:39.331569 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ca34688-6b99-4080-962e-30f564dd1288 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:39.366804 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42138) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:39.396483 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e552-9556-48e1-9e12-1b079d0ffb5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:39.613569 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39c10c9d-4bec-46e9-a262-cc46204228ec tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:39.667812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c10c9d-4bec-46e9-a262-cc46204228ec tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event deleted for resources: {'Port': ['ID=edebfd66-3649-4a8d-bdb7-3e3db3436655,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:39.812976 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e552-9556-48e1-9e12-1b079d0ffb5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:39.815067 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39c10c9d-4bec-46e9-a262-cc46204228ec tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:39.817183 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-39c10c9d-4bec-46e9-a262-cc46204228ec tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "DELETE /v2.0/ports/edebfd66-3649-4a8d-bdb7-3e3db3436655 HTTP/1.1" status: 204 len: 168 time: 0.8176286 Aug 17 03:13:39.820536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42148) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:39.855434 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-7956892c-94d0-43d8-98ef-00925638936b tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] GET failed (client error): The resource could not be found. Aug 17 03:13:39.857531 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7956892c-94d0-43d8-98ef-00925638936b tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "GET /v2.0/ports/edebfd66-3649-4a8d-bdb7-3e3db3436655 HTTP/1.1" status: 404 len: 333 time: 0.0355158 Aug 17 03:13:39.862008 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42150) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:39.870154 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-354e729b-06b8-411f-9f41-71c194789b52 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Request body: {'port': {'network_id': '0d8d19d6-31db-4a18-9430-9dff25e3e5a2', 'name': 'tempest-AllowedAddressPairTestJSON-663762243'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:39.886185 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bed0f04c-59c8-4a2f-b194-93957bf5d7a2 req-a8bad9d5-8bf4-4cd6-a1e7-b1be78457a80 service neutron] 10.222.0.10 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5505085 Aug 17 03:13:39.978615 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1ff8e552-9556-48e1-9e12-1b079d0ffb5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:40.055854 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1ff8e552-9556-48e1-9e12-1b079d0ffb5a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b2fe2550a7234321bed5084866aa33b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6880076 Aug 17 03:13:40.064256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42158) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:40.096380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ff8e552-9556-48e1-9e12-1b079d0ffb5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3be163cd-5617-4ae2-b7d3-630ab37867a2,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:40.105276 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1ca34688-6b99-4080-962e-30f564dd1288 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Deleting port e85f0bea-90b1-4a25-a130-b746d0902453 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:40.105773 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ca34688-6b99-4080-962e-30f564dd1288 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:40.177716 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef2d09c4-c3c7-4b06-ae12-d5a616bf9155 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:40.211045 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef2d09c4-c3c7-4b06-ae12-d5a616bf9155 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:40.275238 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-1ca34688-6b99-4080-962e-30f564dd1288 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] For port e85f0bea-90b1-4a25-a130-b746d0902453, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e85f0bea-90b1-4a25-a130-b746d0902453,segment=NetworkSegment(4b88605c-2bef-4224-b643-6ceb96922dbf),segment_id=4b88605c-2bef-4224-b643-6ceb96922dbf)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:40.275794 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ca34688-6b99-4080-962e-30f564dd1288 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:40.289320 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1ca34688-6b99-4080-962e-30f564dd1288 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Calling delete_port for e85f0bea-90b1-4a25-a130-b746d0902453 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:40.388478 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef2d09c4-c3c7-4b06-ae12-d5a616bf9155 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:40.392490 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef2d09c4-c3c7-4b06-ae12-d5a616bf9155 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:40.395435 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ef2d09c4-c3c7-4b06-ae12-d5a616bf9155 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3be163cd-5617-4ae2-b7d3-630ab37867a2 HTTP/1.1" status: 204 len: 168 time: 0.3261209 Aug 17 03:13:40.396106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-354e729b-06b8-411f-9f41-71c194789b52 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Made reservation on behalf of f66b620b618a4a7a81e11414e6c2f575 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:40.408080 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-354e729b-06b8-411f-9f41-71c194789b52 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:40.459874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2d09c4-c3c7-4b06-ae12-d5a616bf9155 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3be163cd-5617-4ae2-b7d3-630ab37867a2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:40.475965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-354e729b-06b8-411f-9f41-71c194789b52 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] device_id is not set on port 517e4dc3-6626-4643-b629-b0762f04aeea yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:13:40.518182 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:13:40.658666 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-354e729b-06b8-411f-9f41-71c194789b52 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Allocated IP 172.20.0.4 (0d8d19d6-31db-4a18-9430-9dff25e3e5a2/f507ff13-7c9b-4a83-83b3-d8c026ec49e7/517e4dc3-6626-4643-b629-b0762f04aeea) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:40.782381 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ca34688-6b99-4080-962e-30f564dd1288 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:40.822865 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca34688-6b99-4080-962e-30f564dd1288 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'Port': ['ID=e85f0bea-90b1-4a25-a130-b746d0902453,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:40.939357 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-354e729b-06b8-411f-9f41-71c194789b52 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:40.967259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-354e729b-06b8-411f-9f41-71c194789b52 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Transition to ACTIVE for port object 517e4dc3-6626-4643-b629-b0762f04aeea will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:41.119891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-354e729b-06b8-411f-9f41-71c194789b52 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:41.164879 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ca34688-6b99-4080-962e-30f564dd1288 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:41.180544 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-354e729b-06b8-411f-9f41-71c194789b52 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Network 0d8d19d6-31db-4a18-9430-9dff25e3e5a2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:41.187331 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-354e729b-06b8-411f-9f41-71c194789b52 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:41.190249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-354e729b-06b8-411f-9f41-71c194789b52 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:41.268267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-354e729b-06b8-411f-9f41-71c194789b52 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:41.269069 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-354e729b-06b8-411f-9f41-71c194789b52 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:41.282479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-354e729b-06b8-411f-9f41-71c194789b52 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event updated for resources: {'Port': ['ID=517e4dc3-6626-4643-b629-b0762f04aeea,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:41.424395 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-354e729b-06b8-411f-9f41-71c194789b52 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.5611768 Aug 17 03:13:41.425541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42220) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:41.436181 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-5850081b-6eb0-4644-bfbd-83a63beb7ffe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Request body: {'port': {'network_id': '0d8d19d6-31db-4a18-9430-9dff25e3e5a2', 'name': 'tempest-AllowedAddressPairTestJSON-256969587'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:41.567206 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-400d546e-4fd3-4b26-a550-287cbf30aa3a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:41.571117 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-400d546e-4fd3-4b26-a550-287cbf30aa3a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 805 time: 0.2249787 Aug 17 03:13:41.586482 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ca34688-6b99-4080-962e-30f564dd1288 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Router 1ba510b1-a73d-4014-9575-fefd0a045c49 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:13:41.605382 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-3b73d570-c12b-4870-98d1-8e77dfe3d489 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/quotas/6fc3dc22f61e4504bffcbcd1acecf394 HTTP/1.1" status: 200 len: 375 time: 0.0259483 Aug 17 03:13:41.616708 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fffd7b99-410c-4c7f-94c4-f717dbb5152a None None] Provisioning for port 517e4dc3-6626-4643-b629-b0762f04aeea completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:41.625229 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fffd7b99-410c-4c7f-94c4-f717dbb5152a None None] Provisioning complete for port 517e4dc3-6626-4643-b629-b0762f04aeea triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:41.625721 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fffd7b99-410c-4c7f-94c4-f717dbb5152a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:41.720584 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-fffd7b99-410c-4c7f-94c4-f717dbb5152a None None] Port 517e4dc3-6626-4643-b629-b0762f04aeea cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:41.734135 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-09490956-7c19-4581-9335-b53370160cb9 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1071689 Aug 17 03:13:41.812886 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ca34688-6b99-4080-962e-30f564dd1288 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:13:41.821959 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1ca34688-6b99-4080-962e-30f564dd1288 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "PUT /v2.0/routers/1ba510b1-a73d-4014-9575-fefd0a045c49/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6251159 Aug 17 03:13:41.825207 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42234) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:41.825808 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0eb59-4628-446c-8a75-983144efac66 None None] Sync routers for ids ['1ba510b1-a73d-4014-9575-fefd0a045c49'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:13:41.846912 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0eb59-4628-446c-8a75-983144efac66 None None] Routers {'1ba510b1-a73d-4014-9575-fefd0a045c49'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:41.847961 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-76e0eb59-4628-446c-8a75-983144efac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['1ba510b1-a73d-4014-9575-fefd0a045c49'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:41.894322 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-3be0dd86-fb45-4c64-890c-eafd98eb2a05 service neutron] 10.222.0.10 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525247 Aug 17 03:13:41.899215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5850081b-6eb0-4644-bfbd-83a63beb7ffe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Made reservation on behalf of f66b620b618a4a7a81e11414e6c2f575 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:41.909338 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5850081b-6eb0-4644-bfbd-83a63beb7ffe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:41.940536 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5a0873f-b844-4ef4-85ff-12098b2d429c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Deleting subnet d2b1c976-eb51-4465-8ac3-e918ac876159 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:13:41.954452 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b5a0873f-b844-4ef4-85ff-12098b2d429c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:42.036049 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b5a0873f-b844-4ef4-85ff-12098b2d429c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:42.069704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-5850081b-6eb0-4644-bfbd-83a63beb7ffe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] device_id is not set on port a0c30a40-d878-43e4-97d7-014a039b9b45 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:13:42.095842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-76e0eb59-4628-446c-8a75-983144efac66 None None] Set router 1ba510b1-a73d-4014-9575-fefd0a045c49 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:42.164987 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b5a0873f-b844-4ef4-85ff-12098b2d429c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:42.191979 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-e1f9daff-9cc0-4cae-a79d-ca4847198db3 service neutron] 10.222.0.10 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2798030 Aug 17 03:13:42.230741 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-5850081b-6eb0-4644-bfbd-83a63beb7ffe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Allocated IP 172.20.0.13 (0d8d19d6-31db-4a18-9430-9dff25e3e5a2/f507ff13-7c9b-4a83-83b3-d8c026ec49e7/a0c30a40-d878-43e4-97d7-014a039b9b45) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:42.338868 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b5a0873f-b844-4ef4-85ff-12098b2d429c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:42.393885 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a0873f-b844-4ef4-85ff-12098b2d429c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'Subnet': ['ID=d2b1c976-eb51-4465-8ac3-e918ac876159,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:42.396015 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b5a0873f-b844-4ef4-85ff-12098b2d429c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:42.397979 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b5a0873f-b844-4ef4-85ff-12098b2d429c tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "DELETE /v2.0/subnets/d2b1c976-eb51-4465-8ac3-e918ac876159 HTTP/1.1" status: 204 len: 168 time: 0.5717301 Aug 17 03:13:42.401228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42248) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:42.410083 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ac30b36-aec9-4887-a02f-3ffc2781ce8f None None] Network 805a3406-e779-42c8-a4a6-ccd324bc2e0e requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:42.433764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42250) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:42.563818 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5671a645-c0d0-42b3-be14-d46e7a982a33 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:42.687324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-fb799601-d61b-4d86-94e3-91736804d08c tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1163056286'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:42.704793 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9fa07c51-959a-4e78-ad88-feea53a70d37 req-1281276d-f904-41bf-9a5e-658aa14fc457 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 210 time: 0.0481753 Aug 17 03:13:42.806263 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-76e0eb59-4628-446c-8a75-983144efac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'name': 'tempest-TestNetworkBasicOps-router-690386548', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:12:21Z', 'updated_at': '2021-08-17T03:13:40Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:22Z', 'updated_at': '2021-08-17T03:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:42.809375 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5671a645-c0d0-42b3-be14-d46e7a982a33 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:42.858251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0eb59-4628-446c-8a75-983144efac66 None None] Checking router: 1ba510b1-a73d-4014-9575-fefd0a045c49 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:13:42.876427 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76e0eb59-4628-446c-8a75-983144efac66 None None] Routers {'1ba510b1-a73d-4014-9575-fefd0a045c49'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:42.877112 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-76e0eb59-4628-446c-8a75-983144efac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['1ba510b1-a73d-4014-9575-fefd0a045c49'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:42.883839 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5850081b-6eb0-4644-bfbd-83a63beb7ffe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:42.914393 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-5850081b-6eb0-4644-bfbd-83a63beb7ffe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Transition to ACTIVE for port object a0c30a40-d878-43e4-97d7-014a039b9b45 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:42.958177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb799601-d61b-4d86-94e3-91736804d08c tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Made reservation on behalf of 83351003c41e4f84813d5ef362a00014 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:42.963452 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fb799601-d61b-4d86-94e3-91736804d08c tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:42.986030 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25d7a957-1271-4256-99da-49d01a98156d None None] DHCP port deletion for 805a3406-e779-42c8-a4a6-ccd324bc2e0e request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:13:42.986469 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fb799601-d61b-4d86-94e3-91736804d08c tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.034102 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5671a645-c0d0-42b3-be14-d46e7a982a33 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Deleting port fb75dd9d-0c82-4245-985e-68bb1d05d929 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:43.034447 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5671a645-c0d0-42b3-be14-d46e7a982a33 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.137081 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-5671a645-c0d0-42b3-be14-d46e7a982a33 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] For port fb75dd9d-0c82-4245-985e-68bb1d05d929, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=fb75dd9d-0c82-4245-985e-68bb1d05d929,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:43.137834 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5671a645-c0d0-42b3-be14-d46e7a982a33 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.151930 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5671a645-c0d0-42b3-be14-d46e7a982a33 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Calling delete_port for fb75dd9d-0c82-4245-985e-68bb1d05d929 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:43.153051 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fb799601-d61b-4d86-94e3-91736804d08c tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.198734 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-25d7a957-1271-4256-99da-49d01a98156d None None] Deleting port cbe7561a-e684-41fd-b4aa-29a94e3d1c5a {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:43.199777 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25d7a957-1271-4256-99da-49d01a98156d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.213535 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-76e0eb59-4628-446c-8a75-983144efac66 None None] Set router 1ba510b1-a73d-4014-9575-fefd0a045c49 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:43.269973 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fb799601-d61b-4d86-94e3-91736804d08c tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.282432 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5850081b-6eb0-4644-bfbd-83a63beb7ffe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.298256 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-25d7a957-1271-4256-99da-49d01a98156d None None] For port cbe7561a-e684-41fd-b4aa-29a94e3d1c5a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cbe7561a-e684-41fd-b4aa-29a94e3d1c5a,segment=NetworkSegment(4b88605c-2bef-4224-b643-6ceb96922dbf),segment_id=4b88605c-2bef-4224-b643-6ceb96922dbf)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:43.298659 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25d7a957-1271-4256-99da-49d01a98156d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.313399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-25d7a957-1271-4256-99da-49d01a98156d None None] Calling delete_port for cbe7561a-e684-41fd-b4aa-29a94e3d1c5a owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:43.387760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5850081b-6eb0-4644-bfbd-83a63beb7ffe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event updated for resources: {'Port': ['ID=a0c30a40-d878-43e4-97d7-014a039b9b45,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:43.432903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb799601-d61b-4d86-94e3-91736804d08c tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:13:43.456135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb799601-d61b-4d86-94e3-91736804d08c tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Pushing event updated for resources: {'SecurityGroup': ['ID=836e9d71-f4f0-453f-9cae-0ffb1021f20f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:43.464917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5850081b-6eb0-4644-bfbd-83a63beb7ffe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Network 0d8d19d6-31db-4a18-9430-9dff25e3e5a2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:43.468173 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fb799601-d61b-4d86-94e3-91736804d08c tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.468556 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-fb799601-d61b-4d86-94e3-91736804d08c tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Added segment 8603c847-a280-4616-a355-5904abed5563 of type vlan for network 3dfda094-70af-49d1-9c36-d36961e8ad46 Aug 17 03:13:43.470006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-5850081b-6eb0-4644-bfbd-83a63beb7ffe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:43.479952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5850081b-6eb0-4644-bfbd-83a63beb7ffe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:43.497487 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25d7a957-1271-4256-99da-49d01a98156d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.535763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25d7a957-1271-4256-99da-49d01a98156d None None] Pushing event deleted for resources: {'Port': ['ID=cbe7561a-e684-41fd-b4aa-29a94e3d1c5a,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:43.546571 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5671a645-c0d0-42b3-be14-d46e7a982a33 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.551880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25d7a957-1271-4256-99da-49d01a98156d None None] No DVR routers for this DVR port cbe7561a-e684-41fd-b4aa-29a94e3d1c5a on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:43.585000 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fb799601-d61b-4d86-94e3-91736804d08c tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.637684 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5850081b-6eb0-4644-bfbd-83a63beb7ffe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:43.638388 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5850081b-6eb0-4644-bfbd-83a63beb7ffe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.643980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5671a645-c0d0-42b3-be14-d46e7a982a33 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'Port': ['ID=fb75dd9d-0c82-4245-985e-68bb1d05d929,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:43.702119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-76e0eb59-4628-446c-8a75-983144efac66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'name': 'tempest-TestNetworkBasicOps-router-690386548', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:12:21Z', 'updated_at': '2021-08-17T03:13:40Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:22Z', 'updated_at': '2021-08-17T03:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:43.770334 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5850081b-6eb0-4644-bfbd-83a63beb7ffe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3388183 Aug 17 03:13:43.770334 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fb799601-d61b-4d86-94e3-91736804d08c tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.776086 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb799601-d61b-4d86-94e3-91736804d08c tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:43.777451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42296) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:43.778473 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fb799601-d61b-4d86-94e3-91736804d08c tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.795775 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-9f9f9f09-f7c6-47b3-9875-b7dfe8e353cc tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:87:d0:d6'}, {'ip_address': '172.20.0.4', 'mac_address': 'fa:16:3e:20:62:1f'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:43.809050 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5671a645-c0d0-42b3-be14-d46e7a982a33 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:43.960576 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76e0eb59-4628-446c-8a75-983144efac66 None None] The sync data for ids ['1ba510b1-a73d-4014-9575-fefd0a045c49'] in n-d-802060-9 is: [{'id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'name': 'tempest-TestNetworkBasicOps-router-690386548', 'tenant_id': '1dcddbfa77d8439c92503d4521a21241', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166'}], 'enable_snat': True}, 'gw_port_id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:12:21Z', 'updated_at': '2021-08-17T03:13:40Z', 'revision_number': 5, 'project_id': '1dcddbfa77d8439c92503d4521a21241', 'gw_port': {'id': 'fb75dd9d-0c82-4245-985e-68bb1d05d929', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:64:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1ba510b1-a73d-4014-9575-fefd0a045c49', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2109, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.166', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:12:22Z', 'updated_at': '2021-08-17T03:12:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:13:43.980094 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97198fb9-6de4-464c-8bd7-bfb0544374a8 req-54227b9a-8999-4587-8fc7-ee495ff9c828 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 210 time: 0.0967824 Aug 17 03:13:43.997633 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb799601-d61b-4d86-94e3-91736804d08c tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Pushing event updated for resources: {'Network': ['ID=3dfda094-70af-49d1-9c36-d36961e8ad46,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:44.012372 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 3dfda094-70af-49d1-9c36-d36961e8ad46 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:13:44.044369 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fb799601-d61b-4d86-94e3-91736804d08c tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.6087153 Aug 17 03:13:44.048627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42298) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:44.059035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8a9b7e2d-e0bd-4500-bf8c-ac5c520ba501 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Request body: {'subnet': {'network_id': '3dfda094-70af-49d1-9c36-d36961e8ad46', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:44.067156 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5671a645-c0d0-42b3-be14-d46e7a982a33 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:44.096496 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-58958bdc-75ba-4bd4-a989-2a9f6b04a2a3 None None] Provisioning for port a0c30a40-d878-43e4-97d7-014a039b9b45 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:44.100803 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5671a645-c0d0-42b3-be14-d46e7a982a33 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:44.101323 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-58958bdc-75ba-4bd4-a989-2a9f6b04a2a3 None None] Provisioning complete for port a0c30a40-d878-43e4-97d7-014a039b9b45 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:44.101823 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-58958bdc-75ba-4bd4-a989-2a9f6b04a2a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:44.179275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-58958bdc-75ba-4bd4-a989-2a9f6b04a2a3 None None] Port a0c30a40-d878-43e4-97d7-014a039b9b45 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:44.237931 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9f09-f7c6-47b3-9875-b7dfe8e353cc tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:44.256467 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5671a645-c0d0-42b3-be14-d46e7a982a33 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:44.257265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5671a645-c0d0-42b3-be14-d46e7a982a33 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Fanout notify agent at l3_agent the message router_deleted on router 1ba510b1-a73d-4014-9575-fefd0a045c49 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:13:44.259266 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9b7e2d-e0bd-4500-bf8c-ac5c520ba501 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Made reservation on behalf of 83351003c41e4f84813d5ef362a00014 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:44.264743 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a9b7e2d-e0bd-4500-bf8c-ac5c520ba501 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:44.265590 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5671a645-c0d0-42b3-be14-d46e7a982a33 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:44.279198 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5671a645-c0d0-42b3-be14-d46e7a982a33 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "DELETE /v2.0/routers/1ba510b1-a73d-4014-9575-fefd0a045c49 HTTP/1.1" status: 204 len: 168 time: 1.8641109 Aug 17 03:13:44.285385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42300) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:44.482791 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42306) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:44.528143 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e85f0bea-90b1-4a25-a130-b746d0902453 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:44.560091 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba926730-234c-45b1-8053-123c35d28f94 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:44.563684 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: e85f0bea-90b1-4a25-a130-b746d0902453 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:44.564270 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e85f0bea-90b1-4a25-a130-b746d0902453 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:44.565360 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cbe7561a-e684-41fd-b4aa-29a94e3d1c5a no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:44.635786 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: cbe7561a-e684-41fd-b4aa-29a94e3d1c5a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:44.636495 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cbe7561a-e684-41fd-b4aa-29a94e3d1c5a not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:44.639187 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9f09-f7c6-47b3-9875-b7dfe8e353cc tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:44.737623 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9f09-f7c6-47b3-9875-b7dfe8e353cc tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:44.784131 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e25dd363-514a-47ac-86be-34aabd840476 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:44.792177 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba926730-234c-45b1-8053-123c35d28f94 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:44.819602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-ba926730-234c-45b1-8053-123c35d28f94 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['805a3406-e779-42c8-a4a6-ccd324bc2e0e']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:44.861461 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f9f9f09-f7c6-47b3-9875-b7dfe8e353cc tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event updated for resources: {'Port': ['ID=a0c30a40-d878-43e4-97d7-014a039b9b45,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:44.867165 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-ba926730-234c-45b1-8053-123c35d28f94 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b88605c-2bef-4224-b643-6ceb96922dbf') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:44.867492 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-ba926730-234c-45b1-8053-123c35d28f94 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b88605c-2bef-4224-b643-6ceb96922dbf') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:44.905903 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-9f9f9f09-f7c6-47b3-9875-b7dfe8e353cc tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] In _notify_port_updated(), no bound segment for port a0c30a40-d878-43e4-97d7-014a039b9b45 on network 0d8d19d6-31db-4a18-9430-9dff25e3e5a2 {{(pid=101969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:13:44.911844 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f9f9f09-f7c6-47b3-9875-b7dfe8e353cc tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:44.912459 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f9f9f09-f7c6-47b3-9875-b7dfe8e353cc tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:44.913870 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9f9f9f09-f7c6-47b3-9875-b7dfe8e353cc tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "PUT /v2.0/ports/a0c30a40-d878-43e4-97d7-014a039b9b45 HTTP/1.1" status: 200 len: 1055 time: 1.1239345 Aug 17 03:13:44.915149 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba926730-234c-45b1-8053-123c35d28f94 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:44.917516 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42310) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:44.969592 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba926730-234c-45b1-8053-123c35d28f94 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:44.991035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba926730-234c-45b1-8053-123c35d28f94 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:13:44.991718 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba926730-234c-45b1-8053-123c35d28f94 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:13:45.002561 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:13:45.071368 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-39929413-18d9-41c3-9829-514e4d9ba30a tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Deleting port a0c30a40-d878-43e4-97d7-014a039b9b45 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:45.076258 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-39929413-18d9-41c3-9829-514e4d9ba30a tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:45.080956 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a9b7e2d-e0bd-4500-bf8c-ac5c520ba501 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:45.203004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9b7e2d-e0bd-4500-bf8c-ac5c520ba501 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Pushing event updated for resources: {'Subnet': ['ID=69cd0f8b-8aa3-4bce-9bd5-85d2bbb90163,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:45.245972 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-19d2bf7c-3385-451f-bfb8-4171709fcfa7 req-ef085303-8a16-40fd-a4a0-49f5f95ad859 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 210 time: 0.1309483 Aug 17 03:13:45.247687 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-39929413-18d9-41c3-9829-514e4d9ba30a tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:45.261782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-39929413-18d9-41c3-9829-514e4d9ba30a tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Calling delete_port for a0c30a40-d878-43e4-97d7-014a039b9b45 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:45.275166 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e400d733-b5a2-438f-bd95-de0763fe3114 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:45.314537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d4f6fd26-2b77-4430-a490-6f1ad1c40a03 None None] Provisioning complete for port a0c30a40-d878-43e4-97d7-014a039b9b45 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:45.315448 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d4f6fd26-2b77-4430-a490-6f1ad1c40a03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:45.340143 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e25dd363-514a-47ac-86be-34aabd840476 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:45.394442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d4f6fd26-2b77-4430-a490-6f1ad1c40a03 None None] Port a0c30a40-d878-43e4-97d7-014a039b9b45 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:45.422996 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba926730-234c-45b1-8053-123c35d28f94 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:45.496967 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba926730-234c-45b1-8053-123c35d28f94 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:45.502196 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ba926730-234c-45b1-8053-123c35d28f94 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] 10.222.0.10 "DELETE /v2.0/networks/805a3406-e779-42c8-a4a6-ccd324bc2e0e HTTP/1.1" status: 204 len: 168 time: 1.2157471 Aug 17 03:13:45.503003 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e25dd363-514a-47ac-86be-34aabd840476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:45.547847 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e25dd363-514a-47ac-86be-34aabd840476 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba8ece65b6f44023a39dc04c6da39770&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0640247 Aug 17 03:13:45.550765 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42316) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:45.562487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba926730-234c-45b1-8053-123c35d28f94 tempest-TestNetworkBasicOps-1470917790 tempest-TestNetworkBasicOps-1470917790-project] Pushing event deleted for resources: {'Network': ['ID=805a3406-e779-42c8-a4a6-ccd324bc2e0e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:45.599062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a9b7e2d-e0bd-4500-bf8c-ac5c520ba501 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Checking segment: {'id': '8603c847-a280-4616-a355-5904abed5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3dfda094-70af-49d1-9c36-d36961e8ad46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:13:45.599569 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9b7e2d-e0bd-4500-bf8c-ac5c520ba501 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Network hostable DHCP agents. Network: 3dfda094-70af-49d1-9c36-d36961e8ad46, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:13:45.604616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e25dd363-514a-47ac-86be-34aabd840476 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d098b8d-90d5-4dc6-b218-aa692bbc051c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:45.642856 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-39929413-18d9-41c3-9829-514e4d9ba30a tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:45.684660 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39929413-18d9-41c3-9829-514e4d9ba30a tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event deleted for resources: {'Port': ['ID=a0c30a40-d878-43e4-97d7-014a039b9b45,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:45.692080 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-55725899-be5a-445b-8167-32badf0d9bf5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:45.692470 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d97ae73-d329-4f75-b33f-bf9c5a633ff0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:45.693728 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-55725899-be5a-445b-8167-32badf0d9bf5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 805 time: 0.3986855 Aug 17 03:13:45.734828 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d024fd12-f451-4d0c-8dd6-a4663b6707b5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Request body: {'port': {'device_id': 'c7054941-f99e-4761-91bf-ceeca740b9c1', 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c', 'admin_state_up': True, 'tenant_id': '6fc3dc22f61e4504bffcbcd1acecf394'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:45.773724 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d97ae73-d329-4f75-b33f-bf9c5a633ff0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:45.782044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9b7e2d-e0bd-4500-bf8c-ac5c520ba501 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Network 3dfda094-70af-49d1-9c36-d36961e8ad46 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:13:45.920912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-8a9b7e2d-e0bd-4500-bf8c-ac5c520ba501 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 3dfda094-70af-49d1-9c36-d36961e8ad46) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:45.930639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69001ec1-aa70-439e-9d58-8b5117d5c49c None None] Network 3dfda094-70af-49d1-9c36-d36961e8ad46 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:45.931043 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9b7e2d-e0bd-4500-bf8c-ac5c520ba501 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:45.934504 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a9b7e2d-e0bd-4500-bf8c-ac5c520ba501 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:46.036164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d024fd12-f451-4d0c-8dd6-a4663b6707b5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Made reservation on behalf of 6fc3dc22f61e4504bffcbcd1acecf394 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:46.040568 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d024fd12-f451-4d0c-8dd6-a4663b6707b5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:46.129922 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42322) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:46.133367 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8a9b7e2d-e0bd-4500-bf8c-ac5c520ba501 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0831974 Aug 17 03:13:46.135674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42324) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:46.139887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-161a3f3c-1dd3-44b9-98cd-22e21e85aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Request body: {'port': {'network_id': '3dfda094-70af-49d1-9c36-d36961e8ad46', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1248302341'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:46.147638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-3dfda094-70af-49d1-9c36-d36961e8ad46', 'network_id': '3dfda094-70af-49d1-9c36-d36961e8ad46', 'tenant_id': '83351003c41e4f84813d5ef362a00014', 'fixed_ips': [{'subnet_id': '69cd0f8b-8aa3-4bce-9bd5-85d2bbb90163'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:13:46.148541 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:46.241660 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device fb75dd9d-0c82-4245-985e-68bb1d05d929 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:46.263560 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: fb75dd9d-0c82-4245-985e-68bb1d05d929 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:46.263908 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device fb75dd9d-0c82-4245-985e-68bb1d05d929 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:46.285829 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d97ae73-d329-4f75-b33f-bf9c5a633ff0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:46.293998 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d97ae73-d329-4f75-b33f-bf9c5a633ff0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:46.301854 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7d97ae73-d329-4f75-b33f-bf9c5a633ff0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5d098b8d-90d5-4dc6-b218-aa692bbc051c HTTP/1.1" status: 204 len: 168 time: 0.7461607 Aug 17 03:13:46.356927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d97ae73-d329-4f75-b33f-bf9c5a633ff0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d098b8d-90d5-4dc6-b218-aa692bbc051c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:46.388275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Allocated IP 2001:db8::2 (3dfda094-70af-49d1-9c36-d36961e8ad46/69cd0f8b-8aa3-4bce-9bd5-85d2bbb90163/655fc558-cd64-4f5b-aa3e-7759b9a81995) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:46.398450 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d024fd12-f451-4d0c-8dd6-a4663b6707b5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Allocated IP 172.20.0.14 (231691f2-ac47-4b98-9db9-aab5f5656c2c/5df8f852-8b4a-4f0c-8b3e-42b1edfe9134/5a8d6f1f-c062-4d97-973a-3a2325c04cea) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:46.415582 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-39929413-18d9-41c3-9829-514e4d9ba30a tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:46.420056 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-39929413-18d9-41c3-9829-514e4d9ba30a tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "DELETE /v2.0/ports/a0c30a40-d878-43e4-97d7-014a039b9b45 HTTP/1.1" status: 204 len: 168 time: 1.4992352 Aug 17 03:13:46.422023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42332) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:46.478355 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0e47be98-43fc-443e-a853-a2f1d6c119af admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1dcddbfa77d8439c92503d4521a21241&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3334787 Aug 17 03:13:46.482753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42334) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:46.486528 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c965b71-5a68-477d-a85b-5f2980526aa9 req-8a0c92d2-f941-49b0-81c2-723db5e0f5a1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 210 time: 0.0514181 Aug 17 03:13:46.517719 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0faabd8-875a-4101-a899-9ea846ca0c06 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] GET failed (client error): The resource could not be found. Aug 17 03:13:46.521855 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c0faabd8-875a-4101-a899-9ea846ca0c06 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "GET /v2.0/ports/a0c30a40-d878-43e4-97d7-014a039b9b45 HTTP/1.1" status: 404 len: 333 time: 0.0944231 Aug 17 03:13:46.522260 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42336) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:46.624513 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3b8ca7f2-bca4-4e7e-8063-6daf493bea49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:46.642099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161a3f3c-1dd3-44b9-98cd-22e21e85aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Made reservation on behalf of 83351003c41e4f84813d5ef362a00014 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:46.645561 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-161a3f3c-1dd3-44b9-98cd-22e21e85aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:46.657056 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-b55cace6-dc21-415a-86c4-87a38d92bee2 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Deleting port 517e4dc3-6626-4643-b629-b0762f04aeea {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:46.657705 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:46.657828 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b55cace6-dc21-415a-86c4-87a38d92bee2 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:46.673743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Transition to ACTIVE for port object 655fc558-cd64-4f5b-aa3e-7759b9a81995 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:46.686224 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3b8ca7f2-bca4-4e7e-8063-6daf493bea49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:46.702793 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-161a3f3c-1dd3-44b9-98cd-22e21e85aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] device_id is not set on port 4c3c9e33-c43c-4a11-ac30-c540674624e0 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:13:46.703018 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Transition to ACTIVE for port object 655fc558-cd64-4f5b-aa3e-7759b9a81995 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:46.723562 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d024fd12-f451-4d0c-8dd6-a4663b6707b5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:46.784632 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:46.819733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Network 3dfda094-70af-49d1-9c36-d36961e8ad46 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:46.821343 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b55cace6-dc21-415a-86c4-87a38d92bee2 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:46.824523 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:46.829789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:46.840514 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-b55cace6-dc21-415a-86c4-87a38d92bee2 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Calling delete_port for 517e4dc3-6626-4643-b629-b0762f04aeea owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:46.889658 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-161a3f3c-1dd3-44b9-98cd-22e21e85aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Allocated IP 2001:db8::35b (3dfda094-70af-49d1-9c36-d36961e8ad46/69cd0f8b-8aa3-4bce-9bd5-85d2bbb90163/4c3c9e33-c43c-4a11-ac30-c540674624e0) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:46.918187 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3b8ca7f2-bca4-4e7e-8063-6daf493bea49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:46.920916 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3b8ca7f2-bca4-4e7e-8063-6daf493bea49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:46.922373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3b8ca7f2-bca4-4e7e-8063-6daf493bea49 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f5faa27d-1778-4e0e-a6e8-6789b83248db HTTP/1.1" status: 204 len: 168 time: 0.4349451 Aug 17 03:13:46.971303 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b8ca7f2-bca4-4e7e-8063-6daf493bea49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5faa27d-1778-4e0e-a6e8-6789b83248db,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:46.974061 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Pushing event updated for resources: {'Port': ['ID=655fc558-cd64-4f5b-aa3e-7759b9a81995,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:46.976998 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d024fd12-f451-4d0c-8dd6-a4663b6707b5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:46.999837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['79ba673f-b50b-4d6e-bd59-c682df30f861'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:13:47.007362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Attempting to bind port 655fc558-cd64-4f5b-aa3e-7759b9a81995 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:47.007362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Attempting to bind port 655fc558-cd64-4f5b-aa3e-7759b9a81995 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '8603c847-a280-4616-a355-5904abed5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3dfda094-70af-49d1-9c36-d36961e8ad46'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:47.007362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Attempting to bind port 655fc558-cd64-4f5b-aa3e-7759b9a81995 on network 3dfda094-70af-49d1-9c36-d36961e8ad46 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:47.050975 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d024fd12-f451-4d0c-8dd6-a4663b6707b5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Network 231691f2-ac47-4b98-9db9-aab5f5656c2c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:47.055993 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d024fd12-f451-4d0c-8dd6-a4663b6707b5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:47.062389 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:13:47.062772 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Checking segment: {'id': '8603c847-a280-4616-a355-5904abed5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3dfda094-70af-49d1-9c36-d36961e8ad46'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:13:47.063180 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:47.063580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Bound using segment: {'id': '8603c847-a280-4616-a355-5904abed5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3dfda094-70af-49d1-9c36-d36961e8ad46'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:13:47.064976 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Bound port: 655fc558-cd64-4f5b-aa3e-7759b9a81995, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8603c847-a280-4616-a355-5904abed5563', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '3dfda094-70af-49d1-9c36-d36961e8ad46'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:13:47.065623 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:47.065937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d024fd12-f451-4d0c-8dd6-a4663b6707b5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:47.075508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d024fd12-f451-4d0c-8dd6-a4663b6707b5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Pushing event updated for resources: {'Port': ['ID=5a8d6f1f-c062-4d97-973a-3a2325c04cea,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:47.086434 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b55cace6-dc21-415a-86c4-87a38d92bee2 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:47.142594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55cace6-dc21-415a-86c4-87a38d92bee2 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event deleted for resources: {'Port': ['ID=517e4dc3-6626-4643-b629-b0762f04aeea,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:47.189223 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] For port 655fc558-cd64-4f5b-aa3e-7759b9a81995, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:13:47.194978 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] For port 655fc558-cd64-4f5b-aa3e-7759b9a81995, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=655fc558-cd64-4f5b-aa3e-7759b9a81995,segment=NetworkSegment(8603c847-a280-4616-a355-5904abed5563),segment_id=8603c847-a280-4616-a355-5904abed5563)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:13:47.277134 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:47.288436 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b55cace6-dc21-415a-86c4-87a38d92bee2 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:47.293288 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b55cace6-dc21-415a-86c4-87a38d92bee2 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "DELETE /v2.0/ports/517e4dc3-6626-4643-b629-b0762f04aeea HTTP/1.1" status: 204 len: 168 time: 0.7657490 Aug 17 03:13:47.295121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42348) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:47.316832 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42350) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:47.331746 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-161a3f3c-1dd3-44b9-98cd-22e21e85aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:47.342479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d024fd12-f451-4d0c-8dd6-a4663b6707b5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:47.343396 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d024fd12-f451-4d0c-8dd6-a4663b6707b5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:47.365600 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2700605e-b0af-4f49-b065-1258a4cdc72d None None] Pushing event updated for resources: {'Port': ['ID=655fc558-cd64-4f5b-aa3e-7759b9a81995,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:47.366922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-161a3f3c-1dd3-44b9-98cd-22e21e85aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Transition to ACTIVE for port object 4c3c9e33-c43c-4a11-ac30-c540674624e0 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:47.399101 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-f15efa31-2826-4343-9b32-49e96ad71500 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] GET failed (client error): The resource could not be found. Aug 17 03:13:47.405989 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f15efa31-2826-4343-9b32-49e96ad71500 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "GET /v2.0/ports/517e4dc3-6626-4643-b629-b0762f04aeea HTTP/1.1" status: 404 len: 333 time: 0.1096289 Aug 17 03:13:47.407395 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-639c5e39-7a5e-4c81-a6ea-f186e52a9e04 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:47.409494 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42352) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:47.421788 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d024fd12-f451-4d0c-8dd6-a4663b6707b5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7110593 Aug 17 03:13:47.443674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Request body: {'port': {'device_id': 'c7054941-f99e-4761-91bf-ceeca740b9c1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:47.492107 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-161a3f3c-1dd3-44b9-98cd-22e21e85aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:47.539535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161a3f3c-1dd3-44b9-98cd-22e21e85aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Network 3dfda094-70af-49d1-9c36-d36961e8ad46 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:47.547182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-161a3f3c-1dd3-44b9-98cd-22e21e85aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:47.564540 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-639c5e39-7a5e-4c81-a6ea-f186e52a9e04 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:47.577840 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161a3f3c-1dd3-44b9-98cd-22e21e85aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:47.586587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161a3f3c-1dd3-44b9-98cd-22e21e85aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:47.587512 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-161a3f3c-1dd3-44b9-98cd-22e21e85aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:47.670709 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-639c5e39-7a5e-4c81-a6ea-f186e52a9e04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:47.671877 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:47.819972 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161a3f3c-1dd3-44b9-98cd-22e21e85aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Pushing event updated for resources: {'Port': ['ID=4c3c9e33-c43c-4a11-ac30-c540674624e0,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:47.831602 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-161a3f3c-1dd3-44b9-98cd-22e21e85aff2 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6960437 Aug 17 03:13:47.843085 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42358) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:47.860466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a6be4792-f21d-4610-a10b-9a9167954634 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Request body: {'port': {'network_id': '3dfda094-70af-49d1-9c36-d36961e8ad46', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1657166074', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:47.861444 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.api.validators [None req-a6be4792-f21d-4610-a10b-9a9167954634 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] bootfile-name is not in valid_values {{(pid=101969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 03:13:47.861786 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.api.validators [None req-a6be4792-f21d-4610-a10b-9a9167954634 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] tftp-server is not in valid_values {{(pid=101969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 03:13:47.862126 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.api.validators [None req-a6be4792-f21d-4610-a10b-9a9167954634 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] server-ip-address is not in valid_values {{(pid=101969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 03:13:47.872994 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-639c5e39-7a5e-4c81-a6ea-f186e52a9e04 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ea75767fdba40dc96aef3820e6b1712&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5440960 Aug 17 03:13:47.891922 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-639c5e39-7a5e-4c81-a6ea-f186e52a9e04 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1fe3c2-36d2-4646-b61b-a19987b872db,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:47.894744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42360) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:47.931233 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-38e2d24a-73a0-4cfe-8794-2207d65f9145 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:47.980246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-32973cbd-2988-4bca-8af8-c707e3326efe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Deleting port faaf73ca-3cf1-4e97-8d32-191094e6fd27 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:47.980488 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-32973cbd-2988-4bca-8af8-c707e3326efe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:47.994949 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fd08cb-1430-4a44-9326-e529d62f629d req-833420ba-ff08-4903-af58-8679625ad4ca tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:48.001683 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-07fd08cb-1430-4a44-9326-e529d62f629d req-833420ba-ff08-4903-af58-8679625ad4ca tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 932 time: 0.3275366 Aug 17 03:13:48.035667 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0d22-c93e-494f-ae4c-b19884cc8531 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:48.064833 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0d22-c93e-494f-ae4c-b19884cc8531 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:48.131501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42364) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:48.152687 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-07fd08cb-1430-4a44-9326-e529d62f629d req-3aa4d273-fd90-4bd8-b606-84d20a5dee74 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500304 Aug 17 03:13:48.167429 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-79172957-71d0-491a-8113-36900e3a5799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:48.170627 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-32973cbd-2988-4bca-8af8-c707e3326efe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:48.174190 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:48.190653 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-32973cbd-2988-4bca-8af8-c707e3326efe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Calling delete_port for faaf73ca-3cf1-4e97-8d32-191094e6fd27 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:48.199149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5a8d6f1f-c062-4d97-973a-3a2325c04cea {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:13:48.208928 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:48.221143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Transition to ACTIVE for port object 5a8d6f1f-c062-4d97-973a-3a2325c04cea will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:48.261332 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6be4792-f21d-4610-a10b-9a9167954634 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Made reservation on behalf of 83351003c41e4f84813d5ef362a00014 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:48.265115 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a6be4792-f21d-4610-a10b-9a9167954634 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:48.296942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-a6be4792-f21d-4610-a10b-9a9167954634 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] device_id is not set on port a6b49a69-3edd-48a6-8904-21621db555f3 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:13:48.298536 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:48.310237 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0d22-c93e-494f-ae4c-b19884cc8531 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:48.313535 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d7cf0d22-c93e-494f-ae4c-b19884cc8531 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:48.316307 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d7cf0d22-c93e-494f-ae4c-b19884cc8531 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ed1fe3c2-36d2-4646-b61b-a19987b872db HTTP/1.1" status: 204 len: 168 time: 0.4212854 Aug 17 03:13:48.350822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 655fc558-cd64-4f5b-aa3e-7759b9a81995 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:13:48.447725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf0d22-c93e-494f-ae4c-b19884cc8531 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1fe3c2-36d2-4646-b61b-a19987b872db,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:48.472705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8d6f1f-c062-4d97-973a-3a2325c04cea,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:48.520409 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 655fc558-cd64-4f5b-aa3e-7759b9a81995 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:48.568619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-a6be4792-f21d-4610-a10b-9a9167954634 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Allocated IP 2001:db8::141 (3dfda094-70af-49d1-9c36-d36961e8ad46/69cd0f8b-8aa3-4bce-9bd5-85d2bbb90163/a6b49a69-3edd-48a6-8904-21621db555f3) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:48.650984 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-79172957-71d0-491a-8113-36900e3a5799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:48.652421 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Attempting to bind port 5a8d6f1f-c062-4d97-973a-3a2325c04cea on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:48.652770 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Attempting to bind port 5a8d6f1f-c062-4d97-973a-3a2325c04cea by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:48.653108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Attempting to bind port 5a8d6f1f-c062-4d97-973a-3a2325c04cea on network 231691f2-ac47-4b98-9db9-aab5f5656c2c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:48.658198 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Port 5a8d6f1f-c062-4d97-973a-3a2325c04cea on network 231691f2-ac47-4b98-9db9-aab5f5656c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:13:48.658453 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Attempting to bind port 5a8d6f1f-c062-4d97-973a-3a2325c04cea on network 231691f2-ac47-4b98-9db9-aab5f5656c2c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:48.663782 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:13:48.664131 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Checking segment: {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:13:48.664529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Bound using segment: {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:13:48.664964 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Bound port: 5a8d6f1f-c062-4d97-973a-3a2325c04cea, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:13:48.665333 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:48.727625 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-79172957-71d0-491a-8113-36900e3a5799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:48.732790 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-32973cbd-2988-4bca-8af8-c707e3326efe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:48.801272 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79172957-71d0-491a-8113-36900e3a5799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22f612dd-a178-4b99-be7a-3c9ee6cac37f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:48.812938 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-79172957-71d0-491a-8113-36900e3a5799 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=89a4bb6ffc4845daaae1c2f34eb9d8f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6802089 Aug 17 03:13:48.820388 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42368) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:48.820388 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] For port 5a8d6f1f-c062-4d97-973a-3a2325c04cea, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:13:48.825039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] For port 5a8d6f1f-c062-4d97-973a-3a2325c04cea, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=5a8d6f1f-c062-4d97-973a-3a2325c04cea,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:13:48.891599 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d2345297-fd50-4e5f-a51b-19a3b48452ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:48.919033 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d2345297-fd50-4e5f-a51b-19a3b48452ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:48.922953 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32973cbd-2988-4bca-8af8-c707e3326efe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event deleted for resources: {'Port': ['ID=faaf73ca-3cf1-4e97-8d32-191094e6fd27,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:48.948437 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:48.968404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05e79d9f-cb91-4b63-903f-63627447ac83 None None] Network 3dfda094-70af-49d1-9c36-d36961e8ad46 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:49.016018 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-32973cbd-2988-4bca-8af8-c707e3326efe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:49.018587 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-32973cbd-2988-4bca-8af8-c707e3326efe tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "DELETE /v2.0/ports/faaf73ca-3cf1-4e97-8d32-191094e6fd27 HTTP/1.1" status: 204 len: 168 time: 1.6061456 Aug 17 03:13:49.022380 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42372) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:49.116001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:49.116766 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:49.118500 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] 10.222.0.30 "PUT /v2.0/ports/5a8d6f1f-c062-4d97-973a-3a2325c04cea HTTP/1.1" status: 200 len: 1092 time: 1.6885600 Aug 17 03:13:49.119658 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c7054941-f99e-4761-91bf-ceeca740b9c1', 'tag': '5a8d6f1f-c062-4d97-973a-3a2325c04cea'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:49.122089 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a27bf7bd-e359-4cb0-83a1-dec0d0820cfc" -d '{"events": [{"name": "network-changed", "server_uuid": "c7054941-f99e-4761-91bf-ceeca740b9c1", "tag": "5a8d6f1f-c062-4d97-973a-3a2325c04cea"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:49.133343 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a6be4792-f21d-4610-a10b-9a9167954634 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:49.158216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d32c3da0-2bd1-421e-97ad-2b3d4c125353 service neutron] Pushing event updated for resources: {'Port': ['ID=5a8d6f1f-c062-4d97-973a-3a2325c04cea,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:49.174669 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-857ca94d-9e86-4f4f-80e3-ee68b7858357 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Deleting subnet f507ff13-7c9b-4a83-83b3-d8c026ec49e7 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:13:49.179394 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-857ca94d-9e86-4f4f-80e3-ee68b7858357 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:49.184580 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e51ea0c-f6c2-4270-a4aa-c41a43187283 x-openstack-request-id: req-9e51ea0c-f6c2-4270-a4aa-c41a43187283 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:49.184999 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c7054941-f99e-4761-91bf-ceeca740b9c1", "tag": "5a8d6f1f-c062-4d97-973a-3a2325c04cea", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:49.185098 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e51ea0c-f6c2-4270-a4aa-c41a43187283 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:49.185557 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c7054941-f99e-4761-91bf-ceeca740b9c1', 'tag': '5a8d6f1f-c062-4d97-973a-3a2325c04cea', 'status': 'completed', 'code': 200} Aug 17 03:13:49.195886 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d2345297-fd50-4e5f-a51b-19a3b48452ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:49.195886 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d2345297-fd50-4e5f-a51b-19a3b48452ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:49.195886 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d2345297-fd50-4e5f-a51b-19a3b48452ed admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22f612dd-a178-4b99-be7a-3c9ee6cac37f HTTP/1.1" status: 204 len: 168 time: 0.3760619 Aug 17 03:13:49.231734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2345297-fd50-4e5f-a51b-19a3b48452ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22f612dd-a178-4b99-be7a-3c9ee6cac37f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:49.240426 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-a6be4792-f21d-4610-a10b-9a9167954634 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Transition to ACTIVE for port object a6b49a69-3edd-48a6-8904-21621db555f3 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:49.253304 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:49.255383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-50a570be-8fdf-40e2-b6d4-3379259e95f6 None None] Provisioning for port 655fc558-cd64-4f5b-aa3e-7759b9a81995 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:49.301330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-50a570be-8fdf-40e2-b6d4-3379259e95f6 None None] Provisioning complete for port 655fc558-cd64-4f5b-aa3e-7759b9a81995 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:49.302372 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50a570be-8fdf-40e2-b6d4-3379259e95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:49.334902 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bf7bd-e359-4cb0-83a1-dec0d0820cfc req-f2e7ef29-8fbc-40e6-8eda-211e0584390e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:49.336024 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a27bf7bd-e359-4cb0-83a1-dec0d0820cfc req-f2e7ef29-8fbc-40e6-8eda-211e0584390e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 1095 time: 0.1210473 Aug 17 03:13:49.356769 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-857ca94d-9e86-4f4f-80e3-ee68b7858357 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:49.420965 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a6be4792-f21d-4610-a10b-9a9167954634 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:49.469802 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50a570be-8fdf-40e2-b6d4-3379259e95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:49.492159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bf7bd-e359-4cb0-83a1-dec0d0820cfc req-d7b85a78-ba93-4db5-9439-50014d3d43ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:49.498036 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a27bf7bd-e359-4cb0-83a1-dec0d0820cfc req-d7b85a78-ba93-4db5-9439-50014d3d43ea service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1515734 Aug 17 03:13:49.513744 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-50a570be-8fdf-40e2-b6d4-3379259e95f6 None None] For port 655fc558-cd64-4f5b-aa3e-7759b9a81995, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=655fc558-cd64-4f5b-aa3e-7759b9a81995,segment=NetworkSegment(8603c847-a280-4616-a355-5904abed5563),segment_id=8603c847-a280-4616-a355-5904abed5563)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:49.524759 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6be4792-f21d-4610-a10b-9a9167954634 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Pushing event updated for resources: {'Port': ['ID=a6b49a69-3edd-48a6-8904-21621db555f3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:49.542545 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03396eba-88fb-4b48-aa26-f5959cc47e66 req-c134cfa1-1fa0-4253-bc25-c5b2ea71f9d3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:49.544680 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03396eba-88fb-4b48-aa26-f5959cc47e66 req-c134cfa1-1fa0-4253-bc25-c5b2ea71f9d3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 944 time: 0.2782199 Aug 17 03:13:49.558288 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6be4792-f21d-4610-a10b-9a9167954634 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Network 3dfda094-70af-49d1-9c36-d36961e8ad46 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:49.627113 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a6be4792-f21d-4610-a10b-9a9167954634 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:49.635079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6be4792-f21d-4610-a10b-9a9167954634 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:49.641566 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6be4792-f21d-4610-a10b-9a9167954634 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:49.645001 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a6be4792-f21d-4610-a10b-9a9167954634 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:49.660794 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50a570be-8fdf-40e2-b6d4-3379259e95f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:49.675135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27bf7bd-e359-4cb0-83a1-dec0d0820cfc req-41065005-539e-4d94-9f41-d5eac5d2ff2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:49.677285 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a27bf7bd-e359-4cb0-83a1-dec0d0820cfc req-41065005-539e-4d94-9f41-d5eac5d2ff2b service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1716719 Aug 17 03:13:49.682502 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03396eba-88fb-4b48-aa26-f5959cc47e66 req-adbac281-0125-48e6-94b7-efc08b3fdd7b tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311288 Aug 17 03:13:49.695406 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-857ca94d-9e86-4f4f-80e3-ee68b7858357 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:49.770969 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a6be4792-f21d-4610-a10b-9a9167954634 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 1.9222567 Aug 17 03:13:49.783600 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42392) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:49.834489 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50a570be-8fdf-40e2-b6d4-3379259e95f6 None None] Pushing event updated for resources: {'Port': ['ID=655fc558-cd64-4f5b-aa3e-7759b9a81995,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:49.852921 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-a96dc02e-907e-4938-b9b7-50dab26f434b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:49.855893 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-a96dc02e-907e-4938-b9b7-50dab26f434b service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 1095 time: 0.1312430 Aug 17 03:13:49.957537 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1194cdc-4432-4358-beb2-97a200b34ade tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:49.974722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1194cdc-4432-4358-beb2-97a200b34ade tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:49.978033 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-daef5790-09b9-41a9-9533-ab32c09a2c96 None None] Provisioning for port 4c3c9e33-c43c-4a11-ac30-c540674624e0 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:49.981897 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1194cdc-4432-4358-beb2-97a200b34ade tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:49.983689 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c1194cdc-4432-4358-beb2-97a200b34ade tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2624 time: 0.1994863 Aug 17 03:13:49.985068 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-daef5790-09b9-41a9-9533-ab32c09a2c96 None None] Provisioning complete for port 4c3c9e33-c43c-4a11-ac30-c540674624e0 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:49.986071 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-daef5790-09b9-41a9-9533-ab32c09a2c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:49.996231 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42398) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:50.076070 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-daef5790-09b9-41a9-9533-ab32c09a2c96 None None] Port 4c3c9e33-c43c-4a11-ac30-c540674624e0 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:50.097766 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-857ca94d-9e86-4f4f-80e3-ee68b7858357 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:50.138385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-daef5790-09b9-41a9-9533-ab32c09a2c96 None None] Provisioning complete for port 655fc558-cd64-4f5b-aa3e-7759b9a81995 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:50.139221 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-daef5790-09b9-41a9-9533-ab32c09a2c96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:50.195464 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-857ca94d-9e86-4f4f-80e3-ee68b7858357 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:50.202142 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-857ca94d-9e86-4f4f-80e3-ee68b7858357 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "DELETE /v2.0/subnets/f507ff13-7c9b-4a83-83b3-d8c026ec49e7 HTTP/1.1" status: 204 len: 168 time: 1.1785116 Aug 17 03:13:50.247450 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42402) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:50.263665 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11968557-ce24-4a59-b7b3-1e194e3807b0 None None] Network 0d8d19d6-31db-4a18-9430-9dff25e3e5a2 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:50.269879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-857ca94d-9e86-4f4f-80e3-ee68b7858357 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event deleted for resources: {'Subnet': ['ID=f507ff13-7c9b-4a83-83b3-d8c026ec49e7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:50.379403 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 655fc558-cd64-4f5b-aa3e-7759b9a81995 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:13:50.423093 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:50.429884 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa5165-a7de-48a1-b0a5-0f4871a46ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Deleting port a6b49a69-3edd-48a6-8904-21621db555f3 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:50.430163 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2eaa5165-a7de-48a1-b0a5-0f4871a46ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:50.526122 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-324ef7df-09f4-4e78-a831-b08f82362c21 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5a8d6f1f-c062-4d97-973a-3a2325c04cea HTTP/1.1" status: 200 len: 217 time: 0.6583333 Aug 17 03:13:50.594346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 655fc558-cd64-4f5b-aa3e-7759b9a81995 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:50.594886 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:50.625741 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-ab3df493-e6d1-4439-815a-07915d7207e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:50.627307 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-ab3df493-e6d1-4439-815a-07915d7207e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5df8f852-8b4a-4f0c-8b3e-42b1edfe9134 HTTP/1.1" status: 200 len: 845 time: 0.0923662 Aug 17 03:13:50.682437 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-3753227d-37e6-4c2b-bbdf-e82836d39b6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=231691f2-ac47-4b98-9db9-aab5f5656c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0418115 Aug 17 03:13:50.729977 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2eaa5165-a7de-48a1-b0a5-0f4871a46ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:50.746198 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-2eaa5165-a7de-48a1-b0a5-0f4871a46ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Calling delete_port for a6b49a69-3edd-48a6-8904-21621db555f3 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:50.752732 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7f927bf2-f43f-46a7-aa16-2e247dad07bb None None] Provisioning complete for port 4c3c9e33-c43c-4a11-ac30-c540674624e0 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:50.753151 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7f927bf2-f43f-46a7-aa16-2e247dad07bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:50.852427 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-415e3cc0-2669-43ff-85a8-85d8be5a0bc4 service neutron] 10.222.0.30 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1620204 Aug 17 03:13:50.861128 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Deleting port 32bda37d-76f3-44ae-9671-91b8a4130ab2 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:50.865131 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7f927bf2-f43f-46a7-aa16-2e247dad07bb None None] Port 4c3c9e33-c43c-4a11-ac30-c540674624e0 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:50.865383 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:50.882844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057bf5f1-3022-4c99-a346-7b4b4cf2633a None None] DHCP port deletion for 0d8d19d6-31db-4a18-9430-9dff25e3e5a2 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:13:50.964572 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] For port 32bda37d-76f3-44ae-9671-91b8a4130ab2, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=32bda37d-76f3-44ae-9671-91b8a4130ab2,segment=NetworkSegment(0b7d2e8e-93de-455e-9032-3b9d7f7e5e69),segment_id=0b7d2e8e-93de-455e-9032-3b9d7f7e5e69)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:50.965002 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:50.972600 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:50.972952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab9d0d8c-b3c0-465e-a62a-b0bed340dc70 req-654b3754-9290-46e0-9fc2-0ce7dc4d44eb tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:50.974165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-057bf5f1-3022-4c99-a346-7b4b4cf2633a None None] Deleting port 32bda37d-76f3-44ae-9671-91b8a4130ab2 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:50.981545 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab9d0d8c-b3c0-465e-a62a-b0bed340dc70 req-654b3754-9290-46e0-9fc2-0ce7dc4d44eb tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 944 time: 0.1441960 Aug 17 03:13:50.981713 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-057bf5f1-3022-4c99-a346-7b4b4cf2633a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:50.982167 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Calling delete_port for 32bda37d-76f3-44ae-9671-91b8a4130ab2 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:51.029459 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab9d0d8c-b3c0-465e-a62a-b0bed340dc70 req-3e043e33-ab08-4f3d-a9ca-dc10d7c3503b tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483048 Aug 17 03:13:51.033384 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-44553582-fd7b-48ba-8bd5-cc3b8944bb85 req-c2c7d9ee-529f-475d-af6d-e606f7422fde service neutron] 10.222.0.30 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604135 Aug 17 03:13:51.044166 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7f927bf2-f43f-46a7-aa16-2e247dad07bb None None] Provisioning for port a6b49a69-3edd-48a6-8904-21621db555f3 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:51.051291 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7f927bf2-f43f-46a7-aa16-2e247dad07bb None None] Provisioning complete for port a6b49a69-3edd-48a6-8904-21621db555f3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:51.051878 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7f927bf2-f43f-46a7-aa16-2e247dad07bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:51.121054 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-057bf5f1-3022-4c99-a346-7b4b4cf2633a None None] For port 32bda37d-76f3-44ae-9671-91b8a4130ab2, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=32bda37d-76f3-44ae-9671-91b8a4130ab2,segment=NetworkSegment(0b7d2e8e-93de-455e-9032-3b9d7f7e5e69),segment_id=0b7d2e8e-93de-455e-9032-3b9d7f7e5e69)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:51.121054 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-057bf5f1-3022-4c99-a346-7b4b4cf2633a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:51.127785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7f927bf2-f43f-46a7-aa16-2e247dad07bb None None] Port a6b49a69-3edd-48a6-8904-21621db555f3 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:51.145953 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-057bf5f1-3022-4c99-a346-7b4b4cf2633a None None] Calling delete_port for 32bda37d-76f3-44ae-9671-91b8a4130ab2 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:51.166080 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2eaa5165-a7de-48a1-b0a5-0f4871a46ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:51.207565 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa5165-a7de-48a1-b0a5-0f4871a46ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Pushing event deleted for resources: {'Port': ['ID=a6b49a69-3edd-48a6-8904-21621db555f3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:51.210271 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:51.233864 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-057bf5f1-3022-4c99-a346-7b4b4cf2633a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:51.235401 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2eaa5165-a7de-48a1-b0a5-0f4871a46ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:51.237857 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2eaa5165-a7de-48a1-b0a5-0f4871a46ce9 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] 10.222.0.10 "DELETE /v2.0/ports/a6b49a69-3edd-48a6-8904-21621db555f3 HTTP/1.1" status: 204 len: 168 time: 1.2407637 Aug 17 03:13:51.241728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42412) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:51.249314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3cd4e5da-81f3-4eea-a7ce-523ec1608392 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Request body: {'port': {'name': 'tempest-new-port-name-1276445430', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:51.256424 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.api.validators [None req-3cd4e5da-81f3-4eea-a7ce-523ec1608392 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] bootfile-name is not in valid_values {{(pid=101970) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 03:13:51.256424 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.api.validators [None req-3cd4e5da-81f3-4eea-a7ce-523ec1608392 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] tftp-server is not in valid_values {{(pid=101970) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 03:13:51.256424 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.api.validators [None req-3cd4e5da-81f3-4eea-a7ce-523ec1608392 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] server-ip-address is not in valid_values {{(pid=101970) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 03:13:51.261042 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event deleted for resources: {'Port': ['ID=32bda37d-76f3-44ae-9671-91b8a4130ab2,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:51.265782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] No DVR routers for this DVR port 32bda37d-76f3-44ae-9671-91b8a4130ab2 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:51.272251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057bf5f1-3022-4c99-a346-7b4b4cf2633a None None] No DVR routers for this DVR port 32bda37d-76f3-44ae-9671-91b8a4130ab2 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:51.283330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057bf5f1-3022-4c99-a346-7b4b4cf2633a None None] Pushing event deleted for resources: {'Port': ['ID=32bda37d-76f3-44ae-9671-91b8a4130ab2,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:51.348647 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cd4e5da-81f3-4eea-a7ce-523ec1608392 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:51.406956 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:51.426002 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d8d19d6-31db-4a18-9430-9dff25e3e5a2']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:51.453162 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b7d2e8e-93de-455e-9032-3b9d7f7e5e69') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:51.453359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b7d2e8e-93de-455e-9032-3b9d7f7e5e69') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:51.465576 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:51.495661 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:51.503642 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42418) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:51.506940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:13:51.507412 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:13:51.518197 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:13:51.618066 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cd4e5da-81f3-4eea-a7ce-523ec1608392 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:51.728981 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:51.737375 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cd4e5da-81f3-4eea-a7ce-523ec1608392 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:51.747270 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:51.748730 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] 10.222.0.10 "DELETE /v2.0/networks/0d8d19d6-31db-4a18-9430-9dff25e3e5a2 HTTP/1.1" status: 204 len: 168 time: 1.4899974 Aug 17 03:13:51.778881 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-3cd4e5da-81f3-4eea-a7ce-523ec1608392 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] In _notify_port_updated(), no bound segment for port 4c3c9e33-c43c-4a11-ac30-c540674624e0 on network 3dfda094-70af-49d1-9c36-d36961e8ad46 {{(pid=101970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:13:51.787263 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cd4e5da-81f3-4eea-a7ce-523ec1608392 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:51.787263 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cd4e5da-81f3-4eea-a7ce-523ec1608392 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:51.787263 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3cd4e5da-81f3-4eea-a7ce-523ec1608392 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] 10.222.0.10 "PUT /v2.0/ports/4c3c9e33-c43c-4a11-ac30-c540674624e0 HTTP/1.1" status: 200 len: 1130 time: 0.5440390 Aug 17 03:13:51.789512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42426) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:51.839362 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1c58a7e-4240-4dcf-b3aa-f01c7140f0a9 tempest-AllowedAddressPairTestJSON-2027418935 tempest-AllowedAddressPairTestJSON-2027418935-project] Pushing event deleted for resources: {'Network': ['ID=0d8d19d6-31db-4a18-9430-9dff25e3e5a2,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:51.862222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3296933-8c69-4592-a385-450f128a6c8a tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:51.864114 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c3296933-8c69-4592-a385-450f128a6c8a tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] 10.222.0.10 "GET /v2.0/ports/4c3c9e33-c43c-4a11-ac30-c540674624e0 HTTP/1.1" status: 200 len: 1130 time: 0.0733912 Aug 17 03:13:51.865279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cd4e5da-81f3-4eea-a7ce-523ec1608392 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Pushing event updated for resources: {'Port': ['ID=4c3c9e33-c43c-4a11-ac30-c540674624e0,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:51.867469 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42428) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:52.053185 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-de5406b5-51c5-460e-96de-641bd319b02d tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Deleting port 4c3c9e33-c43c-4a11-ac30-c540674624e0 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:52.054603 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de5406b5-51c5-460e-96de-641bd319b02d tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:52.223669 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-44f54987-676e-47dd-95e1-a2fde3030520 None None] Provisioning complete for port 4c3c9e33-c43c-4a11-ac30-c540674624e0 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:52.227965 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-44f54987-676e-47dd-95e1-a2fde3030520 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:52.239623 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de5406b5-51c5-460e-96de-641bd319b02d tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:52.267765 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-de5406b5-51c5-460e-96de-641bd319b02d tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Calling delete_port for 4c3c9e33-c43c-4a11-ac30-c540674624e0 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:52.277089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a55b33c6-a67f-4d45-a644-808791e68c28 req-7d698bca-88d3-43b1-bcfb-036be9a7f693 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:52.278704 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a55b33c6-a67f-4d45-a644-808791e68c28 req-7d698bca-88d3-43b1-bcfb-036be9a7f693 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 944 time: 0.1229806 Aug 17 03:13:52.302748 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-44f54987-676e-47dd-95e1-a2fde3030520 None None] Port 4c3c9e33-c43c-4a11-ac30-c540674624e0 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:13:52.312748 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 32bda37d-76f3-44ae-9671-91b8a4130ab2 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:52.346598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 32bda37d-76f3-44ae-9671-91b8a4130ab2 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:52.347214 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 32bda37d-76f3-44ae-9671-91b8a4130ab2 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:52.372109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42436) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:52.391514 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a55b33c6-a67f-4d45-a644-808791e68c28 req-ee10eae7-8e32-4c12-844a-6b1c385ab1a5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042187 Aug 17 03:13:52.558593 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-834046cc-c3db-45b7-a154-dfb764b21fc0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f66b620b618a4a7a81e11414e6c2f575&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1815152 Aug 17 03:13:52.558909 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42442) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:52.614105 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5d495de6-1f88-4e8b-9202-d0ec4a760814 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:52.640131 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5d495de6-1f88-4e8b-9202-d0ec4a760814 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:52.771063 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 5a8d6f1f-c062-4d97-973a-3a2325c04cea details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:13:52.777610 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5d495de6-1f88-4e8b-9202-d0ec4a760814 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:52.780493 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5d495de6-1f88-4e8b-9202-d0ec4a760814 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:52.781696 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5d495de6-1f88-4e8b-9202-d0ec4a760814 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d28baa6e-c6a9-458e-932e-587cbb3ea498 HTTP/1.1" status: 204 len: 168 time: 0.2219303 Aug 17 03:13:52.791010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d495de6-1f88-4e8b-9202-d0ec4a760814 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d28baa6e-c6a9-458e-932e-587cbb3ea498,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:52.797833 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f77a003-32b2-4199-8178-f83a9f42a8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:52.887742 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 5a8d6f1f-c062-4d97-973a-3a2325c04cea, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=5a8d6f1f-c062-4d97-973a-3a2325c04cea,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:52.898144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '5a8d6f1f-c062-4d97-973a-3a2325c04cea', 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c', 'port_id': '5a8d6f1f-c062-4d97-973a-3a2325c04cea', 'mac_address': 'fa:16:3e:67:3f:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df8f852-8b4a-4f0c-8b3e-42b1edfe9134', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:13:52.939759 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:52.952636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5a8d6f1f-c062-4d97-973a-3a2325c04cea {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:13:52.955471 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de5406b5-51c5-460e-96de-641bd319b02d tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:52.973210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 5a8d6f1f-c062-4d97-973a-3a2325c04cea, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=5a8d6f1f-c062-4d97-973a-3a2325c04cea,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:53.008364 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5406b5-51c5-460e-96de-641bd319b02d tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Pushing event deleted for resources: {'Port': ['ID=4c3c9e33-c43c-4a11-ac30-c540674624e0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:53.036349 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.039213 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de5406b5-51c5-460e-96de-641bd319b02d tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.042423 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-de5406b5-51c5-460e-96de-641bd319b02d tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] 10.222.0.10 "DELETE /v2.0/ports/4c3c9e33-c43c-4a11-ac30-c540674624e0 HTTP/1.1" status: 204 len: 168 time: 1.1739211 Aug 17 03:13:53.044923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42446) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:53.091072 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=5a8d6f1f-c062-4d97-973a-3a2325c04cea,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:53.117021 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e417226-a978-4a03-9f21-eb10c1592935 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Deleting subnet 69cd0f8b-8aa3-4bce-9bd5-85d2bbb90163 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:13:53.131243 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e417226-a978-4a03-9f21-eb10c1592935 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.162676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4f77a003-32b2-4199-8178-f83a9f42a8d8 admin admin] Deleting port 9271890f-539c-4f09-945d-392c5f0fb1d9 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:53.162926 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f77a003-32b2-4199-8178-f83a9f42a8d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.182549 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e417226-a978-4a03-9f21-eb10c1592935 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.251804 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['5a8d6f1f-c062-4d97-973a-3a2325c04cea'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:13:53.284577 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-4f77a003-32b2-4199-8178-f83a9f42a8d8 admin admin] For port 9271890f-539c-4f09-945d-392c5f0fb1d9, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9271890f-539c-4f09-945d-392c5f0fb1d9,segment=NetworkSegment(5db9e6f8-005b-4a94-af93-e5b6a7abeb04),segment_id=5db9e6f8-005b-4a94-af93-e5b6a7abeb04)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:53.284577 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f77a003-32b2-4199-8178-f83a9f42a8d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.310625 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4f77a003-32b2-4199-8178-f83a9f42a8d8 admin admin] Calling delete_port for 9271890f-539c-4f09-945d-392c5f0fb1d9 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:53.337018 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e417226-a978-4a03-9f21-eb10c1592935 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.541916 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e417226-a978-4a03-9f21-eb10c1592935 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.587187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec4d5e6d-1390-411e-8f6d-84ae1d3b636f req-f92bd8a0-4dd2-46d4-80ee-a03b520bb226 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:53.587187 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec4d5e6d-1390-411e-8f6d-84ae1d3b636f req-f92bd8a0-4dd2-46d4-80ee-a03b520bb226 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 945 time: 0.1084585 Aug 17 03:13:53.588057 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3813d8d0-c089-43f6-bc60-300c6d581c44 None None] Network 3dfda094-70af-49d1-9c36-d36961e8ad46 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:53.588176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e417226-a978-4a03-9f21-eb10c1592935 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Pushing event deleted for resources: {'Subnet': ['ID=69cd0f8b-8aa3-4bce-9bd5-85d2bbb90163,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:53.590150 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e417226-a978-4a03-9f21-eb10c1592935 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.593031 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9e417226-a978-4a03-9f21-eb10c1592935 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] 10.222.0.10 "DELETE /v2.0/subnets/69cd0f8b-8aa3-4bce-9bd5-85d2bbb90163 HTTP/1.1" status: 204 len: 168 time: 0.5463216 Aug 17 03:13:53.594688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42464) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:53.629499 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f77a003-32b2-4199-8178-f83a9f42a8d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.659785 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f77a003-32b2-4199-8178-f83a9f42a8d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=9271890f-539c-4f09-945d-392c5f0fb1d9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:53.753495 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec4d5e6d-1390-411e-8f6d-84ae1d3b636f req-567da7a6-0a13-442e-8693-1f71bda7f0aa tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562960 Aug 17 03:13:53.761867 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.849896 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9286cef2-bbca-4a03-a44b-69ee35833df4 None None] DHCP port deletion for 3dfda094-70af-49d1-9c36-d36961e8ad46 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:13:53.860494 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Deleting port 655fc558-cd64-4f5b-aa3e-7759b9a81995 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:53.860849 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.918360 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f77a003-32b2-4199-8178-f83a9f42a8d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.945184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] For port 655fc558-cd64-4f5b-aa3e-7759b9a81995, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=655fc558-cd64-4f5b-aa3e-7759b9a81995,segment=NetworkSegment(8603c847-a280-4616-a355-5904abed5563),segment_id=8603c847-a280-4616-a355-5904abed5563)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:53.945887 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:53.975452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Calling delete_port for 655fc558-cd64-4f5b-aa3e-7759b9a81995 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:53.987293 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-9286cef2-bbca-4a03-a44b-69ee35833df4 None None] Deleting port 655fc558-cd64-4f5b-aa3e-7759b9a81995 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:53.987773 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9286cef2-bbca-4a03-a44b-69ee35833df4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.066714 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-9286cef2-bbca-4a03-a44b-69ee35833df4 None None] For port 655fc558-cd64-4f5b-aa3e-7759b9a81995, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=655fc558-cd64-4f5b-aa3e-7759b9a81995,segment=NetworkSegment(8603c847-a280-4616-a355-5904abed5563),segment_id=8603c847-a280-4616-a355-5904abed5563)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:54.067126 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9286cef2-bbca-4a03-a44b-69ee35833df4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.081822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-9286cef2-bbca-4a03-a44b-69ee35833df4 None None] Calling delete_port for 655fc558-cd64-4f5b-aa3e-7759b9a81995 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:54.160848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42476) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:54.168682 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.203539 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f77a003-32b2-4199-8178-f83a9f42a8d8 admin admin] Router 0436a45b-b9e1-4b63-bc9b-10eaf166f416 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:13:54.228148 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9286cef2-bbca-4a03-a44b-69ee35833df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.248686 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Pushing event deleted for resources: {'Port': ['ID=655fc558-cd64-4f5b-aa3e-7759b9a81995,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:54.266269 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9286cef2-bbca-4a03-a44b-69ee35833df4 None None] No DVR routers for this DVR port 655fc558-cd64-4f5b-aa3e-7759b9a81995 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:54.276650 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] No DVR routers for this DVR port 655fc558-cd64-4f5b-aa3e-7759b9a81995 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:54.288812 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9286cef2-bbca-4a03-a44b-69ee35833df4 None None] Pushing event deleted for resources: {'Port': ['ID=655fc558-cd64-4f5b-aa3e-7759b9a81995,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:54.349061 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-4803cfc8-f6b1-4e02-98d4-07d387dd69fc tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-997180385'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:54.373329 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f77a003-32b2-4199-8178-f83a9f42a8d8 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:13:54.382574 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e3387-4ef0-43a9-aed2-22ae6486f119 None None] Sync routers for ids ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:13:54.386623 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4f77a003-32b2-4199-8178-f83a9f42a8d8 admin admin] 10.222.0.10 "PUT /v2.0/routers/0436a45b-b9e1-4b63-bc9b-10eaf166f416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8818414 Aug 17 03:13:54.389007 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42482) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:54.403157 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 655fc558-cd64-4f5b-aa3e-7759b9a81995 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:54.406782 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e3387-4ef0-43a9-aed2-22ae6486f119 None None] Routers {'0436a45b-b9e1-4b63-bc9b-10eaf166f416'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:54.407430 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-999e3387-4ef0-43a9-aed2-22ae6486f119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:54.427195 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.441767 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3dfda094-70af-49d1-9c36-d36961e8ad46']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:54.443501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 655fc558-cd64-4f5b-aa3e-7759b9a81995 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:54.443970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 655fc558-cd64-4f5b-aa3e-7759b9a81995 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:54.457189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8603c847-a280-4616-a355-5904abed5563') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:54.457522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8603c847-a280-4616-a355-5904abed5563') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:54.468997 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.489697 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.497503 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:13:54.497989 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:13:54.502537 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:13:54.530721 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47426c4c-0dd0-4e65-a089-41dcae953ed7 admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.535843 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-999e3387-4ef0-43a9-aed2-22ae6486f119 None None] Set router 0436a45b-b9e1-4b63-bc9b-10eaf166f416 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:54.546041 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4803cfc8-f6b1-4e02-98d4-07d387dd69fc tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Made reservation on behalf of e101eb18e7164ec090e51ec073f6f65a for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:54.549695 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4803cfc8-f6b1-4e02-98d4-07d387dd69fc tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.561185 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4803cfc8-f6b1-4e02-98d4-07d387dd69fc tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.656817 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47426c4c-0dd0-4e65-a089-41dcae953ed7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.669565 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.679376 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.684646 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] 10.222.0.10 "DELETE /v2.0/networks/3dfda094-70af-49d1-9c36-d36961e8ad46 HTTP/1.1" status: 204 len: 168 time: 1.0861537 Aug 17 03:13:54.698867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66966d5-ebf1-4159-b048-d0511e4f45df tempest-ExtraDHCPOptionsIpV6TestJSON-347345868 tempest-ExtraDHCPOptionsIpV6TestJSON-347345868-project] Pushing event deleted for resources: {'Network': ['ID=3dfda094-70af-49d1-9c36-d36961e8ad46,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:54.733397 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-999e3387-4ef0-43a9-aed2-22ae6486f119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'name': 'tempest-TaggedBootDevicesTest-1039443105-router', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:13:53Z', 'revision_number': 5, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'gw_port': {'id': '97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:9d:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1307, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:02:17Z', 'updated_at': '2021-08-17T03:02:27Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:54.774270 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4803cfc8-f6b1-4e02-98d4-07d387dd69fc tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.785990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 5a8d6f1f-c062-4d97-973a-3a2325c04cea up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:13:54.792682 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e3387-4ef0-43a9-aed2-22ae6486f119 None None] Checking router: 0436a45b-b9e1-4b63-bc9b-10eaf166f416 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:13:54.804831 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-999e3387-4ef0-43a9-aed2-22ae6486f119 None None] Routers {'0436a45b-b9e1-4b63-bc9b-10eaf166f416'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:54.805780 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-999e3387-4ef0-43a9-aed2-22ae6486f119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:54.840720 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4803cfc8-f6b1-4e02-98d4-07d387dd69fc tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.850935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-47426c4c-0dd0-4e65-a089-41dcae953ed7 admin admin] Deleting port 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:54.851295 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47426c4c-0dd0-4e65-a089-41dcae953ed7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.899142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4803cfc8-f6b1-4e02-98d4-07d387dd69fc tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 60} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:13:54.911445 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4803cfc8-f6b1-4e02-98d4-07d387dd69fc tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:54.912102 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-4803cfc8-f6b1-4e02-98d4-07d387dd69fc tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Added segment c18e939a-3040-407a-bbea-238aa7bbc1af of type vlan for network 08c856bd-7831-4330-ba4c-e6b12d43ba3c Aug 17 03:13:54.970203 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4803cfc8-f6b1-4e02-98d4-07d387dd69fc tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:55.002989 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-999e3387-4ef0-43a9-aed2-22ae6486f119 None None] Set router 0436a45b-b9e1-4b63-bc9b-10eaf166f416 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:13:55.017324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803cfc8-f6b1-4e02-98d4-07d387dd69fc tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9185370f-bf7d-4b79-a809-57d94a193ba7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:55.064511 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f7acc4-d67b-4255-bd71-bd52b6d5cd57 req-001dbb3d-e65c-480c-ab2f-9aea2174a3d8 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:55.083878 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-999e3387-4ef0-43a9-aed2-22ae6486f119 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'name': 'tempest-TaggedBootDevicesTest-1039443105-router', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:13:54Z', 'revision_number': 6, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:55.084023 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e9f7acc4-d67b-4255-bd71-bd52b6d5cd57 req-001dbb3d-e65c-480c-ab2f-9aea2174a3d8 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 945 time: 0.1398597 Aug 17 03:13:55.103349 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4803cfc8-f6b1-4e02-98d4-07d387dd69fc tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:55.109976 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4803cfc8-f6b1-4e02-98d4-07d387dd69fc tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:55.112305 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4803cfc8-f6b1-4e02-98d4-07d387dd69fc tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:55.117117 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-999e3387-4ef0-43a9-aed2-22ae6486f119 None None] The sync data for ids ['0436a45b-b9e1-4b63-bc9b-10eaf166f416'] in n-d-802060-9 is: [{'id': '0436a45b-b9e1-4b63-bc9b-10eaf166f416', 'name': 'tempest-TaggedBootDevicesTest-1039443105-router', 'tenant_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:02:16Z', 'updated_at': '2021-08-17T03:13:54Z', 'revision_number': 6, 'project_id': 'd11ec609654b4b0ba1d77f9365a04f77', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:13:55.138761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-47426c4c-0dd0-4e65-a089-41dcae953ed7 admin admin] For port 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:55.147011 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47426c4c-0dd0-4e65-a089-41dcae953ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:55.156685 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-47426c4c-0dd0-4e65-a089-41dcae953ed7 admin admin] Calling delete_port for 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:55.206124 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4803cfc8-f6b1-4e02-98d4-07d387dd69fc tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Network': ['ID=08c856bd-7831-4330-ba4c-e6b12d43ba3c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:55.216385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 08c856bd-7831-4330-ba4c-e6b12d43ba3c details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:13:55.229842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 5a8d6f1f-c062-4d97-973a-3a2325c04cea completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:13:55.252360 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4803cfc8-f6b1-4e02-98d4-07d387dd69fc tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0892637 Aug 17 03:13:55.255257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42490) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:55.261913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-46a5695a-072b-4ca9-8f55-c1f8607e114e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'subnet': {'network_id': '08c856bd-7831-4330-ba4c-e6b12d43ba3c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:55.272375 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e9f7acc4-d67b-4255-bd71-bd52b6d5cd57 req-c6a03e2f-f2f5-4049-865b-ffffb64bbf23 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1871402 Aug 17 03:13:55.285704 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 5a8d6f1f-c062-4d97-973a-3a2325c04cea triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:13:55.285704 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:55.373348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42494) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:55.453860 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:55.456113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46a5695a-072b-4ca9-8f55-c1f8607e114e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Made reservation on behalf of e101eb18e7164ec090e51ec073f6f65a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:55.459873 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-46a5695a-072b-4ca9-8f55-c1f8607e114e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:55.520502 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7054941-f99e-4761-91bf-ceeca740b9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8d6f1f-c062-4d97-973a-3a2325c04cea'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:13:55.523347 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15bdcfc8-3f6f-4117-9f68-ff77e5402d40" -d '{"events": [{"server_uuid": "c7054941-f99e-4761-91bf-ceeca740b9c1", "name": "network-vif-plugged", "status": "completed", "tag": "5a8d6f1f-c062-4d97-973a-3a2325c04cea"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:13:55.548388 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47426c4c-0dd0-4e65-a089-41dcae953ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:55.570729 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 5a8d6f1f-c062-4d97-973a-3a2325c04cea, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=5a8d6f1f-c062-4d97-973a-3a2325c04cea,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:55.644264 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:55.667497 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-33c622f4-7332-428b-a360-1bcf6b1c549e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=83351003c41e4f84813d5ef362a00014&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2901492 Aug 17 03:13:55.668240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42500) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:55.692687 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:13:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1f3676b-97aa-48fc-9b54-ad7a84f3fa35 x-openstack-request-id: req-e1f3676b-97aa-48fc-9b54-ad7a84f3fa35 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:13:55.693023 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7054941-f99e-4761-91bf-ceeca740b9c1", "name": "network-vif-plugged", "status": "completed", "tag": "5a8d6f1f-c062-4d97-973a-3a2325c04cea", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:13:55.693281 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e1f3676b-97aa-48fc-9b54-ad7a84f3fa35 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:13:55.693686 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7054941-f99e-4761-91bf-ceeca740b9c1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5a8d6f1f-c062-4d97-973a-3a2325c04cea', 'code': 200} Aug 17 03:13:55.702416 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47426c4c-0dd0-4e65-a089-41dcae953ed7 admin admin] Pushing event deleted for resources: {'Port': ['ID=97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:55.732540 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=5a8d6f1f-c062-4d97-973a-3a2325c04cea,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:55.765305 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47426c4c-0dd0-4e65-a089-41dcae953ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:55.845457 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0b84db7b-2558-49b0-a01b-59e30fb9f67b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:55.863410 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47426c4c-0dd0-4e65-a089-41dcae953ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:55.865522 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47426c4c-0dd0-4e65-a089-41dcae953ed7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:55.885909 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5351315-466d-4d2f-991a-8a34cfc64f1b req-f7598cd8-b0f4-4c50-9469-3413aca087fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:55.887437 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c5351315-466d-4d2f-991a-8a34cfc64f1b req-f7598cd8-b0f4-4c50-9469-3413aca087fb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 1097 time: 0.1072648 Aug 17 03:13:55.916798 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0b84db7b-2558-49b0-a01b-59e30fb9f67b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:55.968919 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c5351315-466d-4d2f-991a-8a34cfc64f1b req-99f14e1f-9cdd-4215-af06-3e5a26a8c91a service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702958 Aug 17 03:13:55.988823 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47426c4c-0dd0-4e65-a089-41dcae953ed7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:55.989404 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47426c4c-0dd0-4e65-a089-41dcae953ed7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0436a45b-b9e1-4b63-bc9b-10eaf166f416 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:13:55.999249 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47426c4c-0dd0-4e65-a089-41dcae953ed7 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:55.999249 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-47426c4c-0dd0-4e65-a089-41dcae953ed7 admin admin] 10.222.0.10 "DELETE /v2.0/routers/0436a45b-b9e1-4b63-bc9b-10eaf166f416 HTTP/1.1" status: 204 len: 168 time: 1.6051054 Aug 17 03:13:55.999249 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42502) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:56.017623 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-46a5695a-072b-4ca9-8f55-c1f8607e114e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:56.042748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-916a902c-57d4-4de9-8d25-c40f533cff66 admin admin] Deleting subnet 416c6f37-743f-435b-96b1-67201de2ff16 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:13:56.046149 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-916a902c-57d4-4de9-8d25-c40f533cff66 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:56.062833 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0b84db7b-2558-49b0-a01b-59e30fb9f67b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:56.066194 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0b84db7b-2558-49b0-a01b-59e30fb9f67b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:56.068594 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0b84db7b-2558-49b0-a01b-59e30fb9f67b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/836e9d71-f4f0-453f-9cae-0ffb1021f20f HTTP/1.1" status: 204 len: 168 time: 0.3981841 Aug 17 03:13:56.086798 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-916a902c-57d4-4de9-8d25-c40f533cff66 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:56.090255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b84db7b-2558-49b0-a01b-59e30fb9f67b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=836e9d71-f4f0-453f-9cae-0ffb1021f20f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:56.099134 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46a5695a-072b-4ca9-8f55-c1f8607e114e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Subnet': ['ID=74d98d29-f51c-47ba-954d-377c0a519a9b,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:56.124821 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46a5695a-072b-4ca9-8f55-c1f8607e114e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Checking segment: {'id': 'c18e939a-3040-407a-bbea-238aa7bbc1af', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 60, 'network_id': '08c856bd-7831-4330-ba4c-e6b12d43ba3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:13:56.125194 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a5695a-072b-4ca9-8f55-c1f8607e114e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network hostable DHCP agents. Network: 08c856bd-7831-4330-ba4c-e6b12d43ba3c, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:13:56.187276 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-916a902c-57d4-4de9-8d25-c40f533cff66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:56.236001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46a5695a-072b-4ca9-8f55-c1f8607e114e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network 08c856bd-7831-4330-ba4c-e6b12d43ba3c is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:13:56.251925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9271890f-539c-4f09-945d-392c5f0fb1d9 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:56.271981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 9271890f-539c-4f09-945d-392c5f0fb1d9 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:56.272332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9271890f-539c-4f09-945d-392c5f0fb1d9 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:56.272750 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:56.292033 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:56.292691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 97f1665e-ef0b-4ab4-82e0-c2e9d1b1c259 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:56.335957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-46a5695a-072b-4ca9-8f55-c1f8607e114e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 08c856bd-7831-4330-ba4c-e6b12d43ba3c) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:56.336137 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-916a902c-57d4-4de9-8d25-c40f533cff66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:56.336607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46a5695a-072b-4ca9-8f55-c1f8607e114e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:56.337979 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-46a5695a-072b-4ca9-8f55-c1f8607e114e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:56.347461 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd662753-a328-4eda-a534-c01d129daace None None] Network 08c856bd-7831-4330-ba4c-e6b12d43ba3c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:56.450817 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-916a902c-57d4-4de9-8d25-c40f533cff66 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=416c6f37-743f-435b-96b1-67201de2ff16,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:56.453167 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-916a902c-57d4-4de9-8d25-c40f533cff66 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:56.457734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42518) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:56.458987 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-916a902c-57d4-4de9-8d25-c40f533cff66 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/416c6f37-743f-435b-96b1-67201de2ff16 HTTP/1.1" status: 204 len: 168 time: 0.4600296 Aug 17 03:13:56.466962 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78a9b21-a45d-42cd-9011-10b3a5a75eb4 None None] Network 9227c9c6-47aa-4321-9fc5-beb397cc8baa requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:56.499971 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-397b349a-16ed-4869-bb82-85599f201a9e req-3255d165-42ee-4a31-ac68-40e5f65ffcd4 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:56.502392 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-397b349a-16ed-4869-bb82-85599f201a9e req-3255d165-42ee-4a31-ac68-40e5f65ffcd4 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 946 time: 0.1185365 Aug 17 03:13:56.548400 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-46a5695a-072b-4ca9-8f55-c1f8607e114e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.2920589 Aug 17 03:13:56.552415 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42522) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:56.561255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1038508595', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}, 'admin_state_up': False}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:56.565328 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-397b349a-16ed-4869-bb82-85599f201a9e req-95a9583c-fe81-4c91-9c15-cc033e3bfe38 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549698 Aug 17 03:13:56.631460 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:56.669032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e797bed6-afde-4e5f-8e98-e610c7cad703 None None] Network 08c856bd-7831-4330-ba4c-e6b12d43ba3c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:56.716040 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:56.718252 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:56.740946 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] Deleting port 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:56.741729 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:56.830098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4444006-f241-485b-bb91-3f233db0d2db None None] DHCP port deletion for 9227c9c6-47aa-4321-9fc5-beb397cc8baa request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:13:56.890971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f4444006-f241-485b-bb91-3f233db0d2db None None] Deleting port 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:13:56.890971 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f4444006-f241-485b-bb91-3f233db0d2db None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:56.903608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] For port 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c,segment=NetworkSegment(5db9e6f8-005b-4a94-af93-e5b6a7abeb04),segment_id=5db9e6f8-005b-4a94-af93-e5b6a7abeb04)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:56.904621 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:56.915007 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:56.928469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] Calling delete_port for 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:56.957622 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f4444006-f241-485b-bb91-3f233db0d2db None None] For port 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c,segment=NetworkSegment(5db9e6f8-005b-4a94-af93-e5b6a7abeb04),segment_id=5db9e6f8-005b-4a94-af93-e5b6a7abeb04)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:13:56.958027 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f4444006-f241-485b-bb91-3f233db0d2db None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:56.971810 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f4444006-f241-485b-bb91-3f233db0d2db None None] Calling delete_port for 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:13:57.088527 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.088764 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.097256 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.097256 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.097256 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.097256 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.097256 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.097256 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.097256 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.097256 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.097256 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.097256 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.097256 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.097256 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.097256 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:13:57.097256 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:13:57.097256 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f4444006-f241-485b-bb91-3f233db0d2db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:57.123095 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4444006-f241-485b-bb91-3f233db0d2db None None] Pushing event deleted for resources: {'Port': ['ID=42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:57.123688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] Pushing event deleted for resources: {'Port': ['ID=42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:57.129118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4444006-f241-485b-bb91-3f233db0d2db None None] No DVR routers for this DVR port 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:57.159481 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] No DVR routers for this DVR port 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:13:57.218295 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:57.282200 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:57.292944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9227c9c6-47aa-4321-9fc5-beb397cc8baa']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:57.305530 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5db9e6f8-005b-4a94-af93-e5b6a7abeb04') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:57.305835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5db9e6f8-005b-4a94-af93-e5b6a7abeb04') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:57.353560 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:57.370713 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:57.381757 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:13:57.382173 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:13:57.383842 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:13:57.402131 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42556) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:57.511076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-053e5c77-3e8b-412c-b3ca-90f059c02292 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-478164166'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:57.544985 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:57.549599 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:57.554072 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9227c9c6-47aa-4321-9fc5-beb397cc8baa HTTP/1.1" status: 204 len: 168 time: 1.0927551 Aug 17 03:13:57.569324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3a4dc35-7326-41c1-ac65-dbd5a2427dc5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9227c9c6-47aa-4321-9fc5-beb397cc8baa,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:57.594357 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:57.600169 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-053e5c77-3e8b-412c-b3ca-90f059c02292 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Made reservation on behalf of 558c194fcf4246b4989f794994f142e9 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:57.606763 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-053e5c77-3e8b-412c-b3ca-90f059c02292 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:57.627844 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:57.631979 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-053e5c77-3e8b-412c-b3ca-90f059c02292 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:57.757643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a7e4ab2-7b14-4a7a-8bd1-2d76e06129fe req-1954d36d-c367-4073-9f30-e0179584196e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:57.762540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a7e4ab2-7b14-4a7a-8bd1-2d76e06129fe req-1954d36d-c367-4073-9f30-e0179584196e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 946 time: 0.0987241 Aug 17 03:13:57.765142 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-053e5c77-3e8b-412c-b3ca-90f059c02292 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:57.814199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Allocated IP 172.25.1.189 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/45689a0a-1c7a-4955-977b-3c213091b231) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:57.828851 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-053e5c77-3e8b-412c-b3ca-90f059c02292 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:57.836773 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a7e4ab2-7b14-4a7a-8bd1-2d76e06129fe req-d28e37f5-4ee7-4e78-926e-20f561c978ca tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650556 Aug 17 03:13:57.851589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-053e5c77-3e8b-412c-b3ca-90f059c02292 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:13:57.870726 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-053e5c77-3e8b-412c-b3ca-90f059c02292 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:57.881427 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-053e5c77-3e8b-412c-b3ca-90f059c02292 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Added segment 53267178-5cdc-47f3-b75c-fae169bbc313 of type vlan for network b21a4e2e-3cef-4676-9bdc-06002be9cd9c Aug 17 03:13:57.883195 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e5c77-3e8b-412c-b3ca-90f059c02292 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=53bb0854-9efd-4637-aa15-6f0f211f7bd9,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:57.935445 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-053e5c77-3e8b-412c-b3ca-90f059c02292 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:57.965864 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:58.011063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42572) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:58.015809 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c352d628-8f78-4979-9f81-debd326cf6c0 req-90c5a06e-c9ea-4bf5-a66a-7116945f3ca8 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:58.017395 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c352d628-8f78-4979-9f81-debd326cf6c0 req-90c5a06e-c9ea-4bf5-a66a-7116945f3ca8 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 946 time: 0.0578651 Aug 17 03:13:58.062007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8d65949a-f3eb-4f06-b088-978b29aa2372 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d11ec609654b4b0ba1d77f9365a04f77&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0493858 Aug 17 03:13:58.064250 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42574) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:58.067117 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c352d628-8f78-4979-9f81-debd326cf6c0 req-2d2dc31f-b1dd-4c5d-b09c-2e95ccbf1bb0 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426826 Aug 17 03:13:58.068400 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-053e5c77-3e8b-412c-b3ca-90f059c02292 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:58.075756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-053e5c77-3e8b-412c-b3ca-90f059c02292 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:58.077680 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-053e5c77-3e8b-412c-b3ca-90f059c02292 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:58.133691 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:58.154598 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-053e5c77-3e8b-412c-b3ca-90f059c02292 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Pushing event updated for resources: {'Network': ['ID=b21a4e2e-3cef-4676-9bdc-06002be9cd9c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:58.166527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network b21a4e2e-3cef-4676-9bdc-06002be9cd9c details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:13:58.167085 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-07e701d3-fb39-413c-96d7-d49d01ee8bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:58.195250 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-053e5c77-3e8b-412c-b3ca-90f059c02292 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 0.7914937 Aug 17 03:13:58.198913 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42578) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:58.202952 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-8815ee1d-460d-4bcf-828f-542be6ce5a2f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Request body: {'subnet': {'network_id': 'b21a4e2e-3cef-4676-9bdc-06002be9cd9c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:58.224303 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:58.230952 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-07e701d3-fb39-413c-96d7-d49d01ee8bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:58.233593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:58.240632 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:58.242940 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=45689a0a-1c7a-4955-977b-3c213091b231,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:58.295278 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:13:58.329184 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:13:58.329555 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 42ca3e7b-7fc9-4e09-b5e8-e7c2eef81c0c not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:13:58.440511 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8815ee1d-460d-4bcf-828f-542be6ce5a2f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Made reservation on behalf of 558c194fcf4246b4989f794994f142e9 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:13:58.444288 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8815ee1d-460d-4bcf-828f-542be6ce5a2f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:58.531833 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-07e701d3-fb39-413c-96d7-d49d01ee8bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:58.534313 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-07e701d3-fb39-413c-96d7-d49d01ee8bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:58.537914 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-07e701d3-fb39-413c-96d7-d49d01ee8bc0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ce8b15dc-ca0d-4264-8096-60a9904c7309 HTTP/1.1" status: 204 len: 168 time: 0.4703207 Aug 17 03:13:58.547195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e701d3-fb39-413c-96d7-d49d01ee8bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce8b15dc-ca0d-4264-8096-60a9904c7309,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:58.648824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7b3ca9c-716b-484f-841e-e220385702a2 req-8e11c1df-40bf-4b2b-937e-4f24d4e15dbc tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:58.650982 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e7b3ca9c-716b-484f-841e-e220385702a2 req-8e11c1df-40bf-4b2b-937e-4f24d4e15dbc tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 946 time: 0.1270199 Aug 17 03:13:58.698586 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:58.746548 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e7b3ca9c-716b-484f-841e-e220385702a2 req-bdfb3aa6-cf6a-4a01-ad69-340b280a4e00 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677505 Aug 17 03:13:58.766623 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8815ee1d-460d-4bcf-828f-542be6ce5a2f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:58.860438 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8815ee1d-460d-4bcf-828f-542be6ce5a2f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Pushing event updated for resources: {'Subnet': ['ID=c52e6a52-cb95-4752-a6bf-f17783a34b58,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:58.865820 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8815ee1d-460d-4bcf-828f-542be6ce5a2f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Checking segment: {'id': '53267178-5cdc-47f3-b75c-fae169bbc313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b21a4e2e-3cef-4676-9bdc-06002be9cd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:13:58.867387 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8815ee1d-460d-4bcf-828f-542be6ce5a2f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Network hostable DHCP agents. Network: b21a4e2e-3cef-4676-9bdc-06002be9cd9c, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:13:58.972655 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:58.994937 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8815ee1d-460d-4bcf-828f-542be6ce5a2f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Network b21a4e2e-3cef-4676-9bdc-06002be9cd9c is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:13:59.080420 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-8815ee1d-460d-4bcf-828f-542be6ce5a2f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, b21a4e2e-3cef-4676-9bdc-06002be9cd9c) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:59.085060 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8815ee1d-460d-4bcf-828f-542be6ce5a2f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:13:59.085880 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8815ee1d-460d-4bcf-828f-542be6ce5a2f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:59.093172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c127cbe-f676-41b4-80ca-5d82d9eb5404 None None] Network b21a4e2e-3cef-4676-9bdc-06002be9cd9c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:13:59.191232 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8815ee1d-460d-4bcf-828f-542be6ce5a2f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9922316 Aug 17 03:13:59.192027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42596) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:59.199336 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-3e416e14-c178-457e-8fe2-7f350934c842 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-300344868', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:59.264205 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-b21a4e2e-3cef-4676-9bdc-06002be9cd9c', 'network_id': 'b21a4e2e-3cef-4676-9bdc-06002be9cd9c', 'tenant_id': '558c194fcf4246b4989f794994f142e9', 'fixed_ips': [{'subnet_id': 'c52e6a52-cb95-4752-a6bf-f17783a34b58'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:13:59.265115 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:59.292764 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e416e14-c178-457e-8fe2-7f350934c842 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:59.294146 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e416e14-c178-457e-8fe2-7f350934c842 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:59.415031 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Allocated IP 172.20.0.2 (b21a4e2e-3cef-4676-9bdc-06002be9cd9c/c52e6a52-cb95-4752-a6bf-f17783a34b58/309c5f2a-97c5-43d3-b79f-f29e53590374) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:13:59.508344 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router b2ca297a-acc8-40ad-9807-e478e5494a11 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:13:59.606960 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:59.617194 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Transition to ACTIVE for port object 309c5f2a-97c5-43d3-b79f-f29e53590374 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:59.627439 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:13:59.643772 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Transition to ACTIVE for port object 309c5f2a-97c5-43d3-b79f-f29e53590374 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:13:59.648891 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6858b7-4c1f-4c6b-8934-955ff6f91aef None None] Sync routers for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:13:59.660732 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6858b7-4c1f-4c6b-8934-955ff6f91aef None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:59.661565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ed6858b7-4c1f-4c6b-8934-955ff6f91aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:59.687952 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e416e14-c178-457e-8fe2-7f350934c842 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:59.694806 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ed6858b7-4c1f-4c6b-8934-955ff6f91aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:59.703957 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed6858b7-4c1f-4c6b-8934-955ff6f91aef None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:13:59.704558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ed6858b7-4c1f-4c6b-8934-955ff6f91aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:59.720082 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:59.721304 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6c1cb39f-4531-4cd5-8b09-2f66b26181a6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.1677437 Aug 17 03:13:59.723955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42606) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:59.740717 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42608) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:59.755004 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:59.757004 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e416e14-c178-457e-8fe2-7f350934c842 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:59.757151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ed6858b7-4c1f-4c6b-8934-955ff6f91aef None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:13:59.757937 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ed6858b7-4c1f-4c6b-8934-955ff6f91aef None None] The sync data for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:13:59.801205 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Network b21a4e2e-3cef-4676-9bdc-06002be9cd9c is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:13:59.821070 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Pushing event updated for resources: {'Port': ['ID=309c5f2a-97c5-43d3-b79f-f29e53590374,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:13:59.827887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:13:59.831750 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:13:59.845802 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e416e14-c178-457e-8fe2-7f350934c842 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:59.847433 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3e416e14-c178-457e-8fe2-7f350934c842 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.6540954 Aug 17 03:13:59.850093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42616) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:13:59.898906 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Attempting to bind port 309c5f2a-97c5-43d3-b79f-f29e53590374 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:13:59.899293 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Attempting to bind port 309c5f2a-97c5-43d3-b79f-f29e53590374 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '53267178-5cdc-47f3-b75c-fae169bbc313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b21a4e2e-3cef-4676-9bdc-06002be9cd9c'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:13:59.900296 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Attempting to bind port 309c5f2a-97c5-43d3-b79f-f29e53590374 on network b21a4e2e-3cef-4676-9bdc-06002be9cd9c {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:13:59.906600 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:13:59.907126 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Checking segment: {'id': '53267178-5cdc-47f3-b75c-fae169bbc313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b21a4e2e-3cef-4676-9bdc-06002be9cd9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:13:59.907545 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:59.907952 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Bound using segment: {'id': '53267178-5cdc-47f3-b75c-fae169bbc313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b21a4e2e-3cef-4676-9bdc-06002be9cd9c'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:13:59.908567 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Bound port: 309c5f2a-97c5-43d3-b79f-f29e53590374, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53267178-5cdc-47f3-b75c-fae169bbc313', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'b21a4e2e-3cef-4676-9bdc-06002be9cd9c'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:13:59.908963 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:13:59.946565 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-1753370613-network', 'tenant_id': 'b7cf51a1fcfc4b429a422d7c9a13aae4'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:13:59.987510 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] For port 309c5f2a-97c5-43d3-b79f-f29e53590374, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:13:59.990838 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] For port 309c5f2a-97c5-43d3-b79f-f29e53590374, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=309c5f2a-97c5-43d3-b79f-f29e53590374,segment=NetworkSegment(53267178-5cdc-47f3-b75c-fae169bbc313),segment_id=53267178-5cdc-47f3-b75c-fae169bbc313)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:14:00.063850 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:00.068299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19312e65-b120-4bde-a3dd-757a04dca51d req-2c259419-ca4b-49f3-9b7c-247fa8b162cf tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:00.076820 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19312e65-b120-4bde-a3dd-757a04dca51d req-2c259419-ca4b-49f3-9b7c-247fa8b162cf tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 946 time: 0.2104993 Aug 17 03:14:00.095588 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959b434-4e17-4cda-8c5b-399cb56122c4 req-2330f1b1-a0fc-4ea2-b26c-d9dda2c442fb tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:00.097197 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6959b434-4e17-4cda-8c5b-399cb56122c4 req-2330f1b1-a0fc-4ea2-b26c-d9dda2c442fb tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "GET /v2.0/ports?device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 946 time: 0.1543844 Aug 17 03:14:00.109566 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Made reservation on behalf of b7cf51a1fcfc4b429a422d7c9a13aae4 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:00.112442 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:00.125630 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:00.177194 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41877705-9898-4747-8c2e-7214a70d1dbf None None] Pushing event updated for resources: {'Port': ['ID=309c5f2a-97c5-43d3-b79f-f29e53590374,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:00.234352 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19312e65-b120-4bde-a3dd-757a04dca51d req-60349787-b717-438d-a255-f8eb289725e7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1562812 Aug 17 03:14:00.247178 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:00.371926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-6959b434-4e17-4cda-8c5b-399cb56122c4 req-8926d43b-0793-4c3a-abe3-141290e46634 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Deleting port 5a8d6f1f-c062-4d97-973a-3a2325c04cea {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:00.372289 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6959b434-4e17-4cda-8c5b-399cb56122c4 req-8926d43b-0793-4c3a-abe3-141290e46634 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:00.551359 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:00.632408 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:00.643296 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:00.664099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6959b434-4e17-4cda-8c5b-399cb56122c4 req-8926d43b-0793-4c3a-abe3-141290e46634 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] For port 5a8d6f1f-c062-4d97-973a-3a2325c04cea, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=5a8d6f1f-c062-4d97-973a-3a2325c04cea,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:00.664469 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6959b434-4e17-4cda-8c5b-399cb56122c4 req-8926d43b-0793-4c3a-abe3-141290e46634 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:00.687937 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:14:00.690474 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Allocated IP 172.20.0.1 (b21a4e2e-3cef-4676-9bdc-06002be9cd9c/c52e6a52-cb95-4752-a6bf-f17783a34b58/c4e1b6bd-cd74-486e-bf19-ce173231caa3) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:00.694816 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a34d3235-14fc-4a1e-8288-5fe557a7efbe,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:00.710206 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-6959b434-4e17-4cda-8c5b-399cb56122c4 req-8926d43b-0793-4c3a-abe3-141290e46634 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Calling delete_port for 5a8d6f1f-c062-4d97-973a-3a2325c04cea owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:00.718722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:00.719075 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:00.719712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:00.719833 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:00.720103 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:00.720448 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:00.720788 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:00.721122 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:00.721479 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:00.722217 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:00.722217 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:00.722459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:00.726707 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:00.726843 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Added segment a424f377-d0de-4d41-a1d1-e33fdf9c8218 of type vlan for network 49a0e0a7-4e8f-4732-8d9c-def66933bc4d Aug 17 03:14:00.815635 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:00.885097 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:00.899155 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Transition to ACTIVE for port object c4e1b6bd-cd74-486e-bf19-ce173231caa3 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:00.942545 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:00.942772 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:00.943206 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:01.011495 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:01.044923 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] Pushing event updated for resources: {'Network': ['ID=49a0e0a7-4e8f-4732-8d9c-def66933bc4d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:01.059286 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 49a0e0a7-4e8f-4732-8d9c-def66933bc4d details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:14:01.070261 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Network b21a4e2e-3cef-4676-9bdc-06002be9cd9c is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:01.082212 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-24da14c9-2ed7-4459-a591-40aa5fc0289b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.3403327 Aug 17 03:14:01.082846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42624) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:01.094998 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a126bdc0-3ffa-40f5-8d7a-9cf31388f71f admin admin] Request body: {'subnet': {'network_id': '49a0e0a7-4e8f-4732-8d9c-def66933bc4d', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-1753370613-subnet', 'tenant_id': 'b7cf51a1fcfc4b429a422d7c9a13aae4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:01.098854 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:01.110478 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:01.116976 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Pushing event updated for resources: {'Port': ['ID=c4e1b6bd-cd74-486e-bf19-ce173231caa3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:01.160158 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Allocated IP 172.20.0.1 (08c856bd-7831-4330-ba4c-e6b12d43ba3c/74d98d29-f51c-47ba-954d-377c0a519a9b/40b2b018-d4ab-4b51-88b8-9041ce60a580) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:01.176470 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6959b434-4e17-4cda-8c5b-399cb56122c4 req-8926d43b-0793-4c3a-abe3-141290e46634 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:01.182369 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:01.189813 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['79ba673f-b50b-4d6e-bd59-c682df30f861'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:14:01.247238 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926d43b-0793-4c3a-abe3-141290e46634 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Pushing event deleted for resources: {'Port': ['ID=5a8d6f1f-c062-4d97-973a-3a2325c04cea,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:01.329872 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a126bdc0-3ffa-40f5-8d7a-9cf31388f71f admin admin] Made reservation on behalf of b7cf51a1fcfc4b429a422d7c9a13aae4 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:01.332182 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a126bdc0-3ffa-40f5-8d7a-9cf31388f71f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:01.382726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6959b434-4e17-4cda-8c5b-399cb56122c4 req-8926d43b-0793-4c3a-abe3-141290e46634 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] No DVR routers for this DVR port 5a8d6f1f-c062-4d97-973a-3a2325c04cea on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:14:01.387654 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6959b434-4e17-4cda-8c5b-399cb56122c4 req-8926d43b-0793-4c3a-abe3-141290e46634 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:01.393706 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6959b434-4e17-4cda-8c5b-399cb56122c4 req-8926d43b-0793-4c3a-abe3-141290e46634 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "DELETE /v2.0/ports/5a8d6f1f-c062-4d97-973a-3a2325c04cea HTTP/1.1" status: 204 len: 173 time: 1.2803257 Aug 17 03:14:01.393706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7054941-f99e-4761-91bf-ceeca740b9c1', 'name': 'network-vif-deleted', 'tag': '5a8d6f1f-c062-4d97-973a-3a2325c04cea'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:14:01.393706 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f75118dd-8db0-47cf-8633-ce11d224cd11" -d '{"events": [{"server_uuid": "c7054941-f99e-4761-91bf-ceeca740b9c1", "name": "network-vif-deleted", "tag": "5a8d6f1f-c062-4d97-973a-3a2325c04cea"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:14:01.466276 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6371ee74-7892-4be9-b46c-8fbbaf113997 x-openstack-request-id: req-6371ee74-7892-4be9-b46c-8fbbaf113997 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:14:01.466587 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7054941-f99e-4761-91bf-ceeca740b9c1", "name": "network-vif-deleted", "tag": "5a8d6f1f-c062-4d97-973a-3a2325c04cea", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:14:01.466864 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6371ee74-7892-4be9-b46c-8fbbaf113997 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:14:01.467269 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7054941-f99e-4761-91bf-ceeca740b9c1', 'name': 'network-vif-deleted', 'tag': '5a8d6f1f-c062-4d97-973a-3a2325c04cea', 'status': 'completed', 'code': 200} Aug 17 03:14:01.503345 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:01.505450 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27da16e8-7d74-474c-a60f-c95cb044973d None None] Network b21a4e2e-3cef-4676-9bdc-06002be9cd9c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:01.514535 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-359ccc42-60a1-4749-b57c-3a3fb31cdb57 req-7a8f2157-af3d-4ab0-919b-cd60009f29e7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7054941-f99e-4761-91bf-ceeca740b9c1 HTTP/1.1" status: 200 len: 210 time: 0.1212418 Aug 17 03:14:01.649081 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:01.653983 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:01.714302 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bc8d9dba-d5f5-4b02-942c-108781df2fdf None None] Provisioning for port 309c5f2a-97c5-43d3-b79f-f29e53590374 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:01.723907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network 08c856bd-7831-4330-ba4c-e6b12d43ba3c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:01.727356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:01.734874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:01.780312 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=40b2b018-d4ab-4b51-88b8-9041ce60a580,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:01.796434 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:01.875767 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a126bdc0-3ffa-40f5-8d7a-9cf31388f71f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:01.932893 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a126bdc0-3ffa-40f5-8d7a-9cf31388f71f admin admin] Pushing event updated for resources: {'Subnet': ['ID=f59b547d-dcb6-41e1-beae-dac37b293e25,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:02.020129 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a126bdc0-3ffa-40f5-8d7a-9cf31388f71f admin admin] Checking segment: {'id': 'a424f377-d0de-4d41-a1d1-e33fdf9c8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '49a0e0a7-4e8f-4732-8d9c-def66933bc4d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:02.020129 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a126bdc0-3ffa-40f5-8d7a-9cf31388f71f admin admin] Network hostable DHCP agents. Network: 49a0e0a7-4e8f-4732-8d9c-def66933bc4d, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:14:02.095162 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:02.131873 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-714561b3-dda7-4ee9-9ead-8b9d715435bf None None] Provisioning for port c4e1b6bd-cd74-486e-bf19-ce173231caa3 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:02.132455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a126bdc0-3ffa-40f5-8d7a-9cf31388f71f admin admin] Network 49a0e0a7-4e8f-4732-8d9c-def66933bc4d is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:14:02.140871 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-714561b3-dda7-4ee9-9ead-8b9d715435bf None None] Provisioning complete for port c4e1b6bd-cd74-486e-bf19-ce173231caa3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:02.141860 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-714561b3-dda7-4ee9-9ead-8b9d715435bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:02.144348 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:02.179953 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-714561b3-dda7-4ee9-9ead-8b9d715435bf None None] Port c4e1b6bd-cd74-486e-bf19-ce173231caa3 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:02.189059 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:02.270294 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:02.313811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-084a8501-c5dc-43de-b1b7-bbce851abb03 None None] Provisioning complete for port c4e1b6bd-cd74-486e-bf19-ce173231caa3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:02.314316 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-084a8501-c5dc-43de-b1b7-bbce851abb03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:02.322388 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a126bdc0-3ffa-40f5-8d7a-9cf31388f71f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 49a0e0a7-4e8f-4732-8d9c-def66933bc4d) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:02.348181 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a126bdc0-3ffa-40f5-8d7a-9cf31388f71f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:02.348181 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a126bdc0-3ffa-40f5-8d7a-9cf31388f71f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:02.350107 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f05fa634-d740-40a2-b03f-789e801e533a None None] Network 49a0e0a7-4e8f-4732-8d9c-def66933bc4d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:02.352264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 309c5f2a-97c5-43d3-b79f-f29e53590374 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:02.427424 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Pushing event updated for resources: {'Port': ['ID=c4e1b6bd-cd74-486e-bf19-ce173231caa3,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:02.452178 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-084a8501-c5dc-43de-b1b7-bbce851abb03 None None] Port c4e1b6bd-cd74-486e-bf19-ce173231caa3 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:02.452453 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a126bdc0-3ffa-40f5-8d7a-9cf31388f71f admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.3610370 Aug 17 03:14:02.490576 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:02.502663 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Network b21a4e2e-3cef-4676-9bdc-06002be9cd9c is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:02.504524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:02.567107 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df024ad0-9b2c-4fe7-9c6d-d57906d4fe93 None None] Network 49a0e0a7-4e8f-4732-8d9c-def66933bc4d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:02.595120 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:02.711896 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 309c5f2a-97c5-43d3-b79f-f29e53590374 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:02.728834 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 309c5f2a-97c5-43d3-b79f-f29e53590374 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:02.729216 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:02.790330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=40b2b018-d4ab-4b51-88b8-9041ce60a580,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:02.832760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 5a8d6f1f-c062-4d97-973a-3a2325c04cea no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:14:02.838029 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:02.856708 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Router 3e3d8e8e-8d22-4703-a367-7234b513dbb6 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:14:02.888985 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 5a8d6f1f-c062-4d97-973a-3a2325c04cea {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:14:02.889355 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 5a8d6f1f-c062-4d97-973a-3a2325c04cea not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:14:02.897814 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:02.947495 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 309c5f2a-97c5-43d3-b79f-f29e53590374, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=309c5f2a-97c5-43d3-b79f-f29e53590374,segment=NetworkSegment(53267178-5cdc-47f3-b75c-fae169bbc313),segment_id=53267178-5cdc-47f3-b75c-fae169bbc313)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:02.952739 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:02.998037 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b0ed9599-497f-4ed2-852d-a72170dff975 None None] Provisioning complete for port c4e1b6bd-cd74-486e-bf19-ce173231caa3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:02.998423 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b0ed9599-497f-4ed2-852d-a72170dff975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:03.014176 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:03.020277 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-35ac4c73-4fb2-4606-8870-6159cc12eaf5 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] 10.222.0.10 "PUT /v2.0/routers/3e3d8e8e-8d22-4703-a367-7234b513dbb6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1687410 Aug 17 03:14:03.023214 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42652) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:03.025552 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474b7349-e227-408a-b1a6-1d48ac0b4190 None None] Sync routers for ids ['3e3d8e8e-8d22-4703-a367-7234b513dbb6'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:03.029960 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f839165f-b4fb-42ea-96db-e0f969616d7f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Request body: {'port': {'network_id': 'b21a4e2e-3cef-4676-9bdc-06002be9cd9c', 'name': 'tempest-FloatingIPNegativeTestJSON-1595630162'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:03.039681 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b7349-e227-408a-b1a6-1d48ac0b4190 None None] Routers {'3e3d8e8e-8d22-4703-a367-7234b513dbb6'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:03.042195 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-474b7349-e227-408a-b1a6-1d48ac0b4190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['3e3d8e8e-8d22-4703-a367-7234b513dbb6'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:03.068094 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:03.089935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network 08c856bd-7831-4330-ba4c-e6b12d43ba3c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:03.092998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:03.109140 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-474b7349-e227-408a-b1a6-1d48ac0b4190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:03.123311 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-474b7349-e227-408a-b1a6-1d48ac0b4190 None None] Routers {'3e3d8e8e-8d22-4703-a367-7234b513dbb6'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:03.124201 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-474b7349-e227-408a-b1a6-1d48ac0b4190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['3e3d8e8e-8d22-4703-a367-7234b513dbb6'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:03.170402 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b0ed9599-497f-4ed2-852d-a72170dff975 None None] Port c4e1b6bd-cd74-486e-bf19-ce173231caa3 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:03.198135 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-474b7349-e227-408a-b1a6-1d48ac0b4190 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:03.198431 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=309c5f2a-97c5-43d3-b79f-f29e53590374,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:03.198944 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-474b7349-e227-408a-b1a6-1d48ac0b4190 None None] The sync data for ids ['3e3d8e8e-8d22-4703-a367-7234b513dbb6'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:03.349804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-7959cd8d-d1c2-4e32-a54c-19e0e1363dc2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:03.351450 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-7959cd8d-d1c2-4e32-a54c-19e0e1363dc2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 805 time: 0.1260257 Aug 17 03:14:03.374267 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-f63e6a53-9975-4f3e-98e8-65f36226c160 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/quotas/6fc3dc22f61e4504bffcbcd1acecf394 HTTP/1.1" status: 200 len: 375 time: 0.0119531 Aug 17 03:14:03.374267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f839165f-b4fb-42ea-96db-e0f969616d7f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Made reservation on behalf of 558c194fcf4246b4989f794994f142e9 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:03.375734 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f839165f-b4fb-42ea-96db-e0f969616d7f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:03.423566 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-f839165f-b4fb-42ea-96db-e0f969616d7f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] device_id is not set on port 9750f6f7-a497-4172-a8dd-020b9c8cddca yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:14:03.493314 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-ac27c6cf-04bd-4797-9766-df0a86f96fcc tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1063418 Aug 17 03:14:03.605242 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-f839165f-b4fb-42ea-96db-e0f969616d7f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Allocated IP 172.20.0.10 (b21a4e2e-3cef-4676-9bdc-06002be9cd9c/c52e6a52-cb95-4752-a6bf-f17783a34b58/9750f6f7-a497-4172-a8dd-020b9c8cddca) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:03.656215 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-6781cc78-58e0-44cc-b04f-fa42756138f5 service neutron] 10.222.0.10 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314414 Aug 17 03:14:03.695802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-4ee20958-e230-482e-abb1-7fdb9fe0da1e tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:03.697562 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-4ee20958-e230-482e-abb1-7fdb9fe0da1e tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/networks?id=49a0e0a7-4e8f-4732-8d9c-def66933bc4d HTTP/1.1" status: 200 len: 818 time: 0.5823846 Aug 17 03:14:03.699665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router b2ca297a-acc8-40ad-9807-e478e5494a11 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:03.727267 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-fb66736a-ca8f-449c-ae44-f3c7fc801561 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/quotas/b7cf51a1fcfc4b429a422d7c9a13aae4 HTTP/1.1" status: 200 len: 375 time: 0.0204446 Aug 17 03:14:03.741050 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:03.840741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42676) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:03.862057 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-07458a34-6023-4de3-8eb5-aa8fc61fda01 service neutron] 10.222.0.10 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1897070 Aug 17 03:14:03.875593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:03.883687 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-89fed163-c798-413b-932e-32822938acbd tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "PUT /v2.0/routers/b2ca297a-acc8-40ad-9807-e478e5494a11/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1563098 Aug 17 03:14:03.885299 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-3d94e414-99f7-43e3-8f35-c69e376e1bea tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7cf51a1fcfc4b429a422d7c9a13aae4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0480206 Aug 17 03:14:03.885840 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42680) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:03.886706 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a528a05-8e43-43ff-b664-ca162112d767 None None] Sync routers for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:03.891391 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-5c75d9b1-0548-4f71-a4ac-f2eaf274c6cf tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'port': {'network_id': '08c856bd-7831-4330-ba4c-e6b12d43ba3c', 'name': 'tempest-FloatingIPTestJSON-1998767092'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:03.893846 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f839165f-b4fb-42ea-96db-e0f969616d7f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:03.908476 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a528a05-8e43-43ff-b664-ca162112d767 None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:03.909138 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-2a528a05-8e43-43ff-b664-ca162112d767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:03.910378 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-f839165f-b4fb-42ea-96db-e0f969616d7f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Transition to ACTIVE for port object 9750f6f7-a497-4172-a8dd-020b9c8cddca will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:03.976990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-2a528a05-8e43-43ff-b664-ca162112d767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:03.989134 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a528a05-8e43-43ff-b664-ca162112d767 None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:03.989870 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-2a528a05-8e43-43ff-b664-ca162112d767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:04.023582 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f839165f-b4fb-42ea-96db-e0f969616d7f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:04.037493 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-2a528a05-8e43-43ff-b664-ca162112d767 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:04.038341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2a528a05-8e43-43ff-b664-ca162112d767 None None] The sync data for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:04.091429 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-d1e8677a-fa2b-42d4-af4f-1625870a5c6b service neutron] 10.222.0.10 "GET /v2.0/networks/49a0e0a7-4e8f-4732-8d9c-def66933bc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946504 Aug 17 03:14:04.096218 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aee70771-46e1-4c77-8ec0-0614dce5d903 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:04.099813 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f839165f-b4fb-42ea-96db-e0f969616d7f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Network b21a4e2e-3cef-4676-9bdc-06002be9cd9c is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:04.114431 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f839165f-b4fb-42ea-96db-e0f969616d7f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:04.116843 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f839165f-b4fb-42ea-96db-e0f969616d7f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:04.123850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f839165f-b4fb-42ea-96db-e0f969616d7f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Pushing event updated for resources: {'Port': ['ID=9750f6f7-a497-4172-a8dd-020b9c8cddca,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:04.195719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f839165f-b4fb-42ea-96db-e0f969616d7f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:04.197190 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f839165f-b4fb-42ea-96db-e0f969616d7f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:04.234411 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-50e04926-203f-4324-a7c4-853c54d7c42b service neutron] 10.222.0.10 "GET /v2.0/networks/49a0e0a7-4e8f-4732-8d9c-def66933bc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1347659 Aug 17 03:14:04.265196 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e7d54ee3-aacf-4053-b285-e877ff51218a req-a97e2ea8-e9f5-45d7-b02a-3900c0b87173 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 210 time: 0.0482275 Aug 17 03:14:04.316483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 309c5f2a-97c5-43d3-b79f-f29e53590374 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:04.327799 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aee70771-46e1-4c77-8ec0-0614dce5d903 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:04.379997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 309c5f2a-97c5-43d3-b79f-f29e53590374 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:04.380450 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:04.405987 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aee70771-46e1-4c77-8ec0-0614dce5d903 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:04.470527 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-aee70771-46e1-4c77-8ec0-0614dce5d903 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=404d5cea1dfd4b1d81f579ccb63b6b78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6273143 Aug 17 03:14:04.479809 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee70771-46e1-4c77-8ec0-0614dce5d903 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3687e5c9-41e1-458a-a026-30c7172979f1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:04.480077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42692) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:04.517945 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57b1696d-4a55-4a07-907d-121ffc8d0edc req-532a4f11-3598-4842-b772-d80ad45d1709 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 210 time: 0.0329740 Aug 17 03:14:04.545779 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f741877-30cb-488b-b938-bf8ea99b199e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:04.567027 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f741877-30cb-488b-b938-bf8ea99b199e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:04.581915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c75d9b1-0548-4f71-a4ac-f2eaf274c6cf tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Made reservation on behalf of e101eb18e7164ec090e51ec073f6f65a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:04.585381 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5c75d9b1-0548-4f71-a4ac-f2eaf274c6cf tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:04.617044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-5c75d9b1-0548-4f71-a4ac-f2eaf274c6cf tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] device_id is not set on port 1be02979-ba16-40f1-ada3-7911a6946475 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:14:04.652564 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f839165f-b4fb-42ea-96db-e0f969616d7f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6278553 Aug 17 03:14:04.655710 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42700) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:04.660560 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-51b6dcb7-dbb8-4395-8a56-73b0e7b1f5ba tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:04.679483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-dde700bf-4e9d-4370-9b11-5f206dd0f01c None None] Provisioning for port 9750f6f7-a497-4172-a8dd-020b9c8cddca completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:04.683733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-dde700bf-4e9d-4370-9b11-5f206dd0f01c None None] Provisioning complete for port 9750f6f7-a497-4172-a8dd-020b9c8cddca triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:04.684114 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dde700bf-4e9d-4370-9b11-5f206dd0f01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:04.722943 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-dde700bf-4e9d-4370-9b11-5f206dd0f01c None None] Port 9750f6f7-a497-4172-a8dd-020b9c8cddca cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:04.742434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-5c75d9b1-0548-4f71-a4ac-f2eaf274c6cf tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Allocated IP 172.20.0.9 (08c856bd-7831-4330-ba4c-e6b12d43ba3c/74d98d29-f51c-47ba-954d-377c0a519a9b/1be02979-ba16-40f1-ada3-7911a6946475) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:04.764060 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51b6dcb7-dbb8-4395-8a56-73b0e7b1f5ba tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:04.773091 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f741877-30cb-488b-b938-bf8ea99b199e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:04.776663 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f741877-30cb-488b-b938-bf8ea99b199e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:04.780115 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8f741877-30cb-488b-b938-bf8ea99b199e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3687e5c9-41e1-458a-a026-30c7172979f1 HTTP/1.1" status: 204 len: 168 time: 0.2968519 Aug 17 03:14:04.795466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f741877-30cb-488b-b938-bf8ea99b199e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3687e5c9-41e1-458a-a026-30c7172979f1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:04.805356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f741877-30cb-488b-b938-bf8ea99b199e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:04.805823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f741877-30cb-488b-b938-bf8ea99b199e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:04.806290 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f741877-30cb-488b-b938-bf8ea99b199e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:04.806898 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f741877-30cb-488b-b938-bf8ea99b199e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:04.807181 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f741877-30cb-488b-b938-bf8ea99b199e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:04.807511 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f741877-30cb-488b-b938-bf8ea99b199e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:04.807853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f741877-30cb-488b-b938-bf8ea99b199e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:04.808179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f741877-30cb-488b-b938-bf8ea99b199e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:04.808512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f741877-30cb-488b-b938-bf8ea99b199e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:04.808843 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f741877-30cb-488b-b938-bf8ea99b199e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:04.809183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f741877-30cb-488b-b938-bf8ea99b199e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:04.809553 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f741877-30cb-488b-b938-bf8ea99b199e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:04.912940 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51b6dcb7-dbb8-4395-8a56-73b0e7b1f5ba tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:04.929728 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5c75d9b1-0548-4f71-a4ac-f2eaf274c6cf tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:05.074644 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5c75d9b1-0548-4f71-a4ac-f2eaf274c6cf tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:05.126387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c75d9b1-0548-4f71-a4ac-f2eaf274c6cf tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network 08c856bd-7831-4330-ba4c-e6b12d43ba3c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:05.126387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-5c75d9b1-0548-4f71-a4ac-f2eaf274c6cf tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:05.130065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c75d9b1-0548-4f71-a4ac-f2eaf274c6cf tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:05.175034 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c75d9b1-0548-4f71-a4ac-f2eaf274c6cf tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=1be02979-ba16-40f1-ada3-7911a6946475,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:05.193056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c75d9b1-0548-4f71-a4ac-f2eaf274c6cf tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:05.193801 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5c75d9b1-0548-4f71-a4ac-f2eaf274c6cf tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:05.350094 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-51b6dcb7-dbb8-4395-8a56-73b0e7b1f5ba tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Allocated IP 172.25.1.171 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/3a181bc6-7254-4bb4-96cc-866a47a77fbb) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:05.370790 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-96ae8a3e-0157-4cfb-96ca-7a546b2d3046 req-485b6dac-4514-4c89-9df2-2ac27bde0beb tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 210 time: 0.0328121 Aug 17 03:14:05.373609 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5c75d9b1-0548-4f71-a4ac-f2eaf274c6cf tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4854047 Aug 17 03:14:05.375293 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42720) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:05.382284 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-47ea5d8f-c11c-4293-b5be-b7901cbad2a2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'port': {'network_id': '08c856bd-7831-4330-ba4c-e6b12d43ba3c', 'name': 'tempest-FloatingIPTestJSON-2056845795'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:05.467212 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51b6dcb7-dbb8-4395-8a56-73b0e7b1f5ba tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:05.599230 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-75fbb7aa-2c09-4e23-9f22-facb72b44a09 req-79cd2623-9998-44a0-bfc4-3ec50776b06d tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 210 time: 0.0265992 Aug 17 03:14:05.691042 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ea5d8f-c11c-4293-b5be-b7901cbad2a2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Made reservation on behalf of e101eb18e7164ec090e51ec073f6f65a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:05.691455 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51b6dcb7-dbb8-4395-8a56-73b0e7b1f5ba tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:05.695878 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-47ea5d8f-c11c-4293-b5be-b7901cbad2a2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:05.733575 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51b6dcb7-dbb8-4395-8a56-73b0e7b1f5ba tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:05.737023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-51b6dcb7-dbb8-4395-8a56-73b0e7b1f5ba tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:05.737647 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-47ea5d8f-c11c-4293-b5be-b7901cbad2a2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] device_id is not set on port e9e5df47-bf70-4bce-8e9b-74869f8990bb yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:14:05.740745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b6dcb7-dbb8-4395-8a56-73b0e7b1f5ba tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:05.769514 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6dcb7-dbb8-4395-8a56-73b0e7b1f5ba tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Pushing event updated for resources: {'Port': ['ID=3a181bc6-7254-4bb4-96cc-866a47a77fbb,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:05.862660 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51b6dcb7-dbb8-4395-8a56-73b0e7b1f5ba tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:05.890946 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-47ea5d8f-c11c-4293-b5be-b7901cbad2a2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Allocated IP 172.20.0.12 (08c856bd-7831-4330-ba4c-e6b12d43ba3c/74d98d29-f51c-47ba-954d-377c0a519a9b/e9e5df47-bf70-4bce-8e9b-74869f8990bb) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:05.968585 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51b6dcb7-dbb8-4395-8a56-73b0e7b1f5ba tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:06.070762 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-47ea5d8f-c11c-4293-b5be-b7901cbad2a2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:06.148141 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51b6dcb7-dbb8-4395-8a56-73b0e7b1f5ba tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:06.172047 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-47ea5d8f-c11c-4293-b5be-b7901cbad2a2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:06.220107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47ea5d8f-c11c-4293-b5be-b7901cbad2a2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network 08c856bd-7831-4330-ba4c-e6b12d43ba3c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:06.223161 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-47ea5d8f-c11c-4293-b5be-b7901cbad2a2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:06.227159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47ea5d8f-c11c-4293-b5be-b7901cbad2a2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:06.235285 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51b6dcb7-dbb8-4395-8a56-73b0e7b1f5ba tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:06.260381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ea5d8f-c11c-4293-b5be-b7901cbad2a2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=e9e5df47-bf70-4bce-8e9b-74869f8990bb,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:06.290898 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ea5d8f-c11c-4293-b5be-b7901cbad2a2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:06.291614 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-47ea5d8f-c11c-4293-b5be-b7901cbad2a2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:06.313779 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51b6dcb7-dbb8-4395-8a56-73b0e7b1f5ba tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Pushing event updated for resources: {'Port': ['ID=3a181bc6-7254-4bb4-96cc-866a47a77fbb,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:06.326372 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51b6dcb7-dbb8-4395-8a56-73b0e7b1f5ba tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:06.427285 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-47ea5d8f-c11c-4293-b5be-b7901cbad2a2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.0472050 Aug 17 03:14:06.427451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42744) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:06.433839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': 'e9e5df47-bf70-4bce-8e9b-74869f8990bb', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:06.479443 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7cba61b1-281e-4409-a0cb-60ec32f51083 req-0208aeee-15ba-47c5-a20a-98de128deb54 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 210 time: 0.0365736 Aug 17 03:14:06.480276 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51b6dcb7-dbb8-4395-8a56-73b0e7b1f5ba tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:06.481535 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-51b6dcb7-dbb8-4395-8a56-73b0e7b1f5ba tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.8245325 Aug 17 03:14:06.484746 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42748) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:06.498726 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-14b6f108-572e-496d-b905-193e06baa093 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Request body: {'floatingip': {'port_id': '9750f6f7-a497-4172-a8dd-020b9c8cddca', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:06.551887 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14b6f108-572e-496d-b905-193e06baa093 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:06.559240 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:06.653334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-efe9954f-b3df-4f53-9ce7-70929523de92 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:06.655007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-efe9954f-b3df-4f53-9ce7-70929523de92 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 805 time: 0.1736374 Aug 17 03:14:06.677691 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-681fade6-31c2-4185-a22c-3744e00e993a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Request body: {'port': {'device_id': 'b265720f-c4f5-4f7c-bd76-f44f065e49e8', 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c', 'admin_state_up': True, 'tenant_id': '6fc3dc22f61e4504bffcbcd1acecf394'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:06.752632 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9d3ce7cf-597e-4e02-948b-4dd3052fdeae req-ef02c6cc-6b7b-4336-b9b6-3c3933605f95 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 210 time: 0.0485363 Aug 17 03:14:06.762802 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-14b6f108-572e-496d-b905-193e06baa093 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] update failed (client error): The resource could not be found. Aug 17 03:14:06.764233 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-14b6f108-572e-496d-b905-193e06baa093 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] 10.222.0.10 "PUT /v2.0/floatingips/23567295-e793-4773-873d-8dca2f9b6ff3 HTTP/1.1" status: 404 len: 507 time: 0.2783957 Aug 17 03:14:06.767366 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42754) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:06.834173 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:06.923669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-681fade6-31c2-4185-a22c-3744e00e993a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Made reservation on behalf of 6fc3dc22f61e4504bffcbcd1acecf394 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:06.927160 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-681fade6-31c2-4185-a22c-3744e00e993a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:06.939539 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-c0f3461e-0ad7-4a2b-b977-7b29b2448c33 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Deleting port 3a181bc6-7254-4bb4-96cc-866a47a77fbb {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:06.939903 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0f3461e-0ad7-4a2b-b977-7b29b2448c33 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:07.030250 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Allocated IP 172.25.1.121 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/f56600b5-1046-4672-9d55-5dc2e4ca60dc) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:07.039441 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0f3461e-0ad7-4a2b-b977-7b29b2448c33 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:07.040026 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0f3461e-0ad7-4a2b-b977-7b29b2448c33 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:07.057792 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-c0f3461e-0ad7-4a2b-b977-7b29b2448c33 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Calling delete_port for 3a181bc6-7254-4bb4-96cc-866a47a77fbb owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:07.225841 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-681fade6-31c2-4185-a22c-3744e00e993a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Allocated IP 172.20.0.9 (231691f2-ac47-4b98-9db9-aab5f5656c2c/5df8f852-8b4a-4f0c-8b3e-42b1edfe9134/af18a0eb-b97b-4041-8aba-026d3e994dbb) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:07.264823 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0f3461e-0ad7-4a2b-b977-7b29b2448c33 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:07.340177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-dcbbea79-8d79-48ea-a35c-6ce9786a8eea tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:07.340606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f3461e-0ad7-4a2b-b977-7b29b2448c33 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Pushing event deleted for resources: {'Port': ['ID=3a181bc6-7254-4bb4-96cc-866a47a77fbb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:07.342950 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-dcbbea79-8d79-48ea-a35c-6ce9786a8eea tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.30 "GET /v2.0/networks?id=49a0e0a7-4e8f-4732-8d9c-def66933bc4d HTTP/1.1" status: 200 len: 818 time: 0.2470963 Aug 17 03:14:07.364157 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:07.379388 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-69fe2cbb-57e9-4569-8bdf-c03291822dc5 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Request body: {'port': {'device_id': '232eb397-f9d4-468d-b1df-e956a6c02d62', 'network_id': '49a0e0a7-4e8f-4732-8d9c-def66933bc4d', 'admin_state_up': True, 'tenant_id': 'b7cf51a1fcfc4b429a422d7c9a13aae4'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:07.391640 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0f3461e-0ad7-4a2b-b977-7b29b2448c33 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:07.394727 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0f3461e-0ad7-4a2b-b977-7b29b2448c33 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:07.401939 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c0f3461e-0ad7-4a2b-b977-7b29b2448c33 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] 10.222.0.10 "DELETE /v2.0/floatingips/23567295-e793-4773-873d-8dca2f9b6ff3 HTTP/1.1" status: 204 len: 168 time: 0.6201866 Aug 17 03:14:07.401939 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42766) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:07.409129 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-51c2f624-d63b-431f-9d12-ab7c0d53f00f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Request body: {'floatingip': {'floating_network_id': 'b21a4e2e-3cef-4676-9bdc-06002be9cd9c', 'port_id': '9750f6f7-a497-4172-a8dd-020b9c8cddca', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:07.529911 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-51c2f624-d63b-431f-9d12-ab7c0d53f00f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:07.666916 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9c163b0-9bfd-4d9a-885e-c157d01e7dfc req-b693b343-2f06-4ac3-a0ba-3f33bdfce629 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 210 time: 0.0601523 Aug 17 03:14:07.698497 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-681fade6-31c2-4185-a22c-3744e00e993a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:07.739100 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:07.782134 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:07.785109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:07.789952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:07.794277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=f56600b5-1046-4672-9d55-5dc2e4ca60dc,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:07.819529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-69fe2cbb-57e9-4569-8bdf-c03291822dc5 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Made reservation on behalf of b7cf51a1fcfc4b429a422d7c9a13aae4 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:07.824233 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-69fe2cbb-57e9-4569-8bdf-c03291822dc5 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:07.856463 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-681fade6-31c2-4185-a22c-3744e00e993a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:07.871742 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['79ba673f-b50b-4d6e-bd59-c682df30f861'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:14:07.885520 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-51c2f624-d63b-431f-9d12-ab7c0d53f00f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:14:07.891679 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-51c2f624-d63b-431f-9d12-ab7c0d53f00f tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.4841442 Aug 17 03:14:07.910484 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9e75156b-4967-4142-98f2-50f08becf0e7 req-3a79a7f7-a9c7-4571-af3e-f2fd46b73fd7 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 210 time: 0.0522716 Aug 17 03:14:07.911301 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42774) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:07.918520 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': '9750f6f7-a497-4172-a8dd-020b9c8cddca', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:08.023113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-681fade6-31c2-4185-a22c-3744e00e993a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Network 231691f2-ac47-4b98-9db9-aab5f5656c2c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:08.038938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-681fade6-31c2-4185-a22c-3744e00e993a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:08.038938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-681fade6-31c2-4185-a22c-3744e00e993a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Pushing event updated for resources: {'Port': ['ID=af18a0eb-b97b-4041-8aba-026d3e994dbb,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:08.057680 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:08.070646 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-681fade6-31c2-4185-a22c-3744e00e993a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:08.223395 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:08.263496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-69fe2cbb-57e9-4569-8bdf-c03291822dc5 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Allocated IP 172.20.0.5 (49a0e0a7-4e8f-4732-8d9c-def66933bc4d/f59b547d-dcb6-41e1-beae-dac37b293e25/b9002393-9366-45d4-a500-8045ea3c0030) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:08.282993 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-681fade6-31c2-4185-a22c-3744e00e993a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:08.283648 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-681fade6-31c2-4185-a22c-3744e00e993a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:08.361800 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Allocated IP 172.25.1.31 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/1de5b7a0-2d87-441a-8726-df9642bbb6f4) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:08.432366 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-681fade6-31c2-4185-a22c-3744e00e993a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7629504 Aug 17 03:14:08.484792 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:08.599780 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:08.631533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Request body: {'port': {'device_id': 'b265720f-c4f5-4f7c-bd76-f44f065e49e8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:08.656835 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:08.660184 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:08.662813 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:08.669712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Pushing event updated for resources: {'Port': ['ID=1de5b7a0-2d87-441a-8726-df9642bbb6f4,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:08.886335 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Deleting port 1de5b7a0-2d87-441a-8726-df9642bbb6f4 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:08.886622 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:08.979483 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:08.980151 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:08.997831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Calling delete_port for 1de5b7a0-2d87-441a-8726-df9642bbb6f4 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:09.074729 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c055ca2b-3f4a-448d-8dec-fb15c7ccce4a req-c32e11e1-faad-4c04-a77c-1d354ecaed63 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 210 time: 0.0600963 Aug 17 03:14:09.152263 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:09.168784 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ebeae3-610b-4116-a7bb-17202cab9901 req-3ce6e827-a00a-4a7c-9303-06cd954a9474 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:09.170339 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47ebeae3-610b-4116-a7bb-17202cab9901 req-3ce6e827-a00a-4a7c-9303-06cd954a9474 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 931 time: 0.1962776 Aug 17 03:14:09.186904 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-69fe2cbb-57e9-4569-8bdf-c03291822dc5 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:09.217232 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:09.240771 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:09.257631 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Pushing event deleted for resources: {'Port': ['ID=1de5b7a0-2d87-441a-8726-df9642bbb6f4,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:09.357343 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47ebeae3-610b-4116-a7bb-17202cab9901 req-7b41e8f9-813f-4cfa-a528-69a03107500f tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1736197 Aug 17 03:14:09.428977 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] create failed (client error): The resource could not be found. Aug 17 03:14:09.433487 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-62ac6375-9193-402a-a3a8-525922bb0135 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.5175221 Aug 17 03:14:09.434002 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42792) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:09.526013 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:09.539430 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-73a1c4a4-1145-409f-be92-e3d41ab3e489 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Deleting port 9750f6f7-a497-4172-a8dd-020b9c8cddca {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:09.539791 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-73a1c4a4-1145-409f-be92-e3d41ab3e489 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:09.552258 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-69fe2cbb-57e9-4569-8bdf-c03291822dc5 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:09.637521 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-73a1c4a4-1145-409f-be92-e3d41ab3e489 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:09.651147 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-73a1c4a4-1145-409f-be92-e3d41ab3e489 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Calling delete_port for 9750f6f7-a497-4172-a8dd-020b9c8cddca owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:09.659334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-69fe2cbb-57e9-4569-8bdf-c03291822dc5 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Network 49a0e0a7-4e8f-4732-8d9c-def66933bc4d is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:09.699625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-69fe2cbb-57e9-4569-8bdf-c03291822dc5 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:09.701609 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69fe2cbb-57e9-4569-8bdf-c03291822dc5 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Pushing event updated for resources: {'Port': ['ID=b9002393-9366-45d4-a500-8045ea3c0030,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:09.705760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-69fe2cbb-57e9-4569-8bdf-c03291822dc5 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:09.807492 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-69fe2cbb-57e9-4569-8bdf-c03291822dc5 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:09.808181 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-69fe2cbb-57e9-4569-8bdf-c03291822dc5 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:09.839302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af18a0eb-b97b-4041-8aba-026d3e994dbb {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:14:09.854127 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:09.867361 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-73a1c4a4-1145-409f-be92-e3d41ab3e489 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:09.878889 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Transition to ACTIVE for port object af18a0eb-b97b-4041-8aba-026d3e994dbb will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:09.891176 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-69fe2cbb-57e9-4569-8bdf-c03291822dc5 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5230663 Aug 17 03:14:09.900964 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:09.907381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Request body: {'port': {'device_id': '232eb397-f9d4-468d-b1df-e956a6c02d62', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:09.908342 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a1c4a4-1145-409f-be92-e3d41ab3e489 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Pushing event deleted for resources: {'Port': ['ID=9750f6f7-a497-4172-a8dd-020b9c8cddca,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:09.959706 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:09.981013 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-73a1c4a4-1145-409f-be92-e3d41ab3e489 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:09.987334 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-73a1c4a4-1145-409f-be92-e3d41ab3e489 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] 10.222.0.10 "DELETE /v2.0/ports/9750f6f7-a497-4172-a8dd-020b9c8cddca HTTP/1.1" status: 204 len: 168 time: 0.5519543 Aug 17 03:14:09.988015 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42806) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:10.013758 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:10.023099 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:10.061120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Pushing event updated for resources: {'Port': ['ID=af18a0eb-b97b-4041-8aba-026d3e994dbb,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:10.065306 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc579501-1ecb-498d-815a-0b428913a5fa tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:10.070411 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dc579501-1ecb-498d-815a-0b428913a5fa tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e3d8e8e-8d22-4703-a367-7234b513dbb6 HTTP/1.1" status: 200 len: 913 time: 0.0812271 Aug 17 03:14:10.071685 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42808) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:10.270680 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=f56600b5-1046-4672-9d55-5dc2e4ca60dc,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:10.317585 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:10.370925 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bb85bde-f489-451f-a596-14f8a5cce4f0 req-35b63e25-9bb5-4681-9e12-87072c34589f tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:10.376241 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8bb85bde-f489-451f-a596-14f8a5cce4f0 req-35b63e25-9bb5-4681-9e12-87072c34589f tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 931 time: 0.1422749 Aug 17 03:14:10.485765 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Attempting to bind port af18a0eb-b97b-4041-8aba-026d3e994dbb on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:14:10.486124 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Attempting to bind port af18a0eb-b97b-4041-8aba-026d3e994dbb by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:14:10.486462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Attempting to bind port af18a0eb-b97b-4041-8aba-026d3e994dbb on network 231691f2-ac47-4b98-9db9-aab5f5656c2c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:14:10.519643 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8bb85bde-f489-451f-a596-14f8a5cce4f0 req-6ed266b8-fea4-47e4-9d70-f39e0fde8ec3 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/security-groups?id=a34d3235-14fc-4a1e-8288-5fe557a7efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179402 Aug 17 03:14:10.521581 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Port af18a0eb-b97b-4041-8aba-026d3e994dbb on network 231691f2-ac47-4b98-9db9-aab5f5656c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:14:10.521922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Attempting to bind port af18a0eb-b97b-4041-8aba-026d3e994dbb on network 231691f2-ac47-4b98-9db9-aab5f5656c2c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:14:10.534680 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:14:10.535036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Checking segment: {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:10.545052 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Bound using segment: {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:14:10.545052 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Bound port: af18a0eb-b97b-4041-8aba-026d3e994dbb, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:14:10.545052 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:10.576377 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Floating IP 39375ed4-d188-46b9-906e-02c9c907c7ee associated. External IP: 172.25.1.121, port: e9e5df47-bf70-4bce-8e9b-74869f8990bb. Aug 17 03:14:10.621561 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a4250e4b-de5b-4f15-bd27-617d43509666 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:10.658844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-636539f3-5eca-4c9d-a1dc-ae50cf86da65 req-825c028c-8a5f-421b-875c-aa283dff8c55 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:10.661895 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-636539f3-5eca-4c9d-a1dc-ae50cf86da65 req-825c028c-8a5f-421b-875c-aa283dff8c55 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 943 time: 0.2171042 Aug 17 03:14:10.813115 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] For port af18a0eb-b97b-4041-8aba-026d3e994dbb, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:14:10.817804 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-636539f3-5eca-4c9d-a1dc-ae50cf86da65 req-6c86e262-b114-4f17-83a4-7bedf36b48a7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402600 Aug 17 03:14:10.856431 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] For port af18a0eb-b97b-4041-8aba-026d3e994dbb, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=af18a0eb-b97b-4041-8aba-026d3e994dbb,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:14:10.871577 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9002393-9366-45d4-a500-8045ea3c0030 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:14:10.911950 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:10.936064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Transition to ACTIVE for port object b9002393-9366-45d4-a500-8045ea3c0030 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:10.954912 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a4250e4b-de5b-4f15-bd27-617d43509666 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Deleting port c4e1b6bd-cd74-486e-bf19-ce173231caa3 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:10.955459 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a4250e4b-de5b-4f15-bd27-617d43509666 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:10.971885 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:11.017922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:11.018553 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:11.019951 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] 10.222.0.30 "PUT /v2.0/ports/af18a0eb-b97b-4041-8aba-026d3e994dbb HTTP/1.1" status: 200 len: 1091 time: 2.5441713 Aug 17 03:14:11.024936 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b265720f-c4f5-4f7c-bd76-f44f065e49e8', 'tag': 'af18a0eb-b97b-4041-8aba-026d3e994dbb'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:14:11.027073 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66c4670c-73a3-493d-b3db-2f627651aa24" -d '{"events": [{"name": "network-changed", "server_uuid": "b265720f-c4f5-4f7c-bd76-f44f065e49e8", "tag": "af18a0eb-b97b-4041-8aba-026d3e994dbb"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:14:11.048092 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:11.066123 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed925cb-4e7b-4226-8087-c51bd68f84c8 service neutron] Pushing event updated for resources: {'Port': ['ID=af18a0eb-b97b-4041-8aba-026d3e994dbb,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:11.072017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router b2ca297a-acc8-40ad-9807-e478e5494a11 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:11.096150 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a4250e4b-de5b-4f15-bd27-617d43509666 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:11.119151 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a4250e4b-de5b-4f15-bd27-617d43509666 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Calling delete_port for c4e1b6bd-cd74-486e-bf19-ce173231caa3 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:11.119351 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:14:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-197ea5ff-78a1-4fa5-ac85-2935317a9429 x-openstack-request-id: req-197ea5ff-78a1-4fa5-ac85-2935317a9429 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:14:11.119351 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b265720f-c4f5-4f7c-bd76-f44f065e49e8", "tag": "af18a0eb-b97b-4041-8aba-026d3e994dbb", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:14:11.119351 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-197ea5ff-78a1-4fa5-ac85-2935317a9429 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:14:11.119786 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b265720f-c4f5-4f7c-bd76-f44f065e49e8', 'tag': 'af18a0eb-b97b-4041-8aba-026d3e994dbb', 'status': 'completed', 'code': 200} Aug 17 03:14:11.278890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:11.290340 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68768197-5d8c-4125-82f5-21f7e1a153be None None] Sync routers for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:11.303420 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Pushing event updated for resources: {'Port': ['ID=b9002393-9366-45d4-a500-8045ea3c0030,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:11.311746 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68768197-5d8c-4125-82f5-21f7e1a153be None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:11.312557 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-68768197-5d8c-4125-82f5-21f7e1a153be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:11.366680 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Attempting to bind port b9002393-9366-45d4-a500-8045ea3c0030 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:14:11.367022 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Attempting to bind port b9002393-9366-45d4-a500-8045ea3c0030 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'a424f377-d0de-4d41-a1d1-e33fdf9c8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '49a0e0a7-4e8f-4732-8d9c-def66933bc4d'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:14:11.367363 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Attempting to bind port b9002393-9366-45d4-a500-8045ea3c0030 on network 49a0e0a7-4e8f-4732-8d9c-def66933bc4d {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:14:11.376269 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Port b9002393-9366-45d4-a500-8045ea3c0030 on network 49a0e0a7-4e8f-4732-8d9c-def66933bc4d not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:14:11.376598 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Attempting to bind port b9002393-9366-45d4-a500-8045ea3c0030 on network 49a0e0a7-4e8f-4732-8d9c-def66933bc4d {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:14:11.383597 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-68768197-5d8c-4125-82f5-21f7e1a153be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:11.387001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4670c-73a3-493d-b3db-2f627651aa24 req-29c6efe9-4808-47d6-938d-8f0937c6cde9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:11.387001 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66c4670c-73a3-493d-b3db-2f627651aa24 req-29c6efe9-4808-47d6-938d-8f0937c6cde9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 1094 time: 0.2339232 Aug 17 03:14:11.387878 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 14, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:14:11.388215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Checking segment: {'id': 'a424f377-d0de-4d41-a1d1-e33fdf9c8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '49a0e0a7-4e8f-4732-8d9c-def66933bc4d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:11.388595 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Bound using segment: {'id': 'a424f377-d0de-4d41-a1d1-e33fdf9c8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '49a0e0a7-4e8f-4732-8d9c-def66933bc4d'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:14:11.389031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Bound port: b9002393-9366-45d4-a500-8045ea3c0030, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a424f377-d0de-4d41-a1d1-e33fdf9c8218', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '49a0e0a7-4e8f-4732-8d9c-def66933bc4d'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:14:11.389385 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:11.394048 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68768197-5d8c-4125-82f5-21f7e1a153be None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:11.394929 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-68768197-5d8c-4125-82f5-21f7e1a153be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:11.429641 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-68768197-5d8c-4125-82f5-21f7e1a153be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:11.431220 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68768197-5d8c-4125-82f5-21f7e1a153be None None] The sync data for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:11.451237 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a4250e4b-de5b-4f15-bd27-617d43509666 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:11.470588 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:11.484776 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4250e4b-de5b-4f15-bd27-617d43509666 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Pushing event deleted for resources: {'Port': ['ID=c4e1b6bd-cd74-486e-bf19-ce173231caa3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:11.557437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] For port b9002393-9366-45d4-a500-8045ea3c0030, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:14:11.561213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] For port b9002393-9366-45d4-a500-8045ea3c0030, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b9002393-9366-45d4-a500-8045ea3c0030,segment=NetworkSegment(a424f377-d0de-4d41-a1d1-e33fdf9c8218),segment_id=a424f377-d0de-4d41-a1d1-e33fdf9c8218)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:14:11.563903 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-48616f88-3b6e-42e0-9735-57836c400ed1 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 5.1347523 Aug 17 03:14:11.566823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42834) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:11.572487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-71fc13d3-3b88-4351-a5b7-2f9397dea980 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:11.671578 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:11.686134 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a4250e4b-de5b-4f15-bd27-617d43509666 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:11.903128 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4250e4b-de5b-4f15-bd27-617d43509666 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Router 3e3d8e8e-8d22-4703-a367-7234b513dbb6 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:12.011150 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4250e4b-de5b-4f15-bd27-617d43509666 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:12.020172 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a4250e4b-de5b-4f15-bd27-617d43509666 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] 10.222.0.10 "PUT /v2.0/routers/3e3d8e8e-8d22-4703-a367-7234b513dbb6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9465520 Aug 17 03:14:12.025294 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42840) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:12.027438 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a0b19e-9c46-43bf-8b39-a6fccdacc682 None None] Sync routers for ids ['3e3d8e8e-8d22-4703-a367-7234b513dbb6'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:12.052413 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a0b19e-9c46-43bf-8b39-a6fccdacc682 None None] Routers {'3e3d8e8e-8d22-4703-a367-7234b513dbb6'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:12.056902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-70a0b19e-9c46-43bf-8b39-a6fccdacc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['3e3d8e8e-8d22-4703-a367-7234b513dbb6'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:12.107759 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71fc13d3-3b88-4351-a5b7-2f9397dea980 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:12.107759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:12.107759 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:12.107759 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] 10.222.0.30 "PUT /v2.0/ports/b9002393-9366-45d4-a500-8045ea3c0030 HTTP/1.1" status: 200 len: 1091 time: 2.2036629 Aug 17 03:14:12.142206 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4670c-73a3-493d-b3db-2f627651aa24 req-7cc4703b-4839-40b3-ad4a-753e784428ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:12.143761 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66c4670c-73a3-493d-b3db-2f627651aa24 req-7cc4703b-4839-40b3-ad4a-753e784428ef service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&shared=False HTTP/1.1" status: 200 len: 905 time: 0.7456491 Aug 17 03:14:12.144577 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3b184923-9ddf-4583-a188-5b20813f4fc3 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:12.153489 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2263cec-5044-4ef8-9887-490411355680 req-7daf13a8-d233-4ee1-a58b-4cef6f913595 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:12.155265 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2263cec-5044-4ef8-9887-490411355680 req-7daf13a8-d233-4ee1-a58b-4cef6f913595 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 943 time: 0.1534231 Aug 17 03:14:12.161166 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-70a0b19e-9c46-43bf-8b39-a6fccdacc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:12.176689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a0b19e-9c46-43bf-8b39-a6fccdacc682 None None] Routers {'3e3d8e8e-8d22-4703-a367-7234b513dbb6'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:12.177364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-70a0b19e-9c46-43bf-8b39-a6fccdacc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['3e3d8e8e-8d22-4703-a367-7234b513dbb6'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:12.191488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dae6eef-0306-4300-b6e5-6bd507f3cdb2 req-4d31b772-61d5-4767-9078-d3a4ec7a9345 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:12.192969 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3dae6eef-0306-4300-b6e5-6bd507f3cdb2 req-4d31b772-61d5-4767-9078-d3a4ec7a9345 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 943 time: 0.5701931 Aug 17 03:14:12.215281 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b1eee-b114-4d91-92cc-ef337326eafe service neutron] Pushing event updated for resources: {'Port': ['ID=b9002393-9366-45d4-a500-8045ea3c0030,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:12.231861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-70a0b19e-9c46-43bf-8b39-a6fccdacc682 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:12.232551 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70a0b19e-9c46-43bf-8b39-a6fccdacc682 None None] The sync data for ids ['3e3d8e8e-8d22-4703-a367-7234b513dbb6'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:12.366137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-a7bafdc3-a31b-444b-8caf-bf75fba6df70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:12.367673 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-a7bafdc3-a31b-444b-8caf-bf75fba6df70 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7cf51a1fcfc4b429a422d7c9a13aae4&device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 1094 time: 0.1564808 Aug 17 03:14:12.433655 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3dae6eef-0306-4300-b6e5-6bd507f3cdb2 req-3fe0d1e7-a392-416f-b282-304593d00d21 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/security-groups?id=a34d3235-14fc-4a1e-8288-5fe557a7efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2208979 Aug 17 03:14:12.442030 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-17778cd5-22bc-41ad-9177-b8a3756bfb80 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9002393-9366-45d4-a500-8045ea3c0030 HTTP/1.1" status: 200 len: 217 time: 0.0571904 Aug 17 03:14:12.521095 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71fc13d3-3b88-4351-a5b7-2f9397dea980 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:12.526075 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c4670c-73a3-493d-b3db-2f627651aa24 req-3be937ae-3395-42a1-9aab-2cb034b0eee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:12.527569 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66c4670c-73a3-493d-b3db-2f627651aa24 req-3be937ae-3395-42a1-9aab-2cb034b0eee1 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.3654406 Aug 17 03:14:12.543179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-4708d8c7-f747-4b3d-b072-4ac6b431e59f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:12.544700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-4708d8c7-f747-4b3d-b072-4ac6b431e59f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f59b547d-dcb6-41e1-beae-dac37b293e25 HTTP/1.1" status: 200 len: 858 time: 0.0929518 Aug 17 03:14:12.588099 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-a49f4dd8-145c-4b26-a329-f0aa19e1f22d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=49a0e0a7-4e8f-4732-8d9c-def66933bc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338075 Aug 17 03:14:12.623023 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71fc13d3-3b88-4351-a5b7-2f9397dea980 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:12.623382 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-71fc13d3-3b88-4351-a5b7-2f9397dea980 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Floating IP 39375ed4-d188-46b9-906e-02c9c907c7ee disassociated. External IP: 172.25.1.121, port: e9e5df47-bf70-4bce-8e9b-74869f8990bb. Aug 17 03:14:12.707406 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2263cec-5044-4ef8-9887-490411355680 req-bc9b5b15-c06e-479f-bc78-1b7874e5a1ab tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5160062 Aug 17 03:14:12.715870 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3b184923-9ddf-4583-a188-5b20813f4fc3 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:12.718896 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3b184923-9ddf-4583-a188-5b20813f4fc3 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:12.777021 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-f19fd60b-02d5-494d-96ad-3616ea406345 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:12.780970 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-f19fd60b-02d5-494d-96ad-3616ea406345 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 1094 time: 0.1959326 Aug 17 03:14:12.839829 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3b184923-9ddf-4583-a188-5b20813f4fc3 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:12.841221 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b184923-9ddf-4583-a188-5b20813f4fc3 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Fanout notify agent at l3_agent the message router_deleted on router 3e3d8e8e-8d22-4703-a367-7234b513dbb6 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:14:12.854284 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3b184923-9ddf-4583-a188-5b20813f4fc3 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:12.861040 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3b184923-9ddf-4583-a188-5b20813f4fc3 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] 10.222.0.10 "DELETE /v2.0/routers/3e3d8e8e-8d22-4703-a367-7234b513dbb6 HTTP/1.1" status: 204 len: 168 time: 0.8365142 Aug 17 03:14:12.862033 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42848) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:12.887870 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-57df1c36-ccda-45a1-b23d-423d811cad01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=af18a0eb-b97b-4041-8aba-026d3e994dbb HTTP/1.1" status: 200 len: 217 time: 0.0867305 Aug 17 03:14:12.908441 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-e522f0b2-e302-43de-9b5d-bf0636da3c44 service neutron] 10.222.0.30 "GET /v2.0/networks/49a0e0a7-4e8f-4732-8d9c-def66933bc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3121533 Aug 17 03:14:12.917250 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf81693f-af8f-4fe8-88b9-ca9e61e615f2 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Deleting subnet c52e6a52-cb95-4752-a6bf-f17783a34b58 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:14:12.920560 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf81693f-af8f-4fe8-88b9-ca9e61e615f2 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:12.965761 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf81693f-af8f-4fe8-88b9-ca9e61e615f2 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:13.046394 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586ca1a4-a613-4fdf-af1a-9cfdcc63b0bf req-2a3aa4c7-6ab8-48f9-9e81-5105cb38726d tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:13.047954 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-586ca1a4-a613-4fdf-af1a-9cfdcc63b0bf req-2a3aa4c7-6ab8-48f9-9e81-5105cb38726d tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.2410679 Aug 17 03:14:13.055187 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf81693f-af8f-4fe8-88b9-ca9e61e615f2 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:13.074593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-b51ca549-5a53-428d-9cd0-585e6f5d042a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:13.076033 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-b51ca549-5a53-428d-9cd0-585e6f5d042a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5df8f852-8b4a-4f0c-8b3e-42b1edfe9134 HTTP/1.1" status: 200 len: 845 time: 0.1774650 Aug 17 03:14:13.137738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '232eb397-f9d4-468d-b1df-e956a6c02d62', 'tag': 'b9002393-9366-45d4-a500-8045ea3c0030'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:14:13.137738 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27ef65ab-48df-4b68-821a-cf54b6f25335" -d '{"events": [{"name": "network-changed", "server_uuid": "232eb397-f9d4-468d-b1df-e956a6c02d62", "tag": "b9002393-9366-45d4-a500-8045ea3c0030"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:14:13.168189 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf81693f-af8f-4fe8-88b9-ca9e61e615f2 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:13.199739 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:14:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff0c6052-c7c6-4d9f-affe-8fa78bfc147c x-openstack-request-id: req-ff0c6052-c7c6-4d9f-affe-8fa78bfc147c {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:14:13.200641 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "232eb397-f9d4-468d-b1df-e956a6c02d62", "tag": "b9002393-9366-45d4-a500-8045ea3c0030", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:14:13.201144 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff0c6052-c7c6-4d9f-affe-8fa78bfc147c {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:14:13.201765 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '232eb397-f9d4-468d-b1df-e956a6c02d62', 'tag': 'b9002393-9366-45d4-a500-8045ea3c0030', 'status': 'completed', 'code': 200} Aug 17 03:14:13.208110 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-08c8028b-7b47-47ac-b1e0-46f034904ff5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=231691f2-ac47-4b98-9db9-aab5f5656c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0924926 Aug 17 03:14:13.208417 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf81693f-af8f-4fe8-88b9-ca9e61e615f2 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Pushing event deleted for resources: {'Subnet': ['ID=c52e6a52-cb95-4752-a6bf-f17783a34b58,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:13.212742 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf81693f-af8f-4fe8-88b9-ca9e61e615f2 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:13.214792 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bf81693f-af8f-4fe8-88b9-ca9e61e615f2 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] 10.222.0.10 "DELETE /v2.0/subnets/c52e6a52-cb95-4752-a6bf-f17783a34b58 HTTP/1.1" status: 204 len: 168 time: 0.3514678 Aug 17 03:14:13.217304 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42856) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:13.223105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559b44e6-c1a8-4dd2-8089-b9ef52dc6099 None None] Network b21a4e2e-3cef-4676-9bdc-06002be9cd9c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:13.317272 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:13.324222 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-586ca1a4-a613-4fdf-af1a-9cfdcc63b0bf req-85b8c5ba-b7f0-4f95-a1f2-80048db0ca63 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2580104 Aug 17 03:14:13.359111 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b45768bb-f2e6-4193-b611-b145d6fd37d9 req-4ce63dee-7e0c-4434-be48-ff236d27097e service neutron] 10.222.0.30 "GET /v2.0/networks/49a0e0a7-4e8f-4732-8d9c-def66933bc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4244363 Aug 17 03:14:13.405860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71fc13d3-3b88-4351-a5b7-2f9397dea980 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router b2ca297a-acc8-40ad-9807-e478e5494a11 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:13.406534 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Deleting port 309c5f2a-97c5-43d3-b79f-f29e53590374 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:13.406534 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:13.522436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] For port 309c5f2a-97c5-43d3-b79f-f29e53590374, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=309c5f2a-97c5-43d3-b79f-f29e53590374,segment=NetworkSegment(53267178-5cdc-47f3-b75c-fae169bbc313),segment_id=53267178-5cdc-47f3-b75c-fae169bbc313)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:13.522436 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:13.534657 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-329ce3fb-c0e2-4c20-a38a-09e38a42f316 service neutron] 10.222.0.30 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2937577 Aug 17 03:14:13.549547 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Calling delete_port for 309c5f2a-97c5-43d3-b79f-f29e53590374 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:13.664544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0784efe8-d799-421e-b23d-e806c25c39fb None None] DHCP port deletion for b21a4e2e-3cef-4676-9bdc-06002be9cd9c request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:14:13.665948 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef65ab-48df-4b68-821a-cf54b6f25335 req-62a84aaa-7648-45dd-aa91-bad34e6ea854 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:13.667842 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27ef65ab-48df-4b68-821a-cf54b6f25335 req-62a84aaa-7648-45dd-aa91-bad34e6ea854 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7cf51a1fcfc4b429a422d7c9a13aae4&device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 1094 time: 0.1756315 Aug 17 03:14:13.671264 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71fc13d3-3b88-4351-a5b7-2f9397dea980 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:13.677469 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71fc13d3-3b88-4351-a5b7-2f9397dea980 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:13.684881 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4344a49c-9fcf-469e-9da4-2d13b2409b8d None None] Sync routers for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:13.690293 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de117f41-7083-4477-9566-3f20b540c2e4 req-4ce1a11e-4022-4b43-85f8-dc6d797bd620 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:13.692454 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de117f41-7083-4477-9566-3f20b540c2e4 req-4ce1a11e-4022-4b43-85f8-dc6d797bd620 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 943 time: 0.1292658 Aug 17 03:14:13.699473 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4344a49c-9fcf-469e-9da4-2d13b2409b8d None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:13.701000 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4344a49c-9fcf-469e-9da4-2d13b2409b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:13.730253 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-0784efe8-d799-421e-b23d-e806c25c39fb None None] Deleting port 309c5f2a-97c5-43d3-b79f-f29e53590374 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:13.731863 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0784efe8-d799-421e-b23d-e806c25c39fb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:13.787211 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de117f41-7083-4477-9566-3f20b540c2e4 req-c9d88c59-4915-4516-aa0d-8810a5d91c29 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/security-groups?id=a34d3235-14fc-4a1e-8288-5fe557a7efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621295 Aug 17 03:14:13.792187 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-71fc13d3-3b88-4351-a5b7-2f9397dea980 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "PUT /v2.0/floatingips/39375ed4-d188-46b9-906e-02c9c907c7ee HTTP/1.1" status: 200 len: 688 time: 2.2242622 Aug 17 03:14:13.797275 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42864) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:13.798481 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:13.822002 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a360ae41-c286-4ff4-831d-9f6f8bab0948 req-a5df354c-22bd-471d-82e2-766046001f9d service neutron] 10.222.0.30 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2541864 Aug 17 03:14:13.854207 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4344a49c-9fcf-469e-9da4-2d13b2409b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:13.863869 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-0784efe8-d799-421e-b23d-e806c25c39fb None None] For port 309c5f2a-97c5-43d3-b79f-f29e53590374, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=309c5f2a-97c5-43d3-b79f-f29e53590374,segment=NetworkSegment(53267178-5cdc-47f3-b75c-fae169bbc313),segment_id=53267178-5cdc-47f3-b75c-fae169bbc313)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:13.864165 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4344a49c-9fcf-469e-9da4-2d13b2409b8d None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:13.864950 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4344a49c-9fcf-469e-9da4-2d13b2409b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:13.866563 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0784efe8-d799-421e-b23d-e806c25c39fb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:13.869753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef65ab-48df-4b68-821a-cf54b6f25335 req-744dae43-5670-4a8e-a5d4-ba9dd28d4cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:13.871946 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27ef65ab-48df-4b68-821a-cf54b6f25335 req-744dae43-5670-4a8e-a5d4-ba9dd28d4cb8 service neutron] 10.222.0.30 "GET /v2.0/networks?id=49a0e0a7-4e8f-4732-8d9c-def66933bc4d HTTP/1.1" status: 200 len: 918 time: 0.1916447 Aug 17 03:14:13.905994 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4344a49c-9fcf-469e-9da4-2d13b2409b8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:13.906622 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-0784efe8-d799-421e-b23d-e806c25c39fb None None] Calling delete_port for 309c5f2a-97c5-43d3-b79f-f29e53590374 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:13.907255 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4344a49c-9fcf-469e-9da4-2d13b2409b8d None None] The sync data for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:13.942417 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42866) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:13.950173 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Pushing event deleted for resources: {'Port': ['ID=309c5f2a-97c5-43d3-b79f-f29e53590374,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:13.950705 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27ef65ab-48df-4b68-821a-cf54b6f25335 req-e0f45517-311a-4e86-8c2e-ab3aaebae8ca service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=b9002393-9366-45d4-a500-8045ea3c0030 HTTP/1.1" status: 200 len: 217 time: 0.0541213 Aug 17 03:14:13.989344 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] No DVR routers for this DVR port 309c5f2a-97c5-43d3-b79f-f29e53590374 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:14:14.042587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27ef65ab-48df-4b68-821a-cf54b6f25335 req-e8a90d5f-8494-4fda-b1fe-c3be3f9170a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:14.044799 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27ef65ab-48df-4b68-821a-cf54b6f25335 req-e8a90d5f-8494-4fda-b1fe-c3be3f9170a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f59b547d-dcb6-41e1-beae-dac37b293e25 HTTP/1.1" status: 200 len: 858 time: 0.0717294 Aug 17 03:14:14.066384 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0784efe8-d799-421e-b23d-e806c25c39fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:14.092917 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0784efe8-d799-421e-b23d-e806c25c39fb None None] No DVR routers for this DVR port 309c5f2a-97c5-43d3-b79f-f29e53590374 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:14:14.103297 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27ef65ab-48df-4b68-821a-cf54b6f25335 req-4d84831e-2511-4126-b416-3c239f68e915 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=49a0e0a7-4e8f-4732-8d9c-def66933bc4d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0467041 Aug 17 03:14:14.104167 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:14.115887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b996804-f846-4197-bf79-c3130148bf26 req-577b29ef-9039-4ea5-985a-3e2a232f2f90 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:14.119824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b21a4e2e-3cef-4676-9bdc-06002be9cd9c']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:14.126509 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3b996804-f846-4197-bf79-c3130148bf26 req-577b29ef-9039-4ea5-985a-3e2a232f2f90 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 943 time: 0.2519648 Aug 17 03:14:14.135364 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53267178-5cdc-47f3-b75c-fae169bbc313') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:14.135928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53267178-5cdc-47f3-b75c-fae169bbc313') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:14.147416 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:14.151305 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0784efe8-d799-421e-b23d-e806c25c39fb None None] Pushing event deleted for resources: {'Port': ['ID=309c5f2a-97c5-43d3-b79f-f29e53590374,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:14.185220 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-06ae74ee-f48b-4ef0-88b7-7b74c64874b2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Deleting port f56600b5-1046-4672-9d55-5dc2e4ca60dc {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:14.185456 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-06ae74ee-f48b-4ef0-88b7-7b74c64874b2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:14.187141 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58926228-a983-4aad-9129-f6cba40286ed admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:14.189105 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:14.239227 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3b996804-f846-4197-bf79-c3130148bf26 req-04c16a55-3cf3-4760-89bf-1335614d7f56 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1117520 Aug 17 03:14:14.240777 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:14:14.241197 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:14:14.252278 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:14:14.275947 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27ef65ab-48df-4b68-821a-cf54b6f25335 req-ce4e5744-f3c5-46c0-9b10-44bc7fd7589e service neutron] 10.222.0.30 "GET /v2.0/networks/49a0e0a7-4e8f-4732-8d9c-def66933bc4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402242 Aug 17 03:14:14.297300 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 309c5f2a-97c5-43d3-b79f-f29e53590374 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:14:14.317937 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 309c5f2a-97c5-43d3-b79f-f29e53590374 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:14:14.318438 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 309c5f2a-97c5-43d3-b79f-f29e53590374 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:14:14.388237 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-06ae74ee-f48b-4ef0-88b7-7b74c64874b2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:14.388596 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-06ae74ee-f48b-4ef0-88b7-7b74c64874b2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:14.408602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-06ae74ee-f48b-4ef0-88b7-7b74c64874b2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Calling delete_port for f56600b5-1046-4672-9d55-5dc2e4ca60dc owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:14.410360 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-27ef65ab-48df-4b68-821a-cf54b6f25335 req-4b580124-e0cd-42d7-8363-46df5c353800 service neutron] 10.222.0.30 "GET /v2.0/networks/49a0e0a7-4e8f-4732-8d9c-def66933bc4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1245127 Aug 17 03:14:14.465102 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:14.469641 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:14.471484 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] 10.222.0.10 "DELETE /v2.0/networks/b21a4e2e-3cef-4676-9bdc-06002be9cd9c HTTP/1.1" status: 204 len: 168 time: 1.2531593 Aug 17 03:14:14.533296 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee684cfd-97aa-4242-ae05-48c7efb26a40 tempest-FloatingIPNegativeTestJSON-1408409355 tempest-FloatingIPNegativeTestJSON-1408409355-project] Pushing event deleted for resources: {'Network': ['ID=b21a4e2e-3cef-4676-9bdc-06002be9cd9c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:14.573639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ffde5-2aa4-43d2-90a9-9cf77adc8214 req-898c1e2a-55f7-45be-b4c1-b765a71e486b tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:14.575206 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be3ffde5-2aa4-43d2-90a9-9cf77adc8214 req-898c1e2a-55f7-45be-b4c1-b765a71e486b tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.1617703 Aug 17 03:14:14.586298 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58926228-a983-4aad-9129-f6cba40286ed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:14.632196 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be3ffde5-2aa4-43d2-90a9-9cf77adc8214 req-3b203542-7e6c-4377-959b-934011efb8ad tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0491462 Aug 17 03:14:14.725331 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58926228-a983-4aad-9129-f6cba40286ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:14.766846 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-58926228-a983-4aad-9129-f6cba40286ed admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fb65e1daebcc4c00810e7f359a7603ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8231502 Aug 17 03:14:14.767756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58926228-a983-4aad-9129-f6cba40286ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a77de4-8f3b-4b70-9203-0a90172abb91,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:14.769510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42874) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:14.776800 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-06ae74ee-f48b-4ef0-88b7-7b74c64874b2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:14.810606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ae74ee-f48b-4ef0-88b7-7b74c64874b2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Port': ['ID=f56600b5-1046-4672-9d55-5dc2e4ca60dc,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:14.828677 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93b2c36e-12c6-4537-a5d8-2639a83188c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:14.854542 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93b2c36e-12c6-4537-a5d8-2639a83188c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:14.872159 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-06ae74ee-f48b-4ef0-88b7-7b74c64874b2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:14.875265 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-06ae74ee-f48b-4ef0-88b7-7b74c64874b2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:14.880279 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-06ae74ee-f48b-4ef0-88b7-7b74c64874b2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/floatingips/39375ed4-d188-46b9-906e-02c9c907c7ee HTTP/1.1" status: 204 len: 168 time: 1.0763009 Aug 17 03:14:14.881126 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42880) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:14.886877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': '1be02979-ba16-40f1-ada3-7911a6946475'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:14.943729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cf235c-0fd8-41e0-870d-59476d8df9f5 req-2ae9b8be-cb7c-4f34-8be7-6ae13abd4dfa tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:14.945301 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49cf235c-0fd8-41e0-870d-59476d8df9f5 req-2ae9b8be-cb7c-4f34-8be7-6ae13abd4dfa tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 943 time: 0.0649495 Aug 17 03:14:14.966734 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42882) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:14.985930 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49cf235c-0fd8-41e0-870d-59476d8df9f5 req-bc759ce5-cab3-45d4-969f-1e6d879a0243 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/security-groups?id=a34d3235-14fc-4a1e-8288-5fe557a7efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338869 Aug 17 03:14:14.999797 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:15.028291 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93b2c36e-12c6-4537-a5d8-2639a83188c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:15.030931 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93b2c36e-12c6-4537-a5d8-2639a83188c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:15.034680 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-93b2c36e-12c6-4537-a5d8-2639a83188c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74a77de4-8f3b-4b70-9203-0a90172abb91 HTTP/1.1" status: 204 len: 168 time: 0.2616649 Aug 17 03:14:15.042576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b2c36e-12c6-4537-a5d8-2639a83188c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a77de4-8f3b-4b70-9203-0a90172abb91,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:15.143735 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2ebae565-57e6-441a-bf44-2bf45face1b0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=558c194fcf4246b4989f794994f142e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1752472 Aug 17 03:14:15.145200 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:15.146716 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42888) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:15.198587 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62f22fc3-822a-461a-8f5b-c97b0999ec8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:15.222151 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62f22fc3-822a-461a-8f5b-c97b0999ec8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:15.254973 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-01f929b9-80b0-4b91-842d-daa5d8996541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:15.257076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Allocated IP 172.25.1.47 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/fa22545e-9707-4786-9494-2fdc1b3b921d) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:15.371727 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62f22fc3-822a-461a-8f5b-c97b0999ec8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:15.374657 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62f22fc3-822a-461a-8f5b-c97b0999ec8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:15.378420 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-62f22fc3-822a-461a-8f5b-c97b0999ec8c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/53bb0854-9efd-4637-aa15-6f0f211f7bd9 HTTP/1.1" status: 204 len: 168 time: 0.2282348 Aug 17 03:14:15.382436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c94509a-3ce3-4f86-9479-4b39908f3e2c req-662b7f8f-949c-4d59-b1a1-0f87cfb282c7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:15.384484 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1c94509a-3ce3-4f86-9479-4b39908f3e2c req-662b7f8f-949c-4d59-b1a1-0f87cfb282c7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 943 time: 0.0761731 Aug 17 03:14:15.384970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f22fc3-822a-461a-8f5b-c97b0999ec8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53bb0854-9efd-4637-aa15-6f0f211f7bd9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:15.415796 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:15.457049 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1c94509a-3ce3-4f86-9479-4b39908f3e2c req-c47f7b5a-7d74-4537-8028-c6a1603e2a1f tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524266 Aug 17 03:14:15.559961 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:15.596393 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:15.601116 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:15.604830 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:15.630182 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=fa22545e-9707-4786-9494-2fdc1b3b921d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:15.781570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76d0d9a8-7ce8-402e-a6ad-2ea9d30b6582 req-c283dccd-cb82-4168-8871-5dcb09c72fa2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:15.790787 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-76d0d9a8-7ce8-402e-a6ad-2ea9d30b6582 req-c283dccd-cb82-4168-8871-5dcb09c72fa2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.0856714 Aug 17 03:14:15.841760 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-76d0d9a8-7ce8-402e-a6ad-2ea9d30b6582 req-01a82e89-b71a-4439-9945-c79608abedf2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0446508 Aug 17 03:14:16.025671 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:16.136731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c038486a-e14a-418a-a40a-08e93f7c431c req-946c74e9-8835-4e84-b7d3-af40ee3019dc tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:16.142708 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c038486a-e14a-418a-a40a-08e93f7c431c req-946c74e9-8835-4e84-b7d3-af40ee3019dc tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 943 time: 0.0749898 Aug 17 03:14:16.182085 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c038486a-e14a-418a-a40a-08e93f7c431c req-50ad54b6-7eab-4fb0-b7ec-033b76aef49e tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/security-groups?id=a34d3235-14fc-4a1e-8288-5fe557a7efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355542 Aug 17 03:14:16.215153 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:16.382547 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:16.468193 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:16.556810 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:16.603017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e830852-3c36-4802-9121-7ee6b6d74715 req-58beb651-22c9-434d-bc6e-602b1a35056b tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:16.604559 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=fa22545e-9707-4786-9494-2fdc1b3b921d,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:16.609881 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42942) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:16.612301 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e830852-3c36-4802-9121-7ee6b6d74715 req-58beb651-22c9-434d-bc6e-602b1a35056b tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 943 time: 0.0604303 Aug 17 03:14:16.654359 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e830852-3c36-4802-9121-7ee6b6d74715 req-b8417f25-49da-49e9-84b7-5268acdf7745 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411074 Aug 17 03:14:16.691413 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Floating IP 5fd95d3b-7560-4dac-a897-75c234d940aa associated. External IP: 172.25.1.47, port: 1be02979-ba16-40f1-ada3-7911a6946475. Aug 17 03:14:16.742550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-9a5d9211-ac39-450b-8dba-ca5a28ea3883 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'network': {'name': 'tempest-RoutersTest-1031699362'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:16.869013 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a5d9211-ac39-450b-8dba-ca5a28ea3883 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:16.874097 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9211-ac39-450b-8dba-ca5a28ea3883 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:16.881088 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device b9002393-9366-45d4-a500-8045ea3c0030 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:14:16.894627 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9211-ac39-450b-8dba-ca5a28ea3883 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:17.011241 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port b9002393-9366-45d4-a500-8045ea3c0030, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b9002393-9366-45d4-a500-8045ea3c0030,segment=NetworkSegment(a424f377-d0de-4d41-a1d1-e33fdf9c8218),segment_id=a424f377-d0de-4d41-a1d1-e33fdf9c8218)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:17.026289 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'b9002393-9366-45d4-a500-8045ea3c0030', 'network_id': '49a0e0a7-4e8f-4732-8d9c-def66933bc4d', 'port_id': 'b9002393-9366-45d4-a500-8045ea3c0030', 'mac_address': 'fa:16:3e:a4:f0:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f59b547d-dcb6-41e1-beae-dac37b293e25', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:14:17.039532 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router b2ca297a-acc8-40ad-9807-e478e5494a11 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:17.049731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6105b5-cedb-4e92-8570-291d36ccfb5f req-44f434e6-b1ef-404b-9c80-6c970d2cf92a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:17.051213 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3d6105b5-cedb-4e92-8570-291d36ccfb5f req-44f434e6-b1ef-404b-9c80-6c970d2cf92a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.1028404 Aug 17 03:14:17.064607 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:17.079967 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9002393-9366-45d4-a500-8045ea3c0030 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:14:17.103261 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port b9002393-9366-45d4-a500-8045ea3c0030, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b9002393-9366-45d4-a500-8045ea3c0030,segment=NetworkSegment(a424f377-d0de-4d41-a1d1-e33fdf9c8218),segment_id=a424f377-d0de-4d41-a1d1-e33fdf9c8218)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:17.188000 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:17.188950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device af18a0eb-b97b-4041-8aba-026d3e994dbb details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:14:17.293906 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=b9002393-9366-45d4-a500-8045ea3c0030,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:17.345888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port af18a0eb-b97b-4041-8aba-026d3e994dbb, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=af18a0eb-b97b-4041-8aba-026d3e994dbb,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:17.362289 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'af18a0eb-b97b-4041-8aba-026d3e994dbb', 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c', 'port_id': 'af18a0eb-b97b-4041-8aba-026d3e994dbb', 'mac_address': 'fa:16:3e:53:76:8c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df8f852-8b4a-4f0c-8b3e-42b1edfe9134', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:14:17.362435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fa3157-bf3f-4eef-9f58-6167cd4852b9 req-a708b418-36ea-4298-a1d4-4ed18085a743 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:17.364058 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07fa3157-bf3f-4eef-9f58-6167cd4852b9 req-a708b418-36ea-4298-a1d4-4ed18085a743 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 944 time: 0.0962281 Aug 17 03:14:17.405467 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:17.407927 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07fa3157-bf3f-4eef-9f58-6167cd4852b9 req-729dae62-da1b-4114-8134-ba426bced46c tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/security-groups?id=a34d3235-14fc-4a1e-8288-5fe557a7efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359969 Aug 17 03:14:17.421236 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af18a0eb-b97b-4041-8aba-026d3e994dbb {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:14:17.442788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port af18a0eb-b97b-4041-8aba-026d3e994dbb, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=af18a0eb-b97b-4041-8aba-026d3e994dbb,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:17.475793 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3d6105b5-cedb-4e92-8570-291d36ccfb5f req-b02a2253-fb5c-4942-90b9-4e3c21e3823e tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.4158783 Aug 17 03:14:17.517512 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:14:17.518113 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9211-ac39-450b-8dba-ca5a28ea3883 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:17.540321 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:17.551887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf6292-eaf1-46bf-a9a7-c5e3ec15424b None None] Sync routers for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:17.562158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf6292-eaf1-46bf-a9a7-c5e3ec15424b None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:17.562895 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-88cf6292-eaf1-46bf-a9a7-c5e3ec15424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:17.597779 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-88cf6292-eaf1-46bf-a9a7-c5e3ec15424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:17.601274 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:17.630585 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88cf6292-eaf1-46bf-a9a7-c5e3ec15424b None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:17.631218 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-88cf6292-eaf1-46bf-a9a7-c5e3ec15424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:17.672247 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-88cf6292-eaf1-46bf-a9a7-c5e3ec15424b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:17.672247 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88cf6292-eaf1-46bf-a9a7-c5e3ec15424b None None] The sync data for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:17.687767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=af18a0eb-b97b-4041-8aba-026d3e994dbb,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:17.693078 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9211-ac39-450b-8dba-ca5a28ea3883 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:17.718052 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9a5d9211-ac39-450b-8dba-ca5a28ea3883 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:14:17.735430 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9211-ac39-450b-8dba-ca5a28ea3883 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:17.735774 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-9a5d9211-ac39-450b-8dba-ca5a28ea3883 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Added segment a3a47b7b-05f8-40ed-9d4c-ae9d43ff31ae of type vlan for network a0fb11a4-5119-4025-9879-09bb4b1e521e Aug 17 03:14:17.737123 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d9211-ac39-450b-8dba-ca5a28ea3883 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'SecurityGroup': ['ID=afa9a878-7cdb-431b-a591-d31ab484e69d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:17.782752 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:17.793482 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01a153d-2a3f-405a-a079-03d82a6e6a44 req-01199676-3812-4b6c-9111-267d1d006906 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:17.795431 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01a153d-2a3f-405a-a079-03d82a6e6a44 req-01199676-3812-4b6c-9111-267d1d006906 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 944 time: 0.0589907 Aug 17 03:14:17.809101 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9211-ac39-450b-8dba-ca5a28ea3883 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:17.827825 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a563e15c-4ab5-4616-b09a-86f50c4a82fe tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 2.9456224 Aug 17 03:14:17.831040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42976) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:17.849273 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['b9002393-9366-45d4-a500-8045ea3c0030'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:14:17.857032 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01a153d-2a3f-405a-a079-03d82a6e6a44 req-38cc9fbd-df98-4ef9-afe0-cbfa4ac59f60 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501242 Aug 17 03:14:17.896546 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9211-ac39-450b-8dba-ca5a28ea3883 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:17.903338 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a5d9211-ac39-450b-8dba-ca5a28ea3883 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:17.903971 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9a5d9211-ac39-450b-8dba-ca5a28ea3883 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:17.909650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['af18a0eb-b97b-4041-8aba-026d3e994dbb'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:14:17.919120 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6b39eb85-0e10-4b76-868a-f3e4a2082b37 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "GET /v2.0/floatingips/5fd95d3b-7560-4dac-a897-75c234d940aa HTTP/1.1" status: 200 len: 977 time: 0.0841956 Aug 17 03:14:17.921922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42978) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:17.949410 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e423ca86-068f-479e-92a6-ebcaf5b03df6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:17.982667 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d9211-ac39-450b-8dba-ca5a28ea3883 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Network': ['ID=a0fb11a4-5119-4025-9879-09bb4b1e521e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:17.997796 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network a0fb11a4-5119-4025-9879-09bb4b1e521e details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:14:18.040287 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9a5d9211-ac39-450b-8dba-ca5a28ea3883 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.4290743 Aug 17 03:14:18.043443 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42980) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:18.050724 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-de72d201-3af0-445d-8ed9-e83320b817cb tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'network': {'name': 'tempest-RoutersTest-745672'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:18.063289 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-db24e831-b02d-4e19-8892-5192ea34cb6c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 980 time: 0.1399393 Aug 17 03:14:18.066645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42982) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:18.075328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-27780d70-f977-4c5f-8795-bc7e7133b095 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'floatingip': {'port_id': 'e9e5df47-bf70-4bce-8e9b-74869f8990bb'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:18.138874 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27780d70-f977-4c5f-8795-bc7e7133b095 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:18.164975 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de72d201-3af0-445d-8ed9-e83320b817cb tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:18.169095 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de72d201-3af0-445d-8ed9-e83320b817cb tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:18.199997 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:18.203352 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-de72d201-3af0-445d-8ed9-e83320b817cb tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:14:18.223587 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de72d201-3af0-445d-8ed9-e83320b817cb tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:18.223938 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-de72d201-3af0-445d-8ed9-e83320b817cb tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Added segment eb541c51-ae91-47b4-ba8c-39b24612d53e of type vlan for network 7434dac1-e2cd-48fd-ae30-7e0d1493d7f8 Aug 17 03:14:18.266719 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de72d201-3af0-445d-8ed9-e83320b817cb tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:18.439606 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de72d201-3af0-445d-8ed9-e83320b817cb tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:18.445428 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de72d201-3af0-445d-8ed9-e83320b817cb tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:18.446498 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de72d201-3af0-445d-8ed9-e83320b817cb tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:18.556675 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de72d201-3af0-445d-8ed9-e83320b817cb tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Network': ['ID=7434dac1-e2cd-48fd-ae30-7e0d1493d7f8,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:18.568573 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 7434dac1-e2cd-48fd-ae30-7e0d1493d7f8 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:14:18.579389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ac308bf-cba6-4746-99e8-6e2d4c2e6de9 req-b7e0c299-00fa-4d4d-a04b-7a941d32a827 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:18.581036 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ac308bf-cba6-4746-99e8-6e2d4c2e6de9 req-b7e0c299-00fa-4d4d-a04b-7a941d32a827 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 944 time: 0.0723777 Aug 17 03:14:18.642109 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-de72d201-3af0-445d-8ed9-e83320b817cb tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 762 time: 0.5974326 Aug 17 03:14:18.651002 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42990) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:18.655342 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ac308bf-cba6-4746-99e8-6e2d4c2e6de9 req-342788bb-d4cd-432c-a706-c2b453e16b8d tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/security-groups?id=a34d3235-14fc-4a1e-8288-5fe557a7efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643361 Aug 17 03:14:18.667365 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a1f197f9-509e-4713-a9df-06ede3baa07b tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'subnet': {'network_id': 'a0fb11a4-5119-4025-9879-09bb4b1e521e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:18.773364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4319947-aecc-4d02-b539-9de30103629b req-048c918f-8fc8-4f1d-9cc5-fe071faf0cef tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:18.773904 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c4319947-aecc-4d02-b539-9de30103629b req-048c918f-8fc8-4f1d-9cc5-fe071faf0cef tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.0891263 Aug 17 03:14:18.827839 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f197f9-509e-4713-a9df-06ede3baa07b tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:18.831919 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a1f197f9-509e-4713-a9df-06ede3baa07b tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:18.857602 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c4319947-aecc-4d02-b539-9de30103629b req-a2210c9d-cbcb-43f6-8788-0b406ce1978f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0763497 Aug 17 03:14:18.881634 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device af18a0eb-b97b-4041-8aba-026d3e994dbb up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:18.993832 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port af18a0eb-b97b-4041-8aba-026d3e994dbb completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:18.998542 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port af18a0eb-b97b-4041-8aba-026d3e994dbb triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:18.998984 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:19.012103 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d191502c-775d-4b44-9403-f8d582694a2b req-3b75f59a-13fc-48aa-ba0d-22dbd8a598e5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:19.019382 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d191502c-775d-4b44-9403-f8d582694a2b req-3b75f59a-13fc-48aa-ba0d-22dbd8a598e5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 944 time: 0.0775855 Aug 17 03:14:19.097161 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:19.099079 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d191502c-775d-4b44-9403-f8d582694a2b req-123cd418-9159-4aa4-ad62-858b5b12721d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787520 Aug 17 03:14:19.104347 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27780d70-f977-4c5f-8795-bc7e7133b095 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:19.112458 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:19.141043 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port af18a0eb-b97b-4041-8aba-026d3e994dbb, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=af18a0eb-b97b-4041-8aba-026d3e994dbb,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:19.142151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b265720f-c4f5-4f7c-bd76-f44f065e49e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af18a0eb-b97b-4041-8aba-026d3e994dbb'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:14:19.144583 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ccdf71-898a-4de3-8ce7-25e44d7e2b88" -d '{"events": [{"server_uuid": "b265720f-c4f5-4f7c-bd76-f44f065e49e8", "name": "network-vif-plugged", "status": "completed", "tag": "af18a0eb-b97b-4041-8aba-026d3e994dbb"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:14:19.183080 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27780d70-f977-4c5f-8795-bc7e7133b095 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:19.196150 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:14:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c17331c-5b75-4abc-b1ee-b0406316a0fa x-openstack-request-id: req-4c17331c-5b75-4abc-b1ee-b0406316a0fa {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:14:19.196603 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b265720f-c4f5-4f7c-bd76-f44f065e49e8", "name": "network-vif-plugged", "status": "completed", "tag": "af18a0eb-b97b-4041-8aba-026d3e994dbb", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:14:19.197028 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4c17331c-5b75-4abc-b1ee-b0406316a0fa {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:14:19.197478 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b265720f-c4f5-4f7c-bd76-f44f065e49e8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af18a0eb-b97b-4041-8aba-026d3e994dbb', 'code': 200} Aug 17 03:14:19.245229 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:19.246099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device b9002393-9366-45d4-a500-8045ea3c0030 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:19.275555 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a1f197f9-509e-4713-a9df-06ede3baa07b tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:19.329211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=af18a0eb-b97b-4041-8aba-026d3e994dbb,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:19.338493 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-27780d70-f977-4c5f-8795-bc7e7133b095 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Floating IP 5fd95d3b-7560-4dac-a897-75c234d940aa associated. External IP: 172.25.1.47, port: 1be02979-ba16-40f1-ada3-7911a6946475. Aug 17 03:14:19.348099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d1be80-8656-4fe7-8e23-51b181f17b55 req-5c8992fa-d4b1-405b-9918-20a8ba053107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:19.348099 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a9d1be80-8656-4fe7-8e23-51b181f17b55 req-5c8992fa-d4b1-405b-9918-20a8ba053107 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 1096 time: 0.0744066 Aug 17 03:14:19.378837 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f197f9-509e-4713-a9df-06ede3baa07b tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Subnet': ['ID=40ccf3c8-6cc5-460d-be8d-8faeb0a4e368,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:19.394309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f197f9-509e-4713-a9df-06ede3baa07b tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Checking segment: {'id': 'a3a47b7b-05f8-40ed-9d4c-ae9d43ff31ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0fb11a4-5119-4025-9879-09bb4b1e521e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:19.394690 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f197f9-509e-4713-a9df-06ede3baa07b tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network hostable DHCP agents. Network: a0fb11a4-5119-4025-9879-09bb4b1e521e, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:14:19.443368 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port b9002393-9366-45d4-a500-8045ea3c0030 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:19.448134 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port b9002393-9366-45d4-a500-8045ea3c0030 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:19.448582 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:19.451453 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a9d1be80-8656-4fe7-8e23-51b181f17b55 req-13219f65-f057-4a30-b7fb-eb7c6675d962 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722387 Aug 17 03:14:19.513623 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f197f9-509e-4713-a9df-06ede3baa07b tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network a0fb11a4-5119-4025-9879-09bb4b1e521e is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:14:19.528089 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:19.573062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port b9002393-9366-45d4-a500-8045ea3c0030, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b9002393-9366-45d4-a500-8045ea3c0030,segment=NetworkSegment(a424f377-d0de-4d41-a1d1-e33fdf9c8218),segment_id=a424f377-d0de-4d41-a1d1-e33fdf9c8218)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:19.591362 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27780d70-f977-4c5f-8795-bc7e7133b095 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router b2ca297a-acc8-40ad-9807-e478e5494a11 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:19.593685 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a1f197f9-509e-4713-a9df-06ede3baa07b tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, a0fb11a4-5119-4025-9879-09bb4b1e521e) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:19.599304 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f197f9-509e-4713-a9df-06ede3baa07b tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:19.602460 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a1f197f9-509e-4713-a9df-06ede3baa07b tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:19.607611 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2805eea3-5211-44d6-af49-730ee6d91149 None None] Network a0fb11a4-5119-4025-9879-09bb4b1e521e requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:19.648678 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:19.701580 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a1f197f9-509e-4713-a9df-06ede3baa07b tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0453539 Aug 17 03:14:19.704447 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43002) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:19.710943 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-03f1d1ba-f5cf-40de-a487-d826b2ae205e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'subnet': {'network_id': '7434dac1-e2cd-48fd-ae30-7e0d1493d7f8', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:19.741077 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=b9002393-9366-45d4-a500-8045ea3c0030,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:19.785679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27780d70-f977-4c5f-8795-bc7e7133b095 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:19.797715 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906b48fa-d0be-4a78-ab54-f28bc0d95881 None None] Sync routers for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:19.808315 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b48fa-d0be-4a78-ab54-f28bc0d95881 None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:19.809005 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-906b48fa-d0be-4a78-ab54-f28bc0d95881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:19.847901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-a0fb11a4-5119-4025-9879-09bb4b1e521e', 'network_id': 'a0fb11a4-5119-4025-9879-09bb4b1e521e', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'fixed_ips': [{'subnet_id': '40ccf3c8-6cc5-460d-be8d-8faeb0a4e368'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:14:19.848844 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:19.852905 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-906b48fa-d0be-4a78-ab54-f28bc0d95881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:19.866873 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906b48fa-d0be-4a78-ab54-f28bc0d95881 None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:19.867819 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-906b48fa-d0be-4a78-ab54-f28bc0d95881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:19.881065 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e486a6b4-102c-4f69-adcf-0a7399150df3 req-6a47afc8-7f55-4d72-b621-b7df399c1a8f tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:19.882736 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e486a6b4-102c-4f69-adcf-0a7399150df3 req-6a47afc8-7f55-4d72-b621-b7df399c1a8f tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 945 time: 0.0779819 Aug 17 03:14:19.916111 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-906b48fa-d0be-4a78-ab54-f28bc0d95881 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:19.917361 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-906b48fa-d0be-4a78-ab54-f28bc0d95881 None None] The sync data for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:19.946394 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e486a6b4-102c-4f69-adcf-0a7399150df3 req-7ea72f5b-1ae6-4a03-b83e-9987695992f9 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/security-groups?id=a34d3235-14fc-4a1e-8288-5fe557a7efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544500 Aug 17 03:14:19.954416 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03f1d1ba-f5cf-40de-a487-d826b2ae205e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:19.961076 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-03f1d1ba-f5cf-40de-a487-d826b2ae205e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:20.035647 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Allocated IP 172.20.0.2 (a0fb11a4-5119-4025-9879-09bb4b1e521e/40ccf3c8-6cc5-460d-be8d-8faeb0a4e368/6c16eeef-b633-4cec-9f30-8cc9bb3c3038) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:20.096549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9279bd41-18bd-4dae-a721-d28bac70f0aa req-09818fe2-193e-4f83-a53a-480037331d77 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:20.098058 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9279bd41-18bd-4dae-a721-d28bac70f0aa req-09818fe2-193e-4f83-a53a-480037331d77 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.0993123 Aug 17 03:14:20.129201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27780d70-f977-4c5f-8795-bc7e7133b095 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router b2ca297a-acc8-40ad-9807-e478e5494a11 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:20.153190 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9279bd41-18bd-4dae-a721-d28bac70f0aa req-38933341-abaa-485b-81c3-feb4db533cce tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0477700 Aug 17 03:14:20.207901 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:20.218235 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Transition to ACTIVE for port object 6c16eeef-b633-4cec-9f30-8cc9bb3c3038 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:20.232027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef75153-d6a7-4e73-af11-f9416a9b5480 req-ce1d9cef-c0b0-4a7a-b14c-f88d0d1e342a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:20.234361 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2ef75153-d6a7-4e73-af11-f9416a9b5480 req-ce1d9cef-c0b0-4a7a-b14c-f88d0d1e342a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 945 time: 0.0506423 Aug 17 03:14:20.235287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Transition to ACTIVE for port object 6c16eeef-b633-4cec-9f30-8cc9bb3c3038 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:20.252430 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-03f1d1ba-f5cf-40de-a487-d826b2ae205e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:20.275195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27780d70-f977-4c5f-8795-bc7e7133b095 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:20.279799 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27780d70-f977-4c5f-8795-bc7e7133b095 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:20.286724 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df78055-e85b-426a-8593-1ced096ff335 None None] Sync routers for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:20.297702 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:20.327637 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df78055-e85b-426a-8593-1ced096ff335 None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:20.329383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9df78055-e85b-426a-8593-1ced096ff335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:20.331102 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2ef75153-d6a7-4e73-af11-f9416a9b5480 req-7005aaa2-8876-41ed-b5cb-c0aebd4de4c8 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862334 Aug 17 03:14:20.346313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f1d1ba-f5cf-40de-a487-d826b2ae205e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Subnet': ['ID=51b43db6-d68c-4aac-9d67-13c48bf3f4f8,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:20.357120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03f1d1ba-f5cf-40de-a487-d826b2ae205e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Checking segment: {'id': 'eb541c51-ae91-47b4-ba8c-39b24612d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7434dac1-e2cd-48fd-ae30-7e0d1493d7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:20.357535 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f1d1ba-f5cf-40de-a487-d826b2ae205e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network hostable DHCP agents. Network: 7434dac1-e2cd-48fd-ae30-7e0d1493d7f8, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:14:20.378281 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-27780d70-f977-4c5f-8795-bc7e7133b095 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "PUT /v2.0/floatingips/5fd95d3b-7560-4dac-a897-75c234d940aa HTTP/1.1" status: 200 len: 978 time: 2.3101246 Aug 17 03:14:20.378884 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43010) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:20.383514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-766f8e44-780c-4be4-8197-2cd6bccece82 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'floatingip': {'port_id': None}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:20.407525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Network a0fb11a4-5119-4025-9879-09bb4b1e521e is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:20.410432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9df78055-e85b-426a-8593-1ced096ff335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:20.414793 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:20.423746 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:20.436279 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9df78055-e85b-426a-8593-1ced096ff335 None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:20.437090 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9df78055-e85b-426a-8593-1ced096ff335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:20.463626 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-766f8e44-780c-4be4-8197-2cd6bccece82 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:20.468097 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03f1d1ba-f5cf-40de-a487-d826b2ae205e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 7434dac1-e2cd-48fd-ae30-7e0d1493d7f8 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:14:20.476372 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Pushing event updated for resources: {'Port': ['ID=6c16eeef-b633-4cec-9f30-8cc9bb3c3038,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:20.481799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9df78055-e85b-426a-8593-1ced096ff335 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:20.481799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9df78055-e85b-426a-8593-1ced096ff335 None None] The sync data for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:20.529741 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Attempting to bind port 6c16eeef-b633-4cec-9f30-8cc9bb3c3038 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:14:20.530196 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Attempting to bind port 6c16eeef-b633-4cec-9f30-8cc9bb3c3038 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'a3a47b7b-05f8-40ed-9d4c-ae9d43ff31ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0fb11a4-5119-4025-9879-09bb4b1e521e'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:14:20.530626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Attempting to bind port 6c16eeef-b633-4cec-9f30-8cc9bb3c3038 on network a0fb11a4-5119-4025-9879-09bb4b1e521e {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:14:20.536034 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:14:20.536530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Checking segment: {'id': 'a3a47b7b-05f8-40ed-9d4c-ae9d43ff31ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0fb11a4-5119-4025-9879-09bb4b1e521e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:20.537077 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:20.537503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Bound using segment: {'id': 'a3a47b7b-05f8-40ed-9d4c-ae9d43ff31ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0fb11a4-5119-4025-9879-09bb4b1e521e'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:14:20.537976 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Bound port: 6c16eeef-b633-4cec-9f30-8cc9bb3c3038, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3a47b7b-05f8-40ed-9d4c-ae9d43ff31ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'a0fb11a4-5119-4025-9879-09bb4b1e521e'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:14:20.538358 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:20.599514 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-03f1d1ba-f5cf-40de-a487-d826b2ae205e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 7434dac1-e2cd-48fd-ae30-7e0d1493d7f8) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:20.604541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03f1d1ba-f5cf-40de-a487-d826b2ae205e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:20.605209 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-03f1d1ba-f5cf-40de-a487-d826b2ae205e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:20.611929 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7d123b8-b88a-4c6d-8c83-3c806179e0f4 None None] Network 7434dac1-e2cd-48fd-ae30-7e0d1493d7f8 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:20.614311 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] For port 6c16eeef-b633-4cec-9f30-8cc9bb3c3038, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:14:20.648206 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-766f8e44-780c-4be4-8197-2cd6bccece82 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:20.664062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] For port 6c16eeef-b633-4cec-9f30-8cc9bb3c3038, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6c16eeef-b633-4cec-9f30-8cc9bb3c3038,segment=NetworkSegment(a3a47b7b-05f8-40ed-9d4c-ae9d43ff31ae),segment_id=a3a47b7b-05f8-40ed-9d4c-ae9d43ff31ae)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:14:20.697164 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-03f1d1ba-f5cf-40de-a487-d826b2ae205e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9916489 Aug 17 03:14:20.700044 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43012) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:20.704685 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ffff023a-34ca-43c8-bcca-f3c5403a871a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1981007289', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:20.724970 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-766f8e44-780c-4be4-8197-2cd6bccece82 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:20.725368 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-766f8e44-780c-4be4-8197-2cd6bccece82 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Floating IP 5fd95d3b-7560-4dac-a897-75c234d940aa disassociated. External IP: 172.25.1.47, port: e9e5df47-bf70-4bce-8e9b-74869f8990bb. Aug 17 03:14:20.738003 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:20.821452 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ffff023a-34ca-43c8-bcca-f3c5403a871a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:20.823128 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ffff023a-34ca-43c8-bcca-f3c5403a871a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:20.896000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-7434dac1-e2cd-48fd-ae30-7e0d1493d7f8', 'network_id': '7434dac1-e2cd-48fd-ae30-7e0d1493d7f8', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'fixed_ips': [{'subnet_id': '51b43db6-d68c-4aac-9d67-13c48bf3f4f8'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:14:20.896950 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:20.903967 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ffff023a-34ca-43c8-bcca-f3c5403a871a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:20.904627 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:20.912991 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4620766-81da-4e5f-8bdb-13a3952985f2 None None] Pushing event updated for resources: {'Port': ['ID=6c16eeef-b633-4cec-9f30-8cc9bb3c3038,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:20.968652 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-766f8e44-780c-4be4-8197-2cd6bccece82 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router b2ca297a-acc8-40ad-9807-e478e5494a11 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:21.080973 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ffff023a-34ca-43c8-bcca-f3c5403a871a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:21.140401 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Allocated IP 172.21.0.2 (7434dac1-e2cd-48fd-ae30-7e0d1493d7f8/51b43db6-d68c-4aac-9d67-13c48bf3f4f8/b60a1673-f81d-42fc-a182-61a38e1f9944) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:21.193605 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ffff023a-34ca-43c8-bcca-f3c5403a871a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:21.197520 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ffff023a-34ca-43c8-bcca-f3c5403a871a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4938300 Aug 17 03:14:21.197765 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43026) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:21.206338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232eb397-f9d4-468d-b1df-e956a6c02d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9002393-9366-45d4-a500-8045ea3c0030'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:14:21.208791 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e380806e-586c-4fcc-b7ac-e5fca19fd3f3" -d '{"events": [{"server_uuid": "232eb397-f9d4-468d-b1df-e956a6c02d62", "name": "network-vif-plugged", "status": "completed", "tag": "b9002393-9366-45d4-a500-8045ea3c0030"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:14:21.221821 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19ef462-6051-40c3-b640-b4a59b4f4d70 req-30a49497-9e38-47c1-9fb4-e38940c24adc tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:21.223414 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e19ef462-6051-40c3-b640-b4a59b4f4d70 req-30a49497-9e38-47c1-9fb4-e38940c24adc tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 945 time: 0.1558058 Aug 17 03:14:21.286036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-766f8e44-780c-4be4-8197-2cd6bccece82 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:21.297555 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54db8439-a840-4e86-af09-eab3561565ce None None] Sync routers for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:21.308503 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-766f8e44-780c-4be4-8197-2cd6bccece82 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:21.324147 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db8439-a840-4e86-af09-eab3561565ce None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:21.326914 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-54db8439-a840-4e86-af09-eab3561565ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:21.360980 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:21.372430 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Transition to ACTIVE for port object b60a1673-f81d-42fc-a182-61a38e1f9944 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:21.393310 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Transition to ACTIVE for port object b60a1673-f81d-42fc-a182-61a38e1f9944 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:21.395315 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-54db8439-a840-4e86-af09-eab3561565ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:21.405937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e19ef462-6051-40c3-b640-b4a59b4f4d70 req-a8e80bbb-56b3-4e6e-ba3d-f16ed95da033 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/security-groups?id=a34d3235-14fc-4a1e-8288-5fe557a7efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702888 Aug 17 03:14:21.406635 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54db8439-a840-4e86-af09-eab3561565ce None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:21.407330 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-54db8439-a840-4e86-af09-eab3561565ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:21.408198 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-766f8e44-780c-4be4-8197-2cd6bccece82 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "PUT /v2.0/floatingips/5fd95d3b-7560-4dac-a897-75c234d940aa HTTP/1.1" status: 200 len: 687 time: 1.0283852 Aug 17 03:14:21.416556 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43040) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:21.447764 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-54db8439-a840-4e86-af09-eab3561565ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:21.448568 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54db8439-a840-4e86-af09-eab3561565ce None None] The sync data for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:21.491044 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:21.543929 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0dabfdf4-163d-450c-802d-b60a53d3e39b x-openstack-request-id: req-0dabfdf4-163d-450c-802d-b60a53d3e39b {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:14:21.544177 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232eb397-f9d4-468d-b1df-e956a6c02d62", "name": "network-vif-plugged", "status": "completed", "tag": "b9002393-9366-45d4-a500-8045ea3c0030", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:14:21.544437 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0dabfdf4-163d-450c-802d-b60a53d3e39b {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:14:21.544826 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232eb397-f9d4-468d-b1df-e956a6c02d62', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9002393-9366-45d4-a500-8045ea3c0030', 'code': 200} Aug 17 03:14:21.579474 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Network 7434dac1-e2cd-48fd-ae30-7e0d1493d7f8 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:21.582223 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:21.587244 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:21.598356 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Pushing event updated for resources: {'Port': ['ID=b60a1673-f81d-42fc-a182-61a38e1f9944,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:21.618837 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d3139f-79e6-47d6-bfa3-e9abd8b75128 req-9146a2a2-f055-42e0-8a81-cfba216ace03 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:21.630607 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a7d3139f-79e6-47d6-bfa3-e9abd8b75128 req-9146a2a2-f055-42e0-8a81-cfba216ace03 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.2833166 Aug 17 03:14:21.678707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f569dda-1b5d-48da-b654-b4ce2748cb9b req-359c2e96-f6a5-415c-8ae7-d057968d874c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:21.680856 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9f569dda-1b5d-48da-b654-b4ce2748cb9b req-359c2e96-f6a5-415c-8ae7-d057968d874c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 1096 time: 0.1015606 Aug 17 03:14:21.684787 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Attempting to bind port b60a1673-f81d-42fc-a182-61a38e1f9944 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:14:21.685170 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Attempting to bind port b60a1673-f81d-42fc-a182-61a38e1f9944 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'eb541c51-ae91-47b4-ba8c-39b24612d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7434dac1-e2cd-48fd-ae30-7e0d1493d7f8'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:14:21.685581 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Attempting to bind port b60a1673-f81d-42fc-a182-61a38e1f9944 on network 7434dac1-e2cd-48fd-ae30-7e0d1493d7f8 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:14:21.691007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:14:21.691508 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Checking segment: {'id': 'eb541c51-ae91-47b4-ba8c-39b24612d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7434dac1-e2cd-48fd-ae30-7e0d1493d7f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:21.691926 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:21.692356 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Bound using segment: {'id': 'eb541c51-ae91-47b4-ba8c-39b24612d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7434dac1-e2cd-48fd-ae30-7e0d1493d7f8'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:14:21.693257 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Bound port: b60a1673-f81d-42fc-a182-61a38e1f9944, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb541c51-ae91-47b4-ba8c-39b24612d53e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '7434dac1-e2cd-48fd-ae30-7e0d1493d7f8'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:14:21.693257 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:21.718469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-e1e64e14-7b23-48ab-a9e8-b371961b0067 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Deleting port fa22545e-9707-4786-9494-2fdc1b3b921d {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:21.719357 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1e64e14-7b23-48ab-a9e8-b371961b0067 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:21.779588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] For port b60a1673-f81d-42fc-a182-61a38e1f9944, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:14:21.779588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] For port b60a1673-f81d-42fc-a182-61a38e1f9944, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b60a1673-f81d-42fc-a182-61a38e1f9944,segment=NetworkSegment(eb541c51-ae91-47b4-ba8c-39b24612d53e),segment_id=eb541c51-ae91-47b4-ba8c-39b24612d53e)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:14:21.784951 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a7d3139f-79e6-47d6-bfa3-e9abd8b75128 req-cd39892b-7454-4327-89b4-dfb89a4092cd tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1530907 Aug 17 03:14:21.817643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6eda59-2bda-4b8f-ba5a-0a57cac2644c req-a26c97bf-1d0f-4af9-bb0b-a7c8a24b553f tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:21.819231 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb6eda59-2bda-4b8f-ba5a-0a57cac2644c req-a26c97bf-1d0f-4af9-bb0b-a7c8a24b553f tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 945 time: 0.1567519 Aug 17 03:14:21.823313 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9f569dda-1b5d-48da-b654-b4ce2748cb9b req-2076845a-ed31-439b-9e23-aa4e0d82f90f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a34d3235-14fc-4a1e-8288-5fe557a7efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186438 Aug 17 03:14:21.872147 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:21.876824 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:21.882918 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1e64e14-7b23-48ab-a9e8-b371961b0067 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:21.883313 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1e64e14-7b23-48ab-a9e8-b371961b0067 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:21.900523 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb6eda59-2bda-4b8f-ba5a-0a57cac2644c req-f6e99e53-72c1-4501-937b-dec76f0b61e8 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692720 Aug 17 03:14:21.905509 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-e1e64e14-7b23-48ab-a9e8-b371961b0067 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Calling delete_port for fa22545e-9707-4786-9494-2fdc1b3b921d owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:22.029258 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a441fb2-d1f6-490b-b382-eab515b678ec None None] Pushing event updated for resources: {'Port': ['ID=b60a1673-f81d-42fc-a182-61a38e1f9944,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:22.171370 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7c8f430-429e-4b66-af57-cdc496e744cf None None] Network a0fb11a4-5119-4025-9879-09bb4b1e521e requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:22.187873 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1e64e14-7b23-48ab-a9e8-b371961b0067 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:22.196027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8562e3e-0b13-4d46-853c-f7776617bb1e req-92ca9b03-ad61-44cb-ac4b-d1278acaeb0c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:22.197724 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b8562e3e-0b13-4d46-853c-f7776617bb1e req-92ca9b03-ad61-44cb-ac4b-d1278acaeb0c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 945 time: 0.1381583 Aug 17 03:14:22.266431 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e64e14-7b23-48ab-a9e8-b371961b0067 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Port': ['ID=fa22545e-9707-4786-9494-2fdc1b3b921d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:22.331318 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b8562e3e-0b13-4d46-853c-f7776617bb1e req-4a8d8270-7966-4d5a-93f7-55e48881019e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276226 Aug 17 03:14:22.332635 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Allocated IP 172.20.0.1 (a0fb11a4-5119-4025-9879-09bb4b1e521e/40ccf3c8-6cc5-460d-be8d-8faeb0a4e368/4da7686b-b380-4135-924c-5b49d070cc63) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:22.385190 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1e64e14-7b23-48ab-a9e8-b371961b0067 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:22.387943 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1e64e14-7b23-48ab-a9e8-b371961b0067 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:22.391503 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e1e64e14-7b23-48ab-a9e8-b371961b0067 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/floatingips/5fd95d3b-7560-4dac-a897-75c234d940aa HTTP/1.1" status: 204 len: 168 time: 0.9669330 Aug 17 03:14:22.391664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5e97fca8-0cba-48db-b7b0-54187c383e2b None None] Provisioning for port 6c16eeef-b633-4cec-9f30-8cc9bb3c3038 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:22.393748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43046) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:22.452105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6c16eeef-b633-4cec-9f30-8cc9bb3c3038 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:22.487785 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-f892711b-2cfe-43e0-812e-1b53020bfbec tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] delete failed (client error): The resource could not be found. Aug 17 03:14:22.490176 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f892711b-2cfe-43e0-812e-1b53020bfbec tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/floatingips/5fd95d3b-7560-4dac-a897-75c234d940aa HTTP/1.1" status: 404 len: 345 time: 0.0933015 Aug 17 03:14:22.493556 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43050) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:22.585068 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499edc11-ce25-4257-9a8e-c7c853c1524e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:22.587254 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d55b5b4-c8a7-4a24-b09e-59dda074897a req-10f6279b-c2ca-481d-9292-bea9a4206e23 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:22.587499 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d55b5b4-c8a7-4a24-b09e-59dda074897a req-10f6279b-c2ca-481d-9292-bea9a4206e23 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 945 time: 0.0869086 Aug 17 03:14:22.594479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499edc11-ce25-4257-9a8e-c7c853c1524e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:22.600533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-499edc11-ce25-4257-9a8e-c7c853c1524e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:22.602651 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-499edc11-ce25-4257-9a8e-c7c853c1524e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "GET /v2.0/ports?network_id=08c856bd-7831-4330-ba4c-e6b12d43ba3c HTTP/1.1" status: 200 len: 2359 time: 0.1078439 Aug 17 03:14:22.605663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43052) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:22.611922 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:22.634356 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 6c16eeef-b633-4cec-9f30-8cc9bb3c3038 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:22.642798 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6c16eeef-b633-4cec-9f30-8cc9bb3c3038 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:22.643256 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:22.683172 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a49cf6f-a90e-45d0-8ad0-c28488bb7b46 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:22.684818 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9a49cf6f-a90e-45d0-8ad0-c28488bb7b46 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "GET /v2.0/subnets/74d98d29-f51c-47ba-954d-377c0a519a9b HTTP/1.1" status: 200 len: 797 time: 0.0782449 Aug 17 03:14:22.692879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43056) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:22.700591 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Transition to ACTIVE for port object 4da7686b-b380-4135-924c-5b49d070cc63 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:22.702992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-cf701993-7d02-47e4-91ca-2c96cc06b506 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'port': {'network_id': '08c856bd-7831-4330-ba4c-e6b12d43ba3c', 'name': 'tempest-FloatingIPTestJSON-324536181', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:22.709510 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d55b5b4-c8a7-4a24-b09e-59dda074897a req-53714f7e-4782-4c3d-8456-2c80250c519c tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/security-groups?id=a34d3235-14fc-4a1e-8288-5fe557a7efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104095 Aug 17 03:14:22.874471 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:22.959534 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf701993-7d02-47e4-91ca-2c96cc06b506 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Made reservation on behalf of e101eb18e7164ec090e51ec073f6f65a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:22.994005 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:22.999349 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network a0fb11a4-5119-4025-9879-09bb4b1e521e is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:23.009140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:23.035998 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:23.056569 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 6c16eeef-b633-4cec-9f30-8cc9bb3c3038, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6c16eeef-b633-4cec-9f30-8cc9bb3c3038,segment=NetworkSegment(a3a47b7b-05f8-40ed-9d4c-ae9d43ff31ae),segment_id=a3a47b7b-05f8-40ed-9d4c-ae9d43ff31ae)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:23.069763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a30fc5b0-2f1f-43af-9eb0-4419731d02bf None None] Provisioning complete for port 6c16eeef-b633-4cec-9f30-8cc9bb3c3038 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:23.070711 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a30fc5b0-2f1f-43af-9eb0-4419731d02bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:23.080026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=4da7686b-b380-4135-924c-5b49d070cc63,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:23.108594 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c9e8950-26c1-4d80-ae40-4337c5e53e57 req-bc54dfd5-586e-41dd-9b02-b169b53886ac tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:23.119133 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5c9e8950-26c1-4d80-ae40-4337c5e53e57 req-bc54dfd5-586e-41dd-9b02-b169b53886ac tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 945 time: 0.1037235 Aug 17 03:14:23.152861 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cf701993-7d02-47e4-91ca-2c96cc06b506 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:23.169060 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:23.191309 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:23.203618 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5c9e8950-26c1-4d80-ae40-4337c5e53e57 req-e3b7d0de-7d76-41a7-b628-850ff4a65192 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835376 Aug 17 03:14:23.205437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-cf701993-7d02-47e4-91ca-2c96cc06b506 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] device_id is not set on port fb0ce32d-d671-43a8-8e4f-d564381a95fc yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:14:23.263698 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8088e525-b1c8-4361-92b7-352f83e9e91c req-f40b218b-5539-460b-98ee-c296f0a660ea tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:23.265403 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8088e525-b1c8-4361-92b7-352f83e9e91c req-f40b218b-5539-460b-98ee-c296f0a660ea tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.3146293 Aug 17 03:14:23.325904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=6c16eeef-b633-4cec-9f30-8cc9bb3c3038,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:23.358411 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8088e525-b1c8-4361-92b7-352f83e9e91c req-4eb35a42-05e0-4fd8-bb6e-8007a96f56d6 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0575001 Aug 17 03:14:23.472413 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:23.500942 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9ed5661f-616a-4b67-b7e1-bbbe2193854d None None] Provisioning for port 4da7686b-b380-4135-924c-5b49d070cc63 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:23.510235 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9ed5661f-616a-4b67-b7e1-bbbe2193854d None None] Provisioning complete for port 4da7686b-b380-4135-924c-5b49d070cc63 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:23.510235 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9ed5661f-616a-4b67-b7e1-bbbe2193854d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:23.546896 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf7ef86-5842-460b-86dc-48c539885b64 None None] Network 7434dac1-e2cd-48fd-ae30-7e0d1493d7f8 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:23.612505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-9ed5661f-616a-4b67-b7e1-bbbe2193854d None None] Port 4da7686b-b380-4135-924c-5b49d070cc63 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:23.816658 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ea105bd8-8e1d-4ead-a489-c02bf0cebede None None] Provisioning for port b60a1673-f81d-42fc-a182-61a38e1f9944 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:23.837370 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:23.932328 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:23.954884 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a5adae-1841-4aa1-a140-b8c9ff37039b req-ff91f4c5-8d7c-4902-aa26-efe3f1a75452 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:23.956480 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b0a5adae-1841-4aa1-a140-b8c9ff37039b req-ff91f4c5-8d7c-4902-aa26-efe3f1a75452 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 945 time: 0.0924580 Aug 17 03:14:23.996878 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-cf701993-7d02-47e4-91ca-2c96cc06b506 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Allocated IP 172.20.0.14 (08c856bd-7831-4330-ba4c-e6b12d43ba3c/74d98d29-f51c-47ba-954d-377c0a519a9b/fb0ce32d-d671-43a8-8e4f-d564381a95fc) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:24.006747 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-cf701993-7d02-47e4-91ca-2c96cc06b506 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Allocated IP 172.20.0.13 (08c856bd-7831-4330-ba4c-e6b12d43ba3c/74d98d29-f51c-47ba-954d-377c0a519a9b/fb0ce32d-d671-43a8-8e4f-d564381a95fc) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:24.020741 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:24.027394 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=4da7686b-b380-4135-924c-5b49d070cc63,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:24.034160 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b0a5adae-1841-4aa1-a140-b8c9ff37039b req-a52cd075-e437-49fc-a72e-d3fec18aef09 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/security-groups?id=a34d3235-14fc-4a1e-8288-5fe557a7efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681758 Aug 17 03:14:24.156952 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network a0fb11a4-5119-4025-9879-09bb4b1e521e is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:24.158690 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:24.241456 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cf701993-7d02-47e4-91ca-2c96cc06b506 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:24.390073 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cf701993-7d02-47e4-91ca-2c96cc06b506 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:24.400117 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router ad9a06b9-6800-42e9-9756-4c44976568e0 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:14:24.481822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf701993-7d02-47e4-91ca-2c96cc06b506 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=fb0ce32d-d671-43a8-8e4f-d564381a95fc,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:24.501755 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf701993-7d02-47e4-91ca-2c96cc06b506 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network 08c856bd-7831-4330-ba4c-e6b12d43ba3c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:24.506285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-cf701993-7d02-47e4-91ca-2c96cc06b506 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:24.509739 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf701993-7d02-47e4-91ca-2c96cc06b506 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:24.516145 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b60a1673-f81d-42fc-a182-61a38e1f9944 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:24.547444 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-903183b4-3899-4ab2-a9ac-6e7fb22fe685 req-9886bede-9cd4-44e7-b782-c81b09ecfce3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:24.555895 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-903183b4-3899-4ab2-a9ac-6e7fb22fe685 req-9886bede-9cd4-44e7-b782-c81b09ecfce3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 945 time: 0.2002673 Aug 17 03:14:24.594344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7dbbc994-0547-4858-9ff7-5aae7a6fd444 None None] Provisioning complete for port 4da7686b-b380-4135-924c-5b49d070cc63 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:24.594724 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7dbbc994-0547-4858-9ff7-5aae7a6fd444 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:24.627100 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-903183b4-3899-4ab2-a9ac-6e7fb22fe685 req-0ff7b661-064b-42ef-ab4b-0d7f2a0f9f8d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699370 Aug 17 03:14:24.633836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf701993-7d02-47e4-91ca-2c96cc06b506 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:24.634832 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cf701993-7d02-47e4-91ca-2c96cc06b506 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:24.640912 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port b60a1673-f81d-42fc-a182-61a38e1f9944 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:24.653202 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port b60a1673-f81d-42fc-a182-61a38e1f9944 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:24.654193 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:24.657194 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7dbbc994-0547-4858-9ff7-5aae7a6fd444 None None] Port 4da7686b-b380-4135-924c-5b49d070cc63 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:24.763275 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cf701993-7d02-47e4-91ca-2c96cc06b506 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 2.0681636 Aug 17 03:14:24.771842 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:24.793462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43084) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:24.812477 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': 'fb0ce32d-d671-43a8-8e4f-d564381a95fc', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:24.812666 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port b60a1673-f81d-42fc-a182-61a38e1f9944, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b60a1673-f81d-42fc-a182-61a38e1f9944,segment=NetworkSegment(eb541c51-ae91-47b4-ba8c-39b24612d53e),segment_id=eb541c51-ae91-47b4-ba8c-39b24612d53e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:24.832907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceff9bcb-845d-490f-b05d-f003b114ce36 req-1ddaf499-c3fd-40e1-8375-2a1ac7d2c1c9 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:24.834678 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ceff9bcb-845d-490f-b05d-f003b114ce36 req-1ddaf499-c3fd-40e1-8375-2a1ac7d2c1c9 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 945 time: 0.1317878 Aug 17 03:14:24.856370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1eb34bf-f226-4a9f-8a67-1208b87d59ec req-06f16979-4793-4129-8e1b-de36a7e34a88 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:24.858048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1eb34bf-f226-4a9f-8a67-1208b87d59ec req-06f16979-4793-4129-8e1b-de36a7e34a88 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 945 time: 0.1451290 Aug 17 03:14:24.878054 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:24.884291 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9655ee1b-262e-4fc4-8561-c1fce69e2615 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/ad9a06b9-6800-42e9-9756-4c44976568e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6846530 Aug 17 03:14:24.886438 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43086) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:24.894077 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:24.895484 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6c16eeef-b633-4cec-9f30-8cc9bb3c3038 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:24.902672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b819638c-3d4c-43ea-ab98-b6af94d2ab43 None None] Sync routers for ids ['ad9a06b9-6800-42e9-9756-4c44976568e0'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:24.930957 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0983ea84-416b-4fd7-92f8-9f3f478edaf0 req-c33d9741-e91d-40c4-9ce8-00defb1fa6de tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:24.933892 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0983ea84-416b-4fd7-92f8-9f3f478edaf0 req-c33d9741-e91d-40c4-9ce8-00defb1fa6de tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.4056621 Aug 17 03:14:24.947778 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03a59b13-17b3-458e-aca3-0e11ed7adb05 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:24.949364 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-03a59b13-17b3-458e-aca3-0e11ed7adb05 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports/4da7686b-b380-4135-924c-5b49d070cc63 HTTP/1.1" status: 200 len: 910 time: 0.0620255 Aug 17 03:14:24.956140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43088) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:24.960410 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:24.969061 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ceff9bcb-845d-490f-b05d-f003b114ce36 req-2d1a59c6-f572-4056-91f4-50ac52ddb371 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/security-groups?id=a34d3235-14fc-4a1e-8288-5fe557a7efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1221621 Aug 17 03:14:25.015036 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b819638c-3d4c-43ea-ab98-b6af94d2ab43 None None] Routers {'ad9a06b9-6800-42e9-9756-4c44976568e0'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:25.018024 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b819638c-3d4c-43ea-ab98-b6af94d2ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['ad9a06b9-6800-42e9-9756-4c44976568e0'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:25.071378 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0983ea84-416b-4fd7-92f8-9f3f478edaf0 req-b9fe6094-d6c2-47c1-9c87-a566793db26d tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202023 Aug 17 03:14:25.089810 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b819638c-3d4c-43ea-ab98-b6af94d2ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:25.114182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-e1eb34bf-f226-4a9f-8a67-1208b87d59ec req-5e2b5ce0-42f2-4492-b4f6-7c5a450c2d65 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Deleting port af18a0eb-b97b-4041-8aba-026d3e994dbb {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:25.114545 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e1eb34bf-f226-4a9f-8a67-1208b87d59ec req-5e2b5ce0-42f2-4492-b4f6-7c5a450c2d65 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:25.132233 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=b60a1673-f81d-42fc-a182-61a38e1f9944,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:25.135446 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b819638c-3d4c-43ea-ab98-b6af94d2ab43 None None] Routers {'ad9a06b9-6800-42e9-9756-4c44976568e0'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:25.136069 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b819638c-3d4c-43ea-ab98-b6af94d2ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['ad9a06b9-6800-42e9-9756-4c44976568e0'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:25.197466 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b819638c-3d4c-43ea-ab98-b6af94d2ab43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:25.200924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b819638c-3d4c-43ea-ab98-b6af94d2ab43 None None] The sync data for ids ['ad9a06b9-6800-42e9-9756-4c44976568e0'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:25.211668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6c16eeef-b633-4cec-9f30-8cc9bb3c3038 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:25.212850 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:25.279102 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:25.310246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e1eb34bf-f226-4a9f-8a67-1208b87d59ec req-5e2b5ce0-42f2-4492-b4f6-7c5a450c2d65 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] For port af18a0eb-b97b-4041-8aba-026d3e994dbb, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=af18a0eb-b97b-4041-8aba-026d3e994dbb,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:25.310930 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e1eb34bf-f226-4a9f-8a67-1208b87d59ec req-5e2b5ce0-42f2-4492-b4f6-7c5a450c2d65 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:25.377146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-e1eb34bf-f226-4a9f-8a67-1208b87d59ec req-5e2b5ce0-42f2-4492-b4f6-7c5a450c2d65 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Calling delete_port for af18a0eb-b97b-4041-8aba-026d3e994dbb owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:25.476167 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:25.504947 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a217d8-cff1-4b86-8e01-d3db6d968040 req-5987d8cb-9864-4b4c-9965-7ac2477700a6 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:25.506426 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-26a217d8-cff1-4b86-8e01-d3db6d968040 req-5987d8cb-9864-4b4c-9965-7ac2477700a6 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.0792484 Aug 17 03:14:25.547383 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2632e312-48d3-4090-9664-76d3a9cb1cf3 req-41ac26f5-cf0e-450d-8534-85079db9fc34 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2821946 Aug 17 03:14:25.580434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Allocated IP 172.25.1.140 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/2c3336a2-a4ff-4977-91d7-6f8367a1b220) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:25.616077 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-26a217d8-cff1-4b86-8e01-d3db6d968040 req-c67d9dbc-6841-46a9-8191-c4f8377be957 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0774727 Aug 17 03:14:25.630699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d503e-0ed8-433c-8f18-3d4f9108f176 req-f4b19757-bcd3-42a2-ba80-344ea06e5050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:25.632388 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b7d503e-0ed8-433c-8f18-3d4f9108f176 req-f4b19757-bcd3-42a2-ba80-344ea06e5050 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29dbf4db7226454dadb9ed17ed77cc12&device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 1096 time: 0.1058521 Aug 17 03:14:25.806332 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Allocated IP 172.21.0.1 (7434dac1-e2cd-48fd-ae30-7e0d1493d7f8/51b43db6-d68c-4aac-9d67-13c48bf3f4f8/948ae730-b357-4844-b6e5-5e8e6d5eeb64) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:25.864413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16df0ee5-44a1-41fc-9932-23fbb4aeb073 req-8c18b18c-1ba8-4915-86f1-7a71cbc89408 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:25.866042 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16df0ee5-44a1-41fc-9932-23fbb4aeb073 req-8c18b18c-1ba8-4915-86f1-7a71cbc89408 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 945 time: 0.1602366 Aug 17 03:14:25.887854 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:25.912992 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e1eb34bf-f226-4a9f-8a67-1208b87d59ec req-5e2b5ce0-42f2-4492-b4f6-7c5a450c2d65 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:25.922804 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d503e-0ed8-433c-8f18-3d4f9108f176 req-e2b7d050-f1c9-4c27-a84d-5e7b8b49893a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:25.924309 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b7d503e-0ed8-433c-8f18-3d4f9108f176 req-e2b7d050-f1c9-4c27-a84d-5e7b8b49893a service neutron] 10.222.0.60 "GET /v2.0/networks?id=06273fda-1108-4d79-a8de-ed0a7364bbe0 HTTP/1.1" status: 200 len: 911 time: 0.2796714 Aug 17 03:14:25.925512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['79ba673f-b50b-4d6e-bd59-c682df30f861'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:14:25.939470 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:25.951625 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['af18a0eb-b97b-4041-8aba-026d3e994dbb'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:14:25.965787 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Transition to ACTIVE for port object 948ae730-b357-4844-b6e5-5e8e6d5eeb64 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:26.004561 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2b5ce0-42f2-4492-b4f6-7c5a450c2d65 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Pushing event deleted for resources: {'Port': ['ID=af18a0eb-b97b-4041-8aba-026d3e994dbb,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:26.073753 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16df0ee5-44a1-41fc-9932-23fbb4aeb073 req-67788efa-b116-4961-a5c6-cd92aa9b1095 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1839380 Aug 17 03:14:26.111044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1eb34bf-f226-4a9f-8a67-1208b87d59ec req-5e2b5ce0-42f2-4492-b4f6-7c5a450c2d65 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] No DVR routers for this DVR port af18a0eb-b97b-4041-8aba-026d3e994dbb on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:14:26.113094 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e1eb34bf-f226-4a9f-8a67-1208b87d59ec req-5e2b5ce0-42f2-4492-b4f6-7c5a450c2d65 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:26.116516 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1eb34bf-f226-4a9f-8a67-1208b87d59ec req-5e2b5ce0-42f2-4492-b4f6-7c5a450c2d65 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "DELETE /v2.0/ports/af18a0eb-b97b-4041-8aba-026d3e994dbb HTTP/1.1" status: 204 len: 173 time: 1.2474515 Aug 17 03:14:26.119530 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b265720f-c4f5-4f7c-bd76-f44f065e49e8', 'name': 'network-vif-deleted', 'tag': 'af18a0eb-b97b-4041-8aba-026d3e994dbb'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:14:26.123970 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:26.128992 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9912a5f4-fcc1-4387-930a-acbfccd40d1f" -d '{"events": [{"server_uuid": "b265720f-c4f5-4f7c-bd76-f44f065e49e8", "name": "network-vif-deleted", "tag": "af18a0eb-b97b-4041-8aba-026d3e994dbb"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:14:26.143840 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b7d503e-0ed8-433c-8f18-3d4f9108f176 req-4f1fda83-909a-43c2-beb5-4bffea506d13 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ade6b1a-a279-46b8-9bb6-0b0e09761987 HTTP/1.1" status: 200 len: 1001 time: 0.2099609 Aug 17 03:14:26.180529 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 7434dac1-e2cd-48fd-ae30-7e0d1493d7f8 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:26.186316 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:26.193202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:26.203899 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:14:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93ee9bc4-8f0c-4727-83f7-9ada9585815e x-openstack-request-id: req-93ee9bc4-8f0c-4727-83f7-9ada9585815e {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:14:26.204192 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b265720f-c4f5-4f7c-bd76-f44f065e49e8", "name": "network-vif-deleted", "tag": "af18a0eb-b97b-4041-8aba-026d3e994dbb", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:14:26.204475 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93ee9bc4-8f0c-4727-83f7-9ada9585815e {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:14:26.204867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb05c99-745e-4f09-a9f0-796103d6bd08 req-a8e419e7-7468-44c5-9e9b-540b2fa35fb7 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:26.205011 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b265720f-c4f5-4f7c-bd76-f44f065e49e8', 'name': 'network-vif-deleted', 'tag': 'af18a0eb-b97b-4041-8aba-026d3e994dbb', 'status': 'completed', 'code': 200} Aug 17 03:14:26.206664 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9cb05c99-745e-4f09-a9f0-796103d6bd08 req-a8e419e7-7468-44c5-9e9b-540b2fa35fb7 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 945 time: 0.1348073 Aug 17 03:14:26.233491 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:26.234719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d503e-0ed8-433c-8f18-3d4f9108f176 req-55016145-6c93-4d8c-a317-1d10ed4c55ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:26.236203 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b7d503e-0ed8-433c-8f18-3d4f9108f176 req-55016145-6c93-4d8c-a317-1d10ed4c55ae service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9034a659-f846-4b1b-ae6a-7826b698211e HTTP/1.1" status: 200 len: 850 time: 0.0807939 Aug 17 03:14:26.263570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2624783-2c9e-4689-9914-04824cb163cc req-843e544a-ab1d-4db3-ae93-049891518861 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:26.265166 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f2624783-2c9e-4689-9914-04824cb163cc req-843e544a-ab1d-4db3-ae93-049891518861 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.30 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 945 time: 0.1268601 Aug 17 03:14:26.277049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=948ae730-b357-4844-b6e5-5e8e6d5eeb64,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:26.340927 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:26.372338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b60a1673-f81d-42fc-a182-61a38e1f9944 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:26.394263 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:26.413919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:26.417639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:26.449480 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=2c3336a2-a4ff-4977-91d7-6f8367a1b220,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:26.456884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port b60a1673-f81d-42fc-a182-61a38e1f9944 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:26.457408 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:26.478394 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9cb05c99-745e-4f09-a9f0-796103d6bd08 req-64a630a1-fd1c-41ce-bd5b-234ee487a133 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/security-groups?id=a34d3235-14fc-4a1e-8288-5fe557a7efbe&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2479239 Aug 17 03:14:26.516451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7d503e-0ed8-433c-8f18-3d4f9108f176 req-9828a998-b5b9-49c5-b0bc-3427aefba0bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:26.518048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b7d503e-0ed8-433c-8f18-3d4f9108f176 req-9828a998-b5b9-49c5-b0bc-3427aefba0bb service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06273fda-1108-4d79-a8de-ed0a7364bbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2374134 Aug 17 03:14:26.679465 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e3c4e53a-799e-478b-8bdd-6b9324358bf5 None None] Provisioning for port 948ae730-b357-4844-b6e5-5e8e6d5eeb64 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:26.685249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e3c4e53a-799e-478b-8bdd-6b9324358bf5 None None] Provisioning complete for port 948ae730-b357-4844-b6e5-5e8e6d5eeb64 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:26.688353 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e3c4e53a-799e-478b-8bdd-6b9324358bf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:26.688572 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f2624783-2c9e-4689-9914-04824cb163cc req-6b4b937f-7265-4455-94e3-dd955f682fe6 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Deleting port b9002393-9366-45d4-a500-8045ea3c0030 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:26.688925 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f2624783-2c9e-4689-9914-04824cb163cc req-6b4b937f-7265-4455-94e3-dd955f682fe6 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:26.702862 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:26.772966 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e3c4e53a-799e-478b-8bdd-6b9324358bf5 None None] Port 948ae730-b357-4844-b6e5-5e8e6d5eeb64 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:26.817691 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b7d503e-0ed8-433c-8f18-3d4f9108f176 req-5b57b0bb-c543-42bc-82b3-c582ff2dc37a service neutron] 10.222.0.60 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2899899 Aug 17 03:14:26.997123 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccb35fe4-d8dd-4011-bc20-52d9570d7300 req-2b1e0180-67b1-49ff-8816-ec0e4bc25b70 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:26.998987 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ccb35fe4-d8dd-4011-bc20-52d9570d7300 req-2b1e0180-67b1-49ff-8816-ec0e4bc25b70 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.2589834 Aug 17 03:14:27.026763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f2624783-2c9e-4689-9914-04824cb163cc req-6b4b937f-7265-4455-94e3-dd955f682fe6 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] For port b9002393-9366-45d4-a500-8045ea3c0030, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b9002393-9366-45d4-a500-8045ea3c0030,segment=NetworkSegment(a424f377-d0de-4d41-a1d1-e33fdf9c8218),segment_id=a424f377-d0de-4d41-a1d1-e33fdf9c8218)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:27.027154 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f2624783-2c9e-4689-9914-04824cb163cc req-6b4b937f-7265-4455-94e3-dd955f682fe6 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:27.034850 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:27.078051 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f2624783-2c9e-4689-9914-04824cb163cc req-6b4b937f-7265-4455-94e3-dd955f682fe6 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Calling delete_port for b9002393-9366-45d4-a500-8045ea3c0030 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:27.096497 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:27.160759 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0b7d503e-0ed8-433c-8f18-3d4f9108f176 req-4b79df67-983f-4552-9c49-008ca913d61e service neutron] 10.222.0.60 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3326240 Aug 17 03:14:27.189819 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:27.204648 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=948ae730-b357-4844-b6e5-5e8e6d5eeb64,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:27.212517 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ccb35fe4-d8dd-4011-bc20-52d9570d7300 req-993f462a-dd3b-411a-a7fe-2bc2be511486 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1942372 Aug 17 03:14:27.271082 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ec90999b-1d03-4db7-ab64-9434aa71eb8e req-945ebbbb-52c5-483a-9212-e5ae61dbe11a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=b265720f-c4f5-4f7c-bd76-f44f065e49e8 HTTP/1.1" status: 200 len: 210 time: 0.0497539 Aug 17 03:14:27.368159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 7434dac1-e2cd-48fd-ae30-7e0d1493d7f8 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:27.370329 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:27.503277 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:27.513465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632e312-48d3-4090-9664-76d3a9cb1cf3 req-acccb18a-b4b9-409f-a018-59fc7a0e1906 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:27.515214 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2632e312-48d3-4090-9664-76d3a9cb1cf3 req-acccb18a-b4b9-409f-a018-59fc7a0e1906 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=29dbf4db7226454dadb9ed17ed77cc12&device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 1096 time: 0.2227180 Aug 17 03:14:27.587039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router ad9a06b9-6800-42e9-9756-4c44976568e0 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:27.681730 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f2624783-2c9e-4689-9914-04824cb163cc req-6b4b937f-7265-4455-94e3-dd955f682fe6 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:27.705262 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2b23802a-d333-4ecf-b84e-b78928588d57 None None] Provisioning complete for port 948ae730-b357-4844-b6e5-5e8e6d5eeb64 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:27.705907 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2b23802a-d333-4ecf-b84e-b78928588d57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:27.713394 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-347ad717-d75b-444a-837b-f92a3316930c req-c60cb7af-a3ef-4b41-96ca-ec951c0bacf5 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 210 time: 0.1029937 Aug 17 03:14:27.778632 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2b23802a-d333-4ecf-b84e-b78928588d57 None None] Port 948ae730-b357-4844-b6e5-5e8e6d5eeb64 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:27.792888 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:27.800106 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c20c8405-ddec-44c6-be5d-3e8eec10d6f8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/ad9a06b9-6800-42e9-9756-4c44976568e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8418496 Aug 17 03:14:27.803180 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4082d37a-a10a-4381-9d05-9d0671473e7d None None] Sync routers for ids ['ad9a06b9-6800-42e9-9756-4c44976568e0'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:27.803684 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43118) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:27.814860 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4082d37a-a10a-4381-9d05-9d0671473e7d None None] Routers {'ad9a06b9-6800-42e9-9756-4c44976568e0'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:27.815764 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4082d37a-a10a-4381-9d05-9d0671473e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['ad9a06b9-6800-42e9-9756-4c44976568e0'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:27.817716 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b4b937f-7265-4455-94e3-dd955f682fe6 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Pushing event deleted for resources: {'Port': ['ID=b9002393-9366-45d4-a500-8045ea3c0030,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:27.829580 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:27.871774 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4082d37a-a10a-4381-9d05-9d0671473e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:27.873556 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc116a7-b4ba-4126-9e66-7cb32fa5d136 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:27.875086 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3cc116a7-b4ba-4126-9e66-7cb32fa5d136 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports/948ae730-b357-4844-b6e5-5e8e6d5eeb64 HTTP/1.1" status: 200 len: 910 time: 0.0702441 Aug 17 03:14:27.878354 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43120) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:27.882720 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4082d37a-a10a-4381-9d05-9d0671473e7d None None] Routers {'ad9a06b9-6800-42e9-9756-4c44976568e0'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:27.883587 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4082d37a-a10a-4381-9d05-9d0671473e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['ad9a06b9-6800-42e9-9756-4c44976568e0'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:27.915656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2624783-2c9e-4689-9914-04824cb163cc req-6b4b937f-7265-4455-94e3-dd955f682fe6 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] No DVR routers for this DVR port b9002393-9366-45d4-a500-8045ea3c0030 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:14:27.924439 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f2624783-2c9e-4689-9914-04824cb163cc req-6b4b937f-7265-4455-94e3-dd955f682fe6 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:27.926514 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f2624783-2c9e-4689-9914-04824cb163cc req-6b4b937f-7265-4455-94e3-dd955f682fe6 tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.30 "DELETE /v2.0/ports/b9002393-9366-45d4-a500-8045ea3c0030 HTTP/1.1" status: 204 len: 173 time: 1.6446712 Aug 17 03:14:27.931567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632e312-48d3-4090-9664-76d3a9cb1cf3 req-1f8053ab-4e2b-4b40-9682-bb650cff406e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:27.933150 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2632e312-48d3-4090-9664-76d3a9cb1cf3 req-1f8053ab-4e2b-4b40-9682-bb650cff406e service neutron] 10.222.0.60 "GET /v2.0/networks?id=06273fda-1108-4d79-a8de-ed0a7364bbe0 HTTP/1.1" status: 200 len: 911 time: 0.3540459 Aug 17 03:14:27.940892 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4082d37a-a10a-4381-9d05-9d0671473e7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:27.941906 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4082d37a-a10a-4381-9d05-9d0671473e7d None None] The sync data for ids ['ad9a06b9-6800-42e9-9756-4c44976568e0'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:28.396114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '232eb397-f9d4-468d-b1df-e956a6c02d62', 'name': 'network-vif-deleted', 'tag': 'b9002393-9366-45d4-a500-8045ea3c0030'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:14:28.398503 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c28cc3a-8379-455e-91ec-b102bed7ca65" -d '{"events": [{"server_uuid": "232eb397-f9d4-468d-b1df-e956a6c02d62", "name": "network-vif-deleted", "tag": "b9002393-9366-45d4-a500-8045ea3c0030"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:14:28.412483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b11a48-73c6-4459-ac28-40cb57d870d4 req-47765983-7225-4553-93c5-8e83e76d789f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:28.414067 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b7b11a48-73c6-4459-ac28-40cb57d870d4 req-47765983-7225-4553-93c5-8e83e76d789f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.1059995 Aug 17 03:14:28.455833 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5c6d6b1f-ec7a-4ffd-9b82-a718e8a2b4d3 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:28.472594 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2632e312-48d3-4090-9664-76d3a9cb1cf3 req-e1d457b3-07ec-4dfe-8e8b-f5364867d37f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9ade6b1a-a279-46b8-9bb6-0b0e09761987 HTTP/1.1" status: 200 len: 1001 time: 0.5281889 Aug 17 03:14:28.533827 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b7b11a48-73c6-4459-ac28-40cb57d870d4 req-389ff1f9-eded-49c0-8313-83a23e1024a5 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1087465 Aug 17 03:14:28.578640 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:14:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41583ae9-b044-47a4-8041-e093b9cdd765 x-openstack-request-id: req-41583ae9-b044-47a4-8041-e093b9cdd765 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:14:28.579217 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "232eb397-f9d4-468d-b1df-e956a6c02d62", "name": "network-vif-deleted", "tag": "b9002393-9366-45d4-a500-8045ea3c0030", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:14:28.579217 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41583ae9-b044-47a4-8041-e093b9cdd765 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:14:28.579546 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '232eb397-f9d4-468d-b1df-e956a6c02d62', 'name': 'network-vif-deleted', 'tag': 'b9002393-9366-45d4-a500-8045ea3c0030', 'status': 'completed', 'code': 200} Aug 17 03:14:28.580993 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632e312-48d3-4090-9664-76d3a9cb1cf3 req-49e307e5-f3a1-430a-b8c5-346cab29ec4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:28.582489 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2632e312-48d3-4090-9664-76d3a9cb1cf3 req-49e307e5-f3a1-430a-b8c5-346cab29ec4b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=9034a659-f846-4b1b-ae6a-7826b698211e HTTP/1.1" status: 200 len: 850 time: 0.1019740 Aug 17 03:14:28.634755 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:28.644928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2632e312-48d3-4090-9664-76d3a9cb1cf3 req-3bcdb7da-f83d-4d92-9b38-4fedf940193c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:28.646530 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2632e312-48d3-4090-9664-76d3a9cb1cf3 req-3bcdb7da-f83d-4d92-9b38-4fedf940193c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=06273fda-1108-4d79-a8de-ed0a7364bbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563488 Aug 17 03:14:28.706065 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:28.808400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=2c3336a2-a4ff-4977-91d7-6f8367a1b220,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:28.821764 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:28.866764 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2632e312-48d3-4090-9664-76d3a9cb1cf3 req-e018a5b3-429a-4d11-9f9c-39d5bf717b95 service neutron] 10.222.0.60 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2100952 Aug 17 03:14:28.920515 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a5835128-3206-4780-bf51-77604ed98518 req-ac5b3daa-2847-40e5-99c6-89d1fb4048ca tempest-InstanceActionsV221TestJSON-144098113 tempest-InstanceActionsV221TestJSON-144098113-project] 10.222.0.10 "GET /v2.0/ports?device_id=232eb397-f9d4-468d-b1df-e956a6c02d62 HTTP/1.1" status: 200 len: 210 time: 0.0526097 Aug 17 03:14:28.950160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device af18a0eb-b97b-4041-8aba-026d3e994dbb no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:14:28.993144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: af18a0eb-b97b-4041-8aba-026d3e994dbb {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:14:28.999231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device af18a0eb-b97b-4041-8aba-026d3e994dbb not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:14:28.999869 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device b9002393-9366-45d4-a500-8045ea3c0030 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:14:29.041930 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Floating IP a15e60dd-0e4d-4ba9-9be1-4c7390539cf8 associated. External IP: 172.25.1.140, port: fb0ce32d-d671-43a8-8e4f-d564381a95fc. Aug 17 03:14:29.044198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: b9002393-9366-45d4-a500-8045ea3c0030 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:14:29.044671 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device b9002393-9366-45d4-a500-8045ea3c0030 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:14:29.095693 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2632e312-48d3-4090-9664-76d3a9cb1cf3 req-743d4f7e-74f4-4f6f-bdf4-7dc5671dd947 service neutron] 10.222.0.60 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2132187 Aug 17 03:14:29.183315 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d6b1f-ec7a-4ffd-9b82-a718e8a2b4d3 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting port 948ae730-b357-4844-b6e5-5e8e6d5eeb64 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:29.183315 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5c6d6b1f-ec7a-4ffd-9b82-a718e8a2b4d3 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:29.187912 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-8baf0597-dc55-4109-859c-1a03f9414546 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:29.189441 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-8baf0597-dc55-4109-859c-1a03f9414546 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 805 time: 0.4789495 Aug 17 03:14:29.248211 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-e36b9406-4fd5-48e2-9045-8b760f1ab908 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/quotas/6fc3dc22f61e4504bffcbcd1acecf394 HTTP/1.1" status: 200 len: 375 time: 0.0449309 Aug 17 03:14:29.281467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router b2ca297a-acc8-40ad-9807-e478e5494a11 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:29.314858 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5c6d6b1f-ec7a-4ffd-9b82-a718e8a2b4d3 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:29.332785 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-d6378746-1461-4f0d-b045-5b3dc8b6feb5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0775354 Aug 17 03:14:29.336803 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5c6d6b1f-ec7a-4ffd-9b82-a718e8a2b4d3 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Calling delete_port for 948ae730-b357-4844-b6e5-5e8e6d5eeb64 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:29.395928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:29.408250 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b2744-8bdb-4844-86b4-eb9bbe4c40e1 None None] Sync routers for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:29.417769 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b2744-8bdb-4844-86b4-eb9bbe4c40e1 None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:29.418641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8f9b2744-8bdb-4844-86b4-eb9bbe4c40e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:29.458356 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8f9b2744-8bdb-4844-86b4-eb9bbe4c40e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:29.471271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f9b2744-8bdb-4844-86b4-eb9bbe4c40e1 None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:29.471271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8f9b2744-8bdb-4844-86b4-eb9bbe4c40e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:29.490775 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:29.505996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8f9b2744-8bdb-4844-86b4-eb9bbe4c40e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:29.506765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f9b2744-8bdb-4844-86b4-eb9bbe4c40e1 None None] The sync data for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:29.521550 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9bf48518-2c5a-44ad-bbde-02592f164f66 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 4.7198896 Aug 17 03:14:29.524188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43160) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:29.528775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0a4058d6-f830-4ae9-8ea5-3e4dc46c2a8b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'floatingip': {'port_id': 'fb0ce32d-d671-43a8-8e4f-d564381a95fc', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:29.530178 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-b9f062d6-e0c2-4d27-8740-04ec3fe9fb3f service neutron] 10.222.0.10 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1863048 Aug 17 03:14:29.585770 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0a4058d6-f830-4ae9-8ea5-3e4dc46c2a8b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:29.670163 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-75c98377-1dfa-4dbc-bfcc-e7eefb3a81a1 service neutron] 10.222.0.10 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1311374 Aug 17 03:14:29.713732 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5c6d6b1f-ec7a-4ffd-9b82-a718e8a2b4d3 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:29.754623 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6d6b1f-ec7a-4ffd-9b82-a718e8a2b4d3 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Port': ['ID=948ae730-b357-4844-b6e5-5e8e6d5eeb64,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:29.993100 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5c6d6b1f-ec7a-4ffd-9b82-a718e8a2b4d3 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:30.247458 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43186) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:30.269731 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80766a4c-f20d-4a49-bd98-586d162bd46f req-2abbc009-1ac7-4fef-b0d1-b5ff69875a70 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=543a7163-c694-4da0-8a1c-300007fa141a HTTP/1.1" status: 200 len: 210 time: 0.3079119 Aug 17 03:14:30.290392 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0a4058d6-f830-4ae9-8ea5-3e4dc46c2a8b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:30.300586 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c6d6b1f-ec7a-4ffd-9b82-a718e8a2b4d3 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router ad9a06b9-6800-42e9-9756-4c44976568e0 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:30.315151 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4d045a5-1cd5-4f33-87ce-d6d075ffba73 admin admin] Deleting subnet f59b547d-dcb6-41e1-beae-dac37b293e25 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:14:30.316615 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4d045a5-1cd5-4f33-87ce-d6d075ffba73 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:30.354057 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0a4058d6-f830-4ae9-8ea5-3e4dc46c2a8b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:30.429789 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4d045a5-1cd5-4f33-87ce-d6d075ffba73 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:30.470940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c6d6b1f-ec7a-4ffd-9b82-a718e8a2b4d3 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:30.481565 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5c6d6b1f-ec7a-4ffd-9b82-a718e8a2b4d3 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/ad9a06b9-6800-42e9-9756-4c44976568e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6020975 Aug 17 03:14:30.481879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43188) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:30.483536 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16e5fd-11f2-4dfb-a427-a0052eff9895 None None] Sync routers for ids ['ad9a06b9-6800-42e9-9756-4c44976568e0'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:30.495485 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16e5fd-11f2-4dfb-a427-a0052eff9895 None None] Routers {'ad9a06b9-6800-42e9-9756-4c44976568e0'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:30.496455 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8f16e5fd-11f2-4dfb-a427-a0052eff9895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['ad9a06b9-6800-42e9-9756-4c44976568e0'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:30.500708 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4d045a5-1cd5-4f33-87ce-d6d075ffba73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:30.533889 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8f16e5fd-11f2-4dfb-a427-a0052eff9895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:30.543402 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f16e5fd-11f2-4dfb-a427-a0052eff9895 None None] Routers {'ad9a06b9-6800-42e9-9756-4c44976568e0'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:30.544359 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8f16e5fd-11f2-4dfb-a427-a0052eff9895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['ad9a06b9-6800-42e9-9756-4c44976568e0'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:30.577608 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8f16e5fd-11f2-4dfb-a427-a0052eff9895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:30.578539 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f16e5fd-11f2-4dfb-a427-a0052eff9895 None None] The sync data for ids ['ad9a06b9-6800-42e9-9756-4c44976568e0'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:30.685039 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4d045a5-1cd5-4f33-87ce-d6d075ffba73 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:30.715267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d045a5-1cd5-4f33-87ce-d6d075ffba73 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f59b547d-dcb6-41e1-beae-dac37b293e25,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:30.722181 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4d045a5-1cd5-4f33-87ce-d6d075ffba73 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:30.726968 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c4d045a5-1cd5-4f33-87ce-d6d075ffba73 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f59b547d-dcb6-41e1-beae-dac37b293e25 HTTP/1.1" status: 204 len: 168 time: 0.4783199 Aug 17 03:14:30.727785 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43192) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:30.778745 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a4058d6-f830-4ae9-8ea5-3e4dc46c2a8b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router b2ca297a-acc8-40ad-9807-e478e5494a11 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:30.805883 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d1cec94-7ecf-4ae1-8021-ddb461f30881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:30.903537 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d1cec94-7ecf-4ae1-8021-ddb461f30881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:30.913657 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-7d1cec94-7ecf-4ae1-8021-ddb461f30881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49a0e0a7-4e8f-4732-8d9c-def66933bc4d']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:30.924629 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-7d1cec94-7ecf-4ae1-8021-ddb461f30881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a424f377-d0de-4d41-a1d1-e33fdf9c8218') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:30.925015 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-7d1cec94-7ecf-4ae1-8021-ddb461f30881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a424f377-d0de-4d41-a1d1-e33fdf9c8218') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:30.934966 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d1cec94-7ecf-4ae1-8021-ddb461f30881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:30.950588 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d1cec94-7ecf-4ae1-8021-ddb461f30881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:30.959476 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d1cec94-7ecf-4ae1-8021-ddb461f30881 admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:14:30.960078 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d1cec94-7ecf-4ae1-8021-ddb461f30881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:14:30.963136 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:14:30.997643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a4058d6-f830-4ae9-8ea5-3e4dc46c2a8b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:31.006072 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0a4058d6-f830-4ae9-8ea5-3e4dc46c2a8b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:31.007797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca6c39-d96e-449a-90ae-5cfc1fd6df06 None None] Sync routers for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:31.017735 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca6c39-d96e-449a-90ae-5cfc1fd6df06 None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:31.018638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1dca6c39-d96e-449a-90ae-5cfc1fd6df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:31.064711 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1dca6c39-d96e-449a-90ae-5cfc1fd6df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:31.076105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dca6c39-d96e-449a-90ae-5cfc1fd6df06 None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:31.077048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1dca6c39-d96e-449a-90ae-5cfc1fd6df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:31.103983 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d1cec94-7ecf-4ae1-8021-ddb461f30881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:31.114990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1dca6c39-d96e-449a-90ae-5cfc1fd6df06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:31.116001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1dca6c39-d96e-449a-90ae-5cfc1fd6df06 None None] The sync data for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:31.122332 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d1cec94-7ecf-4ae1-8021-ddb461f30881 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:31.125076 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7d1cec94-7ecf-4ae1-8021-ddb461f30881 admin admin] 10.222.0.10 "DELETE /v2.0/networks/49a0e0a7-4e8f-4732-8d9c-def66933bc4d HTTP/1.1" status: 204 len: 168 time: 0.3961043 Aug 17 03:14:31.128724 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0a4058d6-f830-4ae9-8ea5-3e4dc46c2a8b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "PUT /v2.0/floatingips/a15e60dd-0e4d-4ba9-9be1-4c7390539cf8 HTTP/1.1" status: 200 len: 978 time: 1.6008365 Aug 17 03:14:31.130024 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43198) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:31.152881 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d1cec94-7ecf-4ae1-8021-ddb461f30881 admin admin] Pushing event deleted for resources: {'Network': ['ID=49a0e0a7-4e8f-4732-8d9c-def66933bc4d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:31.193678 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0dcf2bc-91d0-4339-b560-a2e67c53c8ee tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:31.393525 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aaa909ad-75d9-4aad-911d-3f4a12f3c5eb req-5003ebde-7ef2-486d-9a6b-e362d7b99409 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=543a7163-c694-4da0-8a1c-300007fa141a HTTP/1.1" status: 200 len: 210 time: 0.0317268 Aug 17 03:14:31.403773 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-797a412e-db29-4901-ba4e-1b5027ddad1c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Deleting port 2c3336a2-a4ff-4977-91d7-6f8367a1b220 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:31.404155 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-797a412e-db29-4901-ba4e-1b5027ddad1c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:31.521159 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-797a412e-db29-4901-ba4e-1b5027ddad1c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:31.521623 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-797a412e-db29-4901-ba4e-1b5027ddad1c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:31.534990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-797a412e-db29-4901-ba4e-1b5027ddad1c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Calling delete_port for 2c3336a2-a4ff-4977-91d7-6f8367a1b220 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:31.586810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43202) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:31.678110 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a1f8085b-48c7-43df-b567-4ab2afc2fbf0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b7cf51a1fcfc4b429a422d7c9a13aae4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0880992 Aug 17 03:14:31.681193 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43204) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:31.771139 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dca2b747-4c74-48ba-9049-3eee0da2aca2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:31.837601 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dca2b747-4c74-48ba-9049-3eee0da2aca2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:31.864866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-c0dcf2bc-91d0-4339-b560-a2e67c53c8ee tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting port 4da7686b-b380-4135-924c-5b49d070cc63 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:31.865465 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0dcf2bc-91d0-4339-b560-a2e67c53c8ee tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:31.952024 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-797a412e-db29-4901-ba4e-1b5027ddad1c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:31.955070 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0dcf2bc-91d0-4339-b560-a2e67c53c8ee tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:31.967069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-c0dcf2bc-91d0-4339-b560-a2e67c53c8ee tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Calling delete_port for 4da7686b-b380-4135-924c-5b49d070cc63 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:31.985250 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797a412e-db29-4901-ba4e-1b5027ddad1c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Port': ['ID=2c3336a2-a4ff-4977-91d7-6f8367a1b220,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:32.001454 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dca2b747-4c74-48ba-9049-3eee0da2aca2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:32.005000 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dca2b747-4c74-48ba-9049-3eee0da2aca2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:32.008519 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dca2b747-4c74-48ba-9049-3eee0da2aca2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a34d3235-14fc-4a1e-8288-5fe557a7efbe HTTP/1.1" status: 204 len: 168 time: 0.3241208 Aug 17 03:14:32.035032 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca2b747-4c74-48ba-9049-3eee0da2aca2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a34d3235-14fc-4a1e-8288-5fe557a7efbe,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:32.066027 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-797a412e-db29-4901-ba4e-1b5027ddad1c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:32.066911 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-797a412e-db29-4901-ba4e-1b5027ddad1c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Floating IP a15e60dd-0e4d-4ba9-9be1-4c7390539cf8 disassociated (deleted). External IP: 172.25.1.140, port: fb0ce32d-d671-43a8-8e4f-d564381a95fc. Aug 17 03:14:32.238616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-5e18823d-f759-4cfe-9acd-f09217fa4f89 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:32.240462 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-5e18823d-f759-4cfe-9acd-f09217fa4f89 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 805 time: 0.2176142 Aug 17 03:14:32.264042 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-22836305-e1ff-4a9c-841c-2427f8b9cc4d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Request body: {'port': {'device_id': '543a7163-c694-4da0-8a1c-300007fa141a', 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c', 'admin_state_up': True, 'tenant_id': '6fc3dc22f61e4504bffcbcd1acecf394'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:32.381574 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-797a412e-db29-4901-ba4e-1b5027ddad1c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router b2ca297a-acc8-40ad-9807-e478e5494a11 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:32.468211 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0dcf2bc-91d0-4339-b560-a2e67c53c8ee tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:32.531205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dcf2bc-91d0-4339-b560-a2e67c53c8ee tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Port': ['ID=4da7686b-b380-4135-924c-5b49d070cc63,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:32.566754 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-797a412e-db29-4901-ba4e-1b5027ddad1c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:32.580013 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-797a412e-db29-4901-ba4e-1b5027ddad1c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:32.582377 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad004083-6447-4b55-82be-9bb8728d5c7b None None] Sync routers for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:32.602924 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad004083-6447-4b55-82be-9bb8728d5c7b None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:32.605580 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ad004083-6447-4b55-82be-9bb8728d5c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:32.676743 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ad004083-6447-4b55-82be-9bb8728d5c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:32.687157 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-797a412e-db29-4901-ba4e-1b5027ddad1c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/floatingips/a15e60dd-0e4d-4ba9-9be1-4c7390539cf8 HTTP/1.1" status: 204 len: 168 time: 1.5539701 Aug 17 03:14:32.687866 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43226) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:32.694186 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad004083-6447-4b55-82be-9bb8728d5c7b None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:32.694826 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ad004083-6447-4b55-82be-9bb8728d5c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:32.742060 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-22836305-e1ff-4a9c-841c-2427f8b9cc4d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Made reservation on behalf of 6fc3dc22f61e4504bffcbcd1acecf394 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:32.757516 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-22836305-e1ff-4a9c-841c-2427f8b9cc4d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:32.907412 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-19a9cc55-517e-455d-ae86-6890b11bd200 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Deleting port fb0ce32d-d671-43a8-8e4f-d564381a95fc {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:32.908835 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19a9cc55-517e-455d-ae86-6890b11bd200 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:32.921167 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ad004083-6447-4b55-82be-9bb8728d5c7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:32.922157 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad004083-6447-4b55-82be-9bb8728d5c7b None None] The sync data for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:32.953560 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:32.954901 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ad76c62-fec3-4bc7-8fdb-97c56a9d3e1f req-6992fef2-c0b3-40ed-bafc-fc0742913563 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=543a7163-c694-4da0-8a1c-300007fa141a HTTP/1.1" status: 200 len: 210 time: 0.2284033 Aug 17 03:14:32.955625 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0dcf2bc-91d0-4339-b560-a2e67c53c8ee tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.004780 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43232) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:33.082626 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19a9cc55-517e-455d-ae86-6890b11bd200 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.097567 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-19a9cc55-517e-455d-ae86-6890b11bd200 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Calling delete_port for fb0ce32d-d671-43a8-8e4f-d564381a95fc owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:33.181279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0dcf2bc-91d0-4339-b560-a2e67c53c8ee tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router ad9a06b9-6800-42e9-9756-4c44976568e0 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:33.308545 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8e60b51e-793d-4e37-9257-91b0df9dec39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.311335 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0dcf2bc-91d0-4339-b560-a2e67c53c8ee tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:33.317879 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c0dcf2bc-91d0-4339-b560-a2e67c53c8ee tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/ad9a06b9-6800-42e9-9756-4c44976568e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8352077 Aug 17 03:14:33.321108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43242) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:33.321641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945fa9f4-ec12-4f05-b3bb-14b650e7cdc4 None None] Sync routers for ids ['ad9a06b9-6800-42e9-9756-4c44976568e0'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:33.334704 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945fa9f4-ec12-4f05-b3bb-14b650e7cdc4 None None] Routers {'ad9a06b9-6800-42e9-9756-4c44976568e0'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:33.336773 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-945fa9f4-ec12-4f05-b3bb-14b650e7cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['ad9a06b9-6800-42e9-9756-4c44976568e0'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:33.355023 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-22836305-e1ff-4a9c-841c-2427f8b9cc4d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Allocated IP 172.20.0.13 (231691f2-ac47-4b98-9db9-aab5f5656c2c/5df8f852-8b4a-4f0c-8b3e-42b1edfe9134/a7b24bfa-8705-4f8f-a9ea-f2c282cb63db) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:33.359014 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e85d3f9c-3153-4051-9d16-4fe9ffdb08d3 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad9a06b9-6800-42e9-9756-4c44976568e0 HTTP/1.1" status: 200 len: 205 time: 0.0364451 Aug 17 03:14:33.361659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43244) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:33.369896 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-945fa9f4-ec12-4f05-b3bb-14b650e7cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:33.378472 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-945fa9f4-ec12-4f05-b3bb-14b650e7cdc4 None None] Routers {'ad9a06b9-6800-42e9-9756-4c44976568e0'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:33.378650 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19a9cc55-517e-455d-ae86-6890b11bd200 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.380215 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-945fa9f4-ec12-4f05-b3bb-14b650e7cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['ad9a06b9-6800-42e9-9756-4c44976568e0'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:33.421697 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a9cc55-517e-455d-ae86-6890b11bd200 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Port': ['ID=fb0ce32d-d671-43a8-8e4f-d564381a95fc,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:33.463297 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27e8e70a-7571-4cf3-a611-6d7a95cd8502 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.473201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-945fa9f4-ec12-4f05-b3bb-14b650e7cdc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:33.480716 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-945fa9f4-ec12-4f05-b3bb-14b650e7cdc4 None None] The sync data for ids ['ad9a06b9-6800-42e9-9756-4c44976568e0'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:33.535719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43248) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:33.574602 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8e60b51e-793d-4e37-9257-91b0df9dec39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.580229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19a9cc55-517e-455d-ae86-6890b11bd200 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.585608 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-19a9cc55-517e-455d-ae86-6890b11bd200 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/ports/fb0ce32d-d671-43a8-8e4f-d564381a95fc HTTP/1.1" status: 204 len: 168 time: 0.8933058 Aug 17 03:14:33.586392 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43252) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:33.592667 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-e8199e9a-a4bb-40cc-82b3-bdef157f9981 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:33.673555 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8e60b51e-793d-4e37-9257-91b0df9dec39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.697885 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ad5182ee-e23b-4ebe-b5cd-ec176e7d30dd admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1619391916-network', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:33.707580 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27e8e70a-7571-4cf3-a611-6d7a95cd8502 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.711750 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27e8e70a-7571-4cf3-a611-6d7a95cd8502 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.720786 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.722253 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8e60b51e-793d-4e37-9257-91b0df9dec39 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46870ee756fc47aea0f6fe8afb86997f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7166653 Aug 17 03:14:33.725654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43254) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:33.731996 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e60b51e-793d-4e37-9257-91b0df9dec39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e412248-0a53-40e4-8665-b5fbcf7b2318,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:33.775974 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8199e9a-a4bb-40cc-82b3-bdef157f9981 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.794200 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43bf0b1e-3b7a-4f88-b7ff-7d04685b1df6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.812880 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-22836305-e1ff-4a9c-841c-2427f8b9cc4d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.844100 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27e8e70a-7571-4cf3-a611-6d7a95cd8502 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.844608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27e8e70a-7571-4cf3-a611-6d7a95cd8502 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Fanout notify agent at l3_agent the message router_deleted on router ad9a06b9-6800-42e9-9756-4c44976568e0 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:14:33.848432 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43bf0b1e-3b7a-4f88-b7ff-7d04685b1df6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.852889 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27e8e70a-7571-4cf3-a611-6d7a95cd8502 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.853842 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-27e8e70a-7571-4cf3-a611-6d7a95cd8502 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/routers/ad9a06b9-6800-42e9-9756-4c44976568e0 HTTP/1.1" status: 204 len: 168 time: 0.4912760 Aug 17 03:14:33.857050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43256) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:33.884271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad5182ee-e23b-4ebe-b5cd-ec176e7d30dd admin admin] Made reservation on behalf of cfdfb585b9144c8286617b5e97123a83 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:33.887098 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ad5182ee-e23b-4ebe-b5cd-ec176e7d30dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.914214 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ad5182ee-e23b-4ebe-b5cd-ec176e7d30dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.934493 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-22836305-e1ff-4a9c-841c-2427f8b9cc4d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.938286 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8199e9a-a4bb-40cc-82b3-bdef157f9981 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.946841 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['79ba673f-b50b-4d6e-bd59-c682df30f861'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:14:33.962109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-30ed04f8-aac3-40d3-b7fd-1f53b68a3286 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting subnet 51b43db6-d68c-4aac-9d67-13c48bf3f4f8 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:14:33.986834 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43bf0b1e-3b7a-4f88-b7ff-7d04685b1df6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.994392 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43bf0b1e-3b7a-4f88-b7ff-7d04685b1df6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:33.995332 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-43bf0b1e-3b7a-4f88-b7ff-7d04685b1df6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e412248-0a53-40e4-8665-b5fbcf7b2318 HTTP/1.1" status: 204 len: 168 time: 0.2696254 Aug 17 03:14:34.001215 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30ed04f8-aac3-40d3-b7fd-1f53b68a3286 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.051135 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bf0b1e-3b7a-4f88-b7ff-7d04685b1df6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e412248-0a53-40e4-8665-b5fbcf7b2318,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:34.051899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-22836305-e1ff-4a9c-841c-2427f8b9cc4d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Network 231691f2-ac47-4b98-9db9-aab5f5656c2c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:34.060097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22836305-e1ff-4a9c-841c-2427f8b9cc4d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Pushing event updated for resources: {'Port': ['ID=a7b24bfa-8705-4f8f-a9ea-f2c282cb63db,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:34.062638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-22836305-e1ff-4a9c-841c-2427f8b9cc4d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:34.072082 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-22836305-e1ff-4a9c-841c-2427f8b9cc4d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:34.109932 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30ed04f8-aac3-40d3-b7fd-1f53b68a3286 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.193576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-22836305-e1ff-4a9c-841c-2427f8b9cc4d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:34.194194 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-22836305-e1ff-4a9c-841c-2427f8b9cc4d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.209842 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-e8199e9a-a4bb-40cc-82b3-bdef157f9981 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Allocated IP 172.25.1.136 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/e5903f4a-42b5-426a-a257-3e346720ab58) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:34.236671 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a2a1dc-9264-4041-87e3-fd0c64b625d8 req-c630a894-a551-4184-959d-6b07b2f319d0 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:34.238344 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95a2a1dc-9264-4041-87e3-fd0c64b625d8 req-c630a894-a551-4184-959d-6b07b2f319d0 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=543a7163-c694-4da0-8a1c-300007fa141a HTTP/1.1" status: 200 len: 932 time: 0.0887549 Aug 17 03:14:34.279360 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ad5182ee-e23b-4ebe-b5cd-ec176e7d30dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.280954 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30ed04f8-aac3-40d3-b7fd-1f53b68a3286 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.328429 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95a2a1dc-9264-4041-87e3-fd0c64b625d8 req-ba0bea6c-7b93-4714-897f-8d282c7861ae tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770745 Aug 17 03:14:34.346546 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ad5182ee-e23b-4ebe-b5cd-ec176e7d30dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.374014 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8199e9a-a4bb-40cc-82b3-bdef157f9981 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.379967 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5182ee-e23b-4ebe-b5cd-ec176e7d30dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:34.421040 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-22836305-e1ff-4a9c-841c-2427f8b9cc4d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1627018 Aug 17 03:14:34.434294 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Request body: {'port': {'device_id': '543a7163-c694-4da0-8a1c-300007fa141a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:34.461533 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30ed04f8-aac3-40d3-b7fd-1f53b68a3286 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.479639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad5182ee-e23b-4ebe-b5cd-ec176e7d30dd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 90} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:14:34.515742 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9adccdee-de4b-429b-a36e-1f9b981b202e None None] Network 7434dac1-e2cd-48fd-ae30-7e0d1493d7f8 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:34.524904 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-30ed04f8-aac3-40d3-b7fd-1f53b68a3286 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.526814 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-30ed04f8-aac3-40d3-b7fd-1f53b68a3286 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/subnets/51b43db6-d68c-4aac-9d67-13c48bf3f4f8 HTTP/1.1" status: 204 len: 168 time: 0.6688206 Aug 17 03:14:34.527653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30ed04f8-aac3-40d3-b7fd-1f53b68a3286 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Subnet': ['ID=51b43db6-d68c-4aac-9d67-13c48bf3f4f8,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:34.531904 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43264) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:34.539076 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ad5182ee-e23b-4ebe-b5cd-ec176e7d30dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.539480 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-ad5182ee-e23b-4ebe-b5cd-ec176e7d30dd admin admin] Added segment bb6436a5-75c8-439b-b727-88561a1466c9 of type vlan for network 016717b3-cbe1-4967-85ae-a016c7a395e7 Aug 17 03:14:34.542852 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8199e9a-a4bb-40cc-82b3-bdef157f9981 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.549764 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.595316 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ad5182ee-e23b-4ebe-b5cd-ec176e7d30dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.625604 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8199e9a-a4bb-40cc-82b3-bdef157f9981 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:34.631816 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-e8199e9a-a4bb-40cc-82b3-bdef157f9981 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:34.634483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8199e9a-a4bb-40cc-82b3-bdef157f9981 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:34.656940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8199e9a-a4bb-40cc-82b3-bdef157f9981 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=e5903f4a-42b5-426a-a257-3e346720ab58,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:34.673221 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9d4a85c-dbfd-4554-b90f-7cbd75afcad4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting subnet 40ccf3c8-6cc5-460d-be8d-8faeb0a4e368 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:14:34.678020 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a85c-dbfd-4554-b90f-7cbd75afcad4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.729837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] DHCP port deletion for 7434dac1-e2cd-48fd-ae30-7e0d1493d7f8 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:14:34.736991 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ad5182ee-e23b-4ebe-b5cd-ec176e7d30dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.738027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad5182ee-e23b-4ebe-b5cd-ec176e7d30dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:34.738782 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ad5182ee-e23b-4ebe-b5cd-ec176e7d30dd admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.756109 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a85c-dbfd-4554-b90f-7cbd75afcad4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.785183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] Deleting port b60a1673-f81d-42fc-a182-61a38e1f9944 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:34.786051 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.813781 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8199e9a-a4bb-40cc-82b3-bdef157f9981 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.833989 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ad5182ee-e23b-4ebe-b5cd-ec176e7d30dd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.2938397 Aug 17 03:14:34.838115 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43266) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:34.847110 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43268) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:34.854474 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-c86fd308-1bfe-40c1-ae2b-a4a30e1cd2a4 admin admin] Request body: {'subnet': {'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1619391916-subnet', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:34.864706 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6b492b1-6286-4fe7-a5d7-26bcd391bc47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.865230 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] For port b60a1673-f81d-42fc-a182-61a38e1f9944, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b60a1673-f81d-42fc-a182-61a38e1f9944,segment=NetworkSegment(eb541c51-ae91-47b4-ba8c-39b24612d53e),segment_id=eb541c51-ae91-47b4-ba8c-39b24612d53e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:34.865676 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.869473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad5182ee-e23b-4ebe-b5cd-ec176e7d30dd admin admin] Pushing event updated for resources: {'Network': ['ID=016717b3-cbe1-4967-85ae-a016c7a395e7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:34.883751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 016717b3-cbe1-4967-85ae-a016c7a395e7 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:14:34.891089 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a85c-dbfd-4554-b90f-7cbd75afcad4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:34.895575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] Calling delete_port for b60a1673-f81d-42fc-a182-61a38e1f9944 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:34.976433 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7b24bfa-8705-4f8f-a9ea-f2c282cb63db {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:14:34.989134 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.011717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Transition to ACTIVE for port object a7b24bfa-8705-4f8f-a9ea-f2c282cb63db will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:35.081084 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6b492b1-6286-4fe7-a5d7-26bcd391bc47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.084805 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.102280 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.134081 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] Pushing event deleted for resources: {'Port': ['ID=b60a1673-f81d-42fc-a182-61a38e1f9944,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:35.142933 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b24bfa-8705-4f8f-a9ea-f2c282cb63db,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:35.144436 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:35.144797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:35.145132 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:35.145758 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:35.149076 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:35.149662 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:35.150161 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:35.150671 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:35.151161 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:35.151661 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:35.152151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:35.152641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:35.155791 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a0c55e1-46bf-43ad-8137-340b16914d0e None None] No DVR routers for this DVR port b60a1673-f81d-42fc-a182-61a38e1f9944 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:14:35.174046 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6b492b1-6286-4fe7-a5d7-26bcd391bc47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.245880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b492b1-6286-4fe7-a5d7-26bcd391bc47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61048ba2-b760-46d8-9229-09370c716288,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:35.250730 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f6b492b1-6286-4fe7-a5d7-26bcd391bc47 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d02151dad14488897c9cab595863384&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4116569 Aug 17 03:14:35.255134 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c86fd308-1bfe-40c1-ae2b-a4a30e1cd2a4 admin admin] Made reservation on behalf of cfdfb585b9144c8286617b5e97123a83 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:35.256097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43270) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:35.257740 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c86fd308-1bfe-40c1-ae2b-a4a30e1cd2a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.279581 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8199e9a-a4bb-40cc-82b3-bdef157f9981 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.284216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Attempting to bind port a7b24bfa-8705-4f8f-a9ea-f2c282cb63db on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:14:35.284558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Attempting to bind port a7b24bfa-8705-4f8f-a9ea-f2c282cb63db by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:14:35.284892 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Attempting to bind port a7b24bfa-8705-4f8f-a9ea-f2c282cb63db on network 231691f2-ac47-4b98-9db9-aab5f5656c2c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:14:35.296424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Port a7b24bfa-8705-4f8f-a9ea-f2c282cb63db on network 231691f2-ac47-4b98-9db9-aab5f5656c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:14:35.296751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Attempting to bind port a7b24bfa-8705-4f8f-a9ea-f2c282cb63db on network 231691f2-ac47-4b98-9db9-aab5f5656c2c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:14:35.308518 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:14:35.308862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Checking segment: {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:35.309254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Bound using segment: {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:14:35.309717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Bound port: a7b24bfa-8705-4f8f-a9ea-f2c282cb63db, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:14:35.310081 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.334206 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c4392e3-f695-4b43-b706-37cc29ab43a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.389678 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c4392e3-f695-4b43-b706-37cc29ab43a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.446561 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] For port a7b24bfa-8705-4f8f-a9ea-f2c282cb63db, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:14:35.467727 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] For port a7b24bfa-8705-4f8f-a9ea-f2c282cb63db, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a7b24bfa-8705-4f8f-a9ea-f2c282cb63db,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:14:35.475559 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a85c-dbfd-4554-b90f-7cbd75afcad4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.490818 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1f2796-0541-4c55-9522-7ab38e4f0cac req-d6312522-4a22-4906-b85d-813e41d133ad tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:35.492756 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd1f2796-0541-4c55-9522-7ab38e4f0cac req-d6312522-4a22-4906-b85d-813e41d133ad tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=543a7163-c694-4da0-8a1c-300007fa141a HTTP/1.1" status: 200 len: 944 time: 0.0859861 Aug 17 03:14:35.522043 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d4a85c-dbfd-4554-b90f-7cbd75afcad4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Subnet': ['ID=40ccf3c8-6cc5-460d-be8d-8faeb0a4e368,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:35.530159 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a9d4a85c-dbfd-4554-b90f-7cbd75afcad4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.532053 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a9d4a85c-dbfd-4554-b90f-7cbd75afcad4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/subnets/40ccf3c8-6cc5-460d-be8d-8faeb0a4e368 HTTP/1.1" status: 204 len: 168 time: 0.9974287 Aug 17 03:14:35.534318 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd1f2796-0541-4c55-9522-7ab38e4f0cac req-b6053887-69d1-4850-a024-6a74cc852d15 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352914 Aug 17 03:14:35.534914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43274) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:35.541491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b04259c5-480d-4b1f-b9ac-d3db3fbf5e2f None None] Network a0fb11a4-5119-4025-9879-09bb4b1e521e requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:35.548160 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.560373 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8199e9a-a4bb-40cc-82b3-bdef157f9981 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.620429 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c4392e3-f695-4b43-b706-37cc29ab43a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.622933 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c4392e3-f695-4b43-b706-37cc29ab43a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.632685 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8199e9a-a4bb-40cc-82b3-bdef157f9981 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.634058 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9c4392e3-f695-4b43-b706-37cc29ab43a5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/61048ba2-b760-46d8-9229-09370c716288 HTTP/1.1" status: 204 len: 168 time: 0.3701336 Aug 17 03:14:35.641101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:35.641101 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.643404 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] 10.222.0.30 "PUT /v2.0/ports/a7b24bfa-8705-4f8f-a9ea-f2c282cb63db HTTP/1.1" status: 200 len: 1092 time: 1.2123625 Aug 17 03:14:35.655606 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '543a7163-c694-4da0-8a1c-300007fa141a', 'tag': 'a7b24bfa-8705-4f8f-a9ea-f2c282cb63db'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:14:35.658594 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36712ceb-5072-4a38-8316-5423c4f0f9cc" -d '{"events": [{"name": "network-changed", "server_uuid": "543a7163-c694-4da0-8a1c-300007fa141a", "tag": "a7b24bfa-8705-4f8f-a9ea-f2c282cb63db"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:14:35.709353 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6f4d7fd-49eb-4018-b68d-7c6c45494bc7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.726882 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c4392e3-f695-4b43-b706-37cc29ab43a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61048ba2-b760-46d8-9229-09370c716288,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:35.761806 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8199e9a-a4bb-40cc-82b3-bdef157f9981 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=e5903f4a-42b5-426a-a257-3e346720ab58,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:35.768994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb32bbe4-c836-4b82-8286-bcf3440cad0a None None] DHCP port deletion for a0fb11a4-5119-4025-9879-09bb4b1e521e request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:14:35.776215 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c86fd308-1bfe-40c1-ae2b-a4a30e1cd2a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.789875 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8199e9a-a4bb-40cc-82b3-bdef157f9981 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.795949 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:14:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8519b490-41a2-4f3e-b151-c49a2c8cfa84 x-openstack-request-id: req-8519b490-41a2-4f3e-b151-c49a2c8cfa84 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:14:35.798579 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "543a7163-c694-4da0-8a1c-300007fa141a", "tag": "a7b24bfa-8705-4f8f-a9ea-f2c282cb63db", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:14:35.798579 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8519b490-41a2-4f3e-b151-c49a2c8cfa84 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:14:35.798579 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '543a7163-c694-4da0-8a1c-300007fa141a', 'tag': 'a7b24bfa-8705-4f8f-a9ea-f2c282cb63db', 'status': 'completed', 'code': 200} Aug 17 03:14:35.824149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275ecbdb-553a-4e8f-b7c0-376052f40938 service neutron] Pushing event updated for resources: {'Port': ['ID=a7b24bfa-8705-4f8f-a9ea-f2c282cb63db,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:35.847253 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-eb32bbe4-c836-4b82-8286-bcf3440cad0a None None] Deleting port 6c16eeef-b633-4cec-9f30-8cc9bb3c3038 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:35.847996 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb32bbe4-c836-4b82-8286-bcf3440cad0a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.856659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c86fd308-1bfe-40c1-ae2b-a4a30e1cd2a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=00775c6d-bb62-4607-aa69-44fa38f2a916,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:35.864387 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c86fd308-1bfe-40c1-ae2b-a4a30e1cd2a4 admin admin] Checking segment: {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:35.864742 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86fd308-1bfe-40c1-ae2b-a4a30e1cd2a4 admin admin] Network hostable DHCP agents. Network: 016717b3-cbe1-4967-85ae-a016c7a395e7, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:14:35.896645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-7e7b94ce-c1c2-4ed9-9267-410232b915b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:35.898179 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-7e7b94ce-c1c2-4ed9-9267-410232b915b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&device_id=543a7163-c694-4da0-8a1c-300007fa141a HTTP/1.1" status: 200 len: 1095 time: 0.1408405 Aug 17 03:14:35.900502 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6f4d7fd-49eb-4018-b68d-7c6c45494bc7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.911990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-c6f4d7fd-49eb-4018-b68d-7c6c45494bc7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7434dac1-e2cd-48fd-ae30-7e0d1493d7f8']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:35.913698 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8199e9a-a4bb-40cc-82b3-bdef157f9981 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.918660 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e8199e9a-a4bb-40cc-82b3-bdef157f9981 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.3288403 Aug 17 03:14:35.924863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43280) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:35.924998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-c6f4d7fd-49eb-4018-b68d-7c6c45494bc7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb541c51-ae91-47b4-ba8c-39b24612d53e') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:35.924998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-c6f4d7fd-49eb-4018-b68d-7c6c45494bc7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb541c51-ae91-47b4-ba8c-39b24612d53e') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:35.925320 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-e803ef6c-49fe-45d5-aaf2-d471a245b9be tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'port': {'network_id': '08c856bd-7831-4330-ba4c-e6b12d43ba3c', 'name': 'tempest-FloatingIPTestJSON-250644750'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:35.927129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-eb32bbe4-c836-4b82-8286-bcf3440cad0a None None] For port 6c16eeef-b633-4cec-9f30-8cc9bb3c3038, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6c16eeef-b633-4cec-9f30-8cc9bb3c3038,segment=NetworkSegment(a3a47b7b-05f8-40ed-9d4c-ae9d43ff31ae),segment_id=a3a47b7b-05f8-40ed-9d4c-ae9d43ff31ae)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:35.927888 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb32bbe4-c836-4b82-8286-bcf3440cad0a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.944687 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-eb32bbe4-c836-4b82-8286-bcf3440cad0a None None] Calling delete_port for 6c16eeef-b633-4cec-9f30-8cc9bb3c3038 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:35.972873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c86fd308-1bfe-40c1-ae2b-a4a30e1cd2a4 admin admin] Network 016717b3-cbe1-4967-85ae-a016c7a395e7 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:14:35.976029 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6f4d7fd-49eb-4018-b68d-7c6c45494bc7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:35.981826 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-f635d40c-73df-4cc5-8c5e-42e1a614de40 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7b24bfa-8705-4f8f-a9ea-f2c282cb63db HTTP/1.1" status: 200 len: 217 time: 0.0522909 Aug 17 03:14:36.019636 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6f4d7fd-49eb-4018-b68d-7c6c45494bc7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.031777 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c6f4d7fd-49eb-4018-b68d-7c6c45494bc7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:14:36.032198 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6f4d7fd-49eb-4018-b68d-7c6c45494bc7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:14:36.035287 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:14:36.067278 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-c86fd308-1bfe-40c1-ae2b-a4a30e1cd2a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 016717b3-cbe1-4967-85ae-a016c7a395e7) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:36.077107 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9400159-c3d1-4551-a7f2-dc91fb0b8894 None None] Network 016717b3-cbe1-4967-85ae-a016c7a395e7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:36.081343 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c86fd308-1bfe-40c1-ae2b-a4a30e1cd2a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:36.083908 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c86fd308-1bfe-40c1-ae2b-a4a30e1cd2a4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.087602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-03909949-04ce-4dc9-b015-e9460a0a14b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:36.089403 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-03909949-04ce-4dc9-b015-e9460a0a14b9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5df8f852-8b4a-4f0c-8b3e-42b1edfe9134 HTTP/1.1" status: 200 len: 845 time: 0.1007206 Aug 17 03:14:36.126337 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-b5d598ab-66f7-444e-988e-9ddc6558ea96 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=231691f2-ac47-4b98-9db9-aab5f5656c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0285885 Aug 17 03:14:36.130388 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb32bbe4-c836-4b82-8286-bcf3440cad0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.154474 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e803ef6c-49fe-45d5-aaf2-d471a245b9be tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Made reservation on behalf of e101eb18e7164ec090e51ec073f6f65a for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:36.158280 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e803ef6c-49fe-45d5-aaf2-d471a245b9be tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.161072 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb32bbe4-c836-4b82-8286-bcf3440cad0a None None] Pushing event deleted for resources: {'Port': ['ID=6c16eeef-b633-4cec-9f30-8cc9bb3c3038,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:36.166774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb32bbe4-c836-4b82-8286-bcf3440cad0a None None] No DVR routers for this DVR port 6c16eeef-b633-4cec-9f30-8cc9bb3c3038 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:14:36.182522 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-e803ef6c-49fe-45d5-aaf2-d471a245b9be tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] device_id is not set on port 942e8557-76c7-422a-b1b1-e5485af7d5ba yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:14:36.198842 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6f4d7fd-49eb-4018-b68d-7c6c45494bc7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.207157 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6f4d7fd-49eb-4018-b68d-7c6c45494bc7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.209370 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c6f4d7fd-49eb-4018-b68d-7c6c45494bc7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/networks/7434dac1-e2cd-48fd-ae30-7e0d1493d7f8 HTTP/1.1" status: 204 len: 168 time: 0.6735926 Aug 17 03:14:36.213829 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43284) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:36.236895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6f4d7fd-49eb-4018-b68d-7c6c45494bc7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Network': ['ID=7434dac1-e2cd-48fd-ae30-7e0d1493d7f8,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:36.268725 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c86fd308-1bfe-40c1-ae2b-a4a30e1cd2a4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4201961 Aug 17 03:14:36.271768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43286) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:36.277105 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1619391916-router', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:36.286903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-016717b3-cbe1-4967-85ae-a016c7a395e7', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:14:36.290249 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.306341 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-85a22eba-f8a5-4bb7-9801-c9a142e08aa1 service neutron] 10.222.0.30 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1711011 Aug 17 03:14:36.326831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b60a1673-f81d-42fc-a182-61a38e1f9944 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:14:36.367431 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-e803ef6c-49fe-45d5-aaf2-d471a245b9be tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Allocated IP 172.20.0.10 (08c856bd-7831-4330-ba4c-e6b12d43ba3c/74d98d29-f51c-47ba-954d-377c0a519a9b/942e8557-76c7-422a-b1b1-e5485af7d5ba) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:36.381985 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.383733 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.395202 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: b60a1673-f81d-42fc-a182-61a38e1f9944 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:14:36.395558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b60a1673-f81d-42fc-a182-61a38e1f9944 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:14:36.395983 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6c16eeef-b633-4cec-9f30-8cc9bb3c3038 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:14:36.421330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43288) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:36.426551 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-456a8b9d-8cc5-4959-8f51-6d903780f097 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.430672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 6c16eeef-b633-4cec-9f30-8cc9bb3c3038 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:14:36.430924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6c16eeef-b633-4cec-9f30-8cc9bb3c3038 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:14:36.459585 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-00edff9d-2bd6-4e84-bc72-0aafb3cce5ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.474697 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.478799 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b690d919-c0dd-4409-88c8-e4194df3f953 req-81cbc4ae-d54b-4bec-b5ee-9f3a4d29eb31 service neutron] 10.222.0.30 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587284 Aug 17 03:14:36.502009 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Allocated IP 172.20.0.2 (016717b3-cbe1-4967-85ae-a016c7a395e7/00775c6d-bb62-4607-aa69-44fa38f2a916/b399ad42-2914-404f-b90b-addffafcf46e) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:36.684661 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.697252 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Transition to ACTIVE for port object b399ad42-2914-404f-b90b-addffafcf46e will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:36.716579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Transition to ACTIVE for port object b399ad42-2914-404f-b90b-addffafcf46e will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:36.740060 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e803ef6c-49fe-45d5-aaf2-d471a245b9be tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.746314 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.776787 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.819068 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Network 016717b3-cbe1-4967-85ae-a016c7a395e7 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:36.822306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:36.826697 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:36.829832 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Pushing event updated for resources: {'Port': ['ID=b399ad42-2914-404f-b90b-addffafcf46e,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:36.871421 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e803ef6c-49fe-45d5-aaf2-d471a245b9be tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.888433 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Attempting to bind port b399ad42-2914-404f-b90b-addffafcf46e on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:14:36.888901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Attempting to bind port b399ad42-2914-404f-b90b-addffafcf46e by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:14:36.889173 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Attempting to bind port b399ad42-2914-404f-b90b-addffafcf46e on network 016717b3-cbe1-4967-85ae-a016c7a395e7 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:14:36.895778 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:14:36.896194 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Checking segment: {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:36.896574 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.896978 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Bound using segment: {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:14:36.897474 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Bound port: b399ad42-2914-404f-b90b-addffafcf46e, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:14:36.897867 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:36.932095 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e803ef6c-49fe-45d5-aaf2-d471a245b9be tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network 08c856bd-7831-4330-ba4c-e6b12d43ba3c is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:36.940071 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-e803ef6c-49fe-45d5-aaf2-d471a245b9be tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:36.950552 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e803ef6c-49fe-45d5-aaf2-d471a245b9be tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:36.974900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e803ef6c-49fe-45d5-aaf2-d471a245b9be tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=942e8557-76c7-422a-b1b1-e5485af7d5ba,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:36.983032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] For port b399ad42-2914-404f-b90b-addffafcf46e, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:14:36.986814 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] For port b399ad42-2914-404f-b90b-addffafcf46e, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b399ad42-2914-404f-b90b-addffafcf46e,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:14:37.010605 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e803ef6c-49fe-45d5-aaf2-d471a245b9be tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:37.011236 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e803ef6c-49fe-45d5-aaf2-d471a245b9be tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.017726 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-456a8b9d-8cc5-4959-8f51-6d903780f097 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.045030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-456a8b9d-8cc5-4959-8f51-6d903780f097 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0fb11a4-5119-4025-9879-09bb4b1e521e']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:37.064785 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-456a8b9d-8cc5-4959-8f51-6d903780f097 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3a47b7b-05f8-40ed-9d4c-ae9d43ff31ae') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:37.065083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-456a8b9d-8cc5-4959-8f51-6d903780f097 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3a47b7b-05f8-40ed-9d4c-ae9d43ff31ae') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:37.071658 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36712ceb-5072-4a38-8316-5423c4f0f9cc req-cb1862b2-2ebc-43b5-92a9-87cf74df5087 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:37.073333 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-36712ceb-5072-4a38-8316-5423c4f0f9cc req-cb1862b2-2ebc-43b5-92a9-87cf74df5087 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&device_id=543a7163-c694-4da0-8a1c-300007fa141a HTTP/1.1" status: 200 len: 1095 time: 0.1655247 Aug 17 03:14:37.073819 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.094515 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99afce07-dbeb-443c-a827-f084a2b2bb49 req-c8494a62-e87a-4410-a0b0-a9a161237f28 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:37.096019 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99afce07-dbeb-443c-a827-f084a2b2bb49 req-c8494a62-e87a-4410-a0b0-a9a161237f28 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=543a7163-c694-4da0-8a1c-300007fa141a HTTP/1.1" status: 200 len: 944 time: 0.1895678 Aug 17 03:14:37.105630 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-456a8b9d-8cc5-4959-8f51-6d903780f097 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.138365 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-527e95e3-5000-4681-961f-d8113edf6937 None None] Pushing event updated for resources: {'Port': ['ID=b399ad42-2914-404f-b90b-addffafcf46e,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:37.157870 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.177945 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.200032 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-456a8b9d-8cc5-4959-8f51-6d903780f097 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.218171 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-456a8b9d-8cc5-4959-8f51-6d903780f097 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:14:37.219307 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-456a8b9d-8cc5-4959-8f51-6d903780f097 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:14:37.225892 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:14:37.309542 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99afce07-dbeb-443c-a827-f084a2b2bb49 req-7e34ae51-68c6-4332-a305-0dda7479dfcc tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1963840 Aug 17 03:14:37.313481 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Allocated IP 172.25.1.238 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/9c04644a-8926-4b89-ad25-a02730dc4b05) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:37.358941 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-00edff9d-2bd6-4e84-bc72-0aafb3cce5ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.361318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36712ceb-5072-4a38-8316-5423c4f0f9cc req-2ed3ee26-8404-4d3d-9161-4499e6775784 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:37.362866 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-36712ceb-5072-4a38-8316-5423c4f0f9cc req-2ed3ee26-8404-4d3d-9161-4499e6775784 service neutron] 10.222.0.30 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 905 time: 0.2801075 Aug 17 03:14:37.415582 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-36712ceb-5072-4a38-8316-5423c4f0f9cc req-d131f836-baac-491f-b805-bdd3a5c16bd5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=a7b24bfa-8705-4f8f-a9ea-f2c282cb63db HTTP/1.1" status: 200 len: 217 time: 0.0453606 Aug 17 03:14:37.439186 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.452394 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-00edff9d-2bd6-4e84-bc72-0aafb3cce5ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.467876 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-456a8b9d-8cc5-4959-8f51-6d903780f097 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.497840 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-456a8b9d-8cc5-4959-8f51-6d903780f097 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.499744 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-456a8b9d-8cc5-4959-8f51-6d903780f097 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/networks/a0fb11a4-5119-4025-9879-09bb4b1e521e HTTP/1.1" status: 204 len: 168 time: 1.2849298 Aug 17 03:14:37.502755 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e803ef6c-49fe-45d5-aaf2-d471a245b9be tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.5823550 Aug 17 03:14:37.503606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43292) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:37.509784 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-29a2ebaa-ed8e-4e42-814a-1ad4a5cd9cfc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'network': {'name': 'tempest-RoutersTest-1997526058'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:37.512763 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43294) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:37.517051 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-14cafc81-c8bb-4cc6-9ee2-1b0d723ee4f2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'floatingip': {'port_id': '942e8557-76c7-422a-b1b1-e5485af7d5ba'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:37.524777 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456a8b9d-8cc5-4959-8f51-6d903780f097 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Network': ['ID=a0fb11a4-5119-4025-9879-09bb4b1e521e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:37.532139 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-00edff9d-2bd6-4e84-bc72-0aafb3cce5ac admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c604481885bb4f1e8448d27c1c9164d3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1096280 Aug 17 03:14:37.533160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00edff9d-2bd6-4e84-bc72-0aafb3cce5ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b118fa6-3671-46e0-963c-595b317b4b02,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:37.536468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36712ceb-5072-4a38-8316-5423c4f0f9cc req-83755dd9-1a95-4a1e-a011-affe52b8c900 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:37.537975 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-36712ceb-5072-4a38-8316-5423c4f0f9cc req-83755dd9-1a95-4a1e-a011-affe52b8c900 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5df8f852-8b4a-4f0c-8b3e-42b1edfe9134 HTTP/1.1" status: 200 len: 845 time: 0.1138854 Aug 17 03:14:37.538455 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43296) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:37.562646 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.580443 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-36712ceb-5072-4a38-8316-5423c4f0f9cc req-fa0a61c6-1397-4ba2-bf56-a83c0020edb1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=231691f2-ac47-4b98-9db9-aab5f5656c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0342789 Aug 17 03:14:37.581927 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14cafc81-c8bb-4cc6-9ee2-1b0d723ee4f2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.658859 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:37.669205 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1b048686-495c-46c3-84ef-7c0f2f1507c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.682281 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:37.689940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:37.707000 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1b048686-495c-46c3-84ef-7c0f2f1507c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.725717 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-36712ceb-5072-4a38-8316-5423c4f0f9cc req-34077924-512b-43e0-a9cd-5691ddb22c1b service neutron] 10.222.0.30 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1373808 Aug 17 03:14:37.734989 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Pushing event updated for resources: {'Port': ['ID=9c04644a-8926-4b89-ad25-a02730dc4b05,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:37.746388 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a2ebaa-ed8e-4e42-814a-1ad4a5cd9cfc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:37.749780 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29a2ebaa-ed8e-4e42-814a-1ad4a5cd9cfc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.841581 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-36712ceb-5072-4a38-8316-5423c4f0f9cc req-d02908a7-d854-4083-8a08-1b2f815edbbf service neutron] 10.222.0.30 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1032517 Aug 17 03:14:37.871995 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1b048686-495c-46c3-84ef-7c0f2f1507c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.874649 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1b048686-495c-46c3-84ef-7c0f2f1507c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.878112 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1b048686-495c-46c3-84ef-7c0f2f1507c7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1b118fa6-3671-46e0-963c-595b317b4b02 HTTP/1.1" status: 204 len: 168 time: 0.3361130 Aug 17 03:14:37.888269 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b048686-495c-46c3-84ef-7c0f2f1507c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b118fa6-3671-46e0-963c-595b317b4b02,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:37.907790 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a2ebaa-ed8e-4e42-814a-1ad4a5cd9cfc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 65} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:14:37.927294 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29a2ebaa-ed8e-4e42-814a-1ad4a5cd9cfc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:37.927693 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-29a2ebaa-ed8e-4e42-814a-1ad4a5cd9cfc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Added segment 578ab8d5-635a-4f27-b27d-e00eadfeaf2f of type vlan for network bd8e1ce8-03db-447c-a1f9-ace9e764c6cd Aug 17 03:14:38.058372 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29a2ebaa-ed8e-4e42-814a-1ad4a5cd9cfc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:38.178864 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73083c3a-2b4f-4b03-a8c7-e00706ac28a7 None None] Network 016717b3-cbe1-4967-85ae-a016c7a395e7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:38.237118 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29a2ebaa-ed8e-4e42-814a-1ad4a5cd9cfc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:38.240588 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a2ebaa-ed8e-4e42-814a-1ad4a5cd9cfc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:38.241178 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-29a2ebaa-ed8e-4e42-814a-1ad4a5cd9cfc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:38.394574 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b399ad42-2914-404f-b90b-addffafcf46e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:38.459913 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2b846b94-1b08-4857-b981-33f64ccf9c6c None None] Provisioning for port b399ad42-2914-404f-b90b-addffafcf46e completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:38.581736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port b399ad42-2914-404f-b90b-addffafcf46e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:38.586983 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port b399ad42-2914-404f-b90b-addffafcf46e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:38.587454 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:38.748990 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-29a2ebaa-ed8e-4e42-814a-1ad4a5cd9cfc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.2439036 Aug 17 03:14:38.751673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43312) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:38.760778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8b68229e-1832-4ccc-b881-ea5f2e49bcd9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'subnet': {'network_id': 'bd8e1ce8-03db-447c-a1f9-ace9e764c6cd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:38.776615 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.resource_extend [None req-14cafc81-c8bb-4cc6-9ee2-1b0d723ee4f2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 03:14:38.781641 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a2ebaa-ed8e-4e42-814a-1ad4a5cd9cfc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Network': ['ID=bd8e1ce8-03db-447c-a1f9-ace9e764c6cd,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:38.846861 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:38.854113 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network bd8e1ce8-03db-447c-a1f9-ace9e764c6cd details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:14:38.854351 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:38.919625 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14cafc81-c8bb-4cc6-9ee2-1b0d723ee4f2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:38.938268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb1402d-0a20-4208-9cea-fb139786c894 req-8d092592-4e53-4863-baad-1d2a7ddfa5db tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:38.939120 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e1e08efe-6920-4935-955b-7867de7885f9 None None] Provisioning complete for port b399ad42-2914-404f-b90b-addffafcf46e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:38.939478 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e1e08efe-6920-4935-955b-7867de7885f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:38.939915 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3eb1402d-0a20-4208-9cea-fb139786c894 req-8d092592-4e53-4863-baad-1d2a7ddfa5db tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=543a7163-c694-4da0-8a1c-300007fa141a HTTP/1.1" status: 200 len: 944 time: 0.1957681 Aug 17 03:14:38.955484 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port b399ad42-2914-404f-b90b-addffafcf46e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b399ad42-2914-404f-b90b-addffafcf46e,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:38.963369 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b68229e-1832-4ccc-b881-ea5f2e49bcd9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:38.968396 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8b68229e-1832-4ccc-b881-ea5f2e49bcd9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:38.996457 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14cafc81-c8bb-4cc6-9ee2-1b0d723ee4f2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:39.028140 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a7b24bfa-8705-4f8f-a9ea-f2c282cb63db details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:14:39.055529 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:39.063936 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e1e08efe-6920-4935-955b-7867de7885f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:39.111799 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3eb1402d-0a20-4208-9cea-fb139786c894 req-29f9b2bc-a4f7-42ba-bcb1-1dcaf1040a81 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1425331 Aug 17 03:14:39.195281 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=b399ad42-2914-404f-b90b-addffafcf46e,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:39.228638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a7b24bfa-8705-4f8f-a9ea-f2c282cb63db, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a7b24bfa-8705-4f8f-a9ea-f2c282cb63db,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:39.231509 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-e1e08efe-6920-4935-955b-7867de7885f9 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:14:39.231893 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-e1e08efe-6920-4935-955b-7867de7885f9 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:14:39.240817 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'a7b24bfa-8705-4f8f-a9ea-f2c282cb63db', 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c', 'port_id': 'a7b24bfa-8705-4f8f-a9ea-f2c282cb63db', 'mac_address': 'fa:16:3e:f7:96:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df8f852-8b4a-4f0c-8b3e-42b1edfe9134', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:14:39.241019 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:39.244045 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-14cafc81-c8bb-4cc6-9ee2-1b0d723ee4f2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Floating IP 9d0e8bc2-16c0-4c7f-8c91-1709f00d5f47 associated. External IP: 172.25.1.136, port: 942e8557-76c7-422a-b1b1-e5485af7d5ba. Aug 17 03:14:39.251058 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8b68229e-1832-4ccc-b881-ea5f2e49bcd9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:39.307264 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:39.328149 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7b24bfa-8705-4f8f-a9ea-f2c282cb63db {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:14:39.329760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b68229e-1832-4ccc-b881-ea5f2e49bcd9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Subnet': ['ID=2e909def-77d1-43b2-bdd5-f678fa60f11c,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:39.337928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b68229e-1832-4ccc-b881-ea5f2e49bcd9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Checking segment: {'id': '578ab8d5-635a-4f27-b27d-e00eadfeaf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bd8e1ce8-03db-447c-a1f9-ace9e764c6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:39.338302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b68229e-1832-4ccc-b881-ea5f2e49bcd9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network hostable DHCP agents. Network: bd8e1ce8-03db-447c-a1f9-ace9e764c6cd, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:14:39.365809 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a7b24bfa-8705-4f8f-a9ea-f2c282cb63db, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a7b24bfa-8705-4f8f-a9ea-f2c282cb63db,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:39.437866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b68229e-1832-4ccc-b881-ea5f2e49bcd9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network bd8e1ce8-03db-447c-a1f9-ace9e764c6cd is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:14:39.467341 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:39.519139 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-8b68229e-1832-4ccc-b881-ea5f2e49bcd9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, bd8e1ce8-03db-447c-a1f9-ace9e764c6cd) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:39.527119 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b68229e-1832-4ccc-b881-ea5f2e49bcd9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:39.527429 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8b68229e-1832-4ccc-b881-ea5f2e49bcd9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:39.530077 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c87c8fe-5330-4c45-b417-a3512e6d9e21 None None] Network bd8e1ce8-03db-447c-a1f9-ace9e764c6cd requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:39.543266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=a7b24bfa-8705-4f8f-a9ea-f2c282cb63db,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:39.600940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14cafc81-c8bb-4cc6-9ee2-1b0d723ee4f2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router b2ca297a-acc8-40ad-9807-e478e5494a11 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:39.618557 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8b68229e-1832-4ccc-b881-ea5f2e49bcd9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8653402 Aug 17 03:14:39.621272 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43326) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:39.627249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a1ef7da6-dc8a-441c-bd56-bb7196839836 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-792897605', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:39.688692 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['a7b24bfa-8705-4f8f-a9ea-f2c282cb63db'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:14:39.691675 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-bd8e1ce8-03db-447c-a1f9-ace9e764c6cd', 'network_id': 'bd8e1ce8-03db-447c-a1f9-ace9e764c6cd', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'fixed_ips': [{'subnet_id': '2e909def-77d1-43b2-bdd5-f678fa60f11c'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:14:39.692805 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:39.696133 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Router 63d30120-3963-4aca-8c92-6461e56df481 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:14:39.714665 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7da6-dc8a-441c-bd56-bb7196839836 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:39.716663 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7da6-dc8a-441c-bd56-bb7196839836 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:39.771260 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14cafc81-c8bb-4cc6-9ee2-1b0d723ee4f2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:39.778267 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14cafc81-c8bb-4cc6-9ee2-1b0d723ee4f2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:39.780313 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7da6-dc8a-441c-bd56-bb7196839836 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:39.785209 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faddb45e-fb94-4a5a-b277-30b44e4d9995 None None] Sync routers for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:39.795467 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faddb45e-fb94-4a5a-b277-30b44e4d9995 None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:39.796104 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-faddb45e-fb94-4a5a-b277-30b44e4d9995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:39.823481 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-14cafc81-c8bb-4cc6-9ee2-1b0d723ee4f2 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "PUT /v2.0/floatingips/9d0e8bc2-16c0-4c7f-8c91-1709f00d5f47 HTTP/1.1" status: 200 len: 978 time: 2.3091230 Aug 17 03:14:39.825598 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43328) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:39.847345 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-faddb45e-fb94-4a5a-b277-30b44e4d9995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:39.860580 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faddb45e-fb94-4a5a-b277-30b44e4d9995 None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:39.861947 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-faddb45e-fb94-4a5a-b277-30b44e4d9995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:39.862194 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7da6-dc8a-441c-bd56-bb7196839836 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:39.902559 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-faddb45e-fb94-4a5a-b277-30b44e4d9995 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:39.903827 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faddb45e-fb94-4a5a-b277-30b44e4d9995 None None] The sync data for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:39.929247 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:39.940555 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Allocated IP 172.20.0.2 (bd8e1ce8-03db-447c-a1f9-ace9e764c6cd/2e909def-77d1-43b2-bdd5-f678fa60f11c/2ee15d64-5914-487e-b588-0db53c0aa4e8) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:39.948159 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Sync routers for ids ['63d30120-3963-4aca-8c92-6461e56df481'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:39.951380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-45ca5d37-ae4a-4553-a76f-34f289262c4d tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Deleting port 942e8557-76c7-422a-b1b1-e5485af7d5ba {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:39.951728 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-45ca5d37-ae4a-4553-a76f-34f289262c4d tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:39.989194 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1ef7da6-dc8a-441c-bd56-bb7196839836 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:39.990421 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a1ef7da6-dc8a-441c-bd56-bb7196839836 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3678377 Aug 17 03:14:39.993797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43330) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:40.000402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-77f2f304-86a3-4bd1-9f1c-5da148714209 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'port': {'network_id': 'bd8e1ce8-03db-447c-a1f9-ace9e764c6cd', 'name': 'tempest-RoutersTest-872816208'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:40.022648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Routers {'63d30120-3963-4aca-8c92-6461e56df481'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:40.023981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['63d30120-3963-4aca-8c92-6461e56df481'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:40.050536 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:40.057096 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9b7c32e2-97f8-440f-8a91-b09d93b4795a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.7842095 Aug 17 03:14:40.059444 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43334) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:40.133976 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-45ca5d37-ae4a-4553-a76f-34f289262c4d tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:40.228642 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Set router 63d30120-3963-4aca-8c92-6461e56df481 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:14:40.331448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b399ad42-2914-404f-b90b-addffafcf46e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:40.358446 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ba8b07-02c1-4710-9665-c675e2e6fbb2 req-740a09af-cb55-4abc-af46-7d80e94c8102 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:40.360196 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67ba8b07-02c1-4710-9665-c675e2e6fbb2 req-740a09af-cb55-4abc-af46-7d80e94c8102 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=543a7163-c694-4da0-8a1c-300007fa141a HTTP/1.1" status: 200 len: 945 time: 0.1398292 Aug 17 03:14:40.404775 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:40.433683 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Transition to ACTIVE for port object 2ee15d64-5914-487e-b588-0db53c0aa4e8 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:40.457787 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-45ca5d37-ae4a-4553-a76f-34f289262c4d tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:40.463632 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-45ca5d37-ae4a-4553-a76f-34f289262c4d tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:40.463632 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-45ca5d37-ae4a-4553-a76f-34f289262c4d tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Floating IP 9d0e8bc2-16c0-4c7f-8c91-1709f00d5f47 disassociated. External IP: 172.25.1.136, port: 942e8557-76c7-422a-b1b1-e5485af7d5ba. Aug 17 03:14:40.463632 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-45ca5d37-ae4a-4553-a76f-34f289262c4d tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Calling delete_port for 942e8557-76c7-422a-b1b1-e5485af7d5ba owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:40.463971 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67ba8b07-02c1-4710-9665-c675e2e6fbb2 req-eb479365-a19b-4f92-8784-561756607ea7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593379 Aug 17 03:14:40.473918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77f2f304-86a3-4bd1-9f1c-5da148714209 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:40.476341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Transition to ACTIVE for port object 2ee15d64-5914-487e-b588-0db53c0aa4e8 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:40.478111 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77f2f304-86a3-4bd1-9f1c-5da148714209 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:40.524736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port b399ad42-2914-404f-b90b-addffafcf46e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:40.525121 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:40.547858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-77f2f304-86a3-4bd1-9f1c-5da148714209 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] device_id is not set on port 70b1d52a-5284-46d6-8244-7192a524df47 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:14:40.569954 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:40.579573 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:40.624654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Network bd8e1ce8-03db-447c-a1f9-ace9e764c6cd is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:40.635006 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:40.637666 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:40.644766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Pushing event updated for resources: {'Port': ['ID=2ee15d64-5914-487e-b588-0db53c0aa4e8,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:40.696768 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d30120-3963-4aca-8c92-6461e56df481', 'name': 'tempest-ServerActionsTestJSON-1619391916-router', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:14:36Z', 'updated_at': '2021-08-17T03:14:38Z', 'revision_number': 3, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'gw_port': {'id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:37Z', 'updated_at': '2021-08-17T03:14:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:40.782508 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Checking router: 63d30120-3963-4aca-8c92-6461e56df481 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:14:40.782863 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Updating router 63d30120-3963-4aca-8c92-6461e56df481 port 9c04644a-8926-4b89-ad25-a02730dc4b05 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:14:40.795273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-77f2f304-86a3-4bd1-9f1c-5da148714209 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Allocated IP 172.20.0.3 (bd8e1ce8-03db-447c-a1f9-ace9e764c6cd/2e909def-77d1-43b2-bdd5-f678fa60f11c/70b1d52a-5284-46d6-8244-7192a524df47) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:40.827807 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Attempting to bind port 2ee15d64-5914-487e-b588-0db53c0aa4e8 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:14:40.828264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Attempting to bind port 2ee15d64-5914-487e-b588-0db53c0aa4e8 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '578ab8d5-635a-4f27-b27d-e00eadfeaf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bd8e1ce8-03db-447c-a1f9-ace9e764c6cd'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:14:40.828533 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Attempting to bind port 2ee15d64-5914-487e-b588-0db53c0aa4e8 on network bd8e1ce8-03db-447c-a1f9-ace9e764c6cd {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:14:40.839367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:14:40.839753 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Checking segment: {'id': '578ab8d5-635a-4f27-b27d-e00eadfeaf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bd8e1ce8-03db-447c-a1f9-ace9e764c6cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:40.840170 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:40.840570 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Bound using segment: {'id': '578ab8d5-635a-4f27-b27d-e00eadfeaf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bd8e1ce8-03db-447c-a1f9-ace9e764c6cd'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:14:40.841577 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Bound port: 2ee15d64-5914-487e-b588-0db53c0aa4e8, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '578ab8d5-635a-4f27-b27d-e00eadfeaf2f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 65, 'network_id': 'bd8e1ce8-03db-447c-a1f9-ace9e764c6cd'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:14:40.841577 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:40.844294 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:40.876892 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Allocated IP 172.20.0.1 (016717b3-cbe1-4967-85ae-a016c7a395e7/00775c6d-bb62-4607-aa69-44fa38f2a916/bae01a65-3fee-42c8-bc6c-e7487b5c53b8) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:40.913584 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-45ca5d37-ae4a-4553-a76f-34f289262c4d tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:40.946030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ca5d37-ae4a-4553-a76f-34f289262c4d tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Port': ['ID=942e8557-76c7-422a-b1b1-e5485af7d5ba,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:41.007379 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] For port 2ee15d64-5914-487e-b588-0db53c0aa4e8, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:14:41.011825 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] For port 2ee15d64-5914-487e-b588-0db53c0aa4e8, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2ee15d64-5914-487e-b588-0db53c0aa4e8,segment=NetworkSegment(578ab8d5-635a-4f27-b27d-e00eadfeaf2f),segment_id=578ab8d5-635a-4f27-b27d-e00eadfeaf2f)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:14:41.027964 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a7b24bfa-8705-4f8f-a9ea-f2c282cb63db up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:41.030437 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:41.047171 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Transition to ACTIVE for port object bae01a65-3fee-42c8-bc6c-e7487b5c53b8 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:41.105764 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:41.106338 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77f2f304-86a3-4bd1-9f1c-5da148714209 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:41.131863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-77f2f304-86a3-4bd1-9f1c-5da148714209 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Transition to ACTIVE for port object 70b1d52a-5284-46d6-8244-7192a524df47 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:41.147024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45ca5d37-ae4a-4553-a76f-34f289262c4d tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router b2ca297a-acc8-40ad-9807-e478e5494a11 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:41.193715 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:41.235742 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Network 016717b3-cbe1-4967-85ae-a016c7a395e7 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:41.239269 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:41.243748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:41.311992 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77f2f304-86a3-4bd1-9f1c-5da148714209 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:41.332194 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Pushing event updated for resources: {'Port': ['ID=bae01a65-3fee-42c8-bc6c-e7487b5c53b8,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:41.368323 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:41.407417 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77f2f304-86a3-4bd1-9f1c-5da148714209 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network bd8e1ce8-03db-447c-a1f9-ace9e764c6cd is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:41.414958 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-77f2f304-86a3-4bd1-9f1c-5da148714209 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:41.423305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f2f304-86a3-4bd1-9f1c-5da148714209 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=70b1d52a-5284-46d6-8244-7192a524df47,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:41.430790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77f2f304-86a3-4bd1-9f1c-5da148714209 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:41.443568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45ca5d37-ae4a-4553-a76f-34f289262c4d tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:41.475514 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161cc886-448b-43bd-abc4-2519d054f965 None None] Sync routers for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:41.476086 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port a7b24bfa-8705-4f8f-a9ea-f2c282cb63db completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:41.479194 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec5b7b0-e9e7-4203-9a3f-1f2d21ca0e00 None None] Pushing event updated for resources: {'Port': ['ID=2ee15d64-5914-487e-b588-0db53c0aa4e8,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:41.487177 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161cc886-448b-43bd-abc4-2519d054f965 None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:41.487430 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port a7b24bfa-8705-4f8f-a9ea-f2c282cb63db triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:41.487751 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:41.488637 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-161cc886-448b-43bd-abc4-2519d054f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:41.619928 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:41.642406 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-161cc886-448b-43bd-abc4-2519d054f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:41.662617 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Transition to ACTIVE for port object 9c04644a-8926-4b89-ad25-a02730dc4b05 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:41.677580 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161cc886-448b-43bd-abc4-2519d054f965 None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:41.678616 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-161cc886-448b-43bd-abc4-2519d054f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:41.686218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77f2f304-86a3-4bd1-9f1c-5da148714209 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:41.687120 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77f2f304-86a3-4bd1-9f1c-5da148714209 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:41.764782 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:41.767187 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-45ca5d37-ae4a-4553-a76f-34f289262c4d tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:41.769649 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-45ca5d37-ae4a-4553-a76f-34f289262c4d tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/ports/942e8557-76c7-422a-b1b1-e5485af7d5ba HTTP/1.1" status: 204 len: 168 time: 1.9420576 Aug 17 03:14:41.771424 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-161cc886-448b-43bd-abc4-2519d054f965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:41.772079 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161cc886-448b-43bd-abc4-2519d054f965 None None] The sync data for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:41.774127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43346) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:41.824298 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-77f2f304-86a3-4bd1-9f1c-5da148714209 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.8269162 Aug 17 03:14:41.825068 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:41.825201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43348) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:41.848930 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9843a549-cd7d-454c-9ddf-29cc497a2814 None None] Provisioning for port bae01a65-3fee-42c8-bc6c-e7487b5c53b8 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:41.866009 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9843a549-cd7d-454c-9ddf-29cc497a2814 None None] Provisioning complete for port bae01a65-3fee-42c8-bc6c-e7487b5c53b8 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:41.866517 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9843a549-cd7d-454c-9ddf-29cc497a2814 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:41.875179 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f3ea08c6-67bd-4665-87d5-1128179ebc02 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "GET /v2.0/floatingips/9d0e8bc2-16c0-4c7f-8c91-1709f00d5f47 HTTP/1.1" status: 200 len: 688 time: 0.0995047 Aug 17 03:14:41.882929 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543a7163-c694-4da0-8a1c-300007fa141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b24bfa-8705-4f8f-a9ea-f2c282cb63db'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:14:41.885506 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1135014e-c8d8-4dae-8579-00ca275b1e18" -d '{"events": [{"server_uuid": "543a7163-c694-4da0-8a1c-300007fa141a", "name": "network-vif-plugged", "status": "completed", "tag": "a7b24bfa-8705-4f8f-a9ea-f2c282cb63db"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:14:41.888297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Attempting to bind port 9c04644a-8926-4b89-ad25-a02730dc4b05 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:14:41.888800 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Attempting to bind port 9c04644a-8926-4b89-ad25-a02730dc4b05 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:14:41.889280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Attempting to bind port 9c04644a-8926-4b89-ad25-a02730dc4b05 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:14:41.898865 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43350) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:41.919723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abac7f-0845-4877-819e-104934eaa298 None None] Pushing event updated for resources: {'Port': ['ID=9c04644a-8926-4b89-ad25-a02730dc4b05,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:41.932976 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a7b24bfa-8705-4f8f-a9ea-f2c282cb63db, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a7b24bfa-8705-4f8f-a9ea-f2c282cb63db,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:41.940143 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:14:41.940510 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:41.940924 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:41.941304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:14:41.941824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Bound port: 9c04644a-8926-4b89-ad25-a02730dc4b05, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:14:41.942215 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:41.986180 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:14:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95595d00-f558-49a6-ab97-3b7c419afef2 x-openstack-request-id: req-95595d00-f558-49a6-ab97-3b7c419afef2 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:14:41.986488 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543a7163-c694-4da0-8a1c-300007fa141a", "name": "network-vif-plugged", "status": "completed", "tag": "a7b24bfa-8705-4f8f-a9ea-f2c282cb63db", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:14:41.986730 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-95595d00-f558-49a6-ab97-3b7c419afef2 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:14:41.987063 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543a7163-c694-4da0-8a1c-300007fa141a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7b24bfa-8705-4f8f-a9ea-f2c282cb63db', 'code': 200} Aug 17 03:14:41.999746 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-9843a549-cd7d-454c-9ddf-29cc497a2814 None None] Port bae01a65-3fee-42c8-bc6c-e7487b5c53b8 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:42.015295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] For port 9c04644a-8926-4b89-ad25-a02730dc4b05, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:14:42.020898 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] For port 9c04644a-8926-4b89-ad25-a02730dc4b05, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9c04644a-8926-4b89-ad25-a02730dc4b05,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:14:42.024795 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:42.086623 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=a7b24bfa-8705-4f8f-a9ea-f2c282cb63db,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:42.108188 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:42.111221 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ccb2be9-13dc-4aad-aca5-cf4445b84d8e req-1f1a807c-b03b-4a94-a7dc-c4a06b4efab4 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:42.112741 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ccb2be9-13dc-4aad-aca5-cf4445b84d8e req-1f1a807c-b03b-4a94-a7dc-c4a06b4efab4 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=543a7163-c694-4da0-8a1c-300007fa141a HTTP/1.1" status: 200 len: 945 time: 0.2132432 Aug 17 03:14:42.129306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119348d3-5797-4980-b642-ee3dc2177338 req-bb04e0dd-b161-4984-b53a-8df2ea70eaa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:42.130842 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-119348d3-5797-4980-b642-ee3dc2177338 req-bb04e0dd-b161-4984-b53a-8df2ea70eaa3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=543a7163-c694-4da0-8a1c-300007fa141a HTTP/1.1" status: 200 len: 1097 time: 0.0766857 Aug 17 03:14:42.167013 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ccb2be9-13dc-4aad-aca5-cf4445b84d8e req-38d78d0f-7069-484b-a4f5-a67486e32acd tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446236 Aug 17 03:14:42.174988 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e1cb058d-a499-4562-822f-3e2101362e89 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Deleting port e5903f4a-42b5-426a-a257-3e346720ab58 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:42.174988 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1cb058d-a499-4562-822f-3e2101362e89 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:42.187954 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-119348d3-5797-4980-b642-ee3dc2177338 req-7104622c-fca3-4531-9499-c5b7bb39e4b6 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402803 Aug 17 03:14:42.192263 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86abac7f-0845-4877-819e-104934eaa298 None None] Pushing event updated for resources: {'Port': ['ID=9c04644a-8926-4b89-ad25-a02730dc4b05,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:42.211049 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Routers {'63d30120-3963-4aca-8c92-6461e56df481'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:42.212352 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['63d30120-3963-4aca-8c92-6461e56df481'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:42.253155 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:42.294951 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-918a7da1-399e-43d9-b042-771345a6683e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:42.338632 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1cb058d-a499-4562-822f-3e2101362e89 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:42.338977 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1cb058d-a499-4562-822f-3e2101362e89 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:42.376093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e1cb058d-a499-4562-822f-3e2101362e89 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Calling delete_port for e5903f4a-42b5-426a-a257-3e346720ab58 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:42.443248 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] Set router 63d30120-3963-4aca-8c92-6461e56df481 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:14:42.539829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2ee15d64-5914-487e-b588-0db53c0aa4e8 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:42.575013 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-bb6c2ee0-807a-4363-be69-1ac2fa24bfde tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=89e692a9d4034fc488da5eb82b494c30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609112 Aug 17 03:14:42.695155 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:42.697000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b126eed5-5971-4d02-b77b-4891378ed456 None None] Network bd8e1ce8-03db-447c-a1f9-ace9e764c6cd requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:42.749238 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 2ee15d64-5914-487e-b588-0db53c0aa4e8 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:42.764432 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:42.807739 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1cb058d-a499-4562-822f-3e2101362e89 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:42.853788 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-f1890bfd-818b-481f-bd82-f0f5a13e901a tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:42.858954 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-02c9e3bb-829c-4458-b94c-13bc7e3f6803 None None] Provisioning for port 2ee15d64-5914-487e-b588-0db53c0aa4e8 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:42.859086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-f1890bfd-818b-481f-bd82-f0f5a13e901a tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2792273 Aug 17 03:14:42.863707 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d30120-3963-4aca-8c92-6461e56df481', 'name': 'tempest-ServerActionsTestJSON-1619391916-router', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:14:36Z', 'updated_at': '2021-08-17T03:14:42Z', 'revision_number': 4, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'gw_port': {'id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:37Z', 'updated_at': '2021-08-17T03:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'bae01a65-3fee-42c8-bc6c-e7487b5c53b8', 'name': '', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'mac_address': 'fa:16:3e:a4:d2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:40Z', 'updated_at': '2021-08-17T03:14:40Z', 'revision_number': 1, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'subnets': [{'id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:42.868357 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-02c9e3bb-829c-4458-b94c-13bc7e3f6803 None None] Provisioning complete for port 2ee15d64-5914-487e-b588-0db53c0aa4e8 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:42.868737 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-02c9e3bb-829c-4458-b94c-13bc7e3f6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:42.880779 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Pushing event updated for resources: {'Port': ['ID=bae01a65-3fee-42c8-bc6c-e7487b5c53b8,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:42.885478 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:42.888781 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-918a7da1-399e-43d9-b042-771345a6683e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:42.894507 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-ca1ee9d5-bb67-4bf9-a6ad-fd0fcee9b407 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/quotas/89e692a9d4034fc488da5eb82b494c30 HTTP/1.1" status: 200 len: 375 time: 0.0210478 Aug 17 03:14:42.902563 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39f6a40b-26dd-46ff-a76c-7ec731efc132 None None] The sync data for ids ['63d30120-3963-4aca-8c92-6461e56df481'] in n-d-802060-9 is: [{'id': '63d30120-3963-4aca-8c92-6461e56df481', 'name': 'tempest-ServerActionsTestJSON-1619391916-router', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:14:36Z', 'updated_at': '2021-08-17T03:14:42Z', 'revision_number': 4, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'gw_port': {'id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:37Z', 'updated_at': '2021-08-17T03:14:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'bae01a65-3fee-42c8-bc6c-e7487b5c53b8', 'name': '', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'mac_address': 'fa:16:3e:a4:d2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:40Z', 'updated_at': '2021-08-17T03:14:40Z', 'revision_number': 1, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'subnets': [{'id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:42.916142 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cb058d-a499-4562-822f-3e2101362e89 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Port': ['ID=e5903f4a-42b5-426a-a257-3e346720ab58,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:42.951155 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-e886e616-1916-41a6-b986-65e00815f380 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=89e692a9d4034fc488da5eb82b494c30&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0374472 Aug 17 03:14:42.957114 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-918a7da1-399e-43d9-b042-771345a6683e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:42.980421 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1cb058d-a499-4562-822f-3e2101362e89 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:42.984684 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1cb058d-a499-4562-822f-3e2101362e89 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:42.991027 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e1cb058d-a499-4562-822f-3e2101362e89 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/floatingips/9d0e8bc2-16c0-4c7f-8c91-1709f00d5f47 HTTP/1.1" status: 204 len: 168 time: 1.0899069 Aug 17 03:14:42.993482 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43370) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:43.002126 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': 'e9e5df47-bf70-4bce-8e9b-74869f8990bb'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:43.080256 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-02c9e3bb-829c-4458-b94c-13bc7e3f6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:43.094645 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Network 016717b3-cbe1-4967-85ae-a016c7a395e7 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:43.096686 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:43.120529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a7da1-399e-43d9-b042-771345a6683e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=70b1d52a-5284-46d6-8244-7192a524df47,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:43.128019 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-02c9e3bb-829c-4458-b94c-13bc7e3f6803 None None] For port 2ee15d64-5914-487e-b588-0db53c0aa4e8, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2ee15d64-5914-487e-b588-0db53c0aa4e8,segment=NetworkSegment(578ab8d5-635a-4f27-b27d-e00eadfeaf2f),segment_id=578ab8d5-635a-4f27-b27d-e00eadfeaf2f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:43.159495 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:43.203503 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-02c9e3bb-829c-4458-b94c-13bc7e3f6803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:43.346988 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02c9e3bb-829c-4458-b94c-13bc7e3f6803 None None] Pushing event updated for resources: {'Port': ['ID=2ee15d64-5914-487e-b588-0db53c0aa4e8,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:43.425479 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-918a7da1-399e-43d9-b042-771345a6683e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:43.492857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Router 63d30120-3963-4aca-8c92-6461e56df481 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:43.521565 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b1c9fe1-7b5c-49c8-ad79-c2c7656abf3b req-059f6472-5a44-4754-b28d-61d164bcf1ba tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 210 time: 0.0913658 Aug 17 03:14:43.540895 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59edd592-bb74-4ea2-baa4-ed1f548ce6d5 req-60f17567-5f60-4ec6-9589-0fbd0e421ca6 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:43.542518 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-59edd592-bb74-4ea2-baa4-ed1f548ce6d5 req-60f17567-5f60-4ec6-9589-0fbd0e421ca6 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=543a7163-c694-4da0-8a1c-300007fa141a HTTP/1.1" status: 200 len: 946 time: 0.1736286 Aug 17 03:14:43.564716 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-821b63dd-6449-4096-9069-35869e2a9057 None None] Provisioning complete for port 2ee15d64-5914-487e-b588-0db53c0aa4e8 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:43.565263 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-821b63dd-6449-4096-9069-35869e2a9057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:43.730520 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-59edd592-bb74-4ea2-baa4-ed1f548ce6d5 req-fb033a9e-7627-4267-95c0-f7602f096bbe tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183498 Aug 17 03:14:43.775004 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-918a7da1-399e-43d9-b042-771345a6683e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:43.782031 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:43.803210 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:43.816111 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-596ce438-a1f4-4b03-9a81-81ea2f6432c7 admin admin] 10.222.0.10 "PUT /v2.0/routers/63d30120-3963-4aca-8c92-6461e56df481/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7567332 Aug 17 03:14:43.822972 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-821b63dd-6449-4096-9069-35869e2a9057 None None] Provisioning for port 70b1d52a-5284-46d6-8244-7192a524df47 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:43.828791 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-821b63dd-6449-4096-9069-35869e2a9057 None None] Provisioning complete for port 70b1d52a-5284-46d6-8244-7192a524df47 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:43.832034 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-821b63dd-6449-4096-9069-35869e2a9057 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:43.932118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-821b63dd-6449-4096-9069-35869e2a9057 None None] Port 70b1d52a-5284-46d6-8244-7192a524df47 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:44.055873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Allocated IP 172.25.1.249 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/7a9ee9f6-c68e-45b7-ae3d-cd46f5a5ed85) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:44.059410 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e19c4a6c-3108-4222-b315-6307c91bfa58 None None] Provisioning complete for port bae01a65-3fee-42c8-bc6c-e7487b5c53b8 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:44.060461 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e19c4a6c-3108-4222-b315-6307c91bfa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:44.118285 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e19c4a6c-3108-4222-b315-6307c91bfa58 None None] Port bae01a65-3fee-42c8-bc6c-e7487b5c53b8 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:44.171239 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e19c4a6c-3108-4222-b315-6307c91bfa58 None None] Provisioning complete for port 70b1d52a-5284-46d6-8244-7192a524df47 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:44.171734 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e19c4a6c-3108-4222-b315-6307c91bfa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:44.256686 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:44.262753 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e19c4a6c-3108-4222-b315-6307c91bfa58 None None] Port 70b1d52a-5284-46d6-8244-7192a524df47 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:44.405924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e8fd4421-6c64-45b7-9fdb-e853c683dd58 None None] Provisioning complete for port 70b1d52a-5284-46d6-8244-7192a524df47 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:44.406302 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e8fd4421-6c64-45b7-9fdb-e853c683dd58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:44.481896 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e8fd4421-6c64-45b7-9fdb-e853c683dd58 None None] Port 70b1d52a-5284-46d6-8244-7192a524df47 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:44.490455 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:44.529126 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2ee15d64-5914-487e-b588-0db53c0aa4e8 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:44.599102 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:44.608162 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:44.622195 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:44.634702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 2ee15d64-5914-487e-b588-0db53c0aa4e8 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:44.635286 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:44.707001 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=7a9ee9f6-c68e-45b7-ae3d-cd46f5a5ed85,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:44.818904 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-8bbda169-a9e1-4d7b-ad42-e0349c8cca28 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:44.821629 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-8bbda169-a9e1-4d7b-ad42-e0349c8cca28 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 805 time: 0.2182071 Aug 17 03:14:44.822381 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9c04644a-8926-4b89-ad25-a02730dc4b05 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:44.916645 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-599b9411-cb0f-4d5b-8c45-c804f4a9ebb3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/quotas/6fc3dc22f61e4504bffcbcd1acecf394 HTTP/1.1" status: 200 len: 375 time: 0.0446193 Aug 17 03:14:44.960187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43404) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:44.983093 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-65dbaa56-508f-46e2-a3f4-b1aad92cfd8b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Request body: {'security_group': {'name': 'tempest-securitygroup--107227744', 'description': 'tempest-description--1762862177'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:44.987261 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 9c04644a-8926-4b89-ad25-a02730dc4b05 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:44.993450 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 9c04644a-8926-4b89-ad25-a02730dc4b05 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:44.994026 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:45.041189 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-918a7da1-399e-43d9-b042-771345a6683e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:45.084254 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-9e52ab18-50da-4028-a536-aaa68322a34f tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1460543 Aug 17 03:14:45.123004 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-19f0ce8b-883d-4aae-bcb7-70354666e3a9 req-badefdf9-bc99-40dd-86f8-c559634b82ec tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 210 time: 0.0553527 Aug 17 03:14:45.144721 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:45.175537 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-918a7da1-399e-43d9-b042-771345a6683e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:45.200342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 9c04644a-8926-4b89-ad25-a02730dc4b05, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9c04644a-8926-4b89-ad25-a02730dc4b05,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:45.241062 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65dbaa56-508f-46e2-a3f4-b1aad92cfd8b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:45.278500 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:45.313810 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-918a7da1-399e-43d9-b042-771345a6683e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=70b1d52a-5284-46d6-8244-7192a524df47,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:45.322222 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-918a7da1-399e-43d9-b042-771345a6683e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:45.325633 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-263012cb-67b7-4709-be81-228cd260b5c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:45.333847 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-82784ce3-cb53-4020-b170-d1e11f8a6e74 service neutron] 10.222.0.10 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2413375 Aug 17 03:14:45.374447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=9c04644a-8926-4b89-ad25-a02730dc4b05,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:45.414914 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:45.579550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-918a7da1-399e-43d9-b042-771345a6683e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network bd8e1ce8-03db-447c-a1f9-ace9e764c6cd is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:45.581931 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-cec70eb8-fc85-47d6-8ccf-c0755deae8c0 service neutron] 10.222.0.10 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2184083 Aug 17 03:14:45.585355 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65dbaa56-508f-46e2-a3f4-b1aad92cfd8b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:45.586667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-918a7da1-399e-43d9-b042-771345a6683e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:45.618559 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:45.705055 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65dbaa56-508f-46e2-a3f4-b1aad92cfd8b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:45.752863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dbaa56-508f-46e2-a3f4-b1aad92cfd8b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9f289296-31d5-437a-8b3d-9b1aa56e55af,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:45.838359 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65dbaa56-508f-46e2-a3f4-b1aad92cfd8b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:45.842365 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-65dbaa56-508f-46e2-a3f4-b1aad92cfd8b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.8751879 Aug 17 03:14:45.843413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43406) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:45.849030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-36354092-12f1-4f10-bf77-a5585a6ee055 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Request body: {'security_group_rule': {'security_group_id': '9f289296-31d5-437a-8b3d-9b1aa56e55af', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:45.853233 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:45.882805 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-918a7da1-399e-43d9-b042-771345a6683e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router e06d39c0-58e2-49c0-9b12-9dfe5a656e7b is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:14:45.925219 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:45.942317 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d9d9376c-9794-457a-9278-f0b4a526d965 None None] Provisioning complete for port 70b1d52a-5284-46d6-8244-7192a524df47 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:45.942831 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9d9376c-9794-457a-9278-f0b4a526d965 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:45.991307 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d9d9376c-9794-457a-9278-f0b4a526d965 None None] Port 70b1d52a-5284-46d6-8244-7192a524df47 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:46.021057 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36354092-12f1-4f10-bf77-a5585a6ee055 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:46.046069 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e7bb08dd-3672-4414-ba9b-a43ab553a007 req-d57f558e-be22-44ec-bd66-3a7248abb05c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 210 time: 0.0718715 Aug 17 03:14:46.048779 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=7a9ee9f6-c68e-45b7-ae3d-cd46f5a5ed85,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:46.066252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-918a7da1-399e-43d9-b042-771345a6683e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:46.074961 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-918a7da1-399e-43d9-b042-771345a6683e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/e06d39c0-58e2-49c0-9b12-9dfe5a656e7b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2495189 Aug 17 03:14:46.078025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43412) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:46.079145 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:46.089510 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e50771-3948-4413-8580-6442cf21ca49 None None] Sync routers for ids ['e06d39c0-58e2-49c0-9b12-9dfe5a656e7b'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:46.113225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e50771-3948-4413-8580-6442cf21ca49 None None] Routers {'e06d39c0-58e2-49c0-9b12-9dfe5a656e7b'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:46.113930 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f6e50771-3948-4413-8580-6442cf21ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e06d39c0-58e2-49c0-9b12-9dfe5a656e7b'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:46.161579 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36354092-12f1-4f10-bf77-a5585a6ee055 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:46.161995 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f6e50771-3948-4413-8580-6442cf21ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:46.186266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6e50771-3948-4413-8580-6442cf21ca49 None None] Routers {'e06d39c0-58e2-49c0-9b12-9dfe5a656e7b'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:46.186266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f6e50771-3948-4413-8580-6442cf21ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e06d39c0-58e2-49c0-9b12-9dfe5a656e7b'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:46.190119 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4a63b1c-330b-4a15-bdbc-82351a6f8c0f tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:46.195170 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d4a63b1c-330b-4a15-bdbc-82351a6f8c0f tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports/70b1d52a-5284-46d6-8244-7192a524df47 HTTP/1.1" status: 200 len: 976 time: 0.1161485 Aug 17 03:14:46.197672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43420) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:46.222308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f6e50771-3948-4413-8580-6442cf21ca49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:46.222980 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6e50771-3948-4413-8580-6442cf21ca49 None None] The sync data for ids ['e06d39c0-58e2-49c0-9b12-9dfe5a656e7b'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:46.244870 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Sync routers for ids ['63d30120-3963-4aca-8c92-6461e56df481'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:46.253897 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Routers {'63d30120-3963-4aca-8c92-6461e56df481'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:46.254316 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Floating IP c63fc356-25ff-4fb7-9940-a061eb068dfa associated. External IP: 172.25.1.249, port: e9e5df47-bf70-4bce-8e9b-74869f8990bb. Aug 17 03:14:46.256366 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['63d30120-3963-4aca-8c92-6461e56df481'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:46.328223 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-cc6adcd1-b760-45b7-8d96-b28588b75b50 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.60 "GET /v2.0/networks?tenant_id=89e692a9d4034fc488da5eb82b494c30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1314473 Aug 17 03:14:46.333967 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36354092-12f1-4f10-bf77-a5585a6ee055 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:46.368229 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9c04644a-8926-4b89-ad25-a02730dc4b05 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:46.399436 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d20777ad-bfe6-4850-8931-3ef0eafdf0b5 req-baecadcf-b7e4-4f0d-9868-cd7f23ef1144 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 210 time: 0.0690811 Aug 17 03:14:46.449651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36354092-12f1-4f10-bf77-a5585a6ee055 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb8e22e0-5c93-4416-9799-439ac23047b7,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:46.460528 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 9c04644a-8926-4b89-ad25-a02730dc4b05 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:46.461814 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:46.504544 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Set router 63d30120-3963-4aca-8c92-6461e56df481 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:14:46.579278 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router b2ca297a-acc8-40ad-9807-e478e5494a11 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:46.616543 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36354092-12f1-4f10-bf77-a5585a6ee055 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:46.620724 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-36354092-12f1-4f10-bf77-a5585a6ee055 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7736509 Aug 17 03:14:46.621673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43422) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:46.632613 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-51f57eec-9aae-4c70-854b-894cb7c4d764 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Request body: {'security_group_rule': {'security_group_id': '9f289296-31d5-437a-8b3d-9b1aa56e55af', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:46.727832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-2ccb2d0e-51c9-4e03-ab33-566962f94889 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:46.729787 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-2ccb2d0e-51c9-4e03-ab33-566962f94889 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3829725 Aug 17 03:14:46.737024 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:46.748245 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07964fe-0aa7-421d-9dca-0bcca2cd23b0 None None] Sync routers for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:46.762387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-12095885-e594-4bf6-b658-2c90ec253596 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Request body: {'port': {'device_id': 'fd0aee23-8cb7-47c4-84e6-7d307bc25ddc', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '89e692a9d4034fc488da5eb82b494c30'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:46.763718 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07964fe-0aa7-421d-9dca-0bcca2cd23b0 None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:46.764344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a07964fe-0aa7-421d-9dca-0bcca2cd23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:46.774673 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d30120-3963-4aca-8c92-6461e56df481', 'name': 'tempest-ServerActionsTestJSON-1619391916-router', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:14:36Z', 'updated_at': '2021-08-17T03:14:42Z', 'revision_number': 4, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'gw_port': {'id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:37Z', 'updated_at': '2021-08-17T03:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'bae01a65-3fee-42c8-bc6c-e7487b5c53b8', 'name': '', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'mac_address': 'fa:16:3e:a4:d2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:40Z', 'updated_at': '2021-08-17T03:14:42Z', 'revision_number': 2, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'subnets': [{'id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:46.802755 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Checking router: 63d30120-3963-4aca-8c92-6461e56df481 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:14:46.807309 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Updating router 63d30120-3963-4aca-8c92-6461e56df481 port bae01a65-3fee-42c8-bc6c-e7487b5c53b8 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:14:46.807471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a07964fe-0aa7-421d-9dca-0bcca2cd23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:46.815375 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a07964fe-0aa7-421d-9dca-0bcca2cd23b0 None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:46.815997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a07964fe-0aa7-421d-9dca-0bcca2cd23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:46.834935 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:46.853227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a07964fe-0aa7-421d-9dca-0bcca2cd23b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:46.853930 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a07964fe-0aa7-421d-9dca-0bcca2cd23b0 None None] The sync data for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:46.872658 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-51f57eec-9aae-4c70-854b-894cb7c4d764 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:46.884885 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:46.916406 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-520d080a-a012-44b3-9834-9af51981c260 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 984 time: 3.9179740 Aug 17 03:14:46.919080 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43426) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:46.924364 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-8bdae2e2-ef4c-424e-873f-50f0cd7de0e3 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1384285350'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:46.999208 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-51f57eec-9aae-4c70-854b-894cb7c4d764 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.025453 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bdae2e2-ef4c-424e-873f-50f0cd7de0e3 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Made reservation on behalf of e101eb18e7164ec090e51ec073f6f65a for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:47.029307 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8bdae2e2-ef4c-424e-873f-50f0cd7de0e3 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.056073 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bdae2e2-ef4c-424e-873f-50f0cd7de0e3 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:14:47.067438 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8bdae2e2-ef4c-424e-873f-50f0cd7de0e3 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.069244 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-8bdae2e2-ef4c-424e-873f-50f0cd7de0e3 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Added segment b7636298-3346-4dea-8bbf-7b09926c4e9d of type vlan for network 80d156c9-39bd-42f4-b306-5c8f5a5521b0 Aug 17 03:14:47.077131 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-45624761-4512-458a-85cb-83f9aa8fe469 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.118707 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8bdae2e2-ef4c-424e-873f-50f0cd7de0e3 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.143146 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-51f57eec-9aae-4c70-854b-894cb7c4d764 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.151246 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.151846 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-12095885-e594-4bf6-b658-2c90ec253596 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Made reservation on behalf of 89e692a9d4034fc488da5eb82b494c30 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:47.160811 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-12095885-e594-4bf6-b658-2c90ec253596 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.167948 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Transition to ACTIVE for port object bae01a65-3fee-42c8-bc6c-e7487b5c53b8 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:47.190088 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-12095885-e594-4bf6-b658-2c90ec253596 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.191218 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fa416e26-f89c-431d-b4ed-bf627e0fb5a6 req-d5ce30e1-9852-4af5-9de2-e5c43d512096 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 210 time: 0.0340512 Aug 17 03:14:47.199134 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f57eec-9aae-4c70-854b-894cb7c4d764 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d2206bf8-0886-41d7-a8a8-14b0ffd283f9,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:47.226996 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8bdae2e2-ef4c-424e-873f-50f0cd7de0e3 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.232800 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bdae2e2-ef4c-424e-873f-50f0cd7de0e3 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:47.233504 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8bdae2e2-ef4c-424e-873f-50f0cd7de0e3 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.255606 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.272262 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-51f57eec-9aae-4c70-854b-894cb7c4d764 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.277054 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-51f57eec-9aae-4c70-854b-894cb7c4d764 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6506283 Aug 17 03:14:47.278276 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43430) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:47.282292 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-4ad0ab91-bf08-4bdd-8290-e6e4da3c7d39 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:47.320735 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bdae2e2-ef4c-424e-873f-50f0cd7de0e3 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Network': ['ID=80d156c9-39bd-42f4-b306-5c8f5a5521b0,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:47.336854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 80d156c9-39bd-42f4-b306-5c8f5a5521b0 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:14:47.354665 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c5fe3-79b5-4cfb-bcd6-d2c73d28cf0b None None] Pushing event updated for resources: {'Port': ['ID=bae01a65-3fee-42c8-bc6c-e7487b5c53b8,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:47.384860 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c5fe3-79b5-4cfb-bcd6-d2c73d28cf0b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:47.385633 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c5fe3-79b5-4cfb-bcd6-d2c73d28cf0b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:47.386178 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c5fe3-79b5-4cfb-bcd6-d2c73d28cf0b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:47.389914 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c5fe3-79b5-4cfb-bcd6-d2c73d28cf0b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:47.389914 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c5fe3-79b5-4cfb-bcd6-d2c73d28cf0b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:47.389914 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c5fe3-79b5-4cfb-bcd6-d2c73d28cf0b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:47.389914 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c5fe3-79b5-4cfb-bcd6-d2c73d28cf0b None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:47.389914 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c5fe3-79b5-4cfb-bcd6-d2c73d28cf0b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:47.389914 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c5fe3-79b5-4cfb-bcd6-d2c73d28cf0b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:47.389914 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c5fe3-79b5-4cfb-bcd6-d2c73d28cf0b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:47.389914 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c5fe3-79b5-4cfb-bcd6-d2c73d28cf0b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:47.389914 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-413c5fe3-79b5-4cfb-bcd6-d2c73d28cf0b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:14:47.404312 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Attempting to bind port bae01a65-3fee-42c8-bc6c-e7487b5c53b8 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:14:47.404921 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Attempting to bind port bae01a65-3fee-42c8-bc6c-e7487b5c53b8 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:14:47.405478 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Attempting to bind port bae01a65-3fee-42c8-bc6c-e7487b5c53b8 on network 016717b3-cbe1-4967-85ae-a016c7a395e7 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:14:47.411895 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 14, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:14:47.412439 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Checking segment: {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:47.412904 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.414189 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Bound using segment: {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:14:47.415032 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Bound port: bae01a65-3fee-42c8-bc6c-e7487b5c53b8, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:14:47.415999 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.425520 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-12095885-e594-4bf6-b658-2c90ec253596 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.454711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-45624761-4512-458a-85cb-83f9aa8fe469 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting port 70b1d52a-5284-46d6-8244-7192a524df47 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:47.455068 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-45624761-4512-458a-85cb-83f9aa8fe469 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.500692 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] For port bae01a65-3fee-42c8-bc6c-e7487b5c53b8, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:14:47.504472 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] For port bae01a65-3fee-42c8-bc6c-e7487b5c53b8, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=bae01a65-3fee-42c8-bc6c-e7487b5c53b8,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:14:47.511510 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-12095885-e594-4bf6-b658-2c90ec253596 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.573106 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b4cd2b7-ff5e-4464-903c-8fbc499187a3 req-ea933d53-cee2-4b85-aba0-3254d308db25 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 210 time: 0.0525341 Aug 17 03:14:47.621771 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12095885-e594-4bf6-b658-2c90ec253596 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Pushing event updated for resources: {'SecurityGroup': ['ID=800c55e6-7ffb-4f61-9014-6a2ae7a4062c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:47.633959 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8bdae2e2-ef4c-424e-873f-50f0cd7de0e3 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.7130265 Aug 17 03:14:47.634401 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.634681 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43434) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:47.640445 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-aa8652f2-5158-4965-b74a-28e2f7a20dfa tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'subnet': {'network_id': '80d156c9-39bd-42f4-b306-5c8f5a5521b0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:47.717136 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-45624761-4512-458a-85cb-83f9aa8fe469 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.736447 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Routers {'63d30120-3963-4aca-8c92-6461e56df481'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:47.737184 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['63d30120-3963-4aca-8c92-6461e56df481'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:47.737642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-45624761-4512-458a-85cb-83f9aa8fe469 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Calling delete_port for 70b1d52a-5284-46d6-8244-7192a524df47 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:47.755692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-12095885-e594-4bf6-b658-2c90ec253596 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Allocated IP 192.168.233.64 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/a6a4268e-ee06-4a30-b46a-887336837693) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:47.788182 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413c5fe3-79b5-4cfb-bcd6-d2c73d28cf0b None None] Pushing event updated for resources: {'Port': ['ID=bae01a65-3fee-42c8-bc6c-e7487b5c53b8,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:47.813643 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ab91-bf08-4bdd-8290-e6e4da3c7d39 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.878262 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] Set router 63d30120-3963-4aca-8c92-6461e56df481 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:14:47.912637 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa8652f2-5158-4965-b74a-28e2f7a20dfa tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Made reservation on behalf of e101eb18e7164ec090e51ec073f6f65a for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:47.917566 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa8652f2-5158-4965-b74a-28e2f7a20dfa tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:47.941204 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5327d5eb-0b65-4e5c-b6ef-ffdf9f64e984 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:48.123142 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-12095885-e594-4bf6-b658-2c90ec253596 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:48.141623 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:48.150219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-12095885-e594-4bf6-b658-2c90ec253596 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Transition to ACTIVE for port object a6a4268e-ee06-4a30-b46a-887336837693 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:48.182834 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ab91-bf08-4bdd-8290-e6e4da3c7d39 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:48.198237 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-45624761-4512-458a-85cb-83f9aa8fe469 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:48.221725 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d30120-3963-4aca-8c92-6461e56df481', 'name': 'tempest-ServerActionsTestJSON-1619391916-router', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:14:36Z', 'updated_at': '2021-08-17T03:14:42Z', 'revision_number': 4, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'gw_port': {'id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:37Z', 'updated_at': '2021-08-17T03:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'bae01a65-3fee-42c8-bc6c-e7487b5c53b8', 'name': '', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'mac_address': 'fa:16:3e:a4:d2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:40Z', 'updated_at': '2021-08-17T03:14:47Z', 'revision_number': 4, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'subnets': [{'id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:48.259282 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4bf54a7a-93a6-4a15-bd51-df4e6747a51c None None] The sync data for ids ['63d30120-3963-4aca-8c92-6461e56df481'] in n-d-802060-9 is: [{'id': '63d30120-3963-4aca-8c92-6461e56df481', 'name': 'tempest-ServerActionsTestJSON-1619391916-router', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:14:36Z', 'updated_at': '2021-08-17T03:14:42Z', 'revision_number': 4, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'gw_port': {'id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:37Z', 'updated_at': '2021-08-17T03:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'bae01a65-3fee-42c8-bc6c-e7487b5c53b8', 'name': '', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'mac_address': 'fa:16:3e:a4:d2:84', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:40Z', 'updated_at': '2021-08-17T03:14:47Z', 'revision_number': 4, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'subnets': [{'id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:48.259897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45624761-4512-458a-85cb-83f9aa8fe469 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Port': ['ID=70b1d52a-5284-46d6-8244-7192a524df47,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:48.439664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bae01a65-3fee-42c8-bc6c-e7487b5c53b8 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:48.610834 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port bae01a65-3fee-42c8-bc6c-e7487b5c53b8 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:48.615912 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port bae01a65-3fee-42c8-bc6c-e7487b5c53b8 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:48.616342 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:48.775596 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:48.799557 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ce7cf2f9-671f-4fa7-9749-61cbab1c43a5 req-e7c5c495-85c6-41fa-b534-40f6d488757d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 210 time: 0.5096002 Aug 17 03:14:48.815315 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port bae01a65-3fee-42c8-bc6c-e7487b5c53b8, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=bae01a65-3fee-42c8-bc6c-e7487b5c53b8,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:48.874299 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-12095885-e594-4bf6-b658-2c90ec253596 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:48.911488 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:48.947980 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa8652f2-5158-4965-b74a-28e2f7a20dfa tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:48.972630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=bae01a65-3fee-42c8-bc6c-e7487b5c53b8,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:49.033145 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8652f2-5158-4965-b74a-28e2f7a20dfa tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Checking segment: {'id': 'b7636298-3346-4dea-8bbf-7b09926c4e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '80d156c9-39bd-42f4-b306-5c8f5a5521b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:49.033794 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8652f2-5158-4965-b74a-28e2f7a20dfa tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network hostable DHCP agents. Network: 80d156c9-39bd-42f4-b306-5c8f5a5521b0, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:14:49.043286 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8652f2-5158-4965-b74a-28e2f7a20dfa tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Subnet': ['ID=f4d620e9-fb79-4b07-b34a-c14d9cc894d4,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:49.057395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-12095885-e594-4bf6-b658-2c90ec253596 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:49.105952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-12095885-e594-4bf6-b658-2c90ec253596 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:49.124222 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:49.127741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8652f2-5158-4965-b74a-28e2f7a20dfa tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network 80d156c9-39bd-42f4-b306-5c8f5a5521b0 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:14:49.136927 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-12095885-e594-4bf6-b658-2c90ec253596 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:49.149410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12095885-e594-4bf6-b658-2c90ec253596 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Pushing event updated for resources: {'Port': ['ID=a6a4268e-ee06-4a30-b46a-887336837693,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:49.188449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-4ad0ab91-bf08-4bdd-8290-e6e4da3c7d39 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Allocated IP 172.25.1.222 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/e15f199d-40e0-4754-b8bc-726a8d4208aa) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:49.205477 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-aa8652f2-5158-4965-b74a-28e2f7a20dfa tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 80d156c9-39bd-42f4-b306-5c8f5a5521b0) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:49.211471 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa8652f2-5158-4965-b74a-28e2f7a20dfa tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:49.212116 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa8652f2-5158-4965-b74a-28e2f7a20dfa tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:49.217908 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-45624761-4512-458a-85cb-83f9aa8fe469 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:49.226256 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce9ad16c-85ba-4d6d-b000-d79b38ef9848 None None] Network 80d156c9-39bd-42f4-b306-5c8f5a5521b0 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:49.239725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaf3cc8-fa0e-47f9-b4ec-96ba1bbc1a55 req-22981fbf-ffe0-41ee-8828-61fdfcbbf50d tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:49.241363 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-feaf3cc8-fa0e-47f9-b4ec-96ba1bbc1a55 req-22981fbf-ffe0-41ee-8828-61fdfcbbf50d tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 935 time: 0.3761320 Aug 17 03:14:49.291059 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-aa8652f2-5158-4965-b74a-28e2f7a20dfa tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6552782 Aug 17 03:14:49.293652 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43440) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:49.295036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-15b56f11-54c9-434b-ab23-ff00f3b62756 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:49.296586 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-15b56f11-54c9-434b-ab23-ff00f3b62756 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 805 time: 0.4324563 Aug 17 03:14:49.300347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-264031126', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:49.340951 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-12095885-e594-4bf6-b658-2c90ec253596 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:49.341628 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-12095885-e594-4bf6-b658-2c90ec253596 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:49.348142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-5103376a-25a3-42de-a21d-6ec8c43af4b1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Request body: {'port': {'device_id': 'f2527fed-1aab-4624-9686-3c951c3d3346', 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c', 'admin_state_up': True, 'tenant_id': '6fc3dc22f61e4504bffcbcd1acecf394'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:49.400744 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:49.402044 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:49.436975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-80d156c9-39bd-42f4-b306-5c8f5a5521b0', 'network_id': '80d156c9-39bd-42f4-b306-5c8f5a5521b0', 'tenant_id': 'e101eb18e7164ec090e51ec073f6f65a', 'fixed_ips': [{'subnet_id': 'f4d620e9-fb79-4b07-b34a-c14d9cc894d4'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:14:49.438188 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:49.460051 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:49.462649 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-df40a71e-ae48-44ff-9ae0-bd05e1589373 None None] Provisioning for port a6a4268e-ee06-4a30-b46a-887336837693 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:49.498743 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-feaf3cc8-fa0e-47f9-b4ec-96ba1bbc1a55 req-48dcec49-ef8c-4aa5-9314-dbd9a3e70859 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/security-groups?id=800c55e6-7ffb-4f61-9014-6a2ae7a4062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2420065 Aug 17 03:14:49.514203 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-df40a71e-ae48-44ff-9ae0-bd05e1589373 None None] Provisioning complete for port a6a4268e-ee06-4a30-b46a-887336837693 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:49.514671 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-df40a71e-ae48-44ff-9ae0-bd05e1589373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:49.597663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-df40a71e-ae48-44ff-9ae0-bd05e1589373 None None] Port a6a4268e-ee06-4a30-b46a-887336837693 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:49.612361 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-12095885-e594-4bf6-b658-2c90ec253596 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.8551586 Aug 17 03:14:49.625072 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Allocated IP 172.20.0.2 (80d156c9-39bd-42f4-b306-5c8f5a5521b0/f4d620e9-fb79-4b07-b34a-c14d9cc894d4/1b8ae70d-5a47-4473-a774-e5dd982ad41a) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:49.635817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Request body: {'port': {'device_id': 'fd0aee23-8cb7-47c4-84e6-7d307bc25ddc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:49.675518 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ab91-bf08-4bdd-8290-e6e4da3c7d39 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:49.687802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45624761-4512-458a-85cb-83f9aa8fe469 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router e06d39c0-58e2-49c0-9b12-9dfe5a656e7b has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:49.747652 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:49.749121 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:49.784560 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:49.793605 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Transition to ACTIVE for port object 1b8ae70d-5a47-4473-a774-e5dd982ad41a will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:49.808762 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Transition to ACTIVE for port object 1b8ae70d-5a47-4473-a774-e5dd982ad41a will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:49.856181 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45624761-4512-458a-85cb-83f9aa8fe469 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:49.864040 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-45624761-4512-458a-85cb-83f9aa8fe469 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/e06d39c0-58e2-49c0-9b12-9dfe5a656e7b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6652367 Aug 17 03:14:49.865976 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-5103376a-25a3-42de-a21d-6ec8c43af4b1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Made reservation on behalf of 6fc3dc22f61e4504bffcbcd1acecf394 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:49.869985 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-5103376a-25a3-42de-a21d-6ec8c43af4b1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:49.871905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43444) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:49.879093 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:49.879325 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a251c4-3cca-44d7-8a46-b78f308eff35 None None] Sync routers for ids ['e06d39c0-58e2-49c0-9b12-9dfe5a656e7b'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:49.888939 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a251c4-3cca-44d7-8a46-b78f308eff35 None None] Routers {'e06d39c0-58e2-49c0-9b12-9dfe5a656e7b'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:49.889849 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b1a251c4-3cca-44d7-8a46-b78f308eff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e06d39c0-58e2-49c0-9b12-9dfe5a656e7b'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:49.924243 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Network 80d156c9-39bd-42f4-b306-5c8f5a5521b0 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:49.927049 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b1a251c4-3cca-44d7-8a46-b78f308eff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:49.927929 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:49.933261 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:49.936685 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Pushing event updated for resources: {'Port': ['ID=1b8ae70d-5a47-4473-a774-e5dd982ad41a,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:49.942513 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a251c4-3cca-44d7-8a46-b78f308eff35 None None] Routers {'e06d39c0-58e2-49c0-9b12-9dfe5a656e7b'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:49.943571 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b1a251c4-3cca-44d7-8a46-b78f308eff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e06d39c0-58e2-49c0-9b12-9dfe5a656e7b'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:49.951961 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bcf23820-fd76-449a-989d-0db016c74eb0 req-01be6589-ff58-4f9a-826c-e4c0a1f08d7b tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 210 time: 0.0878026 Aug 17 03:14:49.980301 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b1a251c4-3cca-44d7-8a46-b78f308eff35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:49.981187 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a251c4-3cca-44d7-8a46-b78f308eff35 None None] The sync data for ids ['e06d39c0-58e2-49c0-9b12-9dfe5a656e7b'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:50.013541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Attempting to bind port 1b8ae70d-5a47-4473-a774-e5dd982ad41a on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:14:50.013951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Attempting to bind port 1b8ae70d-5a47-4473-a774-e5dd982ad41a by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'b7636298-3346-4dea-8bbf-7b09926c4e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '80d156c9-39bd-42f4-b306-5c8f5a5521b0'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:14:50.014319 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Attempting to bind port 1b8ae70d-5a47-4473-a774-e5dd982ad41a on network 80d156c9-39bd-42f4-b306-5c8f5a5521b0 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:14:50.020869 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:14:50.021203 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Checking segment: {'id': 'b7636298-3346-4dea-8bbf-7b09926c4e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '80d156c9-39bd-42f4-b306-5c8f5a5521b0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:50.021642 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:50.022047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Bound using segment: {'id': 'b7636298-3346-4dea-8bbf-7b09926c4e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '80d156c9-39bd-42f4-b306-5c8f5a5521b0'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:14:50.022877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Bound port: 1b8ae70d-5a47-4473-a774-e5dd982ad41a, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b7636298-3346-4dea-8bbf-7b09926c4e9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '80d156c9-39bd-42f4-b306-5c8f5a5521b0'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:14:50.022877 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:50.098830 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] For port 1b8ae70d-5a47-4473-a774-e5dd982ad41a, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:14:50.104237 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] For port 1b8ae70d-5a47-4473-a774-e5dd982ad41a, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1b8ae70d-5a47-4473-a774-e5dd982ad41a,segment=NetworkSegment(b7636298-3346-4dea-8bbf-7b09926c4e9d),segment_id=b7636298-3346-4dea-8bbf-7b09926c4e9d)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:14:50.130893 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ab91-bf08-4bdd-8290-e6e4da3c7d39 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:50.174111 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:50.176332 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:50.193239 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:50.210253 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ad0ab91-bf08-4bdd-8290-e6e4da3c7d39 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:50.247505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b13109-d953-468f-8422-cca99ffc5882 None None] Pushing event updated for resources: {'Port': ['ID=1b8ae70d-5a47-4473-a774-e5dd982ad41a,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:50.268973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-4ad0ab91-bf08-4bdd-8290-e6e4da3c7d39 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:50.291723 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ad0ab91-bf08-4bdd-8290-e6e4da3c7d39 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:50.318430 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0ab91-bf08-4bdd-8290-e6e4da3c7d39 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Pushing event updated for resources: {'Port': ['ID=e15f199d-40e0-4754-b8bc-726a8d4208aa,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:50.339745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Allocated IP 172.25.1.16 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/d58706a5-06e9-422c-96d7-3daf3b4318af) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:50.358098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bae01a65-3fee-42c8-bc6c-e7487b5c53b8 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:50.367247 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-d504ab78-cc3e-4a2b-b10b-61aac2846d92 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] remove_router_interface failed (client error): The resource could not be found. Aug 17 03:14:50.368311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d504ab78-cc3e-4a2b-b10b-61aac2846d92 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/e06d39c0-58e2-49c0-9b12-9dfe5a656e7b/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.4919560 Aug 17 03:14:50.378484 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43446) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:50.424196 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-af8623ba-8261-4631-817d-0131cbb153ef tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports?device_id=e06d39c0-58e2-49c0-9b12-9dfe5a656e7b HTTP/1.1" status: 200 len: 205 time: 0.0445509 Aug 17 03:14:50.428740 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43448) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:50.436895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-5103376a-25a3-42de-a21d-6ec8c43af4b1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Allocated IP 172.20.0.3 (231691f2-ac47-4b98-9db9-aab5f5656c2c/5df8f852-8b4a-4f0c-8b3e-42b1edfe9134/92c12936-11ac-461b-aa33-36d84f784839) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:50.446330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port bae01a65-3fee-42c8-bc6c-e7487b5c53b8 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:50.447004 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:50.571894 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd7aa-c583-4be5-9ef9-25649ddbce26 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:50.792062 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:50.795184 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd7aa-c583-4be5-9ef9-25649ddbce26 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:50.798416 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd7aa-c583-4be5-9ef9-25649ddbce26 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:50.837194 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:50.892066 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ab91-bf08-4bdd-8290-e6e4da3c7d39 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:50.911304 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd7aa-c583-4be5-9ef9-25649ddbce26 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:50.911878 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bd4fd7aa-c583-4be5-9ef9-25649ddbce26 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Fanout notify agent at l3_agent the message router_deleted on router e06d39c0-58e2-49c0-9b12-9dfe5a656e7b {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:14:50.924445 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd4fd7aa-c583-4be5-9ef9-25649ddbce26 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:50.924445 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bd4fd7aa-c583-4be5-9ef9-25649ddbce26 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/routers/e06d39c0-58e2-49c0-9b12-9dfe5a656e7b HTTP/1.1" status: 204 len: 168 time: 0.4903083 Aug 17 03:14:50.924445 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43452) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:50.955761 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.012619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:51.020937 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-03c0641c-2b51-42b8-a6a8-0ead9ade1870 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting subnet 2e909def-77d1-43b2-bdd5-f678fa60f11c {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:14:51.027541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:51.031388 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-03c0641c-2b51-42b8-a6a8-0ead9ade1870 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.036550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:51.046174 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6a4268e-ee06-4a30-b46a-887336837693 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:14:51.060423 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24cf7324-5e81-4890-bbc8-7984da95aa5e req-19776f9c-7b1b-4fc5-9095-f6a2451738ee tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:51.062100 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24cf7324-5e81-4890-bbc8-7984da95aa5e req-19776f9c-7b1b-4fc5-9095-f6a2451738ee tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 935 time: 0.2051771 Aug 17 03:14:51.064479 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=d58706a5-06e9-422c-96d7-3daf3b4318af,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:51.067299 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ab91-bf08-4bdd-8290-e6e4da3c7d39 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.072840 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.141988 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4919d0d2-bf98-4c72-b7b2-bfa1490528f1 req-a53e805a-cd30-4b9d-9f6a-2c0f9904ecbf tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 210 time: 0.0795364 Aug 17 03:14:51.160895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Transition to ACTIVE for port object a6a4268e-ee06-4a30-b46a-887336837693 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:51.167245 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-03c0641c-2b51-42b8-a6a8-0ead9ade1870 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.187929 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-5103376a-25a3-42de-a21d-6ec8c43af4b1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.198212 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24cf7324-5e81-4890-bbc8-7984da95aa5e req-877974f9-a0ec-44b8-892d-a16495912313 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/security-groups?id=800c55e6-7ffb-4f61-9014-6a2ae7a4062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159823 Aug 17 03:14:51.247518 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.373357 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Pushing event updated for resources: {'Port': ['ID=a6a4268e-ee06-4a30-b46a-887336837693,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:51.375870 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-03c0641c-2b51-42b8-a6a8-0ead9ade1870 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.438819 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ab91-bf08-4bdd-8290-e6e4da3c7d39 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.466203 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Attempting to bind port a6a4268e-ee06-4a30-b46a-887336837693 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:14:51.466203 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Attempting to bind port a6a4268e-ee06-4a30-b46a-887336837693 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:14:51.466434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Attempting to bind port a6a4268e-ee06-4a30-b46a-887336837693 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:14:51.471533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Port a6a4268e-ee06-4a30-b46a-887336837693 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:14:51.471955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Attempting to bind port a6a4268e-ee06-4a30-b46a-887336837693 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:14:51.475553 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-5103376a-25a3-42de-a21d-6ec8c43af4b1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.483817 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0062cbbb-58b2-49d2-aa4a-2fcb78b1a317 None None] Network 80d156c9-39bd-42f4-b306-5c8f5a5521b0 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:51.484804 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:14:51.485161 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:51.490161 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:14:51.490684 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Bound port: a6a4268e-ee06-4a30-b46a-887336837693, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:14:51.491061 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.507065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['79ba673f-b50b-4d6e-bd59-c682df30f861'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:14:51.535330 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ab91-bf08-4bdd-8290-e6e4da3c7d39 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.542740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['a7b24bfa-8705-4f8f-a9ea-f2c282cb63db'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:14:51.547048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-5103376a-25a3-42de-a21d-6ec8c43af4b1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Network 231691f2-ac47-4b98-9db9-aab5f5656c2c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:51.566227 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-03c0641c-2b51-42b8-a6a8-0ead9ade1870 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.580049 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-5103376a-25a3-42de-a21d-6ec8c43af4b1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:51.586966 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-5103376a-25a3-42de-a21d-6ec8c43af4b1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:51.602656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5103376a-25a3-42de-a21d-6ec8c43af4b1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Pushing event updated for resources: {'Port': ['ID=92c12936-11ac-461b-aa33-36d84f784839,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:51.619369 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-03c0641c-2b51-42b8-a6a8-0ead9ade1870 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.625287 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-03c0641c-2b51-42b8-a6a8-0ead9ade1870 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/subnets/2e909def-77d1-43b2-bdd5-f678fa60f11c HTTP/1.1" status: 204 len: 168 time: 0.7001204 Aug 17 03:14:51.626122 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43456) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:51.628670 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.680759 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c0641c-2b51-42b8-a6a8-0ead9ade1870 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Subnet': ['ID=2e909def-77d1-43b2-bdd5-f678fa60f11c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:51.736264 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] For port a6a4268e-ee06-4a30-b46a-887336837693, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:14:51.741072 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] For port a6a4268e-ee06-4a30-b46a-887336837693, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a6a4268e-ee06-4a30-b46a-887336837693,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:14:51.749546 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ab91-bf08-4bdd-8290-e6e4da3c7d39 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.752575 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ad0ab91-bf08-4bdd-8290-e6e4da3c7d39 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Pushing event updated for resources: {'Port': ['ID=e15f199d-40e0-4754-b8bc-726a8d4208aa,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:51.760584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-5103376a-25a3-42de-a21d-6ec8c43af4b1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:51.761891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-5103376a-25a3-42de-a21d-6ec8c43af4b1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.790191 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a083109f-ad6e-4f11-92a7-15f94f99a0d1 None None] Network bd8e1ce8-03db-447c-a1f9-ace9e764c6cd requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:51.820570 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.907850 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.961266 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ad0ab91-bf08-4bdd-8290-e6e4da3c7d39 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.972586 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4ad0ab91-bf08-4bdd-8290-e6e4da3c7d39 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.6933119 Aug 17 03:14:51.973903 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-5103376a-25a3-42de-a21d-6ec8c43af4b1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6422131 Aug 17 03:14:51.980574 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:51.981210 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:51.983077 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] 10.222.0.60 "PUT /v2.0/ports/a6a4268e-ee06-4a30-b46a-887336837693 HTTP/1.1" status: 200 len: 1095 time: 2.3609853 Aug 17 03:14:51.983653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fd0aee23-8cb7-47c4-84e6-7d307bc25ddc', 'tag': 'a6a4268e-ee06-4a30-b46a-887336837693'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:14:51.993930 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7cda6435-b105-4720-ac82-d06aad28502b" -d '{"events": [{"name": "network-changed", "server_uuid": "fd0aee23-8cb7-47c4-84e6-7d307bc25ddc", "tag": "a6a4268e-ee06-4a30-b46a-887336837693"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:14:51.998990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting port 2ee15d64-5914-487e-b588-0db53c0aa4e8 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:52.007503 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:52.007503 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:52.008879 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c62427fa-b043-4a8d-b3d0-79f8d0b27d11 None None] Provisioning for port 1b8ae70d-5a47-4473-a774-e5dd982ad41a completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:52.026159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Request body: {'port': {'device_id': 'f2527fed-1aab-4624-9686-3c951c3d3346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:52.076341 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:14:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3161180-dea2-42e7-a077-d5e3aaed3401 x-openstack-request-id: req-e3161180-dea2-42e7-a077-d5e3aaed3401 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:14:52.076568 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fd0aee23-8cb7-47c4-84e6-7d307bc25ddc", "tag": "a6a4268e-ee06-4a30-b46a-887336837693", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:14:52.076795 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e3161180-dea2-42e7-a077-d5e3aaed3401 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:14:52.077198 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fd0aee23-8cb7-47c4-84e6-7d307bc25ddc', 'tag': 'a6a4268e-ee06-4a30-b46a-887336837693', 'status': 'completed', 'code': 200} Aug 17 03:14:52.088278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0009474-48c7-4e84-a7b3-4b21ac834d7a service neutron] Pushing event updated for resources: {'Port': ['ID=a6a4268e-ee06-4a30-b46a-887336837693,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:52.159714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] For port 2ee15d64-5914-487e-b588-0db53c0aa4e8, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2ee15d64-5914-487e-b588-0db53c0aa4e8,segment=NetworkSegment(578ab8d5-635a-4f27-b27d-e00eadfeaf2f),segment_id=578ab8d5-635a-4f27-b27d-e00eadfeaf2f)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:52.166664 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:52.191539 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:52.214269 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Calling delete_port for 2ee15d64-5914-487e-b588-0db53c0aa4e8 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:52.248688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda6435-b105-4720-ac82-d06aad28502b req-60c56178-d555-4983-b7f2-99821415d405 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:52.250604 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7cda6435-b105-4720-ac82-d06aad28502b req-60c56178-d555-4983-b7f2-99821415d405 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89e692a9d4034fc488da5eb82b494c30&device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 1098 time: 0.1550484 Aug 17 03:14:52.256466 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-306f6650-38a8-4bce-9445-5c09ea595c86 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--107227744&fields=id&tenant_id=cfdfb585b9144c8286617b5e97123a83 HTTP/1.1" status: 200 len: 267 time: 0.0951126 Aug 17 03:14:52.344964 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7cda6435-b105-4720-ac82-d06aad28502b req-ca894d62-c1cc-4bd3-bb12-e9e1bc1c67ab service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=89e692a9d4034fc488da5eb82b494c30&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0665479 Aug 17 03:14:52.458283 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1bdcbd-3a8d-4ed4-b126-e04b64c475aa None None] DHCP port deletion for bd8e1ce8-03db-447c-a1f9-ace9e764c6cd request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:14:52.484230 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-762402d6-e934-4be5-a058-3b7f0d47b236 req-f1328cf5-f3cb-42d9-8345-3521f88d405e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:52.493749 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-762402d6-e934-4be5-a058-3b7f0d47b236 req-f1328cf5-f3cb-42d9-8345-3521f88d405e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 931 time: 0.1516232 Aug 17 03:14:52.499872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1b8ae70d-5a47-4473-a774-e5dd982ad41a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:52.550739 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-762402d6-e934-4be5-a058-3b7f0d47b236 req-6af2e5b8-2ef9-45f1-8923-77da4e8685e6 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554399 Aug 17 03:14:52.589309 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-0a1bdcbd-3a8d-4ed4-b126-e04b64c475aa None None] Deleting port 2ee15d64-5914-487e-b588-0db53c0aa4e8 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:14:52.589715 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0a1bdcbd-3a8d-4ed4-b126-e04b64c475aa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:52.615469 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:52.672692 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router 3e8b17d7-62d0-4acf-a23d-c8edf6317e60 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:14:52.674533 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Port': ['ID=2ee15d64-5914-487e-b588-0db53c0aa4e8,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:52.679860 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] No DVR routers for this DVR port 2ee15d64-5914-487e-b588-0db53c0aa4e8 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:14:52.685642 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-0a1bdcbd-3a8d-4ed4-b126-e04b64c475aa None None] For port 2ee15d64-5914-487e-b588-0db53c0aa4e8, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2ee15d64-5914-487e-b588-0db53c0aa4e8,segment=NetworkSegment(578ab8d5-635a-4f27-b27d-e00eadfeaf2f),segment_id=578ab8d5-635a-4f27-b27d-e00eadfeaf2f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:52.686226 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0a1bdcbd-3a8d-4ed4-b126-e04b64c475aa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:52.703056 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-0a1bdcbd-3a8d-4ed4-b126-e04b64c475aa None None] Calling delete_port for 2ee15d64-5914-487e-b588-0db53c0aa4e8 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:14:52.714363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 1b8ae70d-5a47-4473-a774-e5dd982ad41a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:52.720911 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1b8ae70d-5a47-4473-a774-e5dd982ad41a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:52.720911 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:52.737942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-0070b745-891a-4012-8ccb-1187c4cc1286 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:52.739782 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-0070b745-891a-4012-8ccb-1187c4cc1286 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 812 time: 0.4580727 Aug 17 03:14:52.782925 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-f8c20fa5-2587-438a-bcdb-a33f6f78ab1d tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/quotas/cfdfb585b9144c8286617b5e97123a83 HTTP/1.1" status: 200 len: 375 time: 0.0342662 Aug 17 03:14:52.787428 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cda6435-b105-4720-ac82-d06aad28502b req-57ffd346-4ded-4f37-851e-c596699a00de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:52.789787 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7cda6435-b105-4720-ac82-d06aad28502b req-57ffd346-4ded-4f37-851e-c596699a00de service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.4265285 Aug 17 03:14:52.799435 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:52.853557 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6c2a3a-fb68-4809-82ba-d4eff16c52aa req-0618a0e1-4ce4-486c-813e-25b7e70cd610 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:52.855004 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1c6c2a3a-fb68-4809-82ba-d4eff16c52aa req-0618a0e1-4ce4-486c-813e-25b7e70cd610 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 947 time: 0.1931307 Aug 17 03:14:52.858455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd8e1ce8-03db-447c-a1f9-ace9e764c6cd']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:52.868391 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:52.875298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '578ab8d5-635a-4f27-b27d-e00eadfeaf2f') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:52.875602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '578ab8d5-635a-4f27-b27d-e00eadfeaf2f') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:52.881674 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0a1bdcbd-3a8d-4ed4-b126-e04b64c475aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:52.903936 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-2401ad17-4772-4038-905d-f8e8dc676496 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1201103 Aug 17 03:14:52.919829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1bdcbd-3a8d-4ed4-b126-e04b64c475aa None None] No DVR routers for this DVR port 2ee15d64-5914-487e-b588-0db53c0aa4e8 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:14:52.923969 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:52.926011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1bdcbd-3a8d-4ed4-b126-e04b64c475aa None None] Pushing event deleted for resources: {'Port': ['ID=2ee15d64-5914-487e-b588-0db53c0aa4e8,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:52.948170 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 1b8ae70d-5a47-4473-a774-e5dd982ad41a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1b8ae70d-5a47-4473-a774-e5dd982ad41a,segment=NetworkSegment(b7636298-3346-4dea-8bbf-7b09926c4e9d),segment_id=b7636298-3346-4dea-8bbf-7b09926c4e9d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:52.960696 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:52.979184 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:52.981101 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Releasing vlan 65 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:14:52.981542 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:14:52.985652 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:14:52.995651 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a173851c-3f6e-470d-b073-ddb3beb0fdb9 None None] Sync routers for ids ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:53.002907 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1c6c2a3a-fb68-4809-82ba-d4eff16c52aa req-ca34a388-31c6-4735-bbd0-35d33af8b43c tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/security-groups?id=800c55e6-7ffb-4f61-9014-6a2ae7a4062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904412 Aug 17 03:14:53.004121 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:53.025943 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a173851c-3f6e-470d-b073-ddb3beb0fdb9 None None] Routers {'3e8b17d7-62d0-4acf-a23d-c8edf6317e60'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:53.025943 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a173851c-3f6e-470d-b073-ddb3beb0fdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:53.026700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-5917c379-7eed-4e9a-a054-c79df6674b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:53.026700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-5917c379-7eed-4e9a-a054-c79df6674b66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=89e692a9d4034fc488da5eb82b494c30&device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 1098 time: 0.1787574 Aug 17 03:14:53.027452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 92c12936-11ac-461b-aa33-36d84f784839 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:14:53.040335 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:53.090034 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-f4930d53-3a88-4cfe-afcf-084039b4fee1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.64&port_id=a6a4268e-ee06-4a30-b46a-887336837693 HTTP/1.1" status: 200 len: 217 time: 0.0526979 Aug 17 03:14:53.090939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Transition to ACTIVE for port object 92c12936-11ac-461b-aa33-36d84f784839 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:53.094921 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a173851c-3f6e-470d-b073-ddb3beb0fdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:53.115500 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a173851c-3f6e-470d-b073-ddb3beb0fdb9 None None] Routers {'3e8b17d7-62d0-4acf-a23d-c8edf6317e60'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:53.116062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a173851c-3f6e-470d-b073-ddb3beb0fdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:53.130795 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:53.135058 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a63b3035-1c32-4353-ac5f-499f336d3c2c tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 3.8373158 Aug 17 03:14:53.141465 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43476) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:53.156528 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a173851c-3f6e-470d-b073-ddb3beb0fdb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:53.157249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a173851c-3f6e-470d-b073-ddb3beb0fdb9 None None] The sync data for ids ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:53.158844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=1b8ae70d-5a47-4473-a774-e5dd982ad41a,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:53.161258 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-339cb3cb-5a73-488c-bf3d-f16020fc766d service neutron] 10.222.0.10 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079976 Aug 17 03:14:53.171578 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:53.185687 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-6e7c7330-0509-4521-bb8f-4e33e1951cbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:53.187097 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-6e7c7330-0509-4521-bb8f-4e33e1951cbb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0899937 Aug 17 03:14:53.497944 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:53.508388 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:53.513658 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/networks/bd8e1ce8-03db-447c-a1f9-ace9e764c6cd HTTP/1.1" status: 204 len: 168 time: 1.8822386 Aug 17 03:14:53.517064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43478) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:53.530252 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-3520937e-abea-4547-86ea-ee13c6dfe2ff tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'network': {'name': 'tempest-RoutersTest-1975874798'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:53.537951 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666ee246-3a4a-48f6-ae04-e55cf641064c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Network': ['ID=bd8e1ce8-03db-447c-a1f9-ace9e764c6cd,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:53.577159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Pushing event updated for resources: {'Port': ['ID=92c12936-11ac-461b-aa33-36d84f784839,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:53.641057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-ee711db6-39b1-417d-b2c8-8400e22e1144 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:53.642654 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-ee711db6-39b1-417d-b2c8-8400e22e1144 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4257040 Aug 17 03:14:53.676164 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-944f9d6c-4373-431f-bb70-80cec7596b78 service neutron] 10.222.0.10 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5055478 Aug 17 03:14:53.685845 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3520937e-abea-4547-86ea-ee13c6dfe2ff tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:53.689195 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3520937e-abea-4547-86ea-ee13c6dfe2ff tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:53.764575 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Attempting to bind port 92c12936-11ac-461b-aa33-36d84f784839 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:14:53.767099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Attempting to bind port 92c12936-11ac-461b-aa33-36d84f784839 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:14:53.767099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Attempting to bind port 92c12936-11ac-461b-aa33-36d84f784839 on network 231691f2-ac47-4b98-9db9-aab5f5656c2c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:14:53.777150 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14d49fa7-cbd7-452b-967a-0a7f088d9af1 req-f14d1032-1f42-44b7-bf89-877ceb232656 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:53.777700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Port 92c12936-11ac-461b-aa33-36d84f784839 on network 231691f2-ac47-4b98-9db9-aab5f5656c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:14:53.778033 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Attempting to bind port 92c12936-11ac-461b-aa33-36d84f784839 on network 231691f2-ac47-4b98-9db9-aab5f5656c2c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:14:53.778374 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-14d49fa7-cbd7-452b-967a-0a7f088d9af1 req-f14d1032-1f42-44b7-bf89-877ceb232656 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 943 time: 0.1298783 Aug 17 03:14:53.779425 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3520937e-abea-4547-86ea-ee13c6dfe2ff tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:14:53.792186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 14, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:14:53.792524 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Checking segment: {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:53.793271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Bound using segment: {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:14:53.793630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Bound port: 92c12936-11ac-461b-aa33-36d84f784839, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:14:53.801515 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:53.807834 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-9c9ca071-f25c-484a-8641-94747ba697a2 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445780 Aug 17 03:14:53.820723 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3520937e-abea-4547-86ea-ee13c6dfe2ff tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:53.821076 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-3520937e-abea-4547-86ea-ee13c6dfe2ff tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Added segment 8ffd2624-315f-43a2-8b01-5b37cd2d3a9d of type vlan for network 484d23ef-de35-447a-bd04-69eddaa484a7 Aug 17 03:14:53.930657 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3520937e-abea-4547-86ea-ee13c6dfe2ff tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:53.930914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] For port 92c12936-11ac-461b-aa33-36d84f784839, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:14:53.937146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] For port 92c12936-11ac-461b-aa33-36d84f784839, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=92c12936-11ac-461b-aa33-36d84f784839,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:14:53.946592 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-14d49fa7-cbd7-452b-967a-0a7f088d9af1 req-cbc0e151-56da-4522-8845-5f0278f4f1b0 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238384 Aug 17 03:14:53.986332 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-26c2c88b-9b92-4efd-8050-46fa992f4748 req-a1babf65-b945-44db-a142-72ab08c6b110 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 210 time: 0.0450902 Aug 17 03:14:53.990610 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a47ae7-130b-48b0-a836-f6aeccbd3472 req-aec3d74d-8f31-41de-bb4c-805c43e053a4 service neutron] 10.222.0.60 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593239 Aug 17 03:14:54.008705 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:54.045223 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:54.045964 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:54.047437 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] 10.222.0.30 "PUT /v2.0/ports/92c12936-11ac-461b-aa33-36d84f784839 HTTP/1.1" status: 200 len: 1091 time: 2.0379665 Aug 17 03:14:54.070774 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d3e66-dd52-472c-9eb0-a1a8889de002 service neutron] Pushing event updated for resources: {'Port': ['ID=92c12936-11ac-461b-aa33-36d84f784839,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:54.078378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f2527fed-1aab-4624-9686-3c951c3d3346', 'tag': '92c12936-11ac-461b-aa33-36d84f784839'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:14:54.080703 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23d14561-8a2e-41c2-8be5-7ae1d9950a7a" -d '{"events": [{"name": "network-changed", "server_uuid": "f2527fed-1aab-4624-9686-3c951c3d3346", "tag": "92c12936-11ac-461b-aa33-36d84f784839"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:14:54.109459 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3520937e-abea-4547-86ea-ee13c6dfe2ff tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:54.114687 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3520937e-abea-4547-86ea-ee13c6dfe2ff tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:54.114989 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3520937e-abea-4547-86ea-ee13c6dfe2ff tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:54.129938 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:14:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-928283e9-cfb4-49a7-bcd5-ac0e15174263 x-openstack-request-id: req-928283e9-cfb4-49a7-bcd5-ac0e15174263 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:14:54.134774 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f2527fed-1aab-4624-9686-3c951c3d3346", "tag": "92c12936-11ac-461b-aa33-36d84f784839", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:14:54.134774 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-928283e9-cfb4-49a7-bcd5-ac0e15174263 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:14:54.134774 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f2527fed-1aab-4624-9686-3c951c3d3346', 'tag': '92c12936-11ac-461b-aa33-36d84f784839', 'status': 'completed', 'code': 200} Aug 17 03:14:54.200759 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:54.208504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d14561-8a2e-41c2-8be5-7ae1d9950a7a req-2dc9db75-b01c-4d9e-b578-ea4759e2b359 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:54.210162 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23d14561-8a2e-41c2-8be5-7ae1d9950a7a req-2dc9db75-b01c-4d9e-b578-ea4759e2b359 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 1094 time: 0.0508552 Aug 17 03:14:54.232877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3520937e-abea-4547-86ea-ee13c6dfe2ff tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Network': ['ID=484d23ef-de35-447a-bd04-69eddaa484a7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:54.243856 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 484d23ef-de35-447a-bd04-69eddaa484a7 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:14:54.248347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b57314-3cc1-4d85-a655-9f41d16289ab req-931dcdc6-1829-401e-a040-e6c148054e86 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:54.249909 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-75b57314-3cc1-4d85-a655-9f41d16289ab req-931dcdc6-1829-401e-a040-e6c148054e86 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 947 time: 0.1525016 Aug 17 03:14:54.297446 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3520937e-abea-4547-86ea-ee13c6dfe2ff tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7733512 Aug 17 03:14:54.300982 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43494) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:54.305594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ca1d2e6a-fb42-4710-ba79-7ea2cd1094fe tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'subnet': {'network_id': '484d23ef-de35-447a-bd04-69eddaa484a7', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:54.343460 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1b8ae70d-5a47-4473-a774-e5dd982ad41a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:54.397257 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1b8ae70d-5a47-4473-a774-e5dd982ad41a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:54.398646 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:54.434183 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-75b57314-3cc1-4d85-a655-9f41d16289ab req-e9cd0504-9b49-4c66-aa81-d1fe5381b017 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/security-groups?id=800c55e6-7ffb-4f61-9014-6a2ae7a4062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537073 Aug 17 03:14:54.443331 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d14561-8a2e-41c2-8be5-7ae1d9950a7a req-565dc7c1-7b99-447e-a1fb-f658888216c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:54.444943 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23d14561-8a2e-41c2-8be5-7ae1d9950a7a req-565dc7c1-7b99-447e-a1fb-f658888216c7 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&shared=False HTTP/1.1" status: 200 len: 905 time: 0.2237093 Aug 17 03:14:54.521028 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:14:54.543109 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2ee15d64-5914-487e-b588-0db53c0aa4e8 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:14:54.565759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d14561-8a2e-41c2-8be5-7ae1d9950a7a req-5cf19220-349d-4134-9f11-db95ed5bf390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:54.567533 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23d14561-8a2e-41c2-8be5-7ae1d9950a7a req-5cf19220-349d-4134-9f11-db95ed5bf390 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1095202 Aug 17 03:14:54.567713 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 2ee15d64-5914-487e-b588-0db53c0aa4e8 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:14:54.568226 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2ee15d64-5914-487e-b588-0db53c0aa4e8 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:14:54.600558 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1d2e6a-fb42-4710-ba79-7ea2cd1094fe tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:54.604113 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca1d2e6a-fb42-4710-ba79-7ea2cd1094fe tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:54.656081 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-d150ef6a-5083-4900-bed3-b1c589072d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:54.657638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-d150ef6a-5083-4900-bed3-b1c589072d69 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 1094 time: 0.0424483 Aug 17 03:14:54.704376 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-fc93f615-0c9a-4c2b-bb06-9ef95c860a04 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=92c12936-11ac-461b-aa33-36d84f784839 HTTP/1.1" status: 200 len: 217 time: 0.0355027 Aug 17 03:14:54.738272 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Allocated IP 172.20.0.1 (80d156c9-39bd-42f4-b306-5c8f5a5521b0/f4d620e9-fb79-4b07-b34a-c14d9cc894d4/01df3472-7dcb-499e-aa5f-706f1c27dd8f) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:54.761967 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-27fb9163-ccdf-4af7-98ef-bc166a72169f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:54.763556 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-27fb9163-ccdf-4af7-98ef-bc166a72169f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5df8f852-8b4a-4f0c-8b3e-42b1edfe9134 HTTP/1.1" status: 200 len: 845 time: 0.0482883 Aug 17 03:14:54.803585 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-f16275e3-027a-478d-bcae-b626ba340297 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=231691f2-ac47-4b98-9db9-aab5f5656c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291052 Aug 17 03:14:54.905050 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-a55925ec-c6a8-40db-be31-aa5b8cc4ca11 service neutron] 10.222.0.30 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868626 Aug 17 03:14:54.932607 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:54.945558 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Transition to ACTIVE for port object 01df3472-7dcb-499e-aa5f-706f1c27dd8f will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:55.014883 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f5bc8f1-8f66-4bda-9b60-df676cb25f96 req-ad20b722-be3e-4c7e-a4cd-17001c99428f service neutron] 10.222.0.30 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986376 Aug 17 03:14:55.016386 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca1d2e6a-fb42-4710-ba79-7ea2cd1094fe tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:55.051935 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:55.077600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b37944-7485-4c8c-945b-be6ac9ff6958 req-b56f42e0-61bd-496e-bb2d-ccb38aaca715 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:55.079115 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18b37944-7485-4c8c-945b-be6ac9ff6958 req-b56f42e0-61bd-496e-bb2d-ccb38aaca715 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 943 time: 0.0520592 Aug 17 03:14:55.118951 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18b37944-7485-4c8c-945b-be6ac9ff6958 req-74b56c53-833b-4a4d-9f18-0225508870e5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331731 Aug 17 03:14:55.121309 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f76505ef-dd34-4feb-982a-300a99eb0fc5 req-7ce7d01b-9e09-4943-9003-96f3d5ccfc21 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 210 time: 0.0755925 Aug 17 03:14:55.152543 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network 80d156c9-39bd-42f4-b306-5c8f5a5521b0 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:55.158463 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1d2e6a-fb42-4710-ba79-7ea2cd1094fe tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Subnet': ['ID=cdd9edcc-9985-459e-bc87-814565f1f8f4,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:55.165930 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:55.171710 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:55.204414 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=01df3472-7dcb-499e-aa5f-706f1c27dd8f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:55.229895 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1d2e6a-fb42-4710-ba79-7ea2cd1094fe tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Checking segment: {'id': '8ffd2624-315f-43a2-8b01-5b37cd2d3a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '484d23ef-de35-447a-bd04-69eddaa484a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:55.230268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1d2e6a-fb42-4710-ba79-7ea2cd1094fe tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network hostable DHCP agents. Network: 484d23ef-de35-447a-bd04-69eddaa484a7, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:14:55.240653 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:55.298819 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-7308a00a-422e-4b12-baf2-91b58394aeb5 req-7154457c-2c91-4c2f-a842-8114a7ddd550 service neutron] (101969) timed out ('10.222.0.60', 55527) {{(pid=101969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:14:55.403740 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1d2e6a-fb42-4710-ba79-7ea2cd1094fe tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 484d23ef-de35-447a-bd04-69eddaa484a7 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:14:55.470647 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:55.506493 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ca1d2e6a-fb42-4710-ba79-7ea2cd1094fe tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 484d23ef-de35-447a-bd04-69eddaa484a7) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:55.514692 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2db152e6-9047-466c-95eb-65baca7262c4 None None] Network 484d23ef-de35-447a-bd04-69eddaa484a7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:55.515915 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1d2e6a-fb42-4710-ba79-7ea2cd1094fe tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:55.516610 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca1d2e6a-fb42-4710-ba79-7ea2cd1094fe tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:55.554624 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6451d61c-56e6-4657-aebc-98a13240916e None None] Provisioning for port 01df3472-7dcb-499e-aa5f-706f1c27dd8f completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:55.564767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6451d61c-56e6-4657-aebc-98a13240916e None None] Provisioning complete for port 01df3472-7dcb-499e-aa5f-706f1c27dd8f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:55.565152 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6451d61c-56e6-4657-aebc-98a13240916e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:55.618227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6451d61c-56e6-4657-aebc-98a13240916e None None] Port 01df3472-7dcb-499e-aa5f-706f1c27dd8f cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:55.624791 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad3371b-9158-4fad-9ae6-bf5e628caf01 req-73c9754e-0616-4089-8bf2-540d645af607 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:55.626360 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2ad3371b-9158-4fad-9ae6-bf5e628caf01 req-73c9754e-0616-4089-8bf2-540d645af607 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 947 time: 0.1146553 Aug 17 03:14:55.630183 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ca1d2e6a-fb42-4710-ba79-7ea2cd1094fe tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3285193 Aug 17 03:14:55.632908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43504) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:55.638189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-502cc8f7-a868-413b-a0b1-9825fd7c7eec tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-443647270', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:55.701695 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-484d23ef-de35-447a-bd04-69eddaa484a7', 'network_id': '484d23ef-de35-447a-bd04-69eddaa484a7', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'fixed_ips': [{'subnet_id': 'cdd9edcc-9985-459e-bc87-814565f1f8f4'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:14:55.702637 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:55.706504 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2ad3371b-9158-4fad-9ae6-bf5e628caf01 req-517bd9df-49ab-4f2f-a87d-c1cb3907977b tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/security-groups?id=800c55e6-7ffb-4f61-9014-6a2ae7a4062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470302 Aug 17 03:14:55.730154 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-502cc8f7-a868-413b-a0b1-9825fd7c7eec tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:55.731825 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-502cc8f7-a868-413b-a0b1-9825fd7c7eec tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:55.797716 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-502cc8f7-a868-413b-a0b1-9825fd7c7eec tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:55.852977 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Allocated IP 172.20.0.2 (484d23ef-de35-447a-bd04-69eddaa484a7/cdd9edcc-9985-459e-bc87-814565f1f8f4/61ab7fe5-944d-493b-915b-1a5c5105673a) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:55.856248 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:55.861657 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-502cc8f7-a868-413b-a0b1-9825fd7c7eec tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:55.934203 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:55.962584 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-502cc8f7-a868-413b-a0b1-9825fd7c7eec tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:55.965205 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-502cc8f7-a868-413b-a0b1-9825fd7c7eec tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.3297603 Aug 17 03:14:55.972331 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43506) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:56.004189 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:56.009046 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=01df3472-7dcb-499e-aa5f-706f1c27dd8f,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:56.011617 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:56.012904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Transition to ACTIVE for port object 61ab7fe5-944d-493b-915b-1a5c5105673a will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:56.035390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Transition to ACTIVE for port object 61ab7fe5-944d-493b-915b-1a5c5105673a will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:56.106440 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:56.111006 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network 80d156c9-39bd-42f4-b306-5c8f5a5521b0 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:56.112546 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:56.178405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Pushing event updated for resources: {'Port': ['ID=61ab7fe5-944d-493b-915b-1a5c5105673a,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:56.186103 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Network 484d23ef-de35-447a-bd04-69eddaa484a7 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:56.187997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:56.191305 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:56.262294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Attempting to bind port 61ab7fe5-944d-493b-915b-1a5c5105673a on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:14:56.262988 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Attempting to bind port 61ab7fe5-944d-493b-915b-1a5c5105673a by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '8ffd2624-315f-43a2-8b01-5b37cd2d3a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '484d23ef-de35-447a-bd04-69eddaa484a7'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:14:56.264418 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Attempting to bind port 61ab7fe5-944d-493b-915b-1a5c5105673a on network 484d23ef-de35-447a-bd04-69eddaa484a7 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:14:56.275625 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:14:56.281431 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Checking segment: {'id': '8ffd2624-315f-43a2-8b01-5b37cd2d3a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '484d23ef-de35-447a-bd04-69eddaa484a7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:14:56.281431 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:56.281431 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Bound using segment: {'id': '8ffd2624-315f-43a2-8b01-5b37cd2d3a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '484d23ef-de35-447a-bd04-69eddaa484a7'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:14:56.281431 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Bound port: 61ab7fe5-944d-493b-915b-1a5c5105673a, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ffd2624-315f-43a2-8b01-5b37cd2d3a9d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '484d23ef-de35-447a-bd04-69eddaa484a7'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:14:56.281431 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:56.326107 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b6e6b0fe-d32a-462c-8e7c-071ee9204e70 req-d2dfe985-3a84-490c-bfa0-ccc0682160e6 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 210 time: 0.0485578 Aug 17 03:14:56.335737 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router 3e8b17d7-62d0-4acf-a23d-c8edf6317e60 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:56.373043 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d40a813c-ef92-4362-b55d-3395e3c0bb33 req-4efd289c-e7b3-4293-8424-a318053c4977 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:56.374860 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d40a813c-ef92-4362-b55d-3395e3c0bb33 req-4efd289c-e7b3-4293-8424-a318053c4977 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 943 time: 0.0898323 Aug 17 03:14:56.378096 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:56.381558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] For port 61ab7fe5-944d-493b-915b-1a5c5105673a, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:14:56.386153 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] For port 61ab7fe5-944d-493b-915b-1a5c5105673a, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=61ab7fe5-944d-493b-915b-1a5c5105673a,segment=NetworkSegment(8ffd2624-315f-43a2-8b01-5b37cd2d3a9d),segment_id=8ffd2624-315f-43a2-8b01-5b37cd2d3a9d)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:14:56.456738 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bb32eb84-383d-4b26-a7ba-9c8e89c0f77a None None] Provisioning complete for port 01df3472-7dcb-499e-aa5f-706f1c27dd8f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:56.457265 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bb32eb84-383d-4b26-a7ba-9c8e89c0f77a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:56.488474 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d40a813c-ef92-4362-b55d-3395e3c0bb33 req-3b5023cd-5b05-4de2-a083-4699ec9a46c6 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762250 Aug 17 03:14:56.499169 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-bb32eb84-383d-4b26-a7ba-9c8e89c0f77a None None] Port 01df3472-7dcb-499e-aa5f-706f1c27dd8f cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:56.509770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:56.518546 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ff6322d5-fddf-4b40-bbd7-0db59b6a45b0 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "PUT /v2.0/routers/3e8b17d7-62d0-4acf-a23d-c8edf6317e60/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3818538 Aug 17 03:14:56.520814 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43512) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:56.525147 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcddae8-4314-466f-ad3a-e7d40a50f847 None None] Sync routers for ids ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:56.526831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-670484b8-3f99-43bb-aa6b-2fbb31d1b306 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'port': {'network_id': '80d156c9-39bd-42f4-b306-5c8f5a5521b0', 'name': 'tempest-FloatingIPTestJSON-1328117574'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:56.534773 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcddae8-4314-466f-ad3a-e7d40a50f847 None None] Routers {'3e8b17d7-62d0-4acf-a23d-c8edf6317e60'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:56.535613 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3fcddae8-4314-466f-ad3a-e7d40a50f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:56.569004 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3fcddae8-4314-466f-ad3a-e7d40a50f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:56.578817 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fcddae8-4314-466f-ad3a-e7d40a50f847 None None] Routers {'3e8b17d7-62d0-4acf-a23d-c8edf6317e60'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:56.579702 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3fcddae8-4314-466f-ad3a-e7d40a50f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:56.590694 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:56.621759 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3fcddae8-4314-466f-ad3a-e7d40a50f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:56.622668 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3fcddae8-4314-466f-ad3a-e7d40a50f847 None None] The sync data for ids ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:56.661482 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2471c58-62d7-4a9d-b0f5-5ccd6355eded None None] Pushing event updated for resources: {'Port': ['ID=61ab7fe5-944d-493b-915b-1a5c5105673a,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:56.746670 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-670484b8-3f99-43bb-aa6b-2fbb31d1b306 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Made reservation on behalf of e101eb18e7164ec090e51ec073f6f65a for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:56.751150 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-670484b8-3f99-43bb-aa6b-2fbb31d1b306 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:56.772636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-670484b8-3f99-43bb-aa6b-2fbb31d1b306 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] device_id is not set on port f9e5bbc2-9333-4949-b78b-62747b9b3381 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:14:56.826875 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Allocated IP 172.20.0.1 (484d23ef-de35-447a-bd04-69eddaa484a7/cdd9edcc-9985-459e-bc87-814565f1f8f4/588debf5-b869-4f96-9801-87c9288bb32d) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:56.872496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-98caa6ac-6a5b-4769-892e-c414ad3929ed tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:56.874091 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-98caa6ac-6a5b-4769-892e-c414ad3929ed tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.60 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 812 time: 0.2135561 Aug 17 03:14:56.939772 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-670484b8-3f99-43bb-aa6b-2fbb31d1b306 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Allocated IP 172.20.0.7 (80d156c9-39bd-42f4-b306-5c8f5a5521b0/f4d620e9-fb79-4b07-b34a-c14d9cc894d4/f9e5bbc2-9333-4949-b78b-62747b9b3381) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:57.011414 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-64874f13-c271-49e6-aefc-d99d0fb1e4f4 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfdfb585b9144c8286617b5e97123a83 HTTP/1.1" status: 200 len: 379 time: 0.1149662 Aug 17 03:14:57.027139 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-bdbd742d-08b7-4dc9-9a54-ef93a56b1982 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Request body: {'port': {'device_id': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'admin_state_up': True, 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'security_groups': ['9f289296-31d5-437a-8b3d-9b1aa56e55af']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:57.051475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9035b0e-212a-4a69-b4da-eefe4a1c7ef2 req-8b0db03b-5e5b-4938-9f94-57e9e713aaf7 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:57.053070 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e9035b0e-212a-4a69-b4da-eefe4a1c7ef2 req-8b0db03b-5e5b-4938-9f94-57e9e713aaf7 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 947 time: 0.2181270 Aug 17 03:14:57.061303 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 92c12936-11ac-461b-aa33-36d84f784839 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:14:57.122579 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-670484b8-3f99-43bb-aa6b-2fbb31d1b306 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:57.137301 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-670484b8-3f99-43bb-aa6b-2fbb31d1b306 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Transition to ACTIVE for port object f9e5bbc2-9333-4949-b78b-62747b9b3381 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:57.163417 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:57.177298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 92c12936-11ac-461b-aa33-36d84f784839, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=92c12936-11ac-461b-aa33-36d84f784839,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:57.185870 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e9035b0e-212a-4a69-b4da-eefe4a1c7ef2 req-be0d9a92-3391-425c-9b28-ed66a1e0dc47 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/security-groups?id=800c55e6-7ffb-4f61-9014-6a2ae7a4062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005256 Aug 17 03:14:57.191268 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '92c12936-11ac-461b-aa33-36d84f784839', 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c', 'port_id': '92c12936-11ac-461b-aa33-36d84f784839', 'mac_address': 'fa:16:3e:ca:96:ef', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df8f852-8b4a-4f0c-8b3e-42b1edfe9134', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:14:57.203856 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Transition to ACTIVE for port object 588debf5-b869-4f96-9801-87c9288bb32d will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:57.229763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a6a4268e-ee06-4a30-b46a-887336837693 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:14:57.233218 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-670484b8-3f99-43bb-aa6b-2fbb31d1b306 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:57.252166 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:57.261625 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670484b8-3f99-43bb-aa6b-2fbb31d1b306 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Network 80d156c9-39bd-42f4-b306-5c8f5a5521b0 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:57.270301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 92c12936-11ac-461b-aa33-36d84f784839 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:14:57.279498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-670484b8-3f99-43bb-aa6b-2fbb31d1b306 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:57.283795 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670484b8-3f99-43bb-aa6b-2fbb31d1b306 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:57.337347 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 92c12936-11ac-461b-aa33-36d84f784839, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=92c12936-11ac-461b-aa33-36d84f784839,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:57.338774 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670484b8-3f99-43bb-aa6b-2fbb31d1b306 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event updated for resources: {'Port': ['ID=f9e5bbc2-9333-4949-b78b-62747b9b3381,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:57.339868 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-bdbd742d-08b7-4dc9-9a54-ef93a56b1982 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Made reservation on behalf of cfdfb585b9144c8286617b5e97123a83 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:14:57.349191 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-bdbd742d-08b7-4dc9-9a54-ef93a56b1982 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:57.355982 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670484b8-3f99-43bb-aa6b-2fbb31d1b306 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:57.356753 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-670484b8-3f99-43bb-aa6b-2fbb31d1b306 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:57.390741 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:57.405157 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a6a4268e-ee06-4a30-b46a-887336837693, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a6a4268e-ee06-4a30-b46a-887336837693,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:57.422291 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'a6a4268e-ee06-4a30-b46a-887336837693', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': 'a6a4268e-ee06-4a30-b46a-887336837693', 'mac_address': 'fa:16:3e:f5:bb:a1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.64'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:14:57.463468 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b8876cc9-c293-4195-b0a9-f1fa79cc3b60 req-08c68680-004d-4198-9c8e-e0669f3797de tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 210 time: 0.0443382 Aug 17 03:14:57.490479 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:57.499112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 484d23ef-de35-447a-bd04-69eddaa484a7 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:57.508913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:57.512558 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:57.519111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:57.522556 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6a4268e-ee06-4a30-b46a-887336837693 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:14:57.571026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=588debf5-b869-4f96-9801-87c9288bb32d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:57.584927 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a6a4268e-ee06-4a30-b46a-887336837693, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a6a4268e-ee06-4a30-b46a-887336837693,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:57.602142 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=92c12936-11ac-461b-aa33-36d84f784839,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:57.624441 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-670484b8-3f99-43bb-aa6b-2fbb31d1b306 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.0999782 Aug 17 03:14:57.625216 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43520) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:14:57.631436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-12866305-ed48-4211-8227-f5bb093bd69f tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Request body: {'floatingip': {'port_id': 'f9e5bbc2-9333-4949-b78b-62747b9b3381'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:57.651580 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:57.670379 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:57.715575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f0e8a23d-9b46-4952-894c-7b7f10669b03 None None] Provisioning for port f9e5bbc2-9333-4949-b78b-62747b9b3381 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:57.716293 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-12866305-ed48-4211-8227-f5bb093bd69f tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:57.721564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-bdbd742d-08b7-4dc9-9a54-ef93a56b1982 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Allocated IP 172.20.0.13 (016717b3-cbe1-4967-85ae-a016c7a395e7/00775c6d-bb62-4607-aa69-44fa38f2a916/aee00051-652a-4cb0-b148-861aefc669e7) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:14:57.726773 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f0e8a23d-9b46-4952-894c-7b7f10669b03 None None] Provisioning complete for port f9e5bbc2-9333-4949-b78b-62747b9b3381 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:57.726773 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f0e8a23d-9b46-4952-894c-7b7f10669b03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:57.728406 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a6a4268e-ee06-4a30-b46a-887336837693,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:57.777485 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f0e8a23d-9b46-4952-894c-7b7f10669b03 None None] Port f9e5bbc2-9333-4949-b78b-62747b9b3381 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:57.862809 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['92c12936-11ac-461b-aa33-36d84f784839'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:14:57.889365 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35eab44d-ca60-4ae0-a290-3196fe8ffa61 None None] Network 484d23ef-de35-447a-bd04-69eddaa484a7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:14:57.912299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['a6a4268e-ee06-4a30-b46a-887336837693'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:14:58.046672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1a1b2d96-0bb9-45f3-8041-8401f2085bb9 None None] Provisioning for port 61ab7fe5-944d-493b-915b-1a5c5105673a completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:58.102525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb4228a-1803-48c7-a370-3c20af302f76 req-000bab68-9d9c-45a1-a16f-961614a1bf3b tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:58.104313 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fb4228a-1803-48c7-a370-3c20af302f76 req-000bab68-9d9c-45a1-a16f-961614a1bf3b tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 944 time: 0.4975195 Aug 17 03:14:58.255460 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fb4228a-1803-48c7-a370-3c20af302f76 req-2836dac9-6099-4d60-bcba-6bdc214b7159 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223645 Aug 17 03:14:58.302307 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-bdbd742d-08b7-4dc9-9a54-ef93a56b1982 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:58.318320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-bdbd742d-08b7-4dc9-9a54-ef93a56b1982 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Transition to ACTIVE for port object aee00051-652a-4cb0-b148-861aefc669e7 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:58.431560 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 61ab7fe5-944d-493b-915b-1a5c5105673a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:58.469726 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-bdbd742d-08b7-4dc9-9a54-ef93a56b1982 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:58.486566 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:58.492047 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1443dc64-c8ed-4243-b294-b5e8d8a09104 req-507dab35-a787-412d-9de0-28860b82c214 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:58.492047 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1443dc64-c8ed-4243-b294-b5e8d8a09104 req-507dab35-a787-412d-9de0-28860b82c214 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 948 time: 0.1026003 Aug 17 03:14:58.546127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-bdbd742d-08b7-4dc9-9a54-ef93a56b1982 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Network 016717b3-cbe1-4967-85ae-a016c7a395e7 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:58.562963 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 61ab7fe5-944d-493b-915b-1a5c5105673a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:58.568880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 61ab7fe5-944d-493b-915b-1a5c5105673a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:58.570217 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:58.573053 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1443dc64-c8ed-4243-b294-b5e8d8a09104 req-6ef352be-c165-488c-9e89-dc6da984436e tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/security-groups?id=800c55e6-7ffb-4f61-9014-6a2ae7a4062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443594 Aug 17 03:14:58.574775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-bdbd742d-08b7-4dc9-9a54-ef93a56b1982 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:58.592071 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-bdbd742d-08b7-4dc9-9a54-ef93a56b1982 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:14:58.594811 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdbd742d-08b7-4dc9-9a54-ef93a56b1982 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Pushing event updated for resources: {'Port': ['ID=aee00051-652a-4cb0-b148-861aefc669e7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:58.702884 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:58.751788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 61ab7fe5-944d-493b-915b-1a5c5105673a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=61ab7fe5-944d-493b-915b-1a5c5105673a,segment=NetworkSegment(8ffd2624-315f-43a2-8b01-5b37cd2d3a9d),segment_id=8ffd2624-315f-43a2-8b01-5b37cd2d3a9d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:58.782911 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0865c3c7-5f6d-4a35-a1b7-6dc9f3c954df None None] Provisioning for port 588debf5-b869-4f96-9801-87c9288bb32d completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:58.789570 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0865c3c7-5f6d-4a35-a1b7-6dc9f3c954df None None] Provisioning complete for port 588debf5-b869-4f96-9801-87c9288bb32d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:58.792160 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0865c3c7-5f6d-4a35-a1b7-6dc9f3c954df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:58.794227 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-bdbd742d-08b7-4dc9-9a54-ef93a56b1982 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:58.794915 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-bdbd742d-08b7-4dc9-9a54-ef93a56b1982 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:58.809961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1bf157-ef41-4757-adb5-0caa93505d51 req-0ec37ac3-efcf-4346-8e0c-7db34733dcf7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:58.812020 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1c1bf157-ef41-4757-adb5-0caa93505d51 req-0ec37ac3-efcf-4346-8e0c-7db34733dcf7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 932 time: 0.2628908 Aug 17 03:14:58.818564 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-12866305-ed48-4211-8227-f5bb093bd69f tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:58.829212 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-0865c3c7-5f6d-4a35-a1b7-6dc9f3c954df None None] Port 588debf5-b869-4f96-9801-87c9288bb32d cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:58.840582 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0865c3c7-5f6d-4a35-a1b7-6dc9f3c954df None None] Provisioning complete for port 61ab7fe5-944d-493b-915b-1a5c5105673a triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:58.840955 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0865c3c7-5f6d-4a35-a1b7-6dc9f3c954df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:58.864487 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:58.895779 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-12866305-ed48-4211-8227-f5bb093bd69f tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:58.946181 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=61ab7fe5-944d-493b-915b-1a5c5105673a,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:58.953780 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1c1bf157-ef41-4757-adb5-0caa93505d51 req-1590c7b1-88a8-403b-90f9-e71ed9b71335 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1348772 Aug 17 03:14:58.964844 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-bdbd742d-08b7-4dc9-9a54-ef93a56b1982 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9457183 Aug 17 03:14:58.982704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Request body: {'port': {'device_id': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:14:59.024758 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-12866305-ed48-4211-8227-f5bb093bd69f tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Floating IP c63fc356-25ff-4fb7-9940-a061eb068dfa associated. External IP: 172.25.1.249, port: e9e5df47-bf70-4bce-8e9b-74869f8990bb. Aug 17 03:14:59.062909 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 92c12936-11ac-461b-aa33-36d84f784839 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:59.069849 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:59.121368 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:59.162413 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 92c12936-11ac-461b-aa33-36d84f784839 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:59.167937 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 92c12936-11ac-461b-aa33-36d84f784839 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:59.168339 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:59.224635 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:59.239324 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f7bcbaad-62b2-46a8-aa0e-75fed75a7c5a None None] Provisioning for port aee00051-652a-4cb0-b148-861aefc669e7 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:59.248490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a6a4268e-ee06-4a30-b46a-887336837693 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:14:59.254019 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12866305-ed48-4211-8227-f5bb093bd69f tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router b2ca297a-acc8-40ad-9807-e478e5494a11 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:59.255043 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f7bcbaad-62b2-46a8-aa0e-75fed75a7c5a None None] Provisioning complete for port aee00051-652a-4cb0-b148-861aefc669e7 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:59.255421 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f7bcbaad-62b2-46a8-aa0e-75fed75a7c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:59.353467 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:59.358314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=588debf5-b869-4f96-9801-87c9288bb32d,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:59.441284 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12866305-ed48-4211-8227-f5bb093bd69f tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:14:59.469486 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38da3e50-814d-425c-b670-46ee51a4e1b0 None None] Sync routers for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:14:59.481971 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:59.496783 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d78f62-f24c-4551-b5ef-6c8c4cb4a087 req-b38ad186-40ac-492d-b89b-a200aa478b24 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:59.504215 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71d78f62-f24c-4551-b5ef-6c8c4cb4a087 req-b38ad186-40ac-492d-b89b-a200aa478b24 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 944 time: 0.1311846 Aug 17 03:14:59.514324 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38da3e50-814d-425c-b670-46ee51a4e1b0 None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:59.514970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-38da3e50-814d-425c-b670-46ee51a4e1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:59.525630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 484d23ef-de35-447a-bd04-69eddaa484a7 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:14:59.528094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id aee00051-652a-4cb0-b148-861aefc669e7 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:14:59.535059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:14:59.538073 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:59.552917 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-38da3e50-814d-425c-b670-46ee51a4e1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:59.565280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f7bcbaad-62b2-46a8-aa0e-75fed75a7c5a None None] Port aee00051-652a-4cb0-b148-861aefc669e7 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:59.577305 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2527fed-1aab-4624-9686-3c951c3d3346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c12936-11ac-461b-aa33-36d84f784839'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:14:59.580017 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b97869c9-0049-4208-8b05-aeac1c99c3d4" -d '{"events": [{"server_uuid": "f2527fed-1aab-4624-9686-3c951c3d3346", "name": "network-vif-plugged", "status": "completed", "tag": "92c12936-11ac-461b-aa33-36d84f784839"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:14:59.604440 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38da3e50-814d-425c-b670-46ee51a4e1b0 None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:14:59.604440 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-38da3e50-814d-425c-b670-46ee51a4e1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:59.608697 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71d78f62-f24c-4551-b5ef-6c8c4cb4a087 req-d8e45128-4e0d-444b-8e3e-9d3788281d4d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035094 Aug 17 03:14:59.640037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Transition to ACTIVE for port object aee00051-652a-4cb0-b148-861aefc669e7 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:14:59.660266 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:14:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6692b6f0-7f5c-4785-96fc-525c0b11bf14 x-openstack-request-id: req-6692b6f0-7f5c-4785-96fc-525c0b11bf14 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:14:59.660567 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2527fed-1aab-4624-9686-3c951c3d3346", "name": "network-vif-plugged", "status": "completed", "tag": "92c12936-11ac-461b-aa33-36d84f784839", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:14:59.660826 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6692b6f0-7f5c-4785-96fc-525c0b11bf14 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:14:59.661227 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2527fed-1aab-4624-9686-3c951c3d3346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '92c12936-11ac-461b-aa33-36d84f784839', 'code': 200} Aug 17 03:14:59.665068 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-38da3e50-814d-425c-b670-46ee51a4e1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:14:59.665254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38da3e50-814d-425c-b670-46ee51a4e1b0 None None] The sync data for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:14:59.668122 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 92c12936-11ac-461b-aa33-36d84f784839, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=92c12936-11ac-461b-aa33-36d84f784839,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:14:59.676171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f7bcbaad-62b2-46a8-aa0e-75fed75a7c5a None None] Provisioning complete for port 588debf5-b869-4f96-9801-87c9288bb32d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:59.676558 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f7bcbaad-62b2-46a8-aa0e-75fed75a7c5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:59.717273 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f7bcbaad-62b2-46a8-aa0e-75fed75a7c5a None None] Port 588debf5-b869-4f96-9801-87c9288bb32d cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:14:59.750245 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:59.792658 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:59.829956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router 4a019f9b-a35d-4f11-ab88-cea9388804eb is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:14:59.833574 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port a6a4268e-ee06-4a30-b46a-887336837693 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:14:59.855654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port a6a4268e-ee06-4a30-b46a-887336837693 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:59.855953 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:14:59.864795 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c85e8b38-09e1-49c6-b23b-9c11feeb7265 req-a3629dcf-878e-4c57-9cf8-e24ee656e212 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:59.867501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Pushing event updated for resources: {'Port': ['ID=aee00051-652a-4cb0-b148-861aefc669e7,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:59.870464 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c85e8b38-09e1-49c6-b23b-9c11feeb7265 req-a3629dcf-878e-4c57-9cf8-e24ee656e212 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 948 time: 0.1310105 Aug 17 03:14:59.871349 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dcc62e5-9296-4f8e-9f43-fe749cfee0aa req-984085ca-5469-483d-860b-1901ede2ecaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:14:59.873208 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5dcc62e5-9296-4f8e-9f43-fe749cfee0aa req-984085ca-5469-483d-860b-1901ede2ecaa service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 1095 time: 0.1513450 Aug 17 03:14:59.902548 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12866305-ed48-4211-8227-f5bb093bd69f tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router 3e8b17d7-62d0-4acf-a23d-c8edf6317e60 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:14:59.916227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=92c12936-11ac-461b-aa33-36d84f784839,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:14:59.941897 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c85e8b38-09e1-49c6-b23b-9c11feeb7265 req-a14baf6e-5e8a-4436-a304-7a556281da70 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/security-groups?id=800c55e6-7ffb-4f61-9014-6a2ae7a4062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530758 Aug 17 03:14:59.991157 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9ebf1487-568e-4dcb-bec7-a6f8e4db2da2 None None] Provisioning complete for port 588debf5-b869-4f96-9801-87c9288bb32d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:14:59.991887 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9ebf1487-568e-4dcb-bec7-a6f8e4db2da2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:00.034347 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:00.037892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-9ebf1487-568e-4dcb-bec7-a6f8e4db2da2 None None] Port 588debf5-b869-4f96-9801-87c9288bb32d cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:15:00.059367 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5dcc62e5-9296-4f8e-9f43-fe749cfee0aa req-9187fab7-d437-4bea-901f-caf505e8406f service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262217 Aug 17 03:15:00.069402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:00.075356 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a6a4268e-ee06-4a30-b46a-887336837693, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a6a4268e-ee06-4a30-b46a-887336837693,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:00.084852 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43534) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:00.085684 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-001a4a18-0b50-4016-a23c-df6964691798 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/4a019f9b-a35d-4f11-ab88-cea9388804eb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1116109 Aug 17 03:15:00.088599 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db174eb-7ca7-4c32-8b1e-85553193a555 None None] Sync routers for ids ['4a019f9b-a35d-4f11-ab88-cea9388804eb'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:00.098327 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db174eb-7ca7-4c32-8b1e-85553193a555 None None] Routers {'4a019f9b-a35d-4f11-ab88-cea9388804eb'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:00.099048 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-2db174eb-7ca7-4c32-8b1e-85553193a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4a019f9b-a35d-4f11-ab88-cea9388804eb'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:00.109077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Attempting to bind port aee00051-652a-4cb0-b148-861aefc669e7 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:00.109334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Attempting to bind port aee00051-652a-4cb0-b148-861aefc669e7 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:00.109699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Attempting to bind port aee00051-652a-4cb0-b148-861aefc669e7 on network 016717b3-cbe1-4967-85ae-a016c7a395e7 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:00.116917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Port aee00051-652a-4cb0-b148-861aefc669e7 on network 016717b3-cbe1-4967-85ae-a016c7a395e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:15:00.117247 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Attempting to bind port aee00051-652a-4cb0-b148-861aefc669e7 on network 016717b3-cbe1-4967-85ae-a016c7a395e7 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:00.125709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 14, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:00.126342 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Checking segment: {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:00.126438 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Bound using segment: {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:00.127030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Bound port: aee00051-652a-4cb0-b148-861aefc669e7, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:00.127997 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:00.136370 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c097004-138f-47c1-8ebf-4045d3a92453 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:00.140391 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6c097004-138f-47c1-8ebf-4045d3a92453 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports/588debf5-b869-4f96-9801-87c9288bb32d HTTP/1.1" status: 200 len: 910 time: 0.0513806 Aug 17 03:15:00.140819 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43536) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:00.141072 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-2db174eb-7ca7-4c32-8b1e-85553193a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:00.153368 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:00.164577 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2db174eb-7ca7-4c32-8b1e-85553193a555 None None] Routers {'4a019f9b-a35d-4f11-ab88-cea9388804eb'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:00.165813 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-2db174eb-7ca7-4c32-8b1e-85553193a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4a019f9b-a35d-4f11-ab88-cea9388804eb'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:00.165961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d647f03-940b-48fb-985e-038496b0c602 req-2d8f8f36-6f0e-4331-a80e-5ae0d54d9574 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:00.167463 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3d647f03-940b-48fb-985e-038496b0c602 req-2d8f8f36-6f0e-4331-a80e-5ae0d54d9574 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 944 time: 0.1106997 Aug 17 03:15:00.212227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a6a4268e-ee06-4a30-b46a-887336837693,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:00.224582 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12866305-ed48-4211-8227-f5bb093bd69f tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:00.232131 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-2db174eb-7ca7-4c32-8b1e-85553193a555 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:00.233380 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2db174eb-7ca7-4c32-8b1e-85553193a555 None None] The sync data for ids ['4a019f9b-a35d-4f11-ab88-cea9388804eb'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:00.234334 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-12866305-ed48-4211-8227-f5bb093bd69f tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:00.234686 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32db1f7-86ec-4a97-a563-7b3b08560f95 None None] Sync routers for ids ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:00.248468 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32db1f7-86ec-4a97-a563-7b3b08560f95 None None] Routers {'3e8b17d7-62d0-4acf-a23d-c8edf6317e60'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:00.249111 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f32db1f7-86ec-4a97-a563-7b3b08560f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:00.267170 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3d647f03-940b-48fb-985e-038496b0c602 req-f35f2e11-d07a-4f0f-9931-7c13581d058f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796471 Aug 17 03:15:00.276843 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] For port aee00051-652a-4cb0-b148-861aefc669e7, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:00.280899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] For port aee00051-652a-4cb0-b148-861aefc669e7, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=aee00051-652a-4cb0-b148-861aefc669e7,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:00.309384 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f32db1f7-86ec-4a97-a563-7b3b08560f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:00.319255 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f32db1f7-86ec-4a97-a563-7b3b08560f95 None None] Routers {'3e8b17d7-62d0-4acf-a23d-c8edf6317e60'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:00.320696 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f32db1f7-86ec-4a97-a563-7b3b08560f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:00.343544 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-12866305-ed48-4211-8227-f5bb093bd69f tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "PUT /v2.0/floatingips/c63fc356-25ff-4fb7-9940-a061eb068dfa HTTP/1.1" status: 200 len: 978 time: 2.7172010 Aug 17 03:15:00.348089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43538) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:00.354673 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 61ab7fe5-944d-493b-915b-1a5c5105673a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:00.360221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f32db1f7-86ec-4a97-a563-7b3b08560f95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:00.360864 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f32db1f7-86ec-4a97-a563-7b3b08560f95 None None] The sync data for ids ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:00.388138 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:00.415178 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 61ab7fe5-944d-493b-915b-1a5c5105673a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:00.415754 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:00.430135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:00.431334 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:00.432777 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] 10.222.0.60 "PUT /v2.0/ports/aee00051-652a-4cb0-b148-861aefc669e7 HTTP/1.1" status: 200 len: 1092 time: 1.4572825 Aug 17 03:15:00.435201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:00.437606 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a623f2ac-fbe8-4705-8898-cfc423d7167d" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "tag": "aee00051-652a-4cb0-b148-861aefc669e7"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:00.510762 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ef893-d9e5-46c9-be90-63f001b03a37 service neutron] Pushing event updated for resources: {'Port': ['ID=aee00051-652a-4cb0-b148-861aefc669e7,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:00.526138 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28aa12cc-2ad7-4e25-b5aa-36fd9cffd568 x-openstack-request-id: req-28aa12cc-2ad7-4e25-b5aa-36fd9cffd568 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:00.526447 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "tag": "aee00051-652a-4cb0-b148-861aefc669e7", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:00.526708 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-28aa12cc-2ad7-4e25-b5aa-36fd9cffd568 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:00.527120 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7', 'status': 'completed', 'code': 200} Aug 17 03:15:00.564902 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:00.593008 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-c0510832-c859-4d6d-a517-3ea22347387e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Deleting port f9e5bbc2-9333-4949-b78b-62747b9b3381 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:00.593544 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0510832-c859-4d6d-a517-3ea22347387e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:00.661961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623f2ac-fbe8-4705-8898-cfc423d7167d req-4e083736-7d45-4295-96b6-604e2d69cd57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:00.664496 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a623f2ac-fbe8-4705-8898-cfc423d7167d req-4e083736-7d45-4295-96b6-604e2d69cd57 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 1095 time: 0.1171539 Aug 17 03:15:00.806866 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0510832-c859-4d6d-a517-3ea22347387e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:00.874174 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting port 588debf5-b869-4f96-9801-87c9288bb32d {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:00.874526 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:00.893098 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa5db0b-27f1-4798-b1c3-e3ff52fc4131 req-6f1cb133-09b3-451a-8ba9-f83202607412 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:00.898091 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9aa5db0b-27f1-4798-b1c3-e3ff52fc4131 req-6f1cb133-09b3-451a-8ba9-f83202607412 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 945 time: 0.2011652 Aug 17 03:15:00.965770 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:00.978617 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Calling delete_port for 588debf5-b869-4f96-9801-87c9288bb32d owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:00.995421 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623f2ac-fbe8-4705-8898-cfc423d7167d req-6a2ce4a4-64e0-43d8-a47f-b73d00f41888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:00.997100 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a623f2ac-fbe8-4705-8898-cfc423d7167d req-6a2ce4a4-64e0-43d8-a47f-b73d00f41888 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=cfdfb585b9144c8286617b5e97123a83&shared=False HTTP/1.1" status: 200 len: 912 time: 0.3227308 Aug 17 03:15:01.069018 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9aa5db0b-27f1-4798-b1c3-e3ff52fc4131 req-abeee029-9b7e-4fbc-b5ff-f234c7651887 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583226 Aug 17 03:15:01.186602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a623f2ac-fbe8-4705-8898-cfc423d7167d req-cb4a9a9f-e06f-4eae-9a73-5c07500fab38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:01.188136 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a623f2ac-fbe8-4705-8898-cfc423d7167d req-cb4a9a9f-e06f-4eae-9a73-5c07500fab38 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1838956 Aug 17 03:15:01.209704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cac307-5d96-4bda-9107-5cee7823b78b req-fd3476e2-efcc-425d-9119-102751777cfc tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:01.211271 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-41cac307-5d96-4bda-9107-5cee7823b78b req-fd3476e2-efcc-425d-9119-102751777cfc tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 949 time: 0.0615633 Aug 17 03:15:01.254936 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:01.280313 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0510832-c859-4d6d-a517-3ea22347387e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:01.280695 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0510832-c859-4d6d-a517-3ea22347387e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:01.281113 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-c0510832-c859-4d6d-a517-3ea22347387e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Floating IP c63fc356-25ff-4fb7-9940-a061eb068dfa disassociated. External IP: 172.25.1.249, port: f9e5bbc2-9333-4949-b78b-62747b9b3381. Aug 17 03:15:01.281409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-c0510832-c859-4d6d-a517-3ea22347387e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Calling delete_port for f9e5bbc2-9333-4949-b78b-62747b9b3381 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:01.303848 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Port': ['ID=588debf5-b869-4f96-9801-87c9288bb32d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:01.309951 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-41cac307-5d96-4bda-9107-5cee7823b78b req-cc737ef2-feb2-4867-9492-68fe5f2a24c2 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/security-groups?id=800c55e6-7ffb-4f61-9014-6a2ae7a4062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914123 Aug 17 03:15:01.319919 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:01.319919 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:01.326662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:01.326662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:01.326662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:01.326662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:01.326662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:01.326662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:01.326662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:01.326662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:01.326662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:01.326662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:01.375830 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-dd4dfbb6-8b39-4c62-9e4f-f5fdd4aa8055 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:01.377400 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-dd4dfbb6-8b39-4c62-9e4f-f5fdd4aa8055 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 1095 time: 0.1289687 Aug 17 03:15:01.471383 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-9f2d5ad3-91a1-4f0e-ad4a-f70b11d55e56 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee00051-652a-4cb0-b148-861aefc669e7 HTTP/1.1" status: 200 len: 217 time: 0.0715051 Aug 17 03:15:01.484154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f6f346-4551-4d6c-9f29-e16f9da4cb74 req-a233db32-0244-4e7a-a6a8-fd4dd1ee1d33 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:01.485763 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-97f6f346-4551-4d6c-9f29-e16f9da4cb74 req-a233db32-0244-4e7a-a6a8-fd4dd1ee1d33 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.1707280 Aug 17 03:15:01.526803 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e17965d-c54f-4213-b866-49d2ab63491c req-87106684-b1fc-4fea-b4e0-4b63d5e8d858 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:01.528416 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e17965d-c54f-4213-b866-49d2ab63491c req-87106684-b1fc-4fea-b4e0-4b63d5e8d858 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 944 time: 0.1486249 Aug 17 03:15:01.571051 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:01.587079 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-00c2557c-6957-45fa-acb4-09433c292dff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:01.588570 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-00c2557c-6957-45fa-acb4-09433c292dff service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.1077840 Aug 17 03:15:01.595388 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-97f6f346-4551-4d6c-9f29-e16f9da4cb74 req-b8dae176-a1c8-492e-a66a-8d553ca42d0f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776434 Aug 17 03:15:01.645092 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e17965d-c54f-4213-b866-49d2ab63491c req-d5d752f1-e98f-40e0-a0ab-fbd1ae2a82fd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078234 Aug 17 03:15:01.662502 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0aee23-8cb7-47c4-84e6-7d307bc25ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a4268e-ee06-4a30-b46a-887336837693'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:01.666026 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e046a453-1685-4098-a49c-53047cfd9094" -d '{"events": [{"server_uuid": "fd0aee23-8cb7-47c4-84e6-7d307bc25ddc", "name": "network-vif-plugged", "status": "completed", "tag": "a6a4268e-ee06-4a30-b46a-887336837693"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:01.672782 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-4e342ee3-e66f-4d84-a9e3-91e9b269c41b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:01.675614 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-4e342ee3-e66f-4d84-a9e3-91e9b269c41b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0770242 Aug 17 03:15:01.706711 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcd4f2c3-075f-47df-a89e-997ea2c873af x-openstack-request-id: req-dcd4f2c3-075f-47df-a89e-997ea2c873af {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:01.707106 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0aee23-8cb7-47c4-84e6-7d307bc25ddc", "name": "network-vif-plugged", "status": "completed", "tag": "a6a4268e-ee06-4a30-b46a-887336837693", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:01.707560 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcd4f2c3-075f-47df-a89e-997ea2c873af {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:01.708045 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0aee23-8cb7-47c4-84e6-7d307bc25ddc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6a4268e-ee06-4a30-b46a-887336837693', 'code': 200} Aug 17 03:15:01.777587 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router 4a019f9b-a35d-4f11-ab88-cea9388804eb has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:02.036567 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0510832-c859-4d6d-a517-3ea22347387e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:02.095149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0510832-c859-4d6d-a517-3ea22347387e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Port': ['ID=f9e5bbc2-9333-4949-b78b-62747b9b3381,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:02.164634 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:02.172853 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-25b6e174-df2b-4949-8446-d769cc98d1c9 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/4a019f9b-a35d-4f11-ab88-cea9388804eb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0281160 Aug 17 03:15:02.172853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43562) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:02.174097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb50022a-18dd-4673-95db-b896bbb6e0d5 req-41aac987-66d7-43c0-9247-0c1c4be761d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:02.175609 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb50022a-18dd-4673-95db-b896bbb6e0d5 req-41aac987-66d7-43c0-9247-0c1c4be761d9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 1100 time: 0.1756339 Aug 17 03:15:02.180388 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63d9915-c335-4517-a934-80333f7a0016 None None] Sync routers for ids ['4a019f9b-a35d-4f11-ab88-cea9388804eb'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:02.186649 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-0e05997e-9f76-4228-81a5-e50e934fecfa service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5011463 Aug 17 03:15:02.191977 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63d9915-c335-4517-a934-80333f7a0016 None None] Routers {'4a019f9b-a35d-4f11-ab88-cea9388804eb'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:02.192896 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a63d9915-c335-4517-a934-80333f7a0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4a019f9b-a35d-4f11-ab88-cea9388804eb'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:02.207107 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f12b71a1-a5ce-42e8-9787-f15bb1d9fe0e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a019f9b-a35d-4f11-ab88-cea9388804eb HTTP/1.1" status: 200 len: 205 time: 0.0309892 Aug 17 03:15:02.207393 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43564) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:02.231271 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a63d9915-c335-4517-a934-80333f7a0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:02.246323 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a63d9915-c335-4517-a934-80333f7a0016 None None] Routers {'4a019f9b-a35d-4f11-ab88-cea9388804eb'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:02.247268 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a63d9915-c335-4517-a934-80333f7a0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4a019f9b-a35d-4f11-ab88-cea9388804eb'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:02.286716 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58e85f99-d8c7-4df7-bf95-6678c1e2033d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:02.288013 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a63d9915-c335-4517-a934-80333f7a0016 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:02.289002 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a63d9915-c335-4517-a934-80333f7a0016 None None] The sync data for ids ['4a019f9b-a35d-4f11-ab88-cea9388804eb'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:02.356244 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb50022a-18dd-4673-95db-b896bbb6e0d5 req-cb3f08f1-ae0e-4a44-b84d-5efe44256eb6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=800c55e6-7ffb-4f61-9014-6a2ae7a4062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1679552 Aug 17 03:15:02.374101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ea0695c-6c76-4d08-b334-d983a84bd3a7 req-bdddbec3-88a1-4c4b-8832-faa9d0269cb9 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:02.375662 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9ea0695c-6c76-4d08-b334-d983a84bd3a7 req-bdddbec3-88a1-4c4b-8832-faa9d0269cb9 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 945 time: 0.1954565 Aug 17 03:15:02.416991 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0510832-c859-4d6d-a517-3ea22347387e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router 3e8b17d7-62d0-4acf-a23d-c8edf6317e60 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:02.421380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-988dfee2-857b-42b3-8a4c-4c4bc0cb5580 req-80894556-f405-4a5e-ad58-393acf622a70 service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141597 Aug 17 03:15:02.449026 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9ea0695c-6c76-4d08-b334-d983a84bd3a7 req-c00d5af6-c003-492c-a9e4-ae0883fd5503 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632567 Aug 17 03:15:02.505762 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58e85f99-d8c7-4df7-bf95-6678c1e2033d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:02.509581 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58e85f99-d8c7-4df7-bf95-6678c1e2033d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:02.562436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d036d86b-2cbc-4bc8-ac07-cff91b5f3974 req-4777248c-0ee9-472a-9de5-5ca956322426 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:02.563833 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d036d86b-2cbc-4bc8-ac07-cff91b5f3974 req-4777248c-0ee9-472a-9de5-5ca956322426 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 949 time: 0.1495221 Aug 17 03:15:02.580227 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0510832-c859-4d6d-a517-3ea22347387e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:02.592694 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbea331-250a-4124-ad99-3a4bfd2d2208 None None] Sync routers for ids ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:02.595571 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42c14c3b-c413-4e43-89d3-1062254924ea req-db916284-45bb-4a08-b3f6-b325da5c0873 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:02.597127 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-42c14c3b-c413-4e43-89d3-1062254924ea req-db916284-45bb-4a08-b3f6-b325da5c0873 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=543a7163-c694-4da0-8a1c-300007fa141a HTTP/1.1" status: 200 len: 946 time: 0.0700216 Aug 17 03:15:02.606439 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbea331-250a-4124-ad99-3a4bfd2d2208 None None] Routers {'3e8b17d7-62d0-4acf-a23d-c8edf6317e60'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:02.607122 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ddbea331-250a-4124-ad99-3a4bfd2d2208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:02.609367 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d036d86b-2cbc-4bc8-ac07-cff91b5f3974 req-8628fd7b-9c65-4367-a53f-036ace79d249 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/security-groups?id=800c55e6-7ffb-4f61-9014-6a2ae7a4062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387070 Aug 17 03:15:02.633296 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58e85f99-d8c7-4df7-bf95-6678c1e2033d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:02.634205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58e85f99-d8c7-4df7-bf95-6678c1e2033d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Fanout notify agent at l3_agent the message router_deleted on router 4a019f9b-a35d-4f11-ab88-cea9388804eb {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:15:02.645905 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58e85f99-d8c7-4df7-bf95-6678c1e2033d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:02.647744 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-58e85f99-d8c7-4df7-bf95-6678c1e2033d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/routers/4a019f9b-a35d-4f11-ab88-cea9388804eb HTTP/1.1" status: 204 len: 168 time: 0.4371450 Aug 17 03:15:02.648996 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43572) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:02.661633 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ddbea331-250a-4124-ad99-3a4bfd2d2208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:02.672082 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddbea331-250a-4124-ad99-3a4bfd2d2208 None None] Routers {'3e8b17d7-62d0-4acf-a23d-c8edf6317e60'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:02.673772 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ddbea331-250a-4124-ad99-3a4bfd2d2208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:02.685951 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-42c14c3b-c413-4e43-89d3-1062254924ea req-6bedff55-f04c-447e-bc78-e050e9222e23 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680187 Aug 17 03:15:02.691401 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c0510832-c859-4d6d-a517-3ea22347387e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:02.691401 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c0510832-c859-4d6d-a517-3ea22347387e tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/ports/f9e5bbc2-9333-4949-b78b-62747b9b3381 HTTP/1.1" status: 204 len: 168 time: 2.3414264 Aug 17 03:15:02.697752 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43576) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:02.714121 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ddbea331-250a-4124-ad99-3a4bfd2d2208 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:02.714792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddbea331-250a-4124-ad99-3a4bfd2d2208 None None] The sync data for ids ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:02.767934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-90299c10-68f6-43b0-a30f-d61e0e2a113e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting subnet cdd9edcc-9985-459e-bc87-814565f1f8f4 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:15:02.794070 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90299c10-68f6-43b0-a30f-d61e0e2a113e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:02.812161 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c52247-3d4a-4d2d-b389-9419ce68d69f req-1df66a58-7670-4743-82f1-ed5ad4e44886 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:02.813772 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95c52247-3d4a-4d2d-b389-9419ce68d69f req-1df66a58-7670-4743-82f1-ed5ad4e44886 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 944 time: 0.0495503 Aug 17 03:15:02.852208 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-95c52247-3d4a-4d2d-b389-9419ce68d69f req-68f8e79e-9955-48f6-bb2d-0e7fe2a2ba85 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323126 Aug 17 03:15:02.881826 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90299c10-68f6-43b0-a30f-d61e0e2a113e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:02.911786 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f100ce6-12c7-4fdd-bd22-ce2703536fda req-8148d582-f756-45e8-b476-d06ec9e7715b tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:02.913957 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f100ce6-12c7-4fdd-bd22-ce2703536fda req-8148d582-f756-45e8-b476-d06ec9e7715b tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.1662211 Aug 17 03:15:02.970858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26dac4f3-8f6f-4dd2-adf8-5781621610dd req-23a2d590-6575-43a4-9f82-632d6ca862ad tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:02.972373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-26dac4f3-8f6f-4dd2-adf8-5781621610dd req-23a2d590-6575-43a4-9f82-632d6ca862ad tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 945 time: 0.0537736 Aug 17 03:15:02.980568 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:03.013272 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-26dac4f3-8f6f-4dd2-adf8-5781621610dd req-22ecb4bd-2ed1-4c38-99c2-264321b4b355 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342088 Aug 17 03:15:03.045586 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f100ce6-12c7-4fdd-bd22-ce2703536fda req-15d1ae9e-9a51-486d-8a3b-c33648d5a559 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1202612 Aug 17 03:15:03.095812 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90299c10-68f6-43b0-a30f-d61e0e2a113e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:03.244595 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90299c10-68f6-43b0-a30f-d61e0e2a113e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:03.278970 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90299c10-68f6-43b0-a30f-d61e0e2a113e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Subnet': ['ID=cdd9edcc-9985-459e-bc87-814565f1f8f4,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:03.289339 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b604068-3152-446c-b56e-863174cbb477 None None] Network 484d23ef-de35-447a-bd04-69eddaa484a7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:03.298875 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90299c10-68f6-43b0-a30f-d61e0e2a113e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:03.300818 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-90299c10-68f6-43b0-a30f-d61e0e2a113e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/subnets/cdd9edcc-9985-459e-bc87-814565f1f8f4 HTTP/1.1" status: 204 len: 168 time: 0.6506462 Aug 17 03:15:03.303697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43582) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:03.342522 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c24e825-de63-4603-939f-e8f536ef93d6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:03.444647 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05db57a-d302-4375-8056-6891ede3180d req-ac9434c0-6a05-4687-bf3f-c3c46d162853 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:03.446210 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a05db57a-d302-4375-8056-6891ede3180d req-ac9434c0-6a05-4687-bf3f-c3c46d162853 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.1244278 Aug 17 03:15:03.449677 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:03.525458 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf63ea2e-d852-427a-9b12-7e8bba13c62f None None] DHCP port deletion for 484d23ef-de35-447a-bd04-69eddaa484a7 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:15:03.562230 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae5f597-beb5-4e23-8755-b4e031ecaa58 req-2ffdaa2f-a2b2-466a-894d-4f9ab73b26d3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:03.563894 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ae5f597-beb5-4e23-8755-b4e031ecaa58 req-2ffdaa2f-a2b2-466a-894d-4f9ab73b26d3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 945 time: 0.1532276 Aug 17 03:15:03.576276 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cf63ea2e-d852-427a-9b12-7e8bba13c62f None None] Deleting port 61ab7fe5-944d-493b-915b-1a5c5105673a {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:03.576648 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf63ea2e-d852-427a-9b12-7e8bba13c62f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:03.583653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting port 61ab7fe5-944d-493b-915b-1a5c5105673a {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:03.584152 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:03.633529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a05db57a-d302-4375-8056-6891ede3180d req-ff6ea7b1-a05c-449e-b335-5894b04a7cac tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Deleting port 9ade6b1a-a279-46b8-9bb6-0b0e09761987 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:03.633717 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a05db57a-d302-4375-8056-6891ede3180d req-ff6ea7b1-a05c-449e-b335-5894b04a7cac tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:03.639622 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ae5f597-beb5-4e23-8755-b4e031ecaa58 req-d6153846-2663-4856-8e26-cca07e190204 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499179 Aug 17 03:15:03.704041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-cf63ea2e-d852-427a-9b12-7e8bba13c62f None None] For port 61ab7fe5-944d-493b-915b-1a5c5105673a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=61ab7fe5-944d-493b-915b-1a5c5105673a,segment=NetworkSegment(8ffd2624-315f-43a2-8b01-5b37cd2d3a9d),segment_id=8ffd2624-315f-43a2-8b01-5b37cd2d3a9d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:03.705097 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf63ea2e-d852-427a-9b12-7e8bba13c62f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:03.709664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] For port 61ab7fe5-944d-493b-915b-1a5c5105673a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=61ab7fe5-944d-493b-915b-1a5c5105673a,segment=NetworkSegment(8ffd2624-315f-43a2-8b01-5b37cd2d3a9d),segment_id=8ffd2624-315f-43a2-8b01-5b37cd2d3a9d)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:03.710813 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:03.725301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cf63ea2e-d852-427a-9b12-7e8bba13c62f None None] Calling delete_port for 61ab7fe5-944d-493b-915b-1a5c5105673a owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:03.765973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Calling delete_port for 61ab7fe5-944d-493b-915b-1a5c5105673a owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:03.772360 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-9c24e825-de63-4603-939f-e8f536ef93d6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Deleting port 01df3472-7dcb-499e-aa5f-706f1c27dd8f {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:03.773513 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c24e825-de63-4603-939f-e8f536ef93d6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:03.783717 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:03.863428 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a05db57a-d302-4375-8056-6891ede3180d req-ff6ea7b1-a05c-449e-b335-5894b04a7cac tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] For port 9ade6b1a-a279-46b8-9bb6-0b0e09761987, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=9ade6b1a-a279-46b8-9bb6-0b0e09761987,segment=NetworkSegment(dbd7541f-dd23-4942-af3e-b48fa01cf190),segment_id=dbd7541f-dd23-4942-af3e-b48fa01cf190)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:03.863814 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a05db57a-d302-4375-8056-6891ede3180d req-ff6ea7b1-a05c-449e-b335-5894b04a7cac tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:03.873079 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66257417-38db-4c09-805b-ee20ba6340ae req-e3a41ef7-55e8-48b1-a24d-2c0b96df490d tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:03.874814 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66257417-38db-4c09-805b-ee20ba6340ae req-e3a41ef7-55e8-48b1-a24d-2c0b96df490d tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 949 time: 0.1534994 Aug 17 03:15:03.881555 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c24e825-de63-4603-939f-e8f536ef93d6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:03.898011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-9c24e825-de63-4603-939f-e8f536ef93d6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Calling delete_port for 01df3472-7dcb-499e-aa5f-706f1c27dd8f owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:03.908005 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf63ea2e-d852-427a-9b12-7e8bba13c62f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:03.942266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf63ea2e-d852-427a-9b12-7e8bba13c62f None None] No DVR routers for this DVR port 61ab7fe5-944d-493b-915b-1a5c5105673a on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:03.944160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63ea2e-d852-427a-9b12-7e8bba13c62f None None] Pushing event deleted for resources: {'Port': ['ID=61ab7fe5-944d-493b-915b-1a5c5105673a,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:03.987451 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-66257417-38db-4c09-805b-ee20ba6340ae req-7cbc3664-67be-41b6-ba36-fca4dfa58ab7 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/security-groups?id=800c55e6-7ffb-4f61-9014-6a2ae7a4062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043258 Aug 17 03:15:04.019454 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3440d4-4505-4472-9786-b9b596144fe8 req-8aa3f393-d5e9-452c-ae76-81990f5ab278 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:04.021090 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f3440d4-4505-4472-9786-b9b596144fe8 req-8aa3f393-d5e9-452c-ae76-81990f5ab278 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 944 time: 0.0672281 Aug 17 03:15:04.025749 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:04.064462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] No DVR routers for this DVR port 61ab7fe5-944d-493b-915b-1a5c5105673a on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:04.067887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Port': ['ID=61ab7fe5-944d-493b-915b-1a5c5105673a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:04.126444 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f3440d4-4505-4472-9786-b9b596144fe8 req-f2ed17ed-6c57-4300-b38e-98b7b424d54c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0607839 Aug 17 03:15:04.202677 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:04.216766 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a05db57a-d302-4375-8056-6891ede3180d req-ff6ea7b1-a05c-449e-b335-5894b04a7cac tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:04.217075 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a05db57a-d302-4375-8056-6891ede3180d req-ff6ea7b1-a05c-449e-b335-5894b04a7cac tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:04.217391 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-a05db57a-d302-4375-8056-6891ede3180d req-ff6ea7b1-a05c-449e-b335-5894b04a7cac tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Floating IP 6256a431-6e78-4518-937c-10a87f8ab3a4 disassociated. External IP: 172.25.1.145, port: 9ade6b1a-a279-46b8-9bb6-0b0e09761987. Aug 17 03:15:04.217761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a05db57a-d302-4375-8056-6891ede3180d req-ff6ea7b1-a05c-449e-b335-5894b04a7cac tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Calling delete_port for 9ade6b1a-a279-46b8-9bb6-0b0e09761987 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:04.220337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484d23ef-de35-447a-bd04-69eddaa484a7']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:04.236803 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ffd2624-315f-43a2-8b01-5b37cd2d3a9d') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:04.242941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ffd2624-315f-43a2-8b01-5b37cd2d3a9d') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:04.250078 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:04.267902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e808f4d-42a0-4534-8d97-f6a262211def req-c42e51d0-3b12-47e0-a11f-4df6b10758b3 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:04.271847 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0e808f4d-42a0-4534-8d97-f6a262211def req-c42e51d0-3b12-47e0-a11f-4df6b10758b3 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 945 time: 0.0639803 Aug 17 03:15:04.301077 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:04.313742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:15:04.314618 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:04.315798 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0e808f4d-42a0-4534-8d97-f6a262211def req-a4487c7e-0023-403e-a6eb-b298f1433239 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0376070 Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:15:04.317973 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:15:04.321251 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c24e825-de63-4603-939f-e8f536ef93d6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:04.339922 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 61ab7fe5-944d-493b-915b-1a5c5105673a no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:15:04.363629 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c24e825-de63-4603-939f-e8f536ef93d6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Port': ['ID=01df3472-7dcb-499e-aa5f-706f1c27dd8f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:04.367197 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 61ab7fe5-944d-493b-915b-1a5c5105673a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:15:04.367548 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 61ab7fe5-944d-493b-915b-1a5c5105673a not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:15:04.495388 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:04.503105 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:04.510095 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/networks/484d23ef-de35-447a-bd04-69eddaa484a7 HTTP/1.1" status: 204 len: 168 time: 1.2036855 Aug 17 03:15:04.510532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43600) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:04.526447 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1770094612', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}, 'admin_state_up': False}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:04.533360 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c865d9d-15f8-41aa-8fbd-fb6a61fc5d8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Network': ['ID=484d23ef-de35-447a-bd04-69eddaa484a7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:04.548296 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a05db57a-d302-4375-8056-6891ede3180d req-ff6ea7b1-a05c-449e-b335-5894b04a7cac tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:04.564229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c24e825-de63-4603-939f-e8f536ef93d6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:04.579745 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6ea7b1-a05c-449e-b335-5894b04a7cac tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Pushing event deleted for resources: {'Port': ['ID=9ade6b1a-a279-46b8-9bb6-0b0e09761987,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:04.641201 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:04.641201 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:04.745947 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:04.756705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a05db57a-d302-4375-8056-6891ede3180d req-ff6ea7b1-a05c-449e-b335-5894b04a7cac tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:04.832979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1236f9a6-08ba-4b85-a93b-7c0f366afe12 req-1457d36c-a0b6-4502-bd5e-7c3e06cf14fe tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:04.834506 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1236f9a6-08ba-4b85-a93b-7c0f366afe12 req-1457d36c-a0b6-4502-bd5e-7c3e06cf14fe tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 945 time: 0.0960286 Aug 17 03:15:04.863941 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c24e825-de63-4603-939f-e8f536ef93d6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router 3e8b17d7-62d0-4acf-a23d-c8edf6317e60 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:04.887381 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1236f9a6-08ba-4b85-a93b-7c0f366afe12 req-71ad6f9d-b2b5-4de6-b510-6e19f8feb4ba tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459986 Aug 17 03:15:04.940762 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a05db57a-d302-4375-8056-6891ede3180d req-ff6ea7b1-a05c-449e-b335-5894b04a7cac tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:04.955271 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde80b48-75f8-4bb1-9685-6b0f7e835eac None None] Sync routers for ids ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:04.967224 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde80b48-75f8-4bb1-9685-6b0f7e835eac None None] Routers {'6772dce1-f98a-4a35-9e66-a81ca0530bf9'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:04.968667 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-fde80b48-75f8-4bb1-9685-6b0f7e835eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:05.025325 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:05.030835 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c24e825-de63-4603-939f-e8f536ef93d6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:05.038029 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9c24e825-de63-4603-939f-e8f536ef93d6 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "PUT /v2.0/routers/3e8b17d7-62d0-4acf-a23d-c8edf6317e60/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3389030 Aug 17 03:15:05.040886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43606) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:05.044601 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617499cd-5fe7-4c97-831c-7b47d75c9ebc None None] Sync routers for ids ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:05.054834 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617499cd-5fe7-4c97-831c-7b47d75c9ebc None None] Routers {'3e8b17d7-62d0-4acf-a23d-c8edf6317e60'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:05.055709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-617499cd-5fe7-4c97-831c-7b47d75c9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:05.101733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-617499cd-5fe7-4c97-831c-7b47d75c9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:05.125367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-617499cd-5fe7-4c97-831c-7b47d75c9ebc None None] Routers {'3e8b17d7-62d0-4acf-a23d-c8edf6317e60'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:05.126301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-617499cd-5fe7-4c97-831c-7b47d75c9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:05.131658 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-fde80b48-75f8-4bb1-9685-6b0f7e835eac None None] Set router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:05.185531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a05db57a-d302-4375-8056-6891ede3180d req-ff6ea7b1-a05c-449e-b335-5894b04a7cac tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] No DVR routers for this DVR port 9ade6b1a-a279-46b8-9bb6-0b0e09761987 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:05.214438 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a05db57a-d302-4375-8056-6891ede3180d req-ff6ea7b1-a05c-449e-b335-5894b04a7cac tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:05.216674 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a05db57a-d302-4375-8056-6891ede3180d req-ff6ea7b1-a05c-449e-b335-5894b04a7cac tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.60 "DELETE /v2.0/ports/9ade6b1a-a279-46b8-9bb6-0b0e09761987 HTTP/1.1" status: 204 len: 173 time: 1.7617364 Aug 17 03:15:05.219509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-617499cd-5fe7-4c97-831c-7b47d75c9ebc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:05.221328 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-617499cd-5fe7-4c97-831c-7b47d75c9ebc None None] The sync data for ids ['3e8b17d7-62d0-4acf-a23d-c8edf6317e60'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:05.251144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b2eff22-3bf1-4034-9468-df67a695e99d', 'name': 'network-vif-deleted', 'tag': '9ade6b1a-a279-46b8-9bb6-0b0e09761987'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:05.251144 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d031e828-edaf-4ecd-b5f5-d609d046a256" -d '{"events": [{"server_uuid": "6b2eff22-3bf1-4034-9468-df67a695e99d", "name": "network-vif-deleted", "tag": "9ade6b1a-a279-46b8-9bb6-0b0e09761987"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:05.292882 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6deaefb-fd01-49c6-95f3-50d850f74870 x-openstack-request-id: req-e6deaefb-fd01-49c6-95f3-50d850f74870 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:05.293171 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b2eff22-3bf1-4034-9468-df67a695e99d", "name": "network-vif-deleted", "tag": "9ade6b1a-a279-46b8-9bb6-0b0e09761987", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:05.293507 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6deaefb-fd01-49c6-95f3-50d850f74870 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:05.293848 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b2eff22-3bf1-4034-9468-df67a695e99d', 'name': 'network-vif-deleted', 'tag': '9ade6b1a-a279-46b8-9bb6-0b0e09761987', 'status': 'completed', 'code': 200} Aug 17 03:15:05.293971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device aee00051-652a-4cb0-b148-861aefc669e7 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:15:05.438374 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port aee00051-652a-4cb0-b148-861aefc669e7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=aee00051-652a-4cb0-b148-861aefc669e7,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:05.456250 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'aee00051-652a-4cb0-b148-861aefc669e7', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'port_id': 'aee00051-652a-4cb0-b148-861aefc669e7', 'mac_address': 'fa:16:3e:fc:50:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:15:05.480927 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c4ce2af9-3439-4d50-bbd7-c01f95dab198 req-8b33a118-4d10-4b71-80d3-306aaca564a8 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b2eff22-3bf1-4034-9468-df67a695e99d HTTP/1.1" status: 200 len: 210 time: 0.0520780 Aug 17 03:15:05.514242 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:05.520466 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-fde80b48-75f8-4bb1-9685-6b0f7e835eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:59Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9', 'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'mac_address': 'fa:16:3e:0b:f0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:58Z', 'updated_at': '2021-08-17T03:11:04Z', 'revision_number': 5, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'subnets': [{'id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:05.531430 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee00051-652a-4cb0-b148-861aefc669e7 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:15:05.554143 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde80b48-75f8-4bb1-9685-6b0f7e835eac None None] Checking router: 6772dce1-f98a-4a35-9e66-a81ca0530bf9 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:15:05.554635 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port aee00051-652a-4cb0-b148-861aefc669e7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=aee00051-652a-4cb0-b148-861aefc669e7,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:05.564880 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde80b48-75f8-4bb1-9685-6b0f7e835eac None None] Routers {'6772dce1-f98a-4a35-9e66-a81ca0530bf9'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:05.565113 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-fde80b48-75f8-4bb1-9685-6b0f7e835eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:05.638000 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:05.680454 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-fde80b48-75f8-4bb1-9685-6b0f7e835eac None None] Set router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:05.685119 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99cb449-acd2-4437-a7c4-96a2574ab338 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:05.689319 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=aee00051-652a-4cb0-b148-861aefc669e7,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:05.817769 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ce59eb9-0d10-4bee-87b9-d26d98cd8504 req-46bebc62-a2e5-4e26-8276-86608116698b tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:05.819234 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ce59eb9-0d10-4bee-87b9-d26d98cd8504 req-46bebc62-a2e5-4e26-8276-86608116698b tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 945 time: 0.6582348 Aug 17 03:15:05.849287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddddbae4-80ac-4cb6-b977-53bcdd763b88 req-0d92aca8-41b4-4e9a-8de3-e759c8ad0f37 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:05.851082 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ddddbae4-80ac-4cb6-b977-53bcdd763b88 req-0d92aca8-41b4-4e9a-8de3-e759c8ad0f37 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 944 time: 0.5968006 Aug 17 03:15:05.877343 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['aee00051-652a-4cb0-b148-861aefc669e7'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:15:05.920773 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-fde80b48-75f8-4bb1-9685-6b0f7e835eac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:59Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9', 'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'mac_address': 'fa:16:3e:0b:f0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:58Z', 'updated_at': '2021-08-17T03:11:04Z', 'revision_number': 5, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'subnets': [{'id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:05.935939 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99cb449-acd2-4437-a7c4-96a2574ab338 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:05.983902 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ddddbae4-80ac-4cb6-b977-53bcdd763b88 req-d628a2f0-9a74-4406-be07-8b1bc65b1435 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1089621 Aug 17 03:15:06.008088 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde80b48-75f8-4bb1-9685-6b0f7e835eac None None] The sync data for ids ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'] in n-d-802060-9 is: [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:59Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9', 'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'mac_address': 'fa:16:3e:0b:f0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:58Z', 'updated_at': '2021-08-17T03:11:04Z', 'revision_number': 5, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'subnets': [{'id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:06.126387 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87287333-ae68-49d6-a645-be98c2dec57e req-d8364089-a935-4dfa-911e-162f060b7369 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:06.135922 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-87287333-ae68-49d6-a645-be98c2dec57e req-d8364089-a935-4dfa-911e-162f060b7369 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 945 time: 0.1049967 Aug 17 03:15:06.167048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-5ce59eb9-0d10-4bee-87b9-d26d98cd8504 req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Deleting port 92c12936-11ac-461b-aa33-36d84f784839 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:06.167567 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ce59eb9-0d10-4bee-87b9-d26d98cd8504 req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:06.180582 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-87287333-ae68-49d6-a645-be98c2dec57e req-b4b08c63-e6ba-484c-b4da-5c298f7035ac tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431890 Aug 17 03:15:06.276723 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:06.312506 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:06.367514 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c592b5f4-5351-4279-b9b5-aa3653132c0e None None] New status for floating IP 6256a431-6e78-4518-937c-10a87f8ab3a4: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:15:06.390923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-e99cb449-acd2-4437-a7c4-96a2574ab338 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Deleting port d58706a5-06e9-422c-96d7-3daf3b4318af {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:06.391237 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99cb449-acd2-4437-a7c4-96a2574ab338 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:06.457540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5ce59eb9-0d10-4bee-87b9-d26d98cd8504 req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] For port 92c12936-11ac-461b-aa33-36d84f784839, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=92c12936-11ac-461b-aa33-36d84f784839,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:06.457875 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ce59eb9-0d10-4bee-87b9-d26d98cd8504 req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:06.483118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-5ce59eb9-0d10-4bee-87b9-d26d98cd8504 req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Calling delete_port for 92c12936-11ac-461b-aa33-36d84f784839 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:06.581869 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99cb449-acd2-4437-a7c4-96a2574ab338 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:06.601635 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-e99cb449-acd2-4437-a7c4-96a2574ab338 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Calling delete_port for d58706a5-06e9-422c-96d7-3daf3b4318af owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:06.637410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Allocated IP 172.25.1.103 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/48a34723-eb61-44b2-9ff5-d48d6cc8c457) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:06.658914 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43622) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:06.732834 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1033349-c9b7-4132-b73a-bdf5ab8feaf8 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:06.762261 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1033349-c9b7-4132-b73a-bdf5ab8feaf8 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:06.878359 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1033349-c9b7-4132-b73a-bdf5ab8feaf8 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:06.881689 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1033349-c9b7-4132-b73a-bdf5ab8feaf8 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:06.885713 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e1033349-c9b7-4132-b73a-bdf5ab8feaf8 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "DELETE /v2.0/security-groups/3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7 HTTP/1.1" status: 204 len: 168 time: 0.2232342 Aug 17 03:15:06.887270 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43624) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:06.893905 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1033349-c9b7-4132-b73a-bdf5ab8feaf8 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:06.918048 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-f43398b6-e66e-400b-9e7f-5ca7bafb8c4d tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] show failed (client error): The resource could not be found. Aug 17 03:15:06.919083 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f43398b6-e66e-400b-9e7f-5ca7bafb8c4d tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups/3e5f1a95-2a09-4bcf-b408-c2ac1562ddd7 HTTP/1.1" status: 404 len: 347 time: 0.0306797 Aug 17 03:15:06.922214 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43626) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:06.941211 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:06.961987 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ce59eb9-0d10-4bee-87b9-d26d98cd8504 req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:06.973633 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['79ba673f-b50b-4d6e-bd59-c682df30f861'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:15:06.979270 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['a7b24bfa-8705-4f8f-a9ea-f2c282cb63db', '92c12936-11ac-461b-aa33-36d84f784839'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:15:07.005460 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Pushing event deleted for resources: {'Port': ['ID=92c12936-11ac-461b-aa33-36d84f784839,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:07.032542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:07.036918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:07.036918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:07.036918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:07.036918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:07.036918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:07.036918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:07.036918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:07.036918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:07.036918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:07.036918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:07.036918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:07.061290 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99cb449-acd2-4437-a7c4-96a2574ab338 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.112236 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ce59eb9-0d10-4bee-87b9-d26d98cd8504 req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] No DVR routers for this DVR port 92c12936-11ac-461b-aa33-36d84f784839 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:07.119168 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ce59eb9-0d10-4bee-87b9-d26d98cd8504 req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.121216 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ce59eb9-0d10-4bee-87b9-d26d98cd8504 req-c9e0e96c-0e11-46a8-afba-c933b91aefd3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "DELETE /v2.0/ports/92c12936-11ac-461b-aa33-36d84f784839 HTTP/1.1" status: 204 len: 173 time: 1.2906370 Aug 17 03:15:07.122307 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99cb449-acd2-4437-a7c4-96a2574ab338 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Port': ['ID=d58706a5-06e9-422c-96d7-3daf3b4318af,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:07.177998 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-40eb5211-891d-4d80-adcb-f1bb873c99d2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Deleting port aeadb4eb-4337-4b2f-bfb2-beae6c7a8c74 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:07.178575 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40eb5211-891d-4d80-adcb-f1bb873c99d2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.252998 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.285780 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40eb5211-891d-4d80-adcb-f1bb873c99d2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.286564 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40eb5211-891d-4d80-adcb-f1bb873c99d2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.302075 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-40eb5211-891d-4d80-adcb-f1bb873c99d2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Calling delete_port for aeadb4eb-4337-4b2f-bfb2-beae6c7a8c74 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:07.311843 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device aee00051-652a-4cb0-b148-861aefc669e7 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:07.330061 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:07.333315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f2527fed-1aab-4624-9686-3c951c3d3346', 'name': 'network-vif-deleted', 'tag': '92c12936-11ac-461b-aa33-36d84f784839'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:07.336802 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df97a0af-12d0-4187-9637-11071f4c90b9" -d '{"events": [{"server_uuid": "f2527fed-1aab-4624-9686-3c951c3d3346", "name": "network-vif-deleted", "tag": "92c12936-11ac-461b-aa33-36d84f784839"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:07.341355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=48a34723-eb61-44b2-9ff5-d48d6cc8c457,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:07.346302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:07.350308 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:07.412865 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-adc7a513-9d7c-46f3-8045-3a39b947ba34 req-9632f350-5ca3-448c-b57c-ebc2945775cf tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=f2527fed-1aab-4624-9686-3c951c3d3346 HTTP/1.1" status: 200 len: 210 time: 0.0523951 Aug 17 03:15:07.417616 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99cb449-acd2-4437-a7c4-96a2574ab338 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.429229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16dcbe3-6415-45c5-97db-131ed8ca194e req-0bc1f215-81e5-41c0-990c-80fc43fb6022 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:07.431144 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e16dcbe3-6415-45c5-97db-131ed8ca194e req-0bc1f215-81e5-41c0-990c-80fc43fb6022 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.2619538 Aug 17 03:15:07.483671 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port aee00051-652a-4cb0-b148-861aefc669e7 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:07.488278 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port aee00051-652a-4cb0-b148-861aefc669e7 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:07.488947 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.585834 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323f7593-484f-4342-8c03-5a422fd58d9b x-openstack-request-id: req-323f7593-484f-4342-8c03-5a422fd58d9b {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:07.586469 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f2527fed-1aab-4624-9686-3c951c3d3346", "name": "network-vif-deleted", "tag": "92c12936-11ac-461b-aa33-36d84f784839", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:07.586854 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-323f7593-484f-4342-8c03-5a422fd58d9b {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:07.587277 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f2527fed-1aab-4624-9686-3c951c3d3346', 'name': 'network-vif-deleted', 'tag': '92c12936-11ac-461b-aa33-36d84f784839', 'status': 'completed', 'code': 200} Aug 17 03:15:07.589284 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.592599 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40eb5211-891d-4d80-adcb-f1bb873c99d2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.624991 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:07.628046 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3029dda-936c-44a6-b4ce-98b53cfbc422" -d '{"events": [{"server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "name": "network-vif-plugged", "status": "completed", "tag": "aee00051-652a-4cb0-b148-861aefc669e7"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:07.642108 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port aee00051-652a-4cb0-b148-861aefc669e7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=aee00051-652a-4cb0-b148-861aefc669e7,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:07.650856 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99cb449-acd2-4437-a7c4-96a2574ab338 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.653072 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40eb5211-891d-4d80-adcb-f1bb873c99d2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Pushing event deleted for resources: {'Port': ['ID=aeadb4eb-4337-4b2f-bfb2-beae6c7a8c74,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:07.653538 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99cb449-acd2-4437-a7c4-96a2574ab338 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.676242 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0fef6e0-ca2b-4bdc-acc6-c3aa906cce2f x-openstack-request-id: req-e0fef6e0-ca2b-4bdc-acc6-c3aa906cce2f {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:07.676774 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "name": "network-vif-plugged", "status": "completed", "tag": "aee00051-652a-4cb0-b148-861aefc669e7", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:07.677126 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e0fef6e0-ca2b-4bdc-acc6-c3aa906cce2f {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:07.678145 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7', 'code': 200} Aug 17 03:15:07.696141 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40eb5211-891d-4d80-adcb-f1bb873c99d2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.698743 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40eb5211-891d-4d80-adcb-f1bb873c99d2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.701482 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-40eb5211-891d-4d80-adcb-f1bb873c99d2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "DELETE /v2.0/floatingips/6256a431-6e78-4518-937c-10a87f8ab3a4 HTTP/1.1" status: 204 len: 168 time: 0.7760899 Aug 17 03:15:07.713970 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e16dcbe3-6415-45c5-97db-131ed8ca194e req-b1f354d6-9391-41d4-aef3-bf8f5252a098 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2067366 Aug 17 03:15:07.724127 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.724127 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 9ade6b1a-a279-46b8-9bb6-0b0e09761987 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:15:07.757277 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 9ade6b1a-a279-46b8-9bb6-0b0e09761987 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:15:07.757863 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 9ade6b1a-a279-46b8-9bb6-0b0e09761987 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:15:07.786364 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99cb449-acd2-4437-a7c4-96a2574ab338 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.788860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99cb449-acd2-4437-a7c4-96a2574ab338 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Fanout notify agent at l3_agent the message router_deleted on router 3e8b17d7-62d0-4acf-a23d-c8edf6317e60 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:15:07.820216 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99cb449-acd2-4437-a7c4-96a2574ab338 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.824334 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e99cb449-acd2-4437-a7c4-96a2574ab338 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/routers/3e8b17d7-62d0-4acf-a23d-c8edf6317e60 HTTP/1.1" status: 204 len: 168 time: 2.7789001 Aug 17 03:15:07.824651 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43640) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:07.845688 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=aee00051-652a-4cb0-b148-861aefc669e7,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:07.845906 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d956051-8221-4dd3-b1b8-3e2530b5b012 req-de4ec1f0-c5f0-49c1-bac1-b5790c337878 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:07.845906 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4d956051-8221-4dd3-b1b8-3e2530b5b012 req-de4ec1f0-c5f0-49c1-bac1-b5790c337878 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 1097 time: 0.0760725 Aug 17 03:15:07.883938 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4d956051-8221-4dd3-b1b8-3e2530b5b012 req-adaebd17-0cd9-4ee0-8873-6d70e4dd929e service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319564 Aug 17 03:15:07.893287 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6ac6253-34be-4dc9-8096-1a1a43bdeda4 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Deleting subnet f4d620e9-fb79-4b07-b34a-c14d9cc894d4 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:15:07.899064 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6ac6253-34be-4dc9-8096-1a1a43bdeda4 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:07.943842 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6ac6253-34be-4dc9-8096-1a1a43bdeda4 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:08.006033 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:08.040351 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6ac6253-34be-4dc9-8096-1a1a43bdeda4 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:08.080731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43642) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:08.089295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-cccae27c-f279-44e2-b2f8-02c6976adf17 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Request body: {'security_group': {'name': 'tempest-securitygroup--922305505', 'description': 'tempest-description--416658029'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:08.205579 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cccae27c-f279-44e2-b2f8-02c6976adf17 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:08.272628 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:08.529077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router c7a593f4-4400-4aba-95bf-94c64edeb121 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:15:08.575445 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6ac6253-34be-4dc9-8096-1a1a43bdeda4 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:08.612470 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ac6253-34be-4dc9-8096-1a1a43bdeda4 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Subnet': ['ID=f4d620e9-fb79-4b07-b34a-c14d9cc894d4,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:08.614547 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6ac6253-34be-4dc9-8096-1a1a43bdeda4 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:08.620355 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d6ac6253-34be-4dc9-8096-1a1a43bdeda4 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/subnets/f4d620e9-fb79-4b07-b34a-c14d9cc894d4 HTTP/1.1" status: 204 len: 168 time: 0.7906919 Aug 17 03:15:08.621690 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43650) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:08.623352 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f7d7a1e-a1ff-40a3-b29e-5afac02481a5 None None] Network 80d156c9-39bd-42f4-b306-5c8f5a5521b0 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:08.651368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:08.699949 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b2f89a-e756-46e9-b9e0-678e2ed68916 None None] Sync routers for ids ['c7a593f4-4400-4aba-95bf-94c64edeb121'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:08.733840 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b2f89a-e756-46e9-b9e0-678e2ed68916 None None] Routers {'c7a593f4-4400-4aba-95bf-94c64edeb121'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:08.734479 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-01b2f89a-e756-46e9-b9e0-678e2ed68916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c7a593f4-4400-4aba-95bf-94c64edeb121'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:08.781193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-01b2f89a-e756-46e9-b9e0-678e2ed68916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:08.799432 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cccae27c-f279-44e2-b2f8-02c6976adf17 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:08.805392 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:08.853579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01b2f89a-e756-46e9-b9e0-678e2ed68916 None None] Routers {'c7a593f4-4400-4aba-95bf-94c64edeb121'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:08.854224 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-01b2f89a-e756-46e9-b9e0-678e2ed68916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c7a593f4-4400-4aba-95bf-94c64edeb121'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:08.895460 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cccae27c-f279-44e2-b2f8-02c6976adf17 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:08.895978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6991c3c0-0080-4790-b071-dbe46cf7713b req-c27c45da-0bb6-4833-92b7-b745a8103852 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:08.898223 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6991c3c0-0080-4790-b071-dbe46cf7713b req-c27c45da-0bb6-4833-92b7-b745a8103852 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 946 time: 0.0670276 Aug 17 03:15:08.914915 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Deleting port 1b8ae70d-5a47-4473-a774-e5dd982ad41a {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:08.915260 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:08.943201 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6991c3c0-0080-4790-b071-dbe46cf7713b req-1e294a9f-5775-4561-a0b6-57757334af54 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372009 Aug 17 03:15:08.962391 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5dc9503-1fa2-4edf-88a3-66fd4fcce8e4 None None] DHCP port deletion for 80d156c9-39bd-42f4-b306-5c8f5a5521b0 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:15:08.965801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-01b2f89a-e756-46e9-b9e0-678e2ed68916 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:08.966428 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01b2f89a-e756-46e9-b9e0-678e2ed68916 None None] The sync data for ids ['c7a593f4-4400-4aba-95bf-94c64edeb121'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:08.998698 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.000597 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-294913c8-c4c2-4d9b-9ff0-1027cd31e515 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 880 time: 4.4875419 Aug 17 03:15:09.003267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43656) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:09.008403 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccae27c-f279-44e2-b2f8-02c6976adf17 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:09.027723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc9503-1fa2-4edf-88a3-66fd4fcce8e4 None None] Deleting port 1b8ae70d-5a47-4473-a774-e5dd982ad41a {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:09.028153 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a5dc9503-1fa2-4edf-88a3-66fd4fcce8e4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.049232 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] For port 1b8ae70d-5a47-4473-a774-e5dd982ad41a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1b8ae70d-5a47-4473-a774-e5dd982ad41a,segment=NetworkSegment(b7636298-3346-4dea-8bbf-7b09926c4e9d),segment_id=b7636298-3346-4dea-8bbf-7b09926c4e9d)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:09.049766 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.061287 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cccae27c-f279-44e2-b2f8-02c6976adf17 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.065219 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cccae27c-f279-44e2-b2f8-02c6976adf17 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.9807713 Aug 17 03:15:09.066346 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43658) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:09.068706 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Calling delete_port for 1b8ae70d-5a47-4473-a774-e5dd982ad41a owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:09.073358 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f6156b49-0839-46d3-893f-c10240996449 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Request body: {'security_group_rule': {'security_group_id': 'e0a56ca1-26bc-4fc9-8f26-70ace1d61f04', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:09.110923 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 92c12936-11ac-461b-aa33-36d84f784839 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:15:09.154323 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 92c12936-11ac-461b-aa33-36d84f784839 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:15:09.154995 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 92c12936-11ac-461b-aa33-36d84f784839 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:15:09.174687 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-a5dc9503-1fa2-4edf-88a3-66fd4fcce8e4 None None] For port 1b8ae70d-5a47-4473-a774-e5dd982ad41a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1b8ae70d-5a47-4473-a774-e5dd982ad41a,segment=NetworkSegment(b7636298-3346-4dea-8bbf-7b09926c4e9d),segment_id=b7636298-3346-4dea-8bbf-7b09926c4e9d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:09.175802 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a5dc9503-1fa2-4edf-88a3-66fd4fcce8e4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.180867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f42f20-51e4-47c2-8975-30d41c055324 req-7cbd8209-0849-4137-b294-9ed3bc9a2c39 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:09.182551 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9f42f20-51e4-47c2-8975-30d41c055324 req-7cbd8209-0849-4137-b294-9ed3bc9a2c39 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=543a7163-c694-4da0-8a1c-300007fa141a HTTP/1.1" status: 200 len: 946 time: 0.1054394 Aug 17 03:15:09.192500 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a5dc9503-1fa2-4edf-88a3-66fd4fcce8e4 None None] Calling delete_port for 1b8ae70d-5a47-4473-a774-e5dd982ad41a owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:09.217871 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6156b49-0839-46d3-893f-c10240996449 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.275273 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6156b49-0839-46d3-893f-c10240996449 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.284891 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.302057 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a5dc9503-1fa2-4edf-88a3-66fd4fcce8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.322905 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] No DVR routers for this DVR port 1b8ae70d-5a47-4473-a774-e5dd982ad41a on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:09.329682 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Port': ['ID=1b8ae70d-5a47-4473-a774-e5dd982ad41a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:09.370232 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc9503-1fa2-4edf-88a3-66fd4fcce8e4 None None] Pushing event deleted for resources: {'Port': ['ID=1b8ae70d-5a47-4473-a774-e5dd982ad41a,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:09.373623 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5dc9503-1fa2-4edf-88a3-66fd4fcce8e4 None None] No DVR routers for this DVR port 1b8ae70d-5a47-4473-a774-e5dd982ad41a on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:09.415404 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6156b49-0839-46d3-893f-c10240996449 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.446652 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.457162 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6156b49-0839-46d3-893f-c10240996449 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=855a6ee8-16e8-4141-9135-2702d3852487,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:09.463712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80d156c9-39bd-42f4-b306-5c8f5a5521b0']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:09.474163 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b7636298-3346-4dea-8bbf-7b09926c4e9d') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:09.474482 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b7636298-3346-4dea-8bbf-7b09926c4e9d') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:09.486838 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.501507 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.512741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:15:09.513143 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:15:09.516738 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:15:09.558691 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6156b49-0839-46d3-893f-c10240996449 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.562723 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f6156b49-0839-46d3-893f-c10240996449 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4925478 Aug 17 03:15:09.562874 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ca7ca3b4-8f37-4ad1-8401-c4c608e7401b tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/routers/c7a593f4-4400-4aba-95bf-94c64edeb121 HTTP/1.1" status: 200 len: 881 time: 0.5558395 Aug 17 03:15:09.562874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43662) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:09.563823 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43664) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:09.568479 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-43c07573-8361-420f-ba8d-3ee0826b0e97 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Request body: {'security_group_rule': {'security_group_id': 'e0a56ca1-26bc-4fc9-8f26-70ace1d61f04', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:09.642046 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b9f42f20-51e4-47c2-8975-30d41c055324 req-4931210b-39ac-4236-baf1-e9f3e086b181 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525104 Aug 17 03:15:09.687561 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.705724 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.710149 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/networks/80d156c9-39bd-42f4-b306-5c8f5a5521b0 HTTP/1.1" status: 204 len: 168 time: 1.0850775 Aug 17 03:15:09.710149 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a79548-4cee-4d1f-b98b-3911b3e407d5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Network': ['ID=80d156c9-39bd-42f4-b306-5c8f5a5521b0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:09.710356 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43c07573-8361-420f-ba8d-3ee0826b0e97 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.713120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43666) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:09.823330 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-beee82a3-27d8-4b8e-bdb3-20ae1fa30bf0 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 884 time: 0.2583339 Aug 17 03:15:09.823915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43668) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:09.829231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-93c9b131-cea5-4c19-b2ba-c9790145b078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-1770094612'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:09.871142 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43c07573-8361-420f-ba8d-3ee0826b0e97 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.890968 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d9955-fe59-4d26-a26b-d6bfdb1759b5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Deleting port 7a9ee9f6-c68e-45b7-ae3d-cd46f5a5ed85 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:09.891333 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9955-fe59-4d26-a26b-d6bfdb1759b5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.952231 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43c07573-8361-420f-ba8d-3ee0826b0e97 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.988522 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9955-fe59-4d26-a26b-d6bfdb1759b5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.988863 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9955-fe59-4d26-a26b-d6bfdb1759b5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:09.991832 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c07573-8361-420f-ba8d-3ee0826b0e97 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba079462-8479-4889-a9e3-00939e3224cc,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:10.004647 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4c4d9955-fe59-4d26-a26b-d6bfdb1759b5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Calling delete_port for 7a9ee9f6-c68e-45b7-ae3d-cd46f5a5ed85 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:10.090431 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-43c07573-8361-420f-ba8d-3ee0826b0e97 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:10.091972 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-43c07573-8361-420f-ba8d-3ee0826b0e97 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5272210 Aug 17 03:15:10.096393 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43672) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:10.104285 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6d2d0d69-7d33-4f07-b3de-91e732de546f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:10.156991 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93c9b131-cea5-4c19-b2ba-c9790145b078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:10.160797 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e709e99-107f-4bb4-8281-bb62a71a1945 req-ff15c193-5456-4f03-8bf7-2e322996fb83 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:10.162339 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6e709e99-107f-4bb4-8281-bb62a71a1945 req-ff15c193-5456-4f03-8bf7-2e322996fb83 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 946 time: 0.1094019 Aug 17 03:15:10.239933 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6e709e99-107f-4bb4-8281-bb62a71a1945 req-01ca6564-a8e3-4c0f-a00a-c9efbefdc06a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702684 Aug 17 03:15:10.254597 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0d69-7d33-4f07-b3de-91e732de546f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:10.290534 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93c9b131-cea5-4c19-b2ba-c9790145b078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:10.323031 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1b8ae70d-5a47-4473-a774-e5dd982ad41a no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:15:10.336271 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9955-fe59-4d26-a26b-d6bfdb1759b5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:10.358314 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 1b8ae70d-5a47-4473-a774-e5dd982ad41a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:15:10.358314 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1b8ae70d-5a47-4473-a774-e5dd982ad41a not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:15:10.391652 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4d9955-fe59-4d26-a26b-d6bfdb1759b5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Port': ['ID=7a9ee9f6-c68e-45b7-ae3d-cd46f5a5ed85,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:10.436961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1f98c4-4969-4fc1-a548-78ce514be64f req-2969eff5-8fe4-4235-9219-8d3b7910b6a6 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:10.438545 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1d1f98c4-4969-4fc1-a548-78ce514be64f req-2969eff5-8fe4-4235-9219-8d3b7910b6a6 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 946 time: 0.0951917 Aug 17 03:15:10.452102 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43678) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:10.463127 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ccfe94e0-27ed-4e63-a088-c1772ac26119 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Request body: {'floatingip': {'port_id': 'aee00051-652a-4cb0-b148-861aefc669e7'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:10.466844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-93c9b131-cea5-4c19-b2ba-c9790145b078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router c7a593f4-4400-4aba-95bf-94c64edeb121 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:10.517105 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccfe94e0-27ed-4e63-a088-c1772ac26119 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:10.522209 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9955-fe59-4d26-a26b-d6bfdb1759b5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:10.526971 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4c4d9955-fe59-4d26-a26b-d6bfdb1759b5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:10.528559 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4c4d9955-fe59-4d26-a26b-d6bfdb1759b5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/floatingips/c63fc356-25ff-4fb7-9940-a061eb068dfa HTTP/1.1" status: 204 len: 168 time: 0.8133605 Aug 17 03:15:10.530190 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0d69-7d33-4f07-b3de-91e732de546f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:10.562292 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43680) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:10.595930 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-f3341fb6-d45f-4032-a34b-4dfe1e42d07d tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] DELETE failed (client error): The resource could not be found. Aug 17 03:15:10.596587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f3341fb6-d45f-4032-a34b-4dfe1e42d07d tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:15:10.598340 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f3341fb6-d45f-4032-a34b-4dfe1e42d07d tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/ports/f9e5bbc2-9333-4949-b78b-62747b9b3381 HTTP/1.1" status: 404 len: 333 time: 0.0350912 Aug 17 03:15:10.601136 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43682) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:10.633455 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3cad24b3-2cfa-4d13-9be6-15428fce448f tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "GET /v2.0/ports?device_id=3e8b17d7-62d0-4acf-a23d-c8edf6317e60 HTTP/1.1" status: 200 len: 205 time: 0.0309925 Aug 17 03:15:10.635606 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43684) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:10.645014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-93c9b131-cea5-4c19-b2ba-c9790145b078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:10.653235 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93c9b131-cea5-4c19-b2ba-c9790145b078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:10.655403 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013a91ae-e870-479a-bf03-909a55e26398 None None] Sync routers for ids ['c7a593f4-4400-4aba-95bf-94c64edeb121'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:10.657834 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-93c9b131-cea5-4c19-b2ba-c9790145b078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/c7a593f4-4400-4aba-95bf-94c64edeb121 HTTP/1.1" status: 200 len: 888 time: 0.8328009 Aug 17 03:15:10.658916 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43686) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:10.667190 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013a91ae-e870-479a-bf03-909a55e26398 None None] Routers {'c7a593f4-4400-4aba-95bf-94c64edeb121'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:10.668244 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-013a91ae-e870-479a-bf03-909a55e26398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c7a593f4-4400-4aba-95bf-94c64edeb121'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:10.692346 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-4b16c1cc-ecc9-480b-820a-0bec24ae6b8d tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] delete failed (client error): The resource could not be found. Aug 17 03:15:10.693383 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4b16c1cc-ecc9-480b-820a-0bec24ae6b8d tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/routers/3e8b17d7-62d0-4acf-a23d-c8edf6317e60 HTTP/1.1" status: 404 len: 336 time: 0.0568798 Aug 17 03:15:10.696708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43690) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:10.715409 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-013a91ae-e870-479a-bf03-909a55e26398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:10.725794 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-013a91ae-e870-479a-bf03-909a55e26398 None None] Routers {'c7a593f4-4400-4aba-95bf-94c64edeb121'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:10.726797 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-013a91ae-e870-479a-bf03-909a55e26398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c7a593f4-4400-4aba-95bf-94c64edeb121'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:10.729391 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7433d53-2c95-43c2-b17f-a10128ed8958 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] DELETE failed (client error): The resource could not be found. Aug 17 03:15:10.729897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7433d53-2c95-43c2-b17f-a10128ed8958 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:15:10.734183 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a7433d53-2c95-43c2-b17f-a10128ed8958 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/subnets/f4d620e9-fb79-4b07-b34a-c14d9cc894d4 HTTP/1.1" status: 404 len: 337 time: 0.0340304 Aug 17 03:15:10.735052 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43692) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:10.766201 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-013a91ae-e870-479a-bf03-909a55e26398 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:10.767171 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-013a91ae-e870-479a-bf03-909a55e26398 None None] The sync data for ids ['c7a593f4-4400-4aba-95bf-94c64edeb121'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:10.858892 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d91b1d-03b3-4bb7-810f-f4515705940a req-ffd8e351-2d5e-402f-8171-e816cc57934b tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:10.860385 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23d91b1d-03b3-4bb7-810f-f4515705940a req-ffd8e351-2d5e-402f-8171-e816cc57934b tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "GET /v2.0/ports?device_id=543a7163-c694-4da0-8a1c-300007fa141a HTTP/1.1" status: 200 len: 946 time: 0.0886891 Aug 17 03:15:10.907082 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-85ce6f79-f401-4e74-ab8b-6d3ccd790c68 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Deleting port e9e5df47-bf70-4bce-8e9b-74869f8990bb {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:10.907406 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-85ce6f79-f401-4e74-ab8b-6d3ccd790c68 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:10.907637 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-6d2d0d69-7d33-4f07-b3de-91e732de546f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Allocated IP 172.25.1.217 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/18639a5b-6c00-44a5-b9dc-27bd02458dd9) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:10.962087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-164e7b38-f257-47bc-8b0f-80d2849809c6 req-016d1e91-f5dc-462f-82e1-db6ab0919c6e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:10.963580 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-164e7b38-f257-47bc-8b0f-80d2849809c6 req-016d1e91-f5dc-462f-82e1-db6ab0919c6e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=543a7163-c694-4da0-8a1c-300007fa141a HTTP/1.1" status: 200 len: 946 time: 0.2093277 Aug 17 03:15:11.007436 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d17f681e-a851-462d-9e65-aa2025bf639f tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/routers/c7a593f4-4400-4aba-95bf-94c64edeb121 HTTP/1.1" status: 200 len: 888 time: 0.3434284 Aug 17 03:15:11.011431 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43694) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:11.052112 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1e4865fb-0f66-481e-809e-6961b4b6f1df tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7a593f4-4400-4aba-95bf-94c64edeb121 HTTP/1.1" status: 200 len: 205 time: 0.0371766 Aug 17 03:15:11.056408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43696) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:11.067250 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-85ce6f79-f401-4e74-ab8b-6d3ccd790c68 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:11.113570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-23d91b1d-03b3-4bb7-810f-f4515705940a req-fbd5a4d0-1685-46a4-8ee0-d39eca46da6e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Deleting port a7b24bfa-8705-4f8f-a9ea-f2c282cb63db {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:11.113923 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-23d91b1d-03b3-4bb7-810f-f4515705940a req-fbd5a4d0-1685-46a4-8ee0-d39eca46da6e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:11.119129 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-85ce6f79-f401-4e74-ab8b-6d3ccd790c68 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Calling delete_port for e9e5df47-bf70-4bce-8e9b-74869f8990bb owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:11.145653 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-164e7b38-f257-47bc-8b0f-80d2849809c6 req-5e275edd-1186-488e-b703-043d4c338bd6 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1735523 Aug 17 03:15:11.233175 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0d69-7d33-4f07-b3de-91e732de546f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:11.309248 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fae5e9ac-ba9e-4319-9a86-0d47d97e8a59 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:11.354243 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-23d91b1d-03b3-4bb7-810f-f4515705940a req-fbd5a4d0-1685-46a4-8ee0-d39eca46da6e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] For port a7b24bfa-8705-4f8f-a9ea-f2c282cb63db, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a7b24bfa-8705-4f8f-a9ea-f2c282cb63db,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:11.354628 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-23d91b1d-03b3-4bb7-810f-f4515705940a req-fbd5a4d0-1685-46a4-8ee0-d39eca46da6e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:11.357212 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccfe94e0-27ed-4e63-a088-c1772ac26119 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:11.381220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-23d91b1d-03b3-4bb7-810f-f4515705940a req-fbd5a4d0-1685-46a4-8ee0-d39eca46da6e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Calling delete_port for a7b24bfa-8705-4f8f-a9ea-f2c282cb63db owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:11.420972 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0d69-7d33-4f07-b3de-91e732de546f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:11.455650 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccfe94e0-27ed-4e63-a088-c1772ac26119 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:11.504024 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2d0d69-7d33-4f07-b3de-91e732de546f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:11.513459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-6d2d0d69-7d33-4f07-b3de-91e732de546f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:11.519901 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2d0d69-7d33-4f07-b3de-91e732de546f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:11.527593 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d0d69-7d33-4f07-b3de-91e732de546f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Pushing event updated for resources: {'Port': ['ID=18639a5b-6c00-44a5-b9dc-27bd02458dd9,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:11.646000 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-ccfe94e0-27ed-4e63-a088-c1772ac26119 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Floating IP 8500fb02-8aec-4b1a-bec5-9a2b96d96eb6 associated. External IP: 172.25.1.222, port: aee00051-652a-4cb0-b148-861aefc669e7. Aug 17 03:15:11.706137 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0d69-7d33-4f07-b3de-91e732de546f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:11.816824 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fae5e9ac-ba9e-4319-9a86-0d47d97e8a59 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:11.841816 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0d69-7d33-4f07-b3de-91e732de546f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:11.925806 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-85ce6f79-f401-4e74-ab8b-6d3ccd790c68 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:11.951601 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccfe94e0-27ed-4e63-a088-c1772ac26119 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Router 63d30120-3963-4aca-8c92-6461e56df481 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:11.964176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ce6f79-f401-4e74-ab8b-6d3ccd790c68 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Port': ['ID=e9e5df47-bf70-4bce-8e9b-74869f8990bb,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:11.993629 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-23d91b1d-03b3-4bb7-810f-f4515705940a req-fbd5a4d0-1685-46a4-8ee0-d39eca46da6e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.007567 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['79ba673f-b50b-4d6e-bd59-c682df30f861'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:15:12.009875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['a7b24bfa-8705-4f8f-a9ea-f2c282cb63db'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:15:12.051477 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd5a4d0-1685-46a4-8ee0-d39eca46da6e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Pushing event deleted for resources: {'Port': ['ID=a7b24bfa-8705-4f8f-a9ea-f2c282cb63db,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:12.061980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-fae5e9ac-ba9e-4319-9a86-0d47d97e8a59 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting port 48a34723-eb61-44b2-9ff5-d48d6cc8c457 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:12.061980 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fae5e9ac-ba9e-4319-9a86-0d47d97e8a59 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.140958 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0d69-7d33-4f07-b3de-91e732de546f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.143403 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccfe94e0-27ed-4e63-a088-c1772ac26119 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:12.147113 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-85ce6f79-f401-4e74-ab8b-6d3ccd790c68 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.147894 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccfe94e0-27ed-4e63-a088-c1772ac26119 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.149540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-85ce6f79-f401-4e74-ab8b-6d3ccd790c68 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/ports/e9e5df47-bf70-4bce-8e9b-74869f8990bb HTTP/1.1" status: 204 len: 168 time: 1.4140601 Aug 17 03:15:12.155901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-23d91b1d-03b3-4bb7-810f-f4515705940a req-fbd5a4d0-1685-46a4-8ee0-d39eca46da6e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] No DVR routers for this DVR port a7b24bfa-8705-4f8f-a9ea-f2c282cb63db on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:12.155995 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43700) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:12.156303 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-23d91b1d-03b3-4bb7-810f-f4515705940a req-fbd5a4d0-1685-46a4-8ee0-d39eca46da6e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.158287 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23d91b1d-03b3-4bb7-810f-f4515705940a req-fbd5a4d0-1685-46a4-8ee0-d39eca46da6e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "DELETE /v2.0/ports/a7b24bfa-8705-4f8f-a9ea-f2c282cb63db HTTP/1.1" status: 204 len: 173 time: 1.2892497 Aug 17 03:15:12.158732 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '543a7163-c694-4da0-8a1c-300007fa141a', 'name': 'network-vif-deleted', 'tag': 'a7b24bfa-8705-4f8f-a9ea-f2c282cb63db'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:12.160966 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ae1ab48-b86c-4bbe-a928-905d2592e1bd" -d '{"events": [{"server_uuid": "543a7163-c694-4da0-8a1c-300007fa141a", "name": "network-vif-deleted", "tag": "a7b24bfa-8705-4f8f-a9ea-f2c282cb63db"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:12.168457 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7defda35-a3d9-4cb4-8c44-481fedd10f04 None None] Sync routers for ids ['63d30120-3963-4aca-8c92-6461e56df481'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:12.203451 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7defda35-a3d9-4cb4-8c44-481fedd10f04 None None] Routers {'63d30120-3963-4aca-8c92-6461e56df481'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:12.204138 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7defda35-a3d9-4cb4-8c44-481fedd10f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['63d30120-3963-4aca-8c92-6461e56df481'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:12.231753 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9398c389-9106-4b45-9978-8c839535a4b6 x-openstack-request-id: req-9398c389-9106-4b45-9978-8c839535a4b6 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:12.232316 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "543a7163-c694-4da0-8a1c-300007fa141a", "name": "network-vif-deleted", "tag": "a7b24bfa-8705-4f8f-a9ea-f2c282cb63db", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:12.232571 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9398c389-9106-4b45-9978-8c839535a4b6 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:12.232968 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '543a7163-c694-4da0-8a1c-300007fa141a', 'name': 'network-vif-deleted', 'tag': 'a7b24bfa-8705-4f8f-a9ea-f2c282cb63db', 'status': 'completed', 'code': 200} Aug 17 03:15:12.243135 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fae5e9ac-ba9e-4319-9a86-0d47d97e8a59 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.253673 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0d69-7d33-4f07-b3de-91e732de546f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.256269 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-fae5e9ac-ba9e-4319-9a86-0d47d97e8a59 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Calling delete_port for 48a34723-eb61-44b2-9ff5-d48d6cc8c457 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:12.347526 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-7defda35-a3d9-4cb4-8c44-481fedd10f04 None None] Set router 63d30120-3963-4aca-8c92-6461e56df481 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:12.512507 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fae5e9ac-ba9e-4319-9a86-0d47d97e8a59 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.549781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5e9ac-ba9e-4319-9a86-0d47d97e8a59 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Port': ['ID=48a34723-eb61-44b2-9ff5-d48d6cc8c457,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:12.618661 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fae5e9ac-ba9e-4319-9a86-0d47d97e8a59 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.655548 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ccfe94e0-27ed-4e63-a088-c1772ac26119 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "PUT /v2.0/floatingips/8500fb02-8aec-4b1a-bec5-9a2b96d96eb6 HTTP/1.1" status: 200 len: 992 time: 2.1968453 Aug 17 03:15:12.664643 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-535876ae-643f-465a-a232-33225009db5e req-3b11f44f-ea71-4d2d-b260-62932a16d5a5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=543a7163-c694-4da0-8a1c-300007fa141a HTTP/1.1" status: 200 len: 210 time: 0.4118795 Aug 17 03:15:12.668857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:12.671036 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d11afa3a-8d58-450b-b59d-710582bd5f1f" -d '{"events": [{"name": "network-changed", "server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "tag": "aee00051-652a-4cb0-b148-861aefc669e7"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:12.736663 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fae5e9ac-ba9e-4319-9a86-0d47d97e8a59 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.739138 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fae5e9ac-ba9e-4319-9a86-0d47d97e8a59 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.761711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2d0d69-7d33-4f07-b3de-91e732de546f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Pushing event updated for resources: {'Port': ['ID=18639a5b-6c00-44a5-b9dc-27bd02458dd9,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:12.781697 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0d69-7d33-4f07-b3de-91e732de546f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.814778 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-872e3902-fdcd-4dcc-bc5f-b121fa3511a7 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Deleting port 1be02979-ba16-40f1-ada3-7911a6946475 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:12.815135 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-872e3902-fdcd-4dcc-bc5f-b121fa3511a7 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.825517 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7defda35-a3d9-4cb4-8c44-481fedd10f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d30120-3963-4aca-8c92-6461e56df481', 'name': 'tempest-ServerActionsTestJSON-1619391916-router', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:14:36Z', 'updated_at': '2021-08-17T03:14:42Z', 'revision_number': 4, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'gw_port': {'id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:37Z', 'updated_at': '2021-08-17T03:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '8500fb02-8aec-4b1a-bec5-9a2b96d96eb6', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '63d30120-3963-4aca-8c92-6461e56df481', 'port_id': 'aee00051-652a-4cb0-b148-861aefc669e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'mac_address': 'fa:16:3e:fc:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:14:50Z', 'updated_at': '2021-08-17T03:15:11Z', 'revision_number': 1, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae01a65-3fee-42c8-bc6c-e7487b5c53b8', 'name': '', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'mac_address': 'fa:16:3e:a4:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:40Z', 'updated_at': '2021-08-17T03:14:48Z', 'revision_number': 5, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'subnets': [{'id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:12.854644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7defda35-a3d9-4cb4-8c44-481fedd10f04 None None] Checking router: 63d30120-3963-4aca-8c92-6461e56df481 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:15:12.859070 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b97d2b51-b7e5-473d-ab90-f3954b21f2c6 x-openstack-request-id: req-b97d2b51-b7e5-473d-ab90-f3954b21f2c6 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:12.859371 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "tag": "aee00051-652a-4cb0-b148-861aefc669e7", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:12.859671 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b97d2b51-b7e5-473d-ab90-f3954b21f2c6 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:12.860015 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7', 'status': 'completed', 'code': 200} Aug 17 03:15:12.864074 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7defda35-a3d9-4cb4-8c44-481fedd10f04 None None] Routers {'63d30120-3963-4aca-8c92-6461e56df481'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:12.865123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7defda35-a3d9-4cb4-8c44-481fedd10f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['63d30120-3963-4aca-8c92-6461e56df481'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:12.866304 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fae5e9ac-ba9e-4319-9a86-0d47d97e8a59 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.866849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fae5e9ac-ba9e-4319-9a86-0d47d97e8a59 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Fanout notify agent at l3_agent the message router_deleted on router c7a593f4-4400-4aba-95bf-94c64edeb121 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:15:12.876935 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fae5e9ac-ba9e-4319-9a86-0d47d97e8a59 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.882583 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fae5e9ac-ba9e-4319-9a86-0d47d97e8a59 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/routers/c7a593f4-4400-4aba-95bf-94c64edeb121 HTTP/1.1" status: 204 len: 168 time: 1.8190842 Aug 17 03:15:12.883150 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43714) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:12.890661 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-3245833f-677e-40b9-827e-a5a2376977c7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'network': {'name': 'tempest-RoutersTest-825259057'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:12.897995 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d2d0d69-7d33-4f07-b3de-91e732de546f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.899274 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6d2d0d69-7d33-4f07-b3de-91e732de546f tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8017738 Aug 17 03:15:12.935448 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-872e3902-fdcd-4dcc-bc5f-b121fa3511a7 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:12.949078 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-872e3902-fdcd-4dcc-bc5f-b121fa3511a7 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Calling delete_port for 1be02979-ba16-40f1-ada3-7911a6946475 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:12.961272 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11afa3a-8d58-450b-b59d-710582bd5f1f req-ef2f06a9-9edf-4404-9d75-123b3216b5a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:12.963117 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d11afa3a-8d58-450b-b59d-710582bd5f1f req-ef2f06a9-9edf-4404-9d75-123b3216b5a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 1097 time: 0.0820820 Aug 17 03:15:13.006058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3245833f-677e-40b9-827e-a5a2376977c7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:13.007226 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-7defda35-a3d9-4cb4-8c44-481fedd10f04 None None] Set router 63d30120-3963-4aca-8c92-6461e56df481 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:13.010254 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3245833f-677e-40b9-827e-a5a2376977c7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:13.074836 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3245833f-677e-40b9-827e-a5a2376977c7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:15:13.087714 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3245833f-677e-40b9-827e-a5a2376977c7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:13.088115 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-3245833f-677e-40b9-827e-a5a2376977c7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Added segment 4e732369-8a30-4cf7-ab06-6636dab080a5 of type vlan for network b3b6e932-f002-4113-b464-5dcff604bf5c Aug 17 03:15:13.127998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11afa3a-8d58-450b-b59d-710582bd5f1f req-22291d94-2daa-4c03-b411-821cd9710791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:13.129650 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d11afa3a-8d58-450b-b59d-710582bd5f1f req-22291d94-2daa-4c03-b411-821cd9710791 service neutron] 10.222.0.60 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 0.1482928 Aug 17 03:15:13.172803 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3245833f-677e-40b9-827e-a5a2376977c7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:13.227743 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-789c20e7-253f-4451-98d0-acef7a8dc6b7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--922305505&fields=id&tenant_id=29dbf4db7226454dadb9ed17ed77cc12 HTTP/1.1" status: 200 len: 267 time: 0.1117952 Aug 17 03:15:13.253464 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-872e3902-fdcd-4dcc-bc5f-b121fa3511a7 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:13.285065 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3245833f-677e-40b9-827e-a5a2376977c7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:13.291602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3245833f-677e-40b9-827e-a5a2376977c7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:13.292327 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3245833f-677e-40b9-827e-a5a2376977c7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:13.294039 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d11afa3a-8d58-450b-b59d-710582bd5f1f req-58d4a56f-46bb-41f5-8181-356e5618f3f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee00051-652a-4cb0-b148-861aefc669e7 HTTP/1.1" status: 200 len: 1000 time: 0.1557794 Aug 17 03:15:13.295291 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872e3902-fdcd-4dcc-bc5f-b121fa3511a7 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Port': ['ID=1be02979-ba16-40f1-ada3-7911a6946475,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:13.336809 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7defda35-a3d9-4cb4-8c44-481fedd10f04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d30120-3963-4aca-8c92-6461e56df481', 'name': 'tempest-ServerActionsTestJSON-1619391916-router', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:14:36Z', 'updated_at': '2021-08-17T03:14:42Z', 'revision_number': 4, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'gw_port': {'id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:37Z', 'updated_at': '2021-08-17T03:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '8500fb02-8aec-4b1a-bec5-9a2b96d96eb6', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '63d30120-3963-4aca-8c92-6461e56df481', 'port_id': 'aee00051-652a-4cb0-b148-861aefc669e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'mac_address': 'fa:16:3e:fc:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:14:50Z', 'updated_at': '2021-08-17T03:15:11Z', 'revision_number': 1, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae01a65-3fee-42c8-bc6c-e7487b5c53b8', 'name': '', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'mac_address': 'fa:16:3e:a4:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:40Z', 'updated_at': '2021-08-17T03:14:48Z', 'revision_number': 5, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'subnets': [{'id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:13.368302 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7defda35-a3d9-4cb4-8c44-481fedd10f04 None None] The sync data for ids ['63d30120-3963-4aca-8c92-6461e56df481'] in n-d-802060-9 is: [{'id': '63d30120-3963-4aca-8c92-6461e56df481', 'name': 'tempest-ServerActionsTestJSON-1619391916-router', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:14:36Z', 'updated_at': '2021-08-17T03:14:42Z', 'revision_number': 4, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'gw_port': {'id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:37Z', 'updated_at': '2021-08-17T03:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '8500fb02-8aec-4b1a-bec5-9a2b96d96eb6', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'floating_ip_address': '172.25.1.222', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '63d30120-3963-4aca-8c92-6461e56df481', 'port_id': 'aee00051-652a-4cb0-b148-861aefc669e7', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 2556, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'mac_address': 'fa:16:3e:fc:50:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:14:50Z', 'updated_at': '2021-08-17T03:15:11Z', 'revision_number': 1, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'bae01a65-3fee-42c8-bc6c-e7487b5c53b8', 'name': '', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'mac_address': 'fa:16:3e:a4:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:40Z', 'updated_at': '2021-08-17T03:14:48Z', 'revision_number': 5, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'subnets': [{'id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:13.392911 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11afa3a-8d58-450b-b59d-710582bd5f1f req-95439575-67fd-46ae-9d1e-b82144d32850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:13.394888 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d11afa3a-8d58-450b-b59d-710582bd5f1f req-95439575-67fd-46ae-9d1e-b82144d32850 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.0931664 Aug 17 03:15:13.422282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-227c0f88-c8d9-4107-95ba-cfafa6ef0fc7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:13.422599 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3245833f-677e-40b9-827e-a5a2376977c7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Network': ['ID=b3b6e932-f002-4113-b464-5dcff604bf5c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:13.423286 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-227c0f88-c8d9-4107-95ba-cfafa6ef0fc7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/networks?id=06273fda-1108-4d79-a8de-ed0a7364bbe0 HTTP/1.1" status: 200 len: 811 time: 0.1879995 Aug 17 03:15:13.437475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network b3b6e932-f002-4113-b464-5dcff604bf5c details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:15:13.459590 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-872e3902-fdcd-4dcc-bc5f-b121fa3511a7 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:13.463259 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-872e3902-fdcd-4dcc-bc5f-b121fa3511a7 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/ports/1be02979-ba16-40f1-ada3-7911a6946475 HTTP/1.1" status: 204 len: 168 time: 1.3080602 Aug 17 03:15:13.468101 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-ece00bb0-80b1-4834-848f-1c42f75bb0b8 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/quotas/29dbf4db7226454dadb9ed17ed77cc12 HTTP/1.1" status: 200 len: 375 time: 0.0209615 Aug 17 03:15:13.468573 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43728) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:13.470345 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43730) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:13.470603 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3245833f-677e-40b9-827e-a5a2376977c7 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.5862663 Aug 17 03:15:13.484003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b4206bb0-fd69-4ad4-9973-c712ef3b7784 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'subnet': {'network_id': 'b3b6e932-f002-4113-b464-5dcff604bf5c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:13.556930 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11afa3a-8d58-450b-b59d-710582bd5f1f req-43ce2f9a-22d5-43f9-9b5e-0d2363a52893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:13.558499 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d11afa3a-8d58-450b-b59d-710582bd5f1f req-43ce2f9a-22d5-43f9-9b5e-0d2363a52893 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1550786 Aug 17 03:15:13.612069 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1a177d3-515c-43b8-9690-191f9b7413c1 None None] New status for floating IP 8500fb02-8aec-4b1a-bec5-9a2b96d96eb6: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:15:13.688249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98c8ef81-531e-4f22-96cc-419583329b7b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:13.690791 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-98c8ef81-531e-4f22-96cc-419583329b7b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "GET /v2.0/ports?device_id=b2ca297a-acc8-40ad-9807-e478e5494a11 HTTP/1.1" status: 200 len: 913 time: 0.2210591 Aug 17 03:15:13.692566 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43736) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:13.730937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-01167b80-22a2-4911-b6df-c7698de24095 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=29dbf4db7226454dadb9ed17ed77cc12&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2516630 Aug 17 03:15:13.829201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4206bb0-fd69-4ad4-9973-c712ef3b7784 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:13.835201 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b4206bb0-fd69-4ad4-9973-c712ef3b7784 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:13.884505 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d11afa3a-8d58-450b-b59d-710582bd5f1f req-4bad8e3a-d4dc-4030-959e-826e52fdebdc service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067107 Aug 17 03:15:14.036257 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-8b7cd2b8-ab59-430a-82be-9ddadd23aa1a service neutron] 10.222.0.10 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2678707 Aug 17 03:15:14.094296 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d11afa3a-8d58-450b-b59d-710582bd5f1f req-115e8979-be64-4c27-9ea5-c2e1037e1417 service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967940 Aug 17 03:15:14.119493 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-7bd20f6d-27df-4c38-ba13-95261b83d1f6 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:14.121024 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-7bd20f6d-27df-4c38-ba13-95261b83d1f6 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 805 time: 0.1653318 Aug 17 03:15:14.159024 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-3b97b24d-7d01-4c59-a07e-3d60efdd37fe tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/quotas/6fc3dc22f61e4504bffcbcd1acecf394 HTTP/1.1" status: 200 len: 375 time: 0.0161281 Aug 17 03:15:14.190564 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-2a90cfad-e9c2-482a-a72d-d35bb2136a4d service neutron] 10.222.0.10 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1459734 Aug 17 03:15:14.248354 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-5912ee60-f362-4aea-b1bc-c48fa0573a52 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0806766 Aug 17 03:15:14.295234 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b4206bb0-fd69-4ad4-9973-c712ef3b7784 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:14.313178 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5daa9d02-510a-4c25-910e-fc3ee97ec0a5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:14.361878 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4206bb0-fd69-4ad4-9973-c712ef3b7784 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Subnet': ['ID=cd96573c-8fb3-447d-bf98-3ed06f80d9ea,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:14.377449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4206bb0-fd69-4ad4-9973-c712ef3b7784 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Checking segment: {'id': '4e732369-8a30-4cf7-ab06-6636dab080a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b3b6e932-f002-4113-b464-5dcff604bf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:14.379255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4206bb0-fd69-4ad4-9973-c712ef3b7784 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network hostable DHCP agents. Network: b3b6e932-f002-4113-b464-5dcff604bf5c, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:15:14.422172 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-427573ba-891a-42dc-abb5-5b9c21554ad0 service neutron] 10.222.0.10 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653461 Aug 17 03:15:14.438273 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-549d7094-7521-4272-91dd-2ade160e524e req-a24e8ed5-ab1b-4bce-968a-446fb97c1a22 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 210 time: 0.0312624 Aug 17 03:15:14.466129 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4206bb0-fd69-4ad4-9973-c712ef3b7784 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network b3b6e932-f002-4113-b464-5dcff604bf5c is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:15:14.527751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b4206bb0-fd69-4ad4-9973-c712ef3b7784 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, b3b6e932-f002-4113-b464-5dcff604bf5c) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:14.536110 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38df3c90-4253-459f-9027-2443c6e07e39 None None] Network b3b6e932-f002-4113-b464-5dcff604bf5c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:14.538887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4206bb0-fd69-4ad4-9973-c712ef3b7784 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:14.540532 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b4206bb0-fd69-4ad4-9973-c712ef3b7784 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:14.600019 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-eca467d9-7d4a-444e-b9e5-e658587c5f90 service neutron] 10.222.0.10 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1637533 Aug 17 03:15:14.616684 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b4206bb0-fd69-4ad4-9973-c712ef3b7784 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1376796 Aug 17 03:15:14.619550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43758) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:14.624870 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f504389f-eb29-44d0-8024-4d9fd936a78c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-43711179', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:14.729930 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-b3b6e932-f002-4113-b464-5dcff604bf5c', 'network_id': 'b3b6e932-f002-4113-b464-5dcff604bf5c', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'fixed_ips': [{'subnet_id': 'cd96573c-8fb3-447d-bf98-3ed06f80d9ea'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:15:14.731142 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:14.761454 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5daa9d02-510a-4c25-910e-fc3ee97ec0a5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Deleting port 40b2b018-d4ab-4b51-88b8-9041ce60a580 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:14.761996 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5daa9d02-510a-4c25-910e-fc3ee97ec0a5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:14.762432 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f504389f-eb29-44d0-8024-4d9fd936a78c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:14.763555 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f504389f-eb29-44d0-8024-4d9fd936a78c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:14.831945 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f504389f-eb29-44d0-8024-4d9fd936a78c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:14.902028 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f3e29966-2cb1-4b43-959d-6b77754d5feb req-f33dc95e-ce62-4281-995d-da0498b93c7c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 210 time: 0.0446403 Aug 17 03:15:14.911626 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f504389f-eb29-44d0-8024-4d9fd936a78c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:14.916881 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5daa9d02-510a-4c25-910e-fc3ee97ec0a5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:14.925364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Allocated IP 172.20.0.2 (b3b6e932-f002-4113-b464-5dcff604bf5c/cd96573c-8fb3-447d-bf98-3ed06f80d9ea/54f43afe-f5f9-4cb2-9569-b2e8fe26f25a) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:14.937407 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5daa9d02-510a-4c25-910e-fc3ee97ec0a5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Calling delete_port for 40b2b018-d4ab-4b51-88b8-9041ce60a580 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:15.009992 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f504389f-eb29-44d0-8024-4d9fd936a78c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.011276 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f504389f-eb29-44d0-8024-4d9fd936a78c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.3905966 Aug 17 03:15:15.014172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43770) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:15.117511 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.125689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Transition to ACTIVE for port object 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:15.142011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Transition to ACTIVE for port object 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:15.145276 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a7b24bfa-8705-4f8f-a9ea-f2c282cb63db no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:15:15.170187 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: a7b24bfa-8705-4f8f-a9ea-f2c282cb63db {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:15:15.170533 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a7b24bfa-8705-4f8f-a9ea-f2c282cb63db not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:15:15.249432 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.295921 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Network b3b6e932-f002-4113-b464-5dcff604bf5c is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:15.298045 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8bd3c532-2bea-46ef-b354-10f8501ea719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.309942 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:15.313621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:15.325543 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Pushing event updated for resources: {'Port': ['ID=54f43afe-f5f9-4cb2-9569-b2e8fe26f25a,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:15.384458 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Attempting to bind port 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:15.384756 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Attempting to bind port 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '4e732369-8a30-4cf7-ab06-6636dab080a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b3b6e932-f002-4113-b464-5dcff604bf5c'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:15.385125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Attempting to bind port 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a on network b3b6e932-f002-4113-b464-5dcff604bf5c {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:15.390350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:15.390734 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Checking segment: {'id': '4e732369-8a30-4cf7-ab06-6636dab080a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b3b6e932-f002-4113-b464-5dcff604bf5c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:15.391146 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.391548 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Bound using segment: {'id': '4e732369-8a30-4cf7-ab06-6636dab080a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b3b6e932-f002-4113-b464-5dcff604bf5c'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:15.392016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Bound port: 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4e732369-8a30-4cf7-ab06-6636dab080a5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'b3b6e932-f002-4113-b464-5dcff604bf5c'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:15.392405 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.399753 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.459216 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] For port 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:15.468576 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] For port 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=54f43afe-f5f9-4cb2-9569-b2e8fe26f25a,segment=NetworkSegment(4e732369-8a30-4cf7-ab06-6636dab080a5),segment_id=4e732369-8a30-4cf7-ab06-6636dab080a5)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:15.533048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f9cd700c-aa39-43a6-b917-bde5c005a406 req-51a68dae-1c6f-419d-851e-418ad9b586a8 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 210 time: 0.0297618 Aug 17 03:15:15.541384 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5daa9d02-510a-4c25-910e-fc3ee97ec0a5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.563953 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:15.573460 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5daa9d02-510a-4c25-910e-fc3ee97ec0a5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Port': ['ID=40b2b018-d4ab-4b51-88b8-9041ce60a580,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:15.634006 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d22e6e2-a2b2-4bc8-8ce0-ecbeebccc5c4 None None] Pushing event updated for resources: {'Port': ['ID=54f43afe-f5f9-4cb2-9569-b2e8fe26f25a,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:15.790763 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Allocated IP 172.20.0.1 (b3b6e932-f002-4113-b464-5dcff604bf5c/cd96573c-8fb3-447d-bf98-3ed06f80d9ea/33e79ab4-b19a-4417-89ec-72729e835595) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:15.915331 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5daa9d02-510a-4c25-910e-fc3ee97ec0a5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:16.027448 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7734fa31-6326-446a-a60d-42b98a60620d req-ba260cca-21fd-4403-99b1-2b93af4b939d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 210 time: 0.0505764 Aug 17 03:15:16.085007 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:16.110250 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Transition to ACTIVE for port object 33e79ab4-b19a-4417-89ec-72729e835595 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:16.385283 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:16.550484 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:16.597175 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5daa9d02-510a-4c25-910e-fc3ee97ec0a5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Router b2ca297a-acc8-40ad-9807-e478e5494a11 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:16.638532 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a95e0058-ef0c-4abe-a840-deac551ce13f req-819694a0-ca1c-4d3d-8257-825c97ad3dad tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 210 time: 0.0278296 Aug 17 03:15:16.661181 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:16.688006 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9975eff0-c332-43a1-8981-9dcd013286fe None None] Network b3b6e932-f002-4113-b464-5dcff604bf5c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:16.750457 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network b3b6e932-f002-4113-b464-5dcff604bf5c is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:16.760359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:16.764205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:16.766796 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=33e79ab4-b19a-4417-89ec-72729e835595,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:16.809768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5daa9d02-510a-4c25-910e-fc3ee97ec0a5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:16.816385 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5daa9d02-510a-4c25-910e-fc3ee97ec0a5 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "PUT /v2.0/routers/b2ca297a-acc8-40ad-9807-e478e5494a11/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1225860 Aug 17 03:15:16.819728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43790) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:16.847480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0265c1e-8b78-4a1f-b224-3f5ce21e15bf None None] Sync routers for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:16.867588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0265c1e-8b78-4a1f-b224-3f5ce21e15bf None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:16.870682 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c0265c1e-8b78-4a1f-b224-3f5ce21e15bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:16.870836 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:16.913075 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c0265c1e-8b78-4a1f-b224-3f5ce21e15bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:16.915213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d83ef7c1-5426-469c-b741-7306aa3a4c28 None None] Provisioning for port 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:16.935352 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d83ef7c1-5426-469c-b741-7306aa3a4c28 None None] Provisioning complete for port 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:16.935649 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d83ef7c1-5426-469c-b741-7306aa3a4c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:16.986649 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0265c1e-8b78-4a1f-b224-3f5ce21e15bf None None] Routers {'b2ca297a-acc8-40ad-9807-e478e5494a11'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:16.987290 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c0265c1e-8b78-4a1f-b224-3f5ce21e15bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b2ca297a-acc8-40ad-9807-e478e5494a11'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:17.017538 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a216d7d-ef1c-416b-9d4e-639ca2aba93a tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:17.029730 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c0265c1e-8b78-4a1f-b224-3f5ce21e15bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:17.030404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0265c1e-8b78-4a1f-b224-3f5ce21e15bf None None] The sync data for ids ['b2ca297a-acc8-40ad-9807-e478e5494a11'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:17.109039 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d83ef7c1-5426-469c-b741-7306aa3a4c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:17.156930 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-52da7808-4403-4e30-b558-cb24820aaed3 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:17.159202 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-52da7808-4403-4e30-b558-cb24820aaed3 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.30 "GET /v2.0/networks?id=06273fda-1108-4d79-a8de-ed0a7364bbe0 HTTP/1.1" status: 200 len: 811 time: 0.2056196 Aug 17 03:15:17.166746 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-d83ef7c1-5426-469c-b741-7306aa3a4c28 None None] For port 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=54f43afe-f5f9-4cb2-9569-b2e8fe26f25a,segment=NetworkSegment(4e732369-8a30-4cf7-ab06-6636dab080a5),segment_id=4e732369-8a30-4cf7-ab06-6636dab080a5)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:17.196836 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0590fd5b-8d81-4012-a083-371b9538137d req-365bd0b2-a613-4c5d-8d9a-0844bf0636bd tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 210 time: 0.0363643 Aug 17 03:15:17.199697 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:17.226785 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-f4d60bb6-a096-434d-b0ca-30f3de92b507 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=29dbf4db7226454dadb9ed17ed77cc12 HTTP/1.1" status: 200 len: 379 time: 0.0545583 Aug 17 03:15:17.233891 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a216d7d-ef1c-416b-9d4e-639ca2aba93a tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:17.242106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-af896779-0cab-4d9f-aaea-894ef0dffce7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Request body: {'port': {'device_id': 'c96035fb-44c2-4852-a741-b529c0daf508', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'admin_state_up': True, 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'security_groups': ['e0a56ca1-26bc-4fc9-8f26-70ace1d61f04']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:17.242794 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d83ef7c1-5426-469c-b741-7306aa3a4c28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:17.302639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d83ef7c1-5426-469c-b741-7306aa3a4c28 None None] Pushing event updated for resources: {'Port': ['ID=54f43afe-f5f9-4cb2-9569-b2e8fe26f25a,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:17.455510 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4a216d7d-ef1c-416b-9d4e-639ca2aba93a tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Deleting port 45689a0a-1c7a-4955-977b-3c213091b231 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:17.455822 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a216d7d-ef1c-416b-9d4e-639ca2aba93a tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:17.463625 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-19c18ae9-aafd-44ac-a799-ef8fc62f8ab1 None None] Provisioning complete for port 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:17.464264 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-19c18ae9-aafd-44ac-a799-ef8fc62f8ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:17.534895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-af896779-0cab-4d9f-aaea-894ef0dffce7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Made reservation on behalf of 29dbf4db7226454dadb9ed17ed77cc12 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:17.539231 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-af896779-0cab-4d9f-aaea-894ef0dffce7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:17.626034 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a216d7d-ef1c-416b-9d4e-639ca2aba93a tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:17.648193 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4a216d7d-ef1c-416b-9d4e-639ca2aba93a tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Calling delete_port for 45689a0a-1c7a-4955-977b-3c213091b231 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:17.677144 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:17.681225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-19c18ae9-aafd-44ac-a799-ef8fc62f8ab1 None None] Provisioning for port 33e79ab4-b19a-4417-89ec-72729e835595 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:17.684247 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-19c18ae9-aafd-44ac-a799-ef8fc62f8ab1 None None] Provisioning complete for port 33e79ab4-b19a-4417-89ec-72729e835595 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:17.684870 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-19c18ae9-aafd-44ac-a799-ef8fc62f8ab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:17.759643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-19c18ae9-aafd-44ac-a799-ef8fc62f8ab1 None None] Port 33e79ab4-b19a-4417-89ec-72729e835595 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:15:17.778443 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:17.859745 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-979f4f29-7f71-4ca9-a991-a3ae6e256e10 req-87af870b-c083-4b3a-be66-0cc372e7d67b tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 210 time: 0.0849955 Aug 17 03:15:17.874197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-af896779-0cab-4d9f-aaea-894ef0dffce7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Allocated IP 172.20.0.4 (06273fda-1108-4d79-a8de-ed0a7364bbe0/9034a659-f846-4b1b-ae6a-7826b698211e/376a07d6-16f6-4852-866a-a73dbd581b5a) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:17.887195 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:17.888024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-b49eb4c7-155d-4a93-bb17-dc489d5b5ba9 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:17.889801 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-b49eb4c7-155d-4a93-bb17-dc489d5b5ba9 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 805 time: 0.2516832 Aug 17 03:15:17.905648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d3c74604-b3da-4500-87cd-d82675fa0a54 None None] Provisioning complete for port 33e79ab4-b19a-4417-89ec-72729e835595 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:17.910668 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d3c74604-b3da-4500-87cd-d82675fa0a54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:17.910796 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-71f45e06-f2b6-41d9-9bb8-a3ce07e1779c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Request body: {'port': {'device_id': 'e8036e99-697d-4d60-af51-cb1433d78464', 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c', 'admin_state_up': True, 'tenant_id': '6fc3dc22f61e4504bffcbcd1acecf394'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:17.924745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=33e79ab4-b19a-4417-89ec-72729e835595,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:17.950575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d3c74604-b3da-4500-87cd-d82675fa0a54 None None] Port 33e79ab4-b19a-4417-89ec-72729e835595 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:15:17.957553 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-44531988-4317-428f-a308-917db8b9df03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.045111 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network b3b6e932-f002-4113-b464-5dcff604bf5c is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:18.046747 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:18.056388 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a216d7d-ef1c-416b-9d4e-639ca2aba93a tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.130973 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a216d7d-ef1c-416b-9d4e-639ca2aba93a tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Port': ['ID=45689a0a-1c7a-4955-977b-3c213091b231,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:18.143096 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-71f45e06-f2b6-41d9-9bb8-a3ce07e1779c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Made reservation on behalf of 6fc3dc22f61e4504bffcbcd1acecf394 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:18.147132 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-71f45e06-f2b6-41d9-9bb8-a3ce07e1779c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.163374 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.260586 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a216d7d-ef1c-416b-9d4e-639ca2aba93a tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.304652 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-af896779-0cab-4d9f-aaea-894ef0dffce7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.373897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-af896779-0cab-4d9f-aaea-894ef0dffce7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Transition to ACTIVE for port object 376a07d6-16f6-4852-866a-a73dbd581b5a will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:18.388950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:18.451127 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-34df6ecc-aea5-4455-960a-b36c8bc488a4 req-6c02ce6c-8073-414f-a4a3-82e14c4fb54e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 210 time: 0.1352379 Aug 17 03:15:18.452775 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a216d7d-ef1c-416b-9d4e-639ca2aba93a tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.455990 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a216d7d-ef1c-416b-9d4e-639ca2aba93a tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.456183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-71f45e06-f2b6-41d9-9bb8-a3ce07e1779c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Allocated IP 172.20.0.8 (231691f2-ac47-4b98-9db9-aab5f5656c2c/5df8f852-8b4a-4f0c-8b3e-42b1edfe9134/79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:18.464145 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4904bf30-716a-4e5d-8dbf-32f882faf401 None None] Provisioning complete for port 33e79ab4-b19a-4417-89ec-72729e835595 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:18.464721 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4904bf30-716a-4e5d-8dbf-32f882faf401 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.511250 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4904bf30-716a-4e5d-8dbf-32f882faf401 None None] Port 33e79ab4-b19a-4417-89ec-72729e835595 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:15:18.517773 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:18.518144 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.528793 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-af896779-0cab-4d9f-aaea-894ef0dffce7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.606623 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router de7ef551-6d66-4f26-8a25-572f3d992ab6 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:15:18.657471 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a216d7d-ef1c-416b-9d4e-639ca2aba93a tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.658005 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a216d7d-ef1c-416b-9d4e-639ca2aba93a tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Fanout notify agent at l3_agent the message router_deleted on router b2ca297a-acc8-40ad-9807-e478e5494a11 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:15:18.692248 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a216d7d-ef1c-416b-9d4e-639ca2aba93a tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.693407 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4a216d7d-ef1c-416b-9d4e-639ca2aba93a tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/routers/b2ca297a-acc8-40ad-9807-e478e5494a11 HTTP/1.1" status: 204 len: 168 time: 1.8723726 Aug 17 03:15:18.696550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43810) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:18.766456 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:18.771571 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-a1ca09eb-ce9c-4e33-b3ec-360f849096d9 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Deleting subnet 74d98d29-f51c-47ba-954d-377c0a519a9b {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:15:18.775933 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a1ca09eb-ce9c-4e33-b3ec-360f849096d9 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.779723 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f21793-7a9a-4564-94c3-89c8739ed29e None None] Sync routers for ids ['de7ef551-6d66-4f26-8a25-572f3d992ab6'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:18.794579 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f21793-7a9a-4564-94c3-89c8739ed29e None None] Routers {'de7ef551-6d66-4f26-8a25-572f3d992ab6'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:18.795612 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e8f21793-7a9a-4564-94c3-89c8739ed29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['de7ef551-6d66-4f26-8a25-572f3d992ab6'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:18.822826 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a1ca09eb-ce9c-4e33-b3ec-360f849096d9 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.851715 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e8f21793-7a9a-4564-94c3-89c8739ed29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:18.864625 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8f21793-7a9a-4564-94c3-89c8739ed29e None None] Routers {'de7ef551-6d66-4f26-8a25-572f3d992ab6'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:18.867190 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e8f21793-7a9a-4564-94c3-89c8739ed29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['de7ef551-6d66-4f26-8a25-572f3d992ab6'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:18.872704 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a1ca09eb-ce9c-4e33-b3ec-360f849096d9 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:18.924883 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e8f21793-7a9a-4564-94c3-89c8739ed29e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:18.926488 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e8f21793-7a9a-4564-94c3-89c8739ed29e None None] The sync data for ids ['de7ef551-6d66-4f26-8a25-572f3d992ab6'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:18.939676 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-10046965-a295-4fa5-af88-a65b1e35ed55 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/de7ef551-6d66-4f26-8a25-572f3d992ab6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9202375 Aug 17 03:15:18.939850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43814) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:18.991299 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bfa76f5-5f70-4710-a030-ec4991caaede tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:18.992784 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3bfa76f5-5f70-4710-a030-ec4991caaede tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports/33e79ab4-b19a-4417-89ec-72729e835595 HTTP/1.1" status: 200 len: 910 time: 0.0519960 Aug 17 03:15:18.995485 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43816) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:19.001519 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a3ca7917-7d56-448e-971b-eca074cff94e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'cd96573c-8fb3-447d-bf98-3ed06f80d9ea'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:19.028942 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a1ca09eb-ce9c-4e33-b3ec-360f849096d9 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.034395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-af896779-0cab-4d9f-aaea-894ef0dffce7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Network 06273fda-1108-4d79-a8de-ed0a7364bbe0 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:19.047403 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-af896779-0cab-4d9f-aaea-894ef0dffce7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:19.052367 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-af896779-0cab-4d9f-aaea-894ef0dffce7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:19.066338 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ca09eb-ce9c-4e33-b3ec-360f849096d9 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Subnet': ['ID=74d98d29-f51c-47ba-954d-377c0a519a9b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:19.068541 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a1ca09eb-ce9c-4e33-b3ec-360f849096d9 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.073190 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a1ca09eb-ce9c-4e33-b3ec-360f849096d9 tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/subnets/74d98d29-f51c-47ba-954d-377c0a519a9b HTTP/1.1" status: 204 len: 168 time: 0.3756528 Aug 17 03:15:19.077543 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43818) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:19.091543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af896779-0cab-4d9f-aaea-894ef0dffce7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Pushing event updated for resources: {'Port': ['ID=376a07d6-16f6-4852-866a-a73dbd581b5a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:19.126973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-af896779-0cab-4d9f-aaea-894ef0dffce7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:19.127789 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-af896779-0cab-4d9f-aaea-894ef0dffce7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.132811 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.165892 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5936d7-7935-4329-837e-d912c49b43be req-1cd40cdd-0100-459a-9b92-8d4e52ef0eeb tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:19.167842 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-df5936d7-7935-4329-837e-d912c49b43be req-1cd40cdd-0100-459a-9b92-8d4e52ef0eeb tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 931 time: 0.1843655 Aug 17 03:15:19.193666 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-71f45e06-f2b6-41d9-9bb8-a3ce07e1779c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.201686 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd752-9696-40bf-9890-5baf86b59e4b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.246393 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-af896779-0cab-4d9f-aaea-894ef0dffce7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0096653 Aug 17 03:15:19.255584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-df5936d7-7935-4329-837e-d912c49b43be req-4a2de842-c38a-451c-9a61-826a272c3b84 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691330 Aug 17 03:15:19.273089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Request body: {'port': {'device_id': 'c96035fb-44c2-4852-a741-b529c0daf508', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:19.358397 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.375061 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-71f45e06-f2b6-41d9-9bb8-a3ce07e1779c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.389681 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['79ba673f-b50b-4d6e-bd59-c682df30f861'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:15:19.392572 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7917-7d56-448e-971b-eca074cff94e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.396637 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd752-9696-40bf-9890-5baf86b59e4b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.416442 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-b3bbd752-9696-40bf-9890-5baf86b59e4b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08c856bd-7831-4330-ba4c-e6b12d43ba3c']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:19.456707 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-b3bbd752-9696-40bf-9890-5baf86b59e4b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c18e939a-3040-407a-bbea-238aa7bbc1af') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:19.456975 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-b3bbd752-9696-40bf-9890-5baf86b59e4b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c18e939a-3040-407a-bbea-238aa7bbc1af') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:19.473089 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd752-9696-40bf-9890-5baf86b59e4b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.535089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-71f45e06-f2b6-41d9-9bb8-a3ce07e1779c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Network 231691f2-ac47-4b98-9db9-aab5f5656c2c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:19.575500 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd752-9696-40bf-9890-5baf86b59e4b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.598974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b3bbd752-9696-40bf-9890-5baf86b59e4b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Releasing vlan 60 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:15:19.599395 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd752-9696-40bf-9890-5baf86b59e4b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:15:19.603116 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:15:19.656118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-71f45e06-f2b6-41d9-9bb8-a3ce07e1779c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:19.662195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-71f45e06-f2b6-41d9-9bb8-a3ce07e1779c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:19.719005 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f45e06-f2b6-41d9-9bb8-a3ce07e1779c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Pushing event updated for resources: {'Port': ['ID=79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:19.730607 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-29f1217b-43eb-4e10-b200-231daa4a906e None None] Provisioning for port 376a07d6-16f6-4852-866a-a73dbd581b5a completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:19.742346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-29f1217b-43eb-4e10-b200-231daa4a906e None None] Provisioning complete for port 376a07d6-16f6-4852-866a-a73dbd581b5a triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:19.742738 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-29f1217b-43eb-4e10-b200-231daa4a906e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.794626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-29f1217b-43eb-4e10-b200-231daa4a906e None None] Port 376a07d6-16f6-4852-866a-a73dbd581b5a cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:15:19.847917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-71f45e06-f2b6-41d9-9bb8-a3ce07e1779c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:19.848599 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-71f45e06-f2b6-41d9-9bb8-a3ce07e1779c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:19.935270 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c97f934-4a15-4591-bf5d-e0524060869d req-3f44e309-e3f4-4f28-90d4-2a6cb723110b tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:19.936915 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c97f934-4a15-4591-bf5d-e0524060869d req-3f44e309-e3f4-4f28-90d4-2a6cb723110b tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 931 time: 0.1944492 Aug 17 03:15:19.966080 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-71f45e06-f2b6-41d9-9bb8-a3ce07e1779c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0611217 Aug 17 03:15:19.994193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Request body: {'port': {'device_id': 'e8036e99-697d-4d60-af51-cb1433d78464', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:20.050068 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2c97f934-4a15-4591-bf5d-e0524060869d req-5f9c86e0-49a8-4cbd-ba62-16e3f4c50e94 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881009 Aug 17 03:15:20.088667 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:20.094419 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd752-9696-40bf-9890-5baf86b59e4b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:20.107195 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3bbd752-9696-40bf-9890-5baf86b59e4b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:20.111610 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b3bbd752-9696-40bf-9890-5baf86b59e4b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] 10.222.0.10 "DELETE /v2.0/networks/08c856bd-7831-4330-ba4c-e6b12d43ba3c HTTP/1.1" status: 204 len: 168 time: 1.0330012 Aug 17 03:15:20.126998 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bbd752-9696-40bf-9890-5baf86b59e4b tempest-FloatingIPTestJSON-1702011236 tempest-FloatingIPTestJSON-1702011236-project] Pushing event deleted for resources: {'Network': ['ID=08c856bd-7831-4330-ba4c-e6b12d43ba3c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:20.267671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 376a07d6-16f6-4852-866a-a73dbd581b5a {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:15:20.282618 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:20.288949 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7917-7d56-448e-971b-eca074cff94e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:20.306107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Transition to ACTIVE for port object 376a07d6-16f6-4852-866a-a73dbd581b5a will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:20.404807 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee6b1b3-c072-4707-b133-74d67c4d740b req-307d5f81-81f7-4391-9e9e-221e254bd1cf tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:20.406361 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ee6b1b3-c072-4707-b133-74d67c4d740b req-307d5f81-81f7-4391-9e9e-221e254bd1cf tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 931 time: 0.0673649 Aug 17 03:15:20.407004 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7917-7d56-448e-971b-eca074cff94e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:20.429061 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:20.534936 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Pushing event updated for resources: {'Port': ['ID=376a07d6-16f6-4852-866a-a73dbd581b5a,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:20.558627 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3ca7917-7d56-448e-971b-eca074cff94e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:20.559292 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3ca7917-7d56-448e-971b-eca074cff94e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:20.563533 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a3ca7917-7d56-448e-971b-eca074cff94e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/ports/33e79ab4-b19a-4417-89ec-72729e835595 HTTP/1.1" status: 200 len: 910 time: 1.5643737 Aug 17 03:15:20.570487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43832) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:20.575476 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4ee6b1b3-c072-4707-b133-74d67c4d740b req-d2947c46-44f2-4399-a875-452c859e370b tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1573105 Aug 17 03:15:20.577602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3ca7917-7d56-448e-971b-eca074cff94e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=33e79ab4-b19a-4417-89ec-72729e835595,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:20.695022 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43836) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:20.853111 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:20.880725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Attempting to bind port 376a07d6-16f6-4852-866a-a73dbd581b5a on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:20.881065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Attempting to bind port 376a07d6-16f6-4852-866a-a73dbd581b5a by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'dbd7541f-dd23-4942-af3e-b48fa01cf190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:20.882216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Attempting to bind port 376a07d6-16f6-4852-866a-a73dbd581b5a on network 06273fda-1108-4d79-a8de-ed0a7364bbe0 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:20.903297 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-58515ebd-d21c-45a2-94c6-9e70da647e80 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e101eb18e7164ec090e51ec073f6f65a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2066727 Aug 17 03:15:20.910014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43842) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:20.919272 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:15:20.959534 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Port 376a07d6-16f6-4852-866a-a73dbd581b5a on network 06273fda-1108-4d79-a8de-ed0a7364bbe0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:15:20.959850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Attempting to bind port 376a07d6-16f6-4852-866a-a73dbd581b5a on network 06273fda-1108-4d79-a8de-ed0a7364bbe0 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:20.965095 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:20.970048 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99bb897a-5e60-433d-8de5-4ddb054efe49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:20.982463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:20.982733 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Checking segment: {'id': 'dbd7541f-dd23-4942-af3e-b48fa01cf190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:20.983113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Bound using segment: {'id': 'dbd7541f-dd23-4942-af3e-b48fa01cf190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:20.983560 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Bound port: 376a07d6-16f6-4852-866a-a73dbd581b5a, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'dbd7541f-dd23-4942-af3e-b48fa01cf190', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:20.983904 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:20.997335 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99bb897a-5e60-433d-8de5-4ddb054efe49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.007065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Transition to ACTIVE for port object 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:21.072283 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.123714 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99bb897a-5e60-433d-8de5-4ddb054efe49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.130841 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-99bb897a-5e60-433d-8de5-4ddb054efe49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.134421 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-99bb897a-5e60-433d-8de5-4ddb054efe49 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9185370f-bf7d-4b79-a809-57d94a193ba7 HTTP/1.1" status: 204 len: 168 time: 0.2231538 Aug 17 03:15:21.147171 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99bb897a-5e60-433d-8de5-4ddb054efe49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9185370f-bf7d-4b79-a809-57d94a193ba7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:21.244877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] For port 376a07d6-16f6-4852-866a-a73dbd581b5a, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:21.272795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] For port 376a07d6-16f6-4852-866a-a73dbd581b5a, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=376a07d6-16f6-4852-866a-a73dbd581b5a,segment=NetworkSegment(dbd7541f-dd23-4942-af3e-b48fa01cf190),segment_id=dbd7541f-dd23-4942-af3e-b48fa01cf190)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:21.275584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Pushing event updated for resources: {'Port': ['ID=79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:21.350389 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b08f3e-7c21-4dcf-9786-e127aafdafcb req-47ba920f-2a1e-4dae-b310-d5853fe0a966 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:21.354639 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-58b08f3e-7c21-4dcf-9786-e127aafdafcb req-47ba920f-2a1e-4dae-b310-d5853fe0a966 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 943 time: 0.1962111 Aug 17 03:15:21.388165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.462389 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Attempting to bind port 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:21.462728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Attempting to bind port 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:21.463057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Attempting to bind port 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 on network 231691f2-ac47-4b98-9db9-aab5f5656c2c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:21.471581 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:21.471581 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.472219 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] 10.222.0.30 "PUT /v2.0/ports/376a07d6-16f6-4852-866a-a73dbd581b5a HTTP/1.1" status: 200 len: 1091 time: 2.2104523 Aug 17 03:15:21.493527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96035fb-44c2-4852-a741-b529c0daf508', 'tag': '376a07d6-16f6-4852-866a-a73dbd581b5a'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:21.501015 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-02314218-57c4-41f8-831e-16b46f201c23" -d '{"events": [{"name": "network-changed", "server_uuid": "c96035fb-44c2-4852-a741-b529c0daf508", "tag": "376a07d6-16f6-4852-866a-a73dbd581b5a"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:21.549719 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-58b08f3e-7c21-4dcf-9786-e127aafdafcb req-90ecd3b9-3987-42fa-b5f2-2d191505a21f tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1886559 Aug 17 03:15:21.550358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Port 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 on network 231691f2-ac47-4b98-9db9-aab5f5656c2c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:15:21.554838 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Attempting to bind port 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 on network 231691f2-ac47-4b98-9db9-aab5f5656c2c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:21.585746 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8aed8b21-6ab2-4a1e-a20e-9f121c493957 x-openstack-request-id: req-8aed8b21-6ab2-4a1e-a20e-9f121c493957 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:21.586054 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96035fb-44c2-4852-a741-b529c0daf508", "tag": "376a07d6-16f6-4852-866a-a73dbd581b5a", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:21.586456 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8aed8b21-6ab2-4a1e-a20e-9f121c493957 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:21.586741 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96035fb-44c2-4852-a741-b529c0daf508', 'tag': '376a07d6-16f6-4852-866a-a73dbd581b5a', 'status': 'completed', 'code': 200} Aug 17 03:15:21.593518 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:21.593888 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Checking segment: {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:21.594276 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Bound using segment: {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:21.594792 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Bound port: 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:21.595236 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.613942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562db9d4-fbbf-456c-b62e-d98d29df8c0e service neutron] Pushing event updated for resources: {'Port': ['ID=376a07d6-16f6-4852-866a-a73dbd581b5a,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:21.716405 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-757c110c-f0c6-4f79-9814-2aab9dd75b42 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:21.739650 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-111eccbd-21a8-42c2-a354-71122adef531 req-c5337f5a-9f42-469a-87d3-9da5d2ba8662 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:21.741728 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-111eccbd-21a8-42c2-a354-71122adef531 req-c5337f5a-9f42-469a-87d3-9da5d2ba8662 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 943 time: 0.0747945 Aug 17 03:15:21.833365 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-111eccbd-21a8-42c2-a354-71122adef531 req-9180c0b0-7ba8-42bc-b00a-e0e50902ef47 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795820 Aug 17 03:15:21.844828 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-0d1f0dd9-a8d2-45d2-b155-f26785fe653f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:21.846420 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-0d1f0dd9-a8d2-45d2-b155-f26785fe653f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=29dbf4db7226454dadb9ed17ed77cc12&device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 1094 time: 0.2363307 Aug 17 03:15:21.863711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] For port 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:21.875944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] For port 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:21.908492 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-4ab47e3a-6435-4920-afdd-6289c8577784 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=376a07d6-16f6-4852-866a-a73dbd581b5a HTTP/1.1" status: 200 len: 217 time: 0.0476661 Aug 17 03:15:21.950578 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:22.072709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:22.073371 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:22.074726 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] 10.222.0.30 "PUT /v2.0/ports/79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 HTTP/1.1" status: 200 len: 1091 time: 2.0922403 Aug 17 03:15:22.083086 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab656176-327c-4eeb-a850-5945acb26602 service neutron] Pushing event updated for resources: {'Port': ['ID=79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:22.092385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-02cdfb43-155d-461b-9789-9ee605f9445c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:22.093971 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-02cdfb43-155d-461b-9789-9ee605f9445c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9034a659-f846-4b1b-ae6a-7826b698211e HTTP/1.1" status: 200 len: 850 time: 0.1459596 Aug 17 03:15:22.178808 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-608a62c5-92e1-45e5-919c-8385818e58c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:22.180456 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-608a62c5-92e1-45e5-919c-8385818e58c3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06273fda-1108-4d79-a8de-ed0a7364bbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0781314 Aug 17 03:15:22.313125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-0809818f-e9e1-4c59-b7a4-8b301a67dae2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:22.314779 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-0809818f-e9e1-4c59-b7a4-8b301a67dae2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 1094 time: 0.1313927 Aug 17 03:15:22.383277 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-87f10445-6aac-4870-90b4-aab2f08b2747 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 HTTP/1.1" status: 200 len: 217 time: 0.0580103 Aug 17 03:15:22.388873 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-e64dff97-6756-4eb8-99a8-f843577ebdc5 service neutron] 10.222.0.30 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1942647 Aug 17 03:15:22.395048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-757c110c-f0c6-4f79-9814-2aab9dd75b42 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting port 33e79ab4-b19a-4417-89ec-72729e835595 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:22.395398 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-757c110c-f0c6-4f79-9814-2aab9dd75b42 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:22.453999 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43874) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:22.554406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-3c31e036-df41-499a-8ccf-5e24365273a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:22.555971 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-3c31e036-df41-499a-8ccf-5e24365273a8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5df8f852-8b4a-4f0c-8b3e-42b1edfe9134 HTTP/1.1" status: 200 len: 845 time: 0.1558878 Aug 17 03:15:22.585140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Request body: {'networks': [{'name': 'tempest-network--1320313019'}, {'name': 'tempest-network--1629840249'}]} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:22.585513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Request body: {'network': {'name': 'tempest-network--1320313019'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:22.586115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Request body: {'network': {'name': 'tempest-network--1629840249'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:22.624530 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-757c110c-f0c6-4f79-9814-2aab9dd75b42 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:22.628483 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-6ead2f44-0be7-4f41-865b-97decaab4825 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=231691f2-ac47-4b98-9db9-aab5f5656c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607381 Aug 17 03:15:22.648841 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-757c110c-f0c6-4f79-9814-2aab9dd75b42 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Calling delete_port for 33e79ab4-b19a-4417-89ec-72729e835595 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:22.651976 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4380df5f-ff70-481e-9063-dd456f8082c3 req-d3465b03-e20d-42f5-970b-5d4eddceb388 service neutron] 10.222.0.30 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2529361 Aug 17 03:15:22.695298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a4fbe4-524d-4494-80cf-90794c056136 req-4fa0ed6e-7ead-44e7-a64f-c77c39e75303 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:22.696828 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-04a4fbe4-524d-4494-80cf-90794c056136 req-4fa0ed6e-7ead-44e7-a64f-c77c39e75303 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 943 time: 0.0518494 Aug 17 03:15:22.738100 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-04a4fbe4-524d-4494-80cf-90794c056136 req-86dd43d5-288f-49cf-bcc6-d867919d5574 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347850 Aug 17 03:15:22.739248 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Made reservation on behalf of 9e8962f57c6241a182163e8af18c3783 for: {'network': 2} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:22.744950 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:22.763161 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:22.895023 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:22.980909 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:22.981384 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.026302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event updated for resources: {'SecurityGroup': ['ID=deebde89-5eff-450c-8116-02fe04cf2a33,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:23.046087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:15:23.061550 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.061550 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Added segment deaf3f2c-46b5-4661-9c7f-1ca7a8492d23 of type vlan for network c26e8c49-3751-482a-876d-974b44e58df1 Aug 17 03:15:23.099099 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.130326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:15:23.139858 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.149504 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Added segment 177c815a-2577-4089-90f6-55ab7b2b5b4f of type vlan for network 5ba477bc-292e-40da-bd2d-f7c80b40b5c1 Aug 17 03:15:23.149695 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-a55aa368-ed84-4318-bec0-19d36d80e12f service neutron] 10.222.0.30 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5008039 Aug 17 03:15:23.183507 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.255281 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02314218-57c4-41f8-831e-16b46f201c23 req-00b8a40d-c3d6-4972-aaba-cb7ff452ff99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:23.257621 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02314218-57c4-41f8-831e-16b46f201c23 req-00b8a40d-c3d6-4972-aaba-cb7ff452ff99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=29dbf4db7226454dadb9ed17ed77cc12&device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 1094 time: 0.1881988 Aug 17 03:15:23.264861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730c3d80-d5fc-474e-9ff7-9aade832b68e req-9276ed57-1885-4856-a3eb-939c8e59f9d2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:23.266278 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-730c3d80-d5fc-474e-9ff7-9aade832b68e req-9276ed57-1885-4856-a3eb-939c8e59f9d2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 943 time: 0.1956408 Aug 17 03:15:23.277194 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.277817 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.284118 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:23.289014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:23.289694 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.368740 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event updated for resources: {'Network': ['ID=c26e8c49-3751-482a-876d-974b44e58df1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:23.383399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network c26e8c49-3751-482a-876d-974b44e58df1 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:15:23.415067 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 0.9596684 Aug 17 03:15:23.422260 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43886) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:23.439401 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-730c3d80-d5fc-474e-9ff7-9aade832b68e req-15558cd6-c65a-4c1b-bdf8-9eb287629666 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1657815 Aug 17 03:15:23.454776 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6b72ea8-1a27-4eb8-961a-a8074ac9f1ec req-35c3e599-3752-46ea-abd7-e22f57095934 service neutron] 10.222.0.30 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2705092 Aug 17 03:15:23.466068 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02314218-57c4-41f8-831e-16b46f201c23 req-a6b81b6a-15d2-4f5b-9e48-eab6cc888c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:23.467691 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02314218-57c4-41f8-831e-16b46f201c23 req-a6b81b6a-15d2-4f5b-9e48-eab6cc888c3a service neutron] 10.222.0.30 "GET /v2.0/networks?id=06273fda-1108-4d79-a8de-ed0a7364bbe0 HTTP/1.1" status: 200 len: 911 time: 0.1966794 Aug 17 03:15:23.487577 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6dc5186-e931-4126-a574-9b18ae6a5e8b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event updated for resources: {'Network': ['ID=5ba477bc-292e-40da-bd2d-f7c80b40b5c1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:23.498256 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 5ba477bc-292e-40da-bd2d-f7c80b40b5c1 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:15:23.533173 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02314218-57c4-41f8-831e-16b46f201c23 req-4de72ffe-6ea2-4319-9460-152ac69cbbce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=376a07d6-16f6-4852-866a-a73dbd581b5a HTTP/1.1" status: 200 len: 217 time: 0.0526159 Aug 17 03:15:23.540140 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-757c110c-f0c6-4f79-9814-2aab9dd75b42 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.554480 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff480b6-f78d-427b-8ffe-0afa1d5d3f6b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:23.560640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff480b6-f78d-427b-8ffe-0afa1d5d3f6b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:23.568131 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff480b6-f78d-427b-8ffe-0afa1d5d3f6b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:23.577403 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ff480b6-f78d-427b-8ffe-0afa1d5d3f6b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:23.579245 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0ff480b6-f78d-427b-8ffe-0afa1d5d3f6b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.1560049 Aug 17 03:15:23.582038 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43890) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:23.602197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757c110c-f0c6-4f79-9814-2aab9dd75b42 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Port': ['ID=33e79ab4-b19a-4417-89ec-72729e835595,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:23.603150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e8036e99-697d-4d60-af51-cb1433d78464', 'tag': '79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:23.605583 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec95e79d-51f1-4089-a123-1bb783352087" -d '{"events": [{"name": "network-changed", "server_uuid": "e8036e99-697d-4d60-af51-cb1433d78464", "tag": "79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:23.670997 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02314218-57c4-41f8-831e-16b46f201c23 req-bae05cee-1249-483c-908b-556f6759efc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:23.672943 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02314218-57c4-41f8-831e-16b46f201c23 req-bae05cee-1249-483c-908b-556f6759efc7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9034a659-f846-4b1b-ae6a-7826b698211e HTTP/1.1" status: 200 len: 850 time: 0.1290536 Aug 17 03:15:23.677574 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21c3f9ca-3651-4b3a-8bcd-6c2bb667f28b x-openstack-request-id: req-21c3f9ca-3651-4b3a-8bcd-6c2bb667f28b {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:23.677574 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e8036e99-697d-4d60-af51-cb1433d78464", "tag": "79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:23.677893 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-21c3f9ca-3651-4b3a-8bcd-6c2bb667f28b {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:23.678298 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e8036e99-697d-4d60-af51-cb1433d78464', 'tag': '79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358', 'status': 'completed', 'code': 200} Aug 17 03:15:23.686947 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75252091-c828-43f5-85d2-2b2345db80c6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.844837 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75252091-c828-43f5-85d2-2b2345db80c6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.870522 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-757c110c-f0c6-4f79-9814-2aab9dd75b42 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.870711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-75252091-c828-43f5-85d2-2b2345db80c6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c26e8c49-3751-482a-876d-974b44e58df1']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:23.888645 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-75252091-c828-43f5-85d2-2b2345db80c6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'deaf3f2c-46b5-4661-9c7f-1ca7a8492d23') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:23.888645 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-75252091-c828-43f5-85d2-2b2345db80c6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'deaf3f2c-46b5-4661-9c7f-1ca7a8492d23') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:23.903649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02314218-57c4-41f8-831e-16b46f201c23 req-66201c5a-bcae-44c9-ba28-f475edd9f407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:23.904932 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75252091-c828-43f5-85d2-2b2345db80c6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.905900 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02314218-57c4-41f8-831e-16b46f201c23 req-66201c5a-bcae-44c9-ba28-f475edd9f407 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06273fda-1108-4d79-a8de-ed0a7364bbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2173972 Aug 17 03:15:23.914579 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95e79d-51f1-4089-a123-1bb783352087 req-8d1a8fe3-5e25-4a34-a6d4-361e2b7b5c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:23.917736 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec95e79d-51f1-4089-a123-1bb783352087 req-8d1a8fe3-5e25-4a34-a6d4-361e2b7b5c43 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 1094 time: 0.1926744 Aug 17 03:15:23.921578 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75252091-c828-43f5-85d2-2b2345db80c6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.930542 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75252091-c828-43f5-85d2-2b2345db80c6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:15:23.930542 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75252091-c828-43f5-85d2-2b2345db80c6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:15:23.937186 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:15:24.097695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c005e015-0270-4c7e-8ad3-5ca043aea9ff req-b3ac9c66-f717-40eb-8943-465090b9f0d0 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:24.099189 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c005e015-0270-4c7e-8ad3-5ca043aea9ff req-b3ac9c66-f717-40eb-8943-465090b9f0d0 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 943 time: 0.2559390 Aug 17 03:15:24.107051 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75252091-c828-43f5-85d2-2b2345db80c6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.116613 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75252091-c828-43f5-85d2-2b2345db80c6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.118701 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-75252091-c828-43f5-85d2-2b2345db80c6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "DELETE /v2.0/networks/c26e8c49-3751-482a-876d-974b44e58df1 HTTP/1.1" status: 204 len: 168 time: 0.5355484 Aug 17 03:15:24.127293 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43898) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:24.132893 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75252091-c828-43f5-85d2-2b2345db80c6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event deleted for resources: {'Network': ['ID=c26e8c49-3751-482a-876d-974b44e58df1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:24.314309 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95e79d-51f1-4089-a123-1bb783352087 req-a1394ca2-0a83-43f0-8fb5-4e24427c58d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:24.315790 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec95e79d-51f1-4089-a123-1bb783352087 req-a1394ca2-0a83-43f0-8fb5-4e24427c58d6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 905 time: 0.3865764 Aug 17 03:15:24.317542 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02314218-57c4-41f8-831e-16b46f201c23 req-ff925136-cc12-4f12-b748-4b50d375cf3d service neutron] 10.222.0.30 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4009457 Aug 17 03:15:24.327453 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c005e015-0270-4c7e-8ad3-5ca043aea9ff req-31604b47-0097-41a3-8249-b4f938ad15d1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186253 Aug 17 03:15:24.332608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-757c110c-f0c6-4f79-9814-2aab9dd75b42 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router de7ef551-6d66-4f26-8a25-572f3d992ab6 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:24.339428 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a04666f8-fbf8-4ba7-8a2a-456818cccb65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.426323 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec95e79d-51f1-4089-a123-1bb783352087 req-0a813a1a-b055-46c7-a464-ce0413187316 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 HTTP/1.1" status: 200 len: 217 time: 0.0908577 Aug 17 03:15:24.578944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3858faba-3277-4f5e-a6aa-231d8557c466 req-1f10fe5b-d63d-4689-a54a-3e46aa4e53e4 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:24.579972 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3858faba-3277-4f5e-a6aa-231d8557c466 req-1f10fe5b-d63d-4689-a54a-3e46aa4e53e4 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 943 time: 0.0550766 Aug 17 03:15:24.618325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-757c110c-f0c6-4f79-9814-2aab9dd75b42 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:24.621993 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3858faba-3277-4f5e-a6aa-231d8557c466 req-9015ac16-847c-462e-93b8-cba0a24ab044 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345342 Aug 17 03:15:24.628165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e541008b-291e-486b-9170-4a3661cf2a5f None None] Sync routers for ids ['de7ef551-6d66-4f26-8a25-572f3d992ab6'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:24.635590 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-757c110c-f0c6-4f79-9814-2aab9dd75b42 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/de7ef551-6d66-4f26-8a25-572f3d992ab6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0622954 Aug 17 03:15:24.637850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43902) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:24.646278 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e541008b-291e-486b-9170-4a3661cf2a5f None None] Routers {'de7ef551-6d66-4f26-8a25-572f3d992ab6'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:24.647778 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e541008b-291e-486b-9170-4a3661cf2a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['de7ef551-6d66-4f26-8a25-572f3d992ab6'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:24.652655 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec95e79d-51f1-4089-a123-1bb783352087 req-93286451-381b-417d-9718-6fa0ed009b18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:24.654157 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec95e79d-51f1-4089-a123-1bb783352087 req-93286451-381b-417d-9718-6fa0ed009b18 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5df8f852-8b4a-4f0c-8b3e-42b1edfe9134 HTTP/1.1" status: 200 len: 845 time: 0.2144444 Aug 17 03:15:24.656051 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a04666f8-fbf8-4ba7-8a2a-456818cccb65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.659867 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-02314218-57c4-41f8-831e-16b46f201c23 req-19229a7f-78d4-4e66-933a-830563cd808a service neutron] 10.222.0.30 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3259110 Aug 17 03:15:24.668409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a04666f8-fbf8-4ba7-8a2a-456818cccb65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ba477bc-292e-40da-bd2d-f7c80b40b5c1']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:24.681667 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d55e6c60-5fce-4dea-9fee-7993e5eefb5c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7ef551-6d66-4f26-8a25-572f3d992ab6 HTTP/1.1" status: 200 len: 205 time: 0.0424025 Aug 17 03:15:24.682242 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43904) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:24.689903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a04666f8-fbf8-4ba7-8a2a-456818cccb65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177c815a-2577-4089-90f6-55ab7b2b5b4f') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:24.690201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a04666f8-fbf8-4ba7-8a2a-456818cccb65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177c815a-2577-4089-90f6-55ab7b2b5b4f') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:24.692548 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e541008b-291e-486b-9170-4a3661cf2a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:24.704545 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e541008b-291e-486b-9170-4a3661cf2a5f None None] Routers {'de7ef551-6d66-4f26-8a25-572f3d992ab6'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:24.705174 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e541008b-291e-486b-9170-4a3661cf2a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['de7ef551-6d66-4f26-8a25-572f3d992ab6'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:24.711865 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec95e79d-51f1-4089-a123-1bb783352087 req-c5720f6b-28e3-41bc-a46b-9180fc1dc29d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=231691f2-ac47-4b98-9db9-aab5f5656c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361962 Aug 17 03:15:24.715421 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a04666f8-fbf8-4ba7-8a2a-456818cccb65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.748786 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e541008b-291e-486b-9170-4a3661cf2a5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:24.749479 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e541008b-291e-486b-9170-4a3661cf2a5f None None] The sync data for ids ['de7ef551-6d66-4f26-8a25-572f3d992ab6'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:24.768369 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a04666f8-fbf8-4ba7-8a2a-456818cccb65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.780065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a04666f8-fbf8-4ba7-8a2a-456818cccb65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:15:24.780467 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a04666f8-fbf8-4ba7-8a2a-456818cccb65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:15:24.783559 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:15:24.791718 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95b554d7-5d6b-448f-b7c5-91e5f72c22ae tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.868967 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec95e79d-51f1-4089-a123-1bb783352087 req-da77fba2-5358-442b-abef-33674df38919 service neutron] 10.222.0.30 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1468153 Aug 17 03:15:24.941672 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a04666f8-fbf8-4ba7-8a2a-456818cccb65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.956573 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a04666f8-fbf8-4ba7-8a2a-456818cccb65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.958463 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a04666f8-fbf8-4ba7-8a2a-456818cccb65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "DELETE /v2.0/networks/5ba477bc-292e-40da-bd2d-f7c80b40b5c1 HTTP/1.1" status: 204 len: 168 time: 0.8301156 Aug 17 03:15:24.962881 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43910) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:24.973607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04666f8-fbf8-4ba7-8a2a-456818cccb65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event deleted for resources: {'Network': ['ID=5ba477bc-292e-40da-bd2d-f7c80b40b5c1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:24.979159 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95b554d7-5d6b-448f-b7c5-91e5f72c22ae tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.990348 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95b554d7-5d6b-448f-b7c5-91e5f72c22ae tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:24.997900 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec95e79d-51f1-4089-a123-1bb783352087 req-6864be11-b6df-4f55-ba26-2166c8f0cd40 service neutron] 10.222.0.30 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1120265 Aug 17 03:15:25.111899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a34b89d-1e3e-4b51-8d7b-6701a9baf595 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:25.118851 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a34b89d-1e3e-4b51-8d7b-6701a9baf595 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:25.120376 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7a34b89d-1e3e-4b51-8d7b-6701a9baf595 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.1553628 Aug 17 03:15:25.124240 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43912) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:25.129320 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-0321e73a-15a6-41ef-8b7d-e3782437ab3a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1687625808'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:25.190144 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95b554d7-5d6b-448f-b7c5-91e5f72c22ae tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.190691 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95b554d7-5d6b-448f-b7c5-91e5f72c22ae tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Fanout notify agent at l3_agent the message router_deleted on router de7ef551-6d66-4f26-8a25-572f3d992ab6 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:15:25.204051 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95b554d7-5d6b-448f-b7c5-91e5f72c22ae tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.204051 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-95b554d7-5d6b-448f-b7c5-91e5f72c22ae tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/routers/de7ef551-6d66-4f26-8a25-572f3d992ab6 HTTP/1.1" status: 204 len: 168 time: 0.5158169 Aug 17 03:15:25.204302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43914) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:25.217745 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:15:25.220060 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0321e73a-15a6-41ef-8b7d-e3782437ab3a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Made reservation on behalf of 9e8962f57c6241a182163e8af18c3783 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:25.223827 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0321e73a-15a6-41ef-8b7d-e3782437ab3a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.259121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0321e73a-15a6-41ef-8b7d-e3782437ab3a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:15:25.264698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-81f7d5b1-fbce-44b6-bf49-3aa2b7162068 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting subnet cd96573c-8fb3-447d-bf98-3ed06f80d9ea {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:15:25.269481 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-81f7d5b1-fbce-44b6-bf49-3aa2b7162068 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.269642 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0321e73a-15a6-41ef-8b7d-e3782437ab3a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.269860 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-0321e73a-15a6-41ef-8b7d-e3782437ab3a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Added segment c79b992b-7545-46c4-8e49-0cb1a284a026 of type vlan for network f079cfc2-7e9b-4045-8201-1f0939ef0866 Aug 17 03:15:25.319883 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0321e73a-15a6-41ef-8b7d-e3782437ab3a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.324398 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-81f7d5b1-fbce-44b6-bf49-3aa2b7162068 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.338421 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:25.357551 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358', 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c', 'port_id': '79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358', 'mac_address': 'fa:16:3e:82:2f:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df8f852-8b4a-4f0c-8b3e-42b1edfe9134', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:15:25.401163 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.415692 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:15:25.442114 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0321e73a-15a6-41ef-8b7d-e3782437ab3a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.443093 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:25.447835 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-81f7d5b1-fbce-44b6-bf49-3aa2b7162068 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.448498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0321e73a-15a6-41ef-8b7d-e3782437ab3a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:25.449131 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0321e73a-15a6-41ef-8b7d-e3782437ab3a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.532746 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6a7436c-9b02-4cde-b482-ffb3d5f23e7f req-ec46941c-5122-4c9f-945e-5338b3eecd39 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:25.534207 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b6a7436c-9b02-4cde-b482-ffb3d5f23e7f req-ec46941c-5122-4c9f-945e-5338b3eecd39 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 943 time: 0.1305137 Aug 17 03:15:25.537571 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0321e73a-15a6-41ef-8b7d-e3782437ab3a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event updated for resources: {'Network': ['ID=f079cfc2-7e9b-4045-8201-1f0939ef0866,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:25.547997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network f079cfc2-7e9b-4045-8201-1f0939ef0866 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:15:25.577745 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b6a7436c-9b02-4cde-b482-ffb3d5f23e7f req-0ac6f9ca-8559-44a9-b8d6-514e1512762c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351551 Aug 17 03:15:25.591211 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.591867 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 376a07d6-16f6-4852-866a-a73dbd581b5a details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:15:25.612990 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-81f7d5b1-fbce-44b6-bf49-3aa2b7162068 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.614493 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0321e73a-15a6-41ef-8b7d-e3782437ab3a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4888716 Aug 17 03:15:25.615227 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43918) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:25.621357 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a36f9191-ae81-4f18-b9b6-3219da08e08e tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1298737813'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:25.659469 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-81f7d5b1-fbce-44b6-bf49-3aa2b7162068 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.662138 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-81f7d5b1-fbce-44b6-bf49-3aa2b7162068 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/subnets/cd96573c-8fb3-447d-bf98-3ed06f80d9ea HTTP/1.1" status: 204 len: 168 time: 0.4588752 Aug 17 03:15:25.664294 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81f7d5b1-fbce-44b6-bf49-3aa2b7162068 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Subnet': ['ID=cd96573c-8fb3-447d-bf98-3ed06f80d9ea,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:25.666215 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43922) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:25.668098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f89e7a7-f2b1-4afc-8d2f-b1f5fdce7d20 None None] Network b3b6e932-f002-4113-b464-5dcff604bf5c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:25.745293 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a36f9191-ae81-4f18-b9b6-3219da08e08e tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Made reservation on behalf of 9e8962f57c6241a182163e8af18c3783 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:25.748855 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a36f9191-ae81-4f18-b9b6-3219da08e08e tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.762488 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:25.818233 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.818233 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a36f9191-ae81-4f18-b9b6-3219da08e08e tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:15:25.831462 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a36f9191-ae81-4f18-b9b6-3219da08e08e tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.831798 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-a36f9191-ae81-4f18-b9b6-3219da08e08e tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Added segment 99e329c4-14c1-4aee-aab4-9007576f6b42 of type vlan for network 8fee085d-41dd-4261-ac98-94253a3324f7 Aug 17 03:15:25.874820 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 376a07d6-16f6-4852-866a-a73dbd581b5a, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=376a07d6-16f6-4852-866a-a73dbd581b5a,segment=NetworkSegment(dbd7541f-dd23-4942-af3e-b48fa01cf190),segment_id=dbd7541f-dd23-4942-af3e-b48fa01cf190)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:25.894561 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '376a07d6-16f6-4852-866a-a73dbd581b5a', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'port_id': '376a07d6-16f6-4852-866a-a73dbd581b5a', 'mac_address': 'fa:16:3e:78:18:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 61, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:15:25.901723 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a36f9191-ae81-4f18-b9b6-3219da08e08e tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:25.950532 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting port 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:25.950862 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.014601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9e9254-c11f-4a6f-b3a5-84dfd107bd49 req-74035643-f099-4c49-8011-1dcc20c43ab3 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:26.016589 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd9e9254-c11f-4a6f-b3a5-84dfd107bd49 req-74035643-f099-4c49-8011-1dcc20c43ab3 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 943 time: 0.2995851 Aug 17 03:15:26.024366 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a36f9191-ae81-4f18-b9b6-3219da08e08e tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.030341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a36f9191-ae81-4f18-b9b6-3219da08e08e tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:26.030975 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a36f9191-ae81-4f18-b9b6-3219da08e08e tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.074112 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd9e9254-c11f-4a6f-b3a5-84dfd107bd49 req-e13da1af-9dfe-4d88-aa46-0d5590eecbe0 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0473022 Aug 17 03:15:26.107306 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] For port 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=54f43afe-f5f9-4cb2-9569-b2e8fe26f25a,segment=NetworkSegment(4e732369-8a30-4cf7-ab06-6636dab080a5),segment_id=4e732369-8a30-4cf7-ab06-6636dab080a5)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:26.107722 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.126553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bcaafea-4ced-4862-8cab-d42f59a8b5f9 None None] DHCP port deletion for b3b6e932-f002-4113-b464-5dcff604bf5c request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:15:26.130479 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36f9191-ae81-4f18-b9b6-3219da08e08e tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event updated for resources: {'Network': ['ID=8fee085d-41dd-4261-ac98-94253a3324f7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:26.133054 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Calling delete_port for 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:26.145125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 8fee085d-41dd-4261-ac98-94253a3324f7 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:15:26.178130 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.187709 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a36f9191-ae81-4f18-b9b6-3219da08e08e tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5708463 Aug 17 03:15:26.190779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43930) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:26.196204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Request body: {'ports': [{'network_id': 'f079cfc2-7e9b-4045-8201-1f0939ef0866', 'name': 'tempest-port--180943833', 'admin_state_up': True}, {'network_id': '8fee085d-41dd-4261-ac98-94253a3324f7', 'admin_state_up': False}]} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:26.196519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Request body: {'port': {'network_id': 'f079cfc2-7e9b-4045-8201-1f0939ef0866', 'name': 'tempest-port--180943833', 'admin_state_up': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:26.197107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Request body: {'port': {'network_id': '8fee085d-41dd-4261-ac98-94253a3324f7', 'admin_state_up': False}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:26.242567 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 376a07d6-16f6-4852-866a-a73dbd581b5a {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:15:26.290763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 376a07d6-16f6-4852-866a-a73dbd581b5a, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=376a07d6-16f6-4852-866a-a73dbd581b5a,segment=NetworkSegment(dbd7541f-dd23-4942-af3e-b48fa01cf190),segment_id=dbd7541f-dd23-4942-af3e-b48fa01cf190)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:26.310620 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.311360 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6bcaafea-4ced-4862-8cab-d42f59a8b5f9 None None] Deleting port 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:26.311805 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6bcaafea-4ced-4862-8cab-d42f59a8b5f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.345186 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Port': ['ID=54f43afe-f5f9-4cb2-9569-b2e8fe26f25a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:26.347307 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] No DVR routers for this DVR port 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:26.372430 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:15:26.410668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:15:26.411022 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:15:26.426545 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.452143 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.464108 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b3b6e932-f002-4113-b464-5dcff604bf5c']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:26.477052 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e732369-8a30-4cf7-ab06-6636dab080a5') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:26.477578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e732369-8a30-4cf7-ab06-6636dab080a5') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:26.485412 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-6bcaafea-4ced-4862-8cab-d42f59a8b5f9 None None] For port 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a, host n-d-802060-9, got binding levels [] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:26.486128 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6bcaafea-4ced-4862-8cab-d42f59a8b5f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.490324 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.508340 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.511304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6bcaafea-4ced-4862-8cab-d42f59a8b5f9 None None] Calling delete_port for 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:26.514911 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.ipam_backend_mixin [None req-6bcaafea-4ced-4862-8cab-d42f59a8b5f9 None None] Port 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a was not found and therefore no delete operation was performed {{(pid=101971) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 03:15:26.516712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:15:26.517461 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:15:26.521937 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:15:26.525045 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6bcaafea-4ced-4862-8cab-d42f59a8b5f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.541052 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=376a07d6-16f6-4852-866a-a73dbd581b5a,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:26.589705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcaafea-4ced-4862-8cab-d42f59a8b5f9 None None] Pushing event deleted for resources: {'Port': ['ID=54f43afe-f5f9-4cb2-9569-b2e8fe26f25a,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:26.593861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcaafea-4ced-4862-8cab-d42f59a8b5f9 None None] No DVR routers for this DVR port 54f43afe-f5f9-4cb2-9569-b2e8fe26f25a on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:26.705548 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.710257 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['376a07d6-16f6-4852-866a-a73dbd581b5a'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:15:26.720229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.727145 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/networks/b3b6e932-f002-4113-b464-5dcff604bf5c HTTP/1.1" status: 204 len: 168 time: 1.0541894 Aug 17 03:15:26.728087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43936) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:26.735336 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:15:26.736984 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e34cb126-be19-47e2-8cd4-24d0f9143d79 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-874446646', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:26.739068 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c09a7875-30bb-4b52-a472-9565dd11e9fc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Network': ['ID=b3b6e932-f002-4113-b464-5dcff604bf5c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:26.748805 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1af0ef27-42d8-4f46-a0fc-c8993feba408 req-24a9bc7f-c5ab-4601-9cf1-12edf85d3744 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:26.755494 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1af0ef27-42d8-4f46-a0fc-c8993feba408 req-24a9bc7f-c5ab-4601-9cf1-12edf85d3744 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 944 time: 0.0874290 Aug 17 03:15:26.810401 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Made reservation on behalf of 9e8962f57c6241a182163e8af18c3783 for: {'port': 2} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:26.814965 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.833645 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.905492 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1af0ef27-42d8-4f46-a0fc-c8993feba408 req-d5561651-aafc-44a5-9848-48693dd8cd39 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329412 Aug 17 03:15:26.921115 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e34cb126-be19-47e2-8cd4-24d0f9143d79 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.922431 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e34cb126-be19-47e2-8cd4-24d0f9143d79 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.987007 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e34cb126-be19-47e2-8cd4-24d0f9143d79 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:26.995898 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] device_id is not set on port 984920ea-773c-4fa0-b33f-94edac4abb49 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:15:27.061749 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e34cb126-be19-47e2-8cd4-24d0f9143d79 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:27.124674 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:27.171834 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e34cb126-be19-47e2-8cd4-24d0f9143d79 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:27.173037 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e34cb126-be19-47e2-8cd4-24d0f9143d79 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 698 time: 0.4433651 Aug 17 03:15:27.175889 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43946) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:27.181078 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a0e87419-db01-4707-89e5-4fa071fdd9c4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'network': {'name': 'tempest-RoutersTest-1885209042'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:27.198617 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df33de-f83c-4092-925c-d89576bf5b49 req-37f98acd-8ad6-47de-8819-f3bb00d5bf81 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:27.200201 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-70df33de-f83c-4092-925c-d89576bf5b49 req-37f98acd-8ad6-47de-8819-f3bb00d5bf81 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 944 time: 0.0530992 Aug 17 03:15:27.218540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] device_id is not set on port b3b6cb57-c298-4276-87d9-4d143e78c3cf yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:15:27.240781 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-70df33de-f83c-4092-925c-d89576bf5b49 req-5c1d984a-89c1-480e-87c0-2819616c5921 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343916 Aug 17 03:15:27.318662 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0e87419-db01-4707-89e5-4fa071fdd9c4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:27.324343 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a0e87419-db01-4707-89e5-4fa071fdd9c4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:27.386721 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-30b18497-f3b9-42a5-ba52-62d541a691ca req-fd862554-7a8d-447f-975d-90039826c58f service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0999348 Aug 17 03:15:27.395328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0e87419-db01-4707-89e5-4fa071fdd9c4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:15:27.418387 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:27.435833 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a0e87419-db01-4707-89e5-4fa071fdd9c4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:27.436430 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-a0e87419-db01-4707-89e5-4fa071fdd9c4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Added segment 5c67e3de-8627-4251-96fb-b869b31dc5c8 of type vlan for network 8724a34e-671a-4273-8300-e0de69d0fc49 Aug 17 03:15:27.551073 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a0e87419-db01-4707-89e5-4fa071fdd9c4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:27.569852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b18497-f3b9-42a5-ba52-62d541a691ca req-0eea247f-8b47-4e70-9330-102474722944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:27.571606 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-30b18497-f3b9-42a5-ba52-62d541a691ca req-0eea247f-8b47-4e70-9330-102474722944 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 1096 time: 0.1558130 Aug 17 03:15:27.655273 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:27.673922 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a0e87419-db01-4707-89e5-4fa071fdd9c4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:27.681977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0e87419-db01-4707-89e5-4fa071fdd9c4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:27.682984 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a0e87419-db01-4707-89e5-4fa071fdd9c4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:27.859896 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a0e87419-db01-4707-89e5-4fa071fdd9c4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.6829760 Aug 17 03:15:27.860683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event updated for resources: {'Port': ['ID=984920ea-773c-4fa0-b33f-94edac4abb49,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:27.864863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43948) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:27.871487 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a3cf85ba-cc9e-4883-b508-b719f79ed0b4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'subnet': {'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:27.874499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0e87419-db01-4707-89e5-4fa071fdd9c4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Network': ['ID=8724a34e-671a-4273-8300-e0de69d0fc49,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:27.889545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b18497-f3b9-42a5-ba52-62d541a691ca req-b369b171-611c-4c69-9f84-1d820112a5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:27.891068 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-30b18497-f3b9-42a5-ba52-62d541a691ca req-b369b171-611c-4c69-9f84-1d820112a5a4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 905 time: 0.2957344 Aug 17 03:15:27.893338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 8724a34e-671a-4273-8300-e0de69d0fc49 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:15:27.898633 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Checking segment: {'id': 'c79b992b-7545-46c4-8e49-0cb1a284a026', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'f079cfc2-7e9b-4045-8201-1f0939ef0866'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:27.899268 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Network hostable DHCP agents. Network: f079cfc2-7e9b-4045-8201-1f0939ef0866, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:15:27.945691 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-30b18497-f3b9-42a5-ba52-62d541a691ca req-0fe41360-1035-467b-acd5-bf6ce973f73a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79ba673f-b50b-4d6e-bd59-c682df30f861 HTTP/1.1" status: 200 len: 217 time: 0.0435770 Aug 17 03:15:28.060943 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Network f079cfc2-7e9b-4045-8201-1f0939ef0866 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:15:28.086201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b18497-f3b9-42a5-ba52-62d541a691ca req-00445c03-937f-49bf-a144-0ac2733e1e2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:28.087825 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-30b18497-f3b9-42a5-ba52-62d541a691ca req-00445c03-937f-49bf-a144-0ac2733e1e2b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5df8f852-8b4a-4f0c-8b3e-42b1edfe9134 HTTP/1.1" status: 200 len: 845 time: 0.1322174 Aug 17 03:15:28.101189 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3cf85ba-cc9e-4883-b508-b719f79ed0b4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:28.105125 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3cf85ba-cc9e-4883-b508-b719f79ed0b4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:28.114214 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3acfc53e-c2ef-47ca-ab46-b31cf097a85f req-e979b9c2-9270-46c4-9756-516b0e01a45f tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:28.115774 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3acfc53e-c2ef-47ca-ab46-b31cf097a85f req-e979b9c2-9270-46c4-9756-516b0e01a45f tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 944 time: 0.0944338 Aug 17 03:15:28.133937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-30b18497-f3b9-42a5-ba52-62d541a691ca req-d2c940a0-2c2b-4c21-bb67-5dacb9f63ab0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=231691f2-ac47-4b98-9db9-aab5f5656c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0378978 Aug 17 03:15:28.198172 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, f079cfc2-7e9b-4045-8201-1f0939ef0866) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:28.213035 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99e3254b-3abd-48c9-8a23-54548044cd40 None None] Network f079cfc2-7e9b-4045-8201-1f0939ef0866 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:28.214878 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:28.221480 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:28.236093 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3acfc53e-c2ef-47ca-ab46-b31cf097a85f req-45152c54-6540-403b-a27b-e51b7748109e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1057179 Aug 17 03:15:28.310412 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-30b18497-f3b9-42a5-ba52-62d541a691ca req-20edca9e-723b-47e9-897f-b2adfeea97b2 service neutron] 10.222.0.60 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1634195 Aug 17 03:15:28.342451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event updated for resources: {'Port': ['ID=b3b6cb57-c298-4276-87d9-4d143e78c3cf,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:28.419251 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Checking segment: {'id': '99e329c4-14c1-4aee-aab4-9007576f6b42', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '8fee085d-41dd-4261-ac98-94253a3324f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:28.419624 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Network hostable DHCP agents. Network: 8fee085d-41dd-4261-ac98-94253a3324f7, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:15:28.430901 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e072f413-ad26-4f42-93d7-55669ed17578 req-57b9af04-fa3d-4547-b968-4b0a831e2a76 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:28.433887 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e072f413-ad26-4f42-93d7-55669ed17578 req-57b9af04-fa3d-4547-b968-4b0a831e2a76 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 944 time: 0.0702257 Aug 17 03:15:28.456541 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-30b18497-f3b9-42a5-ba52-62d541a691ca req-f2f0123b-3ad4-40d3-9082-5e0a85a5a829 service neutron] 10.222.0.60 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1278970 Aug 17 03:15:28.477485 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e072f413-ad26-4f42-93d7-55669ed17578 req-afa801be-1e6e-4c06-a09b-efec11b51cf6 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389354 Aug 17 03:15:28.488937 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3cf85ba-cc9e-4883-b508-b719f79ed0b4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:28.545790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Network 8fee085d-41dd-4261-ac98-94253a3324f7 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:15:28.547878 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3cf85ba-cc9e-4883-b508-b719f79ed0b4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Subnet': ['ID=a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:28.564990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3cf85ba-cc9e-4883-b508-b719f79ed0b4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Checking segment: {'id': '5c67e3de-8627-4251-96fb-b869b31dc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:28.565349 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cf85ba-cc9e-4883-b508-b719f79ed0b4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network hostable DHCP agents. Network: 8724a34e-671a-4273-8300-e0de69d0fc49, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:15:28.654046 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 8fee085d-41dd-4261-ac98-94253a3324f7) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:28.657767 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:28.662921 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcb7981c-d7f6-4a85-8b12-7f27a9672978 None None] Network 8fee085d-41dd-4261-ac98-94253a3324f7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:28.666737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:28.671607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:28.672300 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:28.745856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3cf85ba-cc9e-4883-b508-b719f79ed0b4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 8724a34e-671a-4273-8300-e0de69d0fc49 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:15:28.755888 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a3cf85ba-cc9e-4883-b508-b719f79ed0b4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 8724a34e-671a-4273-8300-e0de69d0fc49) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:28.760906 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3cf85ba-cc9e-4883-b508-b719f79ed0b4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:28.761561 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3cf85ba-cc9e-4883-b508-b719f79ed0b4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:28.766179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c55bb8-576e-4d30-a33a-6144f66ad442 None None] Network 8724a34e-671a-4273-8300-e0de69d0fc49 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:28.780879 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-058f3522-48c7-4039-9c12-fd5d320a8722 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.5887735 Aug 17 03:15:28.789183 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43958) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:28.839662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b46353-93b8-416f-a51b-f7ac52ca9e07 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:28.848658 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b46353-93b8-416f-a51b-f7ac52ca9e07 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:28.854580 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-63b46353-93b8-416f-a51b-f7ac52ca9e07 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 0.0656774 Aug 17 03:15:28.860191 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43960) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:28.884445 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a3cf85ba-cc9e-4883-b508-b719f79ed0b4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0200078 Aug 17 03:15:28.887250 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43962) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:28.932714 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-8724a34e-671a-4273-8300-e0de69d0fc49', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:15:28.933671 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.080598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Allocated IP 172.20.0.2 (8724a34e-671a-4273-8300-e0de69d0fc49/a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7/534f4b8c-208b-43d5-a2c2-1bab007ee19f) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:29.162986 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-59df950d-a9d5-42af-bafe-049cae109b07 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Deleting port 984920ea-773c-4fa0-b33f-94edac4abb49 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:29.163945 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59df950d-a9d5-42af-bafe-049cae109b07 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.239358 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.247340 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:29.253512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Transition to ACTIVE for port object 534f4b8c-208b-43d5-a2c2-1bab007ee19f will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:29.267564 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59df950d-a9d5-42af-bafe-049cae109b07 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.299124 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-59df950d-a9d5-42af-bafe-049cae109b07 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Calling delete_port for 984920ea-773c-4fa0-b33f-94edac4abb49 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:29.300397 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Transition to ACTIVE for port object 534f4b8c-208b-43d5-a2c2-1bab007ee19f will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:29.301544 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.391878 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.435446 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Network 8724a34e-671a-4273-8300-e0de69d0fc49 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:29.445913 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:29.448445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Pushing event updated for resources: {'Port': ['ID=534f4b8c-208b-43d5-a2c2-1bab007ee19f,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:29.450061 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:29.477913 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:29.500505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:29.500894 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.520065 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e0ccf4-773c-4a0a-b882-55480447f526 req-e7fa53e4-9831-48fb-b80f-222530798c9e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:29.521587 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-70e0ccf4-773c-4a0a-b882-55480447f526 req-e7fa53e4-9831-48fb-b80f-222530798c9e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 944 time: 0.2039511 Aug 17 03:15:29.534841 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Attempting to bind port 534f4b8c-208b-43d5-a2c2-1bab007ee19f on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:29.535308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Attempting to bind port 534f4b8c-208b-43d5-a2c2-1bab007ee19f by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '5c67e3de-8627-4251-96fb-b869b31dc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:29.535695 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Attempting to bind port 534f4b8c-208b-43d5-a2c2-1bab007ee19f on network 8724a34e-671a-4273-8300-e0de69d0fc49 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:29.550068 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:29.550455 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Checking segment: {'id': '5c67e3de-8627-4251-96fb-b869b31dc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:29.550858 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.551272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Bound using segment: {'id': '5c67e3de-8627-4251-96fb-b869b31dc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:29.552441 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Bound port: 534f4b8c-208b-43d5-a2c2-1bab007ee19f, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c67e3de-8627-4251-96fb-b869b31dc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:29.552441 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.615710 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-70e0ccf4-773c-4a0a-b882-55480447f526 req-267c577f-5e7e-4417-b73e-392c1d114c2f tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820160 Aug 17 03:15:29.646780 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59df950d-a9d5-42af-bafe-049cae109b07 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.653333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d810ef2-9797-414b-9f55-64b5914e0d95 req-dd2c4729-081e-4fee-b375-4fcd6bcf86c8 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:29.654708 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.655417 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0d810ef2-9797-414b-9f55-64b5914e0d95 req-dd2c4729-081e-4fee-b375-4fcd6bcf86c8 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 944 time: 0.0778916 Aug 17 03:15:29.698824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59df950d-a9d5-42af-bafe-049cae109b07 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event deleted for resources: {'Port': ['ID=984920ea-773c-4fa0-b33f-94edac4abb49,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:29.699541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8036e99-697d-4d60-af51-cb1433d78464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:29.706656 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97baf8dd-4f94-4787-b147-d4963f6abf86" -d '{"events": [{"server_uuid": "e8036e99-697d-4d60-af51-cb1433d78464", "name": "network-vif-plugged", "status": "completed", "tag": "79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:29.712341 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59df950d-a9d5-42af-bafe-049cae109b07 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.715679 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0d810ef2-9797-414b-9f55-64b5914e0d95 req-99f5c279-ad41-4889-b06d-51b121e6e2a7 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593894 Aug 17 03:15:29.716957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43976) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:29.717152 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-59df950d-a9d5-42af-bafe-049cae109b07 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "DELETE /v2.0/ports/984920ea-773c-4fa0-b33f-94edac4abb49 HTTP/1.1" status: 204 len: 168 time: 0.8613529 Aug 17 03:15:29.730324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Allocated IP 172.20.0.1 (8724a34e-671a-4273-8300-e0de69d0fc49/a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7/580d42cd-5106-4368-b5d3-54724ca67ce3) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:29.735251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] For port 534f4b8c-208b-43d5-a2c2-1bab007ee19f, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:29.737915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:29.754301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] For port 534f4b8c-208b-43d5-a2c2-1bab007ee19f, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=534f4b8c-208b-43d5-a2c2-1bab007ee19f,segment=NetworkSegment(5c67e3de-8627-4251-96fb-b869b31dc5c8),segment_id=5c67e3de-8627-4251-96fb-b869b31dc5c8)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:29.779804 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35f84d65-6a6c-4765-bcad-d645fde9eef5 x-openstack-request-id: req-35f84d65-6a6c-4765-bcad-d645fde9eef5 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:29.780118 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8036e99-697d-4d60-af51-cb1433d78464", "name": "network-vif-plugged", "status": "completed", "tag": "79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:29.780409 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-35f84d65-6a6c-4765-bcad-d645fde9eef5 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:29.780816 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8036e99-697d-4d60-af51-cb1433d78464', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358', 'code': 200} Aug 17 03:15:29.820385 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.821539 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 376a07d6-16f6-4852-866a-a73dbd581b5a up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:29.854799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-49b16ac8-875d-4730-8f08-edb1c6d4e32a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Deleting port b3b6cb57-c298-4276-87d9-4d143e78c3cf {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:29.854799 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49b16ac8-875d-4730-8f08-edb1c6d4e32a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.874047 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.925859 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:29.932222 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49b16ac8-875d-4730-8f08-edb1c6d4e32a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:29.947133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-49b16ac8-875d-4730-8f08-edb1c6d4e32a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Calling delete_port for b3b6cb57-c298-4276-87d9-4d143e78c3cf owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:30.000617 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4cd002-0b48-4ff9-ac48-d97ef09f80dc None None] Pushing event updated for resources: {'Port': ['ID=534f4b8c-208b-43d5-a2c2-1bab007ee19f,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:30.030814 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 376a07d6-16f6-4852-866a-a73dbd581b5a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:30.035675 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 376a07d6-16f6-4852-866a-a73dbd581b5a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:30.036912 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.078683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb14fa2c-066c-4225-8c40-52924989a706 req-0e794090-38c1-43c1-a471-c034e71a262d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:30.080368 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb14fa2c-066c-4225-8c40-52924989a706 req-0e794090-38c1-43c1-a471-c034e71a262d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 1096 time: 0.0433505 Aug 17 03:15:30.126620 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb14fa2c-066c-4225-8c40-52924989a706 req-ebd23e8e-6ad5-4ccc-a0e5-07170017d009 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329015 Aug 17 03:15:30.146984 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49b16ac8-875d-4730-8f08-edb1c6d4e32a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.175539 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.182667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49b16ac8-875d-4730-8f08-edb1c6d4e32a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event deleted for resources: {'Port': ['ID=b3b6cb57-c298-4276-87d9-4d143e78c3cf,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:30.203088 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49b16ac8-875d-4730-8f08-edb1c6d4e32a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.210608 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-49b16ac8-875d-4730-8f08-edb1c6d4e32a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "DELETE /v2.0/ports/b3b6cb57-c298-4276-87d9-4d143e78c3cf HTTP/1.1" status: 204 len: 168 time: 0.4892612 Aug 17 03:15:30.210608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43982) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:30.262519 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 376a07d6-16f6-4852-866a-a73dbd581b5a, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=376a07d6-16f6-4852-866a-a73dbd581b5a,segment=NetworkSegment(dbd7541f-dd23-4942-af3e-b48fa01cf190),segment_id=dbd7541f-dd23-4942-af3e-b48fa01cf190)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:30.297765 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-77f92744-11fb-45c9-a153-aa24c873839f tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0820086 Aug 17 03:15:30.298019 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43984) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:30.309141 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d8ba4f9b-9914-4465-8ef7-ee8e540cd0e6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1283311889'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:30.357218 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.385629 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.409625 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Transition to ACTIVE for port object 580d42cd-5106-4368-b5d3-54724ca67ce3 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:30.409834 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 534f4b8c-208b-43d5-a2c2-1bab007ee19f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:30.452797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=376a07d6-16f6-4852-866a-a73dbd581b5a,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:30.505570 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8ba4f9b-9914-4465-8ef7-ee8e540cd0e6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Made reservation on behalf of 9e8962f57c6241a182163e8af18c3783 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:30.509405 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d8ba4f9b-9914-4465-8ef7-ee8e540cd0e6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.535049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d8ba4f9b-9914-4465-8ef7-ee8e540cd0e6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:15:30.544369 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d8ba4f9b-9914-4465-8ef7-ee8e540cd0e6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.544796 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-d8ba4f9b-9914-4465-8ef7-ee8e540cd0e6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Added segment 740e0cbe-f071-47c1-ae9f-21172a9a5687 of type vlan for network 4bf0c873-4fb1-44f6-980a-d98e6b16d91a Aug 17 03:15:30.577930 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.585576 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 534f4b8c-208b-43d5-a2c2-1bab007ee19f completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:30.626657 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d8ba4f9b-9914-4465-8ef7-ee8e540cd0e6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.641708 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 8724a34e-671a-4273-8300-e0de69d0fc49 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:30.650115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:30.653216 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:30.693371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=580d42cd-5106-4368-b5d3-54724ca67ce3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:30.739457 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.803661 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d8ba4f9b-9914-4465-8ef7-ee8e540cd0e6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.808191 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8ba4f9b-9914-4465-8ef7-ee8e540cd0e6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:30.808812 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d8ba4f9b-9914-4465-8ef7-ee8e540cd0e6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:30.876122 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1841ebe9-c988-41c7-a525-57536ec6c8e6 req-35ebb260-3817-4fce-b734-c6011a363bca tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:30.877895 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1841ebe9-c988-41c7-a525-57536ec6c8e6 req-35ebb260-3817-4fce-b734-c6011a363bca tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 945 time: 0.0652761 Aug 17 03:15:30.926924 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0adfee76-ae0b-4e76-a931-036ad1a8b86f req-bb8f93ff-2806-47b6-994a-183be904bc76 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:30.928484 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0adfee76-ae0b-4e76-a931-036ad1a8b86f req-bb8f93ff-2806-47b6-994a-183be904bc76 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 945 time: 0.2014937 Aug 17 03:15:30.933873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ba4f9b-9914-4465-8ef7-ee8e540cd0e6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event updated for resources: {'Network': ['ID=4bf0c873-4fb1-44f6-980a-d98e6b16d91a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:30.936394 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1841ebe9-c988-41c7-a525-57536ec6c8e6 req-0c47a100-7c32-4f97-9e41-bbdbec5a5742 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468035 Aug 17 03:15:30.944255 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 4bf0c873-4fb1-44f6-980a-d98e6b16d91a details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:15:31.002098 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0adfee76-ae0b-4e76-a931-036ad1a8b86f req-b5904a6f-0750-4521-a210-71fc4543b10f tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517037 Aug 17 03:15:31.025246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43990) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:31.025392 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d8ba4f9b-9914-4465-8ef7-ee8e540cd0e6 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.7232227 Aug 17 03:15:31.032902 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-78d9c0cc-f8e5-4c5e-9754-495b62c355da tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-115388965'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:31.090213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fe876e-5a1c-492a-a7c8-1a2f825ea47f None None] Network 8724a34e-671a-4273-8300-e0de69d0fc49 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:31.151403 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.163527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-78d9c0cc-f8e5-4c5e-9754-495b62c355da tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Made reservation on behalf of 9e8962f57c6241a182163e8af18c3783 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:31.169908 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-78d9c0cc-f8e5-4c5e-9754-495b62c355da tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.200642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-78d9c0cc-f8e5-4c5e-9754-495b62c355da tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:15:31.210769 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-78d9c0cc-f8e5-4c5e-9754-495b62c355da tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.211134 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-78d9c0cc-f8e5-4c5e-9754-495b62c355da tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Added segment 30cff1e3-9ac2-4439-88ba-f65efcad0c39 of type vlan for network 39b7cd24-6a61-4bd9-849a-fa398272b7e1 Aug 17 03:15:31.270338 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-78d9c0cc-f8e5-4c5e-9754-495b62c355da tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.284498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9f97e785-ae73-4254-9b93-86e0100d26c0 None None] Provisioning for port 534f4b8c-208b-43d5-a2c2-1bab007ee19f completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:31.297241 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9f97e785-ae73-4254-9b93-86e0100d26c0 None None] Provisioning complete for port 534f4b8c-208b-43d5-a2c2-1bab007ee19f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:31.297663 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9f97e785-ae73-4254-9b93-86e0100d26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.411955 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9f97e785-ae73-4254-9b93-86e0100d26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.431897 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-78d9c0cc-f8e5-4c5e-9754-495b62c355da tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.445522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78d9c0cc-f8e5-4c5e-9754-495b62c355da tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:31.445522 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-78d9c0cc-f8e5-4c5e-9754-495b62c355da tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.453715 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-9f97e785-ae73-4254-9b93-86e0100d26c0 None None] For port 534f4b8c-208b-43d5-a2c2-1bab007ee19f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=534f4b8c-208b-43d5-a2c2-1bab007ee19f,segment=NetworkSegment(5c67e3de-8627-4251-96fb-b869b31dc5c8),segment_id=5c67e3de-8627-4251-96fb-b869b31dc5c8)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:31.498566 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.525792 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d9c0cc-f8e5-4c5e-9754-495b62c355da tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event updated for resources: {'Network': ['ID=39b7cd24-6a61-4bd9-849a-fa398272b7e1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:31.527177 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:15:31.539817 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 39b7cd24-6a61-4bd9-849a-fa398272b7e1 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:15:31.595239 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9f97e785-ae73-4254-9b93-86e0100d26c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.614263 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.626431 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-78d9c0cc-f8e5-4c5e-9754-495b62c355da tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.6000032 Aug 17 03:15:31.678940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f97e785-ae73-4254-9b93-86e0100d26c0 None None] Pushing event updated for resources: {'Port': ['ID=534f4b8c-208b-43d5-a2c2-1bab007ee19f,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:31.684407 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.740110 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-945952f5-0f08-4ae2-b78c-d20d69e7df32 None None] Provisioning complete for port 534f4b8c-208b-43d5-a2c2-1bab007ee19f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:31.740627 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-945952f5-0f08-4ae2-b78c-d20d69e7df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:31.759173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 43996) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:31.764557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Request body: {'subnets': [{'network_id': '4bf0c873-4fb1-44f6-980a-d98e6b16d91a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--55175325', 'ip_version': 4}, {'network_id': '39b7cd24-6a61-4bd9-849a-fa398272b7e1', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:31.764703 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Request body: {'subnet': {'network_id': '4bf0c873-4fb1-44f6-980a-d98e6b16d91a', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--55175325', 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:31.765232 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Request body: {'subnet': {'network_id': '39b7cd24-6a61-4bd9-849a-fa398272b7e1', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:31.784157 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96035fb-44c2-4852-a741-b529c0daf508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376a07d6-16f6-4852-866a-a73dbd581b5a'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:31.787086 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e5e9a38-8286-4aab-803b-ef1c11b59ec3" -d '{"events": [{"server_uuid": "c96035fb-44c2-4852-a741-b529c0daf508", "name": "network-vif-plugged", "status": "completed", "tag": "376a07d6-16f6-4852-866a-a73dbd581b5a"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:31.803308 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=580d42cd-5106-4368-b5d3-54724ca67ce3,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:31.858208 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5db64729-1ef1-4e6b-897b-5dda5bacf993 x-openstack-request-id: req-5db64729-1ef1-4e6b-897b-5dda5bacf993 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:31.858675 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96035fb-44c2-4852-a741-b529c0daf508", "name": "network-vif-plugged", "status": "completed", "tag": "376a07d6-16f6-4852-866a-a73dbd581b5a", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:31.859049 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5db64729-1ef1-4e6b-897b-5dda5bacf993 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:31.859570 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96035fb-44c2-4852-a741-b529c0daf508', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '376a07d6-16f6-4852-866a-a73dbd581b5a', 'code': 200} Aug 17 03:15:31.869329 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 8724a34e-671a-4273-8300-e0de69d0fc49 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:31.871049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:31.986892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-945952f5-0f08-4ae2-b78c-d20d69e7df32 None None] Provisioning for port 580d42cd-5106-4368-b5d3-54724ca67ce3 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:31.993063 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-945952f5-0f08-4ae2-b78c-d20d69e7df32 None None] Provisioning complete for port 580d42cd-5106-4368-b5d3-54724ca67ce3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:31.993667 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-945952f5-0f08-4ae2-b78c-d20d69e7df32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:32.029035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7151fe56-5670-4e47-afa4-24bdcc565a8a req-2ed92d89-5396-4c10-aa5f-e2bcd7203243 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:32.043301 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7151fe56-5670-4e47-afa4-24bdcc565a8a req-2ed92d89-5396-4c10-aa5f-e2bcd7203243 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 1096 time: 0.0983777 Aug 17 03:15:32.061036 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-945952f5-0f08-4ae2-b78c-d20d69e7df32 None None] Port 580d42cd-5106-4368-b5d3-54724ca67ce3 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:15:32.139599 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b063153-4a18-4236-b992-d8d8268de214 req-52b2bad3-5ce5-45b9-827b-7e1cd7e44fd9 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:32.141904 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b063153-4a18-4236-b992-d8d8268de214 req-52b2bad3-5ce5-45b9-827b-7e1cd7e44fd9 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 945 time: 0.0657103 Aug 17 03:15:32.159539 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7151fe56-5670-4e47-afa4-24bdcc565a8a req-5c9a5dbc-bc0f-4062-a6ab-f4c60de16f78 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1101203 Aug 17 03:15:32.171140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router 464c9b7d-1af1-47bf-91b8-ed554a065f14 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:15:32.183792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a025ea60-8afb-4560-af37-93bc553745cd None None] Provisioning complete for port 580d42cd-5106-4368-b5d3-54724ca67ce3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:32.184401 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a025ea60-8afb-4560-af37-93bc553745cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:32.184855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d1b0ab-a383-4f3b-83a9-d039dd2f6dff req-334fb755-084f-4831-bf36-96e31a075e2c tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:32.188055 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-01d1b0ab-a383-4f3b-83a9-d039dd2f6dff req-334fb755-084f-4831-bf36-96e31a075e2c tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 945 time: 0.1270509 Aug 17 03:15:32.223137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a025ea60-8afb-4560-af37-93bc553745cd None None] Port 580d42cd-5106-4368-b5d3-54724ca67ce3 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:15:32.245231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Made reservation on behalf of 9e8962f57c6241a182163e8af18c3783 for: {'subnet': 2} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:32.250295 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:32.250655 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:32.265723 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b063153-4a18-4236-b992-d8d8268de214 req-52632bcb-49fc-41cc-8e4b-91a7b5e1c2ee tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1160285 Aug 17 03:15:32.276737 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-01d1b0ab-a383-4f3b-83a9-d039dd2f6dff req-f4e2a2e8-99e1-4fd7-ae8d-6ef14eb3b7db tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0778220 Aug 17 03:15:32.295071 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:32.314302 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-11a8b7c3-f90b-4538-ba05-7665c84b4f94 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/464c9b7d-1af1-47bf-91b8-ed554a065f14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4257827 Aug 17 03:15:32.315072 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44008) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:32.315205 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Sync routers for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:32.329127 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:32.332027 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:32.332714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-3b6f4ede-fce1-4733-b78a-b3ff1a24780d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'network': {'name': 'tempest-RoutersTest-1449190768'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:32.381048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 534f4b8c-208b-43d5-a2c2-1bab007ee19f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:32.449130 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 534f4b8c-208b-43d5-a2c2-1bab007ee19f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:32.455987 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:32.467173 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:32.483117 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b6f4ede-fce1-4733-b78a-b3ff1a24780d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:32.486635 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3b6f4ede-fce1-4733-b78a-b3ff1a24780d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:32.531972 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b6f4ede-fce1-4733-b78a-b3ff1a24780d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:15:32.596089 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3b6f4ede-fce1-4733-b78a-b3ff1a24780d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:32.596998 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-3b6f4ede-fce1-4733-b78a-b3ff1a24780d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Added segment 5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4 of type vlan for network 763e6539-8be5-4c0c-a92e-30d32ecf2bd3 Aug 17 03:15:32.710612 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3b6f4ede-fce1-4733-b78a-b3ff1a24780d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:32.732440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9f7617-3d1e-46e4-984d-7026e52267aa req-89105e98-9744-453b-8e85-cbaa54200c67 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:32.734394 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1c9f7617-3d1e-46e4-984d-7026e52267aa req-89105e98-9744-453b-8e85-cbaa54200c67 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 945 time: 0.1007321 Aug 17 03:15:32.792604 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1c9f7617-3d1e-46e4-984d-7026e52267aa req-5fb872ba-d95c-4bb6-aca3-10535dd56b15 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471437 Aug 17 03:15:32.803468 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:15:30Z', 'revision_number': 2, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:31Z', 'revision_number': 2, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:32.824997 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Checking router: 464c9b7d-1af1-47bf-91b8-ed554a065f14 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:15:32.825312 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Updating router 464c9b7d-1af1-47bf-91b8-ed554a065f14 port 580d42cd-5106-4368-b5d3-54724ca67ce3 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:15:32.837589 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3b6f4ede-fce1-4733-b78a-b3ff1a24780d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:32.844503 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6f4ede-fce1-4733-b78a-b3ff1a24780d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:32.845541 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3b6f4ede-fce1-4733-b78a-b3ff1a24780d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:32.851039 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:32.871600 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:32.940940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6f4ede-fce1-4733-b78a-b3ff1a24780d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Network': ['ID=763e6539-8be5-4c0c-a92e-30d32ecf2bd3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:32.953715 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 763e6539-8be5-4c0c-a92e-30d32ecf2bd3 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:15:32.978127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cfaaea-aaca-47f2-921e-12735c3baaba req-a64d7ac8-59a9-4c5e-82c1-6f21cfc7fdd4 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:32.981683 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13cfaaea-aaca-47f2-921e-12735c3baaba req-a64d7ac8-59a9-4c5e-82c1-6f21cfc7fdd4 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 945 time: 0.1224475 Aug 17 03:15:32.992663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event updated for resources: {'Subnet': ['ID=e41b5388-618c-4556-a5f3-77d52f54b10d,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:33.019628 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:33.035670 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Checking segment: {'id': '740e0cbe-f071-47c1-ae9f-21172a9a5687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4bf0c873-4fb1-44f6-980a-d98e6b16d91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:33.036272 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Network hostable DHCP agents. Network: 4bf0c873-4fb1-44f6-980a-d98e6b16d91a, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:15:33.046682 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13cfaaea-aaca-47f2-921e-12735c3baaba req-578abb1f-4d0e-4322-87dc-58a6a28a037f tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591526 Aug 17 03:15:33.054856 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3b6f4ede-fce1-4733-b78a-b3ff1a24780d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.7385724 Aug 17 03:15:33.062821 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44016) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:33.062821 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-2cc010d1-a35b-400a-bbee-76a64181be8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'subnet': {'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:33.186728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Network 4bf0c873-4fb1-44f6-980a-d98e6b16d91a is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:15:33.190465 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:33.200784 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Transition to ACTIVE for port object 580d42cd-5106-4368-b5d3-54724ca67ce3 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:33.282464 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cc010d1-a35b-400a-bbee-76a64181be8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:33.286121 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2cc010d1-a35b-400a-bbee-76a64181be8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:33.312082 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:33.315770 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 4bf0c873-4fb1-44f6-980a-d98e6b16d91a) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:33.346172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a7ec96-8ad0-452a-b14e-10118f5f38c8 None None] Network 4bf0c873-4fb1-44f6-980a-d98e6b16d91a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:33.358443 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208a674-80bf-4710-aa84-8b0a67693437 None None] Pushing event updated for resources: {'Port': ['ID=580d42cd-5106-4368-b5d3-54724ca67ce3,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:33.372302 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:33.520332 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event updated for resources: {'Subnet': ['ID=58e57774-6d64-4680-83a1-ef88a9ac78cc,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:33.526826 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Attempting to bind port 580d42cd-5106-4368-b5d3-54724ca67ce3 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:33.527211 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Attempting to bind port 580d42cd-5106-4368-b5d3-54724ca67ce3 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '5c67e3de-8627-4251-96fb-b869b31dc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:33.529269 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Attempting to bind port 580d42cd-5106-4368-b5d3-54724ca67ce3 on network 8724a34e-671a-4273-8300-e0de69d0fc49 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:33.544027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefc446e-d63c-4164-a584-1e0ad34bd70e req-b610b6e1-8626-47b3-862c-66ae4830f90c tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:33.544807 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:33.545194 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Checking segment: {'id': '5c67e3de-8627-4251-96fb-b869b31dc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:33.545663 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:33.546068 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Bound using segment: {'id': '5c67e3de-8627-4251-96fb-b869b31dc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:33.546776 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Bound port: 580d42cd-5106-4368-b5d3-54724ca67ce3, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c67e3de-8627-4251-96fb-b869b31dc5c8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:33.547164 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:33.552185 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eefc446e-d63c-4164-a584-1e0ad34bd70e req-b610b6e1-8626-47b3-862c-66ae4830f90c tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 945 time: 0.1582060 Aug 17 03:15:33.628702 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eefc446e-d63c-4164-a584-1e0ad34bd70e req-b4851a78-7e54-4748-be56-2e41c2000e93 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748701 Aug 17 03:15:33.629041 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Checking segment: {'id': '30cff1e3-9ac2-4439-88ba-f65efcad0c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '39b7cd24-6a61-4bd9-849a-fa398272b7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:33.629536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Network hostable DHCP agents. Network: 39b7cd24-6a61-4bd9-849a-fa398272b7e1, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:15:33.711638 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] For port 580d42cd-5106-4368-b5d3-54724ca67ce3, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:33.721487 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] For port 580d42cd-5106-4368-b5d3-54724ca67ce3, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=580d42cd-5106-4368-b5d3-54724ca67ce3,segment=NetworkSegment(5c67e3de-8627-4251-96fb-b869b31dc5c8),segment_id=5c67e3de-8627-4251-96fb-b869b31dc5c8)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:33.747749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Network 39b7cd24-6a61-4bd9-849a-fa398272b7e1 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:15:33.775565 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2cc010d1-a35b-400a-bbee-76a64181be8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:33.777588 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a15b613-0bb5-47d5-a05f-ffa31a32f138 req-56fe0aaa-d011-45b8-b36d-7bac31c9b1c3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:33.779755 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4a15b613-0bb5-47d5-a05f-ffa31a32f138 req-56fe0aaa-d011-45b8-b36d-7bac31c9b1c3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 945 time: 0.0751359 Aug 17 03:15:33.824743 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4a15b613-0bb5-47d5-a05f-ffa31a32f138 req-cdbf844a-2b44-4a99-a832-e7dc47cc153c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378704 Aug 17 03:15:33.843457 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:33.845871 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cc010d1-a35b-400a-bbee-76a64181be8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Subnet': ['ID=770ee70d-e7c7-4b98-be82-4460a95374e8,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:33.878918 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cc010d1-a35b-400a-bbee-76a64181be8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Checking segment: {'id': '5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:33.879380 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc010d1-a35b-400a-bbee-76a64181be8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network hostable DHCP agents. Network: 763e6539-8be5-4c0c-a92e-30d32ecf2bd3, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:15:33.883862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 39b7cd24-6a61-4bd9-849a-fa398272b7e1) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:33.890512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:33.891156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:33.892378 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:33.916273 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:33.916580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6355194-f66e-4f34-912c-13062dabb48e None None] Network 39b7cd24-6a61-4bd9-849a-fa398272b7e1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:33.916971 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:33.953778 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1208a674-80bf-4710-aa84-8b0a67693437 None None] Pushing event updated for resources: {'Port': ['ID=580d42cd-5106-4368-b5d3-54724ca67ce3,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:33.964944 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-4bf0c873-4fb1-44f6-980a-d98e6b16d91a', 'network_id': '4bf0c873-4fb1-44f6-980a-d98e6b16d91a', 'tenant_id': '9e8962f57c6241a182163e8af18c3783', 'fixed_ips': [{'subnet_id': 'e41b5388-618c-4556-a5f3-77d52f54b10d'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:15:33.965839 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:34.000102 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cc010d1-a35b-400a-bbee-76a64181be8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 763e6539-8be5-4c0c-a92e-30d32ecf2bd3 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:15:34.010061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-2cc010d1-a35b-400a-bbee-76a64181be8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 763e6539-8be5-4c0c-a92e-30d32ecf2bd3) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:34.020617 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cc010d1-a35b-400a-bbee-76a64181be8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:34.021371 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2cc010d1-a35b-400a-bbee-76a64181be8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:34.022705 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:34.036506 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-760729b0-46bc-4f5c-b0aa-f53a5eb75d65 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1424 time: 2.2758670 Aug 17 03:15:34.041063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44030) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:34.063998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79969e79-8dc4-4be0-b1cd-496b7fccdc25 None None] Network 763e6539-8be5-4c0c-a92e-30d32ecf2bd3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:34.159602 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2cc010d1-a35b-400a-bbee-76a64181be8c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1003013 Aug 17 03:15:34.160484 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44032) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:34.168383 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:34.212163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1739bf-3aa6-426a-b4a5-72edcaa4a900 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:34.214181 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1739bf-3aa6-426a-b4a5-72edcaa4a900 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:34.216058 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f1739bf-3aa6-426a-b4a5-72edcaa4a900 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:34.218010 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3f1739bf-3aa6-426a-b4a5-72edcaa4a900 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2050 time: 0.1742532 Aug 17 03:15:34.225056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44036) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:34.305542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-2022bdec-8dfe-4500-a3aa-fbb3b577a862 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Deleting subnet e41b5388-618c-4556-a5f3-77d52f54b10d {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:15:34.363185 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-39b7cd24-6a61-4bd9-849a-fa398272b7e1', 'network_id': '39b7cd24-6a61-4bd9-849a-fa398272b7e1', 'tenant_id': '9e8962f57c6241a182163e8af18c3783', 'fixed_ips': [{'subnet_id': '58e57774-6d64-4680-83a1-ef88a9ac78cc'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:15:34.364746 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:34.377280 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:15:30Z', 'revision_number': 2, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:33Z', 'revision_number': 4, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:34.404591 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Allocated IP 172.20.0.2 (4bf0c873-4fb1-44f6-980a-d98e6b16d91a/e41b5388-618c-4556-a5f3-77d52f54b10d/be95a7bc-e3b6-403f-9010-b8c59bd8445e) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:34.420956 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62d8e4a6-b545-4c19-8d9d-bf559ca7f847 None None] The sync data for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 is: [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:15:30Z', 'revision_number': 2, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:33Z', 'revision_number': 4, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:34.590326 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:34.662450 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:15:34.663362 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:34.721299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Allocated IP 172.20.0.18 (39b7cd24-6a61-4bd9-849a-fa398272b7e1/58e57774-6d64-4680-83a1-ef88a9ac78cc/29311672-c455-4c4e-8827-b9e22e9a01a1) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:34.892993 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5877a34d-898c-4b92-a8ee-b99267dbc708 req-cefd7087-2b2a-473a-b8db-49bdf6c35a48 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:34.894638 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5877a34d-898c-4b92-a8ee-b99267dbc708 req-cefd7087-2b2a-473a-b8db-49bdf6c35a48 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 945 time: 0.1408005 Aug 17 03:15:34.915985 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:34.950356 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Transition to ACTIVE for port object be95a7bc-e3b6-403f-9010-b8c59bd8445e will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:34.987191 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5877a34d-898c-4b92-a8ee-b99267dbc708 req-0a420f4f-f5a2-4c6a-b877-17e1bfb938d2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593898 Aug 17 03:15:35.016787 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Transition to ACTIVE for port object be95a7bc-e3b6-403f-9010-b8c59bd8445e will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:35.025505 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a05536-d488-4859-bb5e-d067a29fcd99 req-3a21a3b1-207c-4d06-8f23-c3535c53f46c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:35.032799 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-55a05536-d488-4859-bb5e-d067a29fcd99 req-3a21a3b1-207c-4d06-8f23-c3535c53f46c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 945 time: 0.0797033 Aug 17 03:15:35.052346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Allocated IP 172.21.0.2 (763e6539-8be5-4c0c-a92e-30d32ecf2bd3/770ee70d-e7c7-4b98-be82-4460a95374e8/bac53c4a-bc7b-4e57-afae-1a7ca114703e) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:35.095178 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-55a05536-d488-4859-bb5e-d067a29fcd99 req-6664c852-a265-436c-99d3-6f7ac43e66a2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463355 Aug 17 03:15:35.113137 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2022bdec-8dfe-4500-a3aa-fbb3b577a862 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.121284 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.164500 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.179411 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2022bdec-8dfe-4500-a3aa-fbb3b577a862 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.188563 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7bd7da9-4a37-4245-a332-5e6af8b00050 req-9437cfc9-61b7-463a-82b5-51f16aabc7c3 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:35.190494 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d7bd7da9-4a37-4245-a332-5e6af8b00050 req-9437cfc9-61b7-463a-82b5-51f16aabc7c3 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 945 time: 0.0910764 Aug 17 03:15:35.204428 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44046) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:35.208918 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a8d1c7a3-ad87-4cf2-aae4-336d5c1f51f2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Request body: {'floatingip': {'port_id': '376a07d6-16f6-4852-866a-a73dbd581b5a'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:35.224408 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Transition to ACTIVE for port object 29311672-c455-4c4e-8827-b9e22e9a01a1 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:35.237294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Network 4bf0c873-4fb1-44f6-980a-d98e6b16d91a is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:35.249183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:35.259231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:35.274935 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8d1c7a3-ad87-4cf2-aae4-336d5c1f51f2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.309892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Pushing event updated for resources: {'Port': ['ID=be95a7bc-e3b6-403f-9010-b8c59bd8445e,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:35.348885 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:35.349229 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:35.349599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:35.350214 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:35.350370 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:35.350648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:35.357963 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:35.357963 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:35.357963 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:35.357963 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:35.358733 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2022bdec-8dfe-4500-a3aa-fbb3b577a862 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.358840 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:35.358840 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:35.365661 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Transition to ACTIVE for port object 29311672-c455-4c4e-8827-b9e22e9a01a1 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:35.385340 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Attempting to bind port be95a7bc-e3b6-403f-9010-b8c59bd8445e on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:35.385744 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Attempting to bind port be95a7bc-e3b6-403f-9010-b8c59bd8445e by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '740e0cbe-f071-47c1-ae9f-21172a9a5687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4bf0c873-4fb1-44f6-980a-d98e6b16d91a'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:35.386112 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Attempting to bind port be95a7bc-e3b6-403f-9010-b8c59bd8445e on network 4bf0c873-4fb1-44f6-980a-d98e6b16d91a {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:35.393927 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:35.394308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Checking segment: {'id': '740e0cbe-f071-47c1-ae9f-21172a9a5687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4bf0c873-4fb1-44f6-980a-d98e6b16d91a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:35.394716 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.395118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Bound using segment: {'id': '740e0cbe-f071-47c1-ae9f-21172a9a5687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4bf0c873-4fb1-44f6-980a-d98e6b16d91a'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:35.395589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Bound port: be95a7bc-e3b6-403f-9010-b8c59bd8445e, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '740e0cbe-f071-47c1-ae9f-21172a9a5687', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '4bf0c873-4fb1-44f6-980a-d98e6b16d91a'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:35.395974 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.463385 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.497539 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Network 39b7cd24-6a61-4bd9-849a-fa398272b7e1 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:35.498936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:35.501198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:35.558219 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2022bdec-8dfe-4500-a3aa-fbb3b577a862 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.594380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2022bdec-8dfe-4500-a3aa-fbb3b577a862 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event deleted for resources: {'Subnet': ['ID=e41b5388-618c-4556-a5f3-77d52f54b10d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:35.596534 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2022bdec-8dfe-4500-a3aa-fbb3b577a862 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.601831 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2022bdec-8dfe-4500-a3aa-fbb3b577a862 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "DELETE /v2.0/subnets/e41b5388-618c-4556-a5f3-77d52f54b10d HTTP/1.1" status: 204 len: 168 time: 1.3750935 Aug 17 03:15:35.602110 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44050) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:35.612153 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] For port be95a7bc-e3b6-403f-9010-b8c59bd8445e, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:35.615646 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea0298c-3f97-4be2-9bcb-f229acf281d8 req-de8a62ca-e003-478e-a583-3c894bb1e003 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:35.617794 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eea0298c-3f97-4be2-9bcb-f229acf281d8 req-de8a62ca-e003-478e-a583-3c894bb1e003 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 945 time: 0.1030147 Aug 17 03:15:35.621689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Pushing event updated for resources: {'Port': ['ID=29311672-c455-4c4e-8827-b9e22e9a01a1,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:35.647709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] For port be95a7bc-e3b6-403f-9010-b8c59bd8445e, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=be95a7bc-e3b6-403f-9010-b8c59bd8445e,segment=NetworkSegment(740e0cbe-f071-47c1-ae9f-21172a9a5687),segment_id=740e0cbe-f071-47c1-ae9f-21172a9a5687)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:35.656612 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Attempting to bind port 29311672-c455-4c4e-8827-b9e22e9a01a1 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:35.656981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Attempting to bind port 29311672-c455-4c4e-8827-b9e22e9a01a1 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '30cff1e3-9ac2-4439-88ba-f65efcad0c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '39b7cd24-6a61-4bd9-849a-fa398272b7e1'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:35.657338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Attempting to bind port 29311672-c455-4c4e-8827-b9e22e9a01a1 on network 39b7cd24-6a61-4bd9-849a-fa398272b7e1 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:35.665659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:35.665962 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Checking segment: {'id': '30cff1e3-9ac2-4439-88ba-f65efcad0c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '39b7cd24-6a61-4bd9-849a-fa398272b7e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:35.666363 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.666754 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Bound using segment: {'id': '30cff1e3-9ac2-4439-88ba-f65efcad0c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '39b7cd24-6a61-4bd9-849a-fa398272b7e1'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:35.667222 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Bound port: 29311672-c455-4c4e-8827-b9e22e9a01a1, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '30cff1e3-9ac2-4439-88ba-f65efcad0c39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '39b7cd24-6a61-4bd9-849a-fa398272b7e1'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:35.667602 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.673907 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.695540 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Transition to ACTIVE for port object bac53c4a-bc7b-4e57-afae-1a7ca114703e will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:35.704707 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a9d887f-388e-4e45-acf5-36c4f19ac591 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Deleting subnet 58e57774-6d64-4680-83a1-ef88a9ac78cc {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:15:35.709547 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8a9d887f-388e-4e45-acf5-36c4f19ac591 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.737004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Transition to ACTIVE for port object bac53c4a-bc7b-4e57-afae-1a7ca114703e will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:35.743736 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.757548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-eea0298c-3f97-4be2-9bcb-f229acf281d8 req-7075a68a-7c9b-4475-a73a-707428342fcd tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Deleting port 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:35.758527 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eea0298c-3f97-4be2-9bcb-f229acf281d8 req-7075a68a-7c9b-4475-a73a-707428342fcd tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.801854 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8a9d887f-388e-4e45-acf5-36c4f19ac591 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.813544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] For port 29311672-c455-4c4e-8827-b9e22e9a01a1, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:35.851504 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] For port 29311672-c455-4c4e-8827-b9e22e9a01a1, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=29311672-c455-4c4e-8827-b9e22e9a01a1,segment=NetworkSegment(30cff1e3-9ac2-4439-88ba-f65efcad0c39),segment_id=30cff1e3-9ac2-4439-88ba-f65efcad0c39)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:35.858208 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.885980 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Network 763e6539-8be5-4c0c-a92e-30d32ecf2bd3 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:35.887417 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:35.890236 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:35.900277 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a159752-af26-4341-891a-5b2a35ae9da7 None None] Pushing event updated for resources: {'Port': ['ID=be95a7bc-e3b6-403f-9010-b8c59bd8445e,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:35.902272 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-eea0298c-3f97-4be2-9bcb-f229acf281d8 req-7075a68a-7c9b-4475-a73a-707428342fcd tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] For port 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:35.902837 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eea0298c-3f97-4be2-9bcb-f229acf281d8 req-7075a68a-7c9b-4475-a73a-707428342fcd tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:35.934316 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-eea0298c-3f97-4be2-9bcb-f229acf281d8 req-7075a68a-7c9b-4475-a73a-707428342fcd tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Calling delete_port for 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:35.966703 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:36.006219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Allocated IP 172.21.0.1 (763e6539-8be5-4c0c-a92e-30d32ecf2bd3/770ee70d-e7c7-4b98-be82-4460a95374e8/28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:36.042864 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Attempting to bind port bac53c4a-bc7b-4e57-afae-1a7ca114703e on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:36.044626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Attempting to bind port bac53c4a-bc7b-4e57-afae-1a7ca114703e by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:36.045010 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Attempting to bind port bac53c4a-bc7b-4e57-afae-1a7ca114703e on network 763e6539-8be5-4c0c-a92e-30d32ecf2bd3 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:36.047264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Pushing event updated for resources: {'Port': ['ID=bac53c4a-bc7b-4e57-afae-1a7ca114703e,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:36.078096 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:36.078483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Checking segment: {'id': '5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:36.078897 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:36.079288 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Bound using segment: {'id': '5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:36.079774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Bound port: bac53c4a-bc7b-4e57-afae-1a7ca114703e, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:36.080173 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:36.214645 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8d1c7a3-ad87-4cf2-aae4-336d5c1f51f2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:36.271089 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8a9d887f-388e-4e45-acf5-36c4f19ac591 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:36.356834 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eea0298c-3f97-4be2-9bcb-f229acf281d8 req-7075a68a-7c9b-4475-a73a-707428342fcd tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:36.422169 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7075a68a-7c9b-4475-a73a-707428342fcd tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Pushing event deleted for resources: {'Port': ['ID=79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:36.526942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-eea0298c-3f97-4be2-9bcb-f229acf281d8 req-7075a68a-7c9b-4475-a73a-707428342fcd tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] No DVR routers for this DVR port 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:36.541693 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eea0298c-3f97-4be2-9bcb-f229acf281d8 req-7075a68a-7c9b-4475-a73a-707428342fcd tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:36.545347 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eea0298c-3f97-4be2-9bcb-f229acf281d8 req-7075a68a-7c9b-4475-a73a-707428342fcd tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.30 "DELETE /v2.0/ports/79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 HTTP/1.1" status: 204 len: 173 time: 0.9159727 Aug 17 03:15:36.546108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e8036e99-697d-4d60-af51-cb1433d78464', 'name': 'network-vif-deleted', 'tag': '79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:36.548589 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bda7bfb2-1cfa-44dc-9e46-1ad986fff0ab" -d '{"events": [{"server_uuid": "e8036e99-697d-4d60-af51-cb1433d78464", "name": "network-vif-deleted", "tag": "79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:36.595846 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['79ba673f-b50b-4d6e-bd59-c682df30f861'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:15:36.606014 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:15:36.608935 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa57e913-8cab-4da0-89a7-bda2783d0bc2 None None] Pushing event updated for resources: {'Port': ['ID=29311672-c455-4c4e-8827-b9e22e9a01a1,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:36.648951 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d91abedb-d44c-4917-88d4-1cec80bcbc9f x-openstack-request-id: req-d91abedb-d44c-4917-88d4-1cec80bcbc9f {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:36.648951 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e8036e99-697d-4d60-af51-cb1433d78464", "name": "network-vif-deleted", "tag": "79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:36.648951 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d91abedb-d44c-4917-88d4-1cec80bcbc9f {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:36.648951 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e8036e99-697d-4d60-af51-cb1433d78464', 'name': 'network-vif-deleted', 'tag': '79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358', 'status': 'completed', 'code': 200} Aug 17 03:15:36.693289 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 580d42cd-5106-4368-b5d3-54724ca67ce3 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:36.715396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] For port bac53c4a-bc7b-4e57-afae-1a7ca114703e, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:36.719539 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] For port bac53c4a-bc7b-4e57-afae-1a7ca114703e, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=bac53c4a-bc7b-4e57-afae-1a7ca114703e,segment=NetworkSegment(5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4),segment_id=5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:36.788053 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:36.831962 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8d1c7a3-ad87-4cf2-aae4-336d5c1f51f2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:36.880854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40d946f-451f-45f1-91d6-25b4f37101c9 None None] Pushing event updated for resources: {'Port': ['ID=bac53c4a-bc7b-4e57-afae-1a7ca114703e,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:36.962901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 580d42cd-5106-4368-b5d3-54724ca67ce3 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:36.974197 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 580d42cd-5106-4368-b5d3-54724ca67ce3 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:36.974585 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:37.017689 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90d76385-3ada-47b9-bd8d-73e6788c6610 req-43beed02-2d79-472b-83cf-63f33c113981 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:37.019285 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90d76385-3ada-47b9-bd8d-73e6788c6610 req-43beed02-2d79-472b-83cf-63f33c113981 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=e8036e99-697d-4d60-af51-cb1433d78464 HTTP/1.1" status: 200 len: 867 time: 0.7890275 Aug 17 03:15:37.071236 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:37.092612 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:37.107843 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-a8d1c7a3-ad87-4cf2-aae4-336d5c1f51f2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Floating IP da53dda9-e500-4854-8080-8b273e2d4918 associated. External IP: 172.25.1.217, port: 376a07d6-16f6-4852-866a-a73dbd581b5a. Aug 17 03:15:37.117136 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Transition to ACTIVE for port object 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:37.130955 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 580d42cd-5106-4368-b5d3-54724ca67ce3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=580d42cd-5106-4368-b5d3-54724ca67ce3,segment=NetworkSegment(5c67e3de-8627-4251-96fb-b869b31dc5c8),segment_id=5c67e3de-8627-4251-96fb-b869b31dc5c8)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:37.135110 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90d76385-3ada-47b9-bd8d-73e6788c6610 req-4f1cb413-4238-432d-bcd4-153ef1dcc06f tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010933 Aug 17 03:15:37.179667 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8a9d887f-388e-4e45-acf5-36c4f19ac591 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:37.208412 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:37.209249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device be95a7bc-e3b6-403f-9010-b8c59bd8445e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:37.281625 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d887f-388e-4e45-acf5-36c4f19ac591 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event deleted for resources: {'Subnet': ['ID=58e57774-6d64-4680-83a1-ef88a9ac78cc,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:37.286583 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8a9d887f-388e-4e45-acf5-36c4f19ac591 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:37.294553 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8a9d887f-388e-4e45-acf5-36c4f19ac591 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "DELETE /v2.0/subnets/58e57774-6d64-4680-83a1-ef88a9ac78cc HTTP/1.1" status: 204 len: 168 time: 1.6890283 Aug 17 03:15:37.297231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44062) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:37.380775 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=580d42cd-5106-4368-b5d3-54724ca67ce3,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:37.449644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84d93a0c-a730-455b-8a5c-e404580cb04b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:37.461680 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-84d93a0c-a730-455b-8a5c-e404580cb04b tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1564834 Aug 17 03:15:37.461680 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44066) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:37.482951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port be95a7bc-e3b6-403f-9010-b8c59bd8445e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:37.530582 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:37.594455 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:37.639762 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04245f4f-1c5f-4e51-b8cf-25a6d3dbc1fa None None] Network 4bf0c873-4fb1-44f6-980a-d98e6b16d91a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:37.646478 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 763e6539-8be5-4c0c-a92e-30d32ecf2bd3 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:37.656611 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:37.659164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:37.662499 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:37.681199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Deleting port 29311672-c455-4c4e-8827-b9e22e9a01a1 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:37.681784 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:37.728715 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8d1c7a3-ad87-4cf2-aae4-336d5c1f51f2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:37.740643 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:37.775584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] For port 29311672-c455-4c4e-8827-b9e22e9a01a1, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=29311672-c455-4c4e-8827-b9e22e9a01a1,segment=NetworkSegment(30cff1e3-9ac2-4439-88ba-f65efcad0c39),segment_id=30cff1e3-9ac2-4439-88ba-f65efcad0c39)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:37.775953 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:37.805274 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Calling delete_port for 29311672-c455-4c4e-8827-b9e22e9a01a1 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:37.905084 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e389642d-dcda-4d59-be65-2733b7167ada None None] Provisioning for port be95a7bc-e3b6-403f-9010-b8c59bd8445e completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:37.919459 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e389642d-dcda-4d59-be65-2733b7167ada None None] Provisioning complete for port be95a7bc-e3b6-403f-9010-b8c59bd8445e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:37.920168 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e389642d-dcda-4d59-be65-2733b7167ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:37.999504 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8d1c7a3-ad87-4cf2-aae4-336d5c1f51f2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:38.004280 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8d1c7a3-ad87-4cf2-aae4-336d5c1f51f2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:38.026178 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14641aa4-7282-4667-ad11-b45ebbe85086 None None] Sync routers for ids ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:38.035049 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:38.036830 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49c1b005-c674-4e4d-94da-37722e89c976 None None] DHCP port deletion for 4bf0c873-4fb1-44f6-980a-d98e6b16d91a request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:15:38.064423 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e389642d-dcda-4d59-be65-2733b7167ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:38.070986 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a8d1c7a3-ad87-4cf2-aae4-336d5c1f51f2 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "PUT /v2.0/floatingips/da53dda9-e500-4854-8080-8b273e2d4918 HTTP/1.1" status: 200 len: 991 time: 2.8659599 Aug 17 03:15:38.071992 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c96035fb-44c2-4852-a741-b529c0daf508', 'tag': '376a07d6-16f6-4852-866a-a73dbd581b5a'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:38.074934 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364ab430-a73b-42a0-9659-5e425eeb4e72" -d '{"events": [{"name": "network-changed", "server_uuid": "c96035fb-44c2-4852-a741-b529c0daf508", "tag": "376a07d6-16f6-4852-866a-a73dbd581b5a"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:38.078450 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:38.090965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event deleted for resources: {'Port': ['ID=29311672-c455-4c4e-8827-b9e22e9a01a1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:38.109567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] No DVR routers for this DVR port 29311672-c455-4c4e-8827-b9e22e9a01a1 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:38.130742 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14641aa4-7282-4667-ad11-b45ebbe85086 None None] Routers {'6772dce1-f98a-4a35-9e66-a81ca0530bf9'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:38.131702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-14641aa4-7282-4667-ad11-b45ebbe85086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:38.270215 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8ce59de-0747-4e51-be00-976d9cef59d5 None None] Network 39b7cd24-6a61-4bd9-849a-fa398272b7e1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:38.318285 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcf4d57b-ad6b-4e7b-ad56-700c73498752 x-openstack-request-id: req-dcf4d57b-ad6b-4e7b-ad56-700c73498752 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:38.318616 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c96035fb-44c2-4852-a741-b529c0daf508", "tag": "376a07d6-16f6-4852-866a-a73dbd581b5a", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:38.318860 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcf4d57b-ad6b-4e7b-ad56-700c73498752 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:38.325061 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c96035fb-44c2-4852-a741-b529c0daf508', 'tag': '376a07d6-16f6-4852-866a-a73dbd581b5a', 'status': 'completed', 'code': 200} Aug 17 03:15:38.338997 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:38.345183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e389642d-dcda-4d59-be65-2733b7167ada None None] For port be95a7bc-e3b6-403f-9010-b8c59bd8445e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=be95a7bc-e3b6-403f-9010-b8c59bd8445e,segment=NetworkSegment(740e0cbe-f071-47c1-ae9f-21172a9a5687),segment_id=740e0cbe-f071-47c1-ae9f-21172a9a5687)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:38.402580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['39b7cd24-6a61-4bd9-849a-fa398272b7e1']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:38.422760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '30cff1e3-9ac2-4439-88ba-f65efcad0c39') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:38.423726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '30cff1e3-9ac2-4439-88ba-f65efcad0c39') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:38.457487 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:38.469190 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e389642d-dcda-4d59-be65-2733b7167ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:38.488286 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:38.500498 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ab430-a73b-42a0-9659-5e425eeb4e72 req-616b6987-4169-4751-a0b4-3c9673aa4a0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:38.502554 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-364ab430-a73b-42a0-9659-5e425eeb4e72 req-616b6987-4169-4751-a0b4-3c9673aa4a0c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=29dbf4db7226454dadb9ed17ed77cc12&device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 1096 time: 0.1982024 Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:15:38.511624 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:15:38.639392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-14641aa4-7282-4667-ad11-b45ebbe85086 None None] Set router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:38.702586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-75e9374e-f5c8-457e-b6a0-8cefc1e9d937 None None] Could not find standard attr ID for object 29311672-c455-4c4e-8827-b9e22e9a01a1. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:15:38.736902 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ab430-a73b-42a0-9659-5e425eeb4e72 req-b8b5fe35-6b9c-4a18-b3d6-1f57e16ab346 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:38.739087 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-364ab430-a73b-42a0-9659-5e425eeb4e72 req-b8b5fe35-6b9c-4a18-b3d6-1f57e16ab346 service neutron] 10.222.0.30 "GET /v2.0/networks?id=06273fda-1108-4d79-a8de-ed0a7364bbe0 HTTP/1.1" status: 200 len: 911 time: 0.2174501 Aug 17 03:15:38.743975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bac53c4a-bc7b-4e57-afae-1a7ca114703e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:38.764423 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d08e820-80fc-44bb-b146-4297534d0d57 None None] Network 763e6539-8be5-4c0c-a92e-30d32ecf2bd3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:38.769756 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:38.779185 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-bf8e8410-0b66-4a32-ab1e-3180cfe598c2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:38.782459 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-bf8e8410-0b66-4a32-ab1e-3180cfe598c2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 805 time: 0.1894703 Aug 17 03:15:38.796850 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-49c1b005-c674-4e4d-94da-37722e89c976 None None] Deleting port be95a7bc-e3b6-403f-9010-b8c59bd8445e {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:38.797095 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-49c1b005-c674-4e4d-94da-37722e89c976 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:38.806536 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:38.812482 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-5eb4b5a1-5268-432b-b43f-d39abb4605cd tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/quotas/6fc3dc22f61e4504bffcbcd1acecf394 HTTP/1.1" status: 200 len: 375 time: 0.0224049 Aug 17 03:15:38.815955 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:38.820872 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "DELETE /v2.0/networks/39b7cd24-6a61-4bd9-849a-fa398272b7e1 HTTP/1.1" status: 204 len: 168 time: 1.3602619 Aug 17 03:15:38.826263 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44090) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:38.835266 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab2dbfb-704e-4934-81ca-d5e03d501298 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event deleted for resources: {'Network': ['ID=39b7cd24-6a61-4bd9-849a-fa398272b7e1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:38.861063 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-364ab430-a73b-42a0-9659-5e425eeb4e72 req-2da31029-ea80-461e-a3cd-729e0955e1df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=376a07d6-16f6-4852-866a-a73dbd581b5a HTTP/1.1" status: 200 len: 999 time: 0.1095617 Aug 17 03:15:38.910676 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:38.928661 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ab430-a73b-42a0-9659-5e425eeb4e72 req-4a20c3ea-1eb1-419e-a9c9-8df7a2f34be6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:38.929362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389642d-dcda-4d59-be65-2733b7167ada None None] Pushing event updated for resources: {'Port': ['ID=be95a7bc-e3b6-403f-9010-b8c59bd8445e,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:38.935731 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-364ab430-a73b-42a0-9659-5e425eeb4e72 req-4a20c3ea-1eb1-419e-a9c9-8df7a2f34be6 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9034a659-f846-4b1b-ae6a-7826b698211e HTTP/1.1" status: 200 len: 850 time: 0.0617247 Aug 17 03:15:38.988791 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:39.007168 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-49c1b005-c674-4e4d-94da-37722e89c976 None None] For port be95a7bc-e3b6-403f-9010-b8c59bd8445e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=be95a7bc-e3b6-403f-9010-b8c59bd8445e,segment=NetworkSegment(740e0cbe-f071-47c1-ae9f-21172a9a5687),segment_id=740e0cbe-f071-47c1-ae9f-21172a9a5687)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:39.007625 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-49c1b005-c674-4e4d-94da-37722e89c976 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:39.040972 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-364ab430-a73b-42a0-9659-5e425eeb4e72 req-ae709a67-cb97-4489-ac9c-fbf35ccc4321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:39.045083 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-364ab430-a73b-42a0-9659-5e425eeb4e72 req-ae709a67-cb97-4489-ac9c-fbf35ccc4321 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06273fda-1108-4d79-a8de-ed0a7364bbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1036396 Aug 17 03:15:39.046687 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-49c1b005-c674-4e4d-94da-37722e89c976 None None] Calling delete_port for be95a7bc-e3b6-403f-9010-b8c59bd8445e owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:39.063225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29ee20ff-c9de-4906-a8a1-6281832c52b0 None None] DHCP port deletion for 39b7cd24-6a61-4bd9-849a-fa398272b7e1 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:15:39.063673 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-067452a6-b041-4162-a992-55f86fd36b81 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2381015 Aug 17 03:15:39.079448 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:39.083941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-889c0b81-fddb-457c-9ff2-a322331de9a7 None None] Provisioning for port bac53c4a-bc7b-4e57-afae-1a7ca114703e completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:39.107129 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:39.179844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port bac53c4a-bc7b-4e57-afae-1a7ca114703e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:39.201540 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port bac53c4a-bc7b-4e57-afae-1a7ca114703e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:39.201931 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:39.229435 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-acf750a2-edc4-4ac8-be08-a6357b75fd05 service neutron] 10.222.0.10 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1646924 Aug 17 03:15:39.349358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:15:39.495564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Deleting port be95a7bc-e3b6-403f-9010-b8c59bd8445e {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:39.496266 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:39.507982 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-b8ac10a7-17d9-497a-bcac-6c89f699e0cd service neutron] 10.222.0.10 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2139533 Aug 17 03:15:39.551952 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 763e6539-8be5-4c0c-a92e-30d32ecf2bd3 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:39.557068 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:39.560527 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-49c1b005-c674-4e4d-94da-37722e89c976 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:39.564242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:15:39.564242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 79c1e9dc-51c2-4bfb-9923-eaa3a2bc5358 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:15:39.629596 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c1b005-c674-4e4d-94da-37722e89c976 None None] No DVR routers for this DVR port be95a7bc-e3b6-403f-9010-b8c59bd8445e on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:39.633636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c1b005-c674-4e4d-94da-37722e89c976 None None] Pushing event deleted for resources: {'Port': ['ID=be95a7bc-e3b6-403f-9010-b8c59bd8445e,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:39.661524 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:39.688504 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-364ab430-a73b-42a0-9659-5e425eeb4e72 req-101e33af-3bf0-4820-b3ac-bc96b42982e4 service neutron] 10.222.0.30 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6327784 Aug 17 03:15:39.693360 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-14641aa4-7282-4667-ad11-b45ebbe85086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:59Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'da53dda9-e500-4854-8080-8b273e2d4918', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'port_id': '376a07d6-16f6-4852-866a-a73dbd581b5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'mac_address': 'fa:16:3e:78:18:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96035fb-44c2-4852-a741-b529c0daf508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:15:11Z', 'updated_at': '2021-08-17T03:15:35Z', 'revision_number': 1, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9', 'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'mac_address': 'fa:16:3e:0b:f0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:58Z', 'updated_at': '2021-08-17T03:11:04Z', 'revision_number': 5, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'subnets': [{'id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:39.708544 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] For port be95a7bc-e3b6-403f-9010-b8c59bd8445e, host n-d-802060-9, got binding levels [] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:39.713589 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:39.747654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14641aa4-7282-4667-ad11-b45ebbe85086 None None] Checking router: 6772dce1-f98a-4a35-9e66-a81ca0530bf9 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:15:39.750038 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Calling delete_port for be95a7bc-e3b6-403f-9010-b8c59bd8445e owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:39.750752 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port bac53c4a-bc7b-4e57-afae-1a7ca114703e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=bac53c4a-bc7b-4e57-afae-1a7ca114703e,segment=NetworkSegment(5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4),segment_id=5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:39.755541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.ipam_backend_mixin [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Port be95a7bc-e3b6-403f-9010-b8c59bd8445e was not found and therefore no delete operation was performed {{(pid=101969) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 03:15:39.764001 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:39.768587 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14641aa4-7282-4667-ad11-b45ebbe85086 None None] Routers {'6772dce1-f98a-4a35-9e66-a81ca0530bf9'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:39.770149 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-14641aa4-7282-4667-ad11-b45ebbe85086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:39.811310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] No DVR routers for this DVR port be95a7bc-e3b6-403f-9010-b8c59bd8445e on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:39.854349 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:39.855165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 580d42cd-5106-4368-b5d3-54724ca67ce3 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:39.869212 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event deleted for resources: {'Port': ['ID=be95a7bc-e3b6-403f-9010-b8c59bd8445e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:39.956385 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3243d074-fb4f-40c4-be5e-ddae19566bd6 req-586b5802-717e-430f-9f88-7e483f742990 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 210 time: 0.0624959 Aug 17 03:15:39.958805 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-364ab430-a73b-42a0-9659-5e425eeb4e72 req-f8ed322d-6e14-4479-b95a-944dce5b28bd service neutron] 10.222.0.30 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460527 Aug 17 03:15:39.963017 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:39.982296 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4bf0c873-4fb1-44f6-980a-d98e6b16d91a']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:39.985089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '740e0cbe-f071-47c1-ae9f-21172a9a5687') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:39.985385 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '740e0cbe-f071-47c1-ae9f-21172a9a5687') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:39.995158 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.011674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router 464c9b7d-1af1-47bf-91b8-ed554a065f14 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:40.020197 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.030427 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:15:40.032849 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:15:40.034710 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:15:40.066061 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=bac53c4a-bc7b-4e57-afae-1a7ca114703e,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:40.096297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e221a60c-cfe8-4bb1-bf4c-c89a03122c45 None None] Provisioning complete for port bac53c4a-bc7b-4e57-afae-1a7ca114703e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:40.096297 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e221a60c-cfe8-4bb1-bf4c-c89a03122c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.153426 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 580d42cd-5106-4368-b5d3-54724ca67ce3 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:40.153887 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.196535 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:40.202276 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9dbbad2b-da6d-4441-83bd-911b93690abc tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/464c9b7d-1af1-47bf-91b8-ed554a065f14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0399821 Aug 17 03:15:40.210965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44106) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:40.211069 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Sync routers for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:40.213144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f231968c-647a-428f-ada7-c41cb0c72061 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'network': {'name': 'tempest-RoutersTest-1890950016'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:40.219166 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-14641aa4-7282-4667-ad11-b45ebbe85086 None None] Set router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:40.223064 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:40.223692 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:40.265024 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.270940 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.277125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44108) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:40.285752 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "DELETE /v2.0/networks/4bf0c873-4fb1-44f6-980a-d98e6b16d91a HTTP/1.1" status: 204 len: 168 time: 1.4565001 Aug 17 03:15:40.331580 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96c9f5e5-8915-4e55-a2d0-207f0f03701a tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event deleted for resources: {'Network': ['ID=4bf0c873-4fb1-44f6-980a-d98e6b16d91a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:40.493368 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77cd6e3e-98a0-425d-9e15-650b5889abfb tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.497762 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f231968c-647a-428f-ada7-c41cb0c72061 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:40.501601 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f231968c-647a-428f-ada7-c41cb0c72061 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.582017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device be95a7bc-e3b6-403f-9010-b8c59bd8445e no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:15:40.614619 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:40.622400 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: be95a7bc-e3b6-403f-9010-b8c59bd8445e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:15:40.623001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device be95a7bc-e3b6-403f-9010-b8c59bd8445e not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:15:40.754388 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f231968c-647a-428f-ada7-c41cb0c72061 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:15:40.757188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e221a60c-cfe8-4bb1-bf4c-c89a03122c45 None None] Provisioning for port 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:40.763230 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e221a60c-cfe8-4bb1-bf4c-c89a03122c45 None None] Provisioning complete for port 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:40.763664 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e221a60c-cfe8-4bb1-bf4c-c89a03122c45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.767364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-14641aa4-7282-4667-ad11-b45ebbe85086 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:59Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'da53dda9-e500-4854-8080-8b273e2d4918', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'port_id': '376a07d6-16f6-4852-866a-a73dbd581b5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'mac_address': 'fa:16:3e:78:18:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96035fb-44c2-4852-a741-b529c0daf508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:15:11Z', 'updated_at': '2021-08-17T03:15:35Z', 'revision_number': 1, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9', 'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'mac_address': 'fa:16:3e:0b:f0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:58Z', 'updated_at': '2021-08-17T03:11:04Z', 'revision_number': 5, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'subnets': [{'id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:40.788463 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77cd6e3e-98a0-425d-9e15-650b5889abfb tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.798789 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f231968c-647a-428f-ada7-c41cb0c72061 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.799435 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-f231968c-647a-428f-ada7-c41cb0c72061 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Added segment 65a40e4f-d05f-4b0c-b539-282d1234cc5e of type vlan for network 6f6f8bb5-c790-4335-bcb6-5f816db5d00c Aug 17 03:15:40.811205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-77cd6e3e-98a0-425d-9e15-650b5889abfb tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8fee085d-41dd-4261-ac98-94253a3324f7']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:40.832646 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14641aa4-7282-4667-ad11-b45ebbe85086 None None] The sync data for ids ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'] in n-d-802060-9 is: [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:59Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'da53dda9-e500-4854-8080-8b273e2d4918', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'floating_ip_address': '172.25.1.217', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'port_id': '376a07d6-16f6-4852-866a-a73dbd581b5a', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 2574, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'mac_address': 'fa:16:3e:78:18:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c96035fb-44c2-4852-a741-b529c0daf508', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:15:11Z', 'updated_at': '2021-08-17T03:15:35Z', 'revision_number': 1, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9', 'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'mac_address': 'fa:16:3e:0b:f0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:58Z', 'updated_at': '2021-08-17T03:11:04Z', 'revision_number': 5, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'subnets': [{'id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:40.837391 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bac53c4a-bc7b-4e57-afae-1a7ca114703e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:40.845009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-77cd6e3e-98a0-425d-9e15-650b5889abfb tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '99e329c4-14c1-4aee-aab4-9007576f6b42') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:40.845527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-77cd6e3e-98a0-425d-9e15-650b5889abfb tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '99e329c4-14c1-4aee-aab4-9007576f6b42') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:40.865575 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77cd6e3e-98a0-425d-9e15-650b5889abfb tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.875398 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f231968c-647a-428f-ada7-c41cb0c72061 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.888129 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77cd6e3e-98a0-425d-9e15-650b5889abfb tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.900749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e221a60c-cfe8-4bb1-bf4c-c89a03122c45 None None] Port 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:15:40.918776 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-77cd6e3e-98a0-425d-9e15-650b5889abfb tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:15:40.919280 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77cd6e3e-98a0-425d-9e15-650b5889abfb tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:15:40.924072 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:15:40.927951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port bac53c4a-bc7b-4e57-afae-1a7ca114703e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:40.929122 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:40.959798 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 3, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d', 'name': '', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c6:fd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:34Z', 'updated_at': '2021-08-17T03:15:38Z', 'revision_number': 2, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:40.993117 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Checking router: 464c9b7d-1af1-47bf-91b8-ed554a065f14 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:15:40.993520 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Updating router 464c9b7d-1af1-47bf-91b8-ed554a065f14 port 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:15:41.029447 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.062657 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ade33be3-63a8-4d7a-b13c-63b4ea2d824a None None] Provisioning complete for port 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:41.063043 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ade33be3-63a8-4d7a-b13c-63b4ea2d824a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.066973 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71b2795a-8cba-4d58-82fc-d022b339dd97 req-558e75a9-5f62-4207-83c4-c4594e4939f1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 210 time: 0.0270100 Aug 17 03:15:41.088297 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f231968c-647a-428f-ada7-c41cb0c72061 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.093879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f231968c-647a-428f-ada7-c41cb0c72061 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:41.098153 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f231968c-647a-428f-ada7-c41cb0c72061 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.102720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 29311672-c455-4c4e-8827-b9e22e9a01a1 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:15:41.171013 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 29311672-c455-4c4e-8827-b9e22e9a01a1 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:15:41.171734 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 29311672-c455-4c4e-8827-b9e22e9a01a1 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:15:41.178086 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77cd6e3e-98a0-425d-9e15-650b5889abfb tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.187971 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77cd6e3e-98a0-425d-9e15-650b5889abfb tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.189939 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-77cd6e3e-98a0-425d-9e15-650b5889abfb tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "DELETE /v2.0/networks/8fee085d-41dd-4261-ac98-94253a3324f7 HTTP/1.1" status: 204 len: 168 time: 0.9117525 Aug 17 03:15:41.192640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44120) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:41.200194 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ade33be3-63a8-4d7a-b13c-63b4ea2d824a None None] Port 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:15:41.208970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f231968c-647a-428f-ada7-c41cb0c72061 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Network': ['ID=6f6f8bb5-c790-4335-bcb6-5f816db5d00c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:41.221392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 6f6f8bb5-c790-4335-bcb6-5f816db5d00c details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:15:41.228610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd6e3e-98a0-425d-9e15-650b5889abfb tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event deleted for resources: {'Network': ['ID=8fee085d-41dd-4261-ac98-94253a3324f7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:41.250181 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bffc0282-8b65-4bdb-8bea-3085d1f4f2c7 None None] New status for floating IP da53dda9-e500-4854-8080-8b273e2d4918: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:15:41.268718 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f231968c-647a-428f-ada7-c41cb0c72061 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.0612710 Aug 17 03:15:41.270744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44122) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:41.285365 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-4f7a201d-23d6-488d-9c72-fb720ed57410 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'subnet': {'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:41.324132 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db415a3e-d513-425c-ba5f-b6eefeccb3d7 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.417311 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.432205 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Transition to ACTIVE for port object 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:41.464838 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db415a3e-d513-425c-ba5f-b6eefeccb3d7 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.478493 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-db415a3e-d513-425c-ba5f-b6eefeccb3d7 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f079cfc2-7e9b-4045-8201-1f0939ef0866']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:41.495773 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-db415a3e-d513-425c-ba5f-b6eefeccb3d7 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c79b992b-7545-46c4-8e49-0cb1a284a026') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:41.496338 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-db415a3e-d513-425c-ba5f-b6eefeccb3d7 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c79b992b-7545-46c4-8e49-0cb1a284a026') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:41.508909 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db415a3e-d513-425c-ba5f-b6eefeccb3d7 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.523191 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db415a3e-d513-425c-ba5f-b6eefeccb3d7 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.529167 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-db415a3e-d513-425c-ba5f-b6eefeccb3d7 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:15:41.529593 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db415a3e-d513-425c-ba5f-b6eefeccb3d7 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:15:41.532733 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:15:41.549859 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.576215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f7a201d-23d6-488d-9c72-fb720ed57410 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:41.587857 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f7a201d-23d6-488d-9c72-fb720ed57410 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.683100 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db415a3e-d513-425c-ba5f-b6eefeccb3d7 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.695751 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db415a3e-d513-425c-ba5f-b6eefeccb3d7 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.697756 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-db415a3e-d513-425c-ba5f-b6eefeccb3d7 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] 10.222.0.10 "DELETE /v2.0/networks/f079cfc2-7e9b-4045-8201-1f0939ef0866 HTTP/1.1" status: 204 len: 168 time: 0.5040154 Aug 17 03:15:41.731777 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638c385-6140-42f4-8fa2-99eed999dc43 None None] Pushing event updated for resources: {'Port': ['ID=28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:41.732857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db415a3e-d513-425c-ba5f-b6eefeccb3d7 tempest-BulkNetworkOpsTest-432872650 tempest-BulkNetworkOpsTest-432872650-project] Pushing event deleted for resources: {'Network': ['ID=f079cfc2-7e9b-4045-8201-1f0939ef0866,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:41.802828 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Attempting to bind port 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:41.803202 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Attempting to bind port 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:41.804188 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Attempting to bind port 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d on network 763e6539-8be5-4c0c-a92e-30d32ecf2bd3 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:41.812666 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:41.813287 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Checking segment: {'id': '5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:41.813875 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.814419 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Bound using segment: {'id': '5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:41.815039 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Bound port: 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:41.815719 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:41.930508 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] For port 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:41.936055 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] For port 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d,segment=NetworkSegment(5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4),segment_id=5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:42.055107 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:42.055347 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f7a201d-23d6-488d-9c72-fb720ed57410 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:42.114586 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:42.115246 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:42.119153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7a201d-23d6-488d-9c72-fb720ed57410 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Subnet': ['ID=9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:42.154015 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f7a201d-23d6-488d-9c72-fb720ed57410 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Checking segment: {'id': '65a40e4f-d05f-4b0c-b539-282d1234cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:42.157523 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7a201d-23d6-488d-9c72-fb720ed57410 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network hostable DHCP agents. Network: 6f6f8bb5-c790-4335-bcb6-5f816db5d00c, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:15:42.197448 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b638c385-6140-42f4-8fa2-99eed999dc43 None None] Pushing event updated for resources: {'Port': ['ID=28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:42.210203 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0013199c-04b3-4183-915a-11e4228f9532 req-b8abf052-e424-41d8-be93-6c4f2f835952 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 210 time: 0.0364449 Aug 17 03:15:42.225774 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:42.281183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f7a201d-23d6-488d-9c72-fb720ed57410 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 6f6f8bb5-c790-4335-bcb6-5f816db5d00c is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:15:42.379293 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-4f7a201d-23d6-488d-9c72-fb720ed57410 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 6f6f8bb5-c790-4335-bcb6-5f816db5d00c) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:42.386556 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f7a201d-23d6-488d-9c72-fb720ed57410 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:42.388248 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f7a201d-23d6-488d-9c72-fb720ed57410 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:42.390792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1409a452-c36a-4db6-9f0e-9c2c6ee8c3f6 None None] Network 6f6f8bb5-c790-4335-bcb6-5f816db5d00c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:42.425409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44136) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:42.511604 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 3, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d', 'name': '', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c6:fd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:34Z', 'updated_at': '2021-08-17T03:15:41Z', 'revision_number': 4, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:42.531552 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44142) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:42.532850 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4f7a201d-23d6-488d-9c72-fb720ed57410 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2588747 Aug 17 03:15:42.583205 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef4b8346-7895-4364-80ef-f6bc2a6fce07 None None] The sync data for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 is: [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 3, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d', 'name': '', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c6:fd:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:34Z', 'updated_at': '2021-08-17T03:15:41Z', 'revision_number': 4, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:42.622021 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-6f6f8bb5-c790-4335-bcb6-5f816db5d00c', 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'fixed_ips': [{'subnet_id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:15:42.622957 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:42.840705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-38d2dc88-6e89-44e3-bca3-055f07baa7d9 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:42.846536 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-38d2dc88-6e89-44e3-bca3-055f07baa7d9 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.60 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 805 time: 0.3467553 Aug 17 03:15:42.871715 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-1a0e3a11-2b52-41c5-a651-cf2404fcac34 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Request body: {'port': {'device_id': '9db059f6-ebad-41a4-8177-182ca083ea29', 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c', 'admin_state_up': True, 'tenant_id': '6fc3dc22f61e4504bffcbcd1acecf394'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:42.876396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Allocated IP 172.22.0.2 (6f6f8bb5-c790-4335-bcb6-5f816db5d00c/9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6/e334b41c-b03c-4d56-a640-dacd748fc6dd) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:42.952422 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-777f0984-3e8f-42e7-b5bd-9fe98adcac49 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9e8962f57c6241a182163e8af18c3783&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5070026 Aug 17 03:15:42.952422 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44148) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:42.979230 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:43.043541 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7da04c07-8e74-4410-b908-2c392aace1a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:43.076669 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7da04c07-8e74-4410-b908-2c392aace1a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:43.168181 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-1a0e3a11-2b52-41c5-a651-cf2404fcac34 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Made reservation on behalf of 6fc3dc22f61e4504bffcbcd1acecf394 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:43.172523 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-1a0e3a11-2b52-41c5-a651-cf2404fcac34 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:43.183327 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:43.192971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Transition to ACTIVE for port object e334b41c-b03c-4d56-a640-dacd748fc6dd will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:43.212099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Transition to ACTIVE for port object e334b41c-b03c-4d56-a640-dacd748fc6dd will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:43.215636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:43.219986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:43.220373 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:43.229080 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7da04c07-8e74-4410-b908-2c392aace1a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:43.248977 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7da04c07-8e74-4410-b908-2c392aace1a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:43.252233 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7da04c07-8e74-4410-b908-2c392aace1a6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/deebde89-5eff-450c-8116-02fe04cf2a33 HTTP/1.1" status: 204 len: 168 time: 0.3105044 Aug 17 03:15:43.302835 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:43.329936 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:43.341107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da04c07-8e74-4410-b908-2c392aace1a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deebde89-5eff-450c-8116-02fe04cf2a33,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:43.482614 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Network 6f6f8bb5-c790-4335-bcb6-5f816db5d00c is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:43.498302 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:43.504121 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:43.509898 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:43.512689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Pushing event updated for resources: {'Port': ['ID=e334b41c-b03c-4d56-a640-dacd748fc6dd,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:43.519256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-1a0e3a11-2b52-41c5-a651-cf2404fcac34 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Allocated IP 172.20.0.11 (231691f2-ac47-4b98-9db9-aab5f5656c2c/5df8f852-8b4a-4f0c-8b3e-42b1edfe9134/efaec9ae-3b26-4454-9362-ca293b74eb52) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:43.618814 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d,segment=NetworkSegment(5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4),segment_id=5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:43.654599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Attempting to bind port e334b41c-b03c-4d56-a640-dacd748fc6dd on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:43.655174 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Attempting to bind port e334b41c-b03c-4d56-a640-dacd748fc6dd by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '65a40e4f-d05f-4b0c-b539-282d1234cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:43.655550 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Attempting to bind port e334b41c-b03c-4d56-a640-dacd748fc6dd on network 6f6f8bb5-c790-4335-bcb6-5f816db5d00c {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:43.661747 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:43.662203 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Checking segment: {'id': '65a40e4f-d05f-4b0c-b539-282d1234cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:43.662756 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:43.663831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Bound using segment: {'id': '65a40e4f-d05f-4b0c-b539-282d1234cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:43.664330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Bound port: e334b41c-b03c-4d56-a640-dacd748fc6dd, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a40e4f-d05f-4b0c-b539-282d1234cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:43.664721 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:43.748546 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:43.808010 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-1a0e3a11-2b52-41c5-a651-cf2404fcac34 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:43.841975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:43.857911 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] For port e334b41c-b03c-4d56-a640-dacd748fc6dd, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:43.877512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] For port e334b41c-b03c-4d56-a640-dacd748fc6dd, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e334b41c-b03c-4d56-a640-dacd748fc6dd,segment=NetworkSegment(65a40e4f-d05f-4b0c-b539-282d1234cc5e),segment_id=65a40e4f-d05f-4b0c-b539-282d1234cc5e)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:43.986783 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:44.028333 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2f691a4a-a1c3-4bff-9b8c-5ccd894735cc req-5a7073b9-3131-42cb-93fe-b53a37e3eb35 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 210 time: 0.0421259 Aug 17 03:15:44.035959 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-1a0e3a11-2b52-41c5-a651-cf2404fcac34 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:44.070828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['79ba673f-b50b-4d6e-bd59-c682df30f861'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:15:44.118377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-1a0e3a11-2b52-41c5-a651-cf2404fcac34 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Network 231691f2-ac47-4b98-9db9-aab5f5656c2c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:44.118377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-1a0e3a11-2b52-41c5-a651-cf2404fcac34 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:44.121789 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-1a0e3a11-2b52-41c5-a651-cf2404fcac34 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:44.122866 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Allocated IP 172.22.0.1 (6f6f8bb5-c790-4335-bcb6-5f816db5d00c/9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6/d6618e98-73af-492b-a9b7-2bc57f351876) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:44.125786 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0e3a11-2b52-41c5-a651-cf2404fcac34 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Pushing event updated for resources: {'Port': ['ID=efaec9ae-3b26-4454-9362-ca293b74eb52,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:44.204816 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-1a0e3a11-2b52-41c5-a651-cf2404fcac34 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:44.212840 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-1a0e3a11-2b52-41c5-a651-cf2404fcac34 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:44.284696 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:44.301822 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Transition to ACTIVE for port object d6618e98-73af-492b-a9b7-2bc57f351876 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:44.324355 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-1a0e3a11-2b52-41c5-a651-cf2404fcac34 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4655800 Aug 17 03:15:44.340213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e2eb7-9e86-47f5-8502-35aeff5ddbba None None] Pushing event updated for resources: {'Port': ['ID=e334b41c-b03c-4d56-a640-dacd748fc6dd,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:44.431901 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:44.505367 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Request body: {'port': {'device_id': '9db059f6-ebad-41a4-8177-182ca083ea29', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:44.528081 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 6f6f8bb5-c790-4335-bcb6-5f816db5d00c is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:44.532551 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:44.536823 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:44.584366 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=d6618e98-73af-492b-a9b7-2bc57f351876,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:44.592223 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:44.673308 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:44.871107 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44186) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:44.941294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e334b41c-b03c-4d56-a640-dacd748fc6dd up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:45.079480 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:45.134379 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port e334b41c-b03c-4d56-a640-dacd748fc6dd completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:45.139704 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:45.142126 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-00ac8eed-f41a-4e38-b1da-4294aeb32462 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-1497436138'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:45.280742 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:45.281582 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:45.318003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d3137b7-1d2e-401b-a711-0babb1794566 req-9eed8920-2be2-4f33-92a9-7957883505d2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:45.321678 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d3137b7-1d2e-401b-a711-0babb1794566 req-9eed8920-2be2-4f33-92a9-7957883505d2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 932 time: 0.1580594 Aug 17 03:15:45.331999 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-842fd6a7-dc53-4216-9d51-848a1c3168b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:45.422725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efaec9ae-3b26-4454-9362-ca293b74eb52 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:15:45.440384 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:45.456539 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ac8eed-f41a-4e38-b1da-4294aeb32462 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:45.462761 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00ac8eed-f41a-4e38-b1da-4294aeb32462 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:45.468048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Transition to ACTIVE for port object efaec9ae-3b26-4454-9362-ca293b74eb52 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:45.471531 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d3137b7-1d2e-401b-a711-0babb1794566 req-81413f53-2d76-4026-84dd-5f937a0a23a7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103699 Aug 17 03:15:45.479226 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00ac8eed-f41a-4e38-b1da-4294aeb32462 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:45.545604 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:45.623470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Pushing event updated for resources: {'Port': ['ID=efaec9ae-3b26-4454-9362-ca293b74eb52,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:45.726197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Attempting to bind port efaec9ae-3b26-4454-9362-ca293b74eb52 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:45.726703 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Attempting to bind port efaec9ae-3b26-4454-9362-ca293b74eb52 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:45.727144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Attempting to bind port efaec9ae-3b26-4454-9362-ca293b74eb52 on network 231691f2-ac47-4b98-9db9-aab5f5656c2c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:45.731609 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00ac8eed-f41a-4e38-b1da-4294aeb32462 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:45.733317 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Port efaec9ae-3b26-4454-9362-ca293b74eb52 on network 231691f2-ac47-4b98-9db9-aab5f5656c2c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:15:45.734435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Attempting to bind port efaec9ae-3b26-4454-9362-ca293b74eb52 on network 231691f2-ac47-4b98-9db9-aab5f5656c2c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:45.737562 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:45.740372 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:45.740974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Checking segment: {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:45.741502 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Bound using segment: {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:45.744837 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Bound port: efaec9ae-3b26-4454-9362-ca293b74eb52, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b4714241-7980-4b8e-8d24-adf8c37a749d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:45.744837 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:45.790850 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00ac8eed-f41a-4e38-b1da-4294aeb32462 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:45.829745 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] For port efaec9ae-3b26-4454-9362-ca293b74eb52, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:45.832052 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:45.836167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] For port efaec9ae-3b26-4454-9362-ca293b74eb52, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=efaec9ae-3b26-4454-9362-ca293b74eb52,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:45.836759 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00ac8eed-f41a-4e38-b1da-4294aeb32462 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:15:45.847420 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffd9fe08-4373-40fb-90ff-dfa8085e532f None None] Network 6f6f8bb5-c790-4335-bcb6-5f816db5d00c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:45.871856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac8eed-f41a-4e38-b1da-4294aeb32462 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02f12c13-8dac-471c-bfb6-4c62e98d1458,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:45.904797 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00ac8eed-f41a-4e38-b1da-4294aeb32462 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:45.905147 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-00ac8eed-f41a-4e38-b1da-4294aeb32462 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Added segment eef19dc7-f938-4355-bef5-048fd2e0588d of type vlan for network 031cf0b7-55de-4d4a-8068-a31af0d62468 Aug 17 03:15:45.939526 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:45.975597 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00ac8eed-f41a-4e38-b1da-4294aeb32462 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:45.978124 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:45.992370 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=d6618e98-73af-492b-a9b7-2bc57f351876,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:46.013833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:46.015304 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:46.017221 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] 10.222.0.60 "PUT /v2.0/ports/efaec9ae-3b26-4454-9362-ca293b74eb52 HTTP/1.1" status: 200 len: 1092 time: 1.6848278 Aug 17 03:15:46.021602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db059f6-ebad-41a4-8177-182ca083ea29', 'tag': 'efaec9ae-3b26-4454-9362-ca293b74eb52'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:46.028166 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a7ffb41-dee1-4e93-9820-63545d0acff8" -d '{"events": [{"name": "network-changed", "server_uuid": "9db059f6-ebad-41a4-8177-182ca083ea29", "tag": "efaec9ae-3b26-4454-9362-ca293b74eb52"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:46.040202 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9e7db036-a3aa-4403-a3ee-754c7d6eb825 None None] Provisioning for port e334b41c-b03c-4d56-a640-dacd748fc6dd completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:46.047682 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9e7db036-a3aa-4403-a3ee-754c7d6eb825 None None] Provisioning complete for port e334b41c-b03c-4d56-a640-dacd748fc6dd triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:46.048160 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9e7db036-a3aa-4403-a3ee-754c7d6eb825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:46.058051 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d6f2b0e-5177-45e9-9cc9-413b33a4eed6 service neutron] Pushing event updated for resources: {'Port': ['ID=efaec9ae-3b26-4454-9362-ca293b74eb52,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:46.116877 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9807ee04-8ba6-4a35-966f-a37032392d85 x-openstack-request-id: req-9807ee04-8ba6-4a35-966f-a37032392d85 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:46.117251 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db059f6-ebad-41a4-8177-182ca083ea29", "tag": "efaec9ae-3b26-4454-9362-ca293b74eb52", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:46.117813 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9807ee04-8ba6-4a35-966f-a37032392d85 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:46.118731 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db059f6-ebad-41a4-8177-182ca083ea29', 'tag': 'efaec9ae-3b26-4454-9362-ca293b74eb52', 'status': 'completed', 'code': 200} Aug 17 03:15:46.156541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 6f6f8bb5-c790-4335-bcb6-5f816db5d00c is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:46.161388 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:46.179080 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00ac8eed-f41a-4e38-b1da-4294aeb32462 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:46.189941 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ac8eed-f41a-4e38-b1da-4294aeb32462 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:46.190831 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00ac8eed-f41a-4e38-b1da-4294aeb32462 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:46.234912 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9e7db036-a3aa-4403-a3ee-754c7d6eb825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:46.259674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ffb41-dee1-4e93-9820-63545d0acff8 req-2ac010b9-91c1-47e5-845a-e881d606d51c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:46.261642 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1a7ffb41-dee1-4e93-9820-63545d0acff8 req-2ac010b9-91c1-47e5-845a-e881d606d51c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 1095 time: 0.0868447 Aug 17 03:15:46.286169 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-9e7db036-a3aa-4403-a3ee-754c7d6eb825 None None] For port e334b41c-b03c-4d56-a640-dacd748fc6dd, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e334b41c-b03c-4d56-a640-dacd748fc6dd,segment=NetworkSegment(65a40e4f-d05f-4b0c-b539-282d1234cc5e),segment_id=65a40e4f-d05f-4b0c-b539-282d1234cc5e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:46.320718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ac8eed-f41a-4e38-b1da-4294aeb32462 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Network': ['ID=031cf0b7-55de-4d4a-8068-a31af0d62468,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:46.338882 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:15:46.354795 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-00ac8eed-f41a-4e38-b1da-4294aeb32462 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.4822156 Aug 17 03:15:46.357674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44204) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:46.364494 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-cf9505fb-15d8-4faa-adbe-b2facee1f12b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468', 'name': 'tempest-PortsIpV6TestJSON-1386295044'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:46.380763 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9e7db036-a3aa-4403-a3ee-754c7d6eb825 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:46.404304 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ffb41-dee1-4e93-9820-63545d0acff8 req-32a44184-7abe-44f7-8e04-b209fe15fd51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:46.406171 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1a7ffb41-dee1-4e93-9820-63545d0acff8 req-32a44184-7abe-44f7-8e04-b209fe15fd51 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&shared=False HTTP/1.1" status: 200 len: 905 time: 0.1307096 Aug 17 03:15:46.463769 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router 464c9b7d-1af1-47bf-91b8-ed554a065f14 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:46.593114 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e7db036-a3aa-4403-a3ee-754c7d6eb825 None None] Pushing event updated for resources: {'Port': ['ID=e334b41c-b03c-4d56-a640-dacd748fc6dd,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:46.593316 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf9505fb-15d8-4faa-adbe-b2facee1f12b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:46.598002 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cf9505fb-15d8-4faa-adbe-b2facee1f12b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:46.599445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7ffb41-dee1-4e93-9820-63545d0acff8 req-44eae594-6eca-4471-ac37-5a464f996e14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:46.603330 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1a7ffb41-dee1-4e93-9820-63545d0acff8 req-44eae594-6eca-4471-ac37-5a464f996e14 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1884856 Aug 17 03:15:46.632670 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-cf9505fb-15d8-4faa-adbe-b2facee1f12b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] device_id is not set on port db8f8166-7232-496c-ab87-c71554d9c7fc yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:15:46.683500 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-040c078e-a715-451f-9976-12f11e47eb82 None None] Provisioning for port d6618e98-73af-492b-a9b7-2bc57f351876 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:46.697054 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-040c078e-a715-451f-9976-12f11e47eb82 None None] Provisioning complete for port d6618e98-73af-492b-a9b7-2bc57f351876 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:46.699970 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-040c078e-a715-451f-9976-12f11e47eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:46.708831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b0b38a3-17d5-4d7e-8bbf-08d756d468b8 req-ace1bf1c-ce25-4946-ad22-17e585336735 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:46.717773 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3b0b38a3-17d5-4d7e-8bbf-08d756d468b8 req-ace1bf1c-ce25-4946-ad22-17e585336735 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 944 time: 0.1106853 Aug 17 03:15:46.762454 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:46.768592 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c637d334-fe2c-414a-9da9-aaf2dd6bb44e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/464c9b7d-1af1-47bf-91b8-ed554a065f14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2357640 Aug 17 03:15:46.771731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44210) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:46.776536 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Sync routers for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:46.778791 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-4c323b7e-13a3-4e45-93b2-fd785625a459 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:46.780336 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-186a84f7-5d84-42bf-9dba-52f2e550392d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'network': {'name': 'tempest-RoutersTest-1575210652'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:46.784671 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-4c323b7e-13a3-4e45-93b2-fd785625a459 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 1095 time: 0.1303265 Aug 17 03:15:46.790407 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-040c078e-a715-451f-9976-12f11e47eb82 None None] Port d6618e98-73af-492b-a9b7-2bc57f351876 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:15:46.799807 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:46.800379 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:46.802070 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-040c078e-a715-451f-9976-12f11e47eb82 None None] Provisioning complete for port e334b41c-b03c-4d56-a640-dacd748fc6dd triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:46.802748 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-040c078e-a715-451f-9976-12f11e47eb82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:46.824568 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3b0b38a3-17d5-4d7e-8bbf-08d756d468b8 req-bfe5d98c-35e6-424d-9fde-f3bb273b3de1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1056919 Aug 17 03:15:46.852363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e334b41c-b03c-4d56-a640-dacd748fc6dd up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:46.863044 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-23cd9861-83e5-4308-b436-6f42af81cd7f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=efaec9ae-3b26-4454-9362-ca293b74eb52 HTTP/1.1" status: 200 len: 217 time: 0.0705867 Aug 17 03:15:46.947053 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-57bc5e68-d073-4d9f-842f-3511ab33faaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:46.950946 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-57bc5e68-d073-4d9f-842f-3511ab33faaf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5df8f852-8b4a-4f0c-8b3e-42b1edfe9134 HTTP/1.1" status: 200 len: 845 time: 0.0780413 Aug 17 03:15:46.963904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port e334b41c-b03c-4d56-a640-dacd748fc6dd triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:46.966561 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cf9505fb-15d8-4faa-adbe-b2facee1f12b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:46.967083 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.000026 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-5803afe3-f1d5-4d98-8734-ce216c465902 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=231691f2-ac47-4b98-9db9-aab5f5656c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0410385 Aug 17 03:15:47.052581 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:47.075757 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8b3145f8-3819-4bb3-8d52-d6e27b15d93c None None] Provisioning complete for port d6618e98-73af-492b-a9b7-2bc57f351876 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:47.077551 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8b3145f8-3819-4bb3-8d52-d6e27b15d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.107165 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cf9505fb-15d8-4faa-adbe-b2facee1f12b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.134408 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-72459c83-6a2e-4f0f-9b83-54fe9a382e89 service neutron] 10.222.0.60 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1217680 Aug 17 03:15:47.174938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9505fb-15d8-4faa-adbe-b2facee1f12b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=db8f8166-7232-496c-ab87-c71554d9c7fc,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:47.184558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-8b3145f8-3819-4bb3-8d52-d6e27b15d93c None None] Port d6618e98-73af-492b-a9b7-2bc57f351876 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:15:47.191673 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186a84f7-5d84-42bf-9dba-52f2e550392d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:47.196503 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-186a84f7-5d84-42bf-9dba-52f2e550392d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.256304 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf9505fb-15d8-4faa-adbe-b2facee1f12b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Checking segment: {'id': 'eef19dc7-f938-4355-bef5-048fd2e0588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:47.257641 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9505fb-15d8-4faa-adbe-b2facee1f12b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network hostable DHCP agents. Network: 031cf0b7-55de-4d4a-8068-a31af0d62468, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:15:47.265127 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-186a84f7-5d84-42bf-9dba-52f2e550392d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:15:47.297361 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-186a84f7-5d84-42bf-9dba-52f2e550392d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.298256 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-186a84f7-5d84-42bf-9dba-52f2e550392d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Added segment 6ea79b98-ce40-496b-88af-ad59a168e91f of type vlan for network 925cfdb1-39b1-46fd-8639-3ec50288239d Aug 17 03:15:47.315820 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-86e21e72-5153-4bc4-a848-72ce16335de1 None None] Provisioning complete for port d6618e98-73af-492b-a9b7-2bc57f351876 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:47.316100 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-86e21e72-5153-4bc4-a848-72ce16335de1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.368462 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-186a84f7-5d84-42bf-9dba-52f2e550392d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.377401 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f80649b-918c-4d5d-a3c7-bacf420940a3 req-2295fe8e-e52e-43c2-8ff3-5a916446dafe service neutron] 10.222.0.60 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2378006 Aug 17 03:15:47.379215 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf9505fb-15d8-4faa-adbe-b2facee1f12b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:15:47.415001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-86e21e72-5153-4bc4-a848-72ce16335de1 None None] Port d6618e98-73af-492b-a9b7-2bc57f351876 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:15:47.429500 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:15:44Z', 'revision_number': 4, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d', 'name': '', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c6:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:34Z', 'updated_at': '2021-08-17T03:15:43Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6618e98-73af-492b-a9b7-2bc57f351876', 'name': '', 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:55:b3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:43Z', 'updated_at': '2021-08-17T03:15:45Z', 'revision_number': 2, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:47.459663 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Checking router: 464c9b7d-1af1-47bf-91b8-ed554a065f14 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:15:47.460054 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Updating router 464c9b7d-1af1-47bf-91b8-ed554a065f14 port d6618e98-73af-492b-a9b7-2bc57f351876 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:15:47.484071 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.538662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-cf9505fb-15d8-4faa-adbe-b2facee1f12b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 031cf0b7-55de-4d4a-8068-a31af0d62468) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:47.540390 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-186a84f7-5d84-42bf-9dba-52f2e550392d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.546512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186a84f7-5d84-42bf-9dba-52f2e550392d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:47.547025 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-186a84f7-5d84-42bf-9dba-52f2e550392d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.548030 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bcf7824-3ab7-4f15-a49e-c664e0516c65 None None] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:47.554555 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf9505fb-15d8-4faa-adbe-b2facee1f12b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:47.560210 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf9505fb-15d8-4faa-adbe-b2facee1f12b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:47.560822 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cf9505fb-15d8-4faa-adbe-b2facee1f12b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.635427 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186a84f7-5d84-42bf-9dba-52f2e550392d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Network': ['ID=925cfdb1-39b1-46fd-8639-3ec50288239d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:47.652042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 925cfdb1-39b1-46fd-8639-3ec50288239d details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:15:47.715636 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cf9505fb-15d8-4faa-adbe-b2facee1f12b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.3539946 Aug 17 03:15:47.716020 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44216) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:47.721202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f93a4b99-b4e9-421d-919a-7aaeb76bbadc tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1899149644'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:47.751085 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44220) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:47.751618 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-186a84f7-5d84-42bf-9dba-52f2e550392d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.9744093 Aug 17 03:15:47.755679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-27cb56b2-2a61-4f84-a8ed-9379758ee89e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'subnet': {'network_id': '925cfdb1-39b1-46fd-8639-3ec50288239d', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:47.823372 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.834164 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Transition to ACTIVE for port object d6618e98-73af-492b-a9b7-2bc57f351876 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:47.837018 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f93a4b99-b4e9-421d-919a-7aaeb76bbadc tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:47.840759 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f93a4b99-b4e9-421d-919a-7aaeb76bbadc tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.879248 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f93a4b99-b4e9-421d-919a-7aaeb76bbadc tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 94} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:15:47.888853 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f93a4b99-b4e9-421d-919a-7aaeb76bbadc tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.889146 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-f93a4b99-b4e9-421d-919a-7aaeb76bbadc tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Added segment 2fcc03b4-93e0-477f-9851-131a50c38954 of type vlan for network 2df0f3d1-407b-4be4-b8ca-a3a1d3c696ce Aug 17 03:15:47.926789 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.956993 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-98490e6d-9153-4ade-96c1-f8c6cfab2630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.957821 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27cb56b2-2a61-4f84-a8ed-9379758ee89e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Made reservation on behalf of 1a40af7ffeab457a9c5d6fe7cb2dc609 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:47.963261 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f93a4b99-b4e9-421d-919a-7aaeb76bbadc tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:47.970747 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27cb56b2-2a61-4f84-a8ed-9379758ee89e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:48.002718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08e2da-a161-4ea7-8b47-93f34d152585 req-912baac5-ce70-4760-8dfd-c3b1f7a82fa4 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:48.004683 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9d08e2da-a161-4ea7-8b47-93f34d152585 req-912baac5-ce70-4760-8dfd-c3b1f7a82fa4 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 944 time: 0.1077688 Aug 17 03:15:48.072873 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9d08e2da-a161-4ea7-8b47-93f34d152585 req-3b38a0b8-3539-486c-a998-602069afc06a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612803 Aug 17 03:15:48.101058 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f93a4b99-b4e9-421d-919a-7aaeb76bbadc tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:48.111255 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f93a4b99-b4e9-421d-919a-7aaeb76bbadc tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:48.112472 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f93a4b99-b4e9-421d-919a-7aaeb76bbadc tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:48.115289 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313f4a4-6d26-4dde-a1a0-c69917350d98 None None] Pushing event updated for resources: {'Port': ['ID=d6618e98-73af-492b-a9b7-2bc57f351876,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:48.151438 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f4a4-6d26-4dde-a1a0-c69917350d98 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:48.151438 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f4a4-6d26-4dde-a1a0-c69917350d98 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:48.151736 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f4a4-6d26-4dde-a1a0-c69917350d98 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:48.152160 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f4a4-6d26-4dde-a1a0-c69917350d98 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:48.152696 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f4a4-6d26-4dde-a1a0-c69917350d98 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:48.153460 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f4a4-6d26-4dde-a1a0-c69917350d98 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:48.153771 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f4a4-6d26-4dde-a1a0-c69917350d98 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:48.154222 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f4a4-6d26-4dde-a1a0-c69917350d98 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:48.154590 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f4a4-6d26-4dde-a1a0-c69917350d98 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:48.155214 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f4a4-6d26-4dde-a1a0-c69917350d98 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:48.155668 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f4a4-6d26-4dde-a1a0-c69917350d98 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:48.156212 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8313f4a4-6d26-4dde-a1a0-c69917350d98 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:15:48.195868 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:48.218066 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Attempting to bind port d6618e98-73af-492b-a9b7-2bc57f351876 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:48.218524 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Attempting to bind port d6618e98-73af-492b-a9b7-2bc57f351876 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '65a40e4f-d05f-4b0c-b539-282d1234cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:48.219206 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Attempting to bind port d6618e98-73af-492b-a9b7-2bc57f351876 on network 6f6f8bb5-c790-4335-bcb6-5f816db5d00c {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:48.227852 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f93a4b99-b4e9-421d-919a-7aaeb76bbadc tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Network': ['ID=2df0f3d1-407b-4be4-b8ca-a3a1d3c696ce,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:48.243151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 2df0f3d1-407b-4be4-b8ca-a3a1d3c696ce details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:15:48.251819 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:48.252354 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Checking segment: {'id': '65a40e4f-d05f-4b0c-b539-282d1234cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:48.252862 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:48.253374 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Bound using segment: {'id': '65a40e4f-d05f-4b0c-b539-282d1234cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:48.254051 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Bound port: d6618e98-73af-492b-a9b7-2bc57f351876, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65a40e4f-d05f-4b0c-b539-282d1234cc5e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:48.254531 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:48.268872 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f93a4b99-b4e9-421d-919a-7aaeb76bbadc tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5516295 Aug 17 03:15:48.270170 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44226) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:48.277714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'ports': [{'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468'}, {'network_id': '2df0f3d1-407b-4be4-b8ca-a3a1d3c696ce'}]} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:48.278040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:48.278534 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'network_id': '2df0f3d1-407b-4be4-b8ca-a3a1d3c696ce'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:48.360828 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27cb56b2-2a61-4f84-a8ed-9379758ee89e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:48.360951 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] For port d6618e98-73af-492b-a9b7-2bc57f351876, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:48.362753 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] For port d6618e98-73af-492b-a9b7-2bc57f351876, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d6618e98-73af-492b-a9b7-2bc57f351876,segment=NetworkSegment(65a40e4f-d05f-4b0c-b539-282d1234cc5e),segment_id=65a40e4f-d05f-4b0c-b539-282d1234cc5e)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:48.436195 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:48.515037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27cb56b2-2a61-4f84-a8ed-9379758ee89e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Subnet': ['ID=fc304661-9b0c-410b-adc4-9719d6a8ddd3,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:48.523358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27cb56b2-2a61-4f84-a8ed-9379758ee89e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Checking segment: {'id': '6ea79b98-ce40-496b-88af-ad59a168e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '925cfdb1-39b1-46fd-8639-3ec50288239d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:48.523656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cb56b2-2a61-4f84-a8ed-9379758ee89e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network hostable DHCP agents. Network: 925cfdb1-39b1-46fd-8639-3ec50288239d, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:15:48.542096 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:48.542740 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:48.610342 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313f4a4-6d26-4dde-a1a0-c69917350d98 None None] Pushing event updated for resources: {'Port': ['ID=d6618e98-73af-492b-a9b7-2bc57f351876,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:48.642540 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:48.659277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27cb56b2-2a61-4f84-a8ed-9379758ee89e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 925cfdb1-39b1-46fd-8639-3ec50288239d is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:15:48.671044 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'port': 2} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:48.675993 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:48.690758 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:48.745203 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-27cb56b2-2a61-4f84-a8ed-9379758ee89e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 925cfdb1-39b1-46fd-8639-3ec50288239d) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:48.749917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27cb56b2-2a61-4f84-a8ed-9379758ee89e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:48.750879 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27cb56b2-2a61-4f84-a8ed-9379758ee89e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:48.773095 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57fdf64a-e83b-4643-8392-51cf14fb5e09 None None] Network 925cfdb1-39b1-46fd-8639-3ec50288239d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:48.793859 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] device_id is not set on port 202ac7be-77aa-443e-90ee-1b5e704591e7 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:15:48.861191 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-27cb56b2-2a61-4f84-a8ed-9379758ee89e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1103339 Aug 17 03:15:48.862980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44234) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:48.865979 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:15:44Z', 'revision_number': 4, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d', 'name': '', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c6:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:34Z', 'updated_at': '2021-08-17T03:15:43Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6618e98-73af-492b-a9b7-2bc57f351876', 'name': '', 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:55:b3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:43Z', 'updated_at': '2021-08-17T03:15:48Z', 'revision_number': 4, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:48.896264 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2e695175-8aa5-4b15-b432-4361b7ed086d None None] The sync data for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 is: [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:15:44Z', 'revision_number': 4, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d', 'name': '', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c6:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:34Z', 'updated_at': '2021-08-17T03:15:43Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6618e98-73af-492b-a9b7-2bc57f351876', 'name': '', 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:55:b3:7d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:43Z', 'updated_at': '2021-08-17T03:15:48Z', 'revision_number': 4, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:48.942124 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-925cfdb1-39b1-46fd-8639-3ec50288239d', 'network_id': '925cfdb1-39b1-46fd-8639-3ec50288239d', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'fixed_ips': [{'subnet_id': 'fc304661-9b0c-410b-adc4-9719d6a8ddd3'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:15:48.943893 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:49.009113 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:49.126196 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Allocated IP 172.23.0.2 (925cfdb1-39b1-46fd-8639-3ec50288239d/fc304661-9b0c-410b-adc4-9719d6a8ddd3/9c1a6237-63b0-4360-8afc-20225d01dbc4) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:49.128829 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:49.154715 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] device_id is not set on port 61a6b443-4614-4608-9fb3-9960fd28020d yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:15:49.245945 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38773ac4-139b-47ab-a99c-df316b119636 req-4d0bec83-a1a0-4cd0-bf2a-3203cc1206f5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:49.255828 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38773ac4-139b-47ab-a99c-df316b119636 req-4d0bec83-a1a0-4cd0-bf2a-3203cc1206f5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 944 time: 0.0819366 Aug 17 03:15:49.295873 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38773ac4-139b-47ab-a99c-df316b119636 req-3797ff42-0f99-45ca-8ebb-de591bb53bc3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389674 Aug 17 03:15:49.309592 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:49.322272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Transition to ACTIVE for port object 9c1a6237-63b0-4360-8afc-20225d01dbc4 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:49.339308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Transition to ACTIVE for port object 9c1a6237-63b0-4360-8afc-20225d01dbc4 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:49.430981 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:49.436200 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:49.442158 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:49.508285 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Pushing event updated for resources: {'Port': ['ID=9c1a6237-63b0-4360-8afc-20225d01dbc4,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:49.530623 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Network 925cfdb1-39b1-46fd-8639-3ec50288239d is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:49.532499 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:49.535404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:49.573334 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device efaec9ae-3b26-4454-9362-ca293b74eb52 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:15:49.676463 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Attempting to bind port 9c1a6237-63b0-4360-8afc-20225d01dbc4 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:49.676845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Attempting to bind port 9c1a6237-63b0-4360-8afc-20225d01dbc4 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '6ea79b98-ce40-496b-88af-ad59a168e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '925cfdb1-39b1-46fd-8639-3ec50288239d'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:49.677230 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Attempting to bind port 9c1a6237-63b0-4360-8afc-20225d01dbc4 on network 925cfdb1-39b1-46fd-8639-3ec50288239d {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:49.688625 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:49.689056 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Checking segment: {'id': '6ea79b98-ce40-496b-88af-ad59a168e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '925cfdb1-39b1-46fd-8639-3ec50288239d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:49.690984 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:49.690984 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Bound using segment: {'id': '6ea79b98-ce40-496b-88af-ad59a168e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '925cfdb1-39b1-46fd-8639-3ec50288239d'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:49.690984 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Bound port: 9c1a6237-63b0-4360-8afc-20225d01dbc4, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea79b98-ce40-496b-88af-ad59a168e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '925cfdb1-39b1-46fd-8639-3ec50288239d'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:49.690984 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:49.727244 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port efaec9ae-3b26-4454-9362-ca293b74eb52, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=efaec9ae-3b26-4454-9362-ca293b74eb52,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:49.740113 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:49.767633 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'efaec9ae-3b26-4454-9362-ca293b74eb52', 'network_id': '231691f2-ac47-4b98-9db9-aab5f5656c2c', 'port_id': 'efaec9ae-3b26-4454-9362-ca293b74eb52', 'mac_address': 'fa:16:3e:2e:78:7c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 57, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5df8f852-8b4a-4f0c-8b3e-42b1edfe9134', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:15:49.831195 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:49.849347 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efaec9ae-3b26-4454-9362-ca293b74eb52 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:15:49.863017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] For port 9c1a6237-63b0-4360-8afc-20225d01dbc4, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:49.868390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] For port 9c1a6237-63b0-4360-8afc-20225d01dbc4, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9c1a6237-63b0-4360-8afc-20225d01dbc4,segment=NetworkSegment(6ea79b98-ce40-496b-88af-ad59a168e91f),segment_id=6ea79b98-ce40-496b-88af-ad59a168e91f)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:49.877265 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port efaec9ae-3b26-4454-9362-ca293b74eb52, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=efaec9ae-3b26-4454-9362-ca293b74eb52,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:49.889234 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:49.898008 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:49.904226 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:49.905020 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:49.913295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=202ac7be-77aa-443e-90ee-1b5e704591e7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:49.977888 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:49.978589 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:50.003246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=61a6b443-4614-4608-9fb3-9960fd28020d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:50.012672 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Allocated IP 172.23.0.1 (925cfdb1-39b1-46fd-8639-3ec50288239d/fc304661-9b0c-410b-adc4-9719d6a8ddd3/6994a04e-b461-4104-aba1-760a0266edcb) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:50.033390 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Checking segment: {'id': '2fcc03b4-93e0-477f-9851-131a50c38954', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 94, 'network_id': '2df0f3d1-407b-4be4-b8ca-a3a1d3c696ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:50.033777 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network hostable DHCP agents. Network: 2df0f3d1-407b-4be4-b8ca-a3a1d3c696ce, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:15:50.047882 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=efaec9ae-3b26-4454-9362-ca293b74eb52,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:50.123024 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ecbc9c-bdaa-4d7e-ae67-136e1cef670d None None] Pushing event updated for resources: {'Port': ['ID=9c1a6237-63b0-4360-8afc-20225d01dbc4,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:50.207115 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['efaec9ae-3b26-4454-9362-ca293b74eb52'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:15:50.524547 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31b183f8-f5ef-4d9b-ab46-9aded3669232 req-b1cade27-050c-4336-9177-84792b43fdc7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:50.526055 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-31b183f8-f5ef-4d9b-ab46-9aded3669232 req-b1cade27-050c-4336-9177-84792b43fdc7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 945 time: 0.0949574 Aug 17 03:15:50.546042 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:50.559642 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 2df0f3d1-407b-4be4-b8ca-a3a1d3c696ce is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:15:50.577275 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Transition to ACTIVE for port object 6994a04e-b461-4104-aba1-760a0266edcb will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:50.593882 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-31b183f8-f5ef-4d9b-ab46-9aded3669232 req-e346164e-ca1c-49d5-aa8c-1a50b12d699d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589588 Aug 17 03:15:50.648119 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 2df0f3d1-407b-4be4-b8ca-a3a1d3c696ce) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:50.655084 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:50.658053 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:50.661615 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91eb093d-d9e9-49f7-a41f-39f2aad1d8bf None None] Network 2df0f3d1-407b-4be4-b8ca-a3a1d3c696ce requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:50.663919 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:50.664665 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:50.710153 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:50.768641 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 925cfdb1-39b1-46fd-8639-3ec50288239d is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:50.772642 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:50.775715 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:50.809309 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b256e472-1a0f-4f03-a157-4a14bca91900 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.5376320 Aug 17 03:15:50.812607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44266) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:50.813995 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=6994a04e-b461-4104-aba1-760a0266edcb,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:50.884905 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d6618e98-73af-492b-a9b7-2bc57f351876 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:50.887117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:50.950915 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:50.989398 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-150099e6-7baf-4e66-ae1d-d91cfb1753b0 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port 61a6b443-4614-4608-9fb3-9960fd28020d {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:50.989772 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-150099e6-7baf-4e66-ae1d-d91cfb1753b0 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.030468 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port d6618e98-73af-492b-a9b7-2bc57f351876 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:51.035447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d6618e98-73af-492b-a9b7-2bc57f351876 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:51.036032 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.083668 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-150099e6-7baf-4e66-ae1d-d91cfb1753b0 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.098886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-150099e6-7baf-4e66-ae1d-d91cfb1753b0 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for 61a6b443-4614-4608-9fb3-9960fd28020d owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:51.117116 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.136378 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.182780 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port d6618e98-73af-492b-a9b7-2bc57f351876, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d6618e98-73af-492b-a9b7-2bc57f351876,segment=NetworkSegment(65a40e4f-d05f-4b0c-b539-282d1234cc5e),segment_id=65a40e4f-d05f-4b0c-b539-282d1234cc5e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:51.198916 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfcedab8-5968-4d85-b6e9-638aa355cdb2 None None] Network 925cfdb1-39b1-46fd-8639-3ec50288239d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:51.256783 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.258017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9c1a6237-63b0-4360-8afc-20225d01dbc4 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:51.265071 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-150099e6-7baf-4e66-ae1d-d91cfb1753b0 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.299552 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150099e6-7baf-4e66-ae1d-d91cfb1753b0 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=61a6b443-4614-4608-9fb3-9960fd28020d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:51.305742 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-150099e6-7baf-4e66-ae1d-d91cfb1753b0 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.311386 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-150099e6-7baf-4e66-ae1d-d91cfb1753b0 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/ports/61a6b443-4614-4608-9fb3-9960fd28020d HTTP/1.1" status: 204 len: 168 time: 0.4976912 Aug 17 03:15:51.312044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44276) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:51.402905 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=d6618e98-73af-492b-a9b7-2bc57f351876,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:51.410714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471e84db-1858-4b81-ae1e-ca98f2bfb37e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:51.426025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471e84db-1858-4b81-ae1e-ca98f2bfb37e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:51.428013 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-471e84db-1858-4b81-ae1e-ca98f2bfb37e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.1149647 Aug 17 03:15:51.430714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44278) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:51.448928 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8053e060-f899-40af-8a31-2e1a45f24e3d None None] Provisioning for port 9c1a6237-63b0-4360-8afc-20225d01dbc4 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:51.493566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 9c1a6237-63b0-4360-8afc-20225d01dbc4 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:51.497753 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 9c1a6237-63b0-4360-8afc-20225d01dbc4 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:51.501062 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.503232 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.542663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device efaec9ae-3b26-4454-9362-ca293b74eb52 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:51.567161 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a2812a9e-173f-4fd4-a864-0d1cdcb1c676 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port 202ac7be-77aa-443e-90ee-1b5e704591e7 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:51.567579 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a2812a9e-173f-4fd4-a864-0d1cdcb1c676 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.579599 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.641810 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.658204 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a2812a9e-173f-4fd4-a864-0d1cdcb1c676 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.676859 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a2812a9e-173f-4fd4-a864-0d1cdcb1c676 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for 202ac7be-77aa-443e-90ee-1b5e704591e7 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:51.721495 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port efaec9ae-3b26-4454-9362-ca293b74eb52 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:51.762127 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event updated for resources: {'Port': ['ID=6994a04e-b461-4104-aba1-760a0266edcb,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:51.781141 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.788319 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port efaec9ae-3b26-4454-9362-ca293b74eb52 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:51.788867 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.861291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d70f7d5-8abc-4a25-9c79-ec3ff78b69f7 req-c942abac-5179-47ad-82ac-b7e5bcc5c9b7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:51.871787 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d70f7d5-8abc-4a25-9c79-ec3ff78b69f7 req-c942abac-5179-47ad-82ac-b7e5bcc5c9b7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 945 time: 0.0889623 Aug 17 03:15:51.892224 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 9c1a6237-63b0-4360-8afc-20225d01dbc4, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9c1a6237-63b0-4360-8afc-20225d01dbc4,segment=NetworkSegment(6ea79b98-ce40-496b-88af-ad59a168e91f),segment_id=6ea79b98-ce40-496b-88af-ad59a168e91f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:51.929639 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a2812a9e-173f-4fd4-a864-0d1cdcb1c676 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.947443 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Network 925cfdb1-39b1-46fd-8639-3ec50288239d is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:51.949681 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:51.968075 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.968971 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2d70f7d5-8abc-4a25-9c79-ec3ff78b69f7 req-2f0fc524-d303-4dd5-87b6-8dc1098a0faa tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883210 Aug 17 03:15:51.970438 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2812a9e-173f-4fd4-a864-0d1cdcb1c676 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=202ac7be-77aa-443e-90ee-1b5e704591e7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:51.977907 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a2812a9e-173f-4fd4-a864-0d1cdcb1c676 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:51.983257 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a2812a9e-173f-4fd4-a864-0d1cdcb1c676 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/ports/202ac7be-77aa-443e-90ee-1b5e704591e7 HTTP/1.1" status: 204 len: 168 time: 0.5512931 Aug 17 03:15:51.984568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44292) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:52.007387 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:52.051972 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c16e7ee-dbc4-42e2-9ba4-0b90e810f31e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:52.054903 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4c16e7ee-dbc4-42e2-9ba4-0b90e810f31e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0684471 Aug 17 03:15:52.056883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44296) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:52.072603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port efaec9ae-3b26-4454-9362-ca293b74eb52, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=efaec9ae-3b26-4454-9362-ca293b74eb52,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:52.075781 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db059f6-ebad-41a4-8177-182ca083ea29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efaec9ae-3b26-4454-9362-ca293b74eb52'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:15:52.081483 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538a1294-2ae1-45e6-82f5-177c64f1614c" -d '{"events": [{"server_uuid": "9db059f6-ebad-41a4-8177-182ca083ea29", "name": "network-vif-plugged", "status": "completed", "tag": "efaec9ae-3b26-4454-9362-ca293b74eb52"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:15:52.082914 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-6051e269-83d7-45c6-82b9-37b370e8152f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] GET failed (client error): The resource could not be found. Aug 17 03:15:52.085219 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6051e269-83d7-45c6-82b9-37b370e8152f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports/61a6b443-4614-4608-9fb3-9960fd28020d HTTP/1.1" status: 404 len: 333 time: 0.0266659 Aug 17 03:15:52.087185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44298) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:52.090820 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-936595d6-c67a-4b6b-bbb6-56ad17591635 None None] Provisioning for port 6994a04e-b461-4104-aba1-760a0266edcb completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:52.102728 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-936595d6-c67a-4b6b-bbb6-56ad17591635 None None] Provisioning complete for port 6994a04e-b461-4104-aba1-760a0266edcb triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:52.103040 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-936595d6-c67a-4b6b-bbb6-56ad17591635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:52.105772 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router 464c9b7d-1af1-47bf-91b8-ed554a065f14 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:52.114867 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d40bfe0-e28c-445d-9635-b62e85b92802 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] GET failed (client error): The resource could not be found. Aug 17 03:15:52.118050 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8d40bfe0-e28c-445d-9635-b62e85b92802 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports/202ac7be-77aa-443e-90ee-1b5e704591e7 HTTP/1.1" status: 404 len: 333 time: 0.0293591 Aug 17 03:15:52.120195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44302) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:52.152283 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=9c1a6237-63b0-4360-8afc-20225d01dbc4,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:52.157344 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:15:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ec3021d-ffbe-4254-8391-45c8c10bce1c x-openstack-request-id: req-8ec3021d-ffbe-4254-8391-45c8c10bce1c {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:15:52.157746 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db059f6-ebad-41a4-8177-182ca083ea29", "name": "network-vif-plugged", "status": "completed", "tag": "efaec9ae-3b26-4454-9362-ca293b74eb52", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:15:52.158459 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8ec3021d-ffbe-4254-8391-45c8c10bce1c {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:15:52.158459 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db059f6-ebad-41a4-8177-182ca083ea29', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efaec9ae-3b26-4454-9362-ca293b74eb52', 'code': 200} Aug 17 03:15:52.163061 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-936595d6-c67a-4b6b-bbb6-56ad17591635 None None] Port 6994a04e-b461-4104-aba1-760a0266edcb cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:15:52.173907 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-936595d6-c67a-4b6b-bbb6-56ad17591635 None None] Provisioning complete for port 9c1a6237-63b0-4360-8afc-20225d01dbc4 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:52.174320 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-936595d6-c67a-4b6b-bbb6-56ad17591635 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:52.229909 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-695cb3a2-0bc8-478f-a581-4678dfab0dd1 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:52.309336 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:52.313855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cae751a-2fcd-42c5-8dc6-a95f1e94ea88 req-0b77f3f2-0d60-4a1d-b6f7-3fd00dff83e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:52.315930 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-22395eb4-2190-4f43-a710-f0ae4f02769e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/464c9b7d-1af1-47bf-91b8-ed554a065f14/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4515674 Aug 17 03:15:52.319171 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9cae751a-2fcd-42c5-8dc6-a95f1e94ea88 req-0b77f3f2-0d60-4a1d-b6f7-3fd00dff83e3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 1097 time: 0.0862298 Aug 17 03:15:52.324888 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44306) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:52.329903 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-c166952d-5389-4337-bf64-3a295a202d93 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:52.419214 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:52.421185 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Sync routers for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:52.474164 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9cae751a-2fcd-42c5-8dc6-a95f1e94ea88 req-dc88ca34-d1ab-4ca8-8db5-ec587abae191 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1280093 Aug 17 03:15:52.474486 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:52.475062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:52.479872 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-695cb3a2-0bc8-478f-a581-4678dfab0dd1 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:52.495795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-695cb3a2-0bc8-478f-a581-4678dfab0dd1 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2df0f3d1-407b-4be4-b8ca-a3a1d3c696ce']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:52.511839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-695cb3a2-0bc8-478f-a581-4678dfab0dd1 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fcc03b4-93e0-477f-9851-131a50c38954') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:52.512549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-695cb3a2-0bc8-478f-a581-4678dfab0dd1 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fcc03b4-93e0-477f-9851-131a50c38954') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:52.526336 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-695cb3a2-0bc8-478f-a581-4678dfab0dd1 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:52.549022 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-695cb3a2-0bc8-478f-a581-4678dfab0dd1 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:52.555609 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=efaec9ae-3b26-4454-9362-ca293b74eb52,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:52.563268 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-695cb3a2-0bc8-478f-a581-4678dfab0dd1 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Releasing vlan 94 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:15:52.563585 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-695cb3a2-0bc8-478f-a581-4678dfab0dd1 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:15:52.567609 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:15:52.603947 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:52.698472 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-695cb3a2-0bc8-478f-a581-4678dfab0dd1 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:52.703623 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-695cb3a2-0bc8-478f-a581-4678dfab0dd1 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:52.706062 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-695cb3a2-0bc8-478f-a581-4678dfab0dd1 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/networks/2df0f3d1-407b-4be4-b8ca-a3a1d3c696ce HTTP/1.1" status: 204 len: 168 time: 0.5847340 Aug 17 03:15:52.717465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44312) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:52.726988 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-59911c2d-9eba-4e66-8f93-28902b040ef2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-649573194'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:52.768305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cb3a2-0bc8-478f-a581-4678dfab0dd1 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Network': ['ID=2df0f3d1-407b-4be4-b8ca-a3a1d3c696ce,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:52.793167 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d6618e98-73af-492b-a9b7-2bc57f351876 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:52.824501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-040a7bb7-77b7-456b-882a-8f075495ad99 None None] Provisioning complete for port 6994a04e-b461-4104-aba1-760a0266edcb triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:52.824875 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-040a7bb7-77b7-456b-882a-8f075495ad99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:52.839949 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.extraroute_db [None req-c166952d-5389-4337-bf64-3a295a202d93 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 03:15:52.866922 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.extraroute_db [None req-c166952d-5389-4337-bf64-3a295a202d93 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Removed routes are [] {{(pid=101969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 03:15:52.867620 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c166952d-5389-4337-bf64-3a295a202d93 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:52.876835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59911c2d-9eba-4e66-8f93-28902b040ef2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:52.881851 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-59911c2d-9eba-4e66-8f93-28902b040ef2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:52.908509 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-59911c2d-9eba-4e66-8f93-28902b040ef2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:15:52.908734 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-040a7bb7-77b7-456b-882a-8f075495ad99 None None] Port 6994a04e-b461-4104-aba1-760a0266edcb cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:15:52.925078 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-59911c2d-9eba-4e66-8f93-28902b040ef2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:52.925746 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-59911c2d-9eba-4e66-8f93-28902b040ef2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Added segment 007a7ff9-1028-497e-8e55-f55448ab4e7d of type vlan for network 23024bbe-154b-4d5f-aafc-fac58809c4fb Aug 17 03:15:52.939521 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d6618e98-73af-492b-a9b7-2bc57f351876 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:52.939907 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:52.982697 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-59911c2d-9eba-4e66-8f93-28902b040ef2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:53.004903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:15:50Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d', 'name': '', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c6:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:34Z', 'updated_at': '2021-08-17T03:15:43Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6994a04e-b461-4104-aba1-760a0266edcb', 'name': '', 'network_id': '925cfdb1-39b1-46fd-8639-3ec50288239d', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c2:0e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'fc304661-9b0c-410b-adc4-9719d6a8ddd3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:49Z', 'updated_at': '2021-08-17T03:15:51Z', 'revision_number': 2, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'fc304661-9b0c-410b-adc4-9719d6a8ddd3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6618e98-73af-492b-a9b7-2bc57f351876', 'name': '', 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:55:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:43Z', 'updated_at': '2021-08-17T03:15:51Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:53.039438 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Checking router: 464c9b7d-1af1-47bf-91b8-ed554a065f14 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:15:53.039808 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Updating router 464c9b7d-1af1-47bf-91b8-ed554a065f14 port 6994a04e-b461-4104-aba1-760a0266edcb binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:15:53.091456 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:53.109121 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9c1a6237-63b0-4360-8afc-20225d01dbc4 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:53.111865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca69bd4-cbef-45e9-b871-2d8d131ac0de req-7fb0da6e-a9f4-48b0-82cf-1bb43d938f83 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:53.113602 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fca69bd4-cbef-45e9-b871-2d8d131ac0de req-7fb0da6e-a9f4-48b0-82cf-1bb43d938f83 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0563531 Aug 17 03:15:53.114860 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-59911c2d-9eba-4e66-8f93-28902b040ef2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:53.121149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59911c2d-9eba-4e66-8f93-28902b040ef2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:53.121722 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-59911c2d-9eba-4e66-8f93-28902b040ef2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:53.191325 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c166952d-5389-4337-bf64-3a295a202d93 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:53.197561 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c166952d-5389-4337-bf64-3a295a202d93 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:53.255189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59911c2d-9eba-4e66-8f93-28902b040ef2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Network': ['ID=23024bbe-154b-4d5f-aafc-fac58809c4fb,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:53.261608 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fca69bd4-cbef-45e9-b871-2d8d131ac0de req-64f99740-ef57-43bc-92bd-d518d5024615 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369209 Aug 17 03:15:53.302011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 23024bbe-154b-4d5f-aafc-fac58809c4fb details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:15:53.336503 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c166952d-5389-4337-bf64-3a295a202d93 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router 464c9b7d-1af1-47bf-91b8-ed554a065f14 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:53.359240 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-59911c2d-9eba-4e66-8f93-28902b040ef2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.6389778 Aug 17 03:15:53.363284 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44326) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:53.377827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0d1c7a18-d340-461c-8a26-6c596ead0488 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'subnet': {'network_id': '23024bbe-154b-4d5f-aafc-fac58809c4fb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:53.422044 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 9c1a6237-63b0-4360-8afc-20225d01dbc4 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:53.422711 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:53.453945 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c166952d-5389-4337-bf64-3a295a202d93 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:53.462496 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c166952d-5389-4337-bf64-3a295a202d93 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:53.463875 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c166952d-5389-4337-bf64-3a295a202d93 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/464c9b7d-1af1-47bf-91b8-ed554a065f14 HTTP/1.1" status: 200 len: 933 time: 1.1378973 Aug 17 03:15:53.469157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44328) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:53.591743 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5a87b91f-f70a-4e12-b490-b02c89c40108 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/routers/464c9b7d-1af1-47bf-91b8-ed554a065f14 HTTP/1.1" status: 200 len: 933 time: 0.1214604 Aug 17 03:15:53.594263 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44334) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:53.601031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-17a4abb0-9f79-47c7-ba33-a9dac95f3680 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'router': {'routes': None}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:53.649719 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:53.661191 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Transition to ACTIVE for port object 6994a04e-b461-4104-aba1-760a0266edcb will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:53.728356 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:53.806169 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a19ca-44ad-4187-964c-fd1c25ccde38 None None] Pushing event updated for resources: {'Port': ['ID=6994a04e-b461-4104-aba1-760a0266edcb,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:53.847568 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Attempting to bind port 6994a04e-b461-4104-aba1-760a0266edcb on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:53.847947 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Attempting to bind port 6994a04e-b461-4104-aba1-760a0266edcb by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '6ea79b98-ce40-496b-88af-ad59a168e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '925cfdb1-39b1-46fd-8639-3ec50288239d'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:53.848313 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Attempting to bind port 6994a04e-b461-4104-aba1-760a0266edcb on network 925cfdb1-39b1-46fd-8639-3ec50288239d {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:53.854639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:53.863941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Checking segment: {'id': '6ea79b98-ce40-496b-88af-ad59a168e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '925cfdb1-39b1-46fd-8639-3ec50288239d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:53.863941 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:53.863941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Bound using segment: {'id': '6ea79b98-ce40-496b-88af-ad59a168e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '925cfdb1-39b1-46fd-8639-3ec50288239d'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:53.863941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Bound port: 6994a04e-b461-4104-aba1-760a0266edcb, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ea79b98-ce40-496b-88af-ad59a168e91f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '925cfdb1-39b1-46fd-8639-3ec50288239d'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:53.863941 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:53.994776 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] For port 6994a04e-b461-4104-aba1-760a0266edcb, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:54.017371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d1c7a18-d340-461c-8a26-6c596ead0488 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:54.023900 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7a18-d340-461c-8a26-6c596ead0488 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:54.053436 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] For port 6994a04e-b461-4104-aba1-760a0266edcb, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6994a04e-b461-4104-aba1-760a0266edcb,segment=NetworkSegment(6ea79b98-ce40-496b-88af-ad59a168e91f),segment_id=6ea79b98-ce40-496b-88af-ad59a168e91f)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:54.132280 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:54.219650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:54.219650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:54.261504 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-864a19ca-44ad-4187-964c-fd1c25ccde38 None None] Pushing event updated for resources: {'Port': ['ID=6994a04e-b461-4104-aba1-760a0266edcb,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:54.336816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:54.431058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a26327c-c0f8-46a7-83bc-a10173247b48 req-c1ac9d7d-3b87-4be6-a4b1-81a5cee1ec01 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:54.439895 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a26327c-c0f8-46a7-83bc-a10173247b48 req-c1ac9d7d-3b87-4be6-a4b1-81a5cee1ec01 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0646446 Aug 17 03:15:54.495696 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a26327c-c0f8-46a7-83bc-a10173247b48 req-8a7f3a0c-02e7-4c21-80b3-a644fd8caf25 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548198 Aug 17 03:15:54.568565 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7a18-d340-461c-8a26-6c596ead0488 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:54.622837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:15:52Z', 'revision_number': 6, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d', 'name': '', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c6:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:34Z', 'updated_at': '2021-08-17T03:15:43Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6994a04e-b461-4104-aba1-760a0266edcb', 'name': '', 'network_id': '925cfdb1-39b1-46fd-8639-3ec50288239d', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c2:0e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'fc304661-9b0c-410b-adc4-9719d6a8ddd3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:49Z', 'updated_at': '2021-08-17T03:15:53Z', 'revision_number': 4, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'fc304661-9b0c-410b-adc4-9719d6a8ddd3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6618e98-73af-492b-a9b7-2bc57f351876', 'name': '', 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:55:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:43Z', 'updated_at': '2021-08-17T03:15:51Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:54.654723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-442ea6f5-3d7f-44e6-be20-c06295e449db None None] The sync data for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 is: [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:15:52Z', 'revision_number': 6, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d', 'name': '', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c6:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:34Z', 'updated_at': '2021-08-17T03:15:43Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6994a04e-b461-4104-aba1-760a0266edcb', 'name': '', 'network_id': '925cfdb1-39b1-46fd-8639-3ec50288239d', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c2:0e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'fc304661-9b0c-410b-adc4-9719d6a8ddd3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:49Z', 'updated_at': '2021-08-17T03:15:53Z', 'revision_number': 4, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'fc304661-9b0c-410b-adc4-9719d6a8ddd3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6618e98-73af-492b-a9b7-2bc57f351876', 'name': '', 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:55:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:43Z', 'updated_at': '2021-08-17T03:15:51Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:54.655289 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.extraroute_db [None req-17a4abb0-9f79-47c7-ba33-a9dac95f3680 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Added routes are [] {{(pid=101970) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 03:15:54.655618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.extraroute_db [None req-17a4abb0-9f79-47c7-ba33-a9dac95f3680 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}] {{(pid=101970) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 03:15:54.678485 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1c7a18-d340-461c-8a26-6c596ead0488 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Subnet': ['ID=190ab8b8-3034-479a-90e1-eddc46a0616d,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:54.695220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d1c7a18-d340-461c-8a26-6c596ead0488 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Checking segment: {'id': '007a7ff9-1028-497e-8e55-f55448ab4e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '23024bbe-154b-4d5f-aafc-fac58809c4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:54.695607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1c7a18-d340-461c-8a26-6c596ead0488 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network hostable DHCP agents. Network: 23024bbe-154b-4d5f-aafc-fac58809c4fb, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:15:54.753381 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-17a4abb0-9f79-47c7-ba33-a9dac95f3680 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:54.829743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d1c7a18-d340-461c-8a26-6c596ead0488 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 23024bbe-154b-4d5f-aafc-fac58809c4fb is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:15:54.852059 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328e6f2-5838-4f7a-91d3-fe7b38993605 req-92856a2a-58bf-4030-974e-009788e40711 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:54.855683 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b328e6f2-5838-4f7a-91d3-fe7b38993605 req-92856a2a-58bf-4030-974e-009788e40711 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0589085 Aug 17 03:15:54.895175 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b328e6f2-5838-4f7a-91d3-fe7b38993605 req-8e0354c6-287c-4c09-924e-d1ad0de82143 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347483 Aug 17 03:15:54.944415 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-0d1c7a18-d340-461c-8a26-6c596ead0488 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 23024bbe-154b-4d5f-aafc-fac58809c4fb) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:54.953121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d1c7a18-d340-461c-8a26-6c596ead0488 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:54.953121 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0d1c7a18-d340-461c-8a26-6c596ead0488 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:54.956507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7047a6c-73e3-4dbf-ab66-0116a536a4c4 None None] Network 23024bbe-154b-4d5f-aafc-fac58809c4fb requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:55.120199 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44368) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:55.125624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6e946b41-a8bc-4334-b224-4e19eeeca68b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'network_id': '23024bbe-154b-4d5f-aafc-fac58809c4fb', 'name': 'tempest-PortsIpV6TestJSON-337292156'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:55.129084 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0d1c7a18-d340-461c-8a26-6c596ead0488 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7652714 Aug 17 03:15:55.158505 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df242210-cfa0-4df1-a903-25ad170dca0f req-2114928d-878a-47d9-86db-1859eb387724 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:55.159971 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-df242210-cfa0-4df1-a903-25ad170dca0f req-2114928d-878a-47d9-86db-1859eb387724 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.1687987 Aug 17 03:15:55.199265 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-17a4abb0-9f79-47c7-ba33-a9dac95f3680 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:55.206611 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-17a4abb0-9f79-47c7-ba33-a9dac95f3680 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:55.294281 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-df242210-cfa0-4df1-a903-25ad170dca0f req-d87a6386-e1cb-4966-b6d1-5b5efcfc001a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226587 Aug 17 03:15:55.350449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17a4abb0-9f79-47c7-ba33-a9dac95f3680 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router 464c9b7d-1af1-47bf-91b8-ed554a065f14 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:55.436466 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-23024bbe-154b-4d5f-aafc-fac58809c4fb', 'network_id': '23024bbe-154b-4d5f-aafc-fac58809c4fb', 'tenant_id': '83ef177ac49a4db198e838e3b8028d5a', 'fixed_ips': [{'subnet_id': '190ab8b8-3034-479a-90e1-eddc46a0616d'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:15:55.437398 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:55.475094 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e946b41-a8bc-4334-b224-4e19eeeca68b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:55.479488 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e946b41-a8bc-4334-b224-4e19eeeca68b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:55.488669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17a4abb0-9f79-47c7-ba33-a9dac95f3680 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:55.501679 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-6e946b41-a8bc-4334-b224-4e19eeeca68b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] device_id is not set on port 3366ac2c-3c1d-486a-83f0-dc91d76fe1ef yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:15:55.502613 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-17a4abb0-9f79-47c7-ba33-a9dac95f3680 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:55.507324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44374) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:55.507563 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-17a4abb0-9f79-47c7-ba33-a9dac95f3680 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/464c9b7d-1af1-47bf-91b8-ed554a065f14 HTTP/1.1" status: 200 len: 699 time: 1.9119501 Aug 17 03:15:55.581233 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Allocated IP 2001:db8::2 (23024bbe-154b-4d5f-aafc-fac58809c4fb/190ab8b8-3034-479a-90e1-eddc46a0616d/577345ff-4a50-4e7b-b9cd-435e874db186) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:55.662105 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2b656e1b-67df-4af9-b801-78c26cc76413 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/routers/464c9b7d-1af1-47bf-91b8-ed554a065f14 HTTP/1.1" status: 200 len: 699 time: 0.1530070 Aug 17 03:15:55.665404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44380) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:55.683213 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ccd0d1-47e0-4a92-a884-bfd150d7e0d2 None None] Sync routers for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:55.700998 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ccd0d1-47e0-4a92-a884-bfd150d7e0d2 None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:55.701941 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-63ccd0d1-47e0-4a92-a884-bfd150d7e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:55.797514 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:55.808416 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-63ccd0d1-47e0-4a92-a884-bfd150d7e0d2 None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:55.808840 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Transition to ACTIVE for port object 577345ff-4a50-4e7b-b9cd-435e874db186 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:55.856931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Transition to ACTIVE for port object 577345ff-4a50-4e7b-b9cd-435e874db186 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:55.862411 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b620e6bb-0523-4cfc-8c10-af260f45f8cb req-8e6f93a4-da63-4c3f-aebc-08ee44a95dd9 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:55.870343 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b620e6bb-0523-4cfc-8c10-af260f45f8cb req-8e6f93a4-da63-4c3f-aebc-08ee44a95dd9 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.1180320 Aug 17 03:15:55.930754 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:55.984047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Pushing event updated for resources: {'Port': ['ID=577345ff-4a50-4e7b-b9cd-435e874db186,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:56.005650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Network 23024bbe-154b-4d5f-aafc-fac58809c4fb is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:56.005650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:56.005858 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b620e6bb-0523-4cfc-8c10-af260f45f8cb req-0f7874ae-8338-4f6e-8e0e-45e543949152 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173506 Aug 17 03:15:56.006557 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:56.028081 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-6e946b41-a8bc-4334-b224-4e19eeeca68b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Allocated IP 2001:db8::48 (23024bbe-154b-4d5f-aafc-fac58809c4fb/190ab8b8-3034-479a-90e1-eddc46a0616d/3366ac2c-3c1d-486a-83f0-dc91d76fe1ef) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:15:56.087039 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-63ccd0d1-47e0-4a92-a884-bfd150d7e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:15:54Z', 'revision_number': 7, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d', 'name': '', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c6:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:34Z', 'updated_at': '2021-08-17T03:15:43Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6994a04e-b461-4104-aba1-760a0266edcb', 'name': '', 'network_id': '925cfdb1-39b1-46fd-8639-3ec50288239d', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c2:0e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'fc304661-9b0c-410b-adc4-9719d6a8ddd3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:49Z', 'updated_at': '2021-08-17T03:15:53Z', 'revision_number': 4, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'fc304661-9b0c-410b-adc4-9719d6a8ddd3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6618e98-73af-492b-a9b7-2bc57f351876', 'name': '', 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:55:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:43Z', 'updated_at': '2021-08-17T03:15:51Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:56.091164 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Attempting to bind port 577345ff-4a50-4e7b-b9cd-435e874db186 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:15:56.091558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Attempting to bind port 577345ff-4a50-4e7b-b9cd-435e874db186 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '007a7ff9-1028-497e-8e55-f55448ab4e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '23024bbe-154b-4d5f-aafc-fac58809c4fb'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:15:56.091936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Attempting to bind port 577345ff-4a50-4e7b-b9cd-435e874db186 on network 23024bbe-154b-4d5f-aafc-fac58809c4fb {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:15:56.108383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:15:56.109881 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Checking segment: {'id': '007a7ff9-1028-497e-8e55-f55448ab4e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '23024bbe-154b-4d5f-aafc-fac58809c4fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:56.111251 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:56.112005 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Bound using segment: {'id': '007a7ff9-1028-497e-8e55-f55448ab4e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '23024bbe-154b-4d5f-aafc-fac58809c4fb'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:15:56.113402 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Bound port: 577345ff-4a50-4e7b-b9cd-435e874db186, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '007a7ff9-1028-497e-8e55-f55448ab4e7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '23024bbe-154b-4d5f-aafc-fac58809c4fb'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:15:56.117391 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:56.120951 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ccd0d1-47e0-4a92-a884-bfd150d7e0d2 None None] Checking router: 464c9b7d-1af1-47bf-91b8-ed554a065f14 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:15:56.131829 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63ccd0d1-47e0-4a92-a884-bfd150d7e0d2 None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:56.132802 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-63ccd0d1-47e0-4a92-a884-bfd150d7e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:56.232786 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-63ccd0d1-47e0-4a92-a884-bfd150d7e0d2 None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:56.259391 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] For port 577345ff-4a50-4e7b-b9cd-435e874db186, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:15:56.262877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] For port 577345ff-4a50-4e7b-b9cd-435e874db186, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=577345ff-4a50-4e7b-b9cd-435e874db186,segment=NetworkSegment(007a7ff9-1028-497e-8e55-f55448ab4e7d),segment_id=007a7ff9-1028-497e-8e55-f55448ab4e7d)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:15:56.307949 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e946b41-a8bc-4334-b224-4e19eeeca68b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:56.326791 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-6e946b41-a8bc-4334-b224-4e19eeeca68b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Transition to ACTIVE for port object 3366ac2c-3c1d-486a-83f0-dc91d76fe1ef will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:15:56.337140 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d40c45f-446f-4950-9a3b-3a220c8a7d7f tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:56.357614 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:56.431580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c6319ca-611c-48f8-b291-536cb135a873 None None] Pushing event updated for resources: {'Port': ['ID=577345ff-4a50-4e7b-b9cd-435e874db186,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:56.462887 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e946b41-a8bc-4334-b224-4e19eeeca68b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:56.487066 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-63ccd0d1-47e0-4a92-a884-bfd150d7e0d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:15:54Z', 'revision_number': 7, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d', 'name': '', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c6:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:34Z', 'updated_at': '2021-08-17T03:15:43Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6994a04e-b461-4104-aba1-760a0266edcb', 'name': '', 'network_id': '925cfdb1-39b1-46fd-8639-3ec50288239d', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c2:0e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'fc304661-9b0c-410b-adc4-9719d6a8ddd3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:49Z', 'updated_at': '2021-08-17T03:15:53Z', 'revision_number': 4, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'fc304661-9b0c-410b-adc4-9719d6a8ddd3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6618e98-73af-492b-a9b7-2bc57f351876', 'name': '', 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:55:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:43Z', 'updated_at': '2021-08-17T03:15:51Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:56.516144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e946b41-a8bc-4334-b224-4e19eeeca68b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 23024bbe-154b-4d5f-aafc-fac58809c4fb is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:15:56.519461 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63ccd0d1-47e0-4a92-a884-bfd150d7e0d2 None None] The sync data for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 is: [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:15:54Z', 'revision_number': 7, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d', 'name': '', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c6:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:34Z', 'updated_at': '2021-08-17T03:15:43Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '6994a04e-b461-4104-aba1-760a0266edcb', 'name': '', 'network_id': '925cfdb1-39b1-46fd-8639-3ec50288239d', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c2:0e:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2639, 'fixed_ips': [{'subnet_id': 'fc304661-9b0c-410b-adc4-9719d6a8ddd3', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:49Z', 'updated_at': '2021-08-17T03:15:53Z', 'revision_number': 4, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'fc304661-9b0c-410b-adc4-9719d6a8ddd3', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6618e98-73af-492b-a9b7-2bc57f351876', 'name': '', 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:55:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:43Z', 'updated_at': '2021-08-17T03:15:51Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:56.519724 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-6e946b41-a8bc-4334-b224-4e19eeeca68b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:15:56.523755 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e946b41-a8bc-4334-b224-4e19eeeca68b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:15:56.529996 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e946b41-a8bc-4334-b224-4e19eeeca68b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:56.530825 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e946b41-a8bc-4334-b224-4e19eeeca68b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:56.565236 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e946b41-a8bc-4334-b224-4e19eeeca68b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=3366ac2c-3c1d-486a-83f0-dc91d76fe1ef,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:56.602856 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6e946b41-a8bc-4334-b224-4e19eeeca68b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.4812903 Aug 17 03:15:56.605358 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44398) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:56.735272 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-8d40c45f-446f-4950-9a3b-3a220c8a7d7f tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting port 6994a04e-b461-4104-aba1-760a0266edcb {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:56.735805 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d40c45f-446f-4950-9a3b-3a220c8a7d7f tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:56.813674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1cebe742-6b63-4bb6-840f-c924286b510f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port 3366ac2c-3c1d-486a-83f0-dc91d76fe1ef {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:56.814083 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1cebe742-6b63-4bb6-840f-c924286b510f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:56.882650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6994a04e-b461-4104-aba1-760a0266edcb up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:15:56.889130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-8d40c45f-446f-4950-9a3b-3a220c8a7d7f tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] For port 6994a04e-b461-4104-aba1-760a0266edcb, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6994a04e-b461-4104-aba1-760a0266edcb,segment=NetworkSegment(6ea79b98-ce40-496b-88af-ad59a168e91f),segment_id=6ea79b98-ce40-496b-88af-ad59a168e91f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:56.889637 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d40c45f-446f-4950-9a3b-3a220c8a7d7f tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:56.904894 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-8d40c45f-446f-4950-9a3b-3a220c8a7d7f tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Calling delete_port for 6994a04e-b461-4104-aba1-760a0266edcb owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:56.951881 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1cebe742-6b63-4bb6-840f-c924286b510f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:56.969390 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1cebe742-6b63-4bb6-840f-c924286b510f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for 3366ac2c-3c1d-486a-83f0-dc91d76fe1ef owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:57.012437 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 6994a04e-b461-4104-aba1-760a0266edcb completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:57.030599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6994a04e-b461-4104-aba1-760a0266edcb triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:15:57.031592 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:57.137706 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:57.189650 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59aaf714-c03f-40a9-b10d-f4b18910e84d req-5ae563c7-2deb-4e8e-b59c-622cdd3de18e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:57.191532 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-59aaf714-c03f-40a9-b10d-f4b18910e84d req-5ae563c7-2deb-4e8e-b59c-622cdd3de18e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0727987 Aug 17 03:15:57.197076 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d40c45f-446f-4950-9a3b-3a220c8a7d7f tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:57.239686 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d40c45f-446f-4950-9a3b-3a220c8a7d7f tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Port': ['ID=6994a04e-b461-4104-aba1-760a0266edcb,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:57.273126 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1cebe742-6b63-4bb6-840f-c924286b510f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:57.292523 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-59aaf714-c03f-40a9-b10d-f4b18910e84d req-f69cba19-ece7-4679-8ef7-3df1c1e9346b tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933971 Aug 17 03:15:57.348523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cebe742-6b63-4bb6-840f-c924286b510f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=3366ac2c-3c1d-486a-83f0-dc91d76fe1ef,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:57.393709 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1cebe742-6b63-4bb6-840f-c924286b510f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:57.397447 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1cebe742-6b63-4bb6-840f-c924286b510f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/ports/3366ac2c-3c1d-486a-83f0-dc91d76fe1ef HTTP/1.1" status: 204 len: 168 time: 0.7898421 Aug 17 03:15:57.400132 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44412) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:57.427072 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-a70cd208-31da-4094-9fef-fb479e9c4119 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] DELETE failed (client error): The resource could not be found. Aug 17 03:15:57.428777 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a70cd208-31da-4094-9fef-fb479e9c4119 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:15:57.431518 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a70cd208-31da-4094-9fef-fb479e9c4119 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/ports/3366ac2c-3c1d-486a-83f0-dc91d76fe1ef HTTP/1.1" status: 404 len: 333 time: 0.0302415 Aug 17 03:15:57.434109 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44414) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:57.473665 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e1e6df6-a2b2-42f1-b7ab-200148d516cf tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] GET failed (client error): The resource could not be found. Aug 17 03:15:57.477955 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6e1e6df6-a2b2-42f1-b7ab-200148d516cf tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports/3366ac2c-3c1d-486a-83f0-dc91d76fe1ef HTTP/1.1" status: 404 len: 333 time: 0.0426068 Aug 17 03:15:57.478833 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44416) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:57.511319 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d40c45f-446f-4950-9a3b-3a220c8a7d7f tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:57.547380 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-24aa1f17-d633-4eee-8141-f3fc99fdb165 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting subnet 190ab8b8-3034-479a-90e1-eddc46a0616d {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:15:57.550971 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-24aa1f17-d633-4eee-8141-f3fc99fdb165 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:57.598371 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-24aa1f17-d633-4eee-8141-f3fc99fdb165 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:57.708026 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-24aa1f17-d633-4eee-8141-f3fc99fdb165 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:57.742278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d40c45f-446f-4950-9a3b-3a220c8a7d7f tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router 464c9b7d-1af1-47bf-91b8-ed554a065f14 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:15:57.811508 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af108f17-326d-4f77-bc66-e480134655ed None None] Network 23024bbe-154b-4d5f-aafc-fac58809c4fb requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:57.854011 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-24aa1f17-d633-4eee-8141-f3fc99fdb165 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:57.860777 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d40c45f-446f-4950-9a3b-3a220c8a7d7f tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:15:57.866434 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8d40c45f-446f-4950-9a3b-3a220c8a7d7f tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/464c9b7d-1af1-47bf-91b8-ed554a065f14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1993253 Aug 17 03:15:57.874480 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44422) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:57.878480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4f9f4f-ddd6-4ce0-996c-3b7a5a387c6f None None] Sync routers for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:15:57.908718 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4f9f4f-ddd6-4ce0-996c-3b7a5a387c6f None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:57.909386 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-eb4f9f4f-ddd6-4ce0-996c-3b7a5a387c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:57.916140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24aa1f17-d633-4eee-8141-f3fc99fdb165 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Subnet': ['ID=190ab8b8-3034-479a-90e1-eddc46a0616d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:57.921285 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-24aa1f17-d633-4eee-8141-f3fc99fdb165 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:57.926751 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-24aa1f17-d633-4eee-8141-f3fc99fdb165 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/190ab8b8-3034-479a-90e1-eddc46a0616d HTTP/1.1" status: 204 len: 168 time: 0.4452684 Aug 17 03:15:57.927456 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44426) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:58.018362 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.064664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-eb4f9f4f-ddd6-4ce0-996c-3b7a5a387c6f None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:58.070305 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-021ff40d-c613-4de3-97c6-647d5602d72f None None] Provisioning for port 577345ff-4a50-4e7b-b9cd-435e874db186 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:15:58.101924 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port 577345ff-4a50-4e7b-b9cd-435e874db186 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:58.102648 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.176806 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] For port 577345ff-4a50-4e7b-b9cd-435e874db186, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=577345ff-4a50-4e7b-b9cd-435e874db186,segment=NetworkSegment(007a7ff9-1028-497e-8e55-f55448ab4e7d),segment_id=007a7ff9-1028-497e-8e55-f55448ab4e7d)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:58.177314 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.197739 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for 577345ff-4a50-4e7b-b9cd-435e874db186 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:58.212282 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c719060f-208b-41b5-b8e3-fa8a798b7912 None None] DHCP port deletion for 23024bbe-154b-4d5f-aafc-fac58809c4fb request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:15:58.281386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-14af6b7d-e72b-447c-a628-4b2fcca8ea62 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting subnet fc304661-9b0c-410b-adc4-9719d6a8ddd3 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:15:58.286007 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14af6b7d-e72b-447c-a628-4b2fcca8ea62 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.340385 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14af6b7d-e72b-447c-a628-4b2fcca8ea62 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.378324 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c719060f-208b-41b5-b8e3-fa8a798b7912 None None] Deleting port 577345ff-4a50-4e7b-b9cd-435e874db186 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:58.379297 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c719060f-208b-41b5-b8e3-fa8a798b7912 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.439062 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.447677 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No DVR routers for this DVR port 577345ff-4a50-4e7b-b9cd-435e874db186 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:58.469695 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=577345ff-4a50-4e7b-b9cd-435e874db186,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:58.477507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c719060f-208b-41b5-b8e3-fa8a798b7912 None None] For port 577345ff-4a50-4e7b-b9cd-435e874db186, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=577345ff-4a50-4e7b-b9cd-435e874db186,segment=NetworkSegment(007a7ff9-1028-497e-8e55-f55448ab4e7d),segment_id=007a7ff9-1028-497e-8e55-f55448ab4e7d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:58.477927 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c719060f-208b-41b5-b8e3-fa8a798b7912 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.484345 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14af6b7d-e72b-447c-a628-4b2fcca8ea62 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.509280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-eb4f9f4f-ddd6-4ce0-996c-3b7a5a387c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:15:57Z', 'revision_number': 8, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d', 'name': '', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c6:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:34Z', 'updated_at': '2021-08-17T03:15:43Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6618e98-73af-492b-a9b7-2bc57f351876', 'name': '', 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:55:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:43Z', 'updated_at': '2021-08-17T03:15:51Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:58.522806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6bb179b-2d72-455e-8ef3-a078c8450fae req-dfddb8f4-b90a-47ca-907b-b63d13847414 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:58.524416 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6bb179b-2d72-455e-8ef3-a078c8450fae req-dfddb8f4-b90a-47ca-907b-b63d13847414 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.1166515 Aug 17 03:15:58.546797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c719060f-208b-41b5-b8e3-fa8a798b7912 None None] Calling delete_port for 577345ff-4a50-4e7b-b9cd-435e874db186 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:58.548653 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4f9f4f-ddd6-4ce0-996c-3b7a5a387c6f None None] Checking router: 464c9b7d-1af1-47bf-91b8-ed554a065f14 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:15:58.566547 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb4f9f4f-ddd6-4ce0-996c-3b7a5a387c6f None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:15:58.566547 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-eb4f9f4f-ddd6-4ce0-996c-3b7a5a387c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:58.590334 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.611417 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23024bbe-154b-4d5f-aafc-fac58809c4fb']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:58.623818 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '007a7ff9-1028-497e-8e55-f55448ab4e7d') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:58.624639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '007a7ff9-1028-497e-8e55-f55448ab4e7d') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:58.633930 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6bb179b-2d72-455e-8ef3-a078c8450fae req-70e1e580-d5e1-45b4-94ec-7d609754ff3c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957322 Aug 17 03:15:58.642896 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.660072 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.672742 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:15:58.678481 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.700440 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14af6b7d-e72b-447c-a628-4b2fcca8ea62 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.723202 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-eb4f9f4f-ddd6-4ce0-996c-3b7a5a387c6f None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:15:58.742673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14af6b7d-e72b-447c-a628-4b2fcca8ea62 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Subnet': ['ID=fc304661-9b0c-410b-adc4-9719d6a8ddd3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:15:58.757089 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:15:58.774810 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14af6b7d-e72b-447c-a628-4b2fcca8ea62 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.779175 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-14af6b7d-e72b-447c-a628-4b2fcca8ea62 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/subnets/fc304661-9b0c-410b-adc4-9719d6a8ddd3 HTTP/1.1" status: 204 len: 168 time: 0.9012990 Aug 17 03:15:58.780202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44442) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:58.780810 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1920a7ba-e47a-441c-b960-9f3de58f0855 None None] Network 925cfdb1-39b1-46fd-8639-3ec50288239d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:15:58.815722 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c719060f-208b-41b5-b8e3-fa8a798b7912 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.833903 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.845727 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.851259 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/networks/23024bbe-154b-4d5f-aafc-fac58809c4fb HTTP/1.1" status: 204 len: 168 time: 0.9188063 Aug 17 03:15:58.851989 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44446) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:58.858515 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3ee9e1de-b130-425a-a056-8f47637f1d24 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-871717346'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:58.868332 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b5c9cd1-5a9c-4f66-a8d8-5659af53108c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Network': ['ID=23024bbe-154b-4d5f-aafc-fac58809c4fb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:58.881751 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.895347 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-c719060f-208b-41b5-b8e3-fa8a798b7912 None None] Network 23024bbe-154b-4d5f-aafc-fac58809c4fb is not hosted by any dhcp agent {{(pid=101971) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 03:15:58.897322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c719060f-208b-41b5-b8e3-fa8a798b7912 None None] No DVR routers for this DVR port 577345ff-4a50-4e7b-b9cd-435e874db186 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:58.901575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c719060f-208b-41b5-b8e3-fa8a798b7912 None None] Pushing event deleted for resources: {'Port': ['ID=577345ff-4a50-4e7b-b9cd-435e874db186,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:58.939299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ee9e1de-b130-425a-a056-8f47637f1d24 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:58.943076 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e1de-b130-425a-a056-8f47637f1d24 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.944921 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting port 9c1a6237-63b0-4360-8afc-20225d01dbc4 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:58.945360 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.968724 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ee9e1de-b130-425a-a056-8f47637f1d24 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:15:58.978502 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e1de-b130-425a-a056-8f47637f1d24 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:58.978855 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-3ee9e1de-b130-425a-a056-8f47637f1d24 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Added segment 2b06466b-d50e-437b-943f-5e67e88dd54b of type vlan for network 91431a4f-b2e5-451c-a17b-c7c665405677 Aug 17 03:15:59.017283 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] For port 9c1a6237-63b0-4360-8afc-20225d01dbc4, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9c1a6237-63b0-4360-8afc-20225d01dbc4,segment=NetworkSegment(6ea79b98-ce40-496b-88af-ad59a168e91f),segment_id=6ea79b98-ce40-496b-88af-ad59a168e91f)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:59.017851 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.044833 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e1de-b130-425a-a056-8f47637f1d24 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.127466 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-eb4f9f4f-ddd6-4ce0-996c-3b7a5a387c6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:15:57Z', 'revision_number': 8, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d', 'name': '', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c6:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:34Z', 'updated_at': '2021-08-17T03:15:43Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6618e98-73af-492b-a9b7-2bc57f351876', 'name': '', 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:55:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:43Z', 'updated_at': '2021-08-17T03:15:51Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:59.170864 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb4f9f4f-ddd6-4ce0-996c-3b7a5a387c6f None None] The sync data for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 is: [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:15:57Z', 'revision_number': 8, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d', 'name': '', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c6:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:34Z', 'updated_at': '2021-08-17T03:15:43Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd6618e98-73af-492b-a9b7-2bc57f351876', 'name': '', 'network_id': '6f6f8bb5-c790-4335-bcb6-5f816db5d00c', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:55:b3:7d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2622, 'fixed_ips': [{'subnet_id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:43Z', 'updated_at': '2021-08-17T03:15:51Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:15:59.180735 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-188d4fb9-a397-42a4-83b8-df2d7ca26556 None None] DHCP port deletion for 925cfdb1-39b1-46fd-8639-3ec50288239d request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:15:59.183239 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e1de-b130-425a-a056-8f47637f1d24 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.190990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ee9e1de-b130-425a-a056-8f47637f1d24 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:59.192104 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ee9e1de-b130-425a-a056-8f47637f1d24 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.247689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-188d4fb9-a397-42a4-83b8-df2d7ca26556 None None] Deleting port 9c1a6237-63b0-4360-8afc-20225d01dbc4 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:15:59.248074 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-188d4fb9-a397-42a4-83b8-df2d7ca26556 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.276374 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee9e1de-b130-425a-a056-8f47637f1d24 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Network': ['ID=91431a4f-b2e5-451c-a17b-c7c665405677,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:59.293880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 91431a4f-b2e5-451c-a17b-c7c665405677 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:15:59.294956 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3ee9e1de-b130-425a-a056-8f47637f1d24 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4417095 Aug 17 03:15:59.298143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44452) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:59.307309 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f13475fe-1649-4ac7-9e3c-a8b46d99434d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'subnet': {'network_id': '91431a4f-b2e5-451c-a17b-c7c665405677', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:15:59.387325 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-188d4fb9-a397-42a4-83b8-df2d7ca26556 None None] For port 9c1a6237-63b0-4360-8afc-20225d01dbc4, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9c1a6237-63b0-4360-8afc-20225d01dbc4,segment=NetworkSegment(6ea79b98-ce40-496b-88af-ad59a168e91f),segment_id=6ea79b98-ce40-496b-88af-ad59a168e91f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:15:59.387689 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-188d4fb9-a397-42a4-83b8-df2d7ca26556 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.394698 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Calling delete_port for 9c1a6237-63b0-4360-8afc-20225d01dbc4 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:59.407566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-188d4fb9-a397-42a4-83b8-df2d7ca26556 None None] Calling delete_port for 9c1a6237-63b0-4360-8afc-20225d01dbc4 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:15:59.482566 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f13475fe-1649-4ac7-9e3c-a8b46d99434d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:15:59.487012 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f13475fe-1649-4ac7-9e3c-a8b46d99434d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.550884 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.566238 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-188d4fb9-a397-42a4-83b8-df2d7ca26556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.593154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Port': ['ID=9c1a6237-63b0-4360-8afc-20225d01dbc4,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:59.595132 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] No DVR routers for this DVR port 9c1a6237-63b0-4360-8afc-20225d01dbc4 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:59.610357 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188d4fb9-a397-42a4-83b8-df2d7ca26556 None None] No DVR routers for this DVR port 9c1a6237-63b0-4360-8afc-20225d01dbc4 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:15:59.676627 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188d4fb9-a397-42a4-83b8-df2d7ca26556 None None] Pushing event deleted for resources: {'Port': ['ID=9c1a6237-63b0-4360-8afc-20225d01dbc4,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:59.719200 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.736786 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['925cfdb1-39b1-46fd-8639-3ec50288239d']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:59.767841 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ea79b98-ce40-496b-88af-ad59a168e91f') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:59.768149 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ea79b98-ce40-496b-88af-ad59a168e91f') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:15:59.780862 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.799768 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.812291 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94efe86a-9ba4-4d70-885c-586018a949bb req-e9d98c15-92f4-4f09-aa7e-c70b883afac4 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:15:59.813719 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-94efe86a-9ba4-4d70-885c-586018a949bb req-e9d98c15-92f4-4f09-aa7e-c70b883afac4 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0890782 Aug 17 03:15:59.816489 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:15:59.816901 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:15:59.820385 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:15:59.871075 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f13475fe-1649-4ac7-9e3c-a8b46d99434d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.904233 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-94efe86a-9ba4-4d70-885c-586018a949bb req-64d9a3f0-4a78-4d6b-bdd8-fc104f2bb47a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0828347 Aug 17 03:15:59.934819 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13475fe-1649-4ac7-9e3c-a8b46d99434d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Subnet': ['ID=92631941-75df-49b4-be51-2b4085d839be,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:15:59.944267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f13475fe-1649-4ac7-9e3c-a8b46d99434d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Checking segment: {'id': '2b06466b-d50e-437b-943f-5e67e88dd54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91431a4f-b2e5-451c-a17b-c7c665405677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:15:59.944585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13475fe-1649-4ac7-9e3c-a8b46d99434d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network hostable DHCP agents. Network: 91431a4f-b2e5-451c-a17b-c7c665405677, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:15:59.946015 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.960872 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:15:59.960872 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/networks/925cfdb1-39b1-46fd-8639-3ec50288239d HTTP/1.1" status: 204 len: 168 time: 1.1758931 Aug 17 03:15:59.961215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44468) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:15:59.969776 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ea6ce6-a44e-47b2-9b17-b4f7d510619a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Network': ['ID=925cfdb1-39b1-46fd-8639-3ec50288239d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:00.067041 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f13475fe-1649-4ac7-9e3c-a8b46d99434d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 91431a4f-b2e5-451c-a17b-c7c665405677 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:16:00.201358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-f13475fe-1649-4ac7-9e3c-a8b46d99434d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 91431a4f-b2e5-451c-a17b-c7c665405677) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:00.206299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f13475fe-1649-4ac7-9e3c-a8b46d99434d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:00.208197 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f13475fe-1649-4ac7-9e3c-a8b46d99434d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:00.209982 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9baa8b80-198c-4e63-b85f-70f4a1b55ea9 None None] Network 91431a4f-b2e5-451c-a17b-c7c665405677 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:00.300326 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f13475fe-1649-4ac7-9e3c-a8b46d99434d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0008936 Aug 17 03:16:00.303582 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44476) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:00.309866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-bd60a3a5-148a-4150-a82c-83f9973824a4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'network_id': '91431a4f-b2e5-451c-a17b-c7c665405677', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-1333478863'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:00.358418 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-91431a4f-b2e5-451c-a17b-c7c665405677', 'network_id': '91431a4f-b2e5-451c-a17b-c7c665405677', 'tenant_id': '83ef177ac49a4db198e838e3b8028d5a', 'fixed_ips': [{'subnet_id': '92631941-75df-49b4-be51-2b4085d839be'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:16:00.358882 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:00.408069 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a927cf8e-761c-4b53-9301-57077d8c26c2 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:00.504215 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Allocated IP 2001:db8::2 (91431a4f-b2e5-451c-a17b-c7c665405677/92631941-75df-49b4-be51-2b4085d839be/d0d4e5c8-7da9-4f83-8b82-97f982e59d0a) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:00.604102 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd60a3a5-148a-4150-a82c-83f9973824a4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:00.608075 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd60a3a5-148a-4150-a82c-83f9973824a4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:00.637668 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-bd60a3a5-148a-4150-a82c-83f9973824a4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] device_id is not set on port 7c6855da-53e6-4218-a78b-82c0f0bdf16e yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:16:00.769745 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6994a04e-b461-4104-aba1-760a0266edcb no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:00.800760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 6994a04e-b461-4104-aba1-760a0266edcb {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:16:00.801672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6994a04e-b461-4104-aba1-760a0266edcb not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:00.802306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9c1a6237-63b0-4360-8afc-20225d01dbc4 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:00.810785 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a927cf8e-761c-4b53-9301-57077d8c26c2 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting port d6618e98-73af-492b-a9b7-2bc57f351876 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:00.811315 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a927cf8e-761c-4b53-9301-57077d8c26c2 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:00.829612 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 9c1a6237-63b0-4360-8afc-20225d01dbc4 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:16:00.829966 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9c1a6237-63b0-4360-8afc-20225d01dbc4 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:00.914689 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:00.924195 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Transition to ACTIVE for port object d0d4e5c8-7da9-4f83-8b82-97f982e59d0a will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:00.947420 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-a927cf8e-761c-4b53-9301-57077d8c26c2 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] For port d6618e98-73af-492b-a9b7-2bc57f351876, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d6618e98-73af-492b-a9b7-2bc57f351876,segment=NetworkSegment(65a40e4f-d05f-4b0c-b539-282d1234cc5e),segment_id=65a40e4f-d05f-4b0c-b539-282d1234cc5e)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:00.947420 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a927cf8e-761c-4b53-9301-57077d8c26c2 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:00.947975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Transition to ACTIVE for port object d0d4e5c8-7da9-4f83-8b82-97f982e59d0a will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:00.951065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a927cf8e-761c-4b53-9301-57077d8c26c2 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Calling delete_port for d6618e98-73af-492b-a9b7-2bc57f351876 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:01.029536 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:01.074198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Network 91431a4f-b2e5-451c-a17b-c7c665405677 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:01.077316 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:01.081694 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:01.084858 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Pushing event updated for resources: {'Port': ['ID=d0d4e5c8-7da9-4f83-8b82-97f982e59d0a,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:01.101019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1872eb-4551-4b66-a258-0b5841fd922c req-9d5997ea-b006-4f6e-a0a3-4801b2b9ca94 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:01.102597 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e1872eb-4551-4b66-a258-0b5841fd922c req-9d5997ea-b006-4f6e-a0a3-4801b2b9ca94 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.1047320 Aug 17 03:16:01.138998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Attempting to bind port d0d4e5c8-7da9-4f83-8b82-97f982e59d0a on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:16:01.140006 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Attempting to bind port d0d4e5c8-7da9-4f83-8b82-97f982e59d0a by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '2b06466b-d50e-437b-943f-5e67e88dd54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91431a4f-b2e5-451c-a17b-c7c665405677'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:16:01.140006 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Attempting to bind port d0d4e5c8-7da9-4f83-8b82-97f982e59d0a on network 91431a4f-b2e5-451c-a17b-c7c665405677 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:16:01.145799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:16:01.145799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Checking segment: {'id': '2b06466b-d50e-437b-943f-5e67e88dd54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91431a4f-b2e5-451c-a17b-c7c665405677'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:01.146204 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:01.146739 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Bound using segment: {'id': '2b06466b-d50e-437b-943f-5e67e88dd54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91431a4f-b2e5-451c-a17b-c7c665405677'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:16:01.147620 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Bound port: d0d4e5c8-7da9-4f83-8b82-97f982e59d0a, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b06466b-d50e-437b-943f-5e67e88dd54b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': '91431a4f-b2e5-451c-a17b-c7c665405677'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:16:01.147620 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:01.165898 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-bd60a3a5-148a-4150-a82c-83f9973824a4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Allocated IP 2001:db8::38d (91431a4f-b2e5-451c-a17b-c7c665405677/92631941-75df-49b4-be51-2b4085d839be/7c6855da-53e6-4218-a78b-82c0f0bdf16e) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:01.219296 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] For port d0d4e5c8-7da9-4f83-8b82-97f982e59d0a, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:16:01.274917 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e1872eb-4551-4b66-a258-0b5841fd922c req-e5973528-5108-4092-b623-57123a10ea6a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312490 Aug 17 03:16:01.370199 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd60a3a5-148a-4150-a82c-83f9973824a4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:01.386239 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-bd60a3a5-148a-4150-a82c-83f9973824a4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Transition to ACTIVE for port object 7c6855da-53e6-4218-a78b-82c0f0bdf16e will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:01.430132 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a927cf8e-761c-4b53-9301-57077d8c26c2 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:01.431077 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] For port d0d4e5c8-7da9-4f83-8b82-97f982e59d0a, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d0d4e5c8-7da9-4f83-8b82-97f982e59d0a,segment=NetworkSegment(2b06466b-d50e-437b-943f-5e67e88dd54b),segment_id=2b06466b-d50e-437b-943f-5e67e88dd54b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:16:01.455973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927cf8e-761c-4b53-9301-57077d8c26c2 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Port': ['ID=d6618e98-73af-492b-a9b7-2bc57f351876,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:01.549490 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:01.562794 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd60a3a5-148a-4150-a82c-83f9973824a4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:01.635338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-298beab0-92b0-4a42-8a29-4a902f625d7b None None] Pushing event updated for resources: {'Port': ['ID=d0d4e5c8-7da9-4f83-8b82-97f982e59d0a,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:01.689218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd60a3a5-148a-4150-a82c-83f9973824a4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 91431a4f-b2e5-451c-a17b-c7c665405677 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:01.697888 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-bd60a3a5-148a-4150-a82c-83f9973824a4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:01.705144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd60a3a5-148a-4150-a82c-83f9973824a4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:01.711557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd60a3a5-148a-4150-a82c-83f9973824a4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:01.712297 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bd60a3a5-148a-4150-a82c-83f9973824a4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:01.722768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd60a3a5-148a-4150-a82c-83f9973824a4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=7c6855da-53e6-4218-a78b-82c0f0bdf16e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:01.735544 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a927cf8e-761c-4b53-9301-57077d8c26c2 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:01.819687 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bd60a3a5-148a-4150-a82c-83f9973824a4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 893 time: 1.5120339 Aug 17 03:16:01.820086 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44502) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:01.968655 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port 7c6855da-53e6-4218-a78b-82c0f0bdf16e {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:01.969005 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:01.978926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a927cf8e-761c-4b53-9301-57077d8c26c2 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router 464c9b7d-1af1-47bf-91b8-ed554a065f14 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:16:02.067649 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.082292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for 7c6855da-53e6-4218-a78b-82c0f0bdf16e owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:02.085211 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a927cf8e-761c-4b53-9301-57077d8c26c2 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:16:02.090712 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a927cf8e-761c-4b53-9301-57077d8c26c2 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/464c9b7d-1af1-47bf-91b8-ed554a065f14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1281915 Aug 17 03:16:02.093233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44510) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:02.100312 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f254c2f-3b25-485b-9cdc-6d7c73d25c8a None None] Sync routers for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:16:02.111187 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f254c2f-3b25-485b-9cdc-6d7c73d25c8a None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:02.112396 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8f254c2f-3b25-485b-9cdc-6d7c73d25c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:02.158378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-6651360a-1eab-4603-b3b4-f551c67697c8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting subnet 9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:16:02.158378 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6651360a-1eab-4603-b3b4-f551c67697c8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.223589 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6651360a-1eab-4603-b3b4-f551c67697c8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.234787 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-8f254c2f-3b25-485b-9cdc-6d7c73d25c8a None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:16:02.304869 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.316418 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6651360a-1eab-4603-b3b4-f551c67697c8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.370852 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=7c6855da-53e6-4218-a78b-82c0f0bdf16e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:02.398603 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:02.398603 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:02.398603 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:02.398603 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:02.398603 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:02.398603 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:02.399981 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:02.399981 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:02.399981 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:02.400501 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:02.400908 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:02.401310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:02.432287 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.434236 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c96cfa72-2bb3-4ec3-9e8f-92232ad8511b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/ports/7c6855da-53e6-4218-a78b-82c0f0bdf16e HTTP/1.1" status: 204 len: 168 time: 0.6125875 Aug 17 03:16:02.436949 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44518) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:02.464155 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-f7c90d20-5e50-4ad1-b87f-e9d61e2df9d1 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] GET failed (client error): The resource could not be found. Aug 17 03:16:02.465802 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f7c90d20-5e50-4ad1-b87f-e9d61e2df9d1 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports/7c6855da-53e6-4218-a78b-82c0f0bdf16e HTTP/1.1" status: 404 len: 333 time: 0.0277321 Aug 17 03:16:02.468526 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6651360a-1eab-4603-b3b4-f551c67697c8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.468674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44520) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:02.499413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6651360a-1eab-4603-b3b4-f551c67697c8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Subnet': ['ID=9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:02.505349 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6651360a-1eab-4603-b3b4-f551c67697c8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.509465 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6651360a-1eab-4603-b3b4-f551c67697c8 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/subnets/9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6 HTTP/1.1" status: 204 len: 168 time: 0.4135633 Aug 17 03:16:02.509831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c58266-9cdc-456a-ab90-8e133bf4f3b2 req-523c33f8-1eb0-426c-97b0-b47e505b734d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:02.511487 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e0c58266-9cdc-456a-ab90-8e133bf4f3b2 req-523c33f8-1eb0-426c-97b0-b47e505b734d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0928972 Aug 17 03:16:02.511988 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44522) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:02.517475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be369475-feee-42fe-b149-edd6ade3c7d6 None None] Network 6f6f8bb5-c790-4335-bcb6-5f816db5d00c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:02.595713 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8f254c2f-3b25-485b-9cdc-6d7c73d25c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:16:01Z', 'revision_number': 9, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d', 'name': '', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c6:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:34Z', 'updated_at': '2021-08-17T03:15:43Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:02.618579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-1f39f765-108a-435c-aafd-e97655c6212a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting subnet 92631941-75df-49b4-be51-2b4085d839be {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:16:02.627546 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f39f765-108a-435c-aafd-e97655c6212a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.640908 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f254c2f-3b25-485b-9cdc-6d7c73d25c8a None None] Checking router: 464c9b7d-1af1-47bf-91b8-ed554a065f14 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:16:02.662827 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f254c2f-3b25-485b-9cdc-6d7c73d25c8a None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:02.663599 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8f254c2f-3b25-485b-9cdc-6d7c73d25c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:02.700596 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e0c58266-9cdc-456a-ab90-8e133bf4f3b2 req-e8431b2e-fbfc-47c6-9065-279b6327bfe5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1650546 Aug 17 03:16:02.708319 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.747672 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f39f765-108a-435c-aafd-e97655c6212a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:02.847479 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-8f254c2f-3b25-485b-9cdc-6d7c73d25c8a None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:16:02.894403 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af31df82-be47-4b22-9598-d12b1fa3c75e None None] DHCP port deletion for 6f6f8bb5-c790-4335-bcb6-5f816db5d00c request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:16:02.959061 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d0d4e5c8-7da9-4f83-8b82-97f982e59d0a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:02.969524 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f39f765-108a-435c-aafd-e97655c6212a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.021930 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting port e334b41c-b03c-4d56-a640-dacd748fc6dd {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:03.022546 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.028235 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.050586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1da46deb-1136-4bb4-94ec-b25b90ae954b None None] Network 91431a4f-b2e5-451c-a17b-c7c665405677 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:03.114703 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-af31df82-be47-4b22-9598-d12b1fa3c75e None None] Deleting port e334b41c-b03c-4d56-a640-dacd748fc6dd {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:03.114873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] For port e334b41c-b03c-4d56-a640-dacd748fc6dd, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e334b41c-b03c-4d56-a640-dacd748fc6dd,segment=NetworkSegment(65a40e4f-d05f-4b0c-b539-282d1234cc5e),segment_id=65a40e4f-d05f-4b0c-b539-282d1234cc5e)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:03.115092 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-af31df82-be47-4b22-9598-d12b1fa3c75e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.115202 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.133592 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Calling delete_port for e334b41c-b03c-4d56-a640-dacd748fc6dd owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:03.166191 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port d0d4e5c8-7da9-4f83-8b82-97f982e59d0a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:03.216439 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-af31df82-be47-4b22-9598-d12b1fa3c75e None None] For port e334b41c-b03c-4d56-a640-dacd748fc6dd, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e334b41c-b03c-4d56-a640-dacd748fc6dd,segment=NetworkSegment(65a40e4f-d05f-4b0c-b539-282d1234cc5e),segment_id=65a40e4f-d05f-4b0c-b539-282d1234cc5e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:03.216943 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-af31df82-be47-4b22-9598-d12b1fa3c75e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.217494 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8f254c2f-3b25-485b-9cdc-6d7c73d25c8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:16:01Z', 'revision_number': 9, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d', 'name': '', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c6:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:34Z', 'updated_at': '2021-08-17T03:15:43Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:03.249550 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-af31df82-be47-4b22-9598-d12b1fa3c75e None None] Calling delete_port for e334b41c-b03c-4d56-a640-dacd748fc6dd owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:03.250947 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f39f765-108a-435c-aafd-e97655c6212a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.251459 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f254c2f-3b25-485b-9cdc-6d7c73d25c8a None None] The sync data for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 is: [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:16:01Z', 'revision_number': 9, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d', 'name': '', 'network_id': '763e6539-8be5-4c0c-a92e-30d32ecf2bd3', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:c6:fd:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2615, 'fixed_ips': [{'subnet_id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:34Z', 'updated_at': '2021-08-17T03:15:43Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': '770ee70d-e7c7-4b98-be82-4460a95374e8', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:16:03.297130 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f39f765-108a-435c-aafd-e97655c6212a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.304478 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1f39f765-108a-435c-aafd-e97655c6212a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/92631941-75df-49b4-be51-2b4085d839be HTTP/1.1" status: 204 len: 168 time: 0.8298986 Aug 17 03:16:03.304478 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44536) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:03.304785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0c8429ef-08b1-427b-9685-59840fa1dcca None None] Provisioning for port d0d4e5c8-7da9-4f83-8b82-97f982e59d0a completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:03.313780 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f39f765-108a-435c-aafd-e97655c6212a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Subnet': ['ID=92631941-75df-49b4-be51-2b4085d839be,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:03.359194 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0c8429ef-08b1-427b-9685-59840fa1dcca None None] Provisioning complete for port d0d4e5c8-7da9-4f83-8b82-97f982e59d0a triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:03.359573 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0c8429ef-08b1-427b-9685-59840fa1dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.408332 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.460356 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.479321 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-af31df82-be47-4b22-9598-d12b1fa3c75e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.490055 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Port': ['ID=e334b41c-b03c-4d56-a640-dacd748fc6dd,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:03.496004 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] No DVR routers for this DVR port e334b41c-b03c-4d56-a640-dacd748fc6dd on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:03.503310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port d0d4e5c8-7da9-4f83-8b82-97f982e59d0a {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:03.503653 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.507901 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0c8429ef-08b1-427b-9685-59840fa1dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.512327 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af31df82-be47-4b22-9598-d12b1fa3c75e None None] Pushing event deleted for resources: {'Port': ['ID=e334b41c-b03c-4d56-a640-dacd748fc6dd,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:03.519829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af31df82-be47-4b22-9598-d12b1fa3c75e None None] No DVR routers for this DVR port e334b41c-b03c-4d56-a640-dacd748fc6dd on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:03.548646 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-0c8429ef-08b1-427b-9685-59840fa1dcca None None] For port d0d4e5c8-7da9-4f83-8b82-97f982e59d0a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d0d4e5c8-7da9-4f83-8b82-97f982e59d0a,segment=NetworkSegment(2b06466b-d50e-437b-943f-5e67e88dd54b),segment_id=2b06466b-d50e-437b-943f-5e67e88dd54b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:03.620489 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0c8429ef-08b1-427b-9685-59840fa1dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.640105 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.656688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] For port d0d4e5c8-7da9-4f83-8b82-97f982e59d0a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d0d4e5c8-7da9-4f83-8b82-97f982e59d0a,segment=NetworkSegment(2b06466b-d50e-437b-943f-5e67e88dd54b),segment_id=2b06466b-d50e-437b-943f-5e67e88dd54b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:03.656980 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.660320 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f6f8bb5-c790-4335-bcb6-5f816db5d00c']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:03.683352 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39abfa13-70c3-4bf6-9851-d3553c829aa6 None None] DHCP port deletion for 91431a4f-b2e5-451c-a17b-c7c665405677 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:16:03.686177 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65a40e4f-d05f-4b0c-b539-282d1234cc5e') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:03.686509 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65a40e4f-d05f-4b0c-b539-282d1234cc5e') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:03.689292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for d0d4e5c8-7da9-4f83-8b82-97f982e59d0a owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:03.703003 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.740603 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.754532 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8429ef-08b1-427b-9685-59840fa1dcca None None] Pushing event updated for resources: {'Port': ['ID=d0d4e5c8-7da9-4f83-8b82-97f982e59d0a,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:03.789921 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-39abfa13-70c3-4bf6-9851-d3553c829aa6 None None] Deleting port d0d4e5c8-7da9-4f83-8b82-97f982e59d0a {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:03.790433 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39abfa13-70c3-4bf6-9851-d3553c829aa6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.806919 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:16:03.813640 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:16:03.835704 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.873743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab100b0a-37ef-48f5-8adc-76b648d2040a req-7445bf21-a553-426d-a277-fa3168f5a891 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:03.875422 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab100b0a-37ef-48f5-8adc-76b648d2040a req-7445bf21-a553-426d-a277-fa3168f5a891 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0789428 Aug 17 03:16:03.906957 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-39abfa13-70c3-4bf6-9851-d3553c829aa6 None None] For port d0d4e5c8-7da9-4f83-8b82-97f982e59d0a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d0d4e5c8-7da9-4f83-8b82-97f982e59d0a,segment=NetworkSegment(2b06466b-d50e-437b-943f-5e67e88dd54b),segment_id=2b06466b-d50e-437b-943f-5e67e88dd54b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:03.907367 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39abfa13-70c3-4bf6-9851-d3553c829aa6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:03.934231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-39abfa13-70c3-4bf6-9851-d3553c829aa6 None None] Calling delete_port for d0d4e5c8-7da9-4f83-8b82-97f982e59d0a owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:03.940876 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab100b0a-37ef-48f5-8adc-76b648d2040a req-a9dd0b74-e5eb-4e58-ab79-6954c9b078e6 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538211 Aug 17 03:16:04.013039 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.021197 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.024215 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/networks/6f6f8bb5-c790-4335-bcb6-5f816db5d00c HTTP/1.1" status: 204 len: 168 time: 1.5089049 Aug 17 03:16:04.026994 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44548) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:04.050481 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a76394d6-3cab-4b03-b600-4fc3c00d0078 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Network': ['ID=6f6f8bb5-c790-4335-bcb6-5f816db5d00c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:04.053326 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.122058 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39abfa13-70c3-4bf6-9851-d3553c829aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.148497 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39abfa13-70c3-4bf6-9851-d3553c829aa6 None None] Pushing event deleted for resources: {'Port': ['ID=d0d4e5c8-7da9-4f83-8b82-97f982e59d0a,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:04.154687 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39abfa13-70c3-4bf6-9851-d3553c829aa6 None None] No DVR routers for this DVR port d0d4e5c8-7da9-4f83-8b82-97f982e59d0a on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:04.168652 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No DVR routers for this DVR port d0d4e5c8-7da9-4f83-8b82-97f982e59d0a on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:04.174427 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=d0d4e5c8-7da9-4f83-8b82-97f982e59d0a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:04.328865 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.342000 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91431a4f-b2e5-451c-a17b-c7c665405677']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:04.358847 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b06466b-d50e-437b-943f-5e67e88dd54b') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:04.359087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b06466b-d50e-437b-943f-5e67e88dd54b') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:04.373001 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.407222 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.420156 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:16:04.420491 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:16:04.423418 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:16:04.591420 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81334dd1-3d6b-430b-b7ea-d876883bf74a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.594291 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.633662 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.640202 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/networks/91431a4f-b2e5-451c-a17b-c7c665405677 HTTP/1.1" status: 204 len: 168 time: 1.3316331 Aug 17 03:16:04.640983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44560) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:04.647209 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a702832f-6372-440f-b496-016b99aac13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468', 'name': 'tempest-PortsIpV6TestJSON-328236052'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:04.672285 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9273c9-9d97-4e6c-8935-be9c2b366c40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Network': ['ID=91431a4f-b2e5-451c-a17b-c7c665405677,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:04.760520 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e334b41c-b03c-4d56-a640-dacd748fc6dd no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:04.785555 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: e334b41c-b03c-4d56-a640-dacd748fc6dd {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:16:04.785903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e334b41c-b03c-4d56-a640-dacd748fc6dd not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:04.786532 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d0d4e5c8-7da9-4f83-8b82-97f982e59d0a no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:04.806449 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: d0d4e5c8-7da9-4f83-8b82-97f982e59d0a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:16:04.806795 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d0d4e5c8-7da9-4f83-8b82-97f982e59d0a not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:04.807209 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d6618e98-73af-492b-a9b7-2bc57f351876 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:04.818942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a702832f-6372-440f-b496-016b99aac13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:04.824334 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a702832f-6372-440f-b496-016b99aac13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:04.825871 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: d6618e98-73af-492b-a9b7-2bc57f351876 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:16:04.826290 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d6618e98-73af-492b-a9b7-2bc57f351876 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:04.846280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-a702832f-6372-440f-b496-016b99aac13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] device_id is not set on port c231e1cf-dcba-4357-83ed-bb7d4fc5ce41 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:16:04.888025 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-81334dd1-3d6b-430b-b7ea-d876883bf74a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting port 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:04.888736 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81334dd1-3d6b-430b-b7ea-d876883bf74a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:05.011616 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-81334dd1-3d6b-430b-b7ea-d876883bf74a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] For port 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d,segment=NetworkSegment(5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4),segment_id=5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:05.011992 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81334dd1-3d6b-430b-b7ea-d876883bf74a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:05.028115 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a702832f-6372-440f-b496-016b99aac13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:05.058825 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-81334dd1-3d6b-430b-b7ea-d876883bf74a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Calling delete_port for 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:05.073905 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b664f2-5024-4fe3-be15-33a87cbed6c2 req-c2e2d43e-fd6d-44ac-91dd-dd2af976edeb tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:05.075412 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96b664f2-5024-4fe3-be15-33a87cbed6c2 req-c2e2d43e-fd6d-44ac-91dd-dd2af976edeb tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0666313 Aug 17 03:16:05.121805 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a702832f-6372-440f-b496-016b99aac13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:05.161636 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96b664f2-5024-4fe3-be15-33a87cbed6c2 req-222c5e9e-cf43-4eac-83e1-133b6237d109 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801346 Aug 17 03:16:05.180633 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a702832f-6372-440f-b496-016b99aac13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:05.188611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-a702832f-6372-440f-b496-016b99aac13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:05.191443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a702832f-6372-440f-b496-016b99aac13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:05.197200 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a702832f-6372-440f-b496-016b99aac13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:05.197984 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a702832f-6372-440f-b496-016b99aac13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:05.211561 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a702832f-6372-440f-b496-016b99aac13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=c231e1cf-dcba-4357-83ed-bb7d4fc5ce41,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:05.277035 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a702832f-6372-440f-b496-016b99aac13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 0.6335728 Aug 17 03:16:05.278257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44576) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:05.356747 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81334dd1-3d6b-430b-b7ea-d876883bf74a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:05.394206 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81334dd1-3d6b-430b-b7ea-d876883bf74a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Port': ['ID=28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:05.405018 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc92b4-0833-4066-8d5a-c41fa17b27e7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port c231e1cf-dcba-4357-83ed-bb7d4fc5ce41 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:05.405369 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a8dc92b4-0833-4066-8d5a-c41fa17b27e7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:05.491621 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a8dc92b4-0833-4066-8d5a-c41fa17b27e7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:05.507188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a8dc92b4-0833-4066-8d5a-c41fa17b27e7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for c231e1cf-dcba-4357-83ed-bb7d4fc5ce41 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:05.583503 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81334dd1-3d6b-430b-b7ea-d876883bf74a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:05.674465 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a8dc92b4-0833-4066-8d5a-c41fa17b27e7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:05.708923 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a8dc92b4-0833-4066-8d5a-c41fa17b27e7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:05.714679 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a8dc92b4-0833-4066-8d5a-c41fa17b27e7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/ports/c231e1cf-dcba-4357-83ed-bb7d4fc5ce41 HTTP/1.1" status: 204 len: 168 time: 0.4327776 Aug 17 03:16:05.714679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8dc92b4-0833-4066-8d5a-c41fa17b27e7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=c231e1cf-dcba-4357-83ed-bb7d4fc5ce41,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:05.718814 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44584) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:05.725939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8cf26481-964e-499b-87be-5f127c3a43de tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468', 'mac_address': 'fa:16:3e:eb:4a:55', 'name': 'tempest-PortsIpV6TestJSON-2091890567'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:05.797889 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81334dd1-3d6b-430b-b7ea-d876883bf74a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router 464c9b7d-1af1-47bf-91b8-ed554a065f14 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:16:05.892931 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81334dd1-3d6b-430b-b7ea-d876883bf74a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:16:05.898648 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-81334dd1-3d6b-430b-b7ea-d876883bf74a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/464c9b7d-1af1-47bf-91b8-ed554a065f14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8703997 Aug 17 03:16:05.901227 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44586) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:05.903336 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cf26481-964e-499b-87be-5f127c3a43de tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:05.903712 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bab96da-0183-4e9b-bb84-34cf2d45af50 None None] Sync routers for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:16:05.913850 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bab96da-0183-4e9b-bb84-34cf2d45af50 None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:05.914675 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3bab96da-0183-4e9b-bb84-34cf2d45af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:05.988359 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cf26481-964e-499b-87be-5f127c3a43de tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:06.010464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-3bab96da-0183-4e9b-bb84-34cf2d45af50 None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:16:06.013504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-8cf26481-964e-499b-87be-5f127c3a43de tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] device_id is not set on port a7a8627b-870f-44e6-87ef-09d3356d3f8b yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:16:06.247233 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cf26481-964e-499b-87be-5f127c3a43de tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:06.314467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3bab96da-0183-4e9b-bb84-34cf2d45af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:16:05Z', 'revision_number': 10, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:06.356585 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bab96da-0183-4e9b-bb84-34cf2d45af50 None None] Checking router: 464c9b7d-1af1-47bf-91b8-ed554a065f14 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:16:06.364579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-1776744d-343b-46f0-8288-c0b3fd6136ae tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting subnet 770ee70d-e7c7-4b98-be82-4460a95374e8 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:16:06.368507 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1776744d-343b-46f0-8288-c0b3fd6136ae tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:06.368930 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bab96da-0183-4e9b-bb84-34cf2d45af50 None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:06.369758 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3bab96da-0183-4e9b-bb84-34cf2d45af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:06.376403 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2027a-ffd6-4100-be15-3d34c0ce0d8d req-d5568ddd-712c-47a9-b67b-27eacb6f1ddd tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:06.389232 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aef2027a-ffd6-4100-be15-3d34c0ce0d8d req-d5568ddd-712c-47a9-b67b-27eacb6f1ddd tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.1211736 Aug 17 03:16:06.423121 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1776744d-343b-46f0-8288-c0b3fd6136ae tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:06.444769 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cf26481-964e-499b-87be-5f127c3a43de tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:06.488065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-3bab96da-0183-4e9b-bb84-34cf2d45af50 None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:16:06.540608 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1776744d-343b-46f0-8288-c0b3fd6136ae tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:06.701457 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1776744d-343b-46f0-8288-c0b3fd6136ae tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:06.735582 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3bab96da-0183-4e9b-bb84-34cf2d45af50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:16:05Z', 'revision_number': 10, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:06.758720 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1776744d-343b-46f0-8288-c0b3fd6136ae tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Subnet': ['ID=770ee70d-e7c7-4b98-be82-4460a95374e8,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:06.766892 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1776744d-343b-46f0-8288-c0b3fd6136ae tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:06.773830 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1776744d-343b-46f0-8288-c0b3fd6136ae tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/subnets/770ee70d-e7c7-4b98-be82-4460a95374e8 HTTP/1.1" status: 204 len: 168 time: 0.8630633 Aug 17 03:16:06.775180 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44604) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:06.779369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582fe8ec-952f-4f0e-b827-5266545f0cca None None] Network 763e6539-8be5-4c0c-a92e-30d32ecf2bd3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:06.783127 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3bab96da-0183-4e9b-bb84-34cf2d45af50 None None] The sync data for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 is: [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:16:05Z', 'revision_number': 10, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None, '_interfaces': [{'id': '580d42cd-5106-4368-b5d3-54724ca67ce3', 'name': '', 'network_id': '8724a34e-671a-4273-8300-e0de69d0fc49', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'mac_address': 'fa:16:3e:24:9e:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'device_owner': 'network:router_interface', 'standard_attr_id': 2603, 'fixed_ips': [{'subnet_id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:15:29Z', 'updated_at': '2021-08-17T03:15:37Z', 'revision_number': 5, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'subnets': [{'id': 'a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:16:06.812106 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aef2027a-ffd6-4100-be15-3d34c0ce0d8d req-d2cc0831-2b34-4661-84fb-1b6c09d960b5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4216111 Aug 17 03:16:06.859230 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cf26481-964e-499b-87be-5f127c3a43de tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:06.863280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-8cf26481-964e-499b-87be-5f127c3a43de tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:06.868372 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cf26481-964e-499b-87be-5f127c3a43de tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:06.874409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cf26481-964e-499b-87be-5f127c3a43de tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:06.875080 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cf26481-964e-499b-87be-5f127c3a43de tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:06.885480 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf26481-964e-499b-87be-5f127c3a43de tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=a7a8627b-870f-44e6-87ef-09d3356d3f8b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:06.912983 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:06.958137 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8cf26481-964e-499b-87be-5f127c3a43de tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.2379880 Aug 17 03:16:06.960976 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44608) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:07.008764 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2512ce0-c5dd-4bfd-a287-0da19baa0483 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:07.010138 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f2512ce0-c5dd-4bfd-a287-0da19baa0483 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports/a7a8627b-870f-44e6-87ef-09d3356d3f8b HTTP/1.1" status: 200 len: 845 time: 0.0481482 Aug 17 03:16:07.013036 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting port bac53c4a-bc7b-4e57-afae-1a7ca114703e {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:07.013153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44612) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:07.013250 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:07.094491 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] For port bac53c4a-bc7b-4e57-afae-1a7ca114703e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=bac53c4a-bc7b-4e57-afae-1a7ca114703e,segment=NetworkSegment(5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4),segment_id=5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:07.095490 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:07.109602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port a7a8627b-870f-44e6-87ef-09d3356d3f8b {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:07.109959 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:07.123925 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Calling delete_port for bac53c4a-bc7b-4e57-afae-1a7ca114703e owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:07.176867 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd9ae276-0921-4424-9bf3-176760893174 None None] DHCP port deletion for 763e6539-8be5-4c0c-a92e-30d32ecf2bd3 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:16:07.215123 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:07.230929 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for a7a8627b-870f-44e6-87ef-09d3356d3f8b owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:07.255454 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ae276-0921-4424-9bf3-176760893174 None None] Deleting port bac53c4a-bc7b-4e57-afae-1a7ca114703e {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:07.256810 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae276-0921-4424-9bf3-176760893174 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:07.304544 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:07.328150 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Port': ['ID=bac53c4a-bc7b-4e57-afae-1a7ca114703e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:07.337783 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] No DVR routers for this DVR port bac53c4a-bc7b-4e57-afae-1a7ca114703e on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:07.343867 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-fd9ae276-0921-4424-9bf3-176760893174 None None] For port bac53c4a-bc7b-4e57-afae-1a7ca114703e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=bac53c4a-bc7b-4e57-afae-1a7ca114703e,segment=NetworkSegment(5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4),segment_id=5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:07.344410 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae276-0921-4424-9bf3-176760893174 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:07.360323 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-fd9ae276-0921-4424-9bf3-176760893174 None None] Calling delete_port for bac53c4a-bc7b-4e57-afae-1a7ca114703e owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:07.406027 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:07.435257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=a7a8627b-870f-44e6-87ef-09d3356d3f8b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:07.439573 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:07.444872 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:07.449592 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/ports/a7a8627b-870f-44e6-87ef-09d3356d3f8b HTTP/1.1" status: 204 len: 168 time: 0.4325540 Aug 17 03:16:07.450301 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44622) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:07.453397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:07.453774 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:07.454125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:07.454469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:07.454808 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:07.455148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:07.455488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:07.455823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:07.456457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:07.456644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:07.456977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:07.457307 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a655b2db-3548-4902-b571-a9a463e8ffce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:07.464971 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fd9ae276-0921-4424-9bf3-176760893174 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:07.466519 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['763e6539-8be5-4c0c-a92e-30d32ecf2bd3']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:07.478234 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9ae276-0921-4424-9bf3-176760893174 None None] No DVR routers for this DVR port bac53c4a-bc7b-4e57-afae-1a7ca114703e on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:07.487112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:07.487112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5b7ef9ae-ce05-4b0d-9e5f-6b97fdd7c8c4') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:07.489924 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3ba6a8c-4773-4c4c-9a14-cde27d170a18 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] GET failed (client error): The resource could not be found. Aug 17 03:16:07.498945 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd9ae276-0921-4424-9bf3-176760893174 None None] Pushing event deleted for resources: {'Port': ['ID=bac53c4a-bc7b-4e57-afae-1a7ca114703e,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:07.502411 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44624) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:07.503111 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d3ba6a8c-4773-4c4c-9a14-cde27d170a18 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports/a7a8627b-870f-44e6-87ef-09d3356d3f8b HTTP/1.1" status: 404 len: 333 time: 0.0480752 Aug 17 03:16:07.508313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ce52338e-4912-4d53-979e-9e3e98201661 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468', 'name': 'tempest-PortsIpV6TestJSON-1983642078'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:07.513243 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:07.566568 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:07.582375 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:16:07.582776 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:16:07.585903 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:16:07.743147 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:07.750310 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:07.752180 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/networks/763e6539-8be5-4c0c-a92e-30d32ecf2bd3 HTTP/1.1" status: 204 len: 168 time: 0.9758275 Aug 17 03:16:07.755035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44628) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:07.768824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b2acc6b-7262-4014-aae2-c60158bfd41d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Network': ['ID=763e6539-8be5-4c0c-a92e-30d32ecf2bd3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:07.770635 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce52338e-4912-4d53-979e-9e3e98201661 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:07.774338 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ce52338e-4912-4d53-979e-9e3e98201661 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:07.792214 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-ce52338e-4912-4d53-979e-9e3e98201661 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] device_id is not set on port 40d834cc-2ae0-4e03-b289-e96a63c642d3 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:16:08.008414 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a1a1b4-2d7f-42ec-9c68-1b9308f57995 req-7197c708-e4fd-46c5-97ce-adfa7cf1b77a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:08.010001 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11a1a1b4-2d7f-42ec-9c68-1b9308f57995 req-7197c708-e4fd-46c5-97ce-adfa7cf1b77a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.1113849 Aug 17 03:16:08.012998 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ce52338e-4912-4d53-979e-9e3e98201661 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:08.080727 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11a1a1b4-2d7f-42ec-9c68-1b9308f57995 req-62b0a5cd-56ed-44c8-b204-bf0fa3be9c5f tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624750 Aug 17 03:16:08.129399 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc8f124f-a8f5-48c3-8502-a8f126bb2b53 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:08.150802 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ce52338e-4912-4d53-979e-9e3e98201661 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:08.202478 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce52338e-4912-4d53-979e-9e3e98201661 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:08.206109 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ce52338e-4912-4d53-979e-9e3e98201661 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:08.210927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce52338e-4912-4d53-979e-9e3e98201661 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:08.217436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce52338e-4912-4d53-979e-9e3e98201661 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:08.218232 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ce52338e-4912-4d53-979e-9e3e98201661 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:08.222098 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce52338e-4912-4d53-979e-9e3e98201661 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=40d834cc-2ae0-4e03-b289-e96a63c642d3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:08.288202 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ce52338e-4912-4d53-979e-9e3e98201661 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.7852573 Aug 17 03:16:08.290731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44640) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:08.295983 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-0a0c4df4-e783-404d-93b5-2bcbb5675f0b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:08.363094 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0a0c4df4-e783-404d-93b5-2bcbb5675f0b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:08.417599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f124f-a8f5-48c3-8502-a8f126bb2b53 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting port 580d42cd-5106-4368-b5d3-54724ca67ce3 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:08.418132 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc8f124f-a8f5-48c3-8502-a8f126bb2b53 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:08.520265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-bc8f124f-a8f5-48c3-8502-a8f126bb2b53 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] For port 580d42cd-5106-4368-b5d3-54724ca67ce3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=580d42cd-5106-4368-b5d3-54724ca67ce3,segment=NetworkSegment(5c67e3de-8627-4251-96fb-b869b31dc5c8),segment_id=5c67e3de-8627-4251-96fb-b869b31dc5c8)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:08.520808 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc8f124f-a8f5-48c3-8502-a8f126bb2b53 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:08.535585 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:16:08.536140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-bc8f124f-a8f5-48c3-8502-a8f126bb2b53 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Calling delete_port for 580d42cd-5106-4368-b5d3-54724ca67ce3 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:08.556850 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0a0c4df4-e783-404d-93b5-2bcbb5675f0b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:08.619041 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0a0c4df4-e783-404d-93b5-2bcbb5675f0b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:08.667490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c4df4-e783-404d-93b5-2bcbb5675f0b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] In _notify_port_updated(), no bound segment for port 40d834cc-2ae0-4e03-b289-e96a63c642d3 on network 031cf0b7-55de-4d4a-8068-a31af0d62468 {{(pid=101969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:16:08.672988 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a0c4df4-e783-404d-93b5-2bcbb5675f0b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:08.673791 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0a0c4df4-e783-404d-93b5-2bcbb5675f0b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:08.678143 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0a0c4df4-e783-404d-93b5-2bcbb5675f0b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "PUT /v2.0/ports/40d834cc-2ae0-4e03-b289-e96a63c642d3 HTTP/1.1" status: 200 len: 818 time: 0.3832893 Aug 17 03:16:08.680794 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44650) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:08.715188 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a0c4df4-e783-404d-93b5-2bcbb5675f0b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=40d834cc-2ae0-4e03-b289-e96a63c642d3,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:08.738804 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:08.767891 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:16:08.767891 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 28d4bfab-e97c-4fcd-8eb0-dc7dd5e1fa4d not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:08.767891 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bac53c4a-bc7b-4e57-afae-1a7ca114703e no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:08.783394 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: bac53c4a-bc7b-4e57-afae-1a7ca114703e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:16:08.783737 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bac53c4a-bc7b-4e57-afae-1a7ca114703e not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:08.788006 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-fd43ae56-007c-4733-a258-a398c47c80f0 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port 40d834cc-2ae0-4e03-b289-e96a63c642d3 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:08.788006 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fd43ae56-007c-4733-a258-a398c47c80f0 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:08.810436 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc8f124f-a8f5-48c3-8502-a8f126bb2b53 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:08.836397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc8f124f-a8f5-48c3-8502-a8f126bb2b53 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Port': ['ID=580d42cd-5106-4368-b5d3-54724ca67ce3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:08.882358 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fd43ae56-007c-4733-a258-a398c47c80f0 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:08.897061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-fd43ae56-007c-4733-a258-a398c47c80f0 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for 40d834cc-2ae0-4e03-b289-e96a63c642d3 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:09.018517 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc8f124f-a8f5-48c3-8502-a8f126bb2b53 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:09.042010 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fd43ae56-007c-4733-a258-a398c47c80f0 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:09.081881 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd43ae56-007c-4733-a258-a398c47c80f0 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=40d834cc-2ae0-4e03-b289-e96a63c642d3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:09.089625 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fd43ae56-007c-4733-a258-a398c47c80f0 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:09.092226 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fd43ae56-007c-4733-a258-a398c47c80f0 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/ports/40d834cc-2ae0-4e03-b289-e96a63c642d3 HTTP/1.1" status: 204 len: 168 time: 0.4106474 Aug 17 03:16:09.094658 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44656) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:09.157968 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caa5a468-6b7e-4603-babc-f99e8a894316 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:09.163292 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-caa5a468-6b7e-4603-babc-f99e8a894316 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0638878 Aug 17 03:16:09.163292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44660) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:09.188036 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-11819243-e4da-4fb2-9e97-0df92b312457 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] GET failed (client error): The resource could not be found. Aug 17 03:16:09.189733 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-11819243-e4da-4fb2-9e97-0df92b312457 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports/40d834cc-2ae0-4e03-b289-e96a63c642d3 HTTP/1.1" status: 404 len: 333 time: 0.0258369 Aug 17 03:16:09.194133 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44664) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:09.199170 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-255cce02-c16d-4525-92c5-647393c5695a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1853318584'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:09.210335 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc8f124f-a8f5-48c3-8502-a8f126bb2b53 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router 464c9b7d-1af1-47bf-91b8-ed554a065f14 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:16:09.234961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-137e3268-5acb-4d53-a206-efd768a9ab8c req-a6717684-d47d-421b-95e3-2738fc514964 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:09.236489 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-137e3268-5acb-4d53-a206-efd768a9ab8c req-a6717684-d47d-421b-95e3-2738fc514964 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0649033 Aug 17 03:16:09.293375 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255cce02-c16d-4525-92c5-647393c5695a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:09.296915 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-255cce02-c16d-4525-92c5-647393c5695a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:09.324962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-255cce02-c16d-4525-92c5-647393c5695a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:16:09.330132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc8f124f-a8f5-48c3-8502-a8f126bb2b53 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:16:09.338717 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-255cce02-c16d-4525-92c5-647393c5695a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:09.342038 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-255cce02-c16d-4525-92c5-647393c5695a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Added segment d95e696b-acb4-4cad-90eb-8f178439eb4a of type vlan for network 63e87632-2e00-4d72-af91-e39c7e1c7a9a Aug 17 03:16:09.342192 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922bde2-9c72-47d7-8bf5-a1a6b73a40e6 None None] Sync routers for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:16:09.348986 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44668) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:09.357769 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bc8f124f-a8f5-48c3-8502-a8f126bb2b53 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/464c9b7d-1af1-47bf-91b8-ed554a065f14/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5820677 Aug 17 03:16:09.357901 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922bde2-9c72-47d7-8bf5-a1a6b73a40e6 None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:09.357901 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6922bde2-9c72-47d7-8bf5-a1a6b73a40e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:09.364808 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-137e3268-5acb-4d53-a206-efd768a9ab8c req-d1d0d87d-de25-4dcb-bd4d-620f6538a78a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918369 Aug 17 03:16:09.432088 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-255cce02-c16d-4525-92c5-647393c5695a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:09.441630 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-6da493b3-f9c9-4372-9063-52644e7dd043 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting subnet a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:16:09.441810 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6922bde2-9c72-47d7-8bf5-a1a6b73a40e6 None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:16:09.442461 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6da493b3-f9c9-4372-9063-52644e7dd043 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:09.497702 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6922bde2-9c72-47d7-8bf5-a1a6b73a40e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:16:08Z', 'revision_number': 11, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:09.501716 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6da493b3-f9c9-4372-9063-52644e7dd043 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:09.526676 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922bde2-9c72-47d7-8bf5-a1a6b73a40e6 None None] Checking router: 464c9b7d-1af1-47bf-91b8-ed554a065f14 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:16:09.534803 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6922bde2-9c72-47d7-8bf5-a1a6b73a40e6 None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:09.535412 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6922bde2-9c72-47d7-8bf5-a1a6b73a40e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:09.584677 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-255cce02-c16d-4525-92c5-647393c5695a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:09.590218 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255cce02-c16d-4525-92c5-647393c5695a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:09.590809 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-255cce02-c16d-4525-92c5-647393c5695a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:09.599002 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6da493b3-f9c9-4372-9063-52644e7dd043 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:09.600470 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6922bde2-9c72-47d7-8bf5-a1a6b73a40e6 None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:16:09.655464 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6922bde2-9c72-47d7-8bf5-a1a6b73a40e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:16:08Z', 'revision_number': 11, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:09.685826 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6922bde2-9c72-47d7-8bf5-a1a6b73a40e6 None None] The sync data for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 is: [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:16:08Z', 'revision_number': 11, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:16:09.702367 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255cce02-c16d-4525-92c5-647393c5695a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Network': ['ID=63e87632-2e00-4d72-af91-e39c7e1c7a9a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:09.727824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 63e87632-2e00-4d72-af91-e39c7e1c7a9a details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:16:09.751355 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-255cce02-c16d-4525-92c5-647393c5695a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.5561717 Aug 17 03:16:09.754512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44678) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:09.762561 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-84a7519f-e8d3-401f-8656-1c3c11b42f82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'subnet': {'network_id': '63e87632-2e00-4d72-af91-e39c7e1c7a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:09.806828 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6da493b3-f9c9-4372-9063-52644e7dd043 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:09.851429 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da493b3-f9c9-4372-9063-52644e7dd043 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Subnet': ['ID=a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:09.864560 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6da493b3-f9c9-4372-9063-52644e7dd043 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:09.872282 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a608c082-da9f-4aa7-8a4b-008fb65edcc1 None None] Network 8724a34e-671a-4273-8300-e0de69d0fc49 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:09.873405 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44680) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:09.877609 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6da493b3-f9c9-4372-9063-52644e7dd043 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/subnets/a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7 HTTP/1.1" status: 204 len: 168 time: 0.5190318 Aug 17 03:16:09.955366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84a7519f-e8d3-401f-8656-1c3c11b42f82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:09.959737 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84a7519f-e8d3-401f-8656-1c3c11b42f82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.018283 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.148204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Deleting port 534f4b8c-208b-43d5-a2c2-1bab007ee19f {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:10.148586 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.227246 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c816994e-e026-4457-8290-394ac18aee4e None None] DHCP port deletion for 8724a34e-671a-4273-8300-e0de69d0fc49 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:16:10.263176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] For port 534f4b8c-208b-43d5-a2c2-1bab007ee19f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=534f4b8c-208b-43d5-a2c2-1bab007ee19f,segment=NetworkSegment(5c67e3de-8627-4251-96fb-b869b31dc5c8),segment_id=5c67e3de-8627-4251-96fb-b869b31dc5c8)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:10.263548 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.275920 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c816994e-e026-4457-8290-394ac18aee4e None None] Deleting port 534f4b8c-208b-43d5-a2c2-1bab007ee19f {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:10.276411 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c816994e-e026-4457-8290-394ac18aee4e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.277399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Calling delete_port for 534f4b8c-208b-43d5-a2c2-1bab007ee19f owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:10.331307 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84a7519f-e8d3-401f-8656-1c3c11b42f82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.344071 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c816994e-e026-4457-8290-394ac18aee4e None None] For port 534f4b8c-208b-43d5-a2c2-1bab007ee19f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=534f4b8c-208b-43d5-a2c2-1bab007ee19f,segment=NetworkSegment(5c67e3de-8627-4251-96fb-b869b31dc5c8),segment_id=5c67e3de-8627-4251-96fb-b869b31dc5c8)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:10.345447 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c816994e-e026-4457-8290-394ac18aee4e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.361691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c816994e-e026-4457-8290-394ac18aee4e None None] Calling delete_port for 534f4b8c-208b-43d5-a2c2-1bab007ee19f owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:10.433848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a7519f-e8d3-401f-8656-1c3c11b42f82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Subnet': ['ID=2f150d48-4e0e-46a1-84ef-181e3098d14e,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:10.445961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84a7519f-e8d3-401f-8656-1c3c11b42f82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Checking segment: {'id': 'd95e696b-acb4-4cad-90eb-8f178439eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '63e87632-2e00-4d72-af91-e39c7e1c7a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:10.446338 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a7519f-e8d3-401f-8656-1c3c11b42f82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network hostable DHCP agents. Network: 63e87632-2e00-4d72-af91-e39c7e1c7a9a, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:16:10.493369 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.501084 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c816994e-e026-4457-8290-394ac18aee4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.511655 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7bd0d4c-f59c-4e36-b56d-531289fb0633 req-41024025-8095-4d0a-816f-cee1e0e2bc0a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:10.519282 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a7bd0d4c-f59c-4e36-b56d-531289fb0633 req-41024025-8095-4d0a-816f-cee1e0e2bc0a tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0597031 Aug 17 03:16:10.526959 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Port': ['ID=534f4b8c-208b-43d5-a2c2-1bab007ee19f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:10.532459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] No DVR routers for this DVR port 534f4b8c-208b-43d5-a2c2-1bab007ee19f on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:10.556159 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a7bd0d4c-f59c-4e36-b56d-531289fb0633 req-204fae9b-f366-4f38-8ff5-d4f57fd9622d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359817 Aug 17 03:16:10.560441 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84a7519f-e8d3-401f-8656-1c3c11b42f82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 63e87632-2e00-4d72-af91-e39c7e1c7a9a is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:16:10.561937 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c816994e-e026-4457-8290-394ac18aee4e None None] Pushing event deleted for resources: {'Port': ['ID=534f4b8c-208b-43d5-a2c2-1bab007ee19f,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:10.565598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c816994e-e026-4457-8290-394ac18aee4e None None] No DVR routers for this DVR port 534f4b8c-208b-43d5-a2c2-1bab007ee19f on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:10.637759 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.648025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8724a34e-671a-4273-8300-e0de69d0fc49']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:10.658029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c67e3de-8627-4251-96fb-b869b31dc5c8') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:10.658336 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c67e3de-8627-4251-96fb-b869b31dc5c8') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:10.667415 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.681339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-84a7519f-e8d3-401f-8656-1c3c11b42f82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 63e87632-2e00-4d72-af91-e39c7e1c7a9a) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:10.686956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a7519f-e8d3-401f-8656-1c3c11b42f82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:10.687630 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84a7519f-e8d3-401f-8656-1c3c11b42f82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.690488 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.705797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:16:10.705797 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.709269 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5504ad5f-aa73-4c5d-8288-ca269c5dbcee None None] Network 63e87632-2e00-4d72-af91-e39c7e1c7a9a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:16:10.760579 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:16:10.767663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 580d42cd-5106-4368-b5d3-54724ca67ce3 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:10.794962 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 580d42cd-5106-4368-b5d3-54724ca67ce3 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:16:10.795302 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 580d42cd-5106-4368-b5d3-54724ca67ce3 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:10.795724 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 534f4b8c-208b-43d5-a2c2-1bab007ee19f no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:10.817346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 534f4b8c-208b-43d5-a2c2-1bab007ee19f {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:16:10.817712 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 534f4b8c-208b-43d5-a2c2-1bab007ee19f not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:10.888199 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-84a7519f-e8d3-401f-8656-1c3c11b42f82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1318822 Aug 17 03:16:10.891058 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44700) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:10.896573 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b29b7e04-1177-4362-8cb1-17f41cd693a9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'subnet': {'network_id': '63e87632-2e00-4d72-af91-e39c7e1c7a9a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:10.914930 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-63e87632-2e00-4d72-af91-e39c7e1c7a9a', 'network_id': '63e87632-2e00-4d72-af91-e39c7e1c7a9a', 'tenant_id': '83ef177ac49a4db198e838e3b8028d5a', 'fixed_ips': [{'subnet_id': '2f150d48-4e0e-46a1-84ef-181e3098d14e'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:16:10.915837 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.944049 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.950097 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:10.954709 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/networks/8724a34e-671a-4273-8300-e0de69d0fc49 HTTP/1.1" status: 204 len: 168 time: 1.0770962 Aug 17 03:16:10.955688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44702) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:10.963568 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-04524e84-892f-4d35-b0b8-d48f65dc543a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'router': {'routes': None}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:10.983345 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eab4ed8-c14a-437c-bf24-40fefd4942c5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Pushing event deleted for resources: {'Network': ['ID=8724a34e-671a-4273-8300-e0de69d0fc49,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:11.084034 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Allocated IP 2001:db8::2 (63e87632-2e00-4d72-af91-e39c7e1c7a9a/2f150d48-4e0e-46a1-84ef-181e3098d14e/586e7d4d-17c1-4389-9c56-540802492e67) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:11.138766 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b29b7e04-1177-4362-8cb1-17f41cd693a9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:11.143225 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b29b7e04-1177-4362-8cb1-17f41cd693a9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:11.150980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.extraroute_db [None req-04524e84-892f-4d35-b0b8-d48f65dc543a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Added routes are [] {{(pid=101969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 03:16:11.151293 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.extraroute_db [None req-04524e84-892f-4d35-b0b8-d48f65dc543a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Removed routes are [] {{(pid=101969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 03:16:11.151669 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-04524e84-892f-4d35-b0b8-d48f65dc543a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:11.256585 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:11.263224 n-d-802060-9 neutron-server[101970]: INFO neutron.db.ipam_backend_mixin [None req-b29b7e04-1177-4362-8cb1-17f41cd693a9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 2f150d48-4e0e-46a1-84ef-181e3098d14e (CIDR: 2001:db8::/64) Aug 17 03:16:11.265731 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Transition to ACTIVE for port object 586e7d4d-17c1-4389-9c56-540802492e67 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:11.280961 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Transition to ACTIVE for port object 586e7d4d-17c1-4389-9c56-540802492e67 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:11.301516 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-04524e84-892f-4d35-b0b8-d48f65dc543a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:11.305783 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-04524e84-892f-4d35-b0b8-d48f65dc543a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:11.349536 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-b29b7e04-1177-4362-8cb1-17f41cd693a9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:16:11.350000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b29b7e04-1177-4362-8cb1-17f41cd693a9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:16:11.384703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-04524e84-892f-4d35-b0b8-d48f65dc543a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router 464c9b7d-1af1-47bf-91b8-ed554a065f14 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:16:11.396396 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:11.437768 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Network 63e87632-2e00-4d72-af91-e39c7e1c7a9a is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:11.441902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:11.448532 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:11.457058 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b29b7e04-1177-4362-8cb1-17f41cd693a9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5647528 Aug 17 03:16:11.459832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44712) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:11.471533 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-04524e84-892f-4d35-b0b8-d48f65dc543a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:16:11.482475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1c862421-bce7-452e-9a6b-f0b29d18ec68 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'subnet': {'network_id': '63e87632-2e00-4d72-af91-e39c7e1c7a9a', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:11.485236 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-04524e84-892f-4d35-b0b8-d48f65dc543a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:11.491907 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-04524e84-892f-4d35-b0b8-d48f65dc543a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/464c9b7d-1af1-47bf-91b8-ed554a065f14 HTTP/1.1" status: 200 len: 700 time: 0.5346725 Aug 17 03:16:11.494635 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44716) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:11.509722 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbec226-81d0-4f23-a942-7b6dd9b64a3b None None] Sync routers for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:16:11.532333 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-754648b4-398d-4781-8608-bd8a174b605c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports?device_id=464c9b7d-1af1-47bf-91b8-ed554a065f14 HTTP/1.1" status: 200 len: 205 time: 0.0365100 Aug 17 03:16:11.538046 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44718) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:11.548978 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Pushing event updated for resources: {'Port': ['ID=586e7d4d-17c1-4389-9c56-540802492e67,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:11.558629 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Attempting to bind port 586e7d4d-17c1-4389-9c56-540802492e67 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:16:11.559075 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Attempting to bind port 586e7d4d-17c1-4389-9c56-540802492e67 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'd95e696b-acb4-4cad-90eb-8f178439eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '63e87632-2e00-4d72-af91-e39c7e1c7a9a'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:16:11.559509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Attempting to bind port 586e7d4d-17c1-4389-9c56-540802492e67 on network 63e87632-2e00-4d72-af91-e39c7e1c7a9a {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:16:11.562688 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbec226-81d0-4f23-a942-7b6dd9b64a3b None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:11.563550 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6bbec226-81d0-4f23-a942-7b6dd9b64a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:11.648110 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 15, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:16:11.648593 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Checking segment: {'id': 'd95e696b-acb4-4cad-90eb-8f178439eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '63e87632-2e00-4d72-af91-e39c7e1c7a9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:11.649074 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:11.649569 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Bound using segment: {'id': 'd95e696b-acb4-4cad-90eb-8f178439eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '63e87632-2e00-4d72-af91-e39c7e1c7a9a'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:16:11.650125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Bound port: 586e7d4d-17c1-4389-9c56-540802492e67, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd95e696b-acb4-4cad-90eb-8f178439eb4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '63e87632-2e00-4d72-af91-e39c7e1c7a9a'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:16:11.650583 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:11.662614 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-6bbec226-81d0-4f23-a942-7b6dd9b64a3b None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:16:11.666119 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95674de7-023c-4123-b989-4f2c3d9b9f11 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:11.720133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e07e155-5502-456f-8db0-5caf07be570d req-494947e3-b4c8-411e-81f3-d0d2b54d8f9c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:11.722099 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e07e155-5502-456f-8db0-5caf07be570d req-494947e3-b4c8-411e-81f3-d0d2b54d8f9c tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0583131 Aug 17 03:16:11.727399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c862421-bce7-452e-9a6b-f0b29d18ec68 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:11.730249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6bbec226-81d0-4f23-a942-7b6dd9b64a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:16:08Z', 'revision_number': 11, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:11.731911 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c862421-bce7-452e-9a6b-f0b29d18ec68 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:11.777108 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbec226-81d0-4f23-a942-7b6dd9b64a3b None None] Checking router: 464c9b7d-1af1-47bf-91b8-ed554a065f14 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:16:11.830800 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbec226-81d0-4f23-a942-7b6dd9b64a3b None None] Routers {'464c9b7d-1af1-47bf-91b8-ed554a065f14'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:11.831442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6bbec226-81d0-4f23-a942-7b6dd9b64a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['464c9b7d-1af1-47bf-91b8-ed554a065f14'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:11.833864 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] For port 586e7d4d-17c1-4389-9c56-540802492e67, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:16:11.838149 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] For port 586e7d4d-17c1-4389-9c56-540802492e67, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=586e7d4d-17c1-4389-9c56-540802492e67,segment=NetworkSegment(d95e696b-acb4-4cad-90eb-8f178439eb4a),segment_id=d95e696b-acb4-4cad-90eb-8f178439eb4a)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:16:11.846598 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e07e155-5502-456f-8db0-5caf07be570d req-c68bf596-20d6-4830-8aef-127a5ce6aec7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1101513 Aug 17 03:16:11.854680 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95674de7-023c-4123-b989-4f2c3d9b9f11 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:11.867800 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95674de7-023c-4123-b989-4f2c3d9b9f11 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:11.922499 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:11.925010 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-6bbec226-81d0-4f23-a942-7b6dd9b64a3b None None] Set router 464c9b7d-1af1-47bf-91b8-ed554a065f14 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:16:12.007672 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95674de7-023c-4123-b989-4f2c3d9b9f11 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:12.008816 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95674de7-023c-4123-b989-4f2c3d9b9f11 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Fanout notify agent at l3_agent the message router_deleted on router 464c9b7d-1af1-47bf-91b8-ed554a065f14 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:16:12.009820 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6bbec226-81d0-4f23-a942-7b6dd9b64a3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:16:08Z', 'revision_number': 11, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:12.022786 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95674de7-023c-4123-b989-4f2c3d9b9f11 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:12.024331 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-95674de7-023c-4123-b989-4f2c3d9b9f11 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/routers/464c9b7d-1af1-47bf-91b8-ed554a065f14 HTTP/1.1" status: 204 len: 168 time: 0.4853237 Aug 17 03:16:12.030326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44728) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:12.033468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ff6fd197-6cf4-41f4-bee5-13111555dde4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1154582820', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:12.051967 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bbec226-81d0-4f23-a942-7b6dd9b64a3b None None] The sync data for ids ['464c9b7d-1af1-47bf-91b8-ed554a065f14'] in n-d-802060-9 is: [{'id': '464c9b7d-1af1-47bf-91b8-ed554a065f14', 'name': 'tempest-RoutersTest-router-874446646', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:15:26Z', 'updated_at': '2021-08-17T03:16:08Z', 'revision_number': 11, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:16:12.078668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c15e7d5-01eb-452c-a158-c56295dc2ab4 None None] Pushing event updated for resources: {'Port': ['ID=586e7d4d-17c1-4389-9c56-540802492e67,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:12.179742 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd197-6cf4-41f4-bee5-13111555dde4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:12.180837 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd197-6cf4-41f4-bee5-13111555dde4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:12.213308 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c862421-bce7-452e-9a6b-f0b29d18ec68 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:12.286575 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd197-6cf4-41f4-bee5-13111555dde4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:12.305746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c862421-bce7-452e-9a6b-f0b29d18ec68 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 63e87632-2e00-4d72-af91-e39c7e1c7a9a is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:12.308897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-1c862421-bce7-452e-9a6b-f0b29d18ec68 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:12.312054 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c862421-bce7-452e-9a6b-f0b29d18ec68 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:12.314277 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c862421-bce7-452e-9a6b-f0b29d18ec68 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:12.325157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c862421-bce7-452e-9a6b-f0b29d18ec68 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Subnet': ['ID=0eb94c59-e95f-40af-8d62-ce55c8227927,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:12.390920 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd197-6cf4-41f4-bee5-13111555dde4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:12.416806 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1c862421-bce7-452e-9a6b-f0b29d18ec68 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.9533775 Aug 17 03:16:12.417883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44734) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:12.423968 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8feb161e-17af-46a3-a958-270b61844235 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'network_id': '63e87632-2e00-4d72-af91-e39c7e1c7a9a', 'fixed_ips': [{'subnet_id': '2f150d48-4e0e-46a1-84ef-181e3098d14e'}, {'subnet_id': '0eb94c59-e95f-40af-8d62-ce55c8227927'}], 'name': 'tempest-PortsIpV6TestJSON-1898624034'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:12.492036 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff6fd197-6cf4-41f4-bee5-13111555dde4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:12.493225 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ff6fd197-6cf4-41f4-bee5-13111555dde4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4633090 Aug 17 03:16:12.495969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44736) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:12.500328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-018d8c84-6290-4321-a57b-7d198357cb4d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:12.769154 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 586e7d4d-17c1-4389-9c56-540802492e67 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:12.902832 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 586e7d4d-17c1-4389-9c56-540802492e67 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:13.003535 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a52a790-ce3b-4ea0-a285-672672383d96 req-be7b34be-39c8-408f-94e9-37ec3f4293f5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:13.006302 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a52a790-ce3b-4ea0-a285-672672383d96 req-be7b34be-39c8-408f-94e9-37ec3f4293f5 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0668592 Aug 17 03:16:13.057400 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a52a790-ce3b-4ea0-a285-672672383d96 req-6eb19a20-d86e-43dd-b600-5ab95d739991 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414910 Aug 17 03:16:13.118853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feb161e-17af-46a3-a958-270b61844235 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:13.164781 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-018d8c84-6290-4321-a57b-7d198357cb4d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:13.192162 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55f9542-2fdb-48c9-9eee-a658e2e4a185 None None] Network 63e87632-2e00-4d72-af91-e39c7e1c7a9a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:13.219981 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8feb161e-17af-46a3-a958-270b61844235 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:13.238224 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-018d8c84-6290-4321-a57b-7d198357cb4d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:13.242728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-8feb161e-17af-46a3-a958-270b61844235 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] device_id is not set on port 84790a89-fe65-47a8-a1be-b01c208ed5a2 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:16:13.325966 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ad37d369-c7c8-419b-8398-0f4fee7cc36d None None] Provisioning for port 586e7d4d-17c1-4389-9c56-540802492e67 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:13.335033 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ad37d369-c7c8-419b-8398-0f4fee7cc36d None None] Provisioning complete for port 586e7d4d-17c1-4389-9c56-540802492e67 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:13.335420 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad37d369-c7c8-419b-8398-0f4fee7cc36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:13.486155 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad37d369-c7c8-419b-8398-0f4fee7cc36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:13.504935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-018d8c84-6290-4321-a57b-7d198357cb4d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Router 5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:16:13.511511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d21a5021-9a13-4b13-a5ac-bcbd199e567f None None] Update dhcp port {'port': {'network_id': '63e87632-2e00-4d72-af91-e39c7e1c7a9a', 'fixed_ips': [{'subnet_id': '2f150d48-4e0e-46a1-84ef-181e3098d14e', 'ip_address': '2001:db8::2'}, {'subnet_id': '0eb94c59-e95f-40af-8d62-ce55c8227927'}], 'binding:host_id': 'n-d-802060-9'}, 'id': '586e7d4d-17c1-4389-9c56-540802492e67'} from n-d-802060-9. {{(pid=101971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 03:16:13.547900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ad37d369-c7c8-419b-8398-0f4fee7cc36d None None] For port 586e7d4d-17c1-4389-9c56-540802492e67, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=586e7d4d-17c1-4389-9c56-540802492e67,segment=NetworkSegment(d95e696b-acb4-4cad-90eb-8f178439eb4a),segment_id=d95e696b-acb4-4cad-90eb-8f178439eb4a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:13.550810 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d21a5021-9a13-4b13-a5ac-bcbd199e567f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:13.628976 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-018d8c84-6290-4321-a57b-7d198357cb4d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:16:13.636844 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-018d8c84-6290-4321-a57b-7d198357cb4d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:13.639036 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-018d8c84-6290-4321-a57b-7d198357cb4d tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "PUT /v2.0/routers/5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41 HTTP/1.1" status: 200 len: 694 time: 1.1411850 Aug 17 03:16:13.647427 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c9fab-1930-4304-9375-25798d83fd1a None None] Sync routers for ids ['5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:16:13.647883 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad37d369-c7c8-419b-8398-0f4fee7cc36d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:13.648009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44762) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:13.661795 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c9fab-1930-4304-9375-25798d83fd1a None None] Routers {'5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:13.673830 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ef9c9fab-1930-4304-9375-25798d83fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:13.701306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-8feb161e-17af-46a3-a958-270b61844235 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Allocated IP 2001:db8::227 (63e87632-2e00-4d72-af91-e39c7e1c7a9a/2f150d48-4e0e-46a1-84ef-181e3098d14e/84790a89-fe65-47a8-a1be-b01c208ed5a2) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:13.711875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad37d369-c7c8-419b-8398-0f4fee7cc36d None None] Pushing event updated for resources: {'Port': ['ID=586e7d4d-17c1-4389-9c56-540802492e67,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:13.717475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-8feb161e-17af-46a3-a958-270b61844235 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Allocated IP 2001:db8:0:1::192 (63e87632-2e00-4d72-af91-e39c7e1c7a9a/0eb94c59-e95f-40af-8d62-ce55c8227927/84790a89-fe65-47a8-a1be-b01c208ed5a2) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:13.777153 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-ef9c9fab-1930-4304-9375-25798d83fd1a None None] Set router 5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:16:13.813684 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e3c52149-20bc-411d-af56-743133c49277 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/routers/5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41 HTTP/1.1" status: 200 len: 700 time: 0.1624520 Aug 17 03:16:13.816641 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44764) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:13.839366 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ef9c9fab-1930-4304-9375-25798d83fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41', 'name': 'tempest-RoutersTest-router-1154582820', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:16:12Z', 'updated_at': '2021-08-17T03:16:13Z', 'revision_number': 2, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:13.859377 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-336ef521-b0f6-44a6-bf99-5849dce2d9d5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41 HTTP/1.1" status: 200 len: 205 time: 0.0391946 Aug 17 03:16:13.859735 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44766) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:13.867028 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c9fab-1930-4304-9375-25798d83fd1a None None] Checking router: 5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:16:13.875739 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef9c9fab-1930-4304-9375-25798d83fd1a None None] Routers {'5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:13.876371 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ef9c9fab-1930-4304-9375-25798d83fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:15:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:13.911207 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8feb161e-17af-46a3-a958-270b61844235 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:13.926621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-8feb161e-17af-46a3-a958-270b61844235 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Transition to ACTIVE for port object 84790a89-fe65-47a8-a1be-b01c208ed5a2 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:13.948806 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-ef9c9fab-1930-4304-9375-25798d83fd1a None None] Set router 5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:16:13.955241 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7f8f4312-8d21-45e6-8561-02af78f462f0 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:14.008895 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ef9c9fab-1930-4304-9375-25798d83fd1a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41', 'name': 'tempest-RoutersTest-router-1154582820', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:16:12Z', 'updated_at': '2021-08-17T03:16:13Z', 'revision_number': 2, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:14.035380 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef9c9fab-1930-4304-9375-25798d83fd1a None None] The sync data for ids ['5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41'] in n-d-802060-9 is: [{'id': '5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41', 'name': 'tempest-RoutersTest-router-1154582820', 'tenant_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:16:12Z', 'updated_at': '2021-08-17T03:16:13Z', 'revision_number': 2, 'project_id': '1a40af7ffeab457a9c5d6fe7cb2dc609', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:16:14.055292 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8feb161e-17af-46a3-a958-270b61844235 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:14.117950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-d21a5021-9a13-4b13-a5ac-bcbd199e567f None None] Allocated IP 2001:db8:0:1::2 (63e87632-2e00-4d72-af91-e39c7e1c7a9a/0eb94c59-e95f-40af-8d62-ce55c8227927/586e7d4d-17c1-4389-9c56-540802492e67) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:14.139596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feb161e-17af-46a3-a958-270b61844235 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=84790a89-fe65-47a8-a1be-b01c208ed5a2,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:14.179668 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8feb161e-17af-46a3-a958-270b61844235 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 63e87632-2e00-4d72-af91-e39c7e1c7a9a is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:14.211109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-8feb161e-17af-46a3-a958-270b61844235 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:14.214924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8feb161e-17af-46a3-a958-270b61844235 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:14.221761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feb161e-17af-46a3-a958-270b61844235 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:14.222877 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8feb161e-17af-46a3-a958-270b61844235 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:14.257549 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-d21a5021-9a13-4b13-a5ac-bcbd199e567f None None] For port 586e7d4d-17c1-4389-9c56-540802492e67, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=586e7d4d-17c1-4389-9c56-540802492e67,segment=NetworkSegment(d95e696b-acb4-4cad-90eb-8f178439eb4a),segment_id=d95e696b-acb4-4cad-90eb-8f178439eb4a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:14.263280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69413366-8464-4a5c-b33e-7a4071ee7f9c req-21e84c7e-eb8b-4aaf-9bf0-19aa21c606bf tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:14.263529 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69413366-8464-4a5c-b33e-7a4071ee7f9c req-21e84c7e-eb8b-4aaf-9bf0-19aa21c606bf tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0981300 Aug 17 03:16:14.298286 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d21a5021-9a13-4b13-a5ac-bcbd199e567f None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:14.322569 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d21a5021-9a13-4b13-a5ac-bcbd199e567f None None] Transition to ACTIVE for port object 586e7d4d-17c1-4389-9c56-540802492e67 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:14.324521 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69413366-8464-4a5c-b33e-7a4071ee7f9c req-91626161-7ccd-45f4-b1fe-e212071febf7 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546188 Aug 17 03:16:14.326209 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8feb161e-17af-46a3-a958-270b61844235 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.9064469 Aug 17 03:16:14.332058 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44776) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:14.336781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8d7388e8-6b41-4f44-aed5-1846d2731848 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2f150d48-4e0e-46a1-84ef-181e3098d14e'}]}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:14.434838 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d7388e8-6b41-4f44-aed5-1846d2731848 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:14.447582 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d21a5021-9a13-4b13-a5ac-bcbd199e567f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:14.493501 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7f8f4312-8d21-45e6-8561-02af78f462f0 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:14.496380 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7f8f4312-8d21-45e6-8561-02af78f462f0 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:14.544628 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21a5021-9a13-4b13-a5ac-bcbd199e567f None None] Pushing event updated for resources: {'Port': ['ID=586e7d4d-17c1-4389-9c56-540802492e67,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:14.589549 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7f8f4312-8d21-45e6-8561-02af78f462f0 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:14.589549 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f8f4312-8d21-45e6-8561-02af78f462f0 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Fanout notify agent at l3_agent the message router_deleted on router 5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:16:14.601753 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7f8f4312-8d21-45e6-8561-02af78f462f0 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:14.603081 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7f8f4312-8d21-45e6-8561-02af78f462f0 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/routers/5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41 HTTP/1.1" status: 204 len: 168 time: 0.7417376 Aug 17 03:16:14.606880 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44784) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:14.643664 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a936f7fa-48b1-4ca7-bf3e-9e1bea0d7f22 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports?device_id=5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41 HTTP/1.1" status: 200 len: 205 time: 0.0322542 Aug 17 03:16:14.643664 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44786) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:14.732168 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-a4f7df9d-a431-4e81-b547-b4d6571e9121 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] delete failed (client error): The resource could not be found. Aug 17 03:16:14.733493 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a4f7df9d-a431-4e81-b547-b4d6571e9121 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/routers/5e5f8f3f-5a7a-4a40-b656-4e653c0a7d41 HTTP/1.1" status: 404 len: 336 time: 0.0884888 Aug 17 03:16:14.746925 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44790) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:14.782305 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 586e7d4d-17c1-4389-9c56-540802492e67 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:14.795851 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ccc4cff-0877-48f6-b0b3-86a43765e56c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] DELETE failed (client error): The resource could not be found. Aug 17 03:16:14.796731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ccc4cff-0877-48f6-b0b3-86a43765e56c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:16:14.805259 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7ccc4cff-0877-48f6-b0b3-86a43765e56c tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/subnets/fc304661-9b0c-410b-adc4-9719d6a8ddd3 HTTP/1.1" status: 404 len: 337 time: 0.0570784 Aug 17 03:16:14.807797 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44792) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:14.818155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-8d7388e8-6b41-4f44-aed5-1846d2731848 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Delete allocated IP 2001:db8:0:1::192 (63e87632-2e00-4d72-af91-e39c7e1c7a9a/0eb94c59-e95f-40af-8d62-ce55c8227927) {{(pid=101970) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 03:16:14.866620 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-61ddbc8c-d94a-4795-9e34-1abd8f0ce87f tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] DELETE failed (client error): The resource could not be found. Aug 17 03:16:14.866620 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-61ddbc8c-d94a-4795-9e34-1abd8f0ce87f tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:16:14.868118 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-61ddbc8c-d94a-4795-9e34-1abd8f0ce87f tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/subnets/9ca52db0-dc8f-4fb9-a82b-cd7d72942ba6 HTTP/1.1" status: 404 len: 337 time: 0.0590861 Aug 17 03:16:14.870637 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44794) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:14.924388 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-32e39ac2-65ce-4c73-b4d8-7427e4193702 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] DELETE failed (client error): The resource could not be found. Aug 17 03:16:14.924850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32e39ac2-65ce-4c73-b4d8-7427e4193702 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:16:14.928929 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-32e39ac2-65ce-4c73-b4d8-7427e4193702 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/subnets/770ee70d-e7c7-4b98-be82-4460a95374e8 HTTP/1.1" status: 404 len: 337 time: 0.0543849 Aug 17 03:16:14.929214 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44798) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:14.967994 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f6286dd-da88-4b86-999e-7835e77ed8fd tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] DELETE failed (client error): The resource could not be found. Aug 17 03:16:14.968599 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f6286dd-da88-4b86-999e-7835e77ed8fd tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:16:14.974128 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0f6286dd-da88-4b86-999e-7835e77ed8fd tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/subnets/a9f2eaa8-66d3-4abb-92b6-5ae0ab8f98c7 HTTP/1.1" status: 404 len: 337 time: 0.0436869 Aug 17 03:16:14.975334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44800) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:15.015497 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-84c5d118-7f19-403b-a875-95e9bfeddfc4 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports?device_id=464c9b7d-1af1-47bf-91b8-ed554a065f14 HTTP/1.1" status: 200 len: 205 time: 0.0390434 Aug 17 03:16:15.018726 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44804) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:15.045889 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d7388e8-6b41-4f44-aed5-1846d2731848 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:15.072999 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-8d7388e8-6b41-4f44-aed5-1846d2731848 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Ignored duplicate provisioning block setup for port 84790a89-fe65-47a8-a1be-b01c208ed5a2 by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 03:16:15.093795 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-b28d0308-2478-4054-8d8f-7a6d63b26419 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] delete failed (client error): The resource could not be found. Aug 17 03:16:15.095201 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b28d0308-2478-4054-8d8f-7a6d63b26419 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/routers/464c9b7d-1af1-47bf-91b8-ed554a065f14 HTTP/1.1" status: 404 len: 336 time: 0.0755353 Aug 17 03:16:15.098164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44808) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:15.129737 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-39ea672b-3066-4517-9435-64db22ed9251 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports?device_id=de7ef551-6d66-4f26-8a25-572f3d992ab6 HTTP/1.1" status: 200 len: 205 time: 0.0302198 Aug 17 03:16:15.132011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44810) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:15.173292 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d7388e8-6b41-4f44-aed5-1846d2731848 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:15.188653 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-1f350c40-6cb9-4817-9ad8-2180ea9fcdb6 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] delete failed (client error): The resource could not be found. Aug 17 03:16:15.189912 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1f350c40-6cb9-4817-9ad8-2180ea9fcdb6 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/routers/de7ef551-6d66-4f26-8a25-572f3d992ab6 HTTP/1.1" status: 404 len: 336 time: 0.0569000 Aug 17 03:16:15.193105 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44812) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:15.230144 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-9984a109-2182-404a-b909-58eb83357f32 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] DELETE failed (client error): The resource could not be found. Aug 17 03:16:15.231009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9984a109-2182-404a-b909-58eb83357f32 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:16:15.233156 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9984a109-2182-404a-b909-58eb83357f32 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/subnets/cd96573c-8fb3-447d-bf98-3ed06f80d9ea HTTP/1.1" status: 404 len: 337 time: 0.0380883 Aug 17 03:16:15.238302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44814) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:15.249585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-8d7388e8-6b41-4f44-aed5-1846d2731848 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] In _notify_port_updated(), no bound segment for port 84790a89-fe65-47a8-a1be-b01c208ed5a2 on network 63e87632-2e00-4d72-af91-e39c7e1c7a9a {{(pid=101970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:16:15.256400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d7388e8-6b41-4f44-aed5-1846d2731848 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:15.257098 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d7388e8-6b41-4f44-aed5-1846d2731848 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:15.258574 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8d7388e8-6b41-4f44-aed5-1846d2731848 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "PUT /v2.0/ports/84790a89-fe65-47a8-a1be-b01c208ed5a2 HTTP/1.1" status: 200 len: 926 time: 0.9284689 Aug 17 03:16:15.261357 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44816) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:15.267239 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-01ea8476-bf03-40ae-bb5a-e0558b3e92e3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '2f150d48-4e0e-46a1-84ef-181e3098d14e'}, {'subnet_id': '0eb94c59-e95f-40af-8d62-ce55c8227927'}]}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:15.277328 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d60ce396-47a2-4ebb-9d57-93ecfeec0cb1 None None] Network 63e87632-2e00-4d72-af91-e39c7e1c7a9a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:15.301663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44820) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:15.303025 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f8d41337-c362-46ee-9a80-6f015b77e8ec tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7a593f4-4400-4aba-95bf-94c64edeb121 HTTP/1.1" status: 200 len: 205 time: 0.0627825 Aug 17 03:16:15.315802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7388e8-6b41-4f44-aed5-1846d2731848 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=84790a89-fe65-47a8-a1be-b01c208ed5a2,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:15.335320 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-47d885fc-811c-4cdf-9125-105f73e6aa41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:15.361705 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-4a698b97-558f-4f29-af3f-f28cfedf3321 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] delete failed (client error): The resource could not be found. Aug 17 03:16:15.365702 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4a698b97-558f-4f29-af3f-f28cfedf3321 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/routers/c7a593f4-4400-4aba-95bf-94c64edeb121 HTTP/1.1" status: 404 len: 336 time: 0.0579293 Aug 17 03:16:15.366417 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44824) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:15.406266 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-01ea8476-bf03-40ae-bb5a-e0558b3e92e3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:15.415728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44826) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:15.424991 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a9fb0342-b6a7-4214-8552-36074af900af tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports?device_id=4a019f9b-a35d-4f11-ab88-cea9388804eb HTTP/1.1" status: 200 len: 205 time: 0.0505931 Aug 17 03:16:15.460945 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e57b5692-510b-470a-a751-32ca627794b6 None None] Provisioning for port 586e7d4d-17c1-4389-9c56-540802492e67 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:15.464526 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-cd0e02ae-fe90-4695-81fc-062959a9fdb2 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] delete failed (client error): The resource could not be found. Aug 17 03:16:15.465590 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cd0e02ae-fe90-4695-81fc-062959a9fdb2 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/routers/4a019f9b-a35d-4f11-ab88-cea9388804eb HTTP/1.1" status: 404 len: 336 time: 0.0487230 Aug 17 03:16:15.468065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44828) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:15.482026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e57b5692-510b-470a-a751-32ca627794b6 None None] Provisioning complete for port 586e7d4d-17c1-4389-9c56-540802492e67 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:15.482416 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e57b5692-510b-470a-a751-32ca627794b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:15.506663 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5fe32ba-b12b-4fb4-bd3a-7585c54c64c8 req-8878f2cc-c071-469a-ba18-ac7d52bf9eb4 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:15.509214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e5fe32ba-b12b-4fb4-bd3a-7585c54c64c8 req-8878f2cc-c071-469a-ba18-ac7d52bf9eb4 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0662911 Aug 17 03:16:15.520746 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ba297e3-7d04-4fe5-9e9c-89a91e7143a5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] DELETE failed (client error): The resource could not be found. Aug 17 03:16:15.521243 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ba297e3-7d04-4fe5-9e9c-89a91e7143a5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:16:15.523026 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5ba297e3-7d04-4fe5-9e9c-89a91e7143a5 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/subnets/cdd9edcc-9985-459e-bc87-814565f1f8f4 HTTP/1.1" status: 404 len: 337 time: 0.0540524 Aug 17 03:16:15.528369 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44832) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:15.558471 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e5fe32ba-b12b-4fb4-bd3a-7585c54c64c8 req-5071c154-ea4e-45ed-854a-e5742ff4ecb6 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430520 Aug 17 03:16:15.569062 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-29327afa-b7b0-4c8e-9c61-57a2cbd829c2 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports?device_id=e06d39c0-58e2-49c0-9b12-9dfe5a656e7b HTTP/1.1" status: 200 len: 205 time: 0.0339956 Aug 17 03:16:15.569273 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44834) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:15.633433 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-109b74dc-3897-495a-abe0-7571de50415a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] delete failed (client error): The resource could not be found. Aug 17 03:16:15.636901 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-109b74dc-3897-495a-abe0-7571de50415a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/routers/e06d39c0-58e2-49c0-9b12-9dfe5a656e7b HTTP/1.1" status: 404 len: 336 time: 0.0677533 Aug 17 03:16:15.637140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44838) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:15.669299 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-db7ac40a-beed-419c-8408-8fc80dc47822 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] DELETE failed (client error): The resource could not be found. Aug 17 03:16:15.669694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db7ac40a-beed-419c-8408-8fc80dc47822 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:16:15.671431 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-db7ac40a-beed-419c-8408-8fc80dc47822 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/subnets/2e909def-77d1-43b2-bdd5-f678fa60f11c HTTP/1.1" status: 404 len: 337 time: 0.0333600 Aug 17 03:16:15.674176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44840) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:15.730172 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4f09652b-410f-45e4-abae-01795d4ba87e tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "GET /v2.0/ports?device_id=ad9a06b9-6800-42e9-9756-4c44976568e0 HTTP/1.1" status: 200 len: 205 time: 0.0546057 Aug 17 03:16:15.732486 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44842) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:15.774950 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-863e3034-8e43-4c18-9d41-37231a57bbb3 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] delete failed (client error): The resource could not be found. Aug 17 03:16:15.776031 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-863e3034-8e43-4c18-9d41-37231a57bbb3 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/routers/ad9a06b9-6800-42e9-9756-4c44976568e0 HTTP/1.1" status: 404 len: 336 time: 0.0425644 Aug 17 03:16:15.778498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44844) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:15.812520 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-7013c8bc-7e33-4703-af9b-ec14790b89d0 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] DELETE failed (client error): The resource could not be found. Aug 17 03:16:15.812987 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7013c8bc-7e33-4703-af9b-ec14790b89d0 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:16:15.814854 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7013c8bc-7e33-4703-af9b-ec14790b89d0 tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/subnets/51b43db6-d68c-4aac-9d67-13c48bf3f4f8 HTTP/1.1" status: 404 len: 337 time: 0.0348961 Aug 17 03:16:15.817524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44848) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:15.846301 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2ccb75a-2289-4b01-919d-9b9330e1377a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] DELETE failed (client error): The resource could not be found. Aug 17 03:16:15.846868 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2ccb75a-2289-4b01-919d-9b9330e1377a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:16:15.849235 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b2ccb75a-2289-4b01-919d-9b9330e1377a tempest-RoutersTest-1816462696 tempest-RoutersTest-1816462696-project] 10.222.0.10 "DELETE /v2.0/subnets/40ccf3c8-6cc5-460d-be8d-8faeb0a4e368 HTTP/1.1" status: 404 len: 337 time: 0.0291035 Aug 17 03:16:15.863089 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fdb5b05f-268a-4be1-a406-1633d80c060f None None] Provisioning complete for port 586e7d4d-17c1-4389-9c56-540802492e67 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:15.863546 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b05f-268a-4be1-a406-1633d80c060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:15.891478 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-01ea8476-bf03-40ae-bb5a-e0558b3e92e3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Allocated IP 2001:db8:0:1::1c0 (63e87632-2e00-4d72-af91-e39c7e1c7a9a/0eb94c59-e95f-40af-8d62-ce55c8227927/84790a89-fe65-47a8-a1be-b01c208ed5a2) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:16.062543 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fdb5b05f-268a-4be1-a406-1633d80c060f None None] Provisioning for port 84790a89-fe65-47a8-a1be-b01c208ed5a2 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:16.066789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fdb5b05f-268a-4be1-a406-1633d80c060f None None] Provisioning complete for port 84790a89-fe65-47a8-a1be-b01c208ed5a2 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:16.067162 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fdb5b05f-268a-4be1-a406-1633d80c060f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:16.088546 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-01ea8476-bf03-40ae-bb5a-e0558b3e92e3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:16.107839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-01ea8476-bf03-40ae-bb5a-e0558b3e92e3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Ignored duplicate provisioning block setup for port 84790a89-fe65-47a8-a1be-b01c208ed5a2 by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 03:16:16.110405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-fdb5b05f-268a-4be1-a406-1633d80c060f None None] Port 84790a89-fe65-47a8-a1be-b01c208ed5a2 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:16.211335 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-01ea8476-bf03-40ae-bb5a-e0558b3e92e3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:16.234013 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0335b755-f7be-45b0-aeee-72938c5f261a None None] Provisioning complete for port 84790a89-fe65-47a8-a1be-b01c208ed5a2 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:16.234639 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0335b755-f7be-45b0-aeee-72938c5f261a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:16.270518 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-0335b755-f7be-45b0-aeee-72938c5f261a None None] Port 84790a89-fe65-47a8-a1be-b01c208ed5a2 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:16.316185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-01ea8476-bf03-40ae-bb5a-e0558b3e92e3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] In _notify_port_updated(), no bound segment for port 84790a89-fe65-47a8-a1be-b01c208ed5a2 on network 63e87632-2e00-4d72-af91-e39c7e1c7a9a {{(pid=101970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:16:16.323300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01ea8476-bf03-40ae-bb5a-e0558b3e92e3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:16.324114 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-01ea8476-bf03-40ae-bb5a-e0558b3e92e3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:16.325520 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-01ea8476-bf03-40ae-bb5a-e0558b3e92e3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "PUT /v2.0/ports/84790a89-fe65-47a8-a1be-b01c208ed5a2 HTTP/1.1" status: 200 len: 1012 time: 1.0631742 Aug 17 03:16:16.326976 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea8476-bf03-40ae-bb5a-e0558b3e92e3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=84790a89-fe65-47a8-a1be-b01c208ed5a2,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:16.329324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44862) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:16.431396 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-d4eaa39d-02cb-45d5-a2f8-ab9835ec81ba tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port 84790a89-fe65-47a8-a1be-b01c208ed5a2 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:16.431793 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa39d-02cb-45d5-a2f8-ab9835ec81ba tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:16.454775 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44866) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:16.491751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8605611d-0f51-47b8-8cd1-bf7182a21111 None None] Provisioning complete for port 84790a89-fe65-47a8-a1be-b01c208ed5a2 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:16.492332 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8605611d-0f51-47b8-8cd1-bf7182a21111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:16.528365 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-8605611d-0f51-47b8-8cd1-bf7182a21111 None None] Port 84790a89-fe65-47a8-a1be-b01c208ed5a2 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:16.561192 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa39d-02cb-45d5-a2f8-ab9835ec81ba tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:16.573582 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-d4eaa39d-02cb-45d5-a2f8-ab9835ec81ba tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for 84790a89-fe65-47a8-a1be-b01c208ed5a2 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:16.668651 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6cca35e6-4ee6-4e30-88d1-7a6f57292d23 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a40af7ffeab457a9c5d6fe7cb2dc609&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2127867 Aug 17 03:16:16.674179 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44876) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:16.740434 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f51ba2a-663d-4cbd-b9ba-a03e1af87c26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:16.747386 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1ea6888f-eb1e-468c-a8e9-d418e3ef4e68 None None] Provisioning complete for port 84790a89-fe65-47a8-a1be-b01c208ed5a2 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:16.747769 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1ea6888f-eb1e-468c-a8e9-d418e3ef4e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:16.772301 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab2515e-8a03-485d-bbfc-476c825bcc82 req-5a01dbe3-c0ff-4c5d-990d-a5ef4b3354ee tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:16.773884 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ab2515e-8a03-485d-bbfc-476c825bcc82 req-5a01dbe3-c0ff-4c5d-990d-a5ef4b3354ee tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0664012 Aug 17 03:16:16.779485 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f51ba2a-663d-4cbd-b9ba-a03e1af87c26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:16.795940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1ea6888f-eb1e-468c-a8e9-d418e3ef4e68 None None] Port 84790a89-fe65-47a8-a1be-b01c208ed5a2 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:16.858886 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ab2515e-8a03-485d-bbfc-476c825bcc82 req-07819ccc-f9f6-4b81-9e0b-c7388df04215 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770388 Aug 17 03:16:16.921155 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f51ba2a-663d-4cbd-b9ba-a03e1af87c26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:16.923846 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f51ba2a-663d-4cbd-b9ba-a03e1af87c26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:16.928215 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9f51ba2a-663d-4cbd-b9ba-a03e1af87c26 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/afa9a878-7cdb-431b-a591-d31ab484e69d HTTP/1.1" status: 204 len: 168 time: 0.2496278 Aug 17 03:16:16.935440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f51ba2a-663d-4cbd-b9ba-a03e1af87c26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afa9a878-7cdb-431b-a591-d31ab484e69d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:16.942619 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa39d-02cb-45d5-a2f8-ab9835ec81ba tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:16.995745 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4eaa39d-02cb-45d5-a2f8-ab9835ec81ba tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=84790a89-fe65-47a8-a1be-b01c208ed5a2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:17.057097 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4eaa39d-02cb-45d5-a2f8-ab9835ec81ba tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:17.059076 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d4eaa39d-02cb-45d5-a2f8-ab9835ec81ba tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/ports/84790a89-fe65-47a8-a1be-b01c208ed5a2 HTTP/1.1" status: 204 len: 168 time: 0.7287810 Aug 17 03:16:17.062099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44886) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:17.093682 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-c075c3b5-d85a-45e7-9620-6e602c66a6b0 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] GET failed (client error): The resource could not be found. Aug 17 03:16:17.095251 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c075c3b5-d85a-45e7-9620-6e602c66a6b0 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports/84790a89-fe65-47a8-a1be-b01c208ed5a2 HTTP/1.1" status: 404 len: 333 time: 0.0320814 Aug 17 03:16:17.098040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44888) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:17.151292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-55fb2d9e-a51b-44cb-a928-9f0af114bd74 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting subnet 0eb94c59-e95f-40af-8d62-ce55c8227927 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:16:17.154705 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55fb2d9e-a51b-44cb-a928-9f0af114bd74 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:17.205295 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55fb2d9e-a51b-44cb-a928-9f0af114bd74 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:17.309103 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55fb2d9e-a51b-44cb-a928-9f0af114bd74 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:17.481930 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55fb2d9e-a51b-44cb-a928-9f0af114bd74 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:17.511040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55fb2d9e-a51b-44cb-a928-9f0af114bd74 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Subnet': ['ID=0eb94c59-e95f-40af-8d62-ce55c8227927,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:17.512946 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-55fb2d9e-a51b-44cb-a928-9f0af114bd74 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:17.515592 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-55fb2d9e-a51b-44cb-a928-9f0af114bd74 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/0eb94c59-e95f-40af-8d62-ce55c8227927 HTTP/1.1" status: 204 len: 168 time: 0.4160008 Aug 17 03:16:17.517626 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44904) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:17.520407 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-057f6aea-95d6-4ea3-8083-94206d2ea61c None None] Network 63e87632-2e00-4d72-af91-e39c7e1c7a9a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:17.576590 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-574c6b2d-e7d4-4003-8c2b-b0c5f37a49c2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting subnet 2f150d48-4e0e-46a1-84ef-181e3098d14e {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:16:17.580522 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-574c6b2d-e7d4-4003-8c2b-b0c5f37a49c2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:17.637067 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-574c6b2d-e7d4-4003-8c2b-b0c5f37a49c2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:17.749523 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-574c6b2d-e7d4-4003-8c2b-b0c5f37a49c2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:17.907851 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-574c6b2d-e7d4-4003-8c2b-b0c5f37a49c2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:17.942422 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574c6b2d-e7d4-4003-8c2b-b0c5f37a49c2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Subnet': ['ID=2f150d48-4e0e-46a1-84ef-181e3098d14e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:17.945383 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-574c6b2d-e7d4-4003-8c2b-b0c5f37a49c2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:17.947394 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-574c6b2d-e7d4-4003-8c2b-b0c5f37a49c2 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/2f150d48-4e0e-46a1-84ef-181e3098d14e HTTP/1.1" status: 204 len: 168 time: 0.4288411 Aug 17 03:16:17.950176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44922) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:17.951732 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-427d89a9-760d-4b8d-acc5-a71b7b221964 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.010271 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5d794fc-81ff-4bd7-8b9b-2ce2b77ae610 req-ae01032d-15e9-4ec2-bfbb-447df0f7d2e3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:18.018768 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f5d794fc-81ff-4bd7-8b9b-2ce2b77ae610 req-ae01032d-15e9-4ec2-bfbb-447df0f7d2e3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0792367 Aug 17 03:16:18.077910 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f5d794fc-81ff-4bd7-8b9b-2ce2b77ae610 req-86d2337e-cf0b-4728-94bd-eafd7db380fe tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568125 Aug 17 03:16:18.097952 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.144127 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.175179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port 586e7d4d-17c1-4389-9c56-540802492e67 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:18.175536 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.192326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44930) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:18.262087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] For port 586e7d4d-17c1-4389-9c56-540802492e67, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=586e7d4d-17c1-4389-9c56-540802492e67,segment=NetworkSegment(d95e696b-acb4-4cad-90eb-8f178439eb4a),segment_id=d95e696b-acb4-4cad-90eb-8f178439eb4a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:18.263216 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.282630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for 586e7d4d-17c1-4389-9c56-540802492e67 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:18.344812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-5e67bce1-594a-40d5-ba95-5445d4bb5943 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1062456990', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:18.389728 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d148790-8a4e-4c51-9c9c-2d4e668bb978 None None] Network 63e87632-2e00-4d72-af91-e39c7e1c7a9a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:18.430407 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e67bce1-594a-40d5-ba95-5445d4bb5943 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.431512 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e67bce1-594a-40d5-ba95-5445d4bb5943 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.460486 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b4553e7b-46c4-4244-9151-6252fa5de873 None None] Provisioning complete for port 586e7d4d-17c1-4389-9c56-540802492e67 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:18.460856 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b4553e7b-46c4-4244-9151-6252fa5de873 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.484496 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e67bce1-594a-40d5-ba95-5445d4bb5943 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.527511 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.535928 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b4553e7b-46c4-4244-9151-6252fa5de873 None None] Could not find standard attr ID for object 586e7d4d-17c1-4389-9c56-540802492e67. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:16:18.541773 n-d-802060-9 neutron-server[101971]: INFO neutron.plugins.ml2.db [None req-b4553e7b-46c4-4244-9151-6252fa5de873 None None] No ports have port_id starting with 586e7d4d-17c1-4389-9c56-540802492e67 Aug 17 03:16:18.556489 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e67bce1-594a-40d5-ba95-5445d4bb5943 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.586462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=586e7d4d-17c1-4389-9c56-540802492e67,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:18.592489 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No DVR routers for this DVR port 586e7d4d-17c1-4389-9c56-540802492e67 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:18.629308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9be1e3b-8a43-446f-ae0e-403de863e75a None None] DHCP port deletion for 63e87632-2e00-4d72-af91-e39c7e1c7a9a request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:16:18.670496 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e67bce1-594a-40d5-ba95-5445d4bb5943 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.672195 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5e67bce1-594a-40d5-ba95-5445d4bb5943 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.4775462 Aug 17 03:16:18.674696 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44940) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:18.682789 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-baab670f-8d8e-4925-ae36-5e7f03aacfd7 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-779035609'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:18.700340 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.714967 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63e87632-2e00-4d72-af91-e39c7e1c7a9a']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:18.732971 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd95e696b-acb4-4cad-90eb-8f178439eb4a') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:18.733272 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd95e696b-acb4-4cad-90eb-8f178439eb4a') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:18.748708 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.763094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 586e7d4d-17c1-4389-9c56-540802492e67 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:18.763523 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.770411 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:16:18.771228 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:16:18.774842 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:16:18.786064 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 586e7d4d-17c1-4389-9c56-540802492e67 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:16:18.786469 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 586e7d4d-17c1-4389-9c56-540802492e67 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:18.794781 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-baab670f-8d8e-4925-ae36-5e7f03aacfd7 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Made reservation on behalf of b0b50bf351fb45188e2c18229d7ffe53 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:18.798244 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-baab670f-8d8e-4925-ae36-5e7f03aacfd7 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.807619 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-baab670f-8d8e-4925-ae36-5e7f03aacfd7 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.954261 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.964111 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:18.967297 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/networks/63e87632-2e00-4d72-af91-e39c7e1c7a9a HTTP/1.1" status: 204 len: 168 time: 1.0161004 Aug 17 03:16:18.972764 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44948) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:18.978554 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53a21772-fc84-4b36-856f-deb0fdace027 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Network': ['ID=63e87632-2e00-4d72-af91-e39c7e1c7a9a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:19.062655 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51c52b76-693d-480e-b63e-00b24191f6bd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:19.064670 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-51c52b76-693d-480e-b63e-00b24191f6bd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.0902476 Aug 17 03:16:19.068036 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44950) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:19.114237 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-baab670f-8d8e-4925-ae36-5e7f03aacfd7 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:19.131926 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6dd46cfa-1e69-4366-929b-16d70429bf21 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0597005 Aug 17 03:16:19.136371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44956) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:19.136486 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:19.137461 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-2c5bfd7e-b91d-4a67-ac8f-4f34de307b40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-2109628681'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:19.192420 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-baab670f-8d8e-4925-ae36-5e7f03aacfd7 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:19.238132 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-baab670f-8d8e-4925-ae36-5e7f03aacfd7 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:16:19.259009 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-baab670f-8d8e-4925-ae36-5e7f03aacfd7 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:19.259368 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-baab670f-8d8e-4925-ae36-5e7f03aacfd7 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Added segment 5a4486ee-e2dd-473d-b192-3382d6073559 of type vlan for network f9d3788d-46c7-4895-be01-ca4e4577a837 Aug 17 03:16:19.260593 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab670f-8d8e-4925-ae36-5e7f03aacfd7 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6edaf9a7-31ce-4597-aab2-4e023c5f4a13,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:19.281979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8f5331-4b37-46ac-87ed-4390c39f7fb1 req-da444dfc-f84b-467c-915e-8eaf54b0c2b4 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:19.283535 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ad8f5331-4b37-46ac-87ed-4390c39f7fb1 req-da444dfc-f84b-467c-915e-8eaf54b0c2b4 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.1039915 Aug 17 03:16:19.292608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c5bfd7e-b91d-4a67-ac8f-4f34de307b40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:19.296419 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c5bfd7e-b91d-4a67-ac8f-4f34de307b40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:19.321436 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c5bfd7e-b91d-4a67-ac8f-4f34de307b40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:16:19.330359 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c5bfd7e-b91d-4a67-ac8f-4f34de307b40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:19.330713 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-2c5bfd7e-b91d-4a67-ac8f-4f34de307b40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Added segment 6a9537e7-bc34-465d-9dae-f4e493aab0f7 of type vlan for network c7d67eb7-7e88-4451-9802-8ae3ef33c1d9 Aug 17 03:16:19.331132 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-baab670f-8d8e-4925-ae36-5e7f03aacfd7 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:19.366787 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ad8f5331-4b37-46ac-87ed-4390c39f7fb1 req-f5883517-1e03-450e-8b6b-8c794fbe6c21 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0614455 Aug 17 03:16:19.383646 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c5bfd7e-b91d-4a67-ac8f-4f34de307b40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:19.447142 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-baab670f-8d8e-4925-ae36-5e7f03aacfd7 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:19.453283 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-baab670f-8d8e-4925-ae36-5e7f03aacfd7 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:19.453933 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-baab670f-8d8e-4925-ae36-5e7f03aacfd7 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:19.509935 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c5bfd7e-b91d-4a67-ac8f-4f34de307b40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:19.515532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c5bfd7e-b91d-4a67-ac8f-4f34de307b40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:19.516332 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c5bfd7e-b91d-4a67-ac8f-4f34de307b40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:19.531821 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baab670f-8d8e-4925-ae36-5e7f03aacfd7 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event updated for resources: {'Network': ['ID=f9d3788d-46c7-4895-be01-ca4e4577a837,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:19.546689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network f9d3788d-46c7-4895-be01-ca4e4577a837 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:16:19.596837 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-baab670f-8d8e-4925-ae36-5e7f03aacfd7 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.9208863 Aug 17 03:16:19.597574 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44966) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:19.604853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-3ceb13ca-c820-472e-b6c5-9d16bbf4e117 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Request body: {'subnet': {'network_id': 'f9d3788d-46c7-4895-be01-ca4e4577a837', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:19.609722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5bfd7e-b91d-4a67-ac8f-4f34de307b40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Network': ['ID=c7d67eb7-7e88-4451-9802-8ae3ef33c1d9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:19.622771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network c7d67eb7-7e88-4451-9802-8ae3ef33c1d9 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:16:19.625443 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2c5bfd7e-b91d-4a67-ac8f-4f34de307b40 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4920008 Aug 17 03:16:19.631001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44968) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:19.637033 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-9df9546f-ffe0-454b-820b-092bc1511c36 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'subnet': {'network_id': 'c7d67eb7-7e88-4451-9802-8ae3ef33c1d9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:19.765651 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ceb13ca-c820-472e-b6c5-9d16bbf4e117 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Made reservation on behalf of b0b50bf351fb45188e2c18229d7ffe53 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:19.769315 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ceb13ca-c820-472e-b6c5-9d16bbf4e117 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:19.862789 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9df9546f-ffe0-454b-820b-092bc1511c36 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:19.868256 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9df9546f-ffe0-454b-820b-092bc1511c36 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:20.029986 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ceb13ca-c820-472e-b6c5-9d16bbf4e117 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:20.108062 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ceb13ca-c820-472e-b6c5-9d16bbf4e117 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event updated for resources: {'Subnet': ['ID=290bd883-7611-4353-9b47-fc5d7a3a496e,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:20.114626 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ceb13ca-c820-472e-b6c5-9d16bbf4e117 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Checking segment: {'id': '5a4486ee-e2dd-473d-b192-3382d6073559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9d3788d-46c7-4895-be01-ca4e4577a837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:20.115424 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceb13ca-c820-472e-b6c5-9d16bbf4e117 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Network hostable DHCP agents. Network: f9d3788d-46c7-4895-be01-ca4e4577a837, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:16:20.138573 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9df9546f-ffe0-454b-820b-092bc1511c36 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:20.202321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df9546f-ffe0-454b-820b-092bc1511c36 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Subnet': ['ID=00fc08f4-a912-49ac-b459-60ebd9ff0d8b,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:20.207612 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ceb13ca-c820-472e-b6c5-9d16bbf4e117 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Network f9d3788d-46c7-4895-be01-ca4e4577a837 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:16:20.221344 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9df9546f-ffe0-454b-820b-092bc1511c36 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Checking segment: {'id': '6a9537e7-bc34-465d-9dae-f4e493aab0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7d67eb7-7e88-4451-9802-8ae3ef33c1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:20.221740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9546f-ffe0-454b-820b-092bc1511c36 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network hostable DHCP agents. Network: c7d67eb7-7e88-4451-9802-8ae3ef33c1d9, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:16:20.310024 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-3ceb13ca-c820-472e-b6c5-9d16bbf4e117 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, f9d3788d-46c7-4895-be01-ca4e4577a837) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:20.314208 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ceb13ca-c820-472e-b6c5-9d16bbf4e117 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:20.314873 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ceb13ca-c820-472e-b6c5-9d16bbf4e117 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:20.321949 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc37005-811c-49f4-befe-6a8980817962 None None] Network f9d3788d-46c7-4895-be01-ca4e4577a837 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:20.398112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9df9546f-ffe0-454b-820b-092bc1511c36 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network c7d67eb7-7e88-4451-9802-8ae3ef33c1d9 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:16:20.405543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-9df9546f-ffe0-454b-820b-092bc1511c36 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, c7d67eb7-7e88-4451-9802-8ae3ef33c1d9) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:20.419731 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9df9546f-ffe0-454b-820b-092bc1511c36 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:20.420333 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9df9546f-ffe0-454b-820b-092bc1511c36 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:20.433758 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3ceb13ca-c820-472e-b6c5-9d16bbf4e117 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8337579 Aug 17 03:16:20.436236 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44986) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:20.442203 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-8cc19458-4a02-4c79-af30-90d1cc280040 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Request body: {'network': {'name': 'tempest-router-network01--938670694'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:20.505014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b12177f-70b6-454e-a2ac-277b91f39fb7 req-8449cf49-f219-490e-9324-5565311aa6c8 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:20.507569 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1b12177f-70b6-454e-a2ac-277b91f39fb7 req-8449cf49-f219-490e-9324-5565311aa6c8 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0556512 Aug 17 03:16:20.526864 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efd8b11f-b9ca-4bd0-be8e-b70793718cda None None] Network c7d67eb7-7e88-4451-9802-8ae3ef33c1d9 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:20.555993 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1b12177f-70b6-454e-a2ac-277b91f39fb7 req-2845e2d8-2eef-4c07-96ff-afd0a6c95163 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425732 Aug 17 03:16:20.559765 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9df9546f-ffe0-454b-820b-092bc1511c36 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9267018 Aug 17 03:16:20.560075 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44992) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:20.567506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-18f86a07-8674-4329-9be8-bb21b330caa3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'network_id': 'c7d67eb7-7e88-4451-9802-8ae3ef33c1d9', 'name': 'tempest-PortsIpV6TestJSON-797137537'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:20.621050 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8cc19458-4a02-4c79-af30-90d1cc280040 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Made reservation on behalf of b0b50bf351fb45188e2c18229d7ffe53 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:20.629260 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8cc19458-4a02-4c79-af30-90d1cc280040 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:20.667251 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8cc19458-4a02-4c79-af30-90d1cc280040 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:16:20.683632 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8cc19458-4a02-4c79-af30-90d1cc280040 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:20.683999 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-8cc19458-4a02-4c79-af30-90d1cc280040 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Added segment 2c8bdc82-4931-453c-b04b-1676ed13e11f of type vlan for network b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d Aug 17 03:16:20.747856 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8cc19458-4a02-4c79-af30-90d1cc280040 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:20.756662 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18f86a07-8674-4329-9be8-bb21b330caa3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:20.760234 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-18f86a07-8674-4329-9be8-bb21b330caa3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:20.769594 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-f9d3788d-46c7-4895-be01-ca4e4577a837', 'network_id': 'f9d3788d-46c7-4895-be01-ca4e4577a837', 'tenant_id': 'b0b50bf351fb45188e2c18229d7ffe53', 'fixed_ips': [{'subnet_id': '290bd883-7611-4353-9b47-fc5d7a3a496e'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:16:20.771483 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:20.780688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-18f86a07-8674-4329-9be8-bb21b330caa3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] device_id is not set on port f6dfd550-1e0c-4c5f-9000-76e7d13af174 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:16:20.800409 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-c7d67eb7-7e88-4451-9802-8ae3ef33c1d9', 'network_id': 'c7d67eb7-7e88-4451-9802-8ae3ef33c1d9', 'tenant_id': '83ef177ac49a4db198e838e3b8028d5a', 'fixed_ips': [{'subnet_id': '00fc08f4-a912-49ac-b459-60ebd9ff0d8b'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:16:20.801310 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:20.876054 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:20.909794 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8cc19458-4a02-4c79-af30-90d1cc280040 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:20.916783 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8cc19458-4a02-4c79-af30-90d1cc280040 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:20.917393 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8cc19458-4a02-4c79-af30-90d1cc280040 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:20.921853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-18f86a07-8674-4329-9be8-bb21b330caa3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Allocated IP 2001:db8::25c (c7d67eb7-7e88-4451-9802-8ae3ef33c1d9/00fc08f4-a912-49ac-b459-60ebd9ff0d8b/f6dfd550-1e0c-4c5f-9000-76e7d13af174) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:20.990908 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cc19458-4a02-4c79-af30-90d1cc280040 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event updated for resources: {'Network': ['ID=b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:21.003756 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:16:21.017914 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8cc19458-4a02-4c79-af30-90d1cc280040 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.5799875 Aug 17 03:16:21.020593 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45000) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:21.021368 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Allocated IP 172.20.0.2 (f9d3788d-46c7-4895-be01-ca4e4577a837/290bd883-7611-4353-9b47-fc5d7a3a496e/843a1420-b540-462c-abf6-5e0303e18105) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:21.027958 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-027f69ba-8d45-45ad-9619-32c76654addb tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Request body: {'network': {'name': 'tempest-router-network02--1091096043'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:21.129745 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-18f86a07-8674-4329-9be8-bb21b330caa3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:21.138824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-027f69ba-8d45-45ad-9619-32c76654addb tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Made reservation on behalf of b0b50bf351fb45188e2c18229d7ffe53 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:21.145692 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-027f69ba-8d45-45ad-9619-32c76654addb tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:21.147723 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-18f86a07-8674-4329-9be8-bb21b330caa3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Transition to ACTIVE for port object f6dfd550-1e0c-4c5f-9000-76e7d13af174 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:21.185591 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-027f69ba-8d45-45ad-9619-32c76654addb tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 62} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:16:21.197946 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-027f69ba-8d45-45ad-9619-32c76654addb tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:21.198321 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-027f69ba-8d45-45ad-9619-32c76654addb tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Added segment 680e7903-89ce-496b-a9ca-aad007fae461 of type vlan for network bacc52fb-dbaf-4290-923f-d29f0aadfe72 Aug 17 03:16:21.242613 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-18f86a07-8674-4329-9be8-bb21b330caa3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:21.252606 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-027f69ba-8d45-45ad-9619-32c76654addb tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:21.278008 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:21.300254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18f86a07-8674-4329-9be8-bb21b330caa3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network c7d67eb7-7e88-4451-9802-8ae3ef33c1d9 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:21.304503 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-18f86a07-8674-4329-9be8-bb21b330caa3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:21.309778 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Transition to ACTIVE for port object 843a1420-b540-462c-abf6-5e0303e18105 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:21.315435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18f86a07-8674-4329-9be8-bb21b330caa3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:21.322162 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18f86a07-8674-4329-9be8-bb21b330caa3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:21.322821 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-18f86a07-8674-4329-9be8-bb21b330caa3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:21.327903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f86a07-8674-4329-9be8-bb21b330caa3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=f6dfd550-1e0c-4c5f-9000-76e7d13af174,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:21.344246 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Transition to ACTIVE for port object 843a1420-b540-462c-abf6-5e0303e18105 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:21.361377 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-027f69ba-8d45-45ad-9619-32c76654addb tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:21.368598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Allocated IP 2001:db8::2 (c7d67eb7-7e88-4451-9802-8ae3ef33c1d9/00fc08f4-a912-49ac-b459-60ebd9ff0d8b/79b74afc-c227-4309-bea7-20a3bde3a9b0) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:21.372824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-027f69ba-8d45-45ad-9619-32c76654addb tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:21.373916 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-027f69ba-8d45-45ad-9619-32c76654addb tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:21.462376 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:21.463476 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-027f69ba-8d45-45ad-9619-32c76654addb tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event updated for resources: {'Network': ['ID=bacc52fb-dbaf-4290-923f-d29f0aadfe72,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:21.476952 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-18f86a07-8674-4329-9be8-bb21b330caa3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 0.9158323 Aug 17 03:16:21.479668 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45006) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:21.485664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-c11c1f67-54c4-4448-a511-319063a4ef4e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'network_id': 'c7d67eb7-7e88-4451-9802-8ae3ef33c1d9', 'name': 'tempest-PortsIpV6TestJSON-648042043'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:21.496605 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network bacc52fb-dbaf-4290-923f-d29f0aadfe72 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:16:21.508563 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-027f69ba-8d45-45ad-9619-32c76654addb tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4851017 Aug 17 03:16:21.511166 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45010) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:21.517964 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b7a52941-bf34-4598-9614-b5480acbf5c9 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Request body: {'subnet': {'network_id': 'b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:21.675132 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Network f9d3788d-46c7-4895-be01-ca4e4577a837 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:21.684966 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:21.689924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:21.698718 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Pushing event updated for resources: {'Port': ['ID=843a1420-b540-462c-abf6-5e0303e18105,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:21.766971 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d88a3440-4bb3-404b-94e7-a5792c2ceeba req-41aa81b4-6e1c-4446-a5d2-de11fd17d1b6 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:21.770132 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d88a3440-4bb3-404b-94e7-a5792c2ceeba req-41aa81b4-6e1c-4446-a5d2-de11fd17d1b6 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0713949 Aug 17 03:16:21.792413 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a52941-bf34-4598-9614-b5480acbf5c9 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Made reservation on behalf of b0b50bf351fb45188e2c18229d7ffe53 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:21.797853 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b7a52941-bf34-4598-9614-b5480acbf5c9 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:21.844720 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:21.854313 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Attempting to bind port 843a1420-b540-462c-abf6-5e0303e18105 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:16:21.854693 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Attempting to bind port 843a1420-b540-462c-abf6-5e0303e18105 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '5a4486ee-e2dd-473d-b192-3382d6073559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9d3788d-46c7-4895-be01-ca4e4577a837'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:16:21.855058 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Attempting to bind port 843a1420-b540-462c-abf6-5e0303e18105 on network f9d3788d-46c7-4895-be01-ca4e4577a837 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:16:21.859632 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Transition to ACTIVE for port object 79b74afc-c227-4309-bea7-20a3bde3a9b0 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:21.867640 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:16:21.868017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Checking segment: {'id': '5a4486ee-e2dd-473d-b192-3382d6073559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9d3788d-46c7-4895-be01-ca4e4577a837'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:21.868428 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:21.868980 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Bound using segment: {'id': '5a4486ee-e2dd-473d-b192-3382d6073559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9d3788d-46c7-4895-be01-ca4e4577a837'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:16:21.869576 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Bound port: 843a1420-b540-462c-abf6-5e0303e18105, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5a4486ee-e2dd-473d-b192-3382d6073559', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'f9d3788d-46c7-4895-be01-ca4e4577a837'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:16:21.869994 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:21.870699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c11c1f67-54c4-4448-a511-319063a4ef4e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:21.875458 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d88a3440-4bb3-404b-94e7-a5792c2ceeba req-57da960f-cc26-410d-8883-7b1094081065 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986128 Aug 17 03:16:21.877078 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c11c1f67-54c4-4448-a511-319063a4ef4e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:21.891876 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Transition to ACTIVE for port object 79b74afc-c227-4309-bea7-20a3bde3a9b0 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:21.906330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-c11c1f67-54c4-4448-a511-319063a4ef4e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] device_id is not set on port a362250d-a28c-4273-9cb7-a0cb97b8d81b yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:16:21.957926 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] For port 843a1420-b540-462c-abf6-5e0303e18105, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:16:21.962805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] For port 843a1420-b540-462c-abf6-5e0303e18105, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=843a1420-b540-462c-abf6-5e0303e18105,segment=NetworkSegment(5a4486ee-e2dd-473d-b192-3382d6073559),segment_id=5a4486ee-e2dd-473d-b192-3382d6073559)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:16:21.996379 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:22.051551 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Network c7d67eb7-7e88-4451-9802-8ae3ef33c1d9 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:22.056021 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:22.061181 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:22.091313 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-c11c1f67-54c4-4448-a511-319063a4ef4e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Allocated IP 2001:db8::28e (c7d67eb7-7e88-4451-9802-8ae3ef33c1d9/00fc08f4-a912-49ac-b459-60ebd9ff0d8b/a362250d-a28c-4273-9cb7-a0cb97b8d81b) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:22.109590 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:22.115826 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Pushing event updated for resources: {'Port': ['ID=79b74afc-c227-4309-bea7-20a3bde3a9b0,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:22.121992 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b7a52941-bf34-4598-9614-b5480acbf5c9 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:22.186502 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Attempting to bind port 79b74afc-c227-4309-bea7-20a3bde3a9b0 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:16:22.186882 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Attempting to bind port 79b74afc-c227-4309-bea7-20a3bde3a9b0 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '6a9537e7-bc34-465d-9dae-f4e493aab0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7d67eb7-7e88-4451-9802-8ae3ef33c1d9'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:16:22.187252 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Attempting to bind port 79b74afc-c227-4309-bea7-20a3bde3a9b0 on network c7d67eb7-7e88-4451-9802-8ae3ef33c1d9 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:16:22.211599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:16:22.212305 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Checking segment: {'id': '6a9537e7-bc34-465d-9dae-f4e493aab0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7d67eb7-7e88-4451-9802-8ae3ef33c1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:22.212725 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:22.213124 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Bound using segment: {'id': '6a9537e7-bc34-465d-9dae-f4e493aab0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7d67eb7-7e88-4451-9802-8ae3ef33c1d9'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:16:22.213637 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Bound port: 79b74afc-c227-4309-bea7-20a3bde3a9b0, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a9537e7-bc34-465d-9dae-f4e493aab0f7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': 'c7d67eb7-7e88-4451-9802-8ae3ef33c1d9'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:16:22.214026 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:22.233532 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a52941-bf34-4598-9614-b5480acbf5c9 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event updated for resources: {'Subnet': ['ID=6f54dfc8-3a77-4210-9935-2eda6aaf3a47,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:22.265402 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2741dfe9-822c-4634-a747-ec7ef12e653d None None] Pushing event updated for resources: {'Port': ['ID=843a1420-b540-462c-abf6-5e0303e18105,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:22.288063 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a52941-bf34-4598-9614-b5480acbf5c9 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Checking segment: {'id': '2c8bdc82-4931-453c-b04b-1676ed13e11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:22.288431 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a52941-bf34-4598-9614-b5480acbf5c9 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Network hostable DHCP agents. Network: b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:16:22.310390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] For port 79b74afc-c227-4309-bea7-20a3bde3a9b0, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:16:22.314654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] For port 79b74afc-c227-4309-bea7-20a3bde3a9b0, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=79b74afc-c227-4309-bea7-20a3bde3a9b0,segment=NetworkSegment(6a9537e7-bc34-465d-9dae-f4e493aab0f7),segment_id=6a9537e7-bc34-465d-9dae-f4e493aab0f7)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:16:22.327239 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c11c1f67-54c4-4448-a511-319063a4ef4e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:22.331762 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1ab8df3-fb67-442b-b18b-d1dc6efbd0d7 req-918be412-3cef-4f82-8e22-01e9561322ed tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:22.339716 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e1ab8df3-fb67-442b-b18b-d1dc6efbd0d7 req-918be412-3cef-4f82-8e22-01e9561322ed tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.1363764 Aug 17 03:16:22.343742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-c11c1f67-54c4-4448-a511-319063a4ef4e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Transition to ACTIVE for port object a362250d-a28c-4273-9cb7-a0cb97b8d81b will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:22.386778 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e1ab8df3-fb67-442b-b18b-d1dc6efbd0d7 req-87eea3c3-22ec-4f46-8cbe-4fdc1f70e235 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461860 Aug 17 03:16:22.407354 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:22.433823 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a52941-bf34-4598-9614-b5480acbf5c9 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Network b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:16:22.476794 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c11c1f67-54c4-4448-a511-319063a4ef4e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:22.515899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-b7a52941-bf34-4598-9614-b5480acbf5c9 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:22.524429 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a52941-bf34-4598-9614-b5480acbf5c9 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:22.525023 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b7a52941-bf34-4598-9614-b5480acbf5c9 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:22.528768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c11c1f67-54c4-4448-a511-319063a4ef4e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network c7d67eb7-7e88-4451-9802-8ae3ef33c1d9 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:22.541833 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22305e0c-5826-4264-b3b3-3999fdc909a0 None None] Network b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:22.554325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-c11c1f67-54c4-4448-a511-319063a4ef4e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:22.556957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c11c1f67-54c4-4448-a511-319063a4ef4e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:22.563512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c11c1f67-54c4-4448-a511-319063a4ef4e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:22.564187 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c11c1f67-54c4-4448-a511-319063a4ef4e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:22.582980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c11c1f67-54c4-4448-a511-319063a4ef4e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=a362250d-a28c-4273-9cb7-a0cb97b8d81b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:22.634634 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba07015e-313e-465e-abe8-9e96b35a5b15 req-b515e5b3-485d-4eaf-b7e9-393ed8ae1ef3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:22.637135 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ba07015e-313e-465e-abe8-9e96b35a5b15 req-b515e5b3-485d-4eaf-b7e9-393ed8ae1ef3 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.0802126 Aug 17 03:16:22.642180 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b7a52941-bf34-4598-9614-b5480acbf5c9 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1262465 Aug 17 03:16:22.642592 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45034) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:22.644445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6164dca-4bc3-4b6a-b571-9025b5dee6c7 None None] Pushing event updated for resources: {'Port': ['ID=79b74afc-c227-4309-bea7-20a3bde3a9b0,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:22.651233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d2860460-5dbc-4bb0-a3a1-ed88a516a67b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Request body: {'subnet': {'network_id': 'bacc52fb-dbaf-4290-923f-d29f0aadfe72', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:22.659752 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c11c1f67-54c4-4448-a511-319063a4ef4e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.1786699 Aug 17 03:16:22.663087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45036) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:22.847366 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ba07015e-313e-465e-abe8-9e96b35a5b15 req-f13f9d15-c248-4e4b-95fb-6a20c106148d tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1956847 Aug 17 03:16:22.907751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 843a1420-b540-462c-abf6-5e0303e18105 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:22.914963 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d', 'network_id': 'b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d', 'tenant_id': 'b0b50bf351fb45188e2c18229d7ffe53', 'fixed_ips': [{'subnet_id': '6f54dfc8-3a77-4210-9935-2eda6aaf3a47'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:16:22.922410 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:22.930939 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adf80197-d85b-4580-bb6a-825a9e5484e7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:22.935517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45044) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:22.938194 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-adf80197-d85b-4580-bb6a-825a9e5484e7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A25c HTTP/1.1" status: 200 len: 928 time: 0.2740059 Aug 17 03:16:23.026997 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2860460-5dbc-4bb0-a3a1-ed88a516a67b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Made reservation on behalf of b0b50bf351fb45188e2c18229d7ffe53 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:23.030438 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d2860460-5dbc-4bb0-a3a1-ed88a516a67b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:23.150199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-9e265afe-85a7-4b05-9089-e81de6980feb tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port a362250d-a28c-4273-9cb7-a0cb97b8d81b {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:23.150545 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e265afe-85a7-4b05-9089-e81de6980feb tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:23.156676 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Allocated IP 172.20.0.2 (b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d/6f54dfc8-3a77-4210-9935-2eda6aaf3a47/5c50f0dc-0593-4d13-b7aa-4364a4aa0135) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:23.244827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 843a1420-b540-462c-abf6-5e0303e18105 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:23.382657 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:23.384028 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e265afe-85a7-4b05-9089-e81de6980feb tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:23.393509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Transition to ACTIVE for port object 5c50f0dc-0593-4d13-b7aa-4364a4aa0135 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:23.414595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Transition to ACTIVE for port object 5c50f0dc-0593-4d13-b7aa-4364a4aa0135 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:23.430310 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-9e265afe-85a7-4b05-9089-e81de6980feb tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for a362250d-a28c-4273-9cb7-a0cb97b8d81b owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:23.590284 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:23.590558 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d2860460-5dbc-4bb0-a3a1-ed88a516a67b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:23.637406 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b97ef625-f5d6-4f84-b294-53f3904a2fad None None] Network f9d3788d-46c7-4895-be01-ca4e4577a837 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:23.677962 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2860460-5dbc-4bb0-a3a1-ed88a516a67b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event updated for resources: {'Subnet': ['ID=93b8241e-b345-40ec-982b-11eaa4ecf19e,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:23.688745 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e265afe-85a7-4b05-9089-e81de6980feb tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:23.695165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Network b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:23.705409 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:23.710191 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Pushing event updated for resources: {'Port': ['ID=5c50f0dc-0593-4d13-b7aa-4364a4aa0135,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:23.712594 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:23.729192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e265afe-85a7-4b05-9089-e81de6980feb tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=a362250d-a28c-4273-9cb7-a0cb97b8d81b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:23.761315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de23194-b441-4315-a018-3c352ad1cf0e req-f4410015-ab20-4cb6-9cbd-045387724da8 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:23.768691 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6de23194-b441-4315-a018-3c352ad1cf0e req-f4410015-ab20-4cb6-9cbd-045387724da8 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.1403391 Aug 17 03:16:23.806422 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e265afe-85a7-4b05-9089-e81de6980feb tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:23.810020 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9e265afe-85a7-4b05-9089-e81de6980feb tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/ports/a362250d-a28c-4273-9cb7-a0cb97b8d81b HTTP/1.1" status: 204 len: 168 time: 0.8717957 Aug 17 03:16:23.812703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45060) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:23.825236 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2860460-5dbc-4bb0-a3a1-ed88a516a67b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Checking segment: {'id': '680e7903-89ce-496b-a9ca-aad007fae461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bacc52fb-dbaf-4290-923f-d29f0aadfe72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:23.826216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2860460-5dbc-4bb0-a3a1-ed88a516a67b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Network hostable DHCP agents. Network: bacc52fb-dbaf-4290-923f-d29f0aadfe72, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:16:23.835624 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-64c07a50-88ee-495a-a2ab-bfb76b277bc4 None None] Provisioning for port 843a1420-b540-462c-abf6-5e0303e18105 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:23.864509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Attempting to bind port 5c50f0dc-0593-4d13-b7aa-4364a4aa0135 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:16:23.865513 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Attempting to bind port 5c50f0dc-0593-4d13-b7aa-4364a4aa0135 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '2c8bdc82-4931-453c-b04b-1676ed13e11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:16:23.866098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Attempting to bind port 5c50f0dc-0593-4d13-b7aa-4364a4aa0135 on network b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:16:23.868465 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-64c07a50-88ee-495a-a2ab-bfb76b277bc4 None None] Provisioning complete for port 843a1420-b540-462c-abf6-5e0303e18105 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:23.869628 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-64c07a50-88ee-495a-a2ab-bfb76b277bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:23.877520 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6de23194-b441-4315-a018-3c352ad1cf0e req-6c47c168-abd1-41fa-9366-ac7bf0d0887e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079221 Aug 17 03:16:23.907370 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:16:23.907841 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Checking segment: {'id': '2c8bdc82-4931-453c-b04b-1676ed13e11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:23.908460 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:23.908933 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Bound using segment: {'id': '2c8bdc82-4931-453c-b04b-1676ed13e11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:16:23.909514 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Bound port: 5c50f0dc-0593-4d13-b7aa-4364a4aa0135, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2c8bdc82-4931-453c-b04b-1676ed13e11f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:16:23.909974 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:23.926157 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef6eac26-78b9-41a9-abe3-1b1bb916f009 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] GET failed (client error): The resource could not be found. Aug 17 03:16:23.928190 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ef6eac26-78b9-41a9-abe3-1b1bb916f009 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports/a362250d-a28c-4273-9cb7-a0cb97b8d81b HTTP/1.1" status: 404 len: 333 time: 0.1144674 Aug 17 03:16:23.931089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45064) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:23.946137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2860460-5dbc-4bb0-a3a1-ed88a516a67b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Network bacc52fb-dbaf-4290-923f-d29f0aadfe72 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:16:24.043112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-d2860460-5dbc-4bb0-a3a1-ed88a516a67b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, bacc52fb-dbaf-4290-923f-d29f0aadfe72) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:24.049245 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2860460-5dbc-4bb0-a3a1-ed88a516a67b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:24.049960 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d2860460-5dbc-4bb0-a3a1-ed88a516a67b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:24.071257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-31ad1ace-800d-493b-8743-81aba705d128 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port f6dfd550-1e0c-4c5f-9000-76e7d13af174 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:24.071607 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-31ad1ace-800d-493b-8743-81aba705d128 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:24.146852 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d2860460-5dbc-4bb0-a3a1-ed88a516a67b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.5027354 Aug 17 03:16:24.149818 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45068) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:24.174562 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-31ad1ace-800d-493b-8743-81aba705d128 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:24.188264 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-31ad1ace-800d-493b-8743-81aba705d128 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for f6dfd550-1e0c-4c5f-9000-76e7d13af174 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:24.236195 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3feb8a2-b153-4282-abcf-abf6ce349e9b None None] Network bacc52fb-dbaf-4290-923f-d29f0aadfe72 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:24.238097 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82cf9632-0a30-485e-9018-ba3b4e62d926 None None] Network c7d67eb7-7e88-4451-9802-8ae3ef33c1d9 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:24.255741 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-46377f58-3377-4904-8c19-663cc69285ed None None] For port 5c50f0dc-0593-4d13-b7aa-4364a4aa0135, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:16:24.350397 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-46377f58-3377-4904-8c19-663cc69285ed None None] For port 5c50f0dc-0593-4d13-b7aa-4364a4aa0135, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5c50f0dc-0593-4d13-b7aa-4364a4aa0135,segment=NetworkSegment(2c8bdc82-4931-453c-b04b-1676ed13e11f),segment_id=2c8bdc82-4931-453c-b04b-1676ed13e11f)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:16:24.362487 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-64c07a50-88ee-495a-a2ab-bfb76b277bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:24.434035 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-64c07a50-88ee-495a-a2ab-bfb76b277bc4 None None] For port 843a1420-b540-462c-abf6-5e0303e18105, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=843a1420-b540-462c-abf6-5e0303e18105,segment=NetworkSegment(5a4486ee-e2dd-473d-b192-3382d6073559),segment_id=5a4486ee-e2dd-473d-b192-3382d6073559)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:24.452373 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:24.499385 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:24.511070 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-31ad1ace-800d-493b-8743-81aba705d128 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:24.552476 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ad1ace-800d-493b-8743-81aba705d128 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=f6dfd550-1e0c-4c5f-9000-76e7d13af174,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:24.572493 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-64c07a50-88ee-495a-a2ab-bfb76b277bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:24.584890 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-31ad1ace-800d-493b-8743-81aba705d128 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:24.587178 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-31ad1ace-800d-493b-8743-81aba705d128 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/ports/f6dfd550-1e0c-4c5f-9000-76e7d13af174 HTTP/1.1" status: 204 len: 168 time: 0.6547942 Aug 17 03:16:24.589544 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45074) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:24.624491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46377f58-3377-4904-8c19-663cc69285ed None None] Pushing event updated for resources: {'Port': ['ID=5c50f0dc-0593-4d13-b7aa-4364a4aa0135,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:24.627324 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d443418-0c7a-4c92-acdb-e0cc4362b473 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] GET failed (client error): The resource could not be found. Aug 17 03:16:24.632198 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7d443418-0c7a-4c92-acdb-e0cc4362b473 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports/f6dfd550-1e0c-4c5f-9000-76e7d13af174 HTTP/1.1" status: 404 len: 333 time: 0.0413179 Aug 17 03:16:24.633043 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45078) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:24.829149 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-bacc52fb-dbaf-4290-923f-d29f0aadfe72', 'network_id': 'bacc52fb-dbaf-4290-923f-d29f0aadfe72', 'tenant_id': 'b0b50bf351fb45188e2c18229d7ffe53', 'fixed_ips': [{'subnet_id': '93b8241e-b345-40ec-982b-11eaa4ecf19e'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:16:24.830379 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:24.862154 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 79b74afc-c227-4309-bea7-20a3bde3a9b0 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:24.915326 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c07a50-88ee-495a-a2ab-bfb76b277bc4 None None] Pushing event updated for resources: {'Port': ['ID=843a1420-b540-462c-abf6-5e0303e18105,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:24.933515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Allocated IP 172.20.0.1 (b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d/6f54dfc8-3a77-4210-9935-2eda6aaf3a47/26051a56-5857-4900-b263-586340434311) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:25.021812 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1e05029a-4f6b-438b-b124-3e3db83ba3b2 None None] Provisioning for port 79b74afc-c227-4309-bea7-20a3bde3a9b0 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:25.207923 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1e05029a-4f6b-438b-b124-3e3db83ba3b2 None None] Provisioning complete for port 843a1420-b540-462c-abf6-5e0303e18105 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:25.208862 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1e05029a-4f6b-438b-b124-3e3db83ba3b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:25.218866 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12fd8863-8370-455a-a4c3-370fa964519e req-62bffb40-bc50-4eb0-92ec-5a0b0d0126ce tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:25.220522 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12fd8863-8370-455a-a4c3-370fa964519e req-62bffb40-bc50-4eb0-92ec-5a0b0d0126ce tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.1307232 Aug 17 03:16:25.250994 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed08736b-1d21-40a7-a029-504f640ae614 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting subnet 00fc08f4-a912-49ac-b459-60ebd9ff0d8b {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:16:25.258831 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ed08736b-1d21-40a7-a029-504f640ae614 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:25.272900 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:25.277797 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12fd8863-8370-455a-a4c3-370fa964519e req-b28a75dd-6076-40b8-bb01-f5825dfdc849 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469303 Aug 17 03:16:25.280693 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Allocated IP 172.20.0.2 (bacc52fb-dbaf-4290-923f-d29f0aadfe72/93b8241e-b345-40ec-982b-11eaa4ecf19e/8b11085c-196f-4563-8a1b-2ec1c2f87001) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:25.296651 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Transition to ACTIVE for port object 26051a56-5857-4900-b263-586340434311 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:25.315506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a5cf80c-278f-4c92-8c3b-2c3442fab2d5 req-0f872c19-a960-4d0d-9f16-09657b814189 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:25.317209 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a5cf80c-278f-4c92-8c3b-2c3442fab2d5 req-0f872c19-a960-4d0d-9f16-09657b814189 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.60 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 946 time: 0.6271429 Aug 17 03:16:25.328445 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ed08736b-1d21-40a7-a029-504f640ae614 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:25.377786 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 79b74afc-c227-4309-bea7-20a3bde3a9b0 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:25.387876 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 79b74afc-c227-4309-bea7-20a3bde3a9b0 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:25.388789 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:25.451105 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:25.497145 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Network b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:25.506697 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:25.509856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:25.526465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-0a5cf80c-278f-4c92-8c3b-2c3442fab2d5 req-d99b9ee9-0d84-4ee5-8630-3e03732d0c4e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Deleting port efaec9ae-3b26-4454-9362-ca293b74eb52 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:25.531840 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0a5cf80c-278f-4c92-8c3b-2c3442fab2d5 req-d99b9ee9-0d84-4ee5-8630-3e03732d0c4e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:25.544694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event updated for resources: {'Port': ['ID=26051a56-5857-4900-b263-586340434311,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:25.585505 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ed08736b-1d21-40a7-a029-504f640ae614 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:25.588403 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:25.669067 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:25.681539 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:25.696510 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Transition to ACTIVE for port object 8b11085c-196f-4563-8a1b-2ec1c2f87001 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:25.723278 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-46dff63d-360a-45fc-8a98-1c1d25eb0e97 None None] Provisioning complete for port 79b74afc-c227-4309-bea7-20a3bde3a9b0 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:25.724549 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46dff63d-360a-45fc-8a98-1c1d25eb0e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:25.735210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Transition to ACTIVE for port object 8b11085c-196f-4563-8a1b-2ec1c2f87001 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:25.812252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0a5cf80c-278f-4c92-8c3b-2c3442fab2d5 req-d99b9ee9-0d84-4ee5-8630-3e03732d0c4e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] For port efaec9ae-3b26-4454-9362-ca293b74eb52, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=efaec9ae-3b26-4454-9362-ca293b74eb52,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:25.812700 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0a5cf80c-278f-4c92-8c3b-2c3442fab2d5 req-d99b9ee9-0d84-4ee5-8630-3e03732d0c4e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:25.829319 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:25.832614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-0a5cf80c-278f-4c92-8c3b-2c3442fab2d5 req-d99b9ee9-0d84-4ee5-8630-3e03732d0c4e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Calling delete_port for efaec9ae-3b26-4454-9362-ca293b74eb52 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:25.906483 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:25.910785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Network bacc52fb-dbaf-4290-923f-d29f0aadfe72 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:25.912662 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Pushing event updated for resources: {'Port': ['ID=8b11085c-196f-4563-8a1b-2ec1c2f87001,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:25.918613 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ed08736b-1d21-40a7-a029-504f640ae614 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:25.931485 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:25.931485 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:25.938517 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46dff63d-360a-45fc-8a98-1c1d25eb0e97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:26.051529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Attempting to bind port 8b11085c-196f-4563-8a1b-2ec1c2f87001 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:16:26.051529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Attempting to bind port 8b11085c-196f-4563-8a1b-2ec1c2f87001 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '680e7903-89ce-496b-a9ca-aad007fae461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bacc52fb-dbaf-4290-923f-d29f0aadfe72'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:16:26.053300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed08736b-1d21-40a7-a029-504f640ae614 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Subnet': ['ID=00fc08f4-a912-49ac-b459-60ebd9ff0d8b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:26.053456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Attempting to bind port 8b11085c-196f-4563-8a1b-2ec1c2f87001 on network bacc52fb-dbaf-4290-923f-d29f0aadfe72 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:16:26.061367 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:16:26.061930 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:16:26.086748 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ed08736b-1d21-40a7-a029-504f640ae614 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:26.092691 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ed08736b-1d21-40a7-a029-504f640ae614 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/00fc08f4-a912-49ac-b459-60ebd9ff0d8b HTTP/1.1" status: 204 len: 168 time: 1.4579453 Aug 17 03:16:26.104484 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45102) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:26.120445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:16:26.121235 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Checking segment: {'id': '680e7903-89ce-496b-a9ca-aad007fae461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bacc52fb-dbaf-4290-923f-d29f0aadfe72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:26.121908 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:26.122544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Bound using segment: {'id': '680e7903-89ce-496b-a9ca-aad007fae461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bacc52fb-dbaf-4290-923f-d29f0aadfe72'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:16:26.123537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Bound port: 8b11085c-196f-4563-8a1b-2ec1c2f87001, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680e7903-89ce-496b-a9ca-aad007fae461', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 62, 'network_id': 'bacc52fb-dbaf-4290-923f-d29f0aadfe72'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:16:26.124178 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:26.190973 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-46dff63d-360a-45fc-8a98-1c1d25eb0e97 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:16:26.191591 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-46dff63d-360a-45fc-8a98-1c1d25eb0e97 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:16:26.231182 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-960d7591-1c3a-4e7e-9cc5-e3a0a34ce943 None None] Network b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:26.281760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] For port 8b11085c-196f-4563-8a1b-2ec1c2f87001, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:16:26.287789 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:26.303915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] For port 8b11085c-196f-4563-8a1b-2ec1c2f87001, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8b11085c-196f-4563-8a1b-2ec1c2f87001,segment=NetworkSegment(680e7903-89ce-496b-a9ca-aad007fae461),segment_id=680e7903-89ce-496b-a9ca-aad007fae461)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:16:26.363430 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0a5cf80c-278f-4c92-8c3b-2c3442fab2d5 req-d99b9ee9-0d84-4ee5-8630-3e03732d0c4e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:26.385162 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['79ba673f-b50b-4d6e-bd59-c682df30f861'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:16:26.421172 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port 79b74afc-c227-4309-bea7-20a3bde3a9b0 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:26.421670 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:26.428689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80ecb4b-ffb5-4c2f-84fd-3d4d38ba58cb None None] Network c7d67eb7-7e88-4451-9802-8ae3ef33c1d9 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:26.437819 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:26.447896 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99b9ee9-0d84-4ee5-8630-3e03732d0c4e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Pushing event deleted for resources: {'Port': ['ID=efaec9ae-3b26-4454-9362-ca293b74eb52,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:26.488110 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:26.508238 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-11c4cf02-4972-4450-b91e-34e06b2a2461 req-d7ff2052-3275-48a3-85ef-5880007e0bd1 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 210 time: 0.0819371 Aug 17 03:16:26.554646 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:26.575360 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a5cf80c-278f-4c92-8c3b-2c3442fab2d5 req-d99b9ee9-0d84-4ee5-8630-3e03732d0c4e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] No DVR routers for this DVR port efaec9ae-3b26-4454-9362-ca293b74eb52 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:26.580545 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0a5cf80c-278f-4c92-8c3b-2c3442fab2d5 req-d99b9ee9-0d84-4ee5-8630-3e03732d0c4e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:26.582739 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0a5cf80c-278f-4c92-8c3b-2c3442fab2d5 req-d99b9ee9-0d84-4ee5-8630-3e03732d0c4e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.60 "DELETE /v2.0/ports/efaec9ae-3b26-4454-9362-ca293b74eb52 HTTP/1.1" status: 204 len: 173 time: 1.2577765 Aug 17 03:16:26.583846 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db059f6-ebad-41a4-8177-182ca083ea29', 'name': 'network-vif-deleted', 'tag': 'efaec9ae-3b26-4454-9362-ca293b74eb52'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:16:26.586200 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d90e6bd7-7095-42d1-96be-9270f0a7867e" -d '{"events": [{"server_uuid": "9db059f6-ebad-41a4-8177-182ca083ea29", "name": "network-vif-deleted", "tag": "efaec9ae-3b26-4454-9362-ca293b74eb52"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:16:26.597535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] For port 79b74afc-c227-4309-bea7-20a3bde3a9b0, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=79b74afc-c227-4309-bea7-20a3bde3a9b0,segment=NetworkSegment(6a9537e7-bc34-465d-9dae-f4e493aab0f7),segment_id=6a9537e7-bc34-465d-9dae-f4e493aab0f7)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:26.597833 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:26.622787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for 79b74afc-c227-4309-bea7-20a3bde3a9b0 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:26.678078 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:26.692211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event updated for resources: {'Port': ['ID=26051a56-5857-4900-b263-586340434311,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:26.827046 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Network b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:26.828722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:26.868500 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:26.925490 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=79b74afc-c227-4309-bea7-20a3bde3a9b0,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:26.936770 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No DVR routers for this DVR port 79b74afc-c227-4309-bea7-20a3bde3a9b0 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:27.041287 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:16:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d9b6e4-1ca2-40cd-afa0-908486268214 x-openstack-request-id: req-42d9b6e4-1ca2-40cd-afa0-908486268214 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:16:27.042466 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db059f6-ebad-41a4-8177-182ca083ea29", "name": "network-vif-deleted", "tag": "efaec9ae-3b26-4454-9362-ca293b74eb52", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:16:27.042712 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-42d9b6e4-1ca2-40cd-afa0-908486268214 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:16:27.046982 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db059f6-ebad-41a4-8177-182ca083ea29', 'name': 'network-vif-deleted', 'tag': 'efaec9ae-3b26-4454-9362-ca293b74eb52', 'status': 'completed', 'code': 200} Aug 17 03:16:27.089410 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c928a5d0-866d-4a1a-8258-aa0de7ac6d31 None None] Pushing event updated for resources: {'Port': ['ID=8b11085c-196f-4563-8a1b-2ec1c2f87001,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:27.110923 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:27.121434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7d67eb7-7e88-4451-9802-8ae3ef33c1d9']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:27.138560 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a9537e7-bc34-465d-9dae-f4e493aab0f7') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:27.138867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a9537e7-bc34-465d-9dae-f4e493aab0f7') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:27.139670 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-46dff63d-360a-45fc-8a98-1c1d25eb0e97 None None] Port 79b74afc-c227-4309-bea7-20a3bde3a9b0 update to ACTIVE by agent not found {{(pid=101971) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 17 03:16:27.147795 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:27.148558 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:27.155413 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Router 7b4dab16-6bc5-429d-a606-2bc5078b13ea is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:16:27.173123 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:27.193659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:16:27.194363 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:16:27.205748 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:16:27.330724 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f737646-217f-4d10-8be8-c57c8613cc9b None None] DHCP port deletion for c7d67eb7-7e88-4451-9802-8ae3ef33c1d9 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:16:27.379770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:16:27.395085 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e45f446-0bc0-43bb-8b46-6de72d6369df req-d7fe7480-b013-4dd9-84ea-92618efb0eb4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0742791 Aug 17 03:16:27.405214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1ab9c98c-8897-478c-a563-1032d2a6d774 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "PUT /v2.0/routers/7b4dab16-6bc5-429d-a606-2bc5078b13ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2538679 Aug 17 03:16:27.408957 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c58ffc-5d9a-4a26-8775-1465488cabd7 None None] Sync routers for ids ['7b4dab16-6bc5-429d-a606-2bc5078b13ea'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:16:27.409964 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45124) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:27.478891 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3263ccc1-11c8-47b3-ad42-a06a4e83313a None None] Provisioning for port 5c50f0dc-0593-4d13-b7aa-4364a4aa0135 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:27.508190 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:27.520202 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:27.525030 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/networks/c7d67eb7-7e88-4451-9802-8ae3ef33c1d9 HTTP/1.1" status: 204 len: 168 time: 1.4192371 Aug 17 03:16:27.530124 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45126) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:27.554088 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c58ffc-5d9a-4a26-8775-1465488cabd7 None None] Routers {'7b4dab16-6bc5-429d-a606-2bc5078b13ea'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:27.554826 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-78c58ffc-5d9a-4a26-8775-1465488cabd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:16:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['7b4dab16-6bc5-429d-a606-2bc5078b13ea'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:27.566854 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-dfe080d1-fded-4041-9e1d-148c09dde302 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-126337519'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:27.570884 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-455e7528-73b1-41f9-9bb0-9d22fbc596b4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Network': ['ID=c7d67eb7-7e88-4451-9802-8ae3ef33c1d9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:27.595947 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3263ccc1-11c8-47b3-ad42-a06a4e83313a None None] Could not find standard attr ID for object a362250d-a28c-4273-9cb7-a0cb97b8d81b. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:16:27.676930 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45f446-0bc0-43bb-8b46-6de72d6369df req-504f057c-0c49-4814-b72d-e8261a40e054 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:27.678781 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e45f446-0bc0-43bb-8b46-6de72d6369df req-504f057c-0c49-4814-b72d-e8261a40e054 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 1096 time: 0.2308602 Aug 17 03:16:27.722582 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device efaec9ae-3b26-4454-9362-ca293b74eb52 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:27.737728 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8e5fd04e-4441-46cf-944d-90e705b0ce6f req-7e019721-19d5-460f-b80f-a06dbc5fac00 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db059f6-ebad-41a4-8177-182ca083ea29 HTTP/1.1" status: 200 len: 210 time: 0.0714805 Aug 17 03:16:27.753683 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 843a1420-b540-462c-abf6-5e0303e18105 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:27.800406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfe080d1-fded-4041-9e1d-148c09dde302 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:27.804832 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfe080d1-fded-4041-9e1d-148c09dde302 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:27.806300 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: efaec9ae-3b26-4454-9362-ca293b74eb52 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:16:27.806656 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device efaec9ae-3b26-4454-9362-ca293b74eb52 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:27.809515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-78c58ffc-5d9a-4a26-8775-1465488cabd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:27.812009 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3263ccc1-11c8-47b3-ad42-a06a4e83313a None None] Could not find standard attr ID for object f6dfd550-1e0c-4c5f-9000-76e7d13af174. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:16:27.847061 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78c58ffc-5d9a-4a26-8775-1465488cabd7 None None] Routers {'7b4dab16-6bc5-429d-a606-2bc5078b13ea'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:27.847724 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-78c58ffc-5d9a-4a26-8775-1465488cabd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:16:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['7b4dab16-6bc5-429d-a606-2bc5078b13ea'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:27.848236 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfe080d1-fded-4041-9e1d-148c09dde302 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:16:27.861080 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfe080d1-fded-4041-9e1d-148c09dde302 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:27.861508 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-dfe080d1-fded-4041-9e1d-148c09dde302 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Added segment 31df0f43-2603-4778-a3c9-f3ba9052e6f9 of type vlan for network 9af9137b-e288-4be5-8073-26a5bf93c004 Aug 17 03:16:27.914648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-78c58ffc-5d9a-4a26-8775-1465488cabd7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:27.915700 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78c58ffc-5d9a-4a26-8775-1465488cabd7 None None] The sync data for ids ['7b4dab16-6bc5-429d-a606-2bc5078b13ea'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:16:27.935701 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfe080d1-fded-4041-9e1d-148c09dde302 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:27.975055 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 843a1420-b540-462c-abf6-5e0303e18105 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:27.975753 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:28.099520 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8b11085c-196f-4563-8a1b-2ec1c2f87001 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:28.103374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfe080d1-fded-4041-9e1d-148c09dde302 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:28.109979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-24879142-d399-463b-96b0-6627b7d01d31 None None] Provisioning for port 26051a56-5857-4900-b263-586340434311 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:28.130490 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfe080d1-fded-4041-9e1d-148c09dde302 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:28.131482 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfe080d1-fded-4041-9e1d-148c09dde302 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:28.155201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-24879142-d399-463b-96b0-6627b7d01d31 None None] Provisioning complete for port 26051a56-5857-4900-b263-586340434311 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:28.155525 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-24879142-d399-463b-96b0-6627b7d01d31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:28.215853 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-24879142-d399-463b-96b0-6627b7d01d31 None None] Port 26051a56-5857-4900-b263-586340434311 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:28.230877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45f446-0bc0-43bb-8b46-6de72d6369df req-4ce443b4-c114-401c-8aab-045804d5dc7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:28.232523 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e45f446-0bc0-43bb-8b46-6de72d6369df req-4ce443b4-c114-401c-8aab-045804d5dc7c service neutron] 10.222.0.60 "GET /v2.0/networks?id=231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 200 len: 905 time: 0.5233128 Aug 17 03:16:28.296398 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-21fecec3-1575-48d9-b136-1bfa1c483f21 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:16:28.297538 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-21fecec3-1575-48d9-b136-1bfa1c483f21 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "PUT /v2.0/routers/7b4dab16-6bc5-429d-a606-2bc5078b13ea/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.8866425 Aug 17 03:16:28.306735 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45142) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:28.313584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfe080d1-fded-4041-9e1d-148c09dde302 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Network': ['ID=9af9137b-e288-4be5-8073-26a5bf93c004,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:28.325482 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e45f446-0bc0-43bb-8b46-6de72d6369df req-7f6ee7a4-2e5b-4d1d-82e7-c7055d7056b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=79ba673f-b50b-4d6e-bd59-c682df30f861 HTTP/1.1" status: 200 len: 217 time: 0.0752783 Aug 17 03:16:28.335206 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808d60e7-73ba-4290-a89f-692dd94c548d None None] Network bacc52fb-dbaf-4290-923f-d29f0aadfe72 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:28.341898 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dfe080d1-fded-4041-9e1d-148c09dde302 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.7898052 Aug 17 03:16:28.379161 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 9af9137b-e288-4be5-8073-26a5bf93c004 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:16:28.379322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45146) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:28.385540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b2251892-9952-4b09-a42f-d7d2fe1cbe80 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'subnet': {'network_id': '9af9137b-e288-4be5-8073-26a5bf93c004', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:28.496688 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 8b11085c-196f-4563-8a1b-2ec1c2f87001 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:28.505686 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5c50f0dc-0593-4d13-b7aa-4364a4aa0135 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:28.517013 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e45f446-0bc0-43bb-8b46-6de72d6369df req-88a44b34-1747-4f19-932d-7826d29ef752 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:28.518726 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e45f446-0bc0-43bb-8b46-6de72d6369df req-88a44b34-1747-4f19-932d-7826d29ef752 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5df8f852-8b4a-4f0c-8b3e-42b1edfe9134 HTTP/1.1" status: 200 len: 845 time: 0.1940947 Aug 17 03:16:28.582231 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e45f446-0bc0-43bb-8b46-6de72d6369df req-8ce97410-bad3-41d5-b436-18c358884ba9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=231691f2-ac47-4b98-9db9-aab5f5656c2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0544083 Aug 17 03:16:28.588729 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-80acb997-64e7-4caa-a8be-b8da4dabb918 None None] Provisioning complete for port 26051a56-5857-4900-b263-586340434311 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:28.589372 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-80acb997-64e7-4caa-a8be-b8da4dabb918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:28.601024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2251892-9952-4b09-a42f-d7d2fe1cbe80 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:28.611342 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b2251892-9952-4b09-a42f-d7d2fe1cbe80 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:28.699163 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-80acb997-64e7-4caa-a8be-b8da4dabb918 None None] Port 26051a56-5857-4900-b263-586340434311 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:28.807957 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 5c50f0dc-0593-4d13-b7aa-4364a4aa0135 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:28.823158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 5c50f0dc-0593-4d13-b7aa-4364a4aa0135 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:28.835905 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:28.847007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-80acb997-64e7-4caa-a8be-b8da4dabb918 None None] Provisioning for port 8b11085c-196f-4563-8a1b-2ec1c2f87001 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:28.890245 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-80acb997-64e7-4caa-a8be-b8da4dabb918 None None] Provisioning complete for port 8b11085c-196f-4563-8a1b-2ec1c2f87001 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:28.890849 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-80acb997-64e7-4caa-a8be-b8da4dabb918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:28.923730 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eab846b3-65ea-4eac-9c6f-3a754f85cdec req-9dc90353-21a9-4929-9fae-617971f3fb53 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1417274 Aug 17 03:16:28.951232 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e45f446-0bc0-43bb-8b46-6de72d6369df req-6471f541-f6bc-446d-9f67-9f6f64ce5ff5 service neutron] 10.222.0.60 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3614962 Aug 17 03:16:29.177031 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-80acb997-64e7-4caa-a8be-b8da4dabb918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:29.189134 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:29.297845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 5c50f0dc-0593-4d13-b7aa-4364a4aa0135, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5c50f0dc-0593-4d13-b7aa-4364a4aa0135,segment=NetworkSegment(2c8bdc82-4931-453c-b04b-1676ed13e11f),segment_id=2c8bdc82-4931-453c-b04b-1676ed13e11f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:29.304236 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-80acb997-64e7-4caa-a8be-b8da4dabb918 None None] For port 8b11085c-196f-4563-8a1b-2ec1c2f87001, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8b11085c-196f-4563-8a1b-2ec1c2f87001,segment=NetworkSegment(680e7903-89ce-496b-a9ca-aad007fae461),segment_id=680e7903-89ce-496b-a9ca-aad007fae461)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:29.312213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab846b3-65ea-4eac-9c6f-3a754f85cdec req-230e987f-83c7-4e0a-8f11-5e039f515784 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:29.312508 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eab846b3-65ea-4eac-9c6f-3a754f85cdec req-230e987f-83c7-4e0a-8f11-5e039f515784 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=29dbf4db7226454dadb9ed17ed77cc12&device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 1096 time: 0.3234062 Aug 17 03:16:29.325815 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e45f446-0bc0-43bb-8b46-6de72d6369df req-a4cf2b7e-255c-40cb-a7ba-abe6d3156334 service neutron] 10.222.0.60 "GET /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3609791 Aug 17 03:16:29.395074 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b2251892-9952-4b09-a42f-d7d2fe1cbe80 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:29.398096 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d193f04-1918-4bd3-8b67-32929cf755e4 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:29.408418 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:29.414620 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-80acb997-64e7-4caa-a8be-b8da4dabb918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:29.488384 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=5c50f0dc-0593-4d13-b7aa-4364a4aa0135,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:29.521733 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2251892-9952-4b09-a42f-d7d2fe1cbe80 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Subnet': ['ID=5dc3d52e-b670-4ba9-b67d-f504dd95a058,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:29.531179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab846b3-65ea-4eac-9c6f-3a754f85cdec req-ceba22d1-344f-4466-98e6-92aab461357a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:29.532704 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eab846b3-65ea-4eac-9c6f-3a754f85cdec req-ceba22d1-344f-4466-98e6-92aab461357a service neutron] 10.222.0.30 "GET /v2.0/networks?id=06273fda-1108-4d79-a8de-ed0a7364bbe0 HTTP/1.1" status: 200 len: 911 time: 0.1939015 Aug 17 03:16:29.547043 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2251892-9952-4b09-a42f-d7d2fe1cbe80 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Checking segment: {'id': '31df0f43-2603-4778-a3c9-f3ba9052e6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9af9137b-e288-4be5-8073-26a5bf93c004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:29.547430 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2251892-9952-4b09-a42f-d7d2fe1cbe80 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network hostable DHCP agents. Network: 9af9137b-e288-4be5-8073-26a5bf93c004, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:16:29.583505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80acb997-64e7-4caa-a8be-b8da4dabb918 None None] Pushing event updated for resources: {'Port': ['ID=8b11085c-196f-4563-8a1b-2ec1c2f87001,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:29.599314 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 79b74afc-c227-4309-bea7-20a3bde3a9b0 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:29.631605 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eab846b3-65ea-4eac-9c6f-3a754f85cdec req-32982cce-89d0-4cb0-a2b4-301e97f01824 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=376a07d6-16f6-4852-866a-a73dbd581b5a HTTP/1.1" status: 200 len: 1001 time: 0.0873573 Aug 17 03:16:29.638806 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 79b74afc-c227-4309-bea7-20a3bde3a9b0 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:16:29.641188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 79b74afc-c227-4309-bea7-20a3bde3a9b0 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:29.654086 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1d506f51-eecf-4e1d-81c4-faf602fe2a0f None None] Provisioning complete for port 26051a56-5857-4900-b263-586340434311 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:29.656501 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1d506f51-eecf-4e1d-81c4-faf602fe2a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:29.705213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1d506f51-eecf-4e1d-81c4-faf602fe2a0f None None] Port 26051a56-5857-4900-b263-586340434311 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:29.711702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2251892-9952-4b09-a42f-d7d2fe1cbe80 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 9af9137b-e288-4be5-8073-26a5bf93c004 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:16:29.736289 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1d506f51-eecf-4e1d-81c4-faf602fe2a0f None None] Provisioning complete for port 8b11085c-196f-4563-8a1b-2ec1c2f87001 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:29.736673 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1d506f51-eecf-4e1d-81c4-faf602fe2a0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:29.760952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab846b3-65ea-4eac-9c6f-3a754f85cdec req-8580ffb6-4683-4f69-ac07-9d24c11fd083 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:29.762511 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eab846b3-65ea-4eac-9c6f-3a754f85cdec req-8580ffb6-4683-4f69-ac07-9d24c11fd083 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9034a659-f846-4b1b-ae6a-7826b698211e HTTP/1.1" status: 200 len: 850 time: 0.1251588 Aug 17 03:16:29.792320 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8b11085c-196f-4563-8a1b-2ec1c2f87001 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:29.827076 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b2251892-9952-4b09-a42f-d7d2fe1cbe80 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 9af9137b-e288-4be5-8073-26a5bf93c004) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:29.847308 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2251892-9952-4b09-a42f-d7d2fe1cbe80 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:29.847900 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b2251892-9952-4b09-a42f-d7d2fe1cbe80 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:29.860065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b43e5e-e329-4d03-98d5-428064944eac None None] Network 9af9137b-e288-4be5-8073-26a5bf93c004 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:29.870564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-6d193f04-1918-4bd3-8b67-32929cf755e4 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Deleting port 26051a56-5857-4900-b263-586340434311 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:29.871046 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d193f04-1918-4bd3-8b67-32929cf755e4 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:29.882835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab846b3-65ea-4eac-9c6f-3a754f85cdec req-41c53485-91ca-4099-890f-642b7e92b8d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:29.884371 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eab846b3-65ea-4eac-9c6f-3a754f85cdec req-41c53485-91ca-4099-890f-642b7e92b8d9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06273fda-1108-4d79-a8de-ed0a7364bbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1086688 Aug 17 03:16:29.959523 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b2251892-9952-4b09-a42f-d7d2fe1cbe80 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5791054 Aug 17 03:16:29.962880 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45196) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:29.976357 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a06e78f2-d299-45a1-8b14-e146a05b8e5a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'network_id': '9af9137b-e288-4be5-8073-26a5bf93c004', 'name': 'tempest-PortsIpV6TestJSON-1170684702', 'fixed_ips': [{'subnet_id': '5dc3d52e-b670-4ba9-b67d-f504dd95a058', 'ip_address': '2001:db8::10'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:29.978275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 8b11085c-196f-4563-8a1b-2ec1c2f87001 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:29.978794 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:30.003657 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eab846b3-65ea-4eac-9c6f-3a754f85cdec req-9efb336d-5c2e-4a7f-b112-b3eb1da987bc service neutron] 10.222.0.30 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1100168 Aug 17 03:16:30.039407 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d193f04-1918-4bd3-8b67-32929cf755e4 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:30.062633 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-6d193f04-1918-4bd3-8b67-32929cf755e4 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Calling delete_port for 26051a56-5857-4900-b263-586340434311 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:30.131937 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-9af9137b-e288-4be5-8073-26a5bf93c004', 'network_id': '9af9137b-e288-4be5-8073-26a5bf93c004', 'tenant_id': '83ef177ac49a4db198e838e3b8028d5a', 'fixed_ips': [{'subnet_id': '5dc3d52e-b670-4ba9-b67d-f504dd95a058'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:16:30.133177 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:30.178497 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5c50f0dc-0593-4d13-b7aa-4364a4aa0135 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:30.203317 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eab846b3-65ea-4eac-9c6f-3a754f85cdec req-d0df7610-9d4c-4b30-b413-6fc5880a27c1 service neutron] 10.222.0.30 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1910720 Aug 17 03:16:30.279906 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a06e78f2-d299-45a1-8b14-e146a05b8e5a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:30.351826 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 5c50f0dc-0593-4d13-b7aa-4364a4aa0135 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:30.352211 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:30.389637 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9226631-4a35-4b14-ad14-11faa2895bf1 req-e9399e88-0793-4482-bcad-441eeb3151f9 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:30.391158 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9226631-4a35-4b14-ad14-11faa2895bf1 req-e9399e88-0793-4482-bcad-441eeb3151f9 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 945 time: 0.1250215 Aug 17 03:16:30.400229 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Allocated IP 2001:db8::2 (9af9137b-e288-4be5-8073-26a5bf93c004/5dc3d52e-b670-4ba9-b67d-f504dd95a058/84a3ab81-5937-41cd-b73c-9006c27ba279) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:30.487225 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a06e78f2-d299-45a1-8b14-e146a05b8e5a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:30.509092 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9226631-4a35-4b14-ad14-11faa2895bf1 req-0ec63ff9-eaef-46bb-8916-d45563adee0e tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916481 Aug 17 03:16:30.518440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-a06e78f2-d299-45a1-8b14-e146a05b8e5a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] device_id is not set on port 6f547d35-c55b-441d-9f90-6f912c2e80fa yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:16:30.607270 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:30.610479 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d193f04-1918-4bd3-8b67-32929cf755e4 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:30.616443 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Transition to ACTIVE for port object 84a3ab81-5937-41cd-b73c-9006c27ba279 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:30.631736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Transition to ACTIVE for port object 84a3ab81-5937-41cd-b73c-9006c27ba279 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:30.696893 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:30.703047 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d193f04-1918-4bd3-8b67-32929cf755e4 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event deleted for resources: {'Port': ['ID=26051a56-5857-4900-b263-586340434311,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:30.743515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Network 9af9137b-e288-4be5-8073-26a5bf93c004 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:30.746475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:30.756363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:30.778506 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Pushing event updated for resources: {'Port': ['ID=84a3ab81-5937-41cd-b73c-9006c27ba279,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:30.826369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Attempting to bind port 84a3ab81-5937-41cd-b73c-9006c27ba279 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:16:30.826862 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Attempting to bind port 84a3ab81-5937-41cd-b73c-9006c27ba279 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '31df0f43-2603-4778-a3c9-f3ba9052e6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9af9137b-e288-4be5-8073-26a5bf93c004'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:16:30.827320 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Attempting to bind port 84a3ab81-5937-41cd-b73c-9006c27ba279 on network 9af9137b-e288-4be5-8073-26a5bf93c004 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:16:30.833953 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:16:30.836524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Checking segment: {'id': '31df0f43-2603-4778-a3c9-f3ba9052e6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9af9137b-e288-4be5-8073-26a5bf93c004'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:30.836524 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:30.836524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Bound using segment: {'id': '31df0f43-2603-4778-a3c9-f3ba9052e6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9af9137b-e288-4be5-8073-26a5bf93c004'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:16:30.836524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Bound port: 84a3ab81-5937-41cd-b73c-9006c27ba279, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '31df0f43-2603-4778-a3c9-f3ba9052e6f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '9af9137b-e288-4be5-8073-26a5bf93c004'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:16:30.837257 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:30.894182 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-a06e78f2-d299-45a1-8b14-e146a05b8e5a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Allocated IP 2001:db8::10 (9af9137b-e288-4be5-8073-26a5bf93c004/5dc3d52e-b670-4ba9-b67d-f504dd95a058/6f547d35-c55b-441d-9f90-6f912c2e80fa) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:30.907359 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d193f04-1918-4bd3-8b67-32929cf755e4 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:30.908354 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] For port 84a3ab81-5937-41cd-b73c-9006c27ba279, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:16:30.912706 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] For port 84a3ab81-5937-41cd-b73c-9006c27ba279, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=84a3ab81-5937-41cd-b73c-9006c27ba279,segment=NetworkSegment(31df0f43-2603-4778-a3c9-f3ba9052e6f9),segment_id=31df0f43-2603-4778-a3c9-f3ba9052e6f9)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:16:31.007599 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:31.088847 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505f6bc-37ef-4f4b-96d6-f50c75219aa2 None None] Pushing event updated for resources: {'Port': ['ID=84a3ab81-5937-41cd-b73c-9006c27ba279,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:31.168890 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d193f04-1918-4bd3-8b67-32929cf755e4 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Router 7b4dab16-6bc5-429d-a606-2bc5078b13ea has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:16:31.326503 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a06e78f2-d299-45a1-8b14-e146a05b8e5a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:31.337394 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d193f04-1918-4bd3-8b67-32929cf755e4 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:16:31.348041 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6d193f04-1918-4bd3-8b67-32929cf755e4 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "PUT /v2.0/routers/7b4dab16-6bc5-429d-a606-2bc5078b13ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0367806 Aug 17 03:16:31.349646 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45220) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:31.351815 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be350fd-3d45-4856-b65f-41bc8ecebf2f None None] Sync routers for ids ['7b4dab16-6bc5-429d-a606-2bc5078b13ea'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:16:31.360440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-a06e78f2-d299-45a1-8b14-e146a05b8e5a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Transition to ACTIVE for port object 6f547d35-c55b-441d-9f90-6f912c2e80fa will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:31.363536 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be350fd-3d45-4856-b65f-41bc8ecebf2f None None] Routers {'7b4dab16-6bc5-429d-a606-2bc5078b13ea'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:31.364690 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7be350fd-3d45-4856-b65f-41bc8ecebf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:16:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['7b4dab16-6bc5-429d-a606-2bc5078b13ea'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:31.396391 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-248a9d14-506b-4d1a-a20d-6256088d6e88 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] delete failed (client error): The resource could not be found. Aug 17 03:16:31.401557 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-248a9d14-506b-4d1a-a20d-6256088d6e88 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "DELETE /v2.0/routers/tempest-non_exist_router-338479271 HTTP/1.1" status: 404 len: 334 time: 0.0466273 Aug 17 03:16:31.401751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45224) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:31.405747 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7be350fd-3d45-4856-b65f-41bc8ecebf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:31.406471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-37826e3c-b0fc-47cb-b9aa-171d74d0bdd2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Request body: {'router': {'external_gateway_info': {'network_id': '7b4dab16-6bc5-429d-a606-2bc5078b13ea'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:31.424618 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be350fd-3d45-4856-b65f-41bc8ecebf2f None None] Routers {'7b4dab16-6bc5-429d-a606-2bc5078b13ea'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:31.425549 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7be350fd-3d45-4856-b65f-41bc8ecebf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:16:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['7b4dab16-6bc5-429d-a606-2bc5078b13ea'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:31.509294 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a06e78f2-d299-45a1-8b14-e146a05b8e5a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:31.559119 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a06e78f2-d299-45a1-8b14-e146a05b8e5a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 9af9137b-e288-4be5-8073-26a5bf93c004 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:31.562117 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a06e78f2-d299-45a1-8b14-e146a05b8e5a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:31.566572 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a06e78f2-d299-45a1-8b14-e146a05b8e5a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:31.570753 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7be350fd-3d45-4856-b65f-41bc8ecebf2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:31.572518 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be350fd-3d45-4856-b65f-41bc8ecebf2f None None] The sync data for ids ['7b4dab16-6bc5-429d-a606-2bc5078b13ea'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:16:31.574110 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a06e78f2-d299-45a1-8b14-e146a05b8e5a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:31.574776 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a06e78f2-d299-45a1-8b14-e146a05b8e5a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:31.595927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a06e78f2-d299-45a1-8b14-e146a05b8e5a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=6f547d35-c55b-441d-9f90-6f912c2e80fa,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:31.681733 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a06e78f2-d299-45a1-8b14-e146a05b8e5a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7121565 Aug 17 03:16:31.681733 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45230) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:31.689729 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-23de427a-a5eb-41dd-a063-917284ed7866 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'network_id': '9af9137b-e288-4be5-8073-26a5bf93c004', 'name': 'tempest-PortsIpV6TestJSON-837340003', 'fixed_ips': [{'subnet_id': '5dc3d52e-b670-4ba9-b67d-f504dd95a058', 'ip_address': '2001:db8::f'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:31.768894 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-37826e3c-b0fc-47cb-b9aa-171d74d0bdd2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:31.798513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5be057d-598e-4a43-9abd-4adb0f965a29 req-78cb8eb0-5353-4e9c-ab2f-8154d1a4dc5b tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:31.798785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 84a3ab81-5937-41cd-b73c-9006c27ba279 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:31.800064 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a5be057d-598e-4a43-9abd-4adb0f965a29 req-78cb8eb0-5353-4e9c-ab2f-8154d1a4dc5b tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.60 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 945 time: 0.2149060 Aug 17 03:16:31.819178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f3244-7562-41e6-bf73-27c557315201 req-cf862b0c-7cb9-4a23-9136-1e7618b216b6 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:31.820759 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-883f3244-7562-41e6-bf73-27c557315201 req-cf862b0c-7cb9-4a23-9136-1e7618b216b6 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 945 time: 0.1776316 Aug 17 03:16:31.921284 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 84a3ab81-5937-41cd-b73c-9006c27ba279 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:31.931137 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-37826e3c-b0fc-47cb-b9aa-171d74d0bdd2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] update failed (client error): The resource could not be found. Aug 17 03:16:31.936522 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-37826e3c-b0fc-47cb-b9aa-171d74d0bdd2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "PUT /v2.0/routers/7b4dab16-6bc5-429d-a606-2bc5078b13ea HTTP/1.1" status: 404 len: 339 time: 0.5303087 Aug 17 03:16:31.939087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45238) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:31.949404 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-883f3244-7562-41e6-bf73-27c557315201 req-158320f9-7fb1-4c61-8fd9-33b2e0f1edc2 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/security-groups?id=42d35ba9-183c-468d-84c2-ae767126e04f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143799 Aug 17 03:16:32.006511 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23de427a-a5eb-41dd-a063-917284ed7866 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:32.012551 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-23de427a-a5eb-41dd-a063-917284ed7866 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:32.024611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a5be057d-598e-4a43-9abd-4adb0f965a29 req-734c027e-db4b-4793-8f7b-4e4bfbb35f15 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Deleting port 79ba673f-b50b-4d6e-bd59-c682df30f861 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:32.024960 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a5be057d-598e-4a43-9abd-4adb0f965a29 req-734c027e-db4b-4793-8f7b-4e4bfbb35f15 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:32.073593 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-23de427a-a5eb-41dd-a063-917284ed7866 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] device_id is not set on port 2b7110d8-5873-4df4-b3ec-286159bf27ce yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:16:32.153850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a5be057d-598e-4a43-9abd-4adb0f965a29 req-734c027e-db4b-4793-8f7b-4e4bfbb35f15 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] For port 79ba673f-b50b-4d6e-bd59-c682df30f861, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=79ba673f-b50b-4d6e-bd59-c682df30f861,segment=NetworkSegment(b4714241-7980-4b8e-8d24-adf8c37a749d),segment_id=b4714241-7980-4b8e-8d24-adf8c37a749d)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:32.157213 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a5be057d-598e-4a43-9abd-4adb0f965a29 req-734c027e-db4b-4793-8f7b-4e4bfbb35f15 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:32.170910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-a5be057d-598e-4a43-9abd-4adb0f965a29 req-734c027e-db4b-4793-8f7b-4e4bfbb35f15 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Calling delete_port for 79ba673f-b50b-4d6e-bd59-c682df30f861 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:32.228935 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6bd6cce-667d-4e78-8644-4993f1a8a86e None None] Network 9af9137b-e288-4be5-8073-26a5bf93c004 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:32.399517 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a5be057d-598e-4a43-9abd-4adb0f965a29 req-734c027e-db4b-4793-8f7b-4e4bfbb35f15 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:32.415495 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['79ba673f-b50b-4d6e-bd59-c682df30f861'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:16:32.420890 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:32.430434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-734c027e-db4b-4793-8f7b-4e4bfbb35f15 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Pushing event deleted for resources: {'Port': ['ID=79ba673f-b50b-4d6e-bd59-c682df30f861,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:32.453499 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-23de427a-a5eb-41dd-a063-917284ed7866 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Allocated IP 2001:db8::f (9af9137b-e288-4be5-8073-26a5bf93c004/5dc3d52e-b670-4ba9-b67d-f504dd95a058/2b7110d8-5873-4df4-b3ec-286159bf27ce) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:32.464005 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-72c58f25-e272-4964-b37f-c1001e643286 None None] Provisioning for port 84a3ab81-5937-41cd-b73c-9006c27ba279 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:32.469529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-72c58f25-e272-4964-b37f-c1001e643286 None None] Provisioning complete for port 84a3ab81-5937-41cd-b73c-9006c27ba279 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:32.470290 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-72c58f25-e272-4964-b37f-c1001e643286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:32.529240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5be057d-598e-4a43-9abd-4adb0f965a29 req-734c027e-db4b-4793-8f7b-4e4bfbb35f15 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] No DVR routers for this DVR port 79ba673f-b50b-4d6e-bd59-c682df30f861 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:32.533251 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a5be057d-598e-4a43-9abd-4adb0f965a29 req-734c027e-db4b-4793-8f7b-4e4bfbb35f15 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:32.538812 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a5be057d-598e-4a43-9abd-4adb0f965a29 req-734c027e-db4b-4793-8f7b-4e4bfbb35f15 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.60 "DELETE /v2.0/ports/79ba673f-b50b-4d6e-bd59-c682df30f861 HTTP/1.1" status: 204 len: 173 time: 0.7167974 Aug 17 03:16:32.539190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c7a29e51-9888-48ad-81e7-76f8bc8c3b59', 'name': 'network-vif-deleted', 'tag': '79ba673f-b50b-4d6e-bd59-c682df30f861'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:16:32.541718 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb53e2e5-ac02-469a-8b56-343f714003f0" -d '{"events": [{"server_uuid": "c7a29e51-9888-48ad-81e7-76f8bc8c3b59", "name": "network-vif-deleted", "tag": "79ba673f-b50b-4d6e-bd59-c682df30f861"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:16:32.616474 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-72c58f25-e272-4964-b37f-c1001e643286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:32.620177 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:16:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4825c2bd-0962-4104-b408-b1bf8190d12a x-openstack-request-id: req-4825c2bd-0962-4104-b408-b1bf8190d12a {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:16:32.620724 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c7a29e51-9888-48ad-81e7-76f8bc8c3b59", "name": "network-vif-deleted", "tag": "79ba673f-b50b-4d6e-bd59-c682df30f861", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:16:32.621081 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4825c2bd-0962-4104-b408-b1bf8190d12a {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:16:32.621607 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c7a29e51-9888-48ad-81e7-76f8bc8c3b59', 'name': 'network-vif-deleted', 'tag': '79ba673f-b50b-4d6e-bd59-c682df30f861', 'status': 'completed', 'code': 200} Aug 17 03:16:32.664402 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-72c58f25-e272-4964-b37f-c1001e643286 None None] For port 84a3ab81-5937-41cd-b73c-9006c27ba279, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=84a3ab81-5937-41cd-b73c-9006c27ba279,segment=NetworkSegment(31df0f43-2603-4778-a3c9-f3ba9052e6f9),segment_id=31df0f43-2603-4778-a3c9-f3ba9052e6f9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:32.738119 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-72c58f25-e272-4964-b37f-c1001e643286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:32.809263 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c58f25-e272-4964-b37f-c1001e643286 None None] Pushing event updated for resources: {'Port': ['ID=84a3ab81-5937-41cd-b73c-9006c27ba279,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:32.873207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6f251ce4-be39-46a4-b056-9fe164161884 None None] Provisioning complete for port 84a3ab81-5937-41cd-b73c-9006c27ba279 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:32.873785 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f251ce4-be39-46a4-b056-9fe164161884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:33.113235 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2917453d-ff5d-42fa-b636-65e70d9ed44a req-341c6b57-edec-4b20-bd7c-d79ceda50d06 tempest-ServersTestJSON-649012216 tempest-ServersTestJSON-649012216-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7a29e51-9888-48ad-81e7-76f8bc8c3b59 HTTP/1.1" status: 200 len: 210 time: 0.0308745 Aug 17 03:16:33.115772 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:33.136266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6f251ce4-be39-46a4-b056-9fe164161884 None None] Provisioning for port 6f547d35-c55b-441d-9f90-6f912c2e80fa completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:33.140244 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6f251ce4-be39-46a4-b056-9fe164161884 None None] Provisioning complete for port 6f547d35-c55b-441d-9f90-6f912c2e80fa triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:33.140607 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f251ce4-be39-46a4-b056-9fe164161884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:33.177882 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6f251ce4-be39-46a4-b056-9fe164161884 None None] Port 6f547d35-c55b-441d-9f90-6f912c2e80fa cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:33.225634 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Allocated IP 172.20.0.1 (f9d3788d-46c7-4895-be01-ca4e4577a837/290bd883-7611-4353-9b47-fc5d7a3a496e/f6d4ab0d-aeea-4e07-939d-a7fc409f1650) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:33.232541 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-23de427a-a5eb-41dd-a063-917284ed7866 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:33.256525 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-23de427a-a5eb-41dd-a063-917284ed7866 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Transition to ACTIVE for port object 2b7110d8-5873-4df4-b3ec-286159bf27ce will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:33.298118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-da07ed09-c250-4d2b-9ce1-5f43781c42fb None None] Provisioning complete for port 6f547d35-c55b-441d-9f90-6f912c2e80fa triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:33.298843 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-da07ed09-c250-4d2b-9ce1-5f43781c42fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:33.369905 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-da07ed09-c250-4d2b-9ce1-5f43781c42fb None None] Port 6f547d35-c55b-441d-9f90-6f912c2e80fa cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:33.405751 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:33.419660 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Transition to ACTIVE for port object f6d4ab0d-aeea-4e07-939d-a7fc409f1650 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:33.459088 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-23de427a-a5eb-41dd-a063-917284ed7866 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:33.508041 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23de427a-a5eb-41dd-a063-917284ed7866 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 9af9137b-e288-4be5-8073-26a5bf93c004 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:33.511248 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-23de427a-a5eb-41dd-a063-917284ed7866 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:33.515092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23de427a-a5eb-41dd-a063-917284ed7866 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:33.521483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23de427a-a5eb-41dd-a063-917284ed7866 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:33.522116 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-23de427a-a5eb-41dd-a063-917284ed7866 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:33.531517 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:33.533256 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23de427a-a5eb-41dd-a063-917284ed7866 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=2b7110d8-5873-4df4-b3ec-286159bf27ce,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:33.584091 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Network f9d3788d-46c7-4895-be01-ca4e4577a837 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:33.587459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:33.591860 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:33.595900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event updated for resources: {'Port': ['ID=f6d4ab0d-aeea-4e07-939d-a7fc409f1650,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:33.641119 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:33.683318 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-23de427a-a5eb-41dd-a063-917284ed7866 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.0034091 Aug 17 03:16:33.686051 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45268) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:33.784431 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:33.808687 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 84a3ab81-5937-41cd-b73c-9006c27ba279 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:33.858302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67163779-4610-4820-a151-d1368adba124 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:33.860509 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-67163779-4610-4820-a151-d1368adba124 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.1722302 Aug 17 03:16:33.866394 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45272) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:33.891778 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 84a3ab81-5937-41cd-b73c-9006c27ba279 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:33.892673 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.000657 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.077626 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd84cc-ea02-4d5b-8e53-1bf7da41a1b7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:34.081453 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-124b18d9-04da-4c77-bbb1-c5fd814c3535 None None] Provisioning for port 2b7110d8-5873-4df4-b3ec-286159bf27ce completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:34.083788 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd84cc-ea02-4d5b-8e53-1bf7da41a1b7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:34.087519 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-124b18d9-04da-4c77-bbb1-c5fd814c3535 None None] Provisioning complete for port 2b7110d8-5873-4df4-b3ec-286159bf27ce triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:34.090191 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fcdd84cc-ea02-4d5b-8e53-1bf7da41a1b7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:34.090387 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-124b18d9-04da-4c77-bbb1-c5fd814c3535 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.094907 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fcdd84cc-ea02-4d5b-8e53-1bf7da41a1b7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.2241180 Aug 17 03:16:34.095112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45276) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:34.136184 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-124b18d9-04da-4c77-bbb1-c5fd814c3535 None None] Port 2b7110d8-5873-4df4-b3ec-286159bf27ce cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:34.182865 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45282) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:34.197291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-248c9653-9c40-4944-87d2-8694e083969f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port 2b7110d8-5873-4df4-b3ec-286159bf27ce {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:34.197672 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-248c9653-9c40-4944-87d2-8694e083969f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.269011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-46634569-43bc-4bc6-b992-e42045cbee0e admin admin] Deleting subnet 5df8f852-8b4a-4f0c-8b3e-42b1edfe9134 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:16:34.277264 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-46634569-43bc-4bc6-b992-e42045cbee0e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.298214 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-248c9653-9c40-4944-87d2-8694e083969f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.311395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-248c9653-9c40-4944-87d2-8694e083969f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for 2b7110d8-5873-4df4-b3ec-286159bf27ce owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:34.331968 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f98a67cd-fd4f-4a05-b47e-31ce860aa944 None None] Provisioning for port f6d4ab0d-aeea-4e07-939d-a7fc409f1650 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:34.337047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f98a67cd-fd4f-4a05-b47e-31ce860aa944 None None] Provisioning complete for port f6d4ab0d-aeea-4e07-939d-a7fc409f1650 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:34.337722 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f98a67cd-fd4f-4a05-b47e-31ce860aa944 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.385334 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-46634569-43bc-4bc6-b992-e42045cbee0e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.393922 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f98a67cd-fd4f-4a05-b47e-31ce860aa944 None None] Port f6d4ab0d-aeea-4e07-939d-a7fc409f1650 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:34.460818 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-46634569-43bc-4bc6-b992-e42045cbee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.525305 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.555429 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-248c9653-9c40-4944-87d2-8694e083969f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.586518 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-248c9653-9c40-4944-87d2-8694e083969f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=2b7110d8-5873-4df4-b3ec-286159bf27ce,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:34.612371 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.623846 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-248c9653-9c40-4944-87d2-8694e083969f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.630314 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-248c9653-9c40-4944-87d2-8694e083969f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/ports/2b7110d8-5873-4df4-b3ec-286159bf27ce HTTP/1.1" status: 204 len: 168 time: 0.5304601 Aug 17 03:16:34.630314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45290) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:34.662315 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3344ca7-407c-42c4-bda5-b40fc72280df tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] GET failed (client error): The resource could not be found. Aug 17 03:16:34.664425 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b3344ca7-407c-42c4-bda5-b40fc72280df tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports/2b7110d8-5873-4df4-b3ec-286159bf27ce HTTP/1.1" status: 404 len: 333 time: 0.0333767 Aug 17 03:16:34.667087 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-46634569-43bc-4bc6-b992-e42045cbee0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.667334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45292) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:34.719232 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46634569-43bc-4bc6-b992-e42045cbee0e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5df8f852-8b4a-4f0c-8b3e-42b1edfe9134,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:34.738638 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-46634569-43bc-4bc6-b992-e42045cbee0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.743433 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-46634569-43bc-4bc6-b992-e42045cbee0e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/5df8f852-8b4a-4f0c-8b3e-42b1edfe9134 HTTP/1.1" status: 204 len: 168 time: 0.5573413 Aug 17 03:16:34.746673 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45296) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:34.747493 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.773694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event updated for resources: {'Port': ['ID=f6d4ab0d-aeea-4e07-939d-a7fc409f1650,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:34.804451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-5e3a2124-3b27-491c-b451-a05cce77f13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port 6f547d35-c55b-441d-9f90-6f912c2e80fa {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:34.805033 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2124-3b27-491c-b451-a05cce77f13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.900795 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a4941131-7ba1-4ae6-af50-c7aa30786ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.910012 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2124-3b27-491c-b451-a05cce77f13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:34.922891 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-5e3a2124-3b27-491c-b451-a05cce77f13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for 6f547d35-c55b-441d-9f90-6f912c2e80fa owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:34.957999 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Network f9d3788d-46c7-4895-be01-ca4e4577a837 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:34.960121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:35.083181 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a4941131-7ba1-4ae6-af50-c7aa30786ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:35.096956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-a4941131-7ba1-4ae6-af50-c7aa30786ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['231691f2-ac47-4b98-9db9-aab5f5656c2c']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:35.115857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-a4941131-7ba1-4ae6-af50-c7aa30786ee3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b4714241-7980-4b8e-8d24-adf8c37a749d') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:35.116157 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-a4941131-7ba1-4ae6-af50-c7aa30786ee3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b4714241-7980-4b8e-8d24-adf8c37a749d') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:35.130885 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a4941131-7ba1-4ae6-af50-c7aa30786ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:35.152364 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a4941131-7ba1-4ae6-af50-c7aa30786ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:35.155339 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Router 7b4dab16-6bc5-429d-a606-2bc5078b13ea has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:16:35.162089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a4941131-7ba1-4ae6-af50-c7aa30786ee3 admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:16:35.162517 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a4941131-7ba1-4ae6-af50-c7aa30786ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:16:35.165024 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:16:35.177052 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2124-3b27-491c-b451-a05cce77f13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:35.215918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3a2124-3b27-491c-b451-a05cce77f13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=6f547d35-c55b-441d-9f90-6f912c2e80fa,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:35.245992 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5e3a2124-3b27-491c-b451-a05cce77f13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:35.252936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4a22591b-05ef-449d-a874-f1b98a92007e None None] Provisioning complete for port f6d4ab0d-aeea-4e07-939d-a7fc409f1650 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:35.253678 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4a22591b-05ef-449d-a874-f1b98a92007e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:35.260066 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5e3a2124-3b27-491c-b451-a05cce77f13e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/ports/6f547d35-c55b-441d-9f90-6f912c2e80fa HTTP/1.1" status: 204 len: 168 time: 0.5890195 Aug 17 03:16:35.263871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45306) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:35.299817 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-51dc99d6-6413-4def-abf6-ebcd6feef4e8 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] GET failed (client error): The resource could not be found. Aug 17 03:16:35.301404 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-51dc99d6-6413-4def-abf6-ebcd6feef4e8 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports/6f547d35-c55b-441d-9f90-6f912c2e80fa HTTP/1.1" status: 404 len: 333 time: 0.0349467 Aug 17 03:16:35.305133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45308) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:35.342270 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:16:35.347601 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4a22591b-05ef-449d-a874-f1b98a92007e None None] Port f6d4ab0d-aeea-4e07-939d-a7fc409f1650 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:35.356444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc571d5-a45e-40d2-8d1e-37d1d46b601b None None] Sync routers for ids ['7b4dab16-6bc5-429d-a606-2bc5078b13ea'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:16:35.363688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45310) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:35.365944 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-691893f6-5183-4493-8651-a21e5ea73581 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "PUT /v2.0/routers/7b4dab16-6bc5-429d-a606-2bc5078b13ea/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4241855 Aug 17 03:16:35.389559 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc571d5-a45e-40d2-8d1e-37d1d46b601b None None] Routers {'7b4dab16-6bc5-429d-a606-2bc5078b13ea'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:35.390501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-cfc571d5-a45e-40d2-8d1e-37d1d46b601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:16:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['7b4dab16-6bc5-429d-a606-2bc5078b13ea'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:35.396339 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a4941131-7ba1-4ae6-af50-c7aa30786ee3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:35.404221 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a4941131-7ba1-4ae6-af50-c7aa30786ee3 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:35.406457 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a4941131-7ba1-4ae6-af50-c7aa30786ee3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/231691f2-ac47-4b98-9db9-aab5f5656c2c HTTP/1.1" status: 204 len: 168 time: 0.6416535 Aug 17 03:16:35.420467 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4941131-7ba1-4ae6-af50-c7aa30786ee3 admin admin] Pushing event deleted for resources: {'Network': ['ID=231691f2-ac47-4b98-9db9-aab5f5656c2c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:35.461727 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-cfc571d5-a45e-40d2-8d1e-37d1d46b601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:35.497016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfc571d5-a45e-40d2-8d1e-37d1d46b601b None None] Routers {'7b4dab16-6bc5-429d-a606-2bc5078b13ea'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:35.498014 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-cfc571d5-a45e-40d2-8d1e-37d1d46b601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:16:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['7b4dab16-6bc5-429d-a606-2bc5078b13ea'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:35.563096 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-cfc571d5-a45e-40d2-8d1e-37d1d46b601b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:35.564358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfc571d5-a45e-40d2-8d1e-37d1d46b601b None None] The sync data for ids ['7b4dab16-6bc5-429d-a606-2bc5078b13ea'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:16:35.713957 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 79ba673f-b50b-4d6e-bd59-c682df30f861 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:35.838205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7bf6c67-dbaa-4e06-9d1b-8b125c6f813a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting subnet 5dc3d52e-b670-4ba9-b67d-f504dd95a058 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:16:35.845931 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7bf6c67-dbaa-4e06-9d1b-8b125c6f813a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:35.894997 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f11540c5-f2f6-479b-b184-876d690cbeb5 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:35.902063 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7bf6c67-dbaa-4e06-9d1b-8b125c6f813a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:35.917001 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45322) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:35.941802 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 79ba673f-b50b-4d6e-bd59-c682df30f861 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:16:35.942222 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 79ba673f-b50b-4d6e-bd59-c682df30f861 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:35.966357 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d0a7e507-8ff8-4daa-913b-7ef533bc885e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6fc3dc22f61e4504bffcbcd1acecf394&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0474629 Aug 17 03:16:35.969079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45324) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:36.033138 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d38623ec-caaa-4635-ac31-586e3a73ab27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:36.055392 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-f11540c5-f2f6-479b-b184-876d690cbeb5 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] delete failed (client error): There was a conflict when trying to complete your request. Aug 17 03:16:36.060551 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f11540c5-f2f6-479b-b184-876d690cbeb5 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "DELETE /v2.0/routers/7b4dab16-6bc5-429d-a606-2bc5078b13ea HTTP/1.1" status: 409 len: 329 time: 0.6913044 Aug 17 03:16:36.060678 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d38623ec-caaa-4635-ac31-586e3a73ab27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:36.060779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45328) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:36.140872 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7bf6c67-dbaa-4e06-9d1b-8b125c6f813a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:36.280674 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d38623ec-caaa-4635-ac31-586e3a73ab27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:36.284815 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d38623ec-caaa-4635-ac31-586e3a73ab27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:36.286709 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d38623ec-caaa-4635-ac31-586e3a73ab27 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/42d35ba9-183c-468d-84c2-ae767126e04f HTTP/1.1" status: 204 len: 168 time: 0.3166325 Aug 17 03:16:36.307583 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38623ec-caaa-4635-ac31-586e3a73ab27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42d35ba9-183c-468d-84c2-ae767126e04f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:36.463723 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7bf6c67-dbaa-4e06-9d1b-8b125c6f813a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:36.498682 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7bf6c67-dbaa-4e06-9d1b-8b125c6f813a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:36.500450 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a7bf6c67-dbaa-4e06-9d1b-8b125c6f813a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/5dc3d52e-b670-4ba9-b67d-f504dd95a058 HTTP/1.1" status: 204 len: 168 time: 1.1943295 Aug 17 03:16:36.501359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bf6c67-dbaa-4e06-9d1b-8b125c6f813a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Subnet': ['ID=5dc3d52e-b670-4ba9-b67d-f504dd95a058,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:36.504391 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45340) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:36.510052 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63703565-0ad5-4772-99cb-ae416460fdfd None None] Network 9af9137b-e288-4be5-8073-26a5bf93c004 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:36.521299 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba34b189-21b2-45de-9653-eda8b4a6225a tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:36.668716 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:36.778812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port 84a3ab81-5937-41cd-b73c-9006c27ba279 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:36.779309 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:36.821787 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] DHCP port deletion for 9af9137b-e288-4be5-8073-26a5bf93c004 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:16:36.862034 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] For port 84a3ab81-5937-41cd-b73c-9006c27ba279, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=84a3ab81-5937-41cd-b73c-9006c27ba279,segment=NetworkSegment(31df0f43-2603-4778-a3c9-f3ba9052e6f9),segment_id=31df0f43-2603-4778-a3c9-f3ba9052e6f9)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:36.862745 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:36.878773 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for 84a3ab81-5937-41cd-b73c-9006c27ba279 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:36.904726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ba34b189-21b2-45de-9653-eda8b4a6225a tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Deleting port f6d4ab0d-aeea-4e07-939d-a7fc409f1650 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:36.905258 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba34b189-21b2-45de-9653-eda8b4a6225a tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:36.922588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] Deleting port 84a3ab81-5937-41cd-b73c-9006c27ba279 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:36.931927 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:37.029673 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] For port 84a3ab81-5937-41cd-b73c-9006c27ba279, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=84a3ab81-5937-41cd-b73c-9006c27ba279,segment=NetworkSegment(31df0f43-2603-4778-a3c9-f3ba9052e6f9),segment_id=31df0f43-2603-4778-a3c9-f3ba9052e6f9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:37.030077 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:37.045295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] Calling delete_port for 84a3ab81-5937-41cd-b73c-9006c27ba279 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:37.054267 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba34b189-21b2-45de-9653-eda8b4a6225a tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:37.064222 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:37.068342 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ba34b189-21b2-45de-9653-eda8b4a6225a tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Calling delete_port for f6d4ab0d-aeea-4e07-939d-a7fc409f1650 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:37.096640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=84a3ab81-5937-41cd-b73c-9006c27ba279,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:37.099649 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No DVR routers for this DVR port 84a3ab81-5937-41cd-b73c-9006c27ba279 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:37.125013 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:37.152127 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] Pushing event deleted for resources: {'Port': ['ID=84a3ab81-5937-41cd-b73c-9006c27ba279,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:37.164198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:37.164556 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:37.164941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:37.165351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:37.165605 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:37.165949 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:37.166284 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:37.166619 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:37.166953 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:37.167284 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:37.167612 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:37.167946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:16:37.170766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f6baed-cfc1-451b-9c62-0cfad9477232 None None] No DVR routers for this DVR port 84a3ab81-5937-41cd-b73c-9006c27ba279 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:37.226555 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:37.240472 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9af9137b-e288-4be5-8073-26a5bf93c004']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:37.251701 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '31df0f43-2603-4778-a3c9-f3ba9052e6f9') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:37.252164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '31df0f43-2603-4778-a3c9-f3ba9052e6f9') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:37.263494 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:37.287249 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:37.288490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:16:37.288935 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:16:37.292749 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:16:37.418461 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba34b189-21b2-45de-9653-eda8b4a6225a tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:37.447394 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:37.463300 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:37.463300 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/networks/9af9137b-e288-4be5-8073-26a5bf93c004 HTTP/1.1" status: 204 len: 168 time: 0.9523172 Aug 17 03:16:37.470765 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45370) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:37.474658 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba34b189-21b2-45de-9653-eda8b4a6225a tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event deleted for resources: {'Port': ['ID=f6d4ab0d-aeea-4e07-939d-a7fc409f1650,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:37.488209 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-638c6e1d-c5fe-444f-84d4-9897acd3a777 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1036043060'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:37.493144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac49af7a-6ec4-4599-aa19-3348f88bc28e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Network': ['ID=9af9137b-e288-4be5-8073-26a5bf93c004,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:37.611854 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-638c6e1d-c5fe-444f-84d4-9897acd3a777 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:37.618306 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-638c6e1d-c5fe-444f-84d4-9897acd3a777 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:37.619549 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba34b189-21b2-45de-9653-eda8b4a6225a tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:37.671723 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-638c6e1d-c5fe-444f-84d4-9897acd3a777 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:16:37.683758 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-638c6e1d-c5fe-444f-84d4-9897acd3a777 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:37.684355 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-638c6e1d-c5fe-444f-84d4-9897acd3a777 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Added segment 8ee46ef1-4999-4a46-9141-0d54651a6aa4 of type vlan for network 58a47ceb-d2b0-470b-b28c-1e7486e1bdf1 Aug 17 03:16:37.751293 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-638c6e1d-c5fe-444f-84d4-9897acd3a777 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:37.815187 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 84a3ab81-5937-41cd-b73c-9006c27ba279 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:37.821156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ba34b189-21b2-45de-9653-eda8b4a6225a tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Router 7b4dab16-6bc5-429d-a606-2bc5078b13ea has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:16:37.823551 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-638c6e1d-c5fe-444f-84d4-9897acd3a777 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:37.833927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-638c6e1d-c5fe-444f-84d4-9897acd3a777 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:37.835711 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-638c6e1d-c5fe-444f-84d4-9897acd3a777 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:37.859959 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45378) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:37.865368 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 84a3ab81-5937-41cd-b73c-9006c27ba279 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:16:37.867572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 84a3ab81-5937-41cd-b73c-9006c27ba279 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:37.924614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba34b189-21b2-45de-9653-eda8b4a6225a tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:16:37.934592 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ba34b189-21b2-45de-9653-eda8b4a6225a tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "PUT /v2.0/routers/7b4dab16-6bc5-429d-a606-2bc5078b13ea/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8696201 Aug 17 03:16:37.934592 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45384) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:37.934930 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-638c6e1d-c5fe-444f-84d4-9897acd3a777 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4601033 Aug 17 03:16:37.939842 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-99e5bc4c-7596-43dd-b889-5c45dfffd42f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'subnet': {'network_id': '58a47ceb-d2b0-470b-b28c-1e7486e1bdf1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:37.942183 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45386) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:37.944824 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2f66a-29dd-43ad-8840-b0ba984e20b3 None None] Sync routers for ids ['7b4dab16-6bc5-429d-a606-2bc5078b13ea'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:16:37.956680 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c2f66a-29dd-43ad-8840-b0ba984e20b3 None None] Routers {'7b4dab16-6bc5-429d-a606-2bc5078b13ea'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:37.961542 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-68c2f66a-29dd-43ad-8840-b0ba984e20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:16:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['7b4dab16-6bc5-429d-a606-2bc5078b13ea'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:37.990075 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-cb5f2c00-8058-4a99-b00c-73e49249e8c8 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] show failed (client error): The resource could not be found. Aug 17 03:16:37.991696 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cb5f2c00-8058-4a99-b00c-73e49249e8c8 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "GET /v2.0/routers/tempest-non_exist_router-823204834 HTTP/1.1" status: 404 len: 334 time: 0.0483592 Aug 17 03:16:37.995789 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45390) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:37.996769 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-638c6e1d-c5fe-444f-84d4-9897acd3a777 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Network': ['ID=58a47ceb-d2b0-470b-b28c-1e7486e1bdf1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:38.001289 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-68c2f66a-29dd-43ad-8840-b0ba984e20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:38.008473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-630f9d15-d799-4795-bf9e-fdfde0d829e8 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Request body: {'router': {'name': 'new_name'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:38.008981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 58a47ceb-d2b0-470b-b28c-1e7486e1bdf1 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:16:38.013565 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68c2f66a-29dd-43ad-8840-b0ba984e20b3 None None] Routers {'7b4dab16-6bc5-429d-a606-2bc5078b13ea'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:38.014187 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-68c2f66a-29dd-43ad-8840-b0ba984e20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:16:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['7b4dab16-6bc5-429d-a606-2bc5078b13ea'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:38.054990 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-630f9d15-d799-4795-bf9e-fdfde0d829e8 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] update failed (client error): The resource could not be found. Aug 17 03:16:38.056048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-630f9d15-d799-4795-bf9e-fdfde0d829e8 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "PUT /v2.0/routers/tempest-non_exist_router-148384238 HTTP/1.1" status: 404 len: 334 time: 0.0591149 Aug 17 03:16:38.056839 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b9da10f5-d474-4674-95f3-b6b6cb7c9b33 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-849678728-network', 'tenant_id': '7d2a8cf113d946fc9dc439eb132a7a7e'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:38.059886 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-68c2f66a-29dd-43ad-8840-b0ba984e20b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:38.061063 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68c2f66a-29dd-43ad-8840-b0ba984e20b3 None None] The sync data for ids ['7b4dab16-6bc5-429d-a606-2bc5078b13ea'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:16:38.061994 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45394) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:38.141670 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7f286f6-eb89-42cb-9283-1ba6cc5e3f78 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Deleting subnet 93b8241e-b345-40ec-982b-11eaa4ecf19e {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:16:38.146696 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f7f286f6-eb89-42cb-9283-1ba6cc5e3f78 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.166659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9da10f5-d474-4674-95f3-b6b6cb7c9b33 admin admin] Made reservation on behalf of 7d2a8cf113d946fc9dc439eb132a7a7e for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:38.174780 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9da10f5-d474-4674-95f3-b6b6cb7c9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.187278 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9da10f5-d474-4674-95f3-b6b6cb7c9b33 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.198320 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f7f286f6-eb89-42cb-9283-1ba6cc5e3f78 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.269326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99e5bc4c-7596-43dd-b889-5c45dfffd42f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:38.273332 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-99e5bc4c-7596-43dd-b889-5c45dfffd42f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.338911 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f7f286f6-eb89-42cb-9283-1ba6cc5e3f78 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.362875 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9da10f5-d474-4674-95f3-b6b6cb7c9b33 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.439636 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9da10f5-d474-4674-95f3-b6b6cb7c9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.465205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9da10f5-d474-4674-95f3-b6b6cb7c9b33 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 95} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:16:38.476642 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da10f5-d474-4674-95f3-b6b6cb7c9b33 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6200081e-aca2-4713-b943-4cd65d8a6055,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:38.482906 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9da10f5-d474-4674-95f3-b6b6cb7c9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.483330 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-b9da10f5-d474-4674-95f3-b6b6cb7c9b33 admin admin] Added segment a6925d3e-671e-4193-bd78-4e5c1f825b09 of type vlan for network 1738701f-4456-4624-a9a3-f84c2c268a9f Aug 17 03:16:38.525459 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f7f286f6-eb89-42cb-9283-1ba6cc5e3f78 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.530656 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9da10f5-d474-4674-95f3-b6b6cb7c9b33 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.556462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7f286f6-eb89-42cb-9283-1ba6cc5e3f78 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event deleted for resources: {'Subnet': ['ID=93b8241e-b345-40ec-982b-11eaa4ecf19e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:38.558410 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f7f286f6-eb89-42cb-9283-1ba6cc5e3f78 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.560547 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f7f286f6-eb89-42cb-9283-1ba6cc5e3f78 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "DELETE /v2.0/subnets/93b8241e-b345-40ec-982b-11eaa4ecf19e HTTP/1.1" status: 204 len: 168 time: 0.4974823 Aug 17 03:16:38.563659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45404) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:38.579296 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5c0f6bb-c785-4e90-b25d-3e164721da53 None None] Network bacc52fb-dbaf-4290-923f-d29f0aadfe72 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:38.584514 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-99e5bc4c-7596-43dd-b889-5c45dfffd42f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.622011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-1110d76a-0e7b-4d1c-a0ff-305a226e0ace tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Deleting subnet 6f54dfc8-3a77-4210-9935-2eda6aaf3a47 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:16:38.625615 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1110d76a-0e7b-4d1c-a0ff-305a226e0ace tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.657450 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99e5bc4c-7596-43dd-b889-5c45dfffd42f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Subnet': ['ID=6d82c237-3ea2-4677-96fb-2e26c82b9238,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:38.658672 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9da10f5-d474-4674-95f3-b6b6cb7c9b33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.660287 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9da10f5-d474-4674-95f3-b6b6cb7c9b33 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:38.661849 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9da10f5-d474-4674-95f3-b6b6cb7c9b33 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.663461 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99e5bc4c-7596-43dd-b889-5c45dfffd42f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Checking segment: {'id': '8ee46ef1-4999-4a46-9141-0d54651a6aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '58a47ceb-d2b0-470b-b28c-1e7486e1bdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:38.664020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e5bc4c-7596-43dd-b889-5c45dfffd42f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network hostable DHCP agents. Network: 58a47ceb-d2b0-470b-b28c-1e7486e1bdf1, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:16:38.747428 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1110d76a-0e7b-4d1c-a0ff-305a226e0ace tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.781402 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9da10f5-d474-4674-95f3-b6b6cb7c9b33 admin admin] Pushing event updated for resources: {'Network': ['ID=1738701f-4456-4624-a9a3-f84c2c268a9f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:38.792152 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 1738701f-4456-4624-a9a3-f84c2c268a9f details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:16:38.812123 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99e5bc4c-7596-43dd-b889-5c45dfffd42f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 58a47ceb-d2b0-470b-b28c-1e7486e1bdf1 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:16:38.839657 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52d58ddb-81f6-4383-9898-7b67fd1b5716 None None] DHCP port deletion for bacc52fb-dbaf-4290-923f-d29f0aadfe72 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:16:38.852226 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1110d76a-0e7b-4d1c-a0ff-305a226e0ace tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.906474 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b9da10f5-d474-4674-95f3-b6b6cb7c9b33 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.0378714 Aug 17 03:16:38.909467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45408) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:38.909608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-52d58ddb-81f6-4383-9898-7b67fd1b5716 None None] Deleting port 8b11085c-196f-4563-8a1b-2ec1c2f87001 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:38.909944 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-52d58ddb-81f6-4383-9898-7b67fd1b5716 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.915648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a9a5ae2b-c3aa-4559-9672-86d7faf9db73 admin admin] Request body: {'subnet': {'network_id': '1738701f-4456-4624-a9a3-f84c2c268a9f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-849678728-subnet', 'tenant_id': '7d2a8cf113d946fc9dc439eb132a7a7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:38.933271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-99e5bc4c-7596-43dd-b889-5c45dfffd42f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 58a47ceb-d2b0-470b-b28c-1e7486e1bdf1) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:38.939641 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99e5bc4c-7596-43dd-b889-5c45dfffd42f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:38.939641 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-99e5bc4c-7596-43dd-b889-5c45dfffd42f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:38.952430 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-434465a4-3799-46bb-aa4e-b297024e2f67 None None] Network 58a47ceb-d2b0-470b-b28c-1e7486e1bdf1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:39.016829 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1110d76a-0e7b-4d1c-a0ff-305a226e0ace tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.030584 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-52d58ddb-81f6-4383-9898-7b67fd1b5716 None None] For port 8b11085c-196f-4563-8a1b-2ec1c2f87001, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8b11085c-196f-4563-8a1b-2ec1c2f87001,segment=NetworkSegment(680e7903-89ce-496b-a9ca-aad007fae461),segment_id=680e7903-89ce-496b-a9ca-aad007fae461)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:39.030990 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-52d58ddb-81f6-4383-9898-7b67fd1b5716 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.047426 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110d76a-0e7b-4d1c-a0ff-305a226e0ace tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event deleted for resources: {'Subnet': ['ID=6f54dfc8-3a77-4210-9935-2eda6aaf3a47,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:39.049019 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-52d58ddb-81f6-4383-9898-7b67fd1b5716 None None] Calling delete_port for 8b11085c-196f-4563-8a1b-2ec1c2f87001 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:39.049680 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1110d76a-0e7b-4d1c-a0ff-305a226e0ace tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.050912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9a5ae2b-c3aa-4559-9672-86d7faf9db73 admin admin] Made reservation on behalf of 7d2a8cf113d946fc9dc439eb132a7a7e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:39.051674 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1110d76a-0e7b-4d1c-a0ff-305a226e0ace tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "DELETE /v2.0/subnets/6f54dfc8-3a77-4210-9935-2eda6aaf3a47 HTTP/1.1" status: 204 len: 168 time: 0.4869766 Aug 17 03:16:39.055054 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45412) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:39.056026 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9a5ae2b-c3aa-4559-9672-86d7faf9db73 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.070665 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85cc95c4-3830-42b0-a51f-9ed395589a02 None None] Network b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:39.192792 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.197182 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-99e5bc4c-7596-43dd-b889-5c45dfffd42f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2624931 Aug 17 03:16:39.205194 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45418) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:39.210192 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b3e18ad2-d211-4953-8bc3-24ed9f96918d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-250851615', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:39.281663 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Deleting port 8b11085c-196f-4563-8a1b-2ec1c2f87001 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:39.283763 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.304700 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9a5ae2b-c3aa-4559-9672-86d7faf9db73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.306272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-58a47ceb-d2b0-470b-b28c-1e7486e1bdf1', 'network_id': '58a47ceb-d2b0-470b-b28c-1e7486e1bdf1', 'tenant_id': '83ef177ac49a4db198e838e3b8028d5a', 'fixed_ips': [{'subnet_id': '6d82c237-3ea2-4677-96fb-2e26c82b9238'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:16:39.311177 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.341817 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3e18ad2-d211-4953-8bc3-24ed9f96918d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.342871 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3e18ad2-d211-4953-8bc3-24ed9f96918d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.388766 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] For port 8b11085c-196f-4563-8a1b-2ec1c2f87001, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8b11085c-196f-4563-8a1b-2ec1c2f87001,segment=NetworkSegment(680e7903-89ce-496b-a9ca-aad007fae461),segment_id=680e7903-89ce-496b-a9ca-aad007fae461)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:39.389235 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.393231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a5ae2b-c3aa-4559-9672-86d7faf9db73 admin admin] Pushing event updated for resources: {'Subnet': ['ID=039b8b50-11f7-42bf-9f6c-7b6b7fbb4dcf,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:39.400294 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-52d58ddb-81f6-4383-9898-7b67fd1b5716 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.412694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Calling delete_port for 8b11085c-196f-4563-8a1b-2ec1c2f87001 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:39.418222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9a5ae2b-c3aa-4559-9672-86d7faf9db73 admin admin] Checking segment: {'id': 'a6925d3e-671e-4193-bd78-4e5c1f825b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1738701f-4456-4624-a9a3-f84c2c268a9f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:39.427765 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a5ae2b-c3aa-4559-9672-86d7faf9db73 admin admin] Network hostable DHCP agents. Network: 1738701f-4456-4624-a9a3-f84c2c268a9f, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:16:39.463014 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24527e8d-3eae-477e-b173-9154a290fdc9 None None] DHCP port deletion for b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:16:39.494267 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52d58ddb-81f6-4383-9898-7b67fd1b5716 None None] Pushing event deleted for resources: {'Port': ['ID=8b11085c-196f-4563-8a1b-2ec1c2f87001,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:39.500379 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52d58ddb-81f6-4383-9898-7b67fd1b5716 None None] No DVR routers for this DVR port 8b11085c-196f-4563-8a1b-2ec1c2f87001 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:39.511177 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3e18ad2-d211-4953-8bc3-24ed9f96918d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.512700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9a5ae2b-c3aa-4559-9672-86d7faf9db73 admin admin] Network 1738701f-4456-4624-a9a3-f84c2c268a9f is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:16:39.549113 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.580927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] No DVR routers for this DVR port 8b11085c-196f-4563-8a1b-2ec1c2f87001 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:39.586392 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event deleted for resources: {'Port': ['ID=8b11085c-196f-4563-8a1b-2ec1c2f87001,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:39.603792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Allocated IP 2001:db8::2 (58a47ceb-d2b0-470b-b28c-1e7486e1bdf1/6d82c237-3ea2-4677-96fb-2e26c82b9238/ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:39.608871 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3e18ad2-d211-4953-8bc3-24ed9f96918d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.624825 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-24527e8d-3eae-477e-b173-9154a290fdc9 None None] Deleting port 5c50f0dc-0593-4d13-b7aa-4364a4aa0135 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:39.625208 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-24527e8d-3eae-477e-b173-9154a290fdc9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.629885 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-a9a5ae2b-c3aa-4559-9672-86d7faf9db73 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 1738701f-4456-4624-a9a3-f84c2c268a9f) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:39.634465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9a5ae2b-c3aa-4559-9672-86d7faf9db73 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:39.635443 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9a5ae2b-c3aa-4559-9672-86d7faf9db73 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.672921 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-686ffa12-d048-43a5-9df5-cefc2be8203a None None] Network 1738701f-4456-4624-a9a3-f84c2c268a9f requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:39.685620 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.696815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bacc52fb-dbaf-4290-923f-d29f0aadfe72']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:39.707265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '680e7903-89ce-496b-a9ca-aad007fae461') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:39.708111 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '680e7903-89ce-496b-a9ca-aad007fae461') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:39.717532 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.741295 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.741526 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a9a5ae2b-c3aa-4559-9672-86d7faf9db73 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.8221979 Aug 17 03:16:39.748267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Releasing vlan 62 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:16:39.748686 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:16:39.752547 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:16:39.767380 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8b11085c-196f-4563-8a1b-2ec1c2f87001 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:39.767502 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3e18ad2-d211-4953-8bc3-24ed9f96918d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.767916 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b3e18ad2-d211-4953-8bc3-24ed9f96918d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5616791 Aug 17 03:16:39.771214 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45436) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:39.776720 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-23dd870a-2052-4147-98e4-cf824e13f058 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'network_id': '58a47ceb-d2b0-470b-b28c-1e7486e1bdf1', 'name': 'tempest-PortsIpV6TestJSON-1715701735'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:39.811515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 8b11085c-196f-4563-8a1b-2ec1c2f87001 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:16:39.811909 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8b11085c-196f-4563-8a1b-2ec1c2f87001 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:39.812286 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5c50f0dc-0593-4d13-b7aa-4364a4aa0135 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:39.852053 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-24527e8d-3eae-477e-b173-9154a290fdc9 None None] For port 5c50f0dc-0593-4d13-b7aa-4364a4aa0135, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5c50f0dc-0593-4d13-b7aa-4364a4aa0135,segment=NetworkSegment(2c8bdc82-4931-453c-b04b-1676ed13e11f),segment_id=2c8bdc82-4931-453c-b04b-1676ed13e11f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:39.852819 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-24527e8d-3eae-477e-b173-9154a290fdc9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.915119 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.919384 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:39.924435 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "DELETE /v2.0/networks/bacc52fb-dbaf-4290-923f-d29f0aadfe72 HTTP/1.1" status: 204 len: 168 time: 0.8683617 Aug 17 03:16:39.925162 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45440) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:39.959608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d55a8ef9-a552-4552-8e15-1aec9e8d14f2 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event deleted for resources: {'Network': ['ID=bacc52fb-dbaf-4290-923f-d29f0aadfe72,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:39.987509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-24527e8d-3eae-477e-b173-9154a290fdc9 None None] Calling delete_port for 5c50f0dc-0593-4d13-b7aa-4364a4aa0135 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:40.021538 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.031007 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.063713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-23dd870a-2052-4147-98e4-cf824e13f058 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:40.068968 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-23dd870a-2052-4147-98e4-cf824e13f058 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.111379 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-23dd870a-2052-4147-98e4-cf824e13f058 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] device_id is not set on port 7dd21634-8458-47b6-b6c1-4934d9d94802 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:16:40.117657 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Deleting port 5c50f0dc-0593-4d13-b7aa-4364a4aa0135 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:40.117986 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.139538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Transition to ACTIVE for port object ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:40.160195 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Transition to ACTIVE for port object ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:40.178682 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa54dbc9-7488-485e-b48e-3d4ccc8fed73 None None] Network 1738701f-4456-4624-a9a3-f84c2c268a9f requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:40.227209 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] For port 5c50f0dc-0593-4d13-b7aa-4364a4aa0135, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5c50f0dc-0593-4d13-b7aa-4364a4aa0135,segment=NetworkSegment(2c8bdc82-4931-453c-b04b-1676ed13e11f),segment_id=2c8bdc82-4931-453c-b04b-1676ed13e11f)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:40.227369 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.241489 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Calling delete_port for 5c50f0dc-0593-4d13-b7aa-4364a4aa0135 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:40.262849 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.334365 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-23dd870a-2052-4147-98e4-cf824e13f058 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Allocated IP 2001:db8::325 (58a47ceb-d2b0-470b-b28c-1e7486e1bdf1/6d82c237-3ea2-4677-96fb-2e26c82b9238/7dd21634-8458-47b6-b6c1-4934d9d94802) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:40.344007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Network 58a47ceb-d2b0-470b-b28c-1e7486e1bdf1 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:40.357657 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.360195 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:40.382499 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:40.417003 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Pushing event updated for resources: {'Port': ['ID=ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:40.475040 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.510057 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] No DVR routers for this DVR port 5c50f0dc-0593-4d13-b7aa-4364a4aa0135 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:40.515668 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event deleted for resources: {'Port': ['ID=5c50f0dc-0593-4d13-b7aa-4364a4aa0135,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:40.580343 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45456) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:40.590127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e4c90602-79e7-4bc3-bfac-d788a2a434a5 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1715842500-network', 'tenant_id': '36c638bafd054676826d913faaa73a22'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:40.632144 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.643499 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:40.655872 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c8bdc82-4931-453c-b04b-1676ed13e11f') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:40.656474 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c8bdc82-4931-453c-b04b-1676ed13e11f') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:40.667756 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.672052 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-23dd870a-2052-4147-98e4-cf824e13f058 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.683563 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.692381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c90602-79e7-4bc3-bfac-d788a2a434a5 admin admin] Made reservation on behalf of 36c638bafd054676826d913faaa73a22 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:40.692529 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:16:40.692529 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.693117 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4c90602-79e7-4bc3-bfac-d788a2a434a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:16:40.695033 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:16:40.704936 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-23dd870a-2052-4147-98e4-cf824e13f058 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Transition to ACTIVE for port object 7dd21634-8458-47b6-b6c1-4934d9d94802 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:40.706810 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4c90602-79e7-4bc3-bfac-d788a2a434a5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.758087 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-24527e8d-3eae-477e-b173-9154a290fdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.760260 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Attempting to bind port ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:16:40.760812 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Attempting to bind port ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '8ee46ef1-4999-4a46-9141-0d54651a6aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '58a47ceb-d2b0-470b-b28c-1e7486e1bdf1'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:16:40.761358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Attempting to bind port ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 on network 58a47ceb-d2b0-470b-b28c-1e7486e1bdf1 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:16:40.805299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 16, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:16:40.805695 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Checking segment: {'id': '8ee46ef1-4999-4a46-9141-0d54651a6aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '58a47ceb-d2b0-470b-b28c-1e7486e1bdf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:40.806099 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.806478 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Bound using segment: {'id': '8ee46ef1-4999-4a46-9141-0d54651a6aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '58a47ceb-d2b0-470b-b28c-1e7486e1bdf1'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:16:40.807579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Bound port: ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ee46ef1-4999-4a46-9141-0d54651a6aa4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '58a47ceb-d2b0-470b-b28c-1e7486e1bdf1'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:16:40.807579 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.809537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24527e8d-3eae-477e-b173-9154a290fdc9 None None] No DVR routers for this DVR port 5c50f0dc-0593-4d13-b7aa-4364a4aa0135 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:40.815634 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24527e8d-3eae-477e-b173-9154a290fdc9 None None] Pushing event deleted for resources: {'Port': ['ID=5c50f0dc-0593-4d13-b7aa-4364a4aa0135,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:40.839363 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-23dd870a-2052-4147-98e4-cf824e13f058 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.846975 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4c90602-79e7-4bc3-bfac-d788a2a434a5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.862925 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.868995 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.879914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45458) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:40.883738 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "DELETE /v2.0/networks/b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d HTTP/1.1" status: 204 len: 168 time: 0.9521358 Aug 17 03:16:40.886923 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] For port ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:16:40.890614 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] For port ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0,segment=NetworkSegment(8ee46ef1-4999-4a46-9141-0d54651a6aa4),segment_id=8ee46ef1-4999-4a46-9141-0d54651a6aa4)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:16:40.900145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23dd870a-2052-4147-98e4-cf824e13f058 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 58a47ceb-d2b0-470b-b28c-1e7486e1bdf1 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:40.904231 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c562433d-8e22-4013-bf70-877d41753f8c tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event deleted for resources: {'Network': ['ID=b5e8195b-313b-4a58-bbe7-c6cf13cfbf2d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:40.921474 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-23dd870a-2052-4147-98e4-cf824e13f058 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:40.928379 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23dd870a-2052-4147-98e4-cf824e13f058 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:40.933892 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23dd870a-2052-4147-98e4-cf824e13f058 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:40.934499 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-23dd870a-2052-4147-98e4-cf824e13f058 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.942456 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4c90602-79e7-4bc3-bfac-d788a2a434a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.952198 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dd870a-2052-4147-98e4-cf824e13f058 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=7dd21634-8458-47b6-b6c1-4934d9d94802,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:40.988283 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e4c90602-79e7-4bc3-bfac-d788a2a434a5 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:16:40.988572 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:40.997110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-09ebee0b-2646-49bf-961c-5bfbce68243e tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Deleting subnet 290bd883-7611-4353-9b47-fc5d7a3a496e {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:16:41.003537 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09ebee0b-2646-49bf-961c-5bfbce68243e tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:41.007603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c90602-79e7-4bc3-bfac-d788a2a434a5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76a61878-d975-4375-9498-ee559b6eb93e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:41.033820 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4c90602-79e7-4bc3-bfac-d788a2a434a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:41.034177 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-e4c90602-79e7-4bc3-bfac-d788a2a434a5 admin admin] Added segment 9b588979-6fc9-4c6f-aecc-d6557296b0ce of type vlan for network 64dad194-3c43-40fe-b89b-f934d359ffe9 Aug 17 03:16:41.052479 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-23dd870a-2052-4147-98e4-cf824e13f058 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2776213 Aug 17 03:16:41.054433 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45460) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:41.071125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad00712b-2898-40f3-b4b2-4f49b5cbf56e None None] Pushing event updated for resources: {'Port': ['ID=ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:41.159578 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09ebee0b-2646-49bf-961c-5bfbce68243e tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:41.162916 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4c90602-79e7-4bc3-bfac-d788a2a434a5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:41.423375 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4c90602-79e7-4bc3-bfac-d788a2a434a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:41.424358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c90602-79e7-4bc3-bfac-d788a2a434a5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:41.424934 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4c90602-79e7-4bc3-bfac-d788a2a434a5 admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:41.491589 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09ebee0b-2646-49bf-961c-5bfbce68243e tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:41.556451 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e4c90602-79e7-4bc3-bfac-d788a2a434a5 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.9745281 Aug 17 03:16:41.559356 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45464) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:41.564355 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7054d232-f4a6-471e-817b-6d0b0a1ae002 admin admin] Request body: {'subnet': {'network_id': '64dad194-3c43-40fe-b89b-f934d359ffe9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1715842500-subnet', 'tenant_id': '36c638bafd054676826d913faaa73a22', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:41.568942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c90602-79e7-4bc3-bfac-d788a2a434a5 admin admin] Pushing event updated for resources: {'Network': ['ID=64dad194-3c43-40fe-b89b-f934d359ffe9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:41.583980 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 64dad194-3c43-40fe-b89b-f934d359ffe9 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:16:41.686363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7054d232-f4a6-471e-817b-6d0b0a1ae002 admin admin] Made reservation on behalf of 36c638bafd054676826d913faaa73a22 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:41.688970 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7054d232-f4a6-471e-817b-6d0b0a1ae002 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:41.700694 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4988f02c-794d-4ea0-9918-74a72d93c761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:41.733541 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09ebee0b-2646-49bf-961c-5bfbce68243e tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:41.762371 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-307a8d6c-d952-47e8-ac6c-67225f340c98 None None] Network f9d3788d-46c7-4895-be01-ca4e4577a837 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:41.877454 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:42.068932 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7054d232-f4a6-471e-817b-6d0b0a1ae002 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:42.091455 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:42.112733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2785f7b9-ea0a-4976-9046-d6cf489d1e27 None None] DHCP port deletion for f9d3788d-46c7-4895-be01-ca4e4577a837 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:16:42.154365 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7054d232-f4a6-471e-817b-6d0b0a1ae002 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0a9a6473-d321-4636-87d7-26643c79c2f1,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:42.192908 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2785f7b9-ea0a-4976-9046-d6cf489d1e27 None None] Deleting port 843a1420-b540-462c-abf6-5e0303e18105 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:42.193405 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2785f7b9-ea0a-4976-9046-d6cf489d1e27 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:42.197530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7054d232-f4a6-471e-817b-6d0b0a1ae002 admin admin] Checking segment: {'id': '9b588979-6fc9-4c6f-aecc-d6557296b0ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '64dad194-3c43-40fe-b89b-f934d359ffe9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:42.198239 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7054d232-f4a6-471e-817b-6d0b0a1ae002 admin admin] Network hostable DHCP agents. Network: 64dad194-3c43-40fe-b89b-f934d359ffe9, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:16:42.272041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8268256-8c4d-453c-84b0-f5c3508bf542 None None] Network 58a47ceb-d2b0-470b-b28c-1e7486e1bdf1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:42.294594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7054d232-f4a6-471e-817b-6d0b0a1ae002 admin admin] Network 64dad194-3c43-40fe-b89b-f934d359ffe9 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:16:42.326596 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2785f7b9-ea0a-4976-9046-d6cf489d1e27 None None] For port 843a1420-b540-462c-abf6-5e0303e18105, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=843a1420-b540-462c-abf6-5e0303e18105,segment=NetworkSegment(5a4486ee-e2dd-473d-b192-3382d6073559),segment_id=5a4486ee-e2dd-473d-b192-3382d6073559)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:42.327008 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2785f7b9-ea0a-4976-9046-d6cf489d1e27 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:42.357281 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09ebee0b-2646-49bf-961c-5bfbce68243e tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:42.359143 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-09ebee0b-2646-49bf-961c-5bfbce68243e tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "DELETE /v2.0/subnets/290bd883-7611-4353-9b47-fc5d7a3a496e HTTP/1.1" status: 204 len: 168 time: 1.4787252 Aug 17 03:16:42.359475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2785f7b9-ea0a-4976-9046-d6cf489d1e27 None None] Calling delete_port for 843a1420-b540-462c-abf6-5e0303e18105 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:42.362330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ebee0b-2646-49bf-961c-5bfbce68243e tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event deleted for resources: {'Subnet': ['ID=290bd883-7611-4353-9b47-fc5d7a3a496e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:42.363249 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45470) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:42.392573 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-7054d232-f4a6-471e-817b-6d0b0a1ae002 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 64dad194-3c43-40fe-b89b-f934d359ffe9) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:42.408870 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac6d9dc7-fb7b-4b9a-ae41-c4a396db4bba None None] Network 64dad194-3c43-40fe-b89b-f934d359ffe9 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:42.427324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7054d232-f4a6-471e-817b-6d0b0a1ae002 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:42.428288 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7054d232-f4a6-471e-817b-6d0b0a1ae002 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:42.488253 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f7fa1463-8abb-4291-bb80-b62c3e94cd16 None None] Provisioning for port ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:42.505100 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7054d232-f4a6-471e-817b-6d0b0a1ae002 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.9445949 Aug 17 03:16:42.509724 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:42.543850 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f7fa1463-8abb-4291-bb80-b62c3e94cd16 None None] Provisioning complete for port ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:42.544258 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f7fa1463-8abb-4291-bb80-b62c3e94cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:42.571023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Deleting port 843a1420-b540-462c-abf6-5e0303e18105 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:42.571789 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:42.640948 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4988f02c-794d-4ea0-9918-74a72d93c761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:42.683470 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] For port 843a1420-b540-462c-abf6-5e0303e18105, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=843a1420-b540-462c-abf6-5e0303e18105,segment=NetworkSegment(5a4486ee-e2dd-473d-b192-3382d6073559),segment_id=5a4486ee-e2dd-473d-b192-3382d6073559)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:42.684148 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:42.691233 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2785f7b9-ea0a-4976-9046-d6cf489d1e27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:42.708365 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Calling delete_port for 843a1420-b540-462c-abf6-5e0303e18105 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:42.709981 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4988f02c-794d-4ea0-9918-74a72d93c761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:42.794498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2785f7b9-ea0a-4976-9046-d6cf489d1e27 None None] Pushing event deleted for resources: {'Port': ['ID=843a1420-b540-462c-abf6-5e0303e18105,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:42.824625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988f02c-794d-4ea0-9918-74a72d93c761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=7dd21634-8458-47b6-b6c1-4934d9d94802,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:42.826716 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2785f7b9-ea0a-4976-9046-d6cf489d1e27 None None] No DVR routers for this DVR port 843a1420-b540-462c-abf6-5e0303e18105 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:42.886193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91137ce-0d73-473e-9de5-05d43a5b4f6b None None] Network 64dad194-3c43-40fe-b89b-f934d359ffe9 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:42.903711 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:42.956099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event deleted for resources: {'Port': ['ID=843a1420-b540-462c-abf6-5e0303e18105,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:42.961506 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f7fa1463-8abb-4291-bb80-b62c3e94cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:42.970209 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] No DVR routers for this DVR port 843a1420-b540-462c-abf6-5e0303e18105 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:43.023404 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4988f02c-794d-4ea0-9918-74a72d93c761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:43.070239 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f7fa1463-8abb-4291-bb80-b62c3e94cd16 None None] For port ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0,segment=NetworkSegment(8ee46ef1-4999-4a46-9141-0d54651a6aa4),segment_id=8ee46ef1-4999-4a46-9141-0d54651a6aa4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:43.169549 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f7fa1463-8abb-4291-bb80-b62c3e94cd16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:43.247001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7fa1463-8abb-4291-bb80-b62c3e94cd16 None None] Pushing event updated for resources: {'Port': ['ID=ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:43.320293 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4988f02c-794d-4ea0-9918-74a72d93c761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:43.395596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-dede8a3b-0732-4192-ad92-7740d8649c5a tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:43.397650 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-dede8a3b-0732-4192-ad92-7740d8649c5a tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/networks?id=1738701f-4456-4624-a9a3-f84c2c268a9f HTTP/1.1" status: 200 len: 824 time: 0.2179146 Aug 17 03:16:43.416161 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4f807e63-eda8-4b7a-b644-8cfde18beadb None None] Provisioning for port 7dd21634-8458-47b6-b6c1-4934d9d94802 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:43.423990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4f807e63-eda8-4b7a-b644-8cfde18beadb None None] Provisioning complete for port 7dd21634-8458-47b6-b6c1-4934d9d94802 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:43.423990 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4f807e63-eda8-4b7a-b644-8cfde18beadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:43.508503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4f807e63-eda8-4b7a-b644-8cfde18beadb None None] Port 7dd21634-8458-47b6-b6c1-4934d9d94802 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:43.518074 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-973b782b-a668-4c69-a44c-efe53db00a88 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/quotas/7d2a8cf113d946fc9dc439eb132a7a7e HTTP/1.1" status: 200 len: 375 time: 0.1111071 Aug 17 03:16:43.536488 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4f807e63-eda8-4b7a-b644-8cfde18beadb None None] Provisioning complete for port ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:43.538422 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4f807e63-eda8-4b7a-b644-8cfde18beadb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:43.543372 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:43.556400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9d3788d-46c7-4895-be01-ca4e4577a837']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:43.568745 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-2fa6c60f-2697-4bc0-a053-ba25cb38a3b9 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=7d2a8cf113d946fc9dc439eb132a7a7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0428164 Aug 17 03:16:43.571441 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a4486ee-e2dd-473d-b192-3382d6073559') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:43.571751 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a4486ee-e2dd-473d-b192-3382d6073559') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:43.591019 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:43.611195 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:43.617585 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:16:43.618002 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:16:43.726770 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:16:43.807466 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4988f02c-794d-4ea0-9918-74a72d93c761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:43.819301 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:43.836606 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:43.838778 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "DELETE /v2.0/networks/f9d3788d-46c7-4895-be01-ca4e4577a837 HTTP/1.1" status: 204 len: 168 time: 1.4735072 Aug 17 03:16:43.839095 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:43.843622 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45504) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:43.869467 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc7b4df-40b3-4873-a4b2-d22f3c551575 tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Pushing event deleted for resources: {'Network': ['ID=f9d3788d-46c7-4895-be01-ca4e4577a837,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:43.915821 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d792d587-ce3f-4dd4-891d-966e8825aa3b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "GET /v2.0/ports?device_id=7b4dab16-6bc5-429d-a606-2bc5078b13ea HTTP/1.1" status: 200 len: 205 time: 0.0718732 Aug 17 03:16:43.917517 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45508) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:43.924281 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eaa5bd0e-1565-4f00-b6d6-b91c3bf72da1 None None] Provisioning complete for port 7dd21634-8458-47b6-b6c1-4934d9d94802 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:43.924281 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eaa5bd0e-1565-4f00-b6d6-b91c3bf72da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:43.950626 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4988f02c-794d-4ea0-9918-74a72d93c761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:43.951678 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4988f02c-794d-4ea0-9918-74a72d93c761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:43.979157 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:43.979921 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:44.009061 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-eaa5bd0e-1565-4f00-b6d6-b91c3bf72da1 None None] Port 7dd21634-8458-47b6-b6c1-4934d9d94802 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:44.055983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4988f02c-794d-4ea0-9918-74a72d93c761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=7dd21634-8458-47b6-b6c1-4934d9d94802,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:44.070954 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a83b095c-22b0-46ec-afaf-6854899c133b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:44.138600 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cde32f34-debf-429f-a798-2dd1110947b5 None None] Provisioning complete for port 7dd21634-8458-47b6-b6c1-4934d9d94802 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:44.141066 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cde32f34-debf-429f-a798-2dd1110947b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:44.171167 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-6b947e37-d1ab-4184-8629-333c843c17e1 service neutron] 10.222.0.10 "GET /v2.0/networks/1738701f-4456-4624-a9a3-f84c2c268a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5921133 Aug 17 03:16:44.184841 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cde32f34-debf-429f-a798-2dd1110947b5 None None] Port 7dd21634-8458-47b6-b6c1-4934d9d94802 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:44.186574 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 843a1420-b540-462c-abf6-5e0303e18105 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:44.210659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 843a1420-b540-462c-abf6-5e0303e18105 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:16:44.212749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 843a1420-b540-462c-abf6-5e0303e18105 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:44.252737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4988f02c-794d-4ea0-9918-74a72d93c761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 58a47ceb-d2b0-470b-b28c-1e7486e1bdf1 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:44.257800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-4988f02c-794d-4ea0-9918-74a72d93c761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:44.289814 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a83b095c-22b0-46ec-afaf-6854899c133b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:44.292191 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a83b095c-22b0-46ec-afaf-6854899c133b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:44.366015 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-fce22e23-6707-4637-a02b-72c4aa6ba4ff service neutron] 10.222.0.10 "GET /v2.0/networks/1738701f-4456-4624-a9a3-f84c2c268a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876614 Aug 17 03:16:44.418190 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a83b095c-22b0-46ec-afaf-6854899c133b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:44.418677 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a83b095c-22b0-46ec-afaf-6854899c133b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Fanout notify agent at l3_agent the message router_deleted on router 7b4dab16-6bc5-429d-a606-2bc5078b13ea {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:16:44.429409 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a83b095c-22b0-46ec-afaf-6854899c133b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:44.431500 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a83b095c-22b0-46ec-afaf-6854899c133b tempest-RoutersNegativeTest-951205046 tempest-RoutersNegativeTest-951205046-project] 10.222.0.10 "DELETE /v2.0/routers/7b4dab16-6bc5-429d-a606-2bc5078b13ea HTTP/1.1" status: 204 len: 168 time: 0.5129628 Aug 17 03:16:44.481326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4988f02c-794d-4ea0-9918-74a72d93c761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Router 5b378c04-6517-4509-a106-32311400dd28 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:16:44.624891 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4988f02c-794d-4ea0-9918-74a72d93c761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:16:44.637606 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-967ae2d8-320e-408f-8df3-dfce08d71756 None None] Provisioning complete for port 7dd21634-8458-47b6-b6c1-4934d9d94802 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:44.637606 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-967ae2d8-320e-408f-8df3-dfce08d71756 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:44.637787 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4988f02c-794d-4ea0-9918-74a72d93c761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "PUT /v2.0/routers/5b378c04-6517-4509-a106-32311400dd28/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5780890 Aug 17 03:16:44.637787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45522) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:44.641698 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685c4ba9-977a-49d1-870b-d5cb8b02414a None None] Sync routers for ids ['5b378c04-6517-4509-a106-32311400dd28'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:16:44.642559 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-682f9a43-db8e-4dc5-8489-adf50d7655ee req-ca9845e2-45df-4d78-ac0a-42507b85a3f1 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 210 time: 0.0508890 Aug 17 03:16:44.705176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227b95ec-bc40-4fd7-877f-674fb437d242 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:44.709374 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-227b95ec-bc40-4fd7-877f-674fb437d242 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b378c04-6517-4509-a106-32311400dd28 HTTP/1.1" status: 200 len: 989 time: 0.0706961 Aug 17 03:16:44.713919 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45526) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:44.750496 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685c4ba9-977a-49d1-870b-d5cb8b02414a None None] Routers {'5b378c04-6517-4509-a106-32311400dd28'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:44.751110 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-685c4ba9-977a-49d1-870b-d5cb8b02414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:16:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5b378c04-6517-4509-a106-32311400dd28'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:44.753036 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-967ae2d8-320e-408f-8df3-dfce08d71756 None None] Port 7dd21634-8458-47b6-b6c1-4934d9d94802 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:44.817499 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-685c4ba9-977a-49d1-870b-d5cb8b02414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:44.827483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-685c4ba9-977a-49d1-870b-d5cb8b02414a None None] Routers {'5b378c04-6517-4509-a106-32311400dd28'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:44.828115 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-685c4ba9-977a-49d1-870b-d5cb8b02414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:16:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5b378c04-6517-4509-a106-32311400dd28'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:44.866337 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-685c4ba9-977a-49d1-870b-d5cb8b02414a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:44.867025 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-685c4ba9-977a-49d1-870b-d5cb8b02414a None None] The sync data for ids ['5b378c04-6517-4509-a106-32311400dd28'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:16:44.955537 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45530) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:45.228415 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0c6ac4a3-eaa8-400c-81d2-483f2cc2baeb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b0b50bf351fb45188e2c18229d7ffe53&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2707331 Aug 17 03:16:45.236504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45542) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:45.256596 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0c091ce1-0376-4a4a-a194-973ef6a57155 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:45.296200 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a4ef6675-478b-4399-9574-05c3b2eab7e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:45.298415 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-508e7e7a-3a67-4078-aa37-b55de3f4925b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:45.319255 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a4ef6675-478b-4399-9574-05c3b2eab7e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:45.434647 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a4ef6675-478b-4399-9574-05c3b2eab7e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:45.437578 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a4ef6675-478b-4399-9574-05c3b2eab7e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:45.441373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a4ef6675-478b-4399-9574-05c3b2eab7e1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6edaf9a7-31ce-4597-aab2-4e023c5f4a13 HTTP/1.1" status: 204 len: 168 time: 0.1991189 Aug 17 03:16:45.450186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4ef6675-478b-4399-9574-05c3b2eab7e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6edaf9a7-31ce-4597-aab2-4e023c5f4a13,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:45.528395 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:16:45.557110 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-508e7e7a-3a67-4078-aa37-b55de3f4925b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port 7dd21634-8458-47b6-b6c1-4934d9d94802 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:45.557499 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-508e7e7a-3a67-4078-aa37-b55de3f4925b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:45.675115 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-508e7e7a-3a67-4078-aa37-b55de3f4925b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:45.691327 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-508e7e7a-3a67-4078-aa37-b55de3f4925b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for 7dd21634-8458-47b6-b6c1-4934d9d94802 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:45.837287 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bebe7333-8c5a-498e-8bea-8b0b2fb1ea26 req-f71a7c88-b2cc-4ff5-b1be-4500b8ad7e01 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 210 time: 0.0874987 Aug 17 03:16:46.029403 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-508e7e7a-3a67-4078-aa37-b55de3f4925b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:46.065093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508e7e7a-3a67-4078-aa37-b55de3f4925b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=7dd21634-8458-47b6-b6c1-4934d9d94802,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:46.196956 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-508e7e7a-3a67-4078-aa37-b55de3f4925b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:46.382414 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-508e7e7a-3a67-4078-aa37-b55de3f4925b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Router 5b378c04-6517-4509-a106-32311400dd28 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:16:46.463035 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-508e7e7a-3a67-4078-aa37-b55de3f4925b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:16:46.474476 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64fd47b-e1ac-4a94-a7f3-2d7684c12e97 None None] Sync routers for ids ['5b378c04-6517-4509-a106-32311400dd28'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:16:46.474630 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-508e7e7a-3a67-4078-aa37-b55de3f4925b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "PUT /v2.0/routers/5b378c04-6517-4509-a106-32311400dd28/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7587638 Aug 17 03:16:46.477284 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45572) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:46.485094 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64fd47b-e1ac-4a94-a7f3-2d7684c12e97 None None] Routers {'5b378c04-6517-4509-a106-32311400dd28'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:46.485747 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a64fd47b-e1ac-4a94-a7f3-2d7684c12e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:16:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5b378c04-6517-4509-a106-32311400dd28'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:46.517637 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-9139cd33-cdf2-4bc8-9a15-3e86b5dca1cc tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] GET failed (client error): The resource could not be found. Aug 17 03:16:46.518556 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a64fd47b-e1ac-4a94-a7f3-2d7684c12e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:46.528388 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64fd47b-e1ac-4a94-a7f3-2d7684c12e97 None None] Routers {'5b378c04-6517-4509-a106-32311400dd28'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:16:46.532063 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a64fd47b-e1ac-4a94-a7f3-2d7684c12e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:16:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5b378c04-6517-4509-a106-32311400dd28'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:46.533259 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9139cd33-cdf2-4bc8-9a15-3e86b5dca1cc tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports/7dd21634-8458-47b6-b6c1-4934d9d94802 HTTP/1.1" status: 404 len: 333 time: 0.0544713 Aug 17 03:16:46.534087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45574) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:46.576333 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a64fd47b-e1ac-4a94-a7f3-2d7684c12e97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:46.576995 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a64fd47b-e1ac-4a94-a7f3-2d7684c12e97 None None] The sync data for ids ['5b378c04-6517-4509-a106-32311400dd28'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:16:46.616827 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47401e12-3545-4fcc-9290-d128f730d16c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:46.650638 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45578) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:46.810667 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-987283ab-5050-46da-909b-48eaa93d43ba tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group': {'name': 'tempest-secgroup--118298779'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:46.825515 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47401e12-3545-4fcc-9290-d128f730d16c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:46.832739 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47401e12-3545-4fcc-9290-d128f730d16c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:46.939709 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-987283ab-5050-46da-909b-48eaa93d43ba tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:46.963496 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3329a53a-54ec-4763-887d-77368d0c1d41 req-61885d68-752f-4096-ac26-59a30a8a78ae tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 210 time: 0.0350862 Aug 17 03:16:46.964173 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-987283ab-5050-46da-909b-48eaa93d43ba tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:47.004554 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47401e12-3545-4fcc-9290-d128f730d16c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:47.004554 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47401e12-3545-4fcc-9290-d128f730d16c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Fanout notify agent at l3_agent the message router_deleted on router 5b378c04-6517-4509-a106-32311400dd28 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:16:47.010578 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47401e12-3545-4fcc-9290-d128f730d16c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:47.011697 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-47401e12-3545-4fcc-9290-d128f730d16c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/routers/5b378c04-6517-4509-a106-32311400dd28 HTTP/1.1" status: 204 len: 168 time: 0.4758470 Aug 17 03:16:47.015036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45592) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:47.097294 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-100e7625-1f4b-4f77-83f0-f167c5ba2dca tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting subnet 6d82c237-3ea2-4677-96fb-2e26c82b9238 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:16:47.101319 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-100e7625-1f4b-4f77-83f0-f167c5ba2dca tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:47.108290 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-987283ab-5050-46da-909b-48eaa93d43ba tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:47.143290 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-987283ab-5050-46da-909b-48eaa93d43ba tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:47.146667 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-100e7625-1f4b-4f77-83f0-f167c5ba2dca tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:47.184138 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987283ab-5050-46da-909b-48eaa93d43ba tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e59db99d-e262-4bb4-a348-9b62c960686f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:47.267102 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-100e7625-1f4b-4f77-83f0-f167c5ba2dca tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:47.283428 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-987283ab-5050-46da-909b-48eaa93d43ba tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:47.349746 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-987283ab-5050-46da-909b-48eaa93d43ba tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:47.380200 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-987283ab-5050-46da-909b-48eaa93d43ba tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63dd4066-3173-49ed-a9f4-659dfe6d9480,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:47.485485 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-987283ab-5050-46da-909b-48eaa93d43ba tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:47.489774 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-987283ab-5050-46da-909b-48eaa93d43ba tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8382154 Aug 17 03:16:47.490391 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45614) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:47.494509 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-100e7625-1f4b-4f77-83f0-f167c5ba2dca tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:47.546689 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-326b55f9-5e81-4179-903a-c534566dd7e6 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0549376 Aug 17 03:16:47.549293 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45616) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:47.555776 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-26971c2d-d2fd-48a8-bdd0-d9fd72ae7f6b tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group': {'name': 'tempest-security--62959488', 'description': 'tempest-security-description-199756785'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:47.563207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e7625-1f4b-4f77-83f0-f167c5ba2dca tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Subnet': ['ID=6d82c237-3ea2-4677-96fb-2e26c82b9238,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:47.575220 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-100e7625-1f4b-4f77-83f0-f167c5ba2dca tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:47.577668 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-100e7625-1f4b-4f77-83f0-f167c5ba2dca tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/6d82c237-3ea2-4677-96fb-2e26c82b9238 HTTP/1.1" status: 204 len: 168 time: 0.5608699 Aug 17 03:16:47.588659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45620) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:47.588933 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a639e3c-cce7-47f4-8cea-e7cdac65ecac None None] Network 58a47ceb-d2b0-470b-b28c-1e7486e1bdf1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:47.618725 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26971c2d-d2fd-48a8-bdd0-d9fd72ae7f6b tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:47.735432 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-ab4f3495-1b0f-432f-86bc-edf5890a74e8 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:47.737341 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-ab4f3495-1b0f-432f-86bc-edf5890a74e8 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.30 "GET /v2.0/networks?id=1738701f-4456-4624-a9a3-f84c2c268a9f HTTP/1.1" status: 200 len: 824 time: 0.2727220 Aug 17 03:16:47.762788 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-d90d4226-eb47-4ab4-b7d5-3e2183268160 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Request body: {'port': {'device_id': 'c3dc4761-264d-4410-a9c2-b80bbed9a13b', 'network_id': '1738701f-4456-4624-a9a3-f84c2c268a9f', 'admin_state_up': True, 'tenant_id': '7d2a8cf113d946fc9dc439eb132a7a7e'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:47.778803 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26971c2d-d2fd-48a8-bdd0-d9fd72ae7f6b tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:47.881037 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26971c2d-d2fd-48a8-bdd0-d9fd72ae7f6b tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:47.883770 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26971c2d-d2fd-48a8-bdd0-d9fd72ae7f6b tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:47.885159 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-26971c2d-d2fd-48a8-bdd0-d9fd72ae7f6b tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "PUT /v2.0/security-groups/63dd4066-3173-49ed-a9f4-659dfe6d9480 HTTP/1.1" status: 200 len: 1777 time: 0.3348806 Aug 17 03:16:47.888818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc5a6148-af7b-47c4-b0a2-0a6aa4e0763e None None] DHCP port deletion for 58a47ceb-d2b0-470b-b28c-1e7486e1bdf1 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:16:47.891845 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45632) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:47.963621 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0c529605-62a6-495d-85ec-13f34f24c420 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:47.990770 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a6148-af7b-47c4-b0a2-0a6aa4e0763e None None] Deleting port ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:47.991393 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6148-af7b-47c4-b0a2-0a6aa4e0763e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.000476 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26971c2d-d2fd-48a8-bdd0-d9fd72ae7f6b tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=63dd4066-3173-49ed-a9f4-659dfe6d9480,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:48.021146 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-153a81e1-281a-4726-bc59-ef781a2da7ad tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-groups/63dd4066-3173-49ed-a9f4-659dfe6d9480 HTTP/1.1" status: 200 len: 1777 time: 0.1244855 Aug 17 03:16:48.023520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45642) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:48.087421 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-cc5a6148-af7b-47c4-b0a2-0a6aa4e0763e None None] For port ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0,segment=NetworkSegment(8ee46ef1-4999-4a46-9141-0d54651a6aa4),segment_id=8ee46ef1-4999-4a46-9141-0d54651a6aa4)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:48.088297 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6148-af7b-47c4-b0a2-0a6aa4e0763e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.102816 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.110133 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cc5a6148-af7b-47c4-b0a2-0a6aa4e0763e None None] Calling delete_port for ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:48.167406 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f4dc9b6-021f-43f8-83b8-48aff18366ca req-07eebe88-6c94-4c51-b8a0-a430a5270edd tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 210 time: 0.0503128 Aug 17 03:16:48.168175 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bf51f5-7d34-4498-8359-0ba4f013e673 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.181592 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:48.181592 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.184871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-d90d4226-eb47-4ab4-b7d5-3e2183268160 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Made reservation on behalf of 7d2a8cf113d946fc9dc439eb132a7a7e for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:48.188638 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-d90d4226-eb47-4ab4-b7d5-3e2183268160 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.212383 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bf51f5-7d34-4498-8359-0ba4f013e673 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.246300 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.251917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] For port ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0,segment=NetworkSegment(8ee46ef1-4999-4a46-9141-0d54651a6aa4),segment_id=8ee46ef1-4999-4a46-9141-0d54651a6aa4)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:48.252293 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.269500 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:48.326886 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cc5a6148-af7b-47c4-b0a2-0a6aa4e0763e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.372005 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.372976 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a6148-af7b-47c4-b0a2-0a6aa4e0763e None None] Pushing event deleted for resources: {'Port': ['ID=ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:48.380980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-d90d4226-eb47-4ab4-b7d5-3e2183268160 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Allocated IP 172.20.0.3 (1738701f-4456-4624-a9a3-f84c2c268a9f/039b8b50-11f7-42bf-9f6c-7b6b7fbb4dcf/82175652-f20b-45c6-87fc-ff70ff1ca7d0) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:48.382731 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc5a6148-af7b-47c4-b0a2-0a6aa4e0763e None None] No DVR routers for this DVR port ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:48.413045 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bf51f5-7d34-4498-8359-0ba4f013e673 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.417300 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bf51f5-7d34-4498-8359-0ba4f013e673 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.417300 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-41bf51f5-7d34-4498-8359-0ba4f013e673 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-groups/63dd4066-3173-49ed-a9f4-659dfe6d9480 HTTP/1.1" status: 204 len: 168 time: 0.3923113 Aug 17 03:16:48.420517 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45664) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:48.427982 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No DVR routers for this DVR port ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:16:48.430841 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:48.440789 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bf51f5-7d34-4498-8359-0ba4f013e673 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=63dd4066-3173-49ed-a9f4-659dfe6d9480,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:48.549452 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cce754bc-e650-422e-b83a-fb9c2bf66964 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1274304 Aug 17 03:16:48.550829 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.553107 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45670) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:48.565799 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-d90d4226-eb47-4ab4-b7d5-3e2183268160 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.573010 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['58a47ceb-d2b0-470b-b28c-1e7486e1bdf1']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:48.583802 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-438db1da-77c7-45f5-aa85-331930426480 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] delete failed (client error): The resource could not be found. Aug 17 03:16:48.583802 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-438db1da-77c7-45f5-aa85-331930426480 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-groups/63dd4066-3173-49ed-a9f4-659dfe6d9480 HTTP/1.1" status: 404 len: 347 time: 0.0224941 Aug 17 03:16:48.584092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45676) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:48.586511 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ee46ef1-4999-4a46-9141-0d54651a6aa4') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:48.586812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ee46ef1-4999-4a46-9141-0d54651a6aa4') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:16:48.589697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-91dc62db-7834-48cb-9c42-50f14e3068b0 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group': {'name': 'tempest-secgroup--574461486'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:48.596057 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.610216 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.616595 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:16:48.616990 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:16:48.620030 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:16:48.696335 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-91dc62db-7834-48cb-9c42-50f14e3068b0 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.721599 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-d90d4226-eb47-4ab4-b7d5-3e2183268160 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.764927 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.774138 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.775776 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/networks/58a47ceb-d2b0-470b-b28c-1e7486e1bdf1 HTTP/1.1" status: 204 len: 168 time: 1.1851962 Aug 17 03:16:48.780001 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45684) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:48.792473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-d90d4226-eb47-4ab4-b7d5-3e2183268160 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Network 1738701f-4456-4624-a9a3-f84c2c268a9f is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:48.797335 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-d90d4226-eb47-4ab4-b7d5-3e2183268160 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:48.799220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90d4226-eb47-4ab4-b7d5-3e2183268160 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Pushing event updated for resources: {'Port': ['ID=82175652-f20b-45c6-87fc-ff70ff1ca7d0,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:48.799605 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8b3ff2-18a0-4dd8-b2de-209376b8b0cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Network': ['ID=58a47ceb-d2b0-470b-b28c-1e7486e1bdf1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:48.801895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-d90d4226-eb47-4ab4-b7d5-3e2183268160 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:48.834018 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb90c10-5c16-4f7e-9fdb-10b670177a5c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:48.837686 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0bb90c10-5c16-4f7e-9fdb-10b670177a5c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports/db8f8166-7232-496c-ab87-c71554d9c7fc HTTP/1.1" status: 200 len: 845 time: 0.0545044 Aug 17 03:16:48.839462 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45688) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:48.865217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-d90d4226-eb47-4ab4-b7d5-3e2183268160 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:48.865866 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-d90d4226-eb47-4ab4-b7d5-3e2183268160 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.883145 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4ba6b3ab-15eb-423f-8119-6914380ec858 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports/db8f8166-7232-496c-ab87-c71554d9c7fc?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0424099 Aug 17 03:16:48.887045 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45692) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:48.894456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8c4b94e4-216c-4341-8c48-82dedddf9b78 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'subnet': {'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:48.905376 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-91dc62db-7834-48cb-9c42-50f14e3068b0 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:48.966424 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-91dc62db-7834-48cb-9c42-50f14e3068b0 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.006691 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91dc62db-7834-48cb-9c42-50f14e3068b0 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d56c8bb0-c75a-4bfe-9bcc-9db959e449e7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:49.034134 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-d90d4226-eb47-4ab4-b7d5-3e2183268160 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2838845 Aug 17 03:16:49.047172 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Request body: {'port': {'device_id': 'c3dc4761-264d-4410-a9c2-b80bbed9a13b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:49.070132 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-91dc62db-7834-48cb-9c42-50f14e3068b0 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.071351 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-91dc62db-7834-48cb-9c42-50f14e3068b0 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4871051 Aug 17 03:16:49.074676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45706) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:49.080426 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.085270 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-114f7fff-fa08-4592-826b-ba4c0080b8c7 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group_rule': {'security_group_id': 'd56c8bb0-c75a-4bfe-9bcc-9db959e449e7', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:49.112781 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.154327 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c4b94e4-216c-4341-8c48-82dedddf9b78 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:49.154327 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8c4b94e4-216c-4341-8c48-82dedddf9b78 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.250867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19aa21e-9082-4e74-abe3-d9fe1d077735 req-f41d9238-cd71-4e6c-854a-f2a6108f223a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:49.252496 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e19aa21e-9082-4e74-abe3-d9fe1d077735 req-f41d9238-cd71-4e6c-854a-f2a6108f223a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 946 time: 0.0609725 Aug 17 03:16:49.253483 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-114f7fff-fa08-4592-826b-ba4c0080b8c7 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.322567 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e19aa21e-9082-4e74-abe3-d9fe1d077735 req-672e70cc-0b7a-4741-a2b6-04031d77dd79 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590143 Aug 17 03:16:49.334073 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-114f7fff-fa08-4592-826b-ba4c0080b8c7 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.422765 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacc7970-bc9b-4a82-ab84-fae885adbb8f req-a91397a4-05a7-47fb-86b2-c0e8b0101538 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:49.424273 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aacc7970-bc9b-4a82-ab84-fae885adbb8f req-a91397a4-05a7-47fb-86b2-c0e8b0101538 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 931 time: 0.1879842 Aug 17 03:16:49.444439 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-114f7fff-fa08-4592-826b-ba4c0080b8c7 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.462949 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-114f7fff-fa08-4592-826b-ba4c0080b8c7 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a78651e-809f-425a-ac5a-d7d209e171de,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:49.541276 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aacc7970-bc9b-4a82-ab84-fae885adbb8f req-96f38ace-7635-47b1-8ee7-76282b79415c tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/security-groups?id=6200081e-aca2-4713-b943-4cd65d8a6055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092865 Aug 17 03:16:49.541817 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-114f7fff-fa08-4592-826b-ba4c0080b8c7 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.543211 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-114f7fff-fa08-4592-826b-ba4c0080b8c7 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4667602 Aug 17 03:16:49.547833 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45736) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:49.602187 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3028d85a-c51b-4e6e-beb6-ab20f294a906 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.608034 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3028d85a-c51b-4e6e-beb6-ab20f294a906 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.651023 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 82175652-f20b-45c6-87fc-ff70ff1ca7d0 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:16:49.658511 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.714770 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3028d85a-c51b-4e6e-beb6-ab20f294a906 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.714990 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8c4b94e4-216c-4341-8c48-82dedddf9b78 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.718462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Transition to ACTIVE for port object 82175652-f20b-45c6-87fc-ff70ff1ca7d0 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:49.722545 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3028d85a-c51b-4e6e-beb6-ab20f294a906 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.726150 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3028d85a-c51b-4e6e-beb6-ab20f294a906 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/8a78651e-809f-425a-ac5a-d7d209e171de HTTP/1.1" status: 204 len: 168 time: 0.1745214 Aug 17 03:16:49.727939 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45748) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:49.742009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3028d85a-c51b-4e6e-beb6-ab20f294a906 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8a78651e-809f-425a-ac5a-d7d209e171de,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:49.750235 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:16:49.778041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:16:49.778392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ad16aef9-10e3-4cc1-9748-3bbe2bdb0fb0 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:16:49.788041 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1a20e2a9-6e9f-41a6-b69f-c6b27543d205 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0531569 Aug 17 03:16:49.793570 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45752) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:49.794187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c4b94e4-216c-4341-8c48-82dedddf9b78 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Subnet': ['ID=22d96ce5-eb16-41f3-815e-e8ae90486ccf,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:49.797357 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c4b94e4-216c-4341-8c48-82dedddf9b78 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:49.799340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-8c4b94e4-216c-4341-8c48-82dedddf9b78 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:49.802094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c4b94e4-216c-4341-8c48-82dedddf9b78 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:49.802784 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8c4b94e4-216c-4341-8c48-82dedddf9b78 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.811552 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db4eb040-0890-4dfd-a4db-c074eea287c3 None None] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:49.835190 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.856196 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4abc5ea3-0103-44e2-9d54-0c9b51212e3d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.893986 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4abc5ea3-0103-44e2-9d54-0c9b51212e3d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:49.928669 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8c4b94e4-216c-4341-8c48-82dedddf9b78 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0405531 Aug 17 03:16:49.931359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Pushing event updated for resources: {'Port': ['ID=82175652-f20b-45c6-87fc-ff70ff1ca7d0,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:49.932775 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45758) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:49.938892 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-07838433-4892-4ae5-85f3-c9946eb4c41a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'security_group': {'name': 'tempest-secgroup-1706857660'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:49.997614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Attempting to bind port 82175652-f20b-45c6-87fc-ff70ff1ca7d0 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:16:49.997953 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Attempting to bind port 82175652-f20b-45c6-87fc-ff70ff1ca7d0 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'a6925d3e-671e-4193-bd78-4e5c1f825b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1738701f-4456-4624-a9a3-f84c2c268a9f'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:16:49.998279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Attempting to bind port 82175652-f20b-45c6-87fc-ff70ff1ca7d0 on network 1738701f-4456-4624-a9a3-f84c2c268a9f {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:16:50.002929 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Port 82175652-f20b-45c6-87fc-ff70ff1ca7d0 on network 1738701f-4456-4624-a9a3-f84c2c268a9f not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:16:50.003251 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Attempting to bind port 82175652-f20b-45c6-87fc-ff70ff1ca7d0 on network 1738701f-4456-4624-a9a3-f84c2c268a9f {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:16:50.008739 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:16:50.009073 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Checking segment: {'id': 'a6925d3e-671e-4193-bd78-4e5c1f825b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1738701f-4456-4624-a9a3-f84c2c268a9f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:50.009478 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Bound using segment: {'id': 'a6925d3e-671e-4193-bd78-4e5c1f825b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1738701f-4456-4624-a9a3-f84c2c268a9f'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:16:50.009910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Bound port: 82175652-f20b-45c6-87fc-ff70ff1ca7d0, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a6925d3e-671e-4193-bd78-4e5c1f825b09', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 95, 'network_id': '1738701f-4456-4624-a9a3-f84c2c268a9f'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:16:50.010386 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.011767 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4abc5ea3-0103-44e2-9d54-0c9b51212e3d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.015890 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4abc5ea3-0103-44e2-9d54-0c9b51212e3d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.017895 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4abc5ea3-0103-44e2-9d54-0c9b51212e3d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-groups/d56c8bb0-c75a-4bfe-9bcc-9db959e449e7 HTTP/1.1" status: 204 len: 168 time: 0.2259622 Aug 17 03:16:50.023758 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45770) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:50.037621 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc5ea3-0103-44e2-9d54-0c9b51212e3d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d56c8bb0-c75a-4bfe-9bcc-9db959e449e7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:50.040755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-031cf0b7-55de-4d4a-8068-a31af0d62468', 'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468', 'tenant_id': '83ef177ac49a4db198e838e3b8028d5a', 'fixed_ips': [{'subnet_id': '22d96ce5-eb16-41f3-815e-e8ae90486ccf'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:16:50.041893 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.048915 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07838433-4892-4ae5-85f3-c9946eb4c41a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.128660 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9f24a003-753b-4797-bccf-d64976a4edc4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1046114 Aug 17 03:16:50.130161 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45774) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:50.135330 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d4cd16b2-1d4c-4bc1-9c08-c8e920bf83e4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1918668850'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:50.150283 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] For port 82175652-f20b-45c6-87fc-ff70ff1ca7d0, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:16:50.155983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] For port 82175652-f20b-45c6-87fc-ff70ff1ca7d0, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=82175652-f20b-45c6-87fc-ff70ff1ca7d0,segment=NetworkSegment(a6925d3e-671e-4193-bd78-4e5c1f825b09),segment_id=a6925d3e-671e-4193-bd78-4e5c1f825b09)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:16:50.173229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07838433-4892-4ae5-85f3-c9946eb4c41a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.233010 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Allocated IP 2001:db8::2 (031cf0b7-55de-4d4a-8068-a31af0d62468/22d96ce5-eb16-41f3-815e-e8ae90486ccf/0a469c17-2966-4735-9a5d-d592229efdf6) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:50.241251 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.267188 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07838433-4892-4ae5-85f3-c9946eb4c41a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.303183 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07838433-4892-4ae5-85f3-c9946eb4c41a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=04ca2f4f-87b3-483a-8fcb-b0a7e93658a7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:50.305280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:50.306039 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.307729 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] 10.222.0.30 "PUT /v2.0/ports/82175652-f20b-45c6-87fc-ff70ff1ca7d0 HTTP/1.1" status: 200 len: 1091 time: 1.2651656 Aug 17 03:16:50.308304 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3dc4761-264d-4410-a9c2-b80bbed9a13b', 'tag': '82175652-f20b-45c6-87fc-ff70ff1ca7d0'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:16:50.311058 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-17580105-b643-4664-94b5-a007da0f6a5d" -d '{"events": [{"name": "network-changed", "server_uuid": "c3dc4761-264d-4410-a9c2-b80bbed9a13b", "tag": "82175652-f20b-45c6-87fc-ff70ff1ca7d0"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:16:50.317771 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56997e0a-3658-43be-a2d2-e6f36924a133 service neutron] Pushing event updated for resources: {'Port': ['ID=82175652-f20b-45c6-87fc-ff70ff1ca7d0,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:50.356573 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:16:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e26cd1d4-22f6-43d5-8c80-e11daf229808 x-openstack-request-id: req-e26cd1d4-22f6-43d5-8c80-e11daf229808 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:16:50.356873 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3dc4761-264d-4410-a9c2-b80bbed9a13b", "tag": "82175652-f20b-45c6-87fc-ff70ff1ca7d0", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:16:50.357130 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e26cd1d4-22f6-43d5-8c80-e11daf229808 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:16:50.357572 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3dc4761-264d-4410-a9c2-b80bbed9a13b', 'tag': '82175652-f20b-45c6-87fc-ff70ff1ca7d0', 'status': 'completed', 'code': 200} Aug 17 03:16:50.393306 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.403032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Transition to ACTIVE for port object 0a469c17-2966-4735-9a5d-d592229efdf6 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:50.419901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Transition to ACTIVE for port object 0a469c17-2966-4735-9a5d-d592229efdf6 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:50.423077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17580105-b643-4664-94b5-a007da0f6a5d req-4a5f0f6e-a707-4592-87ae-1a080c25f5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:50.424615 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-17580105-b643-4664-94b5-a007da0f6a5d req-4a5f0f6e-a707-4592-87ae-1a080c25f5dc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d2a8cf113d946fc9dc439eb132a7a7e&device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 1094 time: 0.0442686 Aug 17 03:16:50.440030 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d4cd16b2-1d4c-4bc1-9c08-c8e920bf83e4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.498080 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.537756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17580105-b643-4664-94b5-a007da0f6a5d req-07a65bae-46c5-47ce-a358-d78218c0e28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:50.539282 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-17580105-b643-4664-94b5-a007da0f6a5d req-07a65bae-46c5-47ce-a358-d78218c0e28a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=7d2a8cf113d946fc9dc439eb132a7a7e&shared=False HTTP/1.1" status: 200 len: 924 time: 0.1054072 Aug 17 03:16:50.542579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:50.545668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:50.548673 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:50.558584 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07838433-4892-4ae5-85f3-c9946eb4c41a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.560729 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-07838433-4892-4ae5-85f3-c9946eb4c41a tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6263647 Aug 17 03:16:50.563792 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45796) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:50.565010 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Pushing event updated for resources: {'Port': ['ID=0a469c17-2966-4735-9a5d-d592229efdf6,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:50.569957 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ae886101-8eb9-45f2-b412-bbaf4fa577c5 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'security_group': {'name': 'tempest-secgroup-770362338'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:50.641505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Attempting to bind port 0a469c17-2966-4735-9a5d-d592229efdf6 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:16:50.642002 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Attempting to bind port 0a469c17-2966-4735-9a5d-d592229efdf6 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'eef19dc7-f938-4355-bef5-048fd2e0588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:16:50.642663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Attempting to bind port 0a469c17-2966-4735-9a5d-d592229efdf6 on network 031cf0b7-55de-4d4a-8068-a31af0d62468 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:16:50.648494 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:16:50.649099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Checking segment: {'id': 'eef19dc7-f938-4355-bef5-048fd2e0588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:16:50.649573 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.650157 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Bound using segment: {'id': 'eef19dc7-f938-4355-bef5-048fd2e0588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:16:50.651055 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Bound port: 0a469c17-2966-4735-9a5d-d592229efdf6, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eef19dc7-f938-4355-bef5-048fd2e0588d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:16:50.651618 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.668329 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d4cd16b2-1d4c-4bc1-9c08-c8e920bf83e4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.678259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17580105-b643-4664-94b5-a007da0f6a5d req-676aa606-e7e3-40f5-9428-4850c1a29b29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:50.679956 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-17580105-b643-4664-94b5-a007da0f6a5d req-676aa606-e7e3-40f5-9428-4850c1a29b29 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1338820 Aug 17 03:16:50.719648 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ca953f-62d1-452d-a71c-f51a46bcc1ed req-2f28b37c-b4da-475f-bcc6-42ee39fe2f6d tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:50.725913 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90ca953f-62d1-452d-a71c-f51a46bcc1ed req-2f28b37c-b4da-475f-bcc6-42ee39fe2f6d tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 943 time: 0.0765736 Aug 17 03:16:50.729209 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d4cd16b2-1d4c-4bc1-9c08-c8e920bf83e4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.732474 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] For port 0a469c17-2966-4735-9a5d-d592229efdf6, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:16:50.735975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] For port 0a469c17-2966-4735-9a5d-d592229efdf6, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0a469c17-2966-4735-9a5d-d592229efdf6,segment=NetworkSegment(eef19dc7-f938-4355-bef5-048fd2e0588d),segment_id=eef19dc7-f938-4355-bef5-048fd2e0588d)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:16:50.791305 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4cd16b2-1d4c-4bc1-9c08-c8e920bf83e4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=791385a5-b230-4184-957a-44cc987ea92a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:50.791738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-3c1067ca-42f9-4872-8f80-7d1bad8f3e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:50.797826 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-3c1067ca-42f9-4872-8f80-7d1bad8f3e54 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=7d2a8cf113d946fc9dc439eb132a7a7e&device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 1094 time: 0.0624378 Aug 17 03:16:50.806375 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90ca953f-62d1-452d-a71c-f51a46bcc1ed req-0d37a295-0344-4394-a431-227a5d5a4c5b tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/security-groups?id=6200081e-aca2-4713-b943-4cd65d8a6055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739110 Aug 17 03:16:50.812683 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.839449 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-77853cc0-99b1-4c4e-8a15-8b9fa14dd858 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=82175652-f20b-45c6-87fc-ff70ff1ca7d0 HTTP/1.1" status: 200 len: 217 time: 0.0376861 Aug 17 03:16:50.870186 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae886101-8eb9-45f2-b412-bbaf4fa577c5 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.887845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14115221-9181-4b44-8ba1-6b30c26c4d7e None None] Pushing event updated for resources: {'Port': ['ID=0a469c17-2966-4735-9a5d-d592229efdf6,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:50.904667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-796b5f99-e364-4659-a6a0-68dede49d321 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:50.906219 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-796b5f99-e364-4659-a6a0-68dede49d321 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=039b8b50-11f7-42bf-9f6c-7b6b7fbb4dcf HTTP/1.1" status: 200 len: 864 time: 0.0570703 Aug 17 03:16:50.940036 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-c2b3c19b-c6e4-4ad3-bbf1-32eef63d34ab service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=1738701f-4456-4624-a9a3-f84c2c268a9f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262549 Aug 17 03:16:50.942998 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.974203 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d4cd16b2-1d4c-4bc1-9c08-c8e920bf83e4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:50.976763 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d4cd16b2-1d4c-4bc1-9c08-c8e920bf83e4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8445237 Aug 17 03:16:50.980200 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45820) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:50.988998 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-dbf9fa33-c258-4f7f-9a1d-a9728b4c1fab tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group_rule': {'security_group_id': '791385a5-b230-4184-957a-44cc987ea92a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:51.071726 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-805bfcfa-5460-4b01-b9b7-58ca9cdb8fdb service neutron] 10.222.0.30 "GET /v2.0/networks/1738701f-4456-4624-a9a3-f84c2c268a9f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216316 Aug 17 03:16:51.117966 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae886101-8eb9-45f2-b412-bbaf4fa577c5 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:51.177324 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae886101-8eb9-45f2-b412-bbaf4fa577c5 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:51.197017 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-69837c5a-369d-4f13-a738-d602c3f1d136 req-734a5b48-3bd6-4d81-b838-dd566c080258 service neutron] 10.222.0.30 "GET /v2.0/networks/1738701f-4456-4624-a9a3-f84c2c268a9f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1168110 Aug 17 03:16:51.225917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae886101-8eb9-45f2-b412-bbaf4fa577c5 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f6a1246-fed4-401b-8d60-42abe0ad558d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:51.309876 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbf9fa33-c258-4f7f-9a1d-a9728b4c1fab tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:51.358450 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae886101-8eb9-45f2-b412-bbaf4fa577c5 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:51.359705 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ae886101-8eb9-45f2-b412-bbaf4fa577c5 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7948966 Aug 17 03:16:51.362463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45846) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:51.367889 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e35826b7-606e-43bc-a6ad-467dd5269a19 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1328283911', 'security_groups': ['5f6a1246-fed4-401b-8d60-42abe0ad558d'], 'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '22d96ce5-eb16-41f3-815e-e8ae90486ccf'}]}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:51.377039 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbf9fa33-c258-4f7f-9a1d-a9728b4c1fab tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:51.423420 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbf9fa33-c258-4f7f-9a1d-a9728b4c1fab tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:51.440173 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf9fa33-c258-4f7f-9a1d-a9728b4c1fab tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cf4a44b9-646e-4857-a6a6-1af795b0f947,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:51.555751 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbf9fa33-c258-4f7f-9a1d-a9728b4c1fab tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:51.557145 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dbf9fa33-c258-4f7f-9a1d-a9728b4c1fab tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5760446 Aug 17 03:16:51.559994 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45856) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:51.565745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-2eac888b-35dc-47dc-aec1-2c1b63707cd4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group_rule': {'security_group_id': '791385a5-b230-4184-957a-44cc987ea92a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:51.664433 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e35826b7-606e-43bc-a6ad-467dd5269a19 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:51.768825 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2eac888b-35dc-47dc-aec1-2c1b63707cd4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:51.770967 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e35826b7-606e-43bc-a6ad-467dd5269a19 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:51.777140 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0a469c17-2966-4735-9a5d-d592229efdf6 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:51.802867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-e35826b7-606e-43bc-a6ad-467dd5269a19 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] device_id is not set on port 886bc7ac-dbe4-4a75-a9f6-7ef12706255b yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:16:51.913940 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2eac888b-35dc-47dc-aec1-2c1b63707cd4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:51.965653 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6f21db-2921-4ddc-8ad5-a17273580fda req-64b67fa9-546e-489e-862f-886008047b8a tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:51.971678 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 0a469c17-2966-4735-9a5d-d592229efdf6 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:51.975369 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ec6f21db-2921-4ddc-8ad5-a17273580fda req-64b67fa9-546e-489e-862f-886008047b8a tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 943 time: 0.0646448 Aug 17 03:16:51.993895 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2eac888b-35dc-47dc-aec1-2c1b63707cd4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.021056 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eac888b-35dc-47dc-aec1-2c1b63707cd4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=da7d16ac-aa04-4ae9-b8cc-894d0f7036b7,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:52.023149 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-50f2fe12-53f4-46aa-8cb9-dad8a2d8394e None None] Provisioning for port 0a469c17-2966-4735-9a5d-d592229efdf6 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:52.027506 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-50f2fe12-53f4-46aa-8cb9-dad8a2d8394e None None] Provisioning complete for port 0a469c17-2966-4735-9a5d-d592229efdf6 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:52.027782 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50f2fe12-53f4-46aa-8cb9-dad8a2d8394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.029512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-e35826b7-606e-43bc-a6ad-467dd5269a19 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Allocated IP 2001:db8::1fe (031cf0b7-55de-4d4a-8068-a31af0d62468/22d96ce5-eb16-41f3-815e-e8ae90486ccf/886bc7ac-dbe4-4a75-a9f6-7ef12706255b) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:52.056131 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ec6f21db-2921-4ddc-8ad5-a17273580fda req-8ff60008-c083-4cf1-87fb-b599bf4fabfa tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/security-groups?id=6200081e-aca2-4713-b943-4cd65d8a6055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706730 Aug 17 03:16:52.094671 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2eac888b-35dc-47dc-aec1-2c1b63707cd4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.098911 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2eac888b-35dc-47dc-aec1-2c1b63707cd4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.5348005 Aug 17 03:16:52.100138 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45886) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:52.104171 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d493e409-49a4-477c-8d73-96bf4b1aa743 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group_rule': {'security_group_id': '791385a5-b230-4184-957a-44cc987ea92a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:52.124114 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50f2fe12-53f4-46aa-8cb9-dad8a2d8394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.157514 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-50f2fe12-53f4-46aa-8cb9-dad8a2d8394e None None] For port 0a469c17-2966-4735-9a5d-d592229efdf6, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0a469c17-2966-4735-9a5d-d592229efdf6,segment=NetworkSegment(eef19dc7-f938-4355-bef5-048fd2e0588d),segment_id=eef19dc7-f938-4355-bef5-048fd2e0588d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:52.172147 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d493e409-49a4-477c-8d73-96bf4b1aa743 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.192547 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e35826b7-606e-43bc-a6ad-467dd5269a19 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.206694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-e35826b7-606e-43bc-a6ad-467dd5269a19 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Transition to ACTIVE for port object 886bc7ac-dbe4-4a75-a9f6-7ef12706255b will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:52.211482 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50f2fe12-53f4-46aa-8cb9-dad8a2d8394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.236314 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d493e409-49a4-477c-8d73-96bf4b1aa743 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.244883 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-50f2fe12-53f4-46aa-8cb9-dad8a2d8394e None None] Provisioning complete for port db8f8166-7232-496c-ab87-c71554d9c7fc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:52.245477 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50f2fe12-53f4-46aa-8cb9-dad8a2d8394e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.303061 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d493e409-49a4-477c-8d73-96bf4b1aa743 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.305651 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f2fe12-53f4-46aa-8cb9-dad8a2d8394e None None] Pushing event updated for resources: {'Port': ['ID=0a469c17-2966-4735-9a5d-d592229efdf6,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:52.309987 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-50f2fe12-53f4-46aa-8cb9-dad8a2d8394e None None] Port db8f8166-7232-496c-ab87-c71554d9c7fc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:52.326383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d493e409-49a4-477c-8d73-96bf4b1aa743 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9ca9fd14-fbf5-4576-a781-76221592aa2f,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:52.382212 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e35826b7-606e-43bc-a6ad-467dd5269a19 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.404850 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d493e409-49a4-477c-8d73-96bf4b1aa743 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.408619 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d493e409-49a4-477c-8d73-96bf4b1aa743 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3059535 Aug 17 03:16:52.409278 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45904) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:52.418875 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-e67127d1-f2e7-478a-958a-9d56be5c7f23 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group_rule': {'security_group_id': '791385a5-b230-4184-957a-44cc987ea92a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:52.430715 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e35826b7-606e-43bc-a6ad-467dd5269a19 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:52.434107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-e35826b7-606e-43bc-a6ad-467dd5269a19 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:52.438077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e35826b7-606e-43bc-a6ad-467dd5269a19 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:16:52.444599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e35826b7-606e-43bc-a6ad-467dd5269a19 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:52.445228 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e35826b7-606e-43bc-a6ad-467dd5269a19 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.453880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35826b7-606e-43bc-a6ad-467dd5269a19 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=886bc7ac-dbe4-4a75-a9f6-7ef12706255b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:52.541951 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e67127d1-f2e7-478a-958a-9d56be5c7f23 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.593768 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e35826b7-606e-43bc-a6ad-467dd5269a19 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.2299654 Aug 17 03:16:52.596463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45914) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:52.602753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-376d63ba-0685-4d91-8cec-759a0ff8e89b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'subnet': {'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:52.619074 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e67127d1-f2e7-478a-958a-9d56be5c7f23 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.669087 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e67127d1-f2e7-478a-958a-9d56be5c7f23 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.685624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67127d1-f2e7-478a-958a-9d56be5c7f23 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8c27e81c-4a46-481c-abfa-cab6677352e5,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:52.779158 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e67127d1-f2e7-478a-958a-9d56be5c7f23 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.779158 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e67127d1-f2e7-478a-958a-9d56be5c7f23 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3683128 Aug 17 03:16:52.781226 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45922) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:52.786386 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f665b137-23f7-424f-8a90-7f841405645f tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group_rule': {'security_group_id': '791385a5-b230-4184-957a-44cc987ea92a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:52.821551 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a88aa6dc-dcfa-474b-9442-b61bd69c9f24 None None] Provisioning for port 886bc7ac-dbe4-4a75-a9f6-7ef12706255b completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:52.825845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a88aa6dc-dcfa-474b-9442-b61bd69c9f24 None None] Provisioning complete for port 886bc7ac-dbe4-4a75-a9f6-7ef12706255b triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:52.826245 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a88aa6dc-dcfa-474b-9442-b61bd69c9f24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.862888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a88aa6dc-dcfa-474b-9442-b61bd69c9f24 None None] Port 886bc7ac-dbe4-4a75-a9f6-7ef12706255b cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:52.868908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376d63ba-0685-4d91-8cec-759a0ff8e89b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:52.872519 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-376d63ba-0685-4d91-8cec-759a0ff8e89b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:52.971371 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f665b137-23f7-424f-8a90-7f841405645f tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.044725 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f665b137-23f7-424f-8a90-7f841405645f tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.155280 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f665b137-23f7-424f-8a90-7f841405645f tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.182046 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f665b137-23f7-424f-8a90-7f841405645f tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73ea336-4d22-4547-9a0f-e681e3c8dd0b,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:53.204095 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189494e8-65b0-4364-9728-42c18e7c6e4b req-bfce3a57-416f-4256-94d6-16bc0b2399d3 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:53.205824 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-189494e8-65b0-4364-9728-42c18e7c6e4b req-bfce3a57-416f-4256-94d6-16bc0b2399d3 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 943 time: 0.0786984 Aug 17 03:16:53.234761 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f665b137-23f7-424f-8a90-7f841405645f tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.236158 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f665b137-23f7-424f-8a90-7f841405645f tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4539621 Aug 17 03:16:53.241554 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45952) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:53.280181 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5867fe38-c8be-418e-9234-e69067534e75 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.286301 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-189494e8-65b0-4364-9728-42c18e7c6e4b req-445dead9-5466-4e07-8ed2-90c9a3c586f6 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/security-groups?id=6200081e-aca2-4713-b943-4cd65d8a6055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712426 Aug 17 03:16:53.295457 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5867fe38-c8be-418e-9234-e69067534e75 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.339765 n-d-802060-9 neutron-server[101970]: INFO neutron.db.ipam_backend_mixin [None req-376d63ba-0685-4d91-8cec-759a0ff8e89b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 22d96ce5-eb16-41f3-815e-e8ae90486ccf (CIDR: 2001:db8::/64) Aug 17 03:16:53.406263 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5867fe38-c8be-418e-9234-e69067534e75 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.413863 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5867fe38-c8be-418e-9234-e69067534e75 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.414997 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5867fe38-c8be-418e-9234-e69067534e75 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/d73ea336-4d22-4547-9a0f-e681e3c8dd0b HTTP/1.1" status: 204 len: 168 time: 0.1725092 Aug 17 03:16:53.417735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45972) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:53.420640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5867fe38-c8be-418e-9234-e69067534e75 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d73ea336-4d22-4547-9a0f-e681e3c8dd0b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:53.471658 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fff805f9-6c3e-4a03-9635-077401b9f68d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0527406 Aug 17 03:16:53.475250 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45974) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:53.499796 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-376d63ba-0685-4d91-8cec-759a0ff8e89b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:16:53.500296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-376d63ba-0685-4d91-8cec-759a0ff8e89b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:16:53.513247 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f44f8bdc-f096-4770-bebc-2d40755ff018 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.524720 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f44f8bdc-f096-4770-bebc-2d40755ff018 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.601134 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-376d63ba-0685-4d91-8cec-759a0ff8e89b tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0035791 Aug 17 03:16:53.604678 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45984) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:53.609979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-caecadf1-1053-4cbc-b782-592404955761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'subnet': {'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:53.615255 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 82175652-f20b-45c6-87fc-ff70ff1ca7d0 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:16:53.630065 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f44f8bdc-f096-4770-bebc-2d40755ff018 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.639660 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f44f8bdc-f096-4770-bebc-2d40755ff018 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.643175 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f44f8bdc-f096-4770-bebc-2d40755ff018 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/8c27e81c-4a46-481c-abfa-cab6677352e5 HTTP/1.1" status: 204 len: 168 time: 0.1646385 Aug 17 03:16:53.646162 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45990) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:53.654025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44f8bdc-f096-4770-bebc-2d40755ff018 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8c27e81c-4a46-481c-abfa-cab6677352e5,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:53.757776 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 82175652-f20b-45c6-87fc-ff70ff1ca7d0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=82175652-f20b-45c6-87fc-ff70ff1ca7d0,segment=NetworkSegment(a6925d3e-671e-4193-bd78-4e5c1f825b09),segment_id=a6925d3e-671e-4193-bd78-4e5c1f825b09)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:53.768020 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-43a95963-3298-4c8d-94fe-57dfd3fe6240 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.1205342 Aug 17 03:16:53.771559 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45998) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:53.775885 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0a469c17-2966-4735-9a5d-d592229efdf6 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:53.779316 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '82175652-f20b-45c6-87fc-ff70ff1ca7d0', 'network_id': '1738701f-4456-4624-a9a3-f84c2c268a9f', 'port_id': '82175652-f20b-45c6-87fc-ff70ff1ca7d0', 'mac_address': 'fa:16:3e:1c:92:cf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 95, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '039b8b50-11f7-42bf-9f6c-7b6b7fbb4dcf', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:16:53.803846 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device aee00051-652a-4cb0-b148-861aefc669e7 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:16:53.806107 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b480927c-b318-43f6-a97a-3225aab4693f tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.820532 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b480927c-b318-43f6-a97a-3225aab4693f tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.880562 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-caecadf1-1053-4cbc-b782-592404955761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:53.884552 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-caecadf1-1053-4cbc-b782-592404955761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.959136 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b480927c-b318-43f6-a97a-3225aab4693f tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.977224 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b480927c-b318-43f6-a97a-3225aab4693f tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:53.981109 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b480927c-b318-43f6-a97a-3225aab4693f tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/9ca9fd14-fbf5-4576-a781-76221592aa2f HTTP/1.1" status: 204 len: 168 time: 0.2059000 Aug 17 03:16:53.981109 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b480927c-b318-43f6-a97a-3225aab4693f tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9ca9fd14-fbf5-4576-a781-76221592aa2f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:53.982912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46010) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:54.033455 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.resource_extend [None req-2f55000a-7558-45c3-84da-73019a27286a None None] It took 0.21 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Aug 17 03:16:54.051902 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.061930 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-be2d5b08-5f8b-481d-aeda-d406aedd9692 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.0741391 Aug 17 03:16:54.064829 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46022) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:54.106357 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 0a469c17-2966-4735-9a5d-d592229efdf6 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:54.106357 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.112043 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dc7c39d0-f4de-40ef-a8c4-991176b8214a tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.132474 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 82175652-f20b-45c6-87fc-ff70ff1ca7d0 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:16:54.133725 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dc7c39d0-f4de-40ef-a8c4-991176b8214a tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.176530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 82175652-f20b-45c6-87fc-ff70ff1ca7d0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=82175652-f20b-45c6-87fc-ff70ff1ca7d0,segment=NetworkSegment(a6925d3e-671e-4193-bd78-4e5c1f825b09),segment_id=a6925d3e-671e-4193-bd78-4e5c1f825b09)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:54.197465 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port aee00051-652a-4cb0-b148-861aefc669e7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=aee00051-652a-4cb0-b148-861aefc669e7,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:54.229016 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dc7c39d0-f4de-40ef-a8c4-991176b8214a tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.229923 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'aee00051-652a-4cb0-b148-861aefc669e7', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'port_id': 'aee00051-652a-4cb0-b148-861aefc669e7', 'mac_address': 'fa:16:3e:fc:50:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:16:54.235777 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dc7c39d0-f4de-40ef-a8c4-991176b8214a tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.239388 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dc7c39d0-f4de-40ef-a8c4-991176b8214a tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/da7d16ac-aa04-4ae9-b8cc-894d0f7036b7 HTTP/1.1" status: 204 len: 168 time: 0.1711905 Aug 17 03:16:54.241049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46038) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:54.248153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c39d0-f4de-40ef-a8c4-991176b8214a tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=da7d16ac-aa04-4ae9-b8cc-894d0f7036b7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:54.266840 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.303687 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46042) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:54.306883 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e38f432e-def1-4c15-8a14-3396ebae72c2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.0614040 Aug 17 03:16:54.319233 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.326078 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-caecadf1-1053-4cbc-b782-592404955761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.343603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=82175652-f20b-45c6-87fc-ff70ff1ca7d0,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:54.347572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aee00051-652a-4cb0-b148-861aefc669e7 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:16:54.356189 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1fcfd0ab-9e00-4f6a-8eda-71c86f310ed2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.373195 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1fcfd0ab-9e00-4f6a-8eda-71c86f310ed2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.381649 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port aee00051-652a-4cb0-b148-861aefc669e7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=aee00051-652a-4cb0-b148-861aefc669e7,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:54.394766 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caecadf1-1053-4cbc-b782-592404955761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:54.401585 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-caecadf1-1053-4cbc-b782-592404955761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:54.407808 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-caecadf1-1053-4cbc-b782-592404955761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:54.409889 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-caecadf1-1053-4cbc-b782-592404955761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.413964 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b4bd9fb-3c63-4d4a-a170-cd1fe9fdd0ff None None] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:54.467369 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.483618 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caecadf1-1053-4cbc-b782-592404955761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Subnet': ['ID=1c79ff7f-529a-4aaf-8124-7bce7cb9ea22,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:54.496547 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1fcfd0ab-9e00-4f6a-8eda-71c86f310ed2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.496728 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-caecadf1-1053-4cbc-b782-592404955761 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 0.8870907 Aug 17 03:16:54.496728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46058) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:54.501081 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-90e212c7-23c8-4bc4-963a-a0edc25f1d82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1458617609', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '1c79ff7f-529a-4aaf-8124-7bce7cb9ea22'}], 'security_groups': ['04ca2f4f-87b3-483a-8fcb-b0a7e93658a7']}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:54.501452 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1fcfd0ab-9e00-4f6a-8eda-71c86f310ed2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.506013 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1fcfd0ab-9e00-4f6a-8eda-71c86f310ed2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/cf4a44b9-646e-4857-a6a6-1af795b0f947 HTTP/1.1" status: 204 len: 168 time: 0.1995242 Aug 17 03:16:54.510015 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46060) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:54.531252 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['82175652-f20b-45c6-87fc-ff70ff1ca7d0'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:16:54.546869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fcfd0ab-9e00-4f6a-8eda-71c86f310ed2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cf4a44b9-646e-4857-a6a6-1af795b0f947,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:54.565686 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fed9098-8d96-41d9-b929-f2b8e8e4c9d2 req-8282eb81-8658-4bbf-b81b-87601515de17 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:54.569705 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fed9098-8d96-41d9-b929-f2b8e8e4c9d2 req-8282eb81-8658-4bbf-b81b-87601515de17 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 944 time: 0.1227288 Aug 17 03:16:54.591611 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['aee00051-652a-4cb0-b148-861aefc669e7'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:16:54.595187 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e083aaae-a3cb-4dc9-b76d-87fd2e091207 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0829453 Aug 17 03:16:54.602265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46064) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:54.680184 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83f4efd2-66d2-442c-ac75-5d321e49dc0d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.682614 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fed9098-8d96-41d9-b929-f2b8e8e4c9d2 req-dfa052da-5705-41cd-8a2c-47936fb0b3c7 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/security-groups?id=6200081e-aca2-4713-b943-4cd65d8a6055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936522 Aug 17 03:16:54.727714 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83f4efd2-66d2-442c-ac75-5d321e49dc0d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.739096 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=aee00051-652a-4cb0-b148-861aefc669e7,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:54.766241 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90e212c7-23c8-4bc4-963a-a0edc25f1d82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.879876 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83f4efd2-66d2-442c-ac75-5d321e49dc0d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.882303 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83f4efd2-66d2-442c-ac75-5d321e49dc0d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:54.883841 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-83f4efd2-66d2-442c-ac75-5d321e49dc0d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-groups/791385a5-b230-4184-957a-44cc987ea92a HTTP/1.1" status: 204 len: 168 time: 0.2803302 Aug 17 03:16:54.887010 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46076) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:54.894097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83f4efd2-66d2-442c-ac75-5d321e49dc0d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=791385a5-b230-4184-957a-44cc987ea92a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:55.010634 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-01c240f1-5724-48d0-aba6-4e7209826fb6 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1181140 Aug 17 03:16:55.011576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46082) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:55.016049 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-26f81cc5-f42f-4756-986f-d651c4d41ab2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1813581919'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:55.137079 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d22d5692-a1d8-481d-80e7-de4a48f15abf None None] Update dhcp port {'port': {'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468', 'fixed_ips': [{'subnet_id': '22d96ce5-eb16-41f3-815e-e8ae90486ccf', 'ip_address': '2001:db8::2'}, {'subnet_id': '1c79ff7f-529a-4aaf-8124-7bce7cb9ea22'}], 'binding:host_id': 'n-d-802060-9'}, 'id': '0a469c17-2966-4735-9a5d-d592229efdf6'} from n-d-802060-9. {{(pid=101971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 03:16:55.145934 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26f81cc5-f42f-4756-986f-d651c4d41ab2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:55.187396 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d22d5692-a1d8-481d-80e7-de4a48f15abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:55.298866 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-90e212c7-23c8-4bc4-963a-a0edc25f1d82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Delete allocated IP 2001:db8::1fe (031cf0b7-55de-4d4a-8068-a31af0d62468/22d96ce5-eb16-41f3-815e-e8ae90486ccf) {{(pid=101969) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 03:16:55.303363 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26f81cc5-f42f-4756-986f-d651c4d41ab2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:55.311762 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-90e212c7-23c8-4bc4-963a-a0edc25f1d82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Allocated IP 2001:db8:0:1::243 (031cf0b7-55de-4d4a-8068-a31af0d62468/1c79ff7f-529a-4aaf-8124-7bce7cb9ea22/886bc7ac-dbe4-4a75-a9f6-7ef12706255b) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:55.371551 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26f81cc5-f42f-4756-986f-d651c4d41ab2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:55.401949 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26f81cc5-f42f-4756-986f-d651c4d41ab2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=edeace0f-deb2-429f-a08f-1dcf5e7307e5,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:55.468784 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26f81cc5-f42f-4756-986f-d651c4d41ab2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:55.473319 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-26f81cc5-f42f-4756-986f-d651c4d41ab2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4609394 Aug 17 03:16:55.474024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46108) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:55.478938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0bbfa84f-6249-4712-85ba-d4a8ba5d9a43 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group_rule': {'security_group_id': 'edeace0f-deb2-429f-a08f-1dcf5e7307e5', 'direction': 'ingress', 'protocol': 17}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:55.536509 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90e212c7-23c8-4bc4-963a-a0edc25f1d82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:55.550614 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-90e212c7-23c8-4bc4-963a-a0edc25f1d82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Transition to ACTIVE for port object 886bc7ac-dbe4-4a75-a9f6-7ef12706255b will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:55.571801 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bbfa84f-6249-4712-85ba-d4a8ba5d9a43 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:55.611679 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90e212c7-23c8-4bc4-963a-a0edc25f1d82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:55.673872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-d22d5692-a1d8-481d-80e7-de4a48f15abf None None] Allocated IP 2001:db8:0:1::2 (031cf0b7-55de-4d4a-8068-a31af0d62468/1c79ff7f-529a-4aaf-8124-7bce7cb9ea22/0a469c17-2966-4735-9a5d-d592229efdf6) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:55.708267 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bbfa84f-6249-4712-85ba-d4a8ba5d9a43 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:55.739057 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-90e212c7-23c8-4bc4-963a-a0edc25f1d82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] In _notify_port_updated(), no bound segment for port 886bc7ac-dbe4-4a75-a9f6-7ef12706255b on network 031cf0b7-55de-4d4a-8068-a31af0d62468 {{(pid=101969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:16:55.746206 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e212c7-23c8-4bc4-963a-a0edc25f1d82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:55.747092 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-90e212c7-23c8-4bc4-963a-a0edc25f1d82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:55.748738 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-90e212c7-23c8-4bc4-963a-a0edc25f1d82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "PUT /v2.0/ports/886bc7ac-dbe4-4a75-a9f6-7ef12706255b HTTP/1.1" status: 200 len: 931 time: 1.2521856 Aug 17 03:16:55.751638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46120) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:55.779139 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 82175652-f20b-45c6-87fc-ff70ff1ca7d0 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:55.791889 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e212c7-23c8-4bc4-963a-a0edc25f1d82 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=886bc7ac-dbe4-4a75-a9f6-7ef12706255b,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:55.804876 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bbfa84f-6249-4712-85ba-d4a8ba5d9a43 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:55.828649 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device aee00051-652a-4cb0-b148-861aefc669e7 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:55.859257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbfa84f-6249-4712-85ba-d4a8ba5d9a43 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=72f21162-5430-497e-98c6-3720531b4317,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:55.902438 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c650700-67cf-446c-9a43-96305fbe8dfc req-f1466126-fa85-456c-beb9-31c73fa22704 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:55.904723 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8c650700-67cf-446c-9a43-96305fbe8dfc req-f1466126-fa85-456c-beb9-31c73fa22704 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 944 time: 0.0922704 Aug 17 03:16:55.921701 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-d22d5692-a1d8-481d-80e7-de4a48f15abf None None] For port 0a469c17-2966-4735-9a5d-d592229efdf6, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0a469c17-2966-4735-9a5d-d592229efdf6,segment=NetworkSegment(eef19dc7-f938-4355-bef5-048fd2e0588d),segment_id=eef19dc7-f938-4355-bef5-048fd2e0588d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:55.961056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-0bac51f1-3093-4daa-bdd5-8916f8a18fef tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port 886bc7ac-dbe4-4a75-a9f6-7ef12706255b {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:16:55.961815 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bac51f1-3093-4daa-bdd5-8916f8a18fef tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:55.962466 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8c650700-67cf-446c-9a43-96305fbe8dfc req-8a5c2917-f25e-4693-8f8d-f599c4582ff8 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/security-groups?id=6200081e-aca2-4713-b943-4cd65d8a6055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495806 Aug 17 03:16:55.976613 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d22d5692-a1d8-481d-80e7-de4a48f15abf None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:55.985740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port aee00051-652a-4cb0-b148-861aefc669e7 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:55.988990 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:56.014705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d22d5692-a1d8-481d-80e7-de4a48f15abf None None] Transition to ACTIVE for port object 0a469c17-2966-4735-9a5d-d592229efdf6 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:16:56.023311 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bbfa84f-6249-4712-85ba-d4a8ba5d9a43 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:56.027120 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0bbfa84f-6249-4712-85ba-d4a8ba5d9a43 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.5495584 Aug 17 03:16:56.028887 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46130) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:56.078499 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bac51f1-3093-4daa-bdd5-8916f8a18fef tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:56.099553 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-0bac51f1-3093-4daa-bdd5-8916f8a18fef tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for 886bc7ac-dbe4-4a75-a9f6-7ef12706255b owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:16:56.129916 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 82175652-f20b-45c6-87fc-ff70ff1ca7d0 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:56.141289 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d22d5692-a1d8-481d-80e7-de4a48f15abf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:56.157272 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-844993fc-7a11-4787-8b4a-30c2b5ba048d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:56.158698 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 82175652-f20b-45c6-87fc-ff70ff1ca7d0 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:56.159181 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:56.206377 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-844993fc-7a11-4787-8b4a-30c2b5ba048d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:56.236675 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:56.336074 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-844993fc-7a11-4787-8b4a-30c2b5ba048d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:56.345025 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-844993fc-7a11-4787-8b4a-30c2b5ba048d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:56.345025 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-844993fc-7a11-4787-8b4a-30c2b5ba048d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-groups/edeace0f-deb2-429f-a08f-1dcf5e7307e5 HTTP/1.1" status: 204 len: 168 time: 0.3137221 Aug 17 03:16:56.345510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46148) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:56.369630 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-844993fc-7a11-4787-8b4a-30c2b5ba048d tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=edeace0f-deb2-429f-a08f-1dcf5e7307e5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:56.385261 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bac51f1-3093-4daa-bdd5-8916f8a18fef tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:56.474159 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d22d5692-a1d8-481d-80e7-de4a48f15abf None None] Pushing event updated for resources: {'Port': ['ID=0a469c17-2966-4735-9a5d-d592229efdf6,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:56.493166 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3a3570c8-017a-412b-b81d-7af6f8ce367a tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1404829 Aug 17 03:16:56.493166 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bac51f1-3093-4daa-bdd5-8916f8a18fef tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=886bc7ac-dbe4-4a75-a9f6-7ef12706255b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:56.499208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46156) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:56.501847 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:16:56.505230 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2543e5fa-f8e8-43ca-9bfd-ee2455fb21fe" -d '{"events": [{"server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "name": "network-vif-plugged", "status": "completed", "tag": "aee00051-652a-4cb0-b148-861aefc669e7"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:16:56.530938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-832ddea5-4790-48b4-b77b-50eff3523afa tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1391453076'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:56.533280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port aee00051-652a-4cb0-b148-861aefc669e7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=aee00051-652a-4cb0-b148-861aefc669e7,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:56.564764 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bac51f1-3093-4daa-bdd5-8916f8a18fef tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:56.567832 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0bac51f1-3093-4daa-bdd5-8916f8a18fef tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/ports/886bc7ac-dbe4-4a75-a9f6-7ef12706255b HTTP/1.1" status: 204 len: 168 time: 0.8143554 Aug 17 03:16:56.571563 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46166) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:56.603129 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6e16199-78a2-4709-80a6-ca910ee4efe3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] GET failed (client error): The resource could not be found. Aug 17 03:16:56.607857 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c6e16199-78a2-4709-80a6-ca910ee4efe3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports/886bc7ac-dbe4-4a75-a9f6-7ef12706255b HTTP/1.1" status: 404 len: 333 time: 0.0328498 Aug 17 03:16:56.608267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46168) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:56.616168 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:56.691507 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-832ddea5-4790-48b4-b77b-50eff3523afa tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:56.695431 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=aee00051-652a-4cb0-b148-861aefc669e7,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:56.706386 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:56.743315 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9167b26f-957c-4812-bf12-74e542be3472 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:56.823553 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9167b26f-957c-4812-bf12-74e542be3472 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:56.829609 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 82175652-f20b-45c6-87fc-ff70ff1ca7d0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=82175652-f20b-45c6-87fc-ff70ff1ca7d0,segment=NetworkSegment(a6925d3e-671e-4193-bd78-4e5c1f825b09),segment_id=a6925d3e-671e-4193-bd78-4e5c1f825b09)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:16:56.854996 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-832ddea5-4790-48b4-b77b-50eff3523afa tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:56.906032 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:16:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6bdfc7b-d444-4b27-83c9-13c09070ebd4 x-openstack-request-id: req-b6bdfc7b-d444-4b27-83c9-13c09070ebd4 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:16:56.906401 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "name": "network-vif-plugged", "status": "completed", "tag": "aee00051-652a-4cb0-b148-861aefc669e7", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:16:56.906761 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6bdfc7b-d444-4b27-83c9-13c09070ebd4 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:16:56.907249 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7', 'code': 200} Aug 17 03:16:56.943307 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.028439 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=82175652-f20b-45c6-87fc-ff70ff1ca7d0,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:57.052595 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-832ddea5-4790-48b4-b77b-50eff3523afa tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.086401 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9167b26f-957c-4812-bf12-74e542be3472 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.088955 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9167b26f-957c-4812-bf12-74e542be3472 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.092830 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9167b26f-957c-4812-bf12-74e542be3472 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/security-groups/5f6a1246-fed4-401b-8d60-42abe0ad558d HTTP/1.1" status: 204 len: 168 time: 0.4792089 Aug 17 03:16:57.097501 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46184) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:57.133195 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9167b26f-957c-4812-bf12-74e542be3472 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f6a1246-fed4-401b-8d60-42abe0ad558d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:57.144267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832ddea5-4790-48b4-b77b-50eff3523afa tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8ea692e9-9aa6-4aa3-b654-2f39d44e0a46,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:57.161856 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c202656-8294-44b6-b47c-3eebadc83e9d req-f2b6a2e8-622c-48bd-b253-06be1f9fc393 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:57.172003 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3c202656-8294-44b6-b47c-3eebadc83e9d req-f2b6a2e8-622c-48bd-b253-06be1f9fc393 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 945 time: 0.1048722 Aug 17 03:16:57.231574 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3c202656-8294-44b6-b47c-3eebadc83e9d req-5b732bef-3b3d-4a69-a8b8-df09fe341467 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/security-groups?id=6200081e-aca2-4713-b943-4cd65d8a6055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528069 Aug 17 03:16:57.233310 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-73e4dff5-250b-4ce9-893a-f4b758a465fd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.262905 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-832ddea5-4790-48b4-b77b-50eff3523afa tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.267502 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-832ddea5-4790-48b4-b77b-50eff3523afa tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7691700 Aug 17 03:16:57.268876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46192) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:57.273670 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-73e4dff5-250b-4ce9-893a-f4b758a465fd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.274773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ff824b24-8bfb-42e7-8618-96687a3e6460 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group': {'name': 'tempest-secgroup--1369455759'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:57.358841 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff824b24-8bfb-42e7-8618-96687a3e6460 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.411073 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-73e4dff5-250b-4ce9-893a-f4b758a465fd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.414190 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-73e4dff5-250b-4ce9-893a-f4b758a465fd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.415551 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-73e4dff5-250b-4ce9-893a-f4b758a465fd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/security-groups/04ca2f4f-87b3-483a-8fcb-b0a7e93658a7 HTTP/1.1" status: 204 len: 168 time: 0.3194852 Aug 17 03:16:57.424882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46202) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:57.514339 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff824b24-8bfb-42e7-8618-96687a3e6460 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.516410 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e4dff5-250b-4ce9-893a-f4b758a465fd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=04ca2f4f-87b3-483a-8fcb-b0a7e93658a7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:57.565909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-2812e893-aeb9-4b0e-b5a1-9183ef1aa42e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting subnet 22d96ce5-eb16-41f3-815e-e8ae90486ccf {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:16:57.566168 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff824b24-8bfb-42e7-8618-96687a3e6460 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.571470 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2812e893-aeb9-4b0e-b5a1-9183ef1aa42e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.627051 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2812e893-aeb9-4b0e-b5a1-9183ef1aa42e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.635965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff824b24-8bfb-42e7-8618-96687a3e6460 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b14035b-f44c-4f0b-9837-b366de2f954c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:57.643098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4d1ca9fa-f8ef-4a09-a8b6-d6dd191dc631 None None] Provisioning complete for port db8f8166-7232-496c-ab87-c71554d9c7fc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:57.643580 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4d1ca9fa-f8ef-4a09-a8b6-d6dd191dc631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.695958 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff824b24-8bfb-42e7-8618-96687a3e6460 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.700422 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ff824b24-8bfb-42e7-8618-96687a3e6460 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4302607 Aug 17 03:16:57.701112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46214) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:57.706558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ff00a20e-ed44-466b-a911-c50598ea0093 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group_rule': {'security_group_id': '8ea692e9-9aa6-4aa3-b654-2f39d44e0a46', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8b14035b-f44c-4f0b-9837-b366de2f954c', 'remote_ip_prefix': None}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:57.761173 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4d1ca9fa-f8ef-4a09-a8b6-d6dd191dc631 None None] Port db8f8166-7232-496c-ab87-c71554d9c7fc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:57.769178 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4d1ca9fa-f8ef-4a09-a8b6-d6dd191dc631 None None] Could not find standard attr ID for object 886bc7ac-dbe4-4a75-a9f6-7ef12706255b. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:16:57.783245 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0a469c17-2966-4735-9a5d-d592229efdf6 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:16:57.787322 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2812e893-aeb9-4b0e-b5a1-9183ef1aa42e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.848790 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff00a20e-ed44-466b-a911-c50598ea0093 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.900040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4d1ca9fa-f8ef-4a09-a8b6-d6dd191dc631 None None] Provisioning for port 0a469c17-2966-4735-9a5d-d592229efdf6 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:16:57.904828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4d1ca9fa-f8ef-4a09-a8b6-d6dd191dc631 None None] Provisioning complete for port 0a469c17-2966-4735-9a5d-d592229efdf6 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:57.905206 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4d1ca9fa-f8ef-4a09-a8b6-d6dd191dc631 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.947617 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2812e893-aeb9-4b0e-b5a1-9183ef1aa42e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:57.979817 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff00a20e-ed44-466b-a911-c50598ea0093 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:58.016219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2812e893-aeb9-4b0e-b5a1-9183ef1aa42e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Subnet': ['ID=22d96ce5-eb16-41f3-815e-e8ae90486ccf,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:58.042732 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2812e893-aeb9-4b0e-b5a1-9183ef1aa42e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:58.044776 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2812e893-aeb9-4b0e-b5a1-9183ef1aa42e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/22d96ce5-eb16-41f3-815e-e8ae90486ccf HTTP/1.1" status: 204 len: 168 time: 0.6131668 Aug 17 03:16:58.048718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46230) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:58.066494 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-409adaa6-8c4e-48d1-b786-82367f9e0f05 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'subnet': {'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:58.124700 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff00a20e-ed44-466b-a911-c50598ea0093 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:58.146474 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4d744adb-702b-484b-991e-baf87c3ea3e3 None None] Could not find standard attr ID for object 886bc7ac-dbe4-4a75-a9f6-7ef12706255b. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:16:58.162752 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff00a20e-ed44-466b-a911-c50598ea0093 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e45619b-f01a-4a3b-993a-8bdbdfa7be8f,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:58.219176 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c2c175-6b4a-4d8b-b38b-32a30cb4d474 None None] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:58.253509 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff00a20e-ed44-466b-a911-c50598ea0093 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:58.257027 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ff00a20e-ed44-466b-a911-c50598ea0093 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.5545070 Aug 17 03:16:58.259869 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46244) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:58.330072 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c920f634-3230-4427-8834-c07336823571 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:58.340599 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c920f634-3230-4427-8834-c07336823571 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:58.342961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-409adaa6-8c4e-48d1-b786-82367f9e0f05 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:16:58.346668 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-409adaa6-8c4e-48d1-b786-82367f9e0f05 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:58.480144 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c920f634-3230-4427-8834-c07336823571 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:58.503051 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c920f634-3230-4427-8834-c07336823571 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:58.505705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-359caf85-acb3-4c45-b8b7-8fe291602dd0 req-ffb9e3a0-3db4-48d9-9e6c-a7dcb08710c2 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:58.506670 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-359caf85-acb3-4c45-b8b7-8fe291602dd0 req-ffb9e3a0-3db4-48d9-9e6c-a7dcb08710c2 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 945 time: 0.1310921 Aug 17 03:16:58.511581 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c920f634-3230-4427-8834-c07336823571 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/6e45619b-f01a-4a3b-993a-8bdbdfa7be8f HTTP/1.1" status: 204 len: 168 time: 0.2504010 Aug 17 03:16:58.513238 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c920f634-3230-4427-8834-c07336823571 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=6e45619b-f01a-4a3b-993a-8bdbdfa7be8f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:58.513557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46260) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:58.636374 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e13bd454-3682-4517-8cb8-e2ddb4ac9ae9 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1195359 Aug 17 03:16:58.639490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46266) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:58.641440 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-359caf85-acb3-4c45-b8b7-8fe291602dd0 req-7472d60c-631d-46e0-a9e3-3a7fee4f255a tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/security-groups?id=6200081e-aca2-4713-b943-4cd65d8a6055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232629 Aug 17 03:16:58.730162 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d2f09dd-ae1a-4f87-bfe9-125234bed3ed tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:58.762383 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d2f09dd-ae1a-4f87-bfe9-125234bed3ed tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:58.869444 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d2f09dd-ae1a-4f87-bfe9-125234bed3ed tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:58.872451 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7d2f09dd-ae1a-4f87-bfe9-125234bed3ed tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:58.877145 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7d2f09dd-ae1a-4f87-bfe9-125234bed3ed tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-groups/8b14035b-f44c-4f0b-9837-b366de2f954c HTTP/1.1" status: 204 len: 168 time: 0.2330790 Aug 17 03:16:58.878254 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46268) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:58.889884 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d2f09dd-ae1a-4f87-bfe9-125234bed3ed tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b14035b-f44c-4f0b-9837-b366de2f954c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:58.908186 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dc4761-264d-4410-a9c2-b80bbed9a13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82175652-f20b-45c6-87fc-ff70ff1ca7d0'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:16:58.910997 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a07321b1-b23b-4ac8-b07d-fe00adf65b5d" -d '{"events": [{"server_uuid": "c3dc4761-264d-4410-a9c2-b80bbed9a13b", "name": "network-vif-plugged", "status": "completed", "tag": "82175652-f20b-45c6-87fc-ff70ff1ca7d0"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:16:58.954040 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ddb78e98-8b87-40dd-9dae-b4b5ff22b6c3 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0746932 Aug 17 03:16:58.955096 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:16:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f755a91-954a-47f3-bb9a-d566cb25fb9e x-openstack-request-id: req-1f755a91-954a-47f3-bb9a-d566cb25fb9e {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:16:58.955407 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3dc4761-264d-4410-a9c2-b80bbed9a13b", "name": "network-vif-plugged", "status": "completed", "tag": "82175652-f20b-45c6-87fc-ff70ff1ca7d0", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:16:58.955660 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f755a91-954a-47f3-bb9a-d566cb25fb9e {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:16:58.956064 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3dc4761-264d-4410-a9c2-b80bbed9a13b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '82175652-f20b-45c6-87fc-ff70ff1ca7d0', 'code': 200} Aug 17 03:16:58.956703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46272) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:58.977552 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-409adaa6-8c4e-48d1-b786-82367f9e0f05 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:59.033813 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cb2a1fcd-905d-4c1c-8b69-c7cb5f582e1c tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:59.058085 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-409adaa6-8c4e-48d1-b786-82367f9e0f05 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:16:59.062754 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-409adaa6-8c4e-48d1-b786-82367f9e0f05 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:16:59.074947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409adaa6-8c4e-48d1-b786-82367f9e0f05 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Subnet': ['ID=fc1abedd-601b-489d-a73b-8d2b015f2c66,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:59.078514 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cb2a1fcd-905d-4c1c-8b69-c7cb5f582e1c tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:59.095923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-409adaa6-8c4e-48d1-b786-82367f9e0f05 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:59.095923 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-409adaa6-8c4e-48d1-b786-82367f9e0f05 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:59.118106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a200928-19fc-41c8-a730-2b96a066dcee req-9b36a214-6d33-4684-ac6c-ed7177ecb57f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:59.119854 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8a200928-19fc-41c8-a730-2b96a066dcee req-9b36a214-6d33-4684-ac6c-ed7177ecb57f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 1096 time: 0.0545993 Aug 17 03:16:59.127297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662c59f3-11af-489b-a22c-051202ebf542 None None] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:16:59.156810 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8a200928-19fc-41c8-a730-2b96a066dcee req-6089daa7-5a97-4a59-81b1-e511970b04f8 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6200081e-aca2-4713-b943-4cd65d8a6055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292847 Aug 17 03:16:59.194907 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-15f5d8bc-23ce-4143-a5ee-b8134308d23d None None] Provisioning complete for port 0a469c17-2966-4735-9a5d-d592229efdf6 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:59.196793 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-15f5d8bc-23ce-4143-a5ee-b8134308d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:59.220547 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-409adaa6-8c4e-48d1-b786-82367f9e0f05 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1687708 Aug 17 03:16:59.222436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46282) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:59.227811 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-e6d8cea4-4529-4cc8-8dfd-12f09a9a2d6f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'security_group': {'name': 'tempest-secgroup-1277944081'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:59.239071 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cb2a1fcd-905d-4c1c-8b69-c7cb5f582e1c tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:59.242449 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cb2a1fcd-905d-4c1c-8b69-c7cb5f582e1c tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:59.243758 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cb2a1fcd-905d-4c1c-8b69-c7cb5f582e1c tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-groups/8ea692e9-9aa6-4aa3-b654-2f39d44e0a46 HTTP/1.1" status: 204 len: 168 time: 0.2857847 Aug 17 03:16:59.246845 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46286) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:59.274832 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb2a1fcd-905d-4c1c-8b69-c7cb5f582e1c tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ea692e9-9aa6-4aa3-b654-2f39d44e0a46,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:59.345443 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8e54057c-3a8d-40f1-a47d-6f566144787a tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0948958 Aug 17 03:16:59.349680 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46294) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:16:59.355032 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-dc03db0d-7089-4e48-bb52-f6c345ed8f3c tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group': {'name': 'tempest-secgroup--293426492'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:16:59.370470 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e6d8cea4-4529-4cc8-8dfd-12f09a9a2d6f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:59.426920 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-15f5d8bc-23ce-4143-a5ee-b8134308d23d None None] Provisioning complete for port db8f8166-7232-496c-ab87-c71554d9c7fc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:16:59.427292 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-15f5d8bc-23ce-4143-a5ee-b8134308d23d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:59.471129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-15f5d8bc-23ce-4143-a5ee-b8134308d23d None None] Port db8f8166-7232-496c-ab87-c71554d9c7fc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:16:59.493523 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc03db0d-7089-4e48-bb52-f6c345ed8f3c tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:59.568940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b623559c-4f59-4bf2-b4cb-53133943be9c None None] Update dhcp port {'port': {'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468', 'fixed_ips': [{'subnet_id': '1c79ff7f-529a-4aaf-8124-7bce7cb9ea22', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fc1abedd-601b-489d-a73b-8d2b015f2c66'}], 'binding:host_id': 'n-d-802060-9'}, 'id': '0a469c17-2966-4735-9a5d-d592229efdf6'} from n-d-802060-9. {{(pid=101971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 03:16:59.618543 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e6d8cea4-4529-4cc8-8dfd-12f09a9a2d6f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:59.618792 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b623559c-4f59-4bf2-b4cb-53133943be9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:59.707376 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e6d8cea4-4529-4cc8-8dfd-12f09a9a2d6f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:59.850803 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6d8cea4-4529-4cc8-8dfd-12f09a9a2d6f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=21a04814-7233-4122-acae-591ef29eb5c6,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:16:59.904977 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc029e-ce13-4911-8659-c759ee7f4356 req-ffc49372-566f-41d1-b9dd-d70b04c3cbe6 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:16:59.907807 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cadc029e-ce13-4911-8659-c759ee7f4356 req-ffc49372-566f-41d1-b9dd-d70b04c3cbe6 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 945 time: 0.1090791 Aug 17 03:16:59.941776 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc03db0d-7089-4e48-bb52-f6c345ed8f3c tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:16:59.954326 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-b623559c-4f59-4bf2-b4cb-53133943be9c None None] Allocated IP 2001:db8::2 (031cf0b7-55de-4d4a-8068-a31af0d62468/fc1abedd-601b-489d-a73b-8d2b015f2c66/0a469c17-2966-4735-9a5d-d592229efdf6) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:16:59.981892 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cadc029e-ce13-4911-8659-c759ee7f4356 req-95ceab02-8d4b-4e2f-9952-582814061cc4 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/security-groups?id=6200081e-aca2-4713-b943-4cd65d8a6055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641201 Aug 17 03:17:00.012782 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc03db0d-7089-4e48-bb52-f6c345ed8f3c tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:00.044748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc03db0d-7089-4e48-bb52-f6c345ed8f3c tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e8fa8daf-0dc9-44ee-a258-cce8d1d09eb1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:00.074987 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e6d8cea4-4529-4cc8-8dfd-12f09a9a2d6f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:00.078680 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e6d8cea4-4529-4cc8-8dfd-12f09a9a2d6f tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8552880 Aug 17 03:17:00.081380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46316) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:00.087888 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-cd4acafe-cdd5-4e65-800d-35c11f1c26e6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'security_group': {'name': 'tempest-secgroup-518372088'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:00.101813 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc03db0d-7089-4e48-bb52-f6c345ed8f3c tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:00.106219 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dc03db0d-7089-4e48-bb52-f6c345ed8f3c tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7522173 Aug 17 03:17:00.107186 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46318) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:00.124906 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-cf60a047-3e2c-45d3-9808-bc98ba42c08a tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group_rule': {'security_group_id': 'e8fa8daf-0dc9-44ee-a258-cce8d1d09eb1', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:00.163540 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b623559c-4f59-4bf2-b4cb-53133943be9c None None] For port 0a469c17-2966-4735-9a5d-d592229efdf6, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0a469c17-2966-4735-9a5d-d592229efdf6,segment=NetworkSegment(eef19dc7-f938-4355-bef5-048fd2e0588d),segment_id=eef19dc7-f938-4355-bef5-048fd2e0588d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:00.198389 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b623559c-4f59-4bf2-b4cb-53133943be9c None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:00.210657 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cd4acafe-cdd5-4e65-800d-35c11f1c26e6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:00.225072 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b623559c-4f59-4bf2-b4cb-53133943be9c None None] Transition to ACTIVE for port object 0a469c17-2966-4735-9a5d-d592229efdf6 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:17:00.286386 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b623559c-4f59-4bf2-b4cb-53133943be9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:00.306193 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cf60a047-3e2c-45d3-9808-bc98ba42c08a tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:00.349116 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b623559c-4f59-4bf2-b4cb-53133943be9c None None] Pushing event updated for resources: {'Port': ['ID=0a469c17-2966-4735-9a5d-d592229efdf6,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:00.457269 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cf60a047-3e2c-45d3-9808-bc98ba42c08a tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:00.462808 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cd4acafe-cdd5-4e65-800d-35c11f1c26e6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:00.547733 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cf60a047-3e2c-45d3-9808-bc98ba42c08a tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:00.583891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cd4acafe-cdd5-4e65-800d-35c11f1c26e6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:00.587168 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf60a047-3e2c-45d3-9808-bc98ba42c08a tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d8cee317-6e9c-4119-a697-979a49e05ab4,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:00.651434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd4acafe-cdd5-4e65-800d-35c11f1c26e6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dccec854-833e-45ba-816c-08c7c05231be,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:00.667427 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cf60a047-3e2c-45d3-9808-bc98ba42c08a tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:00.674414 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cf60a047-3e2c-45d3-9808-bc98ba42c08a tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5623741 Aug 17 03:17:00.675161 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46330) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:00.701705 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cd4acafe-cdd5-4e65-800d-35c11f1c26e6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:00.704642 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cd4acafe-cdd5-4e65-800d-35c11f1c26e6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6216788 Aug 17 03:17:00.707236 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46332) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:00.730358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-43af9a05-7e80-4754-8cda-869e14c7e3c8 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'security_group': {'name': 'tempest-secgroup-1821907324'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:00.767647 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7daa1ef1-aa88-46db-8fab-a39b496b0375 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:00.778645 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7daa1ef1-aa88-46db-8fab-a39b496b0375 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:00.901779 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43af9a05-7e80-4754-8cda-869e14c7e3c8 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:00.904565 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7daa1ef1-aa88-46db-8fab-a39b496b0375 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:00.913117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7daa1ef1-aa88-46db-8fab-a39b496b0375 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:00.917100 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7daa1ef1-aa88-46db-8fab-a39b496b0375 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/d8cee317-6e9c-4119-a697-979a49e05ab4 HTTP/1.1" status: 204 len: 168 time: 0.2368977 Aug 17 03:17:00.919632 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46338) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:00.969856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7daa1ef1-aa88-46db-8fab-a39b496b0375 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d8cee317-6e9c-4119-a697-979a49e05ab4,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:01.055247 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8df6b3e1-ef82-496e-9b04-9b9614fa9a9c tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1274376 Aug 17 03:17:01.055526 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46344) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:01.157506 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43af9a05-7e80-4754-8cda-869e14c7e3c8 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.221528 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b5c9dc-5fd4-4219-942d-c0427f634111 req-fdd280e0-b3d9-4688-bb95-f4416725367e tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:01.223523 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44b5c9dc-5fd4-4219-942d-c0427f634111 req-fdd280e0-b3d9-4688-bb95-f4416725367e tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 945 time: 0.0884917 Aug 17 03:17:01.227663 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aefe2fe8-e524-4b98-aed4-3cee90a193e4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.240949 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43af9a05-7e80-4754-8cda-869e14c7e3c8 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.273703 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aefe2fe8-e524-4b98-aed4-3cee90a193e4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.281311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43af9a05-7e80-4754-8cda-869e14c7e3c8 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74af59ca-9553-4295-beff-3b99b86c7f04,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:01.326033 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44b5c9dc-5fd4-4219-942d-c0427f634111 req-b97e1c04-5693-4633-bc83-4156ffb369d4 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/security-groups?id=6200081e-aca2-4713-b943-4cd65d8a6055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860708 Aug 17 03:17:01.349122 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43af9a05-7e80-4754-8cda-869e14c7e3c8 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.359901 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-43af9a05-7e80-4754-8cda-869e14c7e3c8 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6483917 Aug 17 03:17:01.360193 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46350) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:01.368774 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-335451190', 'security_groups': ['74af59ca-9553-4295-beff-3b99b86c7f04'], 'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'fc1abedd-601b-489d-a73b-8d2b015f2c66'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:01.400627 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bcadc297-ae47-45ab-b5cf-834d8c013a2b None None] Provisioning for port 0a469c17-2966-4735-9a5d-d592229efdf6 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:17:01.413496 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bcadc297-ae47-45ab-b5cf-834d8c013a2b None None] Provisioning complete for port 0a469c17-2966-4735-9a5d-d592229efdf6 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:01.413496 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bcadc297-ae47-45ab-b5cf-834d8c013a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.474384 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aefe2fe8-e524-4b98-aed4-3cee90a193e4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.476924 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aefe2fe8-e524-4b98-aed4-3cee90a193e4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.478211 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-aefe2fe8-e524-4b98-aed4-3cee90a193e4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-groups/e8fa8daf-0dc9-44ee-a258-cce8d1d09eb1 HTTP/1.1" status: 204 len: 168 time: 0.4215279 Aug 17 03:17:01.483362 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46354) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:01.510973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6118e55c-57f3-4346-8310-d0376530c2b9 req-5ad64d63-0990-4457-be02-cccf41032481 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:01.519736 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6118e55c-57f3-4346-8310-d0376530c2b9 req-5ad64d63-0990-4457-be02-cccf41032481 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 945 time: 0.0807667 Aug 17 03:17:01.520326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aefe2fe8-e524-4b98-aed4-3cee90a193e4 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8fa8daf-0dc9-44ee-a258-cce8d1d09eb1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:01.577946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bcadc297-ae47-45ab-b5cf-834d8c013a2b None None] Provisioning complete for port db8f8166-7232-496c-ab87-c71554d9c7fc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:01.578476 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bcadc297-ae47-45ab-b5cf-834d8c013a2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.586633 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-72a44c0a-6110-4242-acbc-b6919b3348f9 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0961385 Aug 17 03:17:01.589886 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46356) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:01.594608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-fe8cf509-9221-427a-ab12-691748b30248 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group': {'name': 'tempest-secgroup--658567986'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:01.598176 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6118e55c-57f3-4346-8310-d0376530c2b9 req-d3230447-4f24-49de-8cf7-f9e6d4f8eea5 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/security-groups?id=6200081e-aca2-4713-b943-4cd65d8a6055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751100 Aug 17 03:17:01.620980 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-bcadc297-ae47-45ab-b5cf-834d8c013a2b None None] Port db8f8166-7232-496c-ab87-c71554d9c7fc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:17:01.701836 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf509-9221-427a-ab12-691748b30248 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.791710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0a469c17-2966-4735-9a5d-d592229efdf6 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:17:01.869821 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 0a469c17-2966-4735-9a5d-d592229efdf6 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:01.870032 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.947737 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf509-9221-427a-ab12-691748b30248 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:01.953327 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:01.971493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9b40de-88c1-4f04-af35-24db9dfe0488 req-685ea945-3292-4440-9d40-09fdddc51b6e tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:01.981798 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1b9b40de-88c1-4f04-af35-24db9dfe0488 req-685ea945-3292-4440-9d40-09fdddc51b6e tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 945 time: 0.0725212 Aug 17 03:17:02.042121 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1b9b40de-88c1-4f04-af35-24db9dfe0488 req-8cca2e37-1be4-4e64-88e2-3f0923c3468f tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/security-groups?id=6200081e-aca2-4713-b943-4cd65d8a6055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589707 Aug 17 03:17:02.064682 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf509-9221-427a-ab12-691748b30248 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:02.100186 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8cf509-9221-427a-ab12-691748b30248 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4d41379-0880-4be9-bb67-d07dc2ee9f5b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:02.122285 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:02.151676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] device_id is not set on port 94779cec-25b1-49bd-a466-17691c45a1ee yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:17:02.270438 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe8cf509-9221-427a-ab12-691748b30248 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:02.277288 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fe8cf509-9221-427a-ab12-691748b30248 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6810255 Aug 17 03:17:02.279483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46372) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:02.284429 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f1545609-213d-4fc2-ba08-f351d07e15c2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group_rule': {'security_group_id': 'd4d41379-0880-4be9-bb67-d07dc2ee9f5b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:02.398418 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1545609-213d-4fc2-ba08-f351d07e15c2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:02.398963 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Allocated IP 2001:db8::1e2 (031cf0b7-55de-4d4a-8068-a31af0d62468/fc1abedd-601b-489d-a73b-8d2b015f2c66/94779cec-25b1-49bd-a466-17691c45a1ee) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:17:02.473599 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1545609-213d-4fc2-ba08-f351d07e15c2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:02.592523 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:02.598853 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1545609-213d-4fc2-ba08-f351d07e15c2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:02.613979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Transition to ACTIVE for port object 94779cec-25b1-49bd-a466-17691c45a1ee will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:17:02.631581 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1545609-213d-4fc2-ba08-f351d07e15c2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=62fcb669-1da5-40fa-992b-b7d6b1d383ed,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:02.716612 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1545609-213d-4fc2-ba08-f351d07e15c2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:02.718056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f1545609-213d-4fc2-ba08-f351d07e15c2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4375272 Aug 17 03:17:02.720672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46380) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:02.740392 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0ba1ce00-24b4-4760-b954-38afee04fe11 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-group-rules/62fcb669-1da5-40fa-992b-b7d6b1d383ed HTTP/1.1" status: 200 len: 763 time: 0.0184772 Aug 17 03:17:02.742699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46382) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:02.772327 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:02.820124 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f70460af-9c1b-4f65-ba02-e5b46e7ea505 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0761795 Aug 17 03:17:02.822660 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46384) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:02.849627 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:17:02.850570 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=94779cec-25b1-49bd-a466-17691c45a1ee,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:02.859135 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:02.866224 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:17:02.872936 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:02.874349 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:02.887157 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-052db412-6a73-4da5-b976-c310e01a6207 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:02.890044 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c81a869-a66e-45f3-bf2b-b79a716b9da2 req-564b4665-984e-4573-b4f1-5e8581d0f486 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:02.895831 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2c81a869-a66e-45f3-bf2b-b79a716b9da2 req-564b4665-984e-4573-b4f1-5e8581d0f486 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 945 time: 0.1637020 Aug 17 03:17:02.897557 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:02.897935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:02.898304 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:02.898689 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:02.899059 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:02.899484 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:02.899883 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:02.900434 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:02.901535 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:02.901642 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-052db412-6a73-4da5-b976-c310e01a6207 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:02.901732 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:02.902615 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:02.903039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:02.968925 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2c81a869-a66e-45f3-bf2b-b79a716b9da2 req-e4069cc2-61cb-479c-851a-8f494c6038aa tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/security-groups?id=6200081e-aca2-4713-b943-4cd65d8a6055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565977 Aug 17 03:17:03.486392 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f200c69b-f31b-4a83-a84f-894b442135c9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1246140 Aug 17 03:17:03.489478 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46394) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:03.491914 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.492920 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d167718b-246f-48b7-8452-c4c043c27abc None None] Provisioning for port 94779cec-25b1-49bd-a466-17691c45a1ee completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:17:03.493453 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-052db412-6a73-4da5-b976-c310e01a6207 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.496409 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ac70b74c-aeb2-4211-91b6-84e0c11e52d6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'subnet': {'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:03.498250 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d167718b-246f-48b7-8452-c4c043c27abc None None] Provisioning complete for port 94779cec-25b1-49bd-a466-17691c45a1ee triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:03.498727 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d167718b-246f-48b7-8452-c4c043c27abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.502735 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-052db412-6a73-4da5-b976-c310e01a6207 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.506971 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-052db412-6a73-4da5-b976-c310e01a6207 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/62fcb669-1da5-40fa-992b-b7d6b1d383ed HTTP/1.1" status: 204 len: 168 time: 0.6832387 Aug 17 03:17:03.507974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46396) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:03.532275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052db412-6a73-4da5-b976-c310e01a6207 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=62fcb669-1da5-40fa-992b-b7d6b1d383ed,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:03.578298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d167718b-246f-48b7-8452-c4c043c27abc None None] Port 94779cec-25b1-49bd-a466-17691c45a1ee cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:17:03.593813 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46402) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:03.594169 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-22f3b738-81db-482e-975c-d88f23e591ff tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0835319 Aug 17 03:17:03.599046 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-3358bcf3-9ed3-42b6-8894-3aae75af5e3e tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group_rule': {'security_group_id': 'd4d41379-0880-4be9-bb67-d07dc2ee9f5b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:03.755684 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3358bcf3-9ed3-42b6-8894-3aae75af5e3e tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.771640 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.846505 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3358bcf3-9ed3-42b6-8894-3aae75af5e3e tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.862552 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac70b74c-aeb2-4211-91b6-84e0c11e52d6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:03.867578 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac70b74c-aeb2-4211-91b6-84e0c11e52d6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.951373 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3358bcf3-9ed3-42b6-8894-3aae75af5e3e tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:03.978566 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3358bcf3-9ed3-42b6-8894-3aae75af5e3e tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dd65885-722e-41df-9683-31bd56158cc2,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:04.011727 n-d-802060-9 neutron-server[101969]: INFO neutron.db.ipam_backend_mixin [None req-ac70b74c-aeb2-4211-91b6-84e0c11e52d6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet fc1abedd-601b-489d-a73b-8d2b015f2c66 (CIDR: 2001:db8::/64) Aug 17 03:17:04.046307 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3358bcf3-9ed3-42b6-8894-3aae75af5e3e tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:04.050051 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3358bcf3-9ed3-42b6-8894-3aae75af5e3e tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4526906 Aug 17 03:17:04.050051 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac70b74c-aeb2-4211-91b6-84e0c11e52d6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:17:04.050051 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac70b74c-aeb2-4211-91b6-84e0c11e52d6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:17:04.050586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46406) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:04.085268 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-955d6136-c8d5-482c-bd1d-ad086dd49c79 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-group-rules/8dd65885-722e-41df-9683-31bd56158cc2 HTTP/1.1" status: 200 len: 763 time: 0.0330400 Aug 17 03:17:04.087840 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46408) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:04.137475 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-35bb68f8-08b3-4ded-905e-09fa735eb91a tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0463784 Aug 17 03:17:04.138727 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46412) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:04.143542 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ac70b74c-aeb2-4211-91b6-84e0c11e52d6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6495273 Aug 17 03:17:04.157729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46414) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:04.168121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0b13b320-4713-48a2-be59-dd407540ead4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'subnet': {'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:04.196326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac209e3-3f92-41dc-9755-73c625ebe45f req-75c85bb5-2ba4-47f3-b14e-142c9100bdd0 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:04.199358 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ac209e3-3f92-41dc-9755-73c625ebe45f req-75c85bb5-2ba4-47f3-b14e-142c9100bdd0 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 945 time: 0.1013918 Aug 17 03:17:04.262186 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ac209e3-3f92-41dc-9755-73c625ebe45f req-b5fd7ce3-26b0-43ba-9256-e7d8def18646 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/security-groups?id=6200081e-aca2-4713-b943-4cd65d8a6055&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515351 Aug 17 03:17:04.372651 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de3abbed-40b7-4895-acaa-234c622432d2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:04.383851 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de3abbed-40b7-4895-acaa-234c622432d2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:04.429770 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3d2c9-c224-4d5d-be23-e38899c7aac2 req-b4dba253-4b38-4b77-b3b4-b6aed09220e7 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:04.431513 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8a3d2c9-c224-4d5d-be23-e38899c7aac2 req-b4dba253-4b38-4b77-b3b4-b6aed09220e7 tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.30 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 945 time: 0.1393795 Aug 17 03:17:04.494504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b13b320-4713-48a2-be59-dd407540ead4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:04.497920 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0b13b320-4713-48a2-be59-dd407540ead4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:04.533314 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de3abbed-40b7-4895-acaa-234c622432d2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:04.566230 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de3abbed-40b7-4895-acaa-234c622432d2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:04.568086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-de3abbed-40b7-4895-acaa-234c622432d2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/8dd65885-722e-41df-9683-31bd56158cc2 HTTP/1.1" status: 204 len: 168 time: 0.4255741 Aug 17 03:17:04.570941 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46422) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:04.585933 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3abbed-40b7-4895-acaa-234c622432d2 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dd65885-722e-41df-9683-31bd56158cc2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:04.632406 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-92d5f6f8-2134-423c-81d2-c7911326ff34 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0602181 Aug 17 03:17:04.633481 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46424) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:04.638607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-34dad3f8-7f12-491a-871b-1f1788055ce5 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Request body: {'security_group_rule': {'security_group_id': 'd4d41379-0880-4be9-bb67-d07dc2ee9f5b', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:04.647968 n-d-802060-9 neutron-server[101970]: INFO neutron.db.ipam_backend_mixin [None req-0b13b320-4713-48a2-be59-dd407540ead4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 1c79ff7f-529a-4aaf-8124-7bce7cb9ea22 (CIDR: 2001:db8:0:1::/64) Aug 17 03:17:04.651298 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-c8a3d2c9-c224-4d5d-be23-e38899c7aac2 req-d4759ac3-1afe-4683-a243-88896b54596c tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Deleting port 82175652-f20b-45c6-87fc-ff70ff1ca7d0 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:17:04.651722 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c8a3d2c9-c224-4d5d-be23-e38899c7aac2 req-d4759ac3-1afe-4683-a243-88896b54596c tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:04.713847 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b13b320-4713-48a2-be59-dd407540ead4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:17:04.721924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b13b320-4713-48a2-be59-dd407540ead4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:17:04.761510 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34dad3f8-7f12-491a-871b-1f1788055ce5 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:04.801585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-c8a3d2c9-c224-4d5d-be23-e38899c7aac2 req-d4759ac3-1afe-4683-a243-88896b54596c tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] For port 82175652-f20b-45c6-87fc-ff70ff1ca7d0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=82175652-f20b-45c6-87fc-ff70ff1ca7d0,segment=NetworkSegment(a6925d3e-671e-4193-bd78-4e5c1f825b09),segment_id=a6925d3e-671e-4193-bd78-4e5c1f825b09)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:04.802265 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c8a3d2c9-c224-4d5d-be23-e38899c7aac2 req-d4759ac3-1afe-4683-a243-88896b54596c tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:04.822407 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34dad3f8-7f12-491a-871b-1f1788055ce5 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:04.825288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-c8a3d2c9-c224-4d5d-be23-e38899c7aac2 req-d4759ac3-1afe-4683-a243-88896b54596c tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Calling delete_port for 82175652-f20b-45c6-87fc-ff70ff1ca7d0 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:17:04.830431 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0b13b320-4713-48a2-be59-dd407540ead4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6714530 Aug 17 03:17:04.834069 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46426) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:04.839534 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-66ed3ca8-15ca-41fd-8f3d-60bc8f0226d6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'subnet': {'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:04.917486 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34dad3f8-7f12-491a-871b-1f1788055ce5 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:04.957796 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34dad3f8-7f12-491a-871b-1f1788055ce5 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f96cd820-bcb5-409e-9eee-57957c5c788d,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:05.048606 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34dad3f8-7f12-491a-871b-1f1788055ce5 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.053252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46428) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:05.053610 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-34dad3f8-7f12-491a-871b-1f1788055ce5 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4186559 Aug 17 03:17:05.075158 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-282a7b80-1625-4007-949b-6749b3b209f1 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-group-rules/f96cd820-bcb5-409e-9eee-57957c5c788d HTTP/1.1" status: 200 len: 764 time: 0.0206985 Aug 17 03:17:05.077757 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46430) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:05.088149 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c8a3d2c9-c224-4d5d-be23-e38899c7aac2 req-d4759ac3-1afe-4683-a243-88896b54596c tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.101169 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['82175652-f20b-45c6-87fc-ff70ff1ca7d0'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:17:05.118126 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66ed3ca8-15ca-41fd-8f3d-60bc8f0226d6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Made reservation on behalf of 83ef177ac49a4db198e838e3b8028d5a for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:05.122991 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-66ed3ca8-15ca-41fd-8f3d-60bc8f0226d6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.139475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4759ac3-1afe-4683-a243-88896b54596c tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Pushing event deleted for resources: {'Port': ['ID=82175652-f20b-45c6-87fc-ff70ff1ca7d0,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:05.181464 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-780e0828-fc14-4487-ad36-ac21f8a0ad34 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.1022129 Aug 17 03:17:05.193543 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46432) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:05.223007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8a3d2c9-c224-4d5d-be23-e38899c7aac2 req-d4759ac3-1afe-4683-a243-88896b54596c tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] No DVR routers for this DVR port 82175652-f20b-45c6-87fc-ff70ff1ca7d0 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:17:05.225692 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c8a3d2c9-c224-4d5d-be23-e38899c7aac2 req-d4759ac3-1afe-4683-a243-88896b54596c tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.227715 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8a3d2c9-c224-4d5d-be23-e38899c7aac2 req-d4759ac3-1afe-4683-a243-88896b54596c tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.30 "DELETE /v2.0/ports/82175652-f20b-45c6-87fc-ff70ff1ca7d0 HTTP/1.1" status: 204 len: 173 time: 0.7887874 Aug 17 03:17:05.228184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3dc4761-264d-4410-a9c2-b80bbed9a13b', 'name': 'network-vif-deleted', 'tag': '82175652-f20b-45c6-87fc-ff70ff1ca7d0'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:17:05.231364 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f15ed25-26f8-43cd-9bb9-903ef3bf1479" -d '{"events": [{"server_uuid": "c3dc4761-264d-4410-a9c2-b80bbed9a13b", "name": "network-vif-deleted", "tag": "82175652-f20b-45c6-87fc-ff70ff1ca7d0"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:17:05.237129 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82d8bff2-d4a5-42a3-92df-e4385c3f6adf tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.256039 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82d8bff2-d4a5-42a3-92df-e4385c3f6adf tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.277448 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:17:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa1c9f7f-96ae-40e6-b1ad-5397747514ab x-openstack-request-id: req-aa1c9f7f-96ae-40e6-b1ad-5397747514ab {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:17:05.277980 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3dc4761-264d-4410-a9c2-b80bbed9a13b", "name": "network-vif-deleted", "tag": "82175652-f20b-45c6-87fc-ff70ff1ca7d0", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:17:05.278401 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aa1c9f7f-96ae-40e6-b1ad-5397747514ab {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:17:05.278974 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3dc4761-264d-4410-a9c2-b80bbed9a13b', 'name': 'network-vif-deleted', 'tag': '82175652-f20b-45c6-87fc-ff70ff1ca7d0', 'status': 'completed', 'code': 200} Aug 17 03:17:05.433211 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a498ff32-83ca-4786-8198-d6290e9ea3f4 req-4d9b9add-f546-4a55-8934-757b9025654d tempest-ServersNegativeTestMultiTenantJSON-223851327 tempest-ServersNegativeTestMultiTenantJSON-223851327-project] 10.222.0.10 "GET /v2.0/ports?device_id=c3dc4761-264d-4410-a9c2-b80bbed9a13b HTTP/1.1" status: 200 len: 210 time: 0.0756221 Aug 17 03:17:05.450614 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82d8bff2-d4a5-42a3-92df-e4385c3f6adf tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.463835 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82d8bff2-d4a5-42a3-92df-e4385c3f6adf tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.465083 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-82d8bff2-d4a5-42a3-92df-e4385c3f6adf tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/f96cd820-bcb5-409e-9eee-57957c5c788d HTTP/1.1" status: 204 len: 168 time: 0.2703340 Aug 17 03:17:05.467883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46442) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:05.472255 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82d8bff2-d4a5-42a3-92df-e4385c3f6adf tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f96cd820-bcb5-409e-9eee-57957c5c788d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:05.564476 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46448) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:05.564952 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6d2b1764-ac24-4f87-beff-b2ba2fcbdf00 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0950100 Aug 17 03:17:05.667565 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fae5f0df-65f7-46b0-8351-7b63d8716cb5 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.715032 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fae5f0df-65f7-46b0-8351-7b63d8716cb5 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.818481 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-66ed3ca8-15ca-41fd-8f3d-60bc8f0226d6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.850548 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fae5f0df-65f7-46b0-8351-7b63d8716cb5 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.857821 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fae5f0df-65f7-46b0-8351-7b63d8716cb5 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.857821 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fae5f0df-65f7-46b0-8351-7b63d8716cb5 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "DELETE /v2.0/security-groups/d4d41379-0880-4be9-bb67-d07dc2ee9f5b HTTP/1.1" status: 204 len: 168 time: 0.2891083 Aug 17 03:17:05.858111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46450) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:05.880689 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae5f0df-65f7-46b0-8351-7b63d8716cb5 tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4d41379-0880-4be9-bb67-d07dc2ee9f5b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:05.883769 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66ed3ca8-15ca-41fd-8f3d-60bc8f0226d6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:17:05.887588 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-66ed3ca8-15ca-41fd-8f3d-60bc8f0226d6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:05.892031 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66ed3ca8-15ca-41fd-8f3d-60bc8f0226d6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:05.895017 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-66ed3ca8-15ca-41fd-8f3d-60bc8f0226d6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:05.904471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7eb6d1c-828a-4e0b-a92d-bedb84fe120d None None] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:05.911708 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ed3ca8-15ca-41fd-8f3d-60bc8f0226d6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Subnet': ['ID=8fdf395c-2224-4596-bb83-6a49faca0b72,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:05.951779 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5b7decd6-c5a2-4b21-8c7e-e8d02246a98b tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0926499 Aug 17 03:17:05.960267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46452) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:06.030017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46454) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:06.032285 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-66ed3ca8-15ca-41fd-8f3d-60bc8f0226d6 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1969657 Aug 17 03:17:06.038849 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-75c0132c-d42f-4b2f-90ed-587faa54210a tempest-SecGroupTest-354890387 tempest-SecGroupTest-354890387-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802186 Aug 17 03:17:06.039321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1586121747', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '8fdf395c-2224-4596-bb83-6a49faca0b72'}], 'security_groups': ['21a04814-7233-4122-acae-591ef29eb5c6', 'dccec854-833e-45ba-816c-08c7c05231be']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:06.342800 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:06.544972 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46468) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:06.642704 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d514c5b-1d48-4b60-bcf5-2965d924794a None None] Update dhcp port {'port': {'network_id': '031cf0b7-55de-4d4a-8068-a31af0d62468', 'fixed_ips': [{'subnet_id': '1c79ff7f-529a-4aaf-8124-7bce7cb9ea22', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'fc1abedd-601b-489d-a73b-8d2b015f2c66', 'ip_address': '2001:db8::2'}, {'subnet_id': '8fdf395c-2224-4596-bb83-6a49faca0b72'}], 'binding:host_id': 'n-d-802060-9'}, 'id': '0a469c17-2966-4735-9a5d-d592229efdf6'} from n-d-802060-9. {{(pid=101971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 03:17:06.657924 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-8917ef93-0e35-438b-9efd-6e5cead34763 admin admin] Deleting subnet 039b8b50-11f7-42bf-9f6c-7b6b7fbb4dcf {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:17:06.662889 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8917ef93-0e35-438b-9efd-6e5cead34763 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:06.705513 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8917ef93-0e35-438b-9efd-6e5cead34763 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:06.709992 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2d514c5b-1d48-4b60-bcf5-2965d924794a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:06.746784 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46472) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:06.811915 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8917ef93-0e35-438b-9efd-6e5cead34763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:07.003077 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8917ef93-0e35-438b-9efd-6e5cead34763 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:07.017037 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ab5efaa3-1824-400d-a29e-219d1741b57b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=72fad7ea8b494b92adefb8a398106420&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2689800 Aug 17 03:17:07.017663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Delete allocated IP 2001:db8::1e2 (031cf0b7-55de-4d4a-8068-a31af0d62468/fc1abedd-601b-489d-a73b-8d2b015f2c66) {{(pid=101970) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 03:17:07.022255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46476) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:07.039536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Allocated IP 2001:db8:0:2::f7 (031cf0b7-55de-4d4a-8068-a31af0d62468/8fdf395c-2224-4596-bb83-6a49faca0b72/94779cec-25b1-49bd-a466-17691c45a1ee) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:17:07.046212 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8917ef93-0e35-438b-9efd-6e5cead34763 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=039b8b50-11f7-42bf-9f6c-7b6b7fbb4dcf,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:07.054740 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8917ef93-0e35-438b-9efd-6e5cead34763 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:07.057305 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8917ef93-0e35-438b-9efd-6e5cead34763 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/039b8b50-11f7-42bf-9f6c-7b6b7fbb4dcf HTTP/1.1" status: 204 len: 168 time: 0.5113506 Aug 17 03:17:07.060369 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46478) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:07.136240 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6bccb786-fe36-4d4a-a500-5a451e2fd0e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:07.156374 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dee3956e-e7c1-4469-ba84-0e9929943181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:07.214378 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6bccb786-fe36-4d4a-a500-5a451e2fd0e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:07.336256 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:07.418810 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Transition to ACTIVE for port object 94779cec-25b1-49bd-a466-17691c45a1ee will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:17:07.420638 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6bccb786-fe36-4d4a-a500-5a451e2fd0e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:07.423624 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6bccb786-fe36-4d4a-a500-5a451e2fd0e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:07.429245 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6bccb786-fe36-4d4a-a500-5a451e2fd0e5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e59db99d-e262-4bb4-a348-9b62c960686f HTTP/1.1" status: 204 len: 168 time: 0.4016585 Aug 17 03:17:07.435018 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bccb786-fe36-4d4a-a500-5a451e2fd0e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e59db99d-e262-4bb4-a348-9b62c960686f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:07.480523 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:07.639415 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event updated for resources: {'Port': ['ID=94779cec-25b1-49bd-a466-17691c45a1ee,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:07.645093 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-2d514c5b-1d48-4b60-bcf5-2965d924794a None None] Allocated IP 2001:db8:0:2::2 (031cf0b7-55de-4d4a-8068-a31af0d62468/8fdf395c-2224-4596-bb83-6a49faca0b72/0a469c17-2966-4735-9a5d-d592229efdf6) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:17:07.669113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] In _notify_port_updated(), no bound segment for port 94779cec-25b1-49bd-a466-17691c45a1ee on network 031cf0b7-55de-4d4a-8068-a31af0d62468 {{(pid=101970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:17:07.674799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:07.675509 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:07.676875 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "PUT /v2.0/ports/94779cec-25b1-49bd-a466-17691c45a1ee HTTP/1.1" status: 200 len: 969 time: 1.6455860 Aug 17 03:17:07.681411 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46490) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:07.686326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:07.686697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:07.687010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:07.687351 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:07.687685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:07.688112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:07.688337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:07.688669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:07.688998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:07.689325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:07.689832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:07.690027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ad5c477-856e-4376-80b4-4653a4354459 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:07.754625 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 82175652-f20b-45c6-87fc-ff70ff1ca7d0 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:17:07.793439 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dee3956e-e7c1-4469-ba84-0e9929943181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:07.810246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-dee3956e-e7c1-4469-ba84-0e9929943181 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1738701f-4456-4624-a9a3-f84c2c268a9f']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:07.816084 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 82175652-f20b-45c6-87fc-ff70ff1ca7d0 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:17:07.816430 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 82175652-f20b-45c6-87fc-ff70ff1ca7d0 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:17:07.825412 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-dee3956e-e7c1-4469-ba84-0e9929943181 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a6925d3e-671e-4193-bd78-4e5c1f825b09') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:07.825859 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-dee3956e-e7c1-4469-ba84-0e9929943181 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a6925d3e-671e-4193-bd78-4e5c1f825b09') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:07.841539 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dee3956e-e7c1-4469-ba84-0e9929943181 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:07.866605 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dee3956e-e7c1-4469-ba84-0e9929943181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:07.876062 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dee3956e-e7c1-4469-ba84-0e9929943181 admin admin] Releasing vlan 95 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:17:07.876865 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dee3956e-e7c1-4469-ba84-0e9929943181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:17:07.879756 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:17:07.906173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-83b60345-8e84-489e-aef8-82f8e6e209ce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port 94779cec-25b1-49bd-a466-17691c45a1ee {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:17:07.906533 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83b60345-8e84-489e-aef8-82f8e6e209ce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:07.913860 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2d514c5b-1d48-4b60-bcf5-2965d924794a None None] For port 0a469c17-2966-4735-9a5d-d592229efdf6, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0a469c17-2966-4735-9a5d-d592229efdf6,segment=NetworkSegment(eef19dc7-f938-4355-bef5-048fd2e0588d),segment_id=eef19dc7-f938-4355-bef5-048fd2e0588d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:07.954006 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2d514c5b-1d48-4b60-bcf5-2965d924794a None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:08.011694 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dee3956e-e7c1-4469-ba84-0e9929943181 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:08.012429 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2d514c5b-1d48-4b60-bcf5-2965d924794a None None] Transition to ACTIVE for port object 0a469c17-2966-4735-9a5d-d592229efdf6 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:17:08.029484 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dee3956e-e7c1-4469-ba84-0e9929943181 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:08.029484 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dee3956e-e7c1-4469-ba84-0e9929943181 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1738701f-4456-4624-a9a3-f84c2c268a9f HTTP/1.1" status: 204 len: 168 time: 0.9601972 Aug 17 03:17:08.031463 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46498) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:08.042784 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee3956e-e7c1-4469-ba84-0e9929943181 admin admin] Pushing event deleted for resources: {'Network': ['ID=1738701f-4456-4624-a9a3-f84c2c268a9f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:08.060487 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83b60345-8e84-489e-aef8-82f8e6e209ce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:08.083722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-83b60345-8e84-489e-aef8-82f8e6e209ce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for 94779cec-25b1-49bd-a466-17691c45a1ee owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:17:08.092165 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2d514c5b-1d48-4b60-bcf5-2965d924794a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:08.129801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c98a51-f771-4337-b460-09599d713336 admin admin] Deleting subnet 0a9a6473-d321-4636-87d7-26643c79c2f1 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:17:08.133208 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-33c98a51-f771-4337-b460-09599d713336 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:08.165065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d514c5b-1d48-4b60-bcf5-2965d924794a None None] Pushing event updated for resources: {'Port': ['ID=0a469c17-2966-4735-9a5d-d592229efdf6,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:08.243286 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-33c98a51-f771-4337-b460-09599d713336 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:08.319500 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-33c98a51-f771-4337-b460-09599d713336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:08.325876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-479390ca-6295-4f8a-b407-b3cd73d008be req-6fd427d0-acee-4070-82a2-0ed93e5c2a19 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:08.327974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-479390ca-6295-4f8a-b407-b3cd73d008be req-6fd427d0-acee-4070-82a2-0ed93e5c2a19 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 949 time: 0.0778635 Aug 17 03:17:08.371799 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-479390ca-6295-4f8a-b407-b3cd73d008be req-7b7ac51e-4743-456b-9f01-a531790a3615 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/security-groups?id=800c55e6-7ffb-4f61-9014-6a2ae7a4062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366263 Aug 17 03:17:08.742747 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83b60345-8e84-489e-aef8-82f8e6e209ce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:08.746555 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-33c98a51-f771-4337-b460-09599d713336 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:08.782861 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c98a51-f771-4337-b460-09599d713336 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0a9a6473-d321-4636-87d7-26643c79c2f1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:08.785921 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-33c98a51-f771-4337-b460-09599d713336 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:08.790492 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-33c98a51-f771-4337-b460-09599d713336 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0a9a6473-d321-4636-87d7-26643c79c2f1 HTTP/1.1" status: 204 len: 168 time: 0.7556148 Aug 17 03:17:08.794417 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b60345-8e84-489e-aef8-82f8e6e209ce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=94779cec-25b1-49bd-a466-17691c45a1ee,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:08.794833 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46514) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:08.825722 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-83b60345-8e84-489e-aef8-82f8e6e209ce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:08.828864 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-83b60345-8e84-489e-aef8-82f8e6e209ce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/ports/94779cec-25b1-49bd-a466-17691c45a1ee HTTP/1.1" status: 204 len: 168 time: 1.1462729 Aug 17 03:17:08.831441 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46520) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:08.875583 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c5eaa05-f816-4b3f-9165-f341f1900db1 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] GET failed (client error): The resource could not be found. Aug 17 03:17:08.881094 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0c5eaa05-f816-4b3f-9165-f341f1900db1 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports/94779cec-25b1-49bd-a466-17691c45a1ee HTTP/1.1" status: 404 len: 333 time: 0.0478756 Aug 17 03:17:08.881803 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46522) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:08.932416 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82047194-3718-4a6e-97e8-3fe1882def6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:08.968982 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c3c328b8-2419-4a90-a32f-20b1569d61ce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.012294 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c3c328b8-2419-4a90-a32f-20b1569d61ce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.038308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0361d4ea-4fea-435d-b9fa-a4d0195fa2ab None None] Provisioning for port 0a469c17-2966-4735-9a5d-d592229efdf6 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:17:09.042975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0361d4ea-4fea-435d-b9fa-a4d0195fa2ab None None] Provisioning complete for port 0a469c17-2966-4735-9a5d-d592229efdf6 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:09.047617 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0361d4ea-4fea-435d-b9fa-a4d0195fa2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.105919 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82047194-3718-4a6e-97e8-3fe1882def6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.121184 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-82047194-3718-4a6e-97e8-3fe1882def6e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['64dad194-3c43-40fe-b89b-f934d359ffe9']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:09.136743 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-82047194-3718-4a6e-97e8-3fe1882def6e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b588979-6fc9-4c6f-aecc-d6557296b0ce') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:09.136743 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-82047194-3718-4a6e-97e8-3fe1882def6e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b588979-6fc9-4c6f-aecc-d6557296b0ce') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:09.147497 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82047194-3718-4a6e-97e8-3fe1882def6e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.154711 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c3c328b8-2419-4a90-a32f-20b1569d61ce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.157370 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c3c328b8-2419-4a90-a32f-20b1569d61ce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.158766 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c3c328b8-2419-4a90-a32f-20b1569d61ce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/security-groups/74af59ca-9553-4295-beff-3b99b86c7f04 HTTP/1.1" status: 204 len: 168 time: 0.2760477 Aug 17 03:17:09.162153 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46530) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:09.174248 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82047194-3718-4a6e-97e8-3fe1882def6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.180641 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3c328b8-2419-4a90-a32f-20b1569d61ce tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74af59ca-9553-4295-beff-3b99b86c7f04,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:09.221186 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82047194-3718-4a6e-97e8-3fe1882def6e admin admin] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:17:09.221636 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82047194-3718-4a6e-97e8-3fe1882def6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:17:09.223660 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:17:09.229609 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0361d4ea-4fea-435d-b9fa-a4d0195fa2ab None None] Could not find standard attr ID for object 94779cec-25b1-49bd-a466-17691c45a1ee. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:17:09.282318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0361d4ea-4fea-435d-b9fa-a4d0195fa2ab None None] Provisioning complete for port db8f8166-7232-496c-ab87-c71554d9c7fc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:09.283088 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0361d4ea-4fea-435d-b9fa-a4d0195fa2ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.323601 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-70a1fe8b-0673-4339-801e-bec82fd1a558 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.357648 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-70a1fe8b-0673-4339-801e-bec82fd1a558 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.372360 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-0361d4ea-4fea-435d-b9fa-a4d0195fa2ab None None] Port db8f8166-7232-496c-ab87-c71554d9c7fc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:17:09.392011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46534) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:09.424359 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82047194-3718-4a6e-97e8-3fe1882def6e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.439288 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82047194-3718-4a6e-97e8-3fe1882def6e admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.444170 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-82047194-3718-4a6e-97e8-3fe1882def6e admin admin] 10.222.0.10 "DELETE /v2.0/networks/64dad194-3c43-40fe-b89b-f934d359ffe9 HTTP/1.1" status: 204 len: 168 time: 0.6470757 Aug 17 03:17:09.468057 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82047194-3718-4a6e-97e8-3fe1882def6e admin admin] Pushing event deleted for resources: {'Network': ['ID=64dad194-3c43-40fe-b89b-f934d359ffe9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:09.483352 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e697b082-c799-45d7-9690-2323e1bf2b77 None None] Could not find standard attr ID for object 94779cec-25b1-49bd-a466-17691c45a1ee. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:17:09.565722 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-70a1fe8b-0673-4339-801e-bec82fd1a558 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.570060 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-70a1fe8b-0673-4339-801e-bec82fd1a558 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.571225 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-70a1fe8b-0673-4339-801e-bec82fd1a558 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/security-groups/dccec854-833e-45ba-816c-08c7c05231be HTTP/1.1" status: 204 len: 168 time: 0.4078813 Aug 17 03:17:09.586585 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46542) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:09.588038 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a1fe8b-0673-4339-801e-bec82fd1a558 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dccec854-833e-45ba-816c-08c7c05231be,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:09.659817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0457a8c7-337a-431b-9671-519f2c46c7cc admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-877771789-network', 'tenant_id': '2b3c21fd6f434574a0fe9abeb5eaa19b'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:09.671529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45559015-779c-4da4-9a4a-a7632ed62b25 req-a409cb8a-2739-4b54-9ef8-4ab8304f0413 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:09.672969 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45559015-779c-4da4-9a4a-a7632ed62b25 req-a409cb8a-2739-4b54-9ef8-4ab8304f0413 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 949 time: 0.1430340 Aug 17 03:17:09.707593 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a899565-2add-42f1-a966-e91b7190c210 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.735698 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a899565-2add-42f1-a966-e91b7190c210 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.805950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0a469c17-2966-4735-9a5d-d592229efdf6 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:17:09.852627 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45559015-779c-4da4-9a4a-a7632ed62b25 req-d0c18015-e055-4568-b371-1089230d36b1 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/security-groups?id=800c55e6-7ffb-4f61-9014-6a2ae7a4062c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1093409 Aug 17 03:17:09.872639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f0be0f-3773-4697-a9d8-df88c80f190b req-aa4730ed-8cfd-46ea-886e-762ca1258e37 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:09.873805 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a899565-2add-42f1-a966-e91b7190c210 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.874612 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-28f0be0f-3773-4697-a9d8-df88c80f190b req-aa4730ed-8cfd-46ea-886e-762ca1258e37 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.60 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 949 time: 0.1845450 Aug 17 03:17:09.877066 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a899565-2add-42f1-a966-e91b7190c210 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.878238 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7a899565-2add-42f1-a966-e91b7190c210 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/security-groups/21a04814-7233-4122-acae-591ef29eb5c6 HTTP/1.1" status: 204 len: 168 time: 0.2882116 Aug 17 03:17:09.882512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46550) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:09.889912 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a899565-2add-42f1-a966-e91b7190c210 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=21a04814-7233-4122-acae-591ef29eb5c6,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:09.899018 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 0a469c17-2966-4735-9a5d-d592229efdf6 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:09.899985 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.903353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0457a8c7-337a-431b-9671-519f2c46c7cc admin admin] Made reservation on behalf of 2b3c21fd6f434574a0fe9abeb5eaa19b for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:09.905629 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0457a8c7-337a-431b-9671-519f2c46c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.930652 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0457a8c7-337a-431b-9671-519f2c46c7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:09.979156 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46552) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:10.038910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-53c2c693-d2ce-4b4b-9807-74980bca572c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting subnet fc1abedd-601b-489d-a73b-8d2b015f2c66 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:17:10.045800 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53c2c693-d2ce-4b4b-9807-74980bca572c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.055256 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c295fe37-fa8f-44fb-81e6-6541dbbfefe9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d2a8cf113d946fc9dc439eb132a7a7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0781217 Aug 17 03:17:10.057814 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46554) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:10.117548 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53c2c693-d2ce-4b4b-9807-74980bca572c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.119863 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3347176e-c931-4fb3-b08b-4b1b0bc67240 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.143820 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3347176e-c931-4fb3-b08b-4b1b0bc67240 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.177657 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-28f0be0f-3773-4697-a9d8-df88c80f190b req-9e293a95-2bb2-49f5-ae6b-2df81cd9dcd5 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Deleting port a6a4268e-ee06-4a30-b46a-887336837693 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:17:10.178246 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-28f0be0f-3773-4697-a9d8-df88c80f190b req-9e293a95-2bb2-49f5-ae6b-2df81cd9dcd5 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.243802 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3347176e-c931-4fb3-b08b-4b1b0bc67240 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.246648 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3347176e-c931-4fb3-b08b-4b1b0bc67240 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.253487 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3347176e-c931-4fb3-b08b-4b1b0bc67240 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6200081e-aca2-4713-b943-4cd65d8a6055 HTTP/1.1" status: 204 len: 168 time: 0.1890056 Aug 17 03:17:10.263047 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3347176e-c931-4fb3-b08b-4b1b0bc67240 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6200081e-aca2-4713-b943-4cd65d8a6055,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:10.324963 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0457a8c7-337a-431b-9671-519f2c46c7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.326484 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53c2c693-d2ce-4b4b-9807-74980bca572c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.366425 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-28f0be0f-3773-4697-a9d8-df88c80f190b req-9e293a95-2bb2-49f5-ae6b-2df81cd9dcd5 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] For port a6a4268e-ee06-4a30-b46a-887336837693, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a6a4268e-ee06-4a30-b46a-887336837693,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:10.366777 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-28f0be0f-3773-4697-a9d8-df88c80f190b req-9e293a95-2bb2-49f5-ae6b-2df81cd9dcd5 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.386406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-28f0be0f-3773-4697-a9d8-df88c80f190b req-9e293a95-2bb2-49f5-ae6b-2df81cd9dcd5 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Calling delete_port for a6a4268e-ee06-4a30-b46a-887336837693 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:17:10.437079 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0457a8c7-337a-431b-9671-519f2c46c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.483485 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457a8c7-337a-431b-9671-519f2c46c7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88c0ecfc-d2e2-44a2-90e2-c625dcbef767,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:10.583370 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53c2c693-d2ce-4b4b-9807-74980bca572c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.616452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0457a8c7-337a-431b-9671-519f2c46c7cc admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:17:10.617250 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c2c693-d2ce-4b4b-9807-74980bca572c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Subnet': ['ID=fc1abedd-601b-489d-a73b-8d2b015f2c66,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:10.623655 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53c2c693-d2ce-4b4b-9807-74980bca572c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.625778 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-53c2c693-d2ce-4b4b-9807-74980bca572c tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/fc1abedd-601b-489d-a73b-8d2b015f2c66 HTTP/1.1" status: 204 len: 168 time: 0.7409751 Aug 17 03:17:10.630339 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46570) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:10.634210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9863c2d8-0f0c-4fa4-85d6-0ce705d02842 None None] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:10.637580 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0457a8c7-337a-431b-9671-519f2c46c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.639003 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-0457a8c7-337a-431b-9671-519f2c46c7cc admin admin] Added segment 11ff7f67-776b-4564-9052-3f452ad4c68a of type vlan for network cf19caef-0f69-48e1-8b94-e74c565cfc3a Aug 17 03:17:10.670090 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-28f0be0f-3773-4697-a9d8-df88c80f190b req-9e293a95-2bb2-49f5-ae6b-2df81cd9dcd5 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.686101 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e223219-7633-42a6-b274-037108fa67a9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting subnet 8fdf395c-2224-4596-bb83-6a49faca0b72 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:17:10.689833 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e223219-7633-42a6-b274-037108fa67a9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.713976 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e293a95-2bb2-49f5-ae6b-2df81cd9dcd5 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Pushing event deleted for resources: {'Port': ['ID=a6a4268e-ee06-4a30-b46a-887336837693,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:10.721945 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0457a8c7-337a-431b-9671-519f2c46c7cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.778688 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e223219-7633-42a6-b274-037108fa67a9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.795643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-28f0be0f-3773-4697-a9d8-df88c80f190b req-9e293a95-2bb2-49f5-ae6b-2df81cd9dcd5 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] No DVR routers for this DVR port a6a4268e-ee06-4a30-b46a-887336837693 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:17:10.802901 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-28f0be0f-3773-4697-a9d8-df88c80f190b req-9e293a95-2bb2-49f5-ae6b-2df81cd9dcd5 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.804937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-28f0be0f-3773-4697-a9d8-df88c80f190b req-9e293a95-2bb2-49f5-ae6b-2df81cd9dcd5 tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.60 "DELETE /v2.0/ports/a6a4268e-ee06-4a30-b46a-887336837693 HTTP/1.1" status: 204 len: 173 time: 0.9214020 Aug 17 03:17:10.805380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fd0aee23-8cb7-47c4-84e6-7d307bc25ddc', 'name': 'network-vif-deleted', 'tag': 'a6a4268e-ee06-4a30-b46a-887336837693'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:17:10.807689 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebbfae0b-4431-439d-9105-b8537e578a3e" -d '{"events": [{"server_uuid": "fd0aee23-8cb7-47c4-84e6-7d307bc25ddc", "name": "network-vif-deleted", "tag": "a6a4268e-ee06-4a30-b46a-887336837693"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:17:10.815694 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['a6a4268e-ee06-4a30-b46a-887336837693'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:17:10.854936 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:17:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05bd0571-9b31-464b-bd16-95a8d7c6d5f6 x-openstack-request-id: req-05bd0571-9b31-464b-bd16-95a8d7c6d5f6 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:17:10.855384 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fd0aee23-8cb7-47c4-84e6-7d307bc25ddc", "name": "network-vif-deleted", "tag": "a6a4268e-ee06-4a30-b46a-887336837693", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:17:10.855710 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05bd0571-9b31-464b-bd16-95a8d7c6d5f6 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:17:10.856181 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fd0aee23-8cb7-47c4-84e6-7d307bc25ddc', 'name': 'network-vif-deleted', 'tag': 'a6a4268e-ee06-4a30-b46a-887336837693', 'status': 'completed', 'code': 200} Aug 17 03:17:10.886994 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9506737-24b7-4d3d-bbb4-243e23387874 req-d9065c61-1f68-484f-86c9-ba208e5dd5e7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:10.888634 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f9506737-24b7-4d3d-bbb4-243e23387874 req-d9065c61-1f68-484f-86c9-ba208e5dd5e7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 946 time: 0.0717371 Aug 17 03:17:10.942851 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0457a8c7-337a-431b-9671-519f2c46c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.945558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0457a8c7-337a-431b-9671-519f2c46c7cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:10.946340 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0457a8c7-337a-431b-9671-519f2c46c7cc admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:10.966213 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f9506737-24b7-4d3d-bbb4-243e23387874 req-ac97a475-870f-4bff-a144-61930d3ee1e1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0688899 Aug 17 03:17:10.972818 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e223219-7633-42a6-b274-037108fa67a9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.054387 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-46dbf00e-94e3-4eb7-b77b-c3b76de93b06 req-683fba96-086f-4b19-a0f4-d444a02e553c tempest-VolumesBackupsTest-849710690 tempest-VolumesBackupsTest-849710690-project] 10.222.0.10 "GET /v2.0/ports?device_id=fd0aee23-8cb7-47c4-84e6-7d307bc25ddc HTTP/1.1" status: 200 len: 210 time: 0.0300400 Aug 17 03:17:11.071524 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0457a8c7-337a-431b-9671-519f2c46c7cc admin admin] Pushing event updated for resources: {'Network': ['ID=cf19caef-0f69-48e1-8b94-e74c565cfc3a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:11.092045 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network cf19caef-0f69-48e1-8b94-e74c565cfc3a details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:17:11.103342 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0457a8c7-337a-431b-9671-519f2c46c7cc admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 1.7101333 Aug 17 03:17:11.108473 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46586) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:11.115603 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-04dd5f06-337c-4828-b112-e57b861d8cf9 admin admin] Request body: {'subnet': {'network_id': 'cf19caef-0f69-48e1-8b94-e74c565cfc3a', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-877771789-subnet', 'tenant_id': '2b3c21fd6f434574a0fe9abeb5eaa19b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:11.156119 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e223219-7633-42a6-b274-037108fa67a9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.199096 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46588) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:11.208009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e223219-7633-42a6-b274-037108fa67a9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Subnet': ['ID=8fdf395c-2224-4596-bb83-6a49faca0b72,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:11.219305 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e223219-7633-42a6-b274-037108fa67a9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.221130 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3e223219-7633-42a6-b274-037108fa67a9 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/8fdf395c-2224-4596-bb83-6a49faca0b72 HTTP/1.1" status: 204 len: 168 time: 0.5897610 Aug 17 03:17:11.221815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46590) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:11.261106 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3ff557d4-9ee3-49c5-a5a3-d6b16033bbf1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=36c638bafd054676826d913faaa73a22&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0607388 Aug 17 03:17:11.265760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46594) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:11.269995 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04dd5f06-337c-4828-b112-e57b861d8cf9 admin admin] Made reservation on behalf of 2b3c21fd6f434574a0fe9abeb5eaa19b for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:11.272565 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-04dd5f06-337c-4828-b112-e57b861d8cf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.276077 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-bb64bb7c-10bc-4af5-bc1c-fb69ce01f465 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] DELETE failed (client error): The resource could not be found. Aug 17 03:17:11.276721 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bb64bb7c-10bc-4af5-bc1c-fb69ce01f465 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:17:11.278905 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bb64bb7c-10bc-4af5-bc1c-fb69ce01f465 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/fc1abedd-601b-489d-a73b-8d2b015f2c66 HTTP/1.1" status: 404 len: 337 time: 0.0555420 Aug 17 03:17:11.290168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46596) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:11.380986 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-466bac37-c4e9-4bc9-8350-15e50a709554 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting subnet 1c79ff7f-529a-4aaf-8124-7bce7cb9ea22 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:17:11.384558 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d8ee5466-2281-4313-bd99-132b2d197d07 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.387304 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-466bac37-c4e9-4bc9-8350-15e50a709554 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.439006 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d8ee5466-2281-4313-bd99-132b2d197d07 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.452550 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-466bac37-c4e9-4bc9-8350-15e50a709554 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.568071 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-466bac37-c4e9-4bc9-8350-15e50a709554 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.584158 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-04dd5f06-337c-4828-b112-e57b861d8cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.612245 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d8ee5466-2281-4313-bd99-132b2d197d07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.615900 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d8ee5466-2281-4313-bd99-132b2d197d07 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.617885 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d8ee5466-2281-4313-bd99-132b2d197d07 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/76a61878-d975-4375-9498-ee559b6eb93e HTTP/1.1" status: 204 len: 168 time: 0.3505821 Aug 17 03:17:11.651931 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04dd5f06-337c-4828-b112-e57b861d8cf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=82570a17-d918-4f23-8ad5-5787fd95799f,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:11.662488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ee5466-2281-4313-bd99-132b2d197d07 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76a61878-d975-4375-9498-ee559b6eb93e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:11.664782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04dd5f06-337c-4828-b112-e57b861d8cf9 admin admin] Checking segment: {'id': '11ff7f67-776b-4564-9052-3f452ad4c68a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': 'cf19caef-0f69-48e1-8b94-e74c565cfc3a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:17:11.665145 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dd5f06-337c-4828-b112-e57b861d8cf9 admin admin] Network hostable DHCP agents. Network: cf19caef-0f69-48e1-8b94-e74c565cfc3a, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:17:11.706098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcae95fc-991c-41cc-9ffc-fc29131bf907 None None] Network 031cf0b7-55de-4d4a-8068-a31af0d62468 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:11.721543 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-466bac37-c4e9-4bc9-8350-15e50a709554 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.742365 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04dd5f06-337c-4828-b112-e57b861d8cf9 admin admin] Network cf19caef-0f69-48e1-8b94-e74c565cfc3a is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:17:11.769299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4d30a86a-e31d-44d3-aab9-016f11e25ded None None] Provisioning complete for port 0a469c17-2966-4735-9a5d-d592229efdf6 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:11.769707 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4d30a86a-e31d-44d3-aab9-016f11e25ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.770553 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-466bac37-c4e9-4bc9-8350-15e50a709554 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.772797 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-466bac37-c4e9-4bc9-8350-15e50a709554 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/1c79ff7f-529a-4aaf-8124-7bce7cb9ea22 HTTP/1.1" status: 204 len: 168 time: 0.4816604 Aug 17 03:17:11.773938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-466bac37-c4e9-4bc9-8350-15e50a709554 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Subnet': ['ID=1c79ff7f-529a-4aaf-8124-7bce7cb9ea22,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:11.775357 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46600) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:11.802845 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-05b209b3-3712-4309-8106-89fab50d59ab tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] DELETE failed (client error): The resource could not be found. Aug 17 03:17:11.803309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-05b209b3-3712-4309-8106-89fab50d59ab tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:17:11.805033 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-05b209b3-3712-4309-8106-89fab50d59ab tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/22d96ce5-eb16-41f3-815e-e8ae90486ccf HTTP/1.1" status: 404 len: 337 time: 0.0286596 Aug 17 03:17:11.807977 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46602) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:11.839981 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-178126d2-c123-4d42-a809-3f8c5ee2d651 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "GET /v2.0/ports?device_id=5b378c04-6517-4509-a106-32311400dd28 HTTP/1.1" status: 200 len: 205 time: 0.0310106 Aug 17 03:17:11.840840 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-04dd5f06-337c-4828-b112-e57b861d8cf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, cf19caef-0f69-48e1-8b94-e74c565cfc3a) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:11.842371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46604) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:11.851942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04dd5f06-337c-4828-b112-e57b861d8cf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:11.852694 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-04dd5f06-337c-4828-b112-e57b861d8cf9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:11.855958 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-638481c2-e379-4fbc-be81-908d63d4708a None None] Network cf19caef-0f69-48e1-8b94-e74c565cfc3a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:11.892022 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-d1b67bbd-5962-415c-ab82-0d7c7dc7f85d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] delete failed (client error): The resource could not be found. Aug 17 03:17:11.893068 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d1b67bbd-5962-415c-ab82-0d7c7dc7f85d tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/routers/5b378c04-6517-4509-a106-32311400dd28 HTTP/1.1" status: 404 len: 336 time: 0.0498033 Aug 17 03:17:11.896899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46606) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:11.924984 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-34f09e6f-018e-43b3-b0ba-fedf945407c3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] DELETE failed (client error): The resource could not be found. Aug 17 03:17:11.925615 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34f09e6f-018e-43b3-b0ba-fedf945407c3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:17:11.927766 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-34f09e6f-018e-43b3-b0ba-fedf945407c3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/6d82c237-3ea2-4677-96fb-2e26c82b9238 HTTP/1.1" status: 404 len: 337 time: 0.0294495 Aug 17 03:17:11.930367 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46608) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:11.958700 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bb3ed09-e370-4ef1-8c14-9be4753104f3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] DELETE failed (client error): The resource could not be found. Aug 17 03:17:11.959084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bb3ed09-e370-4ef1-8c14-9be4753104f3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:17:11.963220 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2bb3ed09-e370-4ef1-8c14-9be4753104f3 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/5dc3d52e-b670-4ba9-b67d-f504dd95a058 HTTP/1.1" status: 404 len: 337 time: 0.0295417 Aug 17 03:17:11.963462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46612) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:11.991253 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-72a95155-3598-4998-890a-4c34f8a1b113 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] DELETE failed (client error): The resource could not be found. Aug 17 03:17:11.991907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-72a95155-3598-4998-890a-4c34f8a1b113 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:17:11.994092 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-72a95155-3598-4998-890a-4c34f8a1b113 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/00fc08f4-a912-49ac-b459-60ebd9ff0d8b HTTP/1.1" status: 404 len: 337 time: 0.0296524 Aug 17 03:17:11.996596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46616) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:12.023195 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-572a55e0-ca61-4ac2-8ae9-191150b00b75 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] DELETE failed (client error): The resource could not be found. Aug 17 03:17:12.024140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-572a55e0-ca61-4ac2-8ae9-191150b00b75 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:17:12.025235 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-04dd5f06-337c-4828-b112-e57b861d8cf9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9155545 Aug 17 03:17:12.026337 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-572a55e0-ca61-4ac2-8ae9-191150b00b75 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/ports/84790a89-fe65-47a8-a1be-b01c208ed5a2 HTTP/1.1" status: 404 len: 333 time: 0.0285444 Aug 17 03:17:12.032459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46622) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:12.070655 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4d30a86a-e31d-44d3-aab9-016f11e25ded None None] Provisioning complete for port db8f8166-7232-496c-ab87-c71554d9c7fc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:12.073284 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4d30a86a-e31d-44d3-aab9-016f11e25ded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:12.113493 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-04073f1c-4426-43c0-8d0d-ce56bd3616de tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] DELETE failed (client error): The resource could not be found. Aug 17 03:17:12.118385 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04073f1c-4426-43c0-8d0d-ce56bd3616de tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:17:12.123853 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-04073f1c-4426-43c0-8d0d-ce56bd3616de tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/0eb94c59-e95f-40af-8d62-ce55c8227927 HTTP/1.1" status: 404 len: 337 time: 0.0868013 Aug 17 03:17:12.125099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46626) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:12.133269 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e88f894-1390-43f1-b58c-a9758533cf67 None None] DHCP port deletion for 031cf0b7-55de-4d4a-8068-a31af0d62468 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:17:12.169167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37817da5-bcde-4ebb-98eb-3f3fee02ec09 req-e20f82b5-f9b1-434a-bd4c-a18976cd51d6 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:12.171307 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-37817da5-bcde-4ebb-98eb-3f3fee02ec09 req-e20f82b5-f9b1-434a-bd4c-a18976cd51d6 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 946 time: 0.0980937 Aug 17 03:17:12.195706 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad4c7b89-2571-41b7-8f3c-94841d967df4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] DELETE failed (client error): The resource could not be found. Aug 17 03:17:12.196427 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad4c7b89-2571-41b7-8f3c-94841d967df4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:17:12.199751 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ad4c7b89-2571-41b7-8f3c-94841d967df4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/2f150d48-4e0e-46a1-84ef-181e3098d14e HTTP/1.1" status: 404 len: 337 time: 0.0722454 Aug 17 03:17:12.202274 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46630) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:12.203357 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367de4d1-cd7f-44b1-b7a6-be0d8f55d270 None None] Network cf19caef-0f69-48e1-8b94-e74c565cfc3a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:12.242975 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ee76f95-f9ce-4adf-a6ca-03cf0997c1cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] DELETE failed (client error): The resource could not be found. Aug 17 03:17:12.243683 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ee76f95-f9ce-4adf-a6ca-03cf0997c1cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:17:12.245445 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8ee76f95-f9ce-4adf-a6ca-03cf0997c1cd tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/ports/7c6855da-53e6-4218-a78b-82c0f0bdf16e HTTP/1.1" status: 404 len: 333 time: 0.0419071 Aug 17 03:17:12.247985 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46634) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:12.259791 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-37817da5-bcde-4ebb-98eb-3f3fee02ec09 req-69e0c510-76be-4829-b2a1-057499546e2d tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0781648 Aug 17 03:17:12.273775 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4d30a86a-e31d-44d3-aab9-016f11e25ded None None] Port db8f8166-7232-496c-ab87-c71554d9c7fc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:17:12.318847 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-b76ff605-6c5b-483d-9762-eba6ef8df9c4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] DELETE failed (client error): The resource could not be found. Aug 17 03:17:12.319314 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b76ff605-6c5b-483d-9762-eba6ef8df9c4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:17:12.327577 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b76ff605-6c5b-483d-9762-eba6ef8df9c4 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/92631941-75df-49b4-be51-2b4085d839be HTTP/1.1" status: 404 len: 337 time: 0.0783865 Aug 17 03:17:12.330104 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46642) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:12.338185 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5e88f894-1390-43f1-b58c-a9758533cf67 None None] Deleting port 0a469c17-2966-4735-9a5d-d592229efdf6 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:17:12.338576 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5e88f894-1390-43f1-b58c-a9758533cf67 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:12.378918 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9a9c68a-6fe7-4595-903c-643ae15c8c5e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] DELETE failed (client error): The resource could not be found. Aug 17 03:17:12.378918 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9a9c68a-6fe7-4595-903c-643ae15c8c5e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:17:12.378918 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e9a9c68a-6fe7-4595-903c-643ae15c8c5e tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/subnets/190ab8b8-3034-479a-90e1-eddc46a0616d HTTP/1.1" status: 404 len: 337 time: 0.0445862 Aug 17 03:17:12.379547 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46650) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:12.459439 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-5e88f894-1390-43f1-b58c-a9758533cf67 None None] For port 0a469c17-2966-4735-9a5d-d592229efdf6, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0a469c17-2966-4735-9a5d-d592229efdf6,segment=NetworkSegment(eef19dc7-f938-4355-bef5-048fd2e0588d),segment_id=eef19dc7-f938-4355-bef5-048fd2e0588d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:12.460441 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5e88f894-1390-43f1-b58c-a9758533cf67 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:12.479130 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5e88f894-1390-43f1-b58c-a9758533cf67 None None] Calling delete_port for 0a469c17-2966-4735-9a5d-d592229efdf6 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:17:12.523383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-80a3a904-30bf-4dd2-8175-a60416ed8083 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Deleting port db8f8166-7232-496c-ab87-c71554d9c7fc {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:17:12.523775 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-80a3a904-30bf-4dd2-8175-a60416ed8083 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:12.601254 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-80a3a904-30bf-4dd2-8175-a60416ed8083 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:12.615927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-80a3a904-30bf-4dd2-8175-a60416ed8083 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Calling delete_port for db8f8166-7232-496c-ab87-c71554d9c7fc owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:17:12.689527 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5e88f894-1390-43f1-b58c-a9758533cf67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:12.725465 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e88f894-1390-43f1-b58c-a9758533cf67 None None] Pushing event deleted for resources: {'Port': ['ID=0a469c17-2966-4735-9a5d-d592229efdf6,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:12.730210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e88f894-1390-43f1-b58c-a9758533cf67 None None] No DVR routers for this DVR port 0a469c17-2966-4735-9a5d-d592229efdf6 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:17:12.830057 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-80a3a904-30bf-4dd2-8175-a60416ed8083 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:12.875980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a3a904-30bf-4dd2-8175-a60416ed8083 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Port': ['ID=db8f8166-7232-496c-ab87-c71554d9c7fc,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:12.883206 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-80a3a904-30bf-4dd2-8175-a60416ed8083 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:12.888152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46672) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:12.888319 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-80a3a904-30bf-4dd2-8175-a60416ed8083 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/ports/db8f8166-7232-496c-ab87-c71554d9c7fc HTTP/1.1" status: 204 len: 168 time: 0.5076916 Aug 17 03:17:12.973987 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4492497b-6b3a-483c-950b-4f1dd54945c7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.074232 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4492497b-6b3a-483c-950b-4f1dd54945c7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.085048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4492497b-6b3a-483c-950b-4f1dd54945c7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['031cf0b7-55de-4d4a-8068-a31af0d62468']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:13.097669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4492497b-6b3a-483c-950b-4f1dd54945c7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eef19dc7-f938-4355-bef5-048fd2e0588d') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:13.106308 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4492497b-6b3a-483c-950b-4f1dd54945c7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eef19dc7-f938-4355-bef5-048fd2e0588d') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:13.114381 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4492497b-6b3a-483c-950b-4f1dd54945c7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.141829 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4492497b-6b3a-483c-950b-4f1dd54945c7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.151325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4492497b-6b3a-483c-950b-4f1dd54945c7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:17:13.152053 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4492497b-6b3a-483c-950b-4f1dd54945c7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:17:13.155381 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:17:13.170115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46684) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:13.256516 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46690) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:13.263557 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-4cdb4831-3e3a-4ce0-a2d0-bb1f9c34efd3 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-931968939-network', 'tenant_id': 'bb8e41bc27d54facbedd4f8a85bfd87f'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:13.350514 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4cdb4831-3e3a-4ce0-a2d0-bb1f9c34efd3 admin admin] Made reservation on behalf of bb8e41bc27d54facbedd4f8a85bfd87f for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:13.355854 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb4831-3e3a-4ce0-a2d0-bb1f9c34efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.369832 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb4831-3e3a-4ce0-a2d0-bb1f9c34efd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.463659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f39d7b4d-c1b1-4e9a-bdfc-78aec8f71c93 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-325685661-network', 'tenant_id': 'e6bf2e208aa843dbb5af5f9c19dc853e'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:13.508285 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb4831-3e3a-4ce0-a2d0-bb1f9c34efd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.583340 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb4831-3e3a-4ce0-a2d0-bb1f9c34efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.609231 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4cdb4831-3e3a-4ce0-a2d0-bb1f9c34efd3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:17:13.631027 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb4831-3e3a-4ce0-a2d0-bb1f9c34efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.631384 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-4cdb4831-3e3a-4ce0-a2d0-bb1f9c34efd3 admin admin] Added segment 1127a7fc-0477-4ed8-906d-351c78bdbd3a of type vlan for network 81711506-c4c8-41f8-9561-c6260ff20aa3 Aug 17 03:17:13.632679 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb4831-3e3a-4ce0-a2d0-bb1f9c34efd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30fb3915-36bf-4b76-8a62-6c19ae8d09e4,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:13.634197 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4492497b-6b3a-483c-950b-4f1dd54945c7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.643357 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4492497b-6b3a-483c-950b-4f1dd54945c7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.649897 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4492497b-6b3a-483c-950b-4f1dd54945c7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] 10.222.0.10 "DELETE /v2.0/networks/031cf0b7-55de-4d4a-8068-a31af0d62468 HTTP/1.1" status: 204 len: 168 time: 0.7568474 Aug 17 03:17:13.661792 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4492497b-6b3a-483c-950b-4f1dd54945c7 tempest-PortsIpV6TestJSON-1164852268 tempest-PortsIpV6TestJSON-1164852268-project] Pushing event deleted for resources: {'Network': ['ID=031cf0b7-55de-4d4a-8068-a31af0d62468,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:13.688130 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f39d7b4d-c1b1-4e9a-bdfc-78aec8f71c93 admin admin] Made reservation on behalf of e6bf2e208aa843dbb5af5f9c19dc853e for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:13.690441 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f39d7b4d-c1b1-4e9a-bdfc-78aec8f71c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.719382 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f39d7b4d-c1b1-4e9a-bdfc-78aec8f71c93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.725322 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb4831-3e3a-4ce0-a2d0-bb1f9c34efd3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.795685 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0a469c17-2966-4735-9a5d-d592229efdf6 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:17:13.817209 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 0a469c17-2966-4735-9a5d-d592229efdf6 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:17:13.817597 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0a469c17-2966-4735-9a5d-d592229efdf6 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:17:13.830668 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb4831-3e3a-4ce0-a2d0-bb1f9c34efd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.832403 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cdb4831-3e3a-4ce0-a2d0-bb1f9c34efd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:13.833101 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4cdb4831-3e3a-4ce0-a2d0-bb1f9c34efd3 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.859492 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f39d7b4d-c1b1-4e9a-bdfc-78aec8f71c93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.899645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a6a4268e-ee06-4a30-b46a-887336837693 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:17:13.909307 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb4831-3e3a-4ce0-a2d0-bb1f9c34efd3 admin admin] Pushing event updated for resources: {'Network': ['ID=81711506-c4c8-41f8-9561-c6260ff20aa3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:13.924679 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 81711506-c4c8-41f8-9561-c6260ff20aa3 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:17:13.928755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: a6a4268e-ee06-4a30-b46a-887336837693 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:17:13.929095 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a6a4268e-ee06-4a30-b46a-887336837693 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:17:13.929530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device aee00051-652a-4cb0-b148-861aefc669e7 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:17:13.943560 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f39d7b4d-c1b1-4e9a-bdfc-78aec8f71c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:13.969428 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f39d7b4d-c1b1-4e9a-bdfc-78aec8f71c93 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:17:13.980531 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d7b4d-c1b1-4e9a-bdfc-78aec8f71c93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17141ab3-f366-46de-8a5e-322c9a2570fe,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:14.002864 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f39d7b4d-c1b1-4e9a-bdfc-78aec8f71c93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:14.004336 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-f39d7b4d-c1b1-4e9a-bdfc-78aec8f71c93 admin admin] Added segment 2c43b202-77b3-4425-b2e6-752cf7753e3c of type vlan for network dd2094b4-be01-433b-9a9d-7a71c10f867a Aug 17 03:17:14.047253 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4cdb4831-3e3a-4ce0-a2d0-bb1f9c34efd3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.7893202 Aug 17 03:17:14.050013 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46702) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:14.056463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-348f21ea-559b-428c-a581-0dcd6b6ae6f4 admin admin] Request body: {'subnet': {'network_id': '81711506-c4c8-41f8-9561-c6260ff20aa3', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-931968939-subnet', 'tenant_id': 'bb8e41bc27d54facbedd4f8a85bfd87f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:14.074852 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:14.087955 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f39d7b4d-c1b1-4e9a-bdfc-78aec8f71c93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:14.105031 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:17:14.107558 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-28e530c1-3fe7-4ba9-a71f-ba3a2b3eb5cd" -d '{"events": [{"server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "name": "network-vif-unplugged", "status": "completed", "tag": "aee00051-652a-4cb0-b148-861aefc669e7"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:17:14.116493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46706) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:14.124289 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port aee00051-652a-4cb0-b148-861aefc669e7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=aee00051-652a-4cb0-b148-861aefc669e7,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:14.156387 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:17:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d413b50-4e51-4e9e-8811-c2efb1d05eb1 x-openstack-request-id: req-7d413b50-4e51-4e9e-8811-c2efb1d05eb1 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:17:14.157002 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "name": "network-vif-unplugged", "status": "completed", "tag": "aee00051-652a-4cb0-b148-861aefc669e7", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:17:14.157002 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d413b50-4e51-4e9e-8811-c2efb1d05eb1 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:17:14.157324 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7', 'code': 200} Aug 17 03:17:14.169737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-348f21ea-559b-428c-a581-0dcd6b6ae6f4 admin admin] Made reservation on behalf of bb8e41bc27d54facbedd4f8a85bfd87f for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:14.172395 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-348f21ea-559b-428c-a581-0dcd6b6ae6f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:14.228341 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f39d7b4d-c1b1-4e9a-bdfc-78aec8f71c93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:14.229176 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:14.229636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f39d7b4d-c1b1-4e9a-bdfc-78aec8f71c93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:14.231116 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f39d7b4d-c1b1-4e9a-bdfc-78aec8f71c93 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:14.289970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=aee00051-652a-4cb0-b148-861aefc669e7,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:14.309003 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cbdc7805-d43f-408c-a869-4c24b11ce8f6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=83ef177ac49a4db198e838e3b8028d5a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1905746 Aug 17 03:17:14.311420 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46712) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:14.343339 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f39d7b4d-c1b1-4e9a-bdfc-78aec8f71c93 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.1713476 Aug 17 03:17:14.347416 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46714) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:14.348366 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f39d7b4d-c1b1-4e9a-bdfc-78aec8f71c93 admin admin] Pushing event updated for resources: {'Network': ['ID=dd2094b4-be01-433b-9a9d-7a71c10f867a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:14.355462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-5fa46b03-ffcf-4b60-aa9e-5abc0b3db040 admin admin] Request body: {'subnet': {'network_id': 'dd2094b4-be01-433b-9a9d-7a71c10f867a', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-325685661-subnet', 'tenant_id': 'e6bf2e208aa843dbb5af5f9c19dc853e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:14.359799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network dd2094b4-be01-433b-9a9d-7a71c10f867a details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:17:14.398336 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f13fa108-da91-46ac-afca-c8b31f09a555 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:14.430345 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f13fa108-da91-46ac-afca-c8b31f09a555 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:14.482013 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fa46b03-ffcf-4b60-aa9e-5abc0b3db040 admin admin] Made reservation on behalf of e6bf2e208aa843dbb5af5f9c19dc853e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:14.484897 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5fa46b03-ffcf-4b60-aa9e-5abc0b3db040 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:14.555094 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-348f21ea-559b-428c-a581-0dcd6b6ae6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:14.598344 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f13fa108-da91-46ac-afca-c8b31f09a555 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:14.601674 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f13fa108-da91-46ac-afca-c8b31f09a555 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:14.605536 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f13fa108-da91-46ac-afca-c8b31f09a555 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/02f12c13-8dac-471c-bfb6-4c62e98d1458 HTTP/1.1" status: 204 len: 168 time: 0.2904775 Aug 17 03:17:14.630119 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fa108-da91-46ac-afca-c8b31f09a555 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02f12c13-8dac-471c-bfb6-4c62e98d1458,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:14.681060 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348f21ea-559b-428c-a581-0dcd6b6ae6f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94cd1012-302b-4799-8011-7a23a09dd471,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:14.702678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-348f21ea-559b-428c-a581-0dcd6b6ae6f4 admin admin] Checking segment: {'id': '1127a7fc-0477-4ed8-906d-351c78bdbd3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '81711506-c4c8-41f8-9561-c6260ff20aa3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:17:14.703041 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348f21ea-559b-428c-a581-0dcd6b6ae6f4 admin admin] Network hostable DHCP agents. Network: 81711506-c4c8-41f8-9561-c6260ff20aa3, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:17:14.805665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-348f21ea-559b-428c-a581-0dcd6b6ae6f4 admin admin] Network 81711506-c4c8-41f8-9561-c6260ff20aa3 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:17:14.828780 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5fa46b03-ffcf-4b60-aa9e-5abc0b3db040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:14.882412 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-348f21ea-559b-428c-a581-0dcd6b6ae6f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 81711506-c4c8-41f8-9561-c6260ff20aa3) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:14.887277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-348f21ea-559b-428c-a581-0dcd6b6ae6f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:14.887868 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-348f21ea-559b-428c-a581-0dcd6b6ae6f4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:14.892947 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fdb9b126-e882-446c-b4fb-e514571007fc None None] Network 81711506-c4c8-41f8-9561-c6260ff20aa3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:14.910536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa46b03-ffcf-4b60-aa9e-5abc0b3db040 admin admin] Pushing event updated for resources: {'Subnet': ['ID=df03a358-23f9-4e86-bb17-abbac5f8b4df,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:14.923912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fa46b03-ffcf-4b60-aa9e-5abc0b3db040 admin admin] Checking segment: {'id': '2c43b202-77b3-4425-b2e6-752cf7753e3c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'dd2094b4-be01-433b-9a9d-7a71c10f867a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:17:14.924315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa46b03-ffcf-4b60-aa9e-5abc0b3db040 admin admin] Network hostable DHCP agents. Network: dd2094b4-be01-433b-9a9d-7a71c10f867a, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:17:15.004263 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-348f21ea-559b-428c-a581-0dcd6b6ae6f4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.9438462 Aug 17 03:17:15.023551 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fa46b03-ffcf-4b60-aa9e-5abc0b3db040 admin admin] Network dd2094b4-be01-433b-9a9d-7a71c10f867a is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:17:15.030928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-5fa46b03-ffcf-4b60-aa9e-5abc0b3db040 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, dd2094b4-be01-433b-9a9d-7a71c10f867a) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:15.043226 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fa46b03-ffcf-4b60-aa9e-5abc0b3db040 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:15.043945 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5fa46b03-ffcf-4b60-aa9e-5abc0b3db040 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:15.116407 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaeb49b5-6956-4ed2-9442-ddc03eff9dc5 None None] Network dd2094b4-be01-433b-9a9d-7a71c10f867a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:15.126269 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46734) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:15.143825 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5fa46b03-ffcf-4b60-aa9e-5abc0b3db040 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7953036 Aug 17 03:17:15.199163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-71ede7b7-a240-4a9e-a1c8-e7f64f436682 admin admin] Deleting subnet 82570a17-d918-4f23-8ad5-5787fd95799f {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:17:15.202756 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71ede7b7-a240-4a9e-a1c8-e7f64f436682 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:15.269805 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71ede7b7-a240-4a9e-a1c8-e7f64f436682 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:15.285386 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-00c7b257-9fdd-4830-8547-03ac6c332a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:15.308089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46744) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:15.319821 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a05031-3687-4da8-bae9-ea2e786da95d None None] Network 81711506-c4c8-41f8-9561-c6260ff20aa3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:15.357085 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71ede7b7-a240-4a9e-a1c8-e7f64f436682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:15.390344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dca29060-fb0e-43cf-82cb-27cad52d1083 None None] Network dd2094b4-be01-433b-9a9d-7a71c10f867a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:15.390680 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4014231-7ff9-4734-91f1-71e1e120516e admin admin] Deleting subnet df03a358-23f9-4e86-bb17-abbac5f8b4df {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:17:15.396779 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f4014231-7ff9-4734-91f1-71e1e120516e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:15.448808 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f4014231-7ff9-4734-91f1-71e1e120516e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:15.494403 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71ede7b7-a240-4a9e-a1c8-e7f64f436682 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:15.498500 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f4014231-7ff9-4734-91f1-71e1e120516e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:15.559145 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71ede7b7-a240-4a9e-a1c8-e7f64f436682 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:15.563402 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-71ede7b7-a240-4a9e-a1c8-e7f64f436682 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/82570a17-d918-4f23-8ad5-5787fd95799f HTTP/1.1" status: 204 len: 168 time: 0.4350853 Aug 17 03:17:15.564955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ede7b7-a240-4a9e-a1c8-e7f64f436682 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=82570a17-d918-4f23-8ad5-5787fd95799f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:15.566069 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46750) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:15.656448 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f964d845-efb7-4731-b6c3-adb5b44b721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:15.710353 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f4014231-7ff9-4734-91f1-71e1e120516e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:15.797918 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4014231-7ff9-4734-91f1-71e1e120516e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df03a358-23f9-4e86-bb17-abbac5f8b4df,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:15.805177 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f964d845-efb7-4731-b6c3-adb5b44b721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:15.809019 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f4014231-7ff9-4734-91f1-71e1e120516e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:15.810829 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f4014231-7ff9-4734-91f1-71e1e120516e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/df03a358-23f9-4e86-bb17-abbac5f8b4df HTTP/1.1" status: 204 len: 168 time: 0.5018120 Aug 17 03:17:15.813550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46784) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:15.829556 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-f964d845-efb7-4731-b6c3-adb5b44b721e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf19caef-0f69-48e1-8b94-e74c565cfc3a']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:15.839911 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-f964d845-efb7-4731-b6c3-adb5b44b721e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '11ff7f67-776b-4564-9052-3f452ad4c68a') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:15.840223 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-f964d845-efb7-4731-b6c3-adb5b44b721e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '11ff7f67-776b-4564-9052-3f452ad4c68a') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:15.851432 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f964d845-efb7-4731-b6c3-adb5b44b721e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:15.866690 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f964d845-efb7-4731-b6c3-adb5b44b721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:15.874902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f964d845-efb7-4731-b6c3-adb5b44b721e admin admin] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:17:15.875336 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f964d845-efb7-4731-b6c3-adb5b44b721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:17:15.877565 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:17:15.907107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46798) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:15.912771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device aee00051-652a-4cb0-b148-861aefc669e7 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:17:15.935682 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55c97284-96af-45a4-beeb-a98f24fef154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.051755 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55c97284-96af-45a4-beeb-a98f24fef154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.062584 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f964d845-efb7-4731-b6c3-adb5b44b721e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.068168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-55c97284-96af-45a4-beeb-a98f24fef154 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd2094b4-be01-433b-9a9d-7a71c10f867a']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:16.072168 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port aee00051-652a-4cb0-b148-861aefc669e7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=aee00051-652a-4cb0-b148-861aefc669e7,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:16.083215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-55c97284-96af-45a4-beeb-a98f24fef154 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c43b202-77b3-4425-b2e6-752cf7753e3c') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:16.083757 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-55c97284-96af-45a4-beeb-a98f24fef154 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c43b202-77b3-4425-b2e6-752cf7753e3c') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:16.087308 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f964d845-efb7-4731-b6c3-adb5b44b721e admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.091685 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f964d845-efb7-4731-b6c3-adb5b44b721e admin admin] 10.222.0.10 "DELETE /v2.0/networks/cf19caef-0f69-48e1-8b94-e74c565cfc3a HTTP/1.1" status: 204 len: 168 time: 0.5220430 Aug 17 03:17:16.098568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e1709014-f496-4236-bedf-de4fdf9f4b7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1302677035'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:16.101590 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f964d845-efb7-4731-b6c3-adb5b44b721e admin admin] Pushing event deleted for resources: {'Network': ['ID=cf19caef-0f69-48e1-8b94-e74c565cfc3a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:16.104349 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46806) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:16.111226 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55c97284-96af-45a4-beeb-a98f24fef154 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.117067 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'aee00051-652a-4cb0-b148-861aefc669e7', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'port_id': 'aee00051-652a-4cb0-b148-861aefc669e7', 'mac_address': 'fa:16:3e:fc:50:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:17:16.132371 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55c97284-96af-45a4-beeb-a98f24fef154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.139563 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-55c97284-96af-45a4-beeb-a98f24fef154 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:17:16.139962 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55c97284-96af-45a4-beeb-a98f24fef154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:17:16.141706 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:17:16.166419 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cf371df-a67d-4192-a5b0-c1c96759f418 admin admin] Deleting subnet 94cd1012-302b-4799-8011-7a23a09dd471 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:17:16.168711 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.169998 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cf371df-a67d-4192-a5b0-c1c96759f418 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.192796 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee00051-652a-4cb0-b148-861aefc669e7 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:17:16.208255 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cf371df-a67d-4192-a5b0-c1c96759f418 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.211786 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1709014-f496-4236-bedf-de4fdf9f4b7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:16.218230 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1709014-f496-4236-bedf-de4fdf9f4b7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.234998 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1709014-f496-4236-bedf-de4fdf9f4b7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.236007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port aee00051-652a-4cb0-b148-861aefc669e7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=aee00051-652a-4cb0-b148-861aefc669e7,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:16.256675 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cf371df-a67d-4192-a5b0-c1c96759f418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.275038 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55c97284-96af-45a4-beeb-a98f24fef154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.299564 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55c97284-96af-45a4-beeb-a98f24fef154 admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.303357 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-55c97284-96af-45a4-beeb-a98f24fef154 admin admin] 10.222.0.10 "DELETE /v2.0/networks/dd2094b4-be01-433b-9a9d-7a71c10f867a HTTP/1.1" status: 204 len: 168 time: 0.4885056 Aug 17 03:17:16.306706 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.319424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55c97284-96af-45a4-beeb-a98f24fef154 admin admin] Pushing event deleted for resources: {'Network': ['ID=dd2094b4-be01-433b-9a9d-7a71c10f867a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:16.378111 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=aee00051-652a-4cb0-b148-861aefc669e7,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:16.383027 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['aee00051-652a-4cb0-b148-861aefc669e7'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:17:16.445481 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cf371df-a67d-4192-a5b0-c1c96759f418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.482704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cf371df-a67d-4192-a5b0-c1c96759f418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94cd1012-302b-4799-8011-7a23a09dd471,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:16.487166 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cf371df-a67d-4192-a5b0-c1c96759f418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.489987 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7cf371df-a67d-4192-a5b0-c1c96759f418 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/94cd1012-302b-4799-8011-7a23a09dd471 HTTP/1.1" status: 204 len: 168 time: 0.3854718 Aug 17 03:17:16.492247 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46814) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:16.536986 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1709014-f496-4236-bedf-de4fdf9f4b7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.618304 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1709014-f496-4236-bedf-de4fdf9f4b7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.652829 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25a8fa37-e990-4751-9470-ba0d830d425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.654780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1709014-f496-4236-bedf-de4fdf9f4b7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:17:16.670680 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1709014-f496-4236-bedf-de4fdf9f4b7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2f4c01f-740d-4400-aaf0-1f94657eaaca,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:16.673599 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1709014-f496-4236-bedf-de4fdf9f4b7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.674081 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-e1709014-f496-4236-bedf-de4fdf9f4b7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Added segment 51d69170-c17d-4076-92cd-4a14a107549d of type vlan for network 3fed764a-ee35-4898-9ce7-b22ebff97aba Aug 17 03:17:16.719269 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1709014-f496-4236-bedf-de4fdf9f4b7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.742408 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25a8fa37-e990-4751-9470-ba0d830d425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.755956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-25a8fa37-e990-4751-9470-ba0d830d425e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['81711506-c4c8-41f8-9561-c6260ff20aa3']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:16.768253 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-25a8fa37-e990-4751-9470-ba0d830d425e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1127a7fc-0477-4ed8-906d-351c78bdbd3a') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:16.768561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-25a8fa37-e990-4751-9470-ba0d830d425e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1127a7fc-0477-4ed8-906d-351c78bdbd3a') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:16.778768 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25a8fa37-e990-4751-9470-ba0d830d425e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.794327 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25a8fa37-e990-4751-9470-ba0d830d425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.801078 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25a8fa37-e990-4751-9470-ba0d830d425e admin admin] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:17:16.801517 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25a8fa37-e990-4751-9470-ba0d830d425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:17:16.803299 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:17:16.833268 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46830) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:16.873110 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a4e726d2-34e8-4f7e-b5f0-1345bc9bdab9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e6bf2e208aa843dbb5af5f9c19dc853e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0438066 Aug 17 03:17:16.875628 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46832) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:16.883307 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1709014-f496-4236-bedf-de4fdf9f4b7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.888769 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1709014-f496-4236-bedf-de4fdf9f4b7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:16.889375 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1709014-f496-4236-bedf-de4fdf9f4b7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.933181 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25a8fa37-e990-4751-9470-ba0d830d425e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.939466 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25a8fa37-e990-4751-9470-ba0d830d425e admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:16.941540 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-25a8fa37-e990-4751-9470-ba0d830d425e admin admin] 10.222.0.10 "DELETE /v2.0/networks/81711506-c4c8-41f8-9561-c6260ff20aa3 HTTP/1.1" status: 204 len: 168 time: 0.4468055 Aug 17 03:17:16.954246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a8fa37-e990-4751-9470-ba0d830d425e admin admin] Pushing event deleted for resources: {'Network': ['ID=81711506-c4c8-41f8-9561-c6260ff20aa3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:16.993493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1709014-f496-4236-bedf-de4fdf9f4b7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Network': ['ID=3fed764a-ee35-4898-9ce7-b22ebff97aba,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:17.007263 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 3fed764a-ee35-4898-9ce7-b22ebff97aba details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:17:17.010515 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6edf678-a0ac-4558-a518-87d98385727d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:17.031152 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e1709014-f496-4236-bedf-de4fdf9f4b7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.1221583 Aug 17 03:17:17.033831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46852) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:17.040164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b3a10117-a66e-490c-bd9f-3523f544c93b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1388656817'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:17.049111 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6edf678-a0ac-4558-a518-87d98385727d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:17.140568 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3a10117-a66e-490c-bd9f-3523f544c93b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:17.145777 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3a10117-a66e-490c-bd9f-3523f544c93b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:17.174865 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3a10117-a66e-490c-bd9f-3523f544c93b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:17:17.186296 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3a10117-a66e-490c-bd9f-3523f544c93b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:17.186671 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-b3a10117-a66e-490c-bd9f-3523f544c93b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Added segment 770a2b94-89cb-49cb-b451-da8310786417 of type vlan for network 715136f7-6efb-477d-abda-543ebccf44e3 Aug 17 03:17:17.210878 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6edf678-a0ac-4558-a518-87d98385727d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:17.214737 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6edf678-a0ac-4558-a518-87d98385727d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:17.219969 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d6edf678-a0ac-4558-a518-87d98385727d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/17141ab3-f366-46de-8a5e-322c9a2570fe HTTP/1.1" status: 204 len: 168 time: 0.3430595 Aug 17 03:17:17.229641 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6edf678-a0ac-4558-a518-87d98385727d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17141ab3-f366-46de-8a5e-322c9a2570fe,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:17.253095 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3a10117-a66e-490c-bd9f-3523f544c93b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:17.354116 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3a10117-a66e-490c-bd9f-3523f544c93b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:17.359882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3a10117-a66e-490c-bd9f-3523f544c93b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:17.360496 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3a10117-a66e-490c-bd9f-3523f544c93b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:17.441699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a10117-a66e-490c-bd9f-3523f544c93b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Network': ['ID=715136f7-6efb-477d-abda-543ebccf44e3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:17.458284 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 715136f7-6efb-477d-abda-543ebccf44e3 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:17:17.515224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46886) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:17.552272 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b3a10117-a66e-490c-bd9f-3523f544c93b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5149114 Aug 17 03:17:17.555023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46888) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:17.560108 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1a2db080-7bb8-43c6-b94f-f07892b71fc2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'subnet': {'network_id': '3fed764a-ee35-4898-9ce7-b22ebff97aba', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:17.633514 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-38d074c6-b599-4449-b877-7b2a63951722 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2b3c21fd6f434574a0fe9abeb5eaa19b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1168196 Aug 17 03:17:17.635799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46890) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:17.777236 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf46b862-3bd1-42e5-8525-9282525a01db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:17.816124 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf46b862-3bd1-42e5-8525-9282525a01db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:17.843826 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a2db080-7bb8-43c6-b94f-f07892b71fc2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:17.848709 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a2db080-7bb8-43c6-b94f-f07892b71fc2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:17.929611 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device aee00051-652a-4cb0-b148-861aefc669e7 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:17:17.974058 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-772e88e6-eec2-49df-b789-5c8a9d026233 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:17.982663 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf46b862-3bd1-42e5-8525-9282525a01db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:17.986025 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf46b862-3bd1-42e5-8525-9282525a01db admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:17.989684 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bf46b862-3bd1-42e5-8525-9282525a01db admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/88c0ecfc-d2e2-44a2-90e2-c625dcbef767 HTTP/1.1" status: 204 len: 168 time: 0.3506207 Aug 17 03:17:18.014713 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port aee00051-652a-4cb0-b148-861aefc669e7 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:18.015769 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:18.021490 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf46b862-3bd1-42e5-8525-9282525a01db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88c0ecfc-d2e2-44a2-90e2-c625dcbef767,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:18.168956 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:18.212409 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:17:18.218226 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-234c0713-59b3-4bae-a1e5-9b8283408183" -d '{"events": [{"server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "name": "network-vif-plugged", "status": "completed", "tag": "aee00051-652a-4cb0-b148-861aefc669e7"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:17:18.234854 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:18.242234 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port aee00051-652a-4cb0-b148-861aefc669e7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=aee00051-652a-4cb0-b148-861aefc669e7,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:18.283346 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:17:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-55c410ba-507c-48f9-81e1-a72c93595fd0 x-openstack-request-id: req-55c410ba-507c-48f9-81e1-a72c93595fd0 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:17:18.289957 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "name": "network-vif-plugged", "status": "completed", "tag": "aee00051-652a-4cb0-b148-861aefc669e7", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:17:18.289957 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-55c410ba-507c-48f9-81e1-a72c93595fd0 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:17:18.289957 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7', 'code': 200} Aug 17 03:17:18.313453 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:18.342994 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a2db080-7bb8-43c6-b94f-f07892b71fc2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:18.454101 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=aee00051-652a-4cb0-b148-861aefc669e7,revision_number=10']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:18.463105 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a2db080-7bb8-43c6-b94f-f07892b71fc2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Subnet': ['ID=4a76b805-21bb-4a58-8fe7-1492c079fe7b,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:18.539756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a2db080-7bb8-43c6-b94f-f07892b71fc2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Checking segment: {'id': '51d69170-c17d-4076-92cd-4a14a107549d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3fed764a-ee35-4898-9ce7-b22ebff97aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:17:18.540561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2db080-7bb8-43c6-b94f-f07892b71fc2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network hostable DHCP agents. Network: 3fed764a-ee35-4898-9ce7-b22ebff97aba, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:17:18.629979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a2db080-7bb8-43c6-b94f-f07892b71fc2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network 3fed764a-ee35-4898-9ce7-b22ebff97aba is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:17:18.725547 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-1a2db080-7bb8-43c6-b94f-f07892b71fc2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 3fed764a-ee35-4898-9ce7-b22ebff97aba) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:18.734211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd676780-26c1-40f8-866a-a1dc7442e163 None None] Network 3fed764a-ee35-4898-9ce7-b22ebff97aba requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:18.735228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a2db080-7bb8-43c6-b94f-f07892b71fc2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:18.736497 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a2db080-7bb8-43c6-b94f-f07892b71fc2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:18.783899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46924) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:18.852015 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1a2db080-7bb8-43c6-b94f-f07892b71fc2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2958722 Aug 17 03:17:18.855326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46928) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:18.861628 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-50d03fbf-7f24-40fd-8c1f-3cde40adadaa tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'subnet': {'network_id': '715136f7-6efb-477d-abda-543ebccf44e3', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:18.896076 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b4166227-2155-455c-b8a6-a2b64c302f7d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bb8e41bc27d54facbedd4f8a85bfd87f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1103578 Aug 17 03:17:18.898978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46930) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:18.952591 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-3fed764a-ee35-4898-9ce7-b22ebff97aba', 'network_id': '3fed764a-ee35-4898-9ce7-b22ebff97aba', 'tenant_id': '515300cdc220474c98fe888e647da248', 'fixed_ips': [{'subnet_id': '4a76b805-21bb-4a58-8fe7-1492c079fe7b'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:17:18.954067 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:18.983598 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4fda9dd5-3fe5-47ba-8a47-cedd20a6e579 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:19.029597 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4fda9dd5-3fe5-47ba-8a47-cedd20a6e579 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:19.165067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50d03fbf-7f24-40fd-8c1f-3cde40adadaa tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:19.169223 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-50d03fbf-7f24-40fd-8c1f-3cde40adadaa tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:19.210293 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:19.226105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Allocated IP 2001:db8::2 (3fed764a-ee35-4898-9ce7-b22ebff97aba/4a76b805-21bb-4a58-8fe7-1492c079fe7b/a480bd46-b591-4c65-846e-536db3b93753) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:17:19.235193 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4fda9dd5-3fe5-47ba-8a47-cedd20a6e579 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:19.238984 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4fda9dd5-3fe5-47ba-8a47-cedd20a6e579 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:19.246326 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4fda9dd5-3fe5-47ba-8a47-cedd20a6e579 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/30fb3915-36bf-4b76-8a62-6c19ae8d09e4 HTTP/1.1" status: 204 len: 168 time: 0.3400540 Aug 17 03:17:19.279651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fda9dd5-3fe5-47ba-8a47-cedd20a6e579 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30fb3915-36bf-4b76-8a62-6c19ae8d09e4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:19.538958 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:19.549346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Transition to ACTIVE for port object a480bd46-b591-4c65-846e-536db3b93753 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:17:19.570277 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Transition to ACTIVE for port object a480bd46-b591-4c65-846e-536db3b93753 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:17:19.632730 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-50d03fbf-7f24-40fd-8c1f-3cde40adadaa tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:19.662058 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:19.728148 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d03fbf-7f24-40fd-8c1f-3cde40adadaa tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Subnet': ['ID=4e3114ff-5fc0-420b-8d52-3056914e4277,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:19.732299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Network 3fed764a-ee35-4898-9ce7-b22ebff97aba is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:17:19.736181 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50d03fbf-7f24-40fd-8c1f-3cde40adadaa tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Checking segment: {'id': '770a2b94-89cb-49cb-b451-da8310786417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '715136f7-6efb-477d-abda-543ebccf44e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:17:19.736683 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d03fbf-7f24-40fd-8c1f-3cde40adadaa tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network hostable DHCP agents. Network: 715136f7-6efb-477d-abda-543ebccf44e3, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:17:19.785966 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:19.793456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:17:19.799005 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46950) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:19.832496 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50d03fbf-7f24-40fd-8c1f-3cde40adadaa tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network 715136f7-6efb-477d-abda-543ebccf44e3 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:17:19.840541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Pushing event updated for resources: {'Port': ['ID=a480bd46-b591-4c65-846e-536db3b93753,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:19.910237 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Attempting to bind port a480bd46-b591-4c65-846e-536db3b93753 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:17:19.914312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Attempting to bind port a480bd46-b591-4c65-846e-536db3b93753 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '51d69170-c17d-4076-92cd-4a14a107549d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3fed764a-ee35-4898-9ce7-b22ebff97aba'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:17:19.914312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Attempting to bind port a480bd46-b591-4c65-846e-536db3b93753 on network 3fed764a-ee35-4898-9ce7-b22ebff97aba {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:17:19.928777 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:17:19.930043 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Checking segment: {'id': '51d69170-c17d-4076-92cd-4a14a107549d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3fed764a-ee35-4898-9ce7-b22ebff97aba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:17:19.930602 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:19.931017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Bound using segment: {'id': '51d69170-c17d-4076-92cd-4a14a107549d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3fed764a-ee35-4898-9ce7-b22ebff97aba'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:17:19.932510 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Bound port: a480bd46-b591-4c65-846e-536db3b93753, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51d69170-c17d-4076-92cd-4a14a107549d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '3fed764a-ee35-4898-9ce7-b22ebff97aba'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:17:19.935474 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:19.937250 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-50d03fbf-7f24-40fd-8c1f-3cde40adadaa tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 715136f7-6efb-477d-abda-543ebccf44e3) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:19.943312 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50d03fbf-7f24-40fd-8c1f-3cde40adadaa tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:19.944086 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-50d03fbf-7f24-40fd-8c1f-3cde40adadaa tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:20.021890 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3864d28d-1733-43fd-a66d-206cdb9ce2ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:20.027358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06768508-f2ed-426b-a083-9d7175feb64d None None] Network 715136f7-6efb-477d-abda-543ebccf44e3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:20.057520 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-50d03fbf-7f24-40fd-8c1f-3cde40adadaa tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2008102 Aug 17 03:17:20.060406 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46962) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:20.065937 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-619767af-3549-4721-b09e-347f64a1c0e7 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-496650614', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:20.119742 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] For port a480bd46-b591-4c65-846e-536db3b93753, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:17:20.124449 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] For port a480bd46-b591-4c65-846e-536db3b93753, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=a480bd46-b591-4c65-846e-536db3b93753,segment=NetworkSegment(51d69170-c17d-4076-92cd-4a14a107549d),segment_id=51d69170-c17d-4076-92cd-4a14a107549d)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:17:20.203792 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3864d28d-1733-43fd-a66d-206cdb9ce2ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:20.216120 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:20.266487 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3864d28d-1733-43fd-a66d-206cdb9ce2ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:20.309650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-715136f7-6efb-477d-abda-543ebccf44e3', 'network_id': '715136f7-6efb-477d-abda-543ebccf44e3', 'tenant_id': '515300cdc220474c98fe888e647da248', 'fixed_ips': [{'subnet_id': '4e3114ff-5fc0-420b-8d52-3056914e4277'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:17:20.310549 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:20.372286 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3864d28d-1733-43fd-a66d-206cdb9ce2ff admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3c47ecb162134e91a6d1f542953e806b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5707469 Aug 17 03:17:20.372286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46966) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:20.410545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3864d28d-1733-43fd-a66d-206cdb9ce2ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35be4060-5c47-47c8-bf5c-b66db6c6492d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:20.434160 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-619767af-3549-4721-b09e-347f64a1c0e7 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:20.435843 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-619767af-3549-4721-b09e-347f64a1c0e7 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:20.456389 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b1d2ef2-49cf-47ff-b2f3-e2af69905e87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:20.491264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Allocated IP 2001:db8:1::2 (715136f7-6efb-477d-abda-543ebccf44e3/4e3114ff-5fc0-420b-8d52-3056914e4277/3741a68b-07da-4198-ae56-1fb6fd8aa2ab) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:17:20.507445 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b1d2ef2-49cf-47ff-b2f3-e2af69905e87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:20.647581 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f59fa5-650e-414f-9729-11a3a88426e4 None None] Pushing event updated for resources: {'Port': ['ID=a480bd46-b591-4c65-846e-536db3b93753,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:20.696483 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b1d2ef2-49cf-47ff-b2f3-e2af69905e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:20.701559 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b1d2ef2-49cf-47ff-b2f3-e2af69905e87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:20.701775 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5b1d2ef2-49cf-47ff-b2f3-e2af69905e87 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/35be4060-5c47-47c8-bf5c-b66db6c6492d HTTP/1.1" status: 204 len: 168 time: 0.3277018 Aug 17 03:17:20.734062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b1d2ef2-49cf-47ff-b2f3-e2af69905e87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35be4060-5c47-47c8-bf5c-b66db6c6492d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:20.752172 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-619767af-3549-4721-b09e-347f64a1c0e7 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:20.842220 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-619767af-3549-4721-b09e-347f64a1c0e7 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:20.936638 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-619767af-3549-4721-b09e-347f64a1c0e7 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:20.939066 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-619767af-3549-4721-b09e-347f64a1c0e7 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.8776386 Aug 17 03:17:20.939359 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:20.941964 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:20.942670 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46980) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:20.963369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Transition to ACTIVE for port object 3741a68b-07da-4198-ae56-1fb6fd8aa2ab will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:17:21.004685 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Transition to ACTIVE for port object 3741a68b-07da-4198-ae56-1fb6fd8aa2ab will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:17:21.115087 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:21.194850 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Network 715136f7-6efb-477d-abda-543ebccf44e3 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:17:21.197630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:21.208827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:17:21.218507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Pushing event updated for resources: {'Port': ['ID=3741a68b-07da-4198-ae56-1fb6fd8aa2ab,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:21.397936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Attempting to bind port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:17:21.398320 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Attempting to bind port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '770a2b94-89cb-49cb-b451-da8310786417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '715136f7-6efb-477d-abda-543ebccf44e3'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:17:21.398696 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Attempting to bind port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab on network 715136f7-6efb-477d-abda-543ebccf44e3 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:17:21.427220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:17:21.427616 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Checking segment: {'id': '770a2b94-89cb-49cb-b451-da8310786417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '715136f7-6efb-477d-abda-543ebccf44e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:17:21.428035 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:21.428446 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Bound using segment: {'id': '770a2b94-89cb-49cb-b451-da8310786417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '715136f7-6efb-477d-abda-543ebccf44e3'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:17:21.433878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Bound port: 3741a68b-07da-4198-ae56-1fb6fd8aa2ab, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '770a2b94-89cb-49cb-b451-da8310786417', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': '715136f7-6efb-477d-abda-543ebccf44e3'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:17:21.434301 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:21.566897 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:21.627493 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] For port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:17:21.648631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] For port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3741a68b-07da-4198-ae56-1fb6fd8aa2ab,segment=NetworkSegment(770a2b94-89cb-49cb-b451-da8310786417),segment_id=770a2b94-89cb-49cb-b451-da8310786417)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:17:21.743292 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:21.959304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb2bc8c4-7ade-44b9-a205-99b97fde056f None None] Network 3fed764a-ee35-4898-9ce7-b22ebff97aba requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:22.073558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device a480bd46-b591-4c65-846e-536db3b93753 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:17:22.176654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70e257c9-160d-40a6-9ead-4902c067967b None None] Pushing event updated for resources: {'Port': ['ID=3741a68b-07da-4198-ae56-1fb6fd8aa2ab,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:22.352706 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-97e5372f-0020-4308-8032-da6a19fa5861 None None] Provisioning for port a480bd46-b591-4c65-846e-536db3b93753 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:17:22.382277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Allocated IP 2001:db8::1 (3fed764a-ee35-4898-9ce7-b22ebff97aba/4a76b805-21bb-4a58-8fe7-1492c079fe7b/9aab455d-b2fd-47b1-9e8d-e0aefe1dfb85) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:17:22.408241 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port a480bd46-b591-4c65-846e-536db3b93753 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:17:22.416577 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port a480bd46-b591-4c65-846e-536db3b93753 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:22.419233 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:22.528605 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:17:22.673317 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:22.739010 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:22.776326 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port a480bd46-b591-4c65-846e-536db3b93753, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=a480bd46-b591-4c65-846e-536db3b93753,segment=NetworkSegment(51d69170-c17d-4076-92cd-4a14a107549d),segment_id=51d69170-c17d-4076-92cd-4a14a107549d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:22.805113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Transition to ACTIVE for port object 9aab455d-b2fd-47b1-9e8d-e0aefe1dfb85 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:17:22.845384 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:22.955067 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=a480bd46-b591-4c65-846e-536db3b93753,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:22.976864 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:23.034718 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f15c213d-90ff-4e17-81bb-45466270b966 None None] Provisioning complete for port a480bd46-b591-4c65-846e-536db3b93753 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:23.035110 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f15c213d-90ff-4e17-81bb-45466270b966 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:23.088163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network 3fed764a-ee35-4898-9ce7-b22ebff97aba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:17:23.106104 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:23.129257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:17:23.129257 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:23.380120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=9aab455d-b2fd-47b1-9e8d-e0aefe1dfb85,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:23.564219 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:23.928641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1418f67b-cf04-40f1-869a-40e76406f650 None None] Provisioning for port 9aab455d-b2fd-47b1-9e8d-e0aefe1dfb85 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:17:23.939489 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1418f67b-cf04-40f1-869a-40e76406f650 None None] Provisioning complete for port 9aab455d-b2fd-47b1-9e8d-e0aefe1dfb85 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:23.939873 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1418f67b-cf04-40f1-869a-40e76406f650 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:24.014390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1418f67b-cf04-40f1-869a-40e76406f650 None None] Port 9aab455d-b2fd-47b1-9e8d-e0aefe1dfb85 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:17:24.022813 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b6e56f6-5669-4dce-b1f2-5c184856035e None None] Network 715136f7-6efb-477d-abda-543ebccf44e3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:24.046767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3741a68b-07da-4198-ae56-1fb6fd8aa2ab up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:17:24.187726 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:24.908186 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:24.908474 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-acc2b2dd-2ec1-48a5-8041-824dc40c87e4 None None] Provisioning for port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:17:24.910973 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:24.916004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:17:24.935487 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-acc2b2dd-2ec1-48a5-8041-824dc40c87e4 None None] Provisioning complete for port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:24.935487 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-acc2b2dd-2ec1-48a5-8041-824dc40c87e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:24.935487 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:24.935487 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:25.030202 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=9aab455d-b2fd-47b1-9e8d-e0aefe1dfb85,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:25.139213 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-acc2b2dd-2ec1-48a5-8041-824dc40c87e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:25.203563 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:25.254136 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-acc2b2dd-2ec1-48a5-8041-824dc40c87e4 None None] For port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3741a68b-07da-4198-ae56-1fb6fd8aa2ab,segment=NetworkSegment(770a2b94-89cb-49cb-b451-da8310786417),segment_id=770a2b94-89cb-49cb-b451-da8310786417)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:25.264682 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network 3fed764a-ee35-4898-9ce7-b22ebff97aba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:17:25.264682 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:25.364428 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-acc2b2dd-2ec1-48a5-8041-824dc40c87e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:25.528179 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:17:25.528179 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:17:25.528499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router 8540e64a-621a-40f1-9d20-a091f2081046 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:17:25.528675 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc2b2dd-2ec1-48a5-8041-824dc40c87e4 None None] Pushing event updated for resources: {'Port': ['ID=3741a68b-07da-4198-ae56-1fb6fd8aa2ab,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:25.552343 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fb9f0d06-3693-4b83-9816-1245210d848b None None] Provisioning complete for port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:25.552704 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fb9f0d06-3693-4b83-9816-1245210d848b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:25.795604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:17:25.818462 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4cf70e28-6a5f-4d61-8171-034ba75578ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/8540e64a-621a-40f1-9d20-a091f2081046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8710880 Aug 17 03:17:25.818980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47090) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:25.887981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c6f33-a7a1-4e5c-a876-a1882ab10b95 None None] Sync routers for ids ['8540e64a-621a-40f1-9d20-a091f2081046'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:17:25.891416 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bf63f3a-e899-4f5f-8646-d794c239d411 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:25.900228 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1bf63f3a-e899-4f5f-8646-d794c239d411 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports/9aab455d-b2fd-47b1-9e8d-e0aefe1dfb85 HTTP/1.1" status: 200 len: 911 time: 0.0800152 Aug 17 03:17:25.903643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47092) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:25.916175 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c6f33-a7a1-4e5c-a876-a1882ab10b95 None None] Routers {'8540e64a-621a-40f1-9d20-a091f2081046'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:17:25.917081 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6d8c6f33-a7a1-4e5c-a876-a1882ab10b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8540e64a-621a-40f1-9d20-a091f2081046'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:25.951460 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6d8c6f33-a7a1-4e5c-a876-a1882ab10b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:25.964111 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d8c6f33-a7a1-4e5c-a876-a1882ab10b95 None None] Routers {'8540e64a-621a-40f1-9d20-a091f2081046'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:17:25.964965 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6d8c6f33-a7a1-4e5c-a876-a1882ab10b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8540e64a-621a-40f1-9d20-a091f2081046'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:26.018398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6d8c6f33-a7a1-4e5c-a876-a1882ab10b95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:26.019439 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6d8c6f33-a7a1-4e5c-a876-a1882ab10b95 None None] The sync data for ids ['8540e64a-621a-40f1-9d20-a091f2081046'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:17:26.070395 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device a480bd46-b591-4c65-846e-536db3b93753 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:17:26.167951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c9b323cc-b5c1-41e2-a31a-9a6f3cef05d2 None None] Provisioning complete for port 9aab455d-b2fd-47b1-9e8d-e0aefe1dfb85 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:26.167951 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c9b323cc-b5c1-41e2-a31a-9a6f3cef05d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:26.274388 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port a480bd46-b591-4c65-846e-536db3b93753 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:26.274902 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:26.276633 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c9b323cc-b5c1-41e2-a31a-9a6f3cef05d2 None None] Port 9aab455d-b2fd-47b1-9e8d-e0aefe1dfb85 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:17:26.431813 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47106) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:26.493451 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:26.613013 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a223165-9559-406f-924b-efea96c7d3e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:26.634420 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3741a68b-07da-4198-ae56-1fb6fd8aa2ab up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:17:26.768418 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a223165-9559-406f-924b-efea96c7d3e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:26.794477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:26.799492 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:26.873381 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a223165-9559-406f-924b-efea96c7d3e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:26.942363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a223165-9559-406f-924b-efea96c7d3e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bf66b8e-9b9a-4805-9242-17d7885f83a9,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:26.948283 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7a223165-9559-406f-924b-efea96c7d3e9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e5184b3ef8b4ca7a80b9408cc253417&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5151162 Aug 17 03:17:26.952260 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47116) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:27.062993 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-666d019f-e0a0-41d3-80fe-a7b7ee619f16 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:27.094986 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-666d019f-e0a0-41d3-80fe-a7b7ee619f16 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:27.117894 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Allocated IP 2001:db8:1::1 (715136f7-6efb-477d-abda-543ebccf44e3/4e3114ff-5fc0-420b-8d52-3056914e4277/6f075f39-c23e-480c-b256-6a5ab8d9c35e) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:17:27.301132 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-666d019f-e0a0-41d3-80fe-a7b7ee619f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:27.303956 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-666d019f-e0a0-41d3-80fe-a7b7ee619f16 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:27.306966 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-666d019f-e0a0-41d3-80fe-a7b7ee619f16 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8bf66b8e-9b9a-4805-9242-17d7885f83a9 HTTP/1.1" status: 204 len: 168 time: 0.3523939 Aug 17 03:17:27.318500 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-666d019f-e0a0-41d3-80fe-a7b7ee619f16 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bf66b8e-9b9a-4805-9242-17d7885f83a9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:27.379771 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:27.412737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Transition to ACTIVE for port object 6f075f39-c23e-480c-b256-6a5ab8d9c35e will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:17:27.569691 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:27.670601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network 715136f7-6efb-477d-abda-543ebccf44e3 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:17:27.678045 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:27.685706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:17:27.685706 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:27.695095 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=6f075f39-c23e-480c-b256-6a5ab8d9c35e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:28.044874 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:28.140723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-501e91ca-32eb-4c16-9747-a544d8b79b55 None None] Provisioning for port 6f075f39-c23e-480c-b256-6a5ab8d9c35e completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:17:28.157742 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-501e91ca-32eb-4c16-9747-a544d8b79b55 None None] Provisioning complete for port 6f075f39-c23e-480c-b256-6a5ab8d9c35e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:28.161861 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-501e91ca-32eb-4c16-9747-a544d8b79b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:28.240991 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-501e91ca-32eb-4c16-9747-a544d8b79b55 None None] Port 6f075f39-c23e-480c-b256-6a5ab8d9c35e cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:17:28.419542 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47148) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:28.435684 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-66fcaa71-aa9b-41b2-aea2-05c570ec95e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:28.676675 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-66fcaa71-aa9b-41b2-aea2-05c570ec95e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:28.676675 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47150) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:29.017555 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8f56a5e6-be82-4707-b6cd-d1ca89b023d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:29.036712 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:29.051700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c60de1-9ebf-4f9c-875f-8355bca6c374 req-054857c4-8636-4f0d-9520-1f7615faab48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:29.053644 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2c60de1-9ebf-4f9c-875f-8355bca6c374 req-054857c4-8636-4f0d-9520-1f7615faab48 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 1098 time: 0.5468526 Aug 17 03:17:29.198692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c60de1-9ebf-4f9c-875f-8355bca6c374 req-fb79ae64-66e9-42a2-adbd-bca7d96e6999 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:29.200644 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2c60de1-9ebf-4f9c-875f-8355bca6c374 req-fb79ae64-66e9-42a2-adbd-bca7d96e6999 service neutron] 10.222.0.60 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 0.1264291 Aug 17 03:17:29.286592 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-66fcaa71-aa9b-41b2-aea2-05c570ec95e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:29.288297 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2c60de1-9ebf-4f9c-875f-8355bca6c374 req-71e68370-35ba-4a0f-86a5-efe343c1477e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee00051-652a-4cb0-b148-861aefc669e7 HTTP/1.1" status: 200 len: 1002 time: 0.0783582 Aug 17 03:17:29.289558 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:29.289834 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:29.339651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=6f075f39-c23e-480c-b256-6a5ab8d9c35e,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:29.386291 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-66fcaa71-aa9b-41b2-aea2-05c570ec95e1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e8caf20b6e54a7abe188fd5c0d82833&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9665613 Aug 17 03:17:29.386291 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47156) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:29.417936 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66fcaa71-aa9b-41b2-aea2-05c570ec95e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe19bb0f-933c-438d-b425-4c323e89d4c4,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:29.530670 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf18a416-663a-436b-b546-371f3b252291 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:29.562052 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf18a416-663a-436b-b546-371f3b252291 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:29.592083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c60de1-9ebf-4f9c-875f-8355bca6c374 req-ce4806cb-8922-49d6-91f7-d8dd35c68ae0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:29.594584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2c60de1-9ebf-4f9c-875f-8355bca6c374 req-ce4806cb-8922-49d6-91f7-d8dd35c68ae0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.2567818 Aug 17 03:17:29.626483 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8f56a5e6-be82-4707-b6cd-d1ca89b023d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:29.700973 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8f56a5e6-be82-4707-b6cd-d1ca89b023d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:29.741472 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network 715136f7-6efb-477d-abda-543ebccf44e3 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:17:29.763338 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:29.828842 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8f56a5e6-be82-4707-b6cd-d1ca89b023d1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b715b4391b59485aa53699738e16dbb0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1654954 Aug 17 03:17:29.830932 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47162) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:29.833164 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf18a416-663a-436b-b546-371f3b252291 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:29.837296 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf18a416-663a-436b-b546-371f3b252291 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:29.842324 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bf18a416-663a-436b-b546-371f3b252291 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe19bb0f-933c-438d-b425-4c323e89d4c4 HTTP/1.1" status: 204 len: 168 time: 0.4436505 Aug 17 03:17:29.980296 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f56a5e6-be82-4707-b6cd-d1ca89b023d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba635e2b-8da8-4c48-9765-0346f161f409,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:30.038730 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf18a416-663a-436b-b546-371f3b252291 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe19bb0f-933c-438d-b425-4c323e89d4c4,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:30.042691 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52cbd044-6869-4ee5-9556-805c8a9f6fe5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:30.121502 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52cbd044-6869-4ee5-9556-805c8a9f6fe5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:30.139404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2c60de1-9ebf-4f9c-875f-8355bca6c374 req-9c680920-18a5-451b-8729-4ac23d793a65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:30.141653 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2c60de1-9ebf-4f9c-875f-8355bca6c374 req-9c680920-18a5-451b-8729-4ac23d793a65 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5346682 Aug 17 03:17:30.224952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router 8540e64a-621a-40f1-9d20-a091f2081046 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:17:30.296364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d1354c29-3ebb-4f9e-a631-f17403f22112 None None] Provisioning complete for port 6f075f39-c23e-480c-b256-6a5ab8d9c35e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:30.297586 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d1354c29-3ebb-4f9e-a631-f17403f22112 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:30.319945 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52cbd044-6869-4ee5-9556-805c8a9f6fe5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:30.322973 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52cbd044-6869-4ee5-9556-805c8a9f6fe5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:30.326163 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-52cbd044-6869-4ee5-9556-805c8a9f6fe5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ba635e2b-8da8-4c48-9765-0346f161f409 HTTP/1.1" status: 204 len: 168 time: 0.4820364 Aug 17 03:17:30.343007 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52cbd044-6869-4ee5-9556-805c8a9f6fe5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba635e2b-8da8-4c48-9765-0346f161f409,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:30.426246 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d1354c29-3ebb-4f9e-a631-f17403f22112 None None] Port 6f075f39-c23e-480c-b256-6a5ab8d9c35e cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:17:30.569953 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2c60de1-9ebf-4f9c-875f-8355bca6c374 req-df65471f-238d-433a-89d1-379b8d301841 service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4139385 Aug 17 03:17:30.621454 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:17:30.633067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47176) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:30.634048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b95c1ab0-b674-4a3f-8ee8-5ea8166cc014 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/8540e64a-621a-40f1-9d20-a091f2081046/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7288742 Aug 17 03:17:30.635732 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813feb5d-acb4-4677-bfbf-8fe264cbd829 None None] Sync routers for ids ['8540e64a-621a-40f1-9d20-a091f2081046'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:17:30.651726 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813feb5d-acb4-4677-bfbf-8fe264cbd829 None None] Routers {'8540e64a-621a-40f1-9d20-a091f2081046'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:17:30.652363 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-813feb5d-acb4-4677-bfbf-8fe264cbd829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8540e64a-621a-40f1-9d20-a091f2081046'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:30.762270 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e890c282-fcc3-41ee-bab2-6b080ebe7fed tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:30.764986 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e890c282-fcc3-41ee-bab2-6b080ebe7fed tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports/6f075f39-c23e-480c-b256-6a5ab8d9c35e HTTP/1.1" status: 200 len: 913 time: 0.1306396 Aug 17 03:17:30.771171 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47180) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:30.780467 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-813feb5d-acb4-4677-bfbf-8fe264cbd829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:30.797078 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-813feb5d-acb4-4677-bfbf-8fe264cbd829 None None] Routers {'8540e64a-621a-40f1-9d20-a091f2081046'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:17:30.798816 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-813feb5d-acb4-4677-bfbf-8fe264cbd829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8540e64a-621a-40f1-9d20-a091f2081046'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:30.821101 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2c60de1-9ebf-4f9c-875f-8355bca6c374 req-9302a30f-2bfb-430f-b527-c3c90c52656e service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2430277 Aug 17 03:17:30.894620 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-813feb5d-acb4-4677-bfbf-8fe264cbd829 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:30.895520 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-813feb5d-acb4-4677-bfbf-8fe264cbd829 None None] The sync data for ids ['8540e64a-621a-40f1-9d20-a091f2081046'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:17:31.367355 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0ff9f84-0ed2-4a27-a6f6-c1ac1ca84118 req-7669cd6f-dc1f-4234-9518-9c770da1d6be service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647447 Aug 17 03:17:31.399130 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e93e77a0-ea48-478d-a38d-a8fab3a9e985 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:31.514602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff9f84-0ed2-4a27-a6f6-c1ac1ca84118 req-841d64df-82db-4214-864b-16522154efeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:31.516907 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0ff9f84-0ed2-4a27-a6f6-c1ac1ca84118 req-841d64df-82db-4214-864b-16522154efeb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=29dbf4db7226454dadb9ed17ed77cc12&device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 1096 time: 0.0977540 Aug 17 03:17:31.675346 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff9f84-0ed2-4a27-a6f6-c1ac1ca84118 req-421cdf69-d724-416d-90fc-99ffa113181a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:31.676936 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0ff9f84-0ed2-4a27-a6f6-c1ac1ca84118 req-421cdf69-d724-416d-90fc-99ffa113181a service neutron] 10.222.0.30 "GET /v2.0/networks?id=06273fda-1108-4d79-a8de-ed0a7364bbe0 HTTP/1.1" status: 200 len: 911 time: 0.1344900 Aug 17 03:17:31.808671 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47198) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:31.834481 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e423d967-584d-405b-b392-cae33ca2e17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:31.864935 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0ff9f84-0ed2-4a27-a6f6-c1ac1ca84118 req-66edb8a1-b5e7-4188-9f72-c0fc9aed7a15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=376a07d6-16f6-4852-866a-a73dbd581b5a HTTP/1.1" status: 200 len: 1001 time: 0.1800718 Aug 17 03:17:31.913714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e93e77a0-ea48-478d-a38d-a8fab3a9e985 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting port 6f075f39-c23e-480c-b256-6a5ab8d9c35e {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:17:31.914047 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e93e77a0-ea48-478d-a38d-a8fab3a9e985 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:31.995799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff9f84-0ed2-4a27-a6f6-c1ac1ca84118 req-714b2786-01fc-4310-9382-1ea462eb74d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:32.000487 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0ff9f84-0ed2-4a27-a6f6-c1ac1ca84118 req-714b2786-01fc-4310-9382-1ea462eb74d1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=9034a659-f846-4b1b-ae6a-7826b698211e HTTP/1.1" status: 200 len: 850 time: 0.1248844 Aug 17 03:17:32.093412 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0ff9f84-0ed2-4a27-a6f6-c1ac1ca84118 req-e51b9154-c518-43f4-b0c8-6fceb72e0913 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:32.100059 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0ff9f84-0ed2-4a27-a6f6-c1ac1ca84118 req-e51b9154-c518-43f4-b0c8-6fceb72e0913 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=06273fda-1108-4d79-a8de-ed0a7364bbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0943601 Aug 17 03:17:32.274004 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0ff9f84-0ed2-4a27-a6f6-c1ac1ca84118 req-3607fff3-b5fd-472d-9195-02ed32cfe7be service neutron] 10.222.0.30 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1704993 Aug 17 03:17:32.504915 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0ff9f84-0ed2-4a27-a6f6-c1ac1ca84118 req-82dec8c5-3fe6-4c3d-883e-932b144790a3 service neutron] 10.222.0.30 "GET /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2191865 Aug 17 03:17:32.732277 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e93e77a0-ea48-478d-a38d-a8fab3a9e985 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:32.748045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e93e77a0-ea48-478d-a38d-a8fab3a9e985 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Calling delete_port for 6f075f39-c23e-480c-b256-6a5ab8d9c35e owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:17:33.001140 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e423d967-584d-405b-b392-cae33ca2e17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:33.008702 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:33.096234 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e423d967-584d-405b-b392-cae33ca2e17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:33.204965 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e423d967-584d-405b-b392-cae33ca2e17c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5a16663b12b247b5ad4b0260f2bbfc0a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3909116 Aug 17 03:17:33.204965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e423d967-584d-405b-b392-cae33ca2e17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83af99bf-1c6c-492e-96e6-c0286a7c3520,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:33.211799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47220) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:33.285255 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e93e77a0-ea48-478d-a38d-a8fab3a9e985 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:33.296942 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5a96d632-59c0-4de2-af1f-c1ac9606ca27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:33.326858 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93e77a0-ea48-478d-a38d-a8fab3a9e985 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Port': ['ID=6f075f39-c23e-480c-b256-6a5ab8d9c35e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:33.372835 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5a96d632-59c0-4de2-af1f-c1ac9606ca27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:33.490345 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e93e77a0-ea48-478d-a38d-a8fab3a9e985 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:33.564888 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5a96d632-59c0-4de2-af1f-c1ac9606ca27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:33.568877 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5a96d632-59c0-4de2-af1f-c1ac9606ca27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:33.573030 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5a96d632-59c0-4de2-af1f-c1ac9606ca27 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/83af99bf-1c6c-492e-96e6-c0286a7c3520 HTTP/1.1" status: 204 len: 168 time: 0.3630509 Aug 17 03:17:33.594176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a96d632-59c0-4de2-af1f-c1ac9606ca27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83af99bf-1c6c-492e-96e6-c0286a7c3520,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:33.747349 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:33.896618 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e93e77a0-ea48-478d-a38d-a8fab3a9e985 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router 8540e64a-621a-40f1-9d20-a091f2081046 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:17:34.043255 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e93e77a0-ea48-478d-a38d-a8fab3a9e985 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:17:34.056895 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e93e77a0-ea48-478d-a38d-a8fab3a9e985 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/8540e64a-621a-40f1-9d20-a091f2081046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2815776 Aug 17 03:17:34.057026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47232) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:34.062952 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a73d3a-b0c4-4641-9286-5cd282eda975 None None] Sync routers for ids ['8540e64a-621a-40f1-9d20-a091f2081046'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:17:34.072677 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a73d3a-b0c4-4641-9286-5cd282eda975 None None] Routers {'8540e64a-621a-40f1-9d20-a091f2081046'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:17:34.073313 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f1a73d3a-b0c4-4641-9286-5cd282eda975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8540e64a-621a-40f1-9d20-a091f2081046'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:34.145100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f1a73d3a-b0c4-4641-9286-5cd282eda975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:34.154578 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1a73d3a-b0c4-4641-9286-5cd282eda975 None None] Routers {'8540e64a-621a-40f1-9d20-a091f2081046'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:17:34.155395 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f1a73d3a-b0c4-4641-9286-5cd282eda975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8540e64a-621a-40f1-9d20-a091f2081046'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:34.230515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f1a73d3a-b0c4-4641-9286-5cd282eda975 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:34.231183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1a73d3a-b0c4-4641-9286-5cd282eda975 None None] The sync data for ids ['8540e64a-621a-40f1-9d20-a091f2081046'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:17:34.825355 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0ef87722-bb73-4ccd-abcf-5eda14363151 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:35.408067 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-0ef87722-bb73-4ccd-abcf-5eda14363151 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting port 9aab455d-b2fd-47b1-9e8d-e0aefe1dfb85 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:17:35.408444 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0ef87722-bb73-4ccd-abcf-5eda14363151 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:35.580191 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0ef87722-bb73-4ccd-abcf-5eda14363151 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:35.609995 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-0ef87722-bb73-4ccd-abcf-5eda14363151 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Calling delete_port for 9aab455d-b2fd-47b1-9e8d-e0aefe1dfb85 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:17:36.112415 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0ef87722-bb73-4ccd-abcf-5eda14363151 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:36.169463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef87722-bb73-4ccd-abcf-5eda14363151 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Port': ['ID=9aab455d-b2fd-47b1-9e8d-e0aefe1dfb85,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:36.420839 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0ef87722-bb73-4ccd-abcf-5eda14363151 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:36.687276 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ef87722-bb73-4ccd-abcf-5eda14363151 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router 8540e64a-621a-40f1-9d20-a091f2081046 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:17:36.813150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ef87722-bb73-4ccd-abcf-5eda14363151 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:17:36.819118 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0ef87722-bb73-4ccd-abcf-5eda14363151 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/8540e64a-621a-40f1-9d20-a091f2081046/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7609873 Aug 17 03:17:36.822110 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47292) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:36.830223 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8edcc9-b92b-4ba0-bce4-8e22decab015 None None] Sync routers for ids ['8540e64a-621a-40f1-9d20-a091f2081046'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:17:36.849709 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8edcc9-b92b-4ba0-bce4-8e22decab015 None None] Routers {'8540e64a-621a-40f1-9d20-a091f2081046'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:17:36.854133 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0a8edcc9-b92b-4ba0-bce4-8e22decab015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8540e64a-621a-40f1-9d20-a091f2081046'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:36.883983 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c8d85198-5292-4a74-a817-c5d4d89d0f46 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8540e64a-621a-40f1-9d20-a091f2081046 HTTP/1.1" status: 200 len: 205 time: 0.0606470 Aug 17 03:17:36.895583 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47296) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:36.903332 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0a8edcc9-b92b-4ba0-bce4-8e22decab015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:36.912522 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a8edcc9-b92b-4ba0-bce4-8e22decab015 None None] Routers {'8540e64a-621a-40f1-9d20-a091f2081046'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:17:36.913140 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0a8edcc9-b92b-4ba0-bce4-8e22decab015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8540e64a-621a-40f1-9d20-a091f2081046'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:36.977575 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0a8edcc9-b92b-4ba0-bce4-8e22decab015 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:36.977575 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a8edcc9-b92b-4ba0-bce4-8e22decab015 None None] The sync data for ids ['8540e64a-621a-40f1-9d20-a091f2081046'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:17:37.044776 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-649a9cb8-a791-41b3-a5d8-880f18fc3e13 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:37.312122 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-649a9cb8-a791-41b3-a5d8-880f18fc3e13 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:37.316017 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-649a9cb8-a791-41b3-a5d8-880f18fc3e13 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:37.587772 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-649a9cb8-a791-41b3-a5d8-880f18fc3e13 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:37.588207 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-649a9cb8-a791-41b3-a5d8-880f18fc3e13 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Fanout notify agent at l3_agent the message router_deleted on router 8540e64a-621a-40f1-9d20-a091f2081046 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:17:37.595692 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-649a9cb8-a791-41b3-a5d8-880f18fc3e13 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:37.597498 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-649a9cb8-a791-41b3-a5d8-880f18fc3e13 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/routers/8540e64a-621a-40f1-9d20-a091f2081046 HTTP/1.1" status: 204 len: 168 time: 0.6971564 Aug 17 03:17:37.604892 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47318) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:37.662224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7f4bf7a-9efd-4b42-8370-a75fef123907 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting subnet 4e3114ff-5fc0-420b-8d52-3056914e4277 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:17:37.665771 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d7f4bf7a-9efd-4b42-8370-a75fef123907 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:37.736384 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d7f4bf7a-9efd-4b42-8370-a75fef123907 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:37.917471 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d7f4bf7a-9efd-4b42-8370-a75fef123907 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:38.117831 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d7f4bf7a-9efd-4b42-8370-a75fef123907 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:38.154881 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7f4bf7a-9efd-4b42-8370-a75fef123907 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Subnet': ['ID=4e3114ff-5fc0-420b-8d52-3056914e4277,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:38.159712 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d7f4bf7a-9efd-4b42-8370-a75fef123907 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:38.165599 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d7f4bf7a-9efd-4b42-8370-a75fef123907 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/subnets/4e3114ff-5fc0-420b-8d52-3056914e4277 HTTP/1.1" status: 204 len: 168 time: 0.5561874 Aug 17 03:17:38.165716 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47332) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:38.172900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867fc60e-d3a6-4127-b49d-c3b758e58f6e None None] Network 715136f7-6efb-477d-abda-543ebccf44e3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:38.263656 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-d09f8624-0dfd-4262-b2ac-5f65b1d13831 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting subnet 4a76b805-21bb-4a58-8fe7-1492c079fe7b {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:17:38.268023 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d09f8624-0dfd-4262-b2ac-5f65b1d13831 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:38.331654 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d09f8624-0dfd-4262-b2ac-5f65b1d13831 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:38.441184 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] DHCP port deletion for 715136f7-6efb-477d-abda-543ebccf44e3 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:17:38.504462 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] Deleting port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:17:38.505153 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:38.542294 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d09f8624-0dfd-4262-b2ac-5f65b1d13831 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:38.679644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] For port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3741a68b-07da-4198-ae56-1fb6fd8aa2ab,segment=NetworkSegment(770a2b94-89cb-49cb-b451-da8310786417),segment_id=770a2b94-89cb-49cb-b451-da8310786417)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:38.680356 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:38.699826 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] Calling delete_port for 3741a68b-07da-4198-ae56-1fb6fd8aa2ab owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:17:38.800198 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d09f8624-0dfd-4262-b2ac-5f65b1d13831 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:38.800198 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d09f8624-0dfd-4262-b2ac-5f65b1d13831 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Subnet': ['ID=4a76b805-21bb-4a58-8fe7-1492c079fe7b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:38.800936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3741a68b-07da-4198-ae56-1fb6fd8aa2ab no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:17:38.801056 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d09f8624-0dfd-4262-b2ac-5f65b1d13831 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:38.804065 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d09f8624-0dfd-4262-b2ac-5f65b1d13831 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/subnets/4a76b805-21bb-4a58-8fe7-1492c079fe7b HTTP/1.1" status: 204 len: 168 time: 0.6351864 Aug 17 03:17:38.804289 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47344) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:38.832277 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35456c00-d80d-421c-ad4a-3a0d067edb34 None None] Network 3fed764a-ee35-4898-9ce7-b22ebff97aba requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:38.921087 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:38.948275 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:38.996270 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:39.004174 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:17:39.004666 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:39.035919 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] Pushing event deleted for resources: {'Port': ['ID=3741a68b-07da-4198-ae56-1fb6fd8aa2ab,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:39.053877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] No DVR routers for this DVR port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:17:39.053877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:39.053877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:39.053877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:39.053877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:39.053877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:39.053877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:39.053877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:39.056720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:39.056720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:39.056720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:39.056720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:39.056720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69a1604c-0442-4473-829e-daebe1f56424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:17:39.125842 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] For port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab, host n-d-802060-9, got binding levels [] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:39.126221 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:39.159744 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Calling delete_port for 3741a68b-07da-4198-ae56-1fb6fd8aa2ab owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:17:39.163137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.ipam_backend_mixin [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab was not found and therefore no delete operation was performed {{(pid=101969) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Aug 17 03:17:39.164194 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:39.181719 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cf140c2-9a78-458e-ac96-c8bc8ba1fc09 None None] DHCP port deletion for 3fed764a-ee35-4898-9ce7-b22ebff97aba request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:17:39.202704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Port': ['ID=3741a68b-07da-4198-ae56-1fb6fd8aa2ab,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:39.210478 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] No DVR routers for this DVR port 3741a68b-07da-4198-ae56-1fb6fd8aa2ab on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:17:39.260878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6cf140c2-9a78-458e-ac96-c8bc8ba1fc09 None None] Deleting port a480bd46-b591-4c65-846e-536db3b93753 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:17:39.261268 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6cf140c2-9a78-458e-ac96-c8bc8ba1fc09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:39.338113 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-6cf140c2-9a78-458e-ac96-c8bc8ba1fc09 None None] For port a480bd46-b591-4c65-846e-536db3b93753, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=a480bd46-b591-4c65-846e-536db3b93753,segment=NetworkSegment(51d69170-c17d-4076-92cd-4a14a107549d),segment_id=51d69170-c17d-4076-92cd-4a14a107549d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:39.338987 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6cf140c2-9a78-458e-ac96-c8bc8ba1fc09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:39.357543 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6cf140c2-9a78-458e-ac96-c8bc8ba1fc09 None None] Calling delete_port for a480bd46-b591-4c65-846e-536db3b93753 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:17:39.359713 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:39.385733 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['715136f7-6efb-477d-abda-543ebccf44e3']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:39.407917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '770a2b94-89cb-49cb-b451-da8310786417') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:39.408212 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '770a2b94-89cb-49cb-b451-da8310786417') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:39.421935 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:39.476159 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:39.482966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:17:39.486680 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:17:39.576071 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6cf140c2-9a78-458e-ac96-c8bc8ba1fc09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:39.625193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cf140c2-9a78-458e-ac96-c8bc8ba1fc09 None None] Pushing event deleted for resources: {'Port': ['ID=a480bd46-b591-4c65-846e-536db3b93753,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:39.629101 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:39.631232 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cf140c2-9a78-458e-ac96-c8bc8ba1fc09 None None] No DVR routers for this DVR port a480bd46-b591-4c65-846e-536db3b93753 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:17:39.673004 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:39.675067 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/networks/715136f7-6efb-477d-abda-543ebccf44e3 HTTP/1.1" status: 204 len: 168 time: 0.8686843 Aug 17 03:17:39.677938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47374) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:39.698507 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2096eede-1a67-4b13-90a0-d4f0c3ae1d39 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Network': ['ID=715136f7-6efb-477d-abda-543ebccf44e3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:39.811839 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71661521-feb8-4163-8c12-2eb719dcfded tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:39.893272 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71661521-feb8-4163-8c12-2eb719dcfded tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:39.908687 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-71661521-feb8-4163-8c12-2eb719dcfded tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fed764a-ee35-4898-9ce7-b22ebff97aba']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:39.920916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-71661521-feb8-4163-8c12-2eb719dcfded tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51d69170-c17d-4076-92cd-4a14a107549d') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:39.921203 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-71661521-feb8-4163-8c12-2eb719dcfded tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51d69170-c17d-4076-92cd-4a14a107549d') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:39.931115 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71661521-feb8-4163-8c12-2eb719dcfded tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:39.945814 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71661521-feb8-4163-8c12-2eb719dcfded tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:39.951721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71661521-feb8-4163-8c12-2eb719dcfded tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:17:39.952168 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71661521-feb8-4163-8c12-2eb719dcfded tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:17:39.955166 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:17:40.115393 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71661521-feb8-4163-8c12-2eb719dcfded tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:40.128092 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71661521-feb8-4163-8c12-2eb719dcfded tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:40.140852 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-71661521-feb8-4163-8c12-2eb719dcfded tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/networks/3fed764a-ee35-4898-9ce7-b22ebff97aba HTTP/1.1" status: 204 len: 168 time: 0.4590168 Aug 17 03:17:40.146699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47394) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:40.151502 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d40ef4ff-2acc-436d-981e-6e402ae7194d tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2059715983'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:40.176133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71661521-feb8-4163-8c12-2eb719dcfded tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Network': ['ID=3fed764a-ee35-4898-9ce7-b22ebff97aba,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:40.279578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d40ef4ff-2acc-436d-981e-6e402ae7194d tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:40.284902 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d40ef4ff-2acc-436d-981e-6e402ae7194d tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:40.312544 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d40ef4ff-2acc-436d-981e-6e402ae7194d tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:17:40.321689 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d40ef4ff-2acc-436d-981e-6e402ae7194d tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:40.322112 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-d40ef4ff-2acc-436d-981e-6e402ae7194d tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Added segment e8964ac9-67f0-4d9a-bb9f-b2f9f3d244ec of type vlan for network 115c9280-dce1-46d9-8539-7a384e669871 Aug 17 03:17:40.373255 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d40ef4ff-2acc-436d-981e-6e402ae7194d tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:40.459036 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d40ef4ff-2acc-436d-981e-6e402ae7194d tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:40.465048 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d40ef4ff-2acc-436d-981e-6e402ae7194d tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:40.465696 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d40ef4ff-2acc-436d-981e-6e402ae7194d tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:40.477622 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e8aee-ac3f-4a98-8905-b6c77f4d0ea4 req-d893e950-0668-42ef-87d1-532d896b8129 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:40.504904 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-583e8aee-ac3f-4a98-8905-b6c77f4d0ea4 req-d893e950-0668-42ef-87d1-532d896b8129 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 0.1101682 Aug 17 03:17:40.561881 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-583e8aee-ac3f-4a98-8905-b6c77f4d0ea4 req-5a80b255-9a7c-4b79-be95-c70292b604ec tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504608 Aug 17 03:17:40.564541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d40ef4ff-2acc-436d-981e-6e402ae7194d tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Network': ['ID=115c9280-dce1-46d9-8539-7a384e669871,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:40.575989 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 115c9280-dce1-46d9-8539-7a384e669871 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:17:40.605657 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d40ef4ff-2acc-436d-981e-6e402ae7194d tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.4605443 Aug 17 03:17:40.608790 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47418) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:40.615171 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-fee45f87-0bfa-4753-a9e2-b35a3a9fb318 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'subnet': {'network_id': '115c9280-dce1-46d9-8539-7a384e669871', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:40.615373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device a480bd46-b591-4c65-846e-536db3b93753 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:17:40.646660 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: a480bd46-b591-4c65-846e-536db3b93753 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:17:40.647011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device a480bd46-b591-4c65-846e-536db3b93753 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:17:40.838639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fee45f87-0bfa-4753-a9e2-b35a3a9fb318 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:40.842716 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fee45f87-0bfa-4753-a9e2-b35a3a9fb318 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:41.209042 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fee45f87-0bfa-4753-a9e2-b35a3a9fb318 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:41.277068 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee45f87-0bfa-4753-a9e2-b35a3a9fb318 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Subnet': ['ID=2aaecd8f-11bd-4ffb-8c9b-c886abdd4d70,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:41.327010 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fee45f87-0bfa-4753-a9e2-b35a3a9fb318 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Checking segment: {'id': 'e8964ac9-67f0-4d9a-bb9f-b2f9f3d244ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '115c9280-dce1-46d9-8539-7a384e669871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:17:41.327010 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee45f87-0bfa-4753-a9e2-b35a3a9fb318 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network hostable DHCP agents. Network: 115c9280-dce1-46d9-8539-7a384e669871, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:17:41.415721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee302370-a0dd-46dd-a902-b61576bc8e9c req-de5f5e05-38f8-4113-8183-9831ebf52ddb tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:41.418353 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee302370-a0dd-46dd-a902-b61576bc8e9c req-de5f5e05-38f8-4113-8183-9831ebf52ddb tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 0.0607395 Aug 17 03:17:41.461349 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fee45f87-0bfa-4753-a9e2-b35a3a9fb318 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network 115c9280-dce1-46d9-8539-7a384e669871 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:17:41.471707 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee302370-a0dd-46dd-a902-b61576bc8e9c req-3f1468f5-f326-4c08-b80d-e2743ace8985 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468907 Aug 17 03:17:41.575619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-fee45f87-0bfa-4753-a9e2-b35a3a9fb318 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 115c9280-dce1-46d9-8539-7a384e669871) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:41.579860 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fee45f87-0bfa-4753-a9e2-b35a3a9fb318 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:41.580582 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fee45f87-0bfa-4753-a9e2-b35a3a9fb318 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:41.587276 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67b547f3-c711-4b11-a5d1-700552584a1e None None] Network 115c9280-dce1-46d9-8539-7a384e669871 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:41.685058 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fee45f87-0bfa-4753-a9e2-b35a3a9fb318 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0749338 Aug 17 03:17:41.687524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47456) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:41.692362 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-c0a00b40-7df9-4334-816b-0f6187d54077 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1242254789', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:41.800104 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0a00b40-7df9-4334-816b-0f6187d54077 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:41.801710 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0a00b40-7df9-4334-816b-0f6187d54077 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:41.814052 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-115c9280-dce1-46d9-8539-7a384e669871', 'network_id': '115c9280-dce1-46d9-8539-7a384e669871', 'tenant_id': '515300cdc220474c98fe888e647da248', 'fixed_ips': [{'subnet_id': '2aaecd8f-11bd-4ffb-8c9b-c886abdd4d70'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:17:41.817679 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:41.908275 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0a00b40-7df9-4334-816b-0f6187d54077 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:41.999701 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0a00b40-7df9-4334-816b-0f6187d54077 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:41.999940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Allocated IP 2001:db8::2 (115c9280-dce1-46d9-8539-7a384e669871/2aaecd8f-11bd-4ffb-8c9b-c886abdd4d70/9ca9b6de-0dd8-486e-88a3-be9187eff890) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:17:42.097909 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c0a00b40-7df9-4334-816b-0f6187d54077 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:42.102600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47470) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:42.103532 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c0a00b40-7df9-4334-816b-0f6187d54077 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4146554 Aug 17 03:17:42.109063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ba3e70b7-3396-4ff8-a789-d7386b23cb92 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'port': {'network_id': '115c9280-dce1-46d9-8539-7a384e669871', 'name': 'tempest-RoutersIpV6Test-1453531695'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:42.202495 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:42.211479 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Transition to ACTIVE for port object 9ca9b6de-0dd8-486e-88a3-be9187eff890 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:17:42.228992 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Transition to ACTIVE for port object 9ca9b6de-0dd8-486e-88a3-be9187eff890 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:17:42.319682 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:42.369635 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Network 115c9280-dce1-46d9-8539-7a384e669871 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:17:42.372799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:42.381436 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:17:42.385567 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Pushing event updated for resources: {'Port': ['ID=9ca9b6de-0dd8-486e-88a3-be9187eff890,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:42.461205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3e70b7-3396-4ff8-a789-d7386b23cb92 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:42.461205 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba3e70b7-3396-4ff8-a789-d7386b23cb92 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:42.461941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Attempting to bind port 9ca9b6de-0dd8-486e-88a3-be9187eff890 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:17:42.461941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Attempting to bind port 9ca9b6de-0dd8-486e-88a3-be9187eff890 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'e8964ac9-67f0-4d9a-bb9f-b2f9f3d244ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '115c9280-dce1-46d9-8539-7a384e669871'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:17:42.461941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Attempting to bind port 9ca9b6de-0dd8-486e-88a3-be9187eff890 on network 115c9280-dce1-46d9-8539-7a384e669871 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:17:42.481109 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 17, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:17:42.481880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Checking segment: {'id': 'e8964ac9-67f0-4d9a-bb9f-b2f9f3d244ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '115c9280-dce1-46d9-8539-7a384e669871'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:17:42.482508 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:42.484007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Bound using segment: {'id': 'e8964ac9-67f0-4d9a-bb9f-b2f9f3d244ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '115c9280-dce1-46d9-8539-7a384e669871'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:17:42.484888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Bound port: 9ca9b6de-0dd8-486e-88a3-be9187eff890, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8964ac9-67f0-4d9a-bb9f-b2f9f3d244ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '115c9280-dce1-46d9-8539-7a384e669871'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:17:42.485671 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:42.489052 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-ba3e70b7-3396-4ff8-a789-d7386b23cb92 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] device_id is not set on port 61e30889-5bc8-4b94-ae4a-9edb3446cbe6 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:17:42.593172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] For port 9ca9b6de-0dd8-486e-88a3-be9187eff890, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:17:42.599123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] For port 9ca9b6de-0dd8-486e-88a3-be9187eff890, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9ca9b6de-0dd8-486e-88a3-be9187eff890,segment=NetworkSegment(e8964ac9-67f0-4d9a-bb9f-b2f9f3d244ec),segment_id=e8964ac9-67f0-4d9a-bb9f-b2f9f3d244ec)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:17:42.613802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-ba3e70b7-3396-4ff8-a789-d7386b23cb92 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Allocated IP 2001:db8::20f (115c9280-dce1-46d9-8539-7a384e669871/2aaecd8f-11bd-4ffb-8c9b-c886abdd4d70/61e30889-5bc8-4b94-ae4a-9edb3446cbe6) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:17:42.695451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8506893b-c0b7-4eaf-9648-8aef46915655 req-9bd59a2c-338a-44ed-b98d-8098fc65bfb8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:42.702154 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:42.704297 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8506893b-c0b7-4eaf-9648-8aef46915655 req-9bd59a2c-338a-44ed-b98d-8098fc65bfb8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 0.0705769 Aug 17 03:17:42.770664 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8506893b-c0b7-4eaf-9648-8aef46915655 req-ad20a58c-4487-4322-a689-02f81f55c9eb tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0654297 Aug 17 03:17:42.866937 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef7e6a5-63ed-4ee2-bf66-23b8d003bc87 None None] Pushing event updated for resources: {'Port': ['ID=9ca9b6de-0dd8-486e-88a3-be9187eff890,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:42.948174 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba3e70b7-3396-4ff8-a789-d7386b23cb92 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:42.969547 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-ba3e70b7-3396-4ff8-a789-d7386b23cb92 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Transition to ACTIVE for port object 61e30889-5bc8-4b94-ae4a-9edb3446cbe6 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:17:43.091525 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba3e70b7-3396-4ff8-a789-d7386b23cb92 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:43.146925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3e70b7-3396-4ff8-a789-d7386b23cb92 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network 115c9280-dce1-46d9-8539-7a384e669871 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:17:43.148459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-ba3e70b7-3396-4ff8-a789-d7386b23cb92 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:43.159983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3e70b7-3396-4ff8-a789-d7386b23cb92 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:17:43.171830 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3e70b7-3396-4ff8-a789-d7386b23cb92 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:43.172504 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ba3e70b7-3396-4ff8-a789-d7386b23cb92 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:43.196521 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3e70b7-3396-4ff8-a789-d7386b23cb92 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=61e30889-5bc8-4b94-ae4a-9edb3446cbe6,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:43.271857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47500) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:43.280937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ba3e70b7-3396-4ff8-a789-d7386b23cb92 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 1.1697202 Aug 17 03:17:43.725724 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6a3f-d8c8-4d45-a46e-01b527bb8a7e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:44.069283 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device aee00051-652a-4cb0-b148-861aefc669e7 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:17:44.072623 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device aee00051-652a-4cb0-b148-861aefc669e7 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:17:44.274248 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6a3f-d8c8-4d45-a46e-01b527bb8a7e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:44.301802 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:44.333668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1036deca-9569-4ce0-a730-15a6794fa460 None None] Network 115c9280-dce1-46d9-8539-7a384e669871 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:44.383376 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6a3f-d8c8-4d45-a46e-01b527bb8a7e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:44.400641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:17:44.403016 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-508597d6-aaa7-41cb-a5f0-90553a84fea7" -d '{"events": [{"server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "name": "network-vif-unplugged", "status": "completed", "tag": "aee00051-652a-4cb0-b148-861aefc669e7"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:17:44.496015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port aee00051-652a-4cb0-b148-861aefc669e7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=aee00051-652a-4cb0-b148-861aefc669e7,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:44.503564 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:17:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b93f6074-4885-4d79-b8af-193468c9700d x-openstack-request-id: req-b93f6074-4885-4d79-b8af-193468c9700d {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:17:44.503868 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "name": "network-vif-unplugged", "status": "completed", "tag": "aee00051-652a-4cb0-b148-861aefc669e7", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:17:44.504207 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b93f6074-4885-4d79-b8af-193468c9700d {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:17:44.504598 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7', 'code': 200} Aug 17 03:17:44.514454 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port aee00051-652a-4cb0-b148-861aefc669e7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=aee00051-652a-4cb0-b148-861aefc669e7,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:44.535231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'aee00051-652a-4cb0-b148-861aefc669e7', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'port_id': 'aee00051-652a-4cb0-b148-861aefc669e7', 'mac_address': 'fa:16:3e:fc:50:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:17:44.618284 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-547df409-32ec-46cd-9c5f-cfd9c24c9ee0 None None] Provisioning for port 9ca9b6de-0dd8-486e-88a3-be9187eff890 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:17:44.640886 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:44.645345 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e6a3f-d8c8-4d45-a46e-01b527bb8a7e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=61e30889-5bc8-4b94-ae4a-9edb3446cbe6,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:44.793402 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:44.866623 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6a3f-d8c8-4d45-a46e-01b527bb8a7e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:44.900980 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9ca9b6de-0dd8-486e-88a3-be9187eff890 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:17:44.937751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id aee00051-652a-4cb0-b148-861aefc669e7 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:17:44.988717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e78348b-82e4-490b-9258-146f1c25058a req-1da6efe7-b59d-4653-88ce-73e036079396 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:44.999702 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e78348b-82e4-490b-9258-146f1c25058a req-1da6efe7-b59d-4653-88ce-73e036079396 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 1.0922318 Aug 17 03:17:45.153337 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e78348b-82e4-490b-9258-146f1c25058a req-1f10f21d-ac11-4702-adf1-62be93229744 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1425321 Aug 17 03:17:45.164665 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=aee00051-652a-4cb0-b148-861aefc669e7,revision_number=11']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:45.259411 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:17:45.259916 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:17:45.390215 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6a3f-d8c8-4d45-a46e-01b527bb8a7e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:45.457720 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-187989d5-3c0e-4743-9ef4-4af1b1317e81 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:45.612209 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 9ca9b6de-0dd8-486e-88a3-be9187eff890 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:17:45.617056 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 9ca9b6de-0dd8-486e-88a3-be9187eff890 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:45.624129 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:45.878955 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:46.014135 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:46.038232 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id aee00051-652a-4cb0-b148-861aefc669e7 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:17:46.122283 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 9ca9b6de-0dd8-486e-88a3-be9187eff890, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9ca9b6de-0dd8-486e-88a3-be9187eff890,segment=NetworkSegment(e8964ac9-67f0-4d9a-bb9f-b2f9f3d244ec),segment_id=e8964ac9-67f0-4d9a-bb9f-b2f9f3d244ec)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:46.143751 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6a3f-d8c8-4d45-a46e-01b527bb8a7e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:46.160311 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port aee00051-652a-4cb0-b148-861aefc669e7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=aee00051-652a-4cb0-b148-861aefc669e7,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:46.215914 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3f1fe6c3-a3e3-47c2-90d3-a747822832ad None None] Provisioning for port 61e30889-5bc8-4b94-ae4a-9edb3446cbe6 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:17:46.226617 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3f1fe6c3-a3e3-47c2-90d3-a747822832ad None None] Provisioning complete for port 61e30889-5bc8-4b94-ae4a-9edb3446cbe6 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:46.229214 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f1fe6c3-a3e3-47c2-90d3-a747822832ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:46.256054 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6a3f-d8c8-4d45-a46e-01b527bb8a7e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:46.256960 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ed8e6a3f-d8c8-4d45-a46e-01b527bb8a7e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:46.266064 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:46.331183 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:46.400964 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=9ca9b6de-0dd8-486e-88a3-be9187eff890,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:46.423808 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['aee00051-652a-4cb0-b148-861aefc669e7'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:17:46.440685 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-3f1fe6c3-a3e3-47c2-90d3-a747822832ad None None] Port 61e30889-5bc8-4b94-ae4a-9edb3446cbe6 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:17:46.585739 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8e6a3f-d8c8-4d45-a46e-01b527bb8a7e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=61e30889-5bc8-4b94-ae4a-9edb3446cbe6,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:46.646825 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27192a61-e566-4095-8451-b75c7b5c8082 req-3ee0116e-2d41-4994-a475-cbc1b9754ae7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:46.649016 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-27192a61-e566-4095-8451-b75c7b5c8082 req-3ee0116e-2d41-4994-a475-cbc1b9754ae7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 946 time: 0.3254998 Aug 17 03:17:46.675955 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed8e6a3f-d8c8-4d45-a46e-01b527bb8a7e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network 115c9280-dce1-46d9-8539-7a384e669871 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:17:46.677841 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ed8e6a3f-d8c8-4d45-a46e-01b527bb8a7e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:46.696594 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=aee00051-652a-4cb0-b148-861aefc669e7,revision_number=12']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:46.703481 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9ca9b6de-0dd8-486e-88a3-be9187eff890 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:17:46.795657 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3f1fe6c3-a3e3-47c2-90d3-a747822832ad None None] Provisioning complete for port 9ca9b6de-0dd8-486e-88a3-be9187eff890 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:46.796048 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f1fe6c3-a3e3-47c2-90d3-a747822832ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:46.935532 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-27192a61-e566-4095-8451-b75c7b5c8082 req-e6f88d30-b8d1-4fa7-b011-07e564000f9d tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2758255 Aug 17 03:17:46.955980 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 9ca9b6de-0dd8-486e-88a3-be9187eff890 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:46.956361 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:47.096962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed8e6a3f-d8c8-4d45-a46e-01b527bb8a7e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router edb6beeb-36b7-4642-b523-983a724155fd is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:17:47.249742 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-534b23b8-c6e3-46bd-84ff-417751f0d1e9 None None] Provisioning complete for port 61e30889-5bc8-4b94-ae4a-9edb3446cbe6 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:47.250292 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-534b23b8-c6e3-46bd-84ff-417751f0d1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:47.322387 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed8e6a3f-d8c8-4d45-a46e-01b527bb8a7e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:17:47.323131 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-534b23b8-c6e3-46bd-84ff-417751f0d1e9 None None] Port 61e30889-5bc8-4b94-ae4a-9edb3446cbe6 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:17:47.335625 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ed8e6a3f-d8c8-4d45-a46e-01b527bb8a7e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/edb6beeb-36b7-4642-b523-983a724155fd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0614922 Aug 17 03:17:47.337187 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47614) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:47.342819 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc692b2-4028-4e82-b068-8689d0d8a1b0 None None] Sync routers for ids ['edb6beeb-36b7-4642-b523-983a724155fd'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:17:47.368288 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc692b2-4028-4e82-b068-8689d0d8a1b0 None None] Routers {'edb6beeb-36b7-4642-b523-983a724155fd'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:17:47.369213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-bfc692b2-4028-4e82-b068-8689d0d8a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['edb6beeb-36b7-4642-b523-983a724155fd'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:47.405551 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42c6402-2fc5-45bc-9231-89ca1f7d0b4a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:47.408014 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f42c6402-2fc5-45bc-9231-89ca1f7d0b4a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports/61e30889-5bc8-4b94-ae4a-9edb3446cbe6 HTTP/1.1" status: 200 len: 984 time: 0.0693638 Aug 17 03:17:47.416271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47616) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:47.429305 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-bfc692b2-4028-4e82-b068-8689d0d8a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:47.445514 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc692b2-4028-4e82-b068-8689d0d8a1b0 None None] Routers {'edb6beeb-36b7-4642-b523-983a724155fd'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:17:47.447867 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-bfc692b2-4028-4e82-b068-8689d0d8a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['edb6beeb-36b7-4642-b523-983a724155fd'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:47.494452 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-bfc692b2-4028-4e82-b068-8689d0d8a1b0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:47.495266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfc692b2-4028-4e82-b068-8689d0d8a1b0 None None] The sync data for ids ['edb6beeb-36b7-4642-b523-983a724155fd'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:17:47.914886 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9e45004-81e0-4bee-b1a0-41903b4c4f6e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:48.010839 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5f799f5f-d733-4ec8-85b3-ed253fe54694 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:48.167906 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20edbced-3636-48ae-986f-53cf9e0a1f85 req-4115b249-0820-4e2d-972f-8df3880ccd05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:48.172003 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-20edbced-3636-48ae-986f-53cf9e0a1f85 req-4115b249-0820-4e2d-972f-8df3880ccd05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 946 time: 0.1151552 Aug 17 03:17:48.245917 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-20edbced-3636-48ae-986f-53cf9e0a1f85 req-b210325c-c4ed-4a13-8e40-a5c74108cc20 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659316 Aug 17 03:17:48.342952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a9e45004-81e0-4bee-b1a0-41903b4c4f6e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting port 61e30889-5bc8-4b94-ae4a-9edb3446cbe6 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:17:48.343298 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9e45004-81e0-4bee-b1a0-41903b4c4f6e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:48.362950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device aee00051-652a-4cb0-b148-861aefc669e7 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:17:48.415682 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:48.518677 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9e45004-81e0-4bee-b1a0-41903b4c4f6e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:48.552952 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port aee00051-652a-4cb0-b148-861aefc669e7 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:48.553341 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:48.559957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a9e45004-81e0-4bee-b1a0-41903b4c4f6e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Calling delete_port for 61e30889-5bc8-4b94-ae4a-9edb3446cbe6 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:17:48.745126 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:48.810031 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:17:48.813442 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b476d0b3-888d-4ba6-aaf1-9ccbc03fa676" -d '{"events": [{"server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "name": "network-vif-plugged", "status": "completed", "tag": "aee00051-652a-4cb0-b148-861aefc669e7"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:17:48.848753 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port aee00051-652a-4cb0-b148-861aefc669e7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=aee00051-652a-4cb0-b148-861aefc669e7,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:48.871961 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:17:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8fb7d95-ca2b-43d3-8cc4-ff11e1f4e0e3 x-openstack-request-id: req-f8fb7d95-ca2b-43d3-8cc4-ff11e1f4e0e3 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:17:48.872262 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "name": "network-vif-plugged", "status": "completed", "tag": "aee00051-652a-4cb0-b148-861aefc669e7", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:17:48.874574 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f8fb7d95-ca2b-43d3-8cc4-ff11e1f4e0e3 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:17:48.875176 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7', 'code': 200} Aug 17 03:17:48.928703 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:49.003494 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=aee00051-652a-4cb0-b148-861aefc669e7,revision_number=13']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:49.140359 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9e45004-81e0-4bee-b1a0-41903b4c4f6e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:49.172427 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e45004-81e0-4bee-b1a0-41903b4c4f6e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Port': ['ID=61e30889-5bc8-4b94-ae4a-9edb3446cbe6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:49.185999 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:49.331045 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9e45004-81e0-4bee-b1a0-41903b4c4f6e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:49.603471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476114fb-a2e9-4003-a006-3f5c953a1c18 req-c68b0978-a3c6-46ed-9125-e13c81c79b34 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:49.605747 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-476114fb-a2e9-4003-a006-3f5c953a1c18 req-c68b0978-a3c6-46ed-9125-e13c81c79b34 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 0.1923850 Aug 17 03:17:49.639011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a9e45004-81e0-4bee-b1a0-41903b4c4f6e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router edb6beeb-36b7-4642-b523-983a724155fd has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:17:49.675588 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-476114fb-a2e9-4003-a006-3f5c953a1c18 req-f2634373-ba71-4300-a2a4-42d561efc944 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0572755 Aug 17 03:17:49.766585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9e45004-81e0-4bee-b1a0-41903b4c4f6e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:17:49.776034 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a9e45004-81e0-4bee-b1a0-41903b4c4f6e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/edb6beeb-36b7-4642-b523-983a724155fd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3554790 Aug 17 03:17:49.776515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47670) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:49.779549 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3de0a6-fbe9-445e-81f4-6a5f4315ed98 None None] Sync routers for ids ['edb6beeb-36b7-4642-b523-983a724155fd'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:17:49.790302 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3de0a6-fbe9-445e-81f4-6a5f4315ed98 None None] Routers {'edb6beeb-36b7-4642-b523-983a724155fd'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:17:49.794595 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4a3de0a6-fbe9-445e-81f4-6a5f4315ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['edb6beeb-36b7-4642-b523-983a724155fd'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:49.837950 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4a3de0a6-fbe9-445e-81f4-6a5f4315ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:49.849521 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a3de0a6-fbe9-445e-81f4-6a5f4315ed98 None None] Routers {'edb6beeb-36b7-4642-b523-983a724155fd'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:17:49.850459 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4a3de0a6-fbe9-445e-81f4-6a5f4315ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['edb6beeb-36b7-4642-b523-983a724155fd'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:49.913019 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4a3de0a6-fbe9-445e-81f4-6a5f4315ed98 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:49.913019 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a3de0a6-fbe9-445e-81f4-6a5f4315ed98 None None] The sync data for ids ['edb6beeb-36b7-4642-b523-983a724155fd'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:17:50.047011 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-9a537493-459b-4da7-9ea9-9448a659dc89 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] remove_router_interface failed (client error): The resource could not be found. Aug 17 03:17:50.051169 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9a537493-459b-4da7-9ea9-9448a659dc89 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/edb6beeb-36b7-4642-b523-983a724155fd/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.2705646 Aug 17 03:17:50.051679 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47674) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:50.087738 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b7412708-7f1b-47f8-a6dd-6c6e839fd9fb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports?device_id=edb6beeb-36b7-4642-b523-983a724155fd HTTP/1.1" status: 200 len: 205 time: 0.0348613 Aug 17 03:17:50.094868 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47676) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:50.638827 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-68f69753-7eb5-41ef-8bdf-ba1288924a0e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:50.869781 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-68f69753-7eb5-41ef-8bdf-ba1288924a0e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:50.879403 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-68f69753-7eb5-41ef-8bdf-ba1288924a0e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:50.928541 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:50.984055 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17588e1a-d91a-4b19-86a1-f7d2b85747ea req-19bdba6b-89b4-4d49-9944-90304ababa54 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:50.989749 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17588e1a-d91a-4b19-86a1-f7d2b85747ea req-19bdba6b-89b4-4d49-9944-90304ababa54 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 0.1479251 Aug 17 03:17:51.050964 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17588e1a-d91a-4b19-86a1-f7d2b85747ea req-395105ab-7bc0-4871-9583-35cb84bf5aa6 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535765 Aug 17 03:17:51.118693 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-68f69753-7eb5-41ef-8bdf-ba1288924a0e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:51.128076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68f69753-7eb5-41ef-8bdf-ba1288924a0e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Fanout notify agent at l3_agent the message router_deleted on router edb6beeb-36b7-4642-b523-983a724155fd {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:17:51.131921 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-68f69753-7eb5-41ef-8bdf-ba1288924a0e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:51.139896 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47688) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:51.154274 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-68f69753-7eb5-41ef-8bdf-ba1288924a0e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/routers/edb6beeb-36b7-4642-b523-983a724155fd HTTP/1.1" status: 204 len: 168 time: 1.0435989 Aug 17 03:17:51.224756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-43c5467b-f9dd-4e26-bbca-36977c3fba3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting subnet 2aaecd8f-11bd-4ffb-8c9b-c886abdd4d70 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:17:51.232723 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43c5467b-f9dd-4e26-bbca-36977c3fba3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:51.343898 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43c5467b-f9dd-4e26-bbca-36977c3fba3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:51.451492 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43c5467b-f9dd-4e26-bbca-36977c3fba3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:51.609361 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43c5467b-f9dd-4e26-bbca-36977c3fba3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:51.710990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c5467b-f9dd-4e26-bbca-36977c3fba3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Subnet': ['ID=2aaecd8f-11bd-4ffb-8c9b-c886abdd4d70,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:51.739319 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43c5467b-f9dd-4e26-bbca-36977c3fba3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:51.749205 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-43c5467b-f9dd-4e26-bbca-36977c3fba3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/subnets/2aaecd8f-11bd-4ffb-8c9b-c886abdd4d70 HTTP/1.1" status: 204 len: 168 time: 0.6049705 Aug 17 03:17:51.754244 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47698) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:51.760056 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db31d67c-70c3-44b8-bbc6-7e790bbf8131 None None] Network 115c9280-dce1-46d9-8539-7a384e669871 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:51.920430 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:51.987899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting port 9ca9b6de-0dd8-486e-88a3-be9187eff890 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:17:51.988270 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:52.073779 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c735a149-e94f-4cd1-a144-da0d65d99fa8 None None] DHCP port deletion for 115c9280-dce1-46d9-8539-7a384e669871 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:17:52.113106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] For port 9ca9b6de-0dd8-486e-88a3-be9187eff890, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9ca9b6de-0dd8-486e-88a3-be9187eff890,segment=NetworkSegment(e8964ac9-67f0-4d9a-bb9f-b2f9f3d244ec),segment_id=e8964ac9-67f0-4d9a-bb9f-b2f9f3d244ec)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:52.113106 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:52.140166 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Calling delete_port for 9ca9b6de-0dd8-486e-88a3-be9187eff890 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:17:52.160099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c735a149-e94f-4cd1-a144-da0d65d99fa8 None None] Deleting port 9ca9b6de-0dd8-486e-88a3-be9187eff890 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:17:52.162062 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c735a149-e94f-4cd1-a144-da0d65d99fa8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:52.267325 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c735a149-e94f-4cd1-a144-da0d65d99fa8 None None] For port 9ca9b6de-0dd8-486e-88a3-be9187eff890, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9ca9b6de-0dd8-486e-88a3-be9187eff890,segment=NetworkSegment(e8964ac9-67f0-4d9a-bb9f-b2f9f3d244ec),segment_id=e8964ac9-67f0-4d9a-bb9f-b2f9f3d244ec)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:52.267325 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c735a149-e94f-4cd1-a144-da0d65d99fa8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:52.309911 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c735a149-e94f-4cd1-a144-da0d65d99fa8 None None] Calling delete_port for 9ca9b6de-0dd8-486e-88a3-be9187eff890 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:17:52.350169 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ca984e-cbba-40c5-ada7-e690c929f89c req-6e1e1073-1059-469a-850d-01e000a333b7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:52.351775 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-43ca984e-cbba-40c5-ada7-e690c929f89c req-6e1e1073-1059-469a-850d-01e000a333b7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 0.1829512 Aug 17 03:17:52.509191 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-43ca984e-cbba-40c5-ada7-e690c929f89c req-1bae72ff-0c6d-49ab-b4e4-f7e49fe34ba1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371679 Aug 17 03:17:52.608465 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9ca9b6de-0dd8-486e-88a3-be9187eff890 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:17:52.616973 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:52.744186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Port': ['ID=9ca9b6de-0dd8-486e-88a3-be9187eff890,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:52.760790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] No DVR routers for this DVR port 9ca9b6de-0dd8-486e-88a3-be9187eff890 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:17:52.762239 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c735a149-e94f-4cd1-a144-da0d65d99fa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:52.843651 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c735a149-e94f-4cd1-a144-da0d65d99fa8 None None] Pushing event deleted for resources: {'Port': ['ID=9ca9b6de-0dd8-486e-88a3-be9187eff890,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:52.865701 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c735a149-e94f-4cd1-a144-da0d65d99fa8 None None] No DVR routers for this DVR port 9ca9b6de-0dd8-486e-88a3-be9187eff890 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:17:52.867794 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No active binding found for port 9ca9b6de-0dd8-486e-88a3-be9187eff890 {{(pid=101971) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 17 03:17:52.868431 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9ca9b6de-0dd8-486e-88a3-be9187eff890 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:17:52.934368 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:52.945710 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['115c9280-dce1-46d9-8539-7a384e669871']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:52.956494 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8964ac9-67f0-4d9a-bb9f-b2f9f3d244ec') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:52.956792 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8964ac9-67f0-4d9a-bb9f-b2f9f3d244ec') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:17:52.966925 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:52.988364 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:52.996064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:17:52.996404 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:17:53.015405 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:17:53.176420 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:53.184578 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:53.187058 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/networks/115c9280-dce1-46d9-8539-7a384e669871 HTTP/1.1" status: 204 len: 168 time: 1.4312942 Aug 17 03:17:53.191391 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47722) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:53.198419 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-cbe97d0a-75bd-4a88-8fbb-f02eb33f1845 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-87697546'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:53.216369 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7776254f-0c20-4b93-b2df-815d0d4a4c28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Network': ['ID=115c9280-dce1-46d9-8539-7a384e669871,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:53.340780 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe97d0a-75bd-4a88-8fbb-f02eb33f1845 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:53.346991 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbe97d0a-75bd-4a88-8fbb-f02eb33f1845 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:53.443550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cbe97d0a-75bd-4a88-8fbb-f02eb33f1845 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:17:53.476806 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbe97d0a-75bd-4a88-8fbb-f02eb33f1845 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:53.476806 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-cbe97d0a-75bd-4a88-8fbb-f02eb33f1845 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Added segment 16c4021b-1f9b-448a-9096-036510196ea2 of type vlan for network 13aaab9b-e2cc-4388-a695-0c7fe79902c2 Aug 17 03:17:53.558173 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbe97d0a-75bd-4a88-8fbb-f02eb33f1845 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:53.716895 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71ea6c-94be-469a-b13d-ea3a75d5c089 req-84e96651-c4a7-4520-adc4-b0fa23a25b54 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:53.737084 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fd71ea6c-94be-469a-b13d-ea3a75d5c089 req-84e96651-c4a7-4520-adc4-b0fa23a25b54 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 0.0862517 Aug 17 03:17:53.739929 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbe97d0a-75bd-4a88-8fbb-f02eb33f1845 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:53.752631 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe97d0a-75bd-4a88-8fbb-f02eb33f1845 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:53.760911 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbe97d0a-75bd-4a88-8fbb-f02eb33f1845 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:53.908026 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fd71ea6c-94be-469a-b13d-ea3a75d5c089 req-e3b85d64-8b33-499b-8532-12ad222ba928 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1638808 Aug 17 03:17:53.913594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe97d0a-75bd-4a88-8fbb-f02eb33f1845 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Network': ['ID=13aaab9b-e2cc-4388-a695-0c7fe79902c2,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:53.925786 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 13aaab9b-e2cc-4388-a695-0c7fe79902c2 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:17:53.989855 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cbe97d0a-75bd-4a88-8fbb-f02eb33f1845 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7962520 Aug 17 03:17:53.992540 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47748) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:54.002053 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-5e82276e-2792-471d-bc48-caf82b1496b0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'subnet': {'network_id': '13aaab9b-e2cc-4388-a695-0c7fe79902c2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:54.277116 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e82276e-2792-471d-bc48-caf82b1496b0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:17:54.281556 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e82276e-2792-471d-bc48-caf82b1496b0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:54.797135 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e82276e-2792-471d-bc48-caf82b1496b0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:54.919223 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e82276e-2792-471d-bc48-caf82b1496b0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Subnet': ['ID=c47481d0-2770-41db-b899-c58b958ee04d,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:54.935575 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e82276e-2792-471d-bc48-caf82b1496b0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Checking segment: {'id': '16c4021b-1f9b-448a-9096-036510196ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '13aaab9b-e2cc-4388-a695-0c7fe79902c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:17:54.936241 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e82276e-2792-471d-bc48-caf82b1496b0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network hostable DHCP agents. Network: 13aaab9b-e2cc-4388-a695-0c7fe79902c2, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:17:55.056838 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e82276e-2792-471d-bc48-caf82b1496b0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network 13aaab9b-e2cc-4388-a695-0c7fe79902c2 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:17:55.108399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee0b9f21-9bc9-4acc-a40f-d5bd1b0d9233 req-0963891c-1747-44dd-90ec-a4f4ba6f557b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:55.110031 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee0b9f21-9bc9-4acc-a40f-d5bd1b0d9233 req-0963891c-1747-44dd-90ec-a4f4ba6f557b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 0.0959299 Aug 17 03:17:55.164276 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-5e82276e-2792-471d-bc48-caf82b1496b0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 13aaab9b-e2cc-4388-a695-0c7fe79902c2) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:55.179188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bedbe45-551b-4ce3-9d78-0a62b07d3c91 None None] Network 13aaab9b-e2cc-4388-a695-0c7fe79902c2 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:55.182145 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e82276e-2792-471d-bc48-caf82b1496b0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:55.184292 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e82276e-2792-471d-bc48-caf82b1496b0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:55.197975 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee0b9f21-9bc9-4acc-a40f-d5bd1b0d9233 req-5b597b70-13fe-4856-a1b9-e27cba81a0dd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0761836 Aug 17 03:17:55.306488 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5e82276e-2792-471d-bc48-caf82b1496b0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3104215 Aug 17 03:17:55.307117 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47770) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:55.311637 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-07454fad-6ff2-4b15-b874-7ffd50678aec tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1814514867', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:17:55.462269 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07454fad-6ff2-4b15-b874-7ffd50678aec tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:55.463493 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07454fad-6ff2-4b15-b874-7ffd50678aec tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:55.473123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-13aaab9b-e2cc-4388-a695-0c7fe79902c2', 'network_id': '13aaab9b-e2cc-4388-a695-0c7fe79902c2', 'tenant_id': '515300cdc220474c98fe888e647da248', 'fixed_ips': [{'subnet_id': 'c47481d0-2770-41db-b899-c58b958ee04d'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:17:55.475521 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:55.604460 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07454fad-6ff2-4b15-b874-7ffd50678aec tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:55.690418 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07454fad-6ff2-4b15-b874-7ffd50678aec tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:55.787821 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07454fad-6ff2-4b15-b874-7ffd50678aec tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:55.791792 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-07454fad-6ff2-4b15-b874-7ffd50678aec tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4838641 Aug 17 03:17:55.798240 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47784) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:55.813703 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Allocated IP 2001:db8::2 (13aaab9b-e2cc-4388-a695-0c7fe79902c2/c47481d0-2770-41db-b899-c58b958ee04d/487f6c5b-b986-4c43-a881-d1b3e319ec16) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:17:56.142785 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:56.155615 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Transition to ACTIVE for port object 487f6c5b-b986-4c43-a881-d1b3e319ec16 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:17:56.181627 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Transition to ACTIVE for port object 487f6c5b-b986-4c43-a881-d1b3e319ec16 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:17:56.296270 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:56.452760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Pushing event updated for resources: {'Port': ['ID=487f6c5b-b986-4c43-a881-d1b3e319ec16,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:56.472227 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:56.491016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Network 13aaab9b-e2cc-4388-a695-0c7fe79902c2 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:17:56.503162 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:56.508783 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:17:56.517951 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8404f773-d138-4937-bd0e-c37ebf0fd287 req-129ab1fd-3b14-4ae7-9dc0-be1568dc4b91 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:56.529981 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8404f773-d138-4937-bd0e-c37ebf0fd287 req-129ab1fd-3b14-4ae7-9dc0-be1568dc4b91 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 0.1626892 Aug 17 03:17:56.621677 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8404f773-d138-4937-bd0e-c37ebf0fd287 req-3df3f113-b37b-437c-997c-31175eb6fa6a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767310 Aug 17 03:17:56.705575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Attempting to bind port 487f6c5b-b986-4c43-a881-d1b3e319ec16 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:17:56.706127 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Attempting to bind port 487f6c5b-b986-4c43-a881-d1b3e319ec16 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '16c4021b-1f9b-448a-9096-036510196ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '13aaab9b-e2cc-4388-a695-0c7fe79902c2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:17:56.706564 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Attempting to bind port 487f6c5b-b986-4c43-a881-d1b3e319ec16 on network 13aaab9b-e2cc-4388-a695-0c7fe79902c2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:17:56.724211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:17:56.727030 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Checking segment: {'id': '16c4021b-1f9b-448a-9096-036510196ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '13aaab9b-e2cc-4388-a695-0c7fe79902c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:17:56.730052 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:56.734782 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Bound using segment: {'id': '16c4021b-1f9b-448a-9096-036510196ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '13aaab9b-e2cc-4388-a695-0c7fe79902c2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:17:56.735628 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Bound port: 487f6c5b-b986-4c43-a881-d1b3e319ec16, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '16c4021b-1f9b-448a-9096-036510196ea2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '13aaab9b-e2cc-4388-a695-0c7fe79902c2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:17:56.736906 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:56.895588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] For port 487f6c5b-b986-4c43-a881-d1b3e319ec16, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:17:56.899992 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] For port 487f6c5b-b986-4c43-a881-d1b3e319ec16, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=487f6c5b-b986-4c43-a881-d1b3e319ec16,segment=NetworkSegment(16c4021b-1f9b-448a-9096-036510196ea2),segment_id=16c4021b-1f9b-448a-9096-036510196ea2)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:17:56.969053 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:57.120885 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd72b09-9f0e-481a-b746-b8727062a3d5 None None] Pushing event updated for resources: {'Port': ['ID=487f6c5b-b986-4c43-a881-d1b3e319ec16,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:57.167624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Allocated IP 2001:db8::1 (13aaab9b-e2cc-4388-a695-0c7fe79902c2/c47481d0-2770-41db-b899-c58b958ee04d/71bef407-eed5-4085-886e-8ff6b50a78d2) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:17:57.512317 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:57.557004 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Transition to ACTIVE for port object 71bef407-eed5-4085-886e-8ff6b50a78d2 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:17:57.696391 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:57.785047 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network 13aaab9b-e2cc-4388-a695-0c7fe79902c2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:17:57.794810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:57.799472 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:17:57.800029 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:57.817279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24944015-9448-41a9-8d2d-fb3d710936b2 req-fb6ff0b4-40a4-4747-94bf-5482174b3491 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:57.831316 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24944015-9448-41a9-8d2d-fb3d710936b2 req-fb6ff0b4-40a4-4747-94bf-5482174b3491 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 0.1403339 Aug 17 03:17:57.860242 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=71bef407-eed5-4085-886e-8ff6b50a78d2,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:57.932548 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-24944015-9448-41a9-8d2d-fb3d710936b2 req-07b494c7-e355-4e6c-b4e3-c2343d664f96 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0999517 Aug 17 03:17:58.089206 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:58.132384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47832) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:58.549352 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ca85511-36c7-4a39-8dc5-044d244569cd None None] Network 13aaab9b-e2cc-4388-a695-0c7fe79902c2 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:17:58.587608 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:58.676578 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 487f6c5b-b986-4c43-a881-d1b3e319ec16 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:17:58.684592 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-799c7ab5-e957-4de7-b07c-e70219a2d413 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:58.796135 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-799c7ab5-e957-4de7-b07c-e70219a2d413 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:58.905566 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:58.906823 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:58.940717 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-799c7ab5-e957-4de7-b07c-e70219a2d413 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:58.944067 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 487f6c5b-b986-4c43-a881-d1b3e319ec16 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:17:58.949921 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7a1cef37-00ad-4318-a773-4dda1ce539f3 None None] Provisioning for port 487f6c5b-b986-4c43-a881-d1b3e319ec16 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:17:58.956597 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 487f6c5b-b986-4c43-a881-d1b3e319ec16 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:58.969830 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:59.005246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-799c7ab5-e957-4de7-b07c-e70219a2d413 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=451ccfbd-ebf0-4c10-8748-57de60cdd07c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:59.016717 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7a1cef37-00ad-4318-a773-4dda1ce539f3 None None] Provisioning complete for port 487f6c5b-b986-4c43-a881-d1b3e319ec16 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:59.018886 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a1cef37-00ad-4318-a773-4dda1ce539f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:59.076886 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-799c7ab5-e957-4de7-b07c-e70219a2d413 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=92a35c8149da4315baab9ecb67549e4c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9435158 Aug 17 03:17:59.079650 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47852) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:17:59.228010 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-677ebdbe-ca70-4bf9-a49e-5b197597121a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:59.232156 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a1cef37-00ad-4318-a773-4dda1ce539f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:59.268854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-7a1cef37-00ad-4318-a773-4dda1ce539f3 None None] For port 487f6c5b-b986-4c43-a881-d1b3e319ec16, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=487f6c5b-b986-4c43-a881-d1b3e319ec16,segment=NetworkSegment(16c4021b-1f9b-448a-9096-036510196ea2),segment_id=16c4021b-1f9b-448a-9096-036510196ea2)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:17:59.308542 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-677ebdbe-ca70-4bf9-a49e-5b197597121a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:59.316853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network 13aaab9b-e2cc-4388-a695-0c7fe79902c2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:17:59.334499 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:17:59.350554 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:59.355909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=71bef407-eed5-4085-886e-8ff6b50a78d2,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:59.366194 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a1cef37-00ad-4318-a773-4dda1ce539f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:59.454390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a1cef37-00ad-4318-a773-4dda1ce539f3 None None] Pushing event updated for resources: {'Port': ['ID=487f6c5b-b986-4c43-a881-d1b3e319ec16,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:59.484359 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-677ebdbe-ca70-4bf9-a49e-5b197597121a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:59.490058 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-677ebdbe-ca70-4bf9-a49e-5b197597121a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:59.497230 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-677ebdbe-ca70-4bf9-a49e-5b197597121a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/451ccfbd-ebf0-4c10-8748-57de60cdd07c HTTP/1.1" status: 204 len: 168 time: 0.4124265 Aug 17 03:17:59.509543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677ebdbe-ca70-4bf9-a49e-5b197597121a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=451ccfbd-ebf0-4c10-8748-57de60cdd07c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:17:59.527869 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:17:59.558524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8ed06ee-8deb-4088-8a85-e9a4f1a5475d req-dd61ca16-2c99-4b3d-b66f-fdbdd218ec3e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:17:59.560239 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f8ed06ee-8deb-4088-8a85-e9a4f1a5475d req-dd61ca16-2c99-4b3d-b66f-fdbdd218ec3e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 0.4913142 Aug 17 03:17:59.587674 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:17:59.588214 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:17:59.653973 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5b6dd276-5aa6-4a5b-99fc-80ecb1557afd None None] Provisioning for port 71bef407-eed5-4085-886e-8ff6b50a78d2 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:17:59.659318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5b6dd276-5aa6-4a5b-99fc-80ecb1557afd None None] Provisioning complete for port 71bef407-eed5-4085-886e-8ff6b50a78d2 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:59.659838 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd276-5aa6-4a5b-99fc-80ecb1557afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:17:59.702699 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f8ed06ee-8deb-4088-8a85-e9a4f1a5475d req-dd936bd4-9491-4cd8-ac8f-fb7abea4d1a6 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203966 Aug 17 03:17:59.772329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5b6dd276-5aa6-4a5b-99fc-80ecb1557afd None None] Port 71bef407-eed5-4085-886e-8ff6b50a78d2 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:17:59.798230 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router e090d9b1-626a-4ffb-9505-00c7e315757a is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:17:59.809495 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5b6dd276-5aa6-4a5b-99fc-80ecb1557afd None None] Provisioning complete for port 487f6c5b-b986-4c43-a881-d1b3e319ec16 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:17:59.811697 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5b6dd276-5aa6-4a5b-99fc-80ecb1557afd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:00.023262 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:18:00.034532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47866) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:00.040693 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f56e7a9-2b3d-4303-a09a-2f27d875b588 None None] Sync routers for ids ['e090d9b1-626a-4ffb-9505-00c7e315757a'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:18:00.045193 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ac11f10e-0177-4c94-b8bf-3ec30ab26bdf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/e090d9b1-626a-4ffb-9505-00c7e315757a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2443168 Aug 17 03:18:00.059207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f56e7a9-2b3d-4303-a09a-2f27d875b588 None None] Routers {'e090d9b1-626a-4ffb-9505-00c7e315757a'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:00.062458 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1f56e7a9-2b3d-4303-a09a-2f27d875b588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e090d9b1-626a-4ffb-9505-00c7e315757a'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:00.128242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec0c910-df6d-43e2-a5a9-6196d6984b60 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:00.130636 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0ec0c910-df6d-43e2-a5a9-6196d6984b60 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports/71bef407-eed5-4085-886e-8ff6b50a78d2 HTTP/1.1" status: 200 len: 911 time: 0.0949683 Aug 17 03:18:00.133817 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47868) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:00.506151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1f56e7a9-2b3d-4303-a09a-2f27d875b588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:00.558410 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f746935d-0405-483a-83f2-e27bab55c236 None None] Provisioning complete for port 71bef407-eed5-4085-886e-8ff6b50a78d2 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:00.559746 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f746935d-0405-483a-83f2-e27bab55c236 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:00.660961 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f56e7a9-2b3d-4303-a09a-2f27d875b588 None None] Routers {'e090d9b1-626a-4ffb-9505-00c7e315757a'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:00.661800 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1f56e7a9-2b3d-4303-a09a-2f27d875b588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e090d9b1-626a-4ffb-9505-00c7e315757a'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:00.709099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f746935d-0405-483a-83f2-e27bab55c236 None None] Port 71bef407-eed5-4085-886e-8ff6b50a78d2 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:18:00.712874 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1f56e7a9-2b3d-4303-a09a-2f27d875b588 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:00.714267 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f56e7a9-2b3d-4303-a09a-2f27d875b588 None None] The sync data for ids ['e090d9b1-626a-4ffb-9505-00c7e315757a'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:18:00.740535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47878) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:00.813901 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e5bc1ca9-8e06-43a5-976a-aaed74cb07b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:00.816310 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 487f6c5b-b986-4c43-a881-d1b3e319ec16 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:00.971352 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 487f6c5b-b986-4c43-a881-d1b3e319ec16 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:00.971352 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:01.113883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d747cb-5280-4d12-92cd-26b69ae6bb09 req-b42d3b9b-4054-4232-a486-f75ee90124a7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:01.128142 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e2d747cb-5280-4d12-92cd-26b69ae6bb09 req-b42d3b9b-4054-4232-a486-f75ee90124a7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 0.3000903 Aug 17 03:18:01.256687 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e2d747cb-5280-4d12-92cd-26b69ae6bb09 req-4b37aac1-4bd5-466b-bf2a-eadecc89a2ca tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1273000 Aug 17 03:18:01.307483 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e5bc1ca9-8e06-43a5-976a-aaed74cb07b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:01.369375 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e5bc1ca9-8e06-43a5-976a-aaed74cb07b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:01.375496 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b27e756c-a22a-4c4a-a7cd-714c29d29c20 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:01.430366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5bc1ca9-8e06-43a5-976a-aaed74cb07b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22dc4982-d9c7-407d-8d00-c5f12125687a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:01.442944 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e5bc1ca9-8e06-43a5-976a-aaed74cb07b4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d573cfd6a35043e580f04918db99a572&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7009301 Aug 17 03:18:01.445728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47886) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:01.504799 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-985df2a0-9020-4a5f-9371-0e53f7af8d47 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:01.549021 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-985df2a0-9020-4a5f-9371-0e53f7af8d47 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:01.744962 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-985df2a0-9020-4a5f-9371-0e53f7af8d47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:01.748340 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-985df2a0-9020-4a5f-9371-0e53f7af8d47 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:01.750079 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-985df2a0-9020-4a5f-9371-0e53f7af8d47 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/22dc4982-d9c7-407d-8d00-c5f12125687a HTTP/1.1" status: 204 len: 168 time: 0.3020499 Aug 17 03:18:01.762200 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985df2a0-9020-4a5f-9371-0e53f7af8d47 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22dc4982-d9c7-407d-8d00-c5f12125687a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:01.800965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-b27e756c-a22a-4c4a-a7cd-714c29d29c20 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting port 71bef407-eed5-4085-886e-8ff6b50a78d2 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:18:01.801761 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b27e756c-a22a-4c4a-a7cd-714c29d29c20 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:01.928378 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b27e756c-a22a-4c4a-a7cd-714c29d29c20 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:01.983914 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-b27e756c-a22a-4c4a-a7cd-714c29d29c20 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Calling delete_port for 71bef407-eed5-4085-886e-8ff6b50a78d2 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:18:02.507167 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11940b3d-0500-4c65-8975-817ff886cdd5 req-e3a6a2d0-d30b-4ba7-a375-fb0f4b3d5926 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:02.509072 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11940b3d-0500-4c65-8975-817ff886cdd5 req-e3a6a2d0-d30b-4ba7-a375-fb0f4b3d5926 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 0.1027033 Aug 17 03:18:02.535334 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b27e756c-a22a-4c4a-a7cd-714c29d29c20 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:02.579187 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b27e756c-a22a-4c4a-a7cd-714c29d29c20 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Port': ['ID=71bef407-eed5-4085-886e-8ff6b50a78d2,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:02.678025 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-11940b3d-0500-4c65-8975-817ff886cdd5 req-3a665c4b-026e-42b9-90ec-ebff74cb9b44 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1628995 Aug 17 03:18:02.735228 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b27e756c-a22a-4c4a-a7cd-714c29d29c20 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:02.927101 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b27e756c-a22a-4c4a-a7cd-714c29d29c20 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router e090d9b1-626a-4ffb-9505-00c7e315757a has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:18:02.973012 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47910) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:02.989957 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d27c1bd-e449-4010-81d3-89859a41ccd0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:03.011644 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b27e756c-a22a-4c4a-a7cd-714c29d29c20 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:18:03.021385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47912) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:03.022926 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e5245-4649-46de-8168-c98444a65a0d None None] Sync routers for ids ['e090d9b1-626a-4ffb-9505-00c7e315757a'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:18:03.038481 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b27e756c-a22a-4c4a-a7cd-714c29d29c20 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/e090d9b1-626a-4ffb-9505-00c7e315757a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8860750 Aug 17 03:18:03.046641 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57e5245-4649-46de-8168-c98444a65a0d None None] Routers {'e090d9b1-626a-4ffb-9505-00c7e315757a'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:03.047283 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c57e5245-4649-46de-8168-c98444a65a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e090d9b1-626a-4ffb-9505-00c7e315757a'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:03.060449 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-17ee61b8-cf65-4fd3-ad54-c8276588d648 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports?device_id=e090d9b1-626a-4ffb-9505-00c7e315757a HTTP/1.1" status: 200 len: 205 time: 0.0375764 Aug 17 03:18:03.063195 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47914) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:03.089019 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:03.153850 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c57e5245-4649-46de-8168-c98444a65a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:03.181802 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57e5245-4649-46de-8168-c98444a65a0d None None] Routers {'e090d9b1-626a-4ffb-9505-00c7e315757a'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:03.182758 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c57e5245-4649-46de-8168-c98444a65a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['e090d9b1-626a-4ffb-9505-00c7e315757a'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:03.212550 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3fe10c52-fe68-4289-87e9-ad5684e9f2c9 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:03.239832 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c57e5245-4649-46de-8168-c98444a65a0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:03.240826 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e5245-4649-46de-8168-c98444a65a0d None None] The sync data for ids ['e090d9b1-626a-4ffb-9505-00c7e315757a'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:18:03.244781 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d27c1bd-e449-4010-81d3-89859a41ccd0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:03.331310 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d27c1bd-e449-4010-81d3-89859a41ccd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:03.398171 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6d27c1bd-e449-4010-81d3-89859a41ccd0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd38fcd141e2411ab0e7c7f007171144&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4231589 Aug 17 03:18:03.414082 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d27c1bd-e449-4010-81d3-89859a41ccd0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c780040-1c20-44de-82ba-b9dd0afc4096,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:03.416607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47924) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:03.503378 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34519636-de53-491e-8d00-8e6e7a20229f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:03.522576 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3fe10c52-fe68-4289-87e9-ad5684e9f2c9 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:03.524958 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3fe10c52-fe68-4289-87e9-ad5684e9f2c9 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:03.542396 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34519636-de53-491e-8d00-8e6e7a20229f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:03.690928 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3fe10c52-fe68-4289-87e9-ad5684e9f2c9 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:03.691901 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fe10c52-fe68-4289-87e9-ad5684e9f2c9 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Fanout notify agent at l3_agent the message router_deleted on router e090d9b1-626a-4ffb-9505-00c7e315757a {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:18:03.706992 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3fe10c52-fe68-4289-87e9-ad5684e9f2c9 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:03.709401 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3fe10c52-fe68-4289-87e9-ad5684e9f2c9 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/routers/e090d9b1-626a-4ffb-9505-00c7e315757a HTTP/1.1" status: 204 len: 168 time: 0.6440585 Aug 17 03:18:03.711107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47936) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:03.781838 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34519636-de53-491e-8d00-8e6e7a20229f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:03.785291 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34519636-de53-491e-8d00-8e6e7a20229f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:03.790707 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-34519636-de53-491e-8d00-8e6e7a20229f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8c780040-1c20-44de-82ba-b9dd0afc4096 HTTP/1.1" status: 204 len: 168 time: 0.3729241 Aug 17 03:18:03.794566 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47942) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:03.798939 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:03.842139 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34519636-de53-491e-8d00-8e6e7a20229f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c780040-1c20-44de-82ba-b9dd0afc4096,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:03.879728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2ec0d6f-41ec-4eca-bb81-9f3f92b17374 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting subnet c47481d0-2770-41db-b899-c58b958ee04d {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:18:03.892056 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b2ec0d6f-41ec-4eca-bb81-9f3f92b17374 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:03.921974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10822fb7-48bd-44a2-936c-888c9ba9b841 req-0ae1ca15-e865-49b2-a507-faf974d20e8e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:03.924082 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10822fb7-48bd-44a2-936c-888c9ba9b841 req-0ae1ca15-e865-49b2-a507-faf974d20e8e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 0.1133695 Aug 17 03:18:03.986831 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b2ec0d6f-41ec-4eca-bb81-9f3f92b17374 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:03.997750 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10822fb7-48bd-44a2-936c-888c9ba9b841 req-7fe75ec1-7c4a-4bcc-883d-e940987ad242 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0591969 Aug 17 03:18:04.016876 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f5071cf-df38-4cc5-8cf2-538bd5ecebfd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:04.131664 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b2ec0d6f-41ec-4eca-bb81-9f3f92b17374 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:04.211603 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f5071cf-df38-4cc5-8cf2-538bd5ecebfd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:04.278363 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1f5071cf-df38-4cc5-8cf2-538bd5ecebfd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:04.327943 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1f5071cf-df38-4cc5-8cf2-538bd5ecebfd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c12086b33ef146c8aaa9edc0c1e71d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5319769 Aug 17 03:18:04.328690 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f5071cf-df38-4cc5-8cf2-538bd5ecebfd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a22d5111-2a85-442a-af5d-3de95a1fb546,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:04.331442 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47962) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:04.363384 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5071cf-df38-4cc5-8cf2-538bd5ecebfd admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:04.363738 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5071cf-df38-4cc5-8cf2-538bd5ecebfd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:04.370810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5071cf-df38-4cc5-8cf2-538bd5ecebfd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:04.370810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5071cf-df38-4cc5-8cf2-538bd5ecebfd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:04.370810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5071cf-df38-4cc5-8cf2-538bd5ecebfd admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:04.370810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5071cf-df38-4cc5-8cf2-538bd5ecebfd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:04.370810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5071cf-df38-4cc5-8cf2-538bd5ecebfd admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:04.370810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5071cf-df38-4cc5-8cf2-538bd5ecebfd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:04.370810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5071cf-df38-4cc5-8cf2-538bd5ecebfd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:04.370810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5071cf-df38-4cc5-8cf2-538bd5ecebfd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:04.370810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5071cf-df38-4cc5-8cf2-538bd5ecebfd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:04.370810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1f5071cf-df38-4cc5-8cf2-538bd5ecebfd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:04.396898 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b2ec0d6f-41ec-4eca-bb81-9f3f92b17374 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:04.415948 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b2ec0d6f-41ec-4eca-bb81-9f3f92b17374 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:04.421791 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47966) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:04.425649 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06d046ca-8d4a-4c5b-a116-5213774c5716 None None] Network 13aaab9b-e2cc-4388-a695-0c7fe79902c2 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:04.450263 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b2ec0d6f-41ec-4eca-bb81-9f3f92b17374 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/subnets/c47481d0-2770-41db-b899-c58b958ee04d HTTP/1.1" status: 204 len: 168 time: 0.7315042 Aug 17 03:18:04.492947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2ec0d6f-41ec-4eca-bb81-9f3f92b17374 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Subnet': ['ID=c47481d0-2770-41db-b899-c58b958ee04d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:04.511189 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd2e9-d9fb-4233-ab95-5788a3568de6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:04.564554 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd2e9-d9fb-4233-ab95-5788a3568de6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:04.599413 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:04.684544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89991bbc-084f-4fc5-a314-e9fa8e33270f None None] DHCP port deletion for 13aaab9b-e2cc-4388-a695-0c7fe79902c2 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:18:04.719041 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting port 487f6c5b-b986-4c43-a881-d1b3e319ec16 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:18:04.719399 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:04.735494 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd2e9-d9fb-4233-ab95-5788a3568de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:04.739346 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f1dd2e9-d9fb-4233-ab95-5788a3568de6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:04.740654 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8f1dd2e9-d9fb-4233-ab95-5788a3568de6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a22d5111-2a85-442a-af5d-3de95a1fb546 HTTP/1.1" status: 204 len: 168 time: 0.4082284 Aug 17 03:18:04.764386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1dd2e9-d9fb-4233-ab95-5788a3568de6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a22d5111-2a85-442a-af5d-3de95a1fb546,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:04.837845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 487f6c5b-b986-4c43-a881-d1b3e319ec16 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:18:04.895903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-89991bbc-084f-4fc5-a314-e9fa8e33270f None None] Deleting port 487f6c5b-b986-4c43-a881-d1b3e319ec16 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:18:04.896634 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-89991bbc-084f-4fc5-a314-e9fa8e33270f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:04.899165 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] For port 487f6c5b-b986-4c43-a881-d1b3e319ec16, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=487f6c5b-b986-4c43-a881-d1b3e319ec16,segment=NetworkSegment(16c4021b-1f9b-448a-9096-036510196ea2),segment_id=16c4021b-1f9b-448a-9096-036510196ea2)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:04.899556 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:04.923022 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Calling delete_port for 487f6c5b-b986-4c43-a881-d1b3e319ec16 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:18:05.004131 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-89991bbc-084f-4fc5-a314-e9fa8e33270f None None] For port 487f6c5b-b986-4c43-a881-d1b3e319ec16, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=487f6c5b-b986-4c43-a881-d1b3e319ec16,segment=NetworkSegment(16c4021b-1f9b-448a-9096-036510196ea2),segment_id=16c4021b-1f9b-448a-9096-036510196ea2)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:05.004832 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-89991bbc-084f-4fc5-a314-e9fa8e33270f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:05.050218 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-89991bbc-084f-4fc5-a314-e9fa8e33270f None None] Calling delete_port for 487f6c5b-b986-4c43-a881-d1b3e319ec16 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:18:05.072347 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:05.130314 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:05.159917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Port': ['ID=487f6c5b-b986-4c43-a881-d1b3e319ec16,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:05.169027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] No DVR routers for this DVR port 487f6c5b-b986-4c43-a881-d1b3e319ec16 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:18:05.174957 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-89991bbc-084f-4fc5-a314-e9fa8e33270f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:05.179419 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624a4681-ef23-4a3f-9505-6577a18e27f5 req-d5c41d5f-46bb-4c6c-8709-10b37240b124 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:05.187732 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-624a4681-ef23-4a3f-9505-6577a18e27f5 req-d5c41d5f-46bb-4c6c-8709-10b37240b124 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 0.1141298 Aug 17 03:18:05.217958 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89991bbc-084f-4fc5-a314-e9fa8e33270f None None] Pushing event deleted for resources: {'Port': ['ID=487f6c5b-b986-4c43-a881-d1b3e319ec16,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:05.226798 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89991bbc-084f-4fc5-a314-e9fa8e33270f None None] No DVR routers for this DVR port 487f6c5b-b986-4c43-a881-d1b3e319ec16 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:18:05.377512 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:05.390045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['13aaab9b-e2cc-4388-a695-0c7fe79902c2']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:05.407157 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '16c4021b-1f9b-448a-9096-036510196ea2') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:05.407619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '16c4021b-1f9b-448a-9096-036510196ea2') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:05.419802 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:05.438317 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:05.445566 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-624a4681-ef23-4a3f-9505-6577a18e27f5 req-cf3c6a26-1b20-475a-9fd4-6356de1a2df4 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2569242 Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:18:05.460075 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:18:05.608047 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:05.618506 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:05.620774 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/networks/13aaab9b-e2cc-4388-a695-0c7fe79902c2 HTTP/1.1" status: 204 len: 168 time: 1.1979177 Aug 17 03:18:05.628205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47996) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:05.642358 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-504484029', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:05.650364 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac502acd-d59d-46e8-a1a3-4a4bc50fdc28 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Network': ['ID=13aaab9b-e2cc-4388-a695-0c7fe79902c2,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:05.783787 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:05.785531 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:05.883873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48008) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:05.912064 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7f82a320-49da-4b09-b481-d651d9581bb2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:05.916286 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:06.051925 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7f82a320-49da-4b09-b481-d651d9581bb2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:06.146603 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7f82a320-49da-4b09-b481-d651d9581bb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:06.197880 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:06.255840 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7f82a320-49da-4b09-b481-d651d9581bb2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=109c8413226d42a5b210c3fe0e4bae99&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3709083 Aug 17 03:18:06.258532 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48016) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:06.271319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f82a320-49da-4b09-b481-d651d9581bb2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b94b5de2-d9f4-4c54-a974-60f0b7b1fbc6,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:06.531316 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2577b776-0530-4d8b-ac35-9a4cbfc95c89 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:06.589305 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2577b776-0530-4d8b-ac35-9a4cbfc95c89 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:06.717977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69caaab-b0b5-44c8-b1e9-2965a34857e9 req-0f1597c7-ad16-4619-bc03-354b1467e48a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:06.726389 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b69caaab-b0b5-44c8-b1e9-2965a34857e9 req-0f1597c7-ad16-4619-bc03-354b1467e48a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 0.1198120 Aug 17 03:18:06.836305 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b69caaab-b0b5-44c8-b1e9-2965a34857e9 req-ed2318dc-08eb-4973-b5ea-9a63a3bcbbce tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0937147 Aug 17 03:18:06.971421 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:07.006998 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:07.024499 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2577b776-0530-4d8b-ac35-9a4cbfc95c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:07.027151 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2577b776-0530-4d8b-ac35-9a4cbfc95c89 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:07.028295 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2577b776-0530-4d8b-ac35-9a4cbfc95c89 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b94b5de2-d9f4-4c54-a974-60f0b7b1fbc6 HTTP/1.1" status: 204 len: 168 time: 0.7683930 Aug 17 03:18:07.065654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2577b776-0530-4d8b-ac35-9a4cbfc95c89 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b94b5de2-d9f4-4c54-a974-60f0b7b1fbc6,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:07.190433 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Allocated IP 172.25.1.19 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/6bb4acef-7fb5-446d-948e-5165aa65407a) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:18:07.328428 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:07.471227 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:07.551266 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:07.561219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:07.567459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:18:07.611313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=6bb4acef-7fb5-446d-948e-5165aa65407a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:08.056281 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96a2568c-716f-4394-acfd-385af3af572c req-69c979c8-2951-4a25-8c4e-2954369d9cc3 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:08.057891 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96a2568c-716f-4394-acfd-385af3af572c req-69c979c8-2951-4a25-8c4e-2954369d9cc3 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 0.1012633 Aug 17 03:18:08.062446 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:08.173222 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96a2568c-716f-4394-acfd-385af3af572c req-96c810f9-ce45-4cef-9c22-6b36facd67bd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074712 Aug 17 03:18:08.402769 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:08.682364 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router 4d582206-e241-47fc-81ae-573c8725bbfa is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:18:08.868935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:18:08.879664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bc5c1d-801f-450c-bca2-0424eb25dac8 None None] Sync routers for ids ['4d582206-e241-47fc-81ae-573c8725bbfa'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:18:08.888662 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bc5c1d-801f-450c-bca2-0424eb25dac8 None None] Routers {'4d582206-e241-47fc-81ae-573c8725bbfa'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:08.889288 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-50bc5c1d-801f-450c-bca2-0424eb25dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4d582206-e241-47fc-81ae-573c8725bbfa'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:08.935691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-50bc5c1d-801f-450c-bca2-0424eb25dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:08.947510 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50bc5c1d-801f-450c-bca2-0424eb25dac8 None None] Routers {'4d582206-e241-47fc-81ae-573c8725bbfa'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:08.948136 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-50bc5c1d-801f-450c-bca2-0424eb25dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4d582206-e241-47fc-81ae-573c8725bbfa'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:08.951460 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:08.953030 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-da56d029-fa57-42ed-9172-1777ab4eca04 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.3144066 Aug 17 03:18:08.956349 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48124) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:09.004742 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-50bc5c1d-801f-450c-bca2-0424eb25dac8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:09.005736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50bc5c1d-801f-450c-bca2-0424eb25dac8 None None] The sync data for ids ['4d582206-e241-47fc-81ae-573c8725bbfa'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:18:09.126877 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f91bdf8a-4e84-41dd-a0e6-ffbe943691b8 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/routers/4d582206-e241-47fc-81ae-573c8725bbfa HTTP/1.1" status: 200 len: 883 time: 0.1691990 Aug 17 03:18:09.129561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48130) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:10.010792 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48166) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:10.011262 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9c13724b-5445-4db5-9aa5-36d8c76c95ba tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.8799405 Aug 17 03:18:10.016511 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-097dc2ef-d382-4484-a3f2-3c8c00e57a87 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-504484029'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:10.351070 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-097dc2ef-d382-4484-a3f2-3c8c00e57a87 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:10.426965 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-097dc2ef-d382-4484-a3f2-3c8c00e57a87 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:10.504959 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device aee00051-652a-4cb0-b148-861aefc669e7 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:18:10.619959 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:10.652097 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:18:10.654701 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-37ee06da-fb81-49d6-b952-dfc1b84ada4e" -d '{"events": [{"server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "name": "network-vif-unplugged", "status": "completed", "tag": "aee00051-652a-4cb0-b148-861aefc669e7"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:18:10.669558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port aee00051-652a-4cb0-b148-861aefc669e7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=aee00051-652a-4cb0-b148-861aefc669e7,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:10.742012 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:10.842232 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=aee00051-652a-4cb0-b148-861aefc669e7,revision_number=14']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:10.953564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c9b2ee0-1d9a-40f5-8f7c-08f40444aeae req-72cd8581-e191-43b7-a808-6544efa5b7d6 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:10.955132 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1c9b2ee0-1d9a-40f5-8f7c-08f40444aeae req-72cd8581-e191-43b7-a808-6544efa5b7d6 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 947 time: 0.4738500 Aug 17 03:18:10.991351 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-097dc2ef-d382-4484-a3f2-3c8c00e57a87 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router 4d582206-e241-47fc-81ae-573c8725bbfa has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:18:11.008347 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1c9b2ee0-1d9a-40f5-8f7c-08f40444aeae req-17109d2d-0bfa-4a44-a387-4009c8b4f6a6 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464089 Aug 17 03:18:11.070971 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:18:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-195bc60f-7682-4cb2-88ee-016bdef4cbfc x-openstack-request-id: req-195bc60f-7682-4cb2-88ee-016bdef4cbfc {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:18:11.071434 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "name": "network-vif-unplugged", "status": "completed", "tag": "aee00051-652a-4cb0-b148-861aefc669e7", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:18:11.071902 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-195bc60f-7682-4cb2-88ee-016bdef4cbfc {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:18:11.072479 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7', 'code': 200} Aug 17 03:18:11.128576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-097dc2ef-d382-4484-a3f2-3c8c00e57a87 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:18:11.142980 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-097dc2ef-d382-4484-a3f2-3c8c00e57a87 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:11.142980 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-097dc2ef-d382-4484-a3f2-3c8c00e57a87 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/4d582206-e241-47fc-81ae-573c8725bbfa HTTP/1.1" status: 200 len: 890 time: 1.1275671 Aug 17 03:18:11.143911 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e06e8-1b4b-4e19-b19f-213cdd3c6df8 None None] Sync routers for ids ['4d582206-e241-47fc-81ae-573c8725bbfa'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:18:11.144307 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48236) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:11.155737 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1e06e8-1b4b-4e19-b19f-213cdd3c6df8 None None] Routers {'4d582206-e241-47fc-81ae-573c8725bbfa'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:11.156485 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5f1e06e8-1b4b-4e19-b19f-213cdd3c6df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4d582206-e241-47fc-81ae-573c8725bbfa'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:11.208341 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5f1e06e8-1b4b-4e19-b19f-213cdd3c6df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:11.217712 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1e06e8-1b4b-4e19-b19f-213cdd3c6df8 None None] Routers {'4d582206-e241-47fc-81ae-573c8725bbfa'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:11.218728 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5f1e06e8-1b4b-4e19-b19f-213cdd3c6df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:17:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4d582206-e241-47fc-81ae-573c8725bbfa'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:11.262736 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5f1e06e8-1b4b-4e19-b19f-213cdd3c6df8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:11.263342 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f1e06e8-1b4b-4e19-b19f-213cdd3c6df8 None None] The sync data for ids ['4d582206-e241-47fc-81ae-573c8725bbfa'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:18:11.331967 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-59edb326-bb9b-441c-bd1c-26df815a921a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/routers/4d582206-e241-47fc-81ae-573c8725bbfa HTTP/1.1" status: 200 len: 890 time: 0.1856902 Aug 17 03:18:11.335884 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48258) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:11.368089 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fa1d7d82-20d4-4596-bccc-a108bb6a7a8b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d582206-e241-47fc-81ae-573c8725bbfa HTTP/1.1" status: 200 len: 205 time: 0.0312967 Aug 17 03:18:11.368466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48262) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:11.483439 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a90ae1c-7618-400f-8c1c-4b99285cd4d2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:11.609252 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a90ae1c-7618-400f-8c1c-4b99285cd4d2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:11.750743 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4a90ae1c-7618-400f-8c1c-4b99285cd4d2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting port 6bb4acef-7fb5-446d-948e-5165aa65407a {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:18:11.751899 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a90ae1c-7618-400f-8c1c-4b99285cd4d2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:11.841994 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a90ae1c-7618-400f-8c1c-4b99285cd4d2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:11.863555 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4a90ae1c-7618-400f-8c1c-4b99285cd4d2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Calling delete_port for 6bb4acef-7fb5-446d-948e-5165aa65407a owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:18:12.222480 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a90ae1c-7618-400f-8c1c-4b99285cd4d2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:12.264032 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a90ae1c-7618-400f-8c1c-4b99285cd4d2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Port': ['ID=6bb4acef-7fb5-446d-948e-5165aa65407a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:12.377393 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a90ae1c-7618-400f-8c1c-4b99285cd4d2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:12.509288 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a90ae1c-7618-400f-8c1c-4b99285cd4d2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:12.521093 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a90ae1c-7618-400f-8c1c-4b99285cd4d2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:12.627862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48332) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:12.661384 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a90ae1c-7618-400f-8c1c-4b99285cd4d2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:12.662411 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a90ae1c-7618-400f-8c1c-4b99285cd4d2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Fanout notify agent at l3_agent the message router_deleted on router 4d582206-e241-47fc-81ae-573c8725bbfa {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:18:12.672108 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a90ae1c-7618-400f-8c1c-4b99285cd4d2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:12.677946 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4a90ae1c-7618-400f-8c1c-4b99285cd4d2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/routers/4d582206-e241-47fc-81ae-573c8725bbfa HTTP/1.1" status: 204 len: 168 time: 1.3082404 Aug 17 03:18:12.678267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48336) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:12.683664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-cdc9824e-38c9-4055-99f5-35ced67fb5fd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1874124289'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:12.797696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cdc9824e-38c9-4055-99f5-35ced67fb5fd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:12.802795 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cdc9824e-38c9-4055-99f5-35ced67fb5fd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:12.844273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cdc9824e-38c9-4055-99f5-35ced67fb5fd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:18:12.867103 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61829d34-2bad-4d25-9fa7-eebb1f12dea3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:12.942617 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cdc9824e-38c9-4055-99f5-35ced67fb5fd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:12.944318 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-cdc9824e-38c9-4055-99f5-35ced67fb5fd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Added segment 646d104e-f24d-45c5-9a7a-8c5234f8585a of type vlan for network f31b08fc-5d16-4587-9653-d428964a277b Aug 17 03:18:13.022307 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cdc9824e-38c9-4055-99f5-35ced67fb5fd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:13.048165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61829d34-2bad-4d25-9fa7-eebb1f12dea3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:13.129627 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61829d34-2bad-4d25-9fa7-eebb1f12dea3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:13.174424 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48350) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:13.186375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-61829d34-2bad-4d25-9fa7-eebb1f12dea3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2287020c211b4814a50eacb5c3ca4fec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5567393 Aug 17 03:18:13.194625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61829d34-2bad-4d25-9fa7-eebb1f12dea3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5661ac2-6337-4125-ba37-56d6c12e7f35,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:13.197942 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cdc9824e-38c9-4055-99f5-35ced67fb5fd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:13.203463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdc9824e-38c9-4055-99f5-35ced67fb5fd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:13.204291 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cdc9824e-38c9-4055-99f5-35ced67fb5fd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:13.217174 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61829d34-2bad-4d25-9fa7-eebb1f12dea3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:13.217788 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61829d34-2bad-4d25-9fa7-eebb1f12dea3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:13.218301 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61829d34-2bad-4d25-9fa7-eebb1f12dea3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:13.218883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61829d34-2bad-4d25-9fa7-eebb1f12dea3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:13.219664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61829d34-2bad-4d25-9fa7-eebb1f12dea3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:13.221165 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61829d34-2bad-4d25-9fa7-eebb1f12dea3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:13.222253 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61829d34-2bad-4d25-9fa7-eebb1f12dea3 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:13.223192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61829d34-2bad-4d25-9fa7-eebb1f12dea3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:13.223775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61829d34-2bad-4d25-9fa7-eebb1f12dea3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:13.224327 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61829d34-2bad-4d25-9fa7-eebb1f12dea3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:13.224881 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61829d34-2bad-4d25-9fa7-eebb1f12dea3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:13.225452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61829d34-2bad-4d25-9fa7-eebb1f12dea3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:13.293796 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b332b86-356e-4e93-b2ad-32ee38562437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:13.329106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc9824e-38c9-4055-99f5-35ced67fb5fd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Network': ['ID=f31b08fc-5d16-4587-9653-d428964a277b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:13.346388 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network f31b08fc-5d16-4587-9653-d428964a277b details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:18:13.348635 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b332b86-356e-4e93-b2ad-32ee38562437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:13.385708 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cdc9824e-38c9-4055-99f5-35ced67fb5fd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7060575 Aug 17 03:18:13.388182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48360) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:13.400737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-eafb0429-bbcf-43fb-a214-cc2b10d2bcbb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'subnet': {'network_id': 'f31b08fc-5d16-4587-9653-d428964a277b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:13.493953 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b332b86-356e-4e93-b2ad-32ee38562437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:13.497798 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9b332b86-356e-4e93-b2ad-32ee38562437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:13.499871 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9b332b86-356e-4e93-b2ad-32ee38562437 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d5661ac2-6337-4125-ba37-56d6c12e7f35 HTTP/1.1" status: 204 len: 168 time: 0.3243954 Aug 17 03:18:13.527632 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b332b86-356e-4e93-b2ad-32ee38562437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5661ac2-6337-4125-ba37-56d6c12e7f35,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:13.620758 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eafb0429-bbcf-43fb-a214-cc2b10d2bcbb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:13.625098 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eafb0429-bbcf-43fb-a214-cc2b10d2bcbb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:13.950868 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eafb0429-bbcf-43fb-a214-cc2b10d2bcbb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:14.066227 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eafb0429-bbcf-43fb-a214-cc2b10d2bcbb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Checking segment: {'id': '646d104e-f24d-45c5-9a7a-8c5234f8585a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f31b08fc-5d16-4587-9653-d428964a277b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:14.067320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafb0429-bbcf-43fb-a214-cc2b10d2bcbb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network hostable DHCP agents. Network: f31b08fc-5d16-4587-9653-d428964a277b, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:18:14.071229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafb0429-bbcf-43fb-a214-cc2b10d2bcbb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Subnet': ['ID=85a99595-084d-419c-8674-d5ddda696fc4,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:14.159292 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eafb0429-bbcf-43fb-a214-cc2b10d2bcbb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network f31b08fc-5d16-4587-9653-d428964a277b is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:18:14.282418 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-eafb0429-bbcf-43fb-a214-cc2b10d2bcbb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, f31b08fc-5d16-4587-9653-d428964a277b) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:14.287901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eafb0429-bbcf-43fb-a214-cc2b10d2bcbb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:14.288911 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eafb0429-bbcf-43fb-a214-cc2b10d2bcbb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:14.304639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eac08aa-14e1-4149-a092-ae8baaf6d6a6 None None] Network f31b08fc-5d16-4587-9653-d428964a277b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:14.404610 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-eafb0429-bbcf-43fb-a214-cc2b10d2bcbb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0146520 Aug 17 03:18:14.406986 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48396) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:14.415797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-94fc99fc-7188-455a-a35c-912d9ea24ccf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1408707951', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:14.485009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48400) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:14.514051 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-31ecfba8-211c-415d-99a5-826d3c9d2844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:14.564243 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-94fc99fc-7188-455a-a35c-912d9ea24ccf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:14.565775 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-94fc99fc-7188-455a-a35c-912d9ea24ccf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:14.589246 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-f31b08fc-5d16-4587-9653-d428964a277b', 'network_id': 'f31b08fc-5d16-4587-9653-d428964a277b', 'tenant_id': '515300cdc220474c98fe888e647da248', 'fixed_ips': [{'subnet_id': '85a99595-084d-419c-8674-d5ddda696fc4'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:18:14.594381 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:14.673406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb85da3-68f8-42a2-8e5a-426b52bb6757 req-9abc10fe-6e7e-4cf4-ab2e-ed77682de098 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:14.681949 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3bb85da3-68f8-42a2-8e5a-426b52bb6757 req-9abc10fe-6e7e-4cf4-ab2e-ed77682de098 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1377783 Aug 17 03:18:14.772490 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-31ecfba8-211c-415d-99a5-826d3c9d2844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:14.779908 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-94fc99fc-7188-455a-a35c-912d9ea24ccf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:14.807285 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3bb85da3-68f8-42a2-8e5a-426b52bb6757 req-4eac2b66-c63a-43b2-a6bf-aee4db882cd0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1244631 Aug 17 03:18:14.856428 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-31ecfba8-211c-415d-99a5-826d3c9d2844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:14.861991 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-94fc99fc-7188-455a-a35c-912d9ea24ccf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:14.880881 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Allocated IP 2001:db8::2 (f31b08fc-5d16-4587-9653-d428964a277b/85a99595-084d-419c-8674-d5ddda696fc4/b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:18:14.921702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48412) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:14.923987 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-31ecfba8-211c-415d-99a5-826d3c9d2844 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7d8f885f83bb489faaa951fae6c99a67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4366601 Aug 17 03:18:14.955009 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-94fc99fc-7188-455a-a35c-912d9ea24ccf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:14.956284 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-94fc99fc-7188-455a-a35c-912d9ea24ccf tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5470998 Aug 17 03:18:14.961589 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48414) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:14.977747 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31ecfba8-211c-415d-99a5-826d3c9d2844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bfa56b4-8418-48e2-85ad-104903792772,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:15.118369 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:15.131280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Transition to ACTIVE for port object b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:15.152279 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Transition to ACTIVE for port object b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:15.204722 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec75212b-9445-49bb-92d6-877d778aa1b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:15.260383 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec75212b-9445-49bb-92d6-877d778aa1b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:15.262609 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2968673e-dfad-4609-af88-6f838c11c841 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:15.265489 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:15.324244 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Pushing event updated for resources: {'Port': ['ID=b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:15.352656 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Network f31b08fc-5d16-4587-9653-d428964a277b is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:15.354491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:15.358004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:18:15.422516 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Attempting to bind port b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:18:15.422994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Attempting to bind port b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '646d104e-f24d-45c5-9a7a-8c5234f8585a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f31b08fc-5d16-4587-9653-d428964a277b'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:18:15.423588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Attempting to bind port b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 on network f31b08fc-5d16-4587-9653-d428964a277b {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:18:15.430436 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:18:15.430919 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Checking segment: {'id': '646d104e-f24d-45c5-9a7a-8c5234f8585a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f31b08fc-5d16-4587-9653-d428964a277b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:15.431422 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:15.431903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Bound using segment: {'id': '646d104e-f24d-45c5-9a7a-8c5234f8585a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f31b08fc-5d16-4587-9653-d428964a277b'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:18:15.432525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Bound port: b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '646d104e-f24d-45c5-9a7a-8c5234f8585a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'f31b08fc-5d16-4587-9653-d428964a277b'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:18:15.432936 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:15.521892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] For port b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:18:15.525763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] For port b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9,segment=NetworkSegment(646d104e-f24d-45c5-9a7a-8c5234f8585a),segment_id=646d104e-f24d-45c5-9a7a-8c5234f8585a)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:18:15.566398 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:15.593726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d836791-9e58-4330-a616-43304817ff7e req-417ecdb8-efeb-4c17-afab-f0c0c0265146 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:15.596507 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d836791-9e58-4330-a616-43304817ff7e req-417ecdb8-efeb-4c17-afab-f0c0c0265146 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.3887999 Aug 17 03:18:15.614148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287df709-425e-4842-97b3-654798ff222b req-804cb6d2-cb88-4270-83be-6131a8192d6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:15.616021 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-287df709-425e-4842-97b3-654798ff222b req-804cb6d2-cb88-4270-83be-6131a8192d6b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 1096 time: 0.2088816 Aug 17 03:18:15.638169 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:15.744817 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794d2aa6-f253-444f-b94e-d007f90bef9b None None] Pushing event updated for resources: {'Port': ['ID=b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:15.747748 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec75212b-9445-49bb-92d6-877d778aa1b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:15.755031 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec75212b-9445-49bb-92d6-877d778aa1b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:15.755031 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ec75212b-9445-49bb-92d6-877d778aa1b1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9bfa56b4-8418-48e2-85ad-104903792772 HTTP/1.1" status: 204 len: 168 time: 0.8299866 Aug 17 03:18:16.026353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec75212b-9445-49bb-92d6-877d778aa1b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bfa56b4-8418-48e2-85ad-104903792772,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:16.050632 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d836791-9e58-4330-a616-43304817ff7e req-20f2f792-d09b-4d7e-97fc-0d330a261525 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4447219 Aug 17 03:18:16.215559 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Allocated IP 2001:db8::1 (f31b08fc-5d16-4587-9653-d428964a277b/85a99595-084d-419c-8674-d5ddda696fc4/6935486b-c357-4384-8105-a89e2ed787fc) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:18:16.400237 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287df709-425e-4842-97b3-654798ff222b req-84db8ec7-0362-4c54-8b6b-d8eafa85561f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:16.411481 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-287df709-425e-4842-97b3-654798ff222b req-84db8ec7-0362-4c54-8b6b-d8eafa85561f service neutron] 10.222.0.60 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 0.7710769 Aug 17 03:18:16.515167 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-287df709-425e-4842-97b3-654798ff222b req-8be0f08c-933e-4485-a5cc-71fced6d8f57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee00051-652a-4cb0-b148-861aefc669e7 HTTP/1.1" status: 200 len: 1000 time: 0.1024401 Aug 17 03:18:16.583692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287df709-425e-4842-97b3-654798ff222b req-d2e70e03-5f5b-4e62-b98b-85889b081113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:16.585276 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-287df709-425e-4842-97b3-654798ff222b req-d2e70e03-5f5b-4e62-b98b-85889b081113 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.0560546 Aug 17 03:18:16.670634 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:16.691971 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Transition to ACTIVE for port object 6935486b-c357-4384-8105-a89e2ed787fc will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:16.694805 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287df709-425e-4842-97b3-654798ff222b req-db8a6865-bfe0-4a7d-ae5c-107653a24223 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:16.696431 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-287df709-425e-4842-97b3-654798ff222b req-db8a6865-bfe0-4a7d-ae5c-107653a24223 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0997229 Aug 17 03:18:16.862144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:16.925155 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-287df709-425e-4842-97b3-654798ff222b req-741fb78b-9a8a-4142-8bfe-b81db1070b1d service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946507 Aug 17 03:18:16.961927 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:17.039150 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:17.105600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network f31b08fc-5d16-4587-9653-d428964a277b is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:17.119717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:17.123718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=6935486b-c357-4384-8105-a89e2ed787fc,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:17.126311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:18:17.127375 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:17.192847 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-287df709-425e-4842-97b3-654798ff222b req-42cfba0c-d405-4b00-968a-3288eea129a3 service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2599335 Aug 17 03:18:17.216720 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48458) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:17.261860 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbab4e7-aabc-4622-9646-c26a67ddd628 req-77de9e5e-4a5e-44eb-9bf1-161ac6cb327a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:17.270133 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-edbab4e7-aabc-4622-9646-c26a67ddd628 req-77de9e5e-4a5e-44eb-9bf1-161ac6cb327a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.0996313 Aug 17 03:18:17.332454 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-edbab4e7-aabc-4622-9646-c26a67ddd628 req-909a0922-8df3-42e4-8813-d4330e4b7606 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0559337 Aug 17 03:18:17.351820 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5af1bdb4-4feb-4609-8d19-3fc648c78103 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:17.383525 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:17.384142 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b6f33b-43b1-4737-b4bb-7e00ea5d8921 None None] Network f31b08fc-5d16-4587-9653-d428964a277b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:17.470593 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5af1bdb4-4feb-4609-8d19-3fc648c78103 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:17.614825 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5af1bdb4-4feb-4609-8d19-3fc648c78103 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:17.653208 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-635a0f95-aa56-45ab-80bc-96923af62e12 None None] Provisioning for port b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:17.666325 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-635a0f95-aa56-45ab-80bc-96923af62e12 None None] Provisioning complete for port b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:17.668167 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-635a0f95-aa56-45ab-80bc-96923af62e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:17.673516 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5af1bdb4-4feb-4609-8d19-3fc648c78103 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c968311311f244319ba3253742b95068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4518788 Aug 17 03:18:17.675791 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48476) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:17.737738 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:17.773878 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af1bdb4-4feb-4609-8d19-3fc648c78103 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62902bf2-99d5-41c9-b113-cb934dfe9251,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:17.817895 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44c4d5c4-ed6e-4e5a-8bbd-fa5c4b6a8321 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:17.856876 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:17.858041 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:17.873504 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44c4d5c4-ed6e-4e5a-8bbd-fa5c4b6a8321 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:17.955055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=6935486b-c357-4384-8105-a89e2ed787fc,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:17.985188 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-635a0f95-aa56-45ab-80bc-96923af62e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:18.055650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-635a0f95-aa56-45ab-80bc-96923af62e12 None None] For port b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9,segment=NetworkSegment(646d104e-f24d-45c5-9a7a-8c5234f8585a),segment_id=646d104e-f24d-45c5-9a7a-8c5234f8585a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:18.057526 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6fdf33d4-e1d4-4704-badd-56fb04fa6a76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:18.079290 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44c4d5c4-ed6e-4e5a-8bbd-fa5c4b6a8321 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:18.086192 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44c4d5c4-ed6e-4e5a-8bbd-fa5c4b6a8321 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:18.095085 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-44c4d5c4-ed6e-4e5a-8bbd-fa5c4b6a8321 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62902bf2-99d5-41c9-b113-cb934dfe9251 HTTP/1.1" status: 204 len: 168 time: 0.4077222 Aug 17 03:18:18.104800 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c4d5c4-ed6e-4e5a-8bbd-fa5c4b6a8321 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62902bf2-99d5-41c9-b113-cb934dfe9251,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:18.175361 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network f31b08fc-5d16-4587-9653-d428964a277b is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:18.177658 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:18.191436 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-635a0f95-aa56-45ab-80bc-96923af62e12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:18.195091 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:18.270372 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635a0f95-aa56-45ab-80bc-96923af62e12 None None] Pushing event updated for resources: {'Port': ['ID=b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:18.335985 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e7b18343-bdab-454a-bbb8-40f48ebc618a None None] Provisioning complete for port b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:18.335985 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e7b18343-bdab-454a-bbb8-40f48ebc618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:18.480380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router b6d6e70c-0cbf-4480-9f01-04bc7dea1755 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:18:18.499886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1dac06-9f9c-47f2-8c4a-aabf390384ec req-2a66cf8a-2a88-4685-af87-e1a703d53946 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:18.503066 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee1dac06-9f9c-47f2-8c4a-aabf390384ec req-2a66cf8a-2a88-4685-af87-e1a703d53946 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.0870075 Aug 17 03:18:18.636965 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee1dac06-9f9c-47f2-8c4a-aabf390384ec req-c2486eb7-3722-47ff-ad9b-4b97cbe6e1a0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1254640 Aug 17 03:18:18.653994 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:18:18.667263 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e7b18343-bdab-454a-bbb8-40f48ebc618a None None] Provisioning for port 6935486b-c357-4384-8105-a89e2ed787fc completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:18.671485 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5643e37a-dda9-4f01-9c11-a21623851c7a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/b6d6e70c-0cbf-4480-9f01-04bc7dea1755/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7081335 Aug 17 03:18:18.673768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48544) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:18.683140 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e7b18343-bdab-454a-bbb8-40f48ebc618a None None] Provisioning complete for port 6935486b-c357-4384-8105-a89e2ed787fc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:18.683523 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e7b18343-bdab-454a-bbb8-40f48ebc618a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:18.760429 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b5513ed-a38a-4bc0-8402-18057cfb6917 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:18.762285 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9b5513ed-a38a-4bc0-8402-18057cfb6917 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports/6935486b-c357-4384-8105-a89e2ed787fc HTTP/1.1" status: 200 len: 911 time: 0.0870030 Aug 17 03:18:18.765262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48548) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:18.771533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-de3895e6-d2e8-4cfe-bbd7-0ffec2537ffc tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '85a99595-084d-419c-8674-d5ddda696fc4'}]}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:18.847582 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5926b18d-0930-44ab-a2aa-de3be7232272 None None] Sync routers for ids ['b6d6e70c-0cbf-4480-9f01-04bc7dea1755'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:18:18.854953 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e7b18343-bdab-454a-bbb8-40f48ebc618a None None] Port 6935486b-c357-4384-8105-a89e2ed787fc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:18:18.887936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:18.904062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5926b18d-0930-44ab-a2aa-de3be7232272 None None] Routers {'b6d6e70c-0cbf-4480-9f01-04bc7dea1755'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:18.905012 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-5926b18d-0930-44ab-a2aa-de3be7232272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b6d6e70c-0cbf-4480-9f01-04bc7dea1755'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:18.998644 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48556) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:19.037805 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729b60ac-f85b-4f20-b033-513dd3e52d21 req-ef0f03e3-0c88-49e4-8691-edef5a93ce5c tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:19.050570 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-729b60ac-f85b-4f20-b033-513dd3e52d21 req-ef0f03e3-0c88-49e4-8691-edef5a93ce5c tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 945 time: 0.0990355 Aug 17 03:18:19.078624 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-5926b18d-0930-44ab-a2aa-de3be7232272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:19.111755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5926b18d-0930-44ab-a2aa-de3be7232272 None None] Routers {'b6d6e70c-0cbf-4480-9f01-04bc7dea1755'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:19.112564 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-5926b18d-0930-44ab-a2aa-de3be7232272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b6d6e70c-0cbf-4480-9f01-04bc7dea1755'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:19.149559 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e2e1353b-4c26-4c07-a9e7-6f7adac4aed9 None None] Provisioning complete for port 6935486b-c357-4384-8105-a89e2ed787fc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:19.149559 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e2e1353b-4c26-4c07-a9e7-6f7adac4aed9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:19.150803 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-729b60ac-f85b-4f20-b033-513dd3e52d21 req-776619ae-8ef0-4a2c-9201-fda7dedc8827 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0795343 Aug 17 03:18:19.151844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2633d336-6cec-4289-a6ec-5018c05eb20b req-3249edc3-549e-487b-b68a-08190d6be680 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:19.153683 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2633d336-6cec-4289-a6ec-5018c05eb20b req-3249edc3-549e-487b-b68a-08190d6be680 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.2327905 Aug 17 03:18:19.204953 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-5926b18d-0930-44ab-a2aa-de3be7232272 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:19.210338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5926b18d-0930-44ab-a2aa-de3be7232272 None None] The sync data for ids ['b6d6e70c-0cbf-4480-9f01-04bc7dea1755'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:18:19.218283 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-837536a4-3eb3-45c2-95e6-b1e06f48cd22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:19.239843 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:19.240580 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:19.247484 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2633d336-6cec-4289-a6ec-5018c05eb20b req-3d3b7cbc-3976-4933-9292-aed78b2ae5c1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829525 Aug 17 03:18:19.254997 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de3895e6-d2e8-4cfe-bbd7-0ffec2537ffc tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:19.285456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e2e1353b-4c26-4c07-a9e7-6f7adac4aed9 None None] Port 6935486b-c357-4384-8105-a89e2ed787fc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:18:19.399668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ffb04586-5855-4b64-a405-49128ef68f93 None None] Provisioning complete for port 6935486b-c357-4384-8105-a89e2ed787fc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:19.400976 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ffb04586-5855-4b64-a405-49128ef68f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:19.432079 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-837536a4-3eb3-45c2-95e6-b1e06f48cd22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:19.443313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b927e7d-06cc-46e6-9878-01de63d6923e req-c1fde0bd-3d62-4b86-9e69-f6902c02a656 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:19.445144 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3b927e7d-06cc-46e6-9878-01de63d6923e req-c1fde0bd-3d62-4b86-9e69-f6902c02a656 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.0895135 Aug 17 03:18:19.448239 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:19.472915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ffb04586-5855-4b64-a405-49128ef68f93 None None] Port 6935486b-c357-4384-8105-a89e2ed787fc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:18:19.491074 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3b927e7d-06cc-46e6-9878-01de63d6923e req-99b27930-03b5-4fca-837d-7be69bdecadb tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394413 Aug 17 03:18:19.535589 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-837536a4-3eb3-45c2-95e6-b1e06f48cd22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:19.583807 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-837536a4-3eb3-45c2-95e6-b1e06f48cd22 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=fe380e18f53247fc9a091f4a988a3d39&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5839868 Aug 17 03:18:19.585404 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837536a4-3eb3-45c2-95e6-b1e06f48cd22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85a6ec94-5b4c-42c4-8c9c-33fd638a1dcf,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:19.587892 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48564) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:19.612093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48566) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:19.638318 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88b29f0b-ff78-4e82-857b-f0ec2f6c97f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:19.706492 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49417db6-598f-459c-85a2-e6d0eb312616 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:19.755448 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49417db6-598f-459c-85a2-e6d0eb312616 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:19.841086 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88b29f0b-ff78-4e82-857b-f0ec2f6c97f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:19.901410 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49417db6-598f-459c-85a2-e6d0eb312616 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:19.904130 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49417db6-598f-459c-85a2-e6d0eb312616 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:19.905332 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-49417db6-598f-459c-85a2-e6d0eb312616 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85a6ec94-5b4c-42c4-8c9c-33fd638a1dcf HTTP/1.1" status: 204 len: 168 time: 0.3164690 Aug 17 03:18:19.916578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49417db6-598f-459c-85a2-e6d0eb312616 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a6ec94-5b4c-42c4-8c9c-33fd638a1dcf,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:19.923666 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88b29f0b-ff78-4e82-857b-f0ec2f6c97f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:19.969481 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b29f0b-ff78-4e82-857b-f0ec2f6c97f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bff52db-01f5-47d8-bdf3-fddf9689a637,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:19.996888 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-88b29f0b-ff78-4e82-857b-f0ec2f6c97f9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1a325460c9b74433bc9ab53436573dd7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3836272 Aug 17 03:18:19.999459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48586) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:20.062779 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6919003-47e9-4354-9942-88f18edd16f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:20.088183 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6919003-47e9-4354-9942-88f18edd16f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:20.178417 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-ac504279-307c-47c0-bf34-e94092e532ca tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:20.179963 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-ac504279-307c-47c0-bf34-e94092e532ca tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 812 time: 0.1540749 Aug 17 03:18:20.208693 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-a3cb614f-ca26-4487-9f64-e0155febe152 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/quotas/cfdfb585b9144c8286617b5e97123a83 HTTP/1.1" status: 200 len: 375 time: 0.0195546 Aug 17 03:18:20.212554 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de3895e6-d2e8-4cfe-bbd7-0ffec2537ffc tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:20.260266 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1887b79-7ed3-48e9-9e7b-a150e716d8d4 req-8eb6d179-918c-4261-88f6-f57fd08f5f40 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:20.262299 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1887b79-7ed3-48e9-9e7b-a150e716d8d4 req-8eb6d179-918c-4261-88f6-f57fd08f5f40 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 945 time: 0.0610056 Aug 17 03:18:20.263582 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6919003-47e9-4354-9942-88f18edd16f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:20.266386 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6919003-47e9-4354-9942-88f18edd16f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:20.267688 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f6919003-47e9-4354-9942-88f18edd16f4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6bff52db-01f5-47d8-bdf3-fddf9689a637 HTTP/1.1" status: 204 len: 168 time: 0.2670777 Aug 17 03:18:20.271455 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-1a486a6c-a4d7-4e7d-9097-f336b0c3cda8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0555005 Aug 17 03:18:20.313295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6919003-47e9-4354-9942-88f18edd16f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bff52db-01f5-47d8-bdf3-fddf9689a637,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:20.346438 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de3895e6-d2e8-4cfe-bbd7-0ffec2537ffc tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:20.353775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de3895e6-d2e8-4cfe-bbd7-0ffec2537ffc tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:20.354758 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-de3895e6-d2e8-4cfe-bbd7-0ffec2537ffc tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:20.359394 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-de3895e6-d2e8-4cfe-bbd7-0ffec2537ffc tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/ports/6935486b-c357-4384-8105-a89e2ed787fc HTTP/1.1" status: 200 len: 911 time: 1.5927877 Aug 17 03:18:20.363131 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48594) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:20.425807 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1887b79-7ed3-48e9-9e7b-a150e716d8d4 req-241313e9-fad4-4567-830e-568feb7450db tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1461678 Aug 17 03:18:20.470273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3895e6-d2e8-4cfe-bbd7-0ffec2537ffc tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=6935486b-c357-4384-8105-a89e2ed787fc,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:20.490994 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-f08f003a-ebcf-4bc5-8fbb-ff0af26d1e44 service neutron] 10.222.0.10 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2106321 Aug 17 03:18:20.619860 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-11d0d7e5-e99e-452c-b9d6-54b5ca5ba3bf service neutron] 10.222.0.10 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128850 Aug 17 03:18:20.799411 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-667cfe50-6db2-4edd-9ba8-8c2adbeb642a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:20.900671 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:21.000043 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5e5b69-9567-4559-ab87-b9d643dd0a08 req-e7ab4946-9020-4f88-9fec-41c695320fb4 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:21.009329 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d42158bb-91b7-49cc-b134-fcef40787713 req-b711c377-5d98-4d57-b0a0-6f28eeefacf0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 210 time: 0.0330164 Aug 17 03:18:21.013782 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd5e5b69-9567-4559-ab87-b9d643dd0a08 req-e7ab4946-9020-4f88-9fec-41c695320fb4 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.30 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 945 time: 0.1226306 Aug 17 03:18:21.184704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-667cfe50-6db2-4edd-9ba8-8c2adbeb642a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting port 6935486b-c357-4384-8105-a89e2ed787fc {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:18:21.185129 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-667cfe50-6db2-4edd-9ba8-8c2adbeb642a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:21.203221 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-fd5e5b69-9567-4559-ab87-b9d643dd0a08 req-481492b6-c95b-4b9f-a651-4cae859af1df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Deleting port 376a07d6-16f6-4852-866a-a73dbd581b5a {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:18:21.203566 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fd5e5b69-9567-4559-ab87-b9d643dd0a08 req-481492b6-c95b-4b9f-a651-4cae859af1df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:21.298738 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-667cfe50-6db2-4edd-9ba8-8c2adbeb642a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:21.316990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-667cfe50-6db2-4edd-9ba8-8c2adbeb642a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Calling delete_port for 6935486b-c357-4384-8105-a89e2ed787fc owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:18:21.346349 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-fd5e5b69-9567-4559-ab87-b9d643dd0a08 req-481492b6-c95b-4b9f-a651-4cae859af1df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] For port 376a07d6-16f6-4852-866a-a73dbd581b5a, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=376a07d6-16f6-4852-866a-a73dbd581b5a,segment=NetworkSegment(dbd7541f-dd23-4942-af3e-b48fa01cf190),segment_id=dbd7541f-dd23-4942-af3e-b48fa01cf190)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:21.346349 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fd5e5b69-9567-4559-ab87-b9d643dd0a08 req-481492b6-c95b-4b9f-a651-4cae859af1df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:21.626689 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fd5e5b69-9567-4559-ab87-b9d643dd0a08 req-481492b6-c95b-4b9f-a651-4cae859af1df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:21.626689 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fd5e5b69-9567-4559-ab87-b9d643dd0a08 req-481492b6-c95b-4b9f-a651-4cae859af1df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:21.626689 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-fd5e5b69-9567-4559-ab87-b9d643dd0a08 req-481492b6-c95b-4b9f-a651-4cae859af1df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Floating IP da53dda9-e500-4854-8080-8b273e2d4918 disassociated. External IP: 172.25.1.217, port: 376a07d6-16f6-4852-866a-a73dbd581b5a. Aug 17 03:18:21.626689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-fd5e5b69-9567-4559-ab87-b9d643dd0a08 req-481492b6-c95b-4b9f-a651-4cae859af1df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Calling delete_port for 376a07d6-16f6-4852-866a-a73dbd581b5a owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:18:21.649404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f3ba095-3134-46c0-bee2-7372b1a57c2f req-6dc7d4f1-4e34-4df5-91b9-71cd15fff581 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:21.650675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f3ba095-3134-46c0-bee2-7372b1a57c2f req-6dc7d4f1-4e34-4df5-91b9-71cd15fff581 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 945 time: 0.1140625 Aug 17 03:18:21.744301 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f3ba095-3134-46c0-bee2-7372b1a57c2f req-8beffdd5-2fff-427c-9d70-62764984d384 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups?id=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569918 Aug 17 03:18:21.855193 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-667cfe50-6db2-4edd-9ba8-8c2adbeb642a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:21.903828 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-667cfe50-6db2-4edd-9ba8-8c2adbeb642a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Port': ['ID=6935486b-c357-4384-8105-a89e2ed787fc,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:21.934843 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fd5e5b69-9567-4559-ab87-b9d643dd0a08 req-481492b6-c95b-4b9f-a651-4cae859af1df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:21.983256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481492b6-c95b-4b9f-a651-4cae859af1df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Pushing event deleted for resources: {'Port': ['ID=376a07d6-16f6-4852-866a-a73dbd581b5a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:22.089107 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-667cfe50-6db2-4edd-9ba8-8c2adbeb642a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:22.179684 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fd5e5b69-9567-4559-ab87-b9d643dd0a08 req-481492b6-c95b-4b9f-a651-4cae859af1df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:18:22.271458 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e2f3a8f2-d965-4855-8ad7-2ed51a9ff662 req-55b38cc7-9ddc-4049-9269-e589270f7cf8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 210 time: 0.0349209 Aug 17 03:18:22.440208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fd5e5b69-9567-4559-ab87-b9d643dd0a08 req-481492b6-c95b-4b9f-a651-4cae859af1df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:18:22.461730 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f01715-8811-4dd5-a503-acee6e9997e0 None None] Sync routers for ids ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:18:22.521373 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f01715-8811-4dd5-a503-acee6e9997e0 None None] Routers {'6772dce1-f98a-4a35-9e66-a81ca0530bf9'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:22.525556 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-37f01715-8811-4dd5-a503-acee6e9997e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:22.531928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-667cfe50-6db2-4edd-9ba8-8c2adbeb642a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router b6d6e70c-0cbf-4480-9f01-04bc7dea1755 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:18:22.558798 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fd5e5b69-9567-4559-ab87-b9d643dd0a08 req-481492b6-c95b-4b9f-a651-4cae859af1df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] No DVR routers for this DVR port 376a07d6-16f6-4852-866a-a73dbd581b5a on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:18:22.565097 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fd5e5b69-9567-4559-ab87-b9d643dd0a08 req-481492b6-c95b-4b9f-a651-4cae859af1df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:22.571896 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd5e5b69-9567-4559-ab87-b9d643dd0a08 req-481492b6-c95b-4b9f-a651-4cae859af1df tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.30 "DELETE /v2.0/ports/376a07d6-16f6-4852-866a-a73dbd581b5a HTTP/1.1" status: 204 len: 173 time: 1.5502028 Aug 17 03:18:22.574161 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c96035fb-44c2-4852-a741-b529c0daf508', 'name': 'network-vif-deleted', 'tag': '376a07d6-16f6-4852-866a-a73dbd581b5a'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:18:22.589389 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc6e813-bf96-4665-8ac6-c9a7f0a845d0" -d '{"events": [{"server_uuid": "c96035fb-44c2-4852-a741-b529c0daf508", "name": "network-vif-deleted", "tag": "376a07d6-16f6-4852-866a-a73dbd581b5a"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:18:22.689511 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:18:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-533c604d-95e6-4b43-a26c-e014bd1007fa x-openstack-request-id: req-533c604d-95e6-4b43-a26c-e014bd1007fa {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:18:22.690299 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c96035fb-44c2-4852-a741-b529c0daf508", "name": "network-vif-deleted", "tag": "376a07d6-16f6-4852-866a-a73dbd581b5a", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:18:22.690438 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-533c604d-95e6-4b43-a26c-e014bd1007fa {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:18:22.690752 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c96035fb-44c2-4852-a741-b529c0daf508', 'name': 'network-vif-deleted', 'tag': '376a07d6-16f6-4852-866a-a73dbd581b5a', 'status': 'completed', 'code': 200} Aug 17 03:18:22.753151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48674) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:22.785383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-667cfe50-6db2-4edd-9ba8-8c2adbeb642a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:18:22.796188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48680) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:22.796368 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-667cfe50-6db2-4edd-9ba8-8c2adbeb642a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/b6d6e70c-0cbf-4480-9f01-04bc7dea1755/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4317524 Aug 17 03:18:22.819505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df11d6-8427-4881-b8c3-2fdd4203779e None None] Sync routers for ids ['b6d6e70c-0cbf-4480-9f01-04bc7dea1755'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:18:22.852803 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df11d6-8427-4881-b8c3-2fdd4203779e None None] Routers {'b6d6e70c-0cbf-4480-9f01-04bc7dea1755'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:22.853723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b0df11d6-8427-4881-b8c3-2fdd4203779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b6d6e70c-0cbf-4480-9f01-04bc7dea1755'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:22.869342 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-37f01715-8811-4dd5-a503-acee6e9997e0 None None] Set router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:18:22.932180 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b0df11d6-8427-4881-b8c3-2fdd4203779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:22.947858 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0df11d6-8427-4881-b8c3-2fdd4203779e None None] Routers {'b6d6e70c-0cbf-4480-9f01-04bc7dea1755'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:22.948603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b0df11d6-8427-4881-b8c3-2fdd4203779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b6d6e70c-0cbf-4480-9f01-04bc7dea1755'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:22.952517 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f2549ca0-59ec-4092-9efc-277cb7c8a81c tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6d6e70c-0cbf-4480-9f01-04bc7dea1755 HTTP/1.1" status: 200 len: 205 time: 0.1547182 Aug 17 03:18:22.953169 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48684) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:22.971250 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c8b222b5-9bb9-47b8-8ceb-d88fe075b9a7 req-3bdb13e8-ef00-4aac-9f72-bc75b6bf881a tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 210 time: 0.0717561 Aug 17 03:18:22.976361 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3f072929-0862-475e-887a-138abe3662d3 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:23.058818 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8aa54154-2ebc-492f-bc3a-af66d9fddd15 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:23.248778 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b0df11d6-8427-4881-b8c3-2fdd4203779e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:23.249711 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f072929-0862-475e-887a-138abe3662d3 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:23.250261 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0df11d6-8427-4881-b8c3-2fdd4203779e None None] The sync data for ids ['b6d6e70c-0cbf-4480-9f01-04bc7dea1755'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:18:23.299910 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-37f01715-8811-4dd5-a503-acee6e9997e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:59Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9', 'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'mac_address': 'fa:16:3e:0b:f0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:58Z', 'updated_at': '2021-08-17T03:11:04Z', 'revision_number': 5, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'subnets': [{'id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:23.323291 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8aa54154-2ebc-492f-bc3a-af66d9fddd15 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:23.326550 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8aa54154-2ebc-492f-bc3a-af66d9fddd15 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:23.333316 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f01715-8811-4dd5-a503-acee6e9997e0 None None] Checking router: 6772dce1-f98a-4a35-9e66-a81ca0530bf9 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:18:23.344483 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37f01715-8811-4dd5-a503-acee6e9997e0 None None] Routers {'6772dce1-f98a-4a35-9e66-a81ca0530bf9'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:23.347736 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-37f01715-8811-4dd5-a503-acee6e9997e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:23.466215 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8aa54154-2ebc-492f-bc3a-af66d9fddd15 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:23.467661 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8aa54154-2ebc-492f-bc3a-af66d9fddd15 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Fanout notify agent at l3_agent the message router_deleted on router b6d6e70c-0cbf-4480-9f01-04bc7dea1755 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:18:23.484027 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4628f90c-de05-4842-a191-4e9da2575371 req-2ecae1b8-79ff-4f5b-a85d-48f2c0e2766e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 210 time: 0.0710890 Aug 17 03:18:23.500261 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8aa54154-2ebc-492f-bc3a-af66d9fddd15 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:23.506945 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8aa54154-2ebc-492f-bc3a-af66d9fddd15 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/routers/b6d6e70c-0cbf-4480-9f01-04bc7dea1755 HTTP/1.1" status: 204 len: 168 time: 0.5495834 Aug 17 03:18:23.509264 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f072929-0862-475e-887a-138abe3662d3 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:23.515986 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48704) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:23.639279 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-f8e85bc0-4cc0-45ed-95d0-2b5bc14040f1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting subnet 85a99595-084d-419c-8674-d5ddda696fc4 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:18:23.645811 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f8e85bc0-4cc0-45ed-95d0-2b5bc14040f1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:23.662983 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-37f01715-8811-4dd5-a503-acee6e9997e0 None None] Set router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:18:23.697404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-3f072929-0862-475e-887a-138abe3662d3 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Allocated IP 172.25.1.221 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/e22d3d97-74ec-41a8-b5ca-2f93394a0302) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:18:23.711330 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f8e85bc0-4cc0-45ed-95d0-2b5bc14040f1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:23.863817 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f8e85bc0-4cc0-45ed-95d0-2b5bc14040f1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:23.963196 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f072929-0862-475e-887a-138abe3662d3 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:23.976007 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-37f01715-8811-4dd5-a503-acee6e9997e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:59Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9', 'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'mac_address': 'fa:16:3e:0b:f0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:58Z', 'updated_at': '2021-08-17T03:11:04Z', 'revision_number': 5, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'subnets': [{'id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:24.010029 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f8e85bc0-4cc0-45ed-95d0-2b5bc14040f1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:24.014754 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-519688f8-b696-476d-8f3a-666dda448f96 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:24.016265 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-519688f8-b696-476d-8f3a-666dda448f96 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.30 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 812 time: 0.1905890 Aug 17 03:18:24.046934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e85bc0-4cc0-45ed-95d0-2b5bc14040f1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Subnet': ['ID=85a99595-084d-419c-8674-d5ddda696fc4,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:24.050419 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f8e85bc0-4cc0-45ed-95d0-2b5bc14040f1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:24.052542 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f8e85bc0-4cc0-45ed-95d0-2b5bc14040f1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/subnets/85a99595-084d-419c-8674-d5ddda696fc4 HTTP/1.1" status: 204 len: 168 time: 0.5348260 Aug 17 03:18:24.056902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48716) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:24.064427 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-96509814-a10e-4e33-a209-a26937872c4b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Request body: {'port': {'device_id': 'e40b7b17-b933-412b-9631-b20fc038105c', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'admin_state_up': True, 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:24.068529 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37f01715-8811-4dd5-a503-acee6e9997e0 None None] The sync data for ids ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'] in n-d-802060-9 is: [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:10:59Z', 'revision_number': 4, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9', 'name': '', 'network_id': '06273fda-1108-4d79-a8de-ed0a7364bbe0', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'mac_address': 'fa:16:3e:0b:f0:74', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_interface', 'standard_attr_id': 1978, 'fixed_ips': [{'subnet_id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:58Z', 'updated_at': '2021-08-17T03:11:04Z', 'revision_number': 5, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'subnets': [{'id': '9034a659-f846-4b1b-ae6a-7826b698211e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:18:24.071121 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed579cf3-f5b5-43d5-9415-70e6d32d6658 None None] Network f31b08fc-5d16-4587-9653-d428964a277b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:24.108435 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 376a07d6-16f6-4852-866a-a73dbd581b5a no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:18:24.205381 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f072929-0862-475e-887a-138abe3662d3 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:24.242601 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 376a07d6-16f6-4852-866a-a73dbd581b5a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:18:24.243440 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 376a07d6-16f6-4852-866a-a73dbd581b5a not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:18:24.448040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f072929-0862-475e-887a-138abe3662d3 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Pushing event updated for resources: {'Port': ['ID=e22d3d97-74ec-41a8-b5ca-2f93394a0302,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:24.476406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f072929-0862-475e-887a-138abe3662d3 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:24.484539 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-3f072929-0862-475e-887a-138abe3662d3 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:24.484539 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f072929-0862-475e-887a-138abe3662d3 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:18:24.509861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14ca7802-bb3f-427e-84e0-1cb7dd4cc42f None None] DHCP port deletion for f31b08fc-5d16-4587-9653-d428964a277b request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:18:24.530438 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d18e371c-f717-44ad-bb50-5ae40127846d None None] New status for floating IP da53dda9-e500-4854-8080-8b273e2d4918: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:18:24.614595 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f072929-0862-475e-887a-138abe3662d3 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:24.630053 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-14ca7802-bb3f-427e-84e0-1cb7dd4cc42f None None] Deleting port b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:18:24.631603 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-14ca7802-bb3f-427e-84e0-1cb7dd4cc42f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:24.691912 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0ac7124-11e7-49cb-9b7b-9c93f55e1bde req-7eff069f-4aed-46b0-8b26-5df1d6a6a9c8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 210 time: 0.0599575 Aug 17 03:18:24.742783 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-14ca7802-bb3f-427e-84e0-1cb7dd4cc42f None None] For port b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9,segment=NetworkSegment(646d104e-f24d-45c5-9a7a-8c5234f8585a),segment_id=646d104e-f24d-45c5-9a7a-8c5234f8585a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:24.743702 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-14ca7802-bb3f-427e-84e0-1cb7dd4cc42f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:24.761808 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-14ca7802-bb3f-427e-84e0-1cb7dd4cc42f None None] Calling delete_port for b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:18:24.762791 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f072929-0862-475e-887a-138abe3662d3 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:24.772638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-96509814-a10e-4e33-a209-a26937872c4b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Made reservation on behalf of cfdfb585b9144c8286617b5e97123a83 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:24.792226 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-96509814-a10e-4e33-a209-a26937872c4b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:24.840300 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:18:24.856930 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6eb9613a-3111-457c-a9ba-4627db987124 req-9d17b9c6-8589-42c7-9d6e-3f2072ff8f66 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/ports?device_id=c96035fb-44c2-4852-a741-b529c0daf508 HTTP/1.1" status: 200 len: 210 time: 0.0513389 Aug 17 03:18:24.875931 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:24.983542 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting port b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:18:24.983542 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:24.990634 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.029476 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-14ca7802-bb3f-427e-84e0-1cb7dd4cc42f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.059248 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-96509814-a10e-4e33-a209-a26937872c4b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Allocated IP 172.20.0.11 (016717b3-cbe1-4967-85ae-a016c7a395e7/00775c6d-bb62-4607-aa69-44fa38f2a916/9451fefd-208e-425d-b27d-f8ad1b3cb372) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:18:25.084798 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14ca7802-bb3f-427e-84e0-1cb7dd4cc42f None None] Pushing event deleted for resources: {'Port': ['ID=b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:25.086707 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14ca7802-bb3f-427e-84e0-1cb7dd4cc42f None None] No DVR routers for this DVR port b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:18:25.110022 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] For port b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9,segment=NetworkSegment(646d104e-f24d-45c5-9a7a-8c5234f8585a),segment_id=646d104e-f24d-45c5-9a7a-8c5234f8585a)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:25.112012 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.128784 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Calling delete_port for b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:18:25.242608 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.273752 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Port': ['ID=b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:25.278818 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] No DVR routers for this DVR port b4d6a2f9-beb4-47a8-a8a5-856a9349a6e9 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:18:25.340399 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f072929-0862-475e-887a-138abe3662d3 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.364974 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.376581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f31b08fc-5d16-4587-9653-d428964a277b']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:25.380221 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-96509814-a10e-4e33-a209-a26937872c4b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.387128 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '646d104e-f24d-45c5-9a7a-8c5234f8585a') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:25.387439 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '646d104e-f24d-45c5-9a7a-8c5234f8585a') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:25.393666 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-96509814-a10e-4e33-a209-a26937872c4b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Transition to ACTIVE for port object 9451fefd-208e-425d-b27d-f8ad1b3cb372 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:25.395803 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f072929-0862-475e-887a-138abe3662d3 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.396791 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.411870 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.418302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:18:25.423646 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:18:25.475890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f072929-0862-475e-887a-138abe3662d3 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Pushing event updated for resources: {'Port': ['ID=e22d3d97-74ec-41a8-b5ca-2f93394a0302,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:25.504397 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f072929-0862-475e-887a-138abe3662d3 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.574286 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.580351 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.587058 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/networks/f31b08fc-5d16-4587-9653-d428964a277b HTTP/1.1" status: 204 len: 168 time: 1.5255115 Aug 17 03:18:25.587449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48734) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:25.592642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d73a7950-58d7-42c9-a8e0-4b17f2c5a764 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-248258212', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:25.605280 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88519501-3023-4c2e-9f15-e53284ddcc16 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Network': ['ID=f31b08fc-5d16-4587-9653-d428964a277b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:25.619379 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f072929-0862-475e-887a-138abe3662d3 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.621393 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3f072929-0862-475e-887a-138abe3662d3 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.8663955 Aug 17 03:18:25.623032 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-96509814-a10e-4e33-a209-a26937872c4b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.624550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48736) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:25.632414 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-c41935d6-4c11-4adc-aa31-81578634b1e5 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-14675434', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'fixed_ips': [{'ip_address': '172.25.1.221'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:25.680177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-96509814-a10e-4e33-a209-a26937872c4b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Network 016717b3-cbe1-4967-85ae-a016c7a395e7 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:25.683394 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-96509814-a10e-4e33-a209-a26937872c4b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:25.687790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-96509814-a10e-4e33-a209-a26937872c4b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:18:25.691804 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96509814-a10e-4e33-a209-a26937872c4b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Pushing event updated for resources: {'Port': ['ID=9451fefd-208e-425d-b27d-f8ad1b3cb372,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:25.743048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-96509814-a10e-4e33-a209-a26937872c4b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:25.743890 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-96509814-a10e-4e33-a209-a26937872c4b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.787578 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d73a7950-58d7-42c9-a8e0-4b17f2c5a764 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.791358 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d73a7950-58d7-42c9-a8e0-4b17f2c5a764 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.869716 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb162f7-69cc-4091-a02c-7571aea8d97e req-1fe7d827-7ad4-46b5-b6e0-d6f3b569624a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:25.882100 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ebb162f7-69cc-4091-a02c-7571aea8d97e req-1fe7d827-7ad4-46b5-b6e0-d6f3b569624a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 932 time: 0.0809634 Aug 17 03:18:25.905193 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-96509814-a10e-4e33-a209-a26937872c4b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8494883 Aug 17 03:18:25.957615 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Request body: {'port': {'device_id': 'e40b7b17-b933-412b-9631-b20fc038105c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:25.965040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c41935d6-4c11-4adc-aa31-81578634b1e5 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Made reservation on behalf of b4be48e109044f3897c02417b0acba31 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:25.968836 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c41935d6-4c11-4adc-aa31-81578634b1e5 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.983176 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c41935d6-4c11-4adc-aa31-81578634b1e5 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:25.991908 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d73a7950-58d7-42c9-a8e0-4b17f2c5a764 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.029626 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ebb162f7-69cc-4091-a02c-7571aea8d97e req-eb9cff68-8033-4bc3-8b75-0bacccb075f7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447487 Aug 17 03:18:26.039203 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.073978 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48746) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:26.111117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c41935d6-4c11-4adc-aa31-81578634b1e5 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.114419 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d73a7950-58d7-42c9-a8e0-4b17f2c5a764 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.138907 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-09537ac9-a597-4064-a700-ac75ce291945 None None] Provisioning for port 9451fefd-208e-425d-b27d-f8ad1b3cb372 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:26.144904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-09537ac9-a597-4064-a700-ac75ce291945 None None] Provisioning complete for port 9451fefd-208e-425d-b27d-f8ad1b3cb372 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:26.145522 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-09537ac9-a597-4064-a700-ac75ce291945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.161989 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59d9e271-5a9a-49e6-87df-0d051b45ae0b tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.204003 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c41935d6-4c11-4adc-aa31-81578634b1e5 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.209455 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59d9e271-5a9a-49e6-87df-0d051b45ae0b tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.226364 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-c41935d6-4c11-4adc-aa31-81578634b1e5 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] device_id is not set on port b696cf66-fe39-4732-b1c0-81d3e34a2eec yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:18:26.257250 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-09537ac9-a597-4064-a700-ac75ce291945 None None] Port 9451fefd-208e-425d-b27d-f8ad1b3cb372 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:18:26.315726 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d73a7950-58d7-42c9-a8e0-4b17f2c5a764 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.317518 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d73a7950-58d7-42c9-a8e0-4b17f2c5a764 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.7286961 Aug 17 03:18:26.320108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48752) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:26.325352 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-c1508836-38a1-413d-b607-837b841c6535 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1546799944'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:26.403551 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41935d6-4c11-4adc-aa31-81578634b1e5 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d58f2912-c91c-4340-ac68-52829bd01d30,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:26.446978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1508836-38a1-413d-b607-837b841c6535 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:26.454901 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1508836-38a1-413d-b607-837b841c6535 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.478951 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9451fefd-208e-425d-b27d-f8ad1b3cb372 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:18:26.489917 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.503419 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Transition to ACTIVE for port object 9451fefd-208e-425d-b27d-f8ad1b3cb372 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:26.533590 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59d9e271-5a9a-49e6-87df-0d051b45ae0b tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.536520 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59d9e271-5a9a-49e6-87df-0d051b45ae0b tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.537712 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-59d9e271-5a9a-49e6-87df-0d051b45ae0b tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "DELETE /v2.0/security-groups/e0a56ca1-26bc-4fc9-8f26-70ace1d61f04 HTTP/1.1" status: 204 len: 168 time: 0.4627714 Aug 17 03:18:26.540467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48754) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:26.541356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1508836-38a1-413d-b607-837b841c6535 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:18:26.547180 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59d9e271-5a9a-49e6-87df-0d051b45ae0b tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0a56ca1-26bc-4fc9-8f26-70ace1d61f04,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:26.551334 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-c41935d6-4c11-4adc-aa31-81578634b1e5 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Aug 17 03:18:26.557228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c41935d6-4c11-4adc-aa31-81578634b1e5 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:18:26.566060 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-af5ee622-5ee1-4764-9291-c3b354063826 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] show failed (client error): The resource could not be found. Aug 17 03:18:26.567060 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-af5ee622-5ee1-4764-9291-c3b354063826 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "GET /v2.0/security-groups/e0a56ca1-26bc-4fc9-8f26-70ace1d61f04 HTTP/1.1" status: 404 len: 347 time: 0.0234983 Aug 17 03:18:26.571052 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48756) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:26.580602 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1508836-38a1-413d-b607-837b841c6535 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.586752 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-c1508836-38a1-413d-b607-837b841c6535 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Added segment 554c77a3-eb91-45e4-98b9-43adc9ed3c76 of type vlan for network c85e6077-1ca1-47ff-b5f4-d30c77990c8e Aug 17 03:18:26.586752 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.672138 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1508836-38a1-413d-b607-837b841c6535 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.683156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9451fefd-208e-425d-b27d-f8ad1b3cb372,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:26.715743 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c41935d6-4c11-4adc-aa31-81578634b1e5 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 1.0862365 Aug 17 03:18:26.717505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48760) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:26.795400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Attempting to bind port 9451fefd-208e-425d-b27d-f8ad1b3cb372 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:18:26.796012 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Attempting to bind port 9451fefd-208e-425d-b27d-f8ad1b3cb372 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:18:26.796415 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Attempting to bind port 9451fefd-208e-425d-b27d-f8ad1b3cb372 on network 016717b3-cbe1-4967-85ae-a016c7a395e7 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:18:26.804940 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Port 9451fefd-208e-425d-b27d-f8ad1b3cb372 on network 016717b3-cbe1-4967-85ae-a016c7a395e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:18:26.805369 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Attempting to bind port 9451fefd-208e-425d-b27d-f8ad1b3cb372 on network 016717b3-cbe1-4967-85ae-a016c7a395e7 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:18:26.818109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 18, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:18:26.818109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Checking segment: {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:26.818109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Bound using segment: {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:18:26.818109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Bound port: 9451fefd-208e-425d-b27d-f8ad1b3cb372, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:18:26.818109 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.818709 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-c49509bd-20f3-4d3e-9dd5-368f783fd103 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Deleting port 18639a5b-6c00-44a5-b9dc-27bd02458dd9 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:18:26.818709 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c49509bd-20f3-4d3e-9dd5-368f783fd103 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.881106 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1508836-38a1-413d-b607-837b841c6535 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.889852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1508836-38a1-413d-b607-837b841c6535 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:26.890498 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1508836-38a1-413d-b607-837b841c6535 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.940257 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5d4317ed-013b-4f33-b3df-2a905aec6252 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Deleting port e22d3d97-74ec-41a8-b5ca-2f93394a0302 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:18:26.940614 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d4317ed-013b-4f33-b3df-2a905aec6252 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.946441 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c49509bd-20f3-4d3e-9dd5-368f783fd103 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.946981 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c49509bd-20f3-4d3e-9dd5-368f783fd103 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:26.983737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1508836-38a1-413d-b607-837b841c6535 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Network': ['ID=c85e6077-1ca1-47ff-b5f4-d30c77990c8e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:26.986564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] For port 9451fefd-208e-425d-b27d-f8ad1b3cb372, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:18:26.995293 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-c49509bd-20f3-4d3e-9dd5-368f783fd103 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Calling delete_port for 18639a5b-6c00-44a5-b9dc-27bd02458dd9 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:18:26.997956 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network c85e6077-1ca1-47ff-b5f4-d30c77990c8e details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:18:26.998567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] For port 9451fefd-208e-425d-b27d-f8ad1b3cb372, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=9451fefd-208e-425d-b27d-f8ad1b3cb372,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:18:27.044259 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c1508836-38a1-413d-b607-837b841c6535 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7229729 Aug 17 03:18:27.046911 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48764) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:27.056319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-986cb673-ac6b-4323-8339-9774a30ec0ea tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'subnet': {'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:27.080913 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d4317ed-013b-4f33-b3df-2a905aec6252 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:27.081263 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d4317ed-013b-4f33-b3df-2a905aec6252 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:27.084032 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:27.108798 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5d4317ed-013b-4f33-b3df-2a905aec6252 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Calling delete_port for e22d3d97-74ec-41a8-b5ca-2f93394a0302 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:18:27.203550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:27.204665 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:27.206252 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] 10.222.0.30 "PUT /v2.0/ports/9451fefd-208e-425d-b27d-f8ad1b3cb372 HTTP/1.1" status: 200 len: 1092 time: 1.2539840 Aug 17 03:18:27.209125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e40b7b17-b933-412b-9631-b20fc038105c', 'tag': '9451fefd-208e-425d-b27d-f8ad1b3cb372'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:18:27.216101 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bc058b3-b22e-4891-bf59-7465864c404e" -d '{"events": [{"name": "network-changed", "server_uuid": "e40b7b17-b933-412b-9631-b20fc038105c", "tag": "9451fefd-208e-425d-b27d-f8ad1b3cb372"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:18:27.273586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c0752d-9bcd-4cee-bfbe-3070889c43c8 service neutron] Pushing event updated for resources: {'Port': ['ID=9451fefd-208e-425d-b27d-f8ad1b3cb372,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:27.333345 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:18:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b4fe4ec-6079-4df0-9b9c-d3b9849ac219 x-openstack-request-id: req-5b4fe4ec-6079-4df0-9b9c-d3b9849ac219 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:18:27.333651 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e40b7b17-b933-412b-9631-b20fc038105c", "tag": "9451fefd-208e-425d-b27d-f8ad1b3cb372", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:18:27.333911 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5b4fe4ec-6079-4df0-9b9c-d3b9849ac219 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:18:27.334328 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e40b7b17-b933-412b-9631-b20fc038105c', 'tag': '9451fefd-208e-425d-b27d-f8ad1b3cb372', 'status': 'completed', 'code': 200} Aug 17 03:18:27.347701 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c49509bd-20f3-4d3e-9dd5-368f783fd103 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:27.406591 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c49509bd-20f3-4d3e-9dd5-368f783fd103 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Pushing event deleted for resources: {'Port': ['ID=18639a5b-6c00-44a5-b9dc-27bd02458dd9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:27.416798 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d4317ed-013b-4f33-b3df-2a905aec6252 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:27.444789 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1baf26b-0a04-4900-9de9-f02a2bd6a4d5 req-b2eb2cdf-1534-45b9-a33c-c275fd402691 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:27.457323 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1baf26b-0a04-4900-9de9-f02a2bd6a4d5 req-b2eb2cdf-1534-45b9-a33c-c275fd402691 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 944 time: 0.3209345 Aug 17 03:18:27.461451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-986cb673-ac6b-4323-8339-9774a30ec0ea tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:27.464807 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-986cb673-ac6b-4323-8339-9774a30ec0ea tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:27.555348 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c49509bd-20f3-4d3e-9dd5-368f783fd103 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:27.559154 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c49509bd-20f3-4d3e-9dd5-368f783fd103 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:27.560083 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c49509bd-20f3-4d3e-9dd5-368f783fd103 tempest-AttachVolumeTestJSON-251752879 tempest-AttachVolumeTestJSON-251752879-project] 10.222.0.10 "DELETE /v2.0/floatingips/da53dda9-e500-4854-8080-8b273e2d4918 HTTP/1.1" status: 204 len: 168 time: 0.9880741 Aug 17 03:18:27.561510 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4317ed-013b-4f33-b3df-2a905aec6252 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Pushing event deleted for resources: {'Port': ['ID=e22d3d97-74ec-41a8-b5ca-2f93394a0302,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:27.615723 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d4317ed-013b-4f33-b3df-2a905aec6252 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:27.619653 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d4317ed-013b-4f33-b3df-2a905aec6252 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:27.622651 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5d4317ed-013b-4f33-b3df-2a905aec6252 tempest-ExternalNetworksAdminNegativeTestJSON-67782839 tempest-ExternalNetworksAdminNegativeTestJSON-67782839-project-admin] 10.222.0.10 "DELETE /v2.0/floatingips/c2491d21-b622-48dc-989c-16df6fd21f55 HTTP/1.1" status: 204 len: 168 time: 0.9013152 Aug 17 03:18:27.630202 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1baf26b-0a04-4900-9de9-f02a2bd6a4d5 req-01b7a5a7-a39c-46d9-a1f3-5177e067c68a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1765976 Aug 17 03:18:27.632697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-1869f579-f29a-44c6-9200-94e3b3e6da35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:27.634200 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-1869f579-f29a-44c6-9200-94e3b3e6da35 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 1095 time: 0.2895508 Aug 17 03:18:27.691413 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-15f62319-d7e8-4171-b06e-63a8dea8a308 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9451fefd-208e-425d-b27d-f8ad1b3cb372 HTTP/1.1" status: 200 len: 217 time: 0.0475900 Aug 17 03:18:27.796574 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-f1c98956-edb4-478a-827f-c8f918dbb7f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:27.797373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-f1c98956-edb4-478a-827f-c8f918dbb7f0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.0855279 Aug 17 03:18:27.856200 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-1a3a7986-f2bb-4afa-a75b-bd9698dfd44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:27.857754 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-1a3a7986-f2bb-4afa-a75b-bd9698dfd44c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0497537 Aug 17 03:18:27.923884 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-986cb673-ac6b-4323-8339-9774a30ec0ea tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:28.015732 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986cb673-ac6b-4323-8339-9774a30ec0ea tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Subnet': ['ID=df510a5b-b469-4c87-955a-59689c1f6260,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:28.023920 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-2ed90001-4c36-461f-8164-394196148f34 service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1579874 Aug 17 03:18:28.030625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986cb673-ac6b-4323-8339-9774a30ec0ea tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Checking segment: {'id': '554c77a3-eb91-45e4-98b9-43adc9ed3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:28.031069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986cb673-ac6b-4323-8339-9774a30ec0ea tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network hostable DHCP agents. Network: c85e6077-1ca1-47ff-b5f4-d30c77990c8e, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:18:28.142511 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c65d73b0-a244-4cca-9b19-cf1a3fd66fb0 req-c0272927-9697-46c5-8eb0-a0317aab2e39 service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1080887 Aug 17 03:18:28.183974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48790) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:28.191175 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986cb673-ac6b-4323-8339-9774a30ec0ea tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network c85e6077-1ca1-47ff-b5f4-d30c77990c8e is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:18:28.284639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-986cb673-ac6b-4323-8339-9774a30ec0ea tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, c85e6077-1ca1-47ff-b5f4-d30c77990c8e) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:28.293617 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-986cb673-ac6b-4323-8339-9774a30ec0ea tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:28.293617 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-986cb673-ac6b-4323-8339-9774a30ec0ea tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:28.310068 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-85e45383-bc67-4b7d-8e11-fbdbf6e0b655 None None] Network c85e6077-1ca1-47ff-b5f4-d30c77990c8e requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:28.363943 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1cd4a7c0-5e74-4661-8324-eac6dd6d9205 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:28.380830 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc058b3-b22e-4891-bf59-7465864c404e req-ab36ee9c-7ec0-4d01-9fae-13dd1343fed0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:28.382526 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3bc058b3-b22e-4891-bf59-7465864c404e req-ab36ee9c-7ec0-4d01-9fae-13dd1343fed0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 1095 time: 0.0797603 Aug 17 03:18:28.386638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-986cb673-ac6b-4323-8339-9774a30ec0ea tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3373606 Aug 17 03:18:28.392931 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48798) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:28.486942 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1cd4a7c0-5e74-4661-8324-eac6dd6d9205 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:28.555037 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:18:28.556136 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:28.564272 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1cd4a7c0-5e74-4661-8324-eac6dd6d9205 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:28.654519 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1cd4a7c0-5e74-4661-8324-eac6dd6d9205 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3be6bfb340b94bb9b1ac27533cc9585b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4693584 Aug 17 03:18:28.656112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48802) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:28.734139 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd4a7c0-5e74-4661-8324-eac6dd6d9205 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bce2a0c-3c05-45cc-8ba9-9b49294db8dc,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:28.814619 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Allocated IP 2001:db8::2 (c85e6077-1ca1-47ff-b5f4-d30c77990c8e/df510a5b-b469-4c87-955a-59689c1f6260/d4676f3b-c9d6-4fa9-81dc-fc80adf0be92) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:18:28.859368 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d5de8e67-7baf-4144-83a9-65f56135cba0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:28.925264 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b323f2a8-ec31-467b-9d0e-84c7fe76327a req-7c185200-6714-40e3-98a4-6c1db9f44683 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:28.942031 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b323f2a8-ec31-467b-9d0e-84c7fe76327a req-7c185200-6714-40e3-98a4-6c1db9f44683 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 944 time: 0.1702747 Aug 17 03:18:28.946031 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d5de8e67-7baf-4144-83a9-65f56135cba0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:29.070948 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:29.090147 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Transition to ACTIVE for port object d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:29.096111 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b323f2a8-ec31-467b-9d0e-84c7fe76327a req-e97ea271-ded1-4d9e-a53c-49fd907dfc67 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1531579 Aug 17 03:18:29.118965 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Transition to ACTIVE for port object d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:29.186604 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:29.214942 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d5de8e67-7baf-4144-83a9-65f56135cba0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:29.217525 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d5de8e67-7baf-4144-83a9-65f56135cba0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:29.222096 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d5de8e67-7baf-4144-83a9-65f56135cba0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4bce2a0c-3c05-45cc-8ba9-9b49294db8dc HTTP/1.1" status: 204 len: 168 time: 0.5637581 Aug 17 03:18:29.239681 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5de8e67-7baf-4144-83a9-65f56135cba0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bce2a0c-3c05-45cc-8ba9-9b49294db8dc,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:29.293457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc058b3-b22e-4891-bf59-7465864c404e req-60be7ef1-c3d3-4866-8ead-05098438ae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:29.295143 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3bc058b3-b22e-4891-bf59-7465864c404e req-60be7ef1-c3d3-4866-8ead-05098438ae92 service neutron] 10.222.0.30 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 0.9022567 Aug 17 03:18:29.337275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Network c85e6077-1ca1-47ff-b5f4-d30c77990c8e is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:29.356488 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:29.364496 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:18:29.375916 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Pushing event updated for resources: {'Port': ['ID=d4676f3b-c9d6-4fa9-81dc-fc80adf0be92,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:29.452942 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3bc058b3-b22e-4891-bf59-7465864c404e req-3cdc26dd-0f81-4945-b0ed-fc415c99f7fe service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9451fefd-208e-425d-b27d-f8ad1b3cb372 HTTP/1.1" status: 200 len: 217 time: 0.0949175 Aug 17 03:18:29.460523 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Attempting to bind port d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:18:29.464980 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Attempting to bind port d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '554c77a3-eb91-45e4-98b9-43adc9ed3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:18:29.464980 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Attempting to bind port d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 on network c85e6077-1ca1-47ff-b5f4-d30c77990c8e {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:18:29.481131 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:18:29.483573 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Checking segment: {'id': '554c77a3-eb91-45e4-98b9-43adc9ed3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:29.484375 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:29.486215 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Bound using segment: {'id': '554c77a3-eb91-45e4-98b9-43adc9ed3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:18:29.487589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Bound port: d4676f3b-c9d6-4fa9-81dc-fc80adf0be92, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554c77a3-eb91-45e4-98b9-43adc9ed3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:18:29.489722 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:29.636195 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] For port d4676f3b-c9d6-4fa9-81dc-fc80adf0be92, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:18:29.649082 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] For port d4676f3b-c9d6-4fa9-81dc-fc80adf0be92, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d4676f3b-c9d6-4fa9-81dc-fc80adf0be92,segment=NetworkSegment(554c77a3-eb91-45e4-98b9-43adc9ed3c76),segment_id=554c77a3-eb91-45e4-98b9-43adc9ed3c76)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:18:29.658183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc058b3-b22e-4891-bf59-7465864c404e req-05a85f97-c4d1-43c6-98ad-d646fd62f9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:29.660811 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3bc058b3-b22e-4891-bf59-7465864c404e req-05a85f97-c4d1-43c6-98ad-d646fd62f9d8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.1973317 Aug 17 03:18:29.750247 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:29.776713 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:29.819280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bc058b3-b22e-4891-bf59-7465864c404e req-72d65cb0-e1bb-49cc-8e31-69e6d335a938 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:29.820964 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3bc058b3-b22e-4891-bf59-7465864c404e req-72d65cb0-e1bb-49cc-8e31-69e6d335a938 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1496606 Aug 17 03:18:29.853208 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53d625f-d250-4c24-8e2e-c7d50c1de03f None None] Pushing event updated for resources: {'Port': ['ID=d4676f3b-c9d6-4fa9-81dc-fc80adf0be92,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:30.203368 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3bc058b3-b22e-4891-bf59-7465864c404e req-e920546e-49ac-4f1d-8c63-6e1563f16701 service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3374312 Aug 17 03:18:30.225730 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48832) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:30.330486 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e5961c59-24ee-4fc4-a29d-0df516e13ef2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b4be48e109044f3897c02417b0acba31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1031613 Aug 17 03:18:30.331475 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48834) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:30.409824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Allocated IP 2001:db8::1 (c85e6077-1ca1-47ff-b5f4-d30c77990c8e/df510a5b-b469-4c87-955a-59689c1f6260/39ff208b-0cc5-407c-bc0d-b196f4e60416) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:18:30.436400 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41c25fcf-bf8e-4c42-a075-f0d4189ef9ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:30.454466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c8b982-2a0e-4c22-83f0-d864c6bb6b33 req-ca7f454a-9011-43ae-9e3e-8616b2f6b80a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:30.456136 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-93c8b982-2a0e-4c22-83f0-d864c6bb6b33 req-ca7f454a-9011-43ae-9e3e-8616b2f6b80a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 944 time: 0.1845326 Aug 17 03:18:30.502702 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41c25fcf-bf8e-4c42-a075-f0d4189ef9ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:30.535541 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3bc058b3-b22e-4891-bf59-7465864c404e req-904d1a57-7bc8-43f3-8cc9-79071036ba5a service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3150384 Aug 17 03:18:30.591403 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-93c8b982-2a0e-4c22-83f0-d864c6bb6b33 req-cf5685cf-cdf9-4f43-b4e2-21f1ad6310fd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273296 Aug 17 03:18:30.643654 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:30.657355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Transition to ACTIVE for port object 39ff208b-0cc5-407c-bc0d-b196f4e60416 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:30.664444 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41c25fcf-bf8e-4c42-a075-f0d4189ef9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:30.671395 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41c25fcf-bf8e-4c42-a075-f0d4189ef9ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:30.671395 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-41c25fcf-bf8e-4c42-a075-f0d4189ef9ae admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d58f2912-c91c-4340-ac68-52829bd01d30 HTTP/1.1" status: 204 len: 168 time: 0.3334563 Aug 17 03:18:30.696695 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c25fcf-bf8e-4c42-a075-f0d4189ef9ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d58f2912-c91c-4340-ac68-52829bd01d30,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:30.803377 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:30.944788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:30.962568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network c85e6077-1ca1-47ff-b5f4-d30c77990c8e is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:30.969216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=39ff208b-0cc5-407c-bc0d-b196f4e60416,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:30.973525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:30.985512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:18:30.985512 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:31.139693 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:31.319448 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:31.382991 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92008033-5ba0-47f3-b6ae-8c518d0aba76 None None] Network c85e6077-1ca1-47ff-b5f4-d30c77990c8e requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:31.611584 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f34dd110-09d7-4638-85ac-6535a2cdf192 None None] Provisioning for port d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:31.630903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f34dd110-09d7-4638-85ac-6535a2cdf192 None None] Provisioning complete for port d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:31.630903 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f34dd110-09d7-4638-85ac-6535a2cdf192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:31.869894 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3794c29c-fbaa-44d0-ac3f-4c964bdc59e8 req-eca31e6c-97b1-4262-93bf-0dc05518261b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:31.886945 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3794c29c-fbaa-44d0-ac3f-4c964bdc59e8 req-eca31e6c-97b1-4262-93bf-0dc05518261b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 944 time: 0.1359031 Aug 17 03:18:31.903395 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f34dd110-09d7-4638-85ac-6535a2cdf192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:31.989791 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3794c29c-fbaa-44d0-ac3f-4c964bdc59e8 req-77058ed2-8071-48aa-acf2-5bd333618324 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016543 Aug 17 03:18:32.009852 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f34dd110-09d7-4638-85ac-6535a2cdf192 None None] For port d4676f3b-c9d6-4fa9-81dc-fc80adf0be92, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d4676f3b-c9d6-4fa9-81dc-fc80adf0be92,segment=NetworkSegment(554c77a3-eb91-45e4-98b9-43adc9ed3c76),segment_id=554c77a3-eb91-45e4-98b9-43adc9ed3c76)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:32.029983 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:32.088699 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f34dd110-09d7-4638-85ac-6535a2cdf192 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:32.142500 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 9451fefd-208e-425d-b27d-f8ad1b3cb372 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:18:32.146885 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:32.151932 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:32.303981 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=39ff208b-0cc5-407c-bc0d-b196f4e60416,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:32.383011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 9451fefd-208e-425d-b27d-f8ad1b3cb372, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=9451fefd-208e-425d-b27d-f8ad1b3cb372,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:32.405627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network c85e6077-1ca1-47ff-b5f4-d30c77990c8e is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:32.409548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:32.467410 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '9451fefd-208e-425d-b27d-f8ad1b3cb372', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'port_id': '9451fefd-208e-425d-b27d-f8ad1b3cb372', 'mac_address': 'fa:16:3e:7e:4e:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:18:32.537048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34dd110-09d7-4638-85ac-6535a2cdf192 None None] Pushing event updated for resources: {'Port': ['ID=d4676f3b-c9d6-4fa9-81dc-fc80adf0be92,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:32.597467 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:32.632548 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9451fefd-208e-425d-b27d-f8ad1b3cb372 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:18:32.708975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 9451fefd-208e-425d-b27d-f8ad1b3cb372, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=9451fefd-208e-425d-b27d-f8ad1b3cb372,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:32.718749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-32a05f6a-93a3-4eb9-92b8-f6ad7c754321 None None] Provisioning for port 39ff208b-0cc5-407c-bc0d-b196f4e60416 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:32.734390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-32a05f6a-93a3-4eb9-92b8-f6ad7c754321 None None] Provisioning complete for port 39ff208b-0cc5-407c-bc0d-b196f4e60416 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:32.735439 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-32a05f6a-93a3-4eb9-92b8-f6ad7c754321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:32.812893 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router df8386f0-edf4-4305-9a10-8b0446cb0c1e is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:18:32.815263 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:32.872002 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:33.005359 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-32a05f6a-93a3-4eb9-92b8-f6ad7c754321 None None] Port 39ff208b-0cc5-407c-bc0d-b196f4e60416 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:18:33.041994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=9451fefd-208e-425d-b27d-f8ad1b3cb372,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:33.114599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['9451fefd-208e-425d-b27d-f8ad1b3cb372'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:18:33.155536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:18:33.165343 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-10f40cb9-e447-40cf-ac79-e201f75fda51 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/df8386f0-edf4-4305-9a10-8b0446cb0c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7738838 Aug 17 03:18:33.168145 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48894) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:33.173912 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1e9d7928-1101-4253-8e6a-a274cfecce5b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-12803992'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:33.199872 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:33.200627 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-32a05f6a-93a3-4eb9-92b8-f6ad7c754321 None None] Provisioning complete for port d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:33.200985 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-32a05f6a-93a3-4eb9-92b8-f6ad7c754321 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:33.230154 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Sync routers for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:18:33.281524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:33.288810 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:33.303868 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3749be47-9f87-411d-99e0-ec541ff9746c req-fe573127-1e53-4ad6-a544-9646d9a0db5e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:33.318700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3749be47-9f87-411d-99e0-ec541ff9746c req-fe573127-1e53-4ad6-a544-9646d9a0db5e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 945 time: 0.1273274 Aug 17 03:18:33.339324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e9d7928-1101-4253-8e6a-a274cfecce5b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:33.343056 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7928-1101-4253-8e6a-a274cfecce5b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:33.382001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:33.382919 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:33.429320 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e9d7928-1101-4253-8e6a-a274cfecce5b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:18:33.456540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3749be47-9f87-411d-99e0-ec541ff9746c req-6bae0f30-b946-47f5-935e-17bebe34b099 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1393988 Aug 17 03:18:33.479309 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7928-1101-4253-8e6a-a274cfecce5b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:33.479978 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-1e9d7928-1101-4253-8e6a-a274cfecce5b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Added segment 7966e2f9-3065-4c92-a68a-007df924e4c0 of type vlan for network b35ea52f-c911-4f57-b4de-a29f299c3506 Aug 17 03:18:33.572935 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7928-1101-4253-8e6a-a274cfecce5b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:33.774336 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7928-1101-4253-8e6a-a274cfecce5b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:33.780153 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9d7928-1101-4253-8e6a-a274cfecce5b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:33.780770 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1e9d7928-1101-4253-8e6a-a274cfecce5b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:33.879144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:18:34.035004 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9d7928-1101-4253-8e6a-a274cfecce5b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Network': ['ID=b35ea52f-c911-4f57-b4de-a29f299c3506,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:34.038278 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1e9d7928-1101-4253-8e6a-a274cfecce5b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8690917 Aug 17 03:18:34.040929 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48912) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:34.047092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-477514b9-ffa9-44af-8e67-791ae6b6a2e0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'subnet': {'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:34.212906 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network b35ea52f-c911-4f57-b4de-a29f299c3506 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:18:34.272882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48918) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:34.357111 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-477514b9-ffa9-44af-8e67-791ae6b6a2e0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:34.361890 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-477514b9-ffa9-44af-8e67-791ae6b6a2e0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:34.580546 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b4877e8c-da10-4d62-bd1d-ab1d839be7c8 None None] Provisioning complete for port 39ff208b-0cc5-407c-bc0d-b196f4e60416 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:34.580933 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b4877e8c-da10-4d62-bd1d-ab1d839be7c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:34.627828 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:34.629769 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:18:31Z', 'revision_number': 2, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:31Z', 'revision_number': 2, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:34.637821 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b4877e8c-da10-4d62-bd1d-ab1d839be7c8 None None] Port 39ff208b-0cc5-407c-bc0d-b196f4e60416 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:18:34.638545 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-96f73feb-321b-4590-bc76-6c191603636e tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1790737861'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:34.639014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-96f73feb-321b-4590-bc76-6c191603636e tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] Unknown quota resources ['metering_label']. {{(pid=101969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 03:18:34.671964 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Checking router: df8386f0-edf4-4305-9a10-8b0446cb0c1e for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:18:34.672329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Updating router df8386f0-edf4-4305-9a10-8b0446cb0c1e port 39ff208b-0cc5-407c-bc0d-b196f4e60416 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:18:34.724303 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:34.964665 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea79cb-e081-4409-a3db-e3e8aa234220 req-11a47c01-406a-48bc-8676-e11c6362ac36 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:34.973495 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-26ea79cb-e081-4409-a3db-e3e8aa234220 req-11a47c01-406a-48bc-8676-e11c6362ac36 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 945 time: 0.3432484 Aug 17 03:18:35.052239 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96f73feb-321b-4590-bc76-6c191603636e tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:35.053796 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-96f73feb-321b-4590-bc76-6c191603636e tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.7798734 Aug 17 03:18:35.056681 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48942) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:35.061183 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-5e22af94-9624-498e-977c-bdc9d504c26a tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '122e1fe2-f074-4073-9ad4-cf086a719193'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:35.062386 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-5e22af94-9624-498e-977c-bdc9d504c26a tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 03:18:35.085080 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-26ea79cb-e081-4409-a3db-e3e8aa234220 req-7cc3187a-3ce2-4cfc-97d8-aef0312dd296 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1103325 Aug 17 03:18:35.141133 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-477514b9-ffa9-44af-8e67-791ae6b6a2e0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:35.191688 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:35.205621 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477514b9-ffa9-44af-8e67-791ae6b6a2e0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Subnet': ['ID=48897380-9dd7-4ce3-b4a1-3f7722b342f1,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:35.207668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Transition to ACTIVE for port object 39ff208b-0cc5-407c-bc0d-b196f4e60416 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:35.221283 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-477514b9-ffa9-44af-8e67-791ae6b6a2e0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Checking segment: {'id': '7966e2f9-3065-4c92-a68a-007df924e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:35.221691 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477514b9-ffa9-44af-8e67-791ae6b6a2e0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network hostable DHCP agents. Network: b35ea52f-c911-4f57-b4de-a29f299c3506, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:18:35.249432 n-d-802060-9 neutron-server[101969]: WARNING neutron.services.metering.metering_plugin [None req-5e22af94-9624-498e-977c-bdc9d504c26a tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 17 03:18:35.305776 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:35.351369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa57277-503a-4124-99a6-3b74f90d4791 None None] Pushing event updated for resources: {'Port': ['ID=39ff208b-0cc5-407c-bc0d-b196f4e60416,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:35.416277 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e22af94-9624-498e-977c-bdc9d504c26a tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:35.423292 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48946) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:35.443537 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-65a1d55d-9561-450e-8849-40078b929458 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '122e1fe2-f074-4073-9ad4-cf086a719193'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:35.444365 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-65a1d55d-9561-450e-8849-40078b929458 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=101970) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 03:18:35.448302 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5e22af94-9624-498e-977c-bdc9d504c26a tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3903561 Aug 17 03:18:35.450641 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-477514b9-ffa9-44af-8e67-791ae6b6a2e0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network b35ea52f-c911-4f57-b4de-a29f299c3506 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:18:35.486044 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Attempting to bind port 39ff208b-0cc5-407c-bc0d-b196f4e60416 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:18:35.488448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Attempting to bind port 39ff208b-0cc5-407c-bc0d-b196f4e60416 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '554c77a3-eb91-45e4-98b9-43adc9ed3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:18:35.488448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Attempting to bind port 39ff208b-0cc5-407c-bc0d-b196f4e60416 on network c85e6077-1ca1-47ff-b5f4-d30c77990c8e {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:18:35.493609 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:18:35.494097 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Checking segment: {'id': '554c77a3-eb91-45e4-98b9-43adc9ed3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:35.494579 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:35.495046 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Bound using segment: {'id': '554c77a3-eb91-45e4-98b9-43adc9ed3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:18:35.495591 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Bound port: 39ff208b-0cc5-407c-bc0d-b196f4e60416, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '554c77a3-eb91-45e4-98b9-43adc9ed3c76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:18:35.496059 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:35.580814 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-477514b9-ffa9-44af-8e67-791ae6b6a2e0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, b35ea52f-c911-4f57-b4de-a29f299c3506) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:35.585697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48948) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:35.586776 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-477514b9-ffa9-44af-8e67-791ae6b6a2e0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:35.587538 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-477514b9-ffa9-44af-8e67-791ae6b6a2e0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:35.593551 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d38d357b-57a9-4913-a1a9-2305d4f6afb9 None None] Network b35ea52f-c911-4f57-b4de-a29f299c3506 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:35.664468 n-d-802060-9 neutron-server[101970]: WARNING neutron.services.metering.metering_plugin [None req-65a1d55d-9561-450e-8849-40078b929458 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Aug 17 03:18:35.684338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] For port 39ff208b-0cc5-407c-bc0d-b196f4e60416, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:18:35.700842 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-477514b9-ffa9-44af-8e67-791ae6b6a2e0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.6586230 Aug 17 03:18:35.703673 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48954) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:35.826310 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] For port 39ff208b-0cc5-407c-bc0d-b196f4e60416, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=39ff208b-0cc5-407c-bc0d-b196f4e60416,segment=NetworkSegment(554c77a3-eb91-45e4-98b9-43adc9ed3c76),segment_id=554c77a3-eb91-45e4-98b9-43adc9ed3c76)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:18:35.867271 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef6f2fec-3768-467f-b8b2-9698bfd541e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:35.873271 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-65a1d55d-9561-450e-8849-40078b929458 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:35.877464 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-65a1d55d-9561-450e-8849-40078b929458 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.4440155 Aug 17 03:18:35.888195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48956) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:35.910364 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5f5a96e5-44c0-4185-b59e-616e5d2179af tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=101c7dd5-3f90-42b8-bfda-2a6dd1cf8290 HTTP/1.1" status: 200 len: 464 time: 0.0172486 Aug 17 03:18:35.910841 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48960) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:35.927863 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:35.957480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-b35ea52f-c911-4f57-b4de-a29f299c3506', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:18:35.958350 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:36.014603 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef6f2fec-3768-467f-b8b2-9698bfd541e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:36.122880 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef6f2fec-3768-467f-b8b2-9698bfd541e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:36.130628 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a25b4be1-b814-4353-b754-a8fda17591d5 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:36.131806 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a25b4be1-b814-4353-b754-a8fda17591d5 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/101c7dd5-3f90-42b8-bfda-2a6dd1cf8290 HTTP/1.1" status: 204 len: 168 time: 0.2200701 Aug 17 03:18:36.137849 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48970) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:36.138992 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:36.139648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:36.168977 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa57277-503a-4124-99a6-3b74f90d4791 None None] Pushing event updated for resources: {'Port': ['ID=39ff208b-0cc5-407c-bc0d-b196f4e60416,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:36.183267 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 9451fefd-208e-425d-b27d-f8ad1b3cb372 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:36.195267 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f1d3de94-000d-446e-8cf9-64197ad137b0 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=101c7dd5-3f90-42b8-bfda-2a6dd1cf8290 HTTP/1.1" status: 200 len: 221 time: 0.0435832 Aug 17 03:18:36.202271 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48972) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:36.208802 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-2c927ba3-7e58-4767-90df-89870142a3f3 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--2031954075', 'description': 'label created by tempest'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:36.221841 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-2c927ba3-7e58-4767-90df-89870142a3f3 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] Unknown quota resources ['metering_label']. {{(pid=101969) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 03:18:36.272948 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ef6f2fec-3768-467f-b8b2-9698bfd541e3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e768f2b3b73b4f4cbe8d7d7accfb0703&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6858001 Aug 17 03:18:36.280219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48974) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:36.296054 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f2fec-3768-467f-b8b2-9698bfd541e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d76d2f1-87d0-4fdf-bcf3-60e2cc22bd96,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:36.408137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e4a0031-9889-4ba8-913b-f871783ff097 req-90007998-34b7-4ba6-8b25-b703aed6bb82 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:36.409863 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e4a0031-9889-4ba8-913b-f871783ff097 req-90007998-34b7-4ba6-8b25-b703aed6bb82 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 945 time: 0.1309059 Aug 17 03:18:36.428873 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-358ca117-7acf-4bc1-8482-1af154b48fd1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:36.479595 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e4a0031-9889-4ba8-913b-f871783ff097 req-7d6c6fc9-bff2-4e6f-8afd-d7f07943cc62 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519071 Aug 17 03:18:36.486096 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Allocated IP 2001:db8:1::2 (b35ea52f-c911-4f57-b4de-a29f299c3506/48897380-9dd7-4ce3-b4a1-3f7722b342f1/7bbab214-bb40-4226-9c3c-07dc7822dbc7) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:18:36.486623 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-358ca117-7acf-4bc1-8482-1af154b48fd1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:36.527782 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:18:36.631317 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-358ca117-7acf-4bc1-8482-1af154b48fd1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:36.634492 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-358ca117-7acf-4bc1-8482-1af154b48fd1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:36.636920 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-358ca117-7acf-4bc1-8482-1af154b48fd1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9d76d2f1-87d0-4fdf-bcf3-60e2cc22bd96 HTTP/1.1" status: 204 len: 168 time: 0.3546140 Aug 17 03:18:36.642503 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:36.658295 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-358ca117-7acf-4bc1-8482-1af154b48fd1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d76d2f1-87d0-4fdf-bcf3-60e2cc22bd96,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:36.666099 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:36.688812 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Transition to ACTIVE for port object 7bbab214-bb40-4226-9c3c-07dc7822dbc7 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:36.710049 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Transition to ACTIVE for port object 7bbab214-bb40-4226-9c3c-07dc7822dbc7 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:36.771888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:18:36.805963 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:36.876441 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Network b35ea52f-c911-4f57-b4de-a29f299c3506 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:36.888650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:36.896728 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:18:36.963660 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Pushing event updated for resources: {'Port': ['ID=7bbab214-bb40-4226-9c3c-07dc7822dbc7,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:37.046713 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 9451fefd-208e-425d-b27d-f8ad1b3cb372 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:37.065602 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 9451fefd-208e-425d-b27d-f8ad1b3cb372 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:37.066075 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:37.090009 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Attempting to bind port 7bbab214-bb40-4226-9c3c-07dc7822dbc7 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:18:37.090892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Attempting to bind port 7bbab214-bb40-4226-9c3c-07dc7822dbc7 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '7966e2f9-3065-4c92-a68a-007df924e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:18:37.090892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Attempting to bind port 7bbab214-bb40-4226-9c3c-07dc7822dbc7 on network b35ea52f-c911-4f57-b4de-a29f299c3506 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:18:37.099807 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:18:37.100366 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Checking segment: {'id': '7966e2f9-3065-4c92-a68a-007df924e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:37.100880 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:37.101376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Bound using segment: {'id': '7966e2f9-3065-4c92-a68a-007df924e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:18:37.102233 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Bound port: 7bbab214-bb40-4226-9c3c-07dc7822dbc7, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7966e2f9-3065-4c92-a68a-007df924e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:18:37.102706 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:37.141843 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2c927ba3-7e58-4767-90df-89870142a3f3 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:37.145539 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2c927ba3-7e58-4767-90df-89870142a3f3 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] 10.222.0.10 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.9402411 Aug 17 03:18:37.145894 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48982) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:37.273822 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9b1240fa-7503-445d-85ea-538ada0d188e tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=fad2ae27-9ee3-426d-84ce-b75ac6d3f205 HTTP/1.1" status: 200 len: 468 time: 0.1241210 Aug 17 03:18:37.278603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48992) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:37.339104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] For port 7bbab214-bb40-4226-9c3c-07dc7822dbc7, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:18:37.368602 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] For port 7bbab214-bb40-4226-9c3c-07dc7822dbc7, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7bbab214-bb40-4226-9c3c-07dc7822dbc7,segment=NetworkSegment(7966e2f9-3065-4c92-a68a-007df924e4c0),segment_id=7966e2f9-3065-4c92-a68a-007df924e4c0)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:18:37.385577 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:18:31Z', 'revision_number': 2, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:35Z', 'revision_number': 4, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:37.387785 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:37.485499 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49000) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:37.514791 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c08a755c-fb0d-4537-aead-df608aa2e26e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:37.617791 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Allocated IP 2001:db8:1::1 (b35ea52f-c911-4f57-b4de-a29f299c3506/48897380-9dd7-4ce3-b4a1-3f7722b342f1/637f5fe0-35b9-46de-a0bc-704c4d7dee9f) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:18:37.722818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40b7b17-b933-412b-9631-b20fc038105c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9451fefd-208e-425d-b27d-f8ad1b3cb372'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:18:37.738125 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05495398-cb46-4595-aa9f-e59327070b21" -d '{"events": [{"server_uuid": "e40b7b17-b933-412b-9631-b20fc038105c", "name": "network-vif-plugged", "status": "completed", "tag": "9451fefd-208e-425d-b27d-f8ad1b3cb372"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:18:37.745595 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:37.770778 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1291de6c-b639-4715-96b7-3fab111640d1 None None] The sync data for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 is: [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:18:31Z', 'revision_number': 2, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:35Z', 'revision_number': 4, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:18:37.882655 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b16067a-5ec7-4c1d-864d-82fddaea170e x-openstack-request-id: req-9b16067a-5ec7-4c1d-864d-82fddaea170e {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:18:37.883079 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40b7b17-b933-412b-9631-b20fc038105c", "name": "network-vif-plugged", "status": "completed", "tag": "9451fefd-208e-425d-b27d-f8ad1b3cb372", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:18:37.883391 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9b16067a-5ec7-4c1d-864d-82fddaea170e {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:18:37.886959 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40b7b17-b933-412b-9631-b20fc038105c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9451fefd-208e-425d-b27d-f8ad1b3cb372', 'code': 200} Aug 17 03:18:37.886959 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 9451fefd-208e-425d-b27d-f8ad1b3cb372, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=9451fefd-208e-425d-b27d-f8ad1b3cb372,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:37.972177 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:37.992490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360bb736-c289-4c07-9b12-480ce3c8de4f None None] Pushing event updated for resources: {'Port': ['ID=7bbab214-bb40-4226-9c3c-07dc7822dbc7,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:38.129074 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c134725f-11b6-4726-9cc8-96cbb989ea59 req-b558158a-2b75-4f36-97ec-e43d5b027d66 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:38.131273 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=9451fefd-208e-425d-b27d-f8ad1b3cb372,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:38.133977 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c134725f-11b6-4726-9cc8-96cbb989ea59 req-b558158a-2b75-4f36-97ec-e43d5b027d66 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 945 time: 0.3095169 Aug 17 03:18:38.326239 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c134725f-11b6-4726-9cc8-96cbb989ea59 req-2c3880f0-2349-48c2-824f-81d78cef6feb tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1824896 Aug 17 03:18:38.357807 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:38.467329 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Transition to ACTIVE for port object 637f5fe0-35b9-46de-a0bc-704c4d7dee9f will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:38.509629 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c08a755c-fb0d-4537-aead-df608aa2e26e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:38.526850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e4ad466-efbd-4d92-a0b7-54f58d41167e req-d3fc3cec-6b6d-4f64-b777-49aa0d18d798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:38.529131 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e4ad466-efbd-4d92-a0b7-54f58d41167e req-d3fc3cec-6b6d-4f64-b777-49aa0d18d798 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 1097 time: 0.3785896 Aug 17 03:18:38.585530 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c08a755c-fb0d-4537-aead-df608aa2e26e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:38.667380 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a755c-fb0d-4537-aead-df608aa2e26e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4582f70b-89d3-4101-8a7a-769977d59a18,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:38.685019 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e4ad466-efbd-4d92-a0b7-54f58d41167e req-63a69c1c-39fd-4e6e-848f-69041879a041 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409516 Aug 17 03:18:38.692226 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:38.737118 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-96c57282-900c-4a57-a80a-f1fcba4d9408 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:38.738482 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-96c57282-900c-4a57-a80a-f1fcba4d9408 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/fad2ae27-9ee3-426d-84ce-b75ac6d3f205 HTTP/1.1" status: 204 len: 168 time: 1.4587221 Aug 17 03:18:38.741348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49016) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:38.760907 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network b35ea52f-c911-4f57-b4de-a29f299c3506 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:38.772200 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c08a755c-fb0d-4537-aead-df608aa2e26e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=595e1e01647f4a3cb44caba9da511657&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2847831 Aug 17 03:18:38.776050 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49020) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:38.791816 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7e7543e5-eaac-4a63-bef0-f781d2ca4a4b tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=fad2ae27-9ee3-426d-84ce-b75ac6d3f205 HTTP/1.1" status: 200 len: 216 time: 0.0440862 Aug 17 03:18:38.792404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49022) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:38.814998 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:38.819170 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:18:38.820866 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:38.832415 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-003cd861-e5a5-4fd9-8df0-e4406ca305df tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0388904 Aug 17 03:18:38.837936 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49024) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:38.871373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dac38ad7-b993-47d8-bc45-84c476357608 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0318456 Aug 17 03:18:38.876566 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49026) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:38.961162 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-03dfb30e-47e1-4837-8764-e84d577e32df tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-labels/122e1fe2-f074-4073-9ad4-cf086a719193 HTTP/1.1" status: 200 len: 473 time: 0.0832682 Aug 17 03:18:38.971393 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49028) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:38.988649 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 39ff208b-0cc5-407c-bc0d-b196f4e60416 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:38.995179 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e9259b99-709e-4dad-b5f6-00034b08caea tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] 10.222.0.10 "GET /v2.0/metering/metering-label-rules/0184df7f-6e36-497b-b18f-83dd0767d70c HTTP/1.1" status: 200 len: 461 time: 0.0108051 Aug 17 03:18:38.999511 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49030) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:39.087980 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:39.110671 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=637f5fe0-35b9-46de-a0bc-704c4d7dee9f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:39.196921 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 39ff208b-0cc5-407c-bc0d-b196f4e60416 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:39.201858 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 39ff208b-0cc5-407c-bc0d-b196f4e60416 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:39.202569 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:39.274012 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ae4ab84-f24a-42b6-9230-f35bb9941a74 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:39.275441 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9ae4ab84-f24a-42b6-9230-f35bb9941a74 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-label-rules/0184df7f-6e36-497b-b18f-83dd0767d70c HTTP/1.1" status: 204 len: 168 time: 0.2747171 Aug 17 03:18:39.278205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49032) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:39.308450 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6891a011-054b-40b9-8a44-991a1f690e5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:39.398675 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:39.503924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 39ff208b-0cc5-407c-bc0d-b196f4e60416, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=39ff208b-0cc5-407c-bc0d-b196f4e60416,segment=NetworkSegment(554c77a3-eb91-45e4-98b9-43adc9ed3c76),segment_id=554c77a3-eb91-45e4-98b9-43adc9ed3c76)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:39.511508 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6891a011-054b-40b9-8a44-991a1f690e5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:39.579186 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:39.584093 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7bbab214-bb40-4226-9c3c-07dc7822dbc7 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:39.651808 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00aba78c-dd16-463d-9cf9-4b2822bdc0a3 req-c072c0c6-911c-4d35-b5e3-83b98653589e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:39.653459 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00aba78c-dd16-463d-9cf9-4b2822bdc0a3 req-c072c0c6-911c-4d35-b5e3-83b98653589e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.1023824 Aug 17 03:18:39.706747 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:39.722044 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91f12cdf-7cb9-4118-a4c4-710f813a8434 None None] Network b35ea52f-c911-4f57-b4de-a29f299c3506 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:39.736398 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00aba78c-dd16-463d-9cf9-4b2822bdc0a3 req-37eb2ecb-e130-447e-865f-aea297aa8a05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727031 Aug 17 03:18:39.755514 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc9ef4da-3dfa-448e-afaa-e29291c0d502 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:39.756594 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fc9ef4da-3dfa-448e-afaa-e29291c0d502 tempest-MeteringTestJSON-2009800358 tempest-MeteringTestJSON-2009800358-project-admin] 10.222.0.10 "DELETE /v2.0/metering/metering-labels/122e1fe2-f074-4073-9ad4-cf086a719193 HTTP/1.1" status: 204 len: 168 time: 0.4771073 Aug 17 03:18:39.786358 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6891a011-054b-40b9-8a44-991a1f690e5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:39.790148 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6891a011-054b-40b9-8a44-991a1f690e5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:39.791669 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6891a011-054b-40b9-8a44-991a1f690e5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4582f70b-89d3-4101-8a7a-769977d59a18 HTTP/1.1" status: 204 len: 168 time: 0.8480930 Aug 17 03:18:39.793124 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:39.794723 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:39.881815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6891a011-054b-40b9-8a44-991a1f690e5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4582f70b-89d3-4101-8a7a-769977d59a18,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:40.044052 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=39ff208b-0cc5-407c-bc0d-b196f4e60416,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:40.050264 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=637f5fe0-35b9-46de-a0bc-704c4d7dee9f,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:40.056179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:40.056776 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:40.057287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:40.057876 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:40.058445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:40.058999 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:40.059540 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:40.060075 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:40.060608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:40.061158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:40.062499 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:40.064371 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:40.096495 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network b35ea52f-c911-4f57-b4de-a29f299c3506 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:40.098850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:40.108462 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-26107e2c-57bc-48e0-a9ea-2c34bf3ce98b None None] Provisioning for port 7bbab214-bb40-4226-9c3c-07dc7822dbc7 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:40.125925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 7bbab214-bb40-4226-9c3c-07dc7822dbc7 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:40.137103 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 7bbab214-bb40-4226-9c3c-07dc7822dbc7 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:40.137235 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:40.275975 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router df8386f0-edf4-4305-9a10-8b0446cb0c1e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:18:40.290309 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:40.341678 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 7bbab214-bb40-4226-9c3c-07dc7822dbc7, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7bbab214-bb40-4226-9c3c-07dc7822dbc7,segment=NetworkSegment(7966e2f9-3065-4c92-a68a-007df924e4c0),segment_id=7966e2f9-3065-4c92-a68a-007df924e4c0)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:40.397231 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:18:40.403806 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d7552b1b-31f9-49af-a41f-904a47e8231e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/df8386f0-edf4-4305-9a10-8b0446cb0c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6987000 Aug 17 03:18:40.408465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49050) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:40.413080 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708ef733-41ad-475e-a253-598049408e4f None None] Sync routers for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:18:40.415543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-7c7fa301-1e04-46cd-a2ed-30a1dfa68637 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-805679138'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:40.432559 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:40.455506 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ef733-41ad-475e-a253-598049408e4f None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:40.456190 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-708ef733-41ad-475e-a253-598049408e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:40.554549 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=7bbab214-bb40-4226-9c3c-07dc7822dbc7,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:40.573773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c7fa301-1e04-46cd-a2ed-30a1dfa68637 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:40.577974 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa301-1e04-46cd-a2ed-30a1dfa68637 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:40.605608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49054) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:40.636526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c7fa301-1e04-46cd-a2ed-30a1dfa68637 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:18:40.663700 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-708ef733-41ad-475e-a253-598049408e4f None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:18:40.671140 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa301-1e04-46cd-a2ed-30a1dfa68637 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:40.671686 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-7c7fa301-1e04-46cd-a2ed-30a1dfa68637 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Added segment 27f3b58f-f551-4630-b428-c347efa07470 of type vlan for network bda142b9-c5c7-4ae0-9fed-d3de08d86965 Aug 17 03:18:40.732792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ccc6e71a-45fa-4bb1-b2be-60505143850c None None] Provisioning for port 637f5fe0-35b9-46de-a0bc-704c4d7dee9f completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:40.737153 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ccc6e71a-45fa-4bb1-b2be-60505143850c None None] Provisioning complete for port 637f5fe0-35b9-46de-a0bc-704c4d7dee9f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:40.737584 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e71a-45fa-4bb1-b2be-60505143850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:40.865396 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa301-1e04-46cd-a2ed-30a1dfa68637 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:40.870458 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 39ff208b-0cc5-407c-bc0d-b196f4e60416 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:40.874987 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41437874-4a12-4d0e-b198-dc9c6811164d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:40.965682 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ccc6e71a-45fa-4bb1-b2be-60505143850c None None] Port 637f5fe0-35b9-46de-a0bc-704c4d7dee9f cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:18:41.015003 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 39ff208b-0cc5-407c-bc0d-b196f4e60416 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:41.016250 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:41.019915 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa301-1e04-46cd-a2ed-30a1dfa68637 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:41.026179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c7fa301-1e04-46cd-a2ed-30a1dfa68637 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:41.026942 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7c7fa301-1e04-46cd-a2ed-30a1dfa68637 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:41.093184 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ccc6e71a-45fa-4bb1-b2be-60505143850c None None] Provisioning complete for port 7bbab214-bb40-4226-9c3c-07dc7822dbc7 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:41.094000 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ccc6e71a-45fa-4bb1-b2be-60505143850c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:41.114122 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af765886-122b-405f-9749-caea1c2b99b4 req-9cc1eb68-846d-485b-8957-35fe9c51ebb1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:41.122642 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af765886-122b-405f-9749-caea1c2b99b4 req-9cc1eb68-846d-485b-8957-35fe9c51ebb1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.2335908 Aug 17 03:18:41.206930 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c7fa301-1e04-46cd-a2ed-30a1dfa68637 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Network': ['ID=bda142b9-c5c7-4ae0-9fed-d3de08d86965,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:41.266943 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network bda142b9-c5c7-4ae0-9fed-d3de08d86965 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:18:41.295840 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-708ef733-41ad-475e-a253-598049408e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:18:38Z', 'revision_number': 3, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '637f5fe0-35b9-46de-a0bc-704c4d7dee9f', 'name': '', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:fd:ae:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:37Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 2, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:41.319892 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-af765886-122b-405f-9749-caea1c2b99b4 req-ad8a28b2-1747-42eb-9510-4ffa36a71aab tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1887262 Aug 17 03:18:41.348997 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708ef733-41ad-475e-a253-598049408e4f None None] Checking router: df8386f0-edf4-4305-9a10-8b0446cb0c1e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:18:41.349851 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708ef733-41ad-475e-a253-598049408e4f None None] Updating router df8386f0-edf4-4305-9a10-8b0446cb0c1e port 637f5fe0-35b9-46de-a0bc-704c4d7dee9f binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:18:41.401936 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-708ef733-41ad-475e-a253-598049408e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:41.413383 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41437874-4a12-4d0e-b198-dc9c6811164d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:41.475811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7bbab214-bb40-4226-9c3c-07dc7822dbc7 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:41.489225 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41437874-4a12-4d0e-b198-dc9c6811164d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:41.551216 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 7bbab214-bb40-4226-9c3c-07dc7822dbc7 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:41.551924 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:41.588089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41437874-4a12-4d0e-b198-dc9c6811164d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7d57eff-1cac-40bb-95f4-1a0ed7b30758,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:41.603721 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-41437874-4a12-4d0e-b198-dc9c6811164d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dfd50239056e41fd803c8abb5e1239de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9927676 Aug 17 03:18:41.603912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49076) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:41.637873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49080) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:41.644176 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-77738283-8017-41da-bf40-76bde2270083 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'subnet': {'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:41.646117 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7c7fa301-1e04-46cd-a2ed-30a1dfa68637 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2359345 Aug 17 03:18:41.744503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d1f3347c-d062-4cec-9c37-0577a87b9bc2 None None] Provisioning complete for port 637f5fe0-35b9-46de-a0bc-704c4d7dee9f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:41.745996 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d1f3347c-d062-4cec-9c37-0577a87b9bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:41.777965 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a57088c1-fabf-47d7-b222-bb2e8b5b1ed7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:41.818032 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a57088c1-fabf-47d7-b222-bb2e8b5b1ed7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:41.836434 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d1f3347c-d062-4cec-9c37-0577a87b9bc2 None None] Port 637f5fe0-35b9-46de-a0bc-704c4d7dee9f cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:18:41.923415 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-708ef733-41ad-475e-a253-598049408e4f None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:41.954030 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fc7613d-34f7-4fe1-97be-a6e25c8bf56c req-d19cf060-a796-4a25-887c-ca5becb1c448 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:41.956924 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a57088c1-fabf-47d7-b222-bb2e8b5b1ed7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:41.957127 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-708ef733-41ad-475e-a253-598049408e4f None None] Transition to ACTIVE for port object 637f5fe0-35b9-46de-a0bc-704c4d7dee9f will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:41.959985 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a57088c1-fabf-47d7-b222-bb2e8b5b1ed7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:41.964372 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a57088c1-fabf-47d7-b222-bb2e8b5b1ed7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f7d57eff-1cac-40bb-95f4-1a0ed7b30758 HTTP/1.1" status: 204 len: 168 time: 0.3593667 Aug 17 03:18:41.967524 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7fc7613d-34f7-4fe1-97be-a6e25c8bf56c req-d19cf060-a796-4a25-887c-ca5becb1c448 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.1481848 Aug 17 03:18:41.989297 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57088c1-fabf-47d7-b222-bb2e8b5b1ed7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7d57eff-1cac-40bb-95f4-1a0ed7b30758,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:42.031289 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77738283-8017-41da-bf40-76bde2270083 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:42.035489 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49092) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:42.039237 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77738283-8017-41da-bf40-76bde2270083 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:42.065464 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-708ef733-41ad-475e-a253-598049408e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:42.104234 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7fc7613d-34f7-4fe1-97be-a6e25c8bf56c req-0ba7a533-ddfc-48af-addc-2fd9070834d0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336424 Aug 17 03:18:42.197898 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811cb37-d825-45f6-9e1f-9ea5bfbc9bcd None None] Pushing event updated for resources: {'Port': ['ID=637f5fe0-35b9-46de-a0bc-704c4d7dee9f,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:42.218969 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811cb37-d825-45f6-9e1f-9ea5bfbc9bcd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:42.220112 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811cb37-d825-45f6-9e1f-9ea5bfbc9bcd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:42.220718 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811cb37-d825-45f6-9e1f-9ea5bfbc9bcd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:42.220718 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811cb37-d825-45f6-9e1f-9ea5bfbc9bcd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:42.221024 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811cb37-d825-45f6-9e1f-9ea5bfbc9bcd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:42.221356 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811cb37-d825-45f6-9e1f-9ea5bfbc9bcd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:42.221707 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811cb37-d825-45f6-9e1f-9ea5bfbc9bcd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:42.222034 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811cb37-d825-45f6-9e1f-9ea5bfbc9bcd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:42.222357 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811cb37-d825-45f6-9e1f-9ea5bfbc9bcd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:42.222681 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811cb37-d825-45f6-9e1f-9ea5bfbc9bcd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:42.223895 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811cb37-d825-45f6-9e1f-9ea5bfbc9bcd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:42.226122 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2811cb37-d825-45f6-9e1f-9ea5bfbc9bcd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:18:42.265629 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-496e9b6d-d1e4-490e-aa39-4cac085edd1c admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1748731184-network', 'tenant_id': 'cb682be3ec0c443bbcc96b4de499d0ad'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:42.293236 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-708ef733-41ad-475e-a253-598049408e4f None None] Attempting to bind port 637f5fe0-35b9-46de-a0bc-704c4d7dee9f on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:18:42.293774 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-708ef733-41ad-475e-a253-598049408e4f None None] Attempting to bind port 637f5fe0-35b9-46de-a0bc-704c4d7dee9f by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '7966e2f9-3065-4c92-a68a-007df924e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:18:42.294185 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708ef733-41ad-475e-a253-598049408e4f None None] Attempting to bind port 637f5fe0-35b9-46de-a0bc-704c4d7dee9f on network b35ea52f-c911-4f57-b4de-a29f299c3506 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:18:42.299498 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708ef733-41ad-475e-a253-598049408e4f None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:18:42.299914 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708ef733-41ad-475e-a253-598049408e4f None None] Checking segment: {'id': '7966e2f9-3065-4c92-a68a-007df924e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:42.300320 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-708ef733-41ad-475e-a253-598049408e4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:42.300719 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-708ef733-41ad-475e-a253-598049408e4f None None] Bound using segment: {'id': '7966e2f9-3065-4c92-a68a-007df924e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:18:42.301246 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-708ef733-41ad-475e-a253-598049408e4f None None] Bound port: 637f5fe0-35b9-46de-a0bc-704c4d7dee9f, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7966e2f9-3065-4c92-a68a-007df924e4c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:18:42.301648 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-708ef733-41ad-475e-a253-598049408e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:42.382854 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-708ef733-41ad-475e-a253-598049408e4f None None] For port 637f5fe0-35b9-46de-a0bc-704c4d7dee9f, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:18:42.386754 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-708ef733-41ad-475e-a253-598049408e4f None None] For port 637f5fe0-35b9-46de-a0bc-704c4d7dee9f, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=637f5fe0-35b9-46de-a0bc-704c4d7dee9f,segment=NetworkSegment(7966e2f9-3065-4c92-a68a-007df924e4c0),segment_id=7966e2f9-3065-4c92-a68a-007df924e4c0)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:18:42.392405 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-496e9b6d-d1e4-490e-aa39-4cac085edd1c admin admin] Made reservation on behalf of cb682be3ec0c443bbcc96b4de499d0ad for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:42.394109 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-496e9b6d-d1e4-490e-aa39-4cac085edd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:42.406190 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-496e9b6d-d1e4-490e-aa39-4cac085edd1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:42.523025 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-708ef733-41ad-475e-a253-598049408e4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:42.524477 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77738283-8017-41da-bf40-76bde2270083 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:42.531152 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-496e9b6d-d1e4-490e-aa39-4cac085edd1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:42.611344 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-708ef733-41ad-475e-a253-598049408e4f None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:42.612405 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-708ef733-41ad-475e-a253-598049408e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:42.614840 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-496e9b6d-d1e4-490e-aa39-4cac085edd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:42.618969 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2811cb37-d825-45f6-9e1f-9ea5bfbc9bcd None None] Pushing event updated for resources: {'Port': ['ID=637f5fe0-35b9-46de-a0bc-704c4d7dee9f,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:42.622605 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77738283-8017-41da-bf40-76bde2270083 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Subnet': ['ID=60417c57-2ee9-42c9-8e1f-1c2957639691,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:42.626672 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77738283-8017-41da-bf40-76bde2270083 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Checking segment: {'id': '27f3b58f-f551-4630-b428-c347efa07470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:42.626950 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77738283-8017-41da-bf40-76bde2270083 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network hostable DHCP agents. Network: bda142b9-c5c7-4ae0-9fed-d3de08d86965, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:18:42.689084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-496e9b6d-d1e4-490e-aa39-4cac085edd1c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:18:42.691587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e9b6d-d1e4-490e-aa39-4cac085edd1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ffb675-71b2-4171-a49d-583525f59dd1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:42.714032 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-496e9b6d-d1e4-490e-aa39-4cac085edd1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:42.716335 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-496e9b6d-d1e4-490e-aa39-4cac085edd1c admin admin] Added segment 951a1138-0c16-475c-a9c6-851e879551d7 of type vlan for network 2298ce04-0bac-4fa8-b765-3b652dc264bd Aug 17 03:18:42.734299 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77738283-8017-41da-bf40-76bde2270083 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network bda142b9-c5c7-4ae0-9fed-d3de08d86965 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:18:42.811446 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-496e9b6d-d1e4-490e-aa39-4cac085edd1c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:42.819830 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-77738283-8017-41da-bf40-76bde2270083 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, bda142b9-c5c7-4ae0-9fed-d3de08d86965) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:42.824328 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77738283-8017-41da-bf40-76bde2270083 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:42.824934 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77738283-8017-41da-bf40-76bde2270083 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:42.832824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad88bffe-6a41-41f7-947e-e202cb817881 None None] Network bda142b9-c5c7-4ae0-9fed-d3de08d86965 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:42.850087 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-708ef733-41ad-475e-a253-598049408e4f None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:18:42.948754 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-77738283-8017-41da-bf40-76bde2270083 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.3092453 Aug 17 03:18:42.949307 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49104) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:43.031503 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-496e9b6d-d1e4-490e-aa39-4cac085edd1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:43.033705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-496e9b6d-d1e4-490e-aa39-4cac085edd1c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:43.037282 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-496e9b6d-d1e4-490e-aa39-4cac085edd1c admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:43.103096 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49108) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:43.124401 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77a56f82-c65d-434e-98fa-8f50f3d62f69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:43.134552 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-bda142b9-c5c7-4ae0-9fed-d3de08d86965', 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965', 'tenant_id': '515300cdc220474c98fe888e647da248', 'fixed_ips': [{'subnet_id': '60417c57-2ee9-42c9-8e1f-1c2957639691'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:18:43.136066 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:43.244375 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-708ef733-41ad-475e-a253-598049408e4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:18:38Z', 'revision_number': 3, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '637f5fe0-35b9-46de-a0bc-704c4d7dee9f', 'name': '', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:fd:ae:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:37Z', 'updated_at': '2021-08-17T03:18:42Z', 'revision_number': 4, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:43.274965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49116) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:43.277788 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-496e9b6d-d1e4-490e-aa39-4cac085edd1c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2328660 Aug 17 03:18:43.280249 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a3faaf8a-c702-4c83-a8a3-df9bd677d123 admin admin] Request body: {'subnet': {'network_id': '2298ce04-0bac-4fa8-b765-3b652dc264bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1748731184-subnet', 'tenant_id': 'cb682be3ec0c443bbcc96b4de499d0ad', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:43.331312 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-708ef733-41ad-475e-a253-598049408e4f None None] The sync data for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 is: [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:18:38Z', 'revision_number': 3, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '637f5fe0-35b9-46de-a0bc-704c4d7dee9f', 'name': '', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:fd:ae:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:37Z', 'updated_at': '2021-08-17T03:18:42Z', 'revision_number': 4, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:18:43.369065 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49120) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:43.379682 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77a56f82-c65d-434e-98fa-8f50f3d62f69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:43.452322 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-77a56f82-c65d-434e-98fa-8f50f3d62f69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:43.477202 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Allocated IP 2001:db8:2::2 (bda142b9-c5c7-4ae0-9fed-d3de08d86965/60417c57-2ee9-42c9-8e1f-1c2957639691/c1be55e9-1aba-436e-9af0-72c850c47a6b) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:18:43.517629 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-77a56f82-c65d-434e-98fa-8f50f3d62f69 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e7947cca02084a45b96b5918c626bc15&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4100766 Aug 17 03:18:43.519323 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49124) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:43.519499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496e9b6d-d1e4-490e-aa39-4cac085edd1c admin admin] Pushing event updated for resources: {'Network': ['ID=2298ce04-0bac-4fa8-b765-3b652dc264bd,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:43.519653 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77a56f82-c65d-434e-98fa-8f50f3d62f69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98870afa-3fb5-4302-8331-32c5dbec5696,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:43.585236 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 2298ce04-0bac-4fa8-b765-3b652dc264bd details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:18:43.609245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3faaf8a-c702-4c83-a8a3-df9bd677d123 admin admin] Made reservation on behalf of cb682be3ec0c443bbcc96b4de499d0ad for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:43.611273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c967ae-2990-4b1c-97b5-180e96637bad req-edf2485e-44d0-43af-ac66-58f8b62a788c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:43.616410 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3faaf8a-c702-4c83-a8a3-df9bd677d123 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:43.617897 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00c967ae-2990-4b1c-97b5-180e96637bad req-edf2485e-44d0-43af-ac66-58f8b62a788c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.2132640 Aug 17 03:18:43.774879 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ee99-db7f-44b1-96a6-bf6299a110ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:43.890938 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00c967ae-2990-4b1c-97b5-180e96637bad req-21562bbc-586b-4958-9a68-60432a02455a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2009861 Aug 17 03:18:43.913583 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:43.933863 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Transition to ACTIVE for port object c1be55e9-1aba-436e-9af0-72c850c47a6b will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:43.957213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Transition to ACTIVE for port object c1be55e9-1aba-436e-9af0-72c850c47a6b will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:43.991236 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ee99-db7f-44b1-96a6-bf6299a110ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:44.065908 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:44.074463 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:44.142478 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Network bda142b9-c5c7-4ae0-9fed-d3de08d86965 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:44.158132 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:44.174193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:18:44.228189 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Pushing event updated for resources: {'Port': ['ID=c1be55e9-1aba-436e-9af0-72c850c47a6b,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:44.268831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Attempting to bind port c1be55e9-1aba-436e-9af0-72c850c47a6b on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:18:44.269206 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Attempting to bind port c1be55e9-1aba-436e-9af0-72c850c47a6b by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27f3b58f-f551-4630-b428-c347efa07470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:18:44.269599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Attempting to bind port c1be55e9-1aba-436e-9af0-72c850c47a6b on network bda142b9-c5c7-4ae0-9fed-d3de08d86965 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:18:44.274738 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 18, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:18:44.275119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Checking segment: {'id': '27f3b58f-f551-4630-b428-c347efa07470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:44.275707 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:44.276287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Bound using segment: {'id': '27f3b58f-f551-4630-b428-c347efa07470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:18:44.276797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Bound port: c1be55e9-1aba-436e-9af0-72c850c47a6b, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f3b58f-f551-4630-b428-c347efa07470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:18:44.277381 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:44.322161 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ee99-db7f-44b1-96a6-bf6299a110ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:44.329660 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6a5ee99-db7f-44b1-96a6-bf6299a110ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:44.329660 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b6a5ee99-db7f-44b1-96a6-bf6299a110ce admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98870afa-3fb5-4302-8331-32c5dbec5696 HTTP/1.1" status: 204 len: 168 time: 0.8023899 Aug 17 03:18:44.343387 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6a5ee99-db7f-44b1-96a6-bf6299a110ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98870afa-3fb5-4302-8331-32c5dbec5696,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:44.371659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] For port c1be55e9-1aba-436e-9af0-72c850c47a6b, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:18:44.375947 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] For port c1be55e9-1aba-436e-9af0-72c850c47a6b, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c1be55e9-1aba-436e-9af0-72c850c47a6b,segment=NetworkSegment(27f3b58f-f551-4630-b428-c347efa07470),segment_id=27f3b58f-f551-4630-b428-c347efa07470)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:18:44.377874 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3faaf8a-c702-4c83-a8a3-df9bd677d123 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:44.472012 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:44.488770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3faaf8a-c702-4c83-a8a3-df9bd677d123 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dc9d0503-1f5b-486a-ad80-9a78d3a966a1,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:44.489441 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3faaf8a-c702-4c83-a8a3-df9bd677d123 admin admin] Checking segment: {'id': '951a1138-0c16-475c-a9c6-851e879551d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2298ce04-0bac-4fa8-b765-3b652dc264bd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:44.490350 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3faaf8a-c702-4c83-a8a3-df9bd677d123 admin admin] Network hostable DHCP agents. Network: 2298ce04-0bac-4fa8-b765-3b652dc264bd, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:18:44.551806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Allocated IP 2001:db8:2::1 (bda142b9-c5c7-4ae0-9fed-d3de08d86965/60417c57-2ee9-42c9-8e1f-1c2957639691/d54a878a-7ddb-4440-a738-83ff1c0dc167) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:18:44.579847 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-135ceeb0-c885-44d2-a7e1-0a90c40000d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:44.600727 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a59fec-fe41-48bf-8151-5abaf786597f None None] Pushing event updated for resources: {'Port': ['ID=c1be55e9-1aba-436e-9af0-72c850c47a6b,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:44.616736 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a3faaf8a-c702-4c83-a8a3-df9bd677d123 admin admin] Network 2298ce04-0bac-4fa8-b765-3b652dc264bd is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:18:44.724400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a3faaf8a-c702-4c83-a8a3-df9bd677d123 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 2298ce04-0bac-4fa8-b765-3b652dc264bd) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:44.733353 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e91dc2d-faee-48f1-99e8-cc6de702bf2e None None] Network 2298ce04-0bac-4fa8-b765-3b652dc264bd requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:44.739669 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3faaf8a-c702-4c83-a8a3-df9bd677d123 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:44.739669 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3faaf8a-c702-4c83-a8a3-df9bd677d123 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:44.816154 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:44.847067 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 637f5fe0-35b9-46de-a0bc-704c4d7dee9f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:44.852568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Transition to ACTIVE for port object d54a878a-7ddb-4440-a738-83ff1c0dc167 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:44.853322 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a3faaf8a-c702-4c83-a8a3-df9bd677d123 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.5771656 Aug 17 03:18:45.071269 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:45.135162 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cb11fa-1673-4d00-9d4e-4227be905e7c None None] Network 2298ce04-0bac-4fa8-b765-3b652dc264bd requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:45.165053 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network bda142b9-c5c7-4ae0-9fed-d3de08d86965 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:45.176220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:45.185533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:18:45.192295 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:45.266031 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d999c1be-07fe-44b8-a1c8-509e4b216875 req-0c58122e-9b2c-4ec5-83dc-75a4e0eb6f56 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:45.281268 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d999c1be-07fe-44b8-a1c8-509e4b216875 req-0c58122e-9b2c-4ec5-83dc-75a4e0eb6f56 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.2238004 Aug 17 03:18:45.346148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=d54a878a-7ddb-4440-a738-83ff1c0dc167,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:45.373108 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 637f5fe0-35b9-46de-a0bc-704c4d7dee9f completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:45.379650 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d999c1be-07fe-44b8-a1c8-509e4b216875 req-6ee68723-2711-40e5-9169-4f0ba7816ef1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0954792 Aug 17 03:18:45.382761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-135ceeb0-c885-44d2-a7e1-0a90c40000d1 admin admin] Deleting port ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:18:45.383107 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-135ceeb0-c885-44d2-a7e1-0a90c40000d1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:45.411557 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 637f5fe0-35b9-46de-a0bc-704c4d7dee9f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:45.412119 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:45.481642 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39f706c4-d9e9-4b6a-957a-68dab11fbe6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:45.505891 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-135ceeb0-c885-44d2-a7e1-0a90c40000d1 admin admin] For port ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9,segment=NetworkSegment(dbd7541f-dd23-4942-af3e-b48fa01cf190),segment_id=dbd7541f-dd23-4942-af3e-b48fa01cf190)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:45.506339 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-135ceeb0-c885-44d2-a7e1-0a90c40000d1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:45.523438 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-135ceeb0-c885-44d2-a7e1-0a90c40000d1 admin admin] Calling delete_port for ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:18:45.580532 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:45.585672 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:45.626013 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 637f5fe0-35b9-46de-a0bc-704c4d7dee9f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=637f5fe0-35b9-46de-a0bc-704c4d7dee9f,segment=NetworkSegment(7966e2f9-3065-4c92-a68a-007df924e4c0),segment_id=7966e2f9-3065-4c92-a68a-007df924e4c0)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:45.739659 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:45.866513 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=637f5fe0-35b9-46de-a0bc-704c4d7dee9f,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:46.066193 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-135ceeb0-c885-44d2-a7e1-0a90c40000d1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:46.148251 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135ceeb0-c885-44d2-a7e1-0a90c40000d1 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:46.170622 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:46.253695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49178) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:46.259007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6c21114a-b1dc-4104-a4de-e0dfb78e386d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-827392414-network', 'tenant_id': 'cf10b69c03684f0f8cb22d46a2eb2863'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:46.274006 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:46.274773 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:46.370643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49180) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:46.412972 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1968aaa-a78a-4621-a998-ec440fd602b2 None None] Network bda142b9-c5c7-4ae0-9fed-d3de08d86965 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:46.445128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c21114a-b1dc-4104-a4de-e0dfb78e386d admin admin] Made reservation on behalf of cf10b69c03684f0f8cb22d46a2eb2863 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:46.448773 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c21114a-b1dc-4104-a4de-e0dfb78e386d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:46.474119 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=d54a878a-7ddb-4440-a738-83ff1c0dc167,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:46.480481 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c21114a-b1dc-4104-a4de-e0dfb78e386d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:46.481824 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-135ceeb0-c885-44d2-a7e1-0a90c40000d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:46.644126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network bda142b9-c5c7-4ae0-9fed-d3de08d86965 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:46.650714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:46.662763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-092b2912-2c0f-4e54-962e-6b05202ff397 None None] Provisioning for port c1be55e9-1aba-436e-9af0-72c850c47a6b completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:46.692763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1174ed6b-62b0-4030-b3eb-124335660b34 req-28514a0c-b0e4-4ae6-8891-e5c510606c37 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:46.700318 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1174ed6b-62b0-4030-b3eb-124335660b34 req-28514a0c-b0e4-4ae6-8891-e5c510606c37 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.1753986 Aug 17 03:18:46.707199 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-98373a04-3c91-4b06-ac80-b7c4f95add27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1645097322'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:46.877826 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135ceeb0-c885-44d2-a7e1-0a90c40000d1 admin admin] Router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:18:46.935495 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1174ed6b-62b0-4030-b3eb-124335660b34 req-4c26a0c9-108d-4071-aa5e-57253ac9e07c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342787 Aug 17 03:18:46.945099 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c21114a-b1dc-4104-a4de-e0dfb78e386d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:46.966467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router df8386f0-edf4-4305-9a10-8b0446cb0c1e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:18:47.026849 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c1be55e9-1aba-436e-9af0-72c850c47a6b up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:47.088035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:18:47.097096 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c21114a-b1dc-4104-a4de-e0dfb78e386d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.108209 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135ceeb0-c885-44d2-a7e1-0a90c40000d1 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:18:47.108787 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Sync routers for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:18:47.118298 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-135ceeb0-c885-44d2-a7e1-0a90c40000d1 admin admin] 10.222.0.10 "PUT /v2.0/routers/6772dce1-f98a-4a35-9e66-a81ca0530bf9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7457221 Aug 17 03:18:47.118459 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-03d5302e-405d-450b-8d95-babf321dc8a5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/df8386f0-edf4-4305-9a10-8b0446cb0c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1663909 Aug 17 03:18:47.120401 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49192) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:47.120401 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49194) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:47.125308 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea0d61e-de00-4bcf-967f-c5161eb96cf1 None None] Sync routers for ids ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:18:47.140551 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0d61e-de00-4bcf-967f-c5161eb96cf1 None None] Routers {'6772dce1-f98a-4a35-9e66-a81ca0530bf9'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:47.141808 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-2ea0d61e-de00-4bcf-967f-c5161eb96cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:47.145932 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:47.147729 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:47.162944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c21114a-b1dc-4104-a4de-e0dfb78e386d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:18:47.165245 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21114a-b1dc-4104-a4de-e0dfb78e386d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0e5d5a9-bd9d-4a67-a72f-4d6ab4e81511,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:47.187346 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c21114a-b1dc-4104-a4de-e0dfb78e386d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.188879 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-6c21114a-b1dc-4104-a4de-e0dfb78e386d admin admin] Added segment a982ba86-85a8-41aa-a610-f7e3c621cf80 of type vlan for network 211a601b-5eee-449e-ab95-169f5bd3a40c Aug 17 03:18:47.237293 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c21114a-b1dc-4104-a4de-e0dfb78e386d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.293227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-767d580c-6a58-4e86-9877-0ddf2f76cdc9 None None] Provisioning for port d54a878a-7ddb-4440-a738-83ff1c0dc167 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:47.299586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port c1be55e9-1aba-436e-9af0-72c850c47a6b completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:47.309515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-3c165d5a-cbfc-4766-a779-2f5abf8531bb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-814083438'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:47.318775 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:18:47.323788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-767d580c-6a58-4e86-9877-0ddf2f76cdc9 None None] Provisioning complete for port d54a878a-7ddb-4440-a738-83ff1c0dc167 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:47.324400 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-767d580c-6a58-4e86-9877-0ddf2f76cdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.325247 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-2ea0d61e-de00-4bcf-967f-c5161eb96cf1 None None] Set router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:18:47.328020 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c21114a-b1dc-4104-a4de-e0dfb78e386d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.333435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c21114a-b1dc-4104-a4de-e0dfb78e386d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:47.333435 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c21114a-b1dc-4104-a4de-e0dfb78e386d admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.336067 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc183-cb35-4f93-a198-8230cfe296d0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.338180 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98373a04-3c91-4b06-ac80-b7c4f95add27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:47.342868 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98373a04-3c91-4b06-ac80-b7c4f95add27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.355792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c1be55e9-1aba-436e-9af0-72c850c47a6b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:47.356168 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.407497 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98373a04-3c91-4b06-ac80-b7c4f95add27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.436711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c165d5a-cbfc-4766-a779-2f5abf8531bb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:47.441826 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c165d5a-cbfc-4766-a779-2f5abf8531bb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.479333 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-767d580c-6a58-4e86-9877-0ddf2f76cdc9 None None] Port d54a878a-7ddb-4440-a738-83ff1c0dc167 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:18:47.484056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c21114a-b1dc-4104-a4de-e0dfb78e386d admin admin] Pushing event updated for resources: {'Network': ['ID=211a601b-5eee-449e-ab95-169f5bd3a40c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:47.539500 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6c21114a-b1dc-4104-a4de-e0dfb78e386d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.2846074 Aug 17 03:18:47.541396 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49198) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:47.547819 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-33e6fd85-3d8d-4882-bddd-f015ff144bd9 admin admin] Request body: {'subnet': {'network_id': '211a601b-5eee-449e-ab95-169f5bd3a40c', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-827392414-subnet', 'tenant_id': 'cf10b69c03684f0f8cb22d46a2eb2863', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:47.564557 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3c165d5a-cbfc-4766-a779-2f5abf8531bb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:18:47.597878 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c165d5a-cbfc-4766-a779-2f5abf8531bb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.598281 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-3c165d5a-cbfc-4766-a779-2f5abf8531bb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Added segment f01c2de4-315e-4a5c-aec7-a793c0bd5915 of type vlan for network c65f33cb-b99e-421a-9ea1-a847b3aba61e Aug 17 03:18:47.683249 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc183-cb35-4f93-a198-8230cfe296d0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.704354 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c165d5a-cbfc-4766-a779-2f5abf8531bb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.705902 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-2ea0d61e-de00-4bcf-967f-c5161eb96cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 5, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:47.733955 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 211a601b-5eee-449e-ab95-169f5bd3a40c details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:18:47.743030 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea0d61e-de00-4bcf-967f-c5161eb96cf1 None None] Checking router: 6772dce1-f98a-4a35-9e66-a81ca0530bf9 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:18:47.755941 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ea0d61e-de00-4bcf-967f-c5161eb96cf1 None None] Routers {'6772dce1-f98a-4a35-9e66-a81ca0530bf9'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:47.757016 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-2ea0d61e-de00-4bcf-967f-c5161eb96cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:47.831182 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98373a04-3c91-4b06-ac80-b7c4f95add27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.850678 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c165d5a-cbfc-4766-a779-2f5abf8531bb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.857974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3c165d5a-cbfc-4766-a779-2f5abf8531bb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:47.860408 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c165d5a-cbfc-4766-a779-2f5abf8531bb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.862220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-767d580c-6a58-4e86-9877-0ddf2f76cdc9 None None] Provisioning complete for port c1be55e9-1aba-436e-9af0-72c850c47a6b triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:47.863484 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-767d580c-6a58-4e86-9877-0ddf2f76cdc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.893976 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-2ea0d61e-de00-4bcf-967f-c5161eb96cf1 None None] Set router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:18:47.943014 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98373a04-3c91-4b06-ac80-b7c4f95add27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.975026 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:47.989631 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c165d5a-cbfc-4766-a779-2f5abf8531bb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Network': ['ID=c65f33cb-b99e-421a-9ea1-a847b3aba61e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:47.994847 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98373a04-3c91-4b06-ac80-b7c4f95add27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:18:47.997846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3a7fc183-cb35-4f93-a198-8230cfe296d0 admin admin] Deleting port 1084db08-b5dc-43ba-916d-201a3487cc30 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:18:47.998261 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc183-cb35-4f93-a198-8230cfe296d0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.008389 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33e6fd85-3d8d-4882-bddd-f015ff144bd9 admin admin] Made reservation on behalf of cf10b69c03684f0f8cb22d46a2eb2863 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:48.011729 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-33e6fd85-3d8d-4882-bddd-f015ff144bd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.018052 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network c65f33cb-b99e-421a-9ea1-a847b3aba61e details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:18:48.084692 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98373a04-3c91-4b06-ac80-b7c4f95add27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fce2b38c-4c73-491d-a4f7-95419902b82e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:48.089803 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98373a04-3c91-4b06-ac80-b7c4f95add27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.090513 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-98373a04-3c91-4b06-ac80-b7c4f95add27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Added segment 458b81cc-ef2e-4f02-b071-7a6044b3d78e of type vlan for network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 Aug 17 03:18:48.107160 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fa048ce1-b427-4af5-a154-788b65d2457e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.123826 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port c1be55e9-1aba-436e-9af0-72c850c47a6b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c1be55e9-1aba-436e-9af0-72c850c47a6b,segment=NetworkSegment(27f3b58f-f551-4630-b428-c347efa07470),segment_id=27f3b58f-f551-4630-b428-c347efa07470)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:48.129992 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3c165d5a-cbfc-4766-a779-2f5abf8531bb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.8256013 Aug 17 03:18:48.133706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49206) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:48.141456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b70ffbe6-70cc-4d56-8050-e587f126ff65 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'subnet': {'network_id': 'c65f33cb-b99e-421a-9ea1-a847b3aba61e', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:48.209001 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98373a04-3c91-4b06-ac80-b7c4f95add27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.220661 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.221512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 637f5fe0-35b9-46de-a0bc-704c4d7dee9f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:48.229627 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-2ea0d61e-de00-4bcf-967f-c5161eb96cf1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 5, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:48.251121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b058dc7-15ed-4e05-ba7e-071e7eeffa5f req-95f6eb27-30da-4e15-bc51-e64aa0dbc2d5 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:48.258653 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9b058dc7-15ed-4e05-ba7e-071e7eeffa5f req-95f6eb27-30da-4e15-bc51-e64aa0dbc2d5 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.2336946 Aug 17 03:18:48.278551 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ea0d61e-de00-4bcf-967f-c5161eb96cf1 None None] The sync data for ids ['6772dce1-f98a-4a35-9e66-a81ca0530bf9'] in n-d-802060-9 is: [{'id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'name': 'tempest-AttachVolumeTestJSON-1659866697-router', 'tenant_id': '29dbf4db7226454dadb9ed17ed77cc12', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127'}], 'enable_snat': True}, 'gw_port_id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 5, 'project_id': '29dbf4db7226454dadb9ed17ed77cc12', 'gw_port': {'id': '1084db08-b5dc-43ba-916d-201a3487cc30', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:41:bb:c1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6772dce1-f98a-4a35-9e66-a81ca0530bf9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1977, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.127', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:10:55Z', 'updated_at': '2021-08-17T03:11:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:18:48.325965 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.334615 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9b058dc7-15ed-4e05-ba7e-071e7eeffa5f req-85a996f1-6f11-4f86-9e02-c4fee4132c86 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749753 Aug 17 03:18:48.336683 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-3a7fc183-cb35-4f93-a198-8230cfe296d0 admin admin] For port 1084db08-b5dc-43ba-916d-201a3487cc30, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1084db08-b5dc-43ba-916d-201a3487cc30,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:48.337002 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc183-cb35-4f93-a198-8230cfe296d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.363447 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3a7fc183-cb35-4f93-a198-8230cfe296d0 admin admin] Calling delete_port for 1084db08-b5dc-43ba-916d-201a3487cc30 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:18:48.428914 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 4, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '637f5fe0-35b9-46de-a0bc-704c4d7dee9f', 'name': '', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:fd:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:37Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd54a878a-7ddb-4440-a738-83ff1c0dc167', 'name': '', 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:94:1e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:44Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 2, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:48.433757 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=c1be55e9-1aba-436e-9af0-72c850c47a6b,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:48.435668 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b70ffbe6-70cc-4d56-8050-e587f126ff65 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Made reservation on behalf of 515300cdc220474c98fe888e647da248 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:48.450996 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b70ffbe6-70cc-4d56-8050-e587f126ff65 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.471902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Checking router: df8386f0-edf4-4305-9a10-8b0446cb0c1e for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:18:48.472182 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Updating router df8386f0-edf4-4305-9a10-8b0446cb0c1e port d54a878a-7ddb-4440-a738-83ff1c0dc167 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:18:48.491794 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 637f5fe0-35b9-46de-a0bc-704c4d7dee9f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:48.492492 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.517001 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-33e6fd85-3d8d-4882-bddd-f015ff144bd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.524325 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.577702 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98373a04-3c91-4b06-ac80-b7c4f95add27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.586499 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98373a04-3c91-4b06-ac80-b7c4f95add27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:48.587715 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-98373a04-3c91-4b06-ac80-b7c4f95add27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.607996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e6fd85-3d8d-4882-bddd-f015ff144bd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0fa0519-b613-41b6-b74a-6f9bf25ba235,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:48.629631 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e6fd85-3d8d-4882-bddd-f015ff144bd9 admin admin] Checking segment: {'id': 'a982ba86-85a8-41aa-a610-f7e3c621cf80', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '211a601b-5eee-449e-ab95-169f5bd3a40c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:48.630189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e6fd85-3d8d-4882-bddd-f015ff144bd9 admin admin] Network hostable DHCP agents. Network: 211a601b-5eee-449e-ab95-169f5bd3a40c, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:18:48.664791 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98373a04-3c91-4b06-ac80-b7c4f95add27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Network': ['ID=f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:48.681400 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc183-cb35-4f93-a198-8230cfe296d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.686993 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:18:48.727264 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-98373a04-3c91-4b06-ac80-b7c4f95add27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 2.3553340 Aug 17 03:18:48.729954 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49210) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:48.735465 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7b25e6c8-d175-4079-9a60-ed53934d7d4d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38', 'name': 'tempest-PortsTestJSON-563033004'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:48.779347 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cb7b18f5-2bbe-4e51-8401-68ae9235d039 None None] Provisioning complete for port d54a878a-7ddb-4440-a738-83ff1c0dc167 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:48.779741 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cb7b18f5-2bbe-4e51-8401-68ae9235d039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.835704 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cb7b18f5-2bbe-4e51-8401-68ae9235d039 None None] Port d54a878a-7ddb-4440-a738-83ff1c0dc167 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:18:48.835964 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33e6fd85-3d8d-4882-bddd-f015ff144bd9 admin admin] Network 211a601b-5eee-449e-ab95-169f5bd3a40c is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:18:48.914816 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-33e6fd85-3d8d-4882-bddd-f015ff144bd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 211a601b-5eee-449e-ab95-169f5bd3a40c) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:48.919493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33e6fd85-3d8d-4882-bddd-f015ff144bd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:48.920296 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-33e6fd85-3d8d-4882-bddd-f015ff144bd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:48.933178 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d87f6e-0ea1-46c4-b98a-ef82811e051a None None] Network 211a601b-5eee-449e-ab95-169f5bd3a40c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:48.944416 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b70ffbe6-70cc-4d56-8050-e587f126ff65 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:49.019672 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-33e6fd85-3d8d-4882-bddd-f015ff144bd9 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.4671435 Aug 17 03:18:49.019931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c1be55e9-1aba-436e-9af0-72c850c47a6b up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:49.046290 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b70ffbe6-70cc-4d56-8050-e587f126ff65 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Subnet': ['ID=ef849140-dd5d-45d9-abd0-4bd40eceb1bf,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:49.072414 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b70ffbe6-70cc-4d56-8050-e587f126ff65 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Checking segment: {'id': 'f01c2de4-315e-4a5c-aec7-a793c0bd5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c65f33cb-b99e-421a-9ea1-a847b3aba61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:49.073212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70ffbe6-70cc-4d56-8050-e587f126ff65 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network hostable DHCP agents. Network: c65f33cb-b99e-421a-9ea1-a847b3aba61e, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:18:49.155644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c1be55e9-1aba-436e-9af0-72c850c47a6b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:49.156087 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:49.173907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b70ffbe6-70cc-4d56-8050-e587f126ff65 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network c65f33cb-b99e-421a-9ea1-a847b3aba61e is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:18:49.199696 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:49.271193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b70ffbe6-70cc-4d56-8050-e587f126ff65 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, c65f33cb-b99e-421a-9ea1-a847b3aba61e) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:49.276608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b70ffbe6-70cc-4d56-8050-e587f126ff65 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:49.277559 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b70ffbe6-70cc-4d56-8050-e587f126ff65 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:49.290772 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3cf657-1e66-4588-93f6-100a152e61da None None] Network c65f33cb-b99e-421a-9ea1-a847b3aba61e requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:49.294301 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7fc183-cb35-4f93-a198-8230cfe296d0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1084db08-b5dc-43ba-916d-201a3487cc30,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:49.344472 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bad4a9b1-c1ed-47c6-bcc3-480044bbf92c None None] Network 211a601b-5eee-449e-ab95-169f5bd3a40c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:49.382998 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b70ffbe6-70cc-4d56-8050-e587f126ff65 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.2442048 Aug 17 03:18:49.383659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49222) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:49.399100 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc183-cb35-4f93-a198-8230cfe296d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:49.515324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b25e6c8-d175-4079-9a60-ed53934d7d4d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:49.522277 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7b25e6c8-d175-4079-9a60-ed53934d7d4d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:49.540595 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc183-cb35-4f93-a198-8230cfe296d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:49.543668 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc183-cb35-4f93-a198-8230cfe296d0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:49.569665 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:49.600106 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:18:49.603358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Transition to ACTIVE for port object d54a878a-7ddb-4440-a738-83ff1c0dc167 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:49.623430 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-7b25e6c8-d175-4079-9a60-ed53934d7d4d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] device_id is not set on port 9065bb64-ef68-4c2a-83ac-b752cc2d6089 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:18:49.634768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d61f6e86-58e4-4f01-9409-d16f140d9f27 req-70ee88d5-c07f-492c-8865-924e6b6fddf0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:49.637399 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d61f6e86-58e4-4f01-9409-d16f140d9f27 req-70ee88d5-c07f-492c-8865-924e6b6fddf0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.0813050 Aug 17 03:18:49.665074 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:18:49.665475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ec18d60e-73f0-4baf-9fc5-8c0d4e7b8fa9 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:18:49.693649 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc183-cb35-4f93-a198-8230cfe296d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:49.694210 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a7fc183-cb35-4f93-a198-8230cfe296d0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6772dce1-f98a-4a35-9e66-a81ca0530bf9 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:18:49.701705 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a7fc183-cb35-4f93-a198-8230cfe296d0 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:49.707204 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3a7fc183-cb35-4f93-a198-8230cfe296d0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/6772dce1-f98a-4a35-9e66-a81ca0530bf9 HTTP/1.1" status: 204 len: 168 time: 2.5829885 Aug 17 03:18:49.713822 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49238) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:49.716060 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-c65f33cb-b99e-421a-9ea1-a847b3aba61e', 'network_id': 'c65f33cb-b99e-421a-9ea1-a847b3aba61e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'fixed_ips': [{'subnet_id': 'ef849140-dd5d-45d9-abd0-4bd40eceb1bf'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:18:49.717301 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:49.775788 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:49.812408 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d61f6e86-58e4-4f01-9409-d16f140d9f27 req-6c0c4cf6-4352-4dec-8a67-ce841e90b68e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1644721 Aug 17 03:18:49.850198 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-f501bef2-2e3c-433e-9f96-4097e41f04d7 admin admin] Deleting subnet 9034a659-f846-4b1b-ae6a-7826b698211e {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:18:49.860812 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f501bef2-2e3c-433e-9f96-4097e41f04d7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:49.975148 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f501bef2-2e3c-433e-9f96-4097e41f04d7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:50.010065 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-a6641e63-3836-49fa-8655-5dd91e0ec3e0 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:50.011659 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-a6641e63-3836-49fa-8655-5dd91e0ec3e0 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/networks?id=2298ce04-0bac-4fa8-b765-3b652dc264bd HTTP/1.1" status: 200 len: 809 time: 0.3205538 Aug 17 03:18:50.061971 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-0a3943b4-5fc2-4fef-949d-9ce075514817 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/quotas/cb682be3ec0c443bbcc96b4de499d0ad HTTP/1.1" status: 200 len: 375 time: 0.0355246 Aug 17 03:18:50.077694 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7b25e6c8-d175-4079-9a60-ed53934d7d4d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:50.128426 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-f068212b-24c2-49be-9947-6d9517b3cb6b tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cb682be3ec0c443bbcc96b4de499d0ad&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0541468 Aug 17 03:18:50.203327 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d8571-8549-4048-8a7e-22118ec2826c None None] Pushing event updated for resources: {'Port': ['ID=d54a878a-7ddb-4440-a738-83ff1c0dc167,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:50.203930 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f501bef2-2e3c-433e-9f96-4097e41f04d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:50.327013 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Attempting to bind port d54a878a-7ddb-4440-a738-83ff1c0dc167 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:18:50.327429 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Attempting to bind port d54a878a-7ddb-4440-a738-83ff1c0dc167 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27f3b58f-f551-4630-b428-c347efa07470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:18:50.327981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Attempting to bind port d54a878a-7ddb-4440-a738-83ff1c0dc167 on network bda142b9-c5c7-4ae0-9fed-d3de08d86965 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:18:50.350565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:18:50.351123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Checking segment: {'id': '27f3b58f-f551-4630-b428-c347efa07470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:50.351877 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:50.352368 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Bound using segment: {'id': '27f3b58f-f551-4630-b428-c347efa07470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:18:50.354001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Bound port: d54a878a-7ddb-4440-a738-83ff1c0dc167, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27f3b58f-f551-4630-b428-c347efa07470', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:18:50.354500 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:50.357144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Allocated IP 2001:db8:3::2 (c65f33cb-b99e-421a-9ea1-a847b3aba61e/ef849140-dd5d-45d9-abd0-4bd40eceb1bf/2174b965-e954-454e-ab39-ee11df1c941f) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:18:50.368067 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7b25e6c8-d175-4079-9a60-ed53934d7d4d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:50.439397 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f501bef2-2e3c-433e-9f96-4097e41f04d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:50.512555 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f501bef2-2e3c-433e-9f96-4097e41f04d7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9034a659-f846-4b1b-ae6a-7826b698211e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:50.518524 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f501bef2-2e3c-433e-9f96-4097e41f04d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:50.524717 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f501bef2-2e3c-433e-9f96-4097e41f04d7 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9034a659-f846-4b1b-ae6a-7826b698211e HTTP/1.1" status: 204 len: 168 time: 0.8072391 Aug 17 03:18:50.533048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42e1ab79-b7e9-4349-af0f-62bd5152b0c4 None None] Network 06273fda-1108-4d79-a8de-ed0a7364bbe0 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:50.538473 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49246) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:50.573402 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b25e6c8-d175-4079-9a60-ed53934d7d4d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=9065bb64-ef68-4c2a-83ac-b752cc2d6089,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:50.616268 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] For port d54a878a-7ddb-4440-a738-83ff1c0dc167, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:18:50.634632 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-bdc85a38-617a-4ed9-8c22-1524e6577052 service neutron] 10.222.0.10 "GET /v2.0/networks/2298ce04-0bac-4fa8-b765-3b652dc264bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4825003 Aug 17 03:18:50.669545 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b25e6c8-d175-4079-9a60-ed53934d7d4d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Checking segment: {'id': '458b81cc-ef2e-4f02-b071-7a6044b3d78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:50.669977 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b25e6c8-d175-4079-9a60-ed53934d7d4d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network hostable DHCP agents. Network: f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:18:50.675854 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:50.684845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] For port d54a878a-7ddb-4440-a738-83ff1c0dc167, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d54a878a-7ddb-4440-a738-83ff1c0dc167,segment=NetworkSegment(27f3b58f-f551-4630-b428-c347efa07470),segment_id=27f3b58f-f551-4630-b428-c347efa07470)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:18:50.730379 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:50.818135 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-0c09439c-10cb-48c9-a8cf-60d4f3c8a1b6 service neutron] 10.222.0.10 "GET /v2.0/networks/2298ce04-0bac-4fa8-b765-3b652dc264bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1681821 Aug 17 03:18:50.835611 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] Deleting port 30a0b646-f739-4e4d-8699-1cc7d5e2400e {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:18:50.835965 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:50.855693 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:50.915430 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b25e6c8-d175-4079-9a60-ed53934d7d4d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:18:50.939103 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] For port 30a0b646-f739-4e4d-8699-1cc7d5e2400e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=30a0b646-f739-4e4d-8699-1cc7d5e2400e,segment=NetworkSegment(dbd7541f-dd23-4942-af3e-b48fa01cf190),segment_id=dbd7541f-dd23-4942-af3e-b48fa01cf190)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:50.939490 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:50.958034 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] Calling delete_port for 30a0b646-f739-4e4d-8699-1cc7d5e2400e owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:18:50.974501 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.001898 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.011082 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Transition to ACTIVE for port object 2174b965-e954-454e-ab39-ee11df1c941f will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:51.016843 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:51.017672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:51.025175 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-7b25e6c8-d175-4079-9a60-ed53934d7d4d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:51.034382 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b25e6c8-d175-4079-9a60-ed53934d7d4d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:18:51.043176 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b25e6c8-d175-4079-9a60-ed53934d7d4d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:51.044292 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7b25e6c8-d175-4079-9a60-ed53934d7d4d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.088185 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4d8571-8549-4048-8a7e-22118ec2826c None None] Pushing event updated for resources: {'Port': ['ID=d54a878a-7ddb-4440-a738-83ff1c0dc167,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:51.137647 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1084db08-b5dc-43ba-916d-201a3487cc30 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:18:51.158819 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7b25e6c8-d175-4079-9a60-ed53934d7d4d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.4275372 Aug 17 03:18:51.162875 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49254) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:51.163027 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-637f3ec7-205a-4eaf-abc1-bdb99e09f6dd None None] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:51.164644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf4574f-33ae-4e77-9acf-f382311ba175 req-d4e4e39e-6ee0-43c1-b543-ba7951d73cf4 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:51.164820 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab0357e3-22e7-463b-882e-fddfd8cb5157 None None] DHCP port deletion for 06273fda-1108-4d79-a8de-ed0a7364bbe0 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:18:51.166347 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-abf4574f-33ae-4e77-9acf-f382311ba175 req-d4e4e39e-6ee0-43c1-b543-ba7951d73cf4 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.1981308 Aug 17 03:18:51.167301 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6a8ea15c-6a26-4668-b173-794b8a36c1c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-821891888'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:51.184221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 1084db08-b5dc-43ba-916d-201a3487cc30 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:18:51.191617 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1084db08-b5dc-43ba-916d-201a3487cc30 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:18:51.195331 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.242934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] No DVR routers for this DVR port 30a0b646-f739-4e4d-8699-1cc7d5e2400e on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:18:51.242934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] Pushing event deleted for resources: {'Port': ['ID=30a0b646-f739-4e4d-8699-1cc7d5e2400e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:51.266177 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-abf4574f-33ae-4e77-9acf-f382311ba175 req-679ab26b-b997-4fc8-8d2b-d2cf9fcdac74 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817316 Aug 17 03:18:51.299756 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Transition to ACTIVE for port object 2174b965-e954-454e-ab39-ee11df1c941f will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:51.322285 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8ea15c-6a26-4668-b173-794b8a36c1c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:51.326843 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6a8ea15c-6a26-4668-b173-794b8a36c1c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.328764 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ab0357e3-22e7-463b-882e-fddfd8cb5157 None None] The port '30a0b646-f739-4e4d-8699-1cc7d5e2400e' was deleted {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 17 03:18:51.369240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:18:51.426934 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55585014-8194-407f-a68a-9a099f3dbfaf req-c3ad28d8-3303-4188-823c-e5bb033f94dd tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 210 time: 0.0792565 Aug 17 03:18:51.443502 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Allocated IP 2001:db8:3::1 (c65f33cb-b99e-421a-9ea1-a847b3aba61e/ef849140-dd5d-45d9-abd0-4bd40eceb1bf/b752b404-bba2-40c6-bb94-421cf6e249e3) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:18:51.445443 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a8ea15c-6a26-4668-b173-794b8a36c1c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 70} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:18:51.462470 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.471731 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6a8ea15c-6a26-4668-b173-794b8a36c1c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.472347 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-6a8ea15c-6a26-4668-b173-794b8a36c1c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Added segment b3ff22a4-920f-41ba-abd0-8cc5d408ffcb of type vlan for network 4fedba49-1126-4827-8c8b-231920960753 Aug 17 03:18:51.485902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06273fda-1108-4d79-a8de-ed0a7364bbe0']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:51.500937 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dbd7541f-dd23-4942-af3e-b48fa01cf190') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:51.501598 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dbd7541f-dd23-4942-af3e-b48fa01cf190') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:51.530364 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.549984 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6a8ea15c-6a26-4668-b173-794b8a36c1c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.555274 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.565003 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:18:51.565687 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:18:51.567551 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:18:51.597433 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.613990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Transition to ACTIVE for port object b752b404-bba2-40c6-bb94-421cf6e249e3 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:51.633626 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.717189 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6a8ea15c-6a26-4668-b173-794b8a36c1c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.725039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8ea15c-6a26-4668-b173-794b8a36c1c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:51.727454 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6a8ea15c-6a26-4668-b173-794b8a36c1c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.727599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Network c65f33cb-b99e-421a-9ea1-a847b3aba61e is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:51.740820 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.745942 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:51.749238 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:18:51.753548 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.757991 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.758310 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Pushing event updated for resources: {'Port': ['ID=2174b965-e954-454e-ab39-ee11df1c941f,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:51.764372 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] 10.222.0.10 "DELETE /v2.0/networks/06273fda-1108-4d79-a8de-ed0a7364bbe0 HTTP/1.1" status: 204 len: 168 time: 1.2215796 Aug 17 03:18:51.824510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network c65f33cb-b99e-421a-9ea1-a847b3aba61e is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:51.829696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:51.832085 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 4, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '637f5fe0-35b9-46de-a0bc-704c4d7dee9f', 'name': '', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:fd:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:37Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd54a878a-7ddb-4440-a738-83ff1c0dc167', 'name': '', 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:94:1e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:44Z', 'updated_at': '2021-08-17T03:18:50Z', 'revision_number': 4, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:51.833921 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:18:51.834708 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:51.852596 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8ea15c-6a26-4668-b173-794b8a36c1c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Network': ['ID=4fedba49-1126-4827-8c8b-231920960753,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:51.861537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Attempting to bind port 2174b965-e954-454e-ab39-ee11df1c941f on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:18:51.862127 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Attempting to bind port 2174b965-e954-454e-ab39-ee11df1c941f by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'f01c2de4-315e-4a5c-aec7-a793c0bd5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c65f33cb-b99e-421a-9ea1-a847b3aba61e'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:18:51.862682 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Attempting to bind port 2174b965-e954-454e-ab39-ee11df1c941f on network c65f33cb-b99e-421a-9ea1-a847b3aba61e {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:18:51.867587 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94b85029-447e-44cd-b199-29c54a2632a6 None None] The sync data for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 is: [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 4, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '637f5fe0-35b9-46de-a0bc-704c4d7dee9f', 'name': '', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:fd:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:37Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd54a878a-7ddb-4440-a738-83ff1c0dc167', 'name': '', 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:94:1e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:44Z', 'updated_at': '2021-08-17T03:18:50Z', 'revision_number': 4, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:18:51.874479 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 4fedba49-1126-4827-8c8b-231920960753 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:18:51.879091 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e79f7b25-9c5a-46c9-a462-82468134fd43 admin admin] Pushing event deleted for resources: {'Network': ['ID=06273fda-1108-4d79-a8de-ed0a7364bbe0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:51.912315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=b752b404-bba2-40c6-bb94-421cf6e249e3,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:51.933581 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6a8ea15c-6a26-4668-b173-794b8a36c1c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.7690217 Aug 17 03:18:51.933581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49262) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:51.947441 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'ports': [{'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38'}, {'network_id': '4fedba49-1126-4827-8c8b-231920960753'}]} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:51.947916 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:51.948513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'network_id': '4fedba49-1126-4827-8c8b-231920960753'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:52.002242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:18:52.002813 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Checking segment: {'id': 'f01c2de4-315e-4a5c-aec7-a793c0bd5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c65f33cb-b99e-421a-9ea1-a847b3aba61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:52.003321 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:52.003818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Bound using segment: {'id': 'f01c2de4-315e-4a5c-aec7-a793c0bd5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c65f33cb-b99e-421a-9ea1-a847b3aba61e'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:18:52.004449 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Bound port: 2174b965-e954-454e-ab39-ee11df1c941f, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01c2de4-315e-4a5c-aec7-a793c0bd5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c65f33cb-b99e-421a-9ea1-a847b3aba61e'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:18:52.004938 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:52.097979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] For port 2174b965-e954-454e-ab39-ee11df1c941f, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:18:52.101734 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] For port 2174b965-e954-454e-ab39-ee11df1c941f, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2174b965-e954-454e-ab39-ee11df1c941f,segment=NetworkSegment(f01c2de4-315e-4a5c-aec7-a793c0bd5915),segment_id=f01c2de4-315e-4a5c-aec7-a793c0bd5915)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:18:52.124423 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:52.175593 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:52.299606 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cbce6eb-1bdc-4b0b-8579-32512a2e7882 None None] Pushing event updated for resources: {'Port': ['ID=2174b965-e954-454e-ab39-ee11df1c941f,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:52.346548 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'port': 2} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:52.351718 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:52.358507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49274) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:52.382073 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:52.567306 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b17c5921-ba3c-4f19-a7a6-4bbdf3335ba1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=29dbf4db7226454dadb9ed17ed77cc12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1927698 Aug 17 03:18:52.576662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49284) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:52.589076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] device_id is not set on port fe1c38f5-f9fa-43c7-96e0-d7e803480c41 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:18:52.598357 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-810c3533-7390-4eeb-98dd-1cde7cc8f664 req-43c44528-b1ac-42a9-add2-fb3d25fbfed0 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 210 time: 0.0812027 Aug 17 03:18:52.785378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2259ab78-9247-46bc-952a-57c3b19c2046 req-04f37131-b44e-46ab-b273-bd8227f1e434 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:52.792684 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb43a427-b45d-465f-9fe1-0c5e897933c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:52.793133 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2259ab78-9247-46bc-952a-57c3b19c2046 req-04f37131-b44e-46ab-b273-bd8227f1e434 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.4204471 Aug 17 03:18:52.819764 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:52.840941 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb43a427-b45d-465f-9fe1-0c5e897933c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:52.875436 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2259ab78-9247-46bc-952a-57c3b19c2046 req-aa436306-e1b7-4524-ba5b-c65dbcb40ec8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788898 Aug 17 03:18:52.877537 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:52.895738 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:52.896702 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:53.010634 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event updated for resources: {'Port': ['ID=b752b404-bba2-40c6-bb94-421cf6e249e3,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:53.032595 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] device_id is not set on port c0c91789-8138-4285-a9fa-8a69793e4be1 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:18:53.060988 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Network c65f33cb-b99e-421a-9ea1-a847b3aba61e is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:53.063081 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:53.131281 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2174b965-e954-454e-ab39-ee11df1c941f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:53.209581 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:53.214078 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb43a427-b45d-465f-9fe1-0c5e897933c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:53.216674 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb43a427-b45d-465f-9fe1-0c5e897933c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:53.220911 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-eb43a427-b45d-465f-9fe1-0c5e897933c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1e164fac-35e9-4717-9f41-0d1f2749648d HTTP/1.1" status: 204 len: 168 time: 0.6402512 Aug 17 03:18:53.231660 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb43a427-b45d-465f-9fe1-0c5e897933c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e164fac-35e9-4717-9f41-0d1f2749648d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:53.254761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router df8386f0-edf4-4305-9a10-8b0446cb0c1e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:18:53.306302 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 2174b965-e954-454e-ab39-ee11df1c941f completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:53.315348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d54a878a-7ddb-4440-a738-83ff1c0dc167 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:53.362728 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:53.481218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:18:53.485954 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=fe1c38f5-f9fa-43c7-96e0-d7e803480c41,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:53.505745 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1f16fa56-56f5-4d0f-bd30-e0862e806c3e tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/df8386f0-edf4-4305-9a10-8b0446cb0c1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1205988 Aug 17 03:18:53.506356 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Sync routers for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:18:53.508571 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49294) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:53.524929 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:53.529613 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:53.536200 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:18:53.539212 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:53.539579 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f923d969-9042-411c-938b-a8691d18a7b2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:53.545896 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:53.546675 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:53.621108 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=c0c91789-8138-4285-a9fa-8a69793e4be1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:53.645506 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Checking segment: {'id': 'b3ff22a4-920f-41ba-abd0-8cc5d408ffcb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 70, 'network_id': '4fedba49-1126-4827-8c8b-231920960753'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:53.645900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network hostable DHCP agents. Network: 4fedba49-1126-4827-8c8b-231920960753, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:18:53.656243 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port d54a878a-7ddb-4440-a738-83ff1c0dc167 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:53.671221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d54a878a-7ddb-4440-a738-83ff1c0dc167 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:53.671601 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:53.706417 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:18:53.741402 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03ab86c6-4dd1-4115-ac1b-828eaae3f71d req-101e967f-72fd-4281-87d2-efb37cf5ee50 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 210 time: 0.0471387 Aug 17 03:18:53.764305 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network 4fedba49-1126-4827-8c8b-231920960753 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:18:53.888218 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 4fedba49-1126-4827-8c8b-231920960753) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:53.896328 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:18:53.911702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873c8a96-d50d-4a84-9860-fc74665c2867 None None] Network 4fedba49-1126-4827-8c8b-231920960753 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:53.923605 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:53.940673 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:53.941761 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:53.957616 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84ee24bd-ce8a-4f9d-86c8-487f31a0fa21 None None] Network c65f33cb-b99e-421a-9ea1-a847b3aba61e requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:54.043507 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ac51a926-7b06-4506-986b-3e8b655a73fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.1057780 Aug 17 03:18:54.046271 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49304) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:54.086743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4364bbca-24f1-454e-b013-fe1ca4dac2c8 req-0fc3a61e-72f2-4942-a222-c911ae11074e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:54.097694 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4364bbca-24f1-454e-b013-fe1ca4dac2c8 req-0fc3a61e-72f2-4942-a222-c911ae11074e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.1268101 Aug 17 03:18:54.179871 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4364bbca-24f1-454e-b013-fe1ca4dac2c8 req-c58ef40b-9293-4cfb-b294-736d3e74f602 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809536 Aug 17 03:18:54.230111 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4a58f413-461d-4290-ac7c-f138daddf27d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port c0c91789-8138-4285-a9fa-8a69793e4be1 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:18:54.231170 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a58f413-461d-4290-ac7c-f138daddf27d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:54.284623 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.extraroute_db [None req-f923d969-9042-411c-938b-a8691d18a7b2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Added routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=101970) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 03:18:54.309839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.extraroute_db [None req-f923d969-9042-411c-938b-a8691d18a7b2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Removed routes are [] {{(pid=101970) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 03:18:54.310501 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f923d969-9042-411c-938b-a8691d18a7b2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:54.321541 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a58f413-461d-4290-ac7c-f138daddf27d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:54.340299 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4a58f413-461d-4290-ac7c-f138daddf27d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for c0c91789-8138-4285-a9fa-8a69793e4be1 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:18:54.480950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-41673663-399b-4ca2-bdc6-85fe7dc1e6cc None None] Provisioning for port 2174b965-e954-454e-ab39-ee11df1c941f completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:54.508929 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:54.518537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-41673663-399b-4ca2-bdc6-85fe7dc1e6cc None None] Provisioning complete for port 2174b965-e954-454e-ab39-ee11df1c941f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:54.519023 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-41673663-399b-4ca2-bdc6-85fe7dc1e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:54.567202 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a58f413-461d-4290-ac7c-f138daddf27d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:54.597221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port d54a878a-7ddb-4440-a738-83ff1c0dc167, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d54a878a-7ddb-4440-a738-83ff1c0dc167,segment=NetworkSegment(27f3b58f-f551-4630-b428-c347efa07470),segment_id=27f3b58f-f551-4630-b428-c347efa07470)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:54.624404 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a58f413-461d-4290-ac7c-f138daddf27d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:54.629813 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f923d969-9042-411c-938b-a8691d18a7b2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:54.631278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49318) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:54.631508 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4a58f413-461d-4290-ac7c-f138daddf27d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/ports/c0c91789-8138-4285-a9fa-8a69793e4be1 HTTP/1.1" status: 204 len: 168 time: 0.5832512 Aug 17 03:18:54.632754 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:18:51Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '637f5fe0-35b9-46de-a0bc-704c4d7dee9f', 'name': '', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:fd:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:37Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b752b404-bba2-40c6-bb94-421cf6e249e3', 'name': '', 'network_id': 'c65f33cb-b99e-421a-9ea1-a847b3aba61e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:6e:45:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ef849140-dd5d-45d9-abd0-4bd40eceb1bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:50Z', 'updated_at': '2021-08-17T03:18:52Z', 'revision_number': 2, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'ef849140-dd5d-45d9-abd0-4bd40eceb1bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd54a878a-7ddb-4440-a738-83ff1c0dc167', 'name': '', 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:94:1e:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:44Z', 'updated_at': '2021-08-17T03:18:50Z', 'revision_number': 4, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:54.633139 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a58f413-461d-4290-ac7c-f138daddf27d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=c0c91789-8138-4285-a9fa-8a69793e4be1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:54.648925 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f923d969-9042-411c-938b-a8691d18a7b2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:54.666994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Checking router: df8386f0-edf4-4305-9a10-8b0446cb0c1e for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:18:54.667316 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Updating router df8386f0-edf4-4305-9a10-8b0446cb0c1e port b752b404-bba2-40c6-bb94-421cf6e249e3 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:18:54.673696 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:54.754936 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:54.787481 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 30a0b646-f739-4e4d-8699-1cc7d5e2400e no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:18:54.803054 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4978c9c3-4429-44f1-89eb-5e5f84ca64d6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:54.808897 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-41673663-399b-4ca2-bdc6-85fe7dc1e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:54.810505 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4978c9c3-4429-44f1-89eb-5e5f84ca64d6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:54.811946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=d54a878a-7ddb-4440-a738-83ff1c0dc167,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:54.812199 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4978c9c3-4429-44f1-89eb-5e5f84ca64d6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.1790249 Aug 17 03:18:54.815900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49326) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:54.876257 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 30a0b646-f739-4e4d-8699-1cc7d5e2400e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:18:54.876257 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 30a0b646-f739-4e4d-8699-1cc7d5e2400e not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:18:54.892971 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f923d969-9042-411c-938b-a8691d18a7b2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router df8386f0-edf4-4305-9a10-8b0446cb0c1e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:18:54.943644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-41673663-399b-4ca2-bdc6-85fe7dc1e6cc None None] For port 2174b965-e954-454e-ab39-ee11df1c941f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2174b965-e954-454e-ab39-ee11df1c941f,segment=NetworkSegment(f01c2de4-315e-4a5c-aec7-a793c0bd5915),segment_id=f01c2de4-315e-4a5c-aec7-a793c0bd5915)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:55.070689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d54a878a-7ddb-4440-a738-83ff1c0dc167 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:55.071179 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d69ee7f2-c3e4-4474-9c2c-003a391c2db6 req-4b5587d4-f7eb-400a-9eee-6cc90ff49f92 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 210 time: 0.1079838 Aug 17 03:18:55.076280 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-41673663-399b-4ca2-bdc6-85fe7dc1e6cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:55.105965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-6989dade-7d5b-420b-8c50-e349234730a6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port fe1c38f5-f9fa-43c7-96e0-d7e803480c41 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:18:55.106627 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6989dade-7d5b-420b-8c50-e349234730a6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:55.149753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f923d969-9042-411c-938b-a8691d18a7b2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:18:55.167096 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f923d969-9042-411c-938b-a8691d18a7b2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:55.167096 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f923d969-9042-411c-938b-a8691d18a7b2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/df8386f0-edf4-4305-9a10-8b0446cb0c1e HTTP/1.1" status: 200 len: 953 time: 1.6505554 Aug 17 03:18:55.174615 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49340) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:55.265349 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41673663-399b-4ca2-bdc6-85fe7dc1e6cc None None] Pushing event updated for resources: {'Port': ['ID=2174b965-e954-454e-ab39-ee11df1c941f,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:55.310925 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6989dade-7d5b-420b-8c50-e349234730a6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:55.322047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d54a878a-7ddb-4440-a738-83ff1c0dc167 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:55.322707 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:55.324371 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ff31f9e2-d42c-4c0c-bdc7-66413478008a None None] Provisioning complete for port 2174b965-e954-454e-ab39-ee11df1c941f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:55.324889 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ff31f9e2-d42c-4c0c-bdc7-66413478008a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:55.352823 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-6989dade-7d5b-420b-8c50-e349234730a6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for fe1c38f5-f9fa-43c7-96e0-d7e803480c41 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:18:55.439381 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6aa6efe2-ded8-471d-9d10-9ddd793720bb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/routers/df8386f0-edf4-4305-9a10-8b0446cb0c1e HTTP/1.1" status: 200 len: 953 time: 0.2501879 Aug 17 03:18:55.439381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49348) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:55.443833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-870dc9df-8f82-4286-91a6-466e1390f1bd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'router': {'routes': None}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:55.640168 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:55.709268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e79b0bd-6f88-429b-b149-b3da76c074fe req-82416912-ce12-4a98-8012-88d7f342560f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:55.719087 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1e79b0bd-6f88-429b-b149-b3da76c074fe req-82416912-ce12-4a98-8012-88d7f342560f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.3465996 Aug 17 03:18:55.723097 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6989dade-7d5b-420b-8c50-e349234730a6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:55.723696 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Transition to ACTIVE for port object b752b404-bba2-40c6-bb94-421cf6e249e3 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:55.796178 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989dade-7d5b-420b-8c50-e349234730a6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=fe1c38f5-f9fa-43c7-96e0-d7e803480c41,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:55.802844 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:55.855391 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6989dade-7d5b-420b-8c50-e349234730a6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:55.856643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ff31f9e2-d42c-4c0c-bdc7-66413478008a None None] Provisioning for port b752b404-bba2-40c6-bb94-421cf6e249e3 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:55.872906 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6989dade-7d5b-420b-8c50-e349234730a6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/ports/fe1c38f5-f9fa-43c7-96e0-d7e803480c41 HTTP/1.1" status: 204 len: 168 time: 1.0553637 Aug 17 03:18:55.878115 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1e79b0bd-6f88-429b-b149-b3da76c074fe req-e7586b34-9af8-4d81-bfe2-addaedd2da0d tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495142 Aug 17 03:18:55.879094 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49370) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:55.908062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d324fc3-f54b-4f1b-861a-7dab5d54978f None None] Pushing event updated for resources: {'Port': ['ID=b752b404-bba2-40c6-bb94-421cf6e249e3,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:55.993001 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1eef4a9-fee1-4989-83f0-b627957fdb9b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:55.994598 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a1eef4a9-fee1-4989-83f0-b627957fdb9b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.1073241 Aug 17 03:18:55.997342 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49372) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:56.003565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Attempting to bind port b752b404-bba2-40c6-bb94-421cf6e249e3 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:18:56.003940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Attempting to bind port b752b404-bba2-40c6-bb94-421cf6e249e3 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'f01c2de4-315e-4a5c-aec7-a793c0bd5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c65f33cb-b99e-421a-9ea1-a847b3aba61e'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:18:56.004309 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Attempting to bind port b752b404-bba2-40c6-bb94-421cf6e249e3 on network c65f33cb-b99e-421a-9ea1-a847b3aba61e {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:18:56.010477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:18:56.010860 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Checking segment: {'id': 'f01c2de4-315e-4a5c-aec7-a793c0bd5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c65f33cb-b99e-421a-9ea1-a847b3aba61e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:56.011270 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:56.011669 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Bound using segment: {'id': 'f01c2de4-315e-4a5c-aec7-a793c0bd5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c65f33cb-b99e-421a-9ea1-a847b3aba61e'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:18:56.012141 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Bound port: b752b404-bba2-40c6-bb94-421cf6e249e3, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f01c2de4-315e-4a5c-aec7-a793c0bd5915', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': 'c65f33cb-b99e-421a-9ea1-a847b3aba61e'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:18:56.012530 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:56.029893 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-eda3596b-1042-4796-b73b-db03a4ebbe7a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] GET failed (client error): The resource could not be found. Aug 17 03:18:56.032511 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-eda3596b-1042-4796-b73b-db03a4ebbe7a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports/c0c91789-8138-4285-a9fa-8a69793e4be1 HTTP/1.1" status: 404 len: 333 time: 0.0339837 Aug 17 03:18:56.035432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49374) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:56.080641 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-67ea802a-7c11-4a34-9b1f-b90e24088b25 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] GET failed (client error): The resource could not be found. Aug 17 03:18:56.084683 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-67ea802a-7c11-4a34-9b1f-b90e24088b25 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports/fe1c38f5-f9fa-43c7-96e0-d7e803480c41 HTTP/1.1" status: 404 len: 333 time: 0.0459015 Aug 17 03:18:56.084938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49378) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:56.115119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] For port b752b404-bba2-40c6-bb94-421cf6e249e3, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:18:56.132398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] For port b752b404-bba2-40c6-bb94-421cf6e249e3, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b752b404-bba2-40c6-bb94-421cf6e249e3,segment=NetworkSegment(f01c2de4-315e-4a5c-aec7-a793c0bd5915),segment_id=f01c2de4-315e-4a5c-aec7-a793c0bd5915)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:18:56.208615 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:56.228995 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a15a55ee-d071-44fd-a2b2-32e11ac4251b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:56.366853 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:56.367575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:56.390316 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a15a55ee-d071-44fd-a2b2-32e11ac4251b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:56.409310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-a15a55ee-d071-44fd-a2b2-32e11ac4251b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fedba49-1126-4827-8c8b-231920960753']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:56.418421 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d324fc3-f54b-4f1b-861a-7dab5d54978f None None] Pushing event updated for resources: {'Port': ['ID=b752b404-bba2-40c6-bb94-421cf6e249e3,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:56.429793 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-a15a55ee-d071-44fd-a2b2-32e11ac4251b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3ff22a4-920f-41ba-abd0-8cc5d408ffcb') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:56.430101 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-a15a55ee-d071-44fd-a2b2-32e11ac4251b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3ff22a4-920f-41ba-abd0-8cc5d408ffcb') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:56.444485 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a15a55ee-d071-44fd-a2b2-32e11ac4251b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:56.461747 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a15a55ee-d071-44fd-a2b2-32e11ac4251b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:56.470150 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a15a55ee-d071-44fd-a2b2-32e11ac4251b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Releasing vlan 70 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:18:56.470813 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a15a55ee-d071-44fd-a2b2-32e11ac4251b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:56.515970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:18:56.536577 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:18:56.549642 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49386) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:56.710860 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a15a55ee-d071-44fd-a2b2-32e11ac4251b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:56.728046 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a15a55ee-d071-44fd-a2b2-32e11ac4251b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:56.729971 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a15a55ee-d071-44fd-a2b2-32e11ac4251b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/networks/4fedba49-1126-4827-8c8b-231920960753 HTTP/1.1" status: 204 len: 168 time: 0.6440749 Aug 17 03:18:56.738935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49392) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:56.756786 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-4ff35709-c5d1-4036-8f9b-6fee725265d1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-664606793'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:56.795718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15a55ee-d071-44fd-a2b2-32e11ac4251b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Network': ['ID=4fedba49-1126-4827-8c8b-231920960753,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:56.830554 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b7f9194c-f10d-4c0f-a743-70efb0a1d4fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:56.864122 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:18:54Z', 'revision_number': 6, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '637f5fe0-35b9-46de-a0bc-704c4d7dee9f', 'name': '', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:fd:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:37Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b752b404-bba2-40c6-bb94-421cf6e249e3', 'name': '', 'network_id': 'c65f33cb-b99e-421a-9ea1-a847b3aba61e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:6e:45:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ef849140-dd5d-45d9-abd0-4bd40eceb1bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:50Z', 'updated_at': '2021-08-17T03:18:56Z', 'revision_number': 4, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'ef849140-dd5d-45d9-abd0-4bd40eceb1bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd54a878a-7ddb-4440-a738-83ff1c0dc167', 'name': '', 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:94:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:44Z', 'updated_at': '2021-08-17T03:18:54Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:56.884117 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6860b0f3-91e7-4d9b-80ef-766790525b0a req-8ff4bdaa-77e8-4399-87da-10c9c4f22309 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 210 time: 0.1360614 Aug 17 03:18:56.932785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-766c139e-d794-41f9-8a09-e219dc8c3b90 None None] The sync data for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 is: [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:18:54Z', 'revision_number': 6, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '637f5fe0-35b9-46de-a0bc-704c4d7dee9f', 'name': '', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:fd:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:37Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b752b404-bba2-40c6-bb94-421cf6e249e3', 'name': '', 'network_id': 'c65f33cb-b99e-421a-9ea1-a847b3aba61e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:6e:45:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ef849140-dd5d-45d9-abd0-4bd40eceb1bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:50Z', 'updated_at': '2021-08-17T03:18:56Z', 'revision_number': 4, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'ef849140-dd5d-45d9-abd0-4bd40eceb1bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd54a878a-7ddb-4440-a738-83ff1c0dc167', 'name': '', 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:94:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:44Z', 'updated_at': '2021-08-17T03:18:54Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:18:56.974135 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ff35709-c5d1-4036-8f9b-6fee725265d1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:56.981309 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ff35709-c5d1-4036-8f9b-6fee725265d1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:56.986314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.extraroute_db [None req-870dc9df-8f82-4286-91a6-466e1390f1bd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Added routes are [] {{(pid=101970) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 03:18:56.986549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.extraroute_db [None req-870dc9df-8f82-4286-91a6-466e1390f1bd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Removed routes are [{'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=101970) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 03:18:57.028036 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-870dc9df-8f82-4286-91a6-466e1390f1bd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:57.055731 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2174b965-e954-454e-ab39-ee11df1c941f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:57.068411 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ff35709-c5d1-4036-8f9b-6fee725265d1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 78} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:18:57.085221 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-6f7ddd2f-5e93-449d-b714-64997be97542 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:57.087239 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-6f7ddd2f-5e93-449d-b714-64997be97542 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.60 "GET /v2.0/networks?id=2298ce04-0bac-4fa8-b765-3b652dc264bd HTTP/1.1" status: 200 len: 809 time: 0.3382492 Aug 17 03:18:57.089611 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ff35709-c5d1-4036-8f9b-6fee725265d1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:57.090284 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-4ff35709-c5d1-4036-8f9b-6fee725265d1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Added segment 681d78c3-9be9-4936-8a8d-d96a720ad92e of type vlan for network ac3d3f60-9ee4-484b-bdee-f60471dcafaa Aug 17 03:18:57.106626 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-502af74d-8d54-4b07-9d0e-bca02d835cea tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Request body: {'port': {'device_id': '91f66079-95ac-4b66-b3c0-79415de5f425', 'network_id': '2298ce04-0bac-4fa8-b765-3b652dc264bd', 'admin_state_up': True, 'tenant_id': 'cb682be3ec0c443bbcc96b4de499d0ad'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:57.124006 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 2174b965-e954-454e-ab39-ee11df1c941f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:57.124344 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:57.215621 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ff35709-c5d1-4036-8f9b-6fee725265d1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:57.282291 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd3d1ff-990e-4c70-92f4-54151e88bfe4 req-62362724-b937-4a4c-8f75-6184744cc8ab tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:57.283874 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cbd3d1ff-990e-4c70-92f4-54151e88bfe4 req-62362724-b937-4a4c-8f75-6184744cc8ab tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.1789393 Aug 17 03:18:57.340086 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ff35709-c5d1-4036-8f9b-6fee725265d1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:57.345654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ff35709-c5d1-4036-8f9b-6fee725265d1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:57.346292 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ff35709-c5d1-4036-8f9b-6fee725265d1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:57.421919 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ff35709-c5d1-4036-8f9b-6fee725265d1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Network': ['ID=ac3d3f60-9ee4-484b-bdee-f60471dcafaa,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:57.430726 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cbd3d1ff-990e-4c70-92f4-54151e88bfe4 req-12f1ee99-3d36-4759-88f9-8f745e8034f7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1392722 Aug 17 03:18:57.439609 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network ac3d3f60-9ee4-484b-bdee-f60471dcafaa details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:18:57.473521 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-870dc9df-8f82-4286-91a6-466e1390f1bd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:57.477298 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-870dc9df-8f82-4286-91a6-466e1390f1bd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:57.496627 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b7f9194c-f10d-4c0f-a743-70efb0a1d4fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:57.582890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-870dc9df-8f82-4286-91a6-466e1390f1bd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router df8386f0-edf4-4305-9a10-8b0446cb0c1e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:18:57.592179 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b7f9194c-f10d-4c0f-a743-70efb0a1d4fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:57.642333 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b7f9194c-f10d-4c0f-a743-70efb0a1d4fc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1026130addf6468686b872b8cf09e060&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1016378 Aug 17 03:18:57.643565 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f9194c-f10d-4c0f-a743-70efb0a1d4fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4851630f-85d1-40f5-bc03-d488231cd1b7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:57.646213 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49400) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:57.660791 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4ff35709-c5d1-4036-8f9b-6fee725265d1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.9208643 Aug 17 03:18:57.666122 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49402) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:57.671238 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-5f8d62c8-51fe-4cf9-af36-d9ecfc5ea05a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'subnet': {'network_id': 'ac3d3f60-9ee4-484b-bdee-f60471dcafaa', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:57.715951 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-870dc9df-8f82-4286-91a6-466e1390f1bd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:18:57.736595 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-870dc9df-8f82-4286-91a6-466e1390f1bd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:57.738005 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-870dc9df-8f82-4286-91a6-466e1390f1bd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/df8386f0-edf4-4305-9a10-8b0446cb0c1e HTTP/1.1" status: 200 len: 703 time: 2.2978446 Aug 17 03:18:57.740558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49406) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:57.780861 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9239d191-e5e2-4ecc-961e-9f0ccb200f7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:57.820035 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9239d191-e5e2-4ecc-961e-9f0ccb200f7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:57.833394 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-502af74d-8d54-4b07-9d0e-bca02d835cea tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Made reservation on behalf of cb682be3ec0c443bbcc96b4de499d0ad for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:57.837411 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-502af74d-8d54-4b07-9d0e-bca02d835cea tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:57.890127 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5f929de6-3a4c-4ff1-9032-e59ccd042343 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/routers/df8386f0-edf4-4305-9a10-8b0446cb0c1e HTTP/1.1" status: 200 len: 703 time: 0.1484051 Aug 17 03:18:57.893445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49408) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:57.910391 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8d62c8-51fe-4cf9-af36-d9ecfc5ea05a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:57.914076 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5f8d62c8-51fe-4cf9-af36-d9ecfc5ea05a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:57.988246 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9239d191-e5e2-4ecc-961e-9f0ccb200f7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:57.990911 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9239d191-e5e2-4ecc-961e-9f0ccb200f7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:57.992083 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9239d191-e5e2-4ecc-961e-9f0ccb200f7f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4851630f-85d1-40f5-bc03-d488231cd1b7 HTTP/1.1" status: 204 len: 168 time: 0.3451715 Aug 17 03:18:58.030309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9239d191-e5e2-4ecc-961e-9f0ccb200f7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4851630f-85d1-40f5-bc03-d488231cd1b7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:58.074611 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6338b560-bb04-448d-9210-99b47d16d3d6 None None] Sync routers for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:18:58.091253 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6338b560-bb04-448d-9210-99b47d16d3d6 None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:58.092213 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6338b560-bb04-448d-9210-99b47d16d3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:58.134215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-502af74d-8d54-4b07-9d0e-bca02d835cea tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Allocated IP 172.20.0.2 (2298ce04-0bac-4fa8-b765-3b652dc264bd/dc9d0503-1f5b-486a-ad80-9a78d3a966a1/43d2258b-f455-4e8d-a8fa-4037ac29f507) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:18:58.182417 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18fccd2d-6d5b-4dd7-9591-b9300c1cd892 req-028ac378-52ae-44c9-8fc4-74163cb9cf79 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 210 time: 0.0437264 Aug 17 03:18:58.232856 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6338b560-bb04-448d-9210-99b47d16d3d6 None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:18:58.313157 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5f8d62c8-51fe-4cf9-af36-d9ecfc5ea05a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:58.401557 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8d62c8-51fe-4cf9-af36-d9ecfc5ea05a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Subnet': ['ID=e98d88fd-0004-4a88-a5bb-195dfcc41a1c,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:58.415970 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f8d62c8-51fe-4cf9-af36-d9ecfc5ea05a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Checking segment: {'id': '681d78c3-9be9-4936-8a8d-d96a720ad92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac3d3f60-9ee4-484b-bdee-f60471dcafaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:18:58.416430 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8d62c8-51fe-4cf9-af36-d9ecfc5ea05a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network hostable DHCP agents. Network: ac3d3f60-9ee4-484b-bdee-f60471dcafaa, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:18:58.530773 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6338b560-bb04-448d-9210-99b47d16d3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:18:56Z', 'revision_number': 7, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '637f5fe0-35b9-46de-a0bc-704c4d7dee9f', 'name': '', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:fd:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:37Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b752b404-bba2-40c6-bb94-421cf6e249e3', 'name': '', 'network_id': 'c65f33cb-b99e-421a-9ea1-a847b3aba61e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:6e:45:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ef849140-dd5d-45d9-abd0-4bd40eceb1bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:50Z', 'updated_at': '2021-08-17T03:18:56Z', 'revision_number': 4, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'ef849140-dd5d-45d9-abd0-4bd40eceb1bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd54a878a-7ddb-4440-a738-83ff1c0dc167', 'name': '', 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:94:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:44Z', 'updated_at': '2021-08-17T03:18:54Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:58.535640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f8d62c8-51fe-4cf9-af36-d9ecfc5ea05a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network ac3d3f60-9ee4-484b-bdee-f60471dcafaa is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:18:58.556368 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-502af74d-8d54-4b07-9d0e-bca02d835cea tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:58.575193 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6338b560-bb04-448d-9210-99b47d16d3d6 None None] Checking router: df8386f0-edf4-4305-9a10-8b0446cb0c1e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:18:58.590951 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6338b560-bb04-448d-9210-99b47d16d3d6 None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:18:58.591861 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6338b560-bb04-448d-9210-99b47d16d3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:58.623587 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-5f8d62c8-51fe-4cf9-af36-d9ecfc5ea05a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, ac3d3f60-9ee4-484b-bdee-f60471dcafaa) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:58.630486 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8d62c8-51fe-4cf9-af36-d9ecfc5ea05a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:58.637393 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5f8d62c8-51fe-4cf9-af36-d9ecfc5ea05a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:58.638385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20633a64-16b4-4396-b83a-14a0d9412d0a None None] Network ac3d3f60-9ee4-484b-bdee-f60471dcafaa requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:18:58.674485 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-942c4e8e-c888-4215-bedd-5e86cc91644c tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:58.685012 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d83760b-d6d5-4f03-89bd-7ca233c7fb7c req-282f7d76-359f-42b4-a78c-052c15b1cefc tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:58.688465 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d83760b-d6d5-4f03-89bd-7ca233c7fb7c req-282f7d76-359f-42b4-a78c-052c15b1cefc tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.1402614 Aug 17 03:18:58.740981 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6338b560-bb04-448d-9210-99b47d16d3d6 None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:18:58.748382 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5f8d62c8-51fe-4cf9-af36-d9ecfc5ea05a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0788860 Aug 17 03:18:58.752279 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49430) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:18:58.756682 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-45206659-a4c0-4be3-b663-554338b0f366 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'network_id': 'ac3d3f60-9ee4-484b-bdee-f60471dcafaa', 'name': 'tempest-PortsTestJSON-1460711626'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:58.853026 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-502af74d-8d54-4b07-9d0e-bca02d835cea tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:58.865242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-ac3d3f60-9ee4-484b-bdee-f60471dcafaa', 'network_id': 'ac3d3f60-9ee4-484b-bdee-f60471dcafaa', 'tenant_id': 'd07ab646781f434d8d036f30c72bd0fa', 'fixed_ips': [{'subnet_id': 'e98d88fd-0004-4a88-a5bb-195dfcc41a1c'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:18:58.865837 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:58.908293 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d83760b-d6d5-4f03-89bd-7ca233c7fb7c req-b56578fd-7fae-4928-893c-1d4e16c0fead tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2125068 Aug 17 03:18:58.968096 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45206659-a4c0-4be3-b663-554338b0f366 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:18:58.972569 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45206659-a4c0-4be3-b663-554338b0f366 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:58.998163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-502af74d-8d54-4b07-9d0e-bca02d835cea tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Network 2298ce04-0bac-4fa8-b765-3b652dc264bd is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:18:59.010882 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-502af74d-8d54-4b07-9d0e-bca02d835cea tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:18:59.034373 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-45206659-a4c0-4be3-b663-554338b0f366 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] device_id is not set on port 5234394a-3b24-4956-bf79-7f5f48186299 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:18:59.035369 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-502af74d-8d54-4b07-9d0e-bca02d835cea tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:18:59.081282 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b752b404-bba2-40c6-bb94-421cf6e249e3 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:18:59.155227 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502af74d-8d54-4b07-9d0e-bca02d835cea tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Pushing event updated for resources: {'Port': ['ID=43d2258b-f455-4e8d-a8fa-4037ac29f507,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:59.208371 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Allocated IP 172.20.0.2 (ac3d3f60-9ee4-484b-bdee-f60471dcafaa/e98d88fd-0004-4a88-a5bb-195dfcc41a1c/36e5451e-e80d-4642-b347-265edecb6a34) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:18:59.211288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-502af74d-8d54-4b07-9d0e-bca02d835cea tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:59.211966 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-502af74d-8d54-4b07-9d0e-bca02d835cea tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:59.342474 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6338b560-bb04-448d-9210-99b47d16d3d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:18:56Z', 'revision_number': 7, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '637f5fe0-35b9-46de-a0bc-704c4d7dee9f', 'name': '', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:fd:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:37Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b752b404-bba2-40c6-bb94-421cf6e249e3', 'name': '', 'network_id': 'c65f33cb-b99e-421a-9ea1-a847b3aba61e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:6e:45:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ef849140-dd5d-45d9-abd0-4bd40eceb1bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:50Z', 'updated_at': '2021-08-17T03:18:56Z', 'revision_number': 4, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'ef849140-dd5d-45d9-abd0-4bd40eceb1bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd54a878a-7ddb-4440-a738-83ff1c0dc167', 'name': '', 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:94:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:44Z', 'updated_at': '2021-08-17T03:18:54Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:18:59.344592 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-502af74d-8d54-4b07-9d0e-bca02d835cea tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2436185 Aug 17 03:18:59.353615 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port b752b404-bba2-40c6-bb94-421cf6e249e3 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:18:59.364239 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port b752b404-bba2-40c6-bb94-421cf6e249e3 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:18:59.364679 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:59.370041 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Request body: {'port': {'device_id': '91f66079-95ac-4b66-b3c0-79415de5f425', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:18:59.381624 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6338b560-bb04-448d-9210-99b47d16d3d6 None None] The sync data for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 is: [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:18:56Z', 'revision_number': 7, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '637f5fe0-35b9-46de-a0bc-704c4d7dee9f', 'name': '', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:fd:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:37Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b752b404-bba2-40c6-bb94-421cf6e249e3', 'name': '', 'network_id': 'c65f33cb-b99e-421a-9ea1-a847b3aba61e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:6e:45:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2991, 'fixed_ips': [{'subnet_id': 'ef849140-dd5d-45d9-abd0-4bd40eceb1bf', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:50Z', 'updated_at': '2021-08-17T03:18:56Z', 'revision_number': 4, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'ef849140-dd5d-45d9-abd0-4bd40eceb1bf', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd54a878a-7ddb-4440-a738-83ff1c0dc167', 'name': '', 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:94:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:44Z', 'updated_at': '2021-08-17T03:18:54Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:18:59.525232 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:59.569505 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-942c4e8e-c888-4215-bedd-5e86cc91644c tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting port b752b404-bba2-40c6-bb94-421cf6e249e3 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:18:59.569900 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-942c4e8e-c888-4215-bedd-5e86cc91644c tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:59.599142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b613864e-6968-4215-a730-d6893c86170f req-1d5e6517-1edb-4428-889b-38cd81b85e08 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:18:59.600832 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b613864e-6968-4215-a730-d6893c86170f req-1d5e6517-1edb-4428-889b-38cd81b85e08 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 931 time: 0.2707250 Aug 17 03:18:59.658322 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:59.708721 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port b752b404-bba2-40c6-bb94-421cf6e249e3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b752b404-bba2-40c6-bb94-421cf6e249e3,segment=NetworkSegment(f01c2de4-315e-4a5c-aec7-a793c0bd5915),segment_id=f01c2de4-315e-4a5c-aec7-a793c0bd5915)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:59.744761 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:59.763867 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Transition to ACTIVE for port object 36e5451e-e80d-4642-b347-265edecb6a34 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:59.775583 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b613864e-6968-4215-a730-d6893c86170f req-44746906-b84a-4715-b82f-654ecce18fa3 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/security-groups?id=03ffb675-71b2-4171-a49d-583525f59dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1604946 Aug 17 03:18:59.792663 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:59.828311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-942c4e8e-c888-4215-bedd-5e86cc91644c tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] For port b752b404-bba2-40c6-bb94-421cf6e249e3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b752b404-bba2-40c6-bb94-421cf6e249e3,segment=NetworkSegment(f01c2de4-315e-4a5c-aec7-a793c0bd5915),segment_id=f01c2de4-315e-4a5c-aec7-a793c0bd5915)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:18:59.828582 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-942c4e8e-c888-4215-bedd-5e86cc91644c tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:18:59.837321 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Transition to ACTIVE for port object 36e5451e-e80d-4642-b347-265edecb6a34 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:18:59.848035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-942c4e8e-c888-4215-bedd-5e86cc91644c tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Calling delete_port for b752b404-bba2-40c6-bb94-421cf6e249e3 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:18:59.854661 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=b752b404-bba2-40c6-bb94-421cf6e249e3,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:18:59.919609 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:00.011453 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-45206659-a4c0-4be3-b663-554338b0f366 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Allocated IP 172.20.0.4 (ac3d3f60-9ee4-484b-bdee-f60471dcafaa/e98d88fd-0004-4a88-a5bb-195dfcc41a1c/5234394a-3b24-4956-bf79-7f5f48186299) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:00.019344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Network ac3d3f60-9ee4-484b-bdee-f60471dcafaa is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:00.032723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:00.043229 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:00.056719 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Pushing event updated for resources: {'Port': ['ID=36e5451e-e80d-4642-b347-265edecb6a34,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:00.124351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Attempting to bind port 36e5451e-e80d-4642-b347-265edecb6a34 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:19:00.127229 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Attempting to bind port 36e5451e-e80d-4642-b347-265edecb6a34 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '681d78c3-9be9-4936-8a8d-d96a720ad92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac3d3f60-9ee4-484b-bdee-f60471dcafaa'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:19:00.127724 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Attempting to bind port 36e5451e-e80d-4642-b347-265edecb6a34 on network ac3d3f60-9ee4-484b-bdee-f60471dcafaa {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:19:00.129963 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4c7f348-0ea5-4dc3-9bcd-12a6636c3acc req-b946f36c-279d-457e-8550-677771d095d7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:00.132046 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c4c7f348-0ea5-4dc3-9bcd-12a6636c3acc req-b946f36c-279d-457e-8550-677771d095d7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.1265776 Aug 17 03:19:00.134837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:19:00.135329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Checking segment: {'id': '681d78c3-9be9-4936-8a8d-d96a720ad92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac3d3f60-9ee4-484b-bdee-f60471dcafaa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:00.135848 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:00.136364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Bound using segment: {'id': '681d78c3-9be9-4936-8a8d-d96a720ad92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac3d3f60-9ee4-484b-bdee-f60471dcafaa'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:19:00.136929 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Bound port: 36e5451e-e80d-4642-b347-265edecb6a34, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '681d78c3-9be9-4936-8a8d-d96a720ad92e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 78, 'network_id': 'ac3d3f60-9ee4-484b-bdee-f60471dcafaa'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:19:00.137508 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:00.188596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43d2258b-f455-4e8d-a8fa-4037ac29f507 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:19:00.199943 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:00.210900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] For port 36e5451e-e80d-4642-b347-265edecb6a34, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:19:00.214715 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] For port 36e5451e-e80d-4642-b347-265edecb6a34, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=36e5451e-e80d-4642-b347-265edecb6a34,segment=NetworkSegment(681d78c3-9be9-4936-8a8d-d96a720ad92e),segment_id=681d78c3-9be9-4936-8a8d-d96a720ad92e)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:19:00.221069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Transition to ACTIVE for port object 43d2258b-f455-4e8d-a8fa-4037ac29f507 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:00.238307 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c4c7f348-0ea5-4dc3-9bcd-12a6636c3acc req-9d7816e1-80d8-4615-b9f9-dcde994164b5 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989323 Aug 17 03:19:00.299494 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45206659-a4c0-4be3-b663-554338b0f366 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:00.314854 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:00.318634 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-45206659-a4c0-4be3-b663-554338b0f366 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Transition to ACTIVE for port object 5234394a-3b24-4956-bf79-7f5f48186299 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:00.368094 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:00.392901 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-942c4e8e-c888-4215-bedd-5e86cc91644c tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:00.396348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b4bb7f-c961-4f0a-8c3b-53895a775c5f None None] Pushing event updated for resources: {'Port': ['ID=36e5451e-e80d-4642-b347-265edecb6a34,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:00.454809 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45206659-a4c0-4be3-b663-554338b0f366 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:00.538827 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45206659-a4c0-4be3-b663-554338b0f366 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network ac3d3f60-9ee4-484b-bdee-f60471dcafaa is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:00.540423 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Pushing event updated for resources: {'Port': ['ID=43d2258b-f455-4e8d-a8fa-4037ac29f507,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:00.560999 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-45206659-a4c0-4be3-b663-554338b0f366 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:00.568355 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45206659-a4c0-4be3-b663-554338b0f366 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:00.645413 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45206659-a4c0-4be3-b663-554338b0f366 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=5234394a-3b24-4956-bf79-7f5f48186299,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:00.742510 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45206659-a4c0-4be3-b663-554338b0f366 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:00.743412 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45206659-a4c0-4be3-b663-554338b0f366 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:00.843506 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-45206659-a4c0-4be3-b663-554338b0f366 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0908260 Aug 17 03:19:00.846035 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49474) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:01.021463 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-02cf5248-05a2-4486-b638-e52152d579be tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port 5234394a-3b24-4956-bf79-7f5f48186299 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:01.022773 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02cf5248-05a2-4486-b638-e52152d579be tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.155008 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 36e5451e-e80d-4642-b347-265edecb6a34 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:01.181882 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02cf5248-05a2-4486-b638-e52152d579be tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.198209 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-02cf5248-05a2-4486-b638-e52152d579be tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for 5234394a-3b24-4956-bf79-7f5f48186299 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:01.207547 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942c4e8e-c888-4215-bedd-5e86cc91644c tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Port': ['ID=b752b404-bba2-40c6-bb94-421cf6e249e3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:01.270238 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-942c4e8e-c888-4215-bedd-5e86cc91644c tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.280320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Attempting to bind port 43d2258b-f455-4e8d-a8fa-4037ac29f507 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:19:01.280535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Attempting to bind port 43d2258b-f455-4e8d-a8fa-4037ac29f507 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '951a1138-0c16-475c-a9c6-851e879551d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2298ce04-0bac-4fa8-b765-3b652dc264bd'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:19:01.281387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Attempting to bind port 43d2258b-f455-4e8d-a8fa-4037ac29f507 on network 2298ce04-0bac-4fa8-b765-3b652dc264bd {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:19:01.307151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050fc6a9-1034-41e2-a501-704cf5c3109c req-600b36d5-d5f4-4bfc-96c1-2887310daaf0 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:01.308344 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-050fc6a9-1034-41e2-a501-704cf5c3109c req-600b36d5-d5f4-4bfc-96c1-2887310daaf0 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 943 time: 0.1507041 Aug 17 03:19:01.311242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Port 43d2258b-f455-4e8d-a8fa-4037ac29f507 on network 2298ce04-0bac-4fa8-b765-3b652dc264bd not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:19:01.311242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Attempting to bind port 43d2258b-f455-4e8d-a8fa-4037ac29f507 on network 2298ce04-0bac-4fa8-b765-3b652dc264bd {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:19:01.326505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 36e5451e-e80d-4642-b347-265edecb6a34 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:01.334651 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b752b404-bba2-40c6-bb94-421cf6e249e3 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:01.387525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 18, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:19:01.387905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Checking segment: {'id': '951a1138-0c16-475c-a9c6-851e879551d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2298ce04-0bac-4fa8-b765-3b652dc264bd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:01.388308 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Bound using segment: {'id': '951a1138-0c16-475c-a9c6-851e879551d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2298ce04-0bac-4fa8-b765-3b652dc264bd'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:19:01.388767 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Bound port: 43d2258b-f455-4e8d-a8fa-4037ac29f507, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '951a1138-0c16-475c-a9c6-851e879551d7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '2298ce04-0bac-4fa8-b765-3b652dc264bd'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:19:01.389599 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.391971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: b752b404-bba2-40c6-bb94-421cf6e249e3 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:19:01.393388 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b752b404-bba2-40c6-bb94-421cf6e249e3 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Aug 17 03:19:01.421027 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Port b752b404-bba2-40c6-bb94-421cf6e249e3 not found, will not notify nova. {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Aug 17 03:19:01.471328 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd19a98d-25f6-4b60-a4e3-6bf25a8d481e req-850d5928-9545-413b-a3b2-d84d5344dc24 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:01.473295 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bd19a98d-25f6-4b60-a4e3-6bf25a8d481e req-850d5928-9545-413b-a3b2-d84d5344dc24 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.0722861 Aug 17 03:19:01.535017 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bd19a98d-25f6-4b60-a4e3-6bf25a8d481e req-08b13c72-c612-45ad-b476-b99bfda7bc4f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535476 Aug 17 03:19:01.536943 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-050fc6a9-1034-41e2-a501-704cf5c3109c req-d38111e3-0c8c-43a0-b479-4b0a2beae76b tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/security-groups?id=03ffb675-71b2-4171-a49d-583525f59dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2175682 Aug 17 03:19:01.539656 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02cf5248-05a2-4486-b638-e52152d579be tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.582142 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cf5248-05a2-4486-b638-e52152d579be tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=5234394a-3b24-4956-bf79-7f5f48186299,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:01.641872 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] For port 43d2258b-f455-4e8d-a8fa-4037ac29f507, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:19:01.664066 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] For port 43d2258b-f455-4e8d-a8fa-4037ac29f507, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=43d2258b-f455-4e8d-a8fa-4037ac29f507,segment=NetworkSegment(951a1138-0c16-475c-a9c6-851e879551d7),segment_id=951a1138-0c16-475c-a9c6-851e879551d7)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:19:01.670347 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02cf5248-05a2-4486-b638-e52152d579be tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.674516 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-02cf5248-05a2-4486-b638-e52152d579be tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/ports/5234394a-3b24-4956-bf79-7f5f48186299 HTTP/1.1" status: 204 len: 168 time: 0.8272510 Aug 17 03:19:01.678350 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49486) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:01.681696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-942c4e8e-c888-4215-bedd-5e86cc91644c tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router df8386f0-edf4-4305-9a10-8b0446cb0c1e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:19:01.720243 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-12928c42-526e-4820-a13d-bd3cf7efd284 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] DELETE failed (client error): The resource could not be found. Aug 17 03:19:01.720510 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12928c42-526e-4820-a13d-bd3cf7efd284 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:19:01.731584 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-12928c42-526e-4820-a13d-bd3cf7efd284 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/ports/5234394a-3b24-4956-bf79-7f5f48186299 HTTP/1.1" status: 404 len: 333 time: 0.0518467 Aug 17 03:19:01.732225 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49488) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:01.765355 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7fe40e-ced4-4762-8895-1baf04c04c4a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] GET failed (client error): The resource could not be found. Aug 17 03:19:01.770000 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-de7fe40e-ced4-4762-8895-1baf04c04c4a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports/5234394a-3b24-4956-bf79-7f5f48186299 HTTP/1.1" status: 404 len: 333 time: 0.0367649 Aug 17 03:19:01.770619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49492) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:01.831699 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.837874 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c4bdfad3-2c39-4578-94c2-fddb550de87f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting subnet e98d88fd-0004-4a88-a5bb-195dfcc41a1c {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:19:01.841558 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4bdfad3-2c39-4578-94c2-fddb550de87f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.892481 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:01.892972 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.894813 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] 10.222.0.60 "PUT /v2.0/ports/43d2258b-f455-4e8d-a8fa-4037ac29f507 HTTP/1.1" status: 200 len: 1091 time: 2.5293341 Aug 17 03:19:01.895546 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91f66079-95ac-4b66-b3c0-79415de5f425', 'tag': '43d2258b-f455-4e8d-a8fa-4037ac29f507'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:19:01.899302 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c00a39b-e39d-49ee-9a96-a974e8149d26" -d '{"events": [{"name": "network-changed", "server_uuid": "91f66079-95ac-4b66-b3c0-79415de5f425", "tag": "43d2258b-f455-4e8d-a8fa-4037ac29f507"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:19:01.899537 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4bdfad3-2c39-4578-94c2-fddb550de87f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:01.919223 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-942c4e8e-c888-4215-bedd-5e86cc91644c tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:19:01.922524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc4f3e4b-c62c-48b8-bbe8-e31aa12fc702 None None] Network ac3d3f60-9ee4-484b-bdee-f60471dcafaa requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:01.946001 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49498) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:01.947257 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-942c4e8e-c888-4215-bedd-5e86cc91644c tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/df8386f0-edf4-4305-9a10-8b0446cb0c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0527413 Aug 17 03:19:01.966387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fedde8f-f684-488d-b4f9-f43022adebac service neutron] Pushing event updated for resources: {'Port': ['ID=43d2258b-f455-4e8d-a8fa-4037ac29f507,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:01.971271 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:19:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc039821-1a47-4575-ba79-40a40a507b98 x-openstack-request-id: req-cc039821-1a47-4575-ba79-40a40a507b98 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:19:01.971701 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91f66079-95ac-4b66-b3c0-79415de5f425", "tag": "43d2258b-f455-4e8d-a8fa-4037ac29f507", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:19:01.972262 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc039821-1a47-4575-ba79-40a40a507b98 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:19:01.972752 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91f66079-95ac-4b66-b3c0-79415de5f425', 'tag': '43d2258b-f455-4e8d-a8fa-4037ac29f507', 'status': 'completed', 'code': 200} Aug 17 03:19:01.983098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c53e00f-0067-4f2d-ba44-324c4ddd148c None None] Sync routers for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:19:02.008529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c53e00f-0067-4f2d-ba44-324c4ddd148c None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:02.009295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8c53e00f-0067-4f2d-ba44-324c4ddd148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:02.026039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00a39b-e39d-49ee-9a96-a974e8149d26 req-7ba8c2dc-07b2-4d57-92c8-02362e8b70e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:02.027675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c00a39b-e39d-49ee-9a96-a974e8149d26 req-7ba8c2dc-07b2-4d57-92c8-02362e8b70e5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb682be3ec0c443bbcc96b4de499d0ad&device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 1094 time: 0.0539186 Aug 17 03:19:02.084125 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4bdfad3-2c39-4578-94c2-fddb550de87f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:02.184196 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb56e3fc-43f3-4c88-bb1d-e117c37aebcd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting subnet ef849140-dd5d-45d9-abd0-4bd40eceb1bf {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:19:02.184615 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00a39b-e39d-49ee-9a96-a974e8149d26 req-9523fc40-e5e6-4bbd-a782-d0f630f133e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:02.186643 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c00a39b-e39d-49ee-9a96-a974e8149d26 req-9523fc40-e5e6-4bbd-a782-d0f630f133e4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=cb682be3ec0c443bbcc96b4de499d0ad&shared=False HTTP/1.1" status: 200 len: 909 time: 0.1513984 Aug 17 03:19:02.189137 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb56e3fc-43f3-4c88-bb1d-e117c37aebcd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:02.229131 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4bdfad3-2c39-4578-94c2-fddb550de87f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:02.268874 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4bdfad3-2c39-4578-94c2-fddb550de87f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:02.273882 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c4bdfad3-2c39-4578-94c2-fddb550de87f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/e98d88fd-0004-4a88-a5bb-195dfcc41a1c HTTP/1.1" status: 204 len: 168 time: 0.5022833 Aug 17 03:19:02.275114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49502) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:02.277681 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb56e3fc-43f3-4c88-bb1d-e117c37aebcd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:02.347167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c00a39b-e39d-49ee-9a96-a974e8149d26 req-80c810d4-78a8-4ee2-bdf1-3b8d0bef5079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:02.348791 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6c00a39b-e39d-49ee-9a96-a974e8149d26 req-80c810d4-78a8-4ee2-bdf1-3b8d0bef5079 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1545708 Aug 17 03:19:02.396037 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4bdfad3-2c39-4578-94c2-fddb550de87f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Subnet': ['ID=e98d88fd-0004-4a88-a5bb-195dfcc41a1c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:02.404322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-8c53e00f-0067-4f2d-ba44-324c4ddd148c None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:19:02.409596 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb56e3fc-43f3-4c88-bb1d-e117c37aebcd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:02.532718 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:02.537818 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-1e108d1d-d3dd-4519-9ffb-8fb68287dab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:02.539494 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-1e108d1d-d3dd-4519-9ffb-8fb68287dab5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cb682be3ec0c443bbcc96b4de499d0ad&device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 1094 time: 0.1196887 Aug 17 03:19:02.576713 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1c204409-4ff2-47ef-9520-b98be7a5f010 None None] Provisioning for port 36e5451e-e80d-4642-b347-265edecb6a34 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:02.587878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1c204409-4ff2-47ef-9520-b98be7a5f010 None None] Provisioning complete for port 36e5451e-e80d-4642-b347-265edecb6a34 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:02.588333 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1c204409-4ff2-47ef-9520-b98be7a5f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:02.607936 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb56e3fc-43f3-4c88-bb1d-e117c37aebcd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:02.645748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56e3fc-43f3-4c88-bb1d-e117c37aebcd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Subnet': ['ID=ef849140-dd5d-45d9-abd0-4bd40eceb1bf,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:02.657455 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-71b48984-7002-43bb-8e46-b92d96a3c3fb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=43d2258b-f455-4e8d-a8fa-4037ac29f507 HTTP/1.1" status: 200 len: 217 time: 0.1083498 Aug 17 03:19:02.660024 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb56e3fc-43f3-4c88-bb1d-e117c37aebcd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:02.666104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d86de92f-197e-4d01-95a2-939d1db73b42 None None] Network c65f33cb-b99e-421a-9ea1-a847b3aba61e requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:02.667428 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-eb56e3fc-43f3-4c88-bb1d-e117c37aebcd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/subnets/ef849140-dd5d-45d9-abd0-4bd40eceb1bf HTTP/1.1" status: 204 len: 168 time: 0.7198803 Aug 17 03:19:02.668027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49512) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:02.803657 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3eff5f-c42a-464a-a186-7c1570752c2d req-d2c293ab-86e5-4740-8b23-239a6a088997 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:02.814698 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5d3eff5f-c42a-464a-a186-7c1570752c2d req-d2c293ab-86e5-4740-8b23-239a6a088997 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 943 time: 0.1510813 Aug 17 03:19:02.817840 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:02.835265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434a9d59-b96b-45a1-a949-45d4f884017c req-aaaaa0f3-5b9b-4cf6-8d1f-b3b3b9ad3e05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:02.838284 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-434a9d59-b96b-45a1-a949-45d4f884017c req-aaaaa0f3-5b9b-4cf6-8d1f-b3b3b9ad3e05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.1394961 Aug 17 03:19:02.854442 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-899b30ee-8970-452e-9cd2-d35d59818559 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:02.856823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-899b30ee-8970-452e-9cd2-d35d59818559 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dc9d0503-1f5b-486a-ad80-9a78d3a966a1 HTTP/1.1" status: 200 len: 849 time: 0.1794701 Aug 17 03:19:02.919974 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-434a9d59-b96b-45a1-a949-45d4f884017c req-ac38eb25-3e5e-4627-9f1f-baf3e34112ec tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0718505 Aug 17 03:19:02.962052 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8c53e00f-0067-4f2d-ba44-324c4ddd148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:19:00Z', 'revision_number': 8, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '637f5fe0-35b9-46de-a0bc-704c4d7dee9f', 'name': '', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:fd:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:37Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd54a878a-7ddb-4440-a738-83ff1c0dc167', 'name': '', 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:94:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:44Z', 'updated_at': '2021-08-17T03:18:54Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:02.990947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port 36e5451e-e80d-4642-b347-265edecb6a34 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:02.991295 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:02.991917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting port 2174b965-e954-454e-ab39-ee11df1c941f {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:02.992429 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:02.997872 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-f9c6d3d5-9a5d-46ec-9ea9-0574ad284dee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2298ce04-0bac-4fa8-b765-3b652dc264bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1242673 Aug 17 03:19:03.029004 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5d3eff5f-c42a-464a-a186-7c1570752c2d req-bc9b425b-62b8-4a5f-a25d-70f3cf5e0345 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/security-groups?id=03ffb675-71b2-4171-a49d-583525f59dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2138550 Aug 17 03:19:03.070671 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f95dce4-14b9-4f30-9d91-f78bfc250395 None None] DHCP port deletion for ac3d3f60-9ee4-484b-bdee-f60471dcafaa request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:19:03.099287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c53e00f-0067-4f2d-ba44-324c4ddd148c None None] Checking router: df8386f0-edf4-4305-9a10-8b0446cb0c1e for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:19:03.105451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] For port 2174b965-e954-454e-ab39-ee11df1c941f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2174b965-e954-454e-ab39-ee11df1c941f,segment=NetworkSegment(f01c2de4-315e-4a5c-aec7-a793c0bd5915),segment_id=f01c2de4-315e-4a5c-aec7-a793c0bd5915)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:03.105980 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.137202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Calling delete_port for 2174b965-e954-454e-ab39-ee11df1c941f owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:03.142217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49520) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:03.150816 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1c204409-4ff2-47ef-9520-b98be7a5f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.164139 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] For port 36e5451e-e80d-4642-b347-265edecb6a34, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=36e5451e-e80d-4642-b347-265edecb6a34,segment=NetworkSegment(681d78c3-9be9-4936-8a8d-d96a720ad92e),segment_id=681d78c3-9be9-4936-8a8d-d96a720ad92e)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:03.164749 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.195640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for 36e5451e-e80d-4642-b347-265edecb6a34 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:03.203802 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c53e00f-0067-4f2d-ba44-324c4ddd148c None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:03.207581 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8c53e00f-0067-4f2d-ba44-324c4ddd148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:03.220746 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb7fecc3-98a1-42ae-b6ea-67e8b3e0f00b None None] DHCP port deletion for c65f33cb-b99e-421a-9ea1-a847b3aba61e request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:19:03.302173 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-ad57ab30-206b-4525-b59e-4b0551f0ffac service neutron] 10.222.0.60 "GET /v2.0/networks/2298ce04-0bac-4fa8-b765-3b652dc264bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2871451 Aug 17 03:19:03.324086 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1c204409-4ff2-47ef-9520-b98be7a5f010 None None] For port 36e5451e-e80d-4642-b347-265edecb6a34, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=36e5451e-e80d-4642-b347-265edecb6a34,segment=NetworkSegment(681d78c3-9be9-4936-8a8d-d96a720ad92e),segment_id=681d78c3-9be9-4936-8a8d-d96a720ad92e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:03.360261 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.412616 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1c204409-4ff2-47ef-9520-b98be7a5f010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.460122 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7d6d3275-a32d-4763-b8b5-a671e4a94d2a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.474407 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5f95dce4-14b9-4f30-9d91-f78bfc250395 None None] Deleting port 36e5451e-e80d-4642-b347-265edecb6a34 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:03.475650 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5f95dce4-14b9-4f30-9d91-f78bfc250395 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.479253 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-8c53e00f-0067-4f2d-ba44-324c4ddd148c None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:19:03.555953 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0d0ca2d-81c9-450d-8ff6-18925d1b3887 req-501e227e-ee91-40d9-b202-82d03c3f31ef service neutron] 10.222.0.60 "GET /v2.0/networks/2298ce04-0bac-4fa8-b765-3b652dc264bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2343571 Aug 17 03:19:03.597002 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.634848 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-bb7fecc3-98a1-42ae-b6ea-67e8b3e0f00b None None] Deleting port 2174b965-e954-454e-ab39-ee11df1c941f {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:03.635235 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bb7fecc3-98a1-42ae-b6ea-67e8b3e0f00b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.636552 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No DVR routers for this DVR port 36e5451e-e80d-4642-b347-265edecb6a34 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:19:03.638277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=36e5451e-e80d-4642-b347-265edecb6a34,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:03.674730 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c204409-4ff2-47ef-9520-b98be7a5f010 None None] Pushing event updated for resources: {'Port': ['ID=36e5451e-e80d-4642-b347-265edecb6a34,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:03.685623 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7d6d3275-a32d-4763-b8b5-a671e4a94d2a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.734626 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.734899 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.738702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-5f95dce4-14b9-4f30-9d91-f78bfc250395 None None] For port 36e5451e-e80d-4642-b347-265edecb6a34, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=36e5451e-e80d-4642-b347-265edecb6a34,segment=NetworkSegment(681d78c3-9be9-4936-8a8d-d96a720ad92e),segment_id=681d78c3-9be9-4936-8a8d-d96a720ad92e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:03.750182 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5f95dce4-14b9-4f30-9d91-f78bfc250395 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.750349 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac3d3f60-9ee4-484b-bdee-f60471dcafaa']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:03.759163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '681d78c3-9be9-4936-8a8d-d96a720ad92e') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:03.759521 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '681d78c3-9be9-4936-8a8d-d96a720ad92e') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:03.773227 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7d6d3275-a32d-4763-b8b5-a671e4a94d2a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.779349 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5f95dce4-14b9-4f30-9d91-f78bfc250395 None None] Calling delete_port for 36e5451e-e80d-4642-b347-265edecb6a34 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:03.789515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Port': ['ID=2174b965-e954-454e-ab39-ee11df1c941f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:03.793513 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.802012 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] No DVR routers for this DVR port 2174b965-e954-454e-ab39-ee11df1c941f on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:19:03.847259 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.854130 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7d6d3275-a32d-4763-b8b5-a671e4a94d2a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5e857321448c4d58bbb6afd099529955&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7107863 Aug 17 03:19:03.856514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6d3275-a32d-4763-b8b5-a671e4a94d2a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb0faed8-d194-4e9b-8da2-4f8033ef0867,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:03.858900 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49530) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:03.860175 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Releasing vlan 78 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:19:03.860329 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.863323 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bb7fecc3-98a1-42ae-b6ea-67e8b3e0f00b None None] For port 2174b965-e954-454e-ab39-ee11df1c941f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2174b965-e954-454e-ab39-ee11df1c941f,segment=NetworkSegment(f01c2de4-315e-4a5c-aec7-a793c0bd5915),segment_id=f01c2de4-315e-4a5c-aec7-a793c0bd5915)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:03.864006 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bb7fecc3-98a1-42ae-b6ea-67e8b3e0f00b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:19:03.864603 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:19:03.892512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-bb7fecc3-98a1-42ae-b6ea-67e8b3e0f00b None None] Calling delete_port for 2174b965-e954-454e-ab39-ee11df1c941f owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:03.923879 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.936285 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c65f33cb-b99e-421a-9ea1-a847b3aba61e']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:03.948656 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f01c2de4-315e-4a5c-aec7-a793c0bd5915') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:03.950876 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f01c2de4-315e-4a5c-aec7-a793c0bd5915') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:03.965698 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.981757 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:03.993246 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b47b19be-390c-40d6-9fb9-682e60e355e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.013857 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.024212 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b47b19be-390c-40d6-9fb9-682e60e355e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.047173 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:19:04.047173 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:19:04.049144 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:19:04.057127 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bb7fecc3-98a1-42ae-b6ea-67e8b3e0f00b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.099746 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb7fecc3-98a1-42ae-b6ea-67e8b3e0f00b None None] No DVR routers for this DVR port 2174b965-e954-454e-ab39-ee11df1c941f on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:19:04.112976 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7fecc3-98a1-42ae-b6ea-67e8b3e0f00b None None] Pushing event deleted for resources: {'Port': ['ID=2174b965-e954-454e-ab39-ee11df1c941f,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:04.116687 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.131933 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3722936-1c47-4b52-b2b7-500df94f86cb req-5617cc47-5dd2-44c1-a898-ae7c53f8fc1d tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:04.134441 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3722936-1c47-4b52-b2b7-500df94f86cb req-5617cc47-5dd2-44c1-a898-ae7c53f8fc1d tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.1169429 Aug 17 03:19:04.138534 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.149210 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/networks/ac3d3f60-9ee4-484b-bdee-f60471dcafaa HTTP/1.1" status: 204 len: 168 time: 1.8710871 Aug 17 03:19:04.153034 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49536) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:04.180429 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3722936-1c47-4b52-b2b7-500df94f86cb req-8218d60e-d27b-4281-8377-3b7f537123d1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402184 Aug 17 03:19:04.180669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-c4ffdaa4-e4fb-49f3-bb76-a395de2481c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1428278102'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:04.190242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b2b3b-ca7a-49b5-ac96-ea0c2f7bf764 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Network': ['ID=ac3d3f60-9ee4-484b-bdee-f60471dcafaa,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:04.208663 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.216445 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.220885 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/networks/c65f33cb-b99e-421a-9ea1-a847b3aba61e HTTP/1.1" status: 204 len: 168 time: 1.5478666 Aug 17 03:19:04.228222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49538) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:04.235469 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d795d5-2304-4385-9673-8e9eda78e401 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Network': ['ID=c65f33cb-b99e-421a-9ea1-a847b3aba61e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:04.245077 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8c53e00f-0067-4f2d-ba44-324c4ddd148c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:19:00Z', 'revision_number': 8, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '637f5fe0-35b9-46de-a0bc-704c4d7dee9f', 'name': '', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:fd:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:37Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd54a878a-7ddb-4440-a738-83ff1c0dc167', 'name': '', 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:94:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:44Z', 'updated_at': '2021-08-17T03:18:54Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:04.251082 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b47b19be-390c-40d6-9fb9-682e60e355e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.253821 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b47b19be-390c-40d6-9fb9-682e60e355e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.257738 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b47b19be-390c-40d6-9fb9-682e60e355e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cb0faed8-d194-4e9b-8da2-4f8033ef0867 HTTP/1.1" status: 204 len: 168 time: 0.3940282 Aug 17 03:19:04.286338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c53e00f-0067-4f2d-ba44-324c4ddd148c None None] The sync data for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 is: [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:19:00Z', 'revision_number': 8, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '637f5fe0-35b9-46de-a0bc-704c4d7dee9f', 'name': '', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:fd:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:37Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'd54a878a-7ddb-4440-a738-83ff1c0dc167', 'name': '', 'network_id': 'bda142b9-c5c7-4ae0-9fed-d3de08d86965', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:94:1e:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2970, 'fixed_ips': [{'subnet_id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:44Z', 'updated_at': '2021-08-17T03:18:54Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '60417c57-2ee9-42c9-8e1f-1c2957639691', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:19:04.293367 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5f95dce4-14b9-4f30-9d91-f78bfc250395 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.305347 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5f95dce4-14b9-4f30-9d91-f78bfc250395 None None] Network ac3d3f60-9ee4-484b-bdee-f60471dcafaa is not hosted by any dhcp agent {{(pid=101971) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 03:19:04.306361 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f95dce4-14b9-4f30-9d91-f78bfc250395 None None] No DVR routers for this DVR port 36e5451e-e80d-4642-b347-265edecb6a34 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:19:04.352501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f95dce4-14b9-4f30-9d91-f78bfc250395 None None] Pushing event deleted for resources: {'Port': ['ID=36e5451e-e80d-4642-b347-265edecb6a34,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:04.377315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b47b19be-390c-40d6-9fb9-682e60e355e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb0faed8-d194-4e9b-8da2-4f8033ef0867,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:04.377315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4ffdaa4-e4fb-49f3-bb76-a395de2481c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:04.381838 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c4ffdaa4-e4fb-49f3-bb76-a395de2481c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.395329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0052e449-11f4-4014-811a-2e50db590277 req-962cf929-69d6-4f88-b2cf-db042c5233ae tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:04.405955 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0052e449-11f4-4014-811a-2e50db590277 req-962cf929-69d6-4f88-b2cf-db042c5233ae tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 943 time: 0.2211816 Aug 17 03:19:04.549088 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0052e449-11f4-4014-811a-2e50db590277 req-a42ee845-aef0-4803-a2af-9c3dcf6ac28f tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/security-groups?id=03ffb675-71b2-4171-a49d-583525f59dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422465 Aug 17 03:19:04.549854 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4ffdaa4-e4fb-49f3-bb76-a395de2481c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 97} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:19:04.571441 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c4ffdaa4-e4fb-49f3-bb76-a395de2481c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.571441 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-c4ffdaa4-e4fb-49f3-bb76-a395de2481c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Added segment df5fbe2b-b159-4346-a932-1e1377a10752 of type vlan for network 5c77ae89-e615-4b01-a11e-1a2a80dd789a Aug 17 03:19:04.663880 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c4ffdaa4-e4fb-49f3-bb76-a395de2481c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.814583 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c4ffdaa4-e4fb-49f3-bb76-a395de2481c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.820125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4ffdaa4-e4fb-49f3-bb76-a395de2481c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:04.820717 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c4ffdaa4-e4fb-49f3-bb76-a395de2481c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.881398 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b15e14f0-a517-42be-82b2-f7d74a8d000f tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:04.962554 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c4ffdaa4-e4fb-49f3-bb76-a395de2481c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8041217 Aug 17 03:19:04.965157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ffdaa4-e4fb-49f3-bb76-a395de2481c3 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Network': ['ID=5c77ae89-e615-4b01-a11e-1a2a80dd789a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:04.965534 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49552) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:04.972721 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-abe86128-7cfc-4163-be09-330145a49506 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'subnet': {'network_id': '5c77ae89-e615-4b01-a11e-1a2a80dd789a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:04.976673 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 5c77ae89-e615-4b01-a11e-1a2a80dd789a details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:19:04.991542 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49554) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:05.024447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2174b965-e954-454e-ab39-ee11df1c941f no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:19:05.048512 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a1acaea-f3f6-47be-a5a1-64e8ce095524 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.058757 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 2174b965-e954-454e-ab39-ee11df1c941f {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:19:05.059168 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2174b965-e954-454e-ab39-ee11df1c941f not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:19:05.059595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 36e5451e-e80d-4642-b347-265edecb6a34 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:19:05.090006 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 36e5451e-e80d-4642-b347-265edecb6a34 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:19:05.090347 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 36e5451e-e80d-4642-b347-265edecb6a34 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:19:05.090766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b752b404-bba2-40c6-bb94-421cf6e249e3 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:19:05.113515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: b752b404-bba2-40c6-bb94-421cf6e249e3 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:19:05.113866 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b752b404-bba2-40c6-bb94-421cf6e249e3 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:19:05.184667 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a1acaea-f3f6-47be-a5a1-64e8ce095524 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.192800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-b15e14f0-a517-42be-82b2-f7d74a8d000f tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting port d54a878a-7ddb-4440-a738-83ff1c0dc167 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:05.193174 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b15e14f0-a517-42be-82b2-f7d74a8d000f tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.252899 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a1acaea-f3f6-47be-a5a1-64e8ce095524 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.286733 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-b15e14f0-a517-42be-82b2-f7d74a8d000f tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] For port d54a878a-7ddb-4440-a738-83ff1c0dc167, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d54a878a-7ddb-4440-a738-83ff1c0dc167,segment=NetworkSegment(27f3b58f-f551-4630-b428-c347efa07470),segment_id=27f3b58f-f551-4630-b428-c347efa07470)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:05.287111 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b15e14f0-a517-42be-82b2-f7d74a8d000f tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.301713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-b15e14f0-a517-42be-82b2-f7d74a8d000f tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Calling delete_port for d54a878a-7ddb-4440-a738-83ff1c0dc167 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:05.332170 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3a1acaea-f3f6-47be-a5a1-64e8ce095524 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=49e5b504d0bc4feeab2b87d3d96782a0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3381000 Aug 17 03:19:05.333588 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a1acaea-f3f6-47be-a5a1-64e8ce095524 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c363502-07f9-49a1-abf6-22252e3888f8,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:05.338937 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49562) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:05.361178 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1acaea-f3f6-47be-a5a1-64e8ce095524 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:05.361565 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1acaea-f3f6-47be-a5a1-64e8ce095524 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:05.362147 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1acaea-f3f6-47be-a5a1-64e8ce095524 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:05.362706 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1acaea-f3f6-47be-a5a1-64e8ce095524 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:05.363117 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1acaea-f3f6-47be-a5a1-64e8ce095524 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:05.363539 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1acaea-f3f6-47be-a5a1-64e8ce095524 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:05.363977 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1acaea-f3f6-47be-a5a1-64e8ce095524 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:05.364424 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1acaea-f3f6-47be-a5a1-64e8ce095524 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:05.364873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1acaea-f3f6-47be-a5a1-64e8ce095524 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:05.365208 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1acaea-f3f6-47be-a5a1-64e8ce095524 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:05.365796 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1acaea-f3f6-47be-a5a1-64e8ce095524 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:05.366131 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a1acaea-f3f6-47be-a5a1-64e8ce095524 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:05.373879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abe86128-7cfc-4163-be09-330145a49506 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:05.383599 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-abe86128-7cfc-4163-be09-330145a49506 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.451050 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bf2150-6d2d-4456-b5de-384cffcd6b84 req-2de5a9f6-88be-4202-8817-e728c9efaffa tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:05.452691 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-14bf2150-6d2d-4456-b5de-384cffcd6b84 req-2de5a9f6-88be-4202-8817-e728c9efaffa tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.1857567 Aug 17 03:19:05.534912 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-70d475d2-b0d9-404c-b42d-0a31349a6b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.544908 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b15e14f0-a517-42be-82b2-f7d74a8d000f tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.545786 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-14bf2150-6d2d-4456-b5de-384cffcd6b84 req-7657805c-aee2-4e4e-aacf-34ffeb198fcd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850925 Aug 17 03:19:05.591905 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-70d475d2-b0d9-404c-b42d-0a31349a6b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.602403 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15e14f0-a517-42be-82b2-f7d74a8d000f tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Port': ['ID=d54a878a-7ddb-4440-a738-83ff1c0dc167,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:05.770558 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b15e14f0-a517-42be-82b2-f7d74a8d000f tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.779237 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-70d475d2-b0d9-404c-b42d-0a31349a6b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.780909 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41395a35-1b03-45d4-a57d-e2d1cb10a419 req-d1860ba3-1eb0-4d83-b2c9-0b6552833aec tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:05.782444 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-41395a35-1b03-45d4-a57d-e2d1cb10a419 req-d1860ba3-1eb0-4d83-b2c9-0b6552833aec tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 943 time: 0.0969727 Aug 17 03:19:05.782773 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-70d475d2-b0d9-404c-b42d-0a31349a6b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.784294 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-70d475d2-b0d9-404c-b42d-0a31349a6b7e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c363502-07f9-49a1-abf6-22252e3888f8 HTTP/1.1" status: 204 len: 168 time: 0.4443498 Aug 17 03:19:05.801739 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-abe86128-7cfc-4163-be09-330145a49506 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:05.847948 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d475d2-b0d9-404c-b42d-0a31349a6b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c363502-07f9-49a1-abf6-22252e3888f8,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:05.909367 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe86128-7cfc-4163-be09-330145a49506 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Subnet': ['ID=86c53bc0-9667-4b50-a456-31e22b8e6369,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:05.914423 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abe86128-7cfc-4163-be09-330145a49506 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Checking segment: {'id': 'df5fbe2b-b159-4346-a932-1e1377a10752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5c77ae89-e615-4b01-a11e-1a2a80dd789a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:05.914810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe86128-7cfc-4163-be09-330145a49506 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network hostable DHCP agents. Network: 5c77ae89-e615-4b01-a11e-1a2a80dd789a, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:19:05.996292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abe86128-7cfc-4163-be09-330145a49506 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network 5c77ae89-e615-4b01-a11e-1a2a80dd789a is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:19:06.085996 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-abe86128-7cfc-4163-be09-330145a49506 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 5c77ae89-e615-4b01-a11e-1a2a80dd789a) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:06.090259 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe86128-7cfc-4163-be09-330145a49506 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:06.090870 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-abe86128-7cfc-4163-be09-330145a49506 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:06.097971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec98c9c-3a12-4342-a57e-509ae2e8f17b None None] Network 5c77ae89-e615-4b01-a11e-1a2a80dd789a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:06.213015 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-abe86128-7cfc-4163-be09-330145a49506 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2462275 Aug 17 03:19:06.215623 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49574) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:06.223192 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7b470a4e-6a48-48a7-b274-a6ea5d1ac5d9 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'network_id': '5c77ae89-e615-4b01-a11e-1a2a80dd789a', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1481778073'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:06.326527 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-41395a35-1b03-45d4-a57d-e2d1cb10a419 req-c54255c5-0680-4eb5-be6e-a301a84d5424 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/security-groups?id=03ffb675-71b2-4171-a49d-583525f59dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5350549 Aug 17 03:19:06.476927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b470a4e-6a48-48a7-b274-a6ea5d1ac5d9 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:06.477461 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15e14f0-a517-42be-82b2-f7d74a8d000f tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router df8386f0-edf4-4305-9a10-8b0446cb0c1e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:19:06.483311 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7b470a4e-6a48-48a7-b274-a6ea5d1ac5d9 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:06.517027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-7b470a4e-6a48-48a7-b274-a6ea5d1ac5d9 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] device_id is not set on port f4a3b81e-8b9b-4913-a388-9578085a94fb yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:19:06.523658 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-5c77ae89-e615-4b01-a11e-1a2a80dd789a', 'network_id': '5c77ae89-e615-4b01-a11e-1a2a80dd789a', 'tenant_id': 'd07ab646781f434d8d036f30c72bd0fa', 'fixed_ips': [{'subnet_id': '86c53bc0-9667-4b50-a456-31e22b8e6369'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:19:06.526186 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:06.588630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15e14f0-a517-42be-82b2-f7d74a8d000f tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:19:06.603037 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae28985b-c22c-4a15-8c7b-413cb4afe77b None None] Sync routers for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:19:06.606829 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b15e14f0-a517-42be-82b2-f7d74a8d000f tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/df8386f0-edf4-4305-9a10-8b0446cb0c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3747990 Aug 17 03:19:06.610877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49588) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:06.621088 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae28985b-c22c-4a15-8c7b-413cb4afe77b None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:06.629812 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ae28985b-c22c-4a15-8c7b-413cb4afe77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:06.809019 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-ae28985b-c22c-4a15-8c7b-413cb4afe77b None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:19:06.813615 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c2627d1c-beeb-40cb-8634-cdd4b4be76d6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting subnet 60417c57-2ee9-42c9-8e1f-1c2957639691 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:19:06.819401 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c2627d1c-beeb-40cb-8634-cdd4b4be76d6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:06.835007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 43d2258b-f455-4e8d-a8fa-4037ac29f507 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:19:06.896985 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c2627d1c-beeb-40cb-8634-cdd4b4be76d6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.027769 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 43d2258b-f455-4e8d-a8fa-4037ac29f507, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=43d2258b-f455-4e8d-a8fa-4037ac29f507,segment=NetworkSegment(951a1138-0c16-475c-a9c6-851e879551d7),segment_id=951a1138-0c16-475c-a9c6-851e879551d7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:07.039831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-7b470a4e-6a48-48a7-b274-a6ea5d1ac5d9 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Allocated IP 172.20.0.5 (5c77ae89-e615-4b01-a11e-1a2a80dd789a/86c53bc0-9667-4b50-a456-31e22b8e6369/f4a3b81e-8b9b-4913-a388-9578085a94fb) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:07.041813 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '43d2258b-f455-4e8d-a8fa-4037ac29f507', 'network_id': '2298ce04-0bac-4fa8-b765-3b652dc264bd', 'port_id': '43d2258b-f455-4e8d-a8fa-4037ac29f507', 'mac_address': 'fa:16:3e:8e:26:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dc9d0503-1f5b-486a-ad80-9a78d3a966a1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:19:07.082879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9f570e-cf7e-4536-8dcf-fafa3eaa2044 req-cc6e5c3a-9089-4d75-9aa2-b3cc41e7011f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:07.084559 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8a9f570e-cf7e-4536-8dcf-fafa3eaa2044 req-cc6e5c3a-9089-4d75-9aa2-b3cc41e7011f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.3566401 Aug 17 03:19:07.088024 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c2627d1c-beeb-40cb-8634-cdd4b4be76d6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.089570 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ae28985b-c22c-4a15-8c7b-413cb4afe77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:19:05Z', 'revision_number': 9, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '637f5fe0-35b9-46de-a0bc-704c4d7dee9f', 'name': '', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:fd:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:37Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:07.103967 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.118434 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43d2258b-f455-4e8d-a8fa-4037ac29f507 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:19:07.120284 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae28985b-c22c-4a15-8c7b-413cb4afe77b None None] Checking router: df8386f0-edf4-4305-9a10-8b0446cb0c1e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:19:07.129888 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae28985b-c22c-4a15-8c7b-413cb4afe77b None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:07.131067 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ae28985b-c22c-4a15-8c7b-413cb4afe77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:07.144547 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 43d2258b-f455-4e8d-a8fa-4037ac29f507, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=43d2258b-f455-4e8d-a8fa-4037ac29f507,segment=NetworkSegment(951a1138-0c16-475c-a9c6-851e879551d7),segment_id=951a1138-0c16-475c-a9c6-851e879551d7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:07.240327 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.263867 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8a9f570e-cf7e-4536-8dcf-fafa3eaa2044 req-c16bbe2f-64c7-4af9-b7ee-81fe5e02322a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706023 Aug 17 03:19:07.298361 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-ae28985b-c22c-4a15-8c7b-413cb4afe77b None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:19:07.321388 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7b470a4e-6a48-48a7-b274-a6ea5d1ac5d9 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.335863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-7b470a4e-6a48-48a7-b274-a6ea5d1ac5d9 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Transition to ACTIVE for port object f4a3b81e-8b9b-4913-a388-9578085a94fb will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:07.355864 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=43d2258b-f455-4e8d-a8fa-4037ac29f507,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:07.400260 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c2627d1c-beeb-40cb-8634-cdd4b4be76d6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.448287 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c2627d1c-beeb-40cb-8634-cdd4b4be76d6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.453375 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c2627d1c-beeb-40cb-8634-cdd4b4be76d6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/subnets/60417c57-2ee9-42c9-8e1f-1c2957639691 HTTP/1.1" status: 204 len: 168 time: 0.8407772 Aug 17 03:19:07.454091 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49604) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:07.454940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2627d1c-beeb-40cb-8634-cdd4b4be76d6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Subnet': ['ID=60417c57-2ee9-42c9-8e1f-1c2957639691,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:07.462386 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47a51864-e49a-4bb1-a655-0cbbaf424617 None None] Network bda142b9-c5c7-4ae0-9fed-d3de08d86965 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:07.488759 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7b470a4e-6a48-48a7-b274-a6ea5d1ac5d9 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.513791 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d50b52bf-5a97-4fc8-924b-ec67c29a942e req-6b0017fe-d1fa-4a94-b4e1-4f1066791bd3 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:07.525409 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d50b52bf-5a97-4fc8-924b-ec67c29a942e req-6b0017fe-d1fa-4a94-b4e1-4f1066791bd3 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 944 time: 0.0949354 Aug 17 03:19:07.543722 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['43d2258b-f455-4e8d-a8fa-4037ac29f507'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:19:07.604903 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ae28985b-c22c-4a15-8c7b-413cb4afe77b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:19:05Z', 'revision_number': 9, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '637f5fe0-35b9-46de-a0bc-704c4d7dee9f', 'name': '', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:fd:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:37Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:07.612294 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d50b52bf-5a97-4fc8-924b-ec67c29a942e req-4d45a0cb-440c-4e09-b129-f5de87163b04 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/security-groups?id=03ffb675-71b2-4171-a49d-583525f59dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847521 Aug 17 03:19:07.643417 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae28985b-c22c-4a15-8c7b-413cb4afe77b None None] The sync data for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 is: [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:19:05Z', 'revision_number': 9, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '637f5fe0-35b9-46de-a0bc-704c4d7dee9f', 'name': '', 'network_id': 'b35ea52f-c911-4f57-b4de-a29f299c3506', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:fd:ae:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2942, 'fixed_ips': [{'subnet_id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:37Z', 'updated_at': '2021-08-17T03:18:45Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': '48897380-9dd7-4ce3-b4a1-3f7722b342f1', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:19:07.689472 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Allocated IP 172.20.0.2 (5c77ae89-e615-4b01-a11e-1a2a80dd789a/86c53bc0-9667-4b50-a456-31e22b8e6369/1aa58378-52f8-48f8-b4c6-bf57a17de14a) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:07.691916 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b470a4e-6a48-48a7-b274-a6ea5d1ac5d9 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network 5c77ae89-e615-4b01-a11e-1a2a80dd789a is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:07.693067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b470a4e-6a48-48a7-b274-a6ea5d1ac5d9 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=f4a3b81e-8b9b-4913-a388-9578085a94fb,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:07.704179 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-7b470a4e-6a48-48a7-b274-a6ea5d1ac5d9 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:07.704625 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b470a4e-6a48-48a7-b274-a6ea5d1ac5d9 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:07.748084 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.778172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b470a4e-6a48-48a7-b274-a6ea5d1ac5d9 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:07.778935 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7b470a4e-6a48-48a7-b274-a6ea5d1ac5d9 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.838073 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting port c1be55e9-1aba-436e-9af0-72c850c47a6b {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:07.838442 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.884213 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7b470a4e-6a48-48a7-b274-a6ea5d1ac5d9 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 1.6660678 Aug 17 03:19:07.888304 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49616) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:07.969551 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] For port c1be55e9-1aba-436e-9af0-72c850c47a6b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c1be55e9-1aba-436e-9af0-72c850c47a6b,segment=NetworkSegment(27f3b58f-f551-4630-b428-c347efa07470),segment_id=27f3b58f-f551-4630-b428-c347efa07470)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:07.969904 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:07.987492 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.013090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Calling delete_port for c1be55e9-1aba-436e-9af0-72c850c47a6b owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:08.015991 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Transition to ACTIVE for port object 1aa58378-52f8-48f8-b4c6-bf57a17de14a will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:08.020306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Transition to ACTIVE for port object 1aa58378-52f8-48f8-b4c6-bf57a17de14a will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:08.026318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478b0572-5f38-4e8c-aaa6-48ca7fed471e None None] DHCP port deletion for bda142b9-c5c7-4ae0-9fed-d3de08d86965 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:19:08.087801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-478b0572-5f38-4e8c-aaa6-48ca7fed471e None None] Deleting port c1be55e9-1aba-436e-9af0-72c850c47a6b {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:08.088190 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-478b0572-5f38-4e8c-aaa6-48ca7fed471e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.103447 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.163326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1248580a-6d62-4ecc-bc23-61ba9bd79e4e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port f4a3b81e-8b9b-4913-a388-9578085a94fb {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:08.163691 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1248580a-6d62-4ecc-bc23-61ba9bd79e4e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.218727 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.247140 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Network 5c77ae89-e615-4b01-a11e-1a2a80dd789a is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:08.249282 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:08.253748 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:08.255923 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Pushing event updated for resources: {'Port': ['ID=1aa58378-52f8-48f8-b4c6-bf57a17de14a,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:08.260664 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Port': ['ID=c1be55e9-1aba-436e-9af0-72c850c47a6b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:08.277342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-478b0572-5f38-4e8c-aaa6-48ca7fed471e None None] For port c1be55e9-1aba-436e-9af0-72c850c47a6b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c1be55e9-1aba-436e-9af0-72c850c47a6b,segment=NetworkSegment(27f3b58f-f551-4630-b428-c347efa07470),segment_id=27f3b58f-f551-4630-b428-c347efa07470)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:08.281185 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-478b0572-5f38-4e8c-aaa6-48ca7fed471e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.292578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] No DVR routers for this DVR port c1be55e9-1aba-436e-9af0-72c850c47a6b on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:19:08.313888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-478b0572-5f38-4e8c-aaa6-48ca7fed471e None None] Calling delete_port for c1be55e9-1aba-436e-9af0-72c850c47a6b owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:08.359987 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1248580a-6d62-4ecc-bc23-61ba9bd79e4e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.389628 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Attempting to bind port 1aa58378-52f8-48f8-b4c6-bf57a17de14a on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:19:08.390098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Attempting to bind port 1aa58378-52f8-48f8-b4c6-bf57a17de14a by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'df5fbe2b-b159-4346-a932-1e1377a10752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5c77ae89-e615-4b01-a11e-1a2a80dd789a'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:19:08.390600 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Attempting to bind port 1aa58378-52f8-48f8-b4c6-bf57a17de14a on network 5c77ae89-e615-4b01-a11e-1a2a80dd789a {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:19:08.417114 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:19:08.417114 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Checking segment: {'id': 'df5fbe2b-b159-4346-a932-1e1377a10752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5c77ae89-e615-4b01-a11e-1a2a80dd789a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:08.417114 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.417114 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Bound using segment: {'id': 'df5fbe2b-b159-4346-a932-1e1377a10752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5c77ae89-e615-4b01-a11e-1a2a80dd789a'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:19:08.417114 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Bound port: 1aa58378-52f8-48f8-b4c6-bf57a17de14a, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'df5fbe2b-b159-4346-a932-1e1377a10752', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 97, 'network_id': '5c77ae89-e615-4b01-a11e-1a2a80dd789a'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:19:08.417114 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.468172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1248580a-6d62-4ecc-bc23-61ba9bd79e4e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for f4a3b81e-8b9b-4913-a388-9578085a94fb owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:08.471854 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.500263 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] For port 1aa58378-52f8-48f8-b4c6-bf57a17de14a, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:19:08.500534 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bda142b9-c5c7-4ae0-9fed-d3de08d86965']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:08.512263 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-478b0572-5f38-4e8c-aaa6-48ca7fed471e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.519849 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] For port 1aa58378-52f8-48f8-b4c6-bf57a17de14a, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1aa58378-52f8-48f8-b4c6-bf57a17de14a,segment=NetworkSegment(df5fbe2b-b159-4346-a932-1e1377a10752),segment_id=df5fbe2b-b159-4346-a932-1e1377a10752)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:19:08.527649 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27f3b58f-f551-4630-b428-c347efa07470') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:08.527970 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27f3b58f-f551-4630-b428-c347efa07470') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:08.542803 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b0572-5f38-4e8c-aaa6-48ca7fed471e None None] Pushing event deleted for resources: {'Port': ['ID=c1be55e9-1aba-436e-9af0-72c850c47a6b,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:08.544605 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b0572-5f38-4e8c-aaa6-48ca7fed471e None None] No DVR routers for this DVR port c1be55e9-1aba-436e-9af0-72c850c47a6b on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:19:08.578336 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.604698 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.607805 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd98cb6e-f6c3-44a4-9beb-e3f2b2513402 req-d7e1b8f9-5c1c-44d5-bd5c-47e9e5e86bbc tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:08.609587 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fd98cb6e-f6c3-44a4-9beb-e3f2b2513402 req-d7e1b8f9-5c1c-44d5-bd5c-47e9e5e86bbc tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.1651790 Aug 17 03:19:08.619872 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.639651 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:19:08.639651 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:19:08.643319 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:19:08.676134 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73be66dd-b7ea-488c-b454-86b5df635039 None None] Pushing event updated for resources: {'Port': ['ID=1aa58378-52f8-48f8-b4c6-bf57a17de14a,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:08.761880 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fd98cb6e-f6c3-44a4-9beb-e3f2b2513402 req-0538e2c2-7c0b-4b39-a22d-31049c41479e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433668 Aug 17 03:19:08.764158 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667bef19-0bde-4b76-8b60-df5e6030e032 req-dafc7f2a-b731-4cfa-920b-c3d844112e6f tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:08.767034 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-667bef19-0bde-4b76-8b60-df5e6030e032 req-dafc7f2a-b731-4cfa-920b-c3d844112e6f tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 944 time: 0.0694392 Aug 17 03:19:08.799734 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 43d2258b-f455-4e8d-a8fa-4037ac29f507 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:08.835974 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.845719 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:08.850480 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/networks/bda142b9-c5c7-4ae0-9fed-d3de08d86965 HTTP/1.1" status: 204 len: 168 time: 1.3816674 Aug 17 03:19:08.851790 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49644) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:08.860703 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-667bef19-0bde-4b76-8b60-df5e6030e032 req-3827e0da-c9b2-4f06-8819-f47cecc4d0b7 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/security-groups?id=03ffb675-71b2-4171-a49d-583525f59dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732133 Aug 17 03:19:08.902897 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1630b058-9c40-4072-a492-9fd8f99c30f2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Network': ['ID=bda142b9-c5c7-4ae0-9fed-d3de08d86965,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:08.946668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 43d2258b-f455-4e8d-a8fa-4037ac29f507 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:08.951531 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 43d2258b-f455-4e8d-a8fa-4037ac29f507 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:08.951918 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:09.005873 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1248580a-6d62-4ecc-bc23-61ba9bd79e4e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:09.120737 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1248580a-6d62-4ecc-bc23-61ba9bd79e4e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=f4a3b81e-8b9b-4913-a388-9578085a94fb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:09.123777 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:09.129696 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d54a878a-7ddb-4440-a738-83ff1c0dc167 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:19:09.161129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: d54a878a-7ddb-4440-a738-83ff1c0dc167 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:19:09.161465 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d54a878a-7ddb-4440-a738-83ff1c0dc167 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:19:09.161950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c1be55e9-1aba-436e-9af0-72c850c47a6b no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:19:09.177172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f66079-95ac-4b66-b3c0-79415de5f425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d2258b-f455-4e8d-a8fa-4037ac29f507'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:19:09.180144 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec1d7db-ca16-431b-a110-25cfc756dc06" -d '{"events": [{"server_uuid": "91f66079-95ac-4b66-b3c0-79415de5f425", "name": "network-vif-plugged", "status": "completed", "tag": "43d2258b-f455-4e8d-a8fa-4037ac29f507"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:19:09.207714 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: c1be55e9-1aba-436e-9af0-72c850c47a6b {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:19:09.208190 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c1be55e9-1aba-436e-9af0-72c850c47a6b not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:19:09.213486 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 43d2258b-f455-4e8d-a8fa-4037ac29f507, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=43d2258b-f455-4e8d-a8fa-4037ac29f507,segment=NetworkSegment(951a1138-0c16-475c-a9c6-851e879551d7),segment_id=951a1138-0c16-475c-a9c6-851e879551d7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:09.242223 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:19:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1816e670-b01b-4992-a6cc-a2f39f18e19d x-openstack-request-id: req-1816e670-b01b-4992-a6cc-a2f39f18e19d {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:19:09.242577 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f66079-95ac-4b66-b3c0-79415de5f425", "name": "network-vif-plugged", "status": "completed", "tag": "43d2258b-f455-4e8d-a8fa-4037ac29f507", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:19:09.242839 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1816e670-b01b-4992-a6cc-a2f39f18e19d {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:19:09.243955 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f66079-95ac-4b66-b3c0-79415de5f425', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43d2258b-f455-4e8d-a8fa-4037ac29f507', 'code': 200} Aug 17 03:19:09.259214 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1248580a-6d62-4ecc-bc23-61ba9bd79e4e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:09.259486 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1248580a-6d62-4ecc-bc23-61ba9bd79e4e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/ports/f4a3b81e-8b9b-4913-a388-9578085a94fb HTTP/1.1" status: 204 len: 168 time: 1.3708479 Aug 17 03:19:09.262769 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49660) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:09.280072 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:09.308036 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-55081042-64f8-4397-9ab6-4c3709fc08fc tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] GET failed (client error): The resource could not be found. Aug 17 03:19:09.309691 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-55081042-64f8-4397-9ab6-4c3709fc08fc tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports/f4a3b81e-8b9b-4913-a388-9578085a94fb HTTP/1.1" status: 404 len: 333 time: 0.0454168 Aug 17 03:19:09.321336 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49664) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:09.353827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=43d2258b-f455-4e8d-a8fa-4037ac29f507,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:09.424130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ba662a1-b8f0-4e89-a89e-187e34978385 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting subnet 86c53bc0-9667-4b50-a456-31e22b8e6369 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:19:09.428344 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4417ce1f-533c-4e02-9898-5912f301e35a req-92e74073-335e-4eac-adc4-9ca69f6b19f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:09.430217 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4417ce1f-533c-4e02-9898-5912f301e35a req-92e74073-335e-4eac-adc4-9ca69f6b19f3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 1096 time: 0.1188593 Aug 17 03:19:09.438770 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ba662a1-b8f0-4e89-a89e-187e34978385 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:09.467926 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa59560d-17c5-4500-94ad-750ad3be1165 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:09.531962 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ba662a1-b8f0-4e89-a89e-187e34978385 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:09.538808 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4417ce1f-533c-4e02-9898-5912f301e35a req-3f9310c5-ad8c-42d7-b408-b694db54405a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=03ffb675-71b2-4171-a49d-583525f59dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595558 Aug 17 03:19:09.642614 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ba662a1-b8f0-4e89-a89e-187e34978385 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:09.811509 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-aa59560d-17c5-4500-94ad-750ad3be1165 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting port 637f5fe0-35b9-46de-a0bc-704c4d7dee9f {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:09.811893 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa59560d-17c5-4500-94ad-750ad3be1165 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:09.830760 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ba662a1-b8f0-4e89-a89e-187e34978385 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:09.892826 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba662a1-b8f0-4e89-a89e-187e34978385 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Subnet': ['ID=86c53bc0-9667-4b50-a456-31e22b8e6369,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:09.899089 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ba662a1-b8f0-4e89-a89e-187e34978385 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:09.901214 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4ba662a1-b8f0-4e89-a89e-187e34978385 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/86c53bc0-9667-4b50-a456-31e22b8e6369 HTTP/1.1" status: 204 len: 168 time: 0.5786507 Aug 17 03:19:09.903992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49684) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:09.929247 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-aa59560d-17c5-4500-94ad-750ad3be1165 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] For port 637f5fe0-35b9-46de-a0bc-704c4d7dee9f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=637f5fe0-35b9-46de-a0bc-704c4d7dee9f,segment=NetworkSegment(7966e2f9-3065-4c92-a68a-007df924e4c0),segment_id=7966e2f9-3065-4c92-a68a-007df924e4c0)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:09.936662 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa59560d-17c5-4500-94ad-750ad3be1165 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:09.957516 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-aa59560d-17c5-4500-94ad-750ad3be1165 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Calling delete_port for 637f5fe0-35b9-46de-a0bc-704c4d7dee9f owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:09.998983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4583a032-53c1-47a8-8eef-5c46956a222d req-50b4eb14-0ea9-4aaa-9f94-ef87779bc64e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:10.001750 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4583a032-53c1-47a8-8eef-5c46956a222d req-50b4eb14-0ea9-4aaa-9f94-ef87779bc64e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.1676435 Aug 17 03:19:10.029761 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36c609e5-a4ce-418d-96df-e165b62a395a None None] Network 5c77ae89-e615-4b01-a11e-1a2a80dd789a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:10.053392 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.107357 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093b8777-1795-4f8f-b39a-bc91175d9a2e req-330e9fd5-c622-4c16-bc59-54401d9e79e8 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:10.110170 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-093b8777-1795-4f8f-b39a-bc91175d9a2e req-330e9fd5-c622-4c16-bc59-54401d9e79e8 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 945 time: 0.1421547 Aug 17 03:19:10.127073 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4583a032-53c1-47a8-8eef-5c46956a222d req-13aaf7c2-e8c4-4026-bfa5-3a31922db1b5 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1139421 Aug 17 03:19:10.182961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port 1aa58378-52f8-48f8-b4c6-bf57a17de14a {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:10.183323 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.220596 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-093b8777-1795-4f8f-b39a-bc91175d9a2e req-5858dd52-ad56-44c7-ba83-f946bbc1d983 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/security-groups?id=03ffb675-71b2-4171-a49d-583525f59dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019740 Aug 17 03:19:10.242011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-980a0347-2538-4e47-a296-06088a12a069 None None] Provisioning for port 1aa58378-52f8-48f8-b4c6-bf57a17de14a completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:10.297089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] For port 1aa58378-52f8-48f8-b4c6-bf57a17de14a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1aa58378-52f8-48f8-b4c6-bf57a17de14a,segment=NetworkSegment(df5fbe2b-b159-4346-a932-1e1377a10752),segment_id=df5fbe2b-b159-4346-a932-1e1377a10752)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:10.297089 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.309641 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for 1aa58378-52f8-48f8-b4c6-bf57a17de14a owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:10.329816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f6aa6c-a017-494a-abff-6d7eed693636 None None] DHCP port deletion for 5c77ae89-e615-4b01-a11e-1a2a80dd789a request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:19:10.373112 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa59560d-17c5-4500-94ad-750ad3be1165 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.394218 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-70f6aa6c-a017-494a-abff-6d7eed693636 None None] Deleting port 1aa58378-52f8-48f8-b4c6-bf57a17de14a {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:10.394892 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70f6aa6c-a017-494a-abff-6d7eed693636 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.417307 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa59560d-17c5-4500-94ad-750ad3be1165 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Port': ['ID=637f5fe0-35b9-46de-a0bc-704c4d7dee9f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:10.471469 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-70f6aa6c-a017-494a-abff-6d7eed693636 None None] For port 1aa58378-52f8-48f8-b4c6-bf57a17de14a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1aa58378-52f8-48f8-b4c6-bf57a17de14a,segment=NetworkSegment(df5fbe2b-b159-4346-a932-1e1377a10752),segment_id=df5fbe2b-b159-4346-a932-1e1377a10752)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:10.471883 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70f6aa6c-a017-494a-abff-6d7eed693636 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.488893 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-70f6aa6c-a017-494a-abff-6d7eed693636 None None] Calling delete_port for 1aa58378-52f8-48f8-b4c6-bf57a17de14a owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:10.539647 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.550016 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa59560d-17c5-4500-94ad-750ad3be1165 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.578468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No DVR routers for this DVR port 1aa58378-52f8-48f8-b4c6-bf57a17de14a on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:10.582399 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:19:10.613469 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70f6aa6c-a017-494a-abff-6d7eed693636 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.633173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=1aa58378-52f8-48f8-b4c6-bf57a17de14a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:10.672789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70f6aa6c-a017-494a-abff-6d7eed693636 None None] No DVR routers for this DVR port 1aa58378-52f8-48f8-b4c6-bf57a17de14a on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:19:10.679433 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6aa6c-a017-494a-abff-6d7eed693636 None None] Pushing event deleted for resources: {'Port': ['ID=1aa58378-52f8-48f8-b4c6-bf57a17de14a,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:10.727928 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.739137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5c77ae89-e615-4b01-a11e-1a2a80dd789a']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:10.753101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'df5fbe2b-b159-4346-a932-1e1377a10752') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:10.753411 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'df5fbe2b-b159-4346-a932-1e1377a10752') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:10.763045 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.777988 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.785271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Releasing vlan 97 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:19:10.789209 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:19:10.939461 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.947400 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:10.955845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/networks/5c77ae89-e615-4b01-a11e-1a2a80dd789a HTTP/1.1" status: 204 len: 168 time: 1.0502312 Aug 17 03:19:10.958446 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49708) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:10.965149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-66f02c72-a796-49e0-a154-190e4413c939 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38', 'name': 'tempest-PortsTestJSON-1716995895'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:10.989678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6523809-af69-4b08-89af-a054ceb7c267 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Network': ['ID=5c77ae89-e615-4b01-a11e-1a2a80dd789a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:11.171653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66f02c72-a796-49e0-a154-190e4413c939 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:11.176075 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-66f02c72-a796-49e0-a154-190e4413c939 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:11.197001 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa59560d-17c5-4500-94ad-750ad3be1165 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router df8386f0-edf4-4305-9a10-8b0446cb0c1e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:19:11.197798 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-66f02c72-a796-49e0-a154-190e4413c939 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] device_id is not set on port 0f917a49-f64c-4510-8463-59bf42298a3c yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:19:11.309440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa59560d-17c5-4500-94ad-750ad3be1165 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:19:11.319048 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-aa59560d-17c5-4500-94ad-750ad3be1165 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/df8386f0-edf4-4305-9a10-8b0446cb0c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4662142 Aug 17 03:19:11.319584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49720) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:11.321029 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ed4f3-0d35-42c7-ae8e-4962af6af5b2 None None] Sync routers for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:19:11.331299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835ed4f3-0d35-42c7-ae8e-4962af6af5b2 None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:11.331997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-835ed4f3-0d35-42c7-ae8e-4962af6af5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:11.381126 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469dc873-dbe1-41ce-a127-e473b8fc36df req-520749e1-7724-4a8f-bdea-e8d944f9f569 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:11.382763 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-469dc873-dbe1-41ce-a127-e473b8fc36df req-520749e1-7724-4a8f-bdea-e8d944f9f569 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 945 time: 0.0589001 Aug 17 03:19:11.432485 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-469dc873-dbe1-41ce-a127-e473b8fc36df req-2910e703-704c-4f43-8a1d-5dd419e483b5 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/security-groups?id=03ffb675-71b2-4171-a49d-583525f59dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382581 Aug 17 03:19:11.434873 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-835ed4f3-0d35-42c7-ae8e-4962af6af5b2 None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:19:11.454999 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73d9bd93-31e6-422d-bd47-20f93bca3e7b req-c7e50f16-a8ad-4402-b861-b0a32b0a6a3a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:11.456638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-73d9bd93-31e6-422d-bd47-20f93bca3e7b req-c7e50f16-a8ad-4402-b861-b0a32b0a6a3a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.1921854 Aug 17 03:19:11.464965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-cebea07d-3e65-443c-8874-8ff7a56d14ee tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting subnet 48897380-9dd7-4ce3-b4a1-3f7722b342f1 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:19:11.464965 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cebea07d-3e65-443c-8874-8ff7a56d14ee tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:11.582522 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-66f02c72-a796-49e0-a154-190e4413c939 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:11.599928 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-73d9bd93-31e6-422d-bd47-20f93bca3e7b req-8a67f6f9-1a3d-4669-a609-94742750aa76 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827587 Aug 17 03:19:11.610911 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cebea07d-3e65-443c-8874-8ff7a56d14ee tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:11.746811 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49728) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:11.766274 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-835ed4f3-0d35-42c7-ae8e-4962af6af5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:19:10Z', 'revision_number': 10, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:11.773751 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cebea07d-3e65-443c-8874-8ff7a56d14ee tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:11.778027 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-66f02c72-a796-49e0-a154-190e4413c939 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:11.804698 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ed4f3-0d35-42c7-ae8e-4962af6af5b2 None None] Checking router: df8386f0-edf4-4305-9a10-8b0446cb0c1e for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:19:11.815875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-835ed4f3-0d35-42c7-ae8e-4962af6af5b2 None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:11.816716 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-835ed4f3-0d35-42c7-ae8e-4962af6af5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:11.822657 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66f02c72-a796-49e0-a154-190e4413c939 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:11.828137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-66f02c72-a796-49e0-a154-190e4413c939 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:11.857470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66f02c72-a796-49e0-a154-190e4413c939 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:11.863527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66f02c72-a796-49e0-a154-190e4413c939 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:11.864201 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-66f02c72-a796-49e0-a154-190e4413c939 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:11.909393 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f02c72-a796-49e0-a154-190e4413c939 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=0f917a49-f64c-4510-8463-59bf42298a3c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:11.917713 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd45a2b4-b8e3-4daf-a583-a82c91eee5f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:11.938730 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-835ed4f3-0d35-42c7-ae8e-4962af6af5b2 None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:19:11.997310 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-66f02c72-a796-49e0-a154-190e4413c939 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.0356989 Aug 17 03:19:11.997927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49734) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:12.041870 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cebea07d-3e65-443c-8874-8ff7a56d14ee tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.080646 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cebea07d-3e65-443c-8874-8ff7a56d14ee tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.085934 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cebea07d-3e65-443c-8874-8ff7a56d14ee tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/subnets/48897380-9dd7-4ce3-b4a1-3f7722b342f1 HTTP/1.1" status: 204 len: 168 time: 0.7632546 Aug 17 03:19:12.086436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49738) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:12.087171 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cebea07d-3e65-443c-8874-8ff7a56d14ee tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Subnet': ['ID=48897380-9dd7-4ce3-b4a1-3f7722b342f1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:12.094397 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4bab974-c7e6-46a6-a739-60f075f0e0c7 None None] Network b35ea52f-c911-4f57-b4de-a29f299c3506 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:12.236166 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.246395 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-47470f6a-9f85-474c-a913-2a5421c1e133 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port 0f917a49-f64c-4510-8463-59bf42298a3c {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:12.246755 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47470f6a-9f85-474c-a913-2a5421c1e133 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.360906 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd45a2b4-b8e3-4daf-a583-a82c91eee5f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.394260 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47470f6a-9f85-474c-a913-2a5421c1e133 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.413342 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-47470f6a-9f85-474c-a913-2a5421c1e133 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for 0f917a49-f64c-4510-8463-59bf42298a3c owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:12.432648 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting port 7bbab214-bb40-4226-9c3c-07dc7822dbc7 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:12.433001 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.466143 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-835ed4f3-0d35-42c7-ae8e-4962af6af5b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:19:10Z', 'revision_number': 10, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:12.471283 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd45a2b4-b8e3-4daf-a583-a82c91eee5f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.501958 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-835ed4f3-0d35-42c7-ae8e-4962af6af5b2 None None] The sync data for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 is: [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:19:10Z', 'revision_number': 10, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None, '_interfaces': [{'id': '39ff208b-0cc5-407c-bc0d-b196f4e60416', 'name': '', 'network_id': 'c85e6077-1ca1-47ff-b5f4-d30c77990c8e', 'tenant_id': '515300cdc220474c98fe888e647da248', 'mac_address': 'fa:16:3e:69:da:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2932, 'fixed_ips': [{'subnet_id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:18:29Z', 'updated_at': '2021-08-17T03:18:39Z', 'revision_number': 5, 'project_id': '515300cdc220474c98fe888e647da248', 'subnets': [{'id': 'df510a5b-b469-4c87-955a-59689c1f6260', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:19:12.587982 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bd45a2b4-b8e3-4daf-a583-a82c91eee5f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ddd2ab6065724a38b2defcd946189736&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8395147 Aug 17 03:19:12.590687 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49746) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:12.595495 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd45a2b4-b8e3-4daf-a583-a82c91eee5f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c53ccb65-f4c2-4b22-8df0-b4d3598c74b4,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:12.609608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] For port 7bbab214-bb40-4226-9c3c-07dc7822dbc7, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7bbab214-bb40-4226-9c3c-07dc7822dbc7,segment=NetworkSegment(7966e2f9-3065-4c92-a68a-007df924e4c0),segment_id=7966e2f9-3065-4c92-a68a-007df924e4c0)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:12.609997 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.644026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Calling delete_port for 7bbab214-bb40-4226-9c3c-07dc7822dbc7 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:12.666981 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f8052ff-4b10-45d7-9cb8-bdbd0ed89274 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.695949 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f8052ff-4b10-45d7-9cb8-bdbd0ed89274 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.766829 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c477bf7-3c71-4700-89fe-6760ec5e4913 req-06103cf5-ff03-4cb4-8bbd-3906a15d0367 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:12.769626 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c477bf7-3c71-4700-89fe-6760ec5e4913 req-06103cf5-ff03-4cb4-8bbd-3906a15d0367 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.0752177 Aug 17 03:19:12.792451 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47470f6a-9f85-474c-a913-2a5421c1e133 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.813984 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f8052ff-4b10-45d7-9cb8-bdbd0ed89274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.816624 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f8052ff-4b10-45d7-9cb8-bdbd0ed89274 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.817971 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3f8052ff-4b10-45d7-9cb8-bdbd0ed89274 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c53ccb65-f4c2-4b22-8df0-b4d3598c74b4 HTTP/1.1" status: 204 len: 168 time: 0.2260165 Aug 17 03:19:12.828986 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8052ff-4b10-45d7-9cb8-bdbd0ed89274 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c53ccb65-f4c2-4b22-8df0-b4d3598c74b4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:12.834579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47470f6a-9f85-474c-a913-2a5421c1e133 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=0f917a49-f64c-4510-8463-59bf42298a3c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:12.885799 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c477bf7-3c71-4700-89fe-6760ec5e4913 req-0072067c-73fe-4622-b446-dee283ac937d tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050782 Aug 17 03:19:12.888547 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.898768 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-47470f6a-9f85-474c-a913-2a5421c1e133 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:12.903356 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-47470f6a-9f85-474c-a913-2a5421c1e133 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/ports/0f917a49-f64c-4510-8463-59bf42298a3c HTTP/1.1" status: 204 len: 168 time: 0.9020140 Aug 17 03:19:12.905706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49758) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:12.908856 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-156875bd-c0de-4be8-9e55-0582f7124f37 None None] DHCP port deletion for b35ea52f-c911-4f57-b4de-a29f299c3506 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:19:12.914087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38', 'mac_address': 'fa:16:3e:32:fe:f2', 'name': 'tempest-PortsTestJSON-48308584'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:13.017890 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] No DVR routers for this DVR port 7bbab214-bb40-4226-9c3c-07dc7822dbc7 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:19:13.031563 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Port': ['ID=7bbab214-bb40-4226-9c3c-07dc7822dbc7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:13.059252 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7bbab214-bb40-4226-9c3c-07dc7822dbc7 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:19:13.114906 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 7bbab214-bb40-4226-9c3c-07dc7822dbc7 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:19:13.115322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7bbab214-bb40-4226-9c3c-07dc7822dbc7 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:19:13.115864 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 637f5fe0-35b9-46de-a0bc-704c4d7dee9f no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:19:13.159842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 637f5fe0-35b9-46de-a0bc-704c4d7dee9f {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:19:13.162088 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 637f5fe0-35b9-46de-a0bc-704c4d7dee9f not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:19:13.207225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:13.226510 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:13.244684 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b35ea52f-c911-4f57-b4de-a29f299c3506']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:13.268231 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7966e2f9-3065-4c92-a68a-007df924e4c0') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:13.268563 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7966e2f9-3065-4c92-a68a-007df924e4c0') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:13.286270 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:13.312405 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:13.325727 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257d3db4-4936-49cf-930b-71c6fd318e60 req-6fe8af79-2e15-4433-a633-b472dcfa43bd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:13.327283 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-257d3db4-4936-49cf-930b-71c6fd318e60 req-6fe8af79-2e15-4433-a633-b472dcfa43bd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1613050 Aug 17 03:19:13.336897 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:19:13.337486 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:19:13.343472 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:19:13.383451 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:13.416274 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] device_id is not set on port 5b0bebec-f13c-40e1-a46a-32f49ab44536 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:19:13.459250 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-257d3db4-4936-49cf-930b-71c6fd318e60 req-5a698856-f2b0-4dbe-becf-cf633a96c90f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1118209 Aug 17 03:19:13.528599 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:19:13.551653 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:13.562637 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:13.564932 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/networks/b35ea52f-c911-4f57-b4de-a29f299c3506 HTTP/1.1" status: 204 len: 168 time: 1.4775286 Aug 17 03:19:13.567738 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49774) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:13.591500 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5acff11c-8ae8-4112-8426-bd8315111df1 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Network': ['ID=b35ea52f-c911-4f57-b4de-a29f299c3506,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:13.669925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3180b3-e80d-4049-be0c-ae5b92a60874 req-fec30709-c492-4520-aa18-4318e963915f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:13.671580 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6b3180b3-e80d-4049-be0c-ae5b92a60874 req-fec30709-c492-4520-aa18-4318e963915f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1003959 Aug 17 03:19:13.674527 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:13.735214 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6b3180b3-e80d-4049-be0c-ae5b92a60874 req-edf9cda0-9054-4bb0-bb3a-c414e6c6f860 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570028 Aug 17 03:19:13.742175 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49776) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:13.762118 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4c1695c-c0a0-4e07-822e-20e08f046c03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:13.857849 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:13.922674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:13.929568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:13.938639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:13.952262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:13.953548 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:13.973647 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4c1695c-c0a0-4e07-822e-20e08f046c03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:13.990146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=5b0bebec-f13c-40e1-a46a-32f49ab44536,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:13.998037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:13.998412 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:13.998819 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:13.999196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:13.999832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:14.000279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:14.000862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:14.001209 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:14.001580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:14.001919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:14.002373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:14.002737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:14.071089 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4c1695c-c0a0-4e07-822e-20e08f046c03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:14.107947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c1695c-c0a0-4e07-822e-20e08f046c03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e7fe7f7-4fd7-4591-bb60-cc6e494d54d4,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:14.110090 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-febe2bbe-a9e9-4796-9a5a-71284f266241 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:14.118647 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d4c1695c-c0a0-4e07-822e-20e08f046c03 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=abc81d1a0f0a48cd92ed97d187ce6e23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3752134 Aug 17 03:19:14.121546 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49792) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:14.134765 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-17109941-db75-42eb-a6a6-5170e3325f10 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 844 time: 1.2272785 Aug 17 03:19:14.141101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49794) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:14.192566 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-61e16d50-97f5-47de-bab5-31b0293d551a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:14.194214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-61e16d50-97f5-47de-bab5-31b0293d551a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 812 time: 0.1946490 Aug 17 03:19:14.208930 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bddde4ba-c406-4f7f-b996-5ac26978c5a4 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:14.212270 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bddde4ba-c406-4f7f-b996-5ac26978c5a4 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports/5b0bebec-f13c-40e1-a46a-32f49ab44536 HTTP/1.1" status: 200 len: 839 time: 0.0679376 Aug 17 03:19:14.212838 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49796) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:14.222218 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-3358e498-0e22-4199-88cc-ff3dd55f8eb9 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/quotas/cfdfb585b9144c8286617b5e97123a83 HTTP/1.1" status: 200 len: 375 time: 0.0182648 Aug 17 03:19:14.252965 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6d4b37f-9bc2-4fa6-82a7-9f2c2ff58605 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:14.315814 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6d4b37f-9bc2-4fa6-82a7-9f2c2ff58605 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:14.339713 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-70af4254-7880-4481-a21b-8d4aa93ecbef tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0762823 Aug 17 03:19:14.368615 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-0f18c436-8c58-4ffc-b0f7-1330f5d6153d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port 5b0bebec-f13c-40e1-a46a-32f49ab44536 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:14.368963 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f18c436-8c58-4ffc-b0f7-1330f5d6153d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:14.478861 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f18c436-8c58-4ffc-b0f7-1330f5d6153d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:14.495109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-0f18c436-8c58-4ffc-b0f7-1330f5d6153d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for 5b0bebec-f13c-40e1-a46a-32f49ab44536 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:14.520047 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-21703f7e-d39b-44e8-a0c9-a24736dddc3f service neutron] 10.222.0.10 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1709657 Aug 17 03:19:14.555767 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6d4b37f-9bc2-4fa6-82a7-9f2c2ff58605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:14.558368 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6d4b37f-9bc2-4fa6-82a7-9f2c2ff58605 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:14.559526 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d6d4b37f-9bc2-4fa6-82a7-9f2c2ff58605 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e7fe7f7-4fd7-4591-bb60-cc6e494d54d4 HTTP/1.1" status: 204 len: 168 time: 0.4369326 Aug 17 03:19:14.573366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4b37f-9bc2-4fa6-82a7-9f2c2ff58605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e7fe7f7-4fd7-4591-bb60-cc6e494d54d4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:14.622170 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-febe2bbe-a9e9-4796-9a5a-71284f266241 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting port 39ff208b-0cc5-407c-bc0d-b196f4e60416 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:14.622516 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-febe2bbe-a9e9-4796-9a5a-71284f266241 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:14.669188 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f18c436-8c58-4ffc-b0f7-1330f5d6153d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:14.720960 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-4df76742-a2f2-45a2-bc52-08f5b50c5eb0 service neutron] 10.222.0.10 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1902783 Aug 17 03:19:14.727821 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f18c436-8c58-4ffc-b0f7-1330f5d6153d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=5b0bebec-f13c-40e1-a46a-32f49ab44536,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:14.739502 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f18c436-8c58-4ffc-b0f7-1330f5d6153d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:14.739502 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0f18c436-8c58-4ffc-b0f7-1330f5d6153d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/ports/5b0bebec-f13c-40e1-a46a-32f49ab44536 HTTP/1.1" status: 204 len: 168 time: 0.5241797 Aug 17 03:19:14.741690 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49810) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:14.765758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-febe2bbe-a9e9-4796-9a5a-71284f266241 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] For port 39ff208b-0cc5-407c-bc0d-b196f4e60416, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=39ff208b-0cc5-407c-bc0d-b196f4e60416,segment=NetworkSegment(554c77a3-eb91-45e4-98b9-43adc9ed3c76),segment_id=554c77a3-eb91-45e4-98b9-43adc9ed3c76)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:14.765758 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-febe2bbe-a9e9-4796-9a5a-71284f266241 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:14.774029 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-6cbb0e50-c0aa-492f-a86c-853f0f826658 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] GET failed (client error): The resource could not be found. Aug 17 03:19:14.775536 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6cbb0e50-c0aa-492f-a86c-853f0f826658 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports/5b0bebec-f13c-40e1-a46a-32f49ab44536 HTTP/1.1" status: 404 len: 333 time: 0.0324140 Aug 17 03:19:14.779221 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49812) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:14.781844 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-febe2bbe-a9e9-4796-9a5a-71284f266241 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Calling delete_port for 39ff208b-0cc5-407c-bc0d-b196f4e60416 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:14.786184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b4bc1bac-0295-4ed0-a2c6-2a6f7e5620ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38', 'name': 'tempest-PortsTestJSON-439556415'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:14.979245 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bc1bac-0295-4ed0-a2c6-2a6f7e5620ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:14.985170 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b4bc1bac-0295-4ed0-a2c6-2a6f7e5620ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:15.005183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-b4bc1bac-0295-4ed0-a2c6-2a6f7e5620ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] device_id is not set on port a68f9c46-af46-4aa9-9a57-ba9239b89273 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:19:15.121528 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-febe2bbe-a9e9-4796-9a5a-71284f266241 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:15.182510 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febe2bbe-a9e9-4796-9a5a-71284f266241 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Port': ['ID=39ff208b-0cc5-407c-bc0d-b196f4e60416,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:15.261923 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-22c82349-bf19-43ec-8873-977212f29697 req-a746de88-2cc3-46ee-87ad-d7f9297e7394 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 210 time: 0.1015217 Aug 17 03:19:15.264371 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b1451290-307f-416d-be76-7cd42faf0ce1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:15.357712 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-febe2bbe-a9e9-4796-9a5a-71284f266241 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:15.539149 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b4bc1bac-0295-4ed0-a2c6-2a6f7e5620ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:15.626122 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-febe2bbe-a9e9-4796-9a5a-71284f266241 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router df8386f0-edf4-4305-9a10-8b0446cb0c1e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:19:15.660131 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b4bc1bac-0295-4ed0-a2c6-2a6f7e5620ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:15.728906 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bc1bac-0295-4ed0-a2c6-2a6f7e5620ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=a68f9c46-af46-4aa9-9a57-ba9239b89273,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:15.734161 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-febe2bbe-a9e9-4796-9a5a-71284f266241 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:19:15.738258 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-febe2bbe-a9e9-4796-9a5a-71284f266241 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/df8386f0-edf4-4305-9a10-8b0446cb0c1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1692405 Aug 17 03:19:15.738843 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4bc1bac-0295-4ed0-a2c6-2a6f7e5620ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:15.740385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b4bc1bac-0295-4ed0-a2c6-2a6f7e5620ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:15.742541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49852) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:15.745144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4bc1bac-0295-4ed0-a2c6-2a6f7e5620ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:15.752877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bc1bac-0295-4ed0-a2c6-2a6f7e5620ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:15.754007 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b4bc1bac-0295-4ed0-a2c6-2a6f7e5620ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:15.755814 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff6d302-dfc1-49de-a992-90c64cebdae8 None None] Sync routers for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:19:15.787676 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff6d302-dfc1-49de-a992-90c64cebdae8 None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:15.788318 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7ff6d302-dfc1-49de-a992-90c64cebdae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:15.809885 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-e08021a7-977d-487f-a045-0b70fe19eaf6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting subnet df510a5b-b469-4c87-955a-59689c1f6260 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:19:15.820191 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e08021a7-977d-487f-a045-0b70fe19eaf6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:15.880248 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-7ff6d302-dfc1-49de-a992-90c64cebdae8 None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:19:15.909285 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e08021a7-977d-487f-a045-0b70fe19eaf6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:15.958992 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7ff6d302-dfc1-49de-a992-90c64cebdae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:19:14Z', 'revision_number': 11, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:15.992454 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff6d302-dfc1-49de-a992-90c64cebdae8 None None] Checking router: df8386f0-edf4-4305-9a10-8b0446cb0c1e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:19:16.006079 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ff6d302-dfc1-49de-a992-90c64cebdae8 None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:16.006079 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7ff6d302-dfc1-49de-a992-90c64cebdae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:16.047547 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b4bc1bac-0295-4ed0-a2c6-2a6f7e5620ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 1.2643929 Aug 17 03:19:16.047547 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e08021a7-977d-487f-a045-0b70fe19eaf6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.047847 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49864) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:16.053338 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-3fdc1f41-ff58-43f0-9711-4db8e2dd4214 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:16.106794 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-7ff6d302-dfc1-49de-a992-90c64cebdae8 None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:19:16.153481 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3fdc1f41-ff58-43f0-9711-4db8e2dd4214 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.169108 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7ff6d302-dfc1-49de-a992-90c64cebdae8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:19:14Z', 'revision_number': 11, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:16.204769 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ff6d302-dfc1-49de-a992-90c64cebdae8 None None] The sync data for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 is: [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:19:14Z', 'revision_number': 11, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:19:16.244177 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e08021a7-977d-487f-a045-0b70fe19eaf6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.282921 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08021a7-977d-487f-a045-0b70fe19eaf6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Subnet': ['ID=df510a5b-b469-4c87-955a-59689c1f6260,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:16.299939 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1d6f4d1-286f-4adc-953d-034e5f97a6a5 None None] Network c85e6077-1ca1-47ff-b5f4-d30c77990c8e requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:16.305032 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e08021a7-977d-487f-a045-0b70fe19eaf6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.318187 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e08021a7-977d-487f-a045-0b70fe19eaf6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/subnets/df510a5b-b469-4c87-955a-59689c1f6260 HTTP/1.1" status: 204 len: 168 time: 0.5716293 Aug 17 03:19:16.318187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49876) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:16.447556 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.492846 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3fdc1f41-ff58-43f0-9711-4db8e2dd4214 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.542265 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a09b1190-3be5-4833-a35a-2be65f3f1fce req-d1b29117-2f54-4923-8069-b499fa1cec28 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 210 time: 0.0435171 Aug 17 03:19:16.585245 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3fdc1f41-ff58-43f0-9711-4db8e2dd4214 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.599740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Deleting port d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:16.601721 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.630252 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3fdc1f41-ff58-43f0-9711-4db8e2dd4214 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] In _notify_port_updated(), no bound segment for port a68f9c46-af46-4aa9-9a57-ba9239b89273 on network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 {{(pid=101969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:19:16.636419 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3fdc1f41-ff58-43f0-9711-4db8e2dd4214 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:16.638060 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3fdc1f41-ff58-43f0-9711-4db8e2dd4214 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.643318 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3fdc1f41-ff58-43f0-9711-4db8e2dd4214 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "PUT /v2.0/ports/a68f9c46-af46-4aa9-9a57-ba9239b89273 HTTP/1.1" status: 200 len: 818 time: 0.5906265 Aug 17 03:19:16.646363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49888) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:16.683356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] For port d4676f3b-c9d6-4fa9-81dc-fc80adf0be92, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d4676f3b-c9d6-4fa9-81dc-fc80adf0be92,segment=NetworkSegment(554c77a3-eb91-45e4-98b9-43adc9ed3c76),segment_id=554c77a3-eb91-45e4-98b9-43adc9ed3c76)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:16.683356 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.684577 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fdc1f41-ff58-43f0-9711-4db8e2dd4214 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=a68f9c46-af46-4aa9-9a57-ba9239b89273,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:16.689562 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17b8968e-6813-4392-897e-f68177431fec None None] DHCP port deletion for c85e6077-1ca1-47ff-b5f4-d30c77990c8e request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:19:16.730252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Calling delete_port for d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:16.779356 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-598e488c-8343-4e4d-833c-a54e80a90b0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port a68f9c46-af46-4aa9-9a57-ba9239b89273 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:16.779917 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-598e488c-8343-4e4d-833c-a54e80a90b0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.792100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-17b8968e-6813-4392-897e-f68177431fec None None] Deleting port d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:16.792531 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-17b8968e-6813-4392-897e-f68177431fec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.879844 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-598e488c-8343-4e4d-833c-a54e80a90b0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.898459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-598e488c-8343-4e4d-833c-a54e80a90b0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for a68f9c46-af46-4aa9-9a57-ba9239b89273 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:16.904848 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-17b8968e-6813-4392-897e-f68177431fec None None] For port d4676f3b-c9d6-4fa9-81dc-fc80adf0be92, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d4676f3b-c9d6-4fa9-81dc-fc80adf0be92,segment=NetworkSegment(554c77a3-eb91-45e4-98b9-43adc9ed3c76),segment_id=554c77a3-eb91-45e4-98b9-43adc9ed3c76)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:16.912421 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-17b8968e-6813-4392-897e-f68177431fec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:16.924258 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-17b8968e-6813-4392-897e-f68177431fec None None] Calling delete_port for d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:17.048928 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 39ff208b-0cc5-407c-bc0d-b196f4e60416 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:19:17.064254 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.089010 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 39ff208b-0cc5-407c-bc0d-b196f4e60416 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:19:17.090377 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 39ff208b-0cc5-407c-bc0d-b196f4e60416 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:19:17.091000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:19:17.115664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Port': ['ID=d4676f3b-c9d6-4fa9-81dc-fc80adf0be92,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:17.127847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] No DVR routers for this DVR port d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:19:17.135909 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:19:17.136898 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:19:17.142421 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-17b8968e-6813-4392-897e-f68177431fec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.147109 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-594123e3-b94e-4f8d-8af9-ebeb9678a3d7 req-4f87078e-dc09-4811-a82e-3dd035ef8587 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:17.148935 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-594123e3-b94e-4f8d-8af9-ebeb9678a3d7 req-4f87078e-dc09-4811-a82e-3dd035ef8587 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 945 time: 0.1342447 Aug 17 03:19:17.191305 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17b8968e-6813-4392-897e-f68177431fec None None] Pushing event deleted for resources: {'Port': ['ID=d4676f3b-c9d6-4fa9-81dc-fc80adf0be92,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:17.195059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17b8968e-6813-4392-897e-f68177431fec None None] No DVR routers for this DVR port d4676f3b-c9d6-4fa9-81dc-fc80adf0be92 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:19:17.207490 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-594123e3-b94e-4f8d-8af9-ebeb9678a3d7 req-27c8332c-2e60-4b48-af5a-d7826e05b142 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/security-groups?id=03ffb675-71b2-4171-a49d-583525f59dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446827 Aug 17 03:19:17.247023 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.257686 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c85e6077-1ca1-47ff-b5f4-d30c77990c8e']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:17.267592 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '554c77a3-eb91-45e4-98b9-43adc9ed3c76') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:17.267897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '554c77a3-eb91-45e4-98b9-43adc9ed3c76') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:17.276734 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.279792 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-598e488c-8343-4e4d-833c-a54e80a90b0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.292277 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.300874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:19:17.306183 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:19:17.327899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598e488c-8343-4e4d-833c-a54e80a90b0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=a68f9c46-af46-4aa9-9a57-ba9239b89273,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:17.330007 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-598e488c-8343-4e4d-833c-a54e80a90b0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.331905 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-598e488c-8343-4e4d-833c-a54e80a90b0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/ports/a68f9c46-af46-4aa9-9a57-ba9239b89273 HTTP/1.1" status: 204 len: 168 time: 0.6815891 Aug 17 03:19:17.336164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49904) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:17.394701 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70e182f8-dc1c-4456-aab6-8be004dfa9c8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:17.396752 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-70e182f8-dc1c-4456-aab6-8be004dfa9c8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0594180 Aug 17 03:19:17.399233 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49912) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:17.436374 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fb974da-c946-4f8f-be99-0f4da468e7d2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] GET failed (client error): The resource could not be found. Aug 17 03:19:17.439086 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5fb974da-c946-4f8f-be99-0f4da468e7d2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports/a68f9c46-af46-4aa9-9a57-ba9239b89273 HTTP/1.1" status: 404 len: 333 time: 0.0388117 Aug 17 03:19:17.443583 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.445069 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49916) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:17.459113 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-9ff30bf9-a009-4b4d-8ae1-5c1b2881d7b7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-882865656'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:17.460600 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.463675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/networks/c85e6077-1ca1-47ff-b5f4-d30c77990c8e HTTP/1.1" status: 204 len: 168 time: 1.1444688 Aug 17 03:19:17.465911 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49918) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:17.473933 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6f049b4c-0697-4d86-b06d-006ba083d394 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'router': {'routes': None}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:17.483212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e233331-a7ab-4eae-a23b-42c4a03baeb5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Pushing event deleted for resources: {'Network': ['ID=c85e6077-1ca1-47ff-b5f4-d30c77990c8e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:17.658978 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ff30bf9-a009-4b4d-8ae1-5c1b2881d7b7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:17.662559 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ff30bf9-a009-4b4d-8ae1-5c1b2881d7b7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.665675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38f89b20-ebf8-4913-ab1f-330717a7b769 req-75cf16fc-d946-4ee3-8492-583210fae786 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 210 time: 0.0350540 Aug 17 03:19:17.699266 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.extraroute_db [None req-6f049b4c-0697-4d86-b06d-006ba083d394 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Added routes are [] {{(pid=101969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Aug 17 03:19:17.699699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.extraroute_db [None req-6f049b4c-0697-4d86-b06d-006ba083d394 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Removed routes are [] {{(pid=101969) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Aug 17 03:19:17.700180 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6f049b4c-0697-4d86-b06d-006ba083d394 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.774839 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ff30bf9-a009-4b4d-8ae1-5c1b2881d7b7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 64} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:19:17.790128 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ff30bf9-a009-4b4d-8ae1-5c1b2881d7b7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.790454 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-9ff30bf9-a009-4b4d-8ae1-5c1b2881d7b7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Added segment 6992a121-5459-4df8-a0af-6442a894a421 of type vlan for network c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd Aug 17 03:19:17.868414 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6f049b4c-0697-4d86-b06d-006ba083d394 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.893816 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6f049b4c-0697-4d86-b06d-006ba083d394 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.913151 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ff30bf9-a009-4b4d-8ae1-5c1b2881d7b7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.938510 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-36771f0f-d19a-48a8-970d-c9411baf813b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:17.955322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0955eadb-fc9e-4017-99bd-8bf5500ba988 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:17.957205 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0955eadb-fc9e-4017-99bd-8bf5500ba988 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.30 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 812 time: 0.1522880 Aug 17 03:19:17.973693 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-8dd934a5-6289-4da2-8a5c-54e60543dce0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Request body: {'port': {'device_id': 'd1095591-c641-4bbe-9de2-8ab060ff80b0', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'admin_state_up': True, 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:18.007659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f049b4c-0697-4d86-b06d-006ba083d394 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router df8386f0-edf4-4305-9a10-8b0446cb0c1e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:19:18.090147 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ff30bf9-a009-4b4d-8ae1-5c1b2881d7b7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:18.097523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ff30bf9-a009-4b4d-8ae1-5c1b2881d7b7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:18.098437 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ff30bf9-a009-4b4d-8ae1-5c1b2881d7b7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:18.195637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-8dd934a5-6289-4da2-8a5c-54e60543dce0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Made reservation on behalf of cfdfb585b9144c8286617b5e97123a83 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:18.200039 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-8dd934a5-6289-4da2-8a5c-54e60543dce0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:18.222621 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:18.399178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21f32e14-70c6-465f-a6a9-a5e2d0b136d2 req-8f1614e3-a864-4db7-9eab-331c4edf3ec5 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:18.400890 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-21f32e14-70c6-465f-a6a9-a5e2d0b136d2 req-8f1614e3-a864-4db7-9eab-331c4edf3ec5 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.60 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 945 time: 0.1067450 Aug 17 03:19:18.417072 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-8dd934a5-6289-4da2-8a5c-54e60543dce0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Allocated IP 172.20.0.6 (016717b3-cbe1-4967-85ae-a016c7a395e7/00775c6d-bb62-4607-aa69-44fa38f2a916/870600a2-f204-44fb-966a-161c2f4355bc) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:18.574038 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f049b4c-0697-4d86-b06d-006ba083d394 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:19:18.583964 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6f049b4c-0697-4d86-b06d-006ba083d394 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:18.585129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0c7325-d44c-49c8-8c03-34af150f442b None None] Sync routers for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:19:18.585282 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6f049b4c-0697-4d86-b06d-006ba083d394 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/df8386f0-edf4-4305-9a10-8b0446cb0c1e HTTP/1.1" status: 200 len: 704 time: 1.1172788 Aug 17 03:19:18.588297 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 49954) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:18.600101 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff30bf9-a009-4b4d-8ae1-5c1b2881d7b7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Network': ['ID=c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:18.602180 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0c7325-d44c-49c8-8c03-34af150f442b None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:18.603527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9e0c7325-d44c-49c8-8c03-34af150f442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:19:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:18.634740 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6171e201-b2ca-4b88-b5cf-a4940911f7e0 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports?device_id=df8386f0-edf4-4305-9a10-8b0446cb0c1e HTTP/1.1" status: 200 len: 205 time: 0.0439396 Aug 17 03:19:18.634957 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e067ebc-238f-4b40-a8b3-1e31377eddaa req-ab35defd-c9fa-4e7c-ad6b-dcd91826b981 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:18.636398 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e067ebc-238f-4b40-a8b3-1e31377eddaa req-ab35defd-c9fa-4e7c-ad6b-dcd91826b981 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 945 time: 0.0921834 Aug 17 03:19:18.637826 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49956) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:18.651373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-21f32e14-70c6-465f-a6a9-a5e2d0b136d2 req-083817df-fcdb-4cb4-948d-08781c656d2a tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Deleting port 43d2258b-f455-4e8d-a8fa-4037ac29f507 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:18.651717 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-21f32e14-70c6-465f-a6a9-a5e2d0b136d2 req-083817df-fcdb-4cb4-948d-08781c656d2a tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:18.685205 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-9e0c7325-d44c-49c8-8c03-34af150f442b None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:19:18.769951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9e0c7325-d44c-49c8-8c03-34af150f442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:19:14Z', 'revision_number': 11, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:18.787144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:19:18.801822 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9ff30bf9-a009-4b4d-8ae1-5c1b2881d7b7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.3552618 Aug 17 03:19:18.802541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49964) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:18.808861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-21f32e14-70c6-465f-a6a9-a5e2d0b136d2 req-083817df-fcdb-4cb4-948d-08781c656d2a tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] For port 43d2258b-f455-4e8d-a8fa-4037ac29f507, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=43d2258b-f455-4e8d-a8fa-4037ac29f507,segment=NetworkSegment(951a1138-0c16-475c-a9c6-851e879551d7),segment_id=951a1138-0c16-475c-a9c6-851e879551d7)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:18.809243 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-21f32e14-70c6-465f-a6a9-a5e2d0b136d2 req-083817df-fcdb-4cb4-948d-08781c656d2a tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:18.821703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ffe835ed-0e38-4966-be3c-4c5847f97f8d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'subnet': {'network_id': 'c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:18.828123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0c7325-d44c-49c8-8c03-34af150f442b None None] Checking router: df8386f0-edf4-4305-9a10-8b0446cb0c1e for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:19:18.853800 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8f68663d-b439-4c8c-8d8e-92f04faa74c2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:18.863974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-21f32e14-70c6-465f-a6a9-a5e2d0b136d2 req-083817df-fcdb-4cb4-948d-08781c656d2a tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Calling delete_port for 43d2258b-f455-4e8d-a8fa-4037ac29f507 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:18.888025 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e0c7325-d44c-49c8-8c03-34af150f442b None None] Routers {'df8386f0-edf4-4305-9a10-8b0446cb0c1e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:18.888868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9e0c7325-d44c-49c8-8c03-34af150f442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:19:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:18.971530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-9e0c7325-d44c-49c8-8c03-34af150f442b None None] Set router df8386f0-edf4-4305-9a10-8b0446cb0c1e gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:19:19.038248 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e067ebc-238f-4b40-a8b3-1e31377eddaa req-2bcce173-74b7-4319-8ee4-6edbc02b6e75 tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/security-groups?id=03ffb675-71b2-4171-a49d-583525f59dd1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460415 Aug 17 03:19:19.071111 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9e0c7325-d44c-49c8-8c03-34af150f442b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:19:14Z', 'revision_number': 11, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:19.114637 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e0c7325-d44c-49c8-8c03-34af150f442b None None] The sync data for ids ['df8386f0-edf4-4305-9a10-8b0446cb0c1e'] in n-d-802060-9 is: [{'id': 'df8386f0-edf4-4305-9a10-8b0446cb0c1e', 'name': 'tempest-RoutersIpV6Test-router-248258212', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:18:25Z', 'updated_at': '2021-08-17T03:19:14Z', 'revision_number': 11, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:19:19.153773 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e9661bc-77be-4126-a1ad-1d054787331a req-042b4c9e-8540-40f1-b9c5-36f01dc10481 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 210 time: 0.1129754 Aug 17 03:19:19.194468 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-8dd934a5-6289-4da2-8a5c-54e60543dce0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:19.199582 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8f68663d-b439-4c8c-8d8e-92f04faa74c2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:19.202040 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8f68663d-b439-4c8c-8d8e-92f04faa74c2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:19.207252 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:19.298794 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-21f32e14-70c6-465f-a6a9-a5e2d0b136d2 req-083817df-fcdb-4cb4-948d-08781c656d2a tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:19.310955 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['43d2258b-f455-4e8d-a8fa-4037ac29f507'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:19:19.321873 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8f68663d-b439-4c8c-8d8e-92f04faa74c2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:19.322633 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f68663d-b439-4c8c-8d8e-92f04faa74c2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Fanout notify agent at l3_agent the message router_deleted on router df8386f0-edf4-4305-9a10-8b0446cb0c1e {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:19:19.324476 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffe835ed-0e38-4966-be3c-4c5847f97f8d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:19.332319 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ffe835ed-0e38-4966-be3c-4c5847f97f8d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:19.332441 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-8dd934a5-6289-4da2-8a5c-54e60543dce0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Transition to ACTIVE for port object 870600a2-f204-44fb-966a-161c2f4355bc will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:19.338974 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8f68663d-b439-4c8c-8d8e-92f04faa74c2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:19.340474 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8f68663d-b439-4c8c-8d8e-92f04faa74c2 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/routers/df8386f0-edf4-4305-9a10-8b0446cb0c1e HTTP/1.1" status: 204 len: 168 time: 0.7013662 Aug 17 03:19:19.346302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49978) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:19.364812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b3aa24d7-e864-4e0e-a4ef-2fca931c0f34 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1259608028', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:19.373204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083817df-fcdb-4cb4-948d-08781c656d2a tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Pushing event deleted for resources: {'Port': ['ID=43d2258b-f455-4e8d-a8fa-4037ac29f507,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:19.457733 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-21f32e14-70c6-465f-a6a9-a5e2d0b136d2 req-083817df-fcdb-4cb4-948d-08781c656d2a tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] No DVR routers for this DVR port 43d2258b-f455-4e8d-a8fa-4037ac29f507 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:19:19.461588 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-8dd934a5-6289-4da2-8a5c-54e60543dce0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:19.469175 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-21f32e14-70c6-465f-a6a9-a5e2d0b136d2 req-083817df-fcdb-4cb4-948d-08781c656d2a tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:19.471295 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-21f32e14-70c6-465f-a6a9-a5e2d0b136d2 req-083817df-fcdb-4cb4-948d-08781c656d2a tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.60 "DELETE /v2.0/ports/43d2258b-f455-4e8d-a8fa-4037ac29f507 HTTP/1.1" status: 204 len: 173 time: 1.0422206 Aug 17 03:19:19.472560 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91f66079-95ac-4b66-b3c0-79415de5f425', 'name': 'network-vif-deleted', 'tag': '43d2258b-f455-4e8d-a8fa-4037ac29f507'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:19:19.475069 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b61876e-bac1-4681-8117-d89a39384999" -d '{"events": [{"server_uuid": "91f66079-95ac-4b66-b3c0-79415de5f425", "name": "network-vif-deleted", "tag": "43d2258b-f455-4e8d-a8fa-4037ac29f507"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:19:19.478675 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['9451fefd-208e-425d-b27d-f8ad1b3cb372'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:19:19.525860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-8dd934a5-6289-4da2-8a5c-54e60543dce0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Network 016717b3-cbe1-4967-85ae-a016c7a395e7 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:19.531591 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-8dd934a5-6289-4da2-8a5c-54e60543dce0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:19.533749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-8dd934a5-6289-4da2-8a5c-54e60543dce0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:19.576400 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3aa24d7-e864-4e0e-a4ef-2fca931c0f34 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:19.578362 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3aa24d7-e864-4e0e-a4ef-2fca931c0f34 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:19.607430 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-8dd934a5-6289-4da2-8a5c-54e60543dce0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:19.609071 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-8dd934a5-6289-4da2-8a5c-54e60543dce0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:19.618269 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:19:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ef4c59f-c45e-4136-a8aa-c821a8676cc5 x-openstack-request-id: req-1ef4c59f-c45e-4136-a8aa-c821a8676cc5 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:19:19.618563 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91f66079-95ac-4b66-b3c0-79415de5f425", "name": "network-vif-deleted", "tag": "43d2258b-f455-4e8d-a8fa-4037ac29f507", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:19:19.618822 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1ef4c59f-c45e-4136-a8aa-c821a8676cc5 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:19:19.619226 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91f66079-95ac-4b66-b3c0-79415de5f425', 'name': 'network-vif-deleted', 'tag': '43d2258b-f455-4e8d-a8fa-4037ac29f507', 'status': 'completed', 'code': 200} Aug 17 03:19:19.638111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd934a5-6289-4da2-8a5c-54e60543dce0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Pushing event updated for resources: {'Port': ['ID=870600a2-f204-44fb-966a-161c2f4355bc,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:19.741727 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3aa24d7-e864-4e0e-a4ef-2fca931c0f34 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:19.760876 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-8dd934a5-6289-4da2-8a5c-54e60543dce0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7937298 Aug 17 03:19:19.772791 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-86ff8b0c-7c20-4549-839e-f851d8a7de71 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:19:19.773991 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-86ff8b0c-7c20-4549-839e-f851d8a7de71 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059700 Aug 17 03:19:19.876701 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3aa24d7-e864-4e0e-a4ef-2fca931c0f34 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:19.883518 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ffe835ed-0e38-4966-be3c-4c5847f97f8d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:19.904927 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Request body: {'port': {'device_id': 'd1095591-c641-4bbe-9de2-8ab060ff80b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:19.956233 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-afa11671-a2f4-45a4-8f32-b102cc31cb6d None None] Provisioning for port 870600a2-f204-44fb-966a-161c2f4355bc completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:19.959672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-afa11671-a2f4-45a4-8f32-b102cc31cb6d None None] Provisioning complete for port 870600a2-f204-44fb-966a-161c2f4355bc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:19.960055 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-afa11671-a2f4-45a4-8f32-b102cc31cb6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:19.972041 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe835ed-0e38-4966-be3c-4c5847f97f8d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Subnet': ['ID=7b27fe08-6bc3-4434-9584-a199cd698fce,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:19.981201 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe835ed-0e38-4966-be3c-4c5847f97f8d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Checking segment: {'id': '6992a121-5459-4df8-a0af-6442a894a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:19.981676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe835ed-0e38-4966-be3c-4c5847f97f8d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network hostable DHCP agents. Network: c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:19:19.984494 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3aa24d7-e864-4e0e-a4ef-2fca931c0f34 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:19.988615 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b3aa24d7-e864-4e0e-a4ef-2fca931c0f34 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.6389968 Aug 17 03:19:19.990451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 49994) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:19.995072 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-4d097b25-6852-4ef9-ac37-41f9af7b9f19 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Request body: {'router': {'admin_state_up': True}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:19.997487 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:20.005976 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-afa11671-a2f4-45a4-8f32-b102cc31cb6d None None] Port 870600a2-f204-44fb-966a-161c2f4355bc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:19:20.145573 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe835ed-0e38-4966-be3c-4c5847f97f8d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:19:20.232495 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4ba2b79b-867b-4261-8ab1-56fa65642085 req-0c175140-952f-4acb-b913-2f2bb1a18b8d tempest-VolumesActionsTest-1367773876 tempest-VolumesActionsTest-1367773876-project] 10.222.0.10 "GET /v2.0/ports?device_id=91f66079-95ac-4b66-b3c0-79415de5f425 HTTP/1.1" status: 200 len: 210 time: 0.0747342 Aug 17 03:19:20.331868 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ffe835ed-0e38-4966-be3c-4c5847f97f8d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:20.340768 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df57a0af-8448-4cfc-bd21-02ce20d09381 None None] Network c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:20.348830 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffe835ed-0e38-4966-be3c-4c5847f97f8d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:20.349758 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ffe835ed-0e38-4966-be3c-4c5847f97f8d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:20.364440 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50004) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:20.407578 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 870600a2-f204-44fb-966a-161c2f4355bc {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:19:20.408463 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4d097b25-6852-4ef9-ac37-41f9af7b9f19 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-7891620', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-7869177', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-106995'] for router, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:20.417696 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:20.432548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Transition to ACTIVE for port object 870600a2-f204-44fb-966a-161c2f4355bc will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:20.451938 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ffe835ed-0e38-4966-be3c-4c5847f97f8d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6455240 Aug 17 03:19:20.455067 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50008) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:20.468333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e65e3226-0709-4cd4-95a4-e0ee65d8cc51 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'subnet': {'network_id': 'c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:20.497107 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e2b73a-3d1f-411d-8759-2ba0a64a616f req-3eaf7fab-9ee4-42db-b673-99bdf52f6d68 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:20.498821 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-83e2b73a-3d1f-411d-8759-2ba0a64a616f req-3eaf7fab-9ee4-42db-b673-99bdf52f6d68 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 931 time: 0.2050676 Aug 17 03:19:20.551106 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd', 'network_id': 'c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd', 'tenant_id': 'd07ab646781f434d8d036f30c72bd0fa', 'fixed_ips': [{'subnet_id': '7b27fe08-6bc3-4434-9584-a199cd698fce'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:19:20.552669 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:20.572982 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:20.575581 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-83e2b73a-3d1f-411d-8759-2ba0a64a616f req-05469d86-a224-4b8e-a818-2dbe0f14cb71 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669966 Aug 17 03:19:20.579492 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4d097b25-6852-4ef9-ac37-41f9af7b9f19 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-7891466', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-7891473', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-7869120'] for router, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:20.681071 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-87fbb690-de5a-421c-980e-7df3ea54e2de admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:20.775914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Pushing event updated for resources: {'Port': ['ID=870600a2-f204-44fb-966a-161c2f4355bc,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:20.793717 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Allocated IP 172.20.0.2 (c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd/7b27fe08-6bc3-4434-9584-a199cd698fce/ad41dc0e-f11b-45cd-945d-2f4e0f0df905) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:20.818802 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d097b25-6852-4ef9-ac37-41f9af7b9f19 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Router 58a66c03-0b94-4f9b-9513-8785e48deae4 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:19:20.851944 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:20.938806 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d097b25-6852-4ef9-ac37-41f9af7b9f19 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:19:20.949330 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a589d-9caf-4813-9b7d-b267b56f64a0 None None] Sync routers for ids ['58a66c03-0b94-4f9b-9513-8785e48deae4'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:19:20.955301 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4d097b25-6852-4ef9-ac37-41f9af7b9f19 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:20.956640 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4d097b25-6852-4ef9-ac37-41f9af7b9f19 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "PUT /v2.0/routers/58a66c03-0b94-4f9b-9513-8785e48deae4 HTTP/1.1" status: 200 len: 698 time: 0.9652398 Aug 17 03:19:20.959796 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50012) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:20.960863 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a589d-9caf-4813-9b7d-b267b56f64a0 None None] Routers {'58a66c03-0b94-4f9b-9513-8785e48deae4'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:20.961813 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8c6a589d-9caf-4813-9b7d-b267b56f64a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:19:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['58a66c03-0b94-4f9b-9513-8785e48deae4'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:20.980134 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:20.997669 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Transition to ACTIVE for port object ad41dc0e-f11b-45cd-945d-2f4e0f0df905 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:21.054585 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Transition to ACTIVE for port object ad41dc0e-f11b-45cd-945d-2f4e0f0df905 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:21.128585 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8d3813df-9d1b-4af5-b9da-82cab39cb8cd tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/routers/58a66c03-0b94-4f9b-9513-8785e48deae4 HTTP/1.1" status: 200 len: 704 time: 0.1670165 Aug 17 03:19:21.131560 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50014) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:21.149357 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-8c6a589d-9caf-4813-9b7d-b267b56f64a0 None None] Set router 58a66c03-0b94-4f9b-9513-8785e48deae4 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:19:21.167767 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c12a9a7f-cd24-445d-b72d-5961c0429692 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports?device_id=58a66c03-0b94-4f9b-9513-8785e48deae4 HTTP/1.1" status: 200 len: 205 time: 0.0327656 Aug 17 03:19:21.173914 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50016) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:21.219501 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8c6a589d-9caf-4813-9b7d-b267b56f64a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a66c03-0b94-4f9b-9513-8785e48deae4', 'name': 'tempest-RoutersIpV6Test-router-1259608028', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:19Z', 'updated_at': '2021-08-17T03:19:20Z', 'revision_number': 2, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:21.244565 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:21.272724 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a589d-9caf-4813-9b7d-b267b56f64a0 None None] Checking router: 58a66c03-0b94-4f9b-9513-8785e48deae4 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:19:21.294796 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18f96d24-c867-41a3-9d67-ff80e5ad1dff tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:21.295477 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c6a589d-9caf-4813-9b7d-b267b56f64a0 None None] Routers {'58a66c03-0b94-4f9b-9513-8785e48deae4'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:21.296834 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8c6a589d-9caf-4813-9b7d-b267b56f64a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:19:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['58a66c03-0b94-4f9b-9513-8785e48deae4'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:21.346672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Network c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:21.355525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:21.360829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Pushing event updated for resources: {'Port': ['ID=ad41dc0e-f11b-45cd-945d-2f4e0f0df905,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:21.366030 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:21.463084 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-8c6a589d-9caf-4813-9b7d-b267b56f64a0 None None] Set router 58a66c03-0b94-4f9b-9513-8785e48deae4 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:19:21.466707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Attempting to bind port 870600a2-f204-44fb-966a-161c2f4355bc on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:19:21.467482 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Attempting to bind port 870600a2-f204-44fb-966a-161c2f4355bc by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:19:21.468360 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Attempting to bind port 870600a2-f204-44fb-966a-161c2f4355bc on network 016717b3-cbe1-4967-85ae-a016c7a395e7 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:19:21.485362 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Port 870600a2-f204-44fb-966a-161c2f4355bc on network 016717b3-cbe1-4967-85ae-a016c7a395e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:19:21.496043 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Attempting to bind port 870600a2-f204-44fb-966a-161c2f4355bc on network 016717b3-cbe1-4967-85ae-a016c7a395e7 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:19:21.496198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Attempting to bind port ad41dc0e-f11b-45cd-945d-2f4e0f0df905 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:19:21.496198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Attempting to bind port ad41dc0e-f11b-45cd-945d-2f4e0f0df905 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '6992a121-5459-4df8-a0af-6442a894a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:19:21.496198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Attempting to bind port ad41dc0e-f11b-45cd-945d-2f4e0f0df905 on network c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:19:21.496513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 19, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:19:21.496513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Checking segment: {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:21.496513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Bound using segment: {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:19:21.496513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Bound port: 870600a2-f204-44fb-966a-161c2f4355bc, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:19:21.496513 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:21.498263 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:19:21.498650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Checking segment: {'id': '6992a121-5459-4df8-a0af-6442a894a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:21.499143 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:21.499543 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Bound using segment: {'id': '6992a121-5459-4df8-a0af-6442a894a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:19:21.500066 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Bound port: ad41dc0e-f11b-45cd-945d-2f4e0f0df905, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6992a121-5459-4df8-a0af-6442a894a421', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 64, 'network_id': 'c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:19:21.500491 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:21.526047 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-87fbb690-de5a-421c-980e-7df3ea54e2de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:21.548114 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18f96d24-c867-41a3-9d67-ff80e5ad1dff tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:21.550978 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18f96d24-c867-41a3-9d67-ff80e5ad1dff tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:21.567204 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8c6a589d-9caf-4813-9b7d-b267b56f64a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58a66c03-0b94-4f9b-9513-8785e48deae4', 'name': 'tempest-RoutersIpV6Test-router-1259608028', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:19Z', 'updated_at': '2021-08-17T03:19:20Z', 'revision_number': 2, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:21.585855 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] For port ad41dc0e-f11b-45cd-945d-2f4e0f0df905, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:19:21.589524 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] For port 870600a2-f204-44fb-966a-161c2f4355bc, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:19:21.593570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] For port 870600a2-f204-44fb-966a-161c2f4355bc, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=870600a2-f204-44fb-966a-161c2f4355bc,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:19:21.599568 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] For port ad41dc0e-f11b-45cd-945d-2f4e0f0df905, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ad41dc0e-f11b-45cd-945d-2f4e0f0df905,segment=NetworkSegment(6992a121-5459-4df8-a0af-6442a894a421),segment_id=6992a121-5459-4df8-a0af-6442a894a421)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:19:21.599750 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c6a589d-9caf-4813-9b7d-b267b56f64a0 None None] The sync data for ids ['58a66c03-0b94-4f9b-9513-8785e48deae4'] in n-d-802060-9 is: [{'id': '58a66c03-0b94-4f9b-9513-8785e48deae4', 'name': 'tempest-RoutersIpV6Test-router-1259608028', 'tenant_id': '515300cdc220474c98fe888e647da248', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:19:19Z', 'updated_at': '2021-08-17T03:19:20Z', 'revision_number': 2, 'project_id': '515300cdc220474c98fe888e647da248', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:19:21.626493 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-87fbb690-de5a-421c-980e-7df3ea54e2de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:21.681154 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-87fbb690-de5a-421c-980e-7df3ea54e2de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=05b8da9280b249e59c0d7b614aaae583&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3170781 Aug 17 03:19:21.681863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50030) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:21.683990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87fbb690-de5a-421c-980e-7df3ea54e2de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24b1d616-eab3-470a-a2b9-3d3458c193e7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:21.705535 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:21.738900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e32abd-a847-4b4a-8aeb-6dc62f7bf392 req-914baa6b-ac0f-4fa7-9455-f672cb38c3f4 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:21.741982 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-09e32abd-a847-4b4a-8aeb-6dc62f7bf392 req-914baa6b-ac0f-4fa7-9455-f672cb38c3f4 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 943 time: 0.0777245 Aug 17 03:19:21.786539 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:21.789965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:21.790869 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:21.792699 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] 10.222.0.30 "PUT /v2.0/ports/870600a2-f204-44fb-966a-161c2f4355bc HTTP/1.1" status: 200 len: 1091 time: 2.0105932 Aug 17 03:19:21.793944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e65e3226-0709-4cd4-95a4-e0ee65d8cc51 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:21.794316 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18f96d24-c867-41a3-9d67-ff80e5ad1dff tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:21.797574 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18f96d24-c867-41a3-9d67-ff80e5ad1dff tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Fanout notify agent at l3_agent the message router_deleted on router 58a66c03-0b94-4f9b-9513-8785e48deae4 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:19:21.799792 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e65e3226-0709-4cd4-95a4-e0ee65d8cc51 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:21.803943 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1095591-c641-4bbe-9de2-8ab060ff80b0', 'tag': '870600a2-f204-44fb-966a-161c2f4355bc'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:19:21.807835 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd9d6c6d-95c7-4c72-ab37-1697ca6db917" -d '{"events": [{"name": "network-changed", "server_uuid": "d1095591-c641-4bbe-9de2-8ab060ff80b0", "tag": "870600a2-f204-44fb-966a-161c2f4355bc"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:19:21.821957 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18f96d24-c867-41a3-9d67-ff80e5ad1dff tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:21.831860 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-18f96d24-c867-41a3-9d67-ff80e5ad1dff tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/routers/58a66c03-0b94-4f9b-9513-8785e48deae4 HTTP/1.1" status: 204 len: 168 time: 0.6547527 Aug 17 03:19:21.832638 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50034) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:21.877724 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-09e32abd-a847-4b4a-8aeb-6dc62f7bf392 req-21ac37bc-a357-4431-bff8-a56408297e59 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165657 Aug 17 03:19:21.909392 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9e4a5678-cf7a-4c1d-9d2c-d269151ed2ce tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports?device_id=58a66c03-0b94-4f9b-9513-8785e48deae4 HTTP/1.1" status: 200 len: 205 time: 0.0604510 Aug 17 03:19:21.910312 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50036) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:21.920725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfffc348-52b6-46fc-8114-38daca4fd78e None None] Pushing event updated for resources: {'Port': ['ID=ad41dc0e-f11b-45cd-945d-2f4e0f0df905,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:21.947779 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:19:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54efd10b-23d4-4680-b4f6-e2fc43a13a61 x-openstack-request-id: req-54efd10b-23d4-4680-b4f6-e2fc43a13a61 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:19:21.948071 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1095591-c641-4bbe-9de2-8ab060ff80b0", "tag": "870600a2-f204-44fb-966a-161c2f4355bc", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:19:21.951544 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54efd10b-23d4-4680-b4f6-e2fc43a13a61 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:19:21.951544 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1095591-c641-4bbe-9de2-8ab060ff80b0', 'tag': '870600a2-f204-44fb-966a-161c2f4355bc', 'status': 'completed', 'code': 200} Aug 17 03:19:22.018788 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-d31f8ec9-e9a5-4faa-a7b0-bfa86abfc9a6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] delete failed (client error): The resource could not be found. Aug 17 03:19:22.029262 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d31f8ec9-e9a5-4faa-a7b0-bfa86abfc9a6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/routers/58a66c03-0b94-4f9b-9513-8785e48deae4 HTTP/1.1" status: 404 len: 336 time: 0.1101611 Aug 17 03:19:22.042944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50038) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:22.051727 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c450429-d598-49ed-9533-a718c9c30252 service neutron] Pushing event updated for resources: {'Port': ['ID=870600a2-f204-44fb-966a-161c2f4355bc,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:22.062784 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9c64420-1061-450f-95eb-a0765cbb5a49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:22.108454 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b9b9bdd-c81c-4c7e-b760-fcd6d9611ccc tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] DELETE failed (client error): The resource could not be found. Aug 17 03:19:22.109578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1b9b9bdd-c81c-4c7e-b760-fcd6d9611ccc tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:19:22.114973 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1b9b9bdd-c81c-4c7e-b760-fcd6d9611ccc tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/subnets/ef849140-dd5d-45d9-abd0-4bd40eceb1bf HTTP/1.1" status: 404 len: 337 time: 0.0690594 Aug 17 03:19:22.116846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50044) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:22.125738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d6c6d-95c7-4c72-ab37-1697ca6db917 req-8b77a4ea-dbb7-4e5b-9ada-f4e7d88b7842 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:22.128016 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd9d6c6d-95c7-4c72-ab37-1697ca6db917 req-8b77a4ea-dbb7-4e5b-9ada-f4e7d88b7842 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 1094 time: 0.1814470 Aug 17 03:19:22.136500 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9c64420-1061-450f-95eb-a0765cbb5a49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:22.185726 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4054b67-3604-4e98-aae2-f392381cf104 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] DELETE failed (client error): The resource could not be found. Aug 17 03:19:22.185726 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4054b67-3604-4e98-aae2-f392381cf104 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:19:22.192054 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a4054b67-3604-4e98-aae2-f392381cf104 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/subnets/60417c57-2ee9-42c9-8e1f-1c2957639691 HTTP/1.1" status: 404 len: 337 time: 0.0752456 Aug 17 03:19:22.192845 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50046) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:22.219903 n-d-802060-9 neutron-server[101970]: INFO neutron.db.ipam_backend_mixin [None req-e65e3226-0709-4cd4-95a4-e0ee65d8cc51 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 7b27fe08-6bc3-4434-9584-a199cd698fce (CIDR: 172.20.0.0/28) Aug 17 03:19:22.256109 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca36acd2-29ff-48b4-b606-b1bba508ccb4 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] DELETE failed (client error): The resource could not be found. Aug 17 03:19:22.257564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca36acd2-29ff-48b4-b606-b1bba508ccb4 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:19:22.267975 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ca36acd2-29ff-48b4-b606-b1bba508ccb4 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/subnets/48897380-9dd7-4ce3-b4a1-3f7722b342f1 HTTP/1.1" status: 404 len: 337 time: 0.0739059 Aug 17 03:19:22.268650 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50050) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:22.282400 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-e65e3226-0709-4cd4-95a4-e0ee65d8cc51 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:19:22.283271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e65e3226-0709-4cd4-95a4-e0ee65d8cc51 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:19:22.322570 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-07906f93-7175-4349-828a-1de0ad50888a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] DELETE failed (client error): The resource could not be found. Aug 17 03:19:22.323044 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07906f93-7175-4349-828a-1de0ad50888a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:19:22.325476 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-07906f93-7175-4349-828a-1de0ad50888a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/subnets/df510a5b-b469-4c87-955a-59689c1f6260 HTTP/1.1" status: 404 len: 337 time: 0.0552106 Aug 17 03:19:22.327655 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50052) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:22.369731 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2e967ca6-36d5-4dda-a39f-cd5740e0c8e5 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports?device_id=df8386f0-edf4-4305-9a10-8b0446cb0c1e HTTP/1.1" status: 200 len: 205 time: 0.0401027 Aug 17 03:19:22.382750 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50054) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:22.392506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d6c6d-95c7-4c72-ab37-1697ca6db917 req-2ca226f5-827e-4536-b8fa-ef35be2faa85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:22.394075 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd9d6c6d-95c7-4c72-ab37-1697ca6db917 req-2ca226f5-827e-4536-b8fa-ef35be2faa85 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=cfdfb585b9144c8286617b5e97123a83&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2533402 Aug 17 03:19:22.425915 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-fa846a3d-180f-4802-a8b5-64fe02243d88 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] delete failed (client error): The resource could not be found. Aug 17 03:19:22.427292 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fa846a3d-180f-4802-a8b5-64fe02243d88 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/routers/df8386f0-edf4-4305-9a10-8b0446cb0c1e HTTP/1.1" status: 404 len: 336 time: 0.0432274 Aug 17 03:19:22.433966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50056) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:22.466192 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9c64420-1061-450f-95eb-a0765cbb5a49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:22.470948 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-97728c01-b784-4c5e-bf42-02612f990bf7 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports?device_id=b6d6e70c-0cbf-4480-9f01-04bc7dea1755 HTTP/1.1" status: 200 len: 205 time: 0.0351658 Aug 17 03:19:22.471162 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9c64420-1061-450f-95eb-a0765cbb5a49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:22.472341 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c9c64420-1061-450f-95eb-a0765cbb5a49 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/24b1d616-eab3-470a-a2b9-3d3458c193e7 HTTP/1.1" status: 204 len: 168 time: 0.7893763 Aug 17 03:19:22.474021 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e65e3226-0709-4cd4-95a4-e0ee65d8cc51 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.0152159 Aug 17 03:19:22.475913 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50062) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:22.476947 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50064) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:22.490248 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c64420-1061-450f-95eb-a0765cbb5a49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24b1d616-eab3-470a-a2b9-3d3458c193e7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:22.491569 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-bd060f50-d115-4544-a9b4-94ec5addbe63 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'subnet': {'network_id': 'c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:22.523783 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9d6c6d-95c7-4c72-ab37-1697ca6db917 req-20197438-5f73-4ea4-99ae-290c22ef4032 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:22.525345 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd9d6c6d-95c7-4c72-ab37-1697ca6db917 req-20197438-5f73-4ea4-99ae-290c22ef4032 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1240630 Aug 17 03:19:22.572760 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-9520f203-eb1a-4d3a-96ff-acf44b870391 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] delete failed (client error): The resource could not be found. Aug 17 03:19:22.576069 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9520f203-eb1a-4d3a-96ff-acf44b870391 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/routers/b6d6e70c-0cbf-4480-9f01-04bc7dea1755 HTTP/1.1" status: 404 len: 336 time: 0.0941968 Aug 17 03:19:22.580137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50068) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:22.631961 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-4997033a-658f-4641-91c5-246be7589b40 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] DELETE failed (client error): The resource could not be found. Aug 17 03:19:22.632546 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4997033a-658f-4641-91c5-246be7589b40 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:19:22.636789 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4997033a-658f-4641-91c5-246be7589b40 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/subnets/85a99595-084d-419c-8674-d5ddda696fc4 HTTP/1.1" status: 404 len: 337 time: 0.0521410 Aug 17 03:19:22.637697 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50072) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:22.649175 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-026ef855-1f43-4804-870a-7a77f3dc33d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:22.650823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-026ef855-1f43-4804-870a-7a77f3dc33d1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 1094 time: 0.0801516 Aug 17 03:19:22.699305 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e548ce09-4e87-4b5e-97ea-858ddd5727e6 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports?device_id=4d582206-e241-47fc-81ae-573c8725bbfa HTTP/1.1" status: 200 len: 205 time: 0.0610073 Aug 17 03:19:22.705106 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50076) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:22.710432 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-24ab93ed-7d1f-4df5-a0f7-a36b0d15caec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=870600a2-f204-44fb-966a-161c2f4355bc HTTP/1.1" status: 200 len: 217 time: 0.0489030 Aug 17 03:19:22.785433 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-7f8b5ca1-31fc-410b-ad15-59fb0bca7122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:22.787122 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-7f8b5ca1-31fc-410b-ad15-59fb0bca7122 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.0683336 Aug 17 03:19:22.793127 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-1c43c79c-3f34-4035-b873-5014769fe78c tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] delete failed (client error): The resource could not be found. Aug 17 03:19:22.795053 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1c43c79c-3f34-4035-b873-5014769fe78c tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/routers/4d582206-e241-47fc-81ae-573c8725bbfa HTTP/1.1" status: 404 len: 336 time: 0.0889099 Aug 17 03:19:22.798259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50078) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:22.893488 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 43d2258b-f455-4e8d-a8fa-4037ac29f507 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:19:22.894715 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50082) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:22.915349 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd060f50-d115-4544-a9b4-94ec5addbe63 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:22.919600 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a0c8e1ec-833b-4b15-8af8-50c606cab71b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports?device_id=e090d9b1-626a-4ffb-9505-00c7e315757a HTTP/1.1" status: 200 len: 205 time: 0.0910742 Aug 17 03:19:22.927798 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd060f50-d115-4544-a9b4-94ec5addbe63 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:22.998544 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-3c1dd0dc-6763-483b-847a-2b8e6d7a6f39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:23.006359 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 43d2258b-f455-4e8d-a8fa-4037ac29f507 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:19:23.016311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-3c1dd0dc-6763-483b-847a-2b8e6d7a6f39 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2203271 Aug 17 03:19:23.016888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 43d2258b-f455-4e8d-a8fa-4037ac29f507 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:19:23.120275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ad41dc0e-f11b-45cd-945d-2f4e0f0df905 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:23.283796 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-b6ee0b3b-d064-4444-9cf9-32bdbddd24c9 service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2581713 Aug 17 03:19:23.328233 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-604ee13a-4743-4e57-98ca-f6c49b4dd808 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] delete failed (client error): The resource could not be found. Aug 17 03:19:23.330339 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-604ee13a-4743-4e57-98ca-f6c49b4dd808 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/routers/e090d9b1-626a-4ffb-9505-00c7e315757a HTTP/1.1" status: 404 len: 336 time: 0.4337723 Aug 17 03:19:23.338042 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50092) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:23.378851 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port ad41dc0e-f11b-45cd-945d-2f4e0f0df905 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:23.412486 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50094) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:23.431761 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da118c9e-8ff6-40ab-9f23-e9ca0e060701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:23.468449 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-29f53dd2-69fd-4ba8-9710-2f6ba21a934a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] DELETE failed (client error): The resource could not be found. Aug 17 03:19:23.469005 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29f53dd2-69fd-4ba8-9710-2f6ba21a934a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:19:23.477158 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-29f53dd2-69fd-4ba8-9710-2f6ba21a934a tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/subnets/c47481d0-2770-41db-b899-c58b958ee04d HTTP/1.1" status: 404 len: 337 time: 0.1374624 Aug 17 03:19:23.477828 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50096) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:23.539462 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c097a5c5-ddb4-4dbb-9781-878612142039 req-1bf1f59f-2004-47b0-863c-47ec791482f5 service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2489474 Aug 17 03:19:23.551592 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cbeda262-27d3-4055-9695-082a3d89b3bb tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports?device_id=edb6beeb-36b7-4642-b523-983a724155fd HTTP/1.1" status: 200 len: 205 time: 0.0685709 Aug 17 03:19:23.563275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50098) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:23.654401 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b233a865-a0e7-4c97-9153-2d37b39a2122 req-5b346b24-756a-489a-aacf-8b43b643df14 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:23.657081 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b233a865-a0e7-4c97-9153-2d37b39a2122 req-5b346b24-756a-489a-aacf-8b43b643df14 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 943 time: 0.5076513 Aug 17 03:19:23.736003 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-bdc5d315-1b53-4f1a-9b15-86321757ef41 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] delete failed (client error): The resource could not be found. Aug 17 03:19:23.738108 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bdc5d315-1b53-4f1a-9b15-86321757ef41 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/routers/edb6beeb-36b7-4642-b523-983a724155fd HTTP/1.1" status: 404 len: 336 time: 0.1736722 Aug 17 03:19:23.738767 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50104) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:23.771618 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b233a865-a0e7-4c97-9153-2d37b39a2122 req-67db9e10-c0cc-4be9-a0d8-06976ea90745 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070807 Aug 17 03:19:23.772691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02889bcc-6f3b-435b-bcc6-2d6e4cfb67e9 None None] Network c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:23.774995 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac9b7cc-217e-484b-afff-0a3ba8c00247 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] DELETE failed (client error): The resource could not be found. Aug 17 03:19:23.775466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac9b7cc-217e-484b-afff-0a3ba8c00247 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:19:23.780821 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fac9b7cc-217e-484b-afff-0a3ba8c00247 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/subnets/2aaecd8f-11bd-4ffb-8c9b-c886abdd4d70 HTTP/1.1" status: 404 len: 337 time: 0.0383534 Aug 17 03:19:23.781058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50106) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:23.855385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50110) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:23.855884 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ca618e9b-9259-4a1d-97a8-e45a7f1d944c tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "GET /v2.0/ports?device_id=8540e64a-621a-40f1-9d20-a091f2081046 HTTP/1.1" status: 200 len: 205 time: 0.0739903 Aug 17 03:19:23.874036 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da118c9e-8ff6-40ab-9f23-e9ca0e060701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:23.921898 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-3df087a4-369c-4433-b776-a8e01d6ca7fe tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] delete failed (client error): The resource could not be found. Aug 17 03:19:23.924179 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3df087a4-369c-4433-b776-a8e01d6ca7fe tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/routers/8540e64a-621a-40f1-9d20-a091f2081046 HTTP/1.1" status: 404 len: 336 time: 0.0656545 Aug 17 03:19:23.926856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50112) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:23.950746 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da118c9e-8ff6-40ab-9f23-e9ca0e060701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:23.960336 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1b21e58c-9ae4-44ae-95b2-57293cc747a4 None None] Provisioning for port ad41dc0e-f11b-45cd-945d-2f4e0f0df905 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:23.965405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1b21e58c-9ae4-44ae-95b2-57293cc747a4 None None] Provisioning complete for port ad41dc0e-f11b-45cd-945d-2f4e0f0df905 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:23.966225 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b21e58c-9ae4-44ae-95b2-57293cc747a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:23.970912 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-74711972-1067-480c-b223-74e3082f8e9b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] DELETE failed (client error): The resource could not be found. Aug 17 03:19:23.971699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74711972-1067-480c-b223-74e3082f8e9b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:19:23.978356 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-74711972-1067-480c-b223-74e3082f8e9b tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/subnets/4e3114ff-5fc0-420b-8d52-3056914e4277 HTTP/1.1" status: 404 len: 337 time: 0.0500171 Aug 17 03:19:23.979552 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50114) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:23.991952 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd060f50-d115-4544-a9b4-94ec5addbe63 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:23.996156 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-da118c9e-8ff6-40ab-9f23-e9ca0e060701 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=aefda4009aa549dca9cf6cc90d95a8b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5824430 Aug 17 03:19:23.997176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50116) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:23.998073 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da118c9e-8ff6-40ab-9f23-e9ca0e060701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78dc4b16-e39d-432e-8c7c-e38fab91c361,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:24.065515 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e563d282-862d-4fb9-ae14-f6d13cd020f9 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] DELETE failed (client error): The resource could not be found. Aug 17 03:19:24.066528 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e563d282-862d-4fb9-ae14-f6d13cd020f9 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:19:24.075304 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b21e58c-9ae4-44ae-95b2-57293cc747a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:24.075704 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e563d282-862d-4fb9-ae14-f6d13cd020f9 tempest-RoutersIpV6Test-1390160291 tempest-RoutersIpV6Test-1390160291-project] 10.222.0.10 "DELETE /v2.0/subnets/4a76b805-21bb-4a58-8fe7-1492c079fe7b HTTP/1.1" status: 404 len: 337 time: 0.0889080 Aug 17 03:19:24.099443 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd060f50-d115-4544-a9b4-94ec5addbe63 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:24.111517 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-16f803af-c45e-46ae-b0e1-bdfc9356675a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:24.111910 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-bd060f50-d115-4544-a9b4-94ec5addbe63 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:24.134400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd060f50-d115-4544-a9b4-94ec5addbe63 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:24.135003 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd060f50-d115-4544-a9b4-94ec5addbe63 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:24.140458 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-16f803af-c45e-46ae-b0e1-bdfc9356675a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:24.164024 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd060f50-d115-4544-a9b4-94ec5addbe63 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Subnet': ['ID=627a6a96-22d2-4a6f-aeaa-c551508e0e38,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:24.174793 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1b21e58c-9ae4-44ae-95b2-57293cc747a4 None None] For port ad41dc0e-f11b-45cd-945d-2f4e0f0df905, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ad41dc0e-f11b-45cd-945d-2f4e0f0df905,segment=NetworkSegment(6992a121-5459-4df8-a0af-6442a894a421),segment_id=6992a121-5459-4df8-a0af-6442a894a421)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:24.274890 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bd060f50-d115-4544-a9b4-94ec5addbe63 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.7920563 Aug 17 03:19:24.277734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50126) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:24.284272 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3a379378-d98f-4787-80b3-fe6d8fa31688 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'network_id': 'c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd', 'fixed_ips': [{'subnet_id': '7b27fe08-6bc3-4434-9584-a199cd698fce'}, {'subnet_id': '627a6a96-22d2-4a6f-aeaa-c551508e0e38'}], 'name': 'tempest-PortsTestJSON-1805793569'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:24.308578 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b21e58c-9ae4-44ae-95b2-57293cc747a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:24.341396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea2fe79a-c241-41e7-a8a0-83bd9a88b4bc None None] Network c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:24.348747 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-16f803af-c45e-46ae-b0e1-bdfc9356675a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:24.352066 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-16f803af-c45e-46ae-b0e1-bdfc9356675a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:24.353581 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-16f803af-c45e-46ae-b0e1-bdfc9356675a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/78dc4b16-e39d-432e-8c7c-e38fab91c361 HTTP/1.1" status: 204 len: 168 time: 0.3516393 Aug 17 03:19:24.372470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16f803af-c45e-46ae-b0e1-bdfc9356675a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78dc4b16-e39d-432e-8c7c-e38fab91c361,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:24.466372 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-28802aa1-1187-4f76-a9ef-87bde7dc81a2 None None] Provisioning complete for port ad41dc0e-f11b-45cd-945d-2f4e0f0df905 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:24.466811 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-28802aa1-1187-4f76-a9ef-87bde7dc81a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:24.469040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b21e58c-9ae4-44ae-95b2-57293cc747a4 None None] Pushing event updated for resources: {'Port': ['ID=ad41dc0e-f11b-45cd-945d-2f4e0f0df905,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:24.621202 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a379378-d98f-4787-80b3-fe6d8fa31688 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:24.746982 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a379378-d98f-4787-80b3-fe6d8fa31688 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:24.773600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-3a379378-d98f-4787-80b3-fe6d8fa31688 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] device_id is not set on port c8926f9f-1baa-4666-97e3-1f510e748b45 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:19:24.775504 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb21fce3-9077-450e-9fca-c4fb5438fc13 None None] Update dhcp port {'port': {'network_id': 'c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd', 'fixed_ips': [{'subnet_id': '7b27fe08-6bc3-4434-9584-a199cd698fce', 'ip_address': '172.20.0.2'}, {'subnet_id': '627a6a96-22d2-4a6f-aeaa-c551508e0e38'}], 'binding:host_id': 'n-d-802060-9'}, 'id': 'ad41dc0e-f11b-45cd-945d-2f4e0f0df905'} from n-d-802060-9. {{(pid=101971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 03:19:24.805450 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50148) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:24.815155 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fb21fce3-9077-450e-9fca-c4fb5438fc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:25.043451 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ad41dc0e-f11b-45cd-945d-2f4e0f0df905 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:25.059176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa430072-b598-4a94-a70c-d22290d0a681 req-bb2d9d2f-925c-4e52-b3d4-3e3d28c31666 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:25.066564 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa430072-b598-4a94-a70c-d22290d0a681 req-bb2d9d2f-925c-4e52-b3d4-3e3d28c31666 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 943 time: 0.1402237 Aug 17 03:19:25.127323 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-740747ad-3067-4569-b1dc-def9571c3f5f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=515300cdc220474c98fe888e647da248&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3198264 Aug 17 03:19:25.129830 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50164) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:25.151553 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa430072-b598-4a94-a70c-d22290d0a681 req-038f4a8e-518e-4240-bce4-24ca270d2d7c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795748 Aug 17 03:19:25.219184 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41c430a3-dd4d-4077-9609-ad5ecf87a4bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:25.251047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ad41dc0e-f11b-45cd-945d-2f4e0f0df905 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:25.251496 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:25.260350 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41c430a3-dd4d-4077-9609-ad5ecf87a4bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:25.299115 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-3a379378-d98f-4787-80b3-fe6d8fa31688 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Allocated IP 172.20.0.13 (c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd/7b27fe08-6bc3-4434-9584-a199cd698fce/c8926f9f-1baa-4666-97e3-1f510e748b45) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:25.316128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-3a379378-d98f-4787-80b3-fe6d8fa31688 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Allocated IP 172.20.0.22 (c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd/627a6a96-22d2-4a6f-aeaa-c551508e0e38/c8926f9f-1baa-4666-97e3-1f510e748b45) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:25.419213 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41c430a3-dd4d-4077-9609-ad5ecf87a4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:25.422632 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-41c430a3-dd4d-4077-9609-ad5ecf87a4bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:25.424867 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-41c430a3-dd4d-4077-9609-ad5ecf87a4bc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e2f4c01f-740d-4400-aaf0-1f94657eaaca HTTP/1.1" status: 204 len: 168 time: 0.2929609 Aug 17 03:19:25.432643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c430a3-dd4d-4077-9609-ad5ecf87a4bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2f4c01f-740d-4400-aaf0-1f94657eaaca,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:25.586712 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a379378-d98f-4787-80b3-fe6d8fa31688 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:25.599467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-3a379378-d98f-4787-80b3-fe6d8fa31688 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Transition to ACTIVE for port object c8926f9f-1baa-4666-97e3-1f510e748b45 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:25.726063 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a379378-d98f-4787-80b3-fe6d8fa31688 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:25.796419 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a379378-d98f-4787-80b3-fe6d8fa31688 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:25.800220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-3a379378-d98f-4787-80b3-fe6d8fa31688 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:25.805235 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-fb21fce3-9077-450e-9fca-c4fb5438fc13 None None] Allocated IP 172.20.0.18 (c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd/627a6a96-22d2-4a6f-aeaa-c551508e0e38/ad41dc0e-f11b-45cd-945d-2f4e0f0df905) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:25.805482 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a379378-d98f-4787-80b3-fe6d8fa31688 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:25.812769 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a379378-d98f-4787-80b3-fe6d8fa31688 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=c8926f9f-1baa-4666-97e3-1f510e748b45,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:25.868352 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a379378-d98f-4787-80b3-fe6d8fa31688 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:25.868925 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a379378-d98f-4787-80b3-fe6d8fa31688 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:25.939829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-fb21fce3-9077-450e-9fca-c4fb5438fc13 None None] For port ad41dc0e-f11b-45cd-945d-2f4e0f0df905, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ad41dc0e-f11b-45cd-945d-2f4e0f0df905,segment=NetworkSegment(6992a121-5459-4df8-a0af-6442a894a421),segment_id=6992a121-5459-4df8-a0af-6442a894a421)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:25.958488 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3a379378-d98f-4787-80b3-fe6d8fa31688 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1005 time: 1.6773291 Aug 17 03:19:25.958828 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50194) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:25.968616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f101a874-b9c5-4478-b21b-2ffbbd0e432d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b27fe08-6bc3-4434-9584-a199cd698fce'}]}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:25.979893 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fb21fce3-9077-450e-9fca-c4fb5438fc13 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:25.999730 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fb21fce3-9077-450e-9fca-c4fb5438fc13 None None] Transition to ACTIVE for port object ad41dc0e-f11b-45cd-945d-2f4e0f0df905 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:26.066979 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f101a874-b9c5-4478-b21b-2ffbbd0e432d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:26.110054 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fb21fce3-9077-450e-9fca-c4fb5438fc13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:26.197729 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb21fce3-9077-450e-9fca-c4fb5438fc13 None None] Pushing event updated for resources: {'Port': ['ID=ad41dc0e-f11b-45cd-945d-2f4e0f0df905,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:26.352717 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 870600a2-f204-44fb-966a-161c2f4355bc details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:19:26.397310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b93094-4b30-45d8-baeb-1584691e178f req-da5642d2-f086-440c-a5e5-efa1e4230606 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:26.400166 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a3b93094-4b30-45d8-baeb-1584691e178f req-da5642d2-f086-440c-a5e5-efa1e4230606 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 943 time: 0.0777009 Aug 17 03:19:26.504307 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a3b93094-4b30-45d8-baeb-1584691e178f req-7347522e-cc63-4b94-a5b9-fd9e670e4966 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960565 Aug 17 03:19:26.558983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-f101a874-b9c5-4478-b21b-2ffbbd0e432d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Delete allocated IP 172.20.0.22 (c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd/627a6a96-22d2-4a6f-aeaa-c551508e0e38) {{(pid=101970) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 03:19:26.583986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 870600a2-f204-44fb-966a-161c2f4355bc, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=870600a2-f204-44fb-966a-161c2f4355bc,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:26.610293 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '870600a2-f204-44fb-966a-161c2f4355bc', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'port_id': '870600a2-f204-44fb-966a-161c2f4355bc', 'mac_address': 'fa:16:3e:c6:f8:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:19:26.669067 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:26.735420 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 870600a2-f204-44fb-966a-161c2f4355bc {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:19:26.792150 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 870600a2-f204-44fb-966a-161c2f4355bc, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=870600a2-f204-44fb-966a-161c2f4355bc,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:26.854369 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:26.880272 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f101a874-b9c5-4478-b21b-2ffbbd0e432d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:26.932028 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-f101a874-b9c5-4478-b21b-2ffbbd0e432d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Ignored duplicate provisioning block setup for port c8926f9f-1baa-4666-97e3-1f510e748b45 by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 03:19:26.954431 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=870600a2-f204-44fb-966a-161c2f4355bc,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:27.001326 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f101a874-b9c5-4478-b21b-2ffbbd0e432d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:27.033213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ad41dc0e-f11b-45cd-945d-2f4e0f0df905 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:27.087035 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['870600a2-f204-44fb-966a-161c2f4355bc'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:19:27.139931 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f101a874-b9c5-4478-b21b-2ffbbd0e432d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=c8926f9f-1baa-4666-97e3-1f510e748b45,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:27.190985 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f101a874-b9c5-4478-b21b-2ffbbd0e432d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] In _notify_port_updated(), no bound segment for port c8926f9f-1baa-4666-97e3-1f510e748b45 on network c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd {{(pid=101970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:19:27.206683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f101a874-b9c5-4478-b21b-2ffbbd0e432d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:27.210007 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f101a874-b9c5-4478-b21b-2ffbbd0e432d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:27.212369 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f101a874-b9c5-4478-b21b-2ffbbd0e432d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "PUT /v2.0/ports/c8926f9f-1baa-4666-97e3-1f510e748b45 HTTP/1.1" status: 200 len: 920 time: 1.2510989 Aug 17 03:19:27.215532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50238) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:27.231020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ea9006fa-977d-4fbe-9b6f-f2864c8e07a8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '7b27fe08-6bc3-4434-9584-a199cd698fce'}, {'subnet_id': '627a6a96-22d2-4a6f-aeaa-c551508e0e38'}]}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:27.317201 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50244) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:27.362711 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ea9006fa-977d-4fbe-9b6f-f2864c8e07a8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:27.528731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1d402ed5-a5bc-4605-ba6b-151acc8634c5 tempest-DvrRoutersNegativeTest-13392122 tempest-DvrRoutersNegativeTest-13392122-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1361609638', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:27.535228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.policy [None req-1d402ed5-a5bc-4605-ba6b-151acc8634c5 tempest-DvrRoutersNegativeTest-13392122 tempest-DvrRoutersNegativeTest-13392122-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=101969) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Aug 17 03:19:27.538850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.policy [None req-1d402ed5-a5bc-4605-ba6b-151acc8634c5 tempest-DvrRoutersNegativeTest-13392122 tempest-DvrRoutersNegativeTest-13392122-project] Failed policy check for 'create_router' {{(pid=101969) enforce /opt/stack/neutron/neutron/policy.py:520}} Aug 17 03:19:27.539293 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-1d402ed5-a5bc-4605-ba6b-151acc8634c5 tempest-DvrRoutersNegativeTest-13392122 tempest-DvrRoutersNegativeTest-13392122-project] create failed (client error): Access was denied to this resource. Aug 17 03:19:27.540370 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1d402ed5-a5bc-4605-ba6b-151acc8634c5 tempest-DvrRoutersNegativeTest-13392122 tempest-DvrRoutersNegativeTest-13392122-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2210231 Aug 17 03:19:27.608749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8c403626-2c94-4cb4-9efe-73d5e355530a None None] Provisioning for port ad41dc0e-f11b-45cd-945d-2f4e0f0df905 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:27.613356 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8c403626-2c94-4cb4-9efe-73d5e355530a None None] Provisioning complete for port ad41dc0e-f11b-45cd-945d-2f4e0f0df905 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:27.613761 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8c403626-2c94-4cb4-9efe-73d5e355530a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:27.867602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4fc8ae-f212-46e4-aea5-3ddc8e31e89f req-76c1c54c-c723-4d6a-af4e-a55c712ed247 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:27.869221 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1a4fc8ae-f212-46e4-aea5-3ddc8e31e89f req-76c1c54c-c723-4d6a-af4e-a55c712ed247 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 944 time: 0.1171842 Aug 17 03:19:27.883254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-ea9006fa-977d-4fbe-9b6f-f2864c8e07a8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Allocated IP 172.20.0.22 (c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd/627a6a96-22d2-4a6f-aeaa-c551508e0e38/c8926f9f-1baa-4666-97e3-1f510e748b45) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:27.935214 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1a4fc8ae-f212-46e4-aea5-3ddc8e31e89f req-018958af-17a1-403b-8cf5-fa62c09fd0bc tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572484 Aug 17 03:19:27.988268 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-429bfab3-9057-40b8-9ca5-396ed980a3e2 None None] Provisioning for port c8926f9f-1baa-4666-97e3-1f510e748b45 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:27.994040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-429bfab3-9057-40b8-9ca5-396ed980a3e2 None None] Provisioning complete for port c8926f9f-1baa-4666-97e3-1f510e748b45 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:27.995398 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-429bfab3-9057-40b8-9ca5-396ed980a3e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:28.043177 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-429bfab3-9057-40b8-9ca5-396ed980a3e2 None None] Port c8926f9f-1baa-4666-97e3-1f510e748b45 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:19:28.090477 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ea9006fa-977d-4fbe-9b6f-f2864c8e07a8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:28.104650 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-ea9006fa-977d-4fbe-9b6f-f2864c8e07a8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Ignored duplicate provisioning block setup for port c8926f9f-1baa-4666-97e3-1f510e748b45 by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 03:19:28.175192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4fbe7930-58c3-498b-814f-7de630906e84 None None] Provisioning complete for port c8926f9f-1baa-4666-97e3-1f510e748b45 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:28.175578 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4fbe7930-58c3-498b-814f-7de630906e84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:28.193094 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ea9006fa-977d-4fbe-9b6f-f2864c8e07a8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:28.211780 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4fbe7930-58c3-498b-814f-7de630906e84 None None] Port c8926f9f-1baa-4666-97e3-1f510e748b45 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:19:28.326714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9006fa-977d-4fbe-9b6f-f2864c8e07a8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=c8926f9f-1baa-4666-97e3-1f510e748b45,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:28.362155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 870600a2-f204-44fb-966a-161c2f4355bc up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:28.398063 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50274) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:28.456863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50278) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:28.504220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ea9006fa-977d-4fbe-9b6f-f2864c8e07a8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] In _notify_port_updated(), no bound segment for port c8926f9f-1baa-4666-97e3-1f510e748b45 on network c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd {{(pid=101970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:19:28.527396 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea9006fa-977d-4fbe-9b6f-f2864c8e07a8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:28.528123 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ea9006fa-977d-4fbe-9b6f-f2864c8e07a8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:28.529587 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ea9006fa-977d-4fbe-9b6f-f2864c8e07a8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "PUT /v2.0/ports/c8926f9f-1baa-4666-97e3-1f510e748b45 HTTP/1.1" status: 200 len: 1000 time: 1.3106647 Aug 17 03:19:28.533076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50282) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:28.578093 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 870600a2-f204-44fb-966a-161c2f4355bc completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:28.584340 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 870600a2-f204-44fb-966a-161c2f4355bc triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:28.584733 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:28.678366 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-728ab357-4b4d-4cdb-b1a5-108107306cc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:28.735508 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1751680-eee6-4d7c-a7c3-db8d2961fc29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:28.781563 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-6348c911-168a-4bbb-b9d4-e6917e25d5c1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port c8926f9f-1baa-4666-97e3-1f510e748b45 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:28.781824 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6348c911-168a-4bbb-b9d4-e6917e25d5c1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:29.002210 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:29.018492 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-691893aa-8d44-44d0-8198-52e822b71617 None None] Provisioning complete for port c8926f9f-1baa-4666-97e3-1f510e748b45 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:29.018862 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-691893aa-8d44-44d0-8198-52e822b71617 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:29.050878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1095591-c641-4bbe-9de2-8ab060ff80b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870600a2-f204-44fb-966a-161c2f4355bc'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:19:29.054637 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a085f7a-2981-482d-ba16-b88cf129ea90" -d '{"events": [{"server_uuid": "d1095591-c641-4bbe-9de2-8ab060ff80b0", "name": "network-vif-plugged", "status": "completed", "tag": "870600a2-f204-44fb-966a-161c2f4355bc"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:19:29.075604 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 870600a2-f204-44fb-966a-161c2f4355bc, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=870600a2-f204-44fb-966a-161c2f4355bc,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:29.082515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-691893aa-8d44-44d0-8198-52e822b71617 None None] Port c8926f9f-1baa-4666-97e3-1f510e748b45 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:19:29.104534 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:19:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2ad8ae2-867b-478d-bdcd-a02f636834d7 x-openstack-request-id: req-f2ad8ae2-867b-478d-bdcd-a02f636834d7 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:19:29.104837 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1095591-c641-4bbe-9de2-8ab060ff80b0", "name": "network-vif-plugged", "status": "completed", "tag": "870600a2-f204-44fb-966a-161c2f4355bc", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:19:29.105094 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f2ad8ae2-867b-478d-bdcd-a02f636834d7 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:19:29.105510 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1095591-c641-4bbe-9de2-8ab060ff80b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '870600a2-f204-44fb-966a-161c2f4355bc', 'code': 200} Aug 17 03:19:29.188386 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:29.223358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa49cf5-ec45-4d5d-a449-ef4aeafc8eb1 req-cc2d1117-43ce-4b94-aa26-706ffa3e8da3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:29.225058 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-daa49cf5-ec45-4d5d-a449-ef4aeafc8eb1 req-cc2d1117-43ce-4b94-aa26-706ffa3e8da3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 1095 time: 0.0568271 Aug 17 03:19:29.257969 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=870600a2-f204-44fb-966a-161c2f4355bc,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:29.351515 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-daa49cf5-ec45-4d5d-a449-ef4aeafc8eb1 req-2b7b0785-ab4f-4401-b5b7-1e05c1f0c174 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1183400 Aug 17 03:19:29.373579 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12026771-49f4-4ee2-9f97-d24aff0c9c7e req-9002d93d-af47-419f-83fe-33f2deeebb8b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0971804 Aug 17 03:19:29.416446 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-728ab357-4b4d-4cdb-b1a5-108107306cc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:29.440965 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6348c911-168a-4bbb-b9d4-e6917e25d5c1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:29.463360 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12026771-49f4-4ee2-9f97-d24aff0c9c7e req-3ec62a82-dd86-4c83-8d86-6d52c2331c4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:29.464354 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0eeee59-3e18-4894-ac01-eb1b966d4ef2 req-71460c37-e4c2-44dd-9de9-d1f9d54e4b26 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:29.464897 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12026771-49f4-4ee2-9f97-d24aff0c9c7e req-3ec62a82-dd86-4c83-8d86-6d52c2331c4c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 1096 time: 0.0446367 Aug 17 03:19:29.466102 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0eeee59-3e18-4894-ac01-eb1b966d4ef2 req-71460c37-e4c2-44dd-9de9-d1f9d54e4b26 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 945 time: 0.1137636 Aug 17 03:19:29.467077 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-6348c911-168a-4bbb-b9d4-e6917e25d5c1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for c8926f9f-1baa-4666-97e3-1f510e748b45 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:29.533412 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-728ab357-4b4d-4cdb-b1a5-108107306cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:29.586010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12026771-49f4-4ee2-9f97-d24aff0c9c7e req-78a44d8c-5b3f-47b0-b28b-ef586ff182d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:29.587624 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12026771-49f4-4ee2-9f97-d24aff0c9c7e req-78a44d8c-5b3f-47b0-b28b-ef586ff182d0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 0.1008699 Aug 17 03:19:29.612413 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0eeee59-3e18-4894-ac01-eb1b966d4ef2 req-c7b8e000-dbd1-435d-9300-89706788436d tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329222 Aug 17 03:19:29.627428 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728ab357-4b4d-4cdb-b1a5-108107306cc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af74415f-431c-41ab-b976-75fa7c99b641,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:29.643675 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-728ab357-4b4d-4cdb-b1a5-108107306cc2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d17b2c29eaf4b82913d921278e5d0c0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2443871 Aug 17 03:19:29.647479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50308) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:29.710158 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12026771-49f4-4ee2-9f97-d24aff0c9c7e req-281c9af9-b41c-4215-a7c2-d43db2c672ab service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee00051-652a-4cb0-b148-861aefc669e7 HTTP/1.1" status: 200 len: 1000 time: 0.1154053 Aug 17 03:19:29.765069 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1751680-eee6-4d7c-a7c3-db8d2961fc29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:29.799652 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a73b773-ca81-440d-9c6e-ea07e9708315 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:29.811373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12026771-49f4-4ee2-9f97-d24aff0c9c7e req-3d5e1cf7-f0bb-4135-9494-822063091b7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:29.812505 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12026771-49f4-4ee2-9f97-d24aff0c9c7e req-3d5e1cf7-f0bb-4135-9494-822063091b7a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.0932169 Aug 17 03:19:29.829714 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1751680-eee6-4d7c-a7c3-db8d2961fc29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:29.856752 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a73b773-ca81-440d-9c6e-ea07e9708315 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:29.884033 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b1751680-eee6-4d7c-a7c3-db8d2961fc29 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=64d41edfcce84d918b1a3170343c850a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4258435 Aug 17 03:19:29.885036 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6348c911-168a-4bbb-b9d4-e6917e25d5c1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:29.888336 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50314) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:29.902843 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12026771-49f4-4ee2-9f97-d24aff0c9c7e req-172c0080-c533-4027-964a-e48c2c58977e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:29.904452 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12026771-49f4-4ee2-9f97-d24aff0c9c7e req-172c0080-c533-4027-964a-e48c2c58977e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0823874 Aug 17 03:19:29.925127 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6348c911-168a-4bbb-b9d4-e6917e25d5c1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=c8926f9f-1baa-4666-97e3-1f510e748b45,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:29.927213 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1751680-eee6-4d7c-a7c3-db8d2961fc29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89940e58-f28d-4575-9a33-398789b15dcd,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:30.052977 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12026771-49f4-4ee2-9f97-d24aff0c9c7e req-d81aed32-2c8b-4044-bae5-4487947e9174 service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1395028 Aug 17 03:19:30.057931 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a73b773-ca81-440d-9c6e-ea07e9708315 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:30.062137 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a73b773-ca81-440d-9c6e-ea07e9708315 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:30.072368 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3a73b773-ca81-440d-9c6e-ea07e9708315 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/af74415f-431c-41ab-b976-75fa7c99b641 HTTP/1.1" status: 204 len: 168 time: 0.4198325 Aug 17 03:19:30.079493 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6348c911-168a-4bbb-b9d4-e6917e25d5c1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:30.083938 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6348c911-168a-4bbb-b9d4-e6917e25d5c1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/ports/c8926f9f-1baa-4666-97e3-1f510e748b45 HTTP/1.1" status: 204 len: 168 time: 1.5469103 Aug 17 03:19:30.084309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50320) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:30.098671 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ea83-3889-49c1-8065-181defb814aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:30.120411 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-318fa5d2-ad5c-4864-822e-f9561a6ef304 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] GET failed (client error): The resource could not be found. Aug 17 03:19:30.125591 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-318fa5d2-ad5c-4864-822e-f9561a6ef304 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports/c8926f9f-1baa-4666-97e3-1f510e748b45 HTTP/1.1" status: 404 len: 333 time: 0.0368981 Aug 17 03:19:30.128277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50324) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:30.194320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a73b773-ca81-440d-9c6e-ea07e9708315 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af74415f-431c-41ab-b976-75fa7c99b641,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:30.271819 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ea83-3889-49c1-8065-181defb814aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:30.303739 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-59618b30-3391-4706-b762-d5f2b586a522 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting subnet 627a6a96-22d2-4a6f-aeaa-c551508e0e38 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:19:30.311742 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59618b30-3391-4706-b762-d5f2b586a522 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:30.328476 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12026771-49f4-4ee2-9f97-d24aff0c9c7e req-3bf741fb-fdcc-446d-bcd3-a6832c728970 service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2474906 Aug 17 03:19:30.401993 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59618b30-3391-4706-b762-d5f2b586a522 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:30.497281 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59618b30-3391-4706-b762-d5f2b586a522 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:30.554907 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ea83-3889-49c1-8065-181defb814aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:30.557627 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fcf7ea83-3889-49c1-8065-181defb814aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:30.558823 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fcf7ea83-3889-49c1-8065-181defb814aa admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/89940e58-f28d-4575-9a33-398789b15dcd HTTP/1.1" status: 204 len: 168 time: 0.6682429 Aug 17 03:19:30.567446 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf7ea83-3889-49c1-8065-181defb814aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89940e58-f28d-4575-9a33-398789b15dcd,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:30.645464 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59618b30-3391-4706-b762-d5f2b586a522 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:30.664887 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59618b30-3391-4706-b762-d5f2b586a522 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:30.670035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50344) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:30.672801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eeff4a2-7bf0-441a-ad21-5c28b0260e77 None None] Network c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:30.677593 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-59618b30-3391-4706-b762-d5f2b586a522 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/627a6a96-22d2-4a6f-aeaa-c551508e0e38 HTTP/1.1" status: 204 len: 168 time: 0.5408759 Aug 17 03:19:30.734166 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59618b30-3391-4706-b762-d5f2b586a522 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Subnet': ['ID=627a6a96-22d2-4a6f-aeaa-c551508e0e38,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:30.796559 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a908f3d-6c3c-45ff-9973-220768dfd10d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting subnet 7b27fe08-6bc3-4434-9584-a199cd698fce {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:19:30.802469 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a908f3d-6c3c-45ff-9973-220768dfd10d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:30.839140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d953bf-dd43-4aa5-bcf5-aabaea061181 req-69199b95-84b3-488c-add1-450d754d0044 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:30.840879 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-60d953bf-dd43-4aa5-bcf5-aabaea061181 req-69199b95-84b3-488c-add1-450d754d0044 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 945 time: 0.1101043 Aug 17 03:19:30.880232 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a908f3d-6c3c-45ff-9973-220768dfd10d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:30.949254 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-60d953bf-dd43-4aa5-bcf5-aabaea061181 req-6e7a0327-28e3-449f-809d-4c714d8f54ce tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0947728 Aug 17 03:19:31.015271 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a908f3d-6c3c-45ff-9973-220768dfd10d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:31.161237 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a908f3d-6c3c-45ff-9973-220768dfd10d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:31.190818 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a908f3d-6c3c-45ff-9973-220768dfd10d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Subnet': ['ID=7b27fe08-6bc3-4434-9584-a199cd698fce,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:31.195421 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8a908f3d-6c3c-45ff-9973-220768dfd10d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:31.200321 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50364) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:31.200497 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8a908f3d-6c3c-45ff-9973-220768dfd10d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/7b27fe08-6bc3-4434-9584-a199cd698fce HTTP/1.1" status: 204 len: 168 time: 0.5289545 Aug 17 03:19:31.325324 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:31.338767 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50372) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:31.359086 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-db55aa90-8393-4338-946f-05f3aa8a715c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:31.426804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port ad41dc0e-f11b-45cd-945d-2f4e0f0df905 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:31.428053 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:31.513465 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-db55aa90-8393-4338-946f-05f3aa8a715c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:31.528484 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] For port ad41dc0e-f11b-45cd-945d-2f4e0f0df905, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ad41dc0e-f11b-45cd-945d-2f4e0f0df905,segment=NetworkSegment(6992a121-5459-4df8-a0af-6442a894a421),segment_id=6992a121-5459-4df8-a0af-6442a894a421)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:31.529307 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:31.553801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for ad41dc0e-f11b-45cd-945d-2f4e0f0df905 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:31.591115 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-db55aa90-8393-4338-946f-05f3aa8a715c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:31.645831 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-db55aa90-8393-4338-946f-05f3aa8a715c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=467ed35306ba4cc392683f9dd4e79b5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3029633 Aug 17 03:19:31.645831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50384) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:31.738926 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-069cc2e8-31e7-45b3-a349-3f0e1b7af60f None None] Network c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:31.743068 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db55aa90-8393-4338-946f-05f3aa8a715c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0091254-43a5-400f-b0e5-6319da5129d1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:31.793078 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfb933a6-1fd4-46ab-8810-6ba0426ae1a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:31.829862 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:31.837160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f473ddba-8595-46da-a515-e5da0dd6d862 None None] Could not find standard attr ID for object ad41dc0e-f11b-45cd-945d-2f4e0f0df905. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:19:31.863777 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfb933a6-1fd4-46ab-8810-6ba0426ae1a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:31.877310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=ad41dc0e-f11b-45cd-945d-2f4e0f0df905,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:31.877310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No DVR routers for this DVR port ad41dc0e-f11b-45cd-945d-2f4e0f0df905 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:19:31.941579 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5c93b64a-16d4-400e-931f-d8ae67c8dd4c req-f59996e7-e1b0-4d0b-a0e0-681d85f70db0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1459200 Aug 17 03:19:32.033258 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:32.051495 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:32.063490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6992a121-5459-4df8-a0af-6442a894a421') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:32.064062 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6992a121-5459-4df8-a0af-6442a894a421') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:32.064373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8c89f16-a32c-40a8-8ac4-ad47e7e7121c None None] DHCP port deletion for c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:19:32.081602 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:32.092259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93b64a-16d4-400e-931f-d8ae67c8dd4c req-4de9d615-7629-4313-9c36-e1d41db58bcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:32.094234 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5c93b64a-16d4-400e-931f-d8ae67c8dd4c req-4de9d615-7629-4313-9c36-e1d41db58bcb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 1097 time: 0.0836749 Aug 17 03:19:32.104243 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfb933a6-1fd4-46ab-8810-6ba0426ae1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:32.120335 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:32.121479 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfb933a6-1fd4-46ab-8810-6ba0426ae1a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:32.126310 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dfb933a6-1fd4-46ab-8810-6ba0426ae1a2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e0091254-43a5-400f-b0e5-6319da5129d1 HTTP/1.1" status: 204 len: 168 time: 0.4757762 Aug 17 03:19:32.143355 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Releasing vlan 64 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:19:32.143778 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:19:32.148163 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:19:32.187219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb933a6-1fd4-46ab-8810-6ba0426ae1a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0091254-43a5-400f-b0e5-6319da5129d1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:32.327014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93b64a-16d4-400e-931f-d8ae67c8dd4c req-f9fbaff1-fba6-4801-b8e2-961e428a765b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:32.328796 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5c93b64a-16d4-400e-931f-d8ae67c8dd4c req-f9fbaff1-fba6-4801-b8e2-961e428a765b service neutron] 10.222.0.30 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 0.2029288 Aug 17 03:19:32.376731 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:32.386213 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:32.390322 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/networks/c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd HTTP/1.1" status: 204 len: 168 time: 1.1855481 Aug 17 03:19:32.394737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50406) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:32.402113 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c83996d-8437-4301-9822-2e8a9258cc27 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Network': ['ID=c4cdbe7d-57d8-42dd-9dad-e0c7726e41dd,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:32.405100 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5c93b64a-16d4-400e-931f-d8ae67c8dd4c req-b0ac4b82-0c1c-42f5-b778-f99fdbe34163 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9451fefd-208e-425d-b27d-f8ad1b3cb372 HTTP/1.1" status: 200 len: 217 time: 0.0685163 Aug 17 03:19:32.492629 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e33bf322-425a-46b6-bcf8-c5059e00e945 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:32.494599 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e33bf322-425a-46b6-bcf8-c5059e00e945 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.0982375 Aug 17 03:19:32.498194 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50410) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:32.505626 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93b64a-16d4-400e-931f-d8ae67c8dd4c req-d26368c8-6923-4ff7-9c52-f7a99002c24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:32.561530 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5c93b64a-16d4-400e-931f-d8ae67c8dd4c req-d26368c8-6923-4ff7-9c52-f7a99002c24d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.0814416 Aug 17 03:19:32.562066 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2ed9ea1c-1bee-4f5f-b49d-478d45833658 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0565305 Aug 17 03:19:32.562325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c93b64a-16d4-400e-931f-d8ae67c8dd4c req-ee55675c-c283-467f-8f54-927c80c50b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:32.562325 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5c93b64a-16d4-400e-931f-d8ae67c8dd4c req-ee55675c-c283-467f-8f54-927c80c50b89 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459046 Aug 17 03:19:32.568230 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50412) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:32.573780 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1e6a0d15-f8d8-4401-ba68-fd2dd570304e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1038312466'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:32.681265 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5c93b64a-16d4-400e-931f-d8ae67c8dd4c req-51765d11-b56c-4d4f-8354-dba9ccde7228 service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108963 Aug 17 03:19:32.791355 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5c93b64a-16d4-400e-931f-d8ae67c8dd4c req-e1a5e679-73b4-4a8f-aaa3-a57236609b3e service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1017873 Aug 17 03:19:32.822247 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6a0d15-f8d8-4401-ba68-fd2dd570304e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:32.827390 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1e6a0d15-f8d8-4401-ba68-fd2dd570304e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:32.859413 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e6a0d15-f8d8-4401-ba68-fd2dd570304e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:19:32.875252 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1e6a0d15-f8d8-4401-ba68-fd2dd570304e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:32.875626 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-1e6a0d15-f8d8-4401-ba68-fd2dd570304e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Added segment b80ce5b9-de19-4a1a-9748-23ac72b7b50e of type vlan for network aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039 Aug 17 03:19:32.939997 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1e6a0d15-f8d8-4401-ba68-fd2dd570304e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:33.044737 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1e6a0d15-f8d8-4401-ba68-fd2dd570304e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:33.051337 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6a0d15-f8d8-4401-ba68-fd2dd570304e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:33.051948 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1e6a0d15-f8d8-4401-ba68-fd2dd570304e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:33.071351 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:33.082106 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ad41dc0e-f11b-45cd-945d-2f4e0f0df905 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:19:33.112648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: ad41dc0e-f11b-45cd-945d-2f4e0f0df905 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:19:33.113473 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ad41dc0e-f11b-45cd-945d-2f4e0f0df905 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:19:33.176225 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6a0d15-f8d8-4401-ba68-fd2dd570304e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Network': ['ID=aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:33.188344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:19:33.253804 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1e6a0d15-f8d8-4401-ba68-fd2dd570304e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6837840 Aug 17 03:19:33.255943 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50444) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:33.264860 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-79f14cc1-46fc-40bb-9f96-ae67f9c469fb tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'subnet': {'network_id': 'aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:33.451628 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79f14cc1-46fc-40bb-9f96-ae67f9c469fb tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:33.458381 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-79f14cc1-46fc-40bb-9f96-ae67f9c469fb tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:33.799123 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:33.845932 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-79f14cc1-46fc-40bb-9f96-ae67f9c469fb tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:33.950373 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79f14cc1-46fc-40bb-9f96-ae67f9c469fb tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Checking segment: {'id': 'b80ce5b9-de19-4a1a-9748-23ac72b7b50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:33.951100 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f14cc1-46fc-40bb-9f96-ae67f9c469fb tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network hostable DHCP agents. Network: aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:19:33.957390 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79f14cc1-46fc-40bb-9f96-ae67f9c469fb tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Subnet': ['ID=6f266125-e70a-46d5-992d-0ca715bcedd3,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:34.057983 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79f14cc1-46fc-40bb-9f96-ae67f9c469fb tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:19:34.161359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-79f14cc1-46fc-40bb-9f96-ae67f9c469fb tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:34.167757 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79f14cc1-46fc-40bb-9f96-ae67f9c469fb tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:34.168725 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-79f14cc1-46fc-40bb-9f96-ae67f9c469fb tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:34.169719 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-688f5fc7-2c4f-4157-8df2-be41b7cc5637 None None] Network aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:34.288078 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-79f14cc1-46fc-40bb-9f96-ae67f9c469fb tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0308726 Aug 17 03:19:34.290813 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50488) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:34.313324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-51db1d40-c625-4335-9d67-c5ed169d02e2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'network_id': 'aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039', 'name': 'tempest-PortsTestJSON-1733271934'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:34.352606 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039', 'network_id': 'aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039', 'tenant_id': 'd07ab646781f434d8d036f30c72bd0fa', 'fixed_ips': [{'subnet_id': '6f266125-e70a-46d5-992d-0ca715bcedd3'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:19:34.353646 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:34.537847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-51db1d40-c625-4335-9d67-c5ed169d02e2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:34.542555 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-51db1d40-c625-4335-9d67-c5ed169d02e2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:34.560003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-51db1d40-c625-4335-9d67-c5ed169d02e2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] device_id is not set on port 89284c6d-7fbb-4665-9f23-b43c2463cac7 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:19:34.560589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Allocated IP 172.20.0.2 (aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039/6f266125-e70a-46d5-992d-0ca715bcedd3/523fbd1b-68ef-4721-a78b-a49c5663b55d) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:34.727723 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:34.738912 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Transition to ACTIVE for port object 523fbd1b-68ef-4721-a78b-a49c5663b55d will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:34.760803 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Transition to ACTIVE for port object 523fbd1b-68ef-4721-a78b-a49c5663b55d will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:34.841750 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:34.867991 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Network aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:34.895604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-51db1d40-c625-4335-9d67-c5ed169d02e2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Allocated IP 172.20.0.6 (aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039/6f266125-e70a-46d5-992d-0ca715bcedd3/89284c6d-7fbb-4665-9f23-b43c2463cac7) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:34.928844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:34.931904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:34.934467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Pushing event updated for resources: {'Port': ['ID=523fbd1b-68ef-4721-a78b-a49c5663b55d,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:35.020049 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Attempting to bind port 523fbd1b-68ef-4721-a78b-a49c5663b55d on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:19:35.020357 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Attempting to bind port 523fbd1b-68ef-4721-a78b-a49c5663b55d by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'b80ce5b9-de19-4a1a-9748-23ac72b7b50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:19:35.021748 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Attempting to bind port 523fbd1b-68ef-4721-a78b-a49c5663b55d on network aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:19:35.031092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:19:35.031529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Checking segment: {'id': 'b80ce5b9-de19-4a1a-9748-23ac72b7b50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:35.037109 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:35.037109 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Bound using segment: {'id': 'b80ce5b9-de19-4a1a-9748-23ac72b7b50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:19:35.037109 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Bound port: 523fbd1b-68ef-4721-a78b-a49c5663b55d, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b80ce5b9-de19-4a1a-9748-23ac72b7b50e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:19:35.037109 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:35.121767 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-51db1d40-c625-4335-9d67-c5ed169d02e2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:35.130706 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] For port 523fbd1b-68ef-4721-a78b-a49c5663b55d, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:19:35.134280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] For port 523fbd1b-68ef-4721-a78b-a49c5663b55d, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=523fbd1b-68ef-4721-a78b-a49c5663b55d,segment=NetworkSegment(b80ce5b9-de19-4a1a-9748-23ac72b7b50e),segment_id=b80ce5b9-de19-4a1a-9748-23ac72b7b50e)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:19:35.138516 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-51db1d40-c625-4335-9d67-c5ed169d02e2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Transition to ACTIVE for port object 89284c6d-7fbb-4665-9f23-b43c2463cac7 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:35.349970 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:35.352014 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-51db1d40-c625-4335-9d67-c5ed169d02e2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:35.423265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51db1d40-c625-4335-9d67-c5ed169d02e2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:35.447129 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-51db1d40-c625-4335-9d67-c5ed169d02e2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:35.451957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51db1d40-c625-4335-9d67-c5ed169d02e2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:35.459342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db8c0606-bf0f-4884-89a3-93739db92ddf None None] Pushing event updated for resources: {'Port': ['ID=523fbd1b-68ef-4721-a78b-a49c5663b55d,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:35.466493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51db1d40-c625-4335-9d67-c5ed169d02e2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=89284c6d-7fbb-4665-9f23-b43c2463cac7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:35.556671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51db1d40-c625-4335-9d67-c5ed169d02e2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:35.557407 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-51db1d40-c625-4335-9d67-c5ed169d02e2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:35.704020 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-51db1d40-c625-4335-9d67-c5ed169d02e2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.4113991 Aug 17 03:19:35.706900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50548) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:35.712018 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-5724d477-42aa-47ad-9a6e-09dc4ce98c28 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'network_id': 'aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039', 'name': 'tempest-PortsTestJSON-258897047'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:35.949656 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5724d477-42aa-47ad-9a6e-09dc4ce98c28 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:35.954406 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5724d477-42aa-47ad-9a6e-09dc4ce98c28 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:36.002540 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-5724d477-42aa-47ad-9a6e-09dc4ce98c28 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] device_id is not set on port 358ac394-542e-47a3-a04d-e7525d535407 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:19:36.144011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-5724d477-42aa-47ad-9a6e-09dc4ce98c28 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Allocated IP 172.20.0.12 (aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039/6f266125-e70a-46d5-992d-0ca715bcedd3/358ac394-542e-47a3-a04d-e7525d535407) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:36.374366 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5724d477-42aa-47ad-9a6e-09dc4ce98c28 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:36.399712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-5724d477-42aa-47ad-9a6e-09dc4ce98c28 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Transition to ACTIVE for port object 358ac394-542e-47a3-a04d-e7525d535407 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:36.509785 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5724d477-42aa-47ad-9a6e-09dc4ce98c28 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:36.618166 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5724d477-42aa-47ad-9a6e-09dc4ce98c28 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=358ac394-542e-47a3-a04d-e7525d535407,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:36.625200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcf165a3-e7f1-40e2-ae32-5105ed8b8d37 None None] Network aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:36.631496 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5724d477-42aa-47ad-9a6e-09dc4ce98c28 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:36.634081 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-5724d477-42aa-47ad-9a6e-09dc4ce98c28 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:36.638557 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5724d477-42aa-47ad-9a6e-09dc4ce98c28 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:36.721828 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5724d477-42aa-47ad-9a6e-09dc4ce98c28 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:36.726741 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5724d477-42aa-47ad-9a6e-09dc4ce98c28 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:36.839084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50628) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:36.841451 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5724d477-42aa-47ad-9a6e-09dc4ce98c28 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1333234 Aug 17 03:19:36.858045 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bb71808b-1440-43b5-af1b-0303110ec2c2 None None] Provisioning for port 523fbd1b-68ef-4721-a78b-a49c5663b55d completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:37.074732 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e67994-f645-4676-852c-6c139343ebe0 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:37.079353 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d6e67994-f645-4676-852c-6c139343ebe0 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 922 time: 0.2389772 Aug 17 03:19:37.082218 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50636) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:37.159393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 523fbd1b-68ef-4721-a78b-a49c5663b55d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:37.281296 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-163e2a88-9c82-403c-b58e-2fc49f3155fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port 358ac394-542e-47a3-a04d-e7525d535407 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:37.281296 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-163e2a88-9c82-403c-b58e-2fc49f3155fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:37.360632 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 523fbd1b-68ef-4721-a78b-a49c5663b55d completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:37.365345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 523fbd1b-68ef-4721-a78b-a49c5663b55d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:37.368449 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:37.393187 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-163e2a88-9c82-403c-b58e-2fc49f3155fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:37.406136 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-163e2a88-9c82-403c-b58e-2fc49f3155fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for 358ac394-542e-47a3-a04d-e7525d535407 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:37.504350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e05351b0-058f-4b81-b1e3-cee96b8d9d8e None None] Provisioning for port 89284c6d-7fbb-4665-9f23-b43c2463cac7 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:37.514645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e05351b0-058f-4b81-b1e3-cee96b8d9d8e None None] Provisioning complete for port 89284c6d-7fbb-4665-9f23-b43c2463cac7 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:37.515046 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e05351b0-058f-4b81-b1e3-cee96b8d9d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:37.567208 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:37.622792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 523fbd1b-68ef-4721-a78b-a49c5663b55d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=523fbd1b-68ef-4721-a78b-a49c5663b55d,segment=NetworkSegment(b80ce5b9-de19-4a1a-9748-23ac72b7b50e),segment_id=b80ce5b9-de19-4a1a-9748-23ac72b7b50e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:37.624553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e05351b0-058f-4b81-b1e3-cee96b8d9d8e None None] Port 89284c6d-7fbb-4665-9f23-b43c2463cac7 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:19:37.765522 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-163e2a88-9c82-403c-b58e-2fc49f3155fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:37.766032 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:37.787648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e05351b0-058f-4b81-b1e3-cee96b8d9d8e None None] Provisioning for port 358ac394-542e-47a3-a04d-e7525d535407 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:37.800042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e05351b0-058f-4b81-b1e3-cee96b8d9d8e None None] Provisioning complete for port 358ac394-542e-47a3-a04d-e7525d535407 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:37.800042 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e05351b0-058f-4b81-b1e3-cee96b8d9d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:37.814134 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163e2a88-9c82-403c-b58e-2fc49f3155fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=358ac394-542e-47a3-a04d-e7525d535407,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:37.828272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e05351b0-058f-4b81-b1e3-cee96b8d9d8e None None] Port 358ac394-542e-47a3-a04d-e7525d535407 was deleted so its status cannot be updated. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 17 03:19:37.851471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=523fbd1b-68ef-4721-a78b-a49c5663b55d,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:37.853168 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e05351b0-058f-4b81-b1e3-cee96b8d9d8e None None] Provisioning complete for port 523fbd1b-68ef-4721-a78b-a49c5663b55d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:37.853578 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e05351b0-058f-4b81-b1e3-cee96b8d9d8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:37.913518 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-163e2a88-9c82-403c-b58e-2fc49f3155fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:37.918635 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50676) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:37.922728 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-163e2a88-9c82-403c-b58e-2fc49f3155fa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/ports/358ac394-542e-47a3-a04d-e7525d535407 HTTP/1.1" status: 204 len: 168 time: 0.8388875 Aug 17 03:19:37.957650 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe737123-c9b6-430d-aa28-532e6e639f43 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] GET failed (client error): The resource could not be found. Aug 17 03:19:37.963059 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fe737123-c9b6-430d-aa28-532e6e639f43 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports/358ac394-542e-47a3-a04d-e7525d535407 HTTP/1.1" status: 404 len: 333 time: 0.0402951 Aug 17 03:19:37.963436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50678) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:38.069238 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-34f58675-3171-484f-bd72-7ff8ba65124c tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port 89284c6d-7fbb-4665-9f23-b43c2463cac7 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:38.069504 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34f58675-3171-484f-bd72-7ff8ba65124c tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:38.118393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e468b9d2-36bc-4741-ac8e-1e4cca105fb1 None None] Provisioning complete for port 89284c6d-7fbb-4665-9f23-b43c2463cac7 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:38.119205 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e468b9d2-36bc-4741-ac8e-1e4cca105fb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:38.160527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e468b9d2-36bc-4741-ac8e-1e4cca105fb1 None None] Port 89284c6d-7fbb-4665-9f23-b43c2463cac7 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:19:38.163812 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e468b9d2-36bc-4741-ac8e-1e4cca105fb1 None None] Could not find standard attr ID for object 358ac394-542e-47a3-a04d-e7525d535407. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:19:38.179957 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34f58675-3171-484f-bd72-7ff8ba65124c tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:38.189994 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-34f58675-3171-484f-bd72-7ff8ba65124c tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for 89284c6d-7fbb-4665-9f23-b43c2463cac7 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:38.413029 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34f58675-3171-484f-bd72-7ff8ba65124c tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:38.458431 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f58675-3171-484f-bd72-7ff8ba65124c tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=89284c6d-7fbb-4665-9f23-b43c2463cac7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:38.547167 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34f58675-3171-484f-bd72-7ff8ba65124c tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:38.552150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50718) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:38.564993 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-34f58675-3171-484f-bd72-7ff8ba65124c tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/ports/89284c6d-7fbb-4665-9f23-b43c2463cac7 HTTP/1.1" status: 204 len: 168 time: 0.5989397 Aug 17 03:19:38.579949 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-0a9fdf50-71b6-45fc-be74-8da7de13aab5 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] GET failed (client error): The resource could not be found. Aug 17 03:19:38.584495 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50720) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:38.595150 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0a9fdf50-71b6-45fc-be74-8da7de13aab5 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports/89284c6d-7fbb-4665-9f23-b43c2463cac7 HTTP/1.1" status: 404 len: 333 time: 0.0416303 Aug 17 03:19:38.651455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-7eca92cb-86b8-44b1-b57b-f9d87a780cc7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting subnet 6f266125-e70a-46d5-992d-0ca715bcedd3 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:19:38.655741 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7eca92cb-86b8-44b1-b57b-f9d87a780cc7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:38.700651 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7eca92cb-86b8-44b1-b57b-f9d87a780cc7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:38.793717 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7eca92cb-86b8-44b1-b57b-f9d87a780cc7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:38.949823 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7eca92cb-86b8-44b1-b57b-f9d87a780cc7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:38.980061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eca92cb-86b8-44b1-b57b-f9d87a780cc7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Subnet': ['ID=6f266125-e70a-46d5-992d-0ca715bcedd3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:38.988968 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7eca92cb-86b8-44b1-b57b-f9d87a780cc7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:38.993301 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7eca92cb-86b8-44b1-b57b-f9d87a780cc7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/6f266125-e70a-46d5-992d-0ca715bcedd3 HTTP/1.1" status: 204 len: 168 time: 0.4053130 Aug 17 03:19:38.994190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50744) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:39.005868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b51b10e-ac97-4028-a241-7a3bdb746497 None None] Network aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:39.063883 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 523fbd1b-68ef-4721-a78b-a49c5663b55d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:39.236990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 523fbd1b-68ef-4721-a78b-a49c5663b55d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:39.237403 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:39.447469 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f638688-ccb7-41ab-8dd0-c04509cd1a64 None None] DHCP port deletion for aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:19:39.572038 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-3f638688-ccb7-41ab-8dd0-c04509cd1a64 None None] Deleting port 523fbd1b-68ef-4721-a78b-a49c5663b55d {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:39.572604 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f638688-ccb7-41ab-8dd0-c04509cd1a64 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:39.595127 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:39.664816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-3f638688-ccb7-41ab-8dd0-c04509cd1a64 None None] For port 523fbd1b-68ef-4721-a78b-a49c5663b55d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=523fbd1b-68ef-4721-a78b-a49c5663b55d,segment=NetworkSegment(b80ce5b9-de19-4a1a-9748-23ac72b7b50e),segment_id=b80ce5b9-de19-4a1a-9748-23ac72b7b50e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:39.665241 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f638688-ccb7-41ab-8dd0-c04509cd1a64 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:39.668745 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port 523fbd1b-68ef-4721-a78b-a49c5663b55d {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:39.669341 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:39.686538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-3f638688-ccb7-41ab-8dd0-c04509cd1a64 None None] Calling delete_port for 523fbd1b-68ef-4721-a78b-a49c5663b55d owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:39.779877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] For port 523fbd1b-68ef-4721-a78b-a49c5663b55d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=523fbd1b-68ef-4721-a78b-a49c5663b55d,segment=NetworkSegment(b80ce5b9-de19-4a1a-9748-23ac72b7b50e),segment_id=b80ce5b9-de19-4a1a-9748-23ac72b7b50e)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:39.779877 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:39.809489 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for 523fbd1b-68ef-4721-a78b-a49c5663b55d owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:39.943111 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f638688-ccb7-41ab-8dd0-c04509cd1a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:39.965896 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:40.011383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f638688-ccb7-41ab-8dd0-c04509cd1a64 None None] No DVR routers for this DVR port 523fbd1b-68ef-4721-a78b-a49c5663b55d on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:19:40.018975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f638688-ccb7-41ab-8dd0-c04509cd1a64 None None] Pushing event deleted for resources: {'Port': ['ID=523fbd1b-68ef-4721-a78b-a49c5663b55d,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:40.019857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=523fbd1b-68ef-4721-a78b-a49c5663b55d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:40.031826 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No DVR routers for this DVR port 523fbd1b-68ef-4721-a78b-a49c5663b55d on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:19:40.144831 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:40.168118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:40.182797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80ce5b9-de19-4a1a-9748-23ac72b7b50e') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:40.183112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80ce5b9-de19-4a1a-9748-23ac72b7b50e') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:40.208751 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:40.226470 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:40.233971 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:19:40.234441 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:19:40.237632 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:19:40.382016 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:40.388211 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:40.391105 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/networks/aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039 HTTP/1.1" status: 204 len: 168 time: 1.3955908 Aug 17 03:19:40.394655 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50804) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:40.400156 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-17fc650b-591c-402a-bbbf-35b16c6178b8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-364351865'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:40.414855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-504846e2-2e39-45cd-a741-31946c64113f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Network': ['ID=aa9fe27e-9a68-43e1-8b62-3fbdbe4c5039,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:40.515568 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17fc650b-591c-402a-bbbf-35b16c6178b8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:40.521518 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-17fc650b-591c-402a-bbbf-35b16c6178b8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:40.559817 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17fc650b-591c-402a-bbbf-35b16c6178b8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 51} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:19:40.576045 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-17fc650b-591c-402a-bbbf-35b16c6178b8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:40.576045 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-17fc650b-591c-402a-bbbf-35b16c6178b8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Added segment 4dec545c-7f1f-4fac-85a9-2da2005bca3d of type vlan for network adafbc48-1727-46a2-8537-ba5f36c60608 Aug 17 03:19:40.626364 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-17fc650b-591c-402a-bbbf-35b16c6178b8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:40.728900 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-17fc650b-591c-402a-bbbf-35b16c6178b8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:40.744917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17fc650b-591c-402a-bbbf-35b16c6178b8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:40.750729 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-17fc650b-591c-402a-bbbf-35b16c6178b8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:40.825877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17fc650b-591c-402a-bbbf-35b16c6178b8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Network': ['ID=adafbc48-1727-46a2-8537-ba5f36c60608,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:40.840904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network adafbc48-1727-46a2-8537-ba5f36c60608 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:19:40.915915 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-17fc650b-591c-402a-bbbf-35b16c6178b8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5199783 Aug 17 03:19:40.918801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50826) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:40.930091 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-517382c0-cc1a-4929-80fe-b2110a10c1bf tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'subnet': {'network_id': 'adafbc48-1727-46a2-8537-ba5f36c60608', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:40.994778 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 523fbd1b-68ef-4721-a78b-a49c5663b55d no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:19:41.020653 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 523fbd1b-68ef-4721-a78b-a49c5663b55d {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:19:41.021364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 523fbd1b-68ef-4721-a78b-a49c5663b55d not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:19:41.149130 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-517382c0-cc1a-4929-80fe-b2110a10c1bf tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:41.152751 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-517382c0-cc1a-4929-80fe-b2110a10c1bf tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:41.300792 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50838) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:41.472685 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af394a93-eeaa-4254-8f11-ad60a0a34083 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:41.475890 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-517382c0-cc1a-4929-80fe-b2110a10c1bf tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:41.578874 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af394a93-eeaa-4254-8f11-ad60a0a34083 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:41.592868 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517382c0-cc1a-4929-80fe-b2110a10c1bf tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Checking segment: {'id': '4dec545c-7f1f-4fac-85a9-2da2005bca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'adafbc48-1727-46a2-8537-ba5f36c60608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:41.593332 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517382c0-cc1a-4929-80fe-b2110a10c1bf tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network hostable DHCP agents. Network: adafbc48-1727-46a2-8537-ba5f36c60608, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:19:41.599292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517382c0-cc1a-4929-80fe-b2110a10c1bf tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Subnet': ['ID=47c10e47-6abb-43ff-9cc6-52090c04adb1,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:41.673265 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af394a93-eeaa-4254-8f11-ad60a0a34083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:41.703096 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517382c0-cc1a-4929-80fe-b2110a10c1bf tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network adafbc48-1727-46a2-8537-ba5f36c60608 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:19:41.732256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af394a93-eeaa-4254-8f11-ad60a0a34083 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=82b52ac6-c5a9-4f09-a5f3-e799f2907fd9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:41.751701 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-af394a93-eeaa-4254-8f11-ad60a0a34083 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46f5910ccc854a708d3da0471a74cebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4451048 Aug 17 03:19:41.752417 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50846) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:41.797572 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-517382c0-cc1a-4929-80fe-b2110a10c1bf tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, adafbc48-1727-46a2-8537-ba5f36c60608) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:41.804357 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-517382c0-cc1a-4929-80fe-b2110a10c1bf tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:41.805675 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-517382c0-cc1a-4929-80fe-b2110a10c1bf tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:41.815887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48ed4648-3728-4052-8344-065b93c9e5f2 None None] Network adafbc48-1727-46a2-8537-ba5f36c60608 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:41.827614 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5895be3b-07c8-4911-8906-a6ddc42c8cf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:41.869517 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5895be3b-07c8-4911-8906-a6ddc42c8cf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:41.911311 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-517382c0-cc1a-4929-80fe-b2110a10c1bf tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9890025 Aug 17 03:19:41.912496 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50852) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:41.921999 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d3a1d346-1d9d-49d8-a778-744c80475949 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'network_id': 'adafbc48-1727-46a2-8537-ba5f36c60608', 'name': 'tempest-PortsTestJSON-154228308', 'fixed_ips': [{'subnet_id': '47c10e47-6abb-43ff-9cc6-52090c04adb1', 'ip_address': '172.20.0.10'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:42.028114 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5895be3b-07c8-4911-8906-a6ddc42c8cf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:42.031518 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5895be3b-07c8-4911-8906-a6ddc42c8cf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:42.035272 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5895be3b-07c8-4911-8906-a6ddc42c8cf9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/82b52ac6-c5a9-4f09-a5f3-e799f2907fd9 HTTP/1.1" status: 204 len: 168 time: 0.2798610 Aug 17 03:19:42.036299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-adafbc48-1727-46a2-8537-ba5f36c60608', 'network_id': 'adafbc48-1727-46a2-8537-ba5f36c60608', 'tenant_id': 'd07ab646781f434d8d036f30c72bd0fa', 'fixed_ips': [{'subnet_id': '47c10e47-6abb-43ff-9cc6-52090c04adb1'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:19:42.047053 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:42.064784 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5895be3b-07c8-4911-8906-a6ddc42c8cf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=82b52ac6-c5a9-4f09-a5f3-e799f2907fd9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:42.172811 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3a1d346-1d9d-49d8-a778-744c80475949 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:42.274699 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d3a1d346-1d9d-49d8-a778-744c80475949 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:42.312215 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Allocated IP 172.20.0.2 (adafbc48-1727-46a2-8537-ba5f36c60608/47c10e47-6abb-43ff-9cc6-52090c04adb1/aa200e16-693d-4fc1-9d41-de03a67b1896) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:42.328464 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-d3a1d346-1d9d-49d8-a778-744c80475949 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] device_id is not set on port c05a8065-e4a3-4747-b195-ef64fb8fd4b5 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:19:42.544280 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:42.554241 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Transition to ACTIVE for port object aa200e16-693d-4fc1-9d41-de03a67b1896 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:42.570132 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Transition to ACTIVE for port object aa200e16-693d-4fc1-9d41-de03a67b1896 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:42.704752 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:42.758464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Network adafbc48-1727-46a2-8537-ba5f36c60608 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:42.767314 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:42.774811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:42.790777 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Pushing event updated for resources: {'Port': ['ID=aa200e16-693d-4fc1-9d41-de03a67b1896,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:42.792617 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-d3a1d346-1d9d-49d8-a778-744c80475949 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Allocated IP 172.20.0.10 (adafbc48-1727-46a2-8537-ba5f36c60608/47c10e47-6abb-43ff-9cc6-52090c04adb1/c05a8065-e4a3-4747-b195-ef64fb8fd4b5) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:42.815206 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:42.817961 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:42.818359 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:42.818709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:42.819051 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:42.819392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:42.819723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:42.820306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:42.820793 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:42.821129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:42.821639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:42.821979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:19:42.891809 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Attempting to bind port aa200e16-693d-4fc1-9d41-de03a67b1896 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:19:42.892383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Attempting to bind port aa200e16-693d-4fc1-9d41-de03a67b1896 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '4dec545c-7f1f-4fac-85a9-2da2005bca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'adafbc48-1727-46a2-8537-ba5f36c60608'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:19:42.893262 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Attempting to bind port aa200e16-693d-4fc1-9d41-de03a67b1896 on network adafbc48-1727-46a2-8537-ba5f36c60608 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:19:42.901669 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 19, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:19:42.902618 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Checking segment: {'id': '4dec545c-7f1f-4fac-85a9-2da2005bca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'adafbc48-1727-46a2-8537-ba5f36c60608'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:42.905729 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:42.906315 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Bound using segment: {'id': '4dec545c-7f1f-4fac-85a9-2da2005bca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'adafbc48-1727-46a2-8537-ba5f36c60608'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:19:42.906981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Bound port: aa200e16-693d-4fc1-9d41-de03a67b1896, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4dec545c-7f1f-4fac-85a9-2da2005bca3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 51, 'network_id': 'adafbc48-1727-46a2-8537-ba5f36c60608'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:19:42.907572 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:42.996754 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] For port aa200e16-693d-4fc1-9d41-de03a67b1896, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:19:43.001210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] For port aa200e16-693d-4fc1-9d41-de03a67b1896, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=aa200e16-693d-4fc1-9d41-de03a67b1896,segment=NetworkSegment(4dec545c-7f1f-4fac-85a9-2da2005bca3d),segment_id=4dec545c-7f1f-4fac-85a9-2da2005bca3d)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:19:43.075550 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:43.114979 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d3a1d346-1d9d-49d8-a778-744c80475949 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:43.141890 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-d3a1d346-1d9d-49d8-a778-744c80475949 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Transition to ACTIVE for port object c05a8065-e4a3-4747-b195-ef64fb8fd4b5 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:43.220221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c538f14-a7b4-458d-ac0d-6588a22f386d None None] Pushing event updated for resources: {'Port': ['ID=aa200e16-693d-4fc1-9d41-de03a67b1896,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:43.295825 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d3a1d346-1d9d-49d8-a778-744c80475949 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:43.360363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3a1d346-1d9d-49d8-a778-744c80475949 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network adafbc48-1727-46a2-8537-ba5f36c60608 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:43.369979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-d3a1d346-1d9d-49d8-a778-744c80475949 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:43.378522 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3a1d346-1d9d-49d8-a778-744c80475949 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:43.493826 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3a1d346-1d9d-49d8-a778-744c80475949 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:43.494782 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d3a1d346-1d9d-49d8-a778-744c80475949 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:43.573021 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3a1d346-1d9d-49d8-a778-744c80475949 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=c05a8065-e4a3-4747-b195-ef64fb8fd4b5,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:43.613349 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e8b450-fb52-4bc6-9a5e-dfbb61d20ed0 req-b4bb0dbd-74ef-4dba-b2d7-4be4ef92c5b9 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:43.615812 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-09e8b450-fb52-4bc6-9a5e-dfbb61d20ed0 req-b4bb0dbd-74ef-4dba-b2d7-4be4ef92c5b9 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1413825 Aug 17 03:19:43.665366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50900) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:43.666321 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d3a1d346-1d9d-49d8-a778-744c80475949 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7512083 Aug 17 03:19:43.674531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d38247ea-6099-4a28-8427-799809c1bb0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'network_id': 'adafbc48-1727-46a2-8537-ba5f36c60608', 'name': 'tempest-PortsTestJSON-718358101', 'fixed_ips': [{'subnet_id': '47c10e47-6abb-43ff-9cc6-52090c04adb1', 'ip_address': '172.20.0.9'}]}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:43.759563 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-09e8b450-fb52-4bc6-9a5e-dfbb61d20ed0 req-4aee375d-ca65-4c63-a02b-10acb1ac4d92 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1341164 Aug 17 03:19:43.979261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d38247ea-6099-4a28-8427-799809c1bb0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:44.144032 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d38247ea-6099-4a28-8427-799809c1bb0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:44.174280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-d38247ea-6099-4a28-8427-799809c1bb0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] device_id is not set on port 34da8ca3-61a1-4b03-bbaa-dc12ccd6cda0 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:19:44.485647 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-d38247ea-6099-4a28-8427-799809c1bb0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Allocated IP 172.20.0.9 (adafbc48-1727-46a2-8537-ba5f36c60608/47c10e47-6abb-43ff-9cc6-52090c04adb1/34da8ca3-61a1-4b03-bbaa-dc12ccd6cda0) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:44.512067 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eeef019-08c5-4493-b9a5-3a210c766708 req-058a5bfa-376d-439a-8785-6bf9669a9cec tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:44.515285 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7eeef019-08c5-4493-b9a5-3a210c766708 req-058a5bfa-376d-439a-8785-6bf9669a9cec tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1425419 Aug 17 03:19:44.620056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7eeef019-08c5-4493-b9a5-3a210c766708 req-34c0dd70-1a73-429d-ac37-7aad74450574 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0957608 Aug 17 03:19:44.803678 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69827f2d-7a1a-4b55-8b2c-f7327e25165e None None] Network adafbc48-1727-46a2-8537-ba5f36c60608 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:44.859805 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d38247ea-6099-4a28-8427-799809c1bb0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:44.885556 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-d38247ea-6099-4a28-8427-799809c1bb0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Transition to ACTIVE for port object 34da8ca3-61a1-4b03-bbaa-dc12ccd6cda0 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:44.998260 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0d987b46-7495-4878-9e65-a28960356c1a None None] Provisioning for port aa200e16-693d-4fc1-9d41-de03a67b1896 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:45.064891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d38247ea-6099-4a28-8427-799809c1bb0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:45.150168 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device aa200e16-693d-4fc1-9d41-de03a67b1896 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:45.281840 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d38247ea-6099-4a28-8427-799809c1bb0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network adafbc48-1727-46a2-8537-ba5f36c60608 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:45.309258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-d38247ea-6099-4a28-8427-799809c1bb0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:45.320038 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d38247ea-6099-4a28-8427-799809c1bb0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:45.324492 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38247ea-6099-4a28-8427-799809c1bb0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=34da8ca3-61a1-4b03-bbaa-dc12ccd6cda0,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:45.453169 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c60a77d2-b8ec-4ffb-a84e-f80578e464be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:45.531717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d38247ea-6099-4a28-8427-799809c1bb0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:45.533323 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d38247ea-6099-4a28-8427-799809c1bb0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:45.540392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port aa200e16-693d-4fc1-9d41-de03a67b1896 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:45.546034 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port aa200e16-693d-4fc1-9d41-de03a67b1896 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:45.546034 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:45.620858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e40124b-55aa-44e9-8fd8-9e592c2e6112 req-0d6235c4-cc96-4499-9e65-2160973209cf tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:45.625838 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e40124b-55aa-44e9-8fd8-9e592c2e6112 req-0d6235c4-cc96-4499-9e65-2160973209cf tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.2769096 Aug 17 03:19:45.704359 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e40124b-55aa-44e9-8fd8-9e592c2e6112 req-c5c2bd69-3a0b-4791-ab3f-3cb9995dfcc3 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719411 Aug 17 03:19:45.705568 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:45.710672 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d38247ea-6099-4a28-8427-799809c1bb0b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.0424278 Aug 17 03:19:45.714263 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 50954) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:45.814764 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port aa200e16-693d-4fc1-9d41-de03a67b1896, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=aa200e16-693d-4fc1-9d41-de03a67b1896,segment=NetworkSegment(4dec545c-7f1f-4fac-85a9-2da2005bca3d),segment_id=4dec545c-7f1f-4fac-85a9-2da2005bca3d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:45.831618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-decfd79e-e565-415e-9219-dceb25f377ce tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:45.844238 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50964) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:45.845316 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-decfd79e-e565-415e-9219-dceb25f377ce tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.1292052 Aug 17 03:19:45.891378 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-91cc1fd8-c786-47a7-aa13-03429562b862 None None] Provisioning complete for port aa200e16-693d-4fc1-9d41-de03a67b1896 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:45.892353 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-91cc1fd8-c786-47a7-aa13-03429562b862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:45.955395 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:45.963286 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38184636-edf3-4275-a1c0-1c70a2359144 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:45.977975 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38184636-edf3-4275-a1c0-1c70a2359144 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:45.993054 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38184636-edf3-4275-a1c0-1c70a2359144 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:46.001856 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-38184636-edf3-4275-a1c0-1c70a2359144 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2376 time: 0.1541216 Aug 17 03:19:46.004777 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 50974) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:46.055575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=aa200e16-693d-4fc1-9d41-de03a67b1896,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:46.243385 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5d7009d2-bd66-4e8b-8e2a-c87d28f362aa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port 34da8ca3-61a1-4b03-bbaa-dc12ccd6cda0 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:46.244036 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d7009d2-bd66-4e8b-8e2a-c87d28f362aa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:46.288503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-91cc1fd8-c786-47a7-aa13-03429562b862 None None] Provisioning for port c05a8065-e4a3-4747-b195-ef64fb8fd4b5 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:46.294163 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-91cc1fd8-c786-47a7-aa13-03429562b862 None None] Provisioning complete for port c05a8065-e4a3-4747-b195-ef64fb8fd4b5 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:46.294798 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-91cc1fd8-c786-47a7-aa13-03429562b862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:46.389284 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-91cc1fd8-c786-47a7-aa13-03429562b862 None None] Port c05a8065-e4a3-4747-b195-ef64fb8fd4b5 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:19:46.440612 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d7009d2-bd66-4e8b-8e2a-c87d28f362aa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:46.482112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5d7009d2-bd66-4e8b-8e2a-c87d28f362aa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for 34da8ca3-61a1-4b03-bbaa-dc12ccd6cda0 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:46.483242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-91cc1fd8-c786-47a7-aa13-03429562b862 None None] Provisioning for port 34da8ca3-61a1-4b03-bbaa-dc12ccd6cda0 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:46.487956 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-91cc1fd8-c786-47a7-aa13-03429562b862 None None] Provisioning complete for port 34da8ca3-61a1-4b03-bbaa-dc12ccd6cda0 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:46.488370 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-91cc1fd8-c786-47a7-aa13-03429562b862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:46.578154 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-91cc1fd8-c786-47a7-aa13-03429562b862 None None] Port 34da8ca3-61a1-4b03-bbaa-dc12ccd6cda0 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:19:46.714167 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5b03fbf0-3d6a-41ab-8b3e-6071d23348e3 None None] Provisioning complete for port c05a8065-e4a3-4747-b195-ef64fb8fd4b5 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:46.715084 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5b03fbf0-3d6a-41ab-8b3e-6071d23348e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:46.789987 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5b03fbf0-3d6a-41ab-8b3e-6071d23348e3 None None] Port c05a8065-e4a3-4747-b195-ef64fb8fd4b5 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:19:46.824259 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d7009d2-bd66-4e8b-8e2a-c87d28f362aa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:46.840228 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5b03fbf0-3d6a-41ab-8b3e-6071d23348e3 None None] Provisioning complete for port 34da8ca3-61a1-4b03-bbaa-dc12ccd6cda0 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:46.846378 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5b03fbf0-3d6a-41ab-8b3e-6071d23348e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:46.925201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5b03fbf0-3d6a-41ab-8b3e-6071d23348e3 None None] Port 34da8ca3-61a1-4b03-bbaa-dc12ccd6cda0 was deleted so its status cannot be updated. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:330}} Aug 17 03:19:46.968378 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d7009d2-bd66-4e8b-8e2a-c87d28f362aa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=34da8ca3-61a1-4b03-bbaa-dc12ccd6cda0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:47.047317 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device aa200e16-693d-4fc1-9d41-de03a67b1896 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:47.070461 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1cd34dc-5d98-46d0-890b-277e456c823c req-b91213a4-3f0d-4d4c-9548-fc8b1fcb55ef tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:47.072091 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1cd34dc-5d98-46d0-890b-277e456c823c req-b91213a4-3f0d-4d4c-9548-fc8b1fcb55ef tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1240754 Aug 17 03:19:47.114443 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d7009d2-bd66-4e8b-8e2a-c87d28f362aa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:47.117705 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5d7009d2-bd66-4e8b-8e2a-c87d28f362aa tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/ports/34da8ca3-61a1-4b03-bbaa-dc12ccd6cda0 HTTP/1.1" status: 204 len: 168 time: 1.1074579 Aug 17 03:19:47.120452 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51016) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:47.164323 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1cd34dc-5d98-46d0-890b-277e456c823c req-b9073500-1ba2-4843-855a-c2f60892bfda tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0762138 Aug 17 03:19:47.171859 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2167064-4d6f-4e22-86ff-40116a5028ae tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] GET failed (client error): The resource could not be found. Aug 17 03:19:47.173747 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f2167064-4d6f-4e22-86ff-40116a5028ae tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports/34da8ca3-61a1-4b03-bbaa-dc12ccd6cda0 HTTP/1.1" status: 404 len: 333 time: 0.0512829 Aug 17 03:19:47.176728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51018) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:47.180857 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port aa200e16-693d-4fc1-9d41-de03a67b1896 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:47.181345 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:47.370664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf3777-23d2-4888-a6e4-faa0c9216d44 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port c05a8065-e4a3-4747-b195-ef64fb8fd4b5 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:47.371473 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d7cf3777-23d2-4888-a6e4-faa0c9216d44 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:47.488207 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d7cf3777-23d2-4888-a6e4-faa0c9216d44 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:47.501006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-d7cf3777-23d2-4888-a6e4-faa0c9216d44 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for c05a8065-e4a3-4747-b195-ef64fb8fd4b5 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:47.755280 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d7cf3777-23d2-4888-a6e4-faa0c9216d44 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:47.791974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cf3777-23d2-4888-a6e4-faa0c9216d44 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=c05a8065-e4a3-4747-b195-ef64fb8fd4b5,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:47.897751 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d7cf3777-23d2-4888-a6e4-faa0c9216d44 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:47.903512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51030) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:47.908804 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d7cf3777-23d2-4888-a6e4-faa0c9216d44 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/ports/c05a8065-e4a3-4747-b195-ef64fb8fd4b5 HTTP/1.1" status: 204 len: 168 time: 0.7299685 Aug 17 03:19:47.947572 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc3cf95-ef65-4d27-ac68-4e18727558be tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] GET failed (client error): The resource could not be found. Aug 17 03:19:47.949593 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ddc3cf95-ef65-4d27-ac68-4e18727558be tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports/c05a8065-e4a3-4747-b195-ef64fb8fd4b5 HTTP/1.1" status: 404 len: 333 time: 0.0449219 Aug 17 03:19:47.952720 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51032) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:47.991400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51034) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:47.994978 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5ec2f690-d7f9-4324-91cc-0c58e0d374aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.100129 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-e0dd609b-d9f9-44b4-bcde-f7224b8e7397 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting subnet 47c10e47-6abb-43ff-9cc6-52090c04adb1 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:19:48.104879 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e0dd609b-d9f9-44b4-bcde-f7224b8e7397 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.172206 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e0dd609b-d9f9-44b4-bcde-f7224b8e7397 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.189488 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.207841 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee0cbdc6-812a-4bc3-b7b1-28089ada5b16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.336862 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee0cbdc6-812a-4bc3-b7b1-28089ada5b16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.337883 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e0dd609b-d9f9-44b4-bcde-f7224b8e7397 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.396014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac29d36-e966-43ba-85cc-32273b86a751 req-3b6937f0-381a-4073-860a-6c8b27c1a6ff tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:48.398949 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cac29d36-e966-43ba-85cc-32273b86a751 req-3b6937f0-381a-4073-860a-6c8b27c1a6ff tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1146846 Aug 17 03:19:48.421779 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee0cbdc6-812a-4bc3-b7b1-28089ada5b16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.445385 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cac29d36-e966-43ba-85cc-32273b86a751 req-6e927ad8-de0f-4b5d-a150-547f3ebbf510 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418952 Aug 17 03:19:48.465823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ee0cbdc6-812a-4bc3-b7b1-28089ada5b16 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3fd6e93c6ba74f24a5941c3ee9f038c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4686329 Aug 17 03:19:48.465823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0cbdc6-812a-4bc3-b7b1-28089ada5b16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6056b1e5-f081-4f5b-921b-f00e2f2bac2d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:48.466147 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51042) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:48.516135 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e0dd609b-d9f9-44b4-bcde-f7224b8e7397 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.546726 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbefbb09-c997-41cc-aecd-22b445be753d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.550872 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0dd609b-d9f9-44b4-bcde-f7224b8e7397 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Subnet': ['ID=47c10e47-6abb-43ff-9cc6-52090c04adb1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:48.554384 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e0dd609b-d9f9-44b4-bcde-f7224b8e7397 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.558585 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e0dd609b-d9f9-44b4-bcde-f7224b8e7397 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/47c10e47-6abb-43ff-9cc6-52090c04adb1 HTTP/1.1" status: 204 len: 168 time: 0.6024039 Aug 17 03:19:48.559019 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33aca54e-3ed3-41eb-a46a-7db158c9b8c6 None None] Network adafbc48-1727-46a2-8537-ba5f36c60608 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:48.562111 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51044) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:48.624733 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbefbb09-c997-41cc-aecd-22b445be753d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.682625 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.756832 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port aa200e16-693d-4fc1-9d41-de03a67b1896 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:48.757185 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.764263 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75428050-a1db-4b7b-a7c3-b514229f2994 None None] DHCP port deletion for adafbc48-1727-46a2-8537-ba5f36c60608 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:19:48.824137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-75428050-a1db-4b7b-a7c3-b514229f2994 None None] Deleting port aa200e16-693d-4fc1-9d41-de03a67b1896 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:48.824137 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-75428050-a1db-4b7b-a7c3-b514229f2994 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.876161 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbefbb09-c997-41cc-aecd-22b445be753d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.878763 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dbefbb09-c997-41cc-aecd-22b445be753d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.882229 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dbefbb09-c997-41cc-aecd-22b445be753d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6056b1e5-f081-4f5b-921b-f00e2f2bac2d HTTP/1.1" status: 204 len: 168 time: 0.4150205 Aug 17 03:19:48.886200 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] For port aa200e16-693d-4fc1-9d41-de03a67b1896, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=aa200e16-693d-4fc1-9d41-de03a67b1896,segment=NetworkSegment(4dec545c-7f1f-4fac-85a9-2da2005bca3d),segment_id=4dec545c-7f1f-4fac-85a9-2da2005bca3d)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:48.893923 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.913202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for aa200e16-693d-4fc1-9d41-de03a67b1896 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:48.922950 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbefbb09-c997-41cc-aecd-22b445be753d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6056b1e5-f081-4f5b-921b-f00e2f2bac2d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:48.923591 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-75428050-a1db-4b7b-a7c3-b514229f2994 None None] For port aa200e16-693d-4fc1-9d41-de03a67b1896, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=aa200e16-693d-4fc1-9d41-de03a67b1896,segment=NetworkSegment(4dec545c-7f1f-4fac-85a9-2da2005bca3d),segment_id=4dec545c-7f1f-4fac-85a9-2da2005bca3d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:48.923896 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-75428050-a1db-4b7b-a7c3-b514229f2994 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:48.978852 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-75428050-a1db-4b7b-a7c3-b514229f2994 None None] Calling delete_port for aa200e16-693d-4fc1-9d41-de03a67b1896 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:49.187890 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:49.229451 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device aa200e16-693d-4fc1-9d41-de03a67b1896 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:19:49.263653 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: aa200e16-693d-4fc1-9d41-de03a67b1896 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:19:49.265915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device aa200e16-693d-4fc1-9d41-de03a67b1896 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:19:49.266051 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=aa200e16-693d-4fc1-9d41-de03a67b1896,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:49.271112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No DVR routers for this DVR port aa200e16-693d-4fc1-9d41-de03a67b1896 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:19:49.318727 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-75428050-a1db-4b7b-a7c3-b514229f2994 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:49.359618 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:49.361664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75428050-a1db-4b7b-a7c3-b514229f2994 None None] Pushing event deleted for resources: {'Port': ['ID=aa200e16-693d-4fc1-9d41-de03a67b1896,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:49.367004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75428050-a1db-4b7b-a7c3-b514229f2994 None None] No DVR routers for this DVR port aa200e16-693d-4fc1-9d41-de03a67b1896 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:19:49.384278 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:49.397412 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['adafbc48-1727-46a2-8537-ba5f36c60608']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:49.421482 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4dec545c-7f1f-4fac-85a9-2da2005bca3d') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:49.421482 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4dec545c-7f1f-4fac-85a9-2da2005bca3d') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:49.431719 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:49.454687 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:49.464197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Releasing vlan 51 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:19:49.464197 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:19:49.512957 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:19:49.600689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e42c807-c3f5-4369-a35c-5b3236ac7600 req-10658bfa-ed5a-4036-acb8-4a58fea9e0a6 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:49.602247 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e42c807-c3f5-4369-a35c-5b3236ac7600 req-10658bfa-ed5a-4036-acb8-4a58fea9e0a6 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.0637138 Aug 17 03:19:49.650419 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:49.657641 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:49.662390 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9e42c807-c3f5-4369-a35c-5b3236ac7600 req-3492f205-f84a-4dde-bc05-0f174c63953b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487988 Aug 17 03:19:49.662810 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/networks/adafbc48-1727-46a2-8537-ba5f36c60608 HTTP/1.1" status: 204 len: 168 time: 1.0964105 Aug 17 03:19:49.665597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51066) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:49.671866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-909609a8-3957-471b-bed4-ffd7812d3654 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-583083153'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:49.687564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160fe1be-3aab-4812-8c9a-4d9e63fabe23 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Network': ['ID=adafbc48-1727-46a2-8537-ba5f36c60608,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:49.794655 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-909609a8-3957-471b-bed4-ffd7812d3654 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:49.799540 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-909609a8-3957-471b-bed4-ffd7812d3654 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:49.822970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-909609a8-3957-471b-bed4-ffd7812d3654 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:19:49.831566 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-909609a8-3957-471b-bed4-ffd7812d3654 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:49.831909 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-909609a8-3957-471b-bed4-ffd7812d3654 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Added segment fb6da974-95a8-49c1-8df1-2f3495ebb18f of type vlan for network 75b8ece1-cf47-4450-86ad-08f83fdf7629 Aug 17 03:19:49.876087 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-909609a8-3957-471b-bed4-ffd7812d3654 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:49.891488 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51070) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:49.910875 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1da2e6e9-a2f4-40f8-b36f-61b518180c80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:50.001362 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-909609a8-3957-471b-bed4-ffd7812d3654 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:50.007859 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-909609a8-3957-471b-bed4-ffd7812d3654 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:50.014374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-909609a8-3957-471b-bed4-ffd7812d3654 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:50.043066 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1da2e6e9-a2f4-40f8-b36f-61b518180c80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:50.089920 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909609a8-3957-471b-bed4-ffd7812d3654 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Network': ['ID=75b8ece1-cf47-4450-86ad-08f83fdf7629,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:50.103291 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 75b8ece1-cf47-4450-86ad-08f83fdf7629 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:19:50.149025 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1da2e6e9-a2f4-40f8-b36f-61b518180c80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:50.200964 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1da2e6e9-a2f4-40f8-b36f-61b518180c80 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2837e208c5d244309a18dd5a39957753&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3083076 Aug 17 03:19:50.202335 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da2e6e9-a2f4-40f8-b36f-61b518180c80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59d14ddb-48d3-4a62-a1ef-85de00df19c6,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:50.206059 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51082) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:50.235363 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-909609a8-3957-471b-bed4-ffd7812d3654 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5684285 Aug 17 03:19:50.238028 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51084) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:50.243287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-c248ad67-7b0f-4777-8c28-1449f9dc849f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'subnet': {'network_id': '75b8ece1-cf47-4450-86ad-08f83fdf7629', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:50.259961 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-363e9e37-3ae6-4b7e-9f4c-ea63d8a14ed8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:50.289616 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-363e9e37-3ae6-4b7e-9f4c-ea63d8a14ed8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:50.427104 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-363e9e37-3ae6-4b7e-9f4c-ea63d8a14ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:50.429745 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-363e9e37-3ae6-4b7e-9f4c-ea63d8a14ed8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:50.430918 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-363e9e37-3ae6-4b7e-9f4c-ea63d8a14ed8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/59d14ddb-48d3-4a62-a1ef-85de00df19c6 HTTP/1.1" status: 204 len: 168 time: 0.2239203 Aug 17 03:19:50.440930 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-363e9e37-3ae6-4b7e-9f4c-ea63d8a14ed8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59d14ddb-48d3-4a62-a1ef-85de00df19c6,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:50.454188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c248ad67-7b0f-4777-8c28-1449f9dc849f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:50.465173 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c248ad67-7b0f-4777-8c28-1449f9dc849f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:50.529140 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:19:50.812870 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed9c777-04a9-47f2-b111-3f1f43b33fa4 req-27456bd1-7199-4283-bdc1-c544698b87c1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:50.814420 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ed9c777-04a9-47f2-b111-3f1f43b33fa4 req-27456bd1-7199-4283-bdc1-c544698b87c1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.0623910 Aug 17 03:19:50.823952 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c248ad67-7b0f-4777-8c28-1449f9dc849f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:50.866142 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ed9c777-04a9-47f2-b111-3f1f43b33fa4 req-6fdcd852-952a-41f8-b5bf-70a7405042f2 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0455191 Aug 17 03:19:50.876934 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:50.897034 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c248ad67-7b0f-4777-8c28-1449f9dc849f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Subnet': ['ID=a47d2bf6-4daf-4b24-b1a1-a9717b7d9940,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:50.915137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c248ad67-7b0f-4777-8c28-1449f9dc849f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Checking segment: {'id': 'fb6da974-95a8-49c1-8df1-2f3495ebb18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '75b8ece1-cf47-4450-86ad-08f83fdf7629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:50.915530 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c248ad67-7b0f-4777-8c28-1449f9dc849f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network hostable DHCP agents. Network: 75b8ece1-cf47-4450-86ad-08f83fdf7629, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:19:51.002010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c248ad67-7b0f-4777-8c28-1449f9dc849f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network 75b8ece1-cf47-4450-86ad-08f83fdf7629 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:19:51.103416 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-c248ad67-7b0f-4777-8c28-1449f9dc849f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 75b8ece1-cf47-4450-86ad-08f83fdf7629) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:51.112286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c248ad67-7b0f-4777-8c28-1449f9dc849f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:51.112286 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c248ad67-7b0f-4777-8c28-1449f9dc849f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:51.117715 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c7c34d7-2a45-48ba-9ae4-20c1f8d52b4d None None] Network 75b8ece1-cf47-4450-86ad-08f83fdf7629 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:51.214209 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c248ad67-7b0f-4777-8c28-1449f9dc849f tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9726489 Aug 17 03:19:51.214747 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51108) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:51.220619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-5d2ae7ae-a6a8-4396-8f13-2b7e6f1d52ea tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-1238339932', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:51.347512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-75b8ece1-cf47-4450-86ad-08f83fdf7629', 'network_id': '75b8ece1-cf47-4450-86ad-08f83fdf7629', 'tenant_id': 'd07ab646781f434d8d036f30c72bd0fa', 'fixed_ips': [{'subnet_id': 'a47d2bf6-4daf-4b24-b1a1-a9717b7d9940'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:19:51.348548 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:51.387902 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d2ae7ae-a6a8-4396-8f13-2b7e6f1d52ea tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:51.389975 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d2ae7ae-a6a8-4396-8f13-2b7e6f1d52ea tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:51.454613 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d2ae7ae-a6a8-4396-8f13-2b7e6f1d52ea tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:51.502870 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Allocated IP 172.20.0.2 (75b8ece1-cf47-4450-86ad-08f83fdf7629/a47d2bf6-4daf-4b24-b1a1-a9717b7d9940/4f0779a7-5365-4bc0-b861-2d650bbc3a85) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:51.587827 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d2ae7ae-a6a8-4396-8f13-2b7e6f1d52ea tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:51.664298 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:51.673158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Transition to ACTIVE for port object 4f0779a7-5365-4bc0-b861-2d650bbc3a85 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:51.688875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Transition to ACTIVE for port object 4f0779a7-5365-4bc0-b861-2d650bbc3a85 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:51.697485 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d2ae7ae-a6a8-4396-8f13-2b7e6f1d52ea tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:51.698712 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5d2ae7ae-a6a8-4396-8f13-2b7e6f1d52ea tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.4829028 Aug 17 03:19:51.701516 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51120) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:51.706587 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f09139ba-4c17-4333-9e63-7217421f9967 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'network_id': '75b8ece1-cf47-4450-86ad-08f83fdf7629', 'name': 'tempest-PortsTestJSON-695753540'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:51.793795 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:51.837411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Network 75b8ece1-cf47-4450-86ad-08f83fdf7629 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:51.840749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:51.843715 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:51.883251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Pushing event updated for resources: {'Port': ['ID=4f0779a7-5365-4bc0-b861-2d650bbc3a85,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:51.908902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f09139ba-4c17-4333-9e63-7217421f9967 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:51.913220 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f09139ba-4c17-4333-9e63-7217421f9967 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:51.918797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Attempting to bind port 4f0779a7-5365-4bc0-b861-2d650bbc3a85 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:19:51.919408 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Attempting to bind port 4f0779a7-5365-4bc0-b861-2d650bbc3a85 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'fb6da974-95a8-49c1-8df1-2f3495ebb18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '75b8ece1-cf47-4450-86ad-08f83fdf7629'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:19:51.921029 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Attempting to bind port 4f0779a7-5365-4bc0-b861-2d650bbc3a85 on network 75b8ece1-cf47-4450-86ad-08f83fdf7629 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:19:51.927510 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:19:51.927690 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51126) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:51.928085 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Checking segment: {'id': 'fb6da974-95a8-49c1-8df1-2f3495ebb18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '75b8ece1-cf47-4450-86ad-08f83fdf7629'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:51.928349 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:51.928879 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Bound using segment: {'id': 'fb6da974-95a8-49c1-8df1-2f3495ebb18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '75b8ece1-cf47-4450-86ad-08f83fdf7629'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:19:51.929639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Bound port: 4f0779a7-5365-4bc0-b861-2d650bbc3a85, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb6da974-95a8-49c1-8df1-2f3495ebb18f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '75b8ece1-cf47-4450-86ad-08f83fdf7629'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:19:51.930928 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:51.931636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-f09139ba-4c17-4333-9e63-7217421f9967 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] device_id is not set on port ea07ca48-a68a-461d-8555-6c1df44ba4e0 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:19:52.025444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] For port 4f0779a7-5365-4bc0-b861-2d650bbc3a85, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:19:52.025565 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9d22cc-9f75-4743-9b38-87d70eac39c9 req-b19d118b-a6bc-4b63-9fc1-3cd3859171f5 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:52.025699 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] For port 4f0779a7-5365-4bc0-b861-2d650bbc3a85, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4f0779a7-5365-4bc0-b861-2d650bbc3a85,segment=NetworkSegment(fb6da974-95a8-49c1-8df1-2f3495ebb18f),segment_id=fb6da974-95a8-49c1-8df1-2f3495ebb18f)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:19:52.032429 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b9d22cc-9f75-4743-9b38-87d70eac39c9 req-b19d118b-a6bc-4b63-9fc1-3cd3859171f5 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.0730519 Aug 17 03:19:52.093733 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-733d6ac2-f0d7-419f-a506-6967d2e3b976 tempest-AgentManagementNegativeTest-164662056 tempest-AgentManagementNegativeTest-164662056-project] 10.222.0.10 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1652555 Aug 17 03:19:52.113125 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-f09139ba-4c17-4333-9e63-7217421f9967 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Allocated IP 172.20.0.12 (75b8ece1-cf47-4450-86ad-08f83fdf7629/a47d2bf6-4daf-4b24-b1a1-a9717b7d9940/ea07ca48-a68a-461d-8555-6c1df44ba4e0) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:52.130626 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b9d22cc-9f75-4743-9b38-87d70eac39c9 req-fe85c696-0142-4dca-ba99-569bab48fc97 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972164 Aug 17 03:19:52.144907 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:52.277972 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd2f9f2-69a9-44d9-81c8-7d849e31347b None None] Pushing event updated for resources: {'Port': ['ID=4f0779a7-5365-4bc0-b861-2d650bbc3a85,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:52.357966 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f09139ba-4c17-4333-9e63-7217421f9967 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:52.381869 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-f09139ba-4c17-4333-9e63-7217421f9967 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Transition to ACTIVE for port object ea07ca48-a68a-461d-8555-6c1df44ba4e0 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:52.657188 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f09139ba-4c17-4333-9e63-7217421f9967 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:52.714732 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09139ba-4c17-4333-9e63-7217421f9967 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=ea07ca48-a68a-461d-8555-6c1df44ba4e0,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:52.733951 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f09139ba-4c17-4333-9e63-7217421f9967 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network 75b8ece1-cf47-4450-86ad-08f83fdf7629 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:52.735779 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f09139ba-4c17-4333-9e63-7217421f9967 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:52.738280 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f09139ba-4c17-4333-9e63-7217421f9967 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:52.807654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f09139ba-4c17-4333-9e63-7217421f9967 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:52.808293 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f09139ba-4c17-4333-9e63-7217421f9967 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:52.856570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51150) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:52.895387 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f09139ba-4c17-4333-9e63-7217421f9967 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.1926284 Aug 17 03:19:52.897900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51154) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:53.125091 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4f0779a7-5365-4bc0-b861-2d650bbc3a85 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:53.158838 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e2874beb-870e-4565-8ee8-4c6ed1ab078b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:53.346453 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e2874beb-870e-4565-8ee8-4c6ed1ab078b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:53.387367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 4f0779a7-5365-4bc0-b861-2d650bbc3a85 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:53.429144 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e2874beb-870e-4565-8ee8-4c6ed1ab078b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:53.521831 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e2874beb-870e-4565-8ee8-4c6ed1ab078b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac6f7217516e471abfed5e2e8bdae3d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6637855 Aug 17 03:19:53.527722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51172) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:53.546395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2874beb-870e-4565-8ee8-4c6ed1ab078b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e463e02-6a95-4fb0-9cc7-482b37b55d98,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:53.663458 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3cb08fe-9db3-43b6-8f10-5d29f84ed324 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:53.710993 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3cb08fe-9db3-43b6-8f10-5d29f84ed324 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:53.711828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-099de76b-c090-4f36-948b-49343d4f282e None None] Network 75b8ece1-cf47-4450-86ad-08f83fdf7629 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:53.891809 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3cb08fe-9db3-43b6-8f10-5d29f84ed324 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:53.894563 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3cb08fe-9db3-43b6-8f10-5d29f84ed324 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:53.898435 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b3cb08fe-9db3-43b6-8f10-5d29f84ed324 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e463e02-6a95-4fb0-9cc7-482b37b55d98 HTTP/1.1" status: 204 len: 168 time: 0.3670707 Aug 17 03:19:53.926957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3cb08fe-9db3-43b6-8f10-5d29f84ed324 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e463e02-6a95-4fb0-9cc7-482b37b55d98,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:53.967571 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0c63d447-e727-4720-8186-cdd3da88aa88 None None] Provisioning for port 4f0779a7-5365-4bc0-b861-2d650bbc3a85 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:53.997192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0c63d447-e727-4720-8186-cdd3da88aa88 None None] Provisioning complete for port 4f0779a7-5365-4bc0-b861-2d650bbc3a85 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:53.997911 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0c63d447-e727-4720-8186-cdd3da88aa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:54.090547 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c88adf54-e6a6-4dac-82da-21b0ec492b83 req-54f461b0-c219-48cd-9d63-d83d01d8cbdc tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:54.092401 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c88adf54-e6a6-4dac-82da-21b0ec492b83 req-54f461b0-c219-48cd-9d63-d83d01d8cbdc tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.2338054 Aug 17 03:19:54.232716 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c88adf54-e6a6-4dac-82da-21b0ec492b83 req-1501af4e-3de0-4802-a914-68219bfe4f58 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859630 Aug 17 03:19:54.291768 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cc17f81-bbd3-494e-81ee-7e8e260b925e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:54.332211 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0c63d447-e727-4720-8186-cdd3da88aa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:54.439714 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-0c63d447-e727-4720-8186-cdd3da88aa88 None None] For port 4f0779a7-5365-4bc0-b861-2d650bbc3a85, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4f0779a7-5365-4bc0-b861-2d650bbc3a85,segment=NetworkSegment(fb6da974-95a8-49c1-8df1-2f3495ebb18f),segment_id=fb6da974-95a8-49c1-8df1-2f3495ebb18f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:19:54.554208 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0c63d447-e727-4720-8186-cdd3da88aa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:54.768523 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c63d447-e727-4720-8186-cdd3da88aa88 None None] Pushing event updated for resources: {'Port': ['ID=4f0779a7-5365-4bc0-b861-2d650bbc3a85,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:54.926679 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cc17f81-bbd3-494e-81ee-7e8e260b925e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:55.006519 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8ba65e12-c290-49aa-b910-e35f869f2717 None None] Provisioning for port ea07ca48-a68a-461d-8555-6c1df44ba4e0 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:19:55.014693 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8ba65e12-c290-49aa-b910-e35f869f2717 None None] Provisioning complete for port ea07ca48-a68a-461d-8555-6c1df44ba4e0 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:55.016079 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8ba65e12-c290-49aa-b910-e35f869f2717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:55.029877 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cc17f81-bbd3-494e-81ee-7e8e260b925e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:55.135242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4f0779a7-5365-4bc0-b861-2d650bbc3a85 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:19:55.135242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-8ba65e12-c290-49aa-b910-e35f869f2717 None None] Port ea07ca48-a68a-461d-8555-6c1df44ba4e0 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:19:55.142462 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc17f81-bbd3-494e-81ee-7e8e260b925e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=ea07ca48-a68a-461d-8555-6c1df44ba4e0,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:55.213916 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8ba65e12-c290-49aa-b910-e35f869f2717 None None] Provisioning complete for port 4f0779a7-5365-4bc0-b861-2d650bbc3a85 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:55.222241 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8ba65e12-c290-49aa-b910-e35f869f2717 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:55.322875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 4f0779a7-5365-4bc0-b861-2d650bbc3a85 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:55.323571 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:55.643775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2facfa8-b739-41bf-94d5-da15667cea0a req-3157cee6-176b-457b-b6ac-139a69edc7b2 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:55.663277 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2facfa8-b739-41bf-94d5-da15667cea0a req-3157cee6-176b-457b-b6ac-139a69edc7b2 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1856737 Aug 17 03:19:55.665804 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3ae4a3f9-42a3-459e-a3af-2afb4ecf20e0 None None] Provisioning complete for port ea07ca48-a68a-461d-8555-6c1df44ba4e0 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:55.666313 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3ae4a3f9-42a3-459e-a3af-2afb4ecf20e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:55.693227 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cc17f81-bbd3-494e-81ee-7e8e260b925e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:55.739278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51212) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:55.781650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-3ae4a3f9-42a3-459e-a3af-2afb4ecf20e0 None None] Port ea07ca48-a68a-461d-8555-6c1df44ba4e0 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:19:55.787039 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c2facfa8-b739-41bf-94d5-da15667cea0a req-1b4d9c4c-ce43-4b66-acfb-5f5578d98ecc tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1228890 Aug 17 03:19:55.903472 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c8e19744-3702-4699-bbaa-01e9b841deda None None] Provisioning complete for port ea07ca48-a68a-461d-8555-6c1df44ba4e0 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:55.905285 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c8e19744-3702-4699-bbaa-01e9b841deda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:55.946539 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-847c6a47-fbb8-49df-9db0-71c4006ebc22 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-1575634785'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:55.993924 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cc17f81-bbd3-494e-81ee-7e8e260b925e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:56.028686 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c8e19744-3702-4699-bbaa-01e9b841deda None None] Port ea07ca48-a68a-461d-8555-6c1df44ba4e0 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:19:56.080002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-847c6a47-fbb8-49df-9db0-71c4006ebc22 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Made reservation on behalf of 80d7b517d5b043269516e32b8f7fdd81 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:56.083783 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-847c6a47-fbb8-49df-9db0-71c4006ebc22 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:56.094361 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-847c6a47-fbb8-49df-9db0-71c4006ebc22 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:56.346987 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-847c6a47-fbb8-49df-9db0-71c4006ebc22 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:56.415681 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-847c6a47-fbb8-49df-9db0-71c4006ebc22 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:56.464817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c6a47-fbb8-49df-9db0-71c4006ebc22 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a123376a-31a4-45c4-917d-6be79386ffcf,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:56.476761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-847c6a47-fbb8-49df-9db0-71c4006ebc22 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:19:56.489589 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-847c6a47-fbb8-49df-9db0-71c4006ebc22 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:56.490240 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-847c6a47-fbb8-49df-9db0-71c4006ebc22 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Added segment a30871ac-02f2-47d0-9250-efa269f360b3 of type vlan for network ff0f0072-5384-46e2-b83c-010f7aa1e186 Aug 17 03:19:56.537827 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-847c6a47-fbb8-49df-9db0-71c4006ebc22 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:56.554138 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cc17f81-bbd3-494e-81ee-7e8e260b925e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:56.640835 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cc17f81-bbd3-494e-81ee-7e8e260b925e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:56.690416 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-847c6a47-fbb8-49df-9db0-71c4006ebc22 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:56.696636 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-847c6a47-fbb8-49df-9db0-71c4006ebc22 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:56.701804 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-847c6a47-fbb8-49df-9db0-71c4006ebc22 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:56.732429 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc17f81-bbd3-494e-81ee-7e8e260b925e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=ea07ca48-a68a-461d-8555-6c1df44ba4e0,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:56.734906 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cc17f81-bbd3-494e-81ee-7e8e260b925e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:56.785786 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-847c6a47-fbb8-49df-9db0-71c4006ebc22 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 1.0141265 Aug 17 03:19:56.788864 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51224) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:56.793970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d8c4b5a7-d6e0-45b2-b28a-a2a07628d790 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Request body: {'subnet': {'network_id': 'ff0f0072-5384-46e2-b83c-010f7aa1e186', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:56.877200 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cc17f81-bbd3-494e-81ee-7e8e260b925e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network 75b8ece1-cf47-4450-86ad-08f83fdf7629 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:56.882166 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-0cc17f81-bbd3-494e-81ee-7e8e260b925e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:56.950104 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847c6a47-fbb8-49df-9db0-71c4006ebc22 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event updated for resources: {'Network': ['ID=ff0f0072-5384-46e2-b83c-010f7aa1e186,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:56.995901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network ff0f0072-5384-46e2-b83c-010f7aa1e186 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:19:57.129092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c4b5a7-d6e0-45b2-b28a-a2a07628d790 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Made reservation on behalf of 80d7b517d5b043269516e32b8f7fdd81 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:57.132667 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b5a7-d6e0-45b2-b28a-a2a07628d790 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:57.224124 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74bfaa23-1f37-4b90-9999-fc67e3e459c5 req-e7d06619-3b49-4777-b2d0-c45b6fd0b4c0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:57.228609 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74bfaa23-1f37-4b90-9999-fc67e3e459c5 req-e7d06619-3b49-4777-b2d0-c45b6fd0b4c0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1317019 Aug 17 03:19:57.344605 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74bfaa23-1f37-4b90-9999-fc67e3e459c5 req-8a7f0d4b-dca7-48cd-8b74-eebd9e4e2444 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1102285 Aug 17 03:19:57.345882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cc17f81-bbd3-494e-81ee-7e8e260b925e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Router 8beb4f9e-a9ac-4886-93df-2ba39c9dc416 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:19:57.487651 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-041e8d11-d331-4db0-ae31-7647a8ec4256 None None] Provisioning complete for port ea07ca48-a68a-461d-8555-6c1df44ba4e0 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:19:57.488039 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-041e8d11-d331-4db0-ae31-7647a8ec4256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:57.549707 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cc17f81-bbd3-494e-81ee-7e8e260b925e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:19:57.565475 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0cc17f81-bbd3-494e-81ee-7e8e260b925e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "PUT /v2.0/routers/8beb4f9e-a9ac-4886-93df-2ba39c9dc416/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6587510 Aug 17 03:19:57.568008 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51244) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:57.569399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d55ba-2845-49ad-9257-033a00e18d33 None None] Sync routers for ids ['8beb4f9e-a9ac-4886-93df-2ba39c9dc416'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:19:57.589447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-041e8d11-d331-4db0-ae31-7647a8ec4256 None None] Port ea07ca48-a68a-461d-8555-6c1df44ba4e0 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:19:57.593951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d55ba-2845-49ad-9257-033a00e18d33 None None] Routers {'8beb4f9e-a9ac-4886-93df-2ba39c9dc416'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:57.594541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-842d55ba-2845-49ad-9257-033a00e18d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:19:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8beb4f9e-a9ac-4886-93df-2ba39c9dc416'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:57.636916 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-842d55ba-2845-49ad-9257-033a00e18d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:57.647124 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-842d55ba-2845-49ad-9257-033a00e18d33 None None] Routers {'8beb4f9e-a9ac-4886-93df-2ba39c9dc416'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:19:57.647746 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-842d55ba-2845-49ad-9257-033a00e18d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:19:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8beb4f9e-a9ac-4886-93df-2ba39c9dc416'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:57.688451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17123ba4-3be9-4d68-82e7-af2333cdb3c2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:57.691008 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-842d55ba-2845-49ad-9257-033a00e18d33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:19:57.691673 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-17123ba4-3be9-4d68-82e7-af2333cdb3c2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports?device_id=8beb4f9e-a9ac-4886-93df-2ba39c9dc416 HTTP/1.1" status: 200 len: 982 time: 0.1222663 Aug 17 03:19:57.698022 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842d55ba-2845-49ad-9257-033a00e18d33 None None] The sync data for ids ['8beb4f9e-a9ac-4886-93df-2ba39c9dc416'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:19:57.700138 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51248) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:57.764704 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b5a7-d6e0-45b2-b28a-a2a07628d790 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:57.832744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c4b5a7-d6e0-45b2-b28a-a2a07628d790 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event updated for resources: {'Subnet': ['ID=3b4f49c6-6204-4579-a034-23cb51a8ea77,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:57.846800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8c4b5a7-d6e0-45b2-b28a-a2a07628d790 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Checking segment: {'id': 'a30871ac-02f2-47d0-9250-efa269f360b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff0f0072-5384-46e2-b83c-010f7aa1e186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:57.853114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c4b5a7-d6e0-45b2-b28a-a2a07628d790 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Network hostable DHCP agents. Network: ff0f0072-5384-46e2-b83c-010f7aa1e186, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:19:57.936505 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c4b5a7-d6e0-45b2-b28a-a2a07628d790 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Network ff0f0072-5384-46e2-b83c-010f7aa1e186 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:19:58.034513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-d8c4b5a7-d6e0-45b2-b28a-a2a07628d790 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, ff0f0072-5384-46e2-b83c-010f7aa1e186) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:58.038647 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c4b5a7-d6e0-45b2-b28a-a2a07628d790 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:58.039445 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d8c4b5a7-d6e0-45b2-b28a-a2a07628d790 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:58.050298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34a74971-26e5-4d3c-987d-3d03ac86f76a None None] Network ff0f0072-5384-46e2-b83c-010f7aa1e186 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:19:58.156687 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d8c4b5a7-d6e0-45b2-b28a-a2a07628d790 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3665283 Aug 17 03:19:58.159238 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51256) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:19:58.164913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-36bd8808-95ab-4bdb-b6c3-83760e253194 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Request body: {'port': {'network_id': 'ff0f0072-5384-46e2-b83c-010f7aa1e186', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1505895266'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:19:58.202778 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-551953c4-6f9a-44f2-937d-cd5f97cd0cb8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:58.331545 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-ff0f0072-5384-46e2-b83c-010f7aa1e186', 'network_id': 'ff0f0072-5384-46e2-b83c-010f7aa1e186', 'tenant_id': '80d7b517d5b043269516e32b8f7fdd81', 'fixed_ips': [{'subnet_id': '3b4f49c6-6204-4579-a034-23cb51a8ea77'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:19:58.332795 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:58.492764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36bd8808-95ab-4bdb-b6c3-83760e253194 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Made reservation on behalf of 80d7b517d5b043269516e32b8f7fdd81 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:19:58.497568 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36bd8808-95ab-4bdb-b6c3-83760e253194 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:58.558471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-36bd8808-95ab-4bdb-b6c3-83760e253194 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] device_id is not set on port eb6588aa-700d-40d1-a979-4a443af64c88 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:19:58.657589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Allocated IP 2001:db8::2 (ff0f0072-5384-46e2-b83c-010f7aa1e186/3b4f49c6-6204-4579-a034-23cb51a8ea77/e4ac4150-c91b-441c-8322-b8d615432629) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:58.688090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-551953c4-6f9a-44f2-937d-cd5f97cd0cb8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port ea07ca48-a68a-461d-8555-6c1df44ba4e0 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:19:58.688672 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-551953c4-6f9a-44f2-937d-cd5f97cd0cb8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:58.688774 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31709256-e161-4159-8902-15f617abbbdc req-afc6ec4b-fa36-4163-8563-47bd33652e5b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:58.690527 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-31709256-e161-4159-8902-15f617abbbdc req-afc6ec4b-fa36-4163-8563-47bd33652e5b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1597955 Aug 17 03:19:58.757056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-31709256-e161-4159-8902-15f617abbbdc req-5926edda-b533-4721-8344-523f3780278c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0601017 Aug 17 03:19:58.860699 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:58.871275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Transition to ACTIVE for port object e4ac4150-c91b-441c-8322-b8d615432629 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:58.883324 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-551953c4-6f9a-44f2-937d-cd5f97cd0cb8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:58.891436 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Transition to ACTIVE for port object e4ac4150-c91b-441c-8322-b8d615432629 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:19:58.903723 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-551953c4-6f9a-44f2-937d-cd5f97cd0cb8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for ea07ca48-a68a-461d-8555-6c1df44ba4e0 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:19:58.976819 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:59.006923 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Network ff0f0072-5384-46e2-b83c-010f7aa1e186 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:19:59.011702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:19:59.020931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:19:59.133036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-36bd8808-95ab-4bdb-b6c3-83760e253194 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Allocated IP 2001:db8::3bf (ff0f0072-5384-46e2-b83c-010f7aa1e186/3b4f49c6-6204-4579-a034-23cb51a8ea77/eb6588aa-700d-40d1-a979-4a443af64c88) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:19:59.199575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Pushing event updated for resources: {'Port': ['ID=e4ac4150-c91b-441c-8322-b8d615432629,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:59.205551 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Attempting to bind port e4ac4150-c91b-441c-8322-b8d615432629 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:19:59.210078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Attempting to bind port e4ac4150-c91b-441c-8322-b8d615432629 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'a30871ac-02f2-47d0-9250-efa269f360b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff0f0072-5384-46e2-b83c-010f7aa1e186'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:19:59.210455 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Attempting to bind port e4ac4150-c91b-441c-8322-b8d615432629 on network ff0f0072-5384-46e2-b83c-010f7aa1e186 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:19:59.217613 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:19:59.218004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Checking segment: {'id': 'a30871ac-02f2-47d0-9250-efa269f360b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff0f0072-5384-46e2-b83c-010f7aa1e186'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:19:59.218420 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:59.218822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Bound using segment: {'id': 'a30871ac-02f2-47d0-9250-efa269f360b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff0f0072-5384-46e2-b83c-010f7aa1e186'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:19:59.219306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Bound port: e4ac4150-c91b-441c-8322-b8d615432629, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a30871ac-02f2-47d0-9250-efa269f360b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'ff0f0072-5384-46e2-b83c-010f7aa1e186'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:19:59.219693 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:59.256761 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-551953c4-6f9a-44f2-937d-cd5f97cd0cb8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:59.348626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] For port e4ac4150-c91b-441c-8322-b8d615432629, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:19:59.352535 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] For port e4ac4150-c91b-441c-8322-b8d615432629, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e4ac4150-c91b-441c-8322-b8d615432629,segment=NetworkSegment(a30871ac-02f2-47d0-9250-efa269f360b3),segment_id=a30871ac-02f2-47d0-9250-efa269f360b3)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:19:59.366347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551953c4-6f9a-44f2-937d-cd5f97cd0cb8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=ea07ca48-a68a-461d-8555-6c1df44ba4e0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:59.375373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe78775-f7d8-4b08-bef4-172a0452213a req-1d0e2ce7-94ea-4b94-92c8-046aa20be003 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:59.376926 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-efe78775-f7d8-4b08-bef4-172a0452213a req-1d0e2ce7-94ea-4b94-92c8-046aa20be003 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1873059 Aug 17 03:19:59.422209 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:59.491692 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3315caa4-9703-43a9-ba29-ff9e37786739 None None] Pushing event updated for resources: {'Port': ['ID=e4ac4150-c91b-441c-8322-b8d615432629,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:19:59.630559 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-efe78775-f7d8-4b08-bef4-172a0452213a req-476c6924-c6a2-49a6-b38d-b0aa9aa6bb7e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2146447 Aug 17 03:19:59.675374 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-551953c4-6f9a-44f2-937d-cd5f97cd0cb8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:59.710369 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243494cf-8658-43d5-9667-9e5746a90295 req-5897a6f2-2c07-4c34-b476-6a5def283cd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:19:59.715425 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-243494cf-8658-43d5-9667-9e5746a90295 req-5897a6f2-2c07-4c34-b476-6a5def283cd9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 1096 time: 0.3652592 Aug 17 03:19:59.889405 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36bd8808-95ab-4bdb-b6c3-83760e253194 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:19:59.962230 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-36bd8808-95ab-4bdb-b6c3-83760e253194 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Transition to ACTIVE for port object eb6588aa-700d-40d1-a979-4a443af64c88 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:00.030099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243494cf-8658-43d5-9667-9e5746a90295 req-2c43d5fc-83b9-4575-b38a-bf32dc9d70ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:00.031645 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-243494cf-8658-43d5-9667-9e5746a90295 req-2c43d5fc-83b9-4575-b38a-bf32dc9d70ab service neutron] 10.222.0.60 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 0.3066125 Aug 17 03:20:00.114308 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-551953c4-6f9a-44f2-937d-cd5f97cd0cb8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Router 8beb4f9e-a9ac-4886-93df-2ba39c9dc416 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:20:00.128307 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-243494cf-8658-43d5-9667-9e5746a90295 req-1d37ee42-a344-41e3-98e0-7ccb6855a190 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee00051-652a-4cb0-b148-861aefc669e7 HTTP/1.1" status: 200 len: 1000 time: 0.0807235 Aug 17 03:20:00.190400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243494cf-8658-43d5-9667-9e5746a90295 req-3cfab6a1-57f5-4c5b-b269-43e68fd6f9dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:00.192061 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-243494cf-8658-43d5-9667-9e5746a90295 req-3cfab6a1-57f5-4c5b-b269-43e68fd6f9dc service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.0566773 Aug 17 03:20:00.210437 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36bd8808-95ab-4bdb-b6c3-83760e253194 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:00.217741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-551953c4-6f9a-44f2-937d-cd5f97cd0cb8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:20:00.223285 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-551953c4-6f9a-44f2-937d-cd5f97cd0cb8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "PUT /v2.0/routers/8beb4f9e-a9ac-4886-93df-2ba39c9dc416/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5216684 Aug 17 03:20:00.226197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51292) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:00.239490 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c9662-df06-49cd-9c8a-209253b82b51 None None] Sync routers for ids ['8beb4f9e-a9ac-4886-93df-2ba39c9dc416'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:20:00.252932 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165c9662-df06-49cd-9c8a-209253b82b51 None None] Routers {'8beb4f9e-a9ac-4886-93df-2ba39c9dc416'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:20:00.254355 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-165c9662-df06-49cd-9c8a-209253b82b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:19:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8beb4f9e-a9ac-4886-93df-2ba39c9dc416'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:00.288658 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec6ca8f2-ba3b-4693-9c62-914fec72b3df tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] GET failed (client error): The resource could not be found. Aug 17 03:20:00.291012 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ec6ca8f2-ba3b-4693-9c62-914fec72b3df tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports/ea07ca48-a68a-461d-8555-6c1df44ba4e0 HTTP/1.1" status: 404 len: 333 time: 0.0637569 Aug 17 03:20:00.293692 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51294) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:00.301393 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36bd8808-95ab-4bdb-b6c3-83760e253194 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event updated for resources: {'Port': ['ID=eb6588aa-700d-40d1-a979-4a443af64c88,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:00.316536 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-165c9662-df06-49cd-9c8a-209253b82b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:00.326411 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-165c9662-df06-49cd-9c8a-209253b82b51 None None] Routers {'8beb4f9e-a9ac-4886-93df-2ba39c9dc416'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:20:00.327336 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-165c9662-df06-49cd-9c8a-209253b82b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:19:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8beb4f9e-a9ac-4886-93df-2ba39c9dc416'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:00.332101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36bd8808-95ab-4bdb-b6c3-83760e253194 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Network ff0f0072-5384-46e2-b83c-010f7aa1e186 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:00.333856 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-36bd8808-95ab-4bdb-b6c3-83760e253194 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:00.339927 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36bd8808-95ab-4bdb-b6c3-83760e253194 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:00.346014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36bd8808-95ab-4bdb-b6c3-83760e253194 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:00.346640 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-36bd8808-95ab-4bdb-b6c3-83760e253194 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:00.350414 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243494cf-8658-43d5-9667-9e5746a90295 req-dd98ddd5-a83b-4897-ab97-cf0f8443a27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:00.351918 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-243494cf-8658-43d5-9667-9e5746a90295 req-dd98ddd5-a83b-4897-ab97-cf0f8443a27a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1531057 Aug 17 03:20:00.361344 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-165c9662-df06-49cd-9c8a-209253b82b51 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:00.362099 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-165c9662-df06-49cd-9c8a-209253b82b51 None None] The sync data for ids ['8beb4f9e-a9ac-4886-93df-2ba39c9dc416'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:20:00.398498 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bfa40504-e3d7-4702-baa2-ab4ad9d691db tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:00.457679 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-36bd8808-95ab-4bdb-b6c3-83760e253194 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 2.2970345 Aug 17 03:20:00.463600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51296) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:00.472519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1c661673-c96f-46a5-859d-d024e8eafece tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Request body: {'port': {'network_id': 'ff0f0072-5384-46e2-b83c-010f7aa1e186', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-201906921', 'allowed_address_pairs': [{'ip_address': '2001:db8::3bf', 'mac_address': 'fa:16:3e:17:27:48'}]}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:00.625860 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-243494cf-8658-43d5-9667-9e5746a90295 req-fd5b3b7a-c027-4b22-a657-294c5dbd7d43 service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2660427 Aug 17 03:20:00.634502 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bfa40504-e3d7-4702-baa2-ab4ad9d691db tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:00.636722 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bfa40504-e3d7-4702-baa2-ab4ad9d691db tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:00.761316 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-243494cf-8658-43d5-9667-9e5746a90295 req-4ae1bbcf-e2f1-4c1b-9fed-b2fe8c001266 service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255975 Aug 17 03:20:00.822230 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bfa40504-e3d7-4702-baa2-ab4ad9d691db tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:00.822739 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfa40504-e3d7-4702-baa2-ab4ad9d691db tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Fanout notify agent at l3_agent the message router_deleted on router 8beb4f9e-a9ac-4886-93df-2ba39c9dc416 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:20:00.833325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c661673-c96f-46a5-859d-d024e8eafece tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Made reservation on behalf of 80d7b517d5b043269516e32b8f7fdd81 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:00.839076 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bfa40504-e3d7-4702-baa2-ab4ad9d691db tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:00.840080 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bfa40504-e3d7-4702-baa2-ab4ad9d691db tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/routers/8beb4f9e-a9ac-4886-93df-2ba39c9dc416 HTTP/1.1" status: 204 len: 168 time: 0.5451758 Aug 17 03:20:00.842748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51302) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:00.933469 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae52bdf6-d70b-42ae-964b-9626ce5f081c None None] Network ff0f0072-5384-46e2-b83c-010f7aa1e186 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:00.934385 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de743d3d-81fd-4fbd-90cc-449eaf19e3e5 req-aae2f6ee-ac74-4589-84a1-06ee7afd5daf tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:00.938513 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de743d3d-81fd-4fbd-90cc-449eaf19e3e5 req-aae2f6ee-ac74-4589-84a1-06ee7afd5daf tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1615407 Aug 17 03:20:00.965525 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c661673-c96f-46a5-859d-d024e8eafece tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:00.977726 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-5938b44e-d96c-49b4-9d14-08508c50a461 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting subnet a47d2bf6-4daf-4b24-b1a1-a9717b7d9940 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:20:00.991830 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5938b44e-d96c-49b4-9d14-08508c50a461 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:01.001579 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-1c661673-c96f-46a5-859d-d024e8eafece tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] device_id is not set on port 488fdb9a-0ee8-435d-b85d-63e62ef90ecb yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:20:01.135738 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e4ac4150-c91b-441c-8322-b8d615432629 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:20:01.191090 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51310) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:01.194605 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f5fc67af-de52-42a0-86fe-b1c0e3766cc0 None None] Provisioning for port e4ac4150-c91b-441c-8322-b8d615432629 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:01.206965 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de743d3d-81fd-4fbd-90cc-449eaf19e3e5 req-47442daa-f86c-4e3b-b0fa-fa7ca7aee4ae tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2594335 Aug 17 03:20:01.220269 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5938b44e-d96c-49b4-9d14-08508c50a461 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:01.314879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-1c661673-c96f-46a5-859d-d024e8eafece tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Allocated IP 2001:db8::3d6 (ff0f0072-5384-46e2-b83c-010f7aa1e186/3b4f49c6-6204-4579-a034-23cb51a8ea77/488fdb9a-0ee8-435d-b85d-63e62ef90ecb) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:01.332283 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d4d16bd-b2c6-47f5-966f-df7401905164 admin admin] Deleting subnet dc9d0503-1f5b-486a-ad80-9a78d3a966a1 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:20:01.340216 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5d4d16bd-b2c6-47f5-966f-df7401905164 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:01.344271 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5938b44e-d96c-49b4-9d14-08508c50a461 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:01.348291 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port e4ac4150-c91b-441c-8322-b8d615432629 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:01.353322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port e4ac4150-c91b-441c-8322-b8d615432629 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:01.354056 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:01.427398 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5d4d16bd-b2c6-47f5-966f-df7401905164 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:01.539936 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5d4d16bd-b2c6-47f5-966f-df7401905164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:01.624169 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5938b44e-d96c-49b4-9d14-08508c50a461 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:01.659967 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c661673-c96f-46a5-859d-d024e8eafece tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:01.676611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-1c661673-c96f-46a5-859d-d024e8eafece tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Transition to ACTIVE for port object 488fdb9a-0ee8-435d-b85d-63e62ef90ecb will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:02.001118 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5938b44e-d96c-49b4-9d14-08508c50a461 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Subnet': ['ID=a47d2bf6-4daf-4b24-b1a1-a9717b7d9940,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:02.001118 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5938b44e-d96c-49b4-9d14-08508c50a461 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.001118 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5938b44e-d96c-49b4-9d14-08508c50a461 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/a47d2bf6-4daf-4b24-b1a1-a9717b7d9940 HTTP/1.1" status: 204 len: 168 time: 0.9030070 Aug 17 03:20:02.003538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51318) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:02.004297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98d1e7d0-966a-4d24-81a2-ebf0bde72ecf None None] Network 75b8ece1-cf47-4450-86ad-08f83fdf7629 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:02.004788 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5d4d16bd-b2c6-47f5-966f-df7401905164 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.004788 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c661673-c96f-46a5-859d-d024e8eafece tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.004788 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5d4d16bd-b2c6-47f5-966f-df7401905164 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.004788 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5d4d16bd-b2c6-47f5-966f-df7401905164 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dc9d0503-1f5b-486a-ad80-9a78d3a966a1 HTTP/1.1" status: 204 len: 168 time: 0.7026029 Aug 17 03:20:02.005869 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51324) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:02.006089 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.006316 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4d16bd-b2c6-47f5-966f-df7401905164 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dc9d0503-1f5b-486a-ad80-9a78d3a966a1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:02.006636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-79ab49c2-2b99-4484-8912-2bc21dbae345 None None] Provisioning complete for port e4ac4150-c91b-441c-8322-b8d615432629 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:02.006636 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-79ab49c2-2b99-4484-8912-2bc21dbae345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.039530 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1978ec7f-6112-4ae1-aa28-598a65d2b77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.040003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c661673-c96f-46a5-859d-d024e8eafece tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Network ff0f0072-5384-46e2-b83c-010f7aa1e186 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:02.052750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-1c661673-c96f-46a5-859d-d024e8eafece tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:02.073252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c661673-c96f-46a5-859d-d024e8eafece tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:02.079728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c661673-c96f-46a5-859d-d024e8eafece tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:02.080260 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c661673-c96f-46a5-859d-d024e8eafece tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.134392 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.145029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c661673-c96f-46a5-859d-d024e8eafece tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event updated for resources: {'Port': ['ID=488fdb9a-0ee8-435d-b85d-63e62ef90ecb,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:02.151078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port e4ac4150-c91b-441c-8322-b8d615432629, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e4ac4150-c91b-441c-8322-b8d615432629,segment=NetworkSegment(a30871ac-02f2-47d0-9250-efa269f360b3),segment_id=a30871ac-02f2-47d0-9250-efa269f360b3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:02.201219 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1978ec7f-6112-4ae1-aa28-598a65d2b77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.214066 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1978ec7f-6112-4ae1-aa28-598a65d2b77a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2298ce04-0bac-4fa8-b765-3b652dc264bd']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:02.228027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1978ec7f-6112-4ae1-aa28-598a65d2b77a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '951a1138-0c16-475c-a9c6-851e879551d7') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:02.228517 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1978ec7f-6112-4ae1-aa28-598a65d2b77a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '951a1138-0c16-475c-a9c6-851e879551d7') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:02.249282 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1978ec7f-6112-4ae1-aa28-598a65d2b77a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.289628 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1c661673-c96f-46a5-859d-d024e8eafece tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 1.8267362 Aug 17 03:20:02.294014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51336) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:02.298603 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-79ab49c2-2b99-4484-8912-2bc21dbae345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.309554 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1978ec7f-6112-4ae1-aa28-598a65d2b77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.316284 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64473dc8-39bb-4161-8c03-f08357973e58 None None] DHCP port deletion for 75b8ece1-cf47-4450-86ad-08f83fdf7629 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:20:02.319944 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.329810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1978ec7f-6112-4ae1-aa28-598a65d2b77a admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:20:02.331815 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1978ec7f-6112-4ae1-aa28-598a65d2b77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:20:02.337973 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:20:02.424441 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port 4f0779a7-5365-4bc0-b861-2d650bbc3a85 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:02.425107 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.525730 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=e4ac4150-c91b-441c-8322-b8d615432629,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:02.574292 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-79ab49c2-2b99-4484-8912-2bc21dbae345 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:20:02.578465 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-79ab49c2-2b99-4484-8912-2bc21dbae345 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:20:02.582936 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1978ec7f-6112-4ae1-aa28-598a65d2b77a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.595584 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-64473dc8-39bb-4161-8c03-f08357973e58 None None] Deleting port 4f0779a7-5365-4bc0-b861-2d650bbc3a85 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:02.596306 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-64473dc8-39bb-4161-8c03-f08357973e58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.613453 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1978ec7f-6112-4ae1-aa28-598a65d2b77a admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.616101 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1978ec7f-6112-4ae1-aa28-598a65d2b77a admin admin] 10.222.0.10 "DELETE /v2.0/networks/2298ce04-0bac-4fa8-b765-3b652dc264bd HTTP/1.1" status: 204 len: 168 time: 0.7162971 Aug 17 03:20:02.617564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1978ec7f-6112-4ae1-aa28-598a65d2b77a admin admin] Pushing event deleted for resources: {'Network': ['ID=2298ce04-0bac-4fa8-b765-3b652dc264bd,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:02.619582 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51344) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:02.648117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ccdc73-9e6b-40b3-a28d-0a3adbf115de tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:02.664291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ccdc73-9e6b-40b3-a28d-0a3adbf115de tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:02.673332 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45ccdc73-9e6b-40b3-a28d-0a3adbf115de tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:02.677919 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-45ccdc73-9e6b-40b3-a28d-0a3adbf115de tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2483 time: 0.3780313 Aug 17 03:20:02.677919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] For port 4f0779a7-5365-4bc0-b861-2d650bbc3a85, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4f0779a7-5365-4bc0-b861-2d650bbc3a85,segment=NetworkSegment(fb6da974-95a8-49c1-8df1-2f3495ebb18f),segment_id=fb6da974-95a8-49c1-8df1-2f3495ebb18f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:02.677919 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.678962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51346) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:02.685145 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-64473dc8-39bb-4161-8c03-f08357973e58 None None] For port 4f0779a7-5365-4bc0-b861-2d650bbc3a85, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4f0779a7-5365-4bc0-b861-2d650bbc3a85,segment=NetworkSegment(fb6da974-95a8-49c1-8df1-2f3495ebb18f),segment_id=fb6da974-95a8-49c1-8df1-2f3495ebb18f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:02.685958 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-64473dc8-39bb-4161-8c03-f08357973e58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.689648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b915f8e8-8a8c-46d2-96d8-cbffcd7fd6f4 req-5dcc1ddf-9fef-4740-a011-7c06a2ef8928 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:02.691471 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b915f8e8-8a8c-46d2-96d8-cbffcd7fd6f4 req-5dcc1ddf-9fef-4740-a011-7c06a2ef8928 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.3101397 Aug 17 03:20:02.703251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-64473dc8-39bb-4161-8c03-f08357973e58 None None] Calling delete_port for 4f0779a7-5365-4bc0-b861-2d650bbc3a85 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:02.724675 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9b4404c-6b60-4c3e-a036-0d74500f2275 admin admin] Deleting subnet f0fa0519-b613-41b6-b74a-6f9bf25ba235 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:20:02.730679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for 4f0779a7-5365-4bc0-b861-2d650bbc3a85 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:02.739666 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f9b4404c-6b60-4c3e-a036-0d74500f2275 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.781499 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b915f8e8-8a8c-46d2-96d8-cbffcd7fd6f4 req-46368c48-8ae9-4239-8d93-712b1741e6a3 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0815847 Aug 17 03:20:02.829463 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f9b4404c-6b60-4c3e-a036-0d74500f2275 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.891351 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f9b4404c-6b60-4c3e-a036-0d74500f2275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.898722 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-64473dc8-39bb-4161-8c03-f08357973e58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.904940 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:02.952337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=4f0779a7-5365-4bc0-b861-2d650bbc3a85,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:02.958862 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64473dc8-39bb-4161-8c03-f08357973e58 None None] No DVR routers for this DVR port 4f0779a7-5365-4bc0-b861-2d650bbc3a85 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:20:02.964878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64473dc8-39bb-4161-8c03-f08357973e58 None None] Pushing event deleted for resources: {'Port': ['ID=4f0779a7-5365-4bc0-b861-2d650bbc3a85,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:02.968207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No DVR routers for this DVR port 4f0779a7-5365-4bc0-b861-2d650bbc3a85 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:20:02.973878 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a0cbd87c-5d8e-4345-a743-37f2bee37c61 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Deleting port 488fdb9a-0ee8-435d-b85d-63e62ef90ecb {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:02.974228 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a0cbd87c-5d8e-4345-a743-37f2bee37c61 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:03.069805 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:03.080240 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a8f7ac-4dcc-4851-92ae-e70a5c1cb628 req-c901cd3e-5631-4dc5-a2b3-d3fd386a5fe0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:03.082025 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-92a8f7ac-4dcc-4851-92ae-e70a5c1cb628 req-c901cd3e-5631-4dc5-a2b3-d3fd386a5fe0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1509290 Aug 17 03:20:03.105579 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:03.115397 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e4ac4150-c91b-441c-8322-b8d615432629 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:20:03.119135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75b8ece1-cf47-4450-86ad-08f83fdf7629']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:03.131545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb6da974-95a8-49c1-8df1-2f3495ebb18f') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:03.132280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb6da974-95a8-49c1-8df1-2f3495ebb18f') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:03.146276 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:03.162782 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:03.171056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:20:03.171814 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:20:03.176025 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:20:03.193478 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port e4ac4150-c91b-441c-8322-b8d615432629 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:03.194028 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:03.296415 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-79ab49c2-2b99-4484-8912-2bc21dbae345 None None] Provisioning for port eb6588aa-700d-40d1-a979-4a443af64c88 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:03.315905 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-79ab49c2-2b99-4484-8912-2bc21dbae345 None None] Provisioning complete for port eb6588aa-700d-40d1-a979-4a443af64c88 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:03.316675 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-79ab49c2-2b99-4484-8912-2bc21dbae345 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:03.370049 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:03.384636 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:03.398051 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/networks/75b8ece1-cf47-4450-86ad-08f83fdf7629 HTTP/1.1" status: 204 len: 168 time: 1.6464901 Aug 17 03:20:03.404656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51356) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:03.429106 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-79ab49c2-2b99-4484-8912-2bc21dbae345 None None] Port eb6588aa-700d-40d1-a979-4a443af64c88 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:20:03.456422 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4f0779a7-5365-4bc0-b861-2d650bbc3a85 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:20:03.485404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d5b1874-e105-45f4-a815-4d1771e1ecd8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Network': ['ID=75b8ece1-cf47-4450-86ad-08f83fdf7629,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:03.489849 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 4f0779a7-5365-4bc0-b861-2d650bbc3a85 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:20:03.490525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4f0779a7-5365-4bc0-b861-2d650bbc3a85 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:20:03.525174 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4478486-24af-49c9-b7ca-c01e79988cc1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:03.527163 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c4478486-24af-49c9-b7ca-c01e79988cc1 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports/9065bb64-ef68-4c2a-83ac-b752cc2d6089 HTTP/1.1" status: 200 len: 840 time: 0.1155505 Aug 17 03:20:03.543094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51360) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:03.597118 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-063b527e-c40a-42a7-9739-b8ef1330faab tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports/9065bb64-ef68-4c2a-83ac-b752cc2d6089?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0515287 Aug 17 03:20:03.601113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51362) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:03.606314 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f9b4404c-6b60-4c3e-a036-0d74500f2275 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:03.611449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3ea659bf-9676-4fe8-8d1f-bd87cda00c66 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'subnet': {'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:03.649581 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a0cbd87c-5d8e-4345-a743-37f2bee37c61 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:03.659948 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9b4404c-6b60-4c3e-a036-0d74500f2275 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0fa0519-b613-41b6-b74a-6f9bf25ba235,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:03.701841 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f9b4404c-6b60-4c3e-a036-0d74500f2275 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:03.701841 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f9b4404c-6b60-4c3e-a036-0d74500f2275 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f0fa0519-b613-41b6-b74a-6f9bf25ba235 HTTP/1.1" status: 204 len: 168 time: 1.0552304 Aug 17 03:20:03.701841 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a0cbd87c-5d8e-4345-a743-37f2bee37c61 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Calling delete_port for 488fdb9a-0ee8-435d-b85d-63e62ef90ecb owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:03.701841 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-92a8f7ac-4dcc-4851-92ae-e70a5c1cb628 req-3047035c-51b1-411f-9859-c56d521ff781 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5861564 Aug 17 03:20:03.701841 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51366) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:03.840911 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:03.847111 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4a1416a8-acbb-4706-aa13-a3755ae26d8c None None] Provisioning for port 488fdb9a-0ee8-435d-b85d-63e62ef90ecb completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:03.847111 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4a1416a8-acbb-4706-aa13-a3755ae26d8c None None] Provisioning complete for port 488fdb9a-0ee8-435d-b85d-63e62ef90ecb triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:03.847635 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4a1416a8-acbb-4706-aa13-a3755ae26d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:03.897948 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4a1416a8-acbb-4706-aa13-a3755ae26d8c None None] Port 488fdb9a-0ee8-435d-b85d-63e62ef90ecb cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:20:03.922999 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4a1416a8-acbb-4706-aa13-a3755ae26d8c None None] Provisioning complete for port eb6588aa-700d-40d1-a979-4a443af64c88 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:03.923486 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4a1416a8-acbb-4706-aa13-a3755ae26d8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:03.962584 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b68dfa4d-f2f2-4cc7-8283-8a98236f73cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:04.000121 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4a1416a8-acbb-4706-aa13-a3755ae26d8c None None] Port eb6588aa-700d-40d1-a979-4a443af64c88 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:20:04.123268 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b68dfa4d-f2f2-4cc7-8283-8a98236f73cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:04.166652 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-b68dfa4d-f2f2-4cc7-8283-8a98236f73cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['211a601b-5eee-449e-ab95-169f5bd3a40c']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:04.181653 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-b68dfa4d-f2f2-4cc7-8283-8a98236f73cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a982ba86-85a8-41aa-a610-f7e3c621cf80') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:04.182937 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-b68dfa4d-f2f2-4cc7-8283-8a98236f73cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a982ba86-85a8-41aa-a610-f7e3c621cf80') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:04.199192 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b68dfa4d-f2f2-4cc7-8283-8a98236f73cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:04.221737 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b68dfa4d-f2f2-4cc7-8283-8a98236f73cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:04.227074 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b68dfa4d-f2f2-4cc7-8283-8a98236f73cb admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:20:04.227685 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b68dfa4d-f2f2-4cc7-8283-8a98236f73cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:20:04.229594 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:20:04.291144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ea659bf-9676-4fe8-8d1f-bd87cda00c66 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:04.295646 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ea659bf-9676-4fe8-8d1f-bd87cda00c66 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:04.318205 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a0cbd87c-5d8e-4345-a743-37f2bee37c61 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:04.365280 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b68dfa4d-f2f2-4cc7-8283-8a98236f73cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:04.367472 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cbd87c-5d8e-4345-a743-37f2bee37c61 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event deleted for resources: {'Port': ['ID=488fdb9a-0ee8-435d-b85d-63e62ef90ecb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:04.397246 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b68dfa4d-f2f2-4cc7-8283-8a98236f73cb admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:04.399377 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b68dfa4d-f2f2-4cc7-8283-8a98236f73cb admin admin] 10.222.0.10 "DELETE /v2.0/networks/211a601b-5eee-449e-ab95-169f5bd3a40c HTTP/1.1" status: 204 len: 168 time: 0.6999168 Aug 17 03:20:04.422529 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68dfa4d-f2f2-4cc7-8283-8a98236f73cb admin admin] Pushing event deleted for resources: {'Network': ['ID=211a601b-5eee-449e-ab95-169f5bd3a40c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:04.577673 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a0cbd87c-5d8e-4345-a743-37f2bee37c61 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:04.580244 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a0cbd87c-5d8e-4345-a743-37f2bee37c61 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "DELETE /v2.0/ports/488fdb9a-0ee8-435d-b85d-63e62ef90ecb HTTP/1.1" status: 204 len: 168 time: 1.9004869 Aug 17 03:20:04.582757 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51388) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:04.616879 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-07f35948-9bb7-455d-b9ce-bb460f2a992c tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] GET failed (client error): The resource could not be found. Aug 17 03:20:04.622211 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-07f35948-9bb7-455d-b9ce-bb460f2a992c tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "GET /v2.0/ports/488fdb9a-0ee8-435d-b85d-63e62ef90ecb HTTP/1.1" status: 404 len: 333 time: 0.0342014 Aug 17 03:20:04.623156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51392) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:04.629814 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-2ff51b09-161d-4490-881d-07761ecee4cf tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Request body: {'port': {'network_id': 'ff0f0072-5384-46e2-b83c-010f7aa1e186', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1133535225'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:04.637683 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d558f9c-02d0-4524-b82d-489f6114ec62 req-11df53d3-c824-4a3f-9d5b-3360cdf5a6c5 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:04.646406 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3d558f9c-02d0-4524-b82d-489f6114ec62 req-11df53d3-c824-4a3f-9d5b-3360cdf5a6c5 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1440260 Aug 17 03:20:04.648780 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ea659bf-9676-4fe8-8d1f-bd87cda00c66 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:04.713163 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3d558f9c-02d0-4524-b82d-489f6114ec62 req-40359fa5-14bd-4861-a6d9-d84232f54ca6 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652268 Aug 17 03:20:04.744644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ea659bf-9676-4fe8-8d1f-bd87cda00c66 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:04.758916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-3ea659bf-9676-4fe8-8d1f-bd87cda00c66 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:04.795114 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58e0f80-e42b-4c41-9b4d-1afdc7cd1a2b None None] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:04.796127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ea659bf-9676-4fe8-8d1f-bd87cda00c66 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:04.796127 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ea659bf-9676-4fe8-8d1f-bd87cda00c66 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:04.842499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea659bf-9676-4fe8-8d1f-bd87cda00c66 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Subnet': ['ID=97ca513f-389d-452b-9895-af01e03a65bf,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:04.905641 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51400) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:04.969883 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1bb4743b-ddc0-40ee-b300-03a4795b7264 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cb682be3ec0c443bbcc96b4de499d0ad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668292 Aug 17 03:20:04.970654 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51402) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:05.001909 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ff51b09-161d-4490-881d-07761ecee4cf tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Made reservation on behalf of 80d7b517d5b043269516e32b8f7fdd81 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:05.005790 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ff51b09-161d-4490-881d-07761ecee4cf tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.019621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38', 'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38', 'tenant_id': 'd07ab646781f434d8d036f30c72bd0fa', 'fixed_ips': [{'subnet_id': '97ca513f-389d-452b-9895-af01e03a65bf'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:20:05.019621 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.035779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-2ff51b09-161d-4490-881d-07761ecee4cf tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] device_id is not set on port 339fbb9f-c1ce-437b-bf8e-2ee1ea0de3e0 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:20:05.093708 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b1e0607b-8d6e-47b8-a033-8d96b43131c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.104374 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3ea659bf-9676-4fe8-8d1f-bd87cda00c66 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4956751 Aug 17 03:20:05.105191 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51408) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:05.108276 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'security_group': {'name': 'tempest-secgroup-717064025'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:05.156491 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b1e0607b-8d6e-47b8-a033-8d96b43131c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.250953 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Allocated IP 172.20.0.2 (f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38/97ca513f-389d-452b-9895-af01e03a65bf/ed2326ec-b26e-411f-9799-94ca710e4a90) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:05.256376 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0fae8e8-172e-48bf-87fe-c6b1ad343d45 req-972905ad-f89c-4558-afdc-e968bf8f95b8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:05.258060 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a0fae8e8-172e-48bf-87fe-c6b1ad343d45 req-972905ad-f89c-4558-afdc-e968bf8f95b8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.0934658 Aug 17 03:20:05.273902 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.306421 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-2ff51b09-161d-4490-881d-07761ecee4cf tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Allocated IP 2001:db8::6c (ff0f0072-5384-46e2-b83c-010f7aa1e186/3b4f49c6-6204-4579-a034-23cb51a8ea77/339fbb9f-c1ce-437b-bf8e-2ee1ea0de3e0) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:05.330297 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a0fae8e8-172e-48bf-87fe-c6b1ad343d45 req-fdae05d5-c078-4a79-987d-9eed4331e498 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592217 Aug 17 03:20:05.351806 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b1e0607b-8d6e-47b8-a033-8d96b43131c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.354586 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b1e0607b-8d6e-47b8-a033-8d96b43131c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.355778 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b1e0607b-8d6e-47b8-a033-8d96b43131c6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/03ffb675-71b2-4171-a49d-583525f59dd1 HTTP/1.1" status: 204 len: 168 time: 0.3839872 Aug 17 03:20:05.426798 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e0607b-8d6e-47b8-a033-8d96b43131c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ffb675-71b2-4171-a49d-583525f59dd1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:05.447312 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.508515 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.530436 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.558403 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Transition to ACTIVE for port object ed2326ec-b26e-411f-9799-94ca710e4a90 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:05.582003 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Transition to ACTIVE for port object ed2326ec-b26e-411f-9799-94ca710e4a90 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:05.586218 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=903c46dc-1711-4213-aee8-aef33adcc337,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:05.605896 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:05.606321 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:05.606722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:05.607147 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:05.607554 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:05.608572 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:05.608929 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:05.609435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:05.609902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:05.610245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:05.610589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:05.610930 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:05.635444 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ff51b09-161d-4490-881d-07761ecee4cf tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.649929 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.654705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-2ff51b09-161d-4490-881d-07761ecee4cf tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Transition to ACTIVE for port object 339fbb9f-c1ce-437b-bf8e-2ee1ea0de3e0 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:05.654849 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-73076fcf-ac08-4b99-8f63-9c3a55cff130 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5478528 Aug 17 03:20:05.654849 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51420) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:05.659332 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-22b48f3b-fb87-469d-a84f-3ee84f875512 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'security_group': {'name': 'tempest-secgroup-424571117'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:05.702815 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.752730 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:05.755752 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:05.764113 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:05.775039 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Pushing event updated for resources: {'Port': ['ID=ed2326ec-b26e-411f-9799-94ca710e4a90,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:05.806047 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22b48f3b-fb87-469d-a84f-3ee84f875512 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.835732 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ff51b09-161d-4490-881d-07761ecee4cf tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.844049 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Attempting to bind port ed2326ec-b26e-411f-9799-94ca710e4a90 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:20:05.844653 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Attempting to bind port ed2326ec-b26e-411f-9799-94ca710e4a90 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '458b81cc-ef2e-4f02-b071-7a6044b3d78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:20:05.845150 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Attempting to bind port ed2326ec-b26e-411f-9799-94ca710e4a90 on network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:20:05.853048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 19, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:20:05.853765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Checking segment: {'id': '458b81cc-ef2e-4f02-b071-7a6044b3d78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:20:05.854000 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.854827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Bound using segment: {'id': '458b81cc-ef2e-4f02-b071-7a6044b3d78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:20:05.855758 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Bound port: ed2326ec-b26e-411f-9799-94ca710e4a90, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '458b81cc-ef2e-4f02-b071-7a6044b3d78e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:20:05.856095 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.946891 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ff51b09-161d-4490-881d-07761ecee4cf tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event updated for resources: {'Port': ['ID=339fbb9f-c1ce-437b-bf8e-2ee1ea0de3e0,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:05.958501 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22b48f3b-fb87-469d-a84f-3ee84f875512 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.968360 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ff51b09-161d-4490-881d-07761ecee4cf tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Network ff0f0072-5384-46e2-b83c-010f7aa1e186 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:05.970018 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-2ff51b09-161d-4490-881d-07761ecee4cf tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:05.972854 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ff51b09-161d-4490-881d-07761ecee4cf tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:05.979726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ff51b09-161d-4490-881d-07761ecee4cf tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:05.980484 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ff51b09-161d-4490-881d-07761ecee4cf tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:05.998614 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] For port ed2326ec-b26e-411f-9799-94ca710e4a90, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:20:06.004531 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] For port ed2326ec-b26e-411f-9799-94ca710e4a90, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ed2326ec-b26e-411f-9799-94ca710e4a90,segment=NetworkSegment(458b81cc-ef2e-4f02-b071-7a6044b3d78e),segment_id=458b81cc-ef2e-4f02-b071-7a6044b3d78e)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:20:06.028423 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22b48f3b-fb87-469d-a84f-3ee84f875512 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:06.065849 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b48f3b-fb87-469d-a84f-3ee84f875512 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=34b70322-75cc-412b-bd10-97fa2bf6e27e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:06.149024 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:06.173266 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-22b48f3b-fb87-469d-a84f-3ee84f875512 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:06.177932 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-22b48f3b-fb87-469d-a84f-3ee84f875512 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5199111 Aug 17 03:20:06.178122 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2ff51b09-161d-4490-881d-07761ecee4cf tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5522251 Aug 17 03:20:06.178122 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51430) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:06.184233 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51432) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:06.201014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ddba56b6-b2c0-409c-a357-08a7addd22c7 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3bf', 'mac_address': 'fa:16:3e:17:27:48'}]}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:06.201564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a357eba1-89a9-48bb-ba99-36c3a638bd05 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-2061444482', 'security_groups': ['34b70322-75cc-412b-bd10-97fa2bf6e27e'], 'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '97ca513f-389d-452b-9895-af01e03a65bf'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:06.253824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c18923a-98dc-42f9-b3ea-5fe2c5888a11 None None] Pushing event updated for resources: {'Port': ['ID=ed2326ec-b26e-411f-9799-94ca710e4a90,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:06.410514 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ddba56b6-b2c0-409c-a357-08a7addd22c7 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:06.480361 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-516322c5-7306-4d5b-a5bb-d2c4f32bf059 None None] Provisioning for port 339fbb9f-c1ce-437b-bf8e-2ee1ea0de3e0 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:06.486929 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-516322c5-7306-4d5b-a5bb-d2c4f32bf059 None None] Provisioning complete for port 339fbb9f-c1ce-437b-bf8e-2ee1ea0de3e0 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:06.487709 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-516322c5-7306-4d5b-a5bb-d2c4f32bf059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:06.534284 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a357eba1-89a9-48bb-ba99-36c3a638bd05 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:06.553006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51442) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:06.574527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-516322c5-7306-4d5b-a5bb-d2c4f32bf059 None None] Port 339fbb9f-c1ce-437b-bf8e-2ee1ea0de3e0 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:20:06.623859 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f237535-721c-431d-a8a8-2042da2b0841 req-cb40b75a-ca7a-41e4-8f77-b663801355b3 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:06.625984 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f237535-721c-431d-a8a8-2042da2b0841 req-cb40b75a-ca7a-41e4-8f77-b663801355b3 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1771564 Aug 17 03:20:06.664208 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a357eba1-89a9-48bb-ba99-36c3a638bd05 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:06.682297 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-a357eba1-89a9-48bb-ba99-36c3a638bd05 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] device_id is not set on port 78543fea-e886-4aa6-a095-29fc715fce8b yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:20:06.743074 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c77b6c72-9e87-46b1-81d6-3105069e1450 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cf10b69c03684f0f8cb22d46a2eb2863&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1498497 Aug 17 03:20:06.751421 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51448) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:06.766249 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f237535-721c-431d-a8a8-2042da2b0841 req-12d2d893-b569-4ada-842d-0f4ae1dbaa95 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269851 Aug 17 03:20:06.800577 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ddba56b6-b2c0-409c-a357-08a7addd22c7 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:06.860943 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ddba56b6-b2c0-409c-a357-08a7addd22c7 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:06.863149 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e741b3e5-ad1d-471c-8dac-91e7c09545e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:06.892114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ddba56b6-b2c0-409c-a357-08a7addd22c7 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] In _notify_port_updated(), no bound segment for port 339fbb9f-c1ce-437b-bf8e-2ee1ea0de3e0 on network ff0f0072-5384-46e2-b83c-010f7aa1e186 {{(pid=101970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:20:06.898582 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddba56b6-b2c0-409c-a357-08a7addd22c7 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:06.900426 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ddba56b6-b2c0-409c-a357-08a7addd22c7 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:06.901875 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ddba56b6-b2c0-409c-a357-08a7addd22c7 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "PUT /v2.0/ports/339fbb9f-c1ce-437b-bf8e-2ee1ea0de3e0 HTTP/1.1" status: 200 len: 1002 time: 0.7211418 Aug 17 03:20:06.923852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51454) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:06.933231 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e741b3e5-ad1d-471c-8dac-91e7c09545e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:06.999011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-a357eba1-89a9-48bb-ba99-36c3a638bd05 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Allocated IP 172.20.0.5 (f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38/97ca513f-389d-452b-9895-af01e03a65bf/78543fea-e886-4aa6-a095-29fc715fce8b) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:07.001837 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddba56b6-b2c0-409c-a357-08a7addd22c7 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event updated for resources: {'Port': ['ID=339fbb9f-c1ce-437b-bf8e-2ee1ea0de3e0,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:07.082138 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ed2326ec-b26e-411f-9799-94ca710e4a90 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:20:07.082627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-56d5c9ce-edb2-4feb-aee9-2f60549c53c3 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Deleting port 339fbb9f-c1ce-437b-bf8e-2ee1ea0de3e0 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:07.082998 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-56d5c9ce-edb2-4feb-aee9-2f60549c53c3 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:07.206122 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e741b3e5-ad1d-471c-8dac-91e7c09545e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:07.218918 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e741b3e5-ad1d-471c-8dac-91e7c09545e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:07.229976 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e741b3e5-ad1d-471c-8dac-91e7c09545e2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f0e5d5a9-bd9d-4a67-a72f-4d6ab4e81511 HTTP/1.1" status: 204 len: 168 time: 0.4815092 Aug 17 03:20:07.271175 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e741b3e5-ad1d-471c-8dac-91e7c09545e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0e5d5a9-bd9d-4a67-a72f-4d6ab4e81511,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:07.326946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port ed2326ec-b26e-411f-9799-94ca710e4a90 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:07.327270 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-56d5c9ce-edb2-4feb-aee9-2f60549c53c3 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:07.390529 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a357eba1-89a9-48bb-ba99-36c3a638bd05 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:07.390707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-56d5c9ce-edb2-4feb-aee9-2f60549c53c3 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Calling delete_port for 339fbb9f-c1ce-437b-bf8e-2ee1ea0de3e0 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:07.425080 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca9e2517-5534-430d-afe3-2894796d4c92 req-ad5dd94e-1d56-4eb0-9060-46fe2aa7fdb5 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:07.425080 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca9e2517-5534-430d-afe3-2894796d4c92 req-ad5dd94e-1d56-4eb0-9060-46fe2aa7fdb5 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1594231 Aug 17 03:20:07.425866 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-15579e2d-63b5-49b2-ad2f-5111217a58ac None None] Provisioning complete for port 339fbb9f-c1ce-437b-bf8e-2ee1ea0de3e0 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:07.425866 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-15579e2d-63b5-49b2-ad2f-5111217a58ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:07.445151 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-a357eba1-89a9-48bb-ba99-36c3a638bd05 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Transition to ACTIVE for port object 78543fea-e886-4aa6-a095-29fc715fce8b will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:07.508569 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-15579e2d-63b5-49b2-ad2f-5111217a58ac None None] Port 339fbb9f-c1ce-437b-bf8e-2ee1ea0de3e0 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:20:07.537196 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca9e2517-5534-430d-afe3-2894796d4c92 req-ce2d61ee-f1d0-424a-9c6d-0b1bcaf3803f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755370 Aug 17 03:20:07.606562 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a357eba1-89a9-48bb-ba99-36c3a638bd05 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:07.643255 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a357eba1-89a9-48bb-ba99-36c3a638bd05 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:07.668775 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a357eba1-89a9-48bb-ba99-36c3a638bd05 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:07.674110 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a357eba1-89a9-48bb-ba99-36c3a638bd05 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:07.740221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d61b8624-497e-4330-8a16-d5949a79e2c5 None None] Provisioning complete for port 9065bb64-ef68-4c2a-83ac-b752cc2d6089 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:07.740532 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d61b8624-497e-4330-8a16-d5949a79e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:07.742557 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357eba1-89a9-48bb-ba99-36c3a638bd05 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=78543fea-e886-4aa6-a095-29fc715fce8b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:07.763011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a357eba1-89a9-48bb-ba99-36c3a638bd05 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:07.764503 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a357eba1-89a9-48bb-ba99-36c3a638bd05 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:07.814337 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d61b8624-497e-4330-8a16-d5949a79e2c5 None None] Port 9065bb64-ef68-4c2a-83ac-b752cc2d6089 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:20:07.832333 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-56d5c9ce-edb2-4feb-aee9-2f60549c53c3 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:07.858181 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a357eba1-89a9-48bb-ba99-36c3a638bd05 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6759949 Aug 17 03:20:07.860860 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51478) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:07.867202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-103cf750-7791-458e-b1b8-48091a9334e7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'subnet': {'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:07.876437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d5c9ce-edb2-4feb-aee9-2f60549c53c3 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event deleted for resources: {'Port': ['ID=339fbb9f-c1ce-437b-bf8e-2ee1ea0de3e0,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:07.920972 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d61b8624-497e-4330-8a16-d5949a79e2c5 None None] Provisioning for port ed2326ec-b26e-411f-9799-94ca710e4a90 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:07.927110 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d61b8624-497e-4330-8a16-d5949a79e2c5 None None] Provisioning complete for port ed2326ec-b26e-411f-9799-94ca710e4a90 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:07.928167 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d61b8624-497e-4330-8a16-d5949a79e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:08.280939 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-56d5c9ce-edb2-4feb-aee9-2f60549c53c3 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:08.280939 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-56d5c9ce-edb2-4feb-aee9-2f60549c53c3 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "DELETE /v2.0/ports/339fbb9f-c1ce-437b-bf8e-2ee1ea0de3e0 HTTP/1.1" status: 204 len: 168 time: 1.1728134 Aug 17 03:20:08.280939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51490) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:08.286883 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-103cf750-7791-458e-b1b8-48091a9334e7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:08.286883 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-103cf750-7791-458e-b1b8-48091a9334e7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:08.288288 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d61b8624-497e-4330-8a16-d5949a79e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:08.289540 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3750261-a2a9-4864-817d-3151b644fc65 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] GET failed (client error): The resource could not be found. Aug 17 03:20:08.289540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b3750261-a2a9-4864-817d-3151b644fc65 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "GET /v2.0/ports/339fbb9f-c1ce-437b-bf8e-2ee1ea0de3e0 HTTP/1.1" status: 404 len: 333 time: 0.0475690 Aug 17 03:20:08.289540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51494) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:08.289540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ca4ca9f9-19bd-4ee3-974b-2ef33e943f79 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Request body: {'port': {'network_id': 'ff0f0072-5384-46e2-b83c-010f7aa1e186', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2096190013'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:08.290639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-d61b8624-497e-4330-8a16-d5949a79e2c5 None None] For port ed2326ec-b26e-411f-9799-94ca710e4a90, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ed2326ec-b26e-411f-9799-94ca710e4a90,segment=NetworkSegment(458b81cc-ef2e-4f02-b071-7a6044b3d78e),segment_id=458b81cc-ef2e-4f02-b071-7a6044b3d78e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:08.290869 n-d-802060-9 neutron-server[101969]: INFO neutron.db.ipam_backend_mixin [None req-103cf750-7791-458e-b1b8-48091a9334e7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 97ca513f-389d-452b-9895-af01e03a65bf (CIDR: 172.20.0.0/28) Aug 17 03:20:08.526230 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d61b8624-497e-4330-8a16-d5949a79e2c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:08.571993 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-103cf750-7791-458e-b1b8-48091a9334e7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:20:08.572553 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-103cf750-7791-458e-b1b8-48091a9334e7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:20:08.574462 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61b8624-497e-4330-8a16-d5949a79e2c5 None None] Pushing event updated for resources: {'Port': ['ID=ed2326ec-b26e-411f-9799-94ca710e4a90,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:08.611361 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca4ca9f9-19bd-4ee3-974b-2ef33e943f79 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Made reservation on behalf of 80d7b517d5b043269516e32b8f7fdd81 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:08.616942 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca9f9-19bd-4ee3-974b-2ef33e943f79 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:08.640780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-ca4ca9f9-19bd-4ee3-974b-2ef33e943f79 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] device_id is not set on port 6d4d3556-c8a0-4ef6-a080-56d481031993 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:20:08.706196 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-103cf750-7791-458e-b1b8-48091a9334e7 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8440146 Aug 17 03:20:08.708812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51504) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:08.715558 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6d5e877e-5507-4a73-8ee0-27408650282d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'subnet': {'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:08.752344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a20963a9-3dee-4dfa-8952-df43e038cc38 None None] Provisioning for port 78543fea-e886-4aa6-a095-29fc715fce8b completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:08.758979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a20963a9-3dee-4dfa-8952-df43e038cc38 None None] Provisioning complete for port 78543fea-e886-4aa6-a095-29fc715fce8b triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:08.759436 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a20963a9-3dee-4dfa-8952-df43e038cc38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:08.812254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a20963a9-3dee-4dfa-8952-df43e038cc38 None None] Port 78543fea-e886-4aa6-a095-29fc715fce8b cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:20:08.843601 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-697f69aa-e916-454d-90cb-a7e00ca9e0a9 req-b9e96495-ef44-48a0-95cf-d8d050d7d408 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:08.845651 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-697f69aa-e916-454d-90cb-a7e00ca9e0a9 req-b9e96495-ef44-48a0-95cf-d8d050d7d408 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.2153740 Aug 17 03:20:08.859543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-ca4ca9f9-19bd-4ee3-974b-2ef33e943f79 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Allocated IP 2001:db8::59 (ff0f0072-5384-46e2-b83c-010f7aa1e186/3b4f49c6-6204-4579-a034-23cb51a8ea77/6d4d3556-c8a0-4ef6-a080-56d481031993) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:08.924823 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-697f69aa-e916-454d-90cb-a7e00ca9e0a9 req-32e3689d-e8d1-4f27-a372-0feb84d8b364 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667369 Aug 17 03:20:09.050987 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d5e877e-5507-4a73-8ee0-27408650282d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:09.055690 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d5e877e-5507-4a73-8ee0-27408650282d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:09.080897 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ed2326ec-b26e-411f-9799-94ca710e4a90 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:20:09.131210 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca9f9-19bd-4ee3-974b-2ef33e943f79 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:09.157019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ce5e1e6-1a94-4006-a04a-548e1e9a2c9f req-05ec3884-470a-45ca-b937-9f7aef617c62 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:09.173081 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ce5e1e6-1a94-4006-a04a-548e1e9a2c9f req-05ec3884-470a-45ca-b937-9f7aef617c62 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1223841 Aug 17 03:20:09.187392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ed2326ec-b26e-411f-9799-94ca710e4a90 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:09.188931 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:09.211989 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-ca4ca9f9-19bd-4ee3-974b-2ef33e943f79 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Transition to ACTIVE for port object 6d4d3556-c8a0-4ef6-a080-56d481031993 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:09.307286 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ce5e1e6-1a94-4006-a04a-548e1e9a2c9f req-49d91c2a-f6d1-423d-a95f-18803a3be495 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1331265 Aug 17 03:20:09.383640 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca9f9-19bd-4ee3-974b-2ef33e943f79 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:09.475118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca4ca9f9-19bd-4ee3-974b-2ef33e943f79 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Network ff0f0072-5384-46e2-b83c-010f7aa1e186 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:09.478480 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-ca4ca9f9-19bd-4ee3-974b-2ef33e943f79 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:09.495137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca4ca9f9-19bd-4ee3-974b-2ef33e943f79 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:09.501698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca4ca9f9-19bd-4ee3-974b-2ef33e943f79 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:09.501698 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca4ca9f9-19bd-4ee3-974b-2ef33e943f79 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:09.511312 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4ca9f9-19bd-4ee3-974b-2ef33e943f79 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event updated for resources: {'Port': ['ID=6d4d3556-c8a0-4ef6-a080-56d481031993,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:09.543955 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d6c5c9b-4533-4343-9c06-ce8a00c11adf req-337da6c3-82c6-4408-8288-a6be5d436fa1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:09.553887 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d6c5c9b-4533-4343-9c06-ce8a00c11adf req-337da6c3-82c6-4408-8288-a6be5d436fa1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1432149 Aug 17 03:20:09.610148 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d6c5c9b-4533-4343-9c06-ce8a00c11adf req-c31c705f-4b88-4ce5-8131-5b2048606718 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551660 Aug 17 03:20:09.640999 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ca4ca9f9-19bd-4ee3-974b-2ef33e943f79 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.4871395 Aug 17 03:20:09.643936 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51532) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:09.650071 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-4e2541b3-d9d4-4c03-a828-a4f9b2e33c43 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:17:27:48'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:09.692312 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d5e877e-5507-4a73-8ee0-27408650282d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:09.762120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d5e877e-5507-4a73-8ee0-27408650282d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Subnet': ['ID=f5e09ce9-7893-4562-bad6-fd94603744cd,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:09.826924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65282075-ff69-4423-89f7-d37e1aee13e4 req-af36a3ad-3252-4033-8438-421ccd7ae9d7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:09.827722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d5e877e-5507-4a73-8ee0-27408650282d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:09.830544 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-6d5e877e-5507-4a73-8ee0-27408650282d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:09.830660 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-65282075-ff69-4423-89f7-d37e1aee13e4 req-af36a3ad-3252-4033-8438-421ccd7ae9d7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1234810 Aug 17 03:20:09.834614 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5e877e-5507-4a73-8ee0-27408650282d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:09.835130 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6d5e877e-5507-4a73-8ee0-27408650282d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:09.844389 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0dc7e8f-4afe-45ea-bcce-5ee00f44c144 None None] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:09.925827 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-65282075-ff69-4423-89f7-d37e1aee13e4 req-5fe1761e-9583-4c2a-b8f7-2962a5aad91c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0880475 Aug 17 03:20:09.966228 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4e2541b3-d9d4-4c03-a828-a4f9b2e33c43 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:10.090367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-39bd76dc-2952-40b3-8e05-12fdd3778b27 None None] Provisioning for port 6d4d3556-c8a0-4ef6-a080-56d481031993 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:10.115727 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-39bd76dc-2952-40b3-8e05-12fdd3778b27 None None] Provisioning complete for port 6d4d3556-c8a0-4ef6-a080-56d481031993 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:10.116170 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39bd76dc-2952-40b3-8e05-12fdd3778b27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:10.152585 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-39bd76dc-2952-40b3-8e05-12fdd3778b27 None None] Port 6d4d3556-c8a0-4ef6-a080-56d481031993 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:20:10.174990 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6d5e877e-5507-4a73-8ee0-27408650282d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.4627209 Aug 17 03:20:10.176258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51542) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:10.177789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66e5ad7a-97fa-44af-ab14-e5a3d2f279c9 None None] Update dhcp port {'port': {'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38', 'fixed_ips': [{'subnet_id': '97ca513f-389d-452b-9895-af01e03a65bf', 'ip_address': '172.20.0.2'}, {'subnet_id': 'f5e09ce9-7893-4562-bad6-fd94603744cd'}], 'binding:host_id': 'n-d-802060-9'}, 'id': 'ed2326ec-b26e-411f-9799-94ca710e4a90'} from n-d-802060-9. {{(pid=101971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 03:20:10.182816 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-9b9a6e71-6417-4ae0-a499-4ab85f774b11 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1728767083', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'f5e09ce9-7893-4562-bad6-fd94603744cd'}], 'security_groups': ['903c46dc-1711-4213-aee8-aef33adcc337']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:10.204805 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4e2541b3-d9d4-4c03-a828-a4f9b2e33c43 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:10.211865 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-66e5ad7a-97fa-44af-ab14-e5a3d2f279c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:10.305730 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4e2541b3-d9d4-4c03-a828-a4f9b2e33c43 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:10.361933 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4e2541b3-d9d4-4c03-a828-a4f9b2e33c43 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] In _notify_port_updated(), no bound segment for port 6d4d3556-c8a0-4ef6-a080-56d481031993 on network ff0f0072-5384-46e2-b83c-010f7aa1e186 {{(pid=101969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:20:10.380228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e2541b3-d9d4-4c03-a828-a4f9b2e33c43 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:10.380964 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4e2541b3-d9d4-4c03-a828-a4f9b2e33c43 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:10.384648 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4e2541b3-d9d4-4c03-a828-a4f9b2e33c43 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "PUT /v2.0/ports/6d4d3556-c8a0-4ef6-a080-56d481031993 HTTP/1.1" status: 200 len: 1002 time: 0.7396357 Aug 17 03:20:10.405975 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51552) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:10.426192 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b9a6e71-6417-4ae0-a499-4ab85f774b11 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:10.472725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-66e5ad7a-97fa-44af-ab14-e5a3d2f279c9 None None] Allocated IP 172.20.0.18 (f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38/f5e09ce9-7893-4562-bad6-fd94603744cd/ed2326ec-b26e-411f-9799-94ca710e4a90) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:10.516459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2541b3-d9d4-4c03-a828-a4f9b2e33c43 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event updated for resources: {'Port': ['ID=6d4d3556-c8a0-4ef6-a080-56d481031993,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:10.554560 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3923a118-264b-4e20-a7f6-d651911e7bb4 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Deleting port 6d4d3556-c8a0-4ef6-a080-56d481031993 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:10.554969 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3923a118-264b-4e20-a7f6-d651911e7bb4 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:10.664957 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-66e5ad7a-97fa-44af-ab14-e5a3d2f279c9 None None] For port ed2326ec-b26e-411f-9799-94ca710e4a90, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ed2326ec-b26e-411f-9799-94ca710e4a90,segment=NetworkSegment(458b81cc-ef2e-4f02-b071-7a6044b3d78e),segment_id=458b81cc-ef2e-4f02-b071-7a6044b3d78e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:10.685936 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3923a118-264b-4e20-a7f6-d651911e7bb4 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:10.697712 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-66e5ad7a-97fa-44af-ab14-e5a3d2f279c9 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:10.703547 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3923a118-264b-4e20-a7f6-d651911e7bb4 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Calling delete_port for 6d4d3556-c8a0-4ef6-a080-56d481031993 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:10.721524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-66e5ad7a-97fa-44af-ab14-e5a3d2f279c9 None None] Transition to ACTIVE for port object ed2326ec-b26e-411f-9799-94ca710e4a90 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:10.782418 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aab2f12d-8663-4171-92e0-9a349b62378f None None] Provisioning complete for port 6d4d3556-c8a0-4ef6-a080-56d481031993 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:10.783392 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aab2f12d-8663-4171-92e0-9a349b62378f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:10.813006 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-66e5ad7a-97fa-44af-ab14-e5a3d2f279c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:10.907201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aab2f12d-8663-4171-92e0-9a349b62378f None None] Port 6d4d3556-c8a0-4ef6-a080-56d481031993 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:20:10.938395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-9b9a6e71-6417-4ae0-a499-4ab85f774b11 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Delete allocated IP 172.20.0.5 (f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38/97ca513f-389d-452b-9895-af01e03a65bf) {{(pid=101970) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 03:20:10.942569 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3923a118-264b-4e20-a7f6-d651911e7bb4 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:10.966768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-9b9a6e71-6417-4ae0-a499-4ab85f774b11 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Allocated IP 172.20.0.27 (f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38/f5e09ce9-7893-4562-bad6-fd94603744cd/78543fea-e886-4aa6-a095-29fc715fce8b) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:11.003085 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3923a118-264b-4e20-a7f6-d651911e7bb4 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event deleted for resources: {'Port': ['ID=6d4d3556-c8a0-4ef6-a080-56d481031993,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:11.019889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e5ad7a-97fa-44af-ab14-e5a3d2f279c9 None None] Pushing event updated for resources: {'Port': ['ID=ed2326ec-b26e-411f-9799-94ca710e4a90,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:11.054631 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3923a118-264b-4e20-a7f6-d651911e7bb4 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:11.056670 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3923a118-264b-4e20-a7f6-d651911e7bb4 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "DELETE /v2.0/ports/6d4d3556-c8a0-4ef6-a080-56d481031993 HTTP/1.1" status: 204 len: 168 time: 0.6496305 Aug 17 03:20:11.059324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51562) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:11.102304 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-87834b86-f939-4d1f-9d89-6f3aa2876a40 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] GET failed (client error): The resource could not be found. Aug 17 03:20:11.103941 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-87834b86-f939-4d1f-9d89-6f3aa2876a40 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "GET /v2.0/ports/6d4d3556-c8a0-4ef6-a080-56d481031993 HTTP/1.1" status: 404 len: 333 time: 0.0436480 Aug 17 03:20:11.108595 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51564) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:11.116682 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-8a9567ef-0b17-4858-a3f6-c456a6e6945d tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Request body: {'port': {'network_id': 'ff0f0072-5384-46e2-b83c-010f7aa1e186', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1893459432'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:11.230953 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b9a6e71-6417-4ae0-a499-4ab85f774b11 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:11.272286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-9b9a6e71-6417-4ae0-a499-4ab85f774b11 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Transition to ACTIVE for port object 78543fea-e886-4aa6-a095-29fc715fce8b will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:11.348412 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b9a6e71-6417-4ae0-a499-4ab85f774b11 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:11.385938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a9567ef-0b17-4858-a3f6-c456a6e6945d tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Made reservation on behalf of 80d7b517d5b043269516e32b8f7fdd81 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:11.390394 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8a9567ef-0b17-4858-a3f6-c456a6e6945d tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:11.434415 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-8a9567ef-0b17-4858-a3f6-c456a6e6945d tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] device_id is not set on port 91d90ab2-9f67-4faa-8bef-a85297d1a68a yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:20:11.468802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b9a6e71-6417-4ae0-a499-4ab85f774b11 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=78543fea-e886-4aa6-a095-29fc715fce8b,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:11.560708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-9b9a6e71-6417-4ae0-a499-4ab85f774b11 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] In _notify_port_updated(), no bound segment for port 78543fea-e886-4aa6-a095-29fc715fce8b on network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 {{(pid=101970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:20:11.570521 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b9a6e71-6417-4ae0-a499-4ab85f774b11 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:11.573282 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b9a6e71-6417-4ae0-a499-4ab85f774b11 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:11.576679 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9b9a6e71-6417-4ae0-a499-4ab85f774b11 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "PUT /v2.0/ports/78543fea-e886-4aa6-a095-29fc715fce8b HTTP/1.1" status: 200 len: 921 time: 1.3975067 Aug 17 03:20:11.585982 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51578) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:11.690487 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-8a9567ef-0b17-4858-a3f6-c456a6e6945d tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Allocated IP 2001:db8::79 (ff0f0072-5384-46e2-b83c-010f7aa1e186/3b4f49c6-6204-4579-a034-23cb51a8ea77/91d90ab2-9f67-4faa-8bef-a85297d1a68a) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:11.845315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ce86b21e-f7c7-4c62-ae06-99b926e613da tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port 78543fea-e886-4aa6-a095-29fc715fce8b {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:11.845749 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce86b21e-f7c7-4c62-ae06-99b926e613da tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:11.992430 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce86b21e-f7c7-4c62-ae06-99b926e613da tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:12.005229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8a9567ef-0b17-4858-a3f6-c456a6e6945d tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:12.028364 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-8a9567ef-0b17-4858-a3f6-c456a6e6945d tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Transition to ACTIVE for port object 91d90ab2-9f67-4faa-8bef-a85297d1a68a will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:12.037832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ce86b21e-f7c7-4c62-ae06-99b926e613da tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for 78543fea-e886-4aa6-a095-29fc715fce8b owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:12.049600 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6ad8c04f-5c29-4a25-851d-ea74ab85d5c9 None None] Provisioning complete for port 9065bb64-ef68-4c2a-83ac-b752cc2d6089 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:12.050390 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c04f-5c29-4a25-851d-ea74ab85d5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:12.116796 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6ad8c04f-5c29-4a25-851d-ea74ab85d5c9 None None] Port 9065bb64-ef68-4c2a-83ac-b752cc2d6089 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:20:12.200910 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6ad8c04f-5c29-4a25-851d-ea74ab85d5c9 None None] Provisioning for port ed2326ec-b26e-411f-9799-94ca710e4a90 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:12.201190 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8a9567ef-0b17-4858-a3f6-c456a6e6945d tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:12.232827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6ad8c04f-5c29-4a25-851d-ea74ab85d5c9 None None] Provisioning complete for port ed2326ec-b26e-411f-9799-94ca710e4a90 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:12.233207 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6ad8c04f-5c29-4a25-851d-ea74ab85d5c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:12.255175 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a9567ef-0b17-4858-a3f6-c456a6e6945d tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Network ff0f0072-5384-46e2-b83c-010f7aa1e186 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:12.259051 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-8a9567ef-0b17-4858-a3f6-c456a6e6945d tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:12.262395 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a9567ef-0b17-4858-a3f6-c456a6e6945d tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:12.269181 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9567ef-0b17-4858-a3f6-c456a6e6945d tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:12.269864 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8a9567ef-0b17-4858-a3f6-c456a6e6945d tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:12.276693 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9567ef-0b17-4858-a3f6-c456a6e6945d tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event updated for resources: {'Port': ['ID=91d90ab2-9f67-4faa-8bef-a85297d1a68a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:12.314546 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce86b21e-f7c7-4c62-ae06-99b926e613da tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:12.396757 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8a9567ef-0b17-4858-a3f6-c456a6e6945d tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.2870574 Aug 17 03:20:12.399506 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51594) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:12.410976 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-695cae56-3655-4a33-8602-aee0ea4b3415 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Request body: {'port': {'network_id': 'ff0f0072-5384-46e2-b83c-010f7aa1e186', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1030069300'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:12.417569 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce86b21e-f7c7-4c62-ae06-99b926e613da tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=78543fea-e886-4aa6-a095-29fc715fce8b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:12.434579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6ad8c04f-5c29-4a25-851d-ea74ab85d5c9 None None] Could not find standard attr ID for object 78543fea-e886-4aa6-a095-29fc715fce8b. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:20:12.554330 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce86b21e-f7c7-4c62-ae06-99b926e613da tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:12.557281 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ce86b21e-f7c7-4c62-ae06-99b926e613da tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/ports/78543fea-e886-4aa6-a095-29fc715fce8b HTTP/1.1" status: 204 len: 168 time: 0.9700029 Aug 17 03:20:12.561128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51598) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:12.607247 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-ec9cfbac-8064-4f90-b9a9-13a59b20d8d2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] GET failed (client error): The resource could not be found. Aug 17 03:20:12.608975 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ec9cfbac-8064-4f90-b9a9-13a59b20d8d2 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports/78543fea-e886-4aa6-a095-29fc715fce8b HTTP/1.1" status: 404 len: 333 time: 0.0462956 Aug 17 03:20:12.614897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51600) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:12.686436 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d8c657f4-ad2f-4b01-8cde-609e98405cb8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:12.725892 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d8c657f4-ad2f-4b01-8cde-609e98405cb8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:12.742925 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-695cae56-3655-4a33-8602-aee0ea4b3415 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Made reservation on behalf of 80d7b517d5b043269516e32b8f7fdd81 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:12.747821 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-695cae56-3655-4a33-8602-aee0ea4b3415 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:12.777321 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-695cae56-3655-4a33-8602-aee0ea4b3415 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] device_id is not set on port 5045f5d6-c362-4c1d-b7fb-1d5c07e2d9c8 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:20:12.855033 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d8c657f4-ad2f-4b01-8cde-609e98405cb8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:12.859549 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-14f93f0e-e3f6-465d-af69-0c7a81c302d3 None None] Provisioning for port 91d90ab2-9f67-4faa-8bef-a85297d1a68a completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:12.861764 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d8c657f4-ad2f-4b01-8cde-609e98405cb8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:12.865726 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-14f93f0e-e3f6-465d-af69-0c7a81c302d3 None None] Provisioning complete for port 91d90ab2-9f67-4faa-8bef-a85297d1a68a triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:12.866433 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d8c657f4-ad2f-4b01-8cde-609e98405cb8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/security-groups/34b70322-75cc-412b-bd10-97fa2bf6e27e HTTP/1.1" status: 204 len: 168 time: 0.2503161 Aug 17 03:20:12.866586 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-14f93f0e-e3f6-465d-af69-0c7a81c302d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:12.867207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51606) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:12.907275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c657f4-ad2f-4b01-8cde-609e98405cb8 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=34b70322-75cc-412b-bd10-97fa2bf6e27e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:12.933805 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-695cae56-3655-4a33-8602-aee0ea4b3415 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Allocated IP 2001:db8::12b (ff0f0072-5384-46e2-b83c-010f7aa1e186/3b4f49c6-6204-4579-a034-23cb51a8ea77/5045f5d6-c362-4c1d-b7fb-1d5c07e2d9c8) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:12.947205 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-14f93f0e-e3f6-465d-af69-0c7a81c302d3 None None] Port 91d90ab2-9f67-4faa-8bef-a85297d1a68a cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:20:12.948259 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-14f93f0e-e3f6-465d-af69-0c7a81c302d3 None None] Could not find standard attr ID for object 78543fea-e886-4aa6-a095-29fc715fce8b. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:20:12.955036 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c2e19d8-9c4c-45c3-8476-deee19f20c00 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:13.001329 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c2e19d8-9c4c-45c3-8476-deee19f20c00 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:13.041263 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ed2326ec-b26e-411f-9799-94ca710e4a90 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:20:13.103257 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ed2326ec-b26e-411f-9799-94ca710e4a90 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:13.103911 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:13.152625 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-695cae56-3655-4a33-8602-aee0ea4b3415 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:13.172061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-695cae56-3655-4a33-8602-aee0ea4b3415 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Transition to ACTIVE for port object 5045f5d6-c362-4c1d-b7fb-1d5c07e2d9c8 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:13.184582 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c2e19d8-9c4c-45c3-8476-deee19f20c00 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:13.187649 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c2e19d8-9c4c-45c3-8476-deee19f20c00 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:13.188821 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6c2e19d8-9c4c-45c3-8476-deee19f20c00 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/security-groups/903c46dc-1711-4213-aee8-aef33adcc337 HTTP/1.1" status: 204 len: 168 time: 0.3172824 Aug 17 03:20:13.192353 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51612) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:13.198536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c2e19d8-9c4c-45c3-8476-deee19f20c00 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=903c46dc-1711-4213-aee8-aef33adcc337,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:13.254558 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-ecee4a48-e524-4799-a7d7-b4245fa1b807 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting subnet 97ca513f-389d-452b-9895-af01e03a65bf {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:20:13.257938 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ecee4a48-e524-4799-a7d7-b4245fa1b807 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:13.302119 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ecee4a48-e524-4799-a7d7-b4245fa1b807 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:13.331531 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-695cae56-3655-4a33-8602-aee0ea4b3415 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:13.395182 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-695cae56-3655-4a33-8602-aee0ea4b3415 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Network ff0f0072-5384-46e2-b83c-010f7aa1e186 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:13.405747 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-695cae56-3655-4a33-8602-aee0ea4b3415 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:13.418314 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-695cae56-3655-4a33-8602-aee0ea4b3415 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:13.424663 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-695cae56-3655-4a33-8602-aee0ea4b3415 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:13.425349 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-695cae56-3655-4a33-8602-aee0ea4b3415 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:13.456182 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695cae56-3655-4a33-8602-aee0ea4b3415 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event updated for resources: {'Port': ['ID=5045f5d6-c362-4c1d-b7fb-1d5c07e2d9c8,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:13.480303 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ecee4a48-e524-4799-a7d7-b4245fa1b807 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:13.672776 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-695cae56-3655-4a33-8602-aee0ea4b3415 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.2696924 Aug 17 03:20:13.672942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51624) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:13.678243 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f6bdb3af-d193-4340-871a-d5d9a4c78094 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::3bf', 'mac_address': 'fa:16:3e:17:27:48'}, {'ip_address': '2001:db8::79', 'mac_address': 'fa:16:3e:dc:36:c2'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:13.743091 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ecee4a48-e524-4799-a7d7-b4245fa1b807 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:13.781047 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6bdb3af-d193-4340-871a-d5d9a4c78094 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:13.785139 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecee4a48-e524-4799-a7d7-b4245fa1b807 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Subnet': ['ID=97ca513f-389d-452b-9895-af01e03a65bf,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:13.787106 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ecee4a48-e524-4799-a7d7-b4245fa1b807 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:13.790281 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ecee4a48-e524-4799-a7d7-b4245fa1b807 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/97ca513f-389d-452b-9895-af01e03a65bf HTTP/1.1" status: 204 len: 168 time: 0.5955265 Aug 17 03:20:13.793775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51628) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:13.797606 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc32ca6e-f63f-4a8e-8247-1963efd72ca7 None None] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:13.800888 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'subnet': {'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:13.878079 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-78977b34-bd11-486e-a894-9cc30be24c71 None None] Provisioning for port 5045f5d6-c362-4c1d-b7fb-1d5c07e2d9c8 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:13.893130 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-78977b34-bd11-486e-a894-9cc30be24c71 None None] Provisioning complete for port 5045f5d6-c362-4c1d-b7fb-1d5c07e2d9c8 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:13.893528 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-78977b34-bd11-486e-a894-9cc30be24c71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:13.959388 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-78977b34-bd11-486e-a894-9cc30be24c71 None None] Port 5045f5d6-c362-4c1d-b7fb-1d5c07e2d9c8 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:20:14.056472 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:14.058821 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6bdb3af-d193-4340-871a-d5d9a4c78094 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:14.061182 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:14.129796 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6bdb3af-d193-4340-871a-d5d9a4c78094 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:14.171207 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-f6bdb3af-d193-4340-871a-d5d9a4c78094 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] In _notify_port_updated(), no bound segment for port 5045f5d6-c362-4c1d-b7fb-1d5c07e2d9c8 on network ff0f0072-5384-46e2-b83c-010f7aa1e186 {{(pid=101969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:20:14.181472 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6bdb3af-d193-4340-871a-d5d9a4c78094 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:14.181472 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6bdb3af-d193-4340-871a-d5d9a4c78094 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:14.181472 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f6bdb3af-d193-4340-871a-d5d9a4c78094 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "PUT /v2.0/ports/5045f5d6-c362-4c1d-b7fb-1d5c07e2d9c8 HTTP/1.1" status: 200 len: 1067 time: 0.5058482 Aug 17 03:20:14.185671 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51636) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:14.268981 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6bdb3af-d193-4340-871a-d5d9a4c78094 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event updated for resources: {'Port': ['ID=5045f5d6-c362-4c1d-b7fb-1d5c07e2d9c8,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:14.426652 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-b3aba4f9-26ef-43f7-a7fd-848f6a986cbd tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Deleting port 5045f5d6-c362-4c1d-b7fb-1d5c07e2d9c8 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:14.427318 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3aba4f9-26ef-43f7-a7fd-848f6a986cbd tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:14.548785 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:14.627179 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3aba4f9-26ef-43f7-a7fd-848f6a986cbd tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:14.635417 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:14.640605 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:14.645296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:14.645929 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:14.650252 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-b3aba4f9-26ef-43f7-a7fd-848f6a986cbd tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Calling delete_port for 5045f5d6-c362-4c1d-b7fb-1d5c07e2d9c8 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:14.652838 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Subnet': ['ID=300e6650-f201-4206-b8d9-035e7ca1ab7a,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:14.667533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:14.668173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:14.668502 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:14.668855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:14.669771 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:14.670729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:14.670729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:14.671015 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:14.671357 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:14.671705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:14.672035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:14.672372 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:14.702178 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-abb6d4e5-3e57-49a8-8f24-d4f4f36acf7a None None] Provisioning complete for port 5045f5d6-c362-4c1d-b7fb-1d5c07e2d9c8 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:14.708605 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-abb6d4e5-3e57-49a8-8f24-d4f4f36acf7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:14.775970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-abb6d4e5-3e57-49a8-8f24-d4f4f36acf7a None None] Port 5045f5d6-c362-4c1d-b7fb-1d5c07e2d9c8 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:20:14.785188 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4123dd63-7fdd-4060-9c65-5ca9a6d55725 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9857817 Aug 17 03:20:14.785188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51652) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:14.790019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6cdf5159-87e4-42c2-a2ed-0e72c92a0d8a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'security_group': {'name': 'tempest-secgroup-337246726'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:14.914220 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cdf5159-87e4-42c2-a2ed-0e72c92a0d8a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:14.988993 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3aba4f9-26ef-43f7-a7fd-848f6a986cbd tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:15.028430 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be4ec20e-0c6b-4ab1-bb81-81465cc59e5d None None] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:15.072241 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cdf5159-87e4-42c2-a2ed-0e72c92a0d8a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:15.088651 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aba4f9-26ef-43f7-a7fd-848f6a986cbd tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event deleted for resources: {'Port': ['ID=5045f5d6-c362-4c1d-b7fb-1d5c07e2d9c8,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:15.162789 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cdf5159-87e4-42c2-a2ed-0e72c92a0d8a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:15.187697 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-48117e12-683c-4d74-8935-258035ee37ee None None] Provisioning complete for port 9065bb64-ef68-4c2a-83ac-b752cc2d6089 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:15.188112 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-48117e12-683c-4d74-8935-258035ee37ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:15.233384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdf5159-87e4-42c2-a2ed-0e72c92a0d8a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a0b3245-1af5-48a3-919a-b6892026a20c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:15.353990 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6cdf5159-87e4-42c2-a2ed-0e72c92a0d8a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:15.355531 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6cdf5159-87e4-42c2-a2ed-0e72c92a0d8a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5696373 Aug 17 03:20:15.359007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51662) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:15.364365 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-00f69c6e-0ffd-4d4e-b30f-b0e9573697e6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'security_group': {'name': 'tempest-secgroup-633084859'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:15.396548 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b7b23a26-2f5f-440a-b5e5-6d091909912c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:15.412657 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-48117e12-683c-4d74-8935-258035ee37ee None None] Port 9065bb64-ef68-4c2a-83ac-b752cc2d6089 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:20:15.415767 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b3aba4f9-26ef-43f7-a7fd-848f6a986cbd tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:15.417821 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b3aba4f9-26ef-43f7-a7fd-848f6a986cbd tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "DELETE /v2.0/ports/5045f5d6-c362-4c1d-b7fb-1d5c07e2d9c8 HTTP/1.1" status: 204 len: 168 time: 1.2309301 Aug 17 03:20:15.420567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51664) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:15.460866 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-48117e12-683c-4d74-8935-258035ee37ee None None] Provisioning complete for port ed2326ec-b26e-411f-9799-94ca710e4a90 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:15.461248 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-48117e12-683c-4d74-8935-258035ee37ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:15.464995 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-63e01b01-f25d-4a7e-ae30-a06e70763576 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] GET failed (client error): The resource could not be found. Aug 17 03:20:15.467581 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-63e01b01-f25d-4a7e-ae30-a06e70763576 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "GET /v2.0/ports/5045f5d6-c362-4c1d-b7fb-1d5c07e2d9c8 HTTP/1.1" status: 404 len: 333 time: 0.0460191 Aug 17 03:20:15.470577 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51668) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:15.503236 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-00f69c6e-0ffd-4d4e-b30f-b0e9573697e6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:15.650580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1e866c-516e-464e-974d-9640f275ff6d None None] Update dhcp port {'port': {'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38', 'fixed_ips': [{'subnet_id': 'f5e09ce9-7893-4562-bad6-fd94603744cd', 'ip_address': '172.20.0.18'}, {'subnet_id': '300e6650-f201-4206-b8d9-035e7ca1ab7a'}], 'binding:host_id': 'n-d-802060-9'}, 'id': 'ed2326ec-b26e-411f-9799-94ca710e4a90'} from n-d-802060-9. {{(pid=101971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 03:20:15.671310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea8f99-f9c7-4747-aa16-c63decc7e3a3 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Deleting port 91d90ab2-9f67-4faa-8bef-a85297d1a68a {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:15.671913 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8f99-f9c7-4747-aa16-c63decc7e3a3 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:15.672508 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-00f69c6e-0ffd-4d4e-b30f-b0e9573697e6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:15.780672 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-00f69c6e-0ffd-4d4e-b30f-b0e9573697e6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:15.804599 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8f99-f9c7-4747-aa16-c63decc7e3a3 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:15.826987 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a7ea8f99-f9c7-4747-aa16-c63decc7e3a3 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Calling delete_port for 91d90ab2-9f67-4faa-8bef-a85297d1a68a owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:15.848897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f69c6e-0ffd-4d4e-b30f-b0e9573697e6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=059ea9d4-b26d-4a4a-9927-b81cc825af02,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:15.881017 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-00f69c6e-0ffd-4d4e-b30f-b0e9573697e6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:15.881380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-00f69c6e-0ffd-4d4e-b30f-b0e9573697e6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5211225 Aug 17 03:20:15.884187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51680) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:15.890227 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-c15ccd7b-bf02-48bb-9023-012adc17759d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'security_group': {'name': 'tempest-secgroup-1075569543'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:16.017624 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1a1e866c-516e-464e-974d-9640f275ff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:16.045960 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c15ccd7b-bf02-48bb-9023-012adc17759d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:16.147546 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8f99-f9c7-4747-aa16-c63decc7e3a3 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:16.151102 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c15ccd7b-bf02-48bb-9023-012adc17759d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:16.203492 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ea8f99-f9c7-4747-aa16-c63decc7e3a3 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event deleted for resources: {'Port': ['ID=91d90ab2-9f67-4faa-8bef-a85297d1a68a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:16.239454 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c15ccd7b-bf02-48bb-9023-012adc17759d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:16.239897 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-1a1e866c-516e-464e-974d-9640f275ff6d None None] Allocated IP 172.20.0.2 (f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38/300e6650-f201-4206-b8d9-035e7ca1ab7a/ed2326ec-b26e-411f-9799-94ca710e4a90) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:16.270638 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a7ea8f99-f9c7-4747-aa16-c63decc7e3a3 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:16.276577 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a7ea8f99-f9c7-4747-aa16-c63decc7e3a3 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "DELETE /v2.0/ports/91d90ab2-9f67-4faa-8bef-a85297d1a68a HTTP/1.1" status: 204 len: 168 time: 0.8023598 Aug 17 03:20:16.276880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51686) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:16.316503 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15ccd7b-bf02-48bb-9023-012adc17759d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'SecurityGroup': ['ID=87f5e28b-3132-4a4f-b170-bec24edd6cfc,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:16.319248 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-74a7c991-7e1a-4527-b0c3-838a0002d36f tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] GET failed (client error): The resource could not be found. Aug 17 03:20:16.324144 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-74a7c991-7e1a-4527-b0c3-838a0002d36f tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "GET /v2.0/ports/91d90ab2-9f67-4faa-8bef-a85297d1a68a HTTP/1.1" status: 404 len: 333 time: 0.0429952 Aug 17 03:20:16.325020 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51688) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:16.396130 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1a1e866c-516e-464e-974d-9640f275ff6d None None] For port ed2326ec-b26e-411f-9799-94ca710e4a90, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ed2326ec-b26e-411f-9799-94ca710e4a90,segment=NetworkSegment(458b81cc-ef2e-4f02-b071-7a6044b3d78e),segment_id=458b81cc-ef2e-4f02-b071-7a6044b3d78e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:16.430468 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c15ccd7b-bf02-48bb-9023-012adc17759d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:16.431764 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c15ccd7b-bf02-48bb-9023-012adc17759d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5461748 Aug 17 03:20:16.434684 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51690) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:16.443151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-04141e21-47b7-4f44-b481-f4a304382695 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-464038687', 'security_groups': ['87f5e28b-3132-4a4f-b170-bec24edd6cfc'], 'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '300e6650-f201-4206-b8d9-035e7ca1ab7a'}]}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:16.444797 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1a1e866c-516e-464e-974d-9640f275ff6d None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:16.456865 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-62a90806-0418-4767-a275-a520068ac926 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Deleting port eb6588aa-700d-40d1-a979-4a443af64c88 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:16.457963 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62a90806-0418-4767-a275-a520068ac926 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:16.465399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1a1e866c-516e-464e-974d-9640f275ff6d None None] Transition to ACTIVE for port object ed2326ec-b26e-411f-9799-94ca710e4a90 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:16.592331 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1a1e866c-516e-464e-974d-9640f275ff6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:16.632847 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62a90806-0418-4767-a275-a520068ac926 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:16.646178 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-62a90806-0418-4767-a275-a520068ac926 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Calling delete_port for eb6588aa-700d-40d1-a979-4a443af64c88 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:16.729471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a1e866c-516e-464e-974d-9640f275ff6d None None] Pushing event updated for resources: {'Port': ['ID=ed2326ec-b26e-411f-9799-94ca710e4a90,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:16.757727 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04141e21-47b7-4f44-b481-f4a304382695 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:16.931319 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-04141e21-47b7-4f44-b481-f4a304382695 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:16.978157 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62a90806-0418-4767-a275-a520068ac926 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:16.989855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-04141e21-47b7-4f44-b481-f4a304382695 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] device_id is not set on port 59b02ea9-581a-447f-8951-0970fdd8291e yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:20:17.029521 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62a90806-0418-4767-a275-a520068ac926 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event deleted for resources: {'Port': ['ID=eb6588aa-700d-40d1-a979-4a443af64c88,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:17.079564 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ed2326ec-b26e-411f-9799-94ca710e4a90 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:20:17.125103 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-62a90806-0418-4767-a275-a520068ac926 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:17.133913 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-62a90806-0418-4767-a275-a520068ac926 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "DELETE /v2.0/ports/eb6588aa-700d-40d1-a979-4a443af64c88 HTTP/1.1" status: 204 len: 168 time: 0.8070939 Aug 17 03:20:17.136432 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51706) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:17.337167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-26503564-9f9d-47f0-a261-8dc034995eb5 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Deleting subnet 3b4f49c6-6204-4579-a034-23cb51a8ea77 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:20:17.344591 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26503564-9f9d-47f0-a261-8dc034995eb5 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:17.378736 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-04141e21-47b7-4f44-b481-f4a304382695 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Allocated IP 172.20.0.4 (f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38/300e6650-f201-4206-b8d9-035e7ca1ab7a/59b02ea9-581a-447f-8951-0970fdd8291e) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:17.413523 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26503564-9f9d-47f0-a261-8dc034995eb5 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:17.590194 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26503564-9f9d-47f0-a261-8dc034995eb5 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:17.591671 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-09958c78-c951-4918-be38-d613088087ec None None] Provisioning complete for port 9065bb64-ef68-4c2a-83ac-b752cc2d6089 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:17.592269 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-09958c78-c951-4918-be38-d613088087ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:17.644738 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-09958c78-c951-4918-be38-d613088087ec None None] Port 9065bb64-ef68-4c2a-83ac-b752cc2d6089 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:20:17.679001 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-04141e21-47b7-4f44-b481-f4a304382695 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:17.721163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-04141e21-47b7-4f44-b481-f4a304382695 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Transition to ACTIVE for port object 59b02ea9-581a-447f-8951-0970fdd8291e will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:17.774774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-09958c78-c951-4918-be38-d613088087ec None None] Provisioning for port ed2326ec-b26e-411f-9799-94ca710e4a90 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:17.780755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-09958c78-c951-4918-be38-d613088087ec None None] Provisioning complete for port ed2326ec-b26e-411f-9799-94ca710e4a90 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:17.781195 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-09958c78-c951-4918-be38-d613088087ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:17.815256 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26503564-9f9d-47f0-a261-8dc034995eb5 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:17.852216 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26503564-9f9d-47f0-a261-8dc034995eb5 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:17.855059 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-26503564-9f9d-47f0-a261-8dc034995eb5 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "DELETE /v2.0/subnets/3b4f49c6-6204-4579-a034-23cb51a8ea77 HTTP/1.1" status: 204 len: 168 time: 0.7175577 Aug 17 03:20:17.855955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26503564-9f9d-47f0-a261-8dc034995eb5 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event deleted for resources: {'Subnet': ['ID=3b4f49c6-6204-4579-a034-23cb51a8ea77,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:17.858403 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51724) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:17.860163 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd37d821-e4be-44ed-9485-18e9d967f188 None None] Network ff0f0072-5384-46e2-b83c-010f7aa1e186 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:17.880666 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-04141e21-47b7-4f44-b481-f4a304382695 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:17.978239 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04141e21-47b7-4f44-b481-f4a304382695 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:17.989222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-04141e21-47b7-4f44-b481-f4a304382695 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:17.994839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04141e21-47b7-4f44-b481-f4a304382695 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:18.005055 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:18.021571 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f150d83e-9243-4607-ab81-e8d264395748 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:18.038941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04141e21-47b7-4f44-b481-f4a304382695 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=59b02ea9-581a-447f-8951-0970fdd8291e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:18.072910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04141e21-47b7-4f44-b481-f4a304382695 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:18.073657 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-04141e21-47b7-4f44-b481-f4a304382695 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:18.147524 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Deleting port e4ac4150-c91b-441c-8322-b8d615432629 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:18.148106 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:18.165904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48f0e738-d34b-460c-bf47-32cea64279a8 None None] DHCP port deletion for ff0f0072-5384-46e2-b83c-010f7aa1e186 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:20:18.183758 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:18.318805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-48f0e738-d34b-460c-bf47-32cea64279a8 None None] Deleting port e4ac4150-c91b-441c-8322-b8d615432629 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:18.319429 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-48f0e738-d34b-460c-bf47-32cea64279a8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:18.425525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-48f0e738-d34b-460c-bf47-32cea64279a8 None None] For port e4ac4150-c91b-441c-8322-b8d615432629, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e4ac4150-c91b-441c-8322-b8d615432629,segment=NetworkSegment(a30871ac-02f2-47d0-9250-efa269f360b3),segment_id=a30871ac-02f2-47d0-9250-efa269f360b3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:18.426919 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-48f0e738-d34b-460c-bf47-32cea64279a8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:18.437390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-19d73509-9b99-4339-a35b-3500db306884 None None] Provisioning for port 59b02ea9-581a-447f-8951-0970fdd8291e completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:18.454961 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-19d73509-9b99-4339-a35b-3500db306884 None None] Provisioning complete for port 59b02ea9-581a-447f-8951-0970fdd8291e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:18.455632 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-19d73509-9b99-4339-a35b-3500db306884 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:18.459087 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-48f0e738-d34b-460c-bf47-32cea64279a8 None None] Calling delete_port for e4ac4150-c91b-441c-8322-b8d615432629 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:18.548301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-19d73509-9b99-4339-a35b-3500db306884 None None] Port 59b02ea9-581a-447f-8951-0970fdd8291e cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:20:18.703911 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-48f0e738-d34b-460c-bf47-32cea64279a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:18.739866 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f0e738-d34b-460c-bf47-32cea64279a8 None None] Pushing event deleted for resources: {'Port': ['ID=e4ac4150-c91b-441c-8322-b8d615432629,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:18.743833 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48f0e738-d34b-460c-bf47-32cea64279a8 None None] No DVR routers for this DVR port e4ac4150-c91b-441c-8322-b8d615432629 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:20:18.758173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-fb692f08-ae02-4f22-b916-672885e8142a req-f013b994-caec-4910-8a67-e12ad835b681 service neutron] (101970) timed out ('10.222.0.60', 55173) {{(pid=101970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:20:18.768712 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-04141e21-47b7-4f44-b481-f4a304382695 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 2.3319049 Aug 17 03:20:18.771546 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51744) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:18.777064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6eaf73c4-612f-4e83-a29b-41767bea7e7b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'subnet': {'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:18.789157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] For port e4ac4150-c91b-441c-8322-b8d615432629, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e4ac4150-c91b-441c-8322-b8d615432629,segment=NetworkSegment(a30871ac-02f2-47d0-9250-efa269f360b3),segment_id=a30871ac-02f2-47d0-9250-efa269f360b3)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:18.789586 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:18.804355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Calling delete_port for e4ac4150-c91b-441c-8322-b8d615432629 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:18.935686 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:18.994640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event deleted for resources: {'Port': ['ID=e4ac4150-c91b-441c-8322-b8d615432629,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:19.003281 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] No DVR routers for this DVR port e4ac4150-c91b-441c-8322-b8d615432629 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:20:19.050608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6eaf73c4-612f-4e83-a29b-41767bea7e7b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:19.055213 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6eaf73c4-612f-4e83-a29b-41767bea7e7b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:19.061766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e4ac4150-c91b-441c-8322-b8d615432629 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:20:19.109118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: e4ac4150-c91b-441c-8322-b8d615432629 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:20:19.109499 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e4ac4150-c91b-441c-8322-b8d615432629 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:20:19.151280 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:19.172487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ff0f0072-5384-46e2-b83c-010f7aa1e186']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a30871ac-02f2-47d0-9250-efa269f360b3') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a30871ac-02f2-47d0-9250-efa269f360b3') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:20:19.308876 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:20:19.451469 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:19.454924 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:19.476868 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:19.479444 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] 10.222.0.10 "DELETE /v2.0/networks/ff0f0072-5384-46e2-b83c-010f7aa1e186 HTTP/1.1" status: 204 len: 168 time: 1.6200750 Aug 17 03:20:19.483557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-020e1c7b-f4e3-48d0-82fa-74b97edb6440 tempest-AllowedAddressPairIpV6TestJSON-292413317 tempest-AllowedAddressPairIpV6TestJSON-292413317-project] Pushing event deleted for resources: {'Network': ['ID=ff0f0072-5384-46e2-b83c-010f7aa1e186,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:19.564996 n-d-802060-9 neutron-server[101969]: INFO neutron.db.ipam_backend_mixin [None req-6eaf73c4-612f-4e83-a29b-41767bea7e7b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 300e6650-f201-4206-b8d9-035e7ca1ab7a (CIDR: 172.20.0.0/28) Aug 17 03:20:19.609744 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-6eaf73c4-612f-4e83-a29b-41767bea7e7b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:20:19.610255 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6eaf73c4-612f-4e83-a29b-41767bea7e7b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:20:19.719696 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6eaf73c4-612f-4e83-a29b-41767bea7e7b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9467740 Aug 17 03:20:19.722381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51762) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:19.728185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-97d99b60-8777-415e-bf59-22fb766c0fd6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'subnet': {'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:19.906641 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d99b60-8777-415e-bf59-22fb766c0fd6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:19.910729 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97d99b60-8777-415e-bf59-22fb766c0fd6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:20.020779 n-d-802060-9 neutron-server[101970]: INFO neutron.db.ipam_backend_mixin [None req-97d99b60-8777-415e-bf59-22fb766c0fd6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet f5e09ce9-7893-4562-bad6-fd94603744cd (CIDR: 172.20.0.16/28) Aug 17 03:20:20.056983 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51774) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:20.074903 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-97d99b60-8777-415e-bf59-22fb766c0fd6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:20:20.074903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-97d99b60-8777-415e-bf59-22fb766c0fd6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:20:20.154375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-97d99b60-8777-415e-bf59-22fb766c0fd6 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.4308105 Aug 17 03:20:20.161487 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51784) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:20.171610 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-3e7c7bdd-b07e-4690-a9fa-1c2a13fb50db tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'subnet': {'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:20.287737 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bfebd265-0d93-4c1a-8e46-3b06ddc1219b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=80d7b517d5b043269516e32b8f7fdd81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2292380 Aug 17 03:20:20.288644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51786) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:20.360470 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34134148-710e-48f3-bd02-2fd2ec4e4934 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:20.382108 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34134148-710e-48f3-bd02-2fd2ec4e4934 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:20.427640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e7c7bdd-b07e-4690-a9fa-1c2a13fb50db tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Made reservation on behalf of d07ab646781f434d8d036f30c72bd0fa for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:20.431472 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7bdd-b07e-4690-a9fa-1c2a13fb50db tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:20.525443 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34134148-710e-48f3-bd02-2fd2ec4e4934 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:20.528881 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34134148-710e-48f3-bd02-2fd2ec4e4934 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:20.530095 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-34134148-710e-48f3-bd02-2fd2ec4e4934 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a123376a-31a4-45c4-917d-6be79386ffcf HTTP/1.1" status: 204 len: 168 time: 0.2400937 Aug 17 03:20:20.538378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34134148-710e-48f3-bd02-2fd2ec4e4934 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a123376a-31a4-45c4-917d-6be79386ffcf,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:20.788286 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7bdd-b07e-4690-a9fa-1c2a13fb50db tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:20.831898 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e7c7bdd-b07e-4690-a9fa-1c2a13fb50db tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:20.835587 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-3e7c7bdd-b07e-4690-a9fa-1c2a13fb50db tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:20.839428 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e7c7bdd-b07e-4690-a9fa-1c2a13fb50db tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:20.840037 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e7c7bdd-b07e-4690-a9fa-1c2a13fb50db tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:20.848511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df3c34cb-f329-483c-ba46-00a273c6ea07 None None] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:20.864232 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:20.865047 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7c7bdd-b07e-4690-a9fa-1c2a13fb50db tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Subnet': ['ID=72256442-89c8-4f52-910a-01e0190cf57b,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:20.929503 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3e7c7bdd-b07e-4690-a9fa-1c2a13fb50db tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 0.7642243 Aug 17 03:20:20.929711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51806) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:20.936425 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0eb6fbdf-b560-449f-9998-cdff5e656505 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1167679870', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '72256442-89c8-4f52-910a-01e0190cf57b'}], 'security_groups': ['9a0b3245-1af5-48a3-919a-b6892026a20c', '059ea9d4-b26d-4a4a-9927-b81cc825af02']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:21.011614 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0eb6fbdf-b560-449f-9998-cdff5e656505 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:21.099443 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27316f1-1b1f-4b8b-8d02-77c34b39169b None None] Update dhcp port {'port': {'network_id': 'f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38', 'fixed_ips': [{'subnet_id': 'f5e09ce9-7893-4562-bad6-fd94603744cd', 'ip_address': '172.20.0.18'}, {'subnet_id': '300e6650-f201-4206-b8d9-035e7ca1ab7a', 'ip_address': '172.20.0.2'}, {'subnet_id': '72256442-89c8-4f52-910a-01e0190cf57b'}], 'binding:host_id': 'n-d-802060-9'}, 'id': 'ed2326ec-b26e-411f-9799-94ca710e4a90'} from n-d-802060-9. {{(pid=101971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 03:20:21.128134 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f27316f1-1b1f-4b8b-8d02-77c34b39169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:21.365032 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-0eb6fbdf-b560-449f-9998-cdff5e656505 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Delete allocated IP 172.20.0.4 (f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38/300e6650-f201-4206-b8d9-035e7ca1ab7a) {{(pid=101970) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Aug 17 03:20:21.376471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-0eb6fbdf-b560-449f-9998-cdff5e656505 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Allocated IP 172.20.0.35 (f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38/72256442-89c8-4f52-910a-01e0190cf57b/59b02ea9-581a-447f-8951-0970fdd8291e) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:21.608907 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0eb6fbdf-b560-449f-9998-cdff5e656505 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:21.625678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-0eb6fbdf-b560-449f-9998-cdff5e656505 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Transition to ACTIVE for port object 59b02ea9-581a-447f-8951-0970fdd8291e will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:21.682999 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51834) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:21.719882 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0eb6fbdf-b560-449f-9998-cdff5e656505 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:21.804638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-f27316f1-1b1f-4b8b-8d02-77c34b39169b None None] Allocated IP 172.20.0.34 (f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38/72256442-89c8-4f52-910a-01e0190cf57b/ed2326ec-b26e-411f-9799-94ca710e4a90) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:21.829120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d1ce1e03-2131-46b4-9f44-e14a2642ffd8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-146584627'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:21.850729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb6fbdf-b560-449f-9998-cdff5e656505 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event updated for resources: {'Port': ['ID=59b02ea9-581a-447f-8951-0970fdd8291e,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:21.871126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-0eb6fbdf-b560-449f-9998-cdff5e656505 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] In _notify_port_updated(), no bound segment for port 59b02ea9-581a-447f-8951-0970fdd8291e on network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 {{(pid=101970) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:20:21.880303 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0eb6fbdf-b560-449f-9998-cdff5e656505 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:21.881248 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0eb6fbdf-b560-449f-9998-cdff5e656505 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:21.883507 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0eb6fbdf-b560-449f-9998-cdff5e656505 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "PUT /v2.0/ports/59b02ea9-581a-447f-8951-0970fdd8291e HTTP/1.1" status: 200 len: 960 time: 0.9524145 Aug 17 03:20:21.885984 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51842) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:21.934104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f27316f1-1b1f-4b8b-8d02-77c34b39169b None None] For port ed2326ec-b26e-411f-9799-94ca710e4a90, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ed2326ec-b26e-411f-9799-94ca710e4a90,segment=NetworkSegment(458b81cc-ef2e-4f02-b071-7a6044b3d78e),segment_id=458b81cc-ef2e-4f02-b071-7a6044b3d78e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:21.945032 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1ce1e03-2131-46b4-9f44-e14a2642ffd8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:21.948566 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1ce1e03-2131-46b4-9f44-e14a2642ffd8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:21.978062 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1ce1e03-2131-46b4-9f44-e14a2642ffd8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:21.981034 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f27316f1-1b1f-4b8b-8d02-77c34b39169b None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:21.995433 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f27316f1-1b1f-4b8b-8d02-77c34b39169b None None] Transition to ACTIVE for port object ed2326ec-b26e-411f-9799-94ca710e4a90 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:22.040791 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-2d064c0e-4298-4051-a6dd-d15c696c0fae tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port 59b02ea9-581a-447f-8951-0970fdd8291e {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:22.041146 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2d064c0e-4298-4051-a6dd-d15c696c0fae tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:22.055100 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f27316f1-1b1f-4b8b-8d02-77c34b39169b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:22.184886 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f27316f1-1b1f-4b8b-8d02-77c34b39169b None None] Pushing event updated for resources: {'Port': ['ID=ed2326ec-b26e-411f-9799-94ca710e4a90,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:22.190605 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1ce1e03-2131-46b4-9f44-e14a2642ffd8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:22.195361 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2d064c0e-4298-4051-a6dd-d15c696c0fae tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:22.206755 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-2d064c0e-4298-4051-a6dd-d15c696c0fae tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for 59b02ea9-581a-447f-8951-0970fdd8291e owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:22.291265 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1ce1e03-2131-46b4-9f44-e14a2642ffd8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:22.335011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d1ce1e03-2131-46b4-9f44-e14a2642ffd8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 77} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:20:22.343304 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce1e03-2131-46b4-9f44-e14a2642ffd8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ca9741e-4eac-4f13-a954-7e3854bbbf9c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:22.352450 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1ce1e03-2131-46b4-9f44-e14a2642ffd8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:22.352901 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-d1ce1e03-2131-46b4-9f44-e14a2642ffd8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Added segment 27b666fc-5a31-4777-b6cc-667e2dd88465 of type vlan for network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 Aug 17 03:20:22.449180 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1ce1e03-2131-46b4-9f44-e14a2642ffd8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:22.546379 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2d064c0e-4298-4051-a6dd-d15c696c0fae tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:22.579734 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d064c0e-4298-4051-a6dd-d15c696c0fae tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=59b02ea9-581a-447f-8951-0970fdd8291e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:22.585613 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1ce1e03-2131-46b4-9f44-e14a2642ffd8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:22.596040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1ce1e03-2131-46b4-9f44-e14a2642ffd8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:22.596040 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1ce1e03-2131-46b4-9f44-e14a2642ffd8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:22.730529 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ce1e03-2131-46b4-9f44-e14a2642ffd8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Network': ['ID=cd0f6b05-350b-4bf2-94d0-3deed3e66e40,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:22.742041 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2d064c0e-4298-4051-a6dd-d15c696c0fae tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:22.742385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:20:22.743997 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2d064c0e-4298-4051-a6dd-d15c696c0fae tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/ports/59b02ea9-581a-447f-8951-0970fdd8291e HTTP/1.1" status: 204 len: 168 time: 0.8570328 Aug 17 03:20:22.746538 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51876) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:22.751648 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d1ce1e03-2131-46b4-9f44-e14a2642ffd8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0672905 Aug 17 03:20:22.759306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51880) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:22.767785 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3f7a352b-2c78-4805-bb7b-e036e7897b70 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:22.812567 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e897d44c-31a6-4ac1-8752-2524d3d37b8a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] GET failed (client error): The resource could not be found. Aug 17 03:20:22.814716 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e897d44c-31a6-4ac1-8752-2524d3d37b8a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports/59b02ea9-581a-447f-8951-0970fdd8291e HTTP/1.1" status: 404 len: 333 time: 0.0664299 Aug 17 03:20:22.817466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51884) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:22.844762 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7c9ca5fa-57bb-4382-8a63-e93a28e8d9dc None None] Provisioning complete for port 9065bb64-ef68-4c2a-83ac-b752cc2d6089 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:22.845142 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c9ca5fa-57bb-4382-8a63-e93a28e8d9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:22.886733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7c9ca5fa-57bb-4382-8a63-e93a28e8d9dc None None] Port 9065bb64-ef68-4c2a-83ac-b752cc2d6089 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:20:22.891526 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8bbe838d-6864-4294-91f8-1b3e4d953509 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:22.919980 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8bbe838d-6864-4294-91f8-1b3e4d953509 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:23.013743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ed2326ec-b26e-411f-9799-94ca710e4a90 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:20:23.034114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7a352b-2c78-4805-bb7b-e036e7897b70 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:23.037934 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f7a352b-2c78-4805-bb7b-e036e7897b70 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:23.059043 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8bbe838d-6864-4294-91f8-1b3e4d953509 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:23.059204 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7c9ca5fa-57bb-4382-8a63-e93a28e8d9dc None None] Provisioning for port ed2326ec-b26e-411f-9799-94ca710e4a90 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:23.062532 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8bbe838d-6864-4294-91f8-1b3e4d953509 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:23.064558 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8bbe838d-6864-4294-91f8-1b3e4d953509 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/security-groups/87f5e28b-3132-4a4f-b170-bec24edd6cfc HTTP/1.1" status: 204 len: 168 time: 0.2455938 Aug 17 03:20:23.070290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51886) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:23.070526 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7c9ca5fa-57bb-4382-8a63-e93a28e8d9dc None None] Provisioning complete for port ed2326ec-b26e-411f-9799-94ca710e4a90 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:23.071132 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c9ca5fa-57bb-4382-8a63-e93a28e8d9dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:23.121637 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ed2326ec-b26e-411f-9799-94ca710e4a90 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:23.122410 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:23.135880 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbe838d-6864-4294-91f8-1b3e4d953509 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=87f5e28b-3132-4a4f-b170-bec24edd6cfc,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:23.203893 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-476e71d9-c347-4870-82f0-69b05a914e6a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:23.250732 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7c9ca5fa-57bb-4382-8a63-e93a28e8d9dc None None] Could not find standard attr ID for object 59b02ea9-581a-447f-8951-0970fdd8291e. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:20:23.261403 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-476e71d9-c347-4870-82f0-69b05a914e6a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:23.416283 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-476e71d9-c347-4870-82f0-69b05a914e6a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:23.422286 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-476e71d9-c347-4870-82f0-69b05a914e6a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:23.427279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51898) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:23.427440 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-476e71d9-c347-4870-82f0-69b05a914e6a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/security-groups/059ea9d4-b26d-4a4a-9927-b81cc825af02 HTTP/1.1" status: 204 len: 168 time: 0.3491366 Aug 17 03:20:23.441437 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e71d9-c347-4870-82f0-69b05a914e6a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=059ea9d4-b26d-4a4a-9927-b81cc825af02,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:23.444210 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f7a352b-2c78-4805-bb7b-e036e7897b70 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:23.486966 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-10c0c0a9-b40f-403c-aed2-c4acbed8723f None None] Could not find standard attr ID for object 59b02ea9-581a-447f-8951-0970fdd8291e. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:20:23.610400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7a352b-2c78-4805-bb7b-e036e7897b70 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=a7b45cd8-2828-49d7-a8f7-b79164ce8b75,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:23.620229 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-85aae7f6-0fc7-4877-a152-7c813c261cbc tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:23.644680 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f7a352b-2c78-4805-bb7b-e036e7897b70 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:20:23.650373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7a352b-2c78-4805-bb7b-e036e7897b70 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network hostable DHCP agents. Network: cd0f6b05-350b-4bf2-94d0-3deed3e66e40, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:20:23.689319 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-85aae7f6-0fc7-4877-a152-7c813c261cbc tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:23.791836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7a352b-2c78-4805-bb7b-e036e7897b70 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:20:23.818765 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-85aae7f6-0fc7-4877-a152-7c813c261cbc tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:23.830502 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-85aae7f6-0fc7-4877-a152-7c813c261cbc tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:23.831835 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-85aae7f6-0fc7-4877-a152-7c813c261cbc tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/security-groups/9a0b3245-1af5-48a3-919a-b6892026a20c HTTP/1.1" status: 204 len: 168 time: 0.4038992 Aug 17 03:20:23.834726 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51912) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:23.846066 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85aae7f6-0fc7-4877-a152-7c813c261cbc tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a0b3245-1af5-48a3-919a-b6892026a20c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:23.883470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-3f7a352b-2c78-4805-bb7b-e036e7897b70 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, cd0f6b05-350b-4bf2-94d0-3deed3e66e40) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:23.888890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7a352b-2c78-4805-bb7b-e036e7897b70 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:23.892409 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f7a352b-2c78-4805-bb7b-e036e7897b70 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:23.902166 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4f7b66f-2228-41f5-9cc3-3266b6aaca95 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:23.910886 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb5ba67-28e1-4702-9873-2acd9d1d3f66 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting subnet 300e6650-f201-4206-b8d9-035e7ca1ab7a {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:20:23.914215 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cb5ba67-28e1-4702-9873-2acd9d1d3f66 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:23.971693 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cb5ba67-28e1-4702-9873-2acd9d1d3f66 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:24.043186 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3f7a352b-2c78-4805-bb7b-e036e7897b70 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.2818077 Aug 17 03:20:24.044311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51918) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:24.051120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-06534b63-3f40-4eb2-bc01-7a5b08dea4bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'name': 'tempest-NetworksTestDHCPv6-51117264'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:24.101599 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cb5ba67-28e1-4702-9873-2acd9d1d3f66 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:24.126932 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': 'a7b45cd8-2828-49d7-a8f7-b79164ce8b75'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:20:24.129220 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:24.273882 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cb5ba67-28e1-4702-9873-2acd9d1d3f66 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:24.285770 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Allocated IP 2001:db8::2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/a7b45cd8-2828-49d7-a8f7-b79164ce8b75/30578b4c-d137-4492-901a-e281e98a607e) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:24.303074 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06534b63-3f40-4eb2-bc01-7a5b08dea4bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:24.305797 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb5ba67-28e1-4702-9873-2acd9d1d3f66 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Subnet': ['ID=300e6650-f201-4206-b8d9-035e7ca1ab7a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:24.317128 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-06534b63-3f40-4eb2-bc01-7a5b08dea4bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:24.318324 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7cb5ba67-28e1-4702-9873-2acd9d1d3f66 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:24.322784 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7cb5ba67-28e1-4702-9873-2acd9d1d3f66 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/300e6650-f201-4206-b8d9-035e7ca1ab7a HTTP/1.1" status: 204 len: 168 time: 0.4870083 Aug 17 03:20:24.329987 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51928) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:24.350380 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62c047fb-44b3-4982-91d2-abecec252014 None None] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:24.355880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-06534b63-3f40-4eb2-bc01-7a5b08dea4bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port 52454136-1188-46ad-9314-e05f7adb31df yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:20:24.428855 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-95991e0b-5aed-4040-9846-6fe687176398 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting subnet 72256442-89c8-4f52-910a-01e0190cf57b {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:20:24.433244 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95991e0b-5aed-4040-9846-6fe687176398 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:24.480466 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95991e0b-5aed-4040-9846-6fe687176398 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:24.587430 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95991e0b-5aed-4040-9846-6fe687176398 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:24.593688 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:24.618755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Transition to ACTIVE for port object 30578b4c-d137-4492-901a-e281e98a607e will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:24.642027 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Transition to ACTIVE for port object 30578b4c-d137-4492-901a-e281e98a607e will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:24.703712 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:24.731504 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95991e0b-5aed-4040-9846-6fe687176398 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:24.749659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:24.754335 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:24.755912 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:24.783248 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Pushing event updated for resources: {'Port': ['ID=30578b4c-d137-4492-901a-e281e98a607e,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:24.785024 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95991e0b-5aed-4040-9846-6fe687176398 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Subnet': ['ID=72256442-89c8-4f52-910a-01e0190cf57b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:24.805434 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95991e0b-5aed-4040-9846-6fe687176398 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:24.810023 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-95991e0b-5aed-4040-9846-6fe687176398 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/72256442-89c8-4f52-910a-01e0190cf57b HTTP/1.1" status: 204 len: 168 time: 0.4767969 Aug 17 03:20:24.810182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-06534b63-3f40-4eb2-bc01-7a5b08dea4bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::27d (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/a7b45cd8-2828-49d7-a8f7-b79164ce8b75/52454136-1188-46ad-9314-e05f7adb31df) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:24.810678 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51940) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:24.859674 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1287c2c-47a9-4152-87ce-f2d4931e0eb0 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] DELETE failed (client error): The resource could not be found. Aug 17 03:20:24.861904 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1287c2c-47a9-4152-87ce-f2d4931e0eb0 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:20:24.867351 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c1287c2c-47a9-4152-87ce-f2d4931e0eb0 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/300e6650-f201-4206-b8d9-035e7ca1ab7a HTTP/1.1" status: 404 len: 337 time: 0.0514586 Aug 17 03:20:24.868000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51944) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:24.868344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Attempting to bind port 30578b4c-d137-4492-901a-e281e98a607e on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:20:24.868724 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Attempting to bind port 30578b4c-d137-4492-901a-e281e98a607e by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:20:24.869092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Attempting to bind port 30578b4c-d137-4492-901a-e281e98a607e on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:20:24.878843 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:20:24.879425 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:20:24.880496 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:24.880886 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:20:24.881370 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Bound port: 30578b4c-d137-4492-901a-e281e98a607e, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:20:24.881791 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:24.960834 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] For port 30578b4c-d137-4492-901a-e281e98a607e, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:20:24.964158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] For port 30578b4c-d137-4492-901a-e281e98a607e, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=30578b4c-d137-4492-901a-e281e98a607e,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:20:25.005221 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc189f7-2307-4a2e-83ee-f143930ff9df tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting subnet f5e09ce9-7893-4562-bad6-fd94603744cd {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:20:25.013365 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7bc189f7-2307-4a2e-83ee-f143930ff9df tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:25.064170 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:25.093165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7bc189f7-2307-4a2e-83ee-f143930ff9df tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:25.208256 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd998c88-9b41-4cc0-b868-f2be0eb3dab9 None None] Pushing event updated for resources: {'Port': ['ID=30578b4c-d137-4492-901a-e281e98a607e,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:25.237294 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7bc189f7-2307-4a2e-83ee-f143930ff9df tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:25.286014 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-06534b63-3f40-4eb2-bc01-7a5b08dea4bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:25.312340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-06534b63-3f40-4eb2-bc01-7a5b08dea4bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object 52454136-1188-46ad-9314-e05f7adb31df will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:25.421527 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7bc189f7-2307-4a2e-83ee-f143930ff9df tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:25.491861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc189f7-2307-4a2e-83ee-f143930ff9df tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Subnet': ['ID=f5e09ce9-7893-4562-bad6-fd94603744cd,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:25.497619 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-06534b63-3f40-4eb2-bc01-7a5b08dea4bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:25.562594 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-deb2a6ca-a71b-42cc-a496-c0f25dab59aa None None] Network f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:25.595258 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7bc189f7-2307-4a2e-83ee-f143930ff9df tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:25.597759 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51972) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:25.609870 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7bc189f7-2307-4a2e-83ee-f143930ff9df tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/f5e09ce9-7893-4562-bad6-fd94603744cd HTTP/1.1" status: 204 len: 168 time: 0.7121377 Aug 17 03:20:25.613610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06534b63-3f40-4eb2-bc01-7a5b08dea4bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=52454136-1188-46ad-9314-e05f7adb31df,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:25.645446 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06534b63-3f40-4eb2-bc01-7a5b08dea4bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:25.648723 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-4223276b-b6c3-404f-b01c-d52f559a409c tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] DELETE failed (client error): The resource could not be found. Aug 17 03:20:25.649395 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4223276b-b6c3-404f-b01c-d52f559a409c tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:20:25.650235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-06534b63-3f40-4eb2-bc01-7a5b08dea4bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:25.655670 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51974) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:25.660419 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4223276b-b6c3-404f-b01c-d52f559a409c tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/97ca513f-389d-452b-9895-af01e03a65bf HTTP/1.1" status: 404 len: 337 time: 0.0609295 Aug 17 03:20:25.695993 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06534b63-3f40-4eb2-bc01-7a5b08dea4bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:25.706109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06534b63-3f40-4eb2-bc01-7a5b08dea4bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:25.709866 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-06534b63-3f40-4eb2-bc01-7a5b08dea4bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:25.714900 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dfe43fe1-475b-4ad5-b06d-2fcd0720f5dd tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "GET /v2.0/ports?device_id=8beb4f9e-a9ac-4886-93df-2ba39c9dc416 HTTP/1.1" status: 200 len: 205 time: 0.0575953 Aug 17 03:20:25.721402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51976) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:25.722277 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a9fe2a9d-0e1e-4a84-98af-a552026f41bf None None] Provisioning complete for port 9065bb64-ef68-4c2a-83ac-b752cc2d6089 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:25.722834 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a9fe2a9d-0e1e-4a84-98af-a552026f41bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:25.777922 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-f4aa570f-76ac-41dd-b68a-fb1d956b24dd tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] delete failed (client error): The resource could not be found. Aug 17 03:20:25.782712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51980) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:25.783108 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f4aa570f-76ac-41dd-b68a-fb1d956b24dd tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/routers/8beb4f9e-a9ac-4886-93df-2ba39c9dc416 HTTP/1.1" status: 404 len: 336 time: 0.0565743 Aug 17 03:20:25.798932 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a9fe2a9d-0e1e-4a84-98af-a552026f41bf None None] Port 9065bb64-ef68-4c2a-83ac-b752cc2d6089 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:20:25.806328 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51982) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:25.807103 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-06534b63-3f40-4eb2-bc01-7a5b08dea4bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7603076 Aug 17 03:20:25.823021 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a9fe2a9d-0e1e-4a84-98af-a552026f41bf None None] Provisioning complete for port ed2326ec-b26e-411f-9799-94ca710e4a90 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:25.823402 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a9fe2a9d-0e1e-4a84-98af-a552026f41bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:25.904951 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-9768b108-9f15-40b5-b253-ba4a79751059 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] DELETE failed (client error): The resource could not be found. Aug 17 03:20:25.911827 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9768b108-9f15-40b5-b253-ba4a79751059 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:20:25.914068 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9768b108-9f15-40b5-b253-ba4a79751059 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/a47d2bf6-4daf-4b24-b1a1-a9717b7d9940 HTTP/1.1" status: 404 len: 337 time: 0.1271257 Aug 17 03:20:25.916984 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51988) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:25.931236 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ba3388e-086f-490e-9ad4-2444499bcc25 None None] DHCP port deletion for f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:20:25.945354 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1b51c2-22d0-4d36-bb75-3021082528d1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:25.950978 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-6df4ce57-7adf-424a-9f27-d1d1d272b4a4 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] DELETE failed (client error): The resource could not be found. Aug 17 03:20:25.951823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6df4ce57-7adf-424a-9f27-d1d1d272b4a4 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:20:25.954414 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6df4ce57-7adf-424a-9f27-d1d1d272b4a4 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/47c10e47-6abb-43ff-9cc6-52090c04adb1 HTTP/1.1" status: 404 len: 337 time: 0.0363929 Aug 17 03:20:25.956836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51992) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:25.957136 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f1b51c2-22d0-4d36-bb75-3021082528d1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:25.960171 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6f1b51c2-22d0-4d36-bb75-3021082528d1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1667 time: 0.1212618 Aug 17 03:20:25.967432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 51994) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:25.988347 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-605e5604-c67f-4552-b260-cc471492d52d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] DELETE failed (client error): The resource could not be found. Aug 17 03:20:25.988777 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605e5604-c67f-4552-b260-cc471492d52d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:20:25.991015 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-605e5604-c67f-4552-b260-cc471492d52d tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/6f266125-e70a-46d5-992d-0ca715bcedd3 HTTP/1.1" status: 404 len: 337 time: 0.0330858 Aug 17 03:20:25.993493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 51996) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:26.021661 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d6cca65-8efc-4e91-80e3-ee63764f6a86 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] DELETE failed (client error): The resource could not be found. Aug 17 03:20:26.021937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d6cca65-8efc-4e91-80e3-ee63764f6a86 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:20:26.024705 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6d6cca65-8efc-4e91-80e3-ee63764f6a86 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/ports/c8926f9f-1baa-4666-97e3-1f510e748b45 HTTP/1.1" status: 404 len: 333 time: 0.0295451 Aug 17 03:20:26.026697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52000) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:26.033914 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4ba3388e-086f-490e-9ad4-2444499bcc25 None None] Deleting port ed2326ec-b26e-411f-9799-94ca710e4a90 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:26.034287 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4ba3388e-086f-490e-9ad4-2444499bcc25 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:26.064484 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddf813ec-3d0a-4724-a735-8171e60df38e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] DELETE failed (client error): The resource could not be found. Aug 17 03:20:26.067204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddf813ec-3d0a-4724-a735-8171e60df38e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:20:26.076798 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ddf813ec-3d0a-4724-a735-8171e60df38e tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/627a6a96-22d2-4a6f-aeaa-c551508e0e38 HTTP/1.1" status: 404 len: 337 time: 0.0454805 Aug 17 03:20:26.078781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52002) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:26.113258 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc00edd7-13e6-4970-8438-507edbed63ee tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] DELETE failed (client error): The resource could not be found. Aug 17 03:20:26.113258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dc00edd7-13e6-4970-8438-507edbed63ee tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:20:26.116688 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dc00edd7-13e6-4970-8438-507edbed63ee tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/7b27fe08-6bc3-4434-9584-a199cd698fce HTTP/1.1" status: 404 len: 337 time: 0.0352097 Aug 17 03:20:26.118173 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52004) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:26.160017 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-12b9a023-0f6a-4ab2-9b08-9461a75d3460 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] DELETE failed (client error): The resource could not be found. Aug 17 03:20:26.160784 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-12b9a023-0f6a-4ab2-9b08-9461a75d3460 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:20:26.168255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52008) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:26.168380 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-12b9a023-0f6a-4ab2-9b08-9461a75d3460 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/ports/f4a3b81e-8b9b-4913-a388-9578085a94fb HTTP/1.1" status: 404 len: 333 time: 0.0454965 Aug 17 03:20:26.198939 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ba0756b0-afe1-4444-acf3-25bb9c8ddc3c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port 52454136-1188-46ad-9314-e05f7adb31df {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:26.199358 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba0756b0-afe1-4444-acf3-25bb9c8ddc3c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:26.207366 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4ba3388e-086f-490e-9ad4-2444499bcc25 None None] For port ed2326ec-b26e-411f-9799-94ca710e4a90, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ed2326ec-b26e-411f-9799-94ca710e4a90,segment=NetworkSegment(458b81cc-ef2e-4f02-b071-7a6044b3d78e),segment_id=458b81cc-ef2e-4f02-b071-7a6044b3d78e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:26.207780 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4ba3388e-086f-490e-9ad4-2444499bcc25 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:26.222159 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4ba3388e-086f-490e-9ad4-2444499bcc25 None None] Calling delete_port for ed2326ec-b26e-411f-9799-94ca710e4a90 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:26.257164 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-2806ed4a-d13b-4683-b4d4-557584d1b75a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] DELETE failed (client error): The resource could not be found. Aug 17 03:20:26.257987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2806ed4a-d13b-4683-b4d4-557584d1b75a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:20:26.263739 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2806ed4a-d13b-4683-b4d4-557584d1b75a tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/86c53bc0-9667-4b50-a456-31e22b8e6369 HTTP/1.1" status: 404 len: 337 time: 0.0965838 Aug 17 03:20:26.264620 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52012) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:26.295569 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e11ef02-decb-477b-81dd-0c3304aec882 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] DELETE failed (client error): The resource could not be found. Aug 17 03:20:26.296381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e11ef02-decb-477b-81dd-0c3304aec882 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:20:26.301941 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3e11ef02-decb-477b-81dd-0c3304aec882 tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/subnets/e98d88fd-0004-4a88-a5bb-195dfcc41a1c HTTP/1.1" status: 404 len: 337 time: 0.0360973 Aug 17 03:20:26.302201 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52014) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:26.436613 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba0756b0-afe1-4444-acf3-25bb9c8ddc3c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:26.452104 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ba0756b0-afe1-4444-acf3-25bb9c8ddc3c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for 52454136-1188-46ad-9314-e05f7adb31df owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:26.459120 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4ba3388e-086f-490e-9ad4-2444499bcc25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:26.526046 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba3388e-086f-490e-9ad4-2444499bcc25 None None] Pushing event deleted for resources: {'Port': ['ID=ed2326ec-b26e-411f-9799-94ca710e4a90,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:26.536598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ba3388e-086f-490e-9ad4-2444499bcc25 None None] No DVR routers for this DVR port ed2326ec-b26e-411f-9799-94ca710e4a90 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:20:26.698746 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-d9440635-7eed-4335-86a1-bdc872cb15ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Deleting port 9065bb64-ef68-4c2a-83ac-b752cc2d6089 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:26.699105 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d9440635-7eed-4335-86a1-bdc872cb15ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:26.716176 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93f806a0-017b-464e-a4b0-e95412e7b52c None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:26.789532 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d9440635-7eed-4335-86a1-bdc872cb15ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:26.803191 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-d9440635-7eed-4335-86a1-bdc872cb15ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Calling delete_port for 9065bb64-ef68-4c2a-83ac-b752cc2d6089 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:26.817408 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba0756b0-afe1-4444-acf3-25bb9c8ddc3c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:26.955413 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0756b0-afe1-4444-acf3-25bb9c8ddc3c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=52454136-1188-46ad-9314-e05f7adb31df,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:26.971568 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-47f8c94a-3d05-4460-93fc-7a91caf5cf19 None None] Provisioning for port 30578b4c-d137-4492-901a-e281e98a607e completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:27.093431 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba0756b0-afe1-4444-acf3-25bb9c8ddc3c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:27.099999 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ba0756b0-afe1-4444-acf3-25bb9c8ddc3c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/52454136-1188-46ad-9314-e05f7adb31df HTTP/1.1" status: 204 len: 168 time: 1.1260431 Aug 17 03:20:27.102548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52032) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:27.158266 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d9440635-7eed-4335-86a1-bdc872cb15ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:27.163835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 30578b4c-d137-4492-901a-e281e98a607e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:20:27.184260 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e224d47-5208-4ad7-87da-f71a91e39348 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:27.187394 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e224d47-5208-4ad7-87da-f71a91e39348 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:27.189186 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6e224d47-5208-4ad7-87da-f71a91e39348 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0856168 Aug 17 03:20:27.191881 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52038) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:27.201070 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9440635-7eed-4335-86a1-bdc872cb15ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Port': ['ID=9065bb64-ef68-4c2a-83ac-b752cc2d6089,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:27.209188 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d9440635-7eed-4335-86a1-bdc872cb15ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:27.211846 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d9440635-7eed-4335-86a1-bdc872cb15ba tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/ports/9065bb64-ef68-4c2a-83ac-b752cc2d6089 HTTP/1.1" status: 204 len: 168 time: 0.9072132 Aug 17 03:20:27.218142 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52040) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:27.277242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6e1b70e-e398-4705-a2a6-f97a142e60fc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet a7b45cd8-2828-49d7-a8f7-b79164ce8b75 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:20:27.286152 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6e1b70e-e398-4705-a2a6-f97a142e60fc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:27.370095 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6e1b70e-e398-4705-a2a6-f97a142e60fc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:27.401403 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3336a17-a216-4f78-aed3-bab8e1e29c1b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:27.510225 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6e1b70e-e398-4705-a2a6-f97a142e60fc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:27.529629 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:20:27.619470 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3336a17-a216-4f78-aed3-bab8e1e29c1b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:27.632341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-a3336a17-a216-4f78-aed3-bab8e1e29c1b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:27.644689 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-a3336a17-a216-4f78-aed3-bab8e1e29c1b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '458b81cc-ef2e-4f02-b071-7a6044b3d78e') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:27.645009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-a3336a17-a216-4f78-aed3-bab8e1e29c1b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '458b81cc-ef2e-4f02-b071-7a6044b3d78e') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:20:27.645403 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6e1b70e-e398-4705-a2a6-f97a142e60fc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:27.658214 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3336a17-a216-4f78-aed3-bab8e1e29c1b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:27.681703 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3336a17-a216-4f78-aed3-bab8e1e29c1b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:27.697456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 30578b4c-d137-4492-901a-e281e98a607e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:27.698288 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3336a17-a216-4f78-aed3-bab8e1e29c1b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:20:27.698853 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3336a17-a216-4f78-aed3-bab8e1e29c1b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:20:27.702607 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:20:27.704752 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6e1b70e-e398-4705-a2a6-f97a142e60fc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:27.707074 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f6e1b70e-e398-4705-a2a6-f97a142e60fc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/a7b45cd8-2828-49d7-a8f7-b79164ce8b75 HTTP/1.1" status: 204 len: 168 time: 0.5140839 Aug 17 03:20:27.708339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6e1b70e-e398-4705-a2a6-f97a142e60fc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=a7b45cd8-2828-49d7-a8f7-b79164ce8b75,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:27.710478 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 30578b4c-d137-4492-901a-e281e98a607e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:27.710857 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:27.711231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52052) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:27.720924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-51298dcb-99af-441f-97f0-bd0862b94822 None None] Could not find standard attr ID for object 52454136-1188-46ad-9314-e05f7adb31df. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:20:27.827441 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8fbfa379-8bd6-4985-b5e8-c74ce1ae8e64 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1144364 Aug 17 03:20:27.830128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52054) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:27.836130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0c48a1b5-b09b-4b85-8a41-6ab758076b6e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:27.896518 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3336a17-a216-4f78-aed3-bab8e1e29c1b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:27.912069 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a3336a17-a216-4f78-aed3-bab8e1e29c1b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:27.914299 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a3336a17-a216-4f78-aed3-bab8e1e29c1b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] 10.222.0.10 "DELETE /v2.0/networks/f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38 HTTP/1.1" status: 204 len: 168 time: 0.6949015 Aug 17 03:20:27.940815 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:27.965735 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a1a5334-238a-449a-b813-e0cb0f169eca None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:28.029553 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3336a17-a216-4f78-aed3-bab8e1e29c1b tempest-PortsTestJSON-527315212 tempest-PortsTestJSON-527315212-project] Pushing event deleted for resources: {'Network': ['ID=f2c317ba-4d2c-4a7a-ac8c-e8331cc57b38,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:28.180554 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c48a1b5-b09b-4b85-8a41-6ab758076b6e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:28.189328 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c48a1b5-b09b-4b85-8a41-6ab758076b6e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:28.252885 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 30578b4c-d137-4492-901a-e281e98a607e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=30578b4c-d137-4492-901a-e281e98a607e,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:28.359071 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:28.436604 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28d1953e-f779-44e9-8fe1-f2dd8fd82f93 None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:20:28.468626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ed2326ec-b26e-411f-9799-94ca710e4a90 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:20:28.492901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=30578b4c-d137-4492-901a-e281e98a607e,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:28.512980 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: ed2326ec-b26e-411f-9799-94ca710e4a90 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:20:28.513568 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ed2326ec-b26e-411f-9799-94ca710e4a90 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:20:28.540288 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-28d1953e-f779-44e9-8fe1-f2dd8fd82f93 None None] Deleting port 30578b4c-d137-4492-901a-e281e98a607e {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:28.540886 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-28d1953e-f779-44e9-8fe1-f2dd8fd82f93 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:28.553632 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c48a1b5-b09b-4b85-8a41-6ab758076b6e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:28.609040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c48a1b5-b09b-4b85-8a41-6ab758076b6e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:28.612483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-0c48a1b5-b09b-4b85-8a41-6ab758076b6e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:28.627367 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c48a1b5-b09b-4b85-8a41-6ab758076b6e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:28.631339 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c48a1b5-b09b-4b85-8a41-6ab758076b6e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:28.635793 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c48a1b5-b09b-4b85-8a41-6ab758076b6e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=1762e1a8-8ab1-4ea1-b32a-835c281da92e,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:28.689555 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-28d1953e-f779-44e9-8fe1-f2dd8fd82f93 None None] For port 30578b4c-d137-4492-901a-e281e98a607e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=30578b4c-d137-4492-901a-e281e98a607e,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:28.689555 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-28d1953e-f779-44e9-8fe1-f2dd8fd82f93 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:28.713274 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-28d1953e-f779-44e9-8fe1-f2dd8fd82f93 None None] Calling delete_port for 30578b4c-d137-4492-901a-e281e98a607e owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:28.770826 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52084) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:28.776371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6c434abe-bb38-4caa-834e-4bf55cc23268 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'name': 'tempest-NetworksTestDHCPv6-908359555'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:28.782194 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0c48a1b5-b09b-4b85-8a41-6ab758076b6e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9506619 Aug 17 03:20:28.889201 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-28d1953e-f779-44e9-8fe1-f2dd8fd82f93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:28.906440 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52086) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:28.922884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1953e-f779-44e9-8fe1-f2dd8fd82f93 None None] Pushing event deleted for resources: {'Port': ['ID=30578b4c-d137-4492-901a-e281e98a607e,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:28.925710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d1953e-f779-44e9-8fe1-f2dd8fd82f93 None None] No DVR routers for this DVR port 30578b4c-d137-4492-901a-e281e98a607e on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:20:28.948899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc1e959-2249-4252-9590-3dcf58b2875e None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:29.101621 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c434abe-bb38-4caa-834e-4bf55cc23268 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:29.101621 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c434abe-bb38-4caa-834e-4bf55cc23268 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:29.115661 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 30578b4c-d137-4492-901a-e281e98a607e no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:20:29.131499 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-6c434abe-bb38-4caa-834e-4bf55cc23268 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port 657bb014-eaad-40cc-b977-4c93a42589e9 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:20:29.139616 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 30578b4c-d137-4492-901a-e281e98a607e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:20:29.140237 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 30578b4c-d137-4492-901a-e281e98a607e not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:20:29.210608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': '1762e1a8-8ab1-4ea1-b32a-835c281da92e'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:20:29.218099 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:29.240128 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6ef55881-14d1-4bce-a274-628e1f8d487f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d07ab646781f434d8d036f30c72bd0fa&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3325057 Aug 17 03:20:29.242753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52100) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:29.368007 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f37b816-896f-457b-8e0a-e2521ad160f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:29.386431 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-6c434abe-bb38-4caa-834e-4bf55cc23268 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::209 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/1762e1a8-8ab1-4ea1-b32a-835c281da92e/657bb014-eaad-40cc-b977-4c93a42589e9) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:29.418116 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f37b816-896f-457b-8e0a-e2521ad160f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:29.636548 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c434abe-bb38-4caa-834e-4bf55cc23268 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:29.837239 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f37b816-896f-457b-8e0a-e2521ad160f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:29.841007 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-6c434abe-bb38-4caa-834e-4bf55cc23268 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object 657bb014-eaad-40cc-b977-4c93a42589e9 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:29.841122 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f37b816-896f-457b-8e0a-e2521ad160f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:29.844379 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0f37b816-896f-457b-8e0a-e2521ad160f5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fce2b38c-4c73-491d-a4f7-95419902b82e HTTP/1.1" status: 204 len: 168 time: 0.5982101 Aug 17 03:20:29.865460 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f37b816-896f-457b-8e0a-e2521ad160f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fce2b38c-4c73-491d-a4f7-95419902b82e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:30.023143 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c434abe-bb38-4caa-834e-4bf55cc23268 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:30.131605 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c434abe-bb38-4caa-834e-4bf55cc23268 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=657bb014-eaad-40cc-b977-4c93a42589e9,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:30.176805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Allocated IP 2001:db8::2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/1762e1a8-8ab1-4ea1-b32a-835c281da92e/3a617e10-f8ce-48b2-bd25-0ec080907a9b) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:30.180523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c434abe-bb38-4caa-834e-4bf55cc23268 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:30.182991 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-6c434abe-bb38-4caa-834e-4bf55cc23268 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:30.188122 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c434abe-bb38-4caa-834e-4bf55cc23268 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:30.197602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c434abe-bb38-4caa-834e-4bf55cc23268 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:30.197602 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6c434abe-bb38-4caa-834e-4bf55cc23268 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:30.271404 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6c434abe-bb38-4caa-834e-4bf55cc23268 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4991465 Aug 17 03:20:30.272477 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52124) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:30.394566 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4202df58-ea7a-4589-a8e7-39d87cea79be req-a784e0dd-93cf-4d08-b5dc-f7a77ce150c7 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1332355 Aug 17 03:20:30.414382 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efc2ea7c-5ea3-4dd7-9e26-97ecb0e18f4b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:30.417666 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-efc2ea7c-5ea3-4dd7-9e26-97ecb0e18f4b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.1418760 Aug 17 03:20:30.420709 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52130) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:30.425223 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:30.440322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Transition to ACTIVE for port object 3a617e10-f8ce-48b2-bd25-0ec080907a9b will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:30.475842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Transition to ACTIVE for port object 3a617e10-f8ce-48b2-bd25-0ec080907a9b will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:30.507678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202df58-ea7a-4589-a8e7-39d87cea79be req-7abb97f7-c90c-4d72-894c-068551f914ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:30.512382 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4202df58-ea7a-4589-a8e7-39d87cea79be req-7abb97f7-c90c-4d72-894c-068551f914ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 1096 time: 0.0655909 Aug 17 03:20:30.551061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0184b-9508-4616-ae8d-73670f8ce9e1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port 657bb014-eaad-40cc-b977-4c93a42589e9 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:30.551487 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbd0184b-9508-4616-ae8d-73670f8ce9e1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:30.583059 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:30.607577 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:30.610322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:30.614462 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:30.685877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202df58-ea7a-4589-a8e7-39d87cea79be req-35f909a3-d8db-4924-bae4-6505a2188bc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:30.688720 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4202df58-ea7a-4589-a8e7-39d87cea79be req-35f909a3-d8db-4924-bae4-6505a2188bc0 service neutron] 10.222.0.60 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 0.1557798 Aug 17 03:20:30.689601 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbd0184b-9508-4616-ae8d-73670f8ce9e1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:30.704008 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Pushing event updated for resources: {'Port': ['ID=3a617e10-f8ce-48b2-bd25-0ec080907a9b,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:30.710696 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-cbd0184b-9508-4616-ae8d-73670f8ce9e1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for 657bb014-eaad-40cc-b977-4c93a42589e9 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:30.736217 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Attempting to bind port 3a617e10-f8ce-48b2-bd25-0ec080907a9b on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:20:30.736815 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Attempting to bind port 3a617e10-f8ce-48b2-bd25-0ec080907a9b by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:20:30.737464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Attempting to bind port 3a617e10-f8ce-48b2-bd25-0ec080907a9b on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:20:30.746334 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:20:30.747131 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:20:30.747713 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:30.748271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:20:30.749455 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Bound port: 3a617e10-f8ce-48b2-bd25-0ec080907a9b, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:20:30.750438 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:30.795573 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4202df58-ea7a-4589-a8e7-39d87cea79be req-7cd5f5e9-29e7-4150-8f70-d109020a3626 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee00051-652a-4cb0-b148-861aefc669e7 HTTP/1.1" status: 200 len: 1000 time: 0.0981276 Aug 17 03:20:30.864098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] For port 3a617e10-f8ce-48b2-bd25-0ec080907a9b, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:20:30.867868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] For port 3a617e10-f8ce-48b2-bd25-0ec080907a9b, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3a617e10-f8ce-48b2-bd25-0ec080907a9b,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:20:30.883974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202df58-ea7a-4589-a8e7-39d87cea79be req-8bcd617f-352c-4b58-9f29-422f112a4a7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:30.885718 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4202df58-ea7a-4589-a8e7-39d87cea79be req-8bcd617f-352c-4b58-9f29-422f112a4a7b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.0796943 Aug 17 03:20:30.925728 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:30.938932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4202df58-ea7a-4589-a8e7-39d87cea79be req-241fcee3-5128-4933-bbe4-b8a92c7e13c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:30.940498 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4202df58-ea7a-4589-a8e7-39d87cea79be req-241fcee3-5128-4933-bbe4-b8a92c7e13c8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0464413 Aug 17 03:20:30.986491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c314c0-1867-4178-9b06-01652f2360c1 None None] Pushing event updated for resources: {'Port': ['ID=3a617e10-f8ce-48b2-bd25-0ec080907a9b,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:30.991711 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbd0184b-9508-4616-ae8d-73670f8ce9e1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:31.032737 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd0184b-9508-4616-ae8d-73670f8ce9e1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=657bb014-eaad-40cc-b977-4c93a42589e9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:31.086783 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4202df58-ea7a-4589-a8e7-39d87cea79be req-94426d39-c93c-4854-b2f5-ab2b8ed70c5a service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1312103 Aug 17 03:20:31.091752 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbd0184b-9508-4616-ae8d-73670f8ce9e1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:31.094192 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cbd0184b-9508-4616-ae8d-73670f8ce9e1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/657bb014-eaad-40cc-b977-4c93a42589e9 HTTP/1.1" status: 204 len: 168 time: 0.6721377 Aug 17 03:20:31.097014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52154) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:31.205830 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4202df58-ea7a-4589-a8e7-39d87cea79be req-cd75a31a-173d-4cb5-ab6f-2ca0186847ca service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1161311 Aug 17 03:20:31.233325 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a196c97-b107-4b8f-a514-fb9776cc3aea tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:31.235078 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a196c97-b107-4b8f-a514-fb9776cc3aea tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:31.236724 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8a196c97-b107-4b8f-a514-fb9776cc3aea tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1382060 Aug 17 03:20:31.239384 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52162) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:31.318413 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-d61fc7bf-9d90-4fff-8042-700a001c761a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 1762e1a8-8ab1-4ea1-b32a-835c281da92e {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:20:31.321877 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d61fc7bf-9d90-4fff-8042-700a001c761a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:31.375064 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d61fc7bf-9d90-4fff-8042-700a001c761a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:31.481550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52170) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:31.530671 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d61fc7bf-9d90-4fff-8042-700a001c761a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:31.630780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-c019d159-cb5e-49e6-865e-33471c5dd231 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1545189847'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:31.674322 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d61fc7bf-9d90-4fff-8042-700a001c761a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:31.711512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d61fc7bf-9d90-4fff-8042-700a001c761a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=1762e1a8-8ab1-4ea1-b32a-835c281da92e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:31.724225 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d61fc7bf-9d90-4fff-8042-700a001c761a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:31.726588 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d61fc7bf-9d90-4fff-8042-700a001c761a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/1762e1a8-8ab1-4ea1-b32a-835c281da92e HTTP/1.1" status: 204 len: 168 time: 0.4860902 Aug 17 03:20:31.729102 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52184) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:31.778963 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-82314c7f-72b2-4be5-ba64-331c9215af47 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486233 Aug 17 03:20:31.779966 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c019d159-cb5e-49e6-865e-33471c5dd231 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:31.783160 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52188) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:31.789206 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6926118b-8531-49e4-9a3e-fb0df0c04a0b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:31.796532 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c019d159-cb5e-49e6-865e-33471c5dd231 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:32.043363 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c019d159-cb5e-49e6-865e-33471c5dd231 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:32.163827 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c019d159-cb5e-49e6-865e-33471c5dd231 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:32.229875 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.db.api [None req-c019d159-cb5e-49e6-865e-33471c5dd231 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 03:20:32.229875 n-d-802060-9 neutron-server[101970]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Aug 17 03:20:32.229875 n-d-802060-9 neutron-server[101970]: [parameters: {'project_id_1': '5f3afe3685d3440e81481b52603b0001', 'expiration_1': datetime.datetime(2021, 8, 17, 3, 20, 32, 179596)}] Aug 17 03:20:32.229875 n-d-802060-9 neutron-server[101970]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:20:32.230897 n-d-802060-9 neutron-server[101970]: DEBUG oslo_db.api [None req-c019d159-cb5e-49e6-865e-33471c5dd231 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:20:32.242151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019d159-cb5e-49e6-865e-33471c5dd231 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=504a534b-2e2e-4ca8-8fc4-819832928357,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:32.272470 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6926118b-8531-49e4-9a3e-fb0df0c04a0b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:32.276787 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6926118b-8531-49e4-9a3e-fb0df0c04a0b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:32.424465 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2b5e8db-cb9a-4a8d-9207-fda7493efc98 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:32.647022 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e7a60ba3-4aa3-4c0e-8f02-51df1e306cfc None None] Provisioning for port 3a617e10-f8ce-48b2-bd25-0ec080907a9b completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:32.679570 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd411006-e55c-4329-a73c-eed9676405ed None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:20:32.732889 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c019d159-cb5e-49e6-865e-33471c5dd231 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:32.734216 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-fd411006-e55c-4329-a73c-eed9676405ed None None] Deleting port 3a617e10-f8ce-48b2-bd25-0ec080907a9b {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:32.734806 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fd411006-e55c-4329-a73c-eed9676405ed None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:32.737399 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6926118b-8531-49e4-9a3e-fb0df0c04a0b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:32.796326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6926118b-8531-49e4-9a3e-fb0df0c04a0b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:32.800626 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-6926118b-8531-49e4-9a3e-fb0df0c04a0b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:32.805006 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6926118b-8531-49e4-9a3e-fb0df0c04a0b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:32.806265 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6926118b-8531-49e4-9a3e-fb0df0c04a0b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:32.859169 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6926118b-8531-49e4-9a3e-fb0df0c04a0b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=b5efa594-4b1a-4026-af3e-445c95695887,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:32.863658 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-fd411006-e55c-4329-a73c-eed9676405ed None None] For port 3a617e10-f8ce-48b2-bd25-0ec080907a9b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3a617e10-f8ce-48b2-bd25-0ec080907a9b,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:32.864341 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fd411006-e55c-4329-a73c-eed9676405ed None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:32.886356 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-fd411006-e55c-4329-a73c-eed9676405ed None None] Calling delete_port for 3a617e10-f8ce-48b2-bd25-0ec080907a9b owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:32.946696 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c019d159-cb5e-49e6-865e-33471c5dd231 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:33.017577 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c019d159-cb5e-49e6-865e-33471c5dd231 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:33.039840 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fd411006-e55c-4329-a73c-eed9676405ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:33.067493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c019d159-cb5e-49e6-865e-33471c5dd231 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d7f9b9-a7ba-4bdf-acf0-7fb513f14566,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:33.079137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd411006-e55c-4329-a73c-eed9676405ed None None] Pushing event deleted for resources: {'Port': ['ID=3a617e10-f8ce-48b2-bd25-0ec080907a9b,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:33.080975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd411006-e55c-4329-a73c-eed9676405ed None None] No DVR routers for this DVR port 3a617e10-f8ce-48b2-bd25-0ec080907a9b on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:20:33.108115 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de0271c8-43f2-454d-8d1f-c96cbef10a1d None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:33.111249 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6926118b-8531-49e4-9a3e-fb0df0c04a0b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3246844 Aug 17 03:20:33.112064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52212) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:33.117170 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-cada9c73-8f03-4f1e-b1ba-4484641c6a7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'name': 'tempest-NetworksTestDHCPv6-1488299038'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:33.177535 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:33.210031 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c019d159-cb5e-49e6-865e-33471c5dd231 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:33.211353 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c019d159-cb5e-49e6-865e-33471c5dd231 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7271469 Aug 17 03:20:33.214209 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52220) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:33.339223 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': 'b5efa594-4b1a-4026-af3e-445c95695887'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:20:33.340310 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:33.354992 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-00c041ff-8890-476d-bc3d-3d3e46d10cef tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1395860 Aug 17 03:20:33.357977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52226) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:33.366466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-61aed94e-90e1-4a99-8c7f-e94b5353395b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group': {'name': 'tempest-security--596622607', 'description': 'tempest-security-description-663399050'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:33.406538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cada9c73-8f03-4f1e-b1ba-4484641c6a7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:33.421490 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cada9c73-8f03-4f1e-b1ba-4484641c6a7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:33.421490 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61aed94e-90e1-4a99-8c7f-e94b5353395b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:33.489804 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-cada9c73-8f03-4f1e-b1ba-4484641c6a7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port bc58c671-5c6a-4659-abff-f173a808b2b1 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:20:33.546680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Allocated IP 2001:db8::2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/b5efa594-4b1a-4026-af3e-445c95695887/5bb27284-c41c-41e0-876b-f670ecf4b35b) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:33.567778 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61aed94e-90e1-4a99-8c7f-e94b5353395b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:33.667397 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61aed94e-90e1-4a99-8c7f-e94b5353395b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:33.672288 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61aed94e-90e1-4a99-8c7f-e94b5353395b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:33.676109 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-61aed94e-90e1-4a99-8c7f-e94b5353395b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "PUT /v2.0/security-groups/e1d7f9b9-a7ba-4bdf-acf0-7fb513f14566 HTTP/1.1" status: 200 len: 1778 time: 0.3144734 Aug 17 03:20:33.676623 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52230) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:33.753861 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-422bb56b-fb5b-42c7-951a-b4de259bdb32 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-groups/e1d7f9b9-a7ba-4bdf-acf0-7fb513f14566 HTTP/1.1" status: 200 len: 1778 time: 0.0755582 Aug 17 03:20:33.754585 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52232) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:33.760763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61aed94e-90e1-4a99-8c7f-e94b5353395b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e1d7f9b9-a7ba-4bdf-acf0-7fb513f14566,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:33.762399 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:33.775004 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:33.777544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Transition to ACTIVE for port object 5bb27284-c41c-41e0-876b-f670ecf4b35b will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:33.799959 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Transition to ACTIVE for port object 5bb27284-c41c-41e0-876b-f670ecf4b35b will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:33.846179 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d8cd90a6-de16-4d9c-986b-3b128ab0cae9 req-474c8dd9-bf78-4cc9-a1ff-a9e26ffdc60d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0725513 Aug 17 03:20:33.864257 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b69ce8fe-3c4b-497c-8027-85605a4c9c9b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:33.879680 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:33.913239 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b69ce8fe-3c4b-497c-8027-85605a4c9c9b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:33.975221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:33.990652 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:33.992168 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Pushing event updated for resources: {'Port': ['ID=5bb27284-c41c-41e0-876b-f670ecf4b35b,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:33.994655 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:34.050432 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b69ce8fe-3c4b-497c-8027-85605a4c9c9b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:34.053633 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b69ce8fe-3c4b-497c-8027-85605a4c9c9b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:34.054989 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b69ce8fe-3c4b-497c-8027-85605a4c9c9b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-groups/e1d7f9b9-a7ba-4bdf-acf0-7fb513f14566 HTTP/1.1" status: 204 len: 168 time: 0.2991364 Aug 17 03:20:34.059931 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52238) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:34.103988 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Attempting to bind port 5bb27284-c41c-41e0-876b-f670ecf4b35b on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:20:34.107190 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Attempting to bind port 5bb27284-c41c-41e0-876b-f670ecf4b35b by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:20:34.108826 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Attempting to bind port 5bb27284-c41c-41e0-876b-f670ecf4b35b on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:20:34.112537 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69ce8fe-3c4b-497c-8027-85605a4c9c9b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1d7f9b9-a7ba-4bdf-acf0-7fb513f14566,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:34.138038 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-cada9c73-8f03-4f1e-b1ba-4484641c6a7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::80 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/b5efa594-4b1a-4026-af3e-445c95695887/bc58c671-5c6a-4659-abff-f173a808b2b1) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:34.141153 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:20:34.141684 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:20:34.142173 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:34.142893 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:20:34.145072 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Bound port: 5bb27284-c41c-41e0-876b-f670ecf4b35b, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:20:34.146231 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:34.166621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd90a6-de16-4d9c-986b-3b128ab0cae9 req-d57d776a-d171-4829-a930-f0185d0e1298 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:34.168367 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d8cd90a6-de16-4d9c-986b-3b128ab0cae9 req-d57d776a-d171-4829-a930-f0185d0e1298 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 1096 time: 0.2033544 Aug 17 03:20:34.200463 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-718da7d1-edc1-4612-af43-b21870501f40 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1367993 Aug 17 03:20:34.203959 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52242) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:34.238844 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-c943e537-56fb-44d6-a5d6-42593afbebd5 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] delete failed (client error): The resource could not be found. Aug 17 03:20:34.245164 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c943e537-56fb-44d6-a5d6-42593afbebd5 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-groups/e1d7f9b9-a7ba-4bdf-acf0-7fb513f14566 HTTP/1.1" status: 404 len: 347 time: 0.0350008 Aug 17 03:20:34.246703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52244) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:34.287362 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f2b09105-ca32-42f0-ac7e-dbdad7f6e194 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1333536422'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:34.294081 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] For port 5bb27284-c41c-41e0-876b-f670ecf4b35b, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:20:34.297847 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] For port 5bb27284-c41c-41e0-876b-f670ecf4b35b, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5bb27284-c41c-41e0-876b-f670ecf4b35b,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:20:34.398635 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:34.411309 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2b09105-ca32-42f0-ac7e-dbdad7f6e194 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:34.525926 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a148b53-64aa-4a3e-b49c-6db8b3de5b92 None None] Pushing event updated for resources: {'Port': ['ID=5bb27284-c41c-41e0-876b-f670ecf4b35b,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:34.542382 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cada9c73-8f03-4f1e-b1ba-4484641c6a7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:34.548680 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd90a6-de16-4d9c-986b-3b128ab0cae9 req-1237734c-6b55-4d99-b902-c6e9741dc4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:34.550172 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d8cd90a6-de16-4d9c-986b-3b128ab0cae9 req-1237734c-6b55-4d99-b902-c6e9741dc4dc service neutron] 10.222.0.30 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 0.3474398 Aug 17 03:20:34.618707 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2b09105-ca32-42f0-ac7e-dbdad7f6e194 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:34.623747 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d8cd90a6-de16-4d9c-986b-3b128ab0cae9 req-a473dfc6-011c-4721-892a-38c66c3c1354 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=870600a2-f204-44fb-966a-161c2f4355bc HTTP/1.1" status: 200 len: 217 time: 0.0599368 Aug 17 03:20:34.626875 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-cada9c73-8f03-4f1e-b1ba-4484641c6a7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object bc58c671-5c6a-4659-abff-f173a808b2b1 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:34.690173 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2b09105-ca32-42f0-ac7e-dbdad7f6e194 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:34.709806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd90a6-de16-4d9c-986b-3b128ab0cae9 req-e927cfca-5eef-44aa-8856-ce2ef1c49ce4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:34.711341 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d8cd90a6-de16-4d9c-986b-3b128ab0cae9 req-e927cfca-5eef-44aa-8856-ce2ef1c49ce4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.0797067 Aug 17 03:20:34.761122 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b09105-ca32-42f0-ac7e-dbdad7f6e194 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=61fa7b52-9596-44aa-8f0b-31d8a6a07baf,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:34.787579 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f2b09105-ca32-42f0-ac7e-dbdad7f6e194 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:34.789085 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f2b09105-ca32-42f0-ac7e-dbdad7f6e194 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5414076 Aug 17 03:20:34.792079 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52252) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:34.798782 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-91845327-1ef6-4258-9f98-cf6f9765137b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group_rule': {'security_group_id': '61fa7b52-9596-44aa-8f0b-31d8a6a07baf', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:34.839579 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cd90a6-de16-4d9c-986b-3b128ab0cae9 req-4f004c72-0a92-441f-b651-d7c83dee79b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:34.839579 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d8cd90a6-de16-4d9c-986b-3b128ab0cae9 req-4f004c72-0a92-441f-b651-d7c83dee79b2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1077652 Aug 17 03:20:34.896575 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cada9c73-8f03-4f1e-b1ba-4484641c6a7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:34.943556 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-91845327-1ef6-4258-9f98-cf6f9765137b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:35.002029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cada9c73-8f03-4f1e-b1ba-4484641c6a7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:35.007272 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada9c73-8f03-4f1e-b1ba-4484641c6a7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=bc58c671-5c6a-4659-abff-f173a808b2b1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:35.019716 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-cada9c73-8f03-4f1e-b1ba-4484641c6a7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:35.025060 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada9c73-8f03-4f1e-b1ba-4484641c6a7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:35.031649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cada9c73-8f03-4f1e-b1ba-4484641c6a7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:35.032287 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cada9c73-8f03-4f1e-b1ba-4484641c6a7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:35.067538 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d8cd90a6-de16-4d9c-986b-3b128ab0cae9 req-a288d585-1323-4cb5-9308-c448d5963daa service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2189307 Aug 17 03:20:35.076371 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-91845327-1ef6-4258-9f98-cf6f9765137b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:35.133028 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cada9c73-8f03-4f1e-b1ba-4484641c6a7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.0198438 Aug 17 03:20:35.135536 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52260) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:35.136855 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5bb27284-c41c-41e0-876b-f670ecf4b35b up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:20:35.171519 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-91845327-1ef6-4258-9f98-cf6f9765137b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:35.225198 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf306c27-d8a5-4f6c-ac70-86ce6ef75dc5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:35.234466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91845327-1ef6-4258-9f98-cf6f9765137b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=db672e23-ce86-4ac2-ad09-462f375cdaff,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:35.250849 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf306c27-d8a5-4f6c-ac70-86ce6ef75dc5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:35.252572 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bf306c27-d8a5-4f6c-ac70-86ce6ef75dc5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.1160073 Aug 17 03:20:35.256563 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52264) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:35.284702 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d8cd90a6-de16-4d9c-986b-3b128ab0cae9 req-8129a605-0828-48d9-b21c-df55e7925529 service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2071018 Aug 17 03:20:35.308659 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-91845327-1ef6-4258-9f98-cf6f9765137b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:35.311004 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-91845327-1ef6-4258-9f98-cf6f9765137b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5177262 Aug 17 03:20:35.317392 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52268) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:35.336987 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 5bb27284-c41c-41e0-876b-f670ecf4b35b completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:35.426474 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27e8d6c6-4d8b-4441-853e-80acafc71c5c tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:35.438258 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27e8d6c6-4d8b-4441-853e-80acafc71c5c tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:35.502150 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-023508f9-52b5-4800-925e-06fd8fec6b94 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port bc58c671-5c6a-4659-abff-f173a808b2b1 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:35.502527 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-023508f9-52b5-4800-925e-06fd8fec6b94 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:35.597775 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27e8d6c6-4d8b-4441-853e-80acafc71c5c tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:35.609708 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-27e8d6c6-4d8b-4441-853e-80acafc71c5c tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:35.610839 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-27e8d6c6-4d8b-4441-853e-80acafc71c5c tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/db672e23-ce86-4ac2-ad09-462f375cdaff HTTP/1.1" status: 204 len: 168 time: 0.2903917 Aug 17 03:20:35.614730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52274) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:35.627613 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e8d6c6-4d8b-4441-853e-80acafc71c5c tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=db672e23-ce86-4ac2-ad09-462f375cdaff,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:35.638301 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-023508f9-52b5-4800-925e-06fd8fec6b94 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:35.655891 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-023508f9-52b5-4800-925e-06fd8fec6b94 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for bc58c671-5c6a-4659-abff-f173a808b2b1 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:35.731034 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5c571b4b-e85c-447c-b834-30c6d05aa7ac tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1119220 Aug 17 03:20:35.732434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52278) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:35.839329 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c61fdc2a-261a-4cdb-91e2-b722603ca01f tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:35.872375 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c61fdc2a-261a-4cdb-91e2-b722603ca01f tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:35.968719 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-023508f9-52b5-4800-925e-06fd8fec6b94 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:36.004466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-023508f9-52b5-4800-925e-06fd8fec6b94 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=bc58c671-5c6a-4659-abff-f173a808b2b1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:36.027483 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c61fdc2a-261a-4cdb-91e2-b722603ca01f tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:36.031924 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-023508f9-52b5-4800-925e-06fd8fec6b94 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:36.036366 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c61fdc2a-261a-4cdb-91e2-b722603ca01f tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:36.037134 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-023508f9-52b5-4800-925e-06fd8fec6b94 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/bc58c671-5c6a-4659-abff-f173a808b2b1 HTTP/1.1" status: 204 len: 168 time: 0.7778163 Aug 17 03:20:36.037630 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c61fdc2a-261a-4cdb-91e2-b722603ca01f tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-groups/61fa7b52-9596-44aa-8f0b-31d8a6a07baf HTTP/1.1" status: 204 len: 168 time: 0.3017259 Aug 17 03:20:36.038132 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52288) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:36.038296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52290) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:36.060714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c61fdc2a-261a-4cdb-91e2-b722603ca01f tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=61fa7b52-9596-44aa-8f0b-31d8a6a07baf,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:36.121489 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f7bf79-26fd-4327-8b81-ae5b5e821aad tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:36.121489 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47f7bf79-26fd-4327-8b81-ae5b5e821aad tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:36.121489 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-47f7bf79-26fd-4327-8b81-ae5b5e821aad tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0797849 Aug 17 03:20:36.122432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52292) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:36.153505 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e6750818-4815-4425-9088-6a938b8bdb17 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1102676 Aug 17 03:20:36.159585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52294) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:36.167604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-50ddf46c-19a3-4aa6-ab45-6bbfb5bb8f9a tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1703525953'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:36.193854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bb281de1-8550-4209-9bbd-6364d28bcf3e None None] Provisioning for port 5bb27284-c41c-41e0-876b-f670ecf4b35b completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:36.200831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bb281de1-8550-4209-9bbd-6364d28bcf3e None None] Provisioning complete for port 5bb27284-c41c-41e0-876b-f670ecf4b35b triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:36.201837 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bb281de1-8550-4209-9bbd-6364d28bcf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:36.234278 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2bc17c3-4134-44e5-8c13-a6c442fa5ff7 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet b5efa594-4b1a-4026-af3e-445c95695887 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:20:36.240762 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b2bc17c3-4134-44e5-8c13-a6c442fa5ff7 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:36.280157 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-50ddf46c-19a3-4aa6-ab45-6bbfb5bb8f9a tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:36.346922 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b2bc17c3-4134-44e5-8c13-a6c442fa5ff7 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:36.443061 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bb281de1-8550-4209-9bbd-6364d28bcf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:36.486963 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-50ddf46c-19a3-4aa6-ab45-6bbfb5bb8f9a tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:36.487538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bb281de1-8550-4209-9bbd-6364d28bcf3e None None] For port 5bb27284-c41c-41e0-876b-f670ecf4b35b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5bb27284-c41c-41e0-876b-f670ecf4b35b,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:36.586365 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bb281de1-8550-4209-9bbd-6364d28bcf3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:36.588689 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b2bc17c3-4134-44e5-8c13-a6c442fa5ff7 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:36.642133 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-50ddf46c-19a3-4aa6-ab45-6bbfb5bb8f9a tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:36.695084 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb281de1-8550-4209-9bbd-6364d28bcf3e None None] Pushing event updated for resources: {'Port': ['ID=5bb27284-c41c-41e0-876b-f670ecf4b35b,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:36.723892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-db89644d-fbb8-49dc-80dd-d176cb7dfe0a None None] Could not find standard attr ID for object 657bb014-eaad-40cc-b977-4c93a42589e9. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:20:36.779483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ddf46c-19a3-4aa6-ab45-6bbfb5bb8f9a tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7369478-5de4-4ef0-8ba0-ce7e2470b005,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:36.804582 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-50ddf46c-19a3-4aa6-ab45-6bbfb5bb8f9a tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:36.808770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52312) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:36.814566 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d718876e-2711-4728-89f4-d789476718b2 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group_rule': {'security_group_id': 'f7369478-5de4-4ef0-8ba0-ce7e2470b005', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:36.819084 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-50ddf46c-19a3-4aa6-ab45-6bbfb5bb8f9a tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6449003 Aug 17 03:20:36.865701 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b2bc17c3-4134-44e5-8c13-a6c442fa5ff7 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:36.921221 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a920c1b-9b42-4c2e-9911-2fcbd569ceda req-d1015475-a20d-451c-9bc3-d4d3cd70ec3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:36.922834 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7a920c1b-9b42-4c2e-9911-2fcbd569ceda req-d1015475-a20d-451c-9bc3-d4d3cd70ec3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 1096 time: 0.2285752 Aug 17 03:20:36.928026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bc17c3-4134-44e5-8c13-a6c442fa5ff7 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=b5efa594-4b1a-4026-af3e-445c95695887,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:36.944696 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b2bc17c3-4134-44e5-8c13-a6c442fa5ff7 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:36.947474 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b2bc17c3-4134-44e5-8c13-a6c442fa5ff7 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/b5efa594-4b1a-4026-af3e-445c95695887 HTTP/1.1" status: 204 len: 168 time: 0.8236260 Aug 17 03:20:36.950339 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52314) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:36.950824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6c6311c7-58de-4dd5-a2b1-6e725660a788 None None] Could not find standard attr ID for object bc58c671-5c6a-4659-abff-f173a808b2b1. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:20:37.066037 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9d6f268f-bbed-447b-9c72-350da48f2d7c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1134617 Aug 17 03:20:37.068944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52320) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:37.072924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5bb27284-c41c-41e0-876b-f670ecf4b35b up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:20:37.081018 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d718876e-2711-4728-89f4-d789476718b2 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:37.099446 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d81c42-346d-452a-be8b-984a5488b4c4 req-2d1caa8d-2525-488e-a800-c491cf4b675f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:37.101829 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99d81c42-346d-452a-be8b-984a5488b4c4 req-2d1caa8d-2525-488e-a800-c491cf4b675f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.4823525 Aug 17 03:20:37.141555 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 5bb27284-c41c-41e0-876b-f670ecf4b35b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:37.141934 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:37.190137 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99d81c42-346d-452a-be8b-984a5488b4c4 req-5e490d39-6397-4cb1-9a69-52f0a2b242d6 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750113 Aug 17 03:20:37.205604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a920c1b-9b42-4c2e-9911-2fcbd569ceda req-1d8d07b2-b18c-4bc7-99c8-346a591acb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:37.207336 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7a920c1b-9b42-4c2e-9911-2fcbd569ceda req-1d8d07b2-b18c-4bc7-99c8-346a591acb99 service neutron] 10.222.0.60 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 0.2747307 Aug 17 03:20:37.212613 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2247273-5be6-43c3-9597-9c1b8bd9fb39 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:37.216704 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c2247273-5be6-43c3-9597-9c1b8bd9fb39 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1464860 Aug 17 03:20:37.217334 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52324) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:37.311151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7d7302-1ede-42ad-9ad4-caa2850a7a51 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:37.335147 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7a920c1b-9b42-4c2e-9911-2fcbd569ceda req-dc46e210-2eaf-41f1-bf35-a256422243c3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee00051-652a-4cb0-b148-861aefc669e7 HTTP/1.1" status: 200 len: 1000 time: 0.1143081 Aug 17 03:20:37.337280 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94fc8121-1f12-47cb-9e72-789e057cc097 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:37.341473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52326) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:37.341629 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-94fc8121-1f12-47cb-9e72-789e057cc097 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1196256 Aug 17 03:20:37.343689 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d718876e-2711-4728-89f4-d789476718b2 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:37.416095 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6265cab7-d0b0-4599-9cfa-212f1051d9f8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0733080 Aug 17 03:20:37.422071 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52332) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:37.427178 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-bbd029c9-6d79-4d63-b64d-c192bb080fb1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:37.445611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a920c1b-9b42-4c2e-9911-2fcbd569ceda req-2604b6b8-b61e-4fc8-b1b0-cfbbf95e3b8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:37.451146 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7a920c1b-9b42-4c2e-9911-2fcbd569ceda req-2604b6b8-b61e-4fc8-b1b0-cfbbf95e3b8d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.0975893 Aug 17 03:20:37.556843 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d718876e-2711-4728-89f4-d789476718b2 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:37.568732 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a920c1b-9b42-4c2e-9911-2fcbd569ceda req-d44d5519-1751-45c0-ad49-f64d73844107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:37.570945 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7a920c1b-9b42-4c2e-9911-2fcbd569ceda req-d44d5519-1751-45c0-ad49-f64d73844107 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1141260 Aug 17 03:20:37.571564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d718876e-2711-4728-89f4-d789476718b2 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8dbeea1c-8034-4056-a90e-b638c8dcee36,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:37.655379 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb6eef5-4081-46c5-98af-7cffe75560b4 None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:20:37.702742 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7a920c1b-9b42-4c2e-9911-2fcbd569ceda req-64d18ca7-d2d0-4afc-8cf4-ec315df71a5c service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1208353 Aug 17 03:20:37.707434 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bbd029c9-6d79-4d63-b64d-c192bb080fb1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:37.711924 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bbd029c9-6d79-4d63-b64d-c192bb080fb1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:37.721404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cdb6eef5-4081-46c5-98af-7cffe75560b4 None None] Deleting port 5bb27284-c41c-41e0-876b-f670ecf4b35b {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:37.722228 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cdb6eef5-4081-46c5-98af-7cffe75560b4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:37.811705 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d718876e-2711-4728-89f4-d789476718b2 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:37.813650 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d718876e-2711-4728-89f4-d789476718b2 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.0030515 Aug 17 03:20:37.817290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52350) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:37.823644 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-9156add0-bf2b-4098-bfbc-6295b2255ffd tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group_rule': {'security_group_id': 'f7369478-5de4-4ef0-8ba0-ce7e2470b005', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:37.831827 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7a920c1b-9b42-4c2e-9911-2fcbd569ceda req-b6ae1078-d2a2-4ebe-900b-e304e7112cdb service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138206 Aug 17 03:20:37.902090 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-cdb6eef5-4081-46c5-98af-7cffe75560b4 None None] For port 5bb27284-c41c-41e0-876b-f670ecf4b35b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5bb27284-c41c-41e0-876b-f670ecf4b35b,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:37.903394 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cdb6eef5-4081-46c5-98af-7cffe75560b4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:37.919060 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cdb6eef5-4081-46c5-98af-7cffe75560b4 None None] Calling delete_port for 5bb27284-c41c-41e0-876b-f670ecf4b35b owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:37.963918 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9156add0-bf2b-4098-bfbc-6295b2255ffd tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:38.126851 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9156add0-bf2b-4098-bfbc-6295b2255ffd tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:38.146206 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cdb6eef5-4081-46c5-98af-7cffe75560b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:38.184791 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bbd029c9-6d79-4d63-b64d-c192bb080fb1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:38.192009 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdb6eef5-4081-46c5-98af-7cffe75560b4 None None] Pushing event deleted for resources: {'Port': ['ID=5bb27284-c41c-41e0-876b-f670ecf4b35b,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:38.216091 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdb6eef5-4081-46c5-98af-7cffe75560b4 None None] No DVR routers for this DVR port 5bb27284-c41c-41e0-876b-f670ecf4b35b on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:20:38.275392 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9156add0-bf2b-4098-bfbc-6295b2255ffd tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:38.316877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bbd029c9-6d79-4d63-b64d-c192bb080fb1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:38.353370 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-bbd029c9-6d79-4d63-b64d-c192bb080fb1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:38.365836 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56335da2-c4e7-4d45-936b-4d8bce4039c0 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:38.372920 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbd029c9-6d79-4d63-b64d-c192bb080fb1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:38.372920 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bbd029c9-6d79-4d63-b64d-c192bb080fb1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:38.394026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9156add0-bf2b-4098-bfbc-6295b2255ffd tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=492aa9be-1af5-4db9-a282-e328eaef4400,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:38.414164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd029c9-6d79-4d63-b64d-c192bb080fb1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=3289d413-f9ae-4aa7-bd58-4e3490a9bd4f,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:38.465073 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9156add0-bf2b-4098-bfbc-6295b2255ffd tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:38.470149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52368) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:38.475916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1e4fd71a-c3b5-45c3-9c69-106a612bf7bf tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group_rule': {'security_group_id': 'f7369478-5de4-4ef0-8ba0-ce7e2470b005', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:38.486173 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9156add0-bf2b-4098-bfbc-6295b2255ffd tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6672616 Aug 17 03:20:38.533491 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf023a07-5001-4e6b-bb37-2e39f13311f8 req-05e38838-aea0-473b-b669-53163a17d6c9 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:38.541498 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cf023a07-5001-4e6b-bb37-2e39f13311f8 req-05e38838-aea0-473b-b669-53163a17d6c9 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.2731946 Aug 17 03:20:38.548052 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bbd029c9-6d79-4d63-b64d-c192bb080fb1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1215420 Aug 17 03:20:38.548238 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52372) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:38.553547 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-eaf07b10-0851-4964-a2a1-dfdb8627e86d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'fixed_ips': [{'subnet_id': '3289d413-f9ae-4aa7-bd58-4e3490a9bd4f', 'ip_address': '2001:db8::f82:b804:a4b1:9d09'}], 'name': 'tempest-NetworksTestDHCPv6-626561976'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:38.595952 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cf023a07-5001-4e6b-bb37-2e39f13311f8 req-363bb629-7292-40d8-bf2a-c06a5fe303fb tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0511782 Aug 17 03:20:38.611642 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': '3289d413-f9ae-4aa7-bd58-4e3490a9bd4f'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:20:38.612544 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:38.623117 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd71a-c3b5-45c3-9c69-106a612bf7bf tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:38.788616 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd71a-c3b5-45c3-9c69-106a612bf7bf tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:38.822273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eaf07b10-0851-4964-a2a1-dfdb8627e86d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:38.839064 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Allocated IP 2001:db8::2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/3289d413-f9ae-4aa7-bd58-4e3490a9bd4f/7a71c616-4eed-416f-929b-94da6aa0a09a) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:38.870135 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd71a-c3b5-45c3-9c69-106a612bf7bf tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:38.896865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4fd71a-c3b5-45c3-9c69-106a612bf7bf tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc8b4288-1f7d-4375-9815-c9172ac889f7,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:38.932884 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eaf07b10-0851-4964-a2a1-dfdb8627e86d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:38.953966 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-eaf07b10-0851-4964-a2a1-dfdb8627e86d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port a519c8a6-bece-4816-ac23-865021c05cc7 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:20:39.012417 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1e4fd71a-c3b5-45c3-9c69-106a612bf7bf tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:39.012417 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1e4fd71a-c3b5-45c3-9c69-106a612bf7bf tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5401194 Aug 17 03:20:39.017178 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52378) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:39.020670 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-08a2f9d8-cce7-4c8c-b50c-27ac8fc48035 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group_rule': {'security_group_id': 'f7369478-5de4-4ef0-8ba0-ce7e2470b005', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:39.053851 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:39.066768 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Transition to ACTIVE for port object 7a71c616-4eed-416f-929b-94da6aa0a09a will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:39.069066 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5bb27284-c41c-41e0-876b-f670ecf4b35b no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:20:39.099705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 5bb27284-c41c-41e0-876b-f670ecf4b35b {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:20:39.100088 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5bb27284-c41c-41e0-876b-f670ecf4b35b not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:20:39.106221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Transition to ACTIVE for port object 7a71c616-4eed-416f-929b-94da6aa0a09a will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:39.162658 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-08a2f9d8-cce7-4c8c-b50c-27ac8fc48035 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:39.217065 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:39.267262 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-08a2f9d8-cce7-4c8c-b50c-27ac8fc48035 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:39.281321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-eaf07b10-0851-4964-a2a1-dfdb8627e86d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::f82:b804:a4b1:9d09 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/3289d413-f9ae-4aa7-bd58-4e3490a9bd4f/a519c8a6-bece-4816-ac23-865021c05cc7) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:39.281671 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:39.287214 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:39.289405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Pushing event updated for resources: {'Port': ['ID=7a71c616-4eed-416f-929b-94da6aa0a09a,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:39.291589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:39.328921 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-08a2f9d8-cce7-4c8c-b50c-27ac8fc48035 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:39.349703 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Attempting to bind port 7a71c616-4eed-416f-929b-94da6aa0a09a on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:20:39.350144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Attempting to bind port 7a71c616-4eed-416f-929b-94da6aa0a09a by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:20:39.350455 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Attempting to bind port 7a71c616-4eed-416f-929b-94da6aa0a09a on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:20:39.355041 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a2f9d8-cce7-4c8c-b50c-27ac8fc48035 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e712add8-6784-4ff6-a8c1-12fc87b2ed0b,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:39.356677 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:20:39.357113 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:20:39.357571 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:39.358066 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:20:39.358549 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Bound port: 7a71c616-4eed-416f-929b-94da6aa0a09a, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:20:39.358937 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:39.440477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] For port 7a71c616-4eed-416f-929b-94da6aa0a09a, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:20:39.442928 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-08a2f9d8-cce7-4c8c-b50c-27ac8fc48035 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:39.444876 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-08a2f9d8-cce7-4c8c-b50c-27ac8fc48035 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4283097 Aug 17 03:20:39.447605 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52388) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:39.448361 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] For port 7a71c616-4eed-416f-929b-94da6aa0a09a, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7a71c616-4eed-416f-929b-94da6aa0a09a,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:20:39.453093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f0e5265f-3c86-4608-b4e3-29abee9e2038 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group_rule': {'security_group_id': 'f7369478-5de4-4ef0-8ba0-ce7e2470b005', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:39.504171 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eaf07b10-0851-4964-a2a1-dfdb8627e86d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:39.518729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-eaf07b10-0851-4964-a2a1-dfdb8627e86d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object a519c8a6-bece-4816-ac23-865021c05cc7 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:39.582178 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:39.626037 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f0e5265f-3c86-4608-b4e3-29abee9e2038 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:39.641497 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eccb4337-fa12-4b22-82b0-981c0fb20a33 None None] Pushing event updated for resources: {'Port': ['ID=7a71c616-4eed-416f-929b-94da6aa0a09a,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:39.707453 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f0e5265f-3c86-4608-b4e3-29abee9e2038 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:39.721451 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eaf07b10-0851-4964-a2a1-dfdb8627e86d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:39.782512 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f0e5265f-3c86-4608-b4e3-29abee9e2038 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:39.804618 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5265f-3c86-4608-b4e3-29abee9e2038 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a5ffc09d-4588-4ad1-b188-cb1d266f2f80,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:39.814742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eaf07b10-0851-4964-a2a1-dfdb8627e86d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:39.824469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-eaf07b10-0851-4964-a2a1-dfdb8627e86d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:39.827323 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eaf07b10-0851-4964-a2a1-dfdb8627e86d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:39.833489 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eaf07b10-0851-4964-a2a1-dfdb8627e86d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:39.834137 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eaf07b10-0851-4964-a2a1-dfdb8627e86d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:39.841251 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf07b10-0851-4964-a2a1-dfdb8627e86d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=a519c8a6-bece-4816-ac23-865021c05cc7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:39.871276 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809e0436-983f-40e7-9d1e-e7c24c606258 req-e779b07f-32f4-4ffe-bf9f-5f26b106a105 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:39.871276 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-809e0436-983f-40e7-9d1e-e7c24c606258 req-e779b07f-32f4-4ffe-bf9f-5f26b106a105 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1609936 Aug 17 03:20:39.890063 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f0e5265f-3c86-4608-b4e3-29abee9e2038 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:39.891585 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f0e5265f-3c86-4608-b4e3-29abee9e2038 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.4429729 Aug 17 03:20:39.895313 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52398) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:39.936871 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c5928c31-79aa-4cca-aed5-8298490c4893 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:39.953739 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-809e0436-983f-40e7-9d1e-e7c24c606258 req-02a4d190-bbc9-4e17-b81d-129fa9c8d6a2 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0799439 Aug 17 03:20:39.959249 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-eaf07b10-0851-4964-a2a1-dfdb8627e86d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 1.4081347 Aug 17 03:20:39.961943 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52400) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:39.973076 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c5928c31-79aa-4cca-aed5-8298490c4893 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.031634 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004f1517-fe0a-4056-9421-471b4c0a85b7 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:40.037602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-004f1517-fe0a-4056-9421-471b4c0a85b7 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:40.039308 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-004f1517-fe0a-4056-9421-471b4c0a85b7 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1683 time: 0.0765152 Aug 17 03:20:40.042088 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52406) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:40.101761 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c5928c31-79aa-4cca-aed5-8298490c4893 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.114412 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c5928c31-79aa-4cca-aed5-8298490c4893 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.115585 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c5928c31-79aa-4cca-aed5-8298490c4893 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/a5ffc09d-4588-4ad1-b188-cb1d266f2f80 HTTP/1.1" status: 204 len: 168 time: 0.2193398 Aug 17 03:20:40.119248 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52412) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:40.121618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5928c31-79aa-4cca-aed5-8298490c4893 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a5ffc09d-4588-4ad1-b188-cb1d266f2f80,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:40.187417 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5c5a6fa2-0fe4-4b43-91d8-ccb181231d9f tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0631168 Aug 17 03:20:40.188863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52418) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:40.203104 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-0cc18a3f-b8f3-4ff4-981e-ff487c876ded tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port a519c8a6-bece-4816-ac23-865021c05cc7 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:40.203449 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cc18a3f-b8f3-4ff4-981e-ff487c876ded tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.287743 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0f6e52d8-82e1-457b-9f19-f2ed7a4b3600 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.310421 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0f6e52d8-82e1-457b-9f19-f2ed7a4b3600 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.365964 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cc18a3f-b8f3-4ff4-981e-ff487c876ded tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.380209 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-0cc18a3f-b8f3-4ff4-981e-ff487c876ded tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for a519c8a6-bece-4816-ac23-865021c05cc7 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:40.452427 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0f6e52d8-82e1-457b-9f19-f2ed7a4b3600 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.462414 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0f6e52d8-82e1-457b-9f19-f2ed7a4b3600 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.466534 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0f6e52d8-82e1-457b-9f19-f2ed7a4b3600 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/e712add8-6784-4ff6-a8c1-12fc87b2ed0b HTTP/1.1" status: 204 len: 168 time: 0.2754543 Aug 17 03:20:40.467103 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52426) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:40.474607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6e52d8-82e1-457b-9f19-f2ed7a4b3600 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e712add8-6784-4ff6-a8c1-12fc87b2ed0b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:40.516959 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-485c6700-4966-48a2-a5a4-b0228aecbac0 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0488212 Aug 17 03:20:40.519989 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52430) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:40.573448 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cac3621-ec46-4b7e-b452-a20fcf112222 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.595500 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cac3621-ec46-4b7e-b452-a20fcf112222 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.650323 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cc18a3f-b8f3-4ff4-981e-ff487c876ded tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.694301 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc18a3f-b8f3-4ff4-981e-ff487c876ded tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=a519c8a6-bece-4816-ac23-865021c05cc7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:40.708157 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cac3621-ec46-4b7e-b452-a20fcf112222 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.714335 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3cac3621-ec46-4b7e-b452-a20fcf112222 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.716620 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3cac3621-ec46-4b7e-b452-a20fcf112222 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/cc8b4288-1f7d-4375-9815-c9172ac889f7 HTTP/1.1" status: 204 len: 168 time: 0.1949935 Aug 17 03:20:40.719780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52438) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:40.731821 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cc18a3f-b8f3-4ff4-981e-ff487c876ded tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.762241 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0cc18a3f-b8f3-4ff4-981e-ff487c876ded tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/a519c8a6-bece-4816-ac23-865021c05cc7 HTTP/1.1" status: 204 len: 168 time: 0.7185705 Aug 17 03:20:40.762926 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52440) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:40.792034 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cac3621-ec46-4b7e-b452-a20fcf112222 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc8b4288-1f7d-4375-9815-c9172ac889f7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:40.836804 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a5e75c7e-6099-4ea8-bded-d6a62a86ea74 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1156914 Aug 17 03:20:40.839538 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52442) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:40.879406 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d768e0-f6e1-4ab6-9f56-4bdb4cf00031 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:40.881045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31d768e0-f6e1-4ab6-9f56-4bdb4cf00031 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:40.886400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52444) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:40.887108 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-31d768e0-f6e1-4ab6-9f56-4bdb4cf00031 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1231337 Aug 17 03:20:40.895686 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da7b04a9-cc7b-4c2c-be48-99ad61ad0351 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.907778 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da7b04a9-cc7b-4c2c-be48-99ad61ad0351 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:40.970247 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd811410-40c3-4a72-a7fb-f2353f36bdbe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 3289d413-f9ae-4aa7-bd58-4e3490a9bd4f {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:20:40.980021 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd811410-40c3-4a72-a7fb-f2353f36bdbe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:41.062137 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da7b04a9-cc7b-4c2c-be48-99ad61ad0351 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:41.069590 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd811410-40c3-4a72-a7fb-f2353f36bdbe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:41.069769 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da7b04a9-cc7b-4c2c-be48-99ad61ad0351 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:41.070720 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-da7b04a9-cc7b-4c2c-be48-99ad61ad0351 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/492aa9be-1af5-4db9-a282-e328eaef4400 HTTP/1.1" status: 204 len: 168 time: 0.2293968 Aug 17 03:20:41.073478 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52448) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:41.081624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7b04a9-cc7b-4c2c-be48-99ad61ad0351 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=492aa9be-1af5-4db9-a282-e328eaef4400,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:41.107073 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7a71c616-4eed-416f-929b-94da6aa0a09a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:20:41.134553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9bcc00a3-4e2a-468a-bb4e-a9c26d6cac5b None None] Provisioning for port 7a71c616-4eed-416f-929b-94da6aa0a09a completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:41.206611 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-887e7f30-3d04-4c71-9bf5-cad9c3d01d9d tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1313713 Aug 17 03:20:41.209682 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52452) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:41.277794 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-898b6e31-291a-48f2-913e-f6b168d04779 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:41.304594 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-898b6e31-291a-48f2-913e-f6b168d04779 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:41.343127 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 7a71c616-4eed-416f-929b-94da6aa0a09a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:41.347335 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 7a71c616-4eed-416f-929b-94da6aa0a09a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:41.347707 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:41.412355 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6c79cea0-2c2d-428e-81c1-d7f9c33bb583 None None] Could not find standard attr ID for object a519c8a6-bece-4816-ac23-865021c05cc7. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:20:41.433119 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-898b6e31-291a-48f2-913e-f6b168d04779 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:41.440910 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-898b6e31-291a-48f2-913e-f6b168d04779 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:41.448289 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-898b6e31-291a-48f2-913e-f6b168d04779 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/8dbeea1c-8034-4056-a90e-b638c8dcee36 HTTP/1.1" status: 204 len: 168 time: 0.2373352 Aug 17 03:20:41.453358 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52458) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:41.470787 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-898b6e31-291a-48f2-913e-f6b168d04779 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=8dbeea1c-8034-4056-a90e-b638c8dcee36,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:41.553996 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d65c0938-e99c-4f19-8311-92d0ba483297 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0971489 Aug 17 03:20:41.566030 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52460) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:41.721005 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aaf65727-d524-4a7c-ab7c-dc27a1a8be05 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:41.779707 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aaf65727-d524-4a7c-ab7c-dc27a1a8be05 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:41.823905 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:41.861861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 7a71c616-4eed-416f-929b-94da6aa0a09a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7a71c616-4eed-416f-929b-94da6aa0a09a,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:41.945862 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aaf65727-d524-4a7c-ab7c-dc27a1a8be05 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:41.949035 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aaf65727-d524-4a7c-ab7c-dc27a1a8be05 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:41.951094 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-aaf65727-d524-4a7c-ab7c-dc27a1a8be05 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-groups/f7369478-5de4-4ef0-8ba0-ce7e2470b005 HTTP/1.1" status: 204 len: 168 time: 0.3840420 Aug 17 03:20:41.956729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52472) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:41.971105 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:41.973702 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaf65727-d524-4a7c-ab7c-dc27a1a8be05 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7369478-5de4-4ef0-8ba0-ce7e2470b005,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:41.987178 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd811410-40c3-4a72-a7fb-f2353f36bdbe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:42.058287 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2e61adf3-a97f-42cb-a1b1-aaa5a29564a0 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010137 Aug 17 03:20:42.064439 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52474) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:42.068614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-5a7ba660-c4ca-4d95-ac49-75974c6ec2fa tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239691218'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:42.078719 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=7a71c616-4eed-416f-929b-94da6aa0a09a,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:42.198680 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd811410-40c3-4a72-a7fb-f2353f36bdbe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:42.200747 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba660-c4ca-4d95-ac49-75974c6ec2fa tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:42.234476 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd811410-40c3-4a72-a7fb-f2353f36bdbe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=3289d413-f9ae-4aa7-bd58-4e3490a9bd4f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:42.239808 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dd811410-40c3-4a72-a7fb-f2353f36bdbe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:42.244271 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dd811410-40c3-4a72-a7fb-f2353f36bdbe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/3289d413-f9ae-4aa7-bd58-4e3490a9bd4f HTTP/1.1" status: 204 len: 168 time: 1.3542345 Aug 17 03:20:42.248493 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52478) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:42.251479 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63a6e875-fda7-4b37-bc12-33df8549e8dc None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:42.302259 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ecc6a4cb-593d-4565-9d73-9b55f6994929 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0515563 Aug 17 03:20:42.302588 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52482) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:42.315489 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-19b1d214-3beb-41a1-9831-aed29bba839c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:42.423445 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba660-c4ca-4d95-ac49-75974c6ec2fa tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:42.508063 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba660-c4ca-4d95-ac49-75974c6ec2fa tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:42.518473 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:20:42.541746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7ba660-c4ca-4d95-ac49-75974c6ec2fa tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=70ca04e1-8693-42f0-9abf-e9ae127015b4,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:42.581011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] Deleting port 7a71c616-4eed-416f-929b-94da6aa0a09a {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:42.581407 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:42.649849 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19b1d214-3beb-41a1-9831-aed29bba839c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:42.654922 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19b1d214-3beb-41a1-9831-aed29bba839c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:42.660513 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] For port 7a71c616-4eed-416f-929b-94da6aa0a09a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7a71c616-4eed-416f-929b-94da6aa0a09a,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:42.660513 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:42.672118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] Calling delete_port for 7a71c616-4eed-416f-929b-94da6aa0a09a owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:42.735912 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5a7ba660-c4ca-4d95-ac49-75974c6ec2fa tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:42.747217 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5a7ba660-c4ca-4d95-ac49-75974c6ec2fa tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6827359 Aug 17 03:20:42.750195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52494) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:42.756144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ce1be639-c6b1-4fb8-9562-673ab6d35331 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group_rule': {'security_group_id': '70ca04e1-8693-42f0-9abf-e9ae127015b4', 'direction': 'ingress', 'protocol': 17}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:42.879467 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce1be639-c6b1-4fb8-9562-673ab6d35331 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:42.901974 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:42.947065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] Pushing event deleted for resources: {'Port': ['ID=7a71c616-4eed-416f-929b-94da6aa0a09a,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:42.951545 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce1be639-c6b1-4fb8-9562-673ab6d35331 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:42.971904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] No DVR routers for this DVR port 7a71c616-4eed-416f-929b-94da6aa0a09a on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:20:42.975222 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:42.975575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:42.976266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:42.976266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:42.976631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:42.976951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:42.977390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:42.977631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:42.977961 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:42.978409 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:42.978683 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:42.981783 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-373fc801-7ac8-49b9-9387-e53b46e57cc6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:20:43.016335 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19b1d214-3beb-41a1-9831-aed29bba839c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:43.042456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7a71c616-4eed-416f-929b-94da6aa0a09a no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:20:43.059474 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19b1d214-3beb-41a1-9831-aed29bba839c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:43.061638 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce1be639-c6b1-4fb8-9562-673ab6d35331 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:43.065059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 7a71c616-4eed-416f-929b-94da6aa0a09a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:20:43.066361 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7a71c616-4eed-416f-929b-94da6aa0a09a not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:20:43.075985 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-19b1d214-3beb-41a1-9831-aed29bba839c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:43.080354 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19b1d214-3beb-41a1-9831-aed29bba839c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:43.080965 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19b1d214-3beb-41a1-9831-aed29bba839c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:43.089186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1be639-c6b1-4fb8-9562-673ab6d35331 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d74eb541-14e5-4eaa-a8eb-f90f51ffeb44,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:43.092654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07d50b7f-a3d9-4130-af9e-3d83d7efa3b3 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:43.101308 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19b1d214-3beb-41a1-9831-aed29bba839c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=5ab93d73-6569-4f77-b99f-3d2343f8ac1b,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:43.153377 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce1be639-c6b1-4fb8-9562-673ab6d35331 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:43.157411 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ce1be639-c6b1-4fb8-9562-673ab6d35331 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4036367 Aug 17 03:20:43.157850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52502) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:43.176874 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-19b1d214-3beb-41a1-9831-aed29bba839c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8732462 Aug 17 03:20:43.179956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52504) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:43.186438 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-8d6f482a-c2ea-4e37-bd36-12d06c384867 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'fixed_ips': [{'subnet_id': '5ab93d73-6569-4f77-b99f-3d2343f8ac1b', 'ip_address': '2001:db8::3bff:e3b1:f635:679d'}], 'name': 'tempest-NetworksTestDHCPv6-659725698'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:43.269864 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c2a2afd5-0e59-47ff-8b31-47d1f72f4eb1 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:43.305354 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c2a2afd5-0e59-47ff-8b31-47d1f72f4eb1 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:43.330207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': '5ab93d73-6569-4f77-b99f-3d2343f8ac1b'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:20:43.331089 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:43.436911 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d6f482a-c2ea-4e37-bd36-12d06c384867 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:43.437464 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c2a2afd5-0e59-47ff-8b31-47d1f72f4eb1 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:43.441451 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c2a2afd5-0e59-47ff-8b31-47d1f72f4eb1 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:43.442773 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c2a2afd5-0e59-47ff-8b31-47d1f72f4eb1 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-groups/70ca04e1-8693-42f0-9abf-e9ae127015b4 HTTP/1.1" status: 204 len: 168 time: 0.2840676 Aug 17 03:20:43.453108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52506) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:43.454204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a2afd5-0e59-47ff-8b31-47d1f72f4eb1 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=70ca04e1-8693-42f0-9abf-e9ae127015b4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:43.544744 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fe208e40-20ac-41d0-a3d2-99a327a57977 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0868437 Aug 17 03:20:43.550355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52510) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:43.560294 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-414300ff-727e-46ed-8021-5e7fab2ad198 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group': {'name': 'tempest-secgroup--2104504139'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:43.622021 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d6f482a-c2ea-4e37-bd36-12d06c384867 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:43.622806 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Allocated IP 2001:db8::2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/5ab93d73-6569-4f77-b99f-3d2343f8ac1b/902c182f-cc99-42d8-8511-90568785568c) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:43.667629 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-414300ff-727e-46ed-8021-5e7fab2ad198 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:43.678426 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-8d6f482a-c2ea-4e37-bd36-12d06c384867 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port 798e6740-6724-4d20-a03d-41cd0c9ef383 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:20:43.890153 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-414300ff-727e-46ed-8021-5e7fab2ad198 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:43.939978 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:43.953530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Transition to ACTIVE for port object 902c182f-cc99-42d8-8511-90568785568c will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:43.981756 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Transition to ACTIVE for port object 902c182f-cc99-42d8-8511-90568785568c will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:44.027938 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-414300ff-727e-46ed-8021-5e7fab2ad198 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:44.051799 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:44.091045 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414300ff-727e-46ed-8021-5e7fab2ad198 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2f387cba-7691-4c24-8611-bb475afb1a31,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:44.119780 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:44.124218 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:44.127831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:44.132030 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-8d6f482a-c2ea-4e37-bd36-12d06c384867 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::3bff:e3b1:f635:679d (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/5ab93d73-6569-4f77-b99f-3d2343f8ac1b/798e6740-6724-4d20-a03d-41cd0c9ef383) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:44.137031 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Pushing event updated for resources: {'Port': ['ID=902c182f-cc99-42d8-8511-90568785568c,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:44.141730 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-414300ff-727e-46ed-8021-5e7fab2ad198 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:44.146039 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-414300ff-727e-46ed-8021-5e7fab2ad198 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5945554 Aug 17 03:20:44.148402 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52534) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:44.152269 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f23da603-e70e-4373-8aee-447acf841d45 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group': {'name': 'tempest-secgroup--311118220'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:44.226714 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Attempting to bind port 902c182f-cc99-42d8-8511-90568785568c on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:20:44.227390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Attempting to bind port 902c182f-cc99-42d8-8511-90568785568c by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:20:44.227919 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Attempting to bind port 902c182f-cc99-42d8-8511-90568785568c on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:20:44.235393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:20:44.235785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:20:44.236259 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:44.236716 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:20:44.237198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Bound port: 902c182f-cc99-42d8-8511-90568785568c, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:20:44.237686 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:44.316241 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] For port 902c182f-cc99-42d8-8511-90568785568c, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:20:44.320408 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f23da603-e70e-4373-8aee-447acf841d45 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:44.336501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] For port 902c182f-cc99-42d8-8511-90568785568c, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=902c182f-cc99-42d8-8511-90568785568c,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:20:44.393352 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:44.421787 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d6f482a-c2ea-4e37-bd36-12d06c384867 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:44.445122 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-8d6f482a-c2ea-4e37-bd36-12d06c384867 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object 798e6740-6724-4d20-a03d-41cd0c9ef383 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:44.480403 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f23da603-e70e-4373-8aee-447acf841d45 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:44.550889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0d658f-c923-428f-a110-51fbe29c62e8 None None] Pushing event updated for resources: {'Port': ['ID=902c182f-cc99-42d8-8511-90568785568c,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:44.606365 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d6f482a-c2ea-4e37-bd36-12d06c384867 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:44.609649 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f23da603-e70e-4373-8aee-447acf841d45 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:44.684596 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d6f482a-c2ea-4e37-bd36-12d06c384867 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:44.725521 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-8d6f482a-c2ea-4e37-bd36-12d06c384867 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:44.730894 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d6f482a-c2ea-4e37-bd36-12d06c384867 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:44.737524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d6f482a-c2ea-4e37-bd36-12d06c384867 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:44.738195 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d6f482a-c2ea-4e37-bd36-12d06c384867 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:44.747190 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f23da603-e70e-4373-8aee-447acf841d45 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9931d40-8651-46fb-9a09-12042d9fe80a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:44.785549 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f23da603-e70e-4373-8aee-447acf841d45 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:44.789583 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52546) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:44.789740 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f23da603-e70e-4373-8aee-447acf841d45 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6412754 Aug 17 03:20:44.795508 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d6f482a-c2ea-4e37-bd36-12d06c384867 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=798e6740-6724-4d20-a03d-41cd0c9ef383,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:44.797475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-71915eb1-4b92-4a75-a5e1-4584235e57a1 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group_rule': {'security_group_id': '2f387cba-7691-4c24-8611-bb475afb1a31', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': 'e9931d40-8651-46fb-9a09-12042d9fe80a', 'remote_ip_prefix': None}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:44.881823 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8d6f482a-c2ea-4e37-bd36-12d06c384867 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7001619 Aug 17 03:20:44.884296 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52548) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:44.964219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39e4c61-c338-4176-9007-fbdc545a8748 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:44.974792 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a39e4c61-c338-4176-9007-fbdc545a8748 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:44.976706 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a39e4c61-c338-4176-9007-fbdc545a8748 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0913122 Aug 17 03:20:44.979447 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52550) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:45.056899 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71915eb1-4b92-4a75-a5e1-4584235e57a1 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:45.139753 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 902c182f-cc99-42d8-8511-90568785568c up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:20:45.195298 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71915eb1-4b92-4a75-a5e1-4584235e57a1 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:45.214826 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-d52c6c58-bb46-45d0-bbac-d946c719c567 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port 798e6740-6724-4d20-a03d-41cd0c9ef383 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:45.215359 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d52c6c58-bb46-45d0-bbac-d946c719c567 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:45.283624 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-070b1450-8824-4964-97aa-35c051c36800 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:45.291197 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71915eb1-4b92-4a75-a5e1-4584235e57a1 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:45.312938 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 902c182f-cc99-42d8-8511-90568785568c completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:45.320413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71915eb1-4b92-4a75-a5e1-4584235e57a1 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5119caab-38ec-4156-ba3b-417defdaccec,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:45.362680 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d52c6c58-bb46-45d0-bbac-d946c719c567 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:45.380075 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-d52c6c58-bb46-45d0-bbac-d946c719c567 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for 798e6740-6724-4d20-a03d-41cd0c9ef383 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:45.489717 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71915eb1-4b92-4a75-a5e1-4584235e57a1 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:45.493134 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-71915eb1-4b92-4a75-a5e1-4584235e57a1 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6994734 Aug 17 03:20:45.493456 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52576) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:45.532715 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-72900e94-0c9c-452b-98a9-083b4ffca4fb tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:45.541042 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-72900e94-0c9c-452b-98a9-083b4ffca4fb tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:45.665535 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d52c6c58-bb46-45d0-bbac-d946c719c567 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:45.689949 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-72900e94-0c9c-452b-98a9-083b4ffca4fb tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:45.697223 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-72900e94-0c9c-452b-98a9-083b4ffca4fb tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:45.698755 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-72900e94-0c9c-452b-98a9-083b4ffca4fb tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/5119caab-38ec-4156-ba3b-417defdaccec HTTP/1.1" status: 204 len: 168 time: 0.2043149 Aug 17 03:20:45.704515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52588) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:45.704636 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52c6c58-bb46-45d0-bbac-d946c719c567 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=798e6740-6724-4d20-a03d-41cd0c9ef383,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:45.749383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72900e94-0c9c-452b-98a9-083b4ffca4fb tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5119caab-38ec-4156-ba3b-417defdaccec,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:45.751529 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d52c6c58-bb46-45d0-bbac-d946c719c567 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:45.755856 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d52c6c58-bb46-45d0-bbac-d946c719c567 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/798e6740-6724-4d20-a03d-41cd0c9ef383 HTTP/1.1" status: 204 len: 168 time: 0.7747507 Aug 17 03:20:45.761220 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52590) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:45.964265 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-74556f82-af6e-4aae-b0ed-7a90750ed911 None None] Provisioning for port 902c182f-cc99-42d8-8511-90568785568c completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:45.970533 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-74556f82-af6e-4aae-b0ed-7a90750ed911 None None] Provisioning complete for port 902c182f-cc99-42d8-8511-90568785568c triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:45.970993 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-74556f82-af6e-4aae-b0ed-7a90750ed911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:46.078239 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-74556f82-af6e-4aae-b0ed-7a90750ed911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:46.119369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-74556f82-af6e-4aae-b0ed-7a90750ed911 None None] For port 902c182f-cc99-42d8-8511-90568785568c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=902c182f-cc99-42d8-8511-90568785568c,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:46.180035 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-74556f82-af6e-4aae-b0ed-7a90750ed911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:46.248335 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74556f82-af6e-4aae-b0ed-7a90750ed911 None None] Pushing event updated for resources: {'Port': ['ID=902c182f-cc99-42d8-8511-90568785568c,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:46.275532 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3fc9349c-b234-4568-99df-43dcdb16f791 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.5690839 Aug 17 03:20:46.279800 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52614) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:46.298991 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-02d4401d-6619-4c69-90e1-5f69f62ab4f6 None None] Could not find standard attr ID for object 798e6740-6724-4d20-a03d-41cd0c9ef383. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:20:46.309653 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1de260-05e8-487e-ad55-1827c91ef52b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:46.311881 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a1de260-05e8-487e-ad55-1827c91ef52b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:46.316015 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52620) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:46.316490 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6a1de260-05e8-487e-ad55-1827c91ef52b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.5525565 Aug 17 03:20:46.366757 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a671a792-e260-43ca-aa36-645e00e6da35 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:46.378334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1f8efcf-1367-40cf-a6a2-060d1600be17 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 5ab93d73-6569-4f77-b99f-3d2343f8ac1b {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:20:46.382112 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1f8efcf-1367-40cf-a6a2-060d1600be17 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:46.427544 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a671a792-e260-43ca-aa36-645e00e6da35 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:46.452941 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1f8efcf-1367-40cf-a6a2-060d1600be17 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:46.553342 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1f8efcf-1367-40cf-a6a2-060d1600be17 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:46.599790 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a671a792-e260-43ca-aa36-645e00e6da35 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:46.605616 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a671a792-e260-43ca-aa36-645e00e6da35 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:46.609817 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a671a792-e260-43ca-aa36-645e00e6da35 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-groups/e9931d40-8651-46fb-9a09-12042d9fe80a HTTP/1.1" status: 204 len: 168 time: 0.3289161 Aug 17 03:20:46.610077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52638) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:46.620967 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a671a792-e260-43ca-aa36-645e00e6da35 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9931d40-8651-46fb-9a09-12042d9fe80a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:46.678979 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-85d9b1e6-ec6c-4038-8ee3-982c542def97 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0677953 Aug 17 03:20:46.681582 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52646) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:46.730231 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1f8efcf-1367-40cf-a6a2-060d1600be17 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:46.761252 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9964c4a5-1f7a-4010-be48-1512e88db1a8 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:46.768978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f8efcf-1367-40cf-a6a2-060d1600be17 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=5ab93d73-6569-4f77-b99f-3d2343f8ac1b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:46.775065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27f6d7d9-8122-4d43-8360-ccac1b8b3ef6 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:46.775915 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1f8efcf-1367-40cf-a6a2-060d1600be17 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:46.778069 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e1f8efcf-1367-40cf-a6a2-060d1600be17 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/5ab93d73-6569-4f77-b99f-3d2343f8ac1b HTTP/1.1" status: 204 len: 168 time: 0.4608991 Aug 17 03:20:46.781189 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52652) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:46.792593 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9964c4a5-1f7a-4010-be48-1512e88db1a8 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:46.859031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52656) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:46.865640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6c455283-7cfd-4af0-aa3b-6b385f4f9205 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:46.868496 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-85f6f757-72f5-4034-ba3e-9457827cf58d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0856273 Aug 17 03:20:46.944457 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9964c4a5-1f7a-4010-be48-1512e88db1a8 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:46.946286 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9964c4a5-1f7a-4010-be48-1512e88db1a8 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:46.947882 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9964c4a5-1f7a-4010-be48-1512e88db1a8 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-groups/2f387cba-7691-4c24-8611-bb475afb1a31 HTTP/1.1" status: 204 len: 168 time: 0.2652447 Aug 17 03:20:46.950466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52662) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:46.971647 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9964c4a5-1f7a-4010-be48-1512e88db1a8 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f387cba-7691-4c24-8611-bb475afb1a31,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:47.029875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56bfd4d-fa16-42d1-b0af-70b526297a80 None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:20:47.063616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52670) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:47.063817 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-98c775d7-39df-4304-b1af-ba4d5e9417d6 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1119759 Aug 17 03:20:47.075541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d345a7d9-d9d7-49a3-aef1-675ab341e3fe tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group': {'name': 'tempest-secgroup--318451218'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:47.090852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c455283-7cfd-4af0-aa3b-6b385f4f9205 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:47.093279 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c455283-7cfd-4af0-aa3b-6b385f4f9205 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:47.121507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d56bfd4d-fa16-42d1-b0af-70b526297a80 None None] Deleting port 902c182f-cc99-42d8-8511-90568785568c {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:47.121887 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d56bfd4d-fa16-42d1-b0af-70b526297a80 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:47.187373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-d56bfd4d-fa16-42d1-b0af-70b526297a80 None None] For port 902c182f-cc99-42d8-8511-90568785568c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=902c182f-cc99-42d8-8511-90568785568c,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:47.188226 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d56bfd4d-fa16-42d1-b0af-70b526297a80 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:47.201324 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d56bfd4d-fa16-42d1-b0af-70b526297a80 None None] Calling delete_port for 902c182f-cc99-42d8-8511-90568785568c owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:47.239960 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d345a7d9-d9d7-49a3-aef1-675ab341e3fe tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:47.369492 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d56bfd4d-fa16-42d1-b0af-70b526297a80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:47.415439 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d56bfd4d-fa16-42d1-b0af-70b526297a80 None None] Pushing event deleted for resources: {'Port': ['ID=902c182f-cc99-42d8-8511-90568785568c,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:47.422362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56bfd4d-fa16-42d1-b0af-70b526297a80 None None] No DVR routers for this DVR port 902c182f-cc99-42d8-8511-90568785568c on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:20:47.445726 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d345a7d9-d9d7-49a3-aef1-675ab341e3fe tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:47.462081 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c455283-7cfd-4af0-aa3b-6b385f4f9205 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:47.516459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c455283-7cfd-4af0-aa3b-6b385f4f9205 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:47.521708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-6c455283-7cfd-4af0-aa3b-6b385f4f9205 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:47.525464 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c455283-7cfd-4af0-aa3b-6b385f4f9205 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:47.526119 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c455283-7cfd-4af0-aa3b-6b385f4f9205 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:47.532393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd06e12-858b-4d57-af24-2012e11fd623 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:47.544952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c455283-7cfd-4af0-aa3b-6b385f4f9205 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=72773f4e-9ede-44f8-8ae7-fd98cc1f39da,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:47.571757 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d345a7d9-d9d7-49a3-aef1-675ab341e3fe tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:47.603154 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d345a7d9-d9d7-49a3-aef1-675ab341e3fe tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d4bc4cca-ca94-43a4-8b65-da42e445a44f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:47.666373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6c455283-7cfd-4af0-aa3b-6b385f4f9205 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8058512 Aug 17 03:20:47.669382 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52698) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:47.674912 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-18fa5b1c-9994-4604-8771-626b66f1d369 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'fixed_ips': [{'subnet_id': '72773f4e-9ede-44f8-8ae7-fd98cc1f39da', 'ip_address': '2001:db8::9b58:7a7b:7352:fa2'}], 'name': 'tempest-NetworksTestDHCPv6-1678892819'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:47.689940 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d345a7d9-d9d7-49a3-aef1-675ab341e3fe tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:47.692535 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d345a7d9-d9d7-49a3-aef1-675ab341e3fe tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6274579 Aug 17 03:20:47.695343 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52702) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:47.703873 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': '72773f4e-9ede-44f8-8ae7-fd98cc1f39da'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:20:47.709187 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:47.710527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8759a0e1-c52e-43f1-b29b-cde722beed36 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group_rule': {'security_group_id': 'd4bc4cca-ca94-43a4-8b65-da42e445a44f', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:47.833319 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8759a0e1-c52e-43f1-b29b-cde722beed36 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:47.923167 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8759a0e1-c52e-43f1-b29b-cde722beed36 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:47.935839 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18fa5b1c-9994-4604-8771-626b66f1d369 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:47.940880 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18fa5b1c-9994-4604-8771-626b66f1d369 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:47.956456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Allocated IP 2001:db8::2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/72773f4e-9ede-44f8-8ae7-fd98cc1f39da/cc0e882a-33a5-4bf7-8cdf-ca90b649fd21) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:47.957790 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-18fa5b1c-9994-4604-8771-626b66f1d369 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port cf510873-d3cd-4391-93fb-0fa76333b1e7 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:20:48.010350 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-05aac176-36a3-4e74-ac8a-99df706a5f9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.019702 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8759a0e1-c52e-43f1-b29b-cde722beed36 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.041086 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8759a0e1-c52e-43f1-b29b-cde722beed36 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=230f714f-67f6-4f95-ba3c-d8ca2bfae075,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:48.130449 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8759a0e1-c52e-43f1-b29b-cde722beed36 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.134219 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.137626 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8759a0e1-c52e-43f1-b29b-cde722beed36 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.4348593 Aug 17 03:20:48.137626 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52728) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:48.139498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Transition to ACTIVE for port object cc0e882a-33a5-4bf7-8cdf-ca90b649fd21 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:48.153972 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Transition to ACTIVE for port object cc0e882a-33a5-4bf7-8cdf-ca90b649fd21 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:48.158645 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-92d8f41b-7e87-4cf8-b955-8afbf38f0255 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.167040 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-92d8f41b-7e87-4cf8-b955-8afbf38f0255 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.181360 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.239482 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.267772 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-92d8f41b-7e87-4cf8-b955-8afbf38f0255 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.280360 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-92d8f41b-7e87-4cf8-b955-8afbf38f0255 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.284339 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-92d8f41b-7e87-4cf8-b955-8afbf38f0255 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/230f714f-67f6-4f95-ba3c-d8ca2bfae075 HTTP/1.1" status: 204 len: 168 time: 0.1488161 Aug 17 03:20:48.284483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52736) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:48.285068 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d8f41b-7e87-4cf8-b955-8afbf38f0255 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=230f714f-67f6-4f95-ba3c-d8ca2bfae075,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:48.305017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Pushing event updated for resources: {'Port': ['ID=cc0e882a-33a5-4bf7-8cdf-ca90b649fd21,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:48.305915 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-18fa5b1c-9994-4604-8771-626b66f1d369 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::9b58:7a7b:7352:fa2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/72773f4e-9ede-44f8-8ae7-fd98cc1f39da/cf510873-d3cd-4391-93fb-0fa76333b1e7) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:48.318569 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:48.322737 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:48.327210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:48.361789 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d16e08c8-9edb-4323-ac24-be6df8b43576 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0762587 Aug 17 03:20:48.364630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52742) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:48.389809 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Attempting to bind port cc0e882a-33a5-4bf7-8cdf-ca90b649fd21 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:20:48.390428 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Attempting to bind port cc0e882a-33a5-4bf7-8cdf-ca90b649fd21 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:20:48.391299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Attempting to bind port cc0e882a-33a5-4bf7-8cdf-ca90b649fd21 on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:20:48.400406 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:20:48.404763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:20:48.404763 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.404763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:20:48.404763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Bound port: cc0e882a-33a5-4bf7-8cdf-ca90b649fd21, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:20:48.404763 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.445889 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9aca14f1-3866-4ebf-9135-527493143e2b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.479830 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9aca14f1-3866-4ebf-9135-527493143e2b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.488916 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] For port cc0e882a-33a5-4bf7-8cdf-ca90b649fd21, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:20:48.493807 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] For port cc0e882a-33a5-4bf7-8cdf-ca90b649fd21, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cc0e882a-33a5-4bf7-8cdf-ca90b649fd21,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:20:48.506865 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18fa5b1c-9994-4604-8771-626b66f1d369 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.520854 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-18fa5b1c-9994-4604-8771-626b66f1d369 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object cf510873-d3cd-4391-93fb-0fa76333b1e7 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:48.633374 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.678715 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9aca14f1-3866-4ebf-9135-527493143e2b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.679956 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18fa5b1c-9994-4604-8771-626b66f1d369 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.685086 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9aca14f1-3866-4ebf-9135-527493143e2b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.687149 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9aca14f1-3866-4ebf-9135-527493143e2b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-groups/d4bc4cca-ca94-43a4-8b65-da42e445a44f HTTP/1.1" status: 204 len: 168 time: 0.3213558 Aug 17 03:20:48.691347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52756) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:48.697920 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6ab128-0cb6-4c7d-811c-c55ac9378506 None None] Pushing event updated for resources: {'Port': ['ID=cc0e882a-33a5-4bf7-8cdf-ca90b649fd21,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:48.699270 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca14f1-3866-4ebf-9135-527493143e2b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4bc4cca-ca94-43a4-8b65-da42e445a44f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:48.764594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18fa5b1c-9994-4604-8771-626b66f1d369 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:48.771399 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-18fa5b1c-9994-4604-8771-626b66f1d369 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:48.778667 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18fa5b1c-9994-4604-8771-626b66f1d369 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:48.784269 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18fa5b1c-9994-4604-8771-626b66f1d369 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:48.784909 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18fa5b1c-9994-4604-8771-626b66f1d369 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.804155 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18fa5b1c-9994-4604-8771-626b66f1d369 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=cf510873-d3cd-4391-93fb-0fa76333b1e7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:48.823797 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-56dd263f-c874-4238-8faa-7a49c1d6aef4 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1258624 Aug 17 03:20:48.825994 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52766) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:48.830887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8780d376-8902-47ff-8ed0-3d196b2bf346 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group': {'name': 'tempest-secgroup--111094131'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:48.892676 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-18fa5b1c-9994-4604-8771-626b66f1d369 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2200027 Aug 17 03:20:48.892965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52774) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:48.987578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b3b2e2-f5db-4ae2-a652-60967f019d98 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:48.992901 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8780d376-8902-47ff-8ed0-3d196b2bf346 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:48.994922 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b3b2e2-f5db-4ae2-a652-60967f019d98 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:48.997168 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-27b3b2e2-f5db-4ae2-a652-60967f019d98 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.1029229 Aug 17 03:20:49.000255 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52782) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:49.104599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cc0e882a-33a5-4bf7-8cdf-ca90b649fd21 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:20:49.156670 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-95c1f192-6541-488b-8c2e-887f80bc2fac tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port cf510873-d3cd-4391-93fb-0fa76333b1e7 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:49.157030 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95c1f192-6541-488b-8c2e-887f80bc2fac tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:49.171293 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:49.217362 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8780d376-8902-47ff-8ed0-3d196b2bf346 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:49.244164 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port cc0e882a-33a5-4bf7-8cdf-ca90b649fd21 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:49.274268 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95c1f192-6541-488b-8c2e-887f80bc2fac tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:49.284458 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8780d376-8902-47ff-8ed0-3d196b2bf346 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:49.292244 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-95c1f192-6541-488b-8c2e-887f80bc2fac tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for cf510873-d3cd-4391-93fb-0fa76333b1e7 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:49.336026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 902c182f-cc99-42d8-8511-90568785568c no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:20:49.368520 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 902c182f-cc99-42d8-8511-90568785568c {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:20:49.369135 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 902c182f-cc99-42d8-8511-90568785568c not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:20:49.370660 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8780d376-8902-47ff-8ed0-3d196b2bf346 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0bee5504-826b-418e-869f-bf7e520278de,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:49.448244 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8780d376-8902-47ff-8ed0-3d196b2bf346 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:49.451332 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8780d376-8902-47ff-8ed0-3d196b2bf346 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6241763 Aug 17 03:20:49.454085 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52800) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:49.459957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-096a3133-04a1-4b14-89ea-bea923c2c8ec tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group_rule': {'security_group_id': '0bee5504-826b-418e-869f-bf7e520278de', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:49.587500 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95c1f192-6541-488b-8c2e-887f80bc2fac tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:49.616338 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-096a3133-04a1-4b14-89ea-bea923c2c8ec tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:49.618268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c1f192-6541-488b-8c2e-887f80bc2fac tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=cf510873-d3cd-4391-93fb-0fa76333b1e7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:49.648206 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95c1f192-6541-488b-8c2e-887f80bc2fac tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:49.650335 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-95c1f192-6541-488b-8c2e-887f80bc2fac tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/cf510873-d3cd-4391-93fb-0fa76333b1e7 HTTP/1.1" status: 204 len: 168 time: 0.6484427 Aug 17 03:20:49.654224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52812) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:49.731557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b7934f-8167-4b54-8b26-418b2bfe9f06 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:49.732845 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7b7934f-8167-4b54-8b26-418b2bfe9f06 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:49.734522 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d7b7934f-8167-4b54-8b26-418b2bfe9f06 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0785041 Aug 17 03:20:49.737411 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52816) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:49.741109 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-096a3133-04a1-4b14-89ea-bea923c2c8ec tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:49.800536 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-9c5538f5-12b2-4a87-a57d-088bce450203 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 72773f4e-9ede-44f8-8ae7-fd98cc1f39da {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:20:49.804668 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c5538f5-12b2-4a87-a57d-088bce450203 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:49.811194 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-096a3133-04a1-4b14-89ea-bea923c2c8ec tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:49.849231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-096a3133-04a1-4b14-89ea-bea923c2c8ec tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c6867079-235c-4ae3-a1a9-a98f1fcc4a99,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:49.872871 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c5538f5-12b2-4a87-a57d-088bce450203 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:49.947276 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-096a3133-04a1-4b14-89ea-bea923c2c8ec tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:49.948618 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-096a3133-04a1-4b14-89ea-bea923c2c8ec tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4934876 Aug 17 03:20:49.952125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52828) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:49.974314 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f2a6b66f-d302-45b1-8cf1-e6044fe78778 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-group-rules/c6867079-235c-4ae3-a1a9-a98f1fcc4a99 HTTP/1.1" status: 200 len: 763 time: 0.0207136 Aug 17 03:20:49.976708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52830) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:50.009504 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c5538f5-12b2-4a87-a57d-088bce450203 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:50.046210 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-50bcd4ce-95a1-4fc8-b806-ad798f89ba38 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0679743 Aug 17 03:20:50.048779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52836) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:50.080089 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09bc8b79-db48-428b-b367-d96dfbf5bd4b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:50.090812 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09bc8b79-db48-428b-b367-d96dfbf5bd4b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:50.189839 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c5538f5-12b2-4a87-a57d-088bce450203 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:50.222989 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5538f5-12b2-4a87-a57d-088bce450203 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=72773f4e-9ede-44f8-8ae7-fd98cc1f39da,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:50.225374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09bc8b79-db48-428b-b367-d96dfbf5bd4b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:50.233167 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09bc8b79-db48-428b-b367-d96dfbf5bd4b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:50.236910 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-09bc8b79-db48-428b-b367-d96dfbf5bd4b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/c6867079-235c-4ae3-a1a9-a98f1fcc4a99 HTTP/1.1" status: 204 len: 168 time: 0.1844058 Aug 17 03:20:50.237046 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52844) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:50.239805 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c5538f5-12b2-4a87-a57d-088bce450203 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:50.244709 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9c5538f5-12b2-4a87-a57d-088bce450203 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/72773f4e-9ede-44f8-8ae7-fd98cc1f39da HTTP/1.1" status: 204 len: 168 time: 0.5054929 Aug 17 03:20:50.245580 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52846) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:50.248881 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc8b79-db48-428b-b367-d96dfbf5bd4b tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c6867079-235c-4ae3-a1a9-a98f1fcc4a99,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:50.291384 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f5984fda-8479-41d3-9907-3b022d58b310 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0438383 Aug 17 03:20:50.292106 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52850) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:50.300291 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-828e0092-636d-43bb-a43d-715ed4f8cfe7 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0620983 Aug 17 03:20:50.301898 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-04323ae5-7179-4fd8-9b09-7ed7989d25a2 None None] Provisioning for port cc0e882a-33a5-4bf7-8cdf-ca90b649fd21 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:50.303123 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52854) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:50.306392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-04323ae5-7179-4fd8-9b09-7ed7989d25a2 None None] Provisioning complete for port cc0e882a-33a5-4bf7-8cdf-ca90b649fd21 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:50.307012 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-04323ae5-7179-4fd8-9b09-7ed7989d25a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:50.317400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ec6deba7-a6ed-453c-b12c-79d198883a1c tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group_rule': {'security_group_id': '0bee5504-826b-418e-869f-bf7e520278de', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:50.367326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0d5ff1-c6dc-4c83-a3eb-f1ff798850ae tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:50.371860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52860) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:50.381392 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4f0d5ff1-c6dc-4c83-a3eb-f1ff798850ae tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0808041 Aug 17 03:20:50.436638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9f5575c-bbdb-4fad-9445-90b6fcd1ff27 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:50.440458 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b9f5575c-bbdb-4fad-9445-90b6fcd1ff27 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0652564 Aug 17 03:20:50.446382 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52864) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:50.447843 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec6deba7-a6ed-453c-b12c-79d198883a1c tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:50.507936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6471546d-65b7-4651-82e7-c49c37b3cde5 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:50.511794 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec6deba7-a6ed-453c-b12c-79d198883a1c tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:50.534251 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7560f759-1b71-484b-bb73-21a1e1686c65 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0912910 Aug 17 03:20:50.539019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52872) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:50.544987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a196a113-d615-456d-88f2-0b4a98815f18 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:50.627991 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec6deba7-a6ed-453c-b12c-79d198883a1c tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:50.635407 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-04323ae5-7179-4fd8-9b09-7ed7989d25a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:50.646900 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6deba7-a6ed-453c-b12c-79d198883a1c tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3f3a7bef-08fb-418e-a4f0-5f753664e893,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:50.712857 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-04323ae5-7179-4fd8-9b09-7ed7989d25a2 None None] For port cc0e882a-33a5-4bf7-8cdf-ca90b649fd21, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cc0e882a-33a5-4bf7-8cdf-ca90b649fd21,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:50.776817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a196a113-d615-456d-88f2-0b4a98815f18 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:50.780979 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a196a113-d615-456d-88f2-0b4a98815f18 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:50.792561 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81658abb-cf2d-4281-bd9e-17c7acd3ba5f None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:20:50.817897 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-04323ae5-7179-4fd8-9b09-7ed7989d25a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:50.834340 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec6deba7-a6ed-453c-b12c-79d198883a1c tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:50.838275 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ec6deba7-a6ed-453c-b12c-79d198883a1c tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5313089 Aug 17 03:20:50.844768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52888) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:50.875780 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4d605882-af8f-486c-8863-40e223ac83cc tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-group-rules/3f3a7bef-08fb-418e-a4f0-5f753664e893 HTTP/1.1" status: 200 len: 763 time: 0.0323379 Aug 17 03:20:50.876369 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52890) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:50.880907 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04323ae5-7179-4fd8-9b09-7ed7989d25a2 None None] Pushing event updated for resources: {'Port': ['ID=cc0e882a-33a5-4bf7-8cdf-ca90b649fd21,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:50.885254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-81658abb-cf2d-4281-bd9e-17c7acd3ba5f None None] Deleting port cc0e882a-33a5-4bf7-8cdf-ca90b649fd21 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:50.885658 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-81658abb-cf2d-4281-bd9e-17c7acd3ba5f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:50.999807 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:51.007590 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-68c2d8e3-b95b-41c2-b0ef-c6abb7c55b8f None None] Could not find standard attr ID for object cf510873-d3cd-4391-93fb-0fa76333b1e7. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:20:51.008040 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b998a35f-772f-4f13-8e34-2459c59a205c tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.1260946 Aug 17 03:20:51.008956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52898) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:51.074884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cc0e882a-33a5-4bf7-8cdf-ca90b649fd21 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:20:51.111244 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f0b4a92-bc4e-4872-90e2-d295e4267ec2 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:51.146755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-81658abb-cf2d-4281-bd9e-17c7acd3ba5f None None] For port cc0e882a-33a5-4bf7-8cdf-ca90b649fd21, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cc0e882a-33a5-4bf7-8cdf-ca90b649fd21,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:51.147183 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-81658abb-cf2d-4281-bd9e-17c7acd3ba5f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:51.182292 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a196a113-d615-456d-88f2-0b4a98815f18 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:51.190436 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f0b4a92-bc4e-4872-90e2-d295e4267ec2 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:51.201871 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-81658abb-cf2d-4281-bd9e-17c7acd3ba5f None None] Calling delete_port for cc0e882a-33a5-4bf7-8cdf-ca90b649fd21 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:51.298501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a196a113-d615-456d-88f2-0b4a98815f18 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=912f37b9-0c02-4833-9ee1-257c9aea7271,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:51.304988 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a196a113-d615-456d-88f2-0b4a98815f18 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:51.306543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-a196a113-d615-456d-88f2-0b4a98815f18 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:51.309804 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a196a113-d615-456d-88f2-0b4a98815f18 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:51.310407 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a196a113-d615-456d-88f2-0b4a98815f18 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:51.327020 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:51.347550 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f0b4a92-bc4e-4872-90e2-d295e4267ec2 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:51.355376 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9f0b4a92-bc4e-4872-90e2-d295e4267ec2 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:51.356606 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9f0b4a92-bc4e-4872-90e2-d295e4267ec2 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/3f3a7bef-08fb-418e-a4f0-5f753664e893 HTTP/1.1" status: 204 len: 168 time: 0.3462517 Aug 17 03:20:51.359759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52914) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:51.365846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0b4a92-bc4e-4872-90e2-d295e4267ec2 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3f3a7bef-08fb-418e-a4f0-5f753664e893,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:51.410502 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52918) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:51.410995 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-66b6dcbe-39b8-47d4-83ba-006fe4905629 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0491946 Aug 17 03:20:51.416925 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-bd5e49d6-4ccd-42db-903e-eee76da784b0 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Request body: {'security_group_rule': {'security_group_id': '0bee5504-826b-418e-869f-bf7e520278de', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:51.432432 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a196a113-d615-456d-88f2-0b4a98815f18 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8922565 Aug 17 03:20:51.434385 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52922) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:51.439115 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Aug 17 03:20:51.439115 n-d-802060-9 neutron-server[101971]: [SQL: UPDATE ports SET `status`=%(status)s WHERE ports.id = %(ports_id)s] Aug 17 03:20:51.439115 n-d-802060-9 neutron-server[101971]: [parameters: {'status': 'DOWN', 'ports_id': 'cc0e882a-33a5-4bf7-8cdf-ca90b649fd21'}] Aug 17 03:20:51.439115 n-d-802060-9 neutron-server[101971]: (Background on this error at: https://sqlalche.me/e/14/e3q8) {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:20:51.439473 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:20:51.444618 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a18244b1-f7d4-4a98-ac37-4606a1ad3461 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'fixed_ips': [{'subnet_id': '912f37b9-0c02-4833-9ee1-257c9aea7271', 'ip_address': '2001:db8::68a:cd16:4fa2:f377'}], 'name': 'tempest-NetworksTestDHCPv6-1816576753'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:51.450793 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-81658abb-cf2d-4281-bd9e-17c7acd3ba5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:51.483544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81658abb-cf2d-4281-bd9e-17c7acd3ba5f None None] Pushing event deleted for resources: {'Port': ['ID=cc0e882a-33a5-4bf7-8cdf-ca90b649fd21,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:51.490603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81658abb-cf2d-4281-bd9e-17c7acd3ba5f None None] No DVR routers for this DVR port cc0e882a-33a5-4bf7-8cdf-ca90b649fd21 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:20:51.506408 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15a58501-0c12-40c4-a4b8-143698701331 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:51.609099 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-bd5e49d6-4ccd-42db-903e-eee76da784b0 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Project 5f3afe3685d3440e81481b52603b0001 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:20:51.615352 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd5e49d6-4ccd-42db-903e-eee76da784b0 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:51.675421 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': '912f37b9-0c02-4833-9ee1-257c9aea7271'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:20:51.676505 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:51.686739 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd5e49d6-4ccd-42db-903e-eee76da784b0 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:51.724956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18244b1-f7d4-4a98-ac37-4606a1ad3461 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:51.786093 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd5e49d6-4ccd-42db-903e-eee76da784b0 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:51.816913 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5e49d6-4ccd-42db-903e-eee76da784b0 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a991e3cb-4b37-4bbf-9e48-6c50fce75597,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:51.834218 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Allocated IP 2001:db8::2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/912f37b9-0c02-4833-9ee1-257c9aea7271/7d105e60-35dd-4a94-a10c-0271fdd71730) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:51.856914 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a18244b1-f7d4-4a98-ac37-4606a1ad3461 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:51.904215 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-a18244b1-f7d4-4a98-ac37-4606a1ad3461 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port 9f1f1d26-db0a-4965-b1ee-d3fd3d7c4602 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:20:51.910985 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bd5e49d6-4ccd-42db-903e-eee76da784b0 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:51.912624 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bd5e49d6-4ccd-42db-903e-eee76da784b0 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.5004880 Aug 17 03:20:51.916121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52960) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:51.974559 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Port cc0e882a-33a5-4bf7-8cdf-ca90b649fd21 update to DOWN by agent not found {{(pid=101971) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 17 03:20:51.975521 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-48e2a391-6315-4278-9b06-86cf6f76c5b0 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-group-rules/a991e3cb-4b37-4bbf-9e48-6c50fce75597 HTTP/1.1" status: 200 len: 769 time: 0.0583234 Aug 17 03:20:51.978233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52968) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:52.036744 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b9978ec4-6466-40e2-aeaa-6a6f8ab429ca tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0572145 Aug 17 03:20:52.040797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52970) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:52.063518 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:52.074020 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Transition to ACTIVE for port object 7d105e60-35dd-4a94-a10c-0271fdd71730 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:52.091033 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Transition to ACTIVE for port object 7d105e60-35dd-4a94-a10c-0271fdd71730 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:52.091499 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6bbee730-9fc3-4b78-9b60-78948bb8efea tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:52.100214 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6bbee730-9fc3-4b78-9b60-78948bb8efea tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:52.170720 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:52.226081 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Pushing event updated for resources: {'Port': ['ID=7d105e60-35dd-4a94-a10c-0271fdd71730,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:52.232952 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-a18244b1-f7d4-4a98-ac37-4606a1ad3461 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::68a:cd16:4fa2:f377 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/912f37b9-0c02-4833-9ee1-257c9aea7271/9f1f1d26-db0a-4965-b1ee-d3fd3d7c4602) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:52.240602 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:52.242604 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:52.245476 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:52.253935 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6bbee730-9fc3-4b78-9b60-78948bb8efea tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:52.261202 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6bbee730-9fc3-4b78-9b60-78948bb8efea tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:52.268004 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6bbee730-9fc3-4b78-9b60-78948bb8efea tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-group-rules/a991e3cb-4b37-4bbf-9e48-6c50fce75597 HTTP/1.1" status: 204 len: 168 time: 0.2258713 Aug 17 03:20:52.274349 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 52986) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:52.277775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbee730-9fc3-4b78-9b60-78948bb8efea tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a991e3cb-4b37-4bbf-9e48-6c50fce75597,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:52.322582 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Attempting to bind port 7d105e60-35dd-4a94-a10c-0271fdd71730 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:20:52.322970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Attempting to bind port 7d105e60-35dd-4a94-a10c-0271fdd71730 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:20:52.323338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Attempting to bind port 7d105e60-35dd-4a94-a10c-0271fdd71730 on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:20:52.332420 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:20:52.353539 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:20:52.353964 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:52.354368 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:20:52.354864 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Bound port: 7d105e60-35dd-4a94-a10c-0271fdd71730, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:20:52.355312 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:52.371246 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dc6d2851-8e3f-4e13-b079-cdb85c494006 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0941505 Aug 17 03:20:52.373335 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 52998) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:52.499618 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca764232-73a0-45e6-af0e-3e14c26b09a9 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:52.556406 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a18244b1-f7d4-4a98-ac37-4606a1ad3461 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:52.557483 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca764232-73a0-45e6-af0e-3e14c26b09a9 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:52.588359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-a18244b1-f7d4-4a98-ac37-4606a1ad3461 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object 9f1f1d26-db0a-4965-b1ee-d3fd3d7c4602 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:52.650306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] For port 7d105e60-35dd-4a94-a10c-0271fdd71730, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:20:52.653297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] For port 7d105e60-35dd-4a94-a10c-0271fdd71730, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7d105e60-35dd-4a94-a10c-0271fdd71730,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:20:52.723274 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca764232-73a0-45e6-af0e-3e14c26b09a9 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:52.725928 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca764232-73a0-45e6-af0e-3e14c26b09a9 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:52.727137 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ca764232-73a0-45e6-af0e-3e14c26b09a9 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "DELETE /v2.0/security-groups/0bee5504-826b-418e-869f-bf7e520278de HTTP/1.1" status: 204 len: 168 time: 0.3527961 Aug 17 03:20:52.729979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53016) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:52.737741 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca764232-73a0-45e6-af0e-3e14c26b09a9 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bee5504-826b-418e-869f-bf7e520278de,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:52.756657 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a18244b1-f7d4-4a98-ac37-4606a1ad3461 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:52.766167 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:52.827668 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18244b1-f7d4-4a98-ac37-4606a1ad3461 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:52.834337 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a18244b1-f7d4-4a98-ac37-4606a1ad3461 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:52.839311 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a18244b1-f7d4-4a98-ac37-4606a1ad3461 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:52.849938 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b26ce1-24f3-442f-8cb8-467be7835562 None None] Pushing event updated for resources: {'Port': ['ID=7d105e60-35dd-4a94-a10c-0271fdd71730,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:52.851144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18244b1-f7d4-4a98-ac37-4606a1ad3461 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:52.851822 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a18244b1-f7d4-4a98-ac37-4606a1ad3461 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:52.858052 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18244b1-f7d4-4a98-ac37-4606a1ad3461 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=9f1f1d26-db0a-4965-b1ee-d3fd3d7c4602,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:52.866032 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b34eeda7-5ec1-4bc8-94ea-3b0cb6d2ec95 tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1340506 Aug 17 03:20:52.870886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53022) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:52.934438 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-309bcc52-fc10-40dc-90c6-a9ed3986ff6a tempest-SecGroupIPv6Test-1516443343 tempest-SecGroupIPv6Test-1516443343-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0623326 Aug 17 03:20:52.951796 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a18244b1-f7d4-4a98-ac37-4606a1ad3461 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.5164249 Aug 17 03:20:52.954702 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53030) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:52.968418 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-aa3ac367-c977-4514-b44d-1110e83d7b67 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'fixed_ips': [{'subnet_id': '912f37b9-0c02-4833-9ee1-257c9aea7271', 'ip_address': '2001:db8::68a:cd16:4fa2:f377'}], 'name': 'tempest-NetworksTestDHCPv6-1871788776'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:53.164671 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa3ac367-c977-4514-b44d-1110e83d7b67 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:53.173525 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa3ac367-c977-4514-b44d-1110e83d7b67 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:53.215433 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-aa3ac367-c977-4514-b44d-1110e83d7b67 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port 959f6593-b0bc-4770-a44a-1d60a3b603f8 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:20:53.462830 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa3ac367-c977-4514-b44d-1110e83d7b67 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] POST failed (client error): There was a conflict when trying to complete your request. Aug 17 03:20:53.463428 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa3ac367-c977-4514-b44d-1110e83d7b67 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:20:53.574821 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53064) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:53.576532 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-aa3ac367-c977-4514-b44d-1110e83d7b67 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 409 len: 388 time: 0.6205907 Aug 17 03:20:53.582553 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53068) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:53.665897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23d3939-1b59-43e4-bac1-56cb6c891ed4 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:53.673335 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23d3939-1b59-43e4-bac1-56cb6c891ed4 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:53.675226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d23d3939-1b59-43e4-bac1-56cb6c891ed4 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.0917122 Aug 17 03:20:53.677961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53074) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:53.824352 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0f0a928d-6eea-4ad9-9402-5aba9bbd7761 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5f3afe3685d3440e81481b52603b0001&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2459550 Aug 17 03:20:53.824750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53082) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:53.880197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3de92-f11a-4390-ad47-f0a2099593b9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port 9f1f1d26-db0a-4965-b1ee-d3fd3d7c4602 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:53.880568 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4e3de92-f11a-4390-ad47-f0a2099593b9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:53.955667 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ab678a5d-5e1b-419a-a642-670ff100411a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:54.002334 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ab678a5d-5e1b-419a-a642-670ff100411a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:54.031487 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4e3de92-f11a-4390-ad47-f0a2099593b9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:54.056855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-e4e3de92-f11a-4390-ad47-f0a2099593b9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for 9f1f1d26-db0a-4965-b1ee-d3fd3d7c4602 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:54.202048 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ab678a5d-5e1b-419a-a642-670ff100411a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:54.204646 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ab678a5d-5e1b-419a-a642-670ff100411a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:54.208297 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ab678a5d-5e1b-419a-a642-670ff100411a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/504a534b-2e2e-4ca8-8fc4-819832928357 HTTP/1.1" status: 204 len: 168 time: 0.3799200 Aug 17 03:20:54.218509 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab678a5d-5e1b-419a-a642-670ff100411a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=504a534b-2e2e-4ca8-8fc4-819832928357,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:54.322179 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4e3de92-f11a-4390-ad47-f0a2099593b9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:54.322338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9df07b85-5867-4f81-be29-f125bca71e2b None None] Provisioning for port 7d105e60-35dd-4a94-a10c-0271fdd71730 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:54.353176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e3de92-f11a-4390-ad47-f0a2099593b9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=9f1f1d26-db0a-4965-b1ee-d3fd3d7c4602,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:54.383284 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4e3de92-f11a-4390-ad47-f0a2099593b9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:54.385600 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e4e3de92-f11a-4390-ad47-f0a2099593b9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/9f1f1d26-db0a-4965-b1ee-d3fd3d7c4602 HTTP/1.1" status: 204 len: 168 time: 0.7062881 Aug 17 03:20:54.388714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53104) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:54.439059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5ac09818-d33c-4649-b62d-2561e93003ad None None] Could not find standard attr ID for object 9f1f1d26-db0a-4965-b1ee-d3fd3d7c4602. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:20:54.470636 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6d1a56-f771-45bc-8cb1-4a3e4e8e5f03 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:54.473245 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca6d1a56-f771-45bc-8cb1-4a3e4e8e5f03 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:54.475006 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ca6d1a56-f771-45bc-8cb1-4a3e4e8e5f03 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0834556 Aug 17 03:20:54.477790 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53120) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:54.563641 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf65557c-19fe-461d-8c3e-3ac42d4ffdc6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 912f37b9-0c02-4833-9ee1-257c9aea7271 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:20:54.569591 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf65557c-19fe-461d-8c3e-3ac42d4ffdc6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:54.648506 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf65557c-19fe-461d-8c3e-3ac42d4ffdc6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:54.781675 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf65557c-19fe-461d-8c3e-3ac42d4ffdc6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:54.930228 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf65557c-19fe-461d-8c3e-3ac42d4ffdc6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:54.965316 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf65557c-19fe-461d-8c3e-3ac42d4ffdc6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=912f37b9-0c02-4833-9ee1-257c9aea7271,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:54.974799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a47baad-99df-4741-8f89-6dcf356241a8 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:54.987768 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf65557c-19fe-461d-8c3e-3ac42d4ffdc6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:54.998439 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bf65557c-19fe-461d-8c3e-3ac42d4ffdc6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/912f37b9-0c02-4833-9ee1-257c9aea7271 HTTP/1.1" status: 204 len: 168 time: 0.5193505 Aug 17 03:20:55.005210 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53160) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:55.091392 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-74e8e829-fb06-44d6-adcf-bfa881559f50 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819554 Aug 17 03:20:55.095898 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53166) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:55.101797 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-12c15bc8-88ea-403d-bcbe-8a01ecfc79dd tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:55.173523 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7d105e60-35dd-4a94-a10c-0271fdd71730 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:20:55.322623 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12c15bc8-88ea-403d-bcbe-8a01ecfc79dd tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:55.330078 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-12c15bc8-88ea-403d-bcbe-8a01ecfc79dd tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:55.346762 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd830540-2de3-47dc-9fe1-5a2271c31452 None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:20:55.353979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 7d105e60-35dd-4a94-a10c-0271fdd71730 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:55.381910 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 7d105e60-35dd-4a94-a10c-0271fdd71730 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:55.382581 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:55.475723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-bd830540-2de3-47dc-9fe1-5a2271c31452 None None] Deleting port 7d105e60-35dd-4a94-a10c-0271fdd71730 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:20:55.476097 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bd830540-2de3-47dc-9fe1-5a2271c31452 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:55.591777 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bd830540-2de3-47dc-9fe1-5a2271c31452 None None] For port 7d105e60-35dd-4a94-a10c-0271fdd71730, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7d105e60-35dd-4a94-a10c-0271fdd71730,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:55.592175 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bd830540-2de3-47dc-9fe1-5a2271c31452 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:55.599855 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:55.635755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-bd830540-2de3-47dc-9fe1-5a2271c31452 None None] Calling delete_port for 7d105e60-35dd-4a94-a10c-0271fdd71730 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:20:55.694543 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-12c15bc8-88ea-403d-bcbe-8a01ecfc79dd tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:55.714217 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 7d105e60-35dd-4a94-a10c-0271fdd71730, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7d105e60-35dd-4a94-a10c-0271fdd71730,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:55.760734 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-12c15bc8-88ea-403d-bcbe-8a01ecfc79dd tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:55.765546 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-12c15bc8-88ea-403d-bcbe-8a01ecfc79dd tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:55.775649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53212) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:55.778522 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c15bc8-88ea-403d-bcbe-8a01ecfc79dd tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:55.779366 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-12c15bc8-88ea-403d-bcbe-8a01ecfc79dd tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:55.792447 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:55.793540 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c15bc8-88ea-403d-bcbe-8a01ecfc79dd tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=3b873b7e-7a8d-4994-9010-cd97a0f5b42c,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:55.852515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=7d105e60-35dd-4a94-a10c-0271fdd71730,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:55.869762 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-12c15bc8-88ea-403d-bcbe-8a01ecfc79dd tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7705913 Aug 17 03:20:55.870727 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53220) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:55.876636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d4707ebd-d7fd-495c-836f-715a4dd06999 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'fixed_ips': [{'subnet_id': '3b873b7e-7a8d-4994-9010-cd97a0f5b42c', 'ip_address': '2001:db8:0:1::2'}], 'name': 'tempest-NetworksTestDHCPv6-1551715851'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:55.903069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-aa2bf9ca-ea54-4c57-a45c-4defb740752f tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:55.903739 n-d-802060-9 neutron-server[101970]: WARNING neutron.api.v2.base [None req-aa2bf9ca-ea54-4c57-a45c-4defb740752f tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 17 03:20:55.904243 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-aa2bf9ca-ea54-4c57-a45c-4defb740752f tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): There was a conflict when trying to complete your request. Aug 17 03:20:55.909793 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-aa2bf9ca-ea54-4c57-a45c-4defb740752f tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.1286018 Aug 17 03:20:55.912737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53224) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:55.918909 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0bb49c2c-5c38-4bf2-a8be-f7ff3e574807 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1150979698'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:55.929815 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bd830540-2de3-47dc-9fe1-5a2271c31452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:55.962014 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd830540-2de3-47dc-9fe1-5a2271c31452 None None] Pushing event deleted for resources: {'Port': ['ID=7d105e60-35dd-4a94-a10c-0271fdd71730,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:55.964968 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd830540-2de3-47dc-9fe1-5a2271c31452 None None] No DVR routers for this DVR port 7d105e60-35dd-4a94-a10c-0271fdd71730 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:20:55.988470 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-35ff8e40-0a5f-42ee-a82b-4c561ed3b47e None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:56.094653 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bb49c2c-5c38-4bf2-a8be-f7ff3e574807 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:56.107799 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bb49c2c-5c38-4bf2-a8be-f7ff3e574807 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:56.153724 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': '3b873b7e-7a8d-4994-9010-cd97a0f5b42c'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:20:56.154895 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:56.182083 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4707ebd-d7fd-495c-836f-715a4dd06999 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:56.187332 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d4707ebd-d7fd-495c-836f-715a4dd06999 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:56.214128 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-d4707ebd-d7fd-495c-836f-715a4dd06999 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port 3c0ef2d2-c64d-4503-9d5c-f9f6ae428300 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:20:56.346788 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bb49c2c-5c38-4bf2-a8be-f7ff3e574807 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:56.350940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Allocated IP 2001:db8::2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/3b873b7e-7a8d-4994-9010-cd97a0f5b42c/89ca30cd-f3d3-4052-bbed-44613e3dcd5c) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:56.427108 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bb49c2c-5c38-4bf2-a8be-f7ff3e574807 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:56.467541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb49c2c-5c38-4bf2-a8be-f7ff3e574807 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f23b8b8d-53a1-4b08-9066-d9ee5a846388,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:56.535743 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:56.546340 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Transition to ACTIVE for port object 89ca30cd-f3d3-4052-bbed-44613e3dcd5c will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:56.553251 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bb49c2c-5c38-4bf2-a8be-f7ff3e574807 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:56.562897 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Transition to ACTIVE for port object 89ca30cd-f3d3-4052-bbed-44613e3dcd5c will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:56.609678 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bb49c2c-5c38-4bf2-a8be-f7ff3e574807 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:56.643997 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb49c2c-5c38-4bf2-a8be-f7ff3e574807 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0880a974-dd7b-4731-8f97-0823d52d1d08,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:56.644958 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:56.688867 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4707ebd-d7fd-495c-836f-715a4dd06999 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:20:56.689779 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4707ebd-d7fd-495c-836f-715a4dd06999 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:20:56.705799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:56.710509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:56.726006 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0bb49c2c-5c38-4bf2-a8be-f7ff3e574807 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:56.729855 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0bb49c2c-5c38-4bf2-a8be-f7ff3e574807 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8155456 Aug 17 03:20:56.732845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:20:56.733432 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53262) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:56.738921 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a80844c8-7092-486c-bfd5-207a0dccb741 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': '0880a974-dd7b-4731-8f97-0823d52d1d08', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:56.751158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Pushing event updated for resources: {'Port': ['ID=89ca30cd-f3d3-4052-bbed-44613e3dcd5c,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:56.794726 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d4707ebd-d7fd-495c-836f-715a4dd06999 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9193232 Aug 17 03:20:56.796231 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53268) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:56.807838 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Attempting to bind port 89ca30cd-f3d3-4052-bbed-44613e3dcd5c on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:20:56.808325 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Attempting to bind port 89ca30cd-f3d3-4052-bbed-44613e3dcd5c by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:20:56.808881 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Attempting to bind port 89ca30cd-f3d3-4052-bbed-44613e3dcd5c on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:20:56.814259 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:20:56.814940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:20:56.815318 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:56.815774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:20:56.816251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Bound port: 89ca30cd-f3d3-4052-bbed-44613e3dcd5c, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:20:56.816637 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:56.849785 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0815c33d-0d01-4510-938e-cb4c71d3337f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:56.851555 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0815c33d-0d01-4510-938e-cb4c71d3337f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.0555935 Aug 17 03:20:56.854302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53270) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:56.887879 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] For port 89ca30cd-f3d3-4052-bbed-44613e3dcd5c, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:20:56.892886 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] For port 89ca30cd-f3d3-4052-bbed-44613e3dcd5c, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=89ca30cd-f3d3-4052-bbed-44613e3dcd5c,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:20:56.927159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5d7d42-3599-46c5-af7a-82b75d5d754d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:56.928953 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce5d7d42-3599-46c5-af7a-82b75d5d754d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:56.931739 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ce5d7d42-3599-46c5-af7a-82b75d5d754d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0752645 Aug 17 03:20:56.933445 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53276) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:56.941339 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a80844c8-7092-486c-bfd5-207a0dccb741 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:56.977203 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:56.999238 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-18123117-043d-44d2-b98e-f6371ba3f454 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 3b873b7e-7a8d-4994-9010-cd97a0f5b42c {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:20:57.006621 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18123117-043d-44d2-b98e-f6371ba3f454 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:57.025134 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a80844c8-7092-486c-bfd5-207a0dccb741 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:57.056055 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9727b-45c7-4124-8da1-08e6208dc835 None None] Pushing event updated for resources: {'Port': ['ID=89ca30cd-f3d3-4052-bbed-44613e3dcd5c,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:57.071500 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18123117-043d-44d2-b98e-f6371ba3f454 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:57.081885 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7d105e60-35dd-4a94-a10c-0271fdd71730 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:20:57.095598 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a80844c8-7092-486c-bfd5-207a0dccb741 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:57.123855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80844c8-7092-486c-bfd5-207a0dccb741 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6b562f7-d79f-43df-93f8-964f3db3909b,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:57.132477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 7d105e60-35dd-4a94-a10c-0271fdd71730 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:20:57.132766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7d105e60-35dd-4a94-a10c-0271fdd71730 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:20:57.216165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a80844c8-7092-486c-bfd5-207a0dccb741 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:57.217674 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a80844c8-7092-486c-bfd5-207a0dccb741 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4832036 Aug 17 03:20:57.220605 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53290) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:57.221392 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18123117-043d-44d2-b98e-f6371ba3f454 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:57.239001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-cff68162-aafd-47f0-8490-a89510253634 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': '0880a974-dd7b-4731-8f97-0823d52d1d08', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:57.375360 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cff68162-aafd-47f0-8490-a89510253634 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:57.402546 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18123117-043d-44d2-b98e-f6371ba3f454 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:57.436670 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18123117-043d-44d2-b98e-f6371ba3f454 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=3b873b7e-7a8d-4994-9010-cd97a0f5b42c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:57.440339 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18123117-043d-44d2-b98e-f6371ba3f454 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:57.442952 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-18123117-043d-44d2-b98e-f6371ba3f454 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/3b873b7e-7a8d-4994-9010-cd97a0f5b42c HTTP/1.1" status: 204 len: 168 time: 0.5077975 Aug 17 03:20:57.451412 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53304) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:57.495393 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-180a616d-8867-44d0-b79c-5226e7ba9d47 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0427904 Aug 17 03:20:57.499095 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53310) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:57.504013 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-bac93b4b-f0ea-441e-97a9-c4ea03181bfb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:57.506698 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-cff68162-aafd-47f0-8490-a89510253634 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): There was a conflict when trying to complete your request. Aug 17 03:20:57.508163 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cff68162-aafd-47f0-8490-a89510253634 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.2862496 Aug 17 03:20:57.510905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53312) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:57.574850 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6864b95b-c56a-42bb-89de-1b0467177196 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:57.599461 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6864b95b-c56a-42bb-89de-1b0467177196 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:57.661503 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bac93b4b-f0ea-441e-97a9-c4ea03181bfb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:20:57.665052 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bac93b4b-f0ea-441e-97a9-c4ea03181bfb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:57.739176 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6864b95b-c56a-42bb-89de-1b0467177196 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:57.741784 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6864b95b-c56a-42bb-89de-1b0467177196 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:57.746047 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6864b95b-c56a-42bb-89de-1b0467177196 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "DELETE /v2.0/security-groups/0880a974-dd7b-4731-8f97-0823d52d1d08 HTTP/1.1" status: 204 len: 168 time: 0.2338068 Aug 17 03:20:57.746823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53324) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:57.773026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6864b95b-c56a-42bb-89de-1b0467177196 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0880a974-dd7b-4731-8f97-0823d52d1d08,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:57.835419 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0fcdeacf-9ab4-4c30-acb7-6d002a0ea0e4 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0646248 Aug 17 03:20:57.836176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53328) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:57.841822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e3866d86-5038-4bd6-bb3d-4252fefde857 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group': {'name': 'tempest-secgroup--730634630'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:57.934020 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3866d86-5038-4bd6-bb3d-4252fefde857 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:57.993849 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bac93b4b-f0ea-441e-97a9-c4ea03181bfb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:58.045110 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3866d86-5038-4bd6-bb3d-4252fefde857 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:58.084641 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac93b4b-f0ea-441e-97a9-c4ea03181bfb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=2c2401b3-5be3-4578-99f7-41d791a75fc0,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:58.093121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bac93b4b-f0ea-441e-97a9-c4ea03181bfb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:20:58.094912 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-bac93b4b-f0ea-441e-97a9-c4ea03181bfb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:20:58.098477 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bac93b4b-f0ea-441e-97a9-c4ea03181bfb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:20:58.099334 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bac93b4b-f0ea-441e-97a9-c4ea03181bfb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:58.156132 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3866d86-5038-4bd6-bb3d-4252fefde857 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:58.183932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3866d86-5038-4bd6-bb3d-4252fefde857 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=41327162-1113-49b6-92e9-5a2203404b2b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:58.205301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeaebaae-78e6-4d26-8f90-764ff79d6086 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:20:58.273317 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bac93b4b-f0ea-441e-97a9-c4ea03181bfb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7731171 Aug 17 03:20:58.275805 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53352) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:58.282524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-11562a63-f3cc-4e10-92a0-18b005ad96bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1542882262', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:58.296391 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e3866d86-5038-4bd6-bb3d-4252fefde857 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:58.300322 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e3866d86-5038-4bd6-bb3d-4252fefde857 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4604359 Aug 17 03:20:58.300547 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53354) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:58.305486 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a387b387-5fe3-4a2e-9004-5195022aa753 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': '41327162-1113-49b6-92e9-5a2203404b2b', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:58.305576 n-d-802060-9 neutron-server[101970]: WARNING neutron.api.v2.base [None req-a387b387-5fe3-4a2e-9004-5195022aa753 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Aug 17 03:20:58.306189 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-a387b387-5fe3-4a2e-9004-5195022aa753 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:20:58.307147 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a387b387-5fe3-4a2e-9004-5195022aa753 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0056903 Aug 17 03:20:58.310466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53356) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:58.386215 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ff907b0-45de-48ab-aded-699fe69db3b3 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:58.398420 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-dec61da4-2598-4206-bdd4-7720f0bc04e6 None None] Provisioning for port 89ca30cd-f3d3-4052-bbed-44613e3dcd5c completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:58.410567 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ff907b0-45de-48ab-aded-699fe69db3b3 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:58.453939 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11562a63-f3cc-4e10-92a0-18b005ad96bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:58.455067 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11562a63-f3cc-4e10-92a0-18b005ad96bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:58.559531 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ff907b0-45de-48ab-aded-699fe69db3b3 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:58.563981 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8ff907b0-45de-48ab-aded-699fe69db3b3 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:58.568204 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8ff907b0-45de-48ab-aded-699fe69db3b3 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "DELETE /v2.0/security-groups/41327162-1113-49b6-92e9-5a2203404b2b HTTP/1.1" status: 204 len: 168 time: 0.2562368 Aug 17 03:20:58.568833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53372) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:58.600935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff907b0-45de-48ab-aded-699fe69db3b3 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=41327162-1113-49b6-92e9-5a2203404b2b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:58.638619 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11562a63-f3cc-4e10-92a0-18b005ad96bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:58.662369 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-66ef4245-421c-4e1a-915b-15966fadb3b9 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0879841 Aug 17 03:20:58.666333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53378) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:58.671286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-623b79c5-7659-4397-9b8c-642f5be64875 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group': {'name': 'tempest-secgroup--652198837'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:58.711582 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11562a63-f3cc-4e10-92a0-18b005ad96bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:58.775535 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-623b79c5-7659-4397-9b8c-642f5be64875 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:58.865261 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-11562a63-f3cc-4e10-92a0-18b005ad96bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:58.869550 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-11562a63-f3cc-4e10-92a0-18b005ad96bb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.5906234 Aug 17 03:20:58.872135 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53396) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:58.960476 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-623b79c5-7659-4397-9b8c-642f5be64875 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:59.043037 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-623b79c5-7659-4397-9b8c-642f5be64875 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:59.092381 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 89ca30cd-f3d3-4052-bbed-44613e3dcd5c up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:20:59.109351 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-623b79c5-7659-4397-9b8c-642f5be64875 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fb4251c9-bbf9-420b-b8e0-16005b850947,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:59.176214 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-623b79c5-7659-4397-9b8c-642f5be64875 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:59.178641 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-623b79c5-7659-4397-9b8c-642f5be64875 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5113745 Aug 17 03:20:59.181348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53422) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:59.190184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-20b3336b-ea18-491c-8e5b-31c634ce4812 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': 'fb4251c9-bbf9-420b-b8e0-16005b850947', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:59.209296 n-d-802060-9 neutron-server[101970]: WARNING neutron.api.v2.base [None req-20b3336b-ea18-491c-8e5b-31c634ce4812 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Aug 17 03:20:59.209296 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-20b3336b-ea18-491c-8e5b-31c634ce4812 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:20:59.209296 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-20b3336b-ea18-491c-8e5b-31c634ce4812 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0130930 Aug 17 03:20:59.211596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53424) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:59.241702 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:59.268450 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a77c9ab-ba17-4a56-957a-df599f57db23 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:59.292366 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a77c9ab-ba17-4a56-957a-df599f57db23 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:59.295536 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 89ca30cd-f3d3-4052-bbed-44613e3dcd5c completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:20:59.302138 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 89ca30cd-f3d3-4052-bbed-44613e3dcd5c triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:20:59.302526 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:59.417255 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:59.438438 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a77c9ab-ba17-4a56-957a-df599f57db23 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:59.441075 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a77c9ab-ba17-4a56-957a-df599f57db23 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:59.444546 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3a77c9ab-ba17-4a56-957a-df599f57db23 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "DELETE /v2.0/security-groups/fb4251c9-bbf9-420b-b8e0-16005b850947 HTTP/1.1" status: 204 len: 168 time: 0.2296953 Aug 17 03:20:59.448378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53442) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:59.458105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 89ca30cd-f3d3-4052-bbed-44613e3dcd5c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=89ca30cd-f3d3-4052-bbed-44613e3dcd5c,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:20:59.472735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a77c9ab-ba17-4a56-957a-df599f57db23 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb4251c9-bbf9-420b-b8e0-16005b850947,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:59.506527 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d78a90c8-651f-4c15-b93b-d3cd5e2dcf15 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0553894 Aug 17 03:20:59.510145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53444) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:59.517365 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0d024ba4-3b78-48b3-8aa8-ec1c735355f4 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1612257457'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:59.538107 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:59.612265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::1 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/2c2401b3-5be3-4578-99f7-41d791a75fc0/14d2b0d6-7167-4ba6-9c95-8b80b10d68c5) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:20:59.613766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=89ca30cd-f3d3-4052-bbed-44613e3dcd5c,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:59.633507 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0d024ba4-3b78-48b3-8aa8-ec1c735355f4 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:59.747497 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0d024ba4-3b78-48b3-8aa8-ec1c735355f4 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:59.755814 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:59.772056 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:20:59.821154 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0d024ba4-3b78-48b3-8aa8-ec1c735355f4 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:59.861151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d024ba4-3b78-48b3-8aa8-ec1c735355f4 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c6c8a65e-7899-488b-8917-ba5a212bf3b3,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:20:59.913046 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:59.926060 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53458) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:59.943906 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0d024ba4-3b78-48b3-8aa8-ec1c735355f4 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:20:59.946620 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0d024ba4-3b78-48b3-8aa8-ec1c735355f4 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4345086 Aug 17 03:20:59.948033 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53464) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:59.957583 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b527eaa6-b5b7-4f91-af4b-68dd3a956a74 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': 'c6c8a65e-7899-488b-8917-ba5a212bf3b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:59.959893 n-d-802060-9 neutron-server[101970]: WARNING neutron.api.v2.base [None req-b527eaa6-b5b7-4f91-af4b-68dd3a956a74 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Aug 17 03:20:59.960578 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-b527eaa6-b5b7-4f91-af4b-68dd3a956a74 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:20:59.962174 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b527eaa6-b5b7-4f91-af4b-68dd3a956a74 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0107293 Aug 17 03:20:59.965323 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53466) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:59.974818 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-cd95d1e0-f1e7-4b9b-89e6-ce16e2a4d02d tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': 'c6c8a65e-7899-488b-8917-ba5a212bf3b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:59.977057 n-d-802060-9 neutron-server[101970]: WARNING neutron.api.v2.base [None req-cd95d1e0-f1e7-4b9b-89e6-ce16e2a4d02d tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Aug 17 03:20:59.977222 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-cd95d1e0-f1e7-4b9b-89e6-ce16e2a4d02d tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:20:59.980461 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cd95d1e0-f1e7-4b9b-89e6-ce16e2a4d02d tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0137100 Aug 17 03:20:59.983552 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53468) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:20:59.991826 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-69e8f5e3-272d-4602-b213-ac099cf3f38c tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': 'c6c8a65e-7899-488b-8917-ba5a212bf3b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:20:59.992779 n-d-802060-9 neutron-server[101969]: WARNING neutron.api.v2.base [None req-69e8f5e3-272d-4602-b213-ac099cf3f38c tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Aug 17 03:20:59.993353 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-69e8f5e3-272d-4602-b213-ac099cf3f38c tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:20:59.994435 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-69e8f5e3-272d-4602-b213-ac099cf3f38c tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082610 Aug 17 03:20:59.997621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53470) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:00.006564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b1236f70-277a-4403-bf05-68f53353b901 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': 'c6c8a65e-7899-488b-8917-ba5a212bf3b3', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:00.010541 n-d-802060-9 neutron-server[101970]: WARNING neutron.api.v2.base [None req-b1236f70-277a-4403-bf05-68f53353b901 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Aug 17 03:21:00.011040 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-b1236f70-277a-4403-bf05-68f53353b901 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:00.015345 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b1236f70-277a-4403-bf05-68f53353b901 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0115683 Aug 17 03:21:00.015458 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:00.015572 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53472) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:00.017000 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:00.021640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:21:00.022196 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:00.026973 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=14d2b0d6-7167-4ba6-9c95-8b80b10d68c5,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:00.075140 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a36be446-0f27-49ed-b2f1-58f1a7b070c7 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:00.106948 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40d8a0b3-4405-41f2-bb8a-0f4935e60030 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:00.121338 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a36be446-0f27-49ed-b2f1-58f1a7b070c7 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:00.252848 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a36be446-0f27-49ed-b2f1-58f1a7b070c7 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:00.256054 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a36be446-0f27-49ed-b2f1-58f1a7b070c7 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:00.261882 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a36be446-0f27-49ed-b2f1-58f1a7b070c7 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "DELETE /v2.0/security-groups/c6c8a65e-7899-488b-8917-ba5a212bf3b3 HTTP/1.1" status: 204 len: 168 time: 0.2409022 Aug 17 03:21:00.262331 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53476) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:00.274866 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:00.277903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a36be446-0f27-49ed-b2f1-58f1a7b070c7 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6c8a65e-7899-488b-8917-ba5a212bf3b3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:00.322574 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40d8a0b3-4405-41f2-bb8a-0f4935e60030 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:00.362083 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-92594034-1f46-4c10-b211-085c812bcd60 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1010840 Aug 17 03:21:00.368941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53480) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:00.374283 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a77e58f2-db32-42d2-b03f-2789150d2ec6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1297102752'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:00.390315 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-40d8a0b3-4405-41f2-bb8a-0f4935e60030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:00.446005 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-40d8a0b3-4405-41f2-bb8a-0f4935e60030 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=18619c2275f94db9abd94186c2d9de33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5186372 Aug 17 03:21:00.447104 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53484) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:00.453295 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d8a0b3-4405-41f2-bb8a-0f4935e60030 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58de8f90-53d5-4ce7-b24e-c752301700bc,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:00.493446 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-366a98dc-40f1-4a91-9b91-b2395e8bc5dc None None] Provisioning for port 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:00.501265 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-366a98dc-40f1-4a91-9b91-b2395e8bc5dc None None] Provisioning complete for port 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:00.501898 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-366a98dc-40f1-4a91-9b91-b2395e8bc5dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:00.526328 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a77e58f2-db32-42d2-b03f-2789150d2ec6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:00.570652 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-366a98dc-40f1-4a91-9b91-b2395e8bc5dc None None] Port 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:21:00.583781 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4f8f95e-009e-4b9f-b6df-22440abe8822 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:00.619334 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4f8f95e-009e-4b9f-b6df-22440abe8822 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:00.635876 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:00.690057 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a77e58f2-db32-42d2-b03f-2789150d2ec6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:00.809927 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:00.815746 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:00.892781 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=14d2b0d6-7167-4ba6-9c95-8b80b10d68c5,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:00.966530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:00.966530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:01.009904 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a77e58f2-db32-42d2-b03f-2789150d2ec6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:01.086854 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4f8f95e-009e-4b9f-b6df-22440abe8822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:01.086854 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4f8f95e-009e-4b9f-b6df-22440abe8822 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:01.086854 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d4f8f95e-009e-4b9f-b6df-22440abe8822 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/58de8f90-53d5-4ce7-b24e-c752301700bc HTTP/1.1" status: 204 len: 168 time: 0.5764060 Aug 17 03:21:01.087990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 89ca30cd-f3d3-4052-bbed-44613e3dcd5c up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:21:01.088388 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a77e58f2-db32-42d2-b03f-2789150d2ec6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1423111f-b0b1-4312-ab64-e2427a550aaf,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:01.088388 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4f8f95e-009e-4b9f-b6df-22440abe8822 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58de8f90-53d5-4ce7-b24e-c752301700bc,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:01.135894 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 89ca30cd-f3d3-4052-bbed-44613e3dcd5c triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:01.137917 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:01.260524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Router adcfc64f-be5b-445e-8997-7a0f9a84a231 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:21:01.260879 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a77e58f2-db32-42d2-b03f-2789150d2ec6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:01.263583 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a77e58f2-db32-42d2-b03f-2789150d2ec6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8931682 Aug 17 03:21:01.266440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53496) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:01.271268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-513ad566-f98c-4aab-aa95-9b4e79b3c6b6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': '1423111f-b0b1-4312-ab64-e2427a550aaf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:01.271829 n-d-802060-9 neutron-server[101969]: WARNING neutron.api.v2.base [None req-513ad566-f98c-4aab-aa95-9b4e79b3c6b6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 17 03:21:01.272428 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-513ad566-f98c-4aab-aa95-9b4e79b3c6b6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:01.276000 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-513ad566-f98c-4aab-aa95-9b4e79b3c6b6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0060737 Aug 17 03:21:01.277500 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53498) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:01.283580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-5a2bb3b5-9380-4965-8331-1aa488fedf74 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': '1423111f-b0b1-4312-ab64-e2427a550aaf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:01.305356 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f7d3d40f-41e7-4597-b6dd-127840acb2bc None None] Provisioning complete for port 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:01.305760 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f7d3d40f-41e7-4597-b6dd-127840acb2bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:01.343718 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f7d3d40f-41e7-4597-b6dd-127840acb2bc None None] Port 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:21:01.384769 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:21:01.393993 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ab41199f-a990-4188-b5b5-dc7e6dde6751 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "PUT /v2.0/routers/adcfc64f-be5b-445e-8997-7a0f9a84a231/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5206509 Aug 17 03:21:01.398380 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53504) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:01.409649 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Sync routers for ids ['adcfc64f-be5b-445e-8997-7a0f9a84a231'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:21:01.438211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Routers {'adcfc64f-be5b-445e-8997-7a0f9a84a231'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:21:01.438211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:20:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['adcfc64f-be5b-445e-8997-7a0f9a84a231'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:21:01.515604 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06220544-1b2c-49e4-a860-008d0f58c401 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:01.516415 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-5a2bb3b5-9380-4965-8331-1aa488fedf74 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:01.517606 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5a2bb3b5-9380-4965-8331-1aa488fedf74 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.2390764 Aug 17 03:21:01.520304 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53508) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:01.521972 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-06220544-1b2c-49e4-a860-008d0f58c401 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports/14d2b0d6-7167-4ba6-9c95-8b80b10d68c5 HTTP/1.1" status: 200 len: 911 time: 0.1072330 Aug 17 03:21:01.525826 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-2f7fe6f7-8d43-4402-8346-cadf8cc2c1eb tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': '1423111f-b0b1-4312-ab64-e2427a550aaf', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:01.525826 n-d-802060-9 neutron-server[101970]: WARNING neutron.api.v2.base [None req-2f7fe6f7-8d43-4402-8346-cadf8cc2c1eb tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Aug 17 03:21:01.526130 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-2f7fe6f7-8d43-4402-8346-cadf8cc2c1eb tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:01.527299 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2f7fe6f7-8d43-4402-8346-cadf8cc2c1eb tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0057745 Aug 17 03:21:01.528013 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53510) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:01.529983 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53512) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:01.539323 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-183fbbd3-a746-42af-90d9-2fe517b8f0d6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': '1423111f-b0b1-4312-ab64-e2427a550aaf', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:01.594261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296b5fb-a365-4922-8700-21b7f4cf7c88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:01.600779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a296b5fb-a365-4922-8700-21b7f4cf7c88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:01.605680 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a296b5fb-a365-4922-8700-21b7f4cf7c88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.0735929 Aug 17 03:21:01.606023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53516) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:01.607803 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Set router adcfc64f-be5b-445e-8997-7a0f9a84a231 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:21:01.872656 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcfc64f-be5b-445e-8997-7a0f9a84a231', 'name': 'tempest-NetworksTestDHCPv6-router-1542882262', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:20:58Z', 'updated_at': '2021-08-17T03:21:00Z', 'revision_number': 2, 'project_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'gw_port_host': None, '_interfaces': [{'id': '14d2b0d6-7167-4ba6-9c95-8b80b10d68c5', 'name': '', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'mac_address': 'fa:16:3e:7d:2b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcfc64f-be5b-445e-8997-7a0f9a84a231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '2c2401b3-5be3-4578-99f7-41d791a75fc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:20:59Z', 'updated_at': '2021-08-17T03:21:00Z', 'revision_number': 2, 'project_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'subnets': [{'id': '2c2401b3-5be3-4578-99f7-41d791a75fc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:21:01.902435 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Checking router: adcfc64f-be5b-445e-8997-7a0f9a84a231 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:21:01.903036 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Updating router adcfc64f-be5b-445e-8997-7a0f9a84a231 port 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:21:01.936493 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:01.990636 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53522) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:02.008503 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7241f08c-f88f-44fb-9a48-4c4c7c35f24f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:02.158403 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7241f08c-f88f-44fb-9a48-4c4c7c35f24f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:02.205030 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-183fbbd3-a746-42af-90d9-2fe517b8f0d6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:02.206194 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-183fbbd3-a746-42af-90d9-2fe517b8f0d6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6752357 Aug 17 03:21:02.209327 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53526) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:02.214980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6384d5cf-e5f0-45af-abbb-257e1cf18326 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': '1423111f-b0b1-4312-ab64-e2427a550aaf', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:02.215544 n-d-802060-9 neutron-server[101970]: WARNING neutron.api.v2.base [None req-6384d5cf-e5f0-45af-abbb-257e1cf18326 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Aug 17 03:21:02.216036 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-6384d5cf-e5f0-45af-abbb-257e1cf18326 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:02.217139 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6384d5cf-e5f0-45af-abbb-257e1cf18326 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0065014 Aug 17 03:21:02.219987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53528) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:02.224902 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-2a7131c5-a09f-434d-a67f-356ffece730e tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': '1423111f-b0b1-4312-ab64-e2427a550aaf', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:02.234436 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7241f08c-f88f-44fb-9a48-4c4c7c35f24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:02.287465 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7241f08c-f88f-44fb-9a48-4c4c7c35f24f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5bfffd1a2a1c45e5bdd0f62ded3f9407&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2955084 Aug 17 03:21:02.289944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53532) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:02.297721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7241f08c-f88f-44fb-9a48-4c4c7c35f24f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e881b3d9-1e7c-44bc-83c2-909a28ea1928,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:02.356365 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:02.360709 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8bb45922-1da3-482d-8992-7708b724c8e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:02.364548 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-2a7131c5-a09f-434d-a67f-356ffece730e tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Project bf9fd0a8250b4c7399784f658df21b21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:21:02.371446 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Transition to ACTIVE for port object 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:02.397531 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8bb45922-1da3-482d-8992-7708b724c8e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:02.457701 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1aafe93b-f569-4d56-b61a-ae20e30104b2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:02.466859 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:02.513601 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-2a7131c5-a09f-434d-a67f-356ffece730e tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:02.514849 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2a7131c5-a09f-434d-a67f-356ffece730e tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2938418 Aug 17 03:21:02.517718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53536) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:02.523348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-51af5eb4-d3ce-4c6b-bf4c-acb54229dc33 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': '1423111f-b0b1-4312-ab64-e2427a550aaf', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:02.523348 n-d-802060-9 neutron-server[101970]: WARNING neutron.api.v2.base [None req-51af5eb4-d3ce-4c6b-bf4c-acb54229dc33 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Aug 17 03:21:02.523348 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-51af5eb4-d3ce-4c6b-bf4c-acb54229dc33 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:02.524617 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-51af5eb4-d3ce-4c6b-bf4c-acb54229dc33 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0058699 Aug 17 03:21:02.528530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53538) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:02.533044 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1c17b888-6cd7-4b0c-bbba-f584070666e7 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': '1423111f-b0b1-4312-ab64-e2427a550aaf', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:02.537501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a7421-dcc6-498c-94dc-0de3a5e57b24 None None] Pushing event updated for resources: {'Port': ['ID=14d2b0d6-7167-4ba6-9c95-8b80b10d68c5,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:02.540747 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8bb45922-1da3-482d-8992-7708b724c8e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:02.544380 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8bb45922-1da3-482d-8992-7708b724c8e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:02.546776 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8bb45922-1da3-482d-8992-7708b724c8e7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e881b3d9-1e7c-44bc-83c2-909a28ea1928 HTTP/1.1" status: 204 len: 168 time: 0.2558479 Aug 17 03:21:02.580080 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb45922-1da3-482d-8992-7708b724c8e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e881b3d9-1e7c-44bc-83c2-909a28ea1928,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:02.639491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Attempting to bind port 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:21:02.639965 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Attempting to bind port 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:21:02.640261 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Attempting to bind port 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5 on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:21:02.645807 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:21:02.646189 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:21:02.646600 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:02.646997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:21:02.647778 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Bound port: 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:21:02.648110 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:02.656443 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-1c17b888-6cd7-4b0c-bbba-f584070666e7 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Project bf9fd0a8250b4c7399784f658df21b21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:21:02.777270 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-1c17b888-6cd7-4b0c-bbba-f584070666e7 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:02.777270 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1c17b888-6cd7-4b0c-bbba-f584070666e7 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2341981 Aug 17 03:21:02.777270 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53550) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:02.777270 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a343a929-a19f-4843-8496-fe1f95694fcf tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': '1423111f-b0b1-4312-ab64-e2427a550aaf', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:02.801059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] For port 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:21:02.811500 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] For port 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=14d2b0d6-7167-4ba6-9c95-8b80b10d68c5,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:21:02.851446 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1aafe93b-f569-4d56-b61a-ae20e30104b2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:21:02.852007 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1aafe93b-f569-4d56-b61a-ae20e30104b2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:02.877486 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:02.913404 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-a343a929-a19f-4843-8496-fe1f95694fcf tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Project bf9fd0a8250b4c7399784f658df21b21 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:21:02.969642 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1a7421-dcc6-498c-94dc-0de3a5e57b24 None None] Pushing event updated for resources: {'Port': ['ID=14d2b0d6-7167-4ba6-9c95-8b80b10d68c5,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:02.972470 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Routers {'adcfc64f-be5b-445e-8997-7a0f9a84a231'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:21:02.973348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:20:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['adcfc64f-be5b-445e-8997-7a0f9a84a231'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:21:03.001770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-1aafe93b-f569-4d56-b61a-ae20e30104b2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] For port 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5, host n-d-802060-9, got binding levels [] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:03.002147 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1aafe93b-f569-4d56-b61a-ae20e30104b2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:03.021895 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1aafe93b-f569-4d56-b61a-ae20e30104b2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:21:03.023910 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-a343a929-a19f-4843-8496-fe1f95694fcf tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:03.024972 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a343a929-a19f-4843-8496-fe1f95694fcf tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.2556815 Aug 17 03:21:03.028370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53554) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:03.140702 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14e05156-fb81-4f70-961f-27efc7096bed tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:03.167990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] Set router adcfc64f-be5b-445e-8997-7a0f9a84a231 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:21:03.172069 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14e05156-fb81-4f70-961f-27efc7096bed tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:03.216782 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:03.322193 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14e05156-fb81-4f70-961f-27efc7096bed tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:03.325391 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14e05156-fb81-4f70-961f-27efc7096bed tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:03.326580 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-14e05156-fb81-4f70-961f-27efc7096bed tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "DELETE /v2.0/security-groups/1423111f-b0b1-4312-ab64-e2427a550aaf HTTP/1.1" status: 204 len: 168 time: 0.2969034 Aug 17 03:21:03.331938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53566) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:03.336994 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e05156-fb81-4f70-961f-27efc7096bed tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1423111f-b0b1-4312-ab64-e2427a550aaf,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:03.418185 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-29cdda8b-2d78-4144-adf2-7ade435710e2 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0808697 Aug 17 03:21:03.418644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53572) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:03.423510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-44b26330-d010-498c-9c73-d26093cf4dd8 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group': {'name': 'tempest-secgroup--105136443'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:03.467552 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1aafe93b-f569-4d56-b61a-ae20e30104b2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:03.506794 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aafe93b-f569-4d56-b61a-ae20e30104b2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=14d2b0d6-7167-4ba6-9c95-8b80b10d68c5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:03.523826 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'adcfc64f-be5b-445e-8997-7a0f9a84a231', 'name': 'tempest-NetworksTestDHCPv6-router-1542882262', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:20:58Z', 'updated_at': '2021-08-17T03:21:00Z', 'revision_number': 2, 'project_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'gw_port_host': None, '_interfaces': [{'id': '14d2b0d6-7167-4ba6-9c95-8b80b10d68c5', 'name': '', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'mac_address': 'fa:16:3e:7d:2b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcfc64f-be5b-445e-8997-7a0f9a84a231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '2c2401b3-5be3-4578-99f7-41d791a75fc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:20:59Z', 'updated_at': '2021-08-17T03:21:02Z', 'revision_number': 4, 'project_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'subnets': [{'id': '2c2401b3-5be3-4578-99f7-41d791a75fc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:21:03.560124 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-44b26330-d010-498c-9c73-d26093cf4dd8 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:03.633171 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1aafe93b-f569-4d56-b61a-ae20e30104b2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:03.705275 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-44b26330-d010-498c-9c73-d26093cf4dd8 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:03.756484 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f08aca0-4297-46dc-8868-8c8193d86089 None None] The sync data for ids ['adcfc64f-be5b-445e-8997-7a0f9a84a231'] in n-d-802060-9 is: [{'id': 'adcfc64f-be5b-445e-8997-7a0f9a84a231', 'name': 'tempest-NetworksTestDHCPv6-router-1542882262', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:20:58Z', 'updated_at': '2021-08-17T03:21:00Z', 'revision_number': 2, 'project_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'gw_port_host': None, '_interfaces': [{'id': '14d2b0d6-7167-4ba6-9c95-8b80b10d68c5', 'name': '', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'mac_address': 'fa:16:3e:7d:2b:30', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'adcfc64f-be5b-445e-8997-7a0f9a84a231', 'device_owner': 'network:router_interface', 'standard_attr_id': 3233, 'fixed_ips': [{'subnet_id': '2c2401b3-5be3-4578-99f7-41d791a75fc0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:20:59Z', 'updated_at': '2021-08-17T03:21:02Z', 'revision_number': 4, 'project_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'subnets': [{'id': '2c2401b3-5be3-4578-99f7-41d791a75fc0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:21:03.783696 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-44b26330-d010-498c-9c73-d26093cf4dd8 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:03.847284 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:03.884499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b26330-d010-498c-9c73-d26093cf4dd8 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f6c5b38-af8a-4a08-b78c-7b646e005f63,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:03.920624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1aafe93b-f569-4d56-b61a-ae20e30104b2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Router adcfc64f-be5b-445e-8997-7a0f9a84a231 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:21:04.007106 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-44b26330-d010-498c-9c73-d26093cf4dd8 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:04.014312 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53588) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:04.022603 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-44b26330-d010-498c-9c73-d26093cf4dd8 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6026845 Aug 17 03:21:04.026247 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ed2df9b6-3609-457f-8a92-482ee3e93507 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': '0f6c5b38-af8a-4a08-b78c-7b646e005f63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:04.037559 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1aafe93b-f569-4d56-b61a-ae20e30104b2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:21:04.049902 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1aafe93b-f569-4d56-b61a-ae20e30104b2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "PUT /v2.0/routers/adcfc64f-be5b-445e-8997-7a0f9a84a231/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4424505 Aug 17 03:21:04.050561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53590) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:04.150009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a7b50a-8050-4cd6-a46a-63457fcbf642 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:04.152430 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5a7b50a-8050-4cd6-a46a-63457fcbf642 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:04.155913 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b5a7b50a-8050-4cd6-a46a-63457fcbf642 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1017368 Aug 17 03:21:04.159195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53596) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:04.243765 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c128c5d-e682-46d5-9d12-ad5f6b7a3cea tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 2c2401b3-5be3-4578-99f7-41d791a75fc0 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:21:04.248061 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8c128c5d-e682-46d5-9d12-ad5f6b7a3cea tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:04.291575 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-ed2df9b6-3609-457f-8a92-482ee3e93507 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The resource could not be found. Aug 17 03:21:04.296464 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ed2df9b6-3609-457f-8a92-482ee3e93507 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.2787051 Aug 17 03:21:04.296778 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53602) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:04.303244 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f48f24ed-e4c3-47f7-a084-ee0a24492576 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': '0f6c5b38-af8a-4a08-b78c-7b646e005f63', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '4335b5b5-0aa7-402f-9eba-89aaf96ce464'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:04.329351 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8c128c5d-e682-46d5-9d12-ad5f6b7a3cea tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:04.405404 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8c128c5d-e682-46d5-9d12-ad5f6b7a3cea tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:04.531216 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:21:04.587065 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8c128c5d-e682-46d5-9d12-ad5f6b7a3cea tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:04.590907 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-f48f24ed-e4c3-47f7-a084-ee0a24492576 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The resource could not be found. Aug 17 03:21:04.590907 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f48f24ed-e4c3-47f7-a084-ee0a24492576 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.2900288 Aug 17 03:21:04.591582 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53610) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:04.649246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c128c5d-e682-46d5-9d12-ad5f6b7a3cea tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=2c2401b3-5be3-4578-99f7-41d791a75fc0,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:04.656986 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8c128c5d-e682-46d5-9d12-ad5f6b7a3cea tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:04.660292 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8c128c5d-e682-46d5-9d12-ad5f6b7a3cea tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/2c2401b3-5be3-4578-99f7-41d791a75fc0 HTTP/1.1" status: 204 len: 168 time: 0.4991541 Aug 17 03:21:04.662569 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53614) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:04.665498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7cf9a4b-3764-4264-bba7-918706d65954 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:04.672318 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-398beb6c-5640-487e-bab7-a11fc764e444 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:04.764883 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-398beb6c-5640-487e-bab7-a11fc764e444 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:04.833447 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3f28b42c-f9bc-43de-8ce5-4fe324b14d86 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1696117 Aug 17 03:21:04.837218 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53622) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:04.938011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53dddda6-f393-48fc-beb2-78db0701f055 None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:21:04.963594 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d42fef0b-fdb6-4764-bde9-ed700e9e0d52 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:05.030311 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-53dddda6-f393-48fc-beb2-78db0701f055 None None] Deleting port 89ca30cd-f3d3-4052-bbed-44613e3dcd5c {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:21:05.030938 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-53dddda6-f393-48fc-beb2-78db0701f055 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:05.098950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 89ca30cd-f3d3-4052-bbed-44613e3dcd5c no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:21:05.161182 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-398beb6c-5640-487e-bab7-a11fc764e444 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:05.165305 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-398beb6c-5640-487e-bab7-a11fc764e444 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:05.166761 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-398beb6c-5640-487e-bab7-a11fc764e444 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "DELETE /v2.0/security-groups/0f6c5b38-af8a-4a08-b78c-7b646e005f63 HTTP/1.1" status: 204 len: 168 time: 0.5741773 Aug 17 03:21:05.169312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-53dddda6-f393-48fc-beb2-78db0701f055 None None] For port 89ca30cd-f3d3-4052-bbed-44613e3dcd5c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=89ca30cd-f3d3-4052-bbed-44613e3dcd5c,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:05.175072 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-53dddda6-f393-48fc-beb2-78db0701f055 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:05.175219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53630) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:05.188618 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-53dddda6-f393-48fc-beb2-78db0701f055 None None] Calling delete_port for 89ca30cd-f3d3-4052-bbed-44613e3dcd5c owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:21:05.263237 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f60dd995-dd50-412b-bf31-ddb5f84df20f tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0918424 Aug 17 03:21:05.267597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53636) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:05.273376 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-864d361b-22e2-4660-b673-8c7636e1b283 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': '87fdbde6-6e07-4e8e-9984-695fbbeb99d4', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:05.280564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398beb6c-5640-487e-bab7-a11fc764e444 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f6c5b38-af8a-4a08-b78c-7b646e005f63,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:05.304067 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d42fef0b-fdb6-4764-bde9-ed700e9e0d52 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:05.311338 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d42fef0b-fdb6-4764-bde9-ed700e9e0d52 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:05.345517 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:05.395967 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 89ca30cd-f3d3-4052-bbed-44613e3dcd5c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=89ca30cd-f3d3-4052-bbed-44613e3dcd5c,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:05.488103 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d42fef0b-fdb6-4764-bde9-ed700e9e0d52 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:05.490174 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42fef0b-fdb6-4764-bde9-ed700e9e0d52 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Fanout notify agent at l3_agent the message router_deleted on router adcfc64f-be5b-445e-8997-7a0f9a84a231 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:21:05.498700 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:05.509171 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d42fef0b-fdb6-4764-bde9-ed700e9e0d52 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:05.510439 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d42fef0b-fdb6-4764-bde9-ed700e9e0d52 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/routers/adcfc64f-be5b-445e-8997-7a0f9a84a231 HTTP/1.1" status: 204 len: 168 time: 0.6722565 Aug 17 03:21:05.513405 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53644) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:05.538309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:05.597316 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-53dddda6-f393-48fc-beb2-78db0701f055 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:05.624838 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-864d361b-22e2-4660-b673-8c7636e1b283 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The resource could not be found. Aug 17 03:21:05.629675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-864d361b-22e2-4660-b673-8c7636e1b283 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3578737 Aug 17 03:21:05.629856 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53dddda6-f393-48fc-beb2-78db0701f055 None None] No DVR routers for this DVR port 89ca30cd-f3d3-4052-bbed-44613e3dcd5c on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:21:05.632664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53650) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:05.634229 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=89ca30cd-f3d3-4052-bbed-44613e3dcd5c,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:05.644212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-835e7eea-55ab-4cf6-8a5a-4ec375ba9f34 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1960955623'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:05.660868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dddda6-f393-48fc-beb2-78db0701f055 None None] Pushing event deleted for resources: {'Port': ['ID=89ca30cd-f3d3-4052-bbed-44613e3dcd5c,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:05.740692 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-835e7eea-55ab-4cf6-8a5a-4ec375ba9f34 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:05.783723 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5630359e-217c-4237-87c7-fd11ad9d0638 None None] Sync routers for ids ['adcfc64f-be5b-445e-8997-7a0f9a84a231'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:21:05.794352 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630359e-217c-4237-87c7-fd11ad9d0638 None None] Routers set() bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:21:05.795543 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630359e-217c-4237-87c7-fd11ad9d0638 None None] Router IDs set() for agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 03:21:05.796173 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_agentschedulers_db [None req-5630359e-217c-4237-87c7-fd11ad9d0638 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'adcfc64f-be5b-445e-8997-7a0f9a84a231'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:20:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent'). {{(pid=101972) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 03:21:05.819034 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630359e-217c-4237-87c7-fd11ad9d0638 None None] Routers set() bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:21:05.819539 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5630359e-217c-4237-87c7-fd11ad9d0638 None None] Router IDs set() for agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 03:21:05.822194 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_agentschedulers_db [None req-5630359e-217c-4237-87c7-fd11ad9d0638 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'adcfc64f-be5b-445e-8997-7a0f9a84a231'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:20:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent'). {{(pid=101972) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 03:21:05.822889 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5630359e-217c-4237-87c7-fd11ad9d0638 None None] The sync data for ids ['adcfc64f-be5b-445e-8997-7a0f9a84a231'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:21:05.832612 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:05.836854 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:05.983587 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-835e7eea-55ab-4cf6-8a5a-4ec375ba9f34 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:06.078115 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-835e7eea-55ab-4cf6-8a5a-4ec375ba9f34 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:06.109400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-835e7eea-55ab-4cf6-8a5a-4ec375ba9f34 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb3469cc-6b74-4a4d-97c8-a6be3f704d4a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:06.164192 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:06.181397 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-835e7eea-55ab-4cf6-8a5a-4ec375ba9f34 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:06.185666 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-835e7eea-55ab-4cf6-8a5a-4ec375ba9f34 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5485046 Aug 17 03:21:06.186063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53664) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:06.203305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a6cacf39-21a4-4fe5-b411-1902fe04d31b tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1643817500'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:06.225181 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:06.228115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:06.232835 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:06.233454 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:06.243532 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=66007bdf-ef77-4df2-8590-3157ec09b2d0,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:06.244025 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05eed380-b415-4fe0-ba02-999a20c5febe None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:06.254357 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:06.254742 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:06.255095 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:06.255463 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:06.255894 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:06.256181 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:06.256436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:06.256773 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:06.257102 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:06.257452 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:06.257955 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:06.258809 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:06.347224 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a6cacf39-21a4-4fe5-b411-1902fe04d31b tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:06.474469 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ec568b61-31c9-44a0-a8b7-8ca5a793ee7f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9590366 Aug 17 03:21:06.476889 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53666) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:06.484687 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d1e8ba94-a31b-4e8d-9ae7-f954d6f04c87 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-1981726823', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:06.496078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': '66007bdf-ef77-4df2-8590-3157ec09b2d0'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:21:06.503826 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:06.636666 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a6cacf39-21a4-4fe5-b411-1902fe04d31b tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:06.711077 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Allocated IP 2001:db8::2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/66007bdf-ef77-4df2-8590-3157ec09b2d0/9b424ee7-c6fb-4480-b473-b6ad147488b0) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:06.712459 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a6cacf39-21a4-4fe5-b411-1902fe04d31b tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:06.770514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6cacf39-21a4-4fe5-b411-1902fe04d31b tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d31a3863-2d5f-47dd-bd9a-626b6d43eb9b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:06.838552 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1e8ba94-a31b-4e8d-9ae7-f954d6f04c87 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:06.840950 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1e8ba94-a31b-4e8d-9ae7-f954d6f04c87 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:06.877276 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:06.886996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Transition to ACTIVE for port object 9b424ee7-c6fb-4480-b473-b6ad147488b0 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:06.904986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Transition to ACTIVE for port object 9b424ee7-c6fb-4480-b473-b6ad147488b0 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:06.907241 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1e8ba94-a31b-4e8d-9ae7-f954d6f04c87 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:06.929247 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a6cacf39-21a4-4fe5-b411-1902fe04d31b tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:06.930585 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a6cacf39-21a4-4fe5-b411-1902fe04d31b tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7437696 Aug 17 03:21:06.934133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53678) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:06.940152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3415da5e-d6e9-434b-84f5-17b307f973b3 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': 'bb3469cc-6b74-4a4d-97c8-a6be3f704d4a', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'd31a3863-2d5f-47dd-bd9a-626b6d43eb9b'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:06.990708 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:07.029855 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:21:07.044392 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1e8ba94-a31b-4e8d-9ae7-f954d6f04c87 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:07.066417 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:21:07.066742 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 14d2b0d6-7167-4ba6-9c95-8b80b10d68c5 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:21:07.070541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:07.076701 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:07.083432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:21:07.090587 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Pushing event updated for resources: {'Port': ['ID=9b424ee7-c6fb-4480-b473-b6ad147488b0,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:07.143444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Attempting to bind port 9b424ee7-c6fb-4480-b473-b6ad147488b0 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:21:07.143815 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Attempting to bind port 9b424ee7-c6fb-4480-b473-b6ad147488b0 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:21:07.144179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Attempting to bind port 9b424ee7-c6fb-4480-b473-b6ad147488b0 on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:21:07.149110 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:21:07.149511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:21:07.149914 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:07.150306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:21:07.150806 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Bound port: 9b424ee7-c6fb-4480-b473-b6ad147488b0, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:21:07.151183 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:07.174736 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1e8ba94-a31b-4e8d-9ae7-f954d6f04c87 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:07.181040 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d1e8ba94-a31b-4e8d-9ae7-f954d6f04c87 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.6980784 Aug 17 03:21:07.181153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53682) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:07.228714 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] For port 9b424ee7-c6fb-4480-b473-b6ad147488b0, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:21:07.233542 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] For port 9b424ee7-c6fb-4480-b473-b6ad147488b0, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9b424ee7-c6fb-4480-b473-b6ad147488b0,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:21:07.261661 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-3415da5e-d6e9-434b-84f5-17b307f973b3 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:07.262717 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3415da5e-d6e9-434b-84f5-17b307f973b3 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.3275526 Aug 17 03:21:07.265777 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53686) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:07.312801 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:07.401227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c867ed-3d21-4636-8aa0-1f92c4b356e4 None None] Pushing event updated for resources: {'Port': ['ID=9b424ee7-c6fb-4480-b473-b6ad147488b0,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:07.469973 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8b0bad9b-7baa-4758-920b-77f00dd45bd5 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:07.525486 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8b0bad9b-7baa-4758-920b-77f00dd45bd5 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:07.593878 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:07.704989 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8b0bad9b-7baa-4758-920b-77f00dd45bd5 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:07.708032 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8b0bad9b-7baa-4758-920b-77f00dd45bd5 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:07.711683 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8b0bad9b-7baa-4758-920b-77f00dd45bd5 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "DELETE /v2.0/security-groups/d31a3863-2d5f-47dd-bd9a-626b6d43eb9b HTTP/1.1" status: 204 len: 168 time: 0.4425445 Aug 17 03:21:07.712579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53700) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:07.726527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0bad9b-7baa-4758-920b-77f00dd45bd5 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d31a3863-2d5f-47dd-bd9a-626b6d43eb9b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:07.819550 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c5d2bcb3-7c9d-4a70-a228-891e47e51a23 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.1055515 Aug 17 03:21:07.825370 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53704) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:07.914407 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-193492a6-6e53-486f-8eb7-d331538893b6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:07.953770 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-193492a6-6e53-486f-8eb7-d331538893b6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:08.024378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::1 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/66007bdf-ef77-4df2-8590-3157ec09b2d0/015adb07-386b-4c8b-8dc4-b8d1d5c52ee2) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:08.130398 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-193492a6-6e53-486f-8eb7-d331538893b6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:08.137999 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-193492a6-6e53-486f-8eb7-d331538893b6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:08.140103 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-193492a6-6e53-486f-8eb7-d331538893b6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "DELETE /v2.0/security-groups/bb3469cc-6b74-4a4d-97c8-a6be3f704d4a HTTP/1.1" status: 204 len: 168 time: 0.3133907 Aug 17 03:21:08.143679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53720) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:08.157562 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193492a6-6e53-486f-8eb7-d331538893b6 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb3469cc-6b74-4a4d-97c8-a6be3f704d4a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:08.252617 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53724) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:08.253380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b673b3d5-f344-4612-a62b-b649536fd90e tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1084375 Aug 17 03:21:08.258921 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:08.266582 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d31bb704-c8c5-4150-853e-46074aa47e76 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1073074791'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:08.275567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:08.358441 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d31bb704-c8c5-4150-853e-46074aa47e76 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:08.392420 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:08.492921 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=015adb07-386b-4c8b-8dc4-b8d1d5c52ee2,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:08.508800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:08.510558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:08.514505 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:21:08.515859 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:08.519892 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d31bb704-c8c5-4150-853e-46074aa47e76 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:08.638017 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d31bb704-c8c5-4150-853e-46074aa47e76 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:08.744803 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d31bb704-c8c5-4150-853e-46074aa47e76 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=583d6011-a656-49bb-ba43-95147743f8c8,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:08.769883 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d31bb704-c8c5-4150-853e-46074aa47e76 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:08.777404 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d31bb704-c8c5-4150-853e-46074aa47e76 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5160556 Aug 17 03:21:08.777564 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:08.780072 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53740) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:08.785197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-db198ab7-8000-4d56-b980-cd3358e9d981 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': '583d6011-a656-49bb-ba43-95147743f8c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:08.952253 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ffcb3c71-21a2-4d9a-aa5a-9900c198eff8 None None] Provisioning for port 9b424ee7-c6fb-4480-b473-b6ad147488b0 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:08.999050 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-db198ab7-8000-4d56-b980-cd3358e9d981 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:09.005746 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-db198ab7-8000-4d56-b980-cd3358e9d981 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2242975 Aug 17 03:21:09.008338 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53744) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:09.016431 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-20cab379-2d22-482c-9912-be6d4116dfbc tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group_rule': {'security_group_id': '583d6011-a656-49bb-ba43-95147743f8c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:09.101434 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9b424ee7-c6fb-4480-b473-b6ad147488b0 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:21:09.193950 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:09.220713 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-20cab379-2d22-482c-9912-be6d4116dfbc tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:09.221830 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-20cab379-2d22-482c-9912-be6d4116dfbc tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.2110631 Aug 17 03:21:09.225114 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53748) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:09.248116 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 9b424ee7-c6fb-4480-b473-b6ad147488b0 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:09.251052 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b97a553-07cb-4f4f-82ff-848ed1fe7f70 None None] Provisioning for port 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:09.257411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b97a553-07cb-4f4f-82ff-848ed1fe7f70 None None] Provisioning complete for port 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:09.258078 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b97a553-07cb-4f4f-82ff-848ed1fe7f70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:09.260137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 9b424ee7-c6fb-4480-b473-b6ad147488b0 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:09.260718 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:09.296334 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-39bfeae5-84ba-41e8-919b-3446468383f3 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:09.310471 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:09.311680 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:09.352319 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b97a553-07cb-4f4f-82ff-848ed1fe7f70 None None] Port 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:21:09.365392 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-39bfeae5-84ba-41e8-919b-3446468383f3 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:09.428144 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:09.490112 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 9b424ee7-c6fb-4480-b473-b6ad147488b0, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9b424ee7-c6fb-4480-b473-b6ad147488b0,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:09.510235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:09.512130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=015adb07-386b-4c8b-8dc4-b8d1d5c52ee2,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:09.514809 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:09.569984 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-39bfeae5-84ba-41e8-919b-3446468383f3 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:09.573722 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-39bfeae5-84ba-41e8-919b-3446468383f3 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:09.576966 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-39bfeae5-84ba-41e8-919b-3446468383f3 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "DELETE /v2.0/security-groups/583d6011-a656-49bb-ba43-95147743f8c8 HTTP/1.1" status: 204 len: 168 time: 0.3508146 Aug 17 03:21:09.580573 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53754) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:09.605445 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:09.630858 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bfeae5-84ba-41e8-919b-3446468383f3 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=583d6011-a656-49bb-ba43-95147743f8c8,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:09.719158 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-059714e6-bd68-4fef-83d4-723704d6536c tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1215937 Aug 17 03:21:09.719158 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53760) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:09.719158 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-3df53470-507a-437a-8319-282d8c4bf68c tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group': {'name': 'tempest-secgroup--1471050658'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:09.792745 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=9b424ee7-c6fb-4480-b473-b6ad147488b0,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:09.808083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Router c7712bcf-c7b0-4918-834f-838bb09bd15b is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:21:09.865165 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3df53470-507a-437a-8319-282d8c4bf68c tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:09.955177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:21:09.965782 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-34220e91-cbd3-4558-a205-8d88973187ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "PUT /v2.0/routers/c7712bcf-c7b0-4918-834f-838bb09bd15b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7836092 Aug 17 03:21:09.965782 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53770) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:09.970581 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Sync routers for ids ['c7712bcf-c7b0-4918-834f-838bb09bd15b'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:21:09.982055 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3df53470-507a-437a-8319-282d8c4bf68c tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:10.001164 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Routers {'c7712bcf-c7b0-4918-834f-838bb09bd15b'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:21:10.001806 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-62bd8911-345d-463f-916c-831f1f510621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:20:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c7712bcf-c7b0-4918-834f-838bb09bd15b'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:21:10.006399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c1beb846-0e46-4f15-83d4-a88fb65ca50a None None] Provisioning complete for port 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:10.006773 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c1beb846-0e46-4f15-83d4-a88fb65ca50a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:10.072153 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3df53470-507a-437a-8319-282d8c4bf68c tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:10.121841 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3df53470-507a-437a-8319-282d8c4bf68c tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f4ae64-43b8-4f23-9cf5-ebccb30334c3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:10.152511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c1beb846-0e46-4f15-83d4-a88fb65ca50a None None] Port 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:21:10.161339 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Set router c7712bcf-c7b0-4918-834f-838bb09bd15b gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:21:10.197724 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3df53470-507a-437a-8319-282d8c4bf68c tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:10.200282 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3df53470-507a-437a-8319-282d8c4bf68c tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4862201 Aug 17 03:21:10.202729 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53780) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:10.209667 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-abe3e7c0-a6ef-4a4b-a672-8ab4c2acbef5 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Request body: {'security_group': {'name': 'default'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:10.211389 n-d-802060-9 neutron-server[101969]: WARNING neutron.api.v2.base [None req-abe3e7c0-a6ef-4a4b-a672-8ab4c2acbef5 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Aug 17 03:21:10.212086 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-abe3e7c0-a6ef-4a4b-a672-8ab4c2acbef5 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] update failed (client error): There was a conflict when trying to complete your request. Aug 17 03:21:10.213918 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-abe3e7c0-a6ef-4a4b-a672-8ab4c2acbef5 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "PUT /v2.0/security-groups/64f4ae64-43b8-4f23-9cf5-ebccb30334c3 HTTP/1.1" status: 409 len: 330 time: 0.0100172 Aug 17 03:21:10.218337 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53782) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:10.315495 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-05527ffb-eaa1-4e94-aef0-f11a035f98f0 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:10.341889 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-05527ffb-eaa1-4e94-aef0-f11a035f98f0 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:10.434861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e246e04-7df3-43ae-95b4-f4628f9b1e55 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:10.439052 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53784) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:10.441217 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8e246e04-7df3-43ae-95b4-f4628f9b1e55 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports/015adb07-386b-4c8b-8dc4-b8d1d5c52ee2 HTTP/1.1" status: 200 len: 911 time: 0.4751258 Aug 17 03:21:10.483783 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-05527ffb-eaa1-4e94-aef0-f11a035f98f0 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:10.487391 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-05527ffb-eaa1-4e94-aef0-f11a035f98f0 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:10.491153 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-05527ffb-eaa1-4e94-aef0-f11a035f98f0 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "DELETE /v2.0/security-groups/64f4ae64-43b8-4f23-9cf5-ebccb30334c3 HTTP/1.1" status: 204 len: 168 time: 0.2673259 Aug 17 03:21:10.491892 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53788) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:10.505518 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05527ffb-eaa1-4e94-aef0-f11a035f98f0 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f4ae64-43b8-4f23-9cf5-ebccb30334c3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:10.507752 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-62bd8911-345d-463f-916c-831f1f510621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7712bcf-c7b0-4918-834f-838bb09bd15b', 'name': 'tempest-NetworksTestDHCPv6-router-1981726823', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:21:06Z', 'updated_at': '2021-08-17T03:21:08Z', 'revision_number': 2, 'project_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'gw_port_host': None, '_interfaces': [{'id': '015adb07-386b-4c8b-8dc4-b8d1d5c52ee2', 'name': '', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'mac_address': 'fa:16:3e:34:0a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7712bcf-c7b0-4918-834f-838bb09bd15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '66007bdf-ef77-4df2-8590-3157ec09b2d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:21:07Z', 'updated_at': '2021-08-17T03:21:08Z', 'revision_number': 2, 'project_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'subnets': [{'id': '66007bdf-ef77-4df2-8590-3157ec09b2d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:21:10.525013 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5135d3-3c08-4fa3-b531-ff94f4f1fb97 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:10.531693 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc5135d3-3c08-4fa3-b531-ff94f4f1fb97 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:10.535945 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cc5135d3-3c08-4fa3-b531-ff94f4f1fb97 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.0932357 Aug 17 03:21:10.536280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53790) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:10.543500 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Checking router: c7712bcf-c7b0-4918-834f-838bb09bd15b for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:21:10.543851 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Updating router c7712bcf-c7b0-4918-834f-838bb09bd15b port 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:21:10.548234 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-632b3105-5cc1-4d5c-9c16-6cd14dcbb0c0 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0552280 Aug 17 03:21:10.562030 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53792) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:10.579107 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:10.581933 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-39e0acd6-ed75-43ed-8680-1c80813e9017 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] delete failed (client error): The resource could not be found. Aug 17 03:21:10.583312 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-39e0acd6-ed75-43ed-8680-1c80813e9017 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "DELETE /v2.0/security-groups/a5865aa4-c4d4-456d-b2f7-d382ce50210b HTTP/1.1" status: 404 len: 347 time: 0.0199916 Aug 17 03:21:10.587096 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53796) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:10.632301 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-498a9f65-317c-4df9-acb7-9ea0f6703e72 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] show failed (client error): The resource could not be found. Aug 17 03:21:10.634080 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-498a9f65-317c-4df9-acb7-9ea0f6703e72 tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "GET /v2.0/security-groups/384b6ba3-4adf-4dfc-a2f7-2b37b448a248 HTTP/1.1" status: 404 len: 347 time: 0.0450549 Aug 17 03:21:10.639685 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53800) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:10.652682 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-2cfae108-7ead-4e57-8ac4-f0d1cd3d874a tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] show failed (client error): The resource could not be found. Aug 17 03:21:10.653844 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2cfae108-7ead-4e57-8ac4-f0d1cd3d874a tempest-NegativeSecGroupIPv6Test-287633840 tempest-NegativeSecGroupIPv6Test-287633840-project] 10.222.0.10 "GET /v2.0/security-group-rules/eca7f580-9402-4461-8a77-a583cd349807 HTTP/1.1" status: 404 len: 356 time: 0.0130699 Aug 17 03:21:10.797771 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53808) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:10.965547 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-937dbd98-dd97-4bf2-a627-1646916b057b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:10.994044 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8c870f1-af33-4a2a-a708-d20d299f9c43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.059640 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.071224 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Transition to ACTIVE for port object 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:11.113672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9b424ee7-c6fb-4480-b473-b6ad147488b0 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:21:11.188240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 9b424ee7-c6fb-4480-b473-b6ad147488b0 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:11.190634 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.193847 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8c870f1-af33-4a2a-a708-d20d299f9c43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.195548 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.238985 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-937dbd98-dd97-4bf2-a627-1646916b057b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:21:11.239362 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-937dbd98-dd97-4bf2-a627-1646916b057b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.278405 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e8c870f1-af33-4a2a-a708-d20d299f9c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.300703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53826) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:11.325438 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18394668-b3f3-4dc9-857d-17c62fe1a56d None None] Pushing event updated for resources: {'Port': ['ID=015adb07-386b-4c8b-8dc4-b8d1d5c52ee2,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:11.384716 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e8c870f1-af33-4a2a-a708-d20d299f9c43 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc28c2c89b58420a9034ff0160ba3ec5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5829868 Aug 17 03:21:11.384716 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c870f1-af33-4a2a-a708-d20d299f9c43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=93428f95-60bd-4e7d-9eeb-4f130a5f31e6,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:11.398289 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53834) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:11.417902 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-937dbd98-dd97-4bf2-a627-1646916b057b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.461531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-937dbd98-dd97-4bf2-a627-1646916b057b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:21:11.471955 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-278bc461-1358-47de-8255-c06a77c0b589 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.501380 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-278bc461-1358-47de-8255-c06a77c0b589 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.527416 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Attempting to bind port 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:21:11.530346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Attempting to bind port 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:21:11.530346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Attempting to bind port 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2 on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:21:11.567691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:21:11.568824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:21:11.569244 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.571344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:21:11.571344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Bound port: 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:21:11.571344 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.666085 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2ec80e9e-f08e-48ee-8d5e-bf4ea5c5398f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf9fd0a8250b4c7399784f658df21b21&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3551583 Aug 17 03:21:11.669037 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53840) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:11.683701 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-278bc461-1358-47de-8255-c06a77c0b589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.687000 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-278bc461-1358-47de-8255-c06a77c0b589 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.693149 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-278bc461-1358-47de-8255-c06a77c0b589 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/93428f95-60bd-4e7d-9eeb-4f130a5f31e6 HTTP/1.1" status: 204 len: 168 time: 0.2937799 Aug 17 03:21:11.702498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-62bd8911-345d-463f-916c-831f1f510621 None None] For port 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:21:11.706677 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-62bd8911-345d-463f-916c-831f1f510621 None None] For port 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=015adb07-386b-4c8b-8dc4-b8d1d5c52ee2,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:21:11.750054 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278bc461-1358-47de-8255-c06a77c0b589 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=93428f95-60bd-4e7d-9eeb-4f130a5f31e6,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:11.780693 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01fa0b5c-83e0-4f25-b9ac-9cd7015c0415 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.806627 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.818443 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01fa0b5c-83e0-4f25-b9ac-9cd7015c0415 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.891498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18394668-b3f3-4dc9-857d-17c62fe1a56d None None] Pushing event updated for resources: {'Port': ['ID=015adb07-386b-4c8b-8dc4-b8d1d5c52ee2,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:11.899104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Routers {'c7712bcf-c7b0-4918-834f-838bb09bd15b'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:21:11.902495 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-62bd8911-345d-463f-916c-831f1f510621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:20:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c7712bcf-c7b0-4918-834f-838bb09bd15b'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:21:11.967810 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01fa0b5c-83e0-4f25-b9ac-9cd7015c0415 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.973827 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01fa0b5c-83e0-4f25-b9ac-9cd7015c0415 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:11.976101 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-01fa0b5c-83e0-4f25-b9ac-9cd7015c0415 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f23b8b8d-53a1-4b08-9066-d9ee5a846388 HTTP/1.1" status: 204 len: 168 time: 0.3050961 Aug 17 03:21:11.984664 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01fa0b5c-83e0-4f25-b9ac-9cd7015c0415 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f23b8b8d-53a1-4b08-9066-d9ee5a846388,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:12.000104 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-937dbd98-dd97-4bf2-a627-1646916b057b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:12.061450 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937dbd98-dd97-4bf2-a627-1646916b057b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=015adb07-386b-4c8b-8dc4-b8d1d5c52ee2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:12.161722 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-62bd8911-345d-463f-916c-831f1f510621 None None] Set router c7712bcf-c7b0-4918-834f-838bb09bd15b gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:21:12.213579 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-937dbd98-dd97-4bf2-a627-1646916b057b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:12.259804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866d0ad3-4e6e-4654-9be8-d353f47b873d req-deca9332-effd-4ab6-aa7d-6c349ad8ec66 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:12.261869 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-866d0ad3-4e6e-4654-9be8-d353f47b873d req-deca9332-effd-4ab6-aa7d-6c349ad8ec66 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1285017 Aug 17 03:21:12.341812 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-866d0ad3-4e6e-4654-9be8-d353f47b873d req-eb6333fd-d5df-46a0-a5cf-ca729dc2b7b5 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0649395 Aug 17 03:21:12.378318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-def01850-b693-41a6-8479-39d80c0de3ce None None] Could not find standard attr ID for object 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:21:12.539943 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-937dbd98-dd97-4bf2-a627-1646916b057b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Router c7712bcf-c7b0-4918-834f-838bb09bd15b has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:21:12.545804 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-62bd8911-345d-463f-916c-831f1f510621 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c7712bcf-c7b0-4918-834f-838bb09bd15b', 'name': 'tempest-NetworksTestDHCPv6-router-1981726823', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:21:06Z', 'updated_at': '2021-08-17T03:21:08Z', 'revision_number': 2, 'project_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'gw_port_host': None, '_interfaces': [{'id': '015adb07-386b-4c8b-8dc4-b8d1d5c52ee2', 'name': '', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'mac_address': 'fa:16:3e:34:0a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7712bcf-c7b0-4918-834f-838bb09bd15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '66007bdf-ef77-4df2-8590-3157ec09b2d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:21:07Z', 'updated_at': '2021-08-17T03:21:11Z', 'revision_number': 4, 'project_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'subnets': [{'id': '66007bdf-ef77-4df2-8590-3157ec09b2d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:21:12.589729 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62bd8911-345d-463f-916c-831f1f510621 None None] The sync data for ids ['c7712bcf-c7b0-4918-834f-838bb09bd15b'] in n-d-802060-9 is: [{'id': 'c7712bcf-c7b0-4918-834f-838bb09bd15b', 'name': 'tempest-NetworksTestDHCPv6-router-1981726823', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:21:06Z', 'updated_at': '2021-08-17T03:21:08Z', 'revision_number': 2, 'project_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'gw_port_host': None, '_interfaces': [{'id': '015adb07-386b-4c8b-8dc4-b8d1d5c52ee2', 'name': '', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'mac_address': 'fa:16:3e:34:0a:9c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c7712bcf-c7b0-4918-834f-838bb09bd15b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3262, 'fixed_ips': [{'subnet_id': '66007bdf-ef77-4df2-8590-3157ec09b2d0', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:21:07Z', 'updated_at': '2021-08-17T03:21:11Z', 'revision_number': 4, 'project_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'subnets': [{'id': '66007bdf-ef77-4df2-8590-3157ec09b2d0', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:21:12.663036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b561dd00-586d-4346-8554-e2ac83974529 req-78005d31-2abe-4505-b99f-ffbedc42d723 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:12.664668 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b561dd00-586d-4346-8554-e2ac83974529 req-78005d31-2abe-4505-b99f-ffbedc42d723 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1715841 Aug 17 03:21:12.673553 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53876) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:12.687560 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-937dbd98-dd97-4bf2-a627-1646916b057b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:21:12.692507 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-930aadc9-4ad8-45cc-a06c-e472c0b4681d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:12.701483 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-937dbd98-dd97-4bf2-a627-1646916b057b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "PUT /v2.0/routers/c7712bcf-c7b0-4918-834f-838bb09bd15b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1636086 Aug 17 03:21:12.705823 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53880) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:12.782190 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b561dd00-586d-4346-8554-e2ac83974529 req-e2807566-3cc5-431a-b74b-54790ee695bd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0938759 Aug 17 03:21:12.787790 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea937e3-6db9-4c4c-bc82-8249bdb048b2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:12.789488 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ea937e3-6db9-4c4c-bc82-8249bdb048b2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:12.797270 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53884) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:12.800956 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6ea937e3-6db9-4c4c-bc82-8249bdb048b2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0936043 Aug 17 03:21:12.932156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da02235-d2e5-4b22-84c0-07f98762b783 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 66007bdf-ef77-4df2-8590-3157ec09b2d0 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:21:12.941762 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4da02235-d2e5-4b22-84c0-07f98762b783 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:12.953143 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-930aadc9-4ad8-45cc-a06c-e472c0b4681d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:13.053725 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4da02235-d2e5-4b22-84c0-07f98762b783 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:13.059117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-930aadc9-4ad8-45cc-a06c-e472c0b4681d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:13.189824 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4da02235-d2e5-4b22-84c0-07f98762b783 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:13.211024 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930aadc9-4ad8-45cc-a06c-e472c0b4681d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d85fd497-8b43-47ab-aeb4-87e330072cac,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:13.259564 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-930aadc9-4ad8-45cc-a06c-e472c0b4681d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d5077123a3b542849ccb1c9af04705db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5847600 Aug 17 03:21:13.260826 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53914) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:13.284096 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea8a73-9b34-4342-8d94-21b28735301f req-b75438b7-758b-4bde-8f4e-955f7fc67183 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:13.298049 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0cea8a73-9b34-4342-8d94-21b28735301f req-b75438b7-758b-4bde-8f4e-955f7fc67183 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 812 time: 0.2209032 Aug 17 03:21:13.312456 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0cea8a73-9b34-4342-8d94-21b28735301f req-0e970c9f-5f49-47e1-83a1-5b4b9e6efeeb tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/quotas/cfdfb585b9144c8286617b5e97123a83 HTTP/1.1" status: 200 len: 375 time: 0.0130560 Aug 17 03:21:13.355079 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4da02235-d2e5-4b22-84c0-07f98762b783 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:13.438069 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0cea8a73-9b34-4342-8d94-21b28735301f req-67044a33-279e-4813-b43d-3cc1e3083ab2 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1153257 Aug 17 03:21:13.447587 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2210bfea-44ae-41e3-a3de-15d9ecf079de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:13.483476 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2210bfea-44ae-41e3-a3de-15d9ecf079de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:13.510352 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da02235-d2e5-4b22-84c0-07f98762b783 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=66007bdf-ef77-4df2-8590-3157ec09b2d0,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:13.522373 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4da02235-d2e5-4b22-84c0-07f98762b783 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:13.524970 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4da02235-d2e5-4b22-84c0-07f98762b783 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/66007bdf-ef77-4df2-8590-3157ec09b2d0 HTTP/1.1" status: 204 len: 168 time: 0.7259927 Aug 17 03:21:13.527066 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53920) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:13.530271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b994d23-a77a-4461-9d45-dd43be5885cf None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:13.583886 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0cea8a73-9b34-4342-8d94-21b28735301f req-8dec17a5-4975-45ad-90da-8c0ce8d34a0b service neutron] 10.222.0.10 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1443942 Aug 17 03:21:13.673966 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5dc97945-53f5-4d8b-9b7a-be8166f5ae9a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 710 time: 0.1454859 Aug 17 03:21:13.676207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53928) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:13.726428 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0cea8a73-9b34-4342-8d94-21b28735301f req-2c92c2d9-dbe8-4333-83c5-25b52d7833cb service neutron] 10.222.0.10 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1414273 Aug 17 03:21:13.774393 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2210bfea-44ae-41e3-a3de-15d9ecf079de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:13.774393 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2210bfea-44ae-41e3-a3de-15d9ecf079de admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:13.774393 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2210bfea-44ae-41e3-a3de-15d9ecf079de admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d85fd497-8b43-47ab-aeb4-87e330072cac HTTP/1.1" status: 204 len: 168 time: 0.5076547 Aug 17 03:21:13.796579 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1e5db63-ed07-41bc-8999-57cf9d6ec97d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:13.803937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2210bfea-44ae-41e3-a3de-15d9ecf079de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d85fd497-8b43-47ab-aeb4-87e330072cac,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:14.044908 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53944) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:14.135091 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e76bb6d4-108e-4ca3-b17d-bced66334302 None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:21:14.157656 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1e5db63-ed07-41bc-8999-57cf9d6ec97d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:14.161919 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1e5db63-ed07-41bc-8999-57cf9d6ec97d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:14.202265 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5dba3f4e-f5e0-49c6-bc66-d7cf9b86a05d req-b0cfae18-e40f-4957-a511-8004843624f9 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 210 time: 0.0360999 Aug 17 03:21:14.253171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e76bb6d4-108e-4ca3-b17d-bced66334302 None None] Deleting port 9b424ee7-c6fb-4480-b473-b6ad147488b0 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:21:14.253610 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e76bb6d4-108e-4ca3-b17d-bced66334302 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:14.350696 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e76bb6d4-108e-4ca3-b17d-bced66334302 None None] For port 9b424ee7-c6fb-4480-b473-b6ad147488b0, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9b424ee7-c6fb-4480-b473-b6ad147488b0,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:14.350696 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e76bb6d4-108e-4ca3-b17d-bced66334302 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:14.368935 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1e5db63-ed07-41bc-8999-57cf9d6ec97d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:14.372967 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1e5db63-ed07-41bc-8999-57cf9d6ec97d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Fanout notify agent at l3_agent the message router_deleted on router c7712bcf-c7b0-4918-834f-838bb09bd15b {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:21:14.379922 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e76bb6d4-108e-4ca3-b17d-bced66334302 None None] Calling delete_port for 9b424ee7-c6fb-4480-b473-b6ad147488b0 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:21:14.386399 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1e5db63-ed07-41bc-8999-57cf9d6ec97d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:14.388215 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c1e5db63-ed07-41bc-8999-57cf9d6ec97d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/routers/c7712bcf-c7b0-4918-834f-838bb09bd15b HTTP/1.1" status: 204 len: 168 time: 0.7110565 Aug 17 03:21:14.392167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53964) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:14.542653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc207629-8169-47eb-8808-cb8dce20799d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:14.547479 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53972) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:14.557517 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6129d8fa-d397-4f5f-b2c3-8a080075781a tempest-SubnetPoolsTestJSON-577192111 tempest-SubnetPoolsTestJSON-577192111-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-370938691', 'prefixes': ['172.20.0.0/16']}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:14.570506 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bc207629-8169-47eb-8808-cb8dce20799d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1514072 Aug 17 03:21:14.633264 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c7eee9e-b8fb-4067-9d08-121d77222556 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:14.638523 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e76bb6d4-108e-4ca3-b17d-bced66334302 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:14.639120 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8c7eee9e-b8fb-4067-9d08-121d77222556 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0696275 Aug 17 03:21:14.650220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 53976) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:14.658344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76bb6d4-108e-4ca3-b17d-bced66334302 None None] No DVR routers for this DVR port 9b424ee7-c6fb-4480-b473-b6ad147488b0 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:21:14.692464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76bb6d4-108e-4ca3-b17d-bced66334302 None None] Pushing event deleted for resources: {'Port': ['ID=9b424ee7-c6fb-4480-b473-b6ad147488b0,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:14.733922 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2ee64365-97fd-466c-958a-0665d5c073ab tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0905778 Aug 17 03:21:14.738859 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 53980) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:14.746483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-450320be-e27f-4e72-8612-2f5759d9c00d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:14.920209 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-450320be-e27f-4e72-8612-2f5759d9c00d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:14.924608 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-450320be-e27f-4e72-8612-2f5759d9c00d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:14.970916 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed5458d-52b3-4c36-b649-d6229b5d0d2b None None] Sync routers for ids ['c7712bcf-c7b0-4918-834f-838bb09bd15b'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:21:14.987466 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed5458d-52b3-4c36-b649-d6229b5d0d2b None None] Routers set() bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:21:14.988610 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed5458d-52b3-4c36-b649-d6229b5d0d2b None None] Router IDs set() for agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 03:21:14.989677 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_agentschedulers_db [None req-4ed5458d-52b3-4c36-b649-d6229b5d0d2b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c7712bcf-c7b0-4918-834f-838bb09bd15b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:20:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent'). {{(pid=101972) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 03:21:15.008961 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed5458d-52b3-4c36-b649-d6229b5d0d2b None None] Routers set() bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:21:15.009910 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ed5458d-52b3-4c36-b649-d6229b5d0d2b None None] Router IDs set() for agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 03:21:15.011694 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_agentschedulers_db [None req-4ed5458d-52b3-4c36-b649-d6229b5d0d2b None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'c7712bcf-c7b0-4918-834f-838bb09bd15b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:20:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent'). {{(pid=101972) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 03:21:15.016429 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ed5458d-52b3-4c36-b649-d6229b5d0d2b None None] The sync data for ids ['c7712bcf-c7b0-4918-834f-838bb09bd15b'] in n-d-802060-9 is: [] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:21:15.034373 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6129d8fa-d397-4f5f-b2c3-8a080075781a tempest-SubnetPoolsTestJSON-577192111 tempest-SubnetPoolsTestJSON-577192111-project] Notify callbacks [] for subnetpool, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:15.035713 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6129d8fa-d397-4f5f-b2c3-8a080075781a tempest-SubnetPoolsTestJSON-577192111 tempest-SubnetPoolsTestJSON-577192111-project] 10.222.0.10 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.9897687 Aug 17 03:21:15.043577 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54000) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:15.122361 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0100db32-ffab-47a4-9741-90a022795e18 tempest-SubnetPoolsTestJSON-577192111 tempest-SubnetPoolsTestJSON-577192111-project] 10.222.0.10 "GET /v2.0/subnetpools/8e98eb84-0904-4ee6-9bc4-945b3bb5344a HTTP/1.1" status: 200 len: 731 time: 0.0772021 Aug 17 03:21:15.124809 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54004) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:15.131762 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-2454f536-83a8-48b2-88cd-ed6bb21425eb tempest-SubnetPoolsTestJSON-577192111 tempest-SubnetPoolsTestJSON-577192111-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-928879676'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:15.270024 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bb3fb9aa-858e-4b38-ad3b-69dd2d9b7f8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:15.303548 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-974517da-f0d6-46b4-b67b-d5168fabbc85 req-d02fb2cb-a8eb-473e-8174-1ea9102b6318 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 210 time: 0.0366659 Aug 17 03:21:15.330182 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2454f536-83a8-48b2-88cd-ed6bb21425eb tempest-SubnetPoolsTestJSON-577192111 tempest-SubnetPoolsTestJSON-577192111-project] Notify callbacks [] for subnetpool, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:15.331485 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2454f536-83a8-48b2-88cd-ed6bb21425eb tempest-SubnetPoolsTestJSON-577192111 tempest-SubnetPoolsTestJSON-577192111-project] 10.222.0.10 "PUT /v2.0/subnetpools/8e98eb84-0904-4ee6-9bc4-945b3bb5344a HTTP/1.1" status: 200 len: 683 time: 0.2051730 Aug 17 03:21:15.334002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54012) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:15.428019 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9b424ee7-c6fb-4480-b473-b6ad147488b0 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:21:15.454977 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 9b424ee7-c6fb-4480-b473-b6ad147488b0 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:21:15.455729 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9b424ee7-c6fb-4480-b473-b6ad147488b0 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:21:15.504332 n-d-802060-9 neutron-server[101969]: DEBUG neutron.objects.ports [None req-450320be-e27f-4e72-8612-2f5759d9c00d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101969) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 03:21:15.506418 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-450320be-e27f-4e72-8612-2f5759d9c00d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:15.554836 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-450320be-e27f-4e72-8612-2f5759d9c00d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:15.560863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-450320be-e27f-4e72-8612-2f5759d9c00d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:15.564067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-450320be-e27f-4e72-8612-2f5759d9c00d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:15.564683 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-450320be-e27f-4e72-8612-2f5759d9c00d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:15.571665 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e0e8033-6517-46c2-b264-133593a4b686 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:15.572793 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f41eb301-f6a7-4960-9e90-50508981314b tempest-SubnetPoolsTestJSON-577192111 tempest-SubnetPoolsTestJSON-577192111-project] Notify callbacks [] for subnetpool, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:15.575974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-450320be-e27f-4e72-8612-2f5759d9c00d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=7f061016-4b03-4444-b119-dbccc087d3c0,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:15.576373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f41eb301-f6a7-4960-9e90-50508981314b tempest-SubnetPoolsTestJSON-577192111 tempest-SubnetPoolsTestJSON-577192111-project] 10.222.0.10 "DELETE /v2.0/subnetpools/8e98eb84-0904-4ee6-9bc4-945b3bb5344a HTTP/1.1" status: 204 len: 168 time: 0.2396593 Aug 17 03:21:15.577404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54020) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:15.604098 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-525cd5e7-f084-4d5f-9359-4d881e76582a tempest-SubnetPoolsTestJSON-577192111 tempest-SubnetPoolsTestJSON-577192111-project] show failed (client error): The resource could not be found. Aug 17 03:21:15.605939 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-525cd5e7-f084-4d5f-9359-4d881e76582a tempest-SubnetPoolsTestJSON-577192111 tempest-SubnetPoolsTestJSON-577192111-project] 10.222.0.10 "GET /v2.0/subnetpools/8e98eb84-0904-4ee6-9bc4-945b3bb5344a HTTP/1.1" status: 404 len: 346 time: 0.0269098 Aug 17 03:21:15.608866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54026) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:15.625309 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-055442f4-fe72-4a08-912f-968aa78caade tempest-SubnetPoolsTestJSON-577192111 tempest-SubnetPoolsTestJSON-577192111-project] delete failed (client error): The resource could not be found. Aug 17 03:21:15.626657 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-055442f4-fe72-4a08-912f-968aa78caade tempest-SubnetPoolsTestJSON-577192111 tempest-SubnetPoolsTestJSON-577192111-project] 10.222.0.10 "DELETE /v2.0/subnetpools/8e98eb84-0904-4ee6-9bc4-945b3bb5344a HTTP/1.1" status: 404 len: 346 time: 0.0166419 Aug 17 03:21:15.677290 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-450320be-e27f-4e72-8612-2f5759d9c00d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9370694 Aug 17 03:21:15.680186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54030) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:15.693059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:15.908318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': '7f061016-4b03-4444-b119-dbccc087d3c0'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:21:15.910005 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:16.051684 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Allocated IP 2001:db8::f816:3eff:fe27:fb10 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/7f061016-4b03-4444-b119-dbccc087d3c0/ab0d6727-764d-4726-9fdd-084e95d07123) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:16.065118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:16.071541 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:16.297052 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:16.314362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Transition to ACTIVE for port object ab0d6727-764d-4726-9fdd-084e95d07123 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:16.359797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Transition to ACTIVE for port object ab0d6727-764d-4726-9fdd-084e95d07123 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:16.410014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54056) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:16.437933 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:16.521144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:16.526912 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:16.533195 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:21:16.617913 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2de9844b-82d2-4a61-8f30-8177c70aa552 req-07e4c344-a297-4972-b82b-481fcf33a632 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 210 time: 0.0943379 Aug 17 03:21:16.621478 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:16.650699 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Pushing event updated for resources: {'Port': ['ID=ab0d6727-764d-4726-9fdd-084e95d07123,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:16.707172 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=171e28d5-b90b-4fec-85fb-f3570ae9b04d,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:16.720845 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:16.721322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:16.721788 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:16.722217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:16.725285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:16.725786 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:16.726230 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:16.727193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:16.727631 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:16.728064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:16.728527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:16.728912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:16.731005 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Attempting to bind port ab0d6727-764d-4726-9fdd-084e95d07123 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:21:16.732346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Attempting to bind port ab0d6727-764d-4726-9fdd-084e95d07123 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:21:16.732908 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Attempting to bind port ab0d6727-764d-4726-9fdd-084e95d07123 on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:21:16.746436 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:21:16.749007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:21:16.749608 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:16.753018 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:21:16.753709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Bound port: ab0d6727-764d-4726-9fdd-084e95d07123, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:21:16.754283 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:16.767897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:16.815084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:16.819394 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:16.820074 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:16.828968 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59a86421-9fec-41a0-8f28-f55d94c602ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:16.894381 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] For port ab0d6727-764d-4726-9fdd-084e95d07123, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:21:16.894381 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] For port ab0d6727-764d-4726-9fdd-084e95d07123, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ab0d6727-764d-4726-9fdd-084e95d07123,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:21:16.894535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea8a73-9b34-4342-8d94-21b28735301f req-ebd8ded8-d54f-4745-a761-a1068234ad82 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:16.897825 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cea8a73-9b34-4342-8d94-21b28735301f req-ebd8ded8-d54f-4745-a761-a1068234ad82 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.60 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 812 time: 0.1808829 Aug 17 03:21:16.914739 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0cea8a73-9b34-4342-8d94-21b28735301f req-4d435d4f-1e63-4715-82e9-fe611a4bcb05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Request body: {'port': {'device_id': 'bdd07083-0621-4648-899e-8537229b2797', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'admin_state_up': True, 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:16.966559 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-511d1dda-2844-4a02-9f9d-0b8bd79cbd3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2812777 Aug 17 03:21:16.967986 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54078) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:16.979088 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a8bcb922-03a5-44c8-a9bb-eb2844da6064 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'mac_address': 'fa:16:3e:46:05:62', 'name': 'tempest-NetworksTestDHCPv6-460805137'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:17.003969 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:17.057816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:21:17.118755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:21:17.119099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 015adb07-386b-4c8b-8dc4-b8d1d5c52ee2 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:21:17.157564 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b97f0e-f4ff-4a7a-b8e3-4a7395202875 None None] Pushing event updated for resources: {'Port': ['ID=ab0d6727-764d-4726-9fdd-084e95d07123,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:17.238906 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59a86421-9fec-41a0-8f28-f55d94c602ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:17.312308 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-59a86421-9fec-41a0-8f28-f55d94c602ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:17.386824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54090) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:17.387124 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-59a86421-9fec-41a0-8f28-f55d94c602ab admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=14a56448c4a140bab5ce8733afd0ffa2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9757335 Aug 17 03:21:17.394938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cea8a73-9b34-4342-8d94-21b28735301f req-4d435d4f-1e63-4715-82e9-fe611a4bcb05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Made reservation on behalf of cfdfb585b9144c8286617b5e97123a83 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:17.398620 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cea8a73-9b34-4342-8d94-21b28735301f req-4d435d4f-1e63-4715-82e9-fe611a4bcb05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:17.413746 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59a86421-9fec-41a0-8f28-f55d94c602ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcbba8d4-f56a-4699-96f3-6422e53ecda9,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:17.529200 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8bcb922-03a5-44c8-a9bb-eb2844da6064 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:17.603983 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-11a81154-780c-4341-8f5d-21d7f0d24896 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:17.650659 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-11a81154-780c-4341-8f5d-21d7f0d24896 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:17.655357 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-0cea8a73-9b34-4342-8d94-21b28735301f req-4d435d4f-1e63-4715-82e9-fe611a4bcb05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Allocated IP 172.20.0.4 (016717b3-cbe1-4967-85ae-a016c7a395e7/00775c6d-bb62-4607-aa69-44fa38f2a916/c58c3da4-1404-43e4-85fd-45eaed52147c) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:17.711231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54098) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:17.871893 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-11a81154-780c-4341-8f5d-21d7f0d24896 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:17.874875 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-11a81154-780c-4341-8f5d-21d7f0d24896 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:17.879024 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-11a81154-780c-4341-8f5d-21d7f0d24896 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/bcbba8d4-f56a-4699-96f3-6422e53ecda9 HTTP/1.1" status: 204 len: 168 time: 0.4910841 Aug 17 03:21:17.899006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a81154-780c-4341-8f5d-21d7f0d24896 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcbba8d4-f56a-4699-96f3-6422e53ecda9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:17.923803 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1406545-f89a-4e6e-8c8c-92c5679711c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:17.952389 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-df9101a8-00e0-4099-b65d-c99b5f5f4760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:18.038600 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cea8a73-9b34-4342-8d94-21b28735301f req-4d435d4f-1e63-4715-82e9-fe611a4bcb05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:18.058323 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0cea8a73-9b34-4342-8d94-21b28735301f req-4d435d4f-1e63-4715-82e9-fe611a4bcb05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Transition to ACTIVE for port object c58c3da4-1404-43e4-85fd-45eaed52147c will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:18.181005 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:18.187934 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3d47bb59-36ee-4fbb-915d-2d07119f10f5 req-30fb2aef-f5ee-4120-b3d1-bd2f0e84fdd2 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 210 time: 0.0511546 Aug 17 03:21:18.197891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1406545-f89a-4e6e-8c8c-92c5679711c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:18.202398 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8bcb922-03a5-44c8-a9bb-eb2844da6064 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:18.215545 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cea8a73-9b34-4342-8d94-21b28735301f req-4d435d4f-1e63-4715-82e9-fe611a4bcb05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:18.231589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['9451fefd-208e-425d-b27d-f8ad1b3cb372', '870600a2-f204-44fb-966a-161c2f4355bc'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:21:18.250682 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-a8bcb922-03a5-44c8-a9bb-eb2844da6064 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port a822bfad-007e-4c95-8654-9555efd434f7 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:21:18.284792 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cea8a73-9b34-4342-8d94-21b28735301f req-4d435d4f-1e63-4715-82e9-fe611a4bcb05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Network 016717b3-cbe1-4967-85ae-a016c7a395e7 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:18.287857 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e1406545-f89a-4e6e-8c8c-92c5679711c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:18.295430 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-0cea8a73-9b34-4342-8d94-21b28735301f req-4d435d4f-1e63-4715-82e9-fe611a4bcb05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:18.318210 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cea8a73-9b34-4342-8d94-21b28735301f req-4d435d4f-1e63-4715-82e9-fe611a4bcb05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:21:18.442098 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d435d4f-1e63-4715-82e9-fe611a4bcb05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Pushing event updated for resources: {'Port': ['ID=c58c3da4-1404-43e4-85fd-45eaed52147c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:18.451574 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e1406545-f89a-4e6e-8c8c-92c5679711c2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=88da7c582ade4f55adff3c1171c52877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7263567 Aug 17 03:21:18.459328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54122) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:18.460022 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1406545-f89a-4e6e-8c8c-92c5679711c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8163e239-6443-4704-b85a-948b89a89566,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:18.537172 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea8a73-9b34-4342-8d94-21b28735301f req-4d435d4f-1e63-4715-82e9-fe611a4bcb05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:18.538023 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cea8a73-9b34-4342-8d94-21b28735301f req-4d435d4f-1e63-4715-82e9-fe611a4bcb05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:18.624077 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-31a1a6a4-065e-426c-ac26-8bed2c81b97d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:18.677727 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cea8a73-9b34-4342-8d94-21b28735301f req-4d435d4f-1e63-4715-82e9-fe611a4bcb05 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7683356 Aug 17 03:21:18.686733 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-31a1a6a4-065e-426c-ac26-8bed2c81b97d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:18.695263 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-a8bcb922-03a5-44c8-a9bb-eb2844da6064 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 172.20.0.11 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/171e28d5-b90b-4fec-85fb-f3570ae9b04d/a822bfad-007e-4c95-8654-9555efd434f7) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:18.707982 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-a8bcb922-03a5-44c8-a9bb-eb2844da6064 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::f816:3eff:fe46:562 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/7f061016-4b03-4444-b119-dbccc087d3c0/a822bfad-007e-4c95-8654-9555efd434f7) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:18.710465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-0cea8a73-9b34-4342-8d94-21b28735301f req-e8bfaa60-c65d-477e-ba29-8341a7abb2d3 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:21:18.710465 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cea8a73-9b34-4342-8d94-21b28735301f req-e8bfaa60-c65d-477e-ba29-8341a7abb2d3 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0252457 Aug 17 03:21:18.795028 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d34882a-5f2f-4be1-a15b-58dd04f49b48 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:18.886851 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-445e182f-47db-4107-8123-0357d9c51a11 None None] Provisioning for port c58c3da4-1404-43e4-85fd-45eaed52147c completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:18.894250 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-445e182f-47db-4107-8123-0357d9c51a11 None None] Provisioning complete for port c58c3da4-1404-43e4-85fd-45eaed52147c triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:18.894793 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-445e182f-47db-4107-8123-0357d9c51a11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:18.908466 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-31a1a6a4-065e-426c-ac26-8bed2c81b97d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:18.913564 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-31a1a6a4-065e-426c-ac26-8bed2c81b97d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:18.915652 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-31a1a6a4-065e-426c-ac26-8bed2c81b97d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8163e239-6443-4704-b85a-948b89a89566 HTTP/1.1" status: 204 len: 168 time: 0.4524751 Aug 17 03:21:18.934795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31a1a6a4-065e-426c-ac26-8bed2c81b97d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8163e239-6443-4704-b85a-948b89a89566,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:18.963037 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8bcb922-03a5-44c8-a9bb-eb2844da6064 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:18.967612 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-445e182f-47db-4107-8123-0357d9c51a11 None None] Port c58c3da4-1404-43e4-85fd-45eaed52147c cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:21:19.032579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-a8bcb922-03a5-44c8-a9bb-eb2844da6064 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object a822bfad-007e-4c95-8654-9555efd434f7 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:19.036340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Request body: {'port': {'device_id': 'bdd07083-0621-4648-899e-8537229b2797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:19.139900 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:19.184514 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:19.226359 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ab0d6727-764d-4726-9fdd-084e95d07123 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:21:19.266737 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8bcb922-03a5-44c8-a9bb-eb2844da6064 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:19.272554 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-65c1be18-3e26-45ef-8c6c-8378b94cab9e None None] Provisioning for port ab0d6727-764d-4726-9fdd-084e95d07123 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:19.312197 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82fe0ace-c01c-447d-adbc-8de53f2b64e9 None None] Update dhcp port {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'fixed_ips': [{'subnet_id': '7f061016-4b03-4444-b119-dbccc087d3c0', 'ip_address': '2001:db8::f816:3eff:fe27:fb10'}, {'subnet_id': '171e28d5-b90b-4fec-85fb-f3570ae9b04d'}], 'binding:host_id': 'n-d-802060-9'}, 'id': 'ab0d6727-764d-4726-9fdd-084e95d07123'} from n-d-802060-9. {{(pid=101971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 03:21:19.346181 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-82fe0ace-c01c-447d-adbc-8de53f2b64e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:19.347268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8bcb922-03a5-44c8-a9bb-eb2844da6064 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:19.351522 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a8bcb922-03a5-44c8-a9bb-eb2844da6064 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:19.360172 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8bcb922-03a5-44c8-a9bb-eb2844da6064 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:21:19.395217 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bcb922-03a5-44c8-a9bb-eb2844da6064 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=a822bfad-007e-4c95-8654-9555efd434f7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:19.438631 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8bcb922-03a5-44c8-a9bb-eb2844da6064 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:19.439520 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a8bcb922-03a5-44c8-a9bb-eb2844da6064 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:19.547178 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a8bcb922-03a5-44c8-a9bb-eb2844da6064 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.5773606 Aug 17 03:21:19.549551 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54168) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:19.593313 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-82fe0ace-c01c-447d-adbc-8de53f2b64e9 None None] Allocated IP 172.20.0.2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/171e28d5-b90b-4fec-85fb-f3570ae9b04d/ab0d6727-764d-4726-9fdd-084e95d07123) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:19.638805 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d57c4976-7888-4e06-8678-80a31809cc5d req-bb6bd0cf-249d-4ac4-8a58-a26933a5636d tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:19.640432 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d57c4976-7888-4e06-8678-80a31809cc5d req-bb6bd0cf-249d-4ac4-8a58-a26933a5636d tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 931 time: 0.3489530 Aug 17 03:21:19.694347 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port ab0d6727-764d-4726-9fdd-084e95d07123 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:19.701334 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ab0d6727-764d-4726-9fdd-084e95d07123 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:19.701761 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:19.771633 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c682373c-2968-4ef0-afda-46a3d45cb149 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:19.777691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-82fe0ace-c01c-447d-adbc-8de53f2b64e9 None None] For port ab0d6727-764d-4726-9fdd-084e95d07123, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ab0d6727-764d-4726-9fdd-084e95d07123,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:19.790350 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d57c4976-7888-4e06-8678-80a31809cc5d req-981748b8-1c9b-4cd6-aac2-63126c4f2e9b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224072 Aug 17 03:21:19.796143 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c682373c-2968-4ef0-afda-46a3d45cb149 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:19.797936 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c682373c-2968-4ef0-afda-46a3d45cb149 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.2473669 Aug 17 03:21:19.801457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54172) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:19.847114 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:19.880455 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-82fe0ace-c01c-447d-adbc-8de53f2b64e9 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:19.899198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-82fe0ace-c01c-447d-adbc-8de53f2b64e9 None None] Transition to ACTIVE for port object ab0d6727-764d-4726-9fdd-084e95d07123 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:19.902970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c58c3da4-1404-43e4-85fd-45eaed52147c {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:21:19.913194 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:19.930320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Transition to ACTIVE for port object c58c3da4-1404-43e4-85fd-45eaed52147c will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:19.948916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-5a606385-e35f-4eb7-b708-b0c0d34a2662 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port a822bfad-007e-4c95-8654-9555efd434f7 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:21:19.950221 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5a606385-e35f-4eb7-b708-b0c0d34a2662 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:20.039748 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-82fe0ace-c01c-447d-adbc-8de53f2b64e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:20.043259 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5a606385-e35f-4eb7-b708-b0c0d34a2662 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:20.056848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-5a606385-e35f-4eb7-b708-b0c0d34a2662 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for a822bfad-007e-4c95-8654-9555efd434f7 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:21:20.135890 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:20.201004 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:21:20.201004 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:21:20.205956 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fe0ace-c01c-447d-adbc-8de53f2b64e9 None None] Pushing event updated for resources: {'Port': ['ID=ab0d6727-764d-4726-9fdd-084e95d07123,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:20.231151 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54186) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:20.254244 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ad01a34-3022-4ea2-837a-d15058abdcfa admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:20.334876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Pushing event updated for resources: {'Port': ['ID=c58c3da4-1404-43e4-85fd-45eaed52147c,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:20.437051 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ad01a34-3022-4ea2-837a-d15058abdcfa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:20.464357 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Attempting to bind port c58c3da4-1404-43e4-85fd-45eaed52147c on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:21:20.464780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Attempting to bind port c58c3da4-1404-43e4-85fd-45eaed52147c by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:21:20.465177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Attempting to bind port c58c3da4-1404-43e4-85fd-45eaed52147c on network 016717b3-cbe1-4967-85ae-a016c7a395e7 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:21:20.514654 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Port c58c3da4-1404-43e4-85fd-45eaed52147c on network 016717b3-cbe1-4967-85ae-a016c7a395e7 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:21:20.515262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Attempting to bind port c58c3da4-1404-43e4-85fd-45eaed52147c on network 016717b3-cbe1-4967-85ae-a016c7a395e7 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:21:20.518901 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ad01a34-3022-4ea2-837a-d15058abdcfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:20.533506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 21, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:21:20.533899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Checking segment: {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:21:20.534373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Bound using segment: {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:21:20.534913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Bound port: c58c3da4-1404-43e4-85fd-45eaed52147c, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:21:20.535349 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:20.623605 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3ad01a34-3022-4ea2-837a-d15058abdcfa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a09f0425f07e4928a03e0a92ab074f02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3910894 Aug 17 03:21:20.626527 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad01a34-3022-4ea2-837a-d15058abdcfa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4336abc7-f946-497a-9508-3f98b5512717,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:20.631228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54194) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:20.801883 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:20.910541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port ab0d6727-764d-4726-9fdd-084e95d07123, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ab0d6727-764d-4726-9fdd-084e95d07123,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:20.987901 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c92653c-8fd4-4d13-868f-fecfe2845325 req-dd513efc-e58e-4bd6-92c1-57ad9abb0ae8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:20.989767 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9c92653c-8fd4-4d13-868f-fecfe2845325 req-dd513efc-e58e-4bd6-92c1-57ad9abb0ae8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 943 time: 0.1142025 Aug 17 03:21:21.032003 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:21.074712 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9c92653c-8fd4-4d13-868f-fecfe2845325 req-81bcaeed-7066-4754-98f1-c3e507448823 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756600 Aug 17 03:21:21.108487 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:21.196197 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ab0d6727-764d-4726-9fdd-084e95d07123 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:21:21.232674 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=ab0d6727-764d-4726-9fdd-084e95d07123,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:21.387006 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-76981475-42b3-463b-96b2-525de1ce2ec2 None None] Provisioning for port ab0d6727-764d-4726-9fdd-084e95d07123 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:21.392782 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-76981475-42b3-463b-96b2-525de1ce2ec2 None None] Provisioning complete for port ab0d6727-764d-4726-9fdd-084e95d07123 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:21.393246 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-76981475-42b3-463b-96b2-525de1ce2ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:21.410888 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5a606385-e35f-4eb7-b708-b0c0d34a2662 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:21.482087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] For port c58c3da4-1404-43e4-85fd-45eaed52147c, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:21:21.492598 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc6f7-70f2-40b9-8459-b34e5ea8af1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:21.527623 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc6f7-70f2-40b9-8459-b34e5ea8af1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:21.589745 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a606385-e35f-4eb7-b708-b0c0d34a2662 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=a822bfad-007e-4c95-8654-9555efd434f7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:21.597543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] For port c58c3da4-1404-43e4-85fd-45eaed52147c, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c58c3da4-1404-43e4-85fd-45eaed52147c,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:21:21.690965 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5a606385-e35f-4eb7-b708-b0c0d34a2662 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:21.695308 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5a606385-e35f-4eb7-b708-b0c0d34a2662 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/a822bfad-007e-4c95-8654-9555efd434f7 HTTP/1.1" status: 204 len: 168 time: 1.8904436 Aug 17 03:21:21.695919 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54218) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:21.715777 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:21.760412 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:21.761344 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:21.762835 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cea8a73-9b34-4342-8d94-21b28735301f req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] 10.222.0.60 "PUT /v2.0/ports/c58c3da4-1404-43e4-85fd-45eaed52147c HTTP/1.1" status: 200 len: 1091 time: 3.0416744 Aug 17 03:21:21.763297 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd07083-0621-4648-899e-8537229b2797', 'tag': 'c58c3da4-1404-43e4-85fd-45eaed52147c'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:21:21.765582 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-331f65bc-6e51-4bc2-acbf-47d18493ab01" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd07083-0621-4648-899e-8537229b2797", "tag": "c58c3da4-1404-43e4-85fd-45eaed52147c"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:21:21.778170 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6d8053-6f79-47e8-a0fb-05f4c536e754 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:21.788300 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-19c46727-818e-461d-a1d3-1115100eec90 None None] Could not find standard attr ID for object a822bfad-007e-4c95-8654-9555efd434f7. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:21:21.789276 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6d8053-6f79-47e8-a0fb-05f4c536e754 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:21.789466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b6d8053-6f79-47e8-a0fb-05f4c536e754 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:21.794312 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3b6d8053-6f79-47e8-a0fb-05f4c536e754 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.0941365 Aug 17 03:21:21.794667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54224) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:21.901619 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:21:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9fc4fc-113b-433f-8ac2-949f82c0bf1d x-openstack-request-id: req-6a9fc4fc-113b-433f-8ac2-949f82c0bf1d {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:21:21.902330 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd07083-0621-4648-899e-8537229b2797", "tag": "c58c3da4-1404-43e4-85fd-45eaed52147c", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:21:21.902768 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a9fc4fc-113b-433f-8ac2-949f82c0bf1d {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:21:21.904558 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd07083-0621-4648-899e-8537229b2797', 'tag': 'c58c3da4-1404-43e4-85fd-45eaed52147c', 'status': 'completed', 'code': 200} Aug 17 03:21:21.924735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f6af47d-4428-4aa7-8259-1a568a042c32 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 171e28d5-b90b-4fec-85fb-f3570ae9b04d {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:21:21.927139 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc6f7-70f2-40b9-8459-b34e5ea8af1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:21.932086 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ea7dc6f7-70f2-40b9-8459-b34e5ea8af1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:21.936691 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ea7dc6f7-70f2-40b9-8459-b34e5ea8af1d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4336abc7-f946-497a-9508-3f98b5512717 HTTP/1.1" status: 204 len: 168 time: 1.3056068 Aug 17 03:21:21.968546 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f6af47d-4428-4aa7-8259-1a568a042c32 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:22.047099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7dc6f7-70f2-40b9-8459-b34e5ea8af1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4336abc7-f946-497a-9508-3f98b5512717,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:22.055932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a2b23a3-7cde-4919-a7d6-57aa6a33af31 service neutron] Pushing event updated for resources: {'Port': ['ID=c58c3da4-1404-43e4-85fd-45eaed52147c,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:22.130339 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f6af47d-4428-4aa7-8259-1a568a042c32 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:22.178889 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f65bc-6e51-4bc2-acbf-47d18493ab01 req-e1d29d55-5c05-479b-a2b5-762386eb7630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:22.180516 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-331f65bc-6e51-4bc2-acbf-47d18493ab01 req-e1d29d55-5c05-479b-a2b5-762386eb7630 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 1094 time: 0.2745597 Aug 17 03:21:22.255091 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be481a2-83eb-4167-a002-b8a92aa4167c req-c64f4327-45a6-4c6e-8331-0006c77ee941 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:22.260153 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9be481a2-83eb-4167-a002-b8a92aa4167c req-c64f4327-45a6-4c6e-8331-0006c77ee941 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 943 time: 0.0943947 Aug 17 03:21:22.319739 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9be481a2-83eb-4167-a002-b8a92aa4167c req-f5adbab7-f42e-449e-9f7e-4d4eb6cf0d94 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584490 Aug 17 03:21:22.393842 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f6af47d-4428-4aa7-8259-1a568a042c32 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:22.427238 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f65bc-6e51-4bc2-acbf-47d18493ab01 req-fbe45ad0-0f47-4981-a971-6aca14a34232 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:22.428870 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-331f65bc-6e51-4bc2-acbf-47d18493ab01 req-fbe45ad0-0f47-4981-a971-6aca14a34232 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=cfdfb585b9144c8286617b5e97123a83&shared=False HTTP/1.1" status: 200 len: 912 time: 0.2301166 Aug 17 03:21:22.559030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-331f65bc-6e51-4bc2-acbf-47d18493ab01 req-e6e0a5e5-7d0a-4f42-973b-33b398332c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:22.560977 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-331f65bc-6e51-4bc2-acbf-47d18493ab01 req-e6e0a5e5-7d0a-4f42-973b-33b398332c26 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1252198 Aug 17 03:21:22.638160 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f6af47d-4428-4aa7-8259-1a568a042c32 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:22.673921 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6f6af47d-4428-4aa7-8259-1a568a042c32 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:22.681963 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6f6af47d-4428-4aa7-8259-1a568a042c32 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/171e28d5-b90b-4fec-85fb-f3570ae9b04d HTTP/1.1" status: 204 len: 168 time: 0.8801157 Aug 17 03:21:22.682334 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf8c805c-81b4-45a9-ab72-79d487f1f28b None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:22.682756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54250) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:22.693298 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f6af47d-4428-4aa7-8259-1a568a042c32 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=171e28d5-b90b-4fec-85fb-f3570ae9b04d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:22.700275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea8a73-9b34-4342-8d94-21b28735301f req-71d93a84-2ac6-4fe5-9aa5-a2095a5924a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:22.703158 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cea8a73-9b34-4342-8d94-21b28735301f req-71d93a84-2ac6-4fe5-9aa5-a2095a5924a9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 1094 time: 0.1036382 Aug 17 03:21:22.804272 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cea8a73-9b34-4342-8d94-21b28735301f req-f73d91a8-4f57-47e1-811c-1274b2b57a6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c58c3da4-1404-43e4-85fd-45eaed52147c HTTP/1.1" status: 200 len: 217 time: 0.0938532 Aug 17 03:21:22.809681 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-85ff3ec0-e324-4654-8e6e-6a2e039dfb47 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 7f061016-4b03-4444-b119-dbccc087d3c0 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:21:22.819935 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-85ff3ec0-e324-4654-8e6e-6a2e039dfb47 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:22.943260 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea8a73-9b34-4342-8d94-21b28735301f req-29ac0850-48a2-4d57-82d3-ba02b6af4096 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:22.945357 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cea8a73-9b34-4342-8d94-21b28735301f req-29ac0850-48a2-4d57-82d3-ba02b6af4096 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.1316459 Aug 17 03:21:22.945772 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-85ff3ec0-e324-4654-8e6e-6a2e039dfb47 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:23.048302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cea8a73-9b34-4342-8d94-21b28735301f req-65237539-5d18-4d0d-80e6-cecabb494e2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:23.050414 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cea8a73-9b34-4342-8d94-21b28735301f req-65237539-5d18-4d0d-80e6-cecabb494e2e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973155 Aug 17 03:21:23.154937 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ab0d6727-764d-4726-9fdd-084e95d07123 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:21:23.160913 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-85ff3ec0-e324-4654-8e6e-6a2e039dfb47 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:23.251314 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ab0d6727-764d-4726-9fdd-084e95d07123 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:23.251896 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:23.304203 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cea8a73-9b34-4342-8d94-21b28735301f req-3ac9a809-897e-459a-a487-595364148cd8 service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2442942 Aug 17 03:21:23.421839 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-85ff3ec0-e324-4654-8e6e-6a2e039dfb47 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:23.472838 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85ff3ec0-e324-4654-8e6e-6a2e039dfb47 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=7f061016-4b03-4444-b119-dbccc087d3c0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:23.476183 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-85ff3ec0-e324-4654-8e6e-6a2e039dfb47 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:23.478839 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-85ff3ec0-e324-4654-8e6e-6a2e039dfb47 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/7f061016-4b03-4444-b119-dbccc087d3c0 HTTP/1.1" status: 204 len: 168 time: 0.7947192 Aug 17 03:21:23.483207 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54282) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:23.612086 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a04f7c7d-9d1f-4d5f-aff4-d94f4ba3d8de tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1247177 Aug 17 03:21:23.612086 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54284) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:23.632746 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-2ec48507-7715-4798-b053-f9c99106bafe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:23.705944 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cea8a73-9b34-4342-8d94-21b28735301f req-aef18bfd-8ea6-44e3-8605-369ab13ca12b service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3923991 Aug 17 03:21:23.764428 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75b09e4c-06c5-469b-9658-f57a5e53637e req-933efb3a-e0b4-4d06-896f-5a8ba5f3c852 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:23.789050 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75b09e4c-06c5-469b-9658-f57a5e53637e req-933efb3a-e0b4-4d06-896f-5a8ba5f3c852 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 943 time: 0.3286827 Aug 17 03:21:23.870359 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75b09e4c-06c5-469b-9658-f57a5e53637e req-2d844f56-ffba-460e-b67d-900051df148b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792100 Aug 17 03:21:23.936238 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ec48507-7715-4798-b053-f9c99106bafe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:23.962726 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ec48507-7715-4798-b053-f9c99106bafe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:24.236750 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37f8e8d9-307f-4139-b0f2-afd167a59495 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:24.391604 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d9ce29a5-c1f8-491c-8d26-689f7cf7cc8d None None] Provisioning complete for port ab0d6727-764d-4726-9fdd-084e95d07123 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:24.392129 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9ce29a5-c1f8-491c-8d26-689f7cf7cc8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:24.487217 n-d-802060-9 neutron-server[101969]: DEBUG neutron.objects.ports [None req-2ec48507-7715-4798-b053-f9c99106bafe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101969) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 03:21:24.844289 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-db9e85e1-a25e-4720-b74a-f6bc73e8c4c9 None None] Provisioning complete for port ab0d6727-764d-4726-9fdd-084e95d07123 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:24.845381 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db9e85e1-a25e-4720-b74a-f6bc73e8c4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:24.880006 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ec48507-7715-4798-b053-f9c99106bafe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:25.106840 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b59de12-3152-458f-ab2b-4016889ff764 req-a15c0db3-d48f-467f-8400-b377fffe53cc tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:25.108539 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b59de12-3152-458f-ab2b-4016889ff764 req-a15c0db3-d48f-467f-8400-b377fffe53cc tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 943 time: 0.0893459 Aug 17 03:21:25.142421 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-2ec48507-7715-4798-b053-f9c99106bafe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] For port ab0d6727-764d-4726-9fdd-084e95d07123, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ab0d6727-764d-4726-9fdd-084e95d07123,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:25.208488 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b59de12-3152-458f-ab2b-4016889ff764 req-50569b10-c125-478c-bb4d-42202e7af9c4 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920479 Aug 17 03:21:25.223776 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ec48507-7715-4798-b053-f9c99106bafe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:25.349964 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ec48507-7715-4798-b053-f9c99106bafe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:25.350735 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ec48507-7715-4798-b053-f9c99106bafe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:25.464869 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec48507-7715-4798-b053-f9c99106bafe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=492bb45c-434b-4ff2-bb23-7f010f418074,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:25.486264 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ec48507-7715-4798-b053-f9c99106bafe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:25.490184 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-2ec48507-7715-4798-b053-f9c99106bafe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:25.505942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ec48507-7715-4798-b053-f9c99106bafe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:25.506710 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2ec48507-7715-4798-b053-f9c99106bafe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:25.508341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf570414-7f3d-4057-8df5-4aaf4b131df0 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:25.544879 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c58c3da4-1404-43e4-85fd-45eaed52147c details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:21:25.558542 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ec48507-7715-4798-b053-f9c99106bafe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=ab0d6727-764d-4726-9fdd-084e95d07123,revision_number=8']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:25.664900 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2ec48507-7715-4798-b053-f9c99106bafe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.0493729 Aug 17 03:21:25.665216 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54348) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:25.670881 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1c8a2397-7d56-44b0-810e-664105fbb121 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:25.772822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c58c3da4-1404-43e4-85fd-45eaed52147c, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c58c3da4-1404-43e4-85fd-45eaed52147c,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:25.821042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'c58c3da4-1404-43e4-85fd-45eaed52147c', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'port_id': 'c58c3da4-1404-43e4-85fd-45eaed52147c', 'mac_address': 'fa:16:3e:2d:39:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:21:25.973001 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c8a2397-7d56-44b0-810e-664105fbb121 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:25.976821 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1c8a2397-7d56-44b0-810e-664105fbb121 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:26.071266 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:26.118870 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c58c3da4-1404-43e4-85fd-45eaed52147c {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:21:26.157361 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c58c3da4-1404-43e4-85fd-45eaed52147c, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c58c3da4-1404-43e4-85fd-45eaed52147c,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:26.233687 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:26.284099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54362) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:26.366332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c58c3da4-1404-43e4-85fd-45eaed52147c,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:26.412548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce92e77a-d931-495f-b6ce-5a988acb3cae req-18ceb96e-4ebc-474d-89c0-c960e560f836 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:26.414417 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ce92e77a-d931-495f-b6ce-5a988acb3cae req-18ceb96e-4ebc-474d-89c0-c960e560f836 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 944 time: 0.0811582 Aug 17 03:21:26.426201 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1c8a2397-7d56-44b0-810e-664105fbb121 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:26.449590 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['c58c3da4-1404-43e4-85fd-45eaed52147c'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:21:26.513090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c8a2397-7d56-44b0-810e-664105fbb121 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:26.524672 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-1c8a2397-7d56-44b0-810e-664105fbb121 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:26.530260 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf56ae36-fd81-4085-a84b-2aa67857c540 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:26.533785 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c8a2397-7d56-44b0-810e-664105fbb121 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:26.534241 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1c8a2397-7d56-44b0-810e-664105fbb121 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:26.537024 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ce92e77a-d931-495f-b6ce-5a988acb3cae req-bf5dba2b-da5f-40c0-9c93-f394edfe9cb4 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147270 Aug 17 03:21:26.538889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e85a03f1-bcb2-4183-9994-54860e16d1ef None None] Provisioning complete for port ab0d6727-764d-4726-9fdd-084e95d07123 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:26.540257 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e85a03f1-bcb2-4183-9994-54860e16d1ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:26.542781 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6b360a9-c0f7-4917-9607-d188a440e58e None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:26.560002 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c8a2397-7d56-44b0-810e-664105fbb121 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=b2f24159-dd5a-4491-9c58-87b7310ef91f,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:26.650412 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1c8a2397-7d56-44b0-810e-664105fbb121 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9815524 Aug 17 03:21:26.651924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54378) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:26.658740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b341c1f6-9dc3-4a58-879e-9f0538cdf1d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'mac_address': 'fa:16:3e:7c:a4:b2', 'name': 'tempest-NetworksTestDHCPv6-802419029'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:26.763315 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf56ae36-fd81-4085-a84b-2aa67857c540 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:26.849145 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bf56ae36-fd81-4085-a84b-2aa67857c540 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:26.897842 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bf56ae36-fd81-4085-a84b-2aa67857c540 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5745250fbe354779802c3ec14465209c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6101863 Aug 17 03:21:26.897842 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf56ae36-fd81-4085-a84b-2aa67857c540 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d27323d1-4fdd-4c52-aef4-48497e946ddf,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:26.898555 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54386) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:26.954986 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b341c1f6-9dc3-4a58-879e-9f0538cdf1d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:27.118422 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6de62566-c5dc-4903-a383-cb1ecab355d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:27.134156 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a233b6b-4cf6-4e6c-9c3c-0f56fa84db77 None None] Update dhcp port {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'fixed_ips': [{'subnet_id': '492bb45c-434b-4ff2-bb23-7f010f418074', 'ip_address': '2001:db8::f816:3eff:fe27:fb10'}, {'subnet_id': 'b2f24159-dd5a-4491-9c58-87b7310ef91f'}], 'binding:host_id': 'n-d-802060-9'}, 'id': 'ab0d6727-764d-4726-9fdd-084e95d07123'} from n-d-802060-9. {{(pid=101971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 03:21:27.159285 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ab0d6727-764d-4726-9fdd-084e95d07123 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:21:27.178537 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6de62566-c5dc-4903-a383-cb1ecab355d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:27.195355 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6a233b6b-4cf6-4e6c-9c3c-0f56fa84db77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:27.251807 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b341c1f6-9dc3-4a58-879e-9f0538cdf1d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:27.286054 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-b341c1f6-9dc3-4a58-879e-9f0538cdf1d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port efdcbca4-1bf4-4988-8305-f7b27855d56f yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:21:27.334902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ab0d6727-764d-4726-9fdd-084e95d07123 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:27.335336 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:27.386646 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6de62566-c5dc-4903-a383-cb1ecab355d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:27.389401 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6de62566-c5dc-4903-a383-cb1ecab355d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:27.391078 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6de62566-c5dc-4903-a383-cb1ecab355d9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d27323d1-4fdd-4c52-aef4-48497e946ddf HTTP/1.1" status: 204 len: 168 time: 0.4912009 Aug 17 03:21:27.438968 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de62566-c5dc-4903-a383-cb1ecab355d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d27323d1-4fdd-4c52-aef4-48497e946ddf,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:27.463055 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-6a233b6b-4cf6-4e6c-9c3c-0f56fa84db77 None None] Allocated IP 172.20.0.2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/b2f24159-dd5a-4491-9c58-87b7310ef91f/ab0d6727-764d-4726-9fdd-084e95d07123) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:27.555175 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c58c3da4-1404-43e4-85fd-45eaed52147c up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:21:27.646998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-6a233b6b-4cf6-4e6c-9c3c-0f56fa84db77 None None] For port ab0d6727-764d-4726-9fdd-084e95d07123, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ab0d6727-764d-4726-9fdd-084e95d07123,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:27.687758 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6a233b6b-4cf6-4e6c-9c3c-0f56fa84db77 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:27.703699 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6a233b6b-4cf6-4e6c-9c3c-0f56fa84db77 None None] Transition to ACTIVE for port object ab0d6727-764d-4726-9fdd-084e95d07123 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:27.706372 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d0f2e2f-4d52-4deb-8af0-401ff79960d0 req-4e6c411f-f84a-4dca-bbea-60a7b3f8dd7f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:27.707951 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4d0f2e2f-4d52-4deb-8af0-401ff79960d0 req-4e6c411f-f84a-4dca-bbea-60a7b3f8dd7f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 944 time: 0.0859325 Aug 17 03:21:27.723436 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port c58c3da4-1404-43e4-85fd-45eaed52147c completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:27.729039 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port c58c3da4-1404-43e4-85fd-45eaed52147c triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:27.729778 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:27.778917 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4d0f2e2f-4d52-4deb-8af0-401ff79960d0 req-b96545c4-3e35-4b37-948a-1eb10d7a8ac2 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469344 Aug 17 03:21:27.796334 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6a233b6b-4cf6-4e6c-9c3c-0f56fa84db77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:27.900507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-b341c1f6-9dc3-4a58-879e-9f0538cdf1d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 172.20.0.11 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/b2f24159-dd5a-4491-9c58-87b7310ef91f/efdcbca4-1bf4-4988-8305-f7b27855d56f) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:27.909682 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-b341c1f6-9dc3-4a58-879e-9f0538cdf1d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::f816:3eff:fe7c:a4b2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/492bb45c-434b-4ff2-bb23-7f010f418074/efdcbca4-1bf4-4988-8305-f7b27855d56f) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:27.916691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a233b6b-4cf6-4e6c-9c3c-0f56fa84db77 None None] Pushing event updated for resources: {'Port': ['ID=ab0d6727-764d-4726-9fdd-084e95d07123,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:27.936016 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:27.966938 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd07083-0621-4648-899e-8537229b2797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58c3da4-1404-43e4-85fd-45eaed52147c'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:21:27.970389 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-561e2e06-9241-4188-91c0-1a1bd53d6b6f" -d '{"events": [{"server_uuid": "bdd07083-0621-4648-899e-8537229b2797", "name": "network-vif-plugged", "status": "completed", "tag": "c58c3da4-1404-43e4-85fd-45eaed52147c"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:21:27.991428 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c58c3da4-1404-43e4-85fd-45eaed52147c, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c58c3da4-1404-43e4-85fd-45eaed52147c,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:28.022899 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:21:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0bb8b34-b5f6-49be-aba7-6ea2502da33f x-openstack-request-id: req-d0bb8b34-b5f6-49be-aba7-6ea2502da33f {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:21:28.023189 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd07083-0621-4648-899e-8537229b2797", "name": "network-vif-plugged", "status": "completed", "tag": "c58c3da4-1404-43e4-85fd-45eaed52147c", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:21:28.023444 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d0bb8b34-b5f6-49be-aba7-6ea2502da33f {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:21:28.023841 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd07083-0621-4648-899e-8537229b2797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c58c3da4-1404-43e4-85fd-45eaed52147c', 'code': 200} Aug 17 03:21:28.058362 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:28.098521 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54450) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:28.125060 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0c065c69-606c-4033-a8cc-f6687bd42f5b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:28.143040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c58c3da4-1404-43e4-85fd-45eaed52147c,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:28.172239 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b341c1f6-9dc3-4a58-879e-9f0538cdf1d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:28.182456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba66431-d195-4781-9d82-05d0e527a9fa req-29b67a4c-b9ff-4ca3-8d3a-20a62ad8f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:28.183996 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bba66431-d195-4781-9d82-05d0e527a9fa req-29b67a4c-b9ff-4ca3-8d3a-20a62ad8f2c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 1096 time: 0.0910103 Aug 17 03:21:28.191684 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-b341c1f6-9dc3-4a58-879e-9f0538cdf1d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object efdcbca4-1bf4-4988-8305-f7b27855d56f will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:28.236899 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bba66431-d195-4781-9d82-05d0e527a9fa req-9c4af68e-bef9-4feb-bc99-ec08055ba1c2 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437393 Aug 17 03:21:28.297368 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0c065c69-606c-4033-a8cc-f6687bd42f5b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:28.338974 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b341c1f6-9dc3-4a58-879e-9f0538cdf1d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:28.361295 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0c065c69-606c-4033-a8cc-f6687bd42f5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:28.391944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b341c1f6-9dc3-4a58-879e-9f0538cdf1d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:28.395805 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b341c1f6-9dc3-4a58-879e-9f0538cdf1d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:28.398675 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b341c1f6-9dc3-4a58-879e-9f0538cdf1d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:21:28.414035 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0c065c69-606c-4033-a8cc-f6687bd42f5b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f868dfc978ee47edab62fc4395e11a80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3143160 Aug 17 03:21:28.414873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54474) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:28.423079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c065c69-606c-4033-a8cc-f6687bd42f5b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb740f73-c9b7-45b7-910b-a9ef6764c4de,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:28.435391 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b341c1f6-9dc3-4a58-879e-9f0538cdf1d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=efdcbca4-1bf4-4988-8305-f7b27855d56f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:28.491320 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d65499c4-0d10-4c66-a7a8-6cc189cdf751 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:28.511069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b341c1f6-9dc3-4a58-879e-9f0538cdf1d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:28.511069 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b341c1f6-9dc3-4a58-879e-9f0538cdf1d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:28.523411 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d65499c4-0d10-4c66-a7a8-6cc189cdf751 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:28.592910 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b341c1f6-9dc3-4a58-879e-9f0538cdf1d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.9386837 Aug 17 03:21:28.595513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54482) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:28.654642 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36e35aa-aeb6-47e5-85a1-64ace67de22f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:28.660440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e36e35aa-aeb6-47e5-85a1-64ace67de22f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:28.664549 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e36e35aa-aeb6-47e5-85a1-64ace67de22f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.0642414 Aug 17 03:21:28.664898 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d65499c4-0d10-4c66-a7a8-6cc189cdf751 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:28.664972 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54486) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:28.667647 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d65499c4-0d10-4c66-a7a8-6cc189cdf751 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:28.671120 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d65499c4-0d10-4c66-a7a8-6cc189cdf751 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb740f73-c9b7-45b7-910b-a9ef6764c4de HTTP/1.1" status: 204 len: 168 time: 0.2529535 Aug 17 03:21:28.689578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65499c4-0d10-4c66-a7a8-6cc189cdf751 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb740f73-c9b7-45b7-910b-a9ef6764c4de,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:28.816255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-51e02321-28a2-4f90-882d-664519f21155 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port efdcbca4-1bf4-4988-8305-f7b27855d56f {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:21:28.816612 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-51e02321-28a2-4f90-882d-664519f21155 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:28.946366 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-51e02321-28a2-4f90-882d-664519f21155 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:28.954483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c0eb49-fa8f-4be7-90bf-5d78828bb604 req-2ecd46cb-6db7-495a-b6f7-3e1b27baeda7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:28.956312 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-78c0eb49-fa8f-4be7-90bf-5d78828bb604 req-2ecd46cb-6db7-495a-b6f7-3e1b27baeda7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 945 time: 0.0848453 Aug 17 03:21:28.970020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-51e02321-28a2-4f90-882d-664519f21155 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for efdcbca4-1bf4-4988-8305-f7b27855d56f owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:21:29.106527 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-78c0eb49-fa8f-4be7-90bf-5d78828bb604 req-a21dbe4e-98d7-4bb7-a1cc-ecd51dcc2e2e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366742 Aug 17 03:21:29.122993 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-286e62ef-7229-4c75-9808-fb6c7faef01e None None] Provisioning for port ab0d6727-764d-4726-9fdd-084e95d07123 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:29.131360 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-286e62ef-7229-4c75-9808-fb6c7faef01e None None] Provisioning complete for port ab0d6727-764d-4726-9fdd-084e95d07123 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:29.131747 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-286e62ef-7229-4c75-9808-fb6c7faef01e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:29.186976 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ab0d6727-764d-4726-9fdd-084e95d07123 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:21:29.375719 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ab0d6727-764d-4726-9fdd-084e95d07123 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:29.376473 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:29.454221 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-51e02321-28a2-4f90-882d-664519f21155 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:29.478469 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3403e5fd-8013-40d0-af25-a07ddf70ae61 None None] Could not find standard attr ID for object efdcbca4-1bf4-4988-8305-f7b27855d56f. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:21:29.496289 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51e02321-28a2-4f90-882d-664519f21155 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=efdcbca4-1bf4-4988-8305-f7b27855d56f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:29.585067 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-51e02321-28a2-4f90-882d-664519f21155 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:29.587079 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-51e02321-28a2-4f90-882d-664519f21155 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/efdcbca4-1bf4-4988-8305-f7b27855d56f HTTP/1.1" status: 204 len: 168 time: 0.9208839 Aug 17 03:21:29.590234 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54544) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:29.690124 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecc7a75-895f-479c-b4b8-d8c824698beb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:29.691856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecc7a75-895f-479c-b4b8-d8c824698beb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:29.693469 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecc7a75-895f-479c-b4b8-d8c824698beb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:29.695116 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4ecc7a75-895f-479c-b4b8-d8c824698beb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1033404 Aug 17 03:21:29.699394 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54552) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:29.798999 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9a1b8b9-0b87-485d-ab62-c2c8ab13458d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 492bb45c-434b-4ff2-bb23-7f010f418074 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:21:29.802619 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9a1b8b9-0b87-485d-ab62-c2c8ab13458d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:29.863449 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9a1b8b9-0b87-485d-ab62-c2c8ab13458d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:29.963998 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9a1b8b9-0b87-485d-ab62-c2c8ab13458d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:30.114501 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9a1b8b9-0b87-485d-ab62-c2c8ab13458d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:30.146236 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c9a1b8b9-0b87-485d-ab62-c2c8ab13458d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:30.150502 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c9a1b8b9-0b87-485d-ab62-c2c8ab13458d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/492bb45c-434b-4ff2-bb23-7f010f418074 HTTP/1.1" status: 204 len: 168 time: 0.4497931 Aug 17 03:21:30.153258 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54592) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:30.164956 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2bb4034-7155-4254-82e9-3a92108501e0 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:30.218833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a1b8b9-0b87-485d-ab62-c2c8ab13458d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=492bb45c-434b-4ff2-bb23-7f010f418074,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:30.261538 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb8e31de-e343-4ce9-9da1-a41b8365b36d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet b2f24159-dd5a-4491-9c58-87b7310ef91f {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:21:30.265098 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb8e31de-e343-4ce9-9da1-a41b8365b36d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:30.295797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb95891e-91f4-4744-905a-d5ce668da38d req-b2be705b-da0c-4e6b-9e64-211d0c2c3eb9 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:30.297528 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb95891e-91f4-4744-905a-d5ce668da38d req-b2be705b-da0c-4e6b-9e64-211d0c2c3eb9 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 945 time: 0.0911016 Aug 17 03:21:30.314189 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb8e31de-e343-4ce9-9da1-a41b8365b36d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:30.376526 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb95891e-91f4-4744-905a-d5ce668da38d req-dbbf8f04-0a49-4b7d-a08e-077a12d91176 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700309 Aug 17 03:21:30.484094 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb8e31de-e343-4ce9-9da1-a41b8365b36d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:30.606037 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8c16d1f2-4746-431a-8566-ba2eb0930f1e req-6f721648-ccec-43b2-933c-1e6c3b52c23a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=cfdfb585b9144c8286617b5e97123a83 HTTP/1.1" status: 200 len: 267 time: 0.0928936 Aug 17 03:21:30.711212 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16d1f2-4746-431a-8566-ba2eb0930f1e req-7a568dfa-c8c3-4f6b-8dee-e12fc4a14e21 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:30.734740 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8c16d1f2-4746-431a-8566-ba2eb0930f1e req-7a568dfa-c8c3-4f6b-8dee-e12fc4a14e21 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 945 time: 0.1123495 Aug 17 03:21:30.744519 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-8c16d1f2-4746-431a-8566-ba2eb0930f1e req-d7be75e0-c0c4-4587-93a5-6973e8fd04cd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Request body: {'port': {'security_groups': []}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:30.761391 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb8e31de-e343-4ce9-9da1-a41b8365b36d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:30.845561 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb8e31de-e343-4ce9-9da1-a41b8365b36d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:30.850629 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-eb8e31de-e343-4ce9-9da1-a41b8365b36d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/b2f24159-dd5a-4491-9c58-87b7310ef91f HTTP/1.1" status: 204 len: 168 time: 0.6938834 Aug 17 03:21:30.851284 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54660) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:30.852828 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb8e31de-e343-4ce9-9da1-a41b8365b36d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=b2f24159-dd5a-4491-9c58-87b7310ef91f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:30.905034 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b5dbe9c4-6176-4169-b3f4-eec56f2e020c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0525649 Aug 17 03:21:30.908025 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8c16d1f2-4746-431a-8566-ba2eb0930f1e req-d7be75e0-c0c4-4587-93a5-6973e8fd04cd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:30.910155 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54664) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:30.915606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b6b91ed6-e662-441f-9a59-292ad88bcd6d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:31.180485 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-8c16d1f2-4746-431a-8566-ba2eb0930f1e req-d7be75e0-c0c4-4587-93a5-6973e8fd04cd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] For port c58c3da4-1404-43e4-85fd-45eaed52147c, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c58c3da4-1404-43e4-85fd-45eaed52147c,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:31.199440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b6b91ed6-e662-441f-9a59-292ad88bcd6d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:31.204218 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6b91ed6-e662-441f-9a59-292ad88bcd6d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:31.342080 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8c16d1f2-4746-431a-8566-ba2eb0930f1e req-d7be75e0-c0c4-4587-93a5-6973e8fd04cd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:31.469705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e6d8168-1e8d-4b1a-9dba-81fc6448647a None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:31.549450 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d888dca2-bbeb-439e-862f-d95dc2e56ad2 None None] Provisioning complete for port ab0d6727-764d-4726-9fdd-084e95d07123 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:31.549849 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d888dca2-bbeb-439e-862f-d95dc2e56ad2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:31.609311 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8c16d1f2-4746-431a-8566-ba2eb0930f1e req-d7be75e0-c0c4-4587-93a5-6973e8fd04cd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:31.653871 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['c58c3da4-1404-43e4-85fd-45eaed52147c'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:21:31.658636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['9451fefd-208e-425d-b27d-f8ad1b3cb372', '870600a2-f204-44fb-966a-161c2f4355bc'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:21:31.673918 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c16d1f2-4746-431a-8566-ba2eb0930f1e req-d7be75e0-c0c4-4587-93a5-6973e8fd04cd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:31.674671 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-8c16d1f2-4746-431a-8566-ba2eb0930f1e req-d7be75e0-c0c4-4587-93a5-6973e8fd04cd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:31.681247 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8c16d1f2-4746-431a-8566-ba2eb0930f1e req-d7be75e0-c0c4-4587-93a5-6973e8fd04cd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "PUT /v2.0/ports/c58c3da4-1404-43e4-85fd-45eaed52147c HTTP/1.1" status: 200 len: 904 time: 0.9452643 Aug 17 03:21:31.681972 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bdd07083-0621-4648-899e-8537229b2797', 'tag': 'c58c3da4-1404-43e4-85fd-45eaed52147c'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:21:31.688866 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-851f6d86-6227-4ba4-8474-cc3b5506c94b" -d '{"events": [{"name": "network-changed", "server_uuid": "bdd07083-0621-4648-899e-8537229b2797", "tag": "c58c3da4-1404-43e4-85fd-45eaed52147c"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:21:31.714500 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6b91ed6-e662-441f-9a59-292ad88bcd6d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:31.775863 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['c58c3da4-1404-43e4-85fd-45eaed52147c'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:21:31.794414 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7be75e0-c0c4-4587-93a5-6973e8fd04cd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Pushing event updated for resources: {'Port': ['ID=c58c3da4-1404-43e4-85fd-45eaed52147c,revision_number=6']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:31.849120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6b91ed6-e662-441f-9a59-292ad88bcd6d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:31.849120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-b6b91ed6-e662-441f-9a59-292ad88bcd6d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:31.849120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6b91ed6-e662-441f-9a59-292ad88bcd6d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:31.849120 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6b91ed6-e662-441f-9a59-292ad88bcd6d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:31.871960 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b91ed6-e662-441f-9a59-292ad88bcd6d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=72c73cdd-6d89-42ac-a7a0-fb4ae668b828,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:31.951873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0e702a3-ef4c-470c-8ff6-6c3b2bd615f0 req-2df7e49e-e21b-4899-b5fb-ec3455bdf21b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:31.954922 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0e702a3-ef4c-470c-8ff6-6c3b2bd615f0 req-2df7e49e-e21b-4899-b5fb-ec3455bdf21b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 907 time: 0.0765138 Aug 17 03:21:31.976101 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70cd6536-d652-453a-887e-927a1b1d6258 None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:21:32.037779 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:21:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4323fdbf-b3cd-4769-8dd4-74e969425bcd x-openstack-request-id: req-4323fdbf-b3cd-4769-8dd4-74e969425bcd {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:21:32.038084 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bdd07083-0621-4648-899e-8537229b2797", "tag": "c58c3da4-1404-43e4-85fd-45eaed52147c", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:21:32.038375 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4323fdbf-b3cd-4769-8dd4-74e969425bcd {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:21:32.039365 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bdd07083-0621-4648-899e-8537229b2797', 'tag': 'c58c3da4-1404-43e4-85fd-45eaed52147c', 'status': 'completed', 'code': 200} Aug 17 03:21:32.044363 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b6b91ed6-e662-441f-9a59-292ad88bcd6d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1328127 Aug 17 03:21:32.056353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 54720) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:32.057786 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ea4a7574-7bb9-4c66-b8f5-a529c9a1df5f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:32.117730 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2a83b779-6b2b-4c03-9458-9b0d3c99a38f None None] Provisioning complete for port c58c3da4-1404-43e4-85fd-45eaed52147c triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:32.118339 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a83b779-6b2b-4c03-9458-9b0d3c99a38f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:32.233955 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-70cd6536-d652-453a-887e-927a1b1d6258 None None] Deleting port ab0d6727-764d-4726-9fdd-084e95d07123 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:21:32.235139 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70cd6536-d652-453a-887e-927a1b1d6258 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:32.397139 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-351ad467-213c-4cd7-a6e7-8ac4d1891542 req-a90b91cd-c3ec-46a8-92c8-c8145f0f3c6d tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:32.401947 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-351ad467-213c-4cd7-a6e7-8ac4d1891542 req-a90b91cd-c3ec-46a8-92c8-c8145f0f3c6d tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.2951283 Aug 17 03:21:32.435242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f6d86-6227-4ba4-8474-cc3b5506c94b req-82d1287b-45e6-40df-9539-d200c9ba7fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:32.444760 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-851f6d86-6227-4ba4-8474-cc3b5506c94b req-82d1287b-45e6-40df-9539-d200c9ba7fb2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 1058 time: 0.3331661 Aug 17 03:21:32.444878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-70cd6536-d652-453a-887e-927a1b1d6258 None None] For port ab0d6727-764d-4726-9fdd-084e95d07123, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ab0d6727-764d-4726-9fdd-084e95d07123,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:32.444878 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70cd6536-d652-453a-887e-927a1b1d6258 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:32.479858 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-70cd6536-d652-453a-887e-927a1b1d6258 None None] Calling delete_port for ab0d6727-764d-4726-9fdd-084e95d07123 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:21:32.586961 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75bd0db1-d8fa-4545-a775-a61723907df4 req-fe0aaec2-e3c5-4f1c-a724-1f87a2b7df13 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2900929 Aug 17 03:21:32.602525 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-351ad467-213c-4cd7-a6e7-8ac4d1891542 req-33bdf289-89a2-4e64-85f6-68309ab4e2a3 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1878676 Aug 17 03:21:32.678469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f6d86-6227-4ba4-8474-cc3b5506c94b req-c492d6f2-264f-4dfb-ab9d-28d510a917af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:32.680043 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-851f6d86-6227-4ba4-8474-cc3b5506c94b req-c492d6f2-264f-4dfb-ab9d-28d510a917af service neutron] 10.222.0.60 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 0.2027755 Aug 17 03:21:32.683220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea4a7574-7bb9-4c66-b8f5-a529c9a1df5f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:32.691634 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7574-7bb9-4c66-b8f5-a529c9a1df5f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:32.778870 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70cd6536-d652-453a-887e-927a1b1d6258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:32.804768 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70cd6536-d652-453a-887e-927a1b1d6258 None None] Pushing event deleted for resources: {'Port': ['ID=ab0d6727-764d-4726-9fdd-084e95d07123,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:32.805712 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-851f6d86-6227-4ba4-8474-cc3b5506c94b req-ce40e621-f1e5-432d-b9cc-3fa867ecc9d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c58c3da4-1404-43e4-85fd-45eaed52147c HTTP/1.1" status: 200 len: 217 time: 0.1083350 Aug 17 03:21:32.829483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70cd6536-d652-453a-887e-927a1b1d6258 None None] No DVR routers for this DVR port ab0d6727-764d-4726-9fdd-084e95d07123 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:21:32.847940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8db5434d-a209-499f-9724-da04194c7070 req-1377c4ff-b658-4e42-98c2-68e43a27303f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:32.848461 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62ce8a7d-276d-4e14-9990-49d99e4e94d4 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:32.850356 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8db5434d-a209-499f-9724-da04194c7070 req-1377c4ff-b658-4e42-98c2-68e43a27303f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1246722 Aug 17 03:21:32.912671 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8db5434d-a209-499f-9724-da04194c7070 req-e5d41e95-e246-45b4-aad8-03024d12c167 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491750 Aug 17 03:21:32.914698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f6d86-6227-4ba4-8474-cc3b5506c94b req-5b9f2a99-77da-4a17-90c3-be6638e1efaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:32.916251 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-851f6d86-6227-4ba4-8474-cc3b5506c94b req-5b9f2a99-77da-4a17-90c3-be6638e1efaa service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.1014528 Aug 17 03:21:32.935759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd0db1-d8fa-4545-a775-a61723907df4 req-b68fda23-4a4a-407e-969b-d8d50c523620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:32.937268 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75bd0db1-d8fa-4545-a775-a61723907df4 req-b68fda23-4a4a-407e-969b-d8d50c523620 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 1096 time: 0.3044934 Aug 17 03:21:33.433795 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ab0d6727-764d-4726-9fdd-084e95d07123 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:21:33.436006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-851f6d86-6227-4ba4-8474-cc3b5506c94b req-1562f632-c7be-4ce6-82ba-535f479ccde1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:33.438342 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-851f6d86-6227-4ba4-8474-cc3b5506c94b req-1562f632-c7be-4ce6-82ba-535f479ccde1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4925137 Aug 17 03:21:33.439902 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:33.477915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': '72c73cdd-6d89-42ac-a7a0-fb4ae668b828'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:21:33.479784 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:33.490525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd0db1-d8fa-4545-a775-a61723907df4 req-26e1da1f-44dc-45d8-9bcd-c5ed06724db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:33.492277 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75bd0db1-d8fa-4545-a775-a61723907df4 req-26e1da1f-44dc-45d8-9bcd-c5ed06724db4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 0.3102591 Aug 17 03:21:33.612175 n-d-802060-9 neutron-server[101970]: DEBUG neutron.objects.ports [None req-ea4a7574-7bb9-4c66-b8f5-a529c9a1df5f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101970) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 03:21:33.697582 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7574-7bb9-4c66-b8f5-a529c9a1df5f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:33.771258 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: ab0d6727-764d-4726-9fdd-084e95d07123 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:21:33.771682 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ab0d6727-764d-4726-9fdd-084e95d07123 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:21:33.791225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Allocated IP 172.20.0.2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/72c73cdd-6d89-42ac-a7a0-fb4ae668b828/f7cc9ce5-e301-4602-a3fd-1d06de049bcc) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:33.800599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Allocated IP 2001:db8::f816:3eff:fe0b:724c (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/d4277614-2813-48a0-9a97-f6b6101e8e37/f7cc9ce5-e301-4602-a3fd-1d06de049bcc) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:34.008879 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:34.057265 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:34.072879 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Transition to ACTIVE for port object f7cc9ce5-e301-4602-a3fd-1d06de049bcc will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:34.104489 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Transition to ACTIVE for port object f7cc9ce5-e301-4602-a3fd-1d06de049bcc will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:34.220679 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:34.277198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:34.281617 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:34.287139 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:21:34.374443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4a7574-7bb9-4c66-b8f5-a529c9a1df5f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=d4277614-2813-48a0-9a97-f6b6101e8e37,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:34.382993 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Pushing event updated for resources: {'Port': ['ID=f7cc9ce5-e301-4602-a3fd-1d06de049bcc,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:34.400261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-2a179342-edb4-49c7-b4cf-95a6afdcbf73 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:34.402992 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-2a179342-edb4-49c7-b4cf-95a6afdcbf73 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 812 time: 1.1502419 Aug 17 03:21:34.436545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4a7574-7bb9-4c66-b8f5-a529c9a1df5f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:34.445905 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-30a59bd5-9bc2-4558-9a89-19451e03a34d tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/quotas/cfdfb585b9144c8286617b5e97123a83 HTTP/1.1" status: 200 len: 375 time: 0.0314312 Aug 17 03:21:34.449704 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Attempting to bind port f7cc9ce5-e301-4602-a3fd-1d06de049bcc on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:21:34.450166 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Attempting to bind port f7cc9ce5-e301-4602-a3fd-1d06de049bcc by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:21:34.450608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Attempting to bind port f7cc9ce5-e301-4602-a3fd-1d06de049bcc on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:21:34.453393 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-ea4a7574-7bb9-4c66-b8f5-a529c9a1df5f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:34.465645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:21:34.465822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:21:34.466292 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:34.466874 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:21:34.467444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Bound port: f7cc9ce5-e301-4602-a3fd-1d06de049bcc, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:21:34.467910 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:34.468275 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea4a7574-7bb9-4c66-b8f5-a529c9a1df5f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:34.468948 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ea4a7574-7bb9-4c66-b8f5-a529c9a1df5f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:34.483547 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75bd0db1-d8fa-4545-a775-a61723907df4 req-8dfcde01-a3dc-434d-98ea-a2c70c96fd4c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee00051-652a-4cb0-b148-861aefc669e7 HTTP/1.1" status: 200 len: 1000 time: 0.9529004 Aug 17 03:21:34.536719 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-851f6d86-6227-4ba4-8474-cc3b5506c94b req-d423d803-822e-4eb7-be3c-d00ee9b6fb3a service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0809431 Aug 17 03:21:34.552931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] For port f7cc9ce5-e301-4602-a3fd-1d06de049bcc, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:21:34.556287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] For port f7cc9ce5-e301-4602-a3fd-1d06de049bcc, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f7cc9ce5-e301-4602-a3fd-1d06de049bcc,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:21:34.605170 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ea4a7574-7bb9-4c66-b8f5-a529c9a1df5f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.5539615 Aug 17 03:21:34.610266 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54880) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:34.613759 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-274e9331-8d97-424c-bd14-c19d317b7efc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'mac_address': 'fa:16:3e:70:d9:be', 'name': 'tempest-NetworksTestDHCPv6-1723685704'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:34.641460 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:34.663730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd0db1-d8fa-4545-a775-a61723907df4 req-acfdd8c1-53a0-4a95-8c21-84910c3f5f07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:34.665903 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75bd0db1-d8fa-4545-a775-a61723907df4 req-acfdd8c1-53a0-4a95-8c21-84910c3f5f07 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.1670730 Aug 17 03:21:34.691792 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-fd7b644a-e708-4968-92b8-567126625ee1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2294426 Aug 17 03:21:34.734766 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-1765ca77-fecf-4330-9fdf-546cdff7a197 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:21:34.736051 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-1765ca77-fecf-4330-9fdf-546cdff7a197 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139315 Aug 17 03:21:34.803938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bd0db1-d8fa-4545-a775-a61723907df4 req-cce9a980-daf8-46b5-bcde-2482d5fb61d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:34.806280 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75bd0db1-d8fa-4545-a775-a61723907df4 req-cce9a980-daf8-46b5-bcde-2482d5fb61d8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1167338 Aug 17 03:21:34.823283 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826a1a49-6649-406c-9e53-c92e61abc85b None None] Pushing event updated for resources: {'Port': ['ID=f7cc9ce5-e301-4602-a3fd-1d06de049bcc,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:34.882529 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-274e9331-8d97-424c-bd14-c19d317b7efc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:34.992158 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-851f6d86-6227-4ba4-8474-cc3b5506c94b req-195356f8-48af-4428-8483-f2a6ef267dcb service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4251568 Aug 17 03:21:35.002260 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-274e9331-8d97-424c-bd14-c19d317b7efc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:35.044313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-274e9331-8d97-424c-bd14-c19d317b7efc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port 5b28e92b-0905-4971-a539-b47b1490c756 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:21:35.077977 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75bd0db1-d8fa-4545-a775-a61723907df4 req-4800f43b-e76f-42f1-bb36-aa4847ed943b service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2472811 Aug 17 03:21:35.117623 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-7a45359d-5e7e-4090-b6fd-6a566b894be0 service neutron] 10.222.0.10 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3468633 Aug 17 03:21:35.209133 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f7cc9ce5-e301-4602-a3fd-1d06de049bcc up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:21:35.363278 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-274e9331-8d97-424c-bd14-c19d317b7efc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 172.20.0.5 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/72c73cdd-6d89-42ac-a7a0-fb4ae668b828/5b28e92b-0905-4971-a539-b47b1490c756) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:35.370575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port f7cc9ce5-e301-4602-a3fd-1d06de049bcc completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:35.383509 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-274e9331-8d97-424c-bd14-c19d317b7efc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::f816:3eff:fe70:d9be (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/d4277614-2813-48a0-9a97-f6b6101e8e37/5b28e92b-0905-4971-a539-b47b1490c756) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:35.409384 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75bd0db1-d8fa-4545-a775-a61723907df4 req-b32feed6-6c74-46e7-921c-80ce006a54dc service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3140512 Aug 17 03:21:35.411988 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-afefadd7-ceb5-4026-b5be-5ae363643d60 service neutron] 10.222.0.10 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2680819 Aug 17 03:21:35.595020 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-274e9331-8d97-424c-bd14-c19d317b7efc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:35.612383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-274e9331-8d97-424c-bd14-c19d317b7efc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object 5b28e92b-0905-4971-a539-b47b1490c756 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:35.840386 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c1be7f5e-46df-46e3-bff8-fef79b55ce8f req-5b7f8553-3a93-4ebd-a29a-d09bdfe69119 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 210 time: 0.1060047 Aug 17 03:21:35.841740 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-274e9331-8d97-424c-bd14-c19d317b7efc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:35.883804 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05a81bce-e999-4531-8a81-971aef31d3d3 req-081728ad-6d33-4b52-a2c0-6d1ea494ac6f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1002793 Aug 17 03:21:35.970225 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-274e9331-8d97-424c-bd14-c19d317b7efc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:35.977055 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-274e9331-8d97-424c-bd14-c19d317b7efc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:35.981637 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-274e9331-8d97-424c-bd14-c19d317b7efc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:21:36.018362 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-274e9331-8d97-424c-bd14-c19d317b7efc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=5b28e92b-0905-4971-a539-b47b1490c756,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:36.053714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81bce-e999-4531-8a81-971aef31d3d3 req-519005e6-7141-42f8-8910-b39bed741d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:36.056109 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05a81bce-e999-4531-8a81-971aef31d3d3 req-519005e6-7141-42f8-8910-b39bed741d71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 1097 time: 0.1095881 Aug 17 03:21:36.065717 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-274e9331-8d97-424c-bd14-c19d317b7efc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:36.066960 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-274e9331-8d97-424c-bd14-c19d317b7efc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:36.162524 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-274e9331-8d97-424c-bd14-c19d317b7efc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.5535789 Aug 17 03:21:36.167515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54962) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:36.205532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81bce-e999-4531-8a81-971aef31d3d3 req-b13858a5-83ee-426d-8b0f-39ab1a5f927f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:36.207461 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05a81bce-e999-4531-8a81-971aef31d3d3 req-b13858a5-83ee-426d-8b0f-39ab1a5f927f service neutron] 10.222.0.30 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 0.1163371 Aug 17 03:21:36.245441 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726065b2-9c8a-477c-b029-52fb060ac6c9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:36.255679 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-726065b2-9c8a-477c-b029-52fb060ac6c9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:36.260305 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-726065b2-9c8a-477c-b029-52fb060ac6c9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1861 time: 0.0916240 Aug 17 03:21:36.261021 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 54968) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:36.267017 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05a81bce-e999-4531-8a81-971aef31d3d3 req-fc066ec8-1527-44da-95a4-31340100394b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9451fefd-208e-425d-b27d-f8ad1b3cb372 HTTP/1.1" status: 200 len: 217 time: 0.0497723 Aug 17 03:21:36.284298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-780e1603-a163-41fd-9350-d58675efc99d None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:36.384640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81bce-e999-4531-8a81-971aef31d3d3 req-de2e19c9-f659-464d-9d13-710f159a8181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:36.387285 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05a81bce-e999-4531-8a81-971aef31d3d3 req-de2e19c9-f659-464d-9d13-710f159a8181 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.1123924 Aug 17 03:21:36.479703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-01e2bac7-4d8d-463f-8607-17a7cf762b0f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port 5b28e92b-0905-4971-a539-b47b1490c756 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:21:36.480178 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01e2bac7-4d8d-463f-8607-17a7cf762b0f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:36.480781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a81bce-e999-4531-8a81-971aef31d3d3 req-6570c841-eacd-4c07-9bfd-28d2e9cd7f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:36.482926 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05a81bce-e999-4531-8a81-971aef31d3d3 req-6570c841-eacd-4c07-9bfd-28d2e9cd7f72 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0868883 Aug 17 03:21:36.630945 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-41c3c041-c646-4fe3-9044-ab441056845d None None] Provisioning for port f7cc9ce5-e301-4602-a3fd-1d06de049bcc completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:36.657488 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-41c3c041-c646-4fe3-9044-ab441056845d None None] Provisioning complete for port f7cc9ce5-e301-4602-a3fd-1d06de049bcc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:36.657916 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-41c3c041-c646-4fe3-9044-ab441056845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:36.712393 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01e2bac7-4d8d-463f-8607-17a7cf762b0f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:36.755481 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05a81bce-e999-4531-8a81-971aef31d3d3 req-4f23bed3-daee-4afe-a1a2-4a67eba32df2 service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638128 Aug 17 03:21:36.758114 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-01e2bac7-4d8d-463f-8607-17a7cf762b0f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for 5b28e92b-0905-4971-a539-b47b1490c756 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:21:36.790497 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-41c3c041-c646-4fe3-9044-ab441056845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:36.869345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-41c3c041-c646-4fe3-9044-ab441056845d None None] For port f7cc9ce5-e301-4602-a3fd-1d06de049bcc, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f7cc9ce5-e301-4602-a3fd-1d06de049bcc,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:36.996179 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-41c3c041-c646-4fe3-9044-ab441056845d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:37.060689 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d03f645d-63d2-487b-bdda-6c2bfac78c69 req-e7331f48-23f6-493f-b9df-41a324d6b685 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 210 time: 0.1334794 Aug 17 03:21:37.140761 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41c3c041-c646-4fe3-9044-ab441056845d None None] Pushing event updated for resources: {'Port': ['ID=f7cc9ce5-e301-4602-a3fd-1d06de049bcc,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:37.173056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05a81bce-e999-4531-8a81-971aef31d3d3 req-e0cf4b93-c656-4c3e-a68a-ac3a9ab16b6e service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3940711 Aug 17 03:21:37.231274 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01e2bac7-4d8d-463f-8607-17a7cf762b0f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:37.283697 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e2bac7-4d8d-463f-8607-17a7cf762b0f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=5b28e92b-0905-4971-a539-b47b1490c756,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:37.398585 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01e2bac7-4d8d-463f-8607-17a7cf762b0f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:37.404114 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-01e2bac7-4d8d-463f-8607-17a7cf762b0f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/5b28e92b-0905-4971-a539-b47b1490c756 HTTP/1.1" status: 204 len: 168 time: 1.1399589 Aug 17 03:21:37.404488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55024) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:37.509144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf63cac-edd7-4829-8ee0-91359602fbb9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:37.513152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf63cac-edd7-4829-8ee0-91359602fbb9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:37.515207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fbf63cac-edd7-4829-8ee0-91359602fbb9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:37.518935 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fbf63cac-edd7-4829-8ee0-91359602fbb9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1132982 Aug 17 03:21:37.521815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55030) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:37.631280 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c37232c-86cd-4bb7-b3c3-ac805c48d644 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 72c73cdd-6d89-42ac-a7a0-fb4ae668b828 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:21:37.647936 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c37232c-86cd-4bb7-b3c3-ac805c48d644 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:37.707663 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c37232c-86cd-4bb7-b3c3-ac805c48d644 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:37.835113 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6ac5533b-0ffb-49cb-b4e7-982645a5ffc0 None None] Provisioning complete for port f7cc9ce5-e301-4602-a3fd-1d06de049bcc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:37.835929 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6ac5533b-0ffb-49cb-b4e7-982645a5ffc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:37.887230 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c37232c-86cd-4bb7-b3c3-ac805c48d644 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:38.012511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6ac5533b-0ffb-49cb-b4e7-982645a5ffc0 None None] Could not find standard attr ID for object 5b28e92b-0905-4971-a539-b47b1490c756. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:21:38.077711 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c37232c-86cd-4bb7-b3c3-ac805c48d644 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:38.119592 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c37232c-86cd-4bb7-b3c3-ac805c48d644 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=72c73cdd-6d89-42ac-a7a0-fb4ae668b828,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:38.126924 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c37232c-86cd-4bb7-b3c3-ac805c48d644 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:38.137948 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8c37232c-86cd-4bb7-b3c3-ac805c48d644 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/72c73cdd-6d89-42ac-a7a0-fb4ae668b828 HTTP/1.1" status: 204 len: 168 time: 0.6149113 Aug 17 03:21:38.141243 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55062) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:38.221115 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-975db059-c3ff-4bcb-b8d3-421608dfcea5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet d4277614-2813-48a0-9a97-f6b6101e8e37 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:21:38.235713 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-975db059-c3ff-4bcb-b8d3-421608dfcea5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:38.260839 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d26d4ca7-ed91-40d1-b285-9edb7296b8ad req-3d689a02-9711-4bf1-97e2-896d196f630b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 210 time: 0.0918384 Aug 17 03:21:38.351914 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-975db059-c3ff-4bcb-b8d3-421608dfcea5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:38.355895 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10405de3-e53f-4677-b872-b6b934bdc062 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:38.516295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b65a41a5-89c2-4e34-8cb6-93222cb4cee5 None None] Could not find standard attr ID for object 5b28e92b-0905-4971-a539-b47b1490c756. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:21:38.644309 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-975db059-c3ff-4bcb-b8d3-421608dfcea5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:38.733286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-64c980c1-aea8-41ac-9723-6db82a737da5 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:38.734998 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-64c980c1-aea8-41ac-9723-6db82a737da5 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.30 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 812 time: 0.2590861 Aug 17 03:21:38.770473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-89bf1d07-e840-440b-8573-6033852a37c8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Request body: {'port': {'device_id': '20e6a42d-c766-4995-b7c6-e87ef711e003', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'admin_state_up': True, 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:38.925608 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-975db059-c3ff-4bcb-b8d3-421608dfcea5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:38.963118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975db059-c3ff-4bcb-b8d3-421608dfcea5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=d4277614-2813-48a0-9a97-f6b6101e8e37,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:38.968299 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-975db059-c3ff-4bcb-b8d3-421608dfcea5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:38.973789 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-975db059-c3ff-4bcb-b8d3-421608dfcea5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/d4277614-2813-48a0-9a97-f6b6101e8e37 HTTP/1.1" status: 204 len: 168 time: 0.8288121 Aug 17 03:21:38.974064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55104) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:39.022062 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-72c9265a-da4e-4606-a5d9-108166d2c3ed tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0468707 Aug 17 03:21:39.024646 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55106) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:39.030450 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-8844d205-cb39-4153-bb07-e22b848e7cef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:39.060242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-89bf1d07-e840-440b-8573-6033852a37c8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Made reservation on behalf of cfdfb585b9144c8286617b5e97123a83 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:39.070249 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-89bf1d07-e840-440b-8573-6033852a37c8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:39.204410 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f7cc9ce5-e301-4602-a3fd-1d06de049bcc up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:21:39.271144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8844d205-cb39-4153-bb07-e22b848e7cef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:39.274816 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8844d205-cb39-4153-bb07-e22b848e7cef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:39.280893 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port f7cc9ce5-e301-4602-a3fd-1d06de049bcc triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:39.281289 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:39.357995 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-89bf1d07-e840-440b-8573-6033852a37c8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Allocated IP 172.20.0.7 (016717b3-cbe1-4967-85ae-a016c7a395e7/00775c6d-bb62-4607-aa69-44fa38f2a916/0d4ea06f-55b2-4363-b46d-6d8bcfbba85d) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:39.542180 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a7cf79dd-16b5-4b56-a9ff-720a9c40bd24 req-973bab58-e8a2-4dba-80d3-e4e612860f59 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 210 time: 0.0486362 Aug 17 03:21:39.624787 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea87a9a-e85d-4537-afa5-650eb368651d None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:39.694934 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-89bf1d07-e840-440b-8573-6033852a37c8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:39.720566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-83edf314-aa0a-4603-a595-6ee4f3c4dc97 None None] Provisioning complete for port f7cc9ce5-e301-4602-a3fd-1d06de049bcc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:39.720982 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-83edf314-aa0a-4603-a595-6ee4f3c4dc97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:39.742770 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-89bf1d07-e840-440b-8573-6033852a37c8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Transition to ACTIVE for port object 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:39.781991 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8844d205-cb39-4153-bb07-e22b848e7cef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:39.889930 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-89bf1d07-e840-440b-8573-6033852a37c8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:39.908911 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['9451fefd-208e-425d-b27d-f8ad1b3cb372', '870600a2-f204-44fb-966a-161c2f4355bc'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:21:39.988489 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-89bf1d07-e840-440b-8573-6033852a37c8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Network 016717b3-cbe1-4967-85ae-a016c7a395e7 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:39.992128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-89bf1d07-e840-440b-8573-6033852a37c8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:39.997270 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-89bf1d07-e840-440b-8573-6033852a37c8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:21:40.028162 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89bf1d07-e840-440b-8573-6033852a37c8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Pushing event updated for resources: {'Port': ['ID=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:40.056445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-054184d4-8b1b-45ed-8ca0-a32e1f099960 None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:21:40.069490 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-89bf1d07-e840-440b-8573-6033852a37c8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:40.070490 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-89bf1d07-e840-440b-8573-6033852a37c8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:40.180289 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-89bf1d07-e840-440b-8573-6033852a37c8 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4165900 Aug 17 03:21:40.198010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Request body: {'port': {'device_id': '20e6a42d-c766-4995-b7c6-e87ef711e003', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:40.241123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-054184d4-8b1b-45ed-8ca0-a32e1f099960 None None] Deleting port f7cc9ce5-e301-4602-a3fd-1d06de049bcc {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:21:40.242461 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-054184d4-8b1b-45ed-8ca0-a32e1f099960 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:40.368340 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:40.495885 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-054184d4-8b1b-45ed-8ca0-a32e1f099960 None None] For port f7cc9ce5-e301-4602-a3fd-1d06de049bcc, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f7cc9ce5-e301-4602-a3fd-1d06de049bcc,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:40.497750 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-054184d4-8b1b-45ed-8ca0-a32e1f099960 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:40.525039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8844d205-cb39-4153-bb07-e22b848e7cef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:40.534128 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-8844d205-cb39-4153-bb07-e22b848e7cef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:40.539714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8844d205-cb39-4153-bb07-e22b848e7cef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:40.542322 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8844d205-cb39-4153-bb07-e22b848e7cef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:40.563039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8844d205-cb39-4153-bb07-e22b848e7cef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=b4204171-5522-4639-83dd-d42366edc1b5,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:40.567482 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-054184d4-8b1b-45ed-8ca0-a32e1f099960 None None] Calling delete_port for f7cc9ce5-e301-4602-a3fd-1d06de049bcc owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:21:40.606238 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-497f99e2-0cd4-40a9-a3a0-ef4ded4b5fa2 None None] Provisioning for port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:40.634192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-497f99e2-0cd4-40a9-a3a0-ef4ded4b5fa2 None None] Provisioning complete for port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:40.635500 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-497f99e2-0cd4-40a9-a3a0-ef4ded4b5fa2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:40.669838 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8844d205-cb39-4153-bb07-e22b848e7cef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.6430194 Aug 17 03:21:40.678077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55194) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:40.701600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-dfa13322-74a8-4e5b-a139-53c3435348c9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:40.772957 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc4f752-09c7-40e2-8149-86b63a688b45 req-ae5fca0d-f4b3-44be-9c27-7f421b59c345 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:40.774767 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7dc4f752-09c7-40e2-8149-86b63a688b45 req-ae5fca0d-f4b3-44be-9c27-7f421b59c345 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 931 time: 0.1250920 Aug 17 03:21:40.817750 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-497f99e2-0cd4-40a9-a3a0-ef4ded4b5fa2 None None] Port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:21:40.870221 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-054184d4-8b1b-45ed-8ca0-a32e1f099960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:40.871321 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7dc4f752-09c7-40e2-8149-86b63a688b45 req-376702e7-6ce5-4c86-8241-42cbc51316cd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894430 Aug 17 03:21:40.891477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-054184d4-8b1b-45ed-8ca0-a32e1f099960 None None] No DVR routers for this DVR port f7cc9ce5-e301-4602-a3fd-1d06de049bcc on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:21:40.938850 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd5f49c0-c3ad-42d5-adc9-0444a0405e84 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:40.944004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054184d4-8b1b-45ed-8ca0-a32e1f099960 None None] Pushing event deleted for resources: {'Port': ['ID=f7cc9ce5-e301-4602-a3fd-1d06de049bcc,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:41.047939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:21:41.070669 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:41.080064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfa13322-74a8-4e5b-a139-53c3435348c9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:41.089640 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfa13322-74a8-4e5b-a139-53c3435348c9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:41.186254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Transition to ACTIVE for port object 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:41.200776 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f7cc9ce5-e301-4602-a3fd-1d06de049bcc no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:21:41.257839 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': 'b4204171-5522-4639-83dd-d42366edc1b5'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:21:41.258728 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:41.276482 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: f7cc9ce5-e301-4602-a3fd-1d06de049bcc {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:21:41.276482 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f7cc9ce5-e301-4602-a3fd-1d06de049bcc not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:21:41.290892 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:41.442377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:41.543098 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:21:41.607251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Allocated IP 172.20.0.2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/b4204171-5522-4639-83dd-d42366edc1b5/5891a370-eef0-4495-a69e-32ad8dc17056) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:41.719836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Attempting to bind port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:21:41.720102 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Attempting to bind port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:21:41.720436 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Attempting to bind port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d on network 016717b3-cbe1-4967-85ae-a016c7a395e7 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:21:41.739399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d on network 016717b3-cbe1-4967-85ae-a016c7a395e7 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:21:41.739739 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Attempting to bind port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d on network 016717b3-cbe1-4967-85ae-a016c7a395e7 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:21:41.769228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 21, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:21:41.769610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Checking segment: {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:21:41.770004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Bound using segment: {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:21:41.772089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Bound port: 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bb6436a5-75c8-439b-b727-88561a1466c9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 90, 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:21:41.772607 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:41.884020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] For port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:21:41.891580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] For port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:21:41.899143 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:41.913591 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Transition to ACTIVE for port object 5891a370-eef0-4495-a69e-32ad8dc17056 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:41.935287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Transition to ACTIVE for port object 5891a370-eef0-4495-a69e-32ad8dc17056 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:41.989316 n-d-802060-9 neutron-server[101970]: DEBUG neutron.objects.ports [None req-dfa13322-74a8-4e5b-a139-53c3435348c9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101970) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 03:21:41.993605 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:42.015266 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfa13322-74a8-4e5b-a139-53c3435348c9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:42.020116 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:42.084706 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:42.090598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:42.094366 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:21:42.103285 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Pushing event updated for resources: {'Port': ['ID=5891a370-eef0-4495-a69e-32ad8dc17056,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:42.154826 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfa13322-74a8-4e5b-a139-53c3435348c9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:42.173694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:42.174340 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:42.175706 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] 10.222.0.30 "PUT /v2.0/ports/0d4ea06f-55b2-4363-b46d-6d8bcfbba85d HTTP/1.1" status: 200 len: 1091 time: 1.9829946 Aug 17 03:21:42.176044 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Attempting to bind port 5891a370-eef0-4495-a69e-32ad8dc17056 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:21:42.176901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Attempting to bind port 5891a370-eef0-4495-a69e-32ad8dc17056 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:21:42.176901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Attempting to bind port 5891a370-eef0-4495-a69e-32ad8dc17056 on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:21:42.177706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-dfa13322-74a8-4e5b-a139-53c3435348c9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:42.179187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '20e6a42d-c766-4995-b7c6-e87ef711e003', 'tag': '0d4ea06f-55b2-4363-b46d-6d8bcfbba85d'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:21:42.182977 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14439a25-8d44-4cc7-bf3f-0f3d3b82ebbb" -d '{"events": [{"name": "network-changed", "server_uuid": "20e6a42d-c766-4995-b7c6-e87ef711e003", "tag": "0d4ea06f-55b2-4363-b46d-6d8bcfbba85d"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:21:42.184070 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 21, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:21:42.188603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:21:42.188603 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:42.188603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:21:42.188603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Bound port: 5891a370-eef0-4495-a69e-32ad8dc17056, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:21:42.188603 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:42.198316 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfa13322-74a8-4e5b-a139-53c3435348c9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:42.200325 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dfa13322-74a8-4e5b-a139-53c3435348c9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:42.252545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff562737-f5d9-40c9-ad43-5152deb47313 service neutron] Pushing event updated for resources: {'Port': ['ID=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:42.274956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e54cca6e-42b7-42d4-8a2f-f58f4899a497 req-773f992f-9359-47a0-9e1a-b53efde71cf1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:42.277538 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e54cca6e-42b7-42d4-8a2f-f58f4899a497 req-773f992f-9359-47a0-9e1a-b53efde71cf1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 943 time: 0.2868085 Aug 17 03:21:42.278657 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfa13322-74a8-4e5b-a139-53c3435348c9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=e161f4e4-f43b-425c-8307-3d564870f7c7,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:42.310870 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] For port 5891a370-eef0-4495-a69e-32ad8dc17056, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:21:42.315478 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] For port 5891a370-eef0-4495-a69e-32ad8dc17056, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5891a370-eef0-4495-a69e-32ad8dc17056,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:21:42.340365 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e54cca6e-42b7-42d4-8a2f-f58f4899a497 req-4e8c9b85-7e76-44a9-8208-6ae290aa1210 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518751 Aug 17 03:21:42.344001 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dfa13322-74a8-4e5b-a139-53c3435348c9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6612778 Aug 17 03:21:42.345673 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:21:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2afbe18d-b69f-4821-a394-3e7e6baa8d97 x-openstack-request-id: req-2afbe18d-b69f-4821-a394-3e7e6baa8d97 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:21:42.346389 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "20e6a42d-c766-4995-b7c6-e87ef711e003", "tag": "0d4ea06f-55b2-4363-b46d-6d8bcfbba85d", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:21:42.355165 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2afbe18d-b69f-4821-a394-3e7e6baa8d97 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:21:42.355422 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55266) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:42.355880 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '20e6a42d-c766-4995-b7c6-e87ef711e003', 'tag': '0d4ea06f-55b2-4363-b46d-6d8bcfbba85d', 'status': 'completed', 'code': 200} Aug 17 03:21:42.355980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-19a6c9aa-eabb-419d-a0d9-4dd5079181a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'mac_address': 'fa:16:3e:6e:ae:dc', 'name': 'tempest-NetworksTestDHCPv6-1971180647'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:42.406723 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:42.419747 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-5acfcedd-5439-4027-b1a1-64c4ced99036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:42.425133 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-5acfcedd-5439-4027-b1a1-64c4ced99036 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 1094 time: 0.0758755 Aug 17 03:21:42.478439 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-d2e28677-cf8c-41f1-a29e-4677dc5ca9ed service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d HTTP/1.1" status: 200 len: 217 time: 0.0442123 Aug 17 03:21:42.532562 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b9efb8-158d-469c-a059-46d81e6d3e9a None None] Pushing event updated for resources: {'Port': ['ID=5891a370-eef0-4495-a69e-32ad8dc17056,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:42.568515 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-7be495ba-8a0b-447e-89c4-75491d170cbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:42.570043 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-7be495ba-8a0b-447e-89c4-75491d170cbf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.0805886 Aug 17 03:21:42.574437 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19a6c9aa-eabb-419d-a0d9-4dd5079181a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:42.648113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-c5b6fefa-6b04-426e-8bec-5be74ea4bfc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:42.649991 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-c5b6fefa-6b04-426e-8bec-5be74ea4bfc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0677376 Aug 17 03:21:42.728398 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19a6c9aa-eabb-419d-a0d9-4dd5079181a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:42.794148 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-19a6c9aa-eabb-419d-a0d9-4dd5079181a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port 80060e4e-461e-44e0-b526-9bf9c6a3dc34 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:21:42.817467 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-04ce6915-d9ad-4308-b37e-67c31367aa16 service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578267 Aug 17 03:21:43.007726 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8139bf5d-9941-4029-8c32-bb35abbe7ebf req-60b9de67-c8e1-4f76-9e48-c0f68397a408 service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1754677 Aug 17 03:21:43.066989 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-19a6c9aa-eabb-419d-a0d9-4dd5079181a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 172.20.0.3 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/b4204171-5522-4639-83dd-d42366edc1b5/80060e4e-461e-44e0-b526-9bf9c6a3dc34) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:43.080387 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-19a6c9aa-eabb-419d-a0d9-4dd5079181a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::f816:3eff:fe6e:aedc (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/e161f4e4-f43b-425c-8307-3d564870f7c7/80060e4e-461e-44e0-b526-9bf9c6a3dc34) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:43.226127 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5891a370-eef0-4495-a69e-32ad8dc17056 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:21:43.252308 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14439a25-8d44-4cc7-bf3f-0f3d3b82ebbb req-d0a26059-30f4-479b-91db-5d0a332f9668 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:43.254343 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-14439a25-8d44-4cc7-bf3f-0f3d3b82ebbb req-d0a26059-30f4-479b-91db-5d0a332f9668 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 1094 time: 0.1009405 Aug 17 03:21:43.315957 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19a6c9aa-eabb-419d-a0d9-4dd5079181a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:43.334057 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-19a6c9aa-eabb-419d-a0d9-4dd5079181a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object 80060e4e-461e-44e0-b526-9bf9c6a3dc34 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:43.391488 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 5891a370-eef0-4495-a69e-32ad8dc17056 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:43.492025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14439a25-8d44-4cc7-bf3f-0f3d3b82ebbb req-1353fd9d-d2dc-4d6e-a892-84df0767c818 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:43.494269 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-14439a25-8d44-4cc7-bf3f-0f3d3b82ebbb req-1353fd9d-d2dc-4d6e-a892-84df0767c818 service neutron] 10.222.0.30 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 0.2276855 Aug 17 03:21:43.520122 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19a6c9aa-eabb-419d-a0d9-4dd5079181a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:43.579681 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-14439a25-8d44-4cc7-bf3f-0f3d3b82ebbb req-6b5f1319-0654-490d-9afe-75b5198aea2d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d HTTP/1.1" status: 200 len: 217 time: 0.0754712 Aug 17 03:21:43.656907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14439a25-8d44-4cc7-bf3f-0f3d3b82ebbb req-5b99847d-7b6c-4408-94c8-857a7d7dab2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:43.658509 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-14439a25-8d44-4cc7-bf3f-0f3d3b82ebbb req-5b99847d-7b6c-4408-94c8-857a7d7dab2a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.0645995 Aug 17 03:21:43.703589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19a6c9aa-eabb-419d-a0d9-4dd5079181a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:43.707220 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-19a6c9aa-eabb-419d-a0d9-4dd5079181a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:43.719587 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19a6c9aa-eabb-419d-a0d9-4dd5079181a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:21:43.766947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14439a25-8d44-4cc7-bf3f-0f3d3b82ebbb req-f18fc06e-551a-4fa3-8bda-18abbcf3be68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:43.773840 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-14439a25-8d44-4cc7-bf3f-0f3d3b82ebbb req-f18fc06e-551a-4fa3-8bda-18abbcf3be68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1013951 Aug 17 03:21:43.799801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5df30820-f906-4fc8-b9a2-8b6f93cdd9eb req-bf49b97f-5d65-459a-8341-9bcad80ccf64 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:43.827344 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5df30820-f906-4fc8-b9a2-8b6f93cdd9eb req-bf49b97f-5d65-459a-8341-9bcad80ccf64 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 943 time: 0.3304317 Aug 17 03:21:43.845164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a6c9aa-eabb-419d-a0d9-4dd5079181a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=80060e4e-461e-44e0-b526-9bf9c6a3dc34,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:43.923912 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5df30820-f906-4fc8-b9a2-8b6f93cdd9eb req-84be64ff-70ec-4de3-98bf-b043e0b3b866 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984869 Aug 17 03:21:43.934312 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19a6c9aa-eabb-419d-a0d9-4dd5079181a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:43.935294 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19a6c9aa-eabb-419d-a0d9-4dd5079181a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:44.017189 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-14439a25-8d44-4cc7-bf3f-0f3d3b82ebbb req-c812b8a7-993e-428e-8261-ddc3be541347 service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380922 Aug 17 03:21:44.027595 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-19a6c9aa-eabb-419d-a0d9-4dd5079181a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6790442 Aug 17 03:21:44.038745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55308) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:44.073593 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a7fa3cb-9a58-432d-947b-4e229686c86a None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:44.147377 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee5697-6569-48cb-a89c-0f24e5ed2924 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:44.163424 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ee5697-6569-48cb-a89c-0f24e5ed2924 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:44.165108 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-53ee5697-6569-48cb-a89c-0f24e5ed2924 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1763 time: 0.1270452 Aug 17 03:21:44.168743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55312) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:44.281023 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] Provisioning for port 5891a370-eef0-4495-a69e-32ad8dc17056 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:44.293322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] Provisioning complete for port 5891a370-eef0-4495-a69e-32ad8dc17056 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:44.294063 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:44.388418 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-14439a25-8d44-4cc7-bf3f-0f3d3b82ebbb req-bc66f8ac-ff8a-48b3-b868-11bc6cbbbfb4 service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3595366 Aug 17 03:21:44.452811 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-1c77fa8c-b588-472e-a0ba-8f17ed95f3f3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port 80060e4e-461e-44e0-b526-9bf9c6a3dc34 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:21:44.453165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c77fa8c-b588-472e-a0ba-8f17ed95f3f3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:44.489980 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:44.507691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9843313a-91e0-43f5-a4fd-50104eb48866 None None] Update dhcp port {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'fixed_ips': [{'subnet_id': 'b4204171-5522-4639-83dd-d42366edc1b5', 'ip_address': '172.20.0.2'}, {'subnet_id': 'e161f4e4-f43b-425c-8307-3d564870f7c7'}], 'binding:host_id': 'n-d-802060-9'}, 'id': '5891a370-eef0-4495-a69e-32ad8dc17056'} from n-d-802060-9. {{(pid=101971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 03:21:44.534485 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] For port 5891a370-eef0-4495-a69e-32ad8dc17056, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5891a370-eef0-4495-a69e-32ad8dc17056,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:44.564367 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9843313a-91e0-43f5-a4fd-50104eb48866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:44.565812 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c77fa8c-b588-472e-a0ba-8f17ed95f3f3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:44.583003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-1c77fa8c-b588-472e-a0ba-8f17ed95f3f3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for 80060e4e-461e-44e0-b526-9bf9c6a3dc34 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:21:44.643678 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:44.894586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] Pushing event updated for resources: {'Port': ['ID=5891a370-eef0-4495-a69e-32ad8dc17056,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:44.910614 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:44.911196 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:44.911686 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:44.912193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:44.912659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:44.913136 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:44.913637 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:44.914111 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:44.914600 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:44.915083 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:44.915562 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:44.916348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-478b332e-6b8c-44d1-b7ec-c6e34318337d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:21:44.918412 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c77fa8c-b588-472e-a0ba-8f17ed95f3f3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:45.029402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c77fa8c-b588-472e-a0ba-8f17ed95f3f3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=80060e4e-461e-44e0-b526-9bf9c6a3dc34,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:45.053605 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-9843313a-91e0-43f5-a4fd-50104eb48866 None None] Allocated IP 2001:db8::f816:3eff:fe4c:47a4 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/e161f4e4-f43b-425c-8307-3d564870f7c7/5891a370-eef0-4495-a69e-32ad8dc17056) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:45.210926 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5891a370-eef0-4495-a69e-32ad8dc17056 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:21:45.262626 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ebcae-048f-480b-89fd-6980136d7867 req-a492dd44-4739-4319-bb9d-b024b94fd8fc tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:45.264456 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a4ebcae-048f-480b-89fd-6980136d7867 req-a492dd44-4739-4319-bb9d-b024b94fd8fc tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 943 time: 0.1591668 Aug 17 03:21:45.298091 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c77fa8c-b588-472e-a0ba-8f17ed95f3f3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:45.300174 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1c77fa8c-b588-472e-a0ba-8f17ed95f3f3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/80060e4e-461e-44e0-b526-9bf9c6a3dc34 HTTP/1.1" status: 204 len: 168 time: 1.1231925 Aug 17 03:21:45.302725 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55330) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:45.355389 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a4ebcae-048f-480b-89fd-6980136d7867 req-c6023082-22a5-4b52-8783-9a7bf3a78fc0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746284 Aug 17 03:21:45.402835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-9843313a-91e0-43f5-a4fd-50104eb48866 None None] For port 5891a370-eef0-4495-a69e-32ad8dc17056, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5891a370-eef0-4495-a69e-32ad8dc17056,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:45.470152 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc21f844-dee5-40b3-b2b4-01e3e6b1cb29 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:45.476119 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc21f844-dee5-40b3-b2b4-01e3e6b1cb29 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:45.481060 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc21f844-dee5-40b3-b2b4-01e3e6b1cb29 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:45.486605 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bc21f844-dee5-40b3-b2b4-01e3e6b1cb29 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1824534 Aug 17 03:21:45.488884 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55338) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:45.592905 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4f3a171-f3ee-4d8f-850e-a14d4c561ed5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet b4204171-5522-4639-83dd-d42366edc1b5 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:21:45.644163 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9843313a-91e0-43f5-a4fd-50104eb48866 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:45.659973 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9843313a-91e0-43f5-a4fd-50104eb48866 None None] Transition to ACTIVE for port object 5891a370-eef0-4495-a69e-32ad8dc17056 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:45.664197 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2dcf26b4-9d4b-47ef-b9c7-ed4f5765b296 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:45.672878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 5891a370-eef0-4495-a69e-32ad8dc17056 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:45.673501 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:45.737712 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a171-f3ee-4d8f-850e-a14d4c561ed5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:45.739654 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9843313a-91e0-43f5-a4fd-50104eb48866 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:45.845376 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a171-f3ee-4d8f-850e-a14d4c561ed5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:46.093693 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9843313a-91e0-43f5-a4fd-50104eb48866 None None] Pushing event updated for resources: {'Port': ['ID=5891a370-eef0-4495-a69e-32ad8dc17056,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:46.106980 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a171-f3ee-4d8f-850e-a14d4c561ed5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:46.538704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aab73d46-9df8-4407-aadf-64cb61782c7c req-723966ff-feda-4368-81e5-8f3c0b348d96 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:46.540306 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aab73d46-9df8-4407-aadf-64cb61782c7c req-723966ff-feda-4368-81e5-8f3c0b348d96 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 943 time: 0.0759449 Aug 17 03:21:46.590088 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aab73d46-9df8-4407-aadf-64cb61782c7c req-88194328-6d52-4136-8255-cc1606bca4c1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425279 Aug 17 03:21:46.739927 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a171-f3ee-4d8f-850e-a14d4c561ed5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:46.794869 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f3a171-f3ee-4d8f-850e-a14d4c561ed5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=b4204171-5522-4639-83dd-d42366edc1b5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:46.800604 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f4f3a171-f3ee-4d8f-850e-a14d4c561ed5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:46.803097 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f4f3a171-f3ee-4d8f-850e-a14d4c561ed5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/b4204171-5522-4639-83dd-d42366edc1b5 HTTP/1.1" status: 204 len: 168 time: 1.3108537 Aug 17 03:21:46.805642 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55354) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:46.881853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-eeae4aaa-9357-4c87-a388-0ed5d0ae6555 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet e161f4e4-f43b-425c-8307-3d564870f7c7 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:21:46.887175 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eeae4aaa-9357-4c87-a388-0ed5d0ae6555 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:46.947009 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eeae4aaa-9357-4c87-a388-0ed5d0ae6555 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:46.978022 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16e96563-3001-482c-a8a6-94115bfcddfb None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:46.999818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7dc7fa52-871f-45b5-9aa2-a0f50141a366 None None] Could not find standard attr ID for object 80060e4e-461e-44e0-b526-9bf9c6a3dc34. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:21:47.155331 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eeae4aaa-9357-4c87-a388-0ed5d0ae6555 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:47.161050 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:21:47.165297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7dc7fa52-871f-45b5-9aa2-a0f50141a366 None None] Provisioning for port 5891a370-eef0-4495-a69e-32ad8dc17056 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:47.178421 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7dc7fa52-871f-45b5-9aa2-a0f50141a366 None None] Provisioning complete for port 5891a370-eef0-4495-a69e-32ad8dc17056 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:47.178789 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7dc7fa52-871f-45b5-9aa2-a0f50141a366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:47.217446 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5891a370-eef0-4495-a69e-32ad8dc17056 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:21:47.340539 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eeae4aaa-9357-4c87-a388-0ed5d0ae6555 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:47.396099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeae4aaa-9357-4c87-a388-0ed5d0ae6555 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=e161f4e4-f43b-425c-8307-3d564870f7c7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:47.401933 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eeae4aaa-9357-4c87-a388-0ed5d0ae6555 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:47.404590 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-eeae4aaa-9357-4c87-a388-0ed5d0ae6555 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/e161f4e4-f43b-425c-8307-3d564870f7c7 HTTP/1.1" status: 204 len: 168 time: 0.5978973 Aug 17 03:21:47.406928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55374) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:47.430442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 5891a370-eef0-4495-a69e-32ad8dc17056 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:47.431028 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:47.463351 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8c5b9bd3-c3af-4b78-8994-7ba7e7710fb9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546670 Aug 17 03:21:47.467208 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55376) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:47.511698 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:47.518797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '0d4ea06f-55b2-4363-b46d-6d8bcfbba85d', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'port_id': '0d4ea06f-55b2-4363-b46d-6d8bcfbba85d', 'mac_address': 'fa:16:3e:ec:c2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:21:47.558329 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce6eb3d6-490c-4d56-b9c1-78aed7911ee3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:47.561884 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ce6eb3d6-490c-4d56-b9c1-78aed7911ee3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0930102 Aug 17 03:21:47.562548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55378) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:47.638928 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:47.678698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1e88da8-d331-4b80-a545-f885394d9556 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:47.681132 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d1e88da8-d331-4b80-a545-f885394d9556 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1170390 Aug 17 03:21:47.684543 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55388) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:47.686505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:21:47.748974 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-55864707-d45c-420a-af5c-c37dbf844bfa tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0624077 Aug 17 03:21:47.755048 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55392) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:47.772542 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-14a9d00f-4f82-4fe8-b097-b837d23e755c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:47.772655 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:47.832009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085ad158-5b1a-48ed-8b07-a65c73d9251e req-eaeab7a5-ce91-40f6-b6c4-e1354cf3d0ba tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:47.851979 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-085ad158-5b1a-48ed-8b07-a65c73d9251e req-eaeab7a5-ce91-40f6-b6c4-e1354cf3d0ba tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 943 time: 0.1487050 Aug 17 03:21:47.855468 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:47.950058 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-611bec4e-92e0-4a2e-81ab-40f2772bf99c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:47.956841 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:47.996567 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-085ad158-5b1a-48ed-8b07-a65c73d9251e req-95eb698a-ad6a-4a6c-b043-55acdb205b76 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302054 Aug 17 03:21:48.064713 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14a9d00f-4f82-4fe8-b097-b837d23e755c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:48.069005 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14a9d00f-4f82-4fe8-b097-b837d23e755c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:48.070593 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-14a9d00f-4f82-4fe8-b097-b837d23e755c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:48.071042 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14a9d00f-4f82-4fe8-b097-b837d23e755c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:21:48.141675 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['0d4ea06f-55b2-4363-b46d-6d8bcfbba85d'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:21:48.176824 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-14a9d00f-4f82-4fe8-b097-b837d23e755c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4175429 Aug 17 03:21:48.177047 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55396) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:48.196092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-44fb7071-6e60-45fa-af39-ba0e4ee144ab tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:48.299880 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:48.499283 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55408) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:48.522135 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44fb7071-6e60-45fa-af39-ba0e4ee144ab tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:48.525642 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44fb7071-6e60-45fa-af39-ba0e4ee144ab tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:48.534577 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-44fb7071-6e60-45fa-af39-ba0e4ee144ab tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:48.535334 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-44fb7071-6e60-45fa-af39-ba0e4ee144ab tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:21:48.621222 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-44fb7071-6e60-45fa-af39-ba0e4ee144ab tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.4430892 Aug 17 03:21:48.625354 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55412) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:48.634652 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8431461c-0eb2-406e-8034-bff2c5579af8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:48.675467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5040ebf6-4925-4a3e-85aa-9d1abca3db48 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:48.699548 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0bbf184f-4bdc-4459-a7a1-bccfb1ca9886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:48.923808 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0bbf184f-4bdc-4459-a7a1-bccfb1ca9886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:48.935265 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b7f55146-6356-4b5b-aad0-98fd5bd31c3f None None] Provisioning complete for port 5891a370-eef0-4495-a69e-32ad8dc17056 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:48.935643 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b7f55146-6356-4b5b-aad0-98fd5bd31c3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:49.002717 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0bbf184f-4bdc-4459-a7a1-bccfb1ca9886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:49.082682 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:21:49.093915 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bbf184f-4bdc-4459-a7a1-bccfb1ca9886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c331e125-8dae-4c5c-8419-54aa38432e5b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:49.133814 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8431461c-0eb2-406e-8034-bff2c5579af8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:49.134927 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0bbf184f-4bdc-4459-a7a1-bccfb1ca9886 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=9bcbe09da3854176923d10ab97f405b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6343250 Aug 17 03:21:49.137294 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55422) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:49.141668 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8431461c-0eb2-406e-8034-bff2c5579af8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:49.143149 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-8431461c-0eb2-406e-8034-bff2c5579af8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:49.143599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8431461c-0eb2-406e-8034-bff2c5579af8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:21:49.250429 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34067080-774b-4a2e-b266-82b873934611 None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:21:49.277085 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:49.302399 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8431461c-0eb2-406e-8034-bff2c5579af8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6743829 Aug 17 03:21:49.305265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55426) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:49.311516 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3c88048a-ee94-4ef0-b151-93039bf49e04 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:49.365667 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbeabad4-1bf7-4e57-9cc0-39ebc903368f req-c7c8c932-11fd-4504-9b5a-b814e72b12bf tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:49.367666 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fbeabad4-1bf7-4e57-9cc0-39ebc903368f req-c7c8c932-11fd-4504-9b5a-b814e72b12bf tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 944 time: 0.1821487 Aug 17 03:21:49.372218 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e9219162-7c32-4a0b-bed4-4f1401542861 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:49.423646 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e9219162-7c32-4a0b-bed4-4f1401542861 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:49.450251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-34067080-774b-4a2e-b266-82b873934611 None None] Deleting port 5891a370-eef0-4495-a69e-32ad8dc17056 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:21:49.451007 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34067080-774b-4a2e-b266-82b873934611 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:49.456018 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fbeabad4-1bf7-4e57-9cc0-39ebc903368f req-03a15c76-18d6-40a4-97f1-bee13d2cf567 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746081 Aug 17 03:21:49.517078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:49.525307 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:49.526413 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:49.578402 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-34067080-774b-4a2e-b266-82b873934611 None None] For port 5891a370-eef0-4495-a69e-32ad8dc17056, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5891a370-eef0-4495-a69e-32ad8dc17056,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:49.578808 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34067080-774b-4a2e-b266-82b873934611 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:49.591026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c88048a-ee94-4ef0-b151-93039bf49e04 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:49.594847 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3c88048a-ee94-4ef0-b151-93039bf49e04 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:49.601184 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c88048a-ee94-4ef0-b151-93039bf49e04 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:49.601368 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-34067080-774b-4a2e-b266-82b873934611 None None] Calling delete_port for 5891a370-eef0-4495-a69e-32ad8dc17056 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:21:49.601535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c88048a-ee94-4ef0-b151-93039bf49e04 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:21:49.687756 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e9219162-7c32-4a0b-bed4-4f1401542861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:49.690873 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e9219162-7c32-4a0b-bed4-4f1401542861 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:49.691651 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e9219162-7c32-4a0b-bed4-4f1401542861 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c331e125-8dae-4c5c-8419-54aa38432e5b HTTP/1.1" status: 204 len: 168 time: 0.5546293 Aug 17 03:21:49.700064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9219162-7c32-4a0b-bed4-4f1401542861 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c331e125-8dae-4c5c-8419-54aa38432e5b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:49.733501 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:49.735554 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3c88048a-ee94-4ef0-b151-93039bf49e04 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4285855 Aug 17 03:21:49.740634 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55436) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:49.753611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-905c8074-4477-469e-8635-8386e5b26c64 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:49.785014 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e6a42d-c766-4995-b7c6-e87ef711e003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4ea06f-55b2-4363-b46d-6d8bcfbba85d'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:21:49.787948 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a770059-7ac6-4f36-9594-24248a0d4d59" -d '{"events": [{"server_uuid": "20e6a42d-c766-4995-b7c6-e87ef711e003", "name": "network-vif-plugged", "status": "completed", "tag": "0d4ea06f-55b2-4363-b46d-6d8bcfbba85d"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:21:49.803742 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:49.842698 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34067080-774b-4a2e-b266-82b873934611 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:49.852977 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:21:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71897b9e-3472-4ad9-aa66-e4b49e57a439 x-openstack-request-id: req-71897b9e-3472-4ad9-aa66-e4b49e57a439 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:21:49.853902 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e6a42d-c766-4995-b7c6-e87ef711e003", "name": "network-vif-plugged", "status": "completed", "tag": "0d4ea06f-55b2-4363-b46d-6d8bcfbba85d", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:21:49.854794 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71897b9e-3472-4ad9-aa66-e4b49e57a439 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:21:49.855131 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e6a42d-c766-4995-b7c6-e87ef711e003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4ea06f-55b2-4363-b46d-6d8bcfbba85d', 'code': 200} Aug 17 03:21:49.860116 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34067080-774b-4a2e-b266-82b873934611 None None] No DVR routers for this DVR port 5891a370-eef0-4495-a69e-32ad8dc17056 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:21:49.888172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34067080-774b-4a2e-b266-82b873934611 None None] Pushing event deleted for resources: {'Port': ['ID=5891a370-eef0-4495-a69e-32ad8dc17056,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:49.904789 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:49.964757 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:49.986743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f08568-f9dc-4b96-b313-e4144c030b22 req-c4c264b0-6fe3-4fff-b5c0-d4c9ad66f578 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:49.988633 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-92f08568-f9dc-4b96-b313-e4144c030b22 req-c4c264b0-6fe3-4fff-b5c0-d4c9ad66f578 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 1096 time: 0.0537200 Aug 17 03:21:49.989349 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905c8074-4477-469e-8635-8386e5b26c64 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:49.993033 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-905c8074-4477-469e-8635-8386e5b26c64 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:49.994534 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-905c8074-4477-469e-8635-8386e5b26c64 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:49.995236 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-905c8074-4477-469e-8635-8386e5b26c64 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:21:50.041876 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-92f08568-f9dc-4b96-b313-e4144c030b22 req-2b27434e-9c67-4fc8-b85b-4178306ec1fd service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441220 Aug 17 03:21:50.094148 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-905c8074-4477-469e-8635-8386e5b26c64 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3516748 Aug 17 03:21:50.097340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55444) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:50.102390 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-965ab8ae-c870-4cb9-a343-86045888ca7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:50.288315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-965ab8ae-c870-4cb9-a343-86045888ca7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:50.292900 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-965ab8ae-c870-4cb9-a343-86045888ca7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:50.294805 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-965ab8ae-c870-4cb9-a343-86045888ca7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:21:50.295324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-965ab8ae-c870-4cb9-a343-86045888ca7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:21:50.396132 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-965ab8ae-c870-4cb9-a343-86045888ca7a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2975471 Aug 17 03:21:50.398545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55460) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:50.428525 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3a6eeb87-ce75-4ca2-ace8-07c17a188945 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0288181 Aug 17 03:21:50.430963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55462) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:50.498173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c0323e5-c3d1-4276-96dd-47717aba5476 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:50.499700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4c0323e5-c3d1-4276-96dd-47717aba5476 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0669682 Aug 17 03:21:50.504759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55470) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:50.545467 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4fe1e3cd-d602-4740-bf2a-c7fcbdea2ac7 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0401068 Aug 17 03:21:50.547510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55472) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:50.557286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e362997f-6beb-49b4-a6e4-a134d8817449 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:50.603157 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599b37a3-3cb3-4134-a9c7-51afe0b48a27 req-f38986cb-61f1-46b1-9b1f-a3e16da6b0ad tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:50.609982 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-599b37a3-3cb3-4134-a9c7-51afe0b48a27 req-f38986cb-61f1-46b1-9b1f-a3e16da6b0ad tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.0784876 Aug 17 03:21:50.646636 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-599b37a3-3cb3-4134-a9c7-51afe0b48a27 req-ab91f5ac-46ec-4f9e-85b6-022987d9f90f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351357 Aug 17 03:21:50.763660 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e362997f-6beb-49b4-a6e4-a134d8817449 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:50.766739 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e362997f-6beb-49b4-a6e4-a134d8817449 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:50.922118 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:51.044063 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55494) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:51.185613 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5891a370-eef0-4495-a69e-32ad8dc17056 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:21:51.218881 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 5891a370-eef0-4495-a69e-32ad8dc17056 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:21:51.219502 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5891a370-eef0-4495-a69e-32ad8dc17056 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:21:51.272211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ec460bcc-10ab-4503-af10-f888f3e2e072 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-337998460-network', 'tenant_id': 'dc96795234e944d0866a00ef01d3594a'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:51.382529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-fa003aef-5012-4073-854a-1e3c404c5d0f req-4474533b-fd72-4d81-b868-185758895797 service neutron] (101970) timed out ('10.222.0.10', 59350) {{(pid=101970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:21:51.413549 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec460bcc-10ab-4503-af10-f888f3e2e072 admin admin] Made reservation on behalf of dc96795234e944d0866a00ef01d3594a for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:51.416992 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec460bcc-10ab-4503-af10-f888f3e2e072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:51.433699 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec460bcc-10ab-4503-af10-f888f3e2e072 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:51.525516 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec460bcc-10ab-4503-af10-f888f3e2e072 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:51.549540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.objects.ports [None req-e362997f-6beb-49b4-a6e4-a134d8817449 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101970) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 03:21:51.550984 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e362997f-6beb-49b4-a6e4-a134d8817449 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:51.593779 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec460bcc-10ab-4503-af10-f888f3e2e072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:51.601842 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e362997f-6beb-49b4-a6e4-a134d8817449 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:51.606326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-e362997f-6beb-49b4-a6e4-a134d8817449 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:51.613541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e362997f-6beb-49b4-a6e4-a134d8817449 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=eff30efe-dbfb-435e-83ad-162416ee6497,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:51.622256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e362997f-6beb-49b4-a6e4-a134d8817449 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:51.624377 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e362997f-6beb-49b4-a6e4-a134d8817449 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:51.639201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b2ea148-fc77-4484-b374-509f1c80cb44 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:51.654096 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec460bcc-10ab-4503-af10-f888f3e2e072 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:21:51.663816 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec460bcc-10ab-4503-af10-f888f3e2e072 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=deedab23-783a-4b4c-9b76-971e2f4a5297,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:51.671623 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec460bcc-10ab-4503-af10-f888f3e2e072 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:51.672296 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-ec460bcc-10ab-4503-af10-f888f3e2e072 admin admin] Added segment ffaed1ba-5ebe-4198-9983-02a58626ad82 of type vlan for network 0408f7b1-51b1-443c-9781-9ae91d82bf39 Aug 17 03:21:51.729000 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e362997f-6beb-49b4-a6e4-a134d8817449 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1784258 Aug 17 03:21:51.731815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55512) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:51.738700 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec460bcc-10ab-4503-af10-f888f3e2e072 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:51.739239 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f6fe2764-083a-49a1-9c09-fc72d2985674 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'mac_address': 'fa:16:3e:0e:ef:09', 'name': 'tempest-NetworksTestDHCPv6-206808753'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:51.854228 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec460bcc-10ab-4503-af10-f888f3e2e072 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:51.855633 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec460bcc-10ab-4503-af10-f888f3e2e072 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:51.856476 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec460bcc-10ab-4503-af10-f888f3e2e072 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:51.979642 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': 'eff30efe-dbfb-435e-83ad-162416ee6497'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:21:51.981955 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:51.984021 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5db02c4e-5a34-4d72-bdab-a42da74496b4 req-5926ebad-07a2-4f56-a5fe-f85414a55873 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:52.009286 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5db02c4e-5a34-4d72-bdab-a42da74496b4 req-5926ebad-07a2-4f56-a5fe-f85414a55873 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.1627645 Aug 17 03:21:52.062065 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5db02c4e-5a34-4d72-bdab-a42da74496b4 req-cb0c0879-e3de-420c-95b9-f9d06a4628c1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0669739 Aug 17 03:21:52.098884 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec460bcc-10ab-4503-af10-f888f3e2e072 admin admin] Pushing event updated for resources: {'Network': ['ID=0408f7b1-51b1-443c-9781-9ae91d82bf39,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:52.110813 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 0408f7b1-51b1-443c-9781-9ae91d82bf39 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:21:52.238335 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Allocated IP 2001:db8::f816:3eff:fedd:6721 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/eff30efe-dbfb-435e-83ad-162416ee6497/277497b3-8e68-4ca5-b0f2-aca0c5e19f1a) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:52.402051 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:52.410882 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Transition to ACTIVE for port object 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:52.428118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Transition to ACTIVE for port object 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:52.477729 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ec460bcc-10ab-4503-af10-f888f3e2e072 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.4316196 Aug 17 03:21:52.480760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55522) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:52.487081 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8bffb239-c76e-4d7b-bef2-b280359fa9cb admin admin] Request body: {'subnet': {'network_id': '0408f7b1-51b1-443c-9781-9ae91d82bf39', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-337998460-subnet', 'tenant_id': 'dc96795234e944d0866a00ef01d3594a', 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:52.757627 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:52.781926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fe2764-083a-49a1-9c09-fc72d2985674 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:52.796655 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:52.800169 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:52.804011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:21:52.856972 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Pushing event updated for resources: {'Port': ['ID=277497b3-8e68-4ca5-b0f2-aca0c5e19f1a,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:52.876629 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Attempting to bind port 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:21:52.877010 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Attempting to bind port 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:21:52.877677 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Attempting to bind port 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:21:52.883743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:21:52.884118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:21:52.885170 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:52.885589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:21:52.886062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Bound port: 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:21:52.886449 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:52.898821 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2764-083a-49a1-9c09-fc72d2985674 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:52.928073 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-f6fe2764-083a-49a1-9c09-fc72d2985674 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port 4b595872-49aa-48d4-b52a-3b936b17c07b yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:21:52.960439 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] For port 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:21:52.964957 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] For port 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=277497b3-8e68-4ca5-b0f2-aca0c5e19f1a,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:21:52.994601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bffb239-c76e-4d7b-bef2-b280359fa9cb admin admin] Made reservation on behalf of dc96795234e944d0866a00ef01d3594a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:52.999909 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8bffb239-c76e-4d7b-bef2-b280359fa9cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:53.029213 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:53.099602 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdf77250-e9b1-469d-af9e-92092717fab4 None None] Pushing event updated for resources: {'Port': ['ID=277497b3-8e68-4ca5-b0f2-aca0c5e19f1a,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:53.356012 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673af289-1315-4bcc-9b23-a3f845e9b1c0 req-5889bcbe-1ce8-45c3-aab0-990ae5fda992 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:53.359970 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-673af289-1315-4bcc-9b23-a3f845e9b1c0 req-5889bcbe-1ce8-45c3-aab0-990ae5fda992 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.3682904 Aug 17 03:21:53.504044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-f6fe2764-083a-49a1-9c09-fc72d2985674 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::f816:3eff:fe0e:ef09 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/eff30efe-dbfb-435e-83ad-162416ee6497/4b595872-49aa-48d4-b52a-3b936b17c07b) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:53.571738 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-673af289-1315-4bcc-9b23-a3f845e9b1c0 req-116df50f-1190-40c7-9bac-f46e40ccb893 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2029247 Aug 17 03:21:53.741386 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8bffb239-c76e-4d7b-bef2-b280359fa9cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:53.825111 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2764-083a-49a1-9c09-fc72d2985674 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:53.847315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bffb239-c76e-4d7b-bef2-b280359fa9cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=a18f9caa-ea77-4967-a26a-ea52b5b8fbeb,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:53.858754 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-f6fe2764-083a-49a1-9c09-fc72d2985674 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object 4b595872-49aa-48d4-b52a-3b936b17c07b will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:53.862663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bffb239-c76e-4d7b-bef2-b280359fa9cb admin admin] Checking segment: {'id': 'ffaed1ba-5ebe-4198-9983-02a58626ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0408f7b1-51b1-443c-9781-9ae91d82bf39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:21:53.863041 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bffb239-c76e-4d7b-bef2-b280359fa9cb admin admin] Network hostable DHCP agents. Network: 0408f7b1-51b1-443c-9781-9ae91d82bf39, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:21:53.944810 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bffb239-c76e-4d7b-bef2-b280359fa9cb admin admin] Network 0408f7b1-51b1-443c-9781-9ae91d82bf39 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:21:53.975462 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2764-083a-49a1-9c09-fc72d2985674 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:54.035483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-8bffb239-c76e-4d7b-bef2-b280359fa9cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 0408f7b1-51b1-443c-9781-9ae91d82bf39) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:54.046531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bffb239-c76e-4d7b-bef2-b280359fa9cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:54.048093 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8bffb239-c76e-4d7b-bef2-b280359fa9cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:54.077701 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fe2764-083a-49a1-9c09-fc72d2985674 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:54.085548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-f6fe2764-083a-49a1-9c09-fc72d2985674 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:54.089379 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fe2764-083a-49a1-9c09-fc72d2985674 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=4b595872-49aa-48d4-b52a-3b936b17c07b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:54.092106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6fe2764-083a-49a1-9c09-fc72d2985674 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:21:54.101332 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fe2764-083a-49a1-9c09-fc72d2985674 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:54.102052 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6fe2764-083a-49a1-9c09-fc72d2985674 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:54.111200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3a62927-e121-49a0-8b45-b66c825a37f7 None None] Network 0408f7b1-51b1-443c-9781-9ae91d82bf39 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:54.170658 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8bffb239-c76e-4d7b-bef2-b280359fa9cb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.6887753 Aug 17 03:21:54.173165 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55548) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:54.178833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-337998460-router', 'tenant_id': 'dc96795234e944d0866a00ef01d3594a', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:54.205198 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f6fe2764-083a-49a1-9c09-fc72d2985674 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.4699261 Aug 17 03:21:54.209250 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55550) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:54.278397 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073770a5-6601-46a8-9f15-9641aa68d36b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:54.293437 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-073770a5-6601-46a8-9f15-9641aa68d36b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:54.298246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55552) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:54.298587 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-073770a5-6601-46a8-9f15-9641aa68d36b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.0862226 Aug 17 03:21:54.309560 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:54.315228 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:54.345623 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-0408f7b1-51b1-443c-9781-9ae91d82bf39', 'network_id': '0408f7b1-51b1-443c-9781-9ae91d82bf39', 'tenant_id': 'dc96795234e944d0866a00ef01d3594a', 'fixed_ips': [{'subnet_id': 'a18f9caa-ea77-4967-a26a-ea52b5b8fbeb'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:21:54.346753 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:54.448792 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:54.467458 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-4ef07496-2ef9-45c9-865c-36b600b1d2b0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port 4b595872-49aa-48d4-b52a-3b936b17c07b {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:21:54.468193 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ef07496-2ef9-45c9-865c-36b600b1d2b0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:54.544842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Allocated IP 172.20.0.2 (0408f7b1-51b1-443c-9781-9ae91d82bf39/a18f9caa-ea77-4967-a26a-ea52b5b8fbeb/7e197da2-644f-469b-8284-74e90a925271) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:54.738616 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ef07496-2ef9-45c9-865c-36b600b1d2b0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:54.757612 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-4ef07496-2ef9-45c9-865c-36b600b1d2b0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for 4b595872-49aa-48d4-b52a-3b936b17c07b owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:21:54.809919 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4fe43a1b-3e2f-433f-9e9e-4e99a0fa89f0 None None] Provisioning for port 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:54.833492 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a245d885-a5c8-4c40-80a8-dece3802199f req-5a6dfa00-dfa1-4efc-92c6-bd7e5ffcb684 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:54.838594 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a245d885-a5c8-4c40-80a8-dece3802199f req-5a6dfa00-dfa1-4efc-92c6-bd7e5ffcb684 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.1337481 Aug 17 03:21:54.894358 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:54.910802 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Transition to ACTIVE for port object 7e197da2-644f-469b-8284-74e90a925271 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:54.950360 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a245d885-a5c8-4c40-80a8-dece3802199f req-1df8090f-8974-4d7b-a0e1-1cfa2927dd59 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965302 Aug 17 03:21:54.952015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Transition to ACTIVE for port object 7e197da2-644f-469b-8284-74e90a925271 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:54.968023 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:55.049445 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:55.304571 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Network 0408f7b1-51b1-443c-9781-9ae91d82bf39 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:55.305637 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:21:55.311419 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-79fe4be6-7215-4426-8733-bec4be2db5a4 None None] Provisioning for port 4b595872-49aa-48d4-b52a-3b936b17c07b completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:55.334858 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-79fe4be6-7215-4426-8733-bec4be2db5a4 None None] Provisioning complete for port 4b595872-49aa-48d4-b52a-3b936b17c07b triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:55.335143 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-79fe4be6-7215-4426-8733-bec4be2db5a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:55.336877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:55.375083 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:21:55.382784 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Pushing event updated for resources: {'Port': ['ID=7e197da2-644f-469b-8284-74e90a925271,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:55.427595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-79fe4be6-7215-4426-8733-bec4be2db5a4 None None] Port 4b595872-49aa-48d4-b52a-3b936b17c07b cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:21:55.463791 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Attempting to bind port 7e197da2-644f-469b-8284-74e90a925271 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:21:55.464266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Attempting to bind port 7e197da2-644f-469b-8284-74e90a925271 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'ffaed1ba-5ebe-4198-9983-02a58626ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0408f7b1-51b1-443c-9781-9ae91d82bf39'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:21:55.464934 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Attempting to bind port 7e197da2-644f-469b-8284-74e90a925271 on network 0408f7b1-51b1-443c-9781-9ae91d82bf39 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:21:55.471631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:21:55.471986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Checking segment: {'id': 'ffaed1ba-5ebe-4198-9983-02a58626ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0408f7b1-51b1-443c-9781-9ae91d82bf39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:21:55.472395 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:55.472799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Bound using segment: {'id': 'ffaed1ba-5ebe-4198-9983-02a58626ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0408f7b1-51b1-443c-9781-9ae91d82bf39'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:21:55.473272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Bound port: 7e197da2-644f-469b-8284-74e90a925271, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffaed1ba-5ebe-4198-9983-02a58626ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0408f7b1-51b1-443c-9781-9ae91d82bf39'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:21:55.473696 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:55.534654 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:55.542807 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] For port 7e197da2-644f-469b-8284-74e90a925271, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:21:55.546229 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] For port 7e197da2-644f-469b-8284-74e90a925271, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7e197da2-644f-469b-8284-74e90a925271,segment=NetworkSegment(ffaed1ba-5ebe-4198-9983-02a58626ad82),segment_id=ffaed1ba-5ebe-4198-9983-02a58626ad82)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:21:55.555455 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:55.611917 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ef07496-2ef9-45c9-865c-36b600b1d2b0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:55.613328 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:55.621651 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:55.622949 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:55.663162 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:55.668643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef07496-2ef9-45c9-865c-36b600b1d2b0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=4b595872-49aa-48d4-b52a-3b936b17c07b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:55.740413 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4ef07496-2ef9-45c9-865c-36b600b1d2b0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:55.746148 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55594) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:55.763098 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4ef07496-2ef9-45c9-865c-36b600b1d2b0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/4b595872-49aa-48d4-b52a-3b936b17c07b HTTP/1.1" status: 204 len: 168 time: 1.4633741 Aug 17 03:21:55.814519 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bbad160-e25d-451d-99b5-f60eec2b5804 None None] Pushing event updated for resources: {'Port': ['ID=7e197da2-644f-469b-8284-74e90a925271,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:55.815244 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Allocated IP 172.25.1.129 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/23974460-4956-42a2-af08-e68c0e485957) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:55.882049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993a8099-3d32-4a94-bc06-114c103ed9d0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:55.883993 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-993a8099-3d32-4a94-bc06-114c103ed9d0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:55.887153 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-993a8099-3d32-4a94-bc06-114c103ed9d0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.1392872 Aug 17 03:21:55.890135 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55600) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:55.957220 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:56.029236 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-5a3d7f95-bb89-4923-affb-5d4c891f1a68 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet eff30efe-dbfb-435e-83ad-162416ee6497 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:21:56.043222 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7f95-bb89-4923-affb-5d4c891f1a68 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:56.055788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=277497b3-8e68-4ca5-b0f2-aca0c5e19f1a,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:56.113463 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:56.166093 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7f95-bb89-4923-affb-5d4c891f1a68 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:56.177338 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:56.251350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=277497b3-8e68-4ca5-b0f2-aca0c5e19f1a,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:56.313638 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7f95-bb89-4923-affb-5d4c891f1a68 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:56.356759 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:56.426058 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:56.432562 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Pushing event updated for resources: {'Port': ['ID=23974460-4956-42a2-af08-e68c0e485957,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:56.437445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:56.447122 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:21:56.561021 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7f95-bb89-4923-affb-5d4c891f1a68 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:56.630196 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3d7f95-bb89-4923-affb-5d4c891f1a68 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=eff30efe-dbfb-435e-83ad-162416ee6497,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:56.648306 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5a3d7f95-bb89-4923-affb-5d4c891f1a68 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:56.653367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04087851-1679-41d8-959e-ed528c7e2fde None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:56.653907 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5a3d7f95-bb89-4923-affb-5d4c891f1a68 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/eff30efe-dbfb-435e-83ad-162416ee6497 HTTP/1.1" status: 204 len: 168 time: 0.7562354 Aug 17 03:21:56.654595 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55626) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:56.707195 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-abd79d1a-52cb-4cf7-8852-4959613b801d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0486851 Aug 17 03:21:56.712274 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55628) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:56.727054 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39f53da-4bb6-4460-99e5-10a1fe8d2a2f req-c12b590d-e67b-41ab-9c8d-60e752ced416 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:56.736562 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f39f53da-4bb6-4460-99e5-10a1fe8d2a2f req-c12b590d-e67b-41ab-9c8d-60e752ced416 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.2770798 Aug 17 03:21:56.754648 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-0d15d887-8695-42a9-a37d-fd6809eab5a5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:56.885538 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f39f53da-4bb6-4460-99e5-10a1fe8d2a2f req-97cd84c4-af6b-44c4-95d9-df35121c7806 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1312621 Aug 17 03:21:56.942819 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a22ab5f-a3ba-4f60-8fee-498b181f29a7 None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:21:57.042525 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d15d887-8695-42a9-a37d-fd6809eab5a5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:57.046842 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0d15d887-8695-42a9-a37d-fd6809eab5a5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:57.087158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-9a22ab5f-a3ba-4f60-8fee-498b181f29a7 None None] Deleting port 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:21:57.087158 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9a22ab5f-a3ba-4f60-8fee-498b181f29a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:57.108399 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:57.251040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-9a22ab5f-a3ba-4f60-8fee-498b181f29a7 None None] For port 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=277497b3-8e68-4ca5-b0f2-aca0c5e19f1a,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:57.252715 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9a22ab5f-a3ba-4f60-8fee-498b181f29a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:57.308685 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-9a22ab5f-a3ba-4f60-8fee-498b181f29a7 None None] Calling delete_port for 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:21:57.452410 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7e197da2-644f-469b-8284-74e90a925271 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:21:57.483333 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f36f1d59-8f20-4286-a3ed-32aa76f242b1 None None] Network 0408f7b1-51b1-443c-9781-9ae91d82bf39 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:57.494417 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:57.586082 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9a22ab5f-a3ba-4f60-8fee-498b181f29a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:57.626663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a22ab5f-a3ba-4f60-8fee-498b181f29a7 None None] Pushing event deleted for resources: {'Port': ['ID=277497b3-8e68-4ca5-b0f2-aca0c5e19f1a,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:57.632025 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a0ef79f6-cb01-46ba-803d-2c8fa4f8efe1 None None] Provisioning for port 7e197da2-644f-469b-8284-74e90a925271 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:57.644546 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a22ab5f-a3ba-4f60-8fee-498b181f29a7 None None] No DVR routers for this DVR port 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:21:57.682533 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 7e197da2-644f-469b-8284-74e90a925271 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:21:57.690935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.objects.ports [None req-0d15d887-8695-42a9-a37d-fd6809eab5a5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101969) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 03:21:57.692901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 7e197da2-644f-469b-8284-74e90a925271 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:57.692901 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:57.693094 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0d15d887-8695-42a9-a37d-fd6809eab5a5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:57.750832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Router 444cb2d4-a38f-408d-9658-dd9ebd83d18d is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:21:57.771099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d15d887-8695-42a9-a37d-fd6809eab5a5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=d9691699-b3b8-49a5-bf50-05e69a34a877,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:57.786286 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d15d887-8695-42a9-a37d-fd6809eab5a5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:57.787824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-0d15d887-8695-42a9-a37d-fd6809eab5a5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:57.795039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d15d887-8695-42a9-a37d-fd6809eab5a5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:57.795958 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0d15d887-8695-42a9-a37d-fd6809eab5a5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:57.820420 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0335657c-9a46-4749-8384-cee410efc41d None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:21:57.887545 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:57.905523 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0d15d887-8695-42a9-a37d-fd6809eab5a5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.1489727 Aug 17 03:21:57.907075 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55648) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:57.913134 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a5952507-4ac7-417d-b5dd-76977ef68944 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'mac_address': 'fa:16:3e:ef:7a:54', 'name': 'tempest-NetworksTestDHCPv6-2141238162'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:21:57.929530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 7e197da2-644f-469b-8284-74e90a925271, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7e197da2-644f-469b-8284-74e90a925271,segment=NetworkSegment(ffaed1ba-5ebe-4198-9983-02a58626ad82),segment_id=ffaed1ba-5ebe-4198-9983-02a58626ad82)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:21:58.065574 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:58.104851 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:21:58.122129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=7e197da2-644f-469b-8284-74e90a925271,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:58.125227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Sync routers for ids ['444cb2d4-a38f-408d-9658-dd9ebd83d18d'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:21:58.156671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0de9cf6-47de-45bf-b174-a9a25cd653cd req-761d2f7a-55be-4957-b524-e51666234543 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:58.164383 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0de9cf6-47de-45bf-b174-a9a25cd653cd req-761d2f7a-55be-4957-b524-e51666234543 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.1835432 Aug 17 03:21:58.166696 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:21:58.175147 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Routers {'444cb2d4-a38f-408d-9658-dd9ebd83d18d'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:21:58.175737 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:21:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['444cb2d4-a38f-408d-9658-dd9ebd83d18d'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:21:58.200216 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5952507-4ac7-417d-b5dd-76977ef68944 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:21:58.241817 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0de9cf6-47de-45bf-b174-a9a25cd653cd req-75e373ac-98f7-43b0-bf28-be680317ae49 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0764143 Aug 17 03:21:58.276670 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:58.278465 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-69a6d8a7-3dff-4556-964c-a6a095482d7a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 4.1039875 Aug 17 03:21:58.281149 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55658) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:21:58.293603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': 'd9691699-b3b8-49a5-bf50-05e69a34a877'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:21:58.294954 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:58.326709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:21:58.332129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 277497b3-8e68-4ca5-b0f2-aca0c5e19f1a not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:21:58.337932 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4706ed6a-c1af-43ff-a5b6-d02988e23153 None None] Provisioning complete for port 7e197da2-644f-469b-8284-74e90a925271 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:58.338560 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4706ed6a-c1af-43ff-a5b6-d02988e23153 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:58.349118 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5952507-4ac7-417d-b5dd-76977ef68944 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:58.393987 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Set router 444cb2d4-a38f-408d-9658-dd9ebd83d18d gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:21:58.412463 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-a5952507-4ac7-417d-b5dd-76977ef68944 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port 1f114a33-a695-4a84-8458-865cae23c6c2 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:21:58.805208 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'name': 'tempest-TestAggregatesBasicOps-337998460-router', 'tenant_id': 'dc96795234e944d0866a00ef01d3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '23974460-4956-42a2-af08-e68c0e485957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:21:54Z', 'updated_at': '2021-08-17T03:21:56Z', 'revision_number': 3, 'project_id': 'dc96795234e944d0866a00ef01d3594a', 'gw_port': {'id': '23974460-4956-42a2-af08-e68c0e485957', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:21:55Z', 'updated_at': '2021-08-17T03:21:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:21:58.839734 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Checking router: 444cb2d4-a38f-408d-9658-dd9ebd83d18d for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:21:58.840193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Updating router 444cb2d4-a38f-408d-9658-dd9ebd83d18d port 23974460-4956-42a2-af08-e68c0e485957 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:21:58.898381 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:58.922485 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-a5952507-4ac7-417d-b5dd-76977ef68944 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::f816:3eff:feef:7a54 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/d9691699-b3b8-49a5-bf50-05e69a34a877/1f114a33-a695-4a84-8458-865cae23c6c2) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:59.382834 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:21:59.385201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7e197da2-644f-469b-8284-74e90a925271 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:21:59.409069 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5952507-4ac7-417d-b5dd-76977ef68944 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:59.425382 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-a5952507-4ac7-417d-b5dd-76977ef68944 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object 1f114a33-a695-4a84-8458-865cae23c6c2 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:59.616733 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5952507-4ac7-417d-b5dd-76977ef68944 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:59.650854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 7e197da2-644f-469b-8284-74e90a925271 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:21:59.650854 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:59.760192 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5952507-4ac7-417d-b5dd-76977ef68944 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=1f114a33-a695-4a84-8458-865cae23c6c2,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:21:59.818741 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:21:59.830060 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Transition to ACTIVE for port object 23974460-4956-42a2-af08-e68c0e485957 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:21:59.855350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Allocated IP 2001:db8::f816:3eff:fe55:bc5b (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/d9691699-b3b8-49a5-bf50-05e69a34a877/31f55cd9-1cdb-4442-8488-46489f272386) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:21:59.881349 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32eb5b1-32a7-4b77-9a6d-0892539f369c req-258046df-3925-45ae-8af3-cd956e7c571e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:59.892414 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c32eb5b1-32a7-4b77-9a6d-0892539f369c req-258046df-3925-45ae-8af3-cd956e7c571e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.4326439 Aug 17 03:21:59.919637 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a5952507-4ac7-417d-b5dd-76977ef68944 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:21:59.944636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a5952507-4ac7-417d-b5dd-76977ef68944 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:21:59.960174 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5952507-4ac7-417d-b5dd-76977ef68944 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:21:59.967397 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5952507-4ac7-417d-b5dd-76977ef68944 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:21:59.969061 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5952507-4ac7-417d-b5dd-76977ef68944 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:00.018384 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:00.030491 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c32eb5b1-32a7-4b77-9a6d-0892539f369c req-86fe0684-4b96-42d1-a383-6eeddee14c23 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366298 Aug 17 03:22:00.092421 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a5952507-4ac7-417d-b5dd-76977ef68944 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1839249 Aug 17 03:22:00.094763 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55742) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:00.114958 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:00.125201 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:00.135987 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:00.168121 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Attempting to bind port 23974460-4956-42a2-af08-e68c0e485957 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:00.176203 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Attempting to bind port 23974460-4956-42a2-af08-e68c0e485957 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:00.176715 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Attempting to bind port 23974460-4956-42a2-af08-e68c0e485957 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:00.202414 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:00.202955 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:00.203461 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:00.203959 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:00.204541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Bound port: 23974460-4956-42a2-af08-e68c0e485957, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:00.205829 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:00.344792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd164f4-31d8-4750-a466-a0e5cc690265 None None] Pushing event updated for resources: {'Port': ['ID=23974460-4956-42a2-af08-e68c0e485957,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:00.352681 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Transition to ACTIVE for port object 31f55cd9-1cdb-4442-8488-46489f272386 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:00.374733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '0d4ea06f-55b2-4363-b46d-6d8bcfbba85d', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'port_id': '0d4ea06f-55b2-4363-b46d-6d8bcfbba85d', 'mac_address': 'fa:16:3e:ec:c2:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 90, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:22:00.406245 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] For port 23974460-4956-42a2-af08-e68c0e485957, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:00.408612 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Transition to ACTIVE for port object 31f55cd9-1cdb-4442-8488-46489f272386 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:00.508482 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] For port 23974460-4956-42a2-af08-e68c0e485957, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=23974460-4956-42a2-af08-e68c0e485957,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:00.521560 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:00.526285 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:00.551553 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Allocated IP 172.20.0.1 (0408f7b1-51b1-443c-9781-9ae91d82bf39/a18f9caa-ea77-4967-a26a-ea52b5b8fbeb/6a3e3862-472a-4909-80bd-5ed04bb157bd) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:00.597225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Pushing event updated for resources: {'Port': ['ID=31f55cd9-1cdb-4442-8488-46489f272386,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:00.607583 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:00.609901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:00.612947 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:22:00.618391 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:00.692556 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:00.730093 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:00.735811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Attempting to bind port 31f55cd9-1cdb-4442-8488-46489f272386 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:00.737981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Attempting to bind port 31f55cd9-1cdb-4442-8488-46489f272386 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:00.738524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Attempting to bind port 31f55cd9-1cdb-4442-8488-46489f272386 on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:00.779976 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:00.802282 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Transition to ACTIVE for port object 6a3e3862-472a-4909-80bd-5ed04bb157bd will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:00.821291 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:00.822826 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:00.822826 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:00.823040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a2579fc-c0a4-4888-bf7b-b23782988ffe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:00.823147 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:00.823147 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Bound port: 31f55cd9-1cdb-4442-8488-46489f272386, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:00.823398 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:00.825795 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:00.827115 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55754) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:00.827595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd164f4-31d8-4750-a466-a0e5cc690265 None None] Pushing event updated for resources: {'Port': ['ID=23974460-4956-42a2-af08-e68c0e485957,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:00.827698 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8a2579fc-c0a4-4888-bf7b-b23782988ffe tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.7316430 Aug 17 03:22:00.996035 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:01.028435 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:01.043121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-e7b8ae9f-7cc6-460f-95ed-784df5bcce2c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port 1f114a33-a695-4a84-8458-865cae23c6c2 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:01.044999 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ae9f-7cc6-460f-95ed-784df5bcce2c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:01.061054 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['0d4ea06f-55b2-4363-b46d-6d8bcfbba85d'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:22:01.093850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Pushing event updated for resources: {'Port': ['ID=6a3e3862-472a-4909-80bd-5ed04bb157bd,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:01.113919 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Network 0408f7b1-51b1-443c-9781-9ae91d82bf39 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:01.119620 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:01.122345 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:01.194765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] For port 31f55cd9-1cdb-4442-8488-46489f272386, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:01.201709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Routers {'444cb2d4-a38f-408d-9658-dd9ebd83d18d'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:01.202878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:21:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['444cb2d4-a38f-408d-9658-dd9ebd83d18d'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:01.216465 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] For port 31f55cd9-1cdb-4442-8488-46489f272386, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=31f55cd9-1cdb-4442-8488-46489f272386,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:01.255395 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ae9f-7cc6-460f-95ed-784df5bcce2c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:01.278973 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:01.296634 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-e7b8ae9f-7cc6-460f-95ed-784df5bcce2c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for 1f114a33-a695-4a84-8458-865cae23c6c2 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:01.334828 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:01.395427 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852fbc00-94a4-41d8-8042-cbc17094c281 req-961311d9-9b64-4869-807a-14c1b04dc305 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:01.397965 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-852fbc00-94a4-41d8-8042-cbc17094c281 req-961311d9-9b64-4869-807a-14c1b04dc305 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 944 time: 0.1246982 Aug 17 03:22:01.473853 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-852fbc00-94a4-41d8-8042-cbc17094c281 req-340df43c-8aff-4131-86c2-70012ba50f49 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672946 Aug 17 03:22:01.656443 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] Set router 444cb2d4-a38f-408d-9658-dd9ebd83d18d gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:01.664691 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ae9f-7cc6-460f-95ed-784df5bcce2c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:01.749707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b8ae9f-7cc6-460f-95ed-784df5bcce2c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=1f114a33-a695-4a84-8458-865cae23c6c2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:01.799031 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e7b8ae9f-7cc6-460f-95ed-784df5bcce2c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:01.808286 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e7b8ae9f-7cc6-460f-95ed-784df5bcce2c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/1f114a33-a695-4a84-8458-865cae23c6c2 HTTP/1.1" status: 204 len: 168 time: 0.9792655 Aug 17 03:22:01.818647 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55770) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:01.848038 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:01.929510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559c2d67-e295-40f5-a185-bcb935b6f085 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:01.933391 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-559c2d67-e295-40f5-a185-bcb935b6f085 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:01.935594 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-559c2d67-e295-40f5-a185-bcb935b6f085 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1159122 Aug 17 03:22:01.938479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55772) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:01.943684 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf53242-da06-46ff-b2ab-689fb9b86aa9 None None] Pushing event updated for resources: {'Port': ['ID=31f55cd9-1cdb-4442-8488-46489f272386,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:02.063339 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d4b7beed-bbc2-4403-979e-84fc26e6599b None None] Provisioning for port 6a3e3862-472a-4909-80bd-5ed04bb157bd completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:02.144213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d4b7beed-bbc2-4403-979e-84fc26e6599b None None] Provisioning complete for port 6a3e3862-472a-4909-80bd-5ed04bb157bd triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:02.144903 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d4b7beed-bbc2-4403-979e-84fc26e6599b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:02.154395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6ade02f-4a44-4073-8628-44cc320b4781 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet d9691699-b3b8-49a5-bf50-05e69a34a877 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:22:02.159830 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b6ade02f-4a44-4073-8628-44cc320b4781 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:02.244754 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:02.261192 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b6ade02f-4a44-4073-8628-44cc320b4781 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:02.278986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d4b7beed-bbc2-4403-979e-84fc26e6599b None None] Port 6a3e3862-472a-4909-80bd-5ed04bb157bd cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:22:02.320272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'name': 'tempest-TestAggregatesBasicOps-337998460-router', 'tenant_id': 'dc96795234e944d0866a00ef01d3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '23974460-4956-42a2-af08-e68c0e485957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:21:54Z', 'updated_at': '2021-08-17T03:21:56Z', 'revision_number': 3, 'project_id': 'dc96795234e944d0866a00ef01d3594a', 'gw_port': {'id': '23974460-4956-42a2-af08-e68c0e485957', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:21:55Z', 'updated_at': '2021-08-17T03:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:02.328841 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:02.367016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc458a1-da29-4a7e-896d-177c8768b051 None None] The sync data for ids ['444cb2d4-a38f-408d-9658-dd9ebd83d18d'] in n-d-802060-9 is: [{'id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'name': 'tempest-TestAggregatesBasicOps-337998460-router', 'tenant_id': 'dc96795234e944d0866a00ef01d3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '23974460-4956-42a2-af08-e68c0e485957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:21:54Z', 'updated_at': '2021-08-17T03:21:56Z', 'revision_number': 3, 'project_id': 'dc96795234e944d0866a00ef01d3594a', 'gw_port': {'id': '23974460-4956-42a2-af08-e68c0e485957', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7a:f9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:21:55Z', 'updated_at': '2021-08-17T03:22:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:22:02.458606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Pushing event updated for resources: {'Port': ['ID=6a3e3862-472a-4909-80bd-5ed04bb157bd,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:02.496422 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:02.500887 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b6ade02f-4a44-4073-8628-44cc320b4781 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:02.859822 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c8983a2-ed0e-4eca-a7b0-dcf5d94d9e81 req-7fe7d219-e201-48d4-a662-df5a7e26e93c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:02.861441 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c8983a2-ed0e-4eca-a7b0-dcf5d94d9e81 req-7fe7d219-e201-48d4-a662-df5a7e26e93c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 944 time: 0.1685002 Aug 17 03:22:02.871272 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Network 0408f7b1-51b1-443c-9781-9ae91d82bf39 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:02.873633 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:02.975362 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b6ade02f-4a44-4073-8628-44cc320b4781 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:03.054097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ade02f-4a44-4073-8628-44cc320b4781 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=d9691699-b3b8-49a5-bf50-05e69a34a877,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:03.059232 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b6ade02f-4a44-4073-8628-44cc320b4781 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:03.067163 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:03.076093 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b6ade02f-4a44-4073-8628-44cc320b4781 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/d9691699-b3b8-49a5-bf50-05e69a34a877 HTTP/1.1" status: 204 len: 168 time: 1.1345689 Aug 17 03:22:03.077087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55790) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:03.092004 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c8983a2-ed0e-4eca-a7b0-dcf5d94d9e81 req-3f232393-8cc3-4185-8c7e-cc3044e5d9d4 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2150733 Aug 17 03:22:03.207121 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ae03fd47-9a0b-4cfd-a0cb-e0ed283ea537 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1109593 Aug 17 03:22:03.207348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55792) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:03.261320 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:03.299088 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Router 444cb2d4-a38f-408d-9658-dd9ebd83d18d has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:22:03.338614 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:03.339044 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:03.492592 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36f7866-ccee-4b8f-ad0b-5bcf3e02e168 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:03.500175 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c36f7866-ccee-4b8f-ad0b-5bcf3e02e168 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2894292 Aug 17 03:22:03.504377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55796) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:03.521659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 31f55cd9-1cdb-4442-8488-46489f272386 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:03.615580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f02b2c86-e5ee-4ed6-a59d-e7b728b80876 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:03.686651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b667629-cf8b-4cc4-b5e9-ebbf335a2936 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:03.693668 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:22:03.694636 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2b667629-cf8b-4cc4-b5e9-ebbf335a2936 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1820874 Aug 17 03:22:03.695503 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55800) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:03.714335 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-07a0416f-b00b-4c01-b064-9f7040c1da57 admin admin] 10.222.0.10 "PUT /v2.0/routers/444cb2d4-a38f-408d-9658-dd9ebd83d18d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4319055 Aug 17 03:22:03.808774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2aea63c9-c037-443a-81b8-a3b41d248e63 None None] Provisioning complete for port 6a3e3862-472a-4909-80bd-5ed04bb157bd triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:03.809187 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2aea63c9-c037-443a-81b8-a3b41d248e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:03.829606 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fb843229-e3dd-409c-a6c2-787bea7a255a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1061468 Aug 17 03:22:03.829829 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55806) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:03.835004 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-58070cac-8f16-4f46-aa33-e8b51ff65b78 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:03.877004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 31f55cd9-1cdb-4442-8488-46489f272386 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:03.899498 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:03.986485 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 23974460-4956-42a2-af08-e68c0e485957 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:04.089565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2aea63c9-c037-443a-81b8-a3b41d248e63 None None] Port 6a3e3862-472a-4909-80bd-5ed04bb157bd cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:22:04.095501 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:04.156131 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e6a42d-c766-4995-b7c6-e87ef711e003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4ea06f-55b2-4363-b46d-6d8bcfbba85d'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:22:04.158545 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b5ceb62-0a71-4d15-b2ef-4bf44140f365" -d '{"events": [{"server_uuid": "20e6a42d-c766-4995-b7c6-e87ef711e003", "name": "network-vif-plugged", "status": "completed", "tag": "0d4ea06f-55b2-4363-b46d-6d8bcfbba85d"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:22:04.179222 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:04.253719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58070cac-8f16-4f46-aa33-e8b51ff65b78 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:04.258233 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58070cac-8f16-4f46-aa33-e8b51ff65b78 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:04.288292 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:04.295422 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 23974460-4956-42a2-af08-e68c0e485957 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:04.372572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 23974460-4956-42a2-af08-e68c0e485957 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:04.373077 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:04.386554 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07825072-63a0-4473-b6a1-beb417e0d679 req-8170377f-6c92-48dd-8a64-983fc0e24c14 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:04.394271 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07825072-63a0-4473-b6a1-beb417e0d679 req-8170377f-6c92-48dd-8a64-983fc0e24c14 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 944 time: 0.1286211 Aug 17 03:22:04.468006 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b8f9c8-83ba-41c8-8871-43287a1eaa40 None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:22:04.475493 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a6e9246b-0a0f-4159-a6ab-3ea78f1fb961 None None] Provisioning for port 31f55cd9-1cdb-4442-8488-46489f272386 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:04.503670 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a6e9246b-0a0f-4159-a6ab-3ea78f1fb961 None None] Provisioning complete for port 31f55cd9-1cdb-4442-8488-46489f272386 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:04.504741 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a6e9246b-0a0f-4159-a6ab-3ea78f1fb961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:04.539417 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07825072-63a0-4473-b6a1-beb417e0d679 req-7ee6c45f-7a39-421f-8feb-11d413ec77dd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1377738 Aug 17 03:22:04.650789 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:22:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76cfda49-72e1-4198-b6f9-56d2d2b9acce x-openstack-request-id: req-76cfda49-72e1-4198-b6f9-56d2d2b9acce {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:22:04.651090 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e6a42d-c766-4995-b7c6-e87ef711e003", "name": "network-vif-plugged", "status": "completed", "tag": "0d4ea06f-55b2-4363-b46d-6d8bcfbba85d", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:22:04.651347 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-76cfda49-72e1-4198-b6f9-56d2d2b9acce {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:22:04.651741 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '20e6a42d-c766-4995-b7c6-e87ef711e003', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d4ea06f-55b2-4363-b46d-6d8bcfbba85d', 'code': 200} Aug 17 03:22:04.956435 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:05.137125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-23b8f9c8-83ba-41c8-8871-43287a1eaa40 None None] Deleting port 31f55cd9-1cdb-4442-8488-46489f272386 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:05.137822 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-23b8f9c8-83ba-41c8-8871-43287a1eaa40 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:05.164918 n-d-802060-9 neutron-server[101969]: DEBUG neutron.objects.ports [None req-58070cac-8f16-4f46-aa33-e8b51ff65b78 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101969) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 03:22:05.207703 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55840) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:05.212870 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0e013933-f817-478d-89aa-635610fcbef3 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1209271764-network', 'tenant_id': '1dfae49055fb46108c7034d879f90cb2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:05.236628 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-23b8f9c8-83ba-41c8-8871-43287a1eaa40 None None] For port 31f55cd9-1cdb-4442-8488-46489f272386, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=31f55cd9-1cdb-4442-8488-46489f272386,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:05.237144 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-23b8f9c8-83ba-41c8-8871-43287a1eaa40 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:05.252868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-23b8f9c8-83ba-41c8-8871-43287a1eaa40 None None] Calling delete_port for 31f55cd9-1cdb-4442-8488-46489f272386 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:05.277867 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:05.361047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 23974460-4956-42a2-af08-e68c0e485957, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=23974460-4956-42a2-af08-e68c0e485957,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:05.366255 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a6e9246b-0a0f-4159-a6ab-3ea78f1fb961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:05.405827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e013933-f817-478d-89aa-635610fcbef3 admin admin] Made reservation on behalf of 1dfae49055fb46108c7034d879f90cb2 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:05.411754 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e013933-f817-478d-89aa-635610fcbef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:05.423604 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e013933-f817-478d-89aa-635610fcbef3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:05.474001 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:05.587781 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=23974460-4956-42a2-af08-e68c0e485957,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:05.645214 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Sync routers for ids ['444cb2d4-a38f-408d-9658-dd9ebd83d18d'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:22:05.652442 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58070cac-8f16-4f46-aa33-e8b51ff65b78 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:05.674590 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Routers {'444cb2d4-a38f-408d-9658-dd9ebd83d18d'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:05.681989 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:21:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['444cb2d4-a38f-408d-9658-dd9ebd83d18d'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:05.708298 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e013933-f817-478d-89aa-635610fcbef3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:05.739985 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 31f55cd9-1cdb-4442-8488-46489f272386 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:22:05.740476 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-23b8f9c8-83ba-41c8-8871-43287a1eaa40 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:05.748304 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-58070cac-8f16-4f46-aa33-e8b51ff65b78 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Port 31f55cd9-1cdb-4442-8488-46489f272386 concurrently deleted while adding address for new subnet {'id': '484cf855-ca3e-46ea-a465-a5dd901ddd97', 'name': '', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': None, 'ipv6_address_mode': 'slaac', 'standard_attr_id': 3345, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-08-17T03:22:04Z', 'updated_at': '2021-08-17T03:22:04Z', 'revision_number': 0, 'segment_id': None, 'project_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e'}. {{(pid=101969) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:770}} Aug 17 03:22:05.748966 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58070cac-8f16-4f46-aa33-e8b51ff65b78 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:05.860383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff73e0f0-0358-4943-a3fd-b63588a98e59 req-c10d0173-fcbf-404d-b537-765cded1b637 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:05.862466 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ff73e0f0-0358-4943-a3fd-b63588a98e59 req-c10d0173-fcbf-404d-b537-765cded1b637 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.1257615 Aug 17 03:22:05.863910 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e013933-f817-478d-89aa-635610fcbef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:05.894879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58070cac-8f16-4f46-aa33-e8b51ff65b78 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:05.908001 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-58070cac-8f16-4f46-aa33-e8b51ff65b78 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:05.917759 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58070cac-8f16-4f46-aa33-e8b51ff65b78 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:05.921811 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58070cac-8f16-4f46-aa33-e8b51ff65b78 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:05.928528 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58070cac-8f16-4f46-aa33-e8b51ff65b78 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=484cf855-ca3e-46ea-a465-a5dd901ddd97,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:05.933290 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e013933-f817-478d-89aa-635610fcbef3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3ed0c5e-c2e2-4e7e-989e-63fb2fd99e87,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:05.965679 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 31f55cd9-1cdb-4442-8488-46489f272386 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:22:05.967081 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 31f55cd9-1cdb-4442-8488-46489f272386 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:22:05.990875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23b8f9c8-83ba-41c8-8871-43287a1eaa40 None None] Pushing event deleted for resources: {'Port': ['ID=31f55cd9-1cdb-4442-8488-46489f272386,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:05.998371 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23b8f9c8-83ba-41c8-8871-43287a1eaa40 None None] No DVR routers for this DVR port 31f55cd9-1cdb-4442-8488-46489f272386 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:22:06.005079 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-a6e9246b-0a0f-4159-a6ab-3ea78f1fb961 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:22:06.015955 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-a6e9246b-0a0f-4159-a6ab-3ea78f1fb961 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:22:06.018316 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e013933-f817-478d-89aa-635610fcbef3 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 87} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:22:06.028514 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e28d48b1-712f-4498-8b0f-6f32cd1617e3 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:06.051342 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e013933-f817-478d-89aa-635610fcbef3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:06.051342 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-0e013933-f817-478d-89aa-635610fcbef3 admin admin] Added segment 04a0657b-2826-446a-bb09-64cbafb48518 of type vlan for network 86b3d6bc-5441-41a3-affd-0f25ee1ae903 Aug 17 03:22:06.075626 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Set router 444cb2d4-a38f-408d-9658-dd9ebd83d18d gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:06.077074 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-58070cac-8f16-4f46-aa33-e8b51ff65b78 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.2463202 Aug 17 03:22:06.081085 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55856) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:06.090564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'mac_address': 'fa:16:3e:82:00:ff', 'name': 'tempest-NetworksTestDHCPv6-1374472425'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:06.182427 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e013933-f817-478d-89aa-635610fcbef3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:06.277067 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ff73e0f0-0358-4943-a3fd-b63588a98e59 req-eaac3fca-f256-4983-8d1b-6ada5294e664 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3382072 Aug 17 03:22:06.333235 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e013933-f817-478d-89aa-635610fcbef3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:06.334424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e013933-f817-478d-89aa-635610fcbef3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:06.335012 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0e013933-f817-478d-89aa-635610fcbef3 admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:06.483398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': '484cf855-ca3e-46ea-a465-a5dd901ddd97'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:22:06.485054 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:06.494168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e013933-f817-478d-89aa-635610fcbef3 admin admin] Pushing event updated for resources: {'Network': ['ID=86b3d6bc-5441-41a3-affd-0f25ee1ae903,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:06.507358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 86b3d6bc-5441-41a3-affd-0f25ee1ae903 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:22:06.598809 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a6e9246b-0a0f-4159-a6ab-3ea78f1fb961 None None] Port 31f55cd9-1cdb-4442-8488-46489f272386 update to ACTIVE by agent not found {{(pid=101971) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2148}} Aug 17 03:22:06.638529 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0e013933-f817-478d-89aa-635610fcbef3 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4297006 Aug 17 03:22:06.639151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55860) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:06.639971 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'name': 'tempest-TestAggregatesBasicOps-337998460-router', 'tenant_id': 'dc96795234e944d0866a00ef01d3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '23974460-4956-42a2-af08-e68c0e485957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:21:54Z', 'updated_at': '2021-08-17T03:22:01Z', 'revision_number': 4, 'project_id': 'dc96795234e944d0866a00ef01d3594a', 'gw_port': {'id': '23974460-4956-42a2-af08-e68c0e485957', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:21:55Z', 'updated_at': '2021-08-17T03:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '6a3e3862-472a-4909-80bd-5ed04bb157bd', 'name': '', 'network_id': '0408f7b1-51b1-443c-9781-9ae91d82bf39', 'tenant_id': 'dc96795234e944d0866a00ef01d3594a', 'mac_address': 'fa:16:3e:bc:40:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'a18f9caa-ea77-4967-a26a-ea52b5b8fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:00Z', 'updated_at': '2021-08-17T03:22:01Z', 'revision_number': 2, 'project_id': 'dc96795234e944d0866a00ef01d3594a', 'subnets': [{'id': 'a18f9caa-ea77-4967-a26a-ea52b5b8fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:06.644443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-49180816-68eb-4b28-80ed-e4ba2ccb9471 admin admin] Request body: {'subnet': {'network_id': '86b3d6bc-5441-41a3-affd-0f25ee1ae903', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1209271764-subnet', 'tenant_id': '1dfae49055fb46108c7034d879f90cb2', 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:06.735232 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Checking router: 444cb2d4-a38f-408d-9658-dd9ebd83d18d for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:22:06.736230 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Updating router 444cb2d4-a38f-408d-9658-dd9ebd83d18d port 6a3e3862-472a-4909-80bd-5ed04bb157bd binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:22:06.796021 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:06.844750 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Allocated IP 2001:db8::f816:3eff:fe0b:8c64 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/484cf855-ca3e-46ea-a465-a5dd901ddd97/dff55f8d-f620-4801-a00c-182285d755e2) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:06.848064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49180816-68eb-4b28-80ed-e4ba2ccb9471 admin admin] Made reservation on behalf of 1dfae49055fb46108c7034d879f90cb2 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:06.853281 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49180816-68eb-4b28-80ed-e4ba2ccb9471 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:07.007687 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:07.105034 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:07.123880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Transition to ACTIVE for port object dff55f8d-f620-4801-a00c-182285d755e2 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:07.171740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Transition to ACTIVE for port object dff55f8d-f620-4801-a00c-182285d755e2 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:07.192177 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:07.204465 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Transition to ACTIVE for port object 6a3e3862-472a-4909-80bd-5ed04bb157bd will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:07.277596 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:07.288743 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:07.322354 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:07.330381 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port 4cdfe253-5cd9-4629-82bf-fb9363129f31 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:22:07.428547 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcc5ec-043e-4009-bce0-3f7fcfa368fe None None] Pushing event updated for resources: {'Port': ['ID=6a3e3862-472a-4909-80bd-5ed04bb157bd,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:07.438445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:07.440012 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Pushing event updated for resources: {'Port': ['ID=dff55f8d-f620-4801-a00c-182285d755e2,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:07.448049 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:07.457859 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:07.464745 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcc5ec-043e-4009-bce0-3f7fcfa368fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:07.471290 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcc5ec-043e-4009-bce0-3f7fcfa368fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:07.471774 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcc5ec-043e-4009-bce0-3f7fcfa368fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:07.472553 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcc5ec-043e-4009-bce0-3f7fcfa368fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:07.472776 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcc5ec-043e-4009-bce0-3f7fcfa368fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:07.475189 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcc5ec-043e-4009-bce0-3f7fcfa368fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:07.476990 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49180816-68eb-4b28-80ed-e4ba2ccb9471 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:07.497010 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcc5ec-043e-4009-bce0-3f7fcfa368fe None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:07.497382 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcc5ec-043e-4009-bce0-3f7fcfa368fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:07.497753 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcc5ec-043e-4009-bce0-3f7fcfa368fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:07.498095 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcc5ec-043e-4009-bce0-3f7fcfa368fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:07.503232 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcc5ec-043e-4009-bce0-3f7fcfa368fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:07.504348 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dabcc5ec-043e-4009-bce0-3f7fcfa368fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:07.575468 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::f816:3eff:fe82:ff (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/484cf855-ca3e-46ea-a465-a5dd901ddd97/4cdfe253-5cd9-4629-82bf-fb9363129f31) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:07.579119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Attempting to bind port dff55f8d-f620-4801-a00c-182285d755e2 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:07.579688 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Attempting to bind port dff55f8d-f620-4801-a00c-182285d755e2 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:07.579852 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Attempting to bind port dff55f8d-f620-4801-a00c-182285d755e2 on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:07.593676 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:07.594063 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:07.594482 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:07.594883 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:07.595363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Bound port: dff55f8d-f620-4801-a00c-182285d755e2, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:07.595749 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:07.628498 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49180816-68eb-4b28-80ed-e4ba2ccb9471 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ceb53ec6-9a35-46d3-99b7-35210eab3469,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:07.637340 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Attempting to bind port 6a3e3862-472a-4909-80bd-5ed04bb157bd on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:07.638117 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Attempting to bind port 6a3e3862-472a-4909-80bd-5ed04bb157bd by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'ffaed1ba-5ebe-4198-9983-02a58626ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0408f7b1-51b1-443c-9781-9ae91d82bf39'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:07.638611 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 23974460-4956-42a2-af08-e68c0e485957 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:07.638855 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Attempting to bind port 6a3e3862-472a-4909-80bd-5ed04bb157bd on network 0408f7b1-51b1-443c-9781-9ae91d82bf39 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:07.642813 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49180816-68eb-4b28-80ed-e4ba2ccb9471 admin admin] Checking segment: {'id': '04a0657b-2826-446a-bb09-64cbafb48518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '86b3d6bc-5441-41a3-affd-0f25ee1ae903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:07.646726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49180816-68eb-4b28-80ed-e4ba2ccb9471 admin admin] Network hostable DHCP agents. Network: 86b3d6bc-5441-41a3-affd-0f25ee1ae903, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:22:07.646876 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:07.646876 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Checking segment: {'id': 'ffaed1ba-5ebe-4198-9983-02a58626ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0408f7b1-51b1-443c-9781-9ae91d82bf39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:07.647527 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:07.648113 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Bound using segment: {'id': 'ffaed1ba-5ebe-4198-9983-02a58626ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0408f7b1-51b1-443c-9781-9ae91d82bf39'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:07.648736 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Bound port: 6a3e3862-472a-4909-80bd-5ed04bb157bd, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffaed1ba-5ebe-4198-9983-02a58626ad82', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '0408f7b1-51b1-443c-9781-9ae91d82bf39'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:07.649290 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:07.772559 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] For port 6a3e3862-472a-4909-80bd-5ed04bb157bd, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:07.776830 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] For port 6a3e3862-472a-4909-80bd-5ed04bb157bd, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6a3e3862-472a-4909-80bd-5ed04bb157bd,segment=NetworkSegment(ffaed1ba-5ebe-4198-9983-02a58626ad82),segment_id=ffaed1ba-5ebe-4198-9983-02a58626ad82)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:07.817984 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:07.835606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object 4cdfe253-5cd9-4629-82bf-fb9363129f31 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:07.864671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49180816-68eb-4b28-80ed-e4ba2ccb9471 admin admin] Network 86b3d6bc-5441-41a3-affd-0f25ee1ae903 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:22:07.895649 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 23974460-4956-42a2-af08-e68c0e485957 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:07.896017 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:07.907475 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:07.970883 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] For port dff55f8d-f620-4801-a00c-182285d755e2, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:08.007319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-49180816-68eb-4b28-80ed-e4ba2ccb9471 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 86b3d6bc-5441-41a3-affd-0f25ee1ae903) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:08.025681 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49180816-68eb-4b28-80ed-e4ba2ccb9471 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:08.025909 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] For port dff55f8d-f620-4801-a00c-182285d755e2, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=dff55f8d-f620-4801-a00c-182285d755e2,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:08.026016 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49180816-68eb-4b28-80ed-e4ba2ccb9471 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:08.038506 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06bd8092-e3ab-47af-81f4-a26117b20f66 None None] Network 86b3d6bc-5441-41a3-affd-0f25ee1ae903 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:08.076427 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dabcc5ec-043e-4009-bce0-3f7fcfa368fe None None] Pushing event updated for resources: {'Port': ['ID=6a3e3862-472a-4909-80bd-5ed04bb157bd,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:08.084790 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd6a29c-0465-419e-bea0-5cb753b98147 req-82a60639-e1a8-42e6-8a57-c6847079c938 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:08.098792 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Routers {'444cb2d4-a38f-408d-9658-dd9ebd83d18d'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:08.098974 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-efd6a29c-0465-419e-bea0-5cb753b98147 req-82a60639-e1a8-42e6-8a57-c6847079c938 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.2266514 Aug 17 03:22:08.099434 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:21:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['444cb2d4-a38f-408d-9658-dd9ebd83d18d'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:08.143168 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:08.163917 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-49180816-68eb-4b28-80ed-e4ba2ccb9471 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5236616 Aug 17 03:22:08.164602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55886) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:08.171860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1209271764-router', 'tenant_id': '1dfae49055fb46108c7034d879f90cb2', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:08.332011 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:08.575079 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69424fc0-4402-4ad3-9919-8ccfb8392291 None None] Pushing event updated for resources: {'Port': ['ID=dff55f8d-f620-4801-a00c-182285d755e2,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:08.577676 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] Set router 444cb2d4-a38f-408d-9658-dd9ebd83d18d gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:08.596612 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=4cdfe253-5cd9-4629-82bf-fb9363129f31,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:08.596612 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:08.598711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:08.603965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:08.626512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:08.629395 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:08.646066 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:08.646423 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:08.646774 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:08.647281 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:08.647630 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:08.647970 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:08.648480 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:08.648637 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:08.648973 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:08.650609 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:08.657721 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:08.657721 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:08.658048 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:08.658048 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:08.677384 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-86b3d6bc-5441-41a3-affd-0f25ee1ae903', 'network_id': '86b3d6bc-5441-41a3-affd-0f25ee1ae903', 'tenant_id': '1dfae49055fb46108c7034d879f90cb2', 'fixed_ips': [{'subnet_id': 'ceb53ec6-9a35-46d3-99b7-35210eab3469'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:22:08.678317 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:08.709369 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-efd6a29c-0465-419e-bea0-5cb753b98147 req-634e2677-8350-4705-8332-adb6afb0911d tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5955679 Aug 17 03:22:08.740791 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:08.825346 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9a861a72-9e36-4cb5-b91e-0b238ea4f3d6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 946 time: 2.7432868 Aug 17 03:22:08.830480 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55890) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:08.925153 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Allocated IP 172.20.0.2 (86b3d6bc-5441-41a3-affd-0f25ee1ae903/ceb53ec6-9a35-46d3-99b7-35210eab3469/7956390e-7c64-42f4-b717-6e0f698a1209) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:08.937533 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'name': 'tempest-TestAggregatesBasicOps-337998460-router', 'tenant_id': 'dc96795234e944d0866a00ef01d3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '23974460-4956-42a2-af08-e68c0e485957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:21:54Z', 'updated_at': '2021-08-17T03:22:01Z', 'revision_number': 4, 'project_id': 'dc96795234e944d0866a00ef01d3594a', 'gw_port': {'id': '23974460-4956-42a2-af08-e68c0e485957', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:21:55Z', 'updated_at': '2021-08-17T03:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '6a3e3862-472a-4909-80bd-5ed04bb157bd', 'name': '', 'network_id': '0408f7b1-51b1-443c-9781-9ae91d82bf39', 'tenant_id': 'dc96795234e944d0866a00ef01d3594a', 'mac_address': 'fa:16:3e:bc:40:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'a18f9caa-ea77-4967-a26a-ea52b5b8fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:00Z', 'updated_at': '2021-08-17T03:22:07Z', 'revision_number': 4, 'project_id': 'dc96795234e944d0866a00ef01d3594a', 'subnets': [{'id': 'a18f9caa-ea77-4967-a26a-ea52b5b8fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:08.985591 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97e690bd-81cb-45fe-a0e6-8d4bab1e6368 None None] The sync data for ids ['444cb2d4-a38f-408d-9658-dd9ebd83d18d'] in n-d-802060-9 is: [{'id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'name': 'tempest-TestAggregatesBasicOps-337998460-router', 'tenant_id': 'dc96795234e944d0866a00ef01d3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '23974460-4956-42a2-af08-e68c0e485957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:21:54Z', 'updated_at': '2021-08-17T03:22:01Z', 'revision_number': 4, 'project_id': 'dc96795234e944d0866a00ef01d3594a', 'gw_port': {'id': '23974460-4956-42a2-af08-e68c0e485957', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:21:55Z', 'updated_at': '2021-08-17T03:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '6a3e3862-472a-4909-80bd-5ed04bb157bd', 'name': '', 'network_id': '0408f7b1-51b1-443c-9781-9ae91d82bf39', 'tenant_id': 'dc96795234e944d0866a00ef01d3594a', 'mac_address': 'fa:16:3e:bc:40:7c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3344, 'fixed_ips': [{'subnet_id': 'a18f9caa-ea77-4967-a26a-ea52b5b8fbeb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:00Z', 'updated_at': '2021-08-17T03:22:07Z', 'revision_number': 4, 'project_id': 'dc96795234e944d0866a00ef01d3594a', 'subnets': [{'id': 'a18f9caa-ea77-4967-a26a-ea52b5b8fbeb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:22:08.999124 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691a541e-395e-4daf-aab7-54e790f315e9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:09.006165 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-691a541e-395e-4daf-aab7-54e790f315e9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:09.011304 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-691a541e-395e-4daf-aab7-54e790f315e9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1701 time: 0.1823013 Aug 17 03:22:09.012326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55896) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:09.343468 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-95eb80d0-4e20-4656-8f85-76a1a4efeeb2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port 4cdfe253-5cd9-4629-82bf-fb9363129f31 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:09.344114 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95eb80d0-4e20-4656-8f85-76a1a4efeeb2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:09.456895 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:09.468649 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55906) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:09.469546 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:09.505815 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Transition to ACTIVE for port object 7956390e-7c64-42f4-b717-6e0f698a1209 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:09.576362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Transition to ACTIVE for port object 7956390e-7c64-42f4-b717-6e0f698a1209 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:09.670030 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95eb80d0-4e20-4656-8f85-76a1a4efeeb2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:09.703537 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:09.740782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-95eb80d0-4e20-4656-8f85-76a1a4efeeb2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for 4cdfe253-5cd9-4629-82bf-fb9363129f31 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:09.743301 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5fb7af65-4812-45e2-a3b4-ff921976ffa6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:09.856969 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6a3e3862-472a-4909-80bd-5ed04bb157bd up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:09.929231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Network 86b3d6bc-5441-41a3-affd-0f25ee1ae903 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:09.958434 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:09.964423 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:10.051549 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Pushing event updated for resources: {'Port': ['ID=7956390e-7c64-42f4-b717-6e0f698a1209,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:10.073887 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5fb7af65-4812-45e2-a3b4-ff921976ffa6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:10.113523 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Attempting to bind port 7956390e-7c64-42f4-b717-6e0f698a1209 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:10.116116 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Attempting to bind port 7956390e-7c64-42f4-b717-6e0f698a1209 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '04a0657b-2826-446a-bb09-64cbafb48518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '86b3d6bc-5441-41a3-affd-0f25ee1ae903'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:10.116716 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Attempting to bind port 7956390e-7c64-42f4-b717-6e0f698a1209 on network 86b3d6bc-5441-41a3-affd-0f25ee1ae903 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:10.130032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:10.130721 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Checking segment: {'id': '04a0657b-2826-446a-bb09-64cbafb48518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '86b3d6bc-5441-41a3-affd-0f25ee1ae903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:10.131628 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:10.132187 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Bound using segment: {'id': '04a0657b-2826-446a-bb09-64cbafb48518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '86b3d6bc-5441-41a3-affd-0f25ee1ae903'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:10.132831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Bound port: 7956390e-7c64-42f4-b717-6e0f698a1209, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a0657b-2826-446a-bb09-64cbafb48518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '86b3d6bc-5441-41a3-affd-0f25ee1ae903'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:10.134169 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:10.176407 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 6a3e3862-472a-4909-80bd-5ed04bb157bd completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:10.184685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cdc3c4-cc78-40f8-8ea2-52844a4c01d0 req-56c57d1d-5f1c-4ea0-ad45-09c8e32032c6 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:10.187995 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18cdc3c4-cc78-40f8-8ea2-52844a4c01d0 req-56c57d1d-5f1c-4ea0-ad45-09c8e32032c6 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.3172128 Aug 17 03:22:10.206372 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5fb7af65-4812-45e2-a3b4-ff921976ffa6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:10.223792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6a3e3862-472a-4909-80bd-5ed04bb157bd triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:10.224074 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:10.353928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55922) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:10.354346 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5fb7af65-4812-45e2-a3b4-ff921976ffa6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e7adfd15201945d2987ee7c51e2f352f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8828223 Aug 17 03:22:10.356561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb7af65-4812-45e2-a3b4-ff921976ffa6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3f75b06a-71ce-4cf1-95db-ff22cbb0f3a2,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:10.419269 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] For port 7956390e-7c64-42f4-b717-6e0f698a1209, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:10.430811 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18cdc3c4-cc78-40f8-8ea2-52844a4c01d0 req-195779c0-4059-49af-937a-b4a1af9b8aa5 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1536689 Aug 17 03:22:10.448749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] For port 7956390e-7c64-42f4-b717-6e0f698a1209, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7956390e-7c64-42f4-b717-6e0f698a1209,segment=NetworkSegment(04a0657b-2826-446a-bb09-64cbafb48518),segment_id=04a0657b-2826-446a-bb09-64cbafb48518)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:10.488985 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e735b47-26d2-4acb-aa87-b315c973382e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:10.526873 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e735b47-26d2-4acb-aa87-b315c973382e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:10.577573 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:10.595366 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:10.626856 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:10.683511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fd1f0442-2afd-4ccb-8380-924a1f2843d4 None None] Provisioning for port dff55f8d-f620-4801-a00c-182285d755e2 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:10.702070 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:10.803541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 6a3e3862-472a-4909-80bd-5ed04bb157bd, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6a3e3862-472a-4909-80bd-5ed04bb157bd,segment=NetworkSegment(ffaed1ba-5ebe-4198-9983-02a58626ad82),segment_id=ffaed1ba-5ebe-4198-9983-02a58626ad82)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:10.811040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91dd28f-d28e-4097-b06d-2182647bec53 None None] Pushing event updated for resources: {'Port': ['ID=7956390e-7c64-42f4-b717-6e0f698a1209,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:10.823249 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95eb80d0-4e20-4656-8f85-76a1a4efeeb2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:10.845824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-861ee4b5-80c7-4373-845a-cef9a575792c None None] Could not find standard attr ID for object 1f114a33-a695-4a84-8458-865cae23c6c2. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:22:10.921758 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:10.922689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device dff55f8d-f620-4801-a00c-182285d755e2 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:10.933099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95eb80d0-4e20-4656-8f85-76a1a4efeeb2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=4cdfe253-5cd9-4629-82bf-fb9363129f31,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:10.992250 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95eb80d0-4e20-4656-8f85-76a1a4efeeb2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:10.995384 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-95eb80d0-4e20-4656-8f85-76a1a4efeeb2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/4cdfe253-5cd9-4629-82bf-fb9363129f31 HTTP/1.1" status: 204 len: 168 time: 1.9816892 Aug 17 03:22:10.998011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55928) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:11.135342 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc80a8b-3be8-4f1d-96d8-9e91a46babae tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:11.143712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc80a8b-3be8-4f1d-96d8-9e91a46babae tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:11.143712 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2bc80a8b-3be8-4f1d-96d8-9e91a46babae tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1433256 Aug 17 03:22:11.145864 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55932) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:11.161934 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=6a3e3862-472a-4909-80bd-5ed04bb157bd,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:11.266521 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-b5cf8767-b0c1-4bfc-9e49-1948596f6a1f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 484cf855-ca3e-46ea-a465-a5dd901ddd97 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:22:11.274018 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b5cf8767-b0c1-4bfc-9e49-1948596f6a1f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:11.349013 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port dff55f8d-f620-4801-a00c-182285d755e2 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:11.355710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port dff55f8d-f620-4801-a00c-182285d755e2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:11.356267 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:11.377631 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b5cf8767-b0c1-4bfc-9e49-1948596f6a1f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:11.435773 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-28c1e221-dfa3-4d79-9c02-099bbcd1234b None None] Could not find standard attr ID for object 4cdfe253-5cd9-4629-82bf-fb9363129f31. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:22:11.551567 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:11.688889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port dff55f8d-f620-4801-a00c-182285d755e2, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=dff55f8d-f620-4801-a00c-182285d755e2,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:11.782964 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:11.821003 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b5cf8767-b0c1-4bfc-9e49-1948596f6a1f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:11.935101 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=dff55f8d-f620-4801-a00c-182285d755e2,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:12.015560 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04a7b129-a7ff-410a-8c33-5e6ddbc403e8 req-2e5c76eb-bd65-48ba-bdcd-ee444270e08a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:12.018107 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-04a7b129-a7ff-410a-8c33-5e6ddbc403e8 req-2e5c76eb-bd65-48ba-bdcd-ee444270e08a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.3087573 Aug 17 03:22:12.021175 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e735b47-26d2-4acb-aa87-b315c973382e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:12.023786 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e735b47-26d2-4acb-aa87-b315c973382e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:12.025948 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6e735b47-26d2-4acb-aa87-b315c973382e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3f75b06a-71ce-4cf1-95db-ff22cbb0f3a2 HTTP/1.1" status: 204 len: 168 time: 1.6689546 Aug 17 03:22:12.054583 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Allocated IP 172.25.1.88 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:12.057514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e735b47-26d2-4acb-aa87-b315c973382e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3f75b06a-71ce-4cf1-95db-ff22cbb0f3a2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:12.063715 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b5cf8767-b0c1-4bfc-9e49-1948596f6a1f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:12.104802 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b5cf8767-b0c1-4bfc-9e49-1948596f6a1f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:12.110186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55946) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:12.119391 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b5cf8767-b0c1-4bfc-9e49-1948596f6a1f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/484cf855-ca3e-46ea-a465-a5dd901ddd97 HTTP/1.1" status: 204 len: 168 time: 0.9712083 Aug 17 03:22:12.168101 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5cf8767-b0c1-4bfc-9e49-1948596f6a1f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=484cf855-ca3e-46ea-a465-a5dd901ddd97,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:12.176818 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-04a7b129-a7ff-410a-8c33-5e6ddbc403e8 req-262d97b2-ba19-4783-bfc8-580f330b7938 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1529171 Aug 17 03:22:12.231037 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6a3e3862-472a-4909-80bd-5ed04bb157bd up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:12.286487 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a8049cc3-4fb3-4e5f-8c92-a8c467c718a9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1724410 Aug 17 03:22:12.288176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55948) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:12.349200 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:12.374435 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6a3e3862-472a-4909-80bd-5ed04bb157bd triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:12.375023 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:12.402193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-dc870f3a-8f50-4870-81c6-7b6e2a789549 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:12.427100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-499923e5-4b32-4439-91fa-ef0526839ab1 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:12.579893 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:12.625077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:12.627147 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fc86ea4-41ee-48bc-ba0c-2404467b0f9a None None] Network 86b3d6bc-5441-41a3-affd-0f25ee1ae903 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:12.628158 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:12.631995 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:12.666955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc870f3a-8f50-4870-81c6-7b6e2a789549 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:12.670668 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dc870f3a-8f50-4870-81c6-7b6e2a789549 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:12.704347 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Pushing event updated for resources: {'Port': ['ID=564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:12.857300 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7956390e-7c64-42f4-b717-6e0f698a1209 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:12.965165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-47e0e02c-3e35-410b-936d-35a17981c579 None None] Provisioning for port 7956390e-7c64-42f4-b717-6e0f698a1209 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:13.031045 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e50e2935-e4e3-4e34-8b07-741e785bfc7b None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:22:13.121411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e50e2935-e4e3-4e34-8b07-741e785bfc7b None None] Deleting port dff55f8d-f620-4801-a00c-182285d755e2 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:13.122060 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e50e2935-e4e3-4e34-8b07-741e785bfc7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:13.164689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 7956390e-7c64-42f4-b717-6e0f698a1209 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:13.180499 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 7956390e-7c64-42f4-b717-6e0f698a1209 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:13.180946 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:13.203467 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55964) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:13.228985 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf948-d622-49be-9f44-b63c9e24970a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:13.278061 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e50e2935-e4e3-4e34-8b07-741e785bfc7b None None] For port dff55f8d-f620-4801-a00c-182285d755e2, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=dff55f8d-f620-4801-a00c-182285d755e2,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:13.279294 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e50e2935-e4e3-4e34-8b07-741e785bfc7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:13.325071 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e50e2935-e4e3-4e34-8b07-741e785bfc7b None None] Calling delete_port for dff55f8d-f620-4801-a00c-182285d755e2 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:13.394147 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:13.425229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf948-d622-49be-9f44-b63c9e24970a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:13.468225 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:13.519543 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0c7bf948-d622-49be-9f44-b63c9e24970a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:13.572000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 7956390e-7c64-42f4-b717-6e0f698a1209, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7956390e-7c64-42f4-b717-6e0f698a1209,segment=NetworkSegment(04a0657b-2826-446a-bb09-64cbafb48518),segment_id=04a0657b-2826-446a-bb09-64cbafb48518)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:13.573494 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-27610280-b741-4896-9d2c-df76b5310cfe None None] Provisioning complete for port 7956390e-7c64-42f4-b717-6e0f698a1209 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:13.575777 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-27610280-b741-4896-9d2c-df76b5310cfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:13.596265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb15f2e2-5198-4066-a909-17ec8574c127 req-d36b4ba8-b7b1-4922-a02a-7cf132a789fd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:13.600928 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb15f2e2-5198-4066-a909-17ec8574c127 req-d36b4ba8-b7b1-4922-a02a-7cf132a789fd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.1537600 Aug 17 03:22:13.609437 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0c7bf948-d622-49be-9f44-b63c9e24970a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=0369f89077444337b5a4dc0751c39d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4051960 Aug 17 03:22:13.612358 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7bf948-d622-49be-9f44-b63c9e24970a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7dee883-7adb-4277-b1f3-0edd50a2bd9a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:13.621574 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 55976) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:13.664289 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e50e2935-e4e3-4e34-8b07-741e785bfc7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:13.730444 n-d-802060-9 neutron-server[101970]: DEBUG neutron.objects.ports [None req-dc870f3a-8f50-4870-81c6-7b6e2a789549 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101970) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 03:22:13.758104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50e2935-e4e3-4e34-8b07-741e785bfc7b None None] Pushing event deleted for resources: {'Port': ['ID=dff55f8d-f620-4801-a00c-182285d755e2,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:13.767002 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:13.781723 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9df2c7f0-a33a-4ba1-8116-01fc780efc46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:13.798967 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dc870f3a-8f50-4870-81c6-7b6e2a789549 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:13.839424 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9df2c7f0-a33a-4ba1-8116-01fc780efc46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:13.849931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=7956390e-7c64-42f4-b717-6e0f698a1209,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:13.866859 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e50e2935-e4e3-4e34-8b07-741e785bfc7b None None] No DVR routers for this DVR port dff55f8d-f620-4801-a00c-182285d755e2 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:22:13.961083 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device dff55f8d-f620-4801-a00c-182285d755e2 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:22:13.965701 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc870f3a-8f50-4870-81c6-7b6e2a789549 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=16901dd2-aa3f-42f2-b083-12cbe666e262,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:14.001470 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: dff55f8d-f620-4801-a00c-182285d755e2 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:22:14.003048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device dff55f8d-f620-4801-a00c-182285d755e2 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:22:14.041562 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bb15f2e2-5198-4066-a909-17ec8574c127 req-0167412a-b0de-4995-bc65-32119c349818 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4149604 Aug 17 03:22:14.052950 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc870f3a-8f50-4870-81c6-7b6e2a789549 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:14.056129 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9df2c7f0-a33a-4ba1-8116-01fc780efc46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:14.061042 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9df2c7f0-a33a-4ba1-8116-01fc780efc46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:14.063069 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9df2c7f0-a33a-4ba1-8116-01fc780efc46 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b7dee883-7adb-4277-b1f3-0edd50a2bd9a HTTP/1.1" status: 204 len: 168 time: 0.4399762 Aug 17 03:22:14.089206 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9df2c7f0-a33a-4ba1-8116-01fc780efc46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7dee883-7adb-4277-b1f3-0edd50a2bd9a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:14.128582 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-dc870f3a-8f50-4870-81c6-7b6e2a789549 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:14.132834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc870f3a-8f50-4870-81c6-7b6e2a789549 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:14.133574 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dc870f3a-8f50-4870-81c6-7b6e2a789549 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:14.142485 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d5fe82-b5d9-46fd-a527-551a08d74bc8 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:14.179872 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:14.317031 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dc870f3a-8f50-4870-81c6-7b6e2a789549 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9191680 Aug 17 03:22:14.322535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 55986) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:14.471416 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'mac_address': 'fa:16:3e:2f:cb:24', 'name': 'tempest-NetworksTestDHCPv6-826833965'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:14.835016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': '16901dd2-aa3f-42f2-b083-12cbe666e262'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:22:14.835016 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:14.904328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Router b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:22:14.975944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:15.103928 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Allocated IP 2001:db8::f816:3eff:fe15:1026 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/16901dd2-aa3f-42f2-b083-12cbe666e262/eb1c0c0b-c31c-413a-9ae2-e163ceed1817) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:15.315371 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8ae2ca9-8b39-4dbe-a6c8-3a89920d8799 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:15.341291 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:15.366887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:22:15.382277 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Sync routers for ids ['b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:22:15.385851 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port 356cea44-a928-4e38-807e-12ff584f6b9a yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:22:15.432709 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4bb9550-3879-49d7-be2e-f3f568c5c9a6 req-1fa27f00-e942-4a3b-b19c-215e1895e081 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:15.435572 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d4bb9550-3879-49d7-be2e-f3f568c5c9a6 req-1fa27f00-e942-4a3b-b19c-215e1895e081 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.1079516 Aug 17 03:22:15.493126 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Routers {'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:15.493126 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:21:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:15.529124 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d4bb9550-3879-49d7-be2e-f3f568c5c9a6 req-48a9dba6-e6b6-4bdf-8382-7a7815cc82a0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857966 Aug 17 03:22:15.588961 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:15.591925 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0c27022f-068e-4d26-8e0c-4ef07096313a admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 7.4240477 Aug 17 03:22:15.592978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56012) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:15.635896 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:15.652473 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Transition to ACTIVE for port object eb1c0c0b-c31c-413a-9ae2-e163ceed1817 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:15.663903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Set router b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:15.731162 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Transition to ACTIVE for port object eb1c0c0b-c31c-413a-9ae2-e163ceed1817 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:15.903442 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:15.954643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Pushing event updated for resources: {'Port': ['ID=eb1c0c0b-c31c-413a-9ae2-e163ceed1817,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:15.964925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7956390e-7c64-42f4-b717-6e0f698a1209 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:16.041135 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:16.051288 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:16.058976 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:16.108584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::f816:3eff:fe2f:cb24 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/16901dd2-aa3f-42f2-b083-12cbe666e262/356cea44-a928-4e38-807e-12ff584f6b9a) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:16.144684 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'name': 'tempest-TestAggregatesBasicOps-1209271764-router', 'tenant_id': '1dfae49055fb46108c7034d879f90cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:08Z', 'updated_at': '2021-08-17T03:22:12Z', 'revision_number': 3, 'project_id': '1dfae49055fb46108c7034d879f90cb2', 'gw_port': {'id': '564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:10Z', 'updated_at': '2021-08-17T03:22:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:16.204388 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 7956390e-7c64-42f4-b717-6e0f698a1209 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:16.204765 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:16.246589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Checking router: b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:22:16.246946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Updating router b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a port 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:22:16.300968 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Attempting to bind port eb1c0c0b-c31c-413a-9ae2-e163ceed1817 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:16.301398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Attempting to bind port eb1c0c0b-c31c-413a-9ae2-e163ceed1817 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:16.301744 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Attempting to bind port eb1c0c0b-c31c-413a-9ae2-e163ceed1817 on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:16.324876 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:16.325260 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:16.325704 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:16.326094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:16.326579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Bound port: eb1c0c0b-c31c-413a-9ae2-e163ceed1817, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:16.326967 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:16.339804 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:16.376087 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:16.583833 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:16.691123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] For port eb1c0c0b-c31c-413a-9ae2-e163ceed1817, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:16.696767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] For port eb1c0c0b-c31c-413a-9ae2-e163ceed1817, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=eb1c0c0b-c31c-413a-9ae2-e163ceed1817,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:16.719773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object 356cea44-a928-4e38-807e-12ff584f6b9a will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:16.813401 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:16.814040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80dc4c62-5196-460d-84ea-55a544d6663f req-13fb125c-2204-45c7-86c6-90db4660a937 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:16.816583 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80dc4c62-5196-460d-84ea-55a544d6663f req-13fb125c-2204-45c7-86c6-90db4660a937 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.1674540 Aug 17 03:22:16.855449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Allocated IP 172.20.0.1 (86b3d6bc-5441-41a3-affd-0f25ee1ae903/ceb53ec6-9a35-46d3-99b7-35210eab3469/96bd8486-a244-49d2-8bf4-d5e803d69c9d) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:16.975097 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a4121ef-7bd1-40da-bc44-cabbf0ba5f6f None None] Pushing event updated for resources: {'Port': ['ID=eb1c0c0b-c31c-413a-9ae2-e163ceed1817,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:17.004041 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:17.035025 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Transition to ACTIVE for port object 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:17.072022 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80dc4c62-5196-460d-84ea-55a544d6663f req-7f7ddc8a-3d4d-4021-8ae8-95ad9611ccf3 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772941 Aug 17 03:22:17.122364 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:17.135164 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:17.166433 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Transition to ACTIVE for port object 96bd8486-a244-49d2-8bf4-d5e803d69c9d will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:17.229122 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Attempting to bind port 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:17.229766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Attempting to bind port 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:17.230005 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Attempting to bind port 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:17.231179 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:17.285245 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:17.285852 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:17.286121 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:17.286580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:17.287065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Bound port: 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:17.287943 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:17.342824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:17.375241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:17.381818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d953cf-f8ef-4909-a50d-7b88bee301fb None None] Pushing event updated for resources: {'Port': ['ID=564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:17.382484 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:17.395436 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:17.396285 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:17.419517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=356cea44-a928-4e38-807e-12ff584f6b9a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:17.434383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:17.434869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:17.435065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:17.435430 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:17.435772 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:17.436108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:17.436447 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:17.436781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:17.437115 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:17.437473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:17.437822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:17.438153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:17.454531 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:17.461410 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] For port 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:17.473191 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] For port 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:17.516170 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56060) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:17.554695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Pushing event updated for resources: {'Port': ['ID=96bd8486-a244-49d2-8bf4-d5e803d69c9d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:17.561088 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7350402d-c1df-41af-ab14-c7e7faaad50a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.2403116 Aug 17 03:22:17.563895 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56064) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:17.593117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Network 86b3d6bc-5441-41a3-affd-0f25ee1ae903 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:17.598943 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:17.599220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:17.613700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:17.715317 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3149d59-0cdf-4235-9fd6-4fd08b21f126 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:17.745236 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3149d59-0cdf-4235-9fd6-4fd08b21f126 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:17.756568 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e3149d59-0cdf-4235-9fd6-4fd08b21f126 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.1869726 Aug 17 03:22:17.757099 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:17.764435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56068) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:17.802564 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d953cf-f8ef-4909-a50d-7b88bee301fb None None] Pushing event updated for resources: {'Port': ['ID=564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:17.846540 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Routers {'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:17.847189 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:21:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:17.875402 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b615b58a-d05c-4ea4-b199-a60a33a77f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:18.109344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device eb1c0c0b-c31c-413a-9ae2-e163ceed1817 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:18.232142 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-03e8a0b6-d8bf-4baf-a52c-2b1db9b0f632 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:18.240556 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b615b58a-d05c-4ea4-b199-a60a33a77f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:18.330677 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b615b58a-d05c-4ea4-b199-a60a33a77f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:18.353173 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:18.392966 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b615b58a-d05c-4ea4-b199-a60a33a77f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=040532fc-6399-4637-ad9c-839d76f3a637,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:18.398045 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] Set router b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:18.398248 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1044cc69-79b1-49eb-923f-388888321692 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port 356cea44-a928-4e38-807e-12ff584f6b9a {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:18.398625 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1044cc69-79b1-49eb-923f-388888321692 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:18.409334 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd310d91-23f4-476d-9612-41ae623346ef req-a67974d6-9d56-46c7-a65e-240205cb2bfe tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:18.418281 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fd310d91-23f4-476d-9612-41ae623346ef req-a67974d6-9d56-46c7-a65e-240205cb2bfe tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.1647758 Aug 17 03:22:18.505355 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port eb1c0c0b-c31c-413a-9ae2-e163ceed1817 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:18.508045 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-55b85385-fbb0-4ce0-91c2-aebcb7560918 None None] Provisioning for port 96bd8486-a244-49d2-8bf4-d5e803d69c9d completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:18.532706 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:22:18.555304 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b615b58a-d05c-4ea4-b199-a60a33a77f53 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b86979adef8c41e5b131be08e6a169ba&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0373342 Aug 17 03:22:18.560493 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56076) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:18.618376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-55b85385-fbb0-4ce0-91c2-aebcb7560918 None None] Provisioning complete for port 96bd8486-a244-49d2-8bf4-d5e803d69c9d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:18.619015 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-55b85385-fbb0-4ce0-91c2-aebcb7560918 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:18.681527 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fd310d91-23f4-476d-9612-41ae623346ef req-beae1688-28cc-41be-9f61-9b115a93439a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2568924 Aug 17 03:22:18.718370 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-55b85385-fbb0-4ce0-91c2-aebcb7560918 None None] Port 96bd8486-a244-49d2-8bf4-d5e803d69c9d cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:22:18.772059 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2cf8503c-6ba4-401b-8f80-7449ab492159 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:18.828558 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2cf8503c-6ba4-401b-8f80-7449ab492159 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:18.892451 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1044cc69-79b1-49eb-923f-388888321692 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:18.933229 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1044cc69-79b1-49eb-923f-388888321692 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for 356cea44-a928-4e38-807e-12ff584f6b9a owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:19.028979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'name': 'tempest-TestAggregatesBasicOps-1209271764-router', 'tenant_id': '1dfae49055fb46108c7034d879f90cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:08Z', 'updated_at': '2021-08-17T03:22:12Z', 'revision_number': 3, 'project_id': '1dfae49055fb46108c7034d879f90cb2', 'gw_port': {'id': '564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:10Z', 'updated_at': '2021-08-17T03:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:19.109955 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2cf8503c-6ba4-401b-8f80-7449ab492159 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:19.112698 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2cf8503c-6ba4-401b-8f80-7449ab492159 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:19.112884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74c7bed1-8f16-4fd5-8bb8-035560668d68 None None] The sync data for ids ['b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a'] in n-d-802060-9 is: [{'id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'name': 'tempest-TestAggregatesBasicOps-1209271764-router', 'tenant_id': '1dfae49055fb46108c7034d879f90cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:08Z', 'updated_at': '2021-08-17T03:22:12Z', 'revision_number': 3, 'project_id': '1dfae49055fb46108c7034d879f90cb2', 'gw_port': {'id': '564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:10Z', 'updated_at': '2021-08-17T03:22:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:22:19.126606 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2cf8503c-6ba4-401b-8f80-7449ab492159 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/040532fc-6399-4637-ad9c-839d76f3a637 HTTP/1.1" status: 204 len: 168 time: 0.5595605 Aug 17 03:22:19.128552 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-708b7bad-5812-4edb-a9a8-6dc06baf29df None None] Provisioning for port eb1c0c0b-c31c-413a-9ae2-e163ceed1817 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:19.141467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-708b7bad-5812-4edb-a9a8-6dc06baf29df None None] Provisioning complete for port eb1c0c0b-c31c-413a-9ae2-e163ceed1817 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:19.142041 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-708b7bad-5812-4edb-a9a8-6dc06baf29df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:19.213789 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf8503c-6ba4-401b-8f80-7449ab492159 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=040532fc-6399-4637-ad9c-839d76f3a637,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:19.234841 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:19.256506 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:19.344424 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1044cc69-79b1-49eb-923f-388888321692 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:19.360728 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-708b7bad-5812-4edb-a9a8-6dc06baf29df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:19.432479 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1044cc69-79b1-49eb-923f-388888321692 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=356cea44-a928-4e38-807e-12ff584f6b9a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:19.456197 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-708b7bad-5812-4edb-a9a8-6dc06baf29df None None] For port eb1c0c0b-c31c-413a-9ae2-e163ceed1817, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=eb1c0c0b-c31c-413a-9ae2-e163ceed1817,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:19.488211 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1044cc69-79b1-49eb-923f-388888321692 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:19.496850 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1044cc69-79b1-49eb-923f-388888321692 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/356cea44-a928-4e38-807e-12ff584f6b9a HTTP/1.1" status: 204 len: 168 time: 1.7274683 Aug 17 03:22:19.500460 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56088) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:19.546292 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-708b7bad-5812-4edb-a9a8-6dc06baf29df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:19.690420 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-322642ce-d726-4cd6-a307-ac298e69982e None None] Could not find standard attr ID for object 356cea44-a928-4e38-807e-12ff584f6b9a. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:22:19.738620 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cfe24c-30c8-4a42-bd24-acc09841c647 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:19.740554 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56cfe24c-30c8-4a42-bd24-acc09841c647 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:19.746057 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-56cfe24c-30c8-4a42-bd24-acc09841c647 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2444544 Aug 17 03:22:19.753732 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56096) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:19.759170 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708b7bad-5812-4edb-a9a8-6dc06baf29df None None] Pushing event updated for resources: {'Port': ['ID=eb1c0c0b-c31c-413a-9ae2-e163ceed1817,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:19.846275 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:19.862364 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-ad45f988-81ff-4ed4-a21b-6ea25da85077 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 16901dd2-aa3f-42f2-b083-12cbe666e262 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:22:19.866687 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ad45f988-81ff-4ed4-a21b-6ea25da85077 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:19.920190 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:19.974601 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ad45f988-81ff-4ed4-a21b-6ea25da85077 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:20.130531 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device eb1c0c0b-c31c-413a-9ae2-e163ceed1817 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:20.207129 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ad45f988-81ff-4ed4-a21b-6ea25da85077 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:20.239122 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:20.261289 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port eb1c0c0b-c31c-413a-9ae2-e163ceed1817 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:20.261883 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:20.273339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Pushing event updated for resources: {'Port': ['ID=96bd8486-a244-49d2-8bf4-d5e803d69c9d,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:20.346005 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c8e801-9f4d-4a85-8239-cc2228e83412 req-c5daec69-c778-4e56-8526-9f5ec4551168 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:20.350110 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b5c8e801-9f4d-4a85-8239-cc2228e83412 req-c5daec69-c778-4e56-8526-9f5ec4551168 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.3622236 Aug 17 03:22:20.413556 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ad45f988-81ff-4ed4-a21b-6ea25da85077 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:20.440781 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ad45f988-81ff-4ed4-a21b-6ea25da85077 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:20.450734 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ad45f988-81ff-4ed4-a21b-6ea25da85077 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/16901dd2-aa3f-42f2-b083-12cbe666e262 HTTP/1.1" status: 204 len: 168 time: 0.6955819 Aug 17 03:22:20.512530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56106) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:20.521832 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:20.532044 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dc7c43-ec15-49b4-b025-8e6676e6e1a7 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:20.537659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad45f988-81ff-4ed4-a21b-6ea25da85077 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=16901dd2-aa3f-42f2-b083-12cbe666e262,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:20.629839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Network 86b3d6bc-5441-41a3-affd-0f25ee1ae903 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:20.636932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:20.661320 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ff0510a2-2b25-472a-9fb8-75104a2f9392 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1435943 Aug 17 03:22:20.663785 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56110) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:20.691612 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b5c8e801-9f4d-4a85-8239-cc2228e83412 req-cf84368d-3e4f-4b01-9f28-45dc5e42c769 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3188028 Aug 17 03:22:20.830236 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb38c08-dca3-40be-81e1-5b2137086302 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:20.831819 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9cb38c08-dca3-40be-81e1-5b2137086302 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1666989 Aug 17 03:22:20.845514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56116) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:21.027848 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:21.090000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:21.109709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:21.110369 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:21.124724 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e86f4248-2c6b-4999-b19f-75a1636df57e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:21.128846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56122) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:21.148519 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e86f4248-2c6b-4999-b19f-75a1636df57e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.3023870 Aug 17 03:22:21.197988 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Router b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:22:21.285232 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bde6377d-7c5f-4d6f-bc62-3ab2f7689f81 None None] Provisioning complete for port 96bd8486-a244-49d2-8bf4-d5e803d69c9d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:21.288480 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bde6377d-7c5f-4d6f-bc62-3ab2f7689f81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:21.301677 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fca5ab23-6e42-4c3e-83a7-3553d237e879 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1630380 Aug 17 03:22:21.302815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56126) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:21.324053 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7c03fac7-abb8-4c4c-b4dd-47649e09772f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:21.382312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-bde6377d-7c5f-4d6f-bc62-3ab2f7689f81 None None] Port 96bd8486-a244-49d2-8bf4-d5e803d69c9d cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:22:21.388509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d59a8fc-8773-4830-af6d-d6f031a7a263 None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:22:21.578927 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:22:21.611123 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-aa56b41c-566b-4f9c-8f62-4a53a72dd331 admin admin] 10.222.0.10 "PUT /v2.0/routers/b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0164890 Aug 17 03:22:21.669000 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:21.783633 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c03fac7-abb8-4c4c-b4dd-47649e09772f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:21.788601 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c03fac7-abb8-4c4c-b4dd-47649e09772f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:21.827427 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:21.856638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7d59a8fc-8773-4830-af6d-d6f031a7a263 None None] Deleting port eb1c0c0b-c31c-413a-9ae2-e163ceed1817 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:21.856638 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7d59a8fc-8773-4830-af6d-d6f031a7a263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:21.988232 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-7d59a8fc-8773-4830-af6d-d6f031a7a263 None None] For port eb1c0c0b-c31c-413a-9ae2-e163ceed1817, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=eb1c0c0b-c31c-413a-9ae2-e163ceed1817,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:21.988848 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7d59a8fc-8773-4830-af6d-d6f031a7a263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:22.003452 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7d59a8fc-8773-4830-af6d-d6f031a7a263 None None] Calling delete_port for eb1c0c0b-c31c-413a-9ae2-e163ceed1817 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:22.455529 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1d533b-1de1-4d83-9446-92398234ac43 req-92ef376f-daad-4efc-8e02-a5f1855bf946 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:22.457131 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8a1d533b-1de1-4d83-9446-92398234ac43 req-92ef376f-daad-4efc-8e02-a5f1855bf946 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.4128456 Aug 17 03:22:22.471767 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:22.554451 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8a1d533b-1de1-4d83-9446-92398234ac43 req-530b1bcf-d2de-4870-8a57-65c2fda26906 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0867798 Aug 17 03:22:22.584981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:22.612432 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Sync routers for ids ['b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:22:22.626550 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Routers {'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:22.629106 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:22:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:22.656341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device eb1c0c0b-c31c-413a-9ae2-e163ceed1817 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:22:22.659263 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c03fac7-abb8-4c4c-b4dd-47649e09772f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:22.670496 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7d59a8fc-8773-4830-af6d-d6f031a7a263 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:22.790765 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56162) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:22.846402 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d59a8fc-8773-4830-af6d-d6f031a7a263 None None] Pushing event deleted for resources: {'Port': ['ID=eb1c0c0b-c31c-413a-9ae2-e163ceed1817,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:22.855040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c03fac7-abb8-4c4c-b4dd-47649e09772f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:22.863254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: eb1c0c0b-c31c-413a-9ae2-e163ceed1817 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:22:22.863605 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device eb1c0c0b-c31c-413a-9ae2-e163ceed1817 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:22:22.875010 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-7c03fac7-abb8-4c4c-b4dd-47649e09772f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:22.899735 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c03fac7-abb8-4c4c-b4dd-47649e09772f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:22.900681 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d59a8fc-8773-4830-af6d-d6f031a7a263 None None] No DVR routers for this DVR port eb1c0c0b-c31c-413a-9ae2-e163ceed1817 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:22:22.904950 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c03fac7-abb8-4c4c-b4dd-47649e09772f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:22.939643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e917edcf-77f0-4602-a678-0e86a45148cc None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:22.972577 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03fac7-abb8-4c4c-b4dd-47649e09772f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=4e182719-ef9a-4b75-9ed1-97675aa948d0,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:23.070736 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7c03fac7-abb8-4c4c-b4dd-47649e09772f tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7625532 Aug 17 03:22:23.073568 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56176) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:23.079343 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-35c05b68-4e57-4584-95b7-d7012d9e2e9e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'mac_address': 'fa:16:3e:8e:a0:a9', 'name': 'tempest-NetworksTestDHCPv6-1590717462'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:23.108890 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5c30abc5-35e5-44cf-b04e-e320bb97396c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:23.212957 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Set router b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:23.352079 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': '4e182719-ef9a-4b75-9ed1-97675aa948d0'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:22:23.354412 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:23.379404 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5c30abc5-35e5-44cf-b04e-e320bb97396c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:23.464225 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5c30abc5-35e5-44cf-b04e-e320bb97396c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:23.561590 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35c05b68-4e57-4584-95b7-d7012d9e2e9e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:23.661943 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'name': 'tempest-TestAggregatesBasicOps-1209271764-router', 'tenant_id': '1dfae49055fb46108c7034d879f90cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:08Z', 'updated_at': '2021-08-17T03:22:19Z', 'revision_number': 4, 'project_id': '1dfae49055fb46108c7034d879f90cb2', 'gw_port': {'id': '564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:10Z', 'updated_at': '2021-08-17T03:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '96bd8486-a244-49d2-8bf4-d5e803d69c9d', 'name': '', 'network_id': '86b3d6bc-5441-41a3-affd-0f25ee1ae903', 'tenant_id': '1dfae49055fb46108c7034d879f90cb2', 'mac_address': 'fa:16:3e:22:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'ceb53ec6-9a35-46d3-99b7-35210eab3469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:16Z', 'updated_at': '2021-08-17T03:22:19Z', 'revision_number': 2, 'project_id': '1dfae49055fb46108c7034d879f90cb2', 'subnets': [{'id': 'ceb53ec6-9a35-46d3-99b7-35210eab3469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:23.680709 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5c30abc5-35e5-44cf-b04e-e320bb97396c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b8375738a9b440b29770844e89a9e0d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8880351 Aug 17 03:22:23.681790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56188) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:23.689092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c30abc5-35e5-44cf-b04e-e320bb97396c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e733ade-04b9-40be-8561-8a0e270a1893,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:23.698437 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Allocated IP 2001:db8::2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/4e182719-ef9a-4b75-9ed1-97675aa948d0/cce66aa3-33ab-4975-9c15-22c6d21e4c66) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:23.755856 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Checking router: b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:22:23.756386 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Updating router b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a port 96bd8486-a244-49d2-8bf4-d5e803d69c9d binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:22:23.831136 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:24.076755 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-890cf62e-9637-42ca-8df2-7ccf55d9b3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:24.080810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a5fde6-0857-46e1-a9d4-309d0d27f4a0 req-29f3b395-641e-449b-abf1-5b8bc07623fd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:24.080810 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39a5fde6-0857-46e1-a9d4-309d0d27f4a0 req-29f3b395-641e-449b-abf1-5b8bc07623fd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.2407150 Aug 17 03:22:24.081018 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-890cf62e-9637-42ca-8df2-7ccf55d9b3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:24.081116 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-35c05b68-4e57-4584-95b7-d7012d9e2e9e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:24.081116 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-35c05b68-4e57-4584-95b7-d7012d9e2e9e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port f4b6b244-08d5-4f44-8498-5914ed464158 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:22:24.179870 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-890cf62e-9637-42ca-8df2-7ccf55d9b3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:24.183600 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-890cf62e-9637-42ca-8df2-7ccf55d9b3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:24.185541 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-890cf62e-9637-42ca-8df2-7ccf55d9b3d5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e733ade-04b9-40be-8561-8a0e270a1893 HTTP/1.1" status: 204 len: 168 time: 0.4994984 Aug 17 03:22:24.195355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890cf62e-9637-42ca-8df2-7ccf55d9b3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e733ade-04b9-40be-8561-8a0e270a1893,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:24.237789 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:24.292505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Transition to ACTIVE for port object cce66aa3-33ab-4975-9c15-22c6d21e4c66 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:24.315078 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39a5fde6-0857-46e1-a9d4-309d0d27f4a0 req-222b0918-749d-4062-8028-ef28aef9ce0c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3592663 Aug 17 03:22:24.341443 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Transition to ACTIVE for port object cce66aa3-33ab-4975-9c15-22c6d21e4c66 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:24.444705 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:24.567218 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:24.587707 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Transition to ACTIVE for port object 96bd8486-a244-49d2-8bf4-d5e803d69c9d will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:24.618800 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:24.632055 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-35c05b68-4e57-4584-95b7-d7012d9e2e9e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::2d0 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/4e182719-ef9a-4b75-9ed1-97675aa948d0/f4b6b244-08d5-4f44-8498-5914ed464158) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:24.639395 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:24.652621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:24.691417 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:24.735653 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:24.875593 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01d66a-00a3-4028-a93d-5f3dcdb4053b None None] Pushing event updated for resources: {'Port': ['ID=96bd8486-a244-49d2-8bf4-d5e803d69c9d,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:24.950810 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Attempting to bind port 96bd8486-a244-49d2-8bf4-d5e803d69c9d on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:24.958067 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Attempting to bind port 96bd8486-a244-49d2-8bf4-d5e803d69c9d by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '04a0657b-2826-446a-bb09-64cbafb48518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '86b3d6bc-5441-41a3-affd-0f25ee1ae903'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:24.958067 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Attempting to bind port 96bd8486-a244-49d2-8bf4-d5e803d69c9d on network 86b3d6bc-5441-41a3-affd-0f25ee1ae903 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:24.959044 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:24.960108 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Checking segment: {'id': '04a0657b-2826-446a-bb09-64cbafb48518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '86b3d6bc-5441-41a3-affd-0f25ee1ae903'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:24.960942 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:24.962201 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Bound using segment: {'id': '04a0657b-2826-446a-bb09-64cbafb48518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '86b3d6bc-5441-41a3-affd-0f25ee1ae903'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:24.962831 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Bound port: 96bd8486-a244-49d2-8bf4-d5e803d69c9d, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04a0657b-2826-446a-bb09-64cbafb48518', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 87, 'network_id': '86b3d6bc-5441-41a3-affd-0f25ee1ae903'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:24.963583 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:24.978386 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Pushing event updated for resources: {'Port': ['ID=cce66aa3-33ab-4975-9c15-22c6d21e4c66,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:24.993656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56218) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:25.028660 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Attempting to bind port cce66aa3-33ab-4975-9c15-22c6d21e4c66 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:25.029050 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Attempting to bind port cce66aa3-33ab-4975-9c15-22c6d21e4c66 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:25.042119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Attempting to bind port cce66aa3-33ab-4975-9c15-22c6d21e4c66 on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:25.069762 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:25.072710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:25.072710 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:25.072710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:25.072710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Bound port: cce66aa3-33ab-4975-9c15-22c6d21e4c66, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:25.072710 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:25.147454 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-35c05b68-4e57-4584-95b7-d7012d9e2e9e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:25.240075 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-35c05b68-4e57-4584-95b7-d7012d9e2e9e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object f4b6b244-08d5-4f44-8498-5914ed464158 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:25.253459 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] For port 96bd8486-a244-49d2-8bf4-d5e803d69c9d, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:25.282305 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] For port 96bd8486-a244-49d2-8bf4-d5e803d69c9d, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=96bd8486-a244-49d2-8bf4-d5e803d69c9d,segment=NetworkSegment(04a0657b-2826-446a-bb09-64cbafb48518),segment_id=04a0657b-2826-446a-bb09-64cbafb48518)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:25.357121 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:25.413957 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-35c05b68-4e57-4584-95b7-d7012d9e2e9e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:25.643738 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Routers {'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:25.643738 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:22:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:25.644380 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] For port cce66aa3-33ab-4975-9c15-22c6d21e4c66, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:25.644380 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] For port cce66aa3-33ab-4975-9c15-22c6d21e4c66, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cce66aa3-33ab-4975-9c15-22c6d21e4c66,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:25.644380 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:25.644380 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:25.644688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c05b68-4e57-4584-95b7-d7012d9e2e9e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:25.644688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-35c05b68-4e57-4584-95b7-d7012d9e2e9e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:25.644688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c05b68-4e57-4584-95b7-d7012d9e2e9e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:25.644688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35c05b68-4e57-4584-95b7-d7012d9e2e9e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:25.644688 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-35c05b68-4e57-4584-95b7-d7012d9e2e9e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:25.644688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c05b68-4e57-4584-95b7-d7012d9e2e9e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=f4b6b244-08d5-4f44-8498-5914ed464158,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:25.699062 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] Set router b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:25.748606 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86b3ab1a-32ca-49cd-bd80-b04febb25276 req-9251676d-f05d-4b1c-b571-d49eda297ec7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:25.756272 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-86b3ab1a-32ca-49cd-bd80-b04febb25276 req-9251676d-f05d-4b1c-b571-d49eda297ec7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.2085795 Aug 17 03:22:25.765702 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a01d66a-00a3-4028-a93d-5f3dcdb4053b None None] Pushing event updated for resources: {'Port': ['ID=96bd8486-a244-49d2-8bf4-d5e803d69c9d,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:25.835559 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:25.871910 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-35c05b68-4e57-4584-95b7-d7012d9e2e9e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7966759 Aug 17 03:22:25.874640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56232) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:25.877305 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-86b3ab1a-32ca-49cd-bd80-b04febb25276 req-6b5a4019-3387-4845-b6ad-c91a01c3a546 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121821 Aug 17 03:22:26.033806 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc94fbf-578f-42f3-bebc-3e347708165d None None] Pushing event updated for resources: {'Port': ['ID=cce66aa3-33ab-4975-9c15-22c6d21e4c66,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:26.049952 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f45339a-486b-4223-a201-90f43eb073c6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:26.058153 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f45339a-486b-4223-a201-90f43eb073c6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:26.067489 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4f45339a-486b-4223-a201-90f43eb073c6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.1883719 Aug 17 03:22:26.068957 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56240) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:26.361436 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'name': 'tempest-TestAggregatesBasicOps-1209271764-router', 'tenant_id': '1dfae49055fb46108c7034d879f90cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:08Z', 'updated_at': '2021-08-17T03:22:19Z', 'revision_number': 4, 'project_id': '1dfae49055fb46108c7034d879f90cb2', 'gw_port': {'id': '564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:10Z', 'updated_at': '2021-08-17T03:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '96bd8486-a244-49d2-8bf4-d5e803d69c9d', 'name': '', 'network_id': '86b3d6bc-5441-41a3-affd-0f25ee1ae903', 'tenant_id': '1dfae49055fb46108c7034d879f90cb2', 'mac_address': 'fa:16:3e:22:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'ceb53ec6-9a35-46d3-99b7-35210eab3469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:16Z', 'updated_at': '2021-08-17T03:22:25Z', 'revision_number': 4, 'project_id': '1dfae49055fb46108c7034d879f90cb2', 'subnets': [{'id': 'ceb53ec6-9a35-46d3-99b7-35210eab3469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:26.375551 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5853e371-b1fc-4755-b907-e5c48717557d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port f4b6b244-08d5-4f44-8498-5914ed464158 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:26.377317 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5853e371-b1fc-4755-b907-e5c48717557d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:26.379977 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3d274bd5-f383-4897-a0d4-714a613fc756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:26.430008 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b8767d36-1725-4f24-941f-4e1e4df55c75 None None] The sync data for ids ['b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a'] in n-d-802060-9 is: [{'id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'name': 'tempest-TestAggregatesBasicOps-1209271764-router', 'tenant_id': '1dfae49055fb46108c7034d879f90cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:08Z', 'updated_at': '2021-08-17T03:22:19Z', 'revision_number': 4, 'project_id': '1dfae49055fb46108c7034d879f90cb2', 'gw_port': {'id': '564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:10Z', 'updated_at': '2021-08-17T03:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '96bd8486-a244-49d2-8bf4-d5e803d69c9d', 'name': '', 'network_id': '86b3d6bc-5441-41a3-affd-0f25ee1ae903', 'tenant_id': '1dfae49055fb46108c7034d879f90cb2', 'mac_address': 'fa:16:3e:22:34:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3372, 'fixed_ips': [{'subnet_id': 'ceb53ec6-9a35-46d3-99b7-35210eab3469', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:16Z', 'updated_at': '2021-08-17T03:22:25Z', 'revision_number': 4, 'project_id': '1dfae49055fb46108c7034d879f90cb2', 'subnets': [{'id': 'ceb53ec6-9a35-46d3-99b7-35210eab3469', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:22:26.661942 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5853e371-b1fc-4755-b907-e5c48717557d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:26.702118 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5853e371-b1fc-4755-b907-e5c48717557d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for f4b6b244-08d5-4f44-8498-5914ed464158 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:26.923036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56254) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:26.945820 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cce66aa3-33ab-4975-9c15-22c6d21e4c66 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:27.179753 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port cce66aa3-33ab-4975-9c15-22c6d21e4c66 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:27.223589 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b5acd7df-f0da-4d20-b2f1-92c64721a66e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1976184532-network', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:27.232033 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-3d274bd5-f383-4897-a0d4-714a613fc756 admin admin] Deleting port 6a3e3862-472a-4909-80bd-5ed04bb157bd {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:27.232682 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3d274bd5-f383-4897-a0d4-714a613fc756 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:27.241042 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65d004e2-4976-4876-aabb-4b648e2ba804 req-7cfa4a6b-5958-48a6-88d0-d756d8eb15ed tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:27.243775 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-65d004e2-4976-4876-aabb-4b648e2ba804 req-7cfa4a6b-5958-48a6-88d0-d756d8eb15ed tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.1904237 Aug 17 03:22:27.282302 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5853e371-b1fc-4755-b907-e5c48717557d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:27.403368 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5853e371-b1fc-4755-b907-e5c48717557d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=f4b6b244-08d5-4f44-8498-5914ed464158,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:27.434695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-3d274bd5-f383-4897-a0d4-714a613fc756 admin admin] For port 6a3e3862-472a-4909-80bd-5ed04bb157bd, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6a3e3862-472a-4909-80bd-5ed04bb157bd,segment=NetworkSegment(ffaed1ba-5ebe-4198-9983-02a58626ad82),segment_id=ffaed1ba-5ebe-4198-9983-02a58626ad82)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:27.435295 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3d274bd5-f383-4897-a0d4-714a613fc756 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:27.448167 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-65d004e2-4976-4876-aabb-4b648e2ba804 req-75f0dce0-32c8-411f-adbb-01b8ce893d6a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1915653 Aug 17 03:22:27.455344 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-3d274bd5-f383-4897-a0d4-714a613fc756 admin admin] Calling delete_port for 6a3e3862-472a-4909-80bd-5ed04bb157bd owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:27.484357 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5853e371-b1fc-4755-b907-e5c48717557d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:27.487191 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5853e371-b1fc-4755-b907-e5c48717557d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/f4b6b244-08d5-4f44-8498-5914ed464158 HTTP/1.1" status: 204 len: 168 time: 1.4163225 Aug 17 03:22:27.489116 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56260) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:27.530187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5acd7df-f0da-4d20-b2f1-92c64721a66e admin admin] Made reservation on behalf of 8a413c1ede0c433aa3547c9dae3b5dcd for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:27.530187 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b5acd7df-f0da-4d20-b2f1-92c64721a66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:27.561777 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b5acd7df-f0da-4d20-b2f1-92c64721a66e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:27.580446 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e074a51-6018-403f-b39c-75878f1c88af tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:27.582393 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e074a51-6018-403f-b39c-75878f1c88af tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:27.584134 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1e074a51-6018-403f-b39c-75878f1c88af tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.0938687 Aug 17 03:22:27.586822 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56262) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:27.677688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-07d23257-24fb-48a4-a676-f85a6ff2cc82 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 4e182719-ef9a-4b75-9ed1-97675aa948d0 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:22:27.682682 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07d23257-24fb-48a4-a676-f85a6ff2cc82 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:27.798836 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07d23257-24fb-48a4-a676-f85a6ff2cc82 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:27.883085 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b5acd7df-f0da-4d20-b2f1-92c64721a66e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:27.933138 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3d274bd5-f383-4897-a0d4-714a613fc756 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:27.984516 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b5acd7df-f0da-4d20-b2f1-92c64721a66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:27.989133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d274bd5-f383-4897-a0d4-714a613fc756 admin admin] Pushing event deleted for resources: {'Port': ['ID=6a3e3862-472a-4909-80bd-5ed04bb157bd,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:28.002942 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07d23257-24fb-48a4-a676-f85a6ff2cc82 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:28.035512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b5acd7df-f0da-4d20-b2f1-92c64721a66e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:22:28.123796 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acd7df-f0da-4d20-b2f1-92c64721a66e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=faf511da-02fe-461e-b93b-c9107ff7c298,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:28.151013 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c5133af7-22f2-4b30-b8b0-fe59c2219004 None None] Provisioning for port cce66aa3-33ab-4975-9c15-22c6d21e4c66 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:28.160841 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c5133af7-22f2-4b30-b8b0-fe59c2219004 None None] Provisioning complete for port cce66aa3-33ab-4975-9c15-22c6d21e4c66 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:28.160841 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5133af7-22f2-4b30-b8b0-fe59c2219004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:28.234974 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07d23257-24fb-48a4-a676-f85a6ff2cc82 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:28.313122 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-07d23257-24fb-48a4-a676-f85a6ff2cc82 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:28.319951 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-07d23257-24fb-48a4-a676-f85a6ff2cc82 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/4e182719-ef9a-4b75-9ed1-97675aa948d0 HTTP/1.1" status: 204 len: 168 time: 0.7302599 Aug 17 03:22:28.324255 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5133af7-22f2-4b30-b8b0-fe59c2219004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:28.325329 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d23257-24fb-48a4-a676-f85a6ff2cc82 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=4e182719-ef9a-4b75-9ed1-97675aa948d0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:28.332439 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56278) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:28.395887 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3d274bd5-f383-4897-a0d4-714a613fc756 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:28.406893 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-686f4a0e-b5c3-49b8-bdd0-359bcd6810fd tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0713408 Aug 17 03:22:28.408086 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56280) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:28.409172 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b5acd7df-f0da-4d20-b2f1-92c64721a66e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:28.409710 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-b5acd7df-f0da-4d20-b2f1-92c64721a66e admin admin] Added segment d727ad0e-57f6-42e2-aaae-aa9321552967 of type vlan for network 62d8fcd8-3e20-4172-a1f1-161cbb544d92 Aug 17 03:22:28.416088 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c5133af7-22f2-4b30-b8b0-fe59c2219004 None None] For port cce66aa3-33ab-4975-9c15-22c6d21e4c66, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cce66aa3-33ab-4975-9c15-22c6d21e4c66,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:28.458755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0856dc0-e0ed-4052-99fc-f136321800c2 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:28.485926 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50dc29c0-5b9b-4581-8a5a-994a050ef230 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:28.490074 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-50dc29c0-5b9b-4581-8a5a-994a050ef230 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.0786865 Aug 17 03:22:28.492270 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56284) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:28.513404 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b5acd7df-f0da-4d20-b2f1-92c64721a66e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:28.580577 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c5133af7-22f2-4b30-b8b0-fe59c2219004 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:28.589938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a70923-b2f8-4055-9544-a1723fddcda0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:28.594840 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f4a70923-b2f8-4055-9544-a1723fddcda0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0997982 Aug 17 03:22:28.599440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56286) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:28.682277 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-873b53aa-13d1-4c10-bf94-c6b235ff05d4 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0819287 Aug 17 03:22:28.682277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56288) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:28.687643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d8c24fae-c6c5-4a32-9e03-830b4c43b6ff tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:28.714789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5133af7-22f2-4b30-b8b0-fe59c2219004 None None] Pushing event updated for resources: {'Port': ['ID=cce66aa3-33ab-4975-9c15-22c6d21e4c66,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:28.739800 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-00268bdc-f784-437e-8649-65e306c355f4 None None] Could not find standard attr ID for object f4b6b244-08d5-4f44-8498-5914ed464158. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:22:28.842502 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 96bd8486-a244-49d2-8bf4-d5e803d69c9d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:28.849387 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b5acd7df-f0da-4d20-b2f1-92c64721a66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:28.856009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5acd7df-f0da-4d20-b2f1-92c64721a66e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:28.857922 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b5acd7df-f0da-4d20-b2f1-92c64721a66e admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:28.993127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a12954d0-273c-4b4a-af79-659b1fe793bf req-953ebbcf-f3f1-4cff-8d05-19e22538fb0c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:28.997917 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a12954d0-273c-4b4a-af79-659b1fe793bf req-953ebbcf-f3f1-4cff-8d05-19e22538fb0c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.3522832 Aug 17 03:22:29.007363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70a0e031-f2ff-4684-8fe1-3a011963f124 None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:22:29.046180 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 96bd8486-a244-49d2-8bf4-d5e803d69c9d completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:29.053563 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 96bd8486-a244-49d2-8bf4-d5e803d69c9d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:29.053563 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:29.053815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5acd7df-f0da-4d20-b2f1-92c64721a66e admin admin] Pushing event updated for resources: {'Network': ['ID=62d8fcd8-3e20-4172-a1f1-161cbb544d92,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:29.092488 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 62d8fcd8-3e20-4172-a1f1-161cbb544d92 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:22:29.094764 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56292) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:29.094885 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b5acd7df-f0da-4d20-b2f1-92c64721a66e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 2.1598990 Aug 17 03:22:29.101636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ecce631a-0b89-422d-b452-1d08fba18fdd admin admin] Request body: {'subnet': {'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1976184532-subnet', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:29.109189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008558fd-cec9-4215-8c80-a9d48384324f req-220b2663-e671-4ab2-a2dd-b4ee7e30bdb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:29.111013 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-008558fd-cec9-4215-8c80-a9d48384324f req-220b2663-e671-4ab2-a2dd-b4ee7e30bdb1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 1096 time: 0.1456714 Aug 17 03:22:29.118587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d274bd5-f383-4897-a0d4-714a613fc756 admin admin] Router 444cb2d4-a38f-408d-9658-dd9ebd83d18d has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:22:29.132151 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a12954d0-273c-4b4a-af79-659b1fe793bf req-eeea5795-568e-4077-acb0-00fcf16719a9 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029081 Aug 17 03:22:29.223674 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-70a0e031-f2ff-4684-8fe1-3a011963f124 None None] Deleting port cce66aa3-33ab-4975-9c15-22c6d21e4c66 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:29.223674 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70a0e031-f2ff-4684-8fe1-3a011963f124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:29.257538 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecce631a-0b89-422d-b452-1d08fba18fdd admin admin] Made reservation on behalf of 8a413c1ede0c433aa3547c9dae3b5dcd for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:29.260978 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ecce631a-0b89-422d-b452-1d08fba18fdd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:29.274908 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:29.328969 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-70a0e031-f2ff-4684-8fe1-3a011963f124 None None] For port cce66aa3-33ab-4975-9c15-22c6d21e4c66, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cce66aa3-33ab-4975-9c15-22c6d21e4c66,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:29.329982 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70a0e031-f2ff-4684-8fe1-3a011963f124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:29.350379 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008558fd-cec9-4215-8c80-a9d48384324f req-3d805097-9c72-4020-84cc-66cf3b69f476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:29.350379 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-008558fd-cec9-4215-8c80-a9d48384324f req-3d805097-9c72-4020-84cc-66cf3b69f476 service neutron] 10.222.0.30 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 0.2205319 Aug 17 03:22:29.350569 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-70a0e031-f2ff-4684-8fe1-3a011963f124 None None] Calling delete_port for cce66aa3-33ab-4975-9c15-22c6d21e4c66 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:29.400286 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 96bd8486-a244-49d2-8bf4-d5e803d69c9d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=96bd8486-a244-49d2-8bf4-d5e803d69c9d,segment=NetworkSegment(04a0657b-2826-446a-bb09-64cbafb48518),segment_id=04a0657b-2826-446a-bb09-64cbafb48518)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:29.413974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-008558fd-cec9-4215-8c80-a9d48384324f req-3e026340-7104-4d60-aeb8-d8fdfd38fbb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d HTTP/1.1" status: 200 len: 217 time: 0.0590754 Aug 17 03:22:29.420510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d274bd5-f383-4897-a0d4-714a613fc756 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:22:29.442678 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56304) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:29.442994 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3d274bd5-f383-4897-a0d4-714a613fc756 admin admin] 10.222.0.10 "PUT /v2.0/routers/444cb2d4-a38f-408d-9658-dd9ebd83d18d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4437101 Aug 17 03:22:29.464434 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcca9392-8e32-44e0-bd2f-4dc6e8115ab3 None None] Sync routers for ids ['444cb2d4-a38f-408d-9658-dd9ebd83d18d'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:22:29.483557 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcca9392-8e32-44e0-bd2f-4dc6e8115ab3 None None] Routers {'444cb2d4-a38f-408d-9658-dd9ebd83d18d'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:29.491524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-dcca9392-8e32-44e0-bd2f-4dc6e8115ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:22:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['444cb2d4-a38f-408d-9658-dd9ebd83d18d'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:29.491715 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008558fd-cec9-4215-8c80-a9d48384324f req-c868becc-23b6-40d4-9b3b-e47b0e0998da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:29.491715 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-008558fd-cec9-4215-8c80-a9d48384324f req-c868becc-23b6-40d4-9b3b-e47b0e0998da service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.0684931 Aug 17 03:22:29.527699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8c24fae-c6c5-4a32-9e03-830b4c43b6ff tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:29.534553 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d8c24fae-c6c5-4a32-9e03-830b4c43b6ff tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:29.560917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-008558fd-cec9-4215-8c80-a9d48384324f req-9b7e2001-6e4e-429c-8e56-545cb5e4262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:29.562623 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-008558fd-cec9-4215-8c80-a9d48384324f req-9b7e2001-6e4e-429c-8e56-545cb5e4262c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0620658 Aug 17 03:22:29.610865 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:29.679101 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-008558fd-cec9-4215-8c80-a9d48384324f req-23c31d4b-7c9b-456c-b673-4853f61d9051 service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052752 Aug 17 03:22:29.690804 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-dcca9392-8e32-44e0-bd2f-4dc6e8115ab3 None None] Set router 444cb2d4-a38f-408d-9658-dd9ebd83d18d gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:29.736049 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1ce223b-57dc-4db8-ae71-18410c3277d2 admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:29.760673 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=96bd8486-a244-49d2-8bf4-d5e803d69c9d,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:29.777239 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ecce631a-0b89-422d-b452-1d08fba18fdd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:29.801725 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70a0e031-f2ff-4684-8fe1-3a011963f124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:29.804655 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-008558fd-cec9-4215-8c80-a9d48384324f req-8cc32715-1160-4900-9fa2-3a57fe79d5e7 service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1180165 Aug 17 03:22:29.849388 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70a0e031-f2ff-4684-8fe1-3a011963f124 None None] Pushing event deleted for resources: {'Port': ['ID=cce66aa3-33ab-4975-9c15-22c6d21e4c66,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:29.854572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70a0e031-f2ff-4684-8fe1-3a011963f124 None None] No DVR routers for this DVR port cce66aa3-33ab-4975-9c15-22c6d21e4c66 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:22:29.938076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecce631a-0b89-422d-b452-1d08fba18fdd admin admin] Pushing event updated for resources: {'Subnet': ['ID=229b35b8-a9d8-4a11-a243-0b744b27a861,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:29.974908 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-dcca9392-8e32-44e0-bd2f-4dc6e8115ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'name': 'tempest-TestAggregatesBasicOps-337998460-router', 'tenant_id': 'dc96795234e944d0866a00ef01d3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '23974460-4956-42a2-af08-e68c0e485957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:21:54Z', 'updated_at': '2021-08-17T03:22:27Z', 'revision_number': 5, 'project_id': 'dc96795234e944d0866a00ef01d3594a', 'gw_port': {'id': '23974460-4956-42a2-af08-e68c0e485957', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:21:55Z', 'updated_at': '2021-08-17T03:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:30.005099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcca9392-8e32-44e0-bd2f-4dc6e8115ab3 None None] Checking router: 444cb2d4-a38f-408d-9658-dd9ebd83d18d for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:22:30.010712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecce631a-0b89-422d-b452-1d08fba18fdd admin admin] Checking segment: {'id': 'd727ad0e-57f6-42e2-aaae-aa9321552967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:30.011175 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecce631a-0b89-422d-b452-1d08fba18fdd admin admin] Network hostable DHCP agents. Network: 62d8fcd8-3e20-4172-a1f1-161cbb544d92, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:22:30.013900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dcca9392-8e32-44e0-bd2f-4dc6e8115ab3 None None] Routers {'444cb2d4-a38f-408d-9658-dd9ebd83d18d'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:30.014524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-dcca9392-8e32-44e0-bd2f-4dc6e8115ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:22:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['444cb2d4-a38f-408d-9658-dd9ebd83d18d'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:30.020695 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1ce223b-57dc-4db8-ae71-18410c3277d2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:30.135780 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-dcca9392-8e32-44e0-bd2f-4dc6e8115ab3 None None] Set router 444cb2d4-a38f-408d-9658-dd9ebd83d18d gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:30.156991 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecce631a-0b89-422d-b452-1d08fba18fdd admin admin] Network 62d8fcd8-3e20-4172-a1f1-161cbb544d92 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:22:30.203490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.objects.ports [None req-d8c24fae-c6c5-4a32-9e03-830b4c43b6ff tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=101969) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 03:22:30.217206 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d8c24fae-c6c5-4a32-9e03-830b4c43b6ff tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:30.278792 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ecce631a-0b89-422d-b452-1d08fba18fdd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 62d8fcd8-3e20-4172-a1f1-161cbb544d92) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:30.293012 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-757977b3-a632-4ebf-8075-6e285f94ff75 None None] Network 62d8fcd8-3e20-4172-a1f1-161cbb544d92 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:30.298155 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecce631a-0b89-422d-b452-1d08fba18fdd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:30.298155 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ecce631a-0b89-422d-b452-1d08fba18fdd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:30.299523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce223b-57dc-4db8-ae71-18410c3277d2 admin admin] Deleting port 23974460-4956-42a2-af08-e68c0e485957 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:30.299879 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1ce223b-57dc-4db8-ae71-18410c3277d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:30.312587 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8c24fae-c6c5-4a32-9e03-830b4c43b6ff tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:30.357294 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-d8c24fae-c6c5-4a32-9e03-830b4c43b6ff tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:30.367000 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8c24fae-c6c5-4a32-9e03-830b4c43b6ff tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:30.367000 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d8c24fae-c6c5-4a32-9e03-830b4c43b6ff tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:30.373475 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c24fae-c6c5-4a32-9e03-830b4c43b6ff tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=4a210dae-41bc-4044-b6cb-cf3b49677be6,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:30.389817 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65ad2e1-b881-4e36-a5c6-a5a3b7eda592 req-1216d5ee-a23e-4dc3-940a-e114db24e657 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:30.391476 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d65ad2e1-b881-4e36-a5c6-a5a3b7eda592 req-1216d5ee-a23e-4dc3-940a-e114db24e657 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.1867831 Aug 17 03:22:30.465285 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ecce631a-0b89-422d-b452-1d08fba18fdd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.3707707 Aug 17 03:22:30.474439 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-e1ce223b-57dc-4db8-ae71-18410c3277d2 admin admin] For port 23974460-4956-42a2-af08-e68c0e485957, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=23974460-4956-42a2-af08-e68c0e485957,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:30.474439 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1ce223b-57dc-4db8-ae71-18410c3277d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:30.475232 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56312) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:30.475232 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:30.475656 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d65ad2e1-b881-4e36-a5c6-a5a3b7eda592 req-7ab9cba5-8521-4b92-bceb-f231dfab9831 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769031 Aug 17 03:22:30.494344 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e1ce223b-57dc-4db8-ae71-18410c3277d2 admin admin] Calling delete_port for 23974460-4956-42a2-af08-e68c0e485957 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:30.538171 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56314) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:30.546243 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d8c24fae-c6c5-4a32-9e03-830b4c43b6ff tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8467190 Aug 17 03:22:30.554115 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-5a40cdc7-731f-4df1-be76-c8ab3d4a6129 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:30.563485 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6857fc52-f8c5-4beb-a532-f08523999395 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:30.651912 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 96bd8486-a244-49d2-8bf4-d5e803d69c9d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:30.704828 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:30.704828 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:30.791643 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:30.847548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a40cdc7-731f-4df1-be76-c8ab3d4a6129 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:30.853858 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5a40cdc7-731f-4df1-be76-c8ab3d4a6129 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:30.881231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-dcca9392-8e32-44e0-bd2f-4dc6e8115ab3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'name': 'tempest-TestAggregatesBasicOps-337998460-router', 'tenant_id': 'dc96795234e944d0866a00ef01d3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '23974460-4956-42a2-af08-e68c0e485957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:21:54Z', 'updated_at': '2021-08-17T03:22:27Z', 'revision_number': 5, 'project_id': 'dc96795234e944d0866a00ef01d3594a', 'gw_port': {'id': '23974460-4956-42a2-af08-e68c0e485957', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:21:55Z', 'updated_at': '2021-08-17T03:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:30.888632 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 96bd8486-a244-49d2-8bf4-d5e803d69c9d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:30.889002 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:30.920517 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': '4a210dae-41bc-4044-b6cb-cf3b49677be6'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:22:30.921381 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:30.960334 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dcca9392-8e32-44e0-bd2f-4dc6e8115ab3 None None] The sync data for ids ['444cb2d4-a38f-408d-9658-dd9ebd83d18d'] in n-d-802060-9 is: [{'id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'name': 'tempest-TestAggregatesBasicOps-337998460-router', 'tenant_id': 'dc96795234e944d0866a00ef01d3594a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.129'}], 'enable_snat': True}, 'gw_port_id': '23974460-4956-42a2-af08-e68c0e485957', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:21:54Z', 'updated_at': '2021-08-17T03:22:27Z', 'revision_number': 5, 'project_id': 'dc96795234e944d0866a00ef01d3594a', 'gw_port': {'id': '23974460-4956-42a2-af08-e68c0e485957', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2c:7a:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '444cb2d4-a38f-408d-9658-dd9ebd83d18d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3340, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.129', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:21:55Z', 'updated_at': '2021-08-17T03:22:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:22:30.982429 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'fixed_ips': [{'subnet_id': '229b35b8-a9d8-4a11-a243-0b744b27a861'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:22:30.983222 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:31.014204 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1ce223b-57dc-4db8-ae71-18410c3277d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:31.094673 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1ce223b-57dc-4db8-ae71-18410c3277d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=23974460-4956-42a2-af08-e68c0e485957,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:31.192807 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1ce223b-57dc-4db8-ae71-18410c3277d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:31.211355 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:31.225111 n-d-802060-9 neutron-server[101970]: INFO neutron.db.ipam_backend_mixin [None req-5a40cdc7-731f-4df1-be76-c8ab3d4a6129 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 4a210dae-41bc-4044-b6cb-cf3b49677be6 (CIDR: 2001:db8::/64) Aug 17 03:22:31.266637 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a40cdc7-731f-4df1-be76-c8ab3d4a6129 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:22:31.267913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a40cdc7-731f-4df1-be76-c8ab3d4a6129 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:22:31.308055 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1ce223b-57dc-4db8-ae71-18410c3277d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:31.310477 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1ce223b-57dc-4db8-ae71-18410c3277d2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:31.312046 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Allocated IP 2001:db8::f816:3eff:fe20:9a35 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/4a210dae-41bc-4044-b6cb-cf3b49677be6/c0c85f78-f8e0-472a-9b24-e7f37b2b7da7) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:31.360632 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Allocated IP 172.20.0.2 (62d8fcd8-3e20-4172-a1f1-161cbb544d92/229b35b8-a9d8-4a11-a243-0b744b27a861/353537b2-9b4c-405f-abc7-3e2270be16e6) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:31.432545 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5a40cdc7-731f-4df1-be76-c8ab3d4a6129 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8931472 Aug 17 03:22:31.435621 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56320) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:31.441828 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-93c86e61-d125-468a-818b-f7d90b33290a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:31.576098 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1ce223b-57dc-4db8-ae71-18410c3277d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:31.576661 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e1ce223b-57dc-4db8-ae71-18410c3277d2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 444cb2d4-a38f-408d-9658-dd9ebd83d18d {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:22:31.592279 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1ce223b-57dc-4db8-ae71-18410c3277d2 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:31.593702 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e1ce223b-57dc-4db8-ae71-18410c3277d2 admin admin] 10.222.0.10 "DELETE /v2.0/routers/444cb2d4-a38f-408d-9658-dd9ebd83d18d HTTP/1.1" status: 204 len: 168 time: 2.1441581 Aug 17 03:22:31.600580 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56324) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:31.622054 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cce66aa3-33ab-4975-9c15-22c6d21e4c66 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:22:31.673118 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-c346ce63-84d6-4861-9704-d2bcbdb5179f admin admin] Deleting subnet a18f9caa-ea77-4967-a26a-ea52b5b8fbeb {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:22:31.681853 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c346ce63-84d6-4861-9704-d2bcbdb5179f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:31.692867 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: cce66aa3-33ab-4975-9c15-22c6d21e4c66 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:22:31.692867 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cce66aa3-33ab-4975-9c15-22c6d21e4c66 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:22:31.751794 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c346ce63-84d6-4861-9704-d2bcbdb5179f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:31.809348 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:31.831319 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Transition to ACTIVE for port object 353537b2-9b4c-405f-abc7-3e2270be16e6 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:31.935341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Transition to ACTIVE for port object 353537b2-9b4c-405f-abc7-3e2270be16e6 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:31.966380 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:31.984104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Transition to ACTIVE for port object c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:31.994864 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c346ce63-84d6-4861-9704-d2bcbdb5179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.018067 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Transition to ACTIVE for port object c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:32.051949 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.052481 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93c86e61-d125-468a-818b-f7d90b33290a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:32.056651 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-93c86e61-d125-468a-818b-f7d90b33290a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.110386 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Network 62d8fcd8-3e20-4172-a1f1-161cbb544d92 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:32.118882 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:32.122795 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:32.137760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Pushing event updated for resources: {'Port': ['ID=353537b2-9b4c-405f-abc7-3e2270be16e6,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:32.173256 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.184648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72222ba0-c392-4a22-9351-a1d5de86fa6c req-6bc0329e-5a31-4f19-9936-c5646e064fac tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:32.186920 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72222ba0-c392-4a22-9351-a1d5de86fa6c req-6bc0329e-5a31-4f19-9936-c5646e064fac tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.1768098 Aug 17 03:22:32.260872 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c346ce63-84d6-4861-9704-d2bcbdb5179f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.268584 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:32.277408 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Attempting to bind port 353537b2-9b4c-405f-abc7-3e2270be16e6 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:32.277816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Attempting to bind port 353537b2-9b4c-405f-abc7-3e2270be16e6 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'd727ad0e-57f6-42e2-aaae-aa9321552967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:32.278167 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Attempting to bind port 353537b2-9b4c-405f-abc7-3e2270be16e6 on network 62d8fcd8-3e20-4172-a1f1-161cbb544d92 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:32.283004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:32.288908 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:32.303568 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:32.304231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Checking segment: {'id': 'd727ad0e-57f6-42e2-aaae-aa9321552967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:32.305063 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.306439 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Bound using segment: {'id': 'd727ad0e-57f6-42e2-aaae-aa9321552967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:32.307309 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Bound port: 353537b2-9b4c-405f-abc7-3e2270be16e6, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd727ad0e-57f6-42e2-aaae-aa9321552967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:32.307309 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.312333 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Pushing event updated for resources: {'Port': ['ID=c0c85f78-f8e0-472a-9b24-e7f37b2b7da7,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:32.323155 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.324653 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c346ce63-84d6-4861-9704-d2bcbdb5179f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a18f9caa-ea77-4967-a26a-ea52b5b8fbeb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:32.329224 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72222ba0-c392-4a22-9351-a1d5de86fa6c req-061e4620-3a05-4b5d-96e0-f444b78529f5 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997834 Aug 17 03:22:32.364696 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c346ce63-84d6-4861-9704-d2bcbdb5179f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.369120 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c346ce63-84d6-4861-9704-d2bcbdb5179f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a18f9caa-ea77-4967-a26a-ea52b5b8fbeb HTTP/1.1" status: 204 len: 168 time: 0.7650552 Aug 17 03:22:32.369295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6822734-0234-4530-917c-0848ab6d444b None None] Network 0408f7b1-51b1-443c-9781-9ae91d82bf39 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:32.370127 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56328) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:32.375997 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.462595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Attempting to bind port c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:32.462868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Attempting to bind port c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:32.463383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Attempting to bind port c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:32.496260 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.514170 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:32.514549 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:32.514971 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.515359 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:32.515842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Bound port: c0c85f78-f8e0-472a-9b24-e7f37b2b7da7, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:32.516226 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.525500 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Allocated IP 172.25.1.133 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/2091be82-2370-4b13-aa10-f0f430717749) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:32.591540 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] For port 353537b2-9b4c-405f-abc7-3e2270be16e6, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:32.610244 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] For port 353537b2-9b4c-405f-abc7-3e2270be16e6, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=353537b2-9b4c-405f-abc7-3e2270be16e6,segment=NetworkSegment(d727ad0e-57f6-42e2-aaae-aa9321552967),segment_id=d727ad0e-57f6-42e2-aaae-aa9321552967)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:32.625065 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] Deleting port 7e197da2-644f-469b-8284-74e90a925271 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:32.625530 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.667105 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.696280 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-93c86e61-d125-468a-818b-f7d90b33290a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.762925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] For port c0c85f78-f8e0-472a-9b24-e7f37b2b7da7, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:32.775289 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] For port c0c85f78-f8e0-472a-9b24-e7f37b2b7da7, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c0c85f78-f8e0-472a-9b24-e7f37b2b7da7,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:32.779467 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.808188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-022ed4cd-6999-4bf1-88ed-b66b2cb73016 None None] DHCP port deletion for 0408f7b1-51b1-443c-9781-9ae91d82bf39 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:22:32.813331 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93c86e61-d125-468a-818b-f7d90b33290a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:32.825150 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] For port 7e197da2-644f-469b-8284-74e90a925271, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7e197da2-644f-469b-8284-74e90a925271,segment=NetworkSegment(ffaed1ba-5ebe-4198-9983-02a58626ad82),segment_id=ffaed1ba-5ebe-4198-9983-02a58626ad82)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:32.825828 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.828609 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-93c86e61-d125-468a-818b-f7d90b33290a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:32.839404 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93c86e61-d125-468a-818b-f7d90b33290a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:32.839404 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-93c86e61-d125-468a-818b-f7d90b33290a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.844389 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6a3e3862-472a-4909-80bd-5ed04bb157bd no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:22:32.875121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] Calling delete_port for 7e197da2-644f-469b-8284-74e90a925271 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:32.894799 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c86e61-d125-468a-818b-f7d90b33290a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=b36980d2-9099-4b9d-aac2-f9cb8825f5cb,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:32.898952 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:32.950781 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 6a3e3862-472a-4909-80bd-5ed04bb157bd {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:22:32.954771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6a3e3862-472a-4909-80bd-5ed04bb157bd not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:22:32.954771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 23974460-4956-42a2-af08-e68c0e485957 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:22:32.977740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Pushing event updated for resources: {'Port': ['ID=2091be82-2370-4b13-aa10-f0f430717749,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:33.000077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:33.003032 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:33.005774 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:33.034151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 23974460-4956-42a2-af08-e68c0e485957 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:22:33.034366 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 23974460-4956-42a2-af08-e68c0e485957 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:22:33.036188 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:33.046068 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74d6cdb-5d70-4254-8218-0389d0d44623 None None] Pushing event updated for resources: {'Port': ['ID=353537b2-9b4c-405f-abc7-3e2270be16e6,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:33.051015 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-93c86e61-d125-468a-818b-f7d90b33290a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.6138110 Aug 17 03:22:33.054680 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56332) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:33.067330 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6924c942-f296-4d57-ba13-5e4219daac35 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'mac_address': 'fa:16:3e:e5:64:d3', 'name': 'tempest-NetworksTestDHCPv6-166442684'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:33.091857 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-022ed4cd-6999-4bf1-88ed-b66b2cb73016 None None] Deleting port 7e197da2-644f-469b-8284-74e90a925271 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:33.093764 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-022ed4cd-6999-4bf1-88ed-b66b2cb73016 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:33.223157 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:22:33.271079 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:33.325860 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] Pushing event deleted for resources: {'Port': ['ID=7e197da2-644f-469b-8284-74e90a925271,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:33.337989 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] No DVR routers for this DVR port 7e197da2-644f-469b-8284-74e90a925271 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:22:33.353228 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:33.421739 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-022ed4cd-6999-4bf1-88ed-b66b2cb73016 None None] For port 7e197da2-644f-469b-8284-74e90a925271, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7e197da2-644f-469b-8284-74e90a925271,segment=NetworkSegment(ffaed1ba-5ebe-4198-9983-02a58626ad82),segment_id=ffaed1ba-5ebe-4198-9983-02a58626ad82)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:33.422375 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-022ed4cd-6999-4bf1-88ed-b66b2cb73016 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:33.425262 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f7795b-9f1e-4358-a142-930c9a929f55 None None] Pushing event updated for resources: {'Port': ['ID=c0c85f78-f8e0-472a-9b24-e7f37b2b7da7,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:33.474099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-022ed4cd-6999-4bf1-88ed-b66b2cb73016 None None] Calling delete_port for 7e197da2-644f-469b-8284-74e90a925271 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:33.508414 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:33.541100 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6924c942-f296-4d57-ba13-5e4219daac35 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:33.605688 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e6a42d-c766-4995-b7c6-e87ef711e003', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d4ea06f-55b2-4363-b46d-6d8bcfbba85d'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:22:33.608103 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060de6a1-ab68-4b69-9eb2-54dda3d30f29" -d '{"events": [{"server_uuid": "20e6a42d-c766-4995-b7c6-e87ef711e003", "name": "network-vif-unplugged", "status": "completed", "tag": "0d4ea06f-55b2-4363-b46d-6d8bcfbba85d"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:22:33.635214 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:33.681938 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-022ed4cd-6999-4bf1-88ed-b66b2cb73016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:33.686140 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6924c942-f296-4d57-ba13-5e4219daac35 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:33.713351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-022ed4cd-6999-4bf1-88ed-b66b2cb73016 None None] No DVR routers for this DVR port 7e197da2-644f-469b-8284-74e90a925271 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:22:33.724657 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:33.727938 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:33.758513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0408f7b1-51b1-443c-9781-9ae91d82bf39']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:33.777463 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffaed1ba-5ebe-4198-9983-02a58626ad82') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:33.777862 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffaed1ba-5ebe-4198-9983-02a58626ad82') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:33.789132 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:33.789132 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 Aug 2021 03:22:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43c22f3-bc19-4c15-9747-b764c90ee0ec x-openstack-request-id: req-e43c22f3-bc19-4c15-9747-b764c90ee0ec {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:22:33.789132 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e6a42d-c766-4995-b7c6-e87ef711e003", "name": "network-vif-unplugged", "status": "failed", "tag": "0d4ea06f-55b2-4363-b46d-6d8bcfbba85d", "code": 422}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:22:33.789132 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e43c22f3-bc19-4c15-9747-b764c90ee0ec {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:22:33.789132 n-d-802060-9 neutron-server[101971]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '20e6a42d-c766-4995-b7c6-e87ef711e003', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d4ea06f-55b2-4363-b46d-6d8bcfbba85d', 'code': 422} returned with failed status Aug 17 03:22:33.790115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-6924c942-f296-4d57-ba13-5e4219daac35 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port cbccdc20-c18e-48ff-b1be-c2e9130d748c yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:22:33.798538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-022ed4cd-6999-4bf1-88ed-b66b2cb73016 None None] Pushing event deleted for resources: {'Port': ['ID=7e197da2-644f-469b-8284-74e90a925271,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:33.800714 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:33.877592 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66651d94-d266-44d9-851b-4b5465de9bc7 req-a55b0d95-e1d6-4ce4-872c-490ce58b0621 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:33.880010 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-66651d94-d266-44d9-851b-4b5465de9bc7 req-a55b0d95-e1d6-4ce4-872c-490ce58b0621 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 945 time: 0.3438058 Aug 17 03:22:33.900936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:33.904745 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:33.920175 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:22:33.920597 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:33.944509 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:22:33.966203 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:22:34.023541 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-66651d94-d266-44d9-851b-4b5465de9bc7 req-c7f02799-3f12-4f86-9e0a-470ed1ef2b95 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1265173 Aug 17 03:22:34.064501 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:34.279766 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77bbfe70-702c-4764-bef6-ebf2b73eaa55 req-8d94dc09-95ee-40b8-b3b4-ced3f3143233 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:34.286963 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:34.293975 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:34.300633 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77bbfe70-702c-4764-bef6-ebf2b73eaa55 req-8d94dc09-95ee-40b8-b3b4-ced3f3143233 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.0966606 Aug 17 03:22:34.301045 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] 10.222.0.10 "DELETE /v2.0/networks/0408f7b1-51b1-443c-9781-9ae91d82bf39 HTTP/1.1" status: 204 len: 168 time: 1.9253738 Aug 17 03:22:34.302997 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56346) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:34.381358 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7dfa22-9d8d-4ee4-9cc5-a0abe17669ae admin admin] Pushing event deleted for resources: {'Network': ['ID=0408f7b1-51b1-443c-9781-9ae91d82bf39,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:34.422202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-6924c942-f296-4d57-ba13-5e4219daac35 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8:0:1::162 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/b36980d2-9099-4b9d-aac2-f9cb8825f5cb/cbccdc20-c18e-48ff-b1be-c2e9130d748c) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:34.478531 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77bbfe70-702c-4764-bef6-ebf2b73eaa55 req-bdee8f81-d936-4bef-8f0e-5c509c571b72 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1823471 Aug 17 03:22:34.519718 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dbda2563-f367-4651-8f39-d03a2d63dd51 req-17a1600d-59fb-4c6e-9ff8-e0f2ab451e3a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2212241 Aug 17 03:22:34.604653 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b7ae88c-a660-4cce-a975-ba8b6f7903dc None None] Network 62d8fcd8-3e20-4172-a1f1-161cbb544d92 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:34.715829 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Router 4f3a609f-cf70-44f6-9140-f08c74d41198 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:22:34.787907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda2563-f367-4651-8f39-d03a2d63dd51 req-3ce7dc44-bde4-47b4-8748-6c464a7e11ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:34.796679 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dbda2563-f367-4651-8f39-d03a2d63dd51 req-3ce7dc44-bde4-47b4-8748-6c464a7e11ba service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 1058 time: 0.2478595 Aug 17 03:22:35.040998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 353537b2-9b4c-405f-abc7-3e2270be16e6 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:35.112858 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-6924c942-f296-4d57-ba13-5e4219daac35 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::f816:3eff:fee5:64d3 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/4a210dae-41bc-4044-b6cb-cf3b49677be6/cbccdc20-c18e-48ff-b1be-c2e9130d748c) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:35.178530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-07493ebd-8ebb-4d7e-ba08-118fcf7be2ea None None] Provisioning for port 353537b2-9b4c-405f-abc7-3e2270be16e6 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:35.205252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda2563-f367-4651-8f39-d03a2d63dd51 req-6e462449-39d9-414a-8249-0559101c2f9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:35.207219 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dbda2563-f367-4651-8f39-d03a2d63dd51 req-6e462449-39d9-414a-8249-0559101c2f9e service neutron] 10.222.0.60 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 0.3298287 Aug 17 03:22:35.208914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:22:35.230669 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Sync routers for ids ['4f3a609f-cf70-44f6-9140-f08c74d41198'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:22:35.231244 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ae709f-059b-4eab-989b-919fd333956a None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:35.263028 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Routers {'4f3a609f-cf70-44f6-9140-f08c74d41198'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:35.263840 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:22:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4f3a609f-cf70-44f6-9140-f08c74d41198'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:35.297751 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dbda2563-f367-4651-8f39-d03a2d63dd51 req-f9c51e35-2a95-4f88-a790-b6e8672c05fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=c58c3da4-1404-43e4-85fd-45eaed52147c HTTP/1.1" status: 200 len: 217 time: 0.0795789 Aug 17 03:22:35.313515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 353537b2-9b4c-405f-abc7-3e2270be16e6 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:35.331663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 353537b2-9b4c-405f-abc7-3e2270be16e6 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:35.333944 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:35.345781 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c27b62c-e0dd-4c9b-86cb-407a59fb9365 req-e746ccc7-8ad5-417f-8456-7020666f3cab tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:35.363626 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:35.364837 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cc582005-a083-40e4-bbf2-38540b64f534 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.8948081 Aug 17 03:22:35.372870 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56354) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:35.382244 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2c27b62c-e0dd-4c9b-86cb-407a59fb9365 req-e746ccc7-8ad5-417f-8456-7020666f3cab tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.2636063 Aug 17 03:22:35.471989 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-53c15492-eda1-47df-a122-2ece870e7ceb None None] Provisioning for port c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:35.509542 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:35.563666 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 353537b2-9b4c-405f-abc7-3e2270be16e6, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=353537b2-9b4c-405f-abc7-3e2270be16e6,segment=NetworkSegment(d727ad0e-57f6-42e2-aaae-aa9321552967),segment_id=d727ad0e-57f6-42e2-aaae-aa9321552967)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:35.599040 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Set router 4f3a609f-cf70-44f6-9140-f08c74d41198 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:35.622670 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda2563-f367-4651-8f39-d03a2d63dd51 req-f1534e65-1641-452d-ab76-5e9ade9b90cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:35.627330 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dbda2563-f367-4651-8f39-d03a2d63dd51 req-f1534e65-1641-452d-ab76-5e9ade9b90cd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.3191955 Aug 17 03:22:35.699671 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0184dd14-f5a4-4efd-897d-34d1c403c014 None None] Update dhcp port {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'fixed_ips': [{'subnet_id': '4a210dae-41bc-4044-b6cb-cf3b49677be6', 'ip_address': '2001:db8::f816:3eff:fe20:9a35'}, {'subnet_id': 'b36980d2-9099-4b9d-aac2-f9cb8825f5cb'}], 'binding:host_id': 'n-d-802060-9'}, 'id': 'c0c85f78-f8e0-472a-9b24-e7f37b2b7da7'} from n-d-802060-9. {{(pid=101971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 03:22:35.733439 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:35.734448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:35.735184 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2c27b62c-e0dd-4c9b-86cb-407a59fb9365 req-dbd6cc54-3fd3-453e-8e29-fbccb18ef7ca tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3517106 Aug 17 03:22:35.788935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbda2563-f367-4651-8f39-d03a2d63dd51 req-6446703a-006f-470f-8e57-69d6dbba772a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:35.796042 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dbda2563-f367-4651-8f39-d03a2d63dd51 req-6446703a-006f-470f-8e57-69d6dbba772a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1594436 Aug 17 03:22:35.833308 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0184dd14-f5a4-4efd-897d-34d1c403c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:35.868054 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6924c942-f296-4d57-ba13-5e4219daac35 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:35.929051 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-6924c942-f296-4d57-ba13-5e4219daac35 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object cbccdc20-c18e-48ff-b1be-c2e9130d748c will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:35.998850 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '2091be82-2370-4b13-aa10-f0f430717749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:30Z', 'updated_at': '2021-08-17T03:22:33Z', 'revision_number': 3, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'gw_port': {'id': '2091be82-2370-4b13-aa10-f0f430717749', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:32Z', 'updated_at': '2021-08-17T03:22:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:36.010121 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fd6c71eb-db03-4ab6-8b7f-d5ff3c5925c2 None None] Provisioning complete for port 353537b2-9b4c-405f-abc7-3e2270be16e6 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:36.010638 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fd6c71eb-db03-4ab6-8b7f-d5ff3c5925c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:36.043551 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Checking router: 4f3a609f-cf70-44f6-9140-f08c74d41198 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:22:36.044336 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Updating router 4f3a609f-cf70-44f6-9140-f08c74d41198 port 2091be82-2370-4b13-aa10-f0f430717749 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:22:36.085584 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:36.088990 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6924c942-f296-4d57-ba13-5e4219daac35 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:36.111428 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=353537b2-9b4c-405f-abc7-3e2270be16e6,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:36.236590 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dbda2563-f367-4651-8f39-d03a2d63dd51 req-ec03cdc3-73ac-421f-9612-2c8b65a5a74a service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2236369 Aug 17 03:22:36.257261 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6924c942-f296-4d57-ba13-5e4219daac35 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:36.293867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-6924c942-f296-4d57-ba13-5e4219daac35 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:36.300110 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6924c942-f296-4d57-ba13-5e4219daac35 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=cbccdc20-c18e-48ff-b1be-c2e9130d748c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:36.314899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6924c942-f296-4d57-ba13-5e4219daac35 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:36.329270 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6924c942-f296-4d57-ba13-5e4219daac35 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:36.330207 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6924c942-f296-4d57-ba13-5e4219daac35 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:36.356356 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:36.383100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:36.383652 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:36.410757 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c796407f-c28c-49ac-89c9-c6f8e52828ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:36.471406 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dbda2563-f367-4651-8f39-d03a2d63dd51 req-e4388824-5093-461f-ab77-426b421fbbcf service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2124166 Aug 17 03:22:36.537484 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-0184dd14-f5a4-4efd-897d-34d1c403c014 None None] Allocated IP 2001:db8:0:1::2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/b36980d2-9099-4b9d-aac2-f9cb8825f5cb/c0c85f78-f8e0-472a-9b24-e7f37b2b7da7) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:36.551478 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6924c942-f296-4d57-ba13-5e4219daac35 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.4953074 Aug 17 03:22:36.558201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56364) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:36.580266 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b06278-7ebe-439a-908e-6b7f31ee8472 req-d8fd9762-6b23-49ba-928a-108da1e33d55 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:36.582496 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-92b06278-7ebe-439a-908e-6b7f31ee8472 req-d8fd9762-6b23-49ba-928a-108da1e33d55 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.3356671 Aug 17 03:22:36.731756 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-92b06278-7ebe-439a-908e-6b7f31ee8472 req-75fc3c60-41f0-412b-869e-f6516ff60ac5 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1434619 Aug 17 03:22:36.772029 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:36.827553 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:36.847197 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:36.852491 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Transition to ACTIVE for port object 2091be82-2370-4b13-aa10-f0f430717749 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:36.871112 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-0184dd14-f5a4-4efd-897d-34d1c403c014 None None] For port c0c85f78-f8e0-472a-9b24-e7f37b2b7da7, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c0c85f78-f8e0-472a-9b24-e7f37b2b7da7,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:36.908352 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0184dd14-f5a4-4efd-897d-34d1c403c014 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:36.938389 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0184dd14-f5a4-4efd-897d-34d1c403c014 None None] Transition to ACTIVE for port object c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:36.948542 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:36.970947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d7d88-d657-42ef-bea8-768c8e9b4fe6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port cbccdc20-c18e-48ff-b1be-c2e9130d748c {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:36.971754 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7d88-d657-42ef-bea8-768c8e9b4fe6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:37.002516 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Attempting to bind port 2091be82-2370-4b13-aa10-f0f430717749 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:37.002883 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Attempting to bind port 2091be82-2370-4b13-aa10-f0f430717749 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:37.003241 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Attempting to bind port 2091be82-2370-4b13-aa10-f0f430717749 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:37.006316 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f42f1-a38f-448e-936c-1bb2e9eee155 None None] Pushing event updated for resources: {'Port': ['ID=2091be82-2370-4b13-aa10-f0f430717749,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:37.011428 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:37.011798 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:37.012195 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:37.012576 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:37.013034 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Bound port: 2091be82-2370-4b13-aa10-f0f430717749, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:37.013411 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:37.035987 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0184dd14-f5a4-4efd-897d-34d1c403c014 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:37.054974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-c796407f-c28c-49ac-89c9-c6f8e52828ee admin admin] Deleting port 96bd8486-a244-49d2-8bf4-d5e803d69c9d {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:37.061802 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c796407f-c28c-49ac-89c9-c6f8e52828ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:37.111613 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d14bceae-3446-4c00-8648-7f42037329c9 req-55cc0f5c-c655-45f9-a933-0a78e7bae6f7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2609379 Aug 17 03:22:37.136657 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] For port 2091be82-2370-4b13-aa10-f0f430717749, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:37.155400 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] For port 2091be82-2370-4b13-aa10-f0f430717749, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2091be82-2370-4b13-aa10-f0f430717749,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:37.169760 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-c796407f-c28c-49ac-89c9-c6f8e52828ee admin admin] For port 96bd8486-a244-49d2-8bf4-d5e803d69c9d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=96bd8486-a244-49d2-8bf4-d5e803d69c9d,segment=NetworkSegment(04a0657b-2826-446a-bb09-64cbafb48518),segment_id=04a0657b-2826-446a-bb09-64cbafb48518)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:37.169760 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c796407f-c28c-49ac-89c9-c6f8e52828ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:37.182759 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-c796407f-c28c-49ac-89c9-c6f8e52828ee admin admin] Calling delete_port for 96bd8486-a244-49d2-8bf4-d5e803d69c9d owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:37.191266 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7d88-d657-42ef-bea8-768c8e9b4fe6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:37.228481 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0184dd14-f5a4-4efd-897d-34d1c403c014 None None] Pushing event updated for resources: {'Port': ['ID=c0c85f78-f8e0-472a-9b24-e7f37b2b7da7,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:37.231960 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:22:37.232191 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:22:37.241123 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-aa3d7d88-d657-42ef-bea8-768c8e9b4fe6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for cbccdc20-c18e-48ff-b1be-c2e9130d748c owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:37.269567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bceae-3446-4c00-8648-7f42037329c9 req-081fc720-a559-4fdb-a6e8-4c02d4da1c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:37.271186 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d14bceae-3446-4c00-8648-7f42037329c9 req-081fc720-a559-4fdb-a6e8-4c02d4da1c43 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 1096 time: 0.1284959 Aug 17 03:22:37.274007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Allocated IP 172.20.0.1 (62d8fcd8-3e20-4172-a1f1-161cbb544d92/229b35b8-a9d8-4a11-a243-0b744b27a861/cb6e7906-6a79-4adc-8702-fb0fcdbf3919) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:37.299462 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:37.403517 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f42f1-a38f-448e-936c-1bb2e9eee155 None None] Pushing event updated for resources: {'Port': ['ID=2091be82-2370-4b13-aa10-f0f430717749,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:37.412578 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Routers {'4f3a609f-cf70-44f6-9140-f08c74d41198'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:37.413232 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:22:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4f3a609f-cf70-44f6-9140-f08c74d41198'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:37.537515 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c796407f-c28c-49ac-89c9-c6f8e52828ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:37.560312 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] Set router 4f3a609f-cf70-44f6-9140-f08c74d41198 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:37.598010 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c796407f-c28c-49ac-89c9-c6f8e52828ee admin admin] Pushing event deleted for resources: {'Port': ['ID=96bd8486-a244-49d2-8bf4-d5e803d69c9d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:37.854428 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:37.874170 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '2091be82-2370-4b13-aa10-f0f430717749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:30Z', 'updated_at': '2021-08-17T03:22:33Z', 'revision_number': 3, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'gw_port': {'id': '2091be82-2370-4b13-aa10-f0f430717749', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:32Z', 'updated_at': '2021-08-17T03:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:37.951924 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df19070c-eb10-41a6-8256-ae7de1b6c074 None None] The sync data for ids ['4f3a609f-cf70-44f6-9140-f08c74d41198'] in n-d-802060-9 is: [{'id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '2091be82-2370-4b13-aa10-f0f430717749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:30Z', 'updated_at': '2021-08-17T03:22:33Z', 'revision_number': 3, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'gw_port': {'id': '2091be82-2370-4b13-aa10-f0f430717749', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:75', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:32Z', 'updated_at': '2021-08-17T03:22:37Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:22:37.963757 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port c0c85f78-f8e0-472a-9b24-e7f37b2b7da7, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c0c85f78-f8e0-472a-9b24-e7f37b2b7da7,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:38.063375 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c796407f-c28c-49ac-89c9-c6f8e52828ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:38.075660 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:38.137563 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:38.158698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Transition to ACTIVE for port object cb6e7906-6a79-4adc-8702-fb0fcdbf3919 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:38.185925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7e197da2-644f-469b-8284-74e90a925271 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:22:38.195596 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=c0c85f78-f8e0-472a-9b24-e7f37b2b7da7,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:38.239001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 7e197da2-644f-469b-8284-74e90a925271 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:22:38.241090 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7e197da2-644f-469b-8284-74e90a925271 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:22:38.342501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bceae-3446-4c00-8648-7f42037329c9 req-8f0801b7-c70d-4aff-a48e-5b525ed9e374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:38.342501 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d14bceae-3446-4c00-8648-7f42037329c9 req-8f0801b7-c70d-4aff-a48e-5b525ed9e374 service neutron] 10.222.0.30 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 1.0016077 Aug 17 03:22:38.358026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49576164-b48f-4dfc-8f9a-d81f02e9d826 req-cf44d418-04e6-4d46-ae78-c033916b9f7c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:38.363769 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49576164-b48f-4dfc-8f9a-d81f02e9d826 req-cf44d418-04e6-4d46-ae78-c033916b9f7c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1723123 Aug 17 03:22:38.468049 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f383f839-279e-4ee6-9066-6ec090d058bd None None] Provisioning for port c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:38.479724 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:38.482812 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f383f839-279e-4ee6-9066-6ec090d058bd None None] Provisioning complete for port c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:38.483208 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f383f839-279e-4ee6-9066-6ec090d058bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:38.588698 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d14bceae-3446-4c00-8648-7f42037329c9 req-0057a916-ec98-4f1d-a681-83501cc71cd2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=870600a2-f204-44fb-966a-161c2f4355bc HTTP/1.1" status: 200 len: 217 time: 0.1693883 Aug 17 03:22:38.678507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Pushing event updated for resources: {'Port': ['ID=cb6e7906-6a79-4adc-8702-fb0fcdbf3919,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:38.699949 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c796407f-c28c-49ac-89c9-c6f8e52828ee admin admin] Router b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:22:38.734827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 353537b2-9b4c-405f-abc7-3e2270be16e6 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:38.798340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Network 62d8fcd8-3e20-4172-a1f1-161cbb544d92 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:38.828353 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49576164-b48f-4dfc-8f9a-d81f02e9d826 req-7eac3bbb-73f9-4104-a5a1-8753c2c264ef tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3780932 Aug 17 03:22:38.840008 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:38.874708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:38.879746 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 353537b2-9b4c-405f-abc7-3e2270be16e6 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:38.880807 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:38.936708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bceae-3446-4c00-8648-7f42037329c9 req-623ca04a-75ff-4305-aa15-026c2ae56f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:38.938346 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d14bceae-3446-4c00-8648-7f42037329c9 req-623ca04a-75ff-4305-aa15-026c2ae56f01 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.3250666 Aug 17 03:22:38.983700 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7d88-d657-42ef-bea8-768c8e9b4fe6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:39.001241 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6b06b959-3a16-4b4f-b464-f4cef52c4fde None None] Could not find standard attr ID for object cbccdc20-c18e-48ff-b1be-c2e9130d748c. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:22:39.008195 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:39.041862 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c796407f-c28c-49ac-89c9-c6f8e52828ee admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:22:39.074613 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c796407f-c28c-49ac-89c9-c6f8e52828ee admin admin] 10.222.0.10 "PUT /v2.0/routers/b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7575040 Aug 17 03:22:39.076746 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56382) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:39.084935 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91dc5ec-cc7d-4fd6-8ac7-0b129cfc289e None None] Sync routers for ids ['b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:22:39.121117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91dc5ec-cc7d-4fd6-8ac7-0b129cfc289e None None] Routers {'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:39.121784 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f91dc5ec-cc7d-4fd6-8ac7-0b129cfc289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:22:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:39.208994 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa3d7d88-d657-42ef-bea8-768c8e9b4fe6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=cbccdc20-c18e-48ff-b1be-c2e9130d748c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:39.263637 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-461bb120-6ded-4d6a-8c3c-0296c162a7db admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:39.297942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d14bceae-3446-4c00-8648-7f42037329c9 req-a7e7bd8d-8143-485a-9bf5-809a056562cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:39.299966 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d14bceae-3446-4c00-8648-7f42037329c9 req-a7e7bd8d-8143-485a-9bf5-809a056562cd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3475051 Aug 17 03:22:39.307967 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-f91dc5ec-cc7d-4fd6-8ac7-0b129cfc289e None None] Set router b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:39.450815 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa3d7d88-d657-42ef-bea8-768c8e9b4fe6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:39.470018 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-aa3d7d88-d657-42ef-bea8-768c8e9b4fe6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/cbccdc20-c18e-48ff-b1be-c2e9130d748c HTTP/1.1" status: 204 len: 168 time: 2.9095495 Aug 17 03:22:39.500928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56384) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:39.541711 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-461bb120-6ded-4d6a-8c3c-0296c162a7db admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:39.550036 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:39.554295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:39.581702 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7be2aac4-488f-4467-a032-a64faf7ab718 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:39.586177 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7be2aac4-488f-4467-a032-a64faf7ab718 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0799079 Aug 17 03:22:39.586509 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56386) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:39.701318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f91dc5ec-cc7d-4fd6-8ac7-0b129cfc289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'name': 'tempest-TestAggregatesBasicOps-1209271764-router', 'tenant_id': '1dfae49055fb46108c7034d879f90cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.88'}], 'enable_snat': True}, 'gw_port_id': '564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:08Z', 'updated_at': '2021-08-17T03:22:37Z', 'revision_number': 5, 'project_id': '1dfae49055fb46108c7034d879f90cb2', 'gw_port': {'id': '564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:f9:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3363, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:10Z', 'updated_at': '2021-08-17T03:22:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:39.703230 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:39.703612 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:39.708685 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8799d501-418a-41c3-8729-e3fd911daf4b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:39.722300 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d14bceae-3446-4c00-8648-7f42037329c9 req-ba3d14a2-9216-4bd7-a8ba-18310621258d service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4052975 Aug 17 03:22:39.724534 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8799d501-418a-41c3-8729-e3fd911daf4b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1357434 Aug 17 03:22:39.726913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56388) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:39.760071 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91dc5ec-cc7d-4fd6-8ac7-0b129cfc289e None None] Checking router: b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:22:39.761227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-96ad8584-96ff-43d3-a749-da22773018e0 None None] Provisioning for port cb6e7906-6a79-4adc-8702-fb0fcdbf3919 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:39.780717 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-96ad8584-96ff-43d3-a749-da22773018e0 None None] Provisioning complete for port cb6e7906-6a79-4adc-8702-fb0fcdbf3919 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:39.781252 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-96ad8584-96ff-43d3-a749-da22773018e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:39.790427 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f91dc5ec-cc7d-4fd6-8ac7-0b129cfc289e None None] Routers {'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:39.791059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f91dc5ec-cc7d-4fd6-8ac7-0b129cfc289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:22:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:39.808763 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-461bb120-6ded-4d6a-8c3c-0296c162a7db admin admin] Deleting port 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:39.809119 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-461bb120-6ded-4d6a-8c3c-0296c162a7db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:39.919654 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed37adf6-d4d6-4b2b-afe2-b2bd79e12ffa tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:39.921505 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed37adf6-d4d6-4b2b-afe2-b2bd79e12ffa tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:39.923363 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed37adf6-d4d6-4b2b-afe2-b2bd79e12ffa tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:39.928712 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ed37adf6-d4d6-4b2b-afe2-b2bd79e12ffa tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1977696 Aug 17 03:22:39.961639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-461bb120-6ded-4d6a-8c3c-0296c162a7db admin admin] For port 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:39.962626 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-461bb120-6ded-4d6a-8c3c-0296c162a7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:39.965066 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-f91dc5ec-cc7d-4fd6-8ac7-0b129cfc289e None None] Set router b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:39.978739 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-461bb120-6ded-4d6a-8c3c-0296c162a7db admin admin] Calling delete_port for 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:39.983917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56394) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:40.076257 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d14bceae-3446-4c00-8648-7f42037329c9 req-a04f7a3c-de45-4de1-a786-6568c59f0355 service neutron] 10.222.0.30 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3280261 Aug 17 03:22:40.092664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-a9178310-239b-4c2b-9663-e09b718c719b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 4a210dae-41bc-4044-b6cb-cf3b49677be6 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:22:40.104622 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9178310-239b-4c2b-9663-e09b718c719b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:40.132115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f965840-6c24-4bda-9431-2c2b07ca19f1 req-4b49a2aa-c13b-451c-90d5-d9a59e3b60d5 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:40.134574 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f965840-6c24-4bda-9431-2c2b07ca19f1 req-4b49a2aa-c13b-451c-90d5-d9a59e3b60d5 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1018510 Aug 17 03:22:40.189708 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9178310-239b-4c2b-9663-e09b718c719b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:40.311467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-f91dc5ec-cc7d-4fd6-8ac7-0b129cfc289e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'name': 'tempest-TestAggregatesBasicOps-1209271764-router', 'tenant_id': '1dfae49055fb46108c7034d879f90cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:08Z', 'updated_at': '2021-08-17T03:22:39Z', 'revision_number': 6, 'project_id': '1dfae49055fb46108c7034d879f90cb2', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:40.328110 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:40.331863 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f965840-6c24-4bda-9431-2c2b07ca19f1 req-0625bca4-5071-439c-ab15-8afadde3830e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1589041 Aug 17 03:22:40.343800 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9178310-239b-4c2b-9663-e09b718c719b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:40.362547 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-96ad8584-96ff-43d3-a749-da22773018e0 None None] Port cb6e7906-6a79-4adc-8702-fb0fcdbf3919 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:22:40.370167 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f91dc5ec-cc7d-4fd6-8ac7-0b129cfc289e None None] The sync data for ids ['b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a'] in n-d-802060-9 is: [{'id': 'b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a', 'name': 'tempest-TestAggregatesBasicOps-1209271764-router', 'tenant_id': '1dfae49055fb46108c7034d879f90cb2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:08Z', 'updated_at': '2021-08-17T03:22:39Z', 'revision_number': 6, 'project_id': '1dfae49055fb46108c7034d879f90cb2', 'gw_port_host': None}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:22:40.401684 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-461bb120-6ded-4d6a-8c3c-0296c162a7db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:40.450005 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461bb120-6ded-4d6a-8c3c-0296c162a7db admin admin] Pushing event deleted for resources: {'Port': ['ID=564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:40.453783 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:40.551386 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9178310-239b-4c2b-9663-e09b718c719b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:40.576333 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-461bb120-6ded-4d6a-8c3c-0296c162a7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:40.605699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Pushing event updated for resources: {'Port': ['ID=cb6e7906-6a79-4adc-8702-fb0fcdbf3919,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:40.613519 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:40.613519 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9178310-239b-4c2b-9663-e09b718c719b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:40.617034 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a9178310-239b-4c2b-9663-e09b718c719b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/4a210dae-41bc-4044-b6cb-cf3b49677be6 HTTP/1.1" status: 204 len: 168 time: 0.6320655 Aug 17 03:22:40.618023 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9178310-239b-4c2b-9663-e09b718c719b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=4a210dae-41bc-4044-b6cb-cf3b49677be6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:40.620241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56400) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:40.620905 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b0cea76-1f77-4581-809d-cc9ca2c8047c None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:40.692478 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-76273c48-4371-4786-a05b-ff283b023752 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet b36980d2-9099-4b9d-aac2-f9cb8825f5cb {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:22:40.701299 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76273c48-4371-4786-a05b-ff283b023752 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:40.779626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2091be82-2370-4b13-aa10-f0f430717749 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:40.784222 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-461bb120-6ded-4d6a-8c3c-0296c162a7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:40.791277 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-461bb120-6ded-4d6a-8c3c-0296c162a7db admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:40.808078 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76273c48-4371-4786-a05b-ff283b023752 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:40.973873 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-461bb120-6ded-4d6a-8c3c-0296c162a7db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:40.974637 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-461bb120-6ded-4d6a-8c3c-0296c162a7db admin admin] Fanout notify agent at l3_agent the message router_deleted on router b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:22:40.984841 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-461bb120-6ded-4d6a-8c3c-0296c162a7db admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:40.986702 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-461bb120-6ded-4d6a-8c3c-0296c162a7db admin admin] 10.222.0.10 "DELETE /v2.0/routers/b8e0b7ab-6ba2-4b8f-b0a8-65ee094eea7a HTTP/1.1" status: 204 len: 168 time: 1.9088595 Aug 17 03:22:40.987880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Network 62d8fcd8-3e20-4172-a1f1-161cbb544d92 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:40.990815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56404) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:40.997089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:41.003459 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76273c48-4371-4786-a05b-ff283b023752 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:41.008503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 2091be82-2370-4b13-aa10-f0f430717749 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:41.013357 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 2091be82-2370-4b13-aa10-f0f430717749 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:41.013747 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:41.057566 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ae9677b-4f2c-4c41-9a47-2e7bcbfd7c4e admin admin] Deleting subnet ceb53ec6-9a35-46d3-99b7-35210eab3469 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:22:41.061230 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ae9677b-4f2c-4c41-9a47-2e7bcbfd7c4e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:41.124578 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ae9677b-4f2c-4c41-9a47-2e7bcbfd7c4e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:41.195480 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:41.229681 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Router 4f3a609f-cf70-44f6-9140-f08c74d41198 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:22:41.242425 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 2091be82-2370-4b13-aa10-f0f430717749, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2091be82-2370-4b13-aa10-f0f430717749,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:41.255378 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ae9677b-4f2c-4c41-9a47-2e7bcbfd7c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:41.325155 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76273c48-4371-4786-a05b-ff283b023752 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:41.350352 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:41.360359 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 96bd8486-a244-49d2-8bf4-d5e803d69c9d no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:22:41.405573 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-76273c48-4371-4786-a05b-ff283b023752 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:41.407564 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-76273c48-4371-4786-a05b-ff283b023752 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/b36980d2-9099-4b9d-aac2-f9cb8825f5cb HTTP/1.1" status: 204 len: 168 time: 0.7852559 Aug 17 03:22:41.410692 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56410) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:41.437347 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76273c48-4371-4786-a05b-ff283b023752 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=b36980d2-9099-4b9d-aac2-f9cb8825f5cb,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:41.447295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 96bd8486-a244-49d2-8bf4-d5e803d69c9d {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:22:41.453017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 96bd8486-a244-49d2-8bf4-d5e803d69c9d not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:22:41.478135 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=2091be82-2370-4b13-aa10-f0f430717749,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:41.485966 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:22:41.497472 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b3fd1b82-94e8-4734-8d3b-5f846aae57dc admin admin] 10.222.0.10 "PUT /v2.0/routers/4f3a609f-cf70-44f6-9140-f08c74d41198/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1182845 Aug 17 03:22:41.503973 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Sync routers for ids ['4f3a609f-cf70-44f6-9140-f08c74d41198'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:22:41.512372 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e801149b-dc59-40d7-8e0f-1aacd73c106b None None] Provisioning complete for port cb6e7906-6a79-4adc-8702-fb0fcdbf3919 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:41.512815 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e801149b-dc59-40d7-8e0f-1aacd73c106b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:41.527871 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Routers {'4f3a609f-cf70-44f6-9140-f08c74d41198'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:41.528924 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e23e9a6b-9aa8-43e7-9e3e-ded95e11b0d2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1169379 Aug 17 03:22:41.529245 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56414) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:41.530079 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:22:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4f3a609f-cf70-44f6-9140-f08c74d41198'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:41.531449 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ae9677b-4f2c-4c41-9a47-2e7bcbfd7c4e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:41.545662 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-15877d83-dde6-489b-811f-575e4bc7346c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:41.616577 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e801149b-dc59-40d7-8e0f-1aacd73c106b None None] Port cb6e7906-6a79-4adc-8702-fb0fcdbf3919 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:22:41.620257 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ae9677b-4f2c-4c41-9a47-2e7bcbfd7c4e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ceb53ec6-9a35-46d3-99b7-35210eab3469,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:41.632561 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4ae9677b-4f2c-4c41-9a47-2e7bcbfd7c4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:41.640746 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74d91095-1e40-4e18-aef3-5bde4f461619 None None] Network 86b3d6bc-5441-41a3-affd-0f25ee1ae903 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:41.641543 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4ae9677b-4f2c-4c41-9a47-2e7bcbfd7c4e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/ceb53ec6-9a35-46d3-99b7-35210eab3469 HTTP/1.1" status: 204 len: 168 time: 0.6496229 Aug 17 03:22:41.643807 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56416) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:41.652258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82ffa55-436c-4ad9-bb7f-a0f180972643 req-80cffeba-2f3b-4acf-be05-e70f9b7387ca tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:41.655016 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c82ffa55-436c-4ad9-bb7f-a0f180972643 req-80cffeba-2f3b-4acf-be05-e70f9b7387ca tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1785123 Aug 17 03:22:41.761034 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c82ffa55-436c-4ad9-bb7f-a0f180972643 req-c4d8bf7a-7f77-4809-8ca9-12a6932739ee tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0956457 Aug 17 03:22:41.834620 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Set router 4f3a609f-cf70-44f6-9140-f08c74d41198 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:41.919820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15877d83-dde6-489b-811f-575e4bc7346c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:41.924861 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-15877d83-dde6-489b-811f-575e4bc7346c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:42.113275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4d905d-1e80-4646-a668-51d34e510de2 None None] DHCP port deletion for 86b3d6bc-5441-41a3-affd-0f25ee1ae903 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:22:42.187855 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd301bfc-d5f6-4771-87cf-0e88c54c7468 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:42.315931 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:42.324151 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '2091be82-2370-4b13-aa10-f0f430717749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:30Z', 'updated_at': '2021-08-17T03:22:39Z', 'revision_number': 4, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'gw_port': {'id': '2091be82-2370-4b13-aa10-f0f430717749', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:32Z', 'updated_at': '2021-08-17T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'cb6e7906-6a79-4adc-8702-fb0fcdbf3919', 'name': '', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'mac_address': 'fa:16:3e:47:da:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:36Z', 'updated_at': '2021-08-17T03:22:39Z', 'revision_number': 2, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'subnets': [{'id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:42.610417 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-22ac4d2c-18f7-4a78-ac5d-17250dad5aaa None None] Provisioning complete for port c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:42.610417 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22ac4d2c-18f7-4a78-ac5d-17250dad5aaa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:42.617811 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Checking router: 4f3a609f-cf70-44f6-9140-f08c74d41198 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:22:42.617811 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Updating router 4f3a609f-cf70-44f6-9140-f08c74d41198 port cb6e7906-6a79-4adc-8702-fb0fcdbf3919 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:22:42.619032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aa4d905d-1e80-4646-a668-51d34e510de2 None None] Deleting port 7956390e-7c64-42f4-b717-6e0f698a1209 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:42.619032 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa4d905d-1e80-4646-a668-51d34e510de2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:42.621719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] Deleting port 7956390e-7c64-42f4-b717-6e0f698a1209 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:42.621719 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:42.622813 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:42.664752 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2091be82-2370-4b13-aa10-f0f430717749 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:42.674022 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] For port 7956390e-7c64-42f4-b717-6e0f698a1209, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7956390e-7c64-42f4-b717-6e0f698a1209,segment=NetworkSegment(04a0657b-2826-446a-bb09-64cbafb48518),segment_id=04a0657b-2826-446a-bb09-64cbafb48518)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:42.674352 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:42.702520 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aa4d905d-1e80-4646-a668-51d34e510de2 None None] For port 7956390e-7c64-42f4-b717-6e0f698a1209, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=7956390e-7c64-42f4-b717-6e0f698a1209,segment=NetworkSegment(04a0657b-2826-446a-bb09-64cbafb48518),segment_id=04a0657b-2826-446a-bb09-64cbafb48518)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:42.703248 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa4d905d-1e80-4646-a668-51d34e510de2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:42.728525 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] Calling delete_port for 7956390e-7c64-42f4-b717-6e0f698a1209 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:42.730606 n-d-802060-9 neutron-server[101970]: DEBUG neutron.objects.ports [None req-15877d83-dde6-489b-811f-575e4bc7346c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101970) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 03:22:42.823500 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53986894-b55b-44bf-bcb7-2a0a231c9b58 None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:22:42.868029 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aa4d905d-1e80-4646-a668-51d34e510de2 None None] Calling delete_port for 7956390e-7c64-42f4-b717-6e0f698a1209 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:42.966674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56448) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:42.983170 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ee8930ba-c12d-4e80-9347-f85f5ccda2a0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1199552365-network', 'tenant_id': '2c3f3ada5ec24e53acb69884ab810356'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:43.073443 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e02b9ac9-75bc-4ddd-9ec9-0803cd0af660 req-38e8f373-afbb-4f36-9dcc-ee3e8cadaaaf tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:43.083140 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e02b9ac9-75bc-4ddd-9ec9-0803cd0af660 req-38e8f373-afbb-4f36-9dcc-ee3e8cadaaaf tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1098275 Aug 17 03:22:43.095505 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.146436 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-53986894-b55b-44bf-bcb7-2a0a231c9b58 None None] Deleting port c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:43.146743 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-53986894-b55b-44bf-bcb7-2a0a231c9b58 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.166814 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] No DVR routers for this DVR port 7956390e-7c64-42f4-b717-6e0f698a1209 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:22:43.169721 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] Pushing event deleted for resources: {'Port': ['ID=7956390e-7c64-42f4-b717-6e0f698a1209,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:43.177057 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.177294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 2091be82-2370-4b13-aa10-f0f430717749 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:43.177696 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.185120 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e02b9ac9-75bc-4ddd-9ec9-0803cd0af660 req-478962e7-57ac-4147-be67-c8c92f6abaaf tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1007612 Aug 17 03:22:43.187893 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Transition to ACTIVE for port object cb6e7906-6a79-4adc-8702-fb0fcdbf3919 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:43.206980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee8930ba-c12d-4e80-9347-f85f5ccda2a0 admin admin] Made reservation on behalf of 2c3f3ada5ec24e53acb69884ab810356 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:43.209318 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee8930ba-c12d-4e80-9347-f85f5ccda2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.219231 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee8930ba-c12d-4e80-9347-f85f5ccda2a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.296191 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.297820 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa4d905d-1e80-4646-a668-51d34e510de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.304643 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.330822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa4d905d-1e80-4646-a668-51d34e510de2 None None] No DVR routers for this DVR port 7956390e-7c64-42f4-b717-6e0f698a1209 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:22:43.337860 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-15877d83-dde6-489b-811f-575e4bc7346c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.347074 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['86b3d6bc-5441-41a3-affd-0f25ee1ae903']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:43.377897 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4d905d-1e80-4646-a668-51d34e510de2 None None] Pushing event deleted for resources: {'Port': ['ID=7956390e-7c64-42f4-b717-6e0f698a1209,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:43.400450 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04a0657b-2826-446a-bb09-64cbafb48518') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:43.400795 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04a0657b-2826-446a-bb09-64cbafb48518') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:43.426426 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.452260 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.461032 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83878316-8427-431d-8ad4-460fbab1d5c5 None None] Pushing event updated for resources: {'Port': ['ID=cb6e7906-6a79-4adc-8702-fb0fcdbf3919,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:43.461312 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee8930ba-c12d-4e80-9347-f85f5ccda2a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.466918 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] Releasing vlan 87 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:22:43.467185 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:22:43.468903 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:22:43.549115 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-53986894-b55b-44bf-bcb7-2a0a231c9b58 None None] For port c0c85f78-f8e0-472a-9b24-e7f37b2b7da7, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c0c85f78-f8e0-472a-9b24-e7f37b2b7da7,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:43.550521 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-53986894-b55b-44bf-bcb7-2a0a231c9b58 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.557243 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee8930ba-c12d-4e80-9347-f85f5ccda2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.576777 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-53986894-b55b-44bf-bcb7-2a0a231c9b58 None None] Calling delete_port for c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:43.588347 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Attempting to bind port cb6e7906-6a79-4adc-8702-fb0fcdbf3919 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:43.593183 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Attempting to bind port cb6e7906-6a79-4adc-8702-fb0fcdbf3919 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'd727ad0e-57f6-42e2-aaae-aa9321552967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:43.593183 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Attempting to bind port cb6e7906-6a79-4adc-8702-fb0fcdbf3919 on network 62d8fcd8-3e20-4172-a1f1-161cbb544d92 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:43.597387 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:43.597836 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Checking segment: {'id': 'd727ad0e-57f6-42e2-aaae-aa9321552967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:43.598249 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.598650 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Bound using segment: {'id': 'd727ad0e-57f6-42e2-aaae-aa9321552967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:43.599126 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Bound port: cb6e7906-6a79-4adc-8702-fb0fcdbf3919, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd727ad0e-57f6-42e2-aaae-aa9321552967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:43.599507 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.616916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee8930ba-c12d-4e80-9347-f85f5ccda2a0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:22:43.639538 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.655579 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.657981 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee8930ba-c12d-4e80-9347-f85f5ccda2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.658561 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-ee8930ba-c12d-4e80-9347-f85f5ccda2a0 admin admin] Added segment 09c3b274-eedf-433d-b793-cb011ee9d96d of type vlan for network 1207245a-ba30-4747-8514-966331c5a9c1 Aug 17 03:22:43.667656 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:22:43.673266 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] 10.222.0.10 "DELETE /v2.0/networks/86b3d6bc-5441-41a3-affd-0f25ee1ae903 HTTP/1.1" status: 204 len: 168 time: 2.0280538 Aug 17 03:22:43.692558 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca459c-cac4-4024-9f8b-496084c4f2ae admin admin] Pushing event deleted for resources: {'Network': ['ID=86b3d6bc-5441-41a3-affd-0f25ee1ae903,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:43.704567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8930ba-c12d-4e80-9347-f85f5ccda2a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=744eacad-9158-4793-ba1d-41595fac59b4,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:43.705915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:22:43.706265 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 564e38d9-8ee9-48b7-a837-f2d1b9f3a6d0 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:22:43.706685 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7956390e-7c64-42f4-b717-6e0f698a1209 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:22:43.733187 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 7956390e-7c64-42f4-b717-6e0f698a1209 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:22:43.733723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 7956390e-7c64-42f4-b717-6e0f698a1209 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:22:43.798392 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-15877d83-dde6-489b-811f-575e4bc7346c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] For port c0c85f78-f8e0-472a-9b24-e7f37b2b7da7, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c0c85f78-f8e0-472a-9b24-e7f37b2b7da7,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:43.814004 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] For port cb6e7906-6a79-4adc-8702-fb0fcdbf3919, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:43.816039 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee8930ba-c12d-4e80-9347-f85f5ccda2a0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.823820 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] For port cb6e7906-6a79-4adc-8702-fb0fcdbf3919, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cb6e7906-6a79-4adc-8702-fb0fcdbf3919,segment=NetworkSegment(d727ad0e-57f6-42e2-aaae-aa9321552967),segment_id=d727ad0e-57f6-42e2-aaae-aa9321552967)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:43.861786 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-15877d83-dde6-489b-811f-575e4bc7346c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.927204 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.968615 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee8930ba-c12d-4e80-9347-f85f5ccda2a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.969742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee8930ba-c12d-4e80-9347-f85f5ccda2a0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:43.970502 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee8930ba-c12d-4e80-9347-f85f5ccda2a0 admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.976144 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-15877d83-dde6-489b-811f-575e4bc7346c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:43.976909 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-15877d83-dde6-489b-811f-575e4bc7346c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:44.082735 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-53986894-b55b-44bf-bcb7-2a0a231c9b58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:44.111147 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Routers {'4f3a609f-cf70-44f6-9140-f08c74d41198'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:44.111524 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:22:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4f3a609f-cf70-44f6-9140-f08c74d41198'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:44.114758 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83878316-8427-431d-8ad4-460fbab1d5c5 None None] Pushing event updated for resources: {'Port': ['ID=cb6e7906-6a79-4adc-8702-fb0fcdbf3919,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:44.159110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15877d83-dde6-489b-811f-575e4bc7346c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:44.165795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8930ba-c12d-4e80-9347-f85f5ccda2a0 admin admin] Pushing event updated for resources: {'Network': ['ID=1207245a-ba30-4747-8514-966331c5a9c1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:44.172387 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53986894-b55b-44bf-bcb7-2a0a231c9b58 None None] Pushing event deleted for resources: {'Port': ['ID=c0c85f78-f8e0-472a-9b24-e7f37b2b7da7,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:44.181323 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-15877d83-dde6-489b-811f-575e4bc7346c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:44.181323 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15877d83-dde6-489b-811f-575e4bc7346c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=409f6c5e-03d5-4289-8519-dea9e93cf507,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:44.184774 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15877d83-dde6-489b-811f-575e4bc7346c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:44.185644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53986894-b55b-44bf-bcb7-2a0a231c9b58 None None] No DVR routers for this DVR port c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:22:44.187146 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-15877d83-dde6-489b-811f-575e4bc7346c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:44.200180 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 1207245a-ba30-4747-8514-966331c5a9c1 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:22:44.221178 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ee8930ba-c12d-4e80-9347-f85f5ccda2a0 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.2433007 Aug 17 03:22:44.221178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15877d83-dde6-489b-811f-575e4bc7346c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=c0c85f78-f8e0-472a-9b24-e7f37b2b7da7,revision_number=8']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:44.221854 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56472) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:44.227604 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-15692038-50eb-483f-9359-ed0d712ec6cb admin admin] Request body: {'subnet': {'network_id': '1207245a-ba30-4747-8514-966331c5a9c1', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1199552365-subnet', 'tenant_id': '2c3f3ada5ec24e53acb69884ab810356', 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:44.280856 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84931962-3d12-4f5b-b58c-4cee96ce3669 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:44.333544 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-15877d83-dde6-489b-811f-575e4bc7346c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7925243 Aug 17 03:22:44.338271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56474) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:44.343099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-2684a8d1-3861-4d7a-a6c9-b33bafa9ab76 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:44.355749 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] Set router 4f3a609f-cf70-44f6-9140-f08c74d41198 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:44.422185 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56480) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:44.456592 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15692038-50eb-483f-9359-ed0d712ec6cb admin admin] Made reservation on behalf of 2c3f3ada5ec24e53acb69884ab810356 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:44.459448 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-15692038-50eb-483f-9359-ed0d712ec6cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:44.602715 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:22:44.667794 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-02ed1c62-45d9-480f-8c47-440b30b88d0d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc96795234e944d0866a00ef01d3594a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2434096 Aug 17 03:22:44.670211 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56484) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:44.674282 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:22:44.675203 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c0c85f78-f8e0-472a-9b24-e7f37b2b7da7 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:22:44.688558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': '409f6c5e-03d5-4289-8519-dea9e93cf507'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:22:44.689432 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:44.736265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb457741-6ad2-4008-bfb6-540a01b4a01a req-dbb95ff2-11fc-4513-89e1-302cd9d8acdd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:44.737942 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb457741-6ad2-4008-bfb6-540a01b4a01a req-dbb95ff2-11fc-4513-89e1-302cd9d8acdd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.3715146 Aug 17 03:22:44.880688 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '2091be82-2370-4b13-aa10-f0f430717749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:30Z', 'updated_at': '2021-08-17T03:22:39Z', 'revision_number': 4, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'gw_port': {'id': '2091be82-2370-4b13-aa10-f0f430717749', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:32Z', 'updated_at': '2021-08-17T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'cb6e7906-6a79-4adc-8702-fb0fcdbf3919', 'name': '', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'mac_address': 'fa:16:3e:47:da:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:36Z', 'updated_at': '2021-08-17T03:22:43Z', 'revision_number': 4, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'subnets': [{'id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:44.913542 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27e71022-62fe-4b65-b8d3-f36c39f743ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:44.931565 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad09ba16-c2b5-4edf-83bd-14b9ae176fc0 None None] The sync data for ids ['4f3a609f-cf70-44f6-9140-f08c74d41198'] in n-d-802060-9 is: [{'id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '2091be82-2370-4b13-aa10-f0f430717749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:30Z', 'updated_at': '2021-08-17T03:22:39Z', 'revision_number': 4, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'gw_port': {'id': '2091be82-2370-4b13-aa10-f0f430717749', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:32Z', 'updated_at': '2021-08-17T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'cb6e7906-6a79-4adc-8702-fb0fcdbf3919', 'name': '', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'mac_address': 'fa:16:3e:47:da:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:36Z', 'updated_at': '2021-08-17T03:22:43Z', 'revision_number': 4, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'subnets': [{'id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:22:44.943609 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27e71022-62fe-4b65-b8d3-f36c39f743ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:44.973635 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb457741-6ad2-4008-bfb6-540a01b4a01a req-4b9293a0-79d5-46c5-b6f4-07273dbf75e4 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2230463 Aug 17 03:22:45.008341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2684a8d1-3861-4d7a-a6c9-b33bafa9ab76 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:45.046723 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-15692038-50eb-483f-9359-ed0d712ec6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:45.053760 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2684a8d1-3861-4d7a-a6c9-b33bafa9ab76 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:45.082798 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Allocated IP 2001:db8::f816:3eff:fe0e:281f (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/409f6c5e-03d5-4289-8519-dea9e93cf507/35b6c979-d016-44d6-bf30-b928615856d3) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:45.156571 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15692038-50eb-483f-9359-ed0d712ec6cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=df199421-feba-4b8a-a1ae-d6c81d342104,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:45.159234 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15692038-50eb-483f-9359-ed0d712ec6cb admin admin] Checking segment: {'id': '09c3b274-eedf-433d-b793-cb011ee9d96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1207245a-ba30-4747-8514-966331c5a9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:45.159689 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15692038-50eb-483f-9359-ed0d712ec6cb admin admin] Network hostable DHCP agents. Network: 1207245a-ba30-4747-8514-966331c5a9c1, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:22:45.226401 n-d-802060-9 neutron-server[101970]: INFO neutron.db.ipam_backend_mixin [None req-2684a8d1-3861-4d7a-a6c9-b33bafa9ab76 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 409f6c5e-03d5-4289-8519-dea9e93cf507 (CIDR: 2001:db8::/64) Aug 17 03:22:45.228989 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27e71022-62fe-4b65-b8d3-f36c39f743ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:45.232132 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27e71022-62fe-4b65-b8d3-f36c39f743ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:45.238100 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-27e71022-62fe-4b65-b8d3-f36c39f743ca admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/deedab23-783a-4b4c-9b76-971e2f4a5297 HTTP/1.1" status: 204 len: 168 time: 0.5644100 Aug 17 03:22:45.247937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27e71022-62fe-4b65-b8d3-f36c39f743ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=deedab23-783a-4b4c-9b76-971e2f4a5297,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:45.317523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15692038-50eb-483f-9359-ed0d712ec6cb admin admin] Network 1207245a-ba30-4747-8514-966331c5a9c1 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:22:45.320059 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-2684a8d1-3861-4d7a-a6c9-b33bafa9ab76 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:22:45.349577 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2684a8d1-3861-4d7a-a6c9-b33bafa9ab76 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:22:45.397136 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:45.408066 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Transition to ACTIVE for port object 35b6c979-d016-44d6-bf30-b928615856d3 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:45.434520 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Transition to ACTIVE for port object 35b6c979-d016-44d6-bf30-b928615856d3 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:45.567920 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-986ca2fd-072f-487e-811c-18bdfe3dba54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:45.645488 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56498) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:45.646221 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2684a8d1-3861-4d7a-a6c9-b33bafa9ab76 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3068695 Aug 17 03:22:45.653876 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-36eaefb2-1223-404a-92f9-c08b2bb0f4a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:45.769012 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:45.814629 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-15692038-50eb-483f-9359-ed0d712ec6cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 1207245a-ba30-4747-8514-966331c5a9c1) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:45.828221 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15692038-50eb-483f-9359-ed0d712ec6cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:45.829321 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-15692038-50eb-483f-9359-ed0d712ec6cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:45.831252 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3d4e526-0d44-42e6-9a90-f6673e0cfe07 None None] Network 1207245a-ba30-4747-8514-966331c5a9c1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:45.896747 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:45.906780 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:45.911261 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:45.922631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Pushing event updated for resources: {'Port': ['ID=35b6c979-d016-44d6-bf30-b928615856d3,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:45.966731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36eaefb2-1223-404a-92f9-c08b2bb0f4a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:45.970037 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:45.975797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:45.975797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:45.975797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:45.975797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:45.975797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:45.975797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:45.975797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:45.975797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:45.975797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:45.975797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:45.975797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:22:45.989724 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-36eaefb2-1223-404a-92f9-c08b2bb0f4a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:46.050008 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Attempting to bind port 35b6c979-d016-44d6-bf30-b928615856d3 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:46.050008 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Attempting to bind port 35b6c979-d016-44d6-bf30-b928615856d3 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:46.050008 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Attempting to bind port 35b6c979-d016-44d6-bf30-b928615856d3 on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:46.101720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:46.107536 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:46.108198 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:46.108829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:46.109600 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Bound port: 35b6c979-d016-44d6-bf30-b928615856d3, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:46.110405 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:46.137132 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-15692038-50eb-483f-9359-ed0d712ec6cb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.9109647 Aug 17 03:22:46.137626 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56512) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:46.154592 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1199552365-router', 'tenant_id': '2c3f3ada5ec24e53acb69884ab810356', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:46.286338 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3494c811-9453-48e2-9e6e-f6b2f92cbaae req-77f1a250-9228-4113-8c10-60e29166b6d9 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:46.294923 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3494c811-9453-48e2-9e6e-f6b2f92cbaae req-77f1a250-9228-4113-8c10-60e29166b6d9 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1102910 Aug 17 03:22:46.330062 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:46.331074 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:46.334134 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] For port 35b6c979-d016-44d6-bf30-b928615856d3, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:46.341392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-1207245a-ba30-4747-8514-966331c5a9c1', 'network_id': '1207245a-ba30-4747-8514-966331c5a9c1', 'tenant_id': '2c3f3ada5ec24e53acb69884ab810356', 'fixed_ips': [{'subnet_id': 'df199421-feba-4b8a-a1ae-d6c81d342104'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:22:46.342592 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:46.385726 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3494c811-9453-48e2-9e6e-f6b2f92cbaae req-16a64f15-1943-47d1-bc18-8cb1f0a09b2e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853288 Aug 17 03:22:46.410891 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] For port 35b6c979-d016-44d6-bf30-b928615856d3, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=35b6c979-d016-44d6-bf30-b928615856d3,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:46.474329 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:46.607515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Allocated IP 172.20.0.2 (1207245a-ba30-4747-8514-966331c5a9c1/df199421-feba-4b8a-a1ae-d6c81d342104/1eaaf349-f37c-4eed-a24e-8085c253076e) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:46.652587 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:46.679397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56520) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:46.691615 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cb6e7906-6a79-4adc-8702-fb0fcdbf3919 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:46.775533 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b04ec7f2-1281-4674-965c-36467a689698 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1dfae49055fb46108c7034d879f90cb2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0941539 Aug 17 03:22:46.778607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56524) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:46.854861 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27883c61-c75a-4c45-b3ba-23d213c0c614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:46.889120 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27883c61-c75a-4c45-b3ba-23d213c0c614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:46.917787 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-36eaefb2-1223-404a-92f9-c08b2bb0f4a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:46.956406 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:46.984377 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36eaefb2-1223-404a-92f9-c08b2bb0f4a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:46.990413 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-36eaefb2-1223-404a-92f9-c08b2bb0f4a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:46.994882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36eaefb2-1223-404a-92f9-c08b2bb0f4a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:46.995516 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-36eaefb2-1223-404a-92f9-c08b2bb0f4a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:47.001443 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36eaefb2-1223-404a-92f9-c08b2bb0f4a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=f33cde66-2efd-4e1a-9050-f72facfb959b,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:47.012661 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44521ac2-8dda-4ced-9ba0-640b9b69dec5 None None] Pushing event updated for resources: {'Port': ['ID=35b6c979-d016-44d6-bf30-b928615856d3,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:47.064275 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:47.077967 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Transition to ACTIVE for port object 1eaaf349-f37c-4eed-a24e-8085c253076e will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:47.100286 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Transition to ACTIVE for port object 1eaaf349-f37c-4eed-a24e-8085c253076e will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:47.103381 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27883c61-c75a-4c45-b3ba-23d213c0c614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:47.106196 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27883c61-c75a-4c45-b3ba-23d213c0c614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:47.112477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port cb6e7906-6a79-4adc-8702-fb0fcdbf3919 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:47.112856 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port cb6e7906-6a79-4adc-8702-fb0fcdbf3919 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:47.113304 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:47.128425 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-27883c61-c75a-4c45-b3ba-23d213c0c614 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b3ed0c5e-c2e2-4e7e-989e-63fb2fd99e87 HTTP/1.1" status: 204 len: 168 time: 0.3439791 Aug 17 03:22:47.150991 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27883c61-c75a-4c45-b3ba-23d213c0c614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3ed0c5e-c2e2-4e7e-989e-63fb2fd99e87,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:47.204396 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56534) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:47.210523 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f84bfff8-22d5-4675-8aab-db5ad4a68786 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'mac_address': 'fa:16:3e:bf:ef:28', 'name': 'tempest-NetworksTestDHCPv6-1405295037'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:47.232458 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-36eaefb2-1223-404a-92f9-c08b2bb0f4a1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.5812421 Aug 17 03:22:47.263453 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:47.343448 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:47.351878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Network 1207245a-ba30-4747-8514-966331c5a9c1 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:47.367825 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:47.371933 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Pushing event updated for resources: {'Port': ['ID=1eaaf349-f37c-4eed-a24e-8085c253076e,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:47.380942 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:47.441974 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port cb6e7906-6a79-4adc-8702-fb0fcdbf3919, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cb6e7906-6a79-4adc-8702-fb0fcdbf3919,segment=NetworkSegment(d727ad0e-57f6-42e2-aaae-aa9321552967),segment_id=d727ad0e-57f6-42e2-aaae-aa9321552967)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:47.478750 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Attempting to bind port 1eaaf349-f37c-4eed-a24e-8085c253076e on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:47.479694 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Attempting to bind port 1eaaf349-f37c-4eed-a24e-8085c253076e by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '09c3b274-eedf-433d-b793-cb011ee9d96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1207245a-ba30-4747-8514-966331c5a9c1'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:47.480973 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Attempting to bind port 1eaaf349-f37c-4eed-a24e-8085c253076e on network 1207245a-ba30-4747-8514-966331c5a9c1 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:47.487029 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 22, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:47.488362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Checking segment: {'id': '09c3b274-eedf-433d-b793-cb011ee9d96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1207245a-ba30-4747-8514-966331c5a9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:47.488928 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:47.489997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Bound using segment: {'id': '09c3b274-eedf-433d-b793-cb011ee9d96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1207245a-ba30-4747-8514-966331c5a9c1'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:47.490623 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Bound port: 1eaaf349-f37c-4eed-a24e-8085c253076e, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c3b274-eedf-433d-b793-cb011ee9d96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1207245a-ba30-4747-8514-966331c5a9c1'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:47.491178 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:47.528491 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:47.545917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be913b11-52b4-4366-94a5-a8f9c5f06148 req-fa9832b8-f948-4d8e-90ed-eefe2df96434 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:47.554310 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be913b11-52b4-4366-94a5-a8f9c5f06148 req-fa9832b8-f948-4d8e-90ed-eefe2df96434 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.0815380 Aug 17 03:22:47.554775 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:47.593649 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be913b11-52b4-4366-94a5-a8f9c5f06148 req-ff5d9d95-db76-438d-8162-7abbe0de83e6 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382977 Aug 17 03:22:47.598806 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:47.613581 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f84bfff8-22d5-4675-8aab-db5ad4a68786 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:47.733963 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Allocated IP 172.25.1.192 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/61fee604-3c56-40e0-9300-933fcd1931ff) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:47.773592 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=cb6e7906-6a79-4adc-8702-fb0fcdbf3919,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:47.803797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] For port 1eaaf349-f37c-4eed-a24e-8085c253076e, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:47.808102 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] For port 1eaaf349-f37c-4eed-a24e-8085c253076e, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1eaaf349-f37c-4eed-a24e-8085c253076e,segment=NetworkSegment(09c3b274-eedf-433d-b793-cb011ee9d96d),segment_id=09c3b274-eedf-433d-b793-cb011ee9d96d)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:47.819630 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f84bfff8-22d5-4675-8aab-db5ad4a68786 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:47.889636 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:47.890557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-f84bfff8-22d5-4675-8aab-db5ad4a68786 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port c1a8ab4a-1665-4038-8b52-29c81fca10d9 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:22:48.004206 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e17bdd2-8892-48c9-a058-2408da0453cd None None] Pushing event updated for resources: {'Port': ['ID=1eaaf349-f37c-4eed-a24e-8085c253076e,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:48.009636 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0799b5de-4814-4d96-9916-5c4bdf580526 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:48.271055 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:48.302321 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:48.415907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-f84bfff8-22d5-4675-8aab-db5ad4a68786 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8:0:1::5f (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/f33cde66-2efd-4e1a-9050-f72facfb959b/c1a8ab4a-1665-4038-8b52-29c81fca10d9) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:48.522386 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:48.586690 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:48.590971 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:48.598798 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:48.608764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-f84bfff8-22d5-4675-8aab-db5ad4a68786 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::f816:3eff:febf:ef28 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/409f6c5e-03d5-4289-8519-dea9e93cf507/c1a8ab4a-1665-4038-8b52-29c81fca10d9) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:48.651898 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Pushing event updated for resources: {'Port': ['ID=61fee604-3c56-40e0-9300-933fcd1931ff,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:48.736219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204bc7d-b52d-4fe8-b5e7-3599646a64ed req-fecc434d-33ef-4b4a-9be2-78e9adfe9400 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:48.738856 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b204bc7d-b52d-4fe8-b5e7-3599646a64ed req-fecc434d-33ef-4b4a-9be2-78e9adfe9400 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 1096 time: 0.2340498 Aug 17 03:22:48.775705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f30a230-d7b4-464f-96ae-bfe30f6050f7 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:48.810199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab03522-7fe7-4dec-9cf5-75904c4ac81e req-9d86f6a2-1bbe-474c-b876-579fb1181689 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:48.819581 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eab03522-7fe7-4dec-9cf5-75904c4ac81e req-9d86f6a2-1bbe-474c-b876-579fb1181689 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.4316351 Aug 17 03:22:49.007991 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cb6e7906-6a79-4adc-8702-fb0fcdbf3919 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:49.120342 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f84bfff8-22d5-4675-8aab-db5ad4a68786 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:49.136524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port cb6e7906-6a79-4adc-8702-fb0fcdbf3919 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:49.136840 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-f84bfff8-22d5-4675-8aab-db5ad4a68786 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object c1a8ab4a-1665-4038-8b52-29c81fca10d9 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:49.137367 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:49.211878 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eab03522-7fe7-4dec-9cf5-75904c4ac81e req-e27bb65f-ba20-4335-980b-af3976f7a818 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3864279 Aug 17 03:22:49.234816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ad7e0bd6-4d46-43a2-a005-02e34dd78802 None None] Provisioning for port 35b6c979-d016-44d6-bf30-b928615856d3 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:49.246678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204bc7d-b52d-4fe8-b5e7-3599646a64ed req-85bac8bd-f3b9-45fc-b880-220ac39961ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:49.248557 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b204bc7d-b52d-4fe8-b5e7-3599646a64ed req-85bac8bd-f3b9-45fc-b880-220ac39961ee service neutron] 10.222.0.60 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 0.5015826 Aug 17 03:22:49.284575 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:49.293600 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:49.335006 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f84bfff8-22d5-4675-8aab-db5ad4a68786 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:49.394084 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b204bc7d-b52d-4fe8-b5e7-3599646a64ed req-9f4d5ebb-6771-4721-a51f-a97f52eb8363 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee00051-652a-4cb0-b148-861aefc669e7 HTTP/1.1" status: 200 len: 1000 time: 0.1351664 Aug 17 03:22:49.441154 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84bfff8-22d5-4675-8aab-db5ad4a68786 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:49.483550 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 35b6c979-d016-44d6-bf30-b928615856d3 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:49.492585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-f84bfff8-22d5-4675-8aab-db5ad4a68786 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:49.504129 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84bfff8-22d5-4675-8aab-db5ad4a68786 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:49.511332 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f84bfff8-22d5-4675-8aab-db5ad4a68786 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:49.512115 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f84bfff8-22d5-4675-8aab-db5ad4a68786 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:49.559799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84bfff8-22d5-4675-8aab-db5ad4a68786 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=c1a8ab4a-1665-4038-8b52-29c81fca10d9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:49.579676 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204bc7d-b52d-4fe8-b5e7-3599646a64ed req-ee98a0e5-d72b-4014-a38a-664f4b309573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:49.581039 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b204bc7d-b52d-4fe8-b5e7-3599646a64ed req-ee98a0e5-d72b-4014-a38a-664f4b309573 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.1737731 Aug 17 03:22:49.664589 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f84bfff8-22d5-4675-8aab-db5ad4a68786 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.4500494 Aug 17 03:22:49.667602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56574) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:49.675690 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:49.691537 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b204bc7d-b52d-4fe8-b5e7-3599646a64ed req-c167d167-0215-47f0-8d9b-bd0051324a30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:49.693823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b204bc7d-b52d-4fe8-b5e7-3599646a64ed req-c167d167-0215-47f0-8d9b-bd0051324a30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1022983 Aug 17 03:22:49.730685 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 35b6c979-d016-44d6-bf30-b928615856d3 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:49.741645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 35b6c979-d016-44d6-bf30-b928615856d3 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:49.742016 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:49.746874 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86ac3f49-e55d-45a8-a5d0-c3ff15343ea7 None None] Update dhcp port {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'fixed_ips': [{'subnet_id': '409f6c5e-03d5-4289-8519-dea9e93cf507', 'ip_address': '2001:db8::f816:3eff:fe0e:281f'}, {'subnet_id': 'f33cde66-2efd-4e1a-9050-f72facfb959b'}], 'binding:host_id': 'n-d-802060-9'}, 'id': '35b6c979-d016-44d6-bf30-b928615856d3'} from n-d-802060-9. {{(pid=101971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 03:22:49.903092 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-86ac3f49-e55d-45a8-a5d0-c3ff15343ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:49.987189 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7000eb39-1697-452c-ae18-ddb30a5bb919 None None] Network 1207245a-ba30-4747-8514-966331c5a9c1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:50.080566 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Router 780bbe58-6565-4b7a-a23c-7ef583aff91d is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:22:50.140683 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:50.207635 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 35b6c979-d016-44d6-bf30-b928615856d3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=35b6c979-d016-44d6-bf30-b928615856d3,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:50.240357 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:22:50.277849 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Sync routers for ids ['780bbe58-6565-4b7a-a23c-7ef583aff91d'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:22:50.313658 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f64641b3-cee2-4856-a321-83838d22004c None None] Provisioning for port 1eaaf349-f37c-4eed-a24e-8085c253076e completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:50.331854 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:50.333081 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1eaaf349-f37c-4eed-a24e-8085c253076e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:50.387719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40ce6ba-86c3-4daa-abd1-e95b02620826 req-195430e6-8fba-4fc8-8e3b-915e5ad9206c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:50.389335 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f40ce6ba-86c3-4daa-abd1-e95b02620826 req-195430e6-8fba-4fc8-8e3b-915e5ad9206c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.0851605 Aug 17 03:22:50.413274 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Routers {'780bbe58-6565-4b7a-a23c-7ef583aff91d'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:50.413892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:22:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['780bbe58-6565-4b7a-a23c-7ef583aff91d'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:50.420174 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-86ac3f49-e55d-45a8-a5d0-c3ff15343ea7 None None] Allocated IP 2001:db8:0:1::2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/f33cde66-2efd-4e1a-9050-f72facfb959b/35b6c979-d016-44d6-bf30-b928615856d3) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:50.425553 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:50.429755 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-26271807-5183-4304-be9d-a302c9f57129 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 4.2855842 Aug 17 03:22:50.434248 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56588) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:50.567913 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f40ce6ba-86c3-4daa-abd1-e95b02620826 req-e92d0d39-c065-4df9-b3e7-42ac3a0c28f9 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1690159 Aug 17 03:22:50.672612 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-86ac3f49-e55d-45a8-a5d0-c3ff15343ea7 None None] For port 35b6c979-d016-44d6-bf30-b928615856d3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=35b6c979-d016-44d6-bf30-b928615856d3,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:50.677561 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b204bc7d-b52d-4fe8-b5e7-3599646a64ed req-b30e4293-1aab-4207-8224-49a375cf4907 service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9163780 Aug 17 03:22:50.679640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a29b2a7e-4ba5-4675-9d5e-a78b6e5953ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port c1a8ab4a-1665-4038-8b52-29c81fca10d9 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:22:50.680002 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a29b2a7e-4ba5-4675-9d5e-a78b6e5953ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:50.716380 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=35b6c979-d016-44d6-bf30-b928615856d3,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:50.849989 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-86ac3f49-e55d-45a8-a5d0-c3ff15343ea7 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:50.937251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-86ac3f49-e55d-45a8-a5d0-c3ff15343ea7 None None] Transition to ACTIVE for port object 35b6c979-d016-44d6-bf30-b928615856d3 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:50.939758 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b204bc7d-b52d-4fe8-b5e7-3599646a64ed req-ad16e786-87ec-4d60-ab70-77f514f44d0d service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2547255 Aug 17 03:22:50.950579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Set router 780bbe58-6565-4b7a-a23c-7ef583aff91d gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:50.951475 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a29b2a7e-4ba5-4675-9d5e-a78b6e5953ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:50.982724 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a29b2a7e-4ba5-4675-9d5e-a78b6e5953ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for c1a8ab4a-1665-4038-8b52-29c81fca10d9 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:22:51.071073 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-86ac3f49-e55d-45a8-a5d0-c3ff15343ea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:51.074290 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:51.078052 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 1eaaf349-f37c-4eed-a24e-8085c253076e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:51.095852 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:51.175188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1eaaf349-f37c-4eed-a24e-8085c253076e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:51.175847 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:51.323859 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ac3f49-e55d-45a8-a5d0-c3ff15343ea7 None None] Pushing event updated for resources: {'Port': ['ID=35b6c979-d016-44d6-bf30-b928615856d3,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:51.428518 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Allocated IP 172.20.0.1 (1207245a-ba30-4747-8514-966331c5a9c1/df199421-feba-4b8a-a1ae-d6c81d342104/ca5a614d-0925-4d43-9109-cf6d0a9dd223) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:51.437288 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:51.442034 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a29b2a7e-4ba5-4675-9d5e-a78b6e5953ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:51.446134 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-831022f9-ce3e-46e7-bce5-e7acf8a0263d None None] Provisioning complete for port 1eaaf349-f37c-4eed-a24e-8085c253076e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:51.446134 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-831022f9-ce3e-46e7-bce5-e7acf8a0263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:51.502545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a29b2a7e-4ba5-4675-9d5e-a78b6e5953ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=c1a8ab4a-1665-4038-8b52-29c81fca10d9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:51.560151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 1eaaf349-f37c-4eed-a24e-8085c253076e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1eaaf349-f37c-4eed-a24e-8085c253076e,segment=NetworkSegment(09c3b274-eedf-433d-b793-cb011ee9d96d),segment_id=09c3b274-eedf-433d-b793-cb011ee9d96d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:51.567454 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'name': 'tempest-TestVolumeBackupRestore-1199552365-router', 'tenant_id': '2c3f3ada5ec24e53acb69884ab810356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '61fee604-3c56-40e0-9300-933fcd1931ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:46Z', 'updated_at': '2021-08-17T03:22:48Z', 'revision_number': 3, 'project_id': '2c3f3ada5ec24e53acb69884ab810356', 'gw_port': {'id': '61fee604-3c56-40e0-9300-933fcd1931ff', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:47Z', 'updated_at': '2021-08-17T03:22:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:51.603869 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Checking router: 780bbe58-6565-4b7a-a23c-7ef583aff91d for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:22:51.604092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Updating router 780bbe58-6565-4b7a-a23c-7ef583aff91d port 61fee604-3c56-40e0-9300-933fcd1931ff binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:22:51.613398 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a29b2a7e-4ba5-4675-9d5e-a78b6e5953ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:51.619461 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a29b2a7e-4ba5-4675-9d5e-a78b6e5953ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/c1a8ab4a-1665-4038-8b52-29c81fca10d9 HTTP/1.1" status: 204 len: 168 time: 1.9501014 Aug 17 03:22:51.620273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56608) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:51.656901 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:51.695816 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c39ea85-033f-4c3e-baa7-533f9db95e4a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:51.698588 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Transition to ACTIVE for port object ca5a614d-0925-4d43-9109-cf6d0a9dd223 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:51.701710 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56610) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:51.702041 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5c39ea85-033f-4c3e-baa7-533f9db95e4a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.0802548 Aug 17 03:22:51.831994 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b7f3e1-b086-4443-86af-821f21c365ca req-e69b12ab-d40b-412c-b35e-bda94b86d259 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:51.841977 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12b7f3e1-b086-4443-86af-821f21c365ca req-e69b12ab-d40b-412c-b35e-bda94b86d259 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1383016 Aug 17 03:22:51.860451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b733b1b9-77cd-48ed-acc0-13b953341241 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:51.862331 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b733b1b9-77cd-48ed-acc0-13b953341241 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.1593053 Aug 17 03:22:51.867719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56614) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:51.937585 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12b7f3e1-b086-4443-86af-821f21c365ca req-0a135bf0-e77c-432b-8e9e-b5775d36b316 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893223 Aug 17 03:22:51.948144 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:51.948854 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a324d0f8-9fd7-4b37-a1ce-f38781f73707 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:51.950912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a324d0f8-9fd7-4b37-a1ce-f38781f73707 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:51.964082 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a324d0f8-9fd7-4b37-a1ce-f38781f73707 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:51.964082 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a324d0f8-9fd7-4b37-a1ce-f38781f73707 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0854142 Aug 17 03:22:51.964082 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56618) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:51.973917 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:52.008771 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-831022f9-ce3e-46e7-bce5-e7acf8a0263d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:52.066020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-0df2582b-385f-4b5e-86c3-9d93fccd9927 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 409f6c5e-03d5-4289-8519-dea9e93cf507 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:22:52.070527 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0df2582b-385f-4b5e-86c3-9d93fccd9927 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:52.153138 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-831022f9-ce3e-46e7-bce5-e7acf8a0263d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:22:52.153524 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-831022f9-ce3e-46e7-bce5-e7acf8a0263d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:22:52.154372 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 35b6c979-d016-44d6-bf30-b928615856d3 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:52.163811 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0df2582b-385f-4b5e-86c3-9d93fccd9927 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:52.217790 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:52.320400 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0df2582b-385f-4b5e-86c3-9d93fccd9927 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:52.493972 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Network 1207245a-ba30-4747-8514-966331c5a9c1 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:52.497277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:52.501055 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:22:52.545971 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0df2582b-385f-4b5e-86c3-9d93fccd9927 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:52.556490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Pushing event updated for resources: {'Port': ['ID=ca5a614d-0925-4d43-9109-cf6d0a9dd223,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:52.568610 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:52.585514 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=1eaaf349-f37c-4eed-a24e-8085c253076e,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:52.608018 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:52.620486 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Transition to ACTIVE for port object 61fee604-3c56-40e0-9300-933fcd1931ff will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:52.636432 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0df2582b-385f-4b5e-86c3-9d93fccd9927 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=409f6c5e-03d5-4289-8519-dea9e93cf507,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:52.642020 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0df2582b-385f-4b5e-86c3-9d93fccd9927 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:52.644745 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0df2582b-385f-4b5e-86c3-9d93fccd9927 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/409f6c5e-03d5-4289-8519-dea9e93cf507 HTTP/1.1" status: 204 len: 168 time: 0.6818063 Aug 17 03:22:52.647228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56630) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:52.729394 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:52.809945 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-86cf60b9-1e5d-4472-8058-c7df5065d794 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet f33cde66-2efd-4e1a-9050-f72facfb959b {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:22:52.815340 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86cf60b9-1e5d-4472-8058-c7df5065d794 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:52.827835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Attempting to bind port 61fee604-3c56-40e0-9300-933fcd1931ff on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:52.828220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Attempting to bind port 61fee604-3c56-40e0-9300-933fcd1931ff by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:52.828599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Attempting to bind port 61fee604-3c56-40e0-9300-933fcd1931ff on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:52.839404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbb3c3-8628-40e2-9145-9a3621cfe49b None None] Pushing event updated for resources: {'Port': ['ID=61fee604-3c56-40e0-9300-933fcd1931ff,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:52.851008 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:52.851396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:52.851813 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:52.852210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:52.852686 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Bound port: 61fee604-3c56-40e0-9300-933fcd1931ff, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:52.853879 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:52.884032 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86cf60b9-1e5d-4472-8058-c7df5065d794 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:52.939613 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51a11bf8-28c8-4036-8cc0-055d274dcf77 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:52.953827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] For port 61fee604-3c56-40e0-9300-933fcd1931ff, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:52.987826 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:53.001572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] For port 61fee604-3c56-40e0-9300-933fcd1931ff, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=61fee604-3c56-40e0-9300-933fcd1931ff,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:53.031799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eb6a2348-b7f2-4f3e-9b82-7e2cf6317db6 None None] Provisioning for port 35b6c979-d016-44d6-bf30-b928615856d3 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:53.051202 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eb6a2348-b7f2-4f3e-9b82-7e2cf6317db6 None None] Provisioning complete for port 35b6c979-d016-44d6-bf30-b928615856d3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:53.051651 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb6a2348-b7f2-4f3e-9b82-7e2cf6317db6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:53.124585 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:53.151474 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86cf60b9-1e5d-4472-8058-c7df5065d794 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:53.216250 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9bd9a-f191-4eb3-91e1-e3b89befb479 req-b8da8109-e259-401e-9e17-7f3a053222d1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:53.217834 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-baf9bd9a-f191-4eb3-91e1-e3b89befb479 req-b8da8109-e259-401e-9e17-7f3a053222d1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1732693 Aug 17 03:22:53.262070 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Routers {'780bbe58-6565-4b7a-a23c-7ef583aff91d'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:53.262726 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:22:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['780bbe58-6565-4b7a-a23c-7ef583aff91d'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:53.278475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbb3c3-8628-40e2-9145-9a3621cfe49b None None] Pushing event updated for resources: {'Port': ['ID=61fee604-3c56-40e0-9300-933fcd1931ff,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:53.317946 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-baf9bd9a-f191-4eb3-91e1-e3b89befb479 req-7c3b8375-1929-474d-88c3-89097d15d55e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0852628 Aug 17 03:22:53.401927 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:53.455483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] Set router 780bbe58-6565-4b7a-a23c-7ef583aff91d gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:53.459708 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86cf60b9-1e5d-4472-8058-c7df5065d794 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:53.460829 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf4c7fe-a29f-4e60-8da2-faa61900ff89 req-e73eafdd-b13f-4a52-b3d5-f57b0ba65307 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:53.462892 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fdf4c7fe-a29f-4e60-8da2-faa61900ff89 req-e73eafdd-b13f-4a52-b3d5-f57b0ba65307 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.0617449 Aug 17 03:22:53.512800 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86cf60b9-1e5d-4472-8058-c7df5065d794 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:53.516047 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-86cf60b9-1e5d-4472-8058-c7df5065d794 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/f33cde66-2efd-4e1a-9050-f72facfb959b HTTP/1.1" status: 204 len: 168 time: 0.8663619 Aug 17 03:22:53.517275 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:53.519802 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86cf60b9-1e5d-4472-8058-c7df5065d794 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=f33cde66-2efd-4e1a-9050-f72facfb959b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:53.520639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56652) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:53.526124 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fdf4c7fe-a29f-4e60-8da2-faa61900ff89 req-80d59014-8265-4ce7-b08a-832bb34a9ce3 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554707 Aug 17 03:22:53.592336 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-305b5082-e5d6-441c-ae47-cc790a1fccc7 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0644906 Aug 17 03:22:53.593195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56656) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:53.606955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8313263a-45f0-4f6b-a514-8fdaf827f8c3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:53.615002 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d6d737de-a1f3-4d33-9dc6-2a45d273a4e3 None None] Provisioning for port ca5a614d-0925-4d43-9109-cf6d0a9dd223 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:53.647486 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d6d737de-a1f3-4d33-9dc6-2a45d273a4e3 None None] Provisioning complete for port ca5a614d-0925-4d43-9109-cf6d0a9dd223 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:53.647865 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d6d737de-a1f3-4d33-9dc6-2a45d273a4e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:53.706572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d6d737de-a1f3-4d33-9dc6-2a45d273a4e3 None None] Port ca5a614d-0925-4d43-9109-cf6d0a9dd223 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:22:53.715398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d6d737de-a1f3-4d33-9dc6-2a45d273a4e3 None None] Could not find standard attr ID for object c1a8ab4a-1665-4038-8b52-29c81fca10d9. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:22:53.735986 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Pushing event updated for resources: {'Port': ['ID=ca5a614d-0925-4d43-9109-cf6d0a9dd223,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:53.749671 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:53.801027 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'name': 'tempest-TestVolumeBackupRestore-1199552365-router', 'tenant_id': '2c3f3ada5ec24e53acb69884ab810356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '61fee604-3c56-40e0-9300-933fcd1931ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:46Z', 'updated_at': '2021-08-17T03:22:52Z', 'revision_number': 4, 'project_id': '2c3f3ada5ec24e53acb69884ab810356', 'gw_port': {'id': '61fee604-3c56-40e0-9300-933fcd1931ff', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:47Z', 'updated_at': '2021-08-17T03:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ca5a614d-0925-4d43-9109-cf6d0a9dd223', 'name': '', 'network_id': '1207245a-ba30-4747-8514-966331c5a9c1', 'tenant_id': '2c3f3ada5ec24e53acb69884ab810356', 'mac_address': 'fa:16:3e:c3:e6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'df199421-feba-4b8a-a1ae-d6c81d342104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:51Z', 'updated_at': '2021-08-17T03:22:51Z', 'revision_number': 1, 'project_id': '2c3f3ada5ec24e53acb69884ab810356', 'subnets': [{'id': 'df199421-feba-4b8a-a1ae-d6c81d342104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:53.833046 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab9bb759-5124-47aa-9db6-da2fe7ec0cd1 None None] The sync data for ids ['780bbe58-6565-4b7a-a23c-7ef583aff91d'] in n-d-802060-9 is: [{'id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'name': 'tempest-TestVolumeBackupRestore-1199552365-router', 'tenant_id': '2c3f3ada5ec24e53acb69884ab810356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '61fee604-3c56-40e0-9300-933fcd1931ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:46Z', 'updated_at': '2021-08-17T03:22:52Z', 'revision_number': 4, 'project_id': '2c3f3ada5ec24e53acb69884ab810356', 'gw_port': {'id': '61fee604-3c56-40e0-9300-933fcd1931ff', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:47Z', 'updated_at': '2021-08-17T03:22:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ca5a614d-0925-4d43-9109-cf6d0a9dd223', 'name': '', 'network_id': '1207245a-ba30-4747-8514-966331c5a9c1', 'tenant_id': '2c3f3ada5ec24e53acb69884ab810356', 'mac_address': 'fa:16:3e:c3:e6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'df199421-feba-4b8a-a1ae-d6c81d342104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:51Z', 'updated_at': '2021-08-17T03:22:51Z', 'revision_number': 1, 'project_id': '2c3f3ada5ec24e53acb69884ab810356', 'subnets': [{'id': 'df199421-feba-4b8a-a1ae-d6c81d342104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:22:53.833801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-057d722d-6105-4396-88c6-691036042f6e req-26b633dd-406b-4f14-b8be-eec57e5eb6ea tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:53.835405 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-057d722d-6105-4396-88c6-691036042f6e req-26b633dd-406b-4f14-b8be-eec57e5eb6ea tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1737795 Aug 17 03:22:53.857296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8313263a-45f0-4f6b-a514-8fdaf827f8c3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:53.861374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8313263a-45f0-4f6b-a514-8fdaf827f8c3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:53.928902 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-057d722d-6105-4396-88c6-691036042f6e req-c377f961-1457-4746-a086-1b539c6be7a1 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801122 Aug 17 03:22:53.957081 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Network 1207245a-ba30-4747-8514-966331c5a9c1 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:53.957382 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:54.147638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1eaaf349-f37c-4eed-a24e-8085c253076e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:54.159415 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Router 780bbe58-6565-4b7a-a23c-7ef583aff91d has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:22:54.349898 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1eaaf349-f37c-4eed-a24e-8085c253076e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:54.350278 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:54.439696 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-574b089e-f529-4fa8-9627-eff975f9e8a1 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:54.498136 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:22:54.503815 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e4be447a-3d8c-4c66-9360-eb9d31abf626 admin admin] 10.222.0.10 "PUT /v2.0/routers/780bbe58-6565-4b7a-a23c-7ef583aff91d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0685232 Aug 17 03:22:54.542930 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8313263a-45f0-4f6b-a514-8fdaf827f8c3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:54.578536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8313263a-45f0-4f6b-a514-8fdaf827f8c3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:54.586365 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-8313263a-45f0-4f6b-a514-8fdaf827f8c3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:54.592334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8313263a-45f0-4f6b-a514-8fdaf827f8c3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:54.595524 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8313263a-45f0-4f6b-a514-8fdaf827f8c3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:54.669231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-efc76d75-4581-4f2d-8f05-d3014055c4e6 None None] Provisioning complete for port ca5a614d-0925-4d43-9109-cf6d0a9dd223 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:54.671893 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-efc76d75-4581-4f2d-8f05-d3014055c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:54.696061 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8313263a-45f0-4f6b-a514-8fdaf827f8c3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=25419ce9-49ef-4b1d-a40f-f638e5537836,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:54.754249 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d02995-4caf-449f-8b41-aecf94e9abed req-a3da9b17-3bac-4fd0-8954-2e3b54b14e31 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:54.778063 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-09d02995-4caf-449f-8b41-aecf94e9abed req-a3da9b17-3bac-4fd0-8954-2e3b54b14e31 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1357126 Aug 17 03:22:54.815276 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8313263a-45f0-4f6b-a514-8fdaf827f8c3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2137265 Aug 17 03:22:54.818733 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56690) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:54.825512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-c70e242b-35b7-4d70-8049-7d5dbefa2dfc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:54.864598 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-09d02995-4caf-449f-8b41-aecf94e9abed req-1dd90e0e-b066-436c-86d4-68da28c44dc4 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850580 Aug 17 03:22:54.872990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-efc76d75-4581-4f2d-8f05-d3014055c4e6 None None] Port ca5a614d-0925-4d43-9109-cf6d0a9dd223 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:22:54.930435 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-efc76d75-4581-4f2d-8f05-d3014055c4e6 None None] Provisioning complete for port 35b6c979-d016-44d6-bf30-b928615856d3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:54.930938 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-efc76d75-4581-4f2d-8f05-d3014055c4e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:55.147597 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08152551-78e5-436e-8e49-6df3d1125871 None None] Update dhcp port {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'fixed_ips': [{'subnet_id': '25419ce9-49ef-4b1d-a40f-f638e5537836'}], 'binding:host_id': 'n-d-802060-9'}, 'id': '35b6c979-d016-44d6-bf30-b928615856d3'} from n-d-802060-9. {{(pid=101971) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Aug 17 03:22:55.180540 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08152551-78e5-436e-8e49-6df3d1125871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:55.215699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c70e242b-35b7-4d70-8049-7d5dbefa2dfc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:55.219273 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c70e242b-35b7-4d70-8049-7d5dbefa2dfc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:55.369775 n-d-802060-9 neutron-server[101969]: INFO neutron.db.ipam_backend_mixin [None req-c70e242b-35b7-4d70-8049-7d5dbefa2dfc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 25419ce9-49ef-4b1d-a40f-f638e5537836 (CIDR: 2001:db8::/64) Aug 17 03:22:55.434788 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-c70e242b-35b7-4d70-8049-7d5dbefa2dfc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:22:55.435454 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c70e242b-35b7-4d70-8049-7d5dbefa2dfc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:22:55.504306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-08152551-78e5-436e-8e49-6df3d1125871 None None] Allocated IP 2001:db8::2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/25419ce9-49ef-4b1d-a40f-f638e5537836/35b6c979-d016-44d6-bf30-b928615856d3) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:55.517373 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c70e242b-35b7-4d70-8049-7d5dbefa2dfc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.6973813 Aug 17 03:22:55.522891 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56740) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:55.526156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-4f528464-1f65-4424-a91e-d99eaa1af25a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:55.547592 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:22:55.635831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-08152551-78e5-436e-8e49-6df3d1125871 None None] For port 35b6c979-d016-44d6-bf30-b928615856d3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=35b6c979-d016-44d6-bf30-b928615856d3,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:55.667181 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08152551-78e5-436e-8e49-6df3d1125871 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:55.681933 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-08152551-78e5-436e-8e49-6df3d1125871 None None] Transition to ACTIVE for port object 35b6c979-d016-44d6-bf30-b928615856d3 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:55.791329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f528464-1f65-4424-a91e-d99eaa1af25a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:55.792886 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08152551-78e5-436e-8e49-6df3d1125871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:55.795022 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f528464-1f65-4424-a91e-d99eaa1af25a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:55.955590 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08152551-78e5-436e-8e49-6df3d1125871 None None] Pushing event updated for resources: {'Port': ['ID=35b6c979-d016-44d6-bf30-b928615856d3,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:56.089259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971cb2a6-fa1b-4a65-9d84-0cdf574f47f0 req-23142e0c-002e-49a3-bc35-8cc11b284a3e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:56.095678 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-971cb2a6-fa1b-4a65-9d84-0cdf574f47f0 req-23142e0c-002e-49a3-bc35-8cc11b284a3e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1502488 Aug 17 03:22:56.215342 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-971cb2a6-fa1b-4a65-9d84-0cdf574f47f0 req-e25a92ad-d76a-4b18-af15-da199e77405a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1123912 Aug 17 03:22:56.248606 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 61fee604-3c56-40e0-9300-933fcd1931ff up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:56.480066 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 61fee604-3c56-40e0-9300-933fcd1931ff completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:56.488862 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 61fee604-3c56-40e0-9300-933fcd1931ff triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:56.489441 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:56.624254 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:56.692793 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 61fee604-3c56-40e0-9300-933fcd1931ff, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=61fee604-3c56-40e0-9300-933fcd1931ff,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:56.779449 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:56.780264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 35b6c979-d016-44d6-bf30-b928615856d3 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:56.959907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.objects.ports [None req-4f528464-1f65-4424-a91e-d99eaa1af25a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101970) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 03:22:56.963986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=61fee604-3c56-40e0-9300-933fcd1931ff,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:56.984445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d8aa408-0b90-4192-8370-0e243d1bda5d None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:57.133452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-740a8083-78b9-4d9e-9170-20932b05d9cf req-a466da34-574d-43a9-bc0e-d48283273df0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:57.137125 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-740a8083-78b9-4d9e-9170-20932b05d9cf req-a466da34-574d-43a9-bc0e-d48283273df0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.3175530 Aug 17 03:22:57.148007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ef4e7-2937-48d1-86fe-46f0f5f18bc5 req-7008a5f9-1784-4410-96fe-8d55d9a5bff8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:57.151261 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-984ef4e7-2937-48d1-86fe-46f0f5f18bc5 req-7008a5f9-1784-4410-96fe-8d55d9a5bff8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=cfdfb585b9144c8286617b5e97123a83&device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 1096 time: 0.2102194 Aug 17 03:22:57.196537 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Sync routers for ids ['780bbe58-6565-4b7a-a23c-7ef583aff91d'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:22:57.225723 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Routers {'780bbe58-6565-4b7a-a23c-7ef583aff91d'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:57.226413 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:22:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['780bbe58-6565-4b7a-a23c-7ef583aff91d'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:57.305009 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-740a8083-78b9-4d9e-9170-20932b05d9cf req-51fe5594-9921-46ae-8f2f-0d400e544ad0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1501114 Aug 17 03:22:57.386916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ef4e7-2937-48d1-86fe-46f0f5f18bc5 req-96f2909b-d702-46f3-a3d4-45b1f562f83e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:57.389318 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-984ef4e7-2937-48d1-86fe-46f0f5f18bc5 req-96f2909b-d702-46f3-a3d4-45b1f562f83e service neutron] 10.222.0.60 "GET /v2.0/networks?id=016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 200 len: 912 time: 0.2111361 Aug 17 03:22:57.405322 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Set router 780bbe58-6565-4b7a-a23c-7ef583aff91d gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:57.468712 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-09feabfd-85a1-47dc-a761-ce17ac99435e None None] Provisioning for port 35b6c979-d016-44d6-bf30-b928615856d3 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:22:57.482033 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-09feabfd-85a1-47dc-a761-ce17ac99435e None None] Provisioning complete for port 35b6c979-d016-44d6-bf30-b928615856d3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:57.482707 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-09feabfd-85a1-47dc-a761-ce17ac99435e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:57.559922 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f528464-1f65-4424-a91e-d99eaa1af25a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:57.602589 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-984ef4e7-2937-48d1-86fe-46f0f5f18bc5 req-a209f370-8fa7-4956-8b6f-799958f924c0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=aee00051-652a-4cb0-b148-861aefc669e7 HTTP/1.1" status: 200 len: 1000 time: 0.2072430 Aug 17 03:22:57.685807 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'name': 'tempest-TestVolumeBackupRestore-1199552365-router', 'tenant_id': '2c3f3ada5ec24e53acb69884ab810356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '61fee604-3c56-40e0-9300-933fcd1931ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:46Z', 'updated_at': '2021-08-17T03:22:52Z', 'revision_number': 4, 'project_id': '2c3f3ada5ec24e53acb69884ab810356', 'gw_port': {'id': '61fee604-3c56-40e0-9300-933fcd1931ff', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:47Z', 'updated_at': '2021-08-17T03:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ca5a614d-0925-4d43-9109-cf6d0a9dd223', 'name': '', 'network_id': '1207245a-ba30-4747-8514-966331c5a9c1', 'tenant_id': '2c3f3ada5ec24e53acb69884ab810356', 'mac_address': 'fa:16:3e:c3:e6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'df199421-feba-4b8a-a1ae-d6c81d342104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:51Z', 'updated_at': '2021-08-17T03:22:53Z', 'revision_number': 2, 'project_id': '2c3f3ada5ec24e53acb69884ab810356', 'subnets': [{'id': 'df199421-feba-4b8a-a1ae-d6c81d342104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:57.701596 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Checking router: 780bbe58-6565-4b7a-a23c-7ef583aff91d for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:22:57.702216 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Updating router 780bbe58-6565-4b7a-a23c-7ef583aff91d port ca5a614d-0925-4d43-9109-cf6d0a9dd223 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:22:57.744414 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:57.762244 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ef4e7-2937-48d1-86fe-46f0f5f18bc5 req-5d5b41a1-43fc-4003-827e-cdcf405f2e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:57.763844 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-984ef4e7-2937-48d1-86fe-46f0f5f18bc5 req-5d5b41a1-43fc-4003-827e-cdcf405f2e64 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 200 len: 851 time: 0.1533237 Aug 17 03:22:57.913895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984ef4e7-2937-48d1-86fe-46f0f5f18bc5 req-966b5107-82b5-43fc-9e71-3a9c01d41e64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:57.916620 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-984ef4e7-2937-48d1-86fe-46f0f5f18bc5 req-966b5107-82b5-43fc-9e71-3a9c01d41e64 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=016717b3-cbe1-4967-85ae-a016c7a395e7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1313519 Aug 17 03:22:58.064994 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-4f528464-1f65-4424-a91e-d99eaa1af25a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] For port 35b6c979-d016-44d6-bf30-b928615856d3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=35b6c979-d016-44d6-bf30-b928615856d3,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:22:58.096970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 61fee604-3c56-40e0-9300-933fcd1931ff up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:22:58.136897 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f528464-1f65-4424-a91e-d99eaa1af25a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:58.154004 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-984ef4e7-2937-48d1-86fe-46f0f5f18bc5 req-8fa08fbf-abd3-4d2b-bffd-ddef7bb04378 service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281466 Aug 17 03:22:58.165107 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:58.182267 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Transition to ACTIVE for port object ca5a614d-0925-4d43-9109-cf6d0a9dd223 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:22:58.204539 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f528464-1f65-4424-a91e-d99eaa1af25a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:58.205344 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f528464-1f65-4424-a91e-d99eaa1af25a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:58.209604 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 61fee604-3c56-40e0-9300-933fcd1931ff triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:58.210057 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:58.264823 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:58.370333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f528464-1f65-4424-a91e-d99eaa1af25a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:22:58.386435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f528464-1f65-4424-a91e-d99eaa1af25a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=35b6c979-d016-44d6-bf30-b928615856d3,revision_number=9']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:58.417688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-4f528464-1f65-4424-a91e-d99eaa1af25a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:22:58.433958 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acc5f5-6047-40bd-9893-9f6c436d8bb7 None None] Pushing event updated for resources: {'Port': ['ID=ca5a614d-0925-4d43-9109-cf6d0a9dd223,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:58.435253 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f528464-1f65-4424-a91e-d99eaa1af25a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:58.435891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f528464-1f65-4424-a91e-d99eaa1af25a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:58.476581 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Attempting to bind port ca5a614d-0925-4d43-9109-cf6d0a9dd223 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:22:58.484029 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Attempting to bind port ca5a614d-0925-4d43-9109-cf6d0a9dd223 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '09c3b274-eedf-433d-b793-cb011ee9d96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1207245a-ba30-4747-8514-966331c5a9c1'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:22:58.484587 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Attempting to bind port ca5a614d-0925-4d43-9109-cf6d0a9dd223 on network 1207245a-ba30-4747-8514-966331c5a9c1 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:22:58.492334 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:22:58.498872 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Checking segment: {'id': '09c3b274-eedf-433d-b793-cb011ee9d96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1207245a-ba30-4747-8514-966331c5a9c1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:22:58.498872 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:58.498872 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Bound using segment: {'id': '09c3b274-eedf-433d-b793-cb011ee9d96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1207245a-ba30-4747-8514-966331c5a9c1'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:22:58.498872 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Bound port: ca5a614d-0925-4d43-9109-cf6d0a9dd223, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '09c3b274-eedf-433d-b793-cb011ee9d96d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': '1207245a-ba30-4747-8514-966331c5a9c1'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:22:58.498872 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:58.649346 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe45912-2ca2-43da-a75c-dc130bcb4dc1 req-e56c4133-af79-45d1-99bf-f98b42bf8758 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:22:58.659585 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dbe45912-2ca2-43da-a75c-dc130bcb4dc1 req-e56c4133-af79-45d1-99bf-f98b42bf8758 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1247025 Aug 17 03:22:58.663739 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-984ef4e7-2937-48d1-86fe-46f0f5f18bc5 req-f8505b0f-a340-4841-b553-2598051e9c81 service neutron] 10.222.0.60 "GET /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4963574 Aug 17 03:22:58.738371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f528464-1f65-4424-a91e-d99eaa1af25a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=739960ef-7cfd-4ba1-b1e5-a4b6094e9a37,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:58.741779 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] For port ca5a614d-0925-4d43-9109-cf6d0a9dd223, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:22:58.747661 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] For port ca5a614d-0925-4d43-9109-cf6d0a9dd223, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ca5a614d-0925-4d43-9109-cf6d0a9dd223,segment=NetworkSegment(09c3b274-eedf-433d-b793-cb011ee9d96d),segment_id=09c3b274-eedf-433d-b793-cb011ee9d96d)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:22:58.767632 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b4a2ea8-b437-4d4a-9d35-840147719bad None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:22:58.779495 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dbe45912-2ca2-43da-a75c-dc130bcb4dc1 req-0e1453ae-a150-488e-a10e-509c281cfc1c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1189167 Aug 17 03:22:58.835272 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4f528464-1f65-4424-a91e-d99eaa1af25a tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 3.3138437 Aug 17 03:22:58.839107 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56838) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:22:58.844743 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b23bd119-dc2e-40b7-a8e7-6b439bcec063 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'mac_address': 'fa:16:3e:dc:43:13', 'name': 'tempest-NetworksTestDHCPv6-1697055813'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:22:58.871487 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-86528e6b-068f-428d-8a1b-7b0dbe579230 None None] Provisioning complete for port 35b6c979-d016-44d6-bf30-b928615856d3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:58.871953 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-86528e6b-068f-428d-8a1b-7b0dbe579230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:58.886450 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:58.975286 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6acc5f5-6047-40bd-9893-9f6c436d8bb7 None None] Pushing event updated for resources: {'Port': ['ID=ca5a614d-0925-4d43-9109-cf6d0a9dd223,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:22:58.991440 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Routers {'780bbe58-6565-4b7a-a23c-7ef583aff91d'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:22:58.992141 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:22:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['780bbe58-6565-4b7a-a23c-7ef583aff91d'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:59.116974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b23bd119-dc2e-40b7-a8e7-6b439bcec063 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:22:59.152400 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] Set router 780bbe58-6565-4b7a-a23c-7ef583aff91d gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:22:59.336855 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b23bd119-dc2e-40b7-a8e7-6b439bcec063 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:59.362350 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-b23bd119-dc2e-40b7-a8e7-6b439bcec063 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port 04210156-93fb-4ab9-981b-e624edb659f6 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:22:59.601410 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'name': 'tempest-TestVolumeBackupRestore-1199552365-router', 'tenant_id': '2c3f3ada5ec24e53acb69884ab810356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '61fee604-3c56-40e0-9300-933fcd1931ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:46Z', 'updated_at': '2021-08-17T03:22:52Z', 'revision_number': 4, 'project_id': '2c3f3ada5ec24e53acb69884ab810356', 'gw_port': {'id': '61fee604-3c56-40e0-9300-933fcd1931ff', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:47Z', 'updated_at': '2021-08-17T03:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ca5a614d-0925-4d43-9109-cf6d0a9dd223', 'name': '', 'network_id': '1207245a-ba30-4747-8514-966331c5a9c1', 'tenant_id': '2c3f3ada5ec24e53acb69884ab810356', 'mac_address': 'fa:16:3e:c3:e6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'df199421-feba-4b8a-a1ae-d6c81d342104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:51Z', 'updated_at': '2021-08-17T03:22:58Z', 'revision_number': 4, 'project_id': '2c3f3ada5ec24e53acb69884ab810356', 'subnets': [{'id': 'df199421-feba-4b8a-a1ae-d6c81d342104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:22:59.638511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a2e45505-d5ed-45f7-a277-3298dce60184 None None] Provisioning complete for port 35b6c979-d016-44d6-bf30-b928615856d3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:22:59.639080 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a2e45505-d5ed-45f7-a277-3298dce60184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:59.666264 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-b23bd119-dc2e-40b7-a8e7-6b439bcec063 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::38b (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/25419ce9-49ef-4b1d-a40f-f638e5537836/04210156-93fb-4ab9-981b-e624edb659f6) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:59.677836 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-b23bd119-dc2e-40b7-a8e7-6b439bcec063 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8:0:1:f816:3eff:fedc:4313 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/739960ef-7cfd-4ba1-b1e5-a4b6094e9a37/04210156-93fb-4ab9-981b-e624edb659f6) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:22:59.773337 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b289356-c8ac-4b29-a097-5ba8a354e97a None None] The sync data for ids ['780bbe58-6565-4b7a-a23c-7ef583aff91d'] in n-d-802060-9 is: [{'id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'name': 'tempest-TestVolumeBackupRestore-1199552365-router', 'tenant_id': '2c3f3ada5ec24e53acb69884ab810356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '61fee604-3c56-40e0-9300-933fcd1931ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:46Z', 'updated_at': '2021-08-17T03:22:52Z', 'revision_number': 4, 'project_id': '2c3f3ada5ec24e53acb69884ab810356', 'gw_port': {'id': '61fee604-3c56-40e0-9300-933fcd1931ff', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:47Z', 'updated_at': '2021-08-17T03:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ca5a614d-0925-4d43-9109-cf6d0a9dd223', 'name': '', 'network_id': '1207245a-ba30-4747-8514-966331c5a9c1', 'tenant_id': '2c3f3ada5ec24e53acb69884ab810356', 'mac_address': 'fa:16:3e:c3:e6:f5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3417, 'fixed_ips': [{'subnet_id': 'df199421-feba-4b8a-a1ae-d6c81d342104', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:51Z', 'updated_at': '2021-08-17T03:22:58Z', 'revision_number': 4, 'project_id': '2c3f3ada5ec24e53acb69884ab810356', 'subnets': [{'id': 'df199421-feba-4b8a-a1ae-d6c81d342104', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:22:59.957949 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b23bd119-dc2e-40b7-a8e7-6b439bcec063 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:22:59.990579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-b23bd119-dc2e-40b7-a8e7-6b439bcec063 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object 04210156-93fb-4ab9-981b-e624edb659f6 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:23:00.008282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d949ef1c-8d85-42c0-befb-22f3d6177ba5 req-be33a2c7-9dbf-412f-98d8-371d66d6784f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:00.021453 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d949ef1c-8d85-42c0-befb-22f3d6177ba5 req-be33a2c7-9dbf-412f-98d8-371d66d6784f tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.1008961 Aug 17 03:23:00.085660 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d949ef1c-8d85-42c0-befb-22f3d6177ba5 req-a569790b-5da4-4d1f-bf03-202461ee909a tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632493 Aug 17 03:23:00.168352 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b23bd119-dc2e-40b7-a8e7-6b439bcec063 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:00.177376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ca5a614d-0925-4d43-9109-cf6d0a9dd223 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:23:00.283880 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23bd119-dc2e-40b7-a8e7-6b439bcec063 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=04210156-93fb-4ab9-981b-e624edb659f6,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:00.345607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b23bd119-dc2e-40b7-a8e7-6b439bcec063 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:23:00.351408 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port ca5a614d-0925-4d43-9109-cf6d0a9dd223 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:23:00.359008 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ca5a614d-0925-4d43-9109-cf6d0a9dd223 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:23:00.360282 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:00.370319 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-b23bd119-dc2e-40b7-a8e7-6b439bcec063 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:23:00.376424 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b23bd119-dc2e-40b7-a8e7-6b439bcec063 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:23:00.404498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b23bd119-dc2e-40b7-a8e7-6b439bcec063 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:00.414193 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b23bd119-dc2e-40b7-a8e7-6b439bcec063 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:00.518590 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:00.544380 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5acd4c-e1e4-4daf-b3de-5c28186bb87e req-a6b97abd-8a8a-4061-a38c-d09426907f85 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:00.546375 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2a5acd4c-e1e4-4daf-b3de-5c28186bb87e req-a6b97abd-8a8a-4061-a38c-d09426907f85 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.2649255 Aug 17 03:23:00.593204 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b23bd119-dc2e-40b7-a8e7-6b439bcec063 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.7528400 Aug 17 03:23:00.595969 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56870) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:00.618079 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port ca5a614d-0925-4d43-9109-cf6d0a9dd223, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ca5a614d-0925-4d43-9109-cf6d0a9dd223,segment=NetworkSegment(09c3b274-eedf-433d-b793-cb011ee9d96d),segment_id=09c3b274-eedf-433d-b793-cb011ee9d96d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:23:00.691548 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2a5acd4c-e1e4-4daf-b3de-5c28186bb87e req-ae3ecf78-630e-49cc-af2a-32d8eb55d1ca tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1351457 Aug 17 03:23:00.705203 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:00.706206 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 35b6c979-d016-44d6-bf30-b928615856d3 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:23:00.852614 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-75d28b3b-e723-4c4f-85d4-8d85fa9c9e12 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port 04210156-93fb-4ab9-981b-e624edb659f6 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:23:00.855665 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75d28b3b-e723-4c4f-85d4-8d85fa9c9e12 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:01.097090 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=ca5a614d-0925-4d43-9109-cf6d0a9dd223,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:01.114382 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f2b79e53-1bab-43bd-82ed-74df3c4017ca None None] Provisioning for port 04210156-93fb-4ab9-981b-e624edb659f6 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:23:01.123287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f2b79e53-1bab-43bd-82ed-74df3c4017ca None None] Provisioning complete for port 04210156-93fb-4ab9-981b-e624edb659f6 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:23:01.139357 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f2b79e53-1bab-43bd-82ed-74df3c4017ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:01.154481 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 35b6c979-d016-44d6-bf30-b928615856d3 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:23:01.154481 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:01.195730 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75d28b3b-e723-4c4f-85d4-8d85fa9c9e12 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:01.222962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-75d28b3b-e723-4c4f-85d4-8d85fa9c9e12 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for 04210156-93fb-4ab9-981b-e624edb659f6 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:23:01.253524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f2b79e53-1bab-43bd-82ed-74df3c4017ca None None] Port 04210156-93fb-4ab9-981b-e624edb659f6 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:23:01.596297 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75d28b3b-e723-4c4f-85d4-8d85fa9c9e12 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:01.649410 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75d28b3b-e723-4c4f-85d4-8d85fa9c9e12 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=04210156-93fb-4ab9-981b-e624edb659f6,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:01.742503 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-75d28b3b-e723-4c4f-85d4-8d85fa9c9e12 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:01.746373 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-75d28b3b-e723-4c4f-85d4-8d85fa9c9e12 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/04210156-93fb-4ab9-981b-e624edb659f6 HTTP/1.1" status: 204 len: 168 time: 1.1494288 Aug 17 03:23:01.748868 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56906) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:01.906813 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d6c4b0d-2cc8-4f7c-a83a-3670cf875a82 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:01.911977 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1d6c4b0d-2cc8-4f7c-a83a-3670cf875a82 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1614895 Aug 17 03:23:01.914325 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56916) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:02.002246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-598fc19e-c392-42f9-abf0-c4a5b051d643 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:02.003948 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-598fc19e-c392-42f9-abf0-c4a5b051d643 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0886128 Aug 17 03:23:02.006639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56924) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:02.074854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ca5a614d-0925-4d43-9109-cf6d0a9dd223 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:23:02.082349 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958970da-85fc-4a78-9b87-185c7d1bee39 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:02.088728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958970da-85fc-4a78-9b87-185c7d1bee39 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:02.093407 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-958970da-85fc-4a78-9b87-185c7d1bee39 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:02.100311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-958970da-85fc-4a78-9b87-185c7d1bee39 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.0900466 Aug 17 03:23:02.100780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56928) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:02.133887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ca5a614d-0925-4d43-9109-cf6d0a9dd223 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:23:02.135671 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:02.191436 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-baea8535-7bfc-4a61-93af-b5d446eb4cba tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 25419ce9-49ef-4b1d-a40f-f638e5537836 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:23:02.197534 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-baea8535-7bfc-4a61-93af-b5d446eb4cba tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:02.274374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-baea8535-7bfc-4a61-93af-b5d446eb4cba tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:02.415266 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-baea8535-7bfc-4a61-93af-b5d446eb4cba tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:02.574683 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-baea8535-7bfc-4a61-93af-b5d446eb4cba tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:02.616439 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baea8535-7bfc-4a61-93af-b5d446eb4cba tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=25419ce9-49ef-4b1d-a40f-f638e5537836,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:02.625216 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-baea8535-7bfc-4a61-93af-b5d446eb4cba tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:02.627436 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-baea8535-7bfc-4a61-93af-b5d446eb4cba tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/25419ce9-49ef-4b1d-a40f-f638e5537836 HTTP/1.1" status: 204 len: 168 time: 0.5253203 Aug 17 03:23:02.630047 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56956) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:02.632625 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b8feab-a0a9-4590-b342-8957425d9854 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:23:02.690470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-936d8b27-2620-4fda-84b6-33c51b90f048 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 739960ef-7cfd-4ba1-b1e5-a4b6094e9a37 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:23:02.694442 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-936d8b27-2620-4fda-84b6-33c51b90f048 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:02.752182 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-936d8b27-2620-4fda-84b6-33c51b90f048 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:02.870585 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-936d8b27-2620-4fda-84b6-33c51b90f048 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:03.072987 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-936d8b27-2620-4fda-84b6-33c51b90f048 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:03.115100 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-936d8b27-2620-4fda-84b6-33c51b90f048 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=739960ef-7cfd-4ba1-b1e5-a4b6094e9a37,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:03.121875 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-936d8b27-2620-4fda-84b6-33c51b90f048 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:03.127362 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 56966) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:03.128124 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:03.135842 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-936d8b27-2620-4fda-84b6-33c51b90f048 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/739960ef-7cfd-4ba1-b1e5-a4b6094e9a37 HTTP/1.1" status: 204 len: 168 time: 0.5045762 Aug 17 03:23:03.179086 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56970) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:03.184757 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f15d8ab7-82ea-4fe0-9d51-5a888d9c466c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:23:03.189832 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8d099e94-19a0-4d64-9483-659965b74fcf tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0600295 Aug 17 03:23:03.349601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73534ae-cbf4-4f7c-9e4b-f052a1f31941 req-a6aac7f3-3eaf-4d91-a4e0-097519777e99 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:03.355720 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b73534ae-cbf4-4f7c-9e4b-f052a1f31941 req-a6aac7f3-3eaf-4d91-a4e0-097519777e99 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=20e6a42d-c766-4995-b7c6-e87ef711e003 HTTP/1.1" status: 200 len: 943 time: 0.1036625 Aug 17 03:23:03.465508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f15d8ab7-82ea-4fe0-9d51-5a888d9c466c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:23:03.468980 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f15d8ab7-82ea-4fe0-9d51-5a888d9c466c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:03.600291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-b73534ae-cbf4-4f7c-9e4b-f052a1f31941 req-3f43ef81-0f81-44d0-98c3-7fd0c2ad5e28 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Deleting port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:23:03.600957 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b73534ae-cbf4-4f7c-9e4b-f052a1f31941 req-3f43ef81-0f81-44d0-98c3-7fd0c2ad5e28 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:03.921867 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65dcf857-6200-47bb-9e73-b9e5d6afc216 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:23:04.065528 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e7356772-5f9d-4f22-996b-2be583fb7f34 None None] Provisioning complete for port 35b6c979-d016-44d6-bf30-b928615856d3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:23:04.066040 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e7356772-5f9d-4f22-996b-2be583fb7f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:04.131492 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:04.143083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b73534ae-cbf4-4f7c-9e4b-f052a1f31941 req-3f43ef81-0f81-44d0-98c3-7fd0c2ad5e28 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] For port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:23:04.143689 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b73534ae-cbf4-4f7c-9e4b-f052a1f31941 req-3f43ef81-0f81-44d0-98c3-7fd0c2ad5e28 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:04.169805 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-b73534ae-cbf4-4f7c-9e4b-f052a1f31941 req-3f43ef81-0f81-44d0-98c3-7fd0c2ad5e28 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Calling delete_port for 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:23:04.247431 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eec1cfe4-6e26-4d68-ae8e-e5379920c35c None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:23:04.333710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-eec1cfe4-6e26-4d68-ae8e-e5379920c35c None None] Deleting port 35b6c979-d016-44d6-bf30-b928615856d3 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:23:04.334286 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eec1cfe4-6e26-4d68-ae8e-e5379920c35c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:04.430848 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-eec1cfe4-6e26-4d68-ae8e-e5379920c35c None None] For port 35b6c979-d016-44d6-bf30-b928615856d3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=35b6c979-d016-44d6-bf30-b928615856d3,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:23:04.459143 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eec1cfe4-6e26-4d68-ae8e-e5379920c35c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:04.459143 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-eec1cfe4-6e26-4d68-ae8e-e5379920c35c None None] Calling delete_port for 35b6c979-d016-44d6-bf30-b928615856d3 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:23:04.783383 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f15d8ab7-82ea-4fe0-9d51-5a888d9c466c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:04.833185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f15d8ab7-82ea-4fe0-9d51-5a888d9c466c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:23:04.835294 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-f15d8ab7-82ea-4fe0-9d51-5a888d9c466c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:23:04.845475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f15d8ab7-82ea-4fe0-9d51-5a888d9c466c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:04.845475 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f15d8ab7-82ea-4fe0-9d51-5a888d9c466c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:04.850835 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eec1cfe4-6e26-4d68-ae8e-e5379920c35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:04.859161 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b73534ae-cbf4-4f7c-9e4b-f052a1f31941 req-3f43ef81-0f81-44d0-98c3-7fd0c2ad5e28 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:04.890201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15d8ab7-82ea-4fe0-9d51-5a888d9c466c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=cec6cf24-891d-460a-a25f-8d8a491da004,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:04.895163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f43ef81-0f81-44d0-98c3-7fd0c2ad5e28 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Pushing event deleted for resources: {'Port': ['ID=0d4ea06f-55b2-4363-b46d-6d8bcfbba85d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:04.895354 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['9451fefd-208e-425d-b27d-f8ad1b3cb372', '870600a2-f204-44fb-966a-161c2f4355bc'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:23:04.958402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73534ae-cbf4-4f7c-9e4b-f052a1f31941 req-3f43ef81-0f81-44d0-98c3-7fd0c2ad5e28 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] No DVR routers for this DVR port 0d4ea06f-55b2-4363-b46d-6d8bcfbba85d on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:23:04.961535 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f15d8ab7-82ea-4fe0-9d51-5a888d9c466c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.7813652 Aug 17 03:23:04.966913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 56994) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:04.973582 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec1cfe4-6e26-4d68-ae8e-e5379920c35c None None] Pushing event deleted for resources: {'Port': ['ID=35b6c979-d016-44d6-bf30-b928615856d3,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:04.985141 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec1cfe4-6e26-4d68-ae8e-e5379920c35c None None] No DVR routers for this DVR port 35b6c979-d016-44d6-bf30-b928615856d3 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:23:04.993655 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-7f907306-de00-4c49-bca6-5bea1a408b13 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:23:05.004221 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b73534ae-cbf4-4f7c-9e4b-f052a1f31941 req-3f43ef81-0f81-44d0-98c3-7fd0c2ad5e28 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:05.007177 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b73534ae-cbf4-4f7c-9e4b-f052a1f31941 req-3f43ef81-0f81-44d0-98c3-7fd0c2ad5e28 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "DELETE /v2.0/ports/0d4ea06f-55b2-4363-b46d-6d8bcfbba85d HTTP/1.1" status: 204 len: 173 time: 1.6440403 Aug 17 03:23:05.008590 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '20e6a42d-c766-4995-b7c6-e87ef711e003', 'name': 'network-vif-deleted', 'tag': '0d4ea06f-55b2-4363-b46d-6d8bcfbba85d'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:23:05.015082 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8756e71-9df0-4243-84c0-b5192911b445" -d '{"events": [{"server_uuid": "20e6a42d-c766-4995-b7c6-e87ef711e003", "name": "network-vif-deleted", "tag": "0d4ea06f-55b2-4363-b46d-6d8bcfbba85d"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:23:05.039042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61fdba91-7d74-4e8f-8cb0-af5f613d67f7 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:23:05.114627 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Tue, 17 Aug 2021 03:23:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c411b3a8-f90e-4940-9ec4-0dc53064efa2 x-openstack-request-id: req-c411b3a8-f90e-4940-9ec4-0dc53064efa2 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:23:05.115026 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "20e6a42d-c766-4995-b7c6-e87ef711e003", "name": "network-vif-deleted", "tag": "0d4ea06f-55b2-4363-b46d-6d8bcfbba85d", "status": "failed", "code": 422}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:23:05.115791 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c411b3a8-f90e-4940-9ec4-0dc53064efa2 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:23:05.116308 n-d-802060-9 neutron-server[101970]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '20e6a42d-c766-4995-b7c6-e87ef711e003', 'name': 'network-vif-deleted', 'tag': '0d4ea06f-55b2-4363-b46d-6d8bcfbba85d', 'status': 'failed', 'code': 422} returned with failed status Aug 17 03:23:05.391602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f907306-de00-4c49-bca6-5bea1a408b13 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:23:05.412105 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7f907306-de00-4c49-bca6-5bea1a408b13 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:05.419144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'tenant_id': 'a5f67f95fa6c4abc8a8a7623bbfaca5e', 'fixed_ips': [{'subnet_id': 'cec6cf24-891d-460a-a25f-8d8a491da004'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:23:05.425253 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:05.697144 n-d-802060-9 neutron-server[101970]: INFO neutron.db.ipam_backend_mixin [None req-7f907306-de00-4c49-bca6-5bea1a408b13 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet cec6cf24-891d-460a-a25f-8d8a491da004 (CIDR: 2001:db8::/64) Aug 17 03:23:05.762879 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f907306-de00-4c49-bca6-5bea1a408b13 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 03:23:05.763474 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f907306-de00-4c49-bca6-5bea1a408b13 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:05.767251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Allocated IP 2001:db8::2 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/cec6cf24-891d-460a-a25f-8d8a491da004/e8a87020-e0d9-4697-9f58-74bd668f0b05) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:23:05.861062 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7f907306-de00-4c49-bca6-5bea1a408b13 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8929431 Aug 17 03:23:05.865817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57006) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:05.871291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-be37a783-9764-47c1-aba2-30ada8025bce tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'subnet': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:23:06.060399 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:06.079410 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Transition to ACTIVE for port object e8a87020-e0d9-4697-9f58-74bd668f0b05 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:23:06.107223 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Transition to ACTIVE for port object e8a87020-e0d9-4697-9f58-74bd668f0b05 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:23:06.124370 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 35b6c979-d016-44d6-bf30-b928615856d3 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:23:06.149402 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 35b6c979-d016-44d6-bf30-b928615856d3 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:23:06.150595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 35b6c979-d016-44d6-bf30-b928615856d3 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:23:06.185309 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be37a783-9764-47c1-aba2-30ada8025bce tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:23:06.192350 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be37a783-9764-47c1-aba2-30ada8025bce tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:06.215412 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:06.291983 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:23:06.299711 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:23:06.309157 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:23:06.329329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Pushing event updated for resources: {'Port': ['ID=e8a87020-e0d9-4697-9f58-74bd668f0b05,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:06.410023 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Attempting to bind port e8a87020-e0d9-4697-9f58-74bd668f0b05 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:23:06.410470 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Attempting to bind port e8a87020-e0d9-4697-9f58-74bd668f0b05 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:23:06.410881 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Attempting to bind port e8a87020-e0d9-4697-9f58-74bd668f0b05 on network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:23:06.420661 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 22, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:23:06.421401 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Checking segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:23:06.421546 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:06.421913 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Bound using segment: {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:23:06.422808 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Bound port: e8a87020-e0d9-4697-9f58-74bd668f0b05, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '27b666fc-5a31-4777-b6cc-667e2dd88465', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 77, 'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:23:06.422808 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:06.507825 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] For port e8a87020-e0d9-4697-9f58-74bd668f0b05, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:23:06.511801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] For port e8a87020-e0d9-4697-9f58-74bd668f0b05, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e8a87020-e0d9-4697-9f58-74bd668f0b05,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:23:06.670307 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:06.750883 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599e7276-29e4-4b09-9110-29bd9e67fb18 None None] Pushing event updated for resources: {'Port': ['ID=e8a87020-e0d9-4697-9f58-74bd668f0b05,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:06.989391 n-d-802060-9 neutron-server[101970]: DEBUG neutron.objects.ports [None req-be37a783-9764-47c1-aba2-30ada8025bce tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=101970) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Aug 17 03:23:06.991544 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6966b12c-b7f9-45aa-a659-bd8dbe3af31f req-8dc19050-6d32-4d5c-b589-650d58a152c9 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:07.011415 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6966b12c-b7f9-45aa-a659-bd8dbe3af31f req-8dc19050-6d32-4d5c-b589-650d58a152c9 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 907 time: 0.1378105 Aug 17 03:23:07.379620 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be37a783-9764-47c1-aba2-30ada8025bce tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:07.583345 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-be37a783-9764-47c1-aba2-30ada8025bce tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] For port e8a87020-e0d9-4697-9f58-74bd668f0b05, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e8a87020-e0d9-4697-9f58-74bd668f0b05,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:23:07.676869 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be37a783-9764-47c1-aba2-30ada8025bce tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:07.774958 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be37a783-9764-47c1-aba2-30ada8025bce tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:07.781162 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be37a783-9764-47c1-aba2-30ada8025bce tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:07.840142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37a783-9764-47c1-aba2-30ada8025bce tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Subnet': ['ID=2178108d-c32b-4d6e-aa58-fc8a05040beb,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:07.888977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be37a783-9764-47c1-aba2-30ada8025bce tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:23:07.894928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-be37a783-9764-47c1-aba2-30ada8025bce tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:23:07.901112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be37a783-9764-47c1-aba2-30ada8025bce tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:07.901875 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be37a783-9764-47c1-aba2-30ada8025bce tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:07.920351 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be37a783-9764-47c1-aba2-30ada8025bce tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=e8a87020-e0d9-4697-9f58-74bd668f0b05,revision_number=4']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:08.040186 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-be37a783-9764-47c1-aba2-30ada8025bce tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.1730490 Aug 17 03:23:08.043712 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57026) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:08.049633 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-c3ba015e-557d-434c-9774-233f3f2d50cf tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Request body: {'port': {'network_id': 'cd0f6b05-350b-4bf2-94d0-3deed3e66e40', 'mac_address': 'fa:16:3e:26:ca:e7', 'name': 'tempest-NetworksTestDHCPv6-1012862729'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:23:08.198766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e8a87020-e0d9-4697-9f58-74bd668f0b05 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:23:08.259423 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3970990a-aab8-441d-ad2f-2965a03c8ce0 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:23:08.368469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cacf14b4-9184-4dd8-aacd-55c52e7abed0 req-5eb1f773-bd3f-4446-bb65-bca1918a01ee tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:08.370845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cacf14b4-9184-4dd8-aacd-55c52e7abed0 req-5eb1f773-bd3f-4446-bb65-bca1918a01ee tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.60 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 907 time: 0.1445043 Aug 17 03:23:08.436334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc6d3aab-f7aa-483e-9ffd-1f64512353a8 req-416c21c9-5d03-48dd-a103-87800f744ec0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:08.436832 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fc6d3aab-f7aa-483e-9ffd-1f64512353a8 req-416c21c9-5d03-48dd-a103-87800f744ec0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 907 time: 0.2579005 Aug 17 03:23:08.464997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8ff0354a-b125-4dee-a4dc-006cc0e8298f None None] Provisioning for port e8a87020-e0d9-4697-9f58-74bd668f0b05 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:23:08.584777 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port e8a87020-e0d9-4697-9f58-74bd668f0b05 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:23:08.598634 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port e8a87020-e0d9-4697-9f58-74bd668f0b05 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:23:08.601438 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:08.611804 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-cacf14b4-9184-4dd8-aacd-55c52e7abed0 req-62e4f72a-457b-447a-99cd-c32646aca81e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Deleting port c58c3da4-1404-43e4-85fd-45eaed52147c {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:23:08.612215 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cacf14b4-9184-4dd8-aacd-55c52e7abed0 req-62e4f72a-457b-447a-99cd-c32646aca81e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:08.644359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3ba015e-557d-434c-9774-233f3f2d50cf tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Made reservation on behalf of a5f67f95fa6c4abc8a8a7623bbfaca5e for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:23:08.804003 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:08.830791 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-cacf14b4-9184-4dd8-aacd-55c52e7abed0 req-62e4f72a-457b-447a-99cd-c32646aca81e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] For port c58c3da4-1404-43e4-85fd-45eaed52147c, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c58c3da4-1404-43e4-85fd-45eaed52147c,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:23:08.831170 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cacf14b4-9184-4dd8-aacd-55c52e7abed0 req-62e4f72a-457b-447a-99cd-c32646aca81e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:08.859059 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c3ba015e-557d-434c-9774-233f3f2d50cf tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:08.883190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-cacf14b4-9184-4dd8-aacd-55c52e7abed0 req-62e4f72a-457b-447a-99cd-c32646aca81e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Calling delete_port for c58c3da4-1404-43e4-85fd-45eaed52147c owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:23:08.899619 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-c3ba015e-557d-434c-9774-233f3f2d50cf tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] device_id is not set on port d715efe4-85a9-40f0-99df-6986cf5751ed yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:23:08.905702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port e8a87020-e0d9-4697-9f58-74bd668f0b05, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e8a87020-e0d9-4697-9f58-74bd668f0b05,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:23:08.984611 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:09.122538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=e8a87020-e0d9-4697-9f58-74bd668f0b05,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:09.311424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-c3ba015e-557d-434c-9774-233f3f2d50cf tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8::108 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/cec6cf24-891d-460a-a25f-8d8a491da004/d715efe4-85a9-40f0-99df-6986cf5751ed) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:23:09.319124 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-c3ba015e-557d-434c-9774-233f3f2d50cf tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Allocated IP 2001:db8:0:1:f816:3eff:fe26:cae7 (cd0f6b05-350b-4bf2-94d0-3deed3e66e40/2178108d-c32b-4d6e-aa58-fc8a05040beb/d715efe4-85a9-40f0-99df-6986cf5751ed) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:23:09.359402 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cacf14b4-9184-4dd8-aacd-55c52e7abed0 req-62e4f72a-457b-447a-99cd-c32646aca81e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:09.459300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e4f72a-457b-447a-99cd-c32646aca81e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Pushing event deleted for resources: {'Port': ['ID=c58c3da4-1404-43e4-85fd-45eaed52147c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:09.623958 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-cacf14b4-9184-4dd8-aacd-55c52e7abed0 req-62e4f72a-457b-447a-99cd-c32646aca81e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] No DVR routers for this DVR port c58c3da4-1404-43e4-85fd-45eaed52147c on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:23:09.628689 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cacf14b4-9184-4dd8-aacd-55c52e7abed0 req-62e4f72a-457b-447a-99cd-c32646aca81e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:09.631284 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cacf14b4-9184-4dd8-aacd-55c52e7abed0 req-62e4f72a-457b-447a-99cd-c32646aca81e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.60 "DELETE /v2.0/ports/c58c3da4-1404-43e4-85fd-45eaed52147c HTTP/1.1" status: 204 len: 173 time: 1.2488272 Aug 17 03:23:09.631779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bdd07083-0621-4648-899e-8537229b2797', 'name': 'network-vif-deleted', 'tag': 'c58c3da4-1404-43e4-85fd-45eaed52147c'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:23:09.634238 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82005903-b5fd-4551-a940-5a822a1da7ea" -d '{"events": [{"server_uuid": "bdd07083-0621-4648-899e-8537229b2797", "name": "network-vif-deleted", "tag": "c58c3da4-1404-43e4-85fd-45eaed52147c"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:23:09.650749 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b3047937-4231-444a-ae80-a92e6b5975ae req-2fbc2597-d775-45b9-bd4c-305d80b9b0c2 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 210 time: 0.0714045 Aug 17 03:23:09.746624 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:23:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ed38430-ac3d-42e7-b23e-8de2b05ad4a0 x-openstack-request-id: req-8ed38430-ac3d-42e7-b23e-8de2b05ad4a0 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:23:09.746951 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bdd07083-0621-4648-899e-8537229b2797", "name": "network-vif-deleted", "tag": "c58c3da4-1404-43e4-85fd-45eaed52147c", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:23:09.747256 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8ed38430-ac3d-42e7-b23e-8de2b05ad4a0 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:23:09.747602 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bdd07083-0621-4648-899e-8537229b2797', 'name': 'network-vif-deleted', 'tag': 'c58c3da4-1404-43e4-85fd-45eaed52147c', 'status': 'completed', 'code': 200} Aug 17 03:23:09.761025 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ca363cf1-671c-4608-8ae4-c2cbb69960e7 None None] Provisioning complete for port e8a87020-e0d9-4697-9f58-74bd668f0b05 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:23:09.761799 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c3ba015e-557d-434c-9774-233f3f2d50cf tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:09.762348 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca363cf1-671c-4608-8ae4-c2cbb69960e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:09.789140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-c3ba015e-557d-434c-9774-233f3f2d50cf tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Transition to ACTIVE for port object d715efe4-85a9-40f0-99df-6986cf5751ed will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:23:09.984349 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c3ba015e-557d-434c-9774-233f3f2d50cf tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:10.069019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3ba015e-557d-434c-9774-233f3f2d50cf tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:23:10.073494 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-c3ba015e-557d-434c-9774-233f3f2d50cf tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:23:10.079683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3ba015e-557d-434c-9774-233f3f2d50cf tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:23:10.093559 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e8a87020-e0d9-4697-9f58-74bd668f0b05 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:23:10.103032 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ba015e-557d-434c-9774-233f3f2d50cf tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:10.109065 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c3ba015e-557d-434c-9774-233f3f2d50cf tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:10.112573 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ba015e-557d-434c-9774-233f3f2d50cf tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event updated for resources: {'Port': ['ID=d715efe4-85a9-40f0-99df-6986cf5751ed,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:10.202726 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port e8a87020-e0d9-4697-9f58-74bd668f0b05 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:23:10.203257 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:10.212386 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c3ba015e-557d-434c-9774-233f3f2d50cf tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 2.1671090 Aug 17 03:23:10.218242 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57048) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:10.412444 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting port d715efe4-85a9-40f0-99df-6986cf5751ed {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:23:10.412800 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:10.579511 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:10.604007 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Calling delete_port for d715efe4-85a9-40f0-99df-6986cf5751ed owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:23:10.617556 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b8837d07-79b6-43fb-9618-5bb9648bc283 None None] Provisioning for port d715efe4-85a9-40f0-99df-6986cf5751ed completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:23:10.623713 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b8837d07-79b6-43fb-9618-5bb9648bc283 None None] Provisioning complete for port d715efe4-85a9-40f0-99df-6986cf5751ed triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:23:10.624212 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b8837d07-79b6-43fb-9618-5bb9648bc283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:10.690153 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b8837d07-79b6-43fb-9618-5bb9648bc283 None None] Port d715efe4-85a9-40f0-99df-6986cf5751ed cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:23:10.978092 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f91d8ef9-64bc-4c3d-9d39-ca71197537ab req-882ebce7-da16-4e25-8c93-d43de566e05b tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=bdd07083-0621-4648-899e-8537229b2797 HTTP/1.1" status: 200 len: 210 time: 0.1180952 Aug 17 03:23:11.065378 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:11.099067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Port': ['ID=d715efe4-85a9-40f0-99df-6986cf5751ed,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:11.110610 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:11.113624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:11.113624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:11.113624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:11.113624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:11.113624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:11.113624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:11.113624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:11.113624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:11.114233 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:11.114233 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:11.114609 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:11.178945 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:11.183196 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3f8d2866-05c5-4936-88ec-184828a700a0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/d715efe4-85a9-40f0-99df-6986cf5751ed HTTP/1.1" status: 204 len: 168 time: 0.9638944 Aug 17 03:23:11.185208 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57056) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:11.289994 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed8f4e83-9e54-4884-9494-299ec4aa5c02 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:11.292541 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ed8f4e83-9e54-4884-9494-299ec4aa5c02 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1050248 Aug 17 03:23:11.295058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57060) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:11.366297 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-103a32f7-39f5-4e3d-816a-81b3b55ca8b1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:11.368084 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-103a32f7-39f5-4e3d-816a-81b3b55ca8b1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.0720818 Aug 17 03:23:11.371251 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57062) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:11.463481 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f548df-4b7b-4620-97a9-fd15fc866a06 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:11.465118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f548df-4b7b-4620-97a9-fd15fc866a06 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:11.468142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44f548df-4b7b-4620-97a9-fd15fc866a06 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:11.468542 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-44f548df-4b7b-4620-97a9-fd15fc866a06 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.0942507 Aug 17 03:23:11.471405 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57064) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:11.551425 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dec577b-1399-4e13-92fe-498f34405eae tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet 2178108d-c32b-4d6e-aa58-fc8a05040beb {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:23:11.555507 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5dec577b-1399-4e13-92fe-498f34405eae tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:11.871448 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5dec577b-1399-4e13-92fe-498f34405eae tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:11.966831 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5dec577b-1399-4e13-92fe-498f34405eae tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:12.151409 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5dec577b-1399-4e13-92fe-498f34405eae tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:12.156769 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c58c3da4-1404-43e4-85fd-45eaed52147c no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:23:12.173737 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: c58c3da4-1404-43e4-85fd-45eaed52147c {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:23:12.174084 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c58c3da4-1404-43e4-85fd-45eaed52147c not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:23:12.179660 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dec577b-1399-4e13-92fe-498f34405eae tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=2178108d-c32b-4d6e-aa58-fc8a05040beb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:12.187191 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5dec577b-1399-4e13-92fe-498f34405eae tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:12.189128 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5dec577b-1399-4e13-92fe-498f34405eae tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/2178108d-c32b-4d6e-aa58-fc8a05040beb HTTP/1.1" status: 204 len: 168 time: 0.7164114 Aug 17 03:23:12.191977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57074) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:12.196783 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79717c63-e0e6-4451-ab05-bfabb4de3a6e None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:23:12.269382 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-50ab0d4d-6763-48be-a7ad-c18fdf1c817e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Deleting subnet cec6cf24-891d-460a-a25f-8d8a491da004 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:23:12.272962 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-50ab0d4d-6763-48be-a7ad-c18fdf1c817e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:12.378508 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-50ab0d4d-6763-48be-a7ad-c18fdf1c817e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:12.583844 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-50ab0d4d-6763-48be-a7ad-c18fdf1c817e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:12.628742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483770d6-2dec-43cd-a231-e7a110a53fe6 req-c370e374-fee2-4086-8f67-2734fe9b1266 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:12.630580 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-483770d6-2dec-43cd-a231-e7a110a53fe6 req-c370e374-fee2-4086-8f67-2734fe9b1266 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 945 time: 0.0937614 Aug 17 03:23:12.702021 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-483770d6-2dec-43cd-a231-e7a110a53fe6 req-a8be6d02-9c5b-4701-8ada-45ce1a69e742 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592484 Aug 17 03:23:12.785949 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-50ab0d4d-6763-48be-a7ad-c18fdf1c817e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:12.838877 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-50ab0d4d-6763-48be-a7ad-c18fdf1c817e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:12.841371 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-50ab0d4d-6763-48be-a7ad-c18fdf1c817e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/cec6cf24-891d-460a-a25f-8d8a491da004 HTTP/1.1" status: 204 len: 168 time: 0.6480539 Aug 17 03:23:12.842613 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ab0d4d-6763-48be-a7ad-c18fdf1c817e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Subnet': ['ID=cec6cf24-891d-460a-a25f-8d8a491da004,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:12.851081 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57090) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:12.904272 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f6e7e404-8e7d-40b1-b15d-253a37d1f3bc tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0591605 Aug 17 03:23:12.906743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57092) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:12.965969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ef3a1f4-2af6-40e4-88cc-cd920b15b36b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:12.967585 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5ef3a1f4-2af6-40e4-88cc-cd920b15b36b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0597944 Aug 17 03:23:12.973721 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57094) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.060106 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc060ddf-6352-4127-9b09-9959c75146b0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:13.062661 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bc060ddf-6352-4127-9b09-9959c75146b0 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0878792 Aug 17 03:23:13.064229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57096) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.112393 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4de0581c-daf3-4993-ab5f-6f131f4c7412 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0469475 Aug 17 03:23:13.119621 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57100) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.148888 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b0122d3-284e-4461-9bd1-2c15b9eee0c2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:13.151683 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b0122d3-284e-4461-9bd1-2c15b9eee0c2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:13.154624 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9b0122d3-284e-4461-9bd1-2c15b9eee0c2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/d715efe4-85a9-40f0-99df-6986cf5751ed HTTP/1.1" status: 404 len: 333 time: 0.0331335 Aug 17 03:23:13.162571 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57102) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.183565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37c9c3f1-5e43-42eb-a0a6-a079287c03d6 None None] Network cd0f6b05-350b-4bf2-94d0-3deed3e66e40 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:23:13.229161 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a49a37f-48d8-4a2d-95a3-6fcd53fe23b7 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:13.237214 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a49a37f-48d8-4a2d-95a3-6fcd53fe23b7 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:13.237214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4a49a37f-48d8-4a2d-95a3-6fcd53fe23b7 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/2178108d-c32b-4d6e-aa58-fc8a05040beb HTTP/1.1" status: 404 len: 337 time: 0.0676153 Aug 17 03:23:13.237507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57104) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.292825 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-908c9ea9-3514-4fe4-b014-860c1104c4ec tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:13.293618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-908c9ea9-3514-4fe4-b014-860c1104c4ec tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:13.297465 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-908c9ea9-3514-4fe4-b014-860c1104c4ec tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/cec6cf24-891d-460a-a25f-8d8a491da004 HTTP/1.1" status: 404 len: 337 time: 0.0536904 Aug 17 03:23:13.298239 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57106) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.311537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9016cccc-4ffa-4b7a-a799-a85f3aec5dd5 None None] Provisioning complete for port e8a87020-e0d9-4697-9f58-74bd668f0b05 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:23:13.312000 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9016cccc-4ffa-4b7a-a799-a85f3aec5dd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:13.344884 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-e82d7c11-b068-44d8-8a3f-072a3e1971c9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:13.345715 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e82d7c11-b068-44d8-8a3f-072a3e1971c9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:13.349465 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e82d7c11-b068-44d8-8a3f-072a3e1971c9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/04210156-93fb-4ab9-981b-e624edb659f6 HTTP/1.1" status: 404 len: 333 time: 0.0488510 Aug 17 03:23:13.350761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57108) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.399405 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-8cec4773-4f3c-420c-a8ca-debbe1808762 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:13.402210 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8cec4773-4f3c-420c-a8ca-debbe1808762 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:13.402210 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8cec4773-4f3c-420c-a8ca-debbe1808762 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/739960ef-7cfd-4ba1-b1e5-a4b6094e9a37 HTTP/1.1" status: 404 len: 337 time: 0.0502229 Aug 17 03:23:13.405694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57110) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.442391 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fe12acc-cc18-4347-bc65-0bd61b9fab46 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:13.443022 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fe12acc-cc18-4347-bc65-0bd61b9fab46 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:13.444921 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3fe12acc-cc18-4347-bc65-0bd61b9fab46 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/25419ce9-49ef-4b1d-a40f-f638e5537836 HTTP/1.1" status: 404 len: 337 time: 0.0388484 Aug 17 03:23:13.448340 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57112) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.484455 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-4da15325-b4f1-421d-bbdd-329c46052d76 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:13.485332 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4da15325-b4f1-421d-bbdd-329c46052d76 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:13.487395 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4da15325-b4f1-421d-bbdd-329c46052d76 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/c1a8ab4a-1665-4038-8b52-29c81fca10d9 HTTP/1.1" status: 404 len: 333 time: 0.0379088 Aug 17 03:23:13.490073 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57114) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.525880 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-a0f1efa4-98b7-402d-bd25-66134ff40cea tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:13.526616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a0f1efa4-98b7-402d-bd25-66134ff40cea tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:13.529105 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a0f1efa4-98b7-402d-bd25-66134ff40cea tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/f33cde66-2efd-4e1a-9050-f72facfb959b HTTP/1.1" status: 404 len: 337 time: 0.0365818 Aug 17 03:23:13.536135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57116) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.571664 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ad0900f-41cf-41a7-8b4d-0a93ede5ac6e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:13.572316 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1ad0900f-41cf-41a7-8b4d-0a93ede5ac6e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:13.577175 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1ad0900f-41cf-41a7-8b4d-0a93ede5ac6e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/409f6c5e-03d5-4289-8519-dea9e93cf507 HTTP/1.1" status: 404 len: 337 time: 0.0367832 Aug 17 03:23:13.577175 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57118) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.608121 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1e33586-7fb2-438e-b330-51ddd8db4d86 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:13.620362 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1e33586-7fb2-438e-b330-51ddd8db4d86 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:13.620362 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c1e33586-7fb2-438e-b330-51ddd8db4d86 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/cbccdc20-c18e-48ff-b1be-c2e9130d748c HTTP/1.1" status: 404 len: 333 time: 0.0325541 Aug 17 03:23:13.623495 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57120) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.663850 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-281c025e-f1be-4885-b937-e8c0ae0e6966 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:13.664319 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-281c025e-f1be-4885-b937-e8c0ae0e6966 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:13.671151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57122) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.684454 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-281c025e-f1be-4885-b937-e8c0ae0e6966 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/b36980d2-9099-4b9d-aac2-f9cb8825f5cb HTTP/1.1" status: 404 len: 337 time: 0.0587237 Aug 17 03:23:13.708123 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2d49944-29dd-4bfd-a094-03d0deba11ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:13.709955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2d49944-29dd-4bfd-a094-03d0deba11ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:13.711088 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b42f7fcc-bd36-4eaa-b33e-b4cc911525bc None None] DHCP port deletion for cd0f6b05-350b-4bf2-94d0-3deed3e66e40 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:23:13.714041 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b2d49944-29dd-4bfd-a094-03d0deba11ef tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/4a210dae-41bc-4044-b6cb-cf3b49677be6 HTTP/1.1" status: 404 len: 337 time: 0.0416820 Aug 17 03:23:13.715564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57124) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.742937 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-d54e91f5-c569-49ab-a39a-21812b05615d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:13.743639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d54e91f5-c569-49ab-a39a-21812b05615d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:13.749154 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57128) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.749368 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d54e91f5-c569-49ab-a39a-21812b05615d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/f4b6b244-08d5-4f44-8498-5914ed464158 HTTP/1.1" status: 404 len: 333 time: 0.0324969 Aug 17 03:23:13.780754 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c25f735-2f8c-49f1-9e9f-47bb0beaea44 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:13.784583 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c25f735-2f8c-49f1-9e9f-47bb0beaea44 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:13.784583 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2c25f735-2f8c-49f1-9e9f-47bb0beaea44 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/4e182719-ef9a-4b75-9ed1-97675aa948d0 HTTP/1.1" status: 404 len: 337 time: 0.0326631 Aug 17 03:23:13.785827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57130) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.811122 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b42f7fcc-bd36-4eaa-b33e-b4cc911525bc None None] Deleting port e8a87020-e0d9-4697-9f58-74bd668f0b05 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:23:13.815553 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b42f7fcc-bd36-4eaa-b33e-b4cc911525bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:13.818442 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-99ca70bf-4731-425e-af7d-4d1b4972483e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:13.819245 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99ca70bf-4731-425e-af7d-4d1b4972483e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:13.823780 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-99ca70bf-4731-425e-af7d-4d1b4972483e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/356cea44-a928-4e38-807e-12ff584f6b9a HTTP/1.1" status: 404 len: 333 time: 0.0333753 Aug 17 03:23:13.824028 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57132) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.855572 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-24972ef0-940f-41bd-8a7e-4cb7fadfaa88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:13.856205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24972ef0-940f-41bd-8a7e-4cb7fadfaa88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:13.863452 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-24972ef0-940f-41bd-8a7e-4cb7fadfaa88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/16901dd2-aa3f-42f2-b083-12cbe666e262 HTTP/1.1" status: 404 len: 337 time: 0.0334489 Aug 17 03:23:13.864940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57136) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.935801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e2e3df-447f-4962-9744-505a1fccee2b req-ac37468c-a5cc-4399-8534-e07f40031060 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:13.943262 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-69e2e3df-447f-4962-9744-505a1fccee2b req-ac37468c-a5cc-4399-8534-e07f40031060 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 945 time: 0.1486490 Aug 17 03:23:13.944520 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d4d8e1-5f88-4270-9f2c-0a328fe1a366 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:13.945411 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d4d8e1-5f88-4270-9f2c-0a328fe1a366 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:13.971861 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-27d4d8e1-5f88-4270-9f2c-0a328fe1a366 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/4cdfe253-5cd9-4629-82bf-fb9363129f31 HTTP/1.1" status: 404 len: 333 time: 0.0995862 Aug 17 03:23:13.972614 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57140) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:13.972885 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1160d76f-aef1-48ef-af60-6db426f9a873 req-5704945a-8ee5-4c6c-a618-16a400ab1144 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:13.989412 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1160d76f-aef1-48ef-af60-6db426f9a873 req-5704945a-8ee5-4c6c-a618-16a400ab1144 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 945 time: 0.1186607 Aug 17 03:23:14.010496 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b42f7fcc-bd36-4eaa-b33e-b4cc911525bc None None] For port e8a87020-e0d9-4697-9f58-74bd668f0b05, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e8a87020-e0d9-4697-9f58-74bd668f0b05,segment=NetworkSegment(27b666fc-5a31-4777-b6cc-667e2dd88465),segment_id=27b666fc-5a31-4777-b6cc-667e2dd88465)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:23:14.011165 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b42f7fcc-bd36-4eaa-b33e-b4cc911525bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:14.056870 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b42f7fcc-bd36-4eaa-b33e-b4cc911525bc None None] Calling delete_port for e8a87020-e0d9-4697-9f58-74bd668f0b05 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:23:14.120420 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-fbd95338-05d8-4649-a92a-2fa0d16204e5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:14.125133 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fbd95338-05d8-4649-a92a-2fa0d16204e5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:14.130249 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fbd95338-05d8-4649-a92a-2fa0d16204e5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/484cf855-ca3e-46ea-a465-a5dd901ddd97 HTTP/1.1" status: 404 len: 337 time: 0.1502841 Aug 17 03:23:14.132039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57148) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:14.134068 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e8a87020-e0d9-4697-9f58-74bd668f0b05 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:23:14.217582 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-c85c5ff2-754a-47c9-9060-9224cdc7767e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:14.218309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c85c5ff2-754a-47c9-9060-9224cdc7767e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:14.220382 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c85c5ff2-754a-47c9-9060-9224cdc7767e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/1f114a33-a695-4a84-8458-865cae23c6c2 HTTP/1.1" status: 404 len: 333 time: 0.0797710 Aug 17 03:23:14.228974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57150) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:14.257392 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-1160d76f-aef1-48ef-af60-6db426f9a873 req-df388076-41a3-4af9-849e-d5d033ce8a70 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Deleting port 870600a2-f204-44fb-966a-161c2f4355bc {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:23:14.260097 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1160d76f-aef1-48ef-af60-6db426f9a873 req-df388076-41a3-4af9-849e-d5d033ce8a70 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:14.272528 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:14.294533 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-69e2e3df-447f-4962-9744-505a1fccee2b req-27760179-29f2-44bb-b52e-2a0ad5313edf tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3161955 Aug 17 03:23:14.300561 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-0602dd1a-a156-4560-b3ab-a9c31af59845 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:14.300561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0602dd1a-a156-4560-b3ab-a9c31af59845 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:14.300561 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0602dd1a-a156-4560-b3ab-a9c31af59845 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/d9691699-b3b8-49a5-bf50-05e69a34a877 HTTP/1.1" status: 404 len: 337 time: 0.0682859 Aug 17 03:23:14.302722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57154) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:14.325847 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b42f7fcc-bd36-4eaa-b33e-b4cc911525bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:14.348322 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3a0c2a6-0175-426a-80b1-efce3379ac8b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:14.353974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3a0c2a6-0175-426a-80b1-efce3379ac8b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:14.353974 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e3a0c2a6-0175-426a-80b1-efce3379ac8b tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/4b595872-49aa-48d4-b52a-3b936b17c07b HTTP/1.1" status: 404 len: 333 time: 0.0476358 Aug 17 03:23:14.356154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57156) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:14.417375 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42f7fcc-bd36-4eaa-b33e-b4cc911525bc None None] Pushing event deleted for resources: {'Port': ['ID=e8a87020-e0d9-4697-9f58-74bd668f0b05,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:14.420913 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b42f7fcc-bd36-4eaa-b33e-b4cc911525bc None None] No DVR routers for this DVR port e8a87020-e0d9-4697-9f58-74bd668f0b05 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:23:14.438684 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-767e155f-a145-48ee-8ce8-545e90f795f6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:14.440717 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-767e155f-a145-48ee-8ce8-545e90f795f6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:14.444270 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-767e155f-a145-48ee-8ce8-545e90f795f6 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/eff30efe-dbfb-435e-83ad-162416ee6497 HTTP/1.1" status: 404 len: 337 time: 0.0869117 Aug 17 03:23:14.448062 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57160) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:14.475086 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-1160d76f-aef1-48ef-af60-6db426f9a873 req-df388076-41a3-4af9-849e-d5d033ce8a70 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] For port 870600a2-f204-44fb-966a-161c2f4355bc, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=870600a2-f204-44fb-966a-161c2f4355bc,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:23:14.475474 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1160d76f-aef1-48ef-af60-6db426f9a873 req-df388076-41a3-4af9-849e-d5d033ce8a70 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:14.477344 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-148d4643-15a5-4a4d-b59f-01128b779ac1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:14.479053 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-148d4643-15a5-4a4d-b59f-01128b779ac1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:14.483409 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-148d4643-15a5-4a4d-b59f-01128b779ac1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/80060e4e-461e-44e0-b526-9bf9c6a3dc34 HTTP/1.1" status: 404 len: 333 time: 0.0329611 Aug 17 03:23:14.484210 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57162) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:14.491051 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-1160d76f-aef1-48ef-af60-6db426f9a873 req-df388076-41a3-4af9-849e-d5d033ce8a70 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Calling delete_port for 870600a2-f204-44fb-966a-161c2f4355bc owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:23:14.513935 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef9ca6d-5415-4dfe-8c0f-d7863c35f939 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:14.514416 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef9ca6d-5415-4dfe-8c0f-d7863c35f939 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:14.518560 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7ef9ca6d-5415-4dfe-8c0f-d7863c35f939 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/e161f4e4-f43b-425c-8307-3d564870f7c7 HTTP/1.1" status: 404 len: 337 time: 0.0309966 Aug 17 03:23:14.521998 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57164) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:14.559758 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-659b00ef-bf31-475f-b3a4-d249945a8906 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:14.560865 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-659b00ef-bf31-475f-b3a4-d249945a8906 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:14.566126 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-659b00ef-bf31-475f-b3a4-d249945a8906 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/b4204171-5522-4639-83dd-d42366edc1b5 HTTP/1.1" status: 404 len: 337 time: 0.0426462 Aug 17 03:23:14.567244 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57166) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:14.596816 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe37dbcb-0487-426b-bced-5153e707e017 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:14.598159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe37dbcb-0487-426b-bced-5153e707e017 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:14.604026 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fe37dbcb-0487-426b-bced-5153e707e017 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/5b28e92b-0905-4971-a539-b47b1490c756 HTTP/1.1" status: 404 len: 333 time: 0.0350749 Aug 17 03:23:14.604938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57168) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:14.639468 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-87b665e8-99ce-4396-9cba-0d78d4a8822c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:14.640696 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87b665e8-99ce-4396-9cba-0d78d4a8822c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:14.645747 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57170) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:14.646141 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-87b665e8-99ce-4396-9cba-0d78d4a8822c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/d4277614-2813-48a0-9a97-f6b6101e8e37 HTTP/1.1" status: 404 len: 337 time: 0.0395439 Aug 17 03:23:14.680679 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-a66e823b-d5d8-4298-88c5-cc33381a56c1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:14.681170 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a66e823b-d5d8-4298-88c5-cc33381a56c1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:14.685471 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a66e823b-d5d8-4298-88c5-cc33381a56c1 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/72c73cdd-6d89-42ac-a7a0-fb4ae668b828 HTTP/1.1" status: 404 len: 337 time: 0.0364864 Aug 17 03:23:14.686473 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57172) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:14.718032 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-cd217b16-8363-48d9-9355-6a50441d56e5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:14.718731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cd217b16-8363-48d9-9355-6a50441d56e5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:14.723643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57174) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:14.724108 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cd217b16-8363-48d9-9355-6a50441d56e5 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/efdcbca4-1bf4-4988-8305-f7b27855d56f HTTP/1.1" status: 404 len: 333 time: 0.0363228 Aug 17 03:23:14.735876 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1160d76f-aef1-48ef-af60-6db426f9a873 req-df388076-41a3-4af9-849e-d5d033ce8a70 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:14.755784 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['9451fefd-208e-425d-b27d-f8ad1b3cb372', '870600a2-f204-44fb-966a-161c2f4355bc'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:23:14.790401 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df388076-41a3-4af9-849e-d5d033ce8a70 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Pushing event deleted for resources: {'Port': ['ID=870600a2-f204-44fb-966a-161c2f4355bc,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:14.822744 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-3021ead5-42b2-4fcb-8816-f2951645cf13 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:14.822744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3021ead5-42b2-4fcb-8816-f2951645cf13 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:14.822744 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3021ead5-42b2-4fcb-8816-f2951645cf13 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/b2f24159-dd5a-4491-9c58-87b7310ef91f HTTP/1.1" status: 404 len: 337 time: 0.0791595 Aug 17 03:23:14.825124 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57176) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:14.878268 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-d2f7f126-e625-4fe6-8689-7abc5b0a4c11 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:14.878749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d2f7f126-e625-4fe6-8689-7abc5b0a4c11 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:14.885709 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d2f7f126-e625-4fe6-8689-7abc5b0a4c11 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/492bb45c-434b-4ff2-bb23-7f010f418074 HTTP/1.1" status: 404 len: 337 time: 0.0585518 Aug 17 03:23:14.886354 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57178) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:14.899568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1160d76f-aef1-48ef-af60-6db426f9a873 req-df388076-41a3-4af9-849e-d5d033ce8a70 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] No DVR routers for this DVR port 870600a2-f204-44fb-966a-161c2f4355bc on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:23:14.903885 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1160d76f-aef1-48ef-af60-6db426f9a873 req-df388076-41a3-4af9-849e-d5d033ce8a70 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:14.907327 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1160d76f-aef1-48ef-af60-6db426f9a873 req-df388076-41a3-4af9-849e-d5d033ce8a70 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.30 "DELETE /v2.0/ports/870600a2-f204-44fb-966a-161c2f4355bc HTTP/1.1" status: 204 len: 173 time: 0.9154129 Aug 17 03:23:14.908280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1095591-c641-4bbe-9de2-8ab060ff80b0', 'name': 'network-vif-deleted', 'tag': '870600a2-f204-44fb-966a-161c2f4355bc'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:23:14.915216 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2d52841-cd12-4eb5-96cf-48dfe9985b0f" -d '{"events": [{"server_uuid": "d1095591-c641-4bbe-9de2-8ab060ff80b0", "name": "network-vif-deleted", "tag": "870600a2-f204-44fb-966a-161c2f4355bc"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:23:14.934724 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-5a154bfe-4de5-4def-9153-f70a1355d4eb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:14.935491 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5a154bfe-4de5-4def-9153-f70a1355d4eb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:14.940267 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5a154bfe-4de5-4def-9153-f70a1355d4eb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/a822bfad-007e-4c95-8654-9555efd434f7 HTTP/1.1" status: 404 len: 333 time: 0.0528772 Aug 17 03:23:14.940909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57182) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:14.997595 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-054cb548-75ff-4029-b371-6d7a24460801 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:14.998457 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:23:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed06fad0-c387-463f-981f-39464b2f5884 x-openstack-request-id: req-ed06fad0-c387-463f-981f-39464b2f5884 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:23:14.998769 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1095591-c641-4bbe-9de2-8ab060ff80b0", "name": "network-vif-deleted", "tag": "870600a2-f204-44fb-966a-161c2f4355bc", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:23:14.999041 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ed06fad0-c387-463f-981f-39464b2f5884 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:23:14.999447 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1095591-c641-4bbe-9de2-8ab060ff80b0', 'name': 'network-vif-deleted', 'tag': '870600a2-f204-44fb-966a-161c2f4355bc', 'status': 'completed', 'code': 200} Aug 17 03:23:15.000090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-054cb548-75ff-4029-b371-6d7a24460801 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:15.005602 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-054cb548-75ff-4029-b371-6d7a24460801 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/171e28d5-b90b-4fec-85fb-f3570ae9b04d HTTP/1.1" status: 404 len: 337 time: 0.0635362 Aug 17 03:23:15.008167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57186) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.051433 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-65b32b7a-cb23-4336-86a4-35f30c83c380 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:15.051901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-65b32b7a-cb23-4336-86a4-35f30c83c380 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:15.061677 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57188) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.062462 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-65b32b7a-cb23-4336-86a4-35f30c83c380 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/7f061016-4b03-4444-b119-dbccc087d3c0 HTTP/1.1" status: 404 len: 337 time: 0.0531557 Aug 17 03:23:15.092551 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57190) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.093373 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9ca8ccd9-f29d-47ea-a55e-cf6c5966f5eb tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports?device_id=c7712bcf-c7b0-4918-834f-838bb09bd15b HTTP/1.1" status: 200 len: 205 time: 0.0334368 Aug 17 03:23:15.168594 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-b35755d0-840f-4209-89a0-67d36a7156df tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] delete failed (client error): The resource could not be found. Aug 17 03:23:15.172014 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b35755d0-840f-4209-89a0-67d36a7156df tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/routers/c7712bcf-c7b0-4918-834f-838bb09bd15b HTTP/1.1" status: 404 len: 336 time: 0.0759094 Aug 17 03:23:15.172262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57192) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.205183 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-17ad7e45-20c3-4e3f-ab4c-916cb2e335a3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:15.205929 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-17ad7e45-20c3-4e3f-ab4c-916cb2e335a3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:15.210188 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-17ad7e45-20c3-4e3f-ab4c-916cb2e335a3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/66007bdf-ef77-4df2-8590-3157ec09b2d0 HTTP/1.1" status: 404 len: 337 time: 0.0346644 Aug 17 03:23:15.210452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57194) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.258991 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1d9f75d4-954b-4d9e-9477-d2eae393c8f3 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "GET /v2.0/ports?device_id=adcfc64f-be5b-445e-8997-7a0f9a84a231 HTTP/1.1" status: 200 len: 205 time: 0.0465777 Aug 17 03:23:15.260779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57196) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.275028 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-03b0a74d-d00a-4389-ba91-d58421ff5c2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:15.313159 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-8fcf7939-20e5-417a-8eb8-e75ac85155d7 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] delete failed (client error): The resource could not be found. Aug 17 03:23:15.314493 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8fcf7939-20e5-417a-8eb8-e75ac85155d7 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/routers/adcfc64f-be5b-445e-8997-7a0f9a84a231 HTTP/1.1" status: 404 len: 336 time: 0.0519173 Aug 17 03:23:15.316959 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57198) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.380946 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-b49c8275-ce57-49e0-9a3d-c68b64574c0d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:15.381434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b49c8275-ce57-49e0-9a3d-c68b64574c0d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:15.383436 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b49c8275-ce57-49e0-9a3d-c68b64574c0d tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/2c2401b3-5be3-4578-99f7-41d791a75fc0 HTTP/1.1" status: 404 len: 337 time: 0.0560169 Aug 17 03:23:15.386548 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57204) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.475259 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ff3a612-f165-4bd3-8f46-4b51f7aeca16 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:15.475721 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6ff3a612-f165-4bd3-8f46-4b51f7aeca16 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:15.480578 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57208) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.482142 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6ff3a612-f165-4bd3-8f46-4b51f7aeca16 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/3b873b7e-7a8d-4994-9010-cd97a0f5b42c HTTP/1.1" status: 404 len: 337 time: 0.0945029 Aug 17 03:23:15.507160 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-5621c0f8-c6e7-4d37-90bd-71f228152e15 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:15.507998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5621c0f8-c6e7-4d37-90bd-71f228152e15 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:15.511045 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5621c0f8-c6e7-4d37-90bd-71f228152e15 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/9f1f1d26-db0a-4965-b1ee-d3fd3d7c4602 HTTP/1.1" status: 404 len: 333 time: 0.0289190 Aug 17 03:23:15.513059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57210) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.524328 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-252fb47f-7bd4-4751-984c-ba8e7489aefd req-66c1371c-602f-452a-b24d-6248890506f3 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1095591-c641-4bbe-9de2-8ab060ff80b0 HTTP/1.1" status: 200 len: 210 time: 0.0566304 Aug 17 03:23:15.560488 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b34c9b4-1ecb-4b09-9d8a-58bf37dddd91 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:15.560488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b34c9b4-1ecb-4b09-9d8a-58bf37dddd91 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:15.560488 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2b34c9b4-1ecb-4b09-9d8a-58bf37dddd91 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/912f37b9-0c02-4833-9ee1-257c9aea7271 HTTP/1.1" status: 404 len: 337 time: 0.0442989 Aug 17 03:23:15.567494 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57212) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.596703 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-0016eef4-fa16-4302-b565-1f595b5f49f9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:15.597662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0016eef4-fa16-4302-b565-1f595b5f49f9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:15.599546 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0016eef4-fa16-4302-b565-1f595b5f49f9 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/cf510873-d3cd-4391-93fb-0fa76333b1e7 HTTP/1.1" status: 404 len: 333 time: 0.0309901 Aug 17 03:23:15.602395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57214) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.634412 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-b8ba48c0-ef00-479d-bfbb-66c330d96388 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:15.635302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b8ba48c0-ef00-479d-bfbb-66c330d96388 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:15.640051 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b8ba48c0-ef00-479d-bfbb-66c330d96388 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/72773f4e-9ede-44f8-8ae7-fd98cc1f39da HTTP/1.1" status: 404 len: 337 time: 0.0357716 Aug 17 03:23:15.640669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57216) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.675969 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdae160d-a16f-41e8-bfea-92bb1d017ae2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:15.676610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdae160d-a16f-41e8-bfea-92bb1d017ae2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:15.695027 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bdae160d-a16f-41e8-bfea-92bb1d017ae2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/798e6740-6724-4d20-a03d-41cd0c9ef383 HTTP/1.1" status: 404 len: 333 time: 0.0520396 Aug 17 03:23:15.699736 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57218) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.732178 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-732b553e-a10c-44b7-b6aa-76fdd37fc8a8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:15.732642 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-732b553e-a10c-44b7-b6aa-76fdd37fc8a8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:15.734587 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-732b553e-a10c-44b7-b6aa-76fdd37fc8a8 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/5ab93d73-6569-4f77-b99f-3d2343f8ac1b HTTP/1.1" status: 404 len: 337 time: 0.0338442 Aug 17 03:23:15.737130 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57220) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.766023 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-0702ffa7-70b4-467c-bec2-0a19e22ccf77 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:15.766732 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0702ffa7-70b4-467c-bec2-0a19e22ccf77 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:15.768997 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0702ffa7-70b4-467c-bec2-0a19e22ccf77 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/a519c8a6-bece-4816-ac23-865021c05cc7 HTTP/1.1" status: 404 len: 333 time: 0.0304093 Aug 17 03:23:15.771206 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57222) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.801731 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-4e9381ca-d0c3-4036-a2f7-bd8a77333c3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:15.802196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4e9381ca-d0c3-4036-a2f7-bd8a77333c3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:15.803970 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4e9381ca-d0c3-4036-a2f7-bd8a77333c3e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/3289d413-f9ae-4aa7-bd58-4e3490a9bd4f HTTP/1.1" status: 404 len: 337 time: 0.0317621 Aug 17 03:23:15.814850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57224) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.864738 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e842d49-8749-476f-a931-239828849f7c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:15.865765 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e842d49-8749-476f-a931-239828849f7c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:15.872183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57226) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.872367 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1e842d49-8749-476f-a931-239828849f7c tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/bc58c671-5c6a-4659-abff-f173a808b2b1 HTTP/1.1" status: 404 len: 333 time: 0.0561879 Aug 17 03:23:15.908151 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-93165733-24dd-4d72-aa65-cf1f357fc57e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:15.908618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-93165733-24dd-4d72-aa65-cf1f357fc57e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:15.912943 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-93165733-24dd-4d72-aa65-cf1f357fc57e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/b5efa594-4b1a-4026-af3e-445c95695887 HTTP/1.1" status: 404 len: 337 time: 0.0373092 Aug 17 03:23:15.913352 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57228) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.940841 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c195ba9-76ea-46ad-b3f5-ab45c1421335 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:15.941640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c195ba9-76ea-46ad-b3f5-ab45c1421335 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:15.943450 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0c195ba9-76ea-46ad-b3f5-ab45c1421335 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/657bb014-eaad-40cc-b977-4c93a42589e9 HTTP/1.1" status: 404 len: 333 time: 0.0287635 Aug 17 03:23:15.946205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57230) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:15.977737 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-7a69e173-029f-4549-bc26-69dec8e05418 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:15.979110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7a69e173-029f-4549-bc26-69dec8e05418 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:15.981192 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7a69e173-029f-4549-bc26-69dec8e05418 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/1762e1a8-8ab1-4ea1-b32a-835c281da92e HTTP/1.1" status: 404 len: 337 time: 0.0320861 Aug 17 03:23:15.983997 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57232) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:16.011228 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-857db5fa-b80e-42cc-96fc-81998ea52f8e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:16.016207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-857db5fa-b80e-42cc-96fc-81998ea52f8e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:16.016207 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-857db5fa-b80e-42cc-96fc-81998ea52f8e tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/ports/52454136-1188-46ad-9314-e05f7adb31df HTTP/1.1" status: 404 len: 333 time: 0.0283971 Aug 17 03:23:16.016465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57234) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:16.043953 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-899c9998-60f4-400e-81d4-839ec24d6ca2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] DELETE failed (client error): The resource could not be found. Aug 17 03:23:16.046769 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-899c9998-60f4-400e-81d4-839ec24d6ca2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:23:16.046769 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-899c9998-60f4-400e-81d4-839ec24d6ca2 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/subnets/a7b45cd8-2828-49d7-a8f7-b79164ce8b75 HTTP/1.1" status: 404 len: 337 time: 0.0289199 Aug 17 03:23:16.048782 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57236) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:16.136465 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2499b045-2862-442d-a457-a35b1bb54e88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:16.533184 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2499b045-2862-442d-a457-a35b1bb54e88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:16.545759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-2499b045-2862-442d-a457-a35b1bb54e88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd0f6b05-350b-4bf2-94d0-3deed3e66e40']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:23:16.577367 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-2499b045-2862-442d-a457-a35b1bb54e88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '27b666fc-5a31-4777-b6cc-667e2dd88465') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:23:16.578237 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-2499b045-2862-442d-a457-a35b1bb54e88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '27b666fc-5a31-4777-b6cc-667e2dd88465') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:23:16.613057 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2499b045-2862-442d-a457-a35b1bb54e88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:16.646786 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2499b045-2862-442d-a457-a35b1bb54e88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:16.661676 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2499b045-2862-442d-a457-a35b1bb54e88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Releasing vlan 77 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:23:16.662200 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2499b045-2862-442d-a457-a35b1bb54e88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:23:16.665372 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:23:16.814163 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2499b045-2862-442d-a457-a35b1bb54e88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:16.821376 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2499b045-2862-442d-a457-a35b1bb54e88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:16.826483 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2499b045-2862-442d-a457-a35b1bb54e88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] 10.222.0.10 "DELETE /v2.0/networks/cd0f6b05-350b-4bf2-94d0-3deed3e66e40 HTTP/1.1" status: 204 len: 168 time: 0.7737432 Aug 17 03:23:16.852731 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2499b045-2862-442d-a457-a35b1bb54e88 tempest-NetworksTestDHCPv6-733669198 tempest-NetworksTestDHCPv6-733669198-project] Pushing event deleted for resources: {'Network': ['ID=cd0f6b05-350b-4bf2-94d0-3deed3e66e40,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:17.152085 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7ee6bc-b041-4267-9dbc-566baafde140 req-5b617815-dfc2-4f6d-bfc1-13acafbb050e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:17.153979 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1c7ee6bc-b041-4267-9dbc-566baafde140 req-5b617815-dfc2-4f6d-bfc1-13acafbb050e tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.0582318 Aug 17 03:23:17.246073 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1c7ee6bc-b041-4267-9dbc-566baafde140 req-f4039513-0be8-4e98-9855-266067c75ddd tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817776 Aug 17 03:23:17.391562 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 870600a2-f204-44fb-966a-161c2f4355bc no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:23:17.421602 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 870600a2-f204-44fb-966a-161c2f4355bc {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:23:17.422235 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 870600a2-f204-44fb-966a-161c2f4355bc not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:23:17.459287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57270) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:17.637467 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6551daca-adcc-4cb8-a148-2dd33ef17025 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a5f67f95fa6c4abc8a8a7623bbfaca5e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1766224 Aug 17 03:23:17.639910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57280) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:17.707534 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c089514c-cc57-4a4d-b396-8ba2c9beb65d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:17.731456 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c089514c-cc57-4a4d-b396-8ba2c9beb65d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:17.880961 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c089514c-cc57-4a4d-b396-8ba2c9beb65d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:17.884002 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c089514c-cc57-4a4d-b396-8ba2c9beb65d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:17.886643 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c089514c-cc57-4a4d-b396-8ba2c9beb65d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4ca9741e-4eac-4f13-a954-7e3854bbbf9c HTTP/1.1" status: 204 len: 168 time: 0.2456853 Aug 17 03:23:17.894943 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c089514c-cc57-4a4d-b396-8ba2c9beb65d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ca9741e-4eac-4f13-a954-7e3854bbbf9c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:17.903745 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089514c-cc57-4a4d-b396-8ba2c9beb65d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:17.904728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089514c-cc57-4a4d-b396-8ba2c9beb65d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:17.905221 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089514c-cc57-4a4d-b396-8ba2c9beb65d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:17.905750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089514c-cc57-4a4d-b396-8ba2c9beb65d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:17.906699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089514c-cc57-4a4d-b396-8ba2c9beb65d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:17.907192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089514c-cc57-4a4d-b396-8ba2c9beb65d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:17.907799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089514c-cc57-4a4d-b396-8ba2c9beb65d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:17.908134 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089514c-cc57-4a4d-b396-8ba2c9beb65d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:17.908620 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089514c-cc57-4a4d-b396-8ba2c9beb65d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:17.908957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089514c-cc57-4a4d-b396-8ba2c9beb65d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:17.909291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089514c-cc57-4a4d-b396-8ba2c9beb65d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:17.909645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c089514c-cc57-4a4d-b396-8ba2c9beb65d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:17.991305 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-023ab04d-cc61-40f9-9555-306b28b36917 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:18.157146 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:18.371462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767d3dcf-15f2-4c55-81d1-61f8f4d4a7ae req-08d348bb-51c9-4a41-944a-d3b773470254 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:18.373047 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-767d3dcf-15f2-4c55-81d1-61f8f4d4a7ae req-08d348bb-51c9-4a41-944a-d3b773470254 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.30 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.0677011 Aug 17 03:23:18.452244 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fce0f37-22c2-4acb-bfc7-e379a3c7af06 req-8f8ba6be-1f9f-4f36-9ae4-342f56e40645 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:18.457912 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fce0f37-22c2-4acb-bfc7-e379a3c7af06 req-8f8ba6be-1f9f-4f36-9ae4-342f56e40645 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 946 time: 0.0861247 Aug 17 03:23:18.477120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-767d3dcf-15f2-4c55-81d1-61f8f4d4a7ae req-bcaf178c-f023-416a-b307-e66bf6539b90 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Deleting port 9451fefd-208e-425d-b27d-f8ad1b3cb372 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:23:18.477509 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-767d3dcf-15f2-4c55-81d1-61f8f4d4a7ae req-bcaf178c-f023-416a-b307-e66bf6539b90 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:18.515945 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fce0f37-22c2-4acb-bfc7-e379a3c7af06 req-4b11959a-e499-4048-bba7-479ad5ef6148 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530050 Aug 17 03:23:18.578821 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-767d3dcf-15f2-4c55-81d1-61f8f4d4a7ae req-bcaf178c-f023-416a-b307-e66bf6539b90 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] For port 9451fefd-208e-425d-b27d-f8ad1b3cb372, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=9451fefd-208e-425d-b27d-f8ad1b3cb372,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:23:18.579198 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-767d3dcf-15f2-4c55-81d1-61f8f4d4a7ae req-bcaf178c-f023-416a-b307-e66bf6539b90 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:18.620972 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-767d3dcf-15f2-4c55-81d1-61f8f4d4a7ae req-bcaf178c-f023-416a-b307-e66bf6539b90 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Calling delete_port for 9451fefd-208e-425d-b27d-f8ad1b3cb372 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:23:19.066250 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-767d3dcf-15f2-4c55-81d1-61f8f4d4a7ae req-bcaf178c-f023-416a-b307-e66bf6539b90 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:19.080694 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['9451fefd-208e-425d-b27d-f8ad1b3cb372'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:23:19.124607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcaf178c-f023-416a-b307-e66bf6539b90 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Pushing event deleted for resources: {'Port': ['ID=9451fefd-208e-425d-b27d-f8ad1b3cb372,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:19.188120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-767d3dcf-15f2-4c55-81d1-61f8f4d4a7ae req-bcaf178c-f023-416a-b307-e66bf6539b90 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] No DVR routers for this DVR port 9451fefd-208e-425d-b27d-f8ad1b3cb372 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:23:19.188120 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-767d3dcf-15f2-4c55-81d1-61f8f4d4a7ae req-bcaf178c-f023-416a-b307-e66bf6539b90 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:19.188120 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-767d3dcf-15f2-4c55-81d1-61f8f4d4a7ae req-bcaf178c-f023-416a-b307-e66bf6539b90 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.30 "DELETE /v2.0/ports/9451fefd-208e-425d-b27d-f8ad1b3cb372 HTTP/1.1" status: 204 len: 173 time: 0.7998972 Aug 17 03:23:19.188120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e40b7b17-b933-412b-9631-b20fc038105c', 'name': 'network-vif-deleted', 'tag': '9451fefd-208e-425d-b27d-f8ad1b3cb372'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:23:19.188120 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a6500a-8a90-4ac3-8071-487eb9b280a4" -d '{"events": [{"server_uuid": "e40b7b17-b933-412b-9631-b20fc038105c", "name": "network-vif-deleted", "tag": "9451fefd-208e-425d-b27d-f8ad1b3cb372"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:23:19.191213 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:19.235568 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:23:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-389bff52-cfe2-4bdb-88f5-3e23bc6f8652 x-openstack-request-id: req-389bff52-cfe2-4bdb-88f5-3e23bc6f8652 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:23:19.236120 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e40b7b17-b933-412b-9631-b20fc038105c", "name": "network-vif-deleted", "tag": "9451fefd-208e-425d-b27d-f8ad1b3cb372", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:23:19.236538 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-389bff52-cfe2-4bdb-88f5-3e23bc6f8652 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:23:19.237020 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e40b7b17-b933-412b-9631-b20fc038105c', 'name': 'network-vif-deleted', 'tag': '9451fefd-208e-425d-b27d-f8ad1b3cb372', 'status': 'completed', 'code': 200} Aug 17 03:23:19.638513 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e924a81f-c01e-45af-9ba9-253e6f9aaecd req-b6f29c76-1d6a-4f48-8993-066b556a1254 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=e40b7b17-b933-412b-9631-b20fc038105c HTTP/1.1" status: 200 len: 210 time: 0.0369737 Aug 17 03:23:20.885860 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:21.272842 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f622f45-1809-4c64-870c-41981e1db874 req-33c594d4-e7c9-4453-9660-df1bc3ed3f23 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:21.274429 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9f622f45-1809-4c64-870c-41981e1db874 req-33c594d4-e7c9-4453-9660-df1bc3ed3f23 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.0790100 Aug 17 03:23:21.318874 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9f622f45-1809-4c64-870c-41981e1db874 req-5d16fc90-9799-4b65-9ee7-6cbdaa3bd5a0 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366697 Aug 17 03:23:22.444379 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10ea4d-81e8-435e-b0b1-da32fdbf893f req-0426097e-02ea-41d9-a5b1-e5ac7b5ffc22 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:22.446536 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6b10ea4d-81e8-435e-b0b1-da32fdbf893f req-0426097e-02ea-41d9-a5b1-e5ac7b5ffc22 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.0545073 Aug 17 03:23:22.567471 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6b10ea4d-81e8-435e-b0b1-da32fdbf893f req-8fa70102-b167-4cfd-819d-05cf8cb66039 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups?id=9f289296-31d5-437a-8b3d-9b1aa56e55af&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0916748 Aug 17 03:23:22.738076 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dea3542-d357-46a6-b187-046496545746 req-d466cad9-2420-4976-baf5-1c2fa2692f54 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:22.744978 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5dea3542-d357-46a6-b187-046496545746 req-d466cad9-2420-4976-baf5-1c2fa2692f54 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.60 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 945 time: 0.0597234 Aug 17 03:23:22.856718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-5dea3542-d357-46a6-b187-046496545746 req-df7013fb-e991-4c82-b08c-09cdc0f31d10 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Deleting port aee00051-652a-4cb0-b148-861aefc669e7 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:23:22.857077 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5dea3542-d357-46a6-b187-046496545746 req-df7013fb-e991-4c82-b08c-09cdc0f31d10 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:22.968031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5dea3542-d357-46a6-b187-046496545746 req-df7013fb-e991-4c82-b08c-09cdc0f31d10 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] For port aee00051-652a-4cb0-b148-861aefc669e7, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=aee00051-652a-4cb0-b148-861aefc669e7,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:23:22.968438 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5dea3542-d357-46a6-b187-046496545746 req-df7013fb-e991-4c82-b08c-09cdc0f31d10 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:23.263438 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5dea3542-d357-46a6-b187-046496545746 req-df7013fb-e991-4c82-b08c-09cdc0f31d10 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:23.263899 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5dea3542-d357-46a6-b187-046496545746 req-df7013fb-e991-4c82-b08c-09cdc0f31d10 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:23.264221 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-5dea3542-d357-46a6-b187-046496545746 req-df7013fb-e991-4c82-b08c-09cdc0f31d10 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Floating IP 8500fb02-8aec-4b1a-bec5-9a2b96d96eb6 disassociated. External IP: 172.25.1.222, port: aee00051-652a-4cb0-b148-861aefc669e7. Aug 17 03:23:23.264605 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-5dea3542-d357-46a6-b187-046496545746 req-df7013fb-e991-4c82-b08c-09cdc0f31d10 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Calling delete_port for aee00051-652a-4cb0-b148-861aefc669e7 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:23:23.389690 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 9451fefd-208e-425d-b27d-f8ad1b3cb372 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:23:23.411739 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 9451fefd-208e-425d-b27d-f8ad1b3cb372 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:23:23.412016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 9451fefd-208e-425d-b27d-f8ad1b3cb372 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:23:23.551841 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5dea3542-d357-46a6-b187-046496545746 req-df7013fb-e991-4c82-b08c-09cdc0f31d10 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:23.581958 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7013fb-e991-4c82-b08c-09cdc0f31d10 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Pushing event deleted for resources: {'Port': ['ID=aee00051-652a-4cb0-b148-861aefc669e7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:23.675618 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b569dcb0-5600-4849-bdf7-693027ec84f5 req-f7bcd465-6a27-45a8-8baf-4bc4be0373a7 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 210 time: 0.0322781 Aug 17 03:23:23.747417 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5dea3542-d357-46a6-b187-046496545746 req-df7013fb-e991-4c82-b08c-09cdc0f31d10 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Router 63d30120-3963-4aca-8c92-6461e56df481 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:23:23.878405 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5dea3542-d357-46a6-b187-046496545746 req-df7013fb-e991-4c82-b08c-09cdc0f31d10 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:23:23.909032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e44f11-1a57-4e1e-8f00-598cb252e286 None None] Sync routers for ids ['63d30120-3963-4aca-8c92-6461e56df481'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:23:23.909032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e44f11-1a57-4e1e-8f00-598cb252e286 None None] Routers {'63d30120-3963-4aca-8c92-6461e56df481'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:23:23.909032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b6e44f11-1a57-4e1e-8f00-598cb252e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:23:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['63d30120-3963-4aca-8c92-6461e56df481'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:23:23.927784 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5dea3542-d357-46a6-b187-046496545746 req-df7013fb-e991-4c82-b08c-09cdc0f31d10 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] No DVR routers for this DVR port aee00051-652a-4cb0-b148-861aefc669e7 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:23:23.930646 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5dea3542-d357-46a6-b187-046496545746 req-df7013fb-e991-4c82-b08c-09cdc0f31d10 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:23.933826 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5dea3542-d357-46a6-b187-046496545746 req-df7013fb-e991-4c82-b08c-09cdc0f31d10 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.60 "DELETE /v2.0/ports/aee00051-652a-4cb0-b148-861aefc669e7 HTTP/1.1" status: 204 len: 173 time: 1.1871629 Aug 17 03:23:23.938069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'name': 'network-vif-deleted', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:23:23.944477 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d045f1e6-b219-4b2b-a427-622214a09354" -d '{"events": [{"server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "name": "network-vif-deleted", "tag": "aee00051-652a-4cb0-b148-861aefc669e7"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:23:24.025158 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:23:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1edec6e1-35fc-4060-baab-fd11533d7406 x-openstack-request-id: req-1edec6e1-35fc-4060-baab-fd11533d7406 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:23:24.026089 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2fd0e907-3ccb-41dd-b051-f70fbe652f04", "name": "network-vif-deleted", "tag": "aee00051-652a-4cb0-b148-861aefc669e7", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:23:24.035241 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1edec6e1-35fc-4060-baab-fd11533d7406 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:23:24.036155 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2fd0e907-3ccb-41dd-b051-f70fbe652f04', 'name': 'network-vif-deleted', 'tag': 'aee00051-652a-4cb0-b148-861aefc669e7', 'status': 'completed', 'code': 200} Aug 17 03:23:24.116829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-b6e44f11-1a57-4e1e-8f00-598cb252e286 None None] Set router 63d30120-3963-4aca-8c92-6461e56df481 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:23:24.373355 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b6e44f11-1a57-4e1e-8f00-598cb252e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d30120-3963-4aca-8c92-6461e56df481', 'name': 'tempest-ServerActionsTestJSON-1619391916-router', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:14:36Z', 'updated_at': '2021-08-17T03:14:42Z', 'revision_number': 4, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'gw_port': {'id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:37Z', 'updated_at': '2021-08-17T03:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'bae01a65-3fee-42c8-bc6c-e7487b5c53b8', 'name': '', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'mac_address': 'fa:16:3e:a4:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:40Z', 'updated_at': '2021-08-17T03:14:48Z', 'revision_number': 5, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'subnets': [{'id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:23:24.423542 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e44f11-1a57-4e1e-8f00-598cb252e286 None None] Checking router: 63d30120-3963-4aca-8c92-6461e56df481 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:23:24.436371 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6e44f11-1a57-4e1e-8f00-598cb252e286 None None] Routers {'63d30120-3963-4aca-8c92-6461e56df481'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:23:24.437315 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b6e44f11-1a57-4e1e-8f00-598cb252e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:23:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['63d30120-3963-4aca-8c92-6461e56df481'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:23:24.576467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-b6e44f11-1a57-4e1e-8f00-598cb252e286 None None] Set router 63d30120-3963-4aca-8c92-6461e56df481 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:23:24.823323 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b6e44f11-1a57-4e1e-8f00-598cb252e286 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d30120-3963-4aca-8c92-6461e56df481', 'name': 'tempest-ServerActionsTestJSON-1619391916-router', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:14:36Z', 'updated_at': '2021-08-17T03:14:42Z', 'revision_number': 4, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'gw_port': {'id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:37Z', 'updated_at': '2021-08-17T03:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'bae01a65-3fee-42c8-bc6c-e7487b5c53b8', 'name': '', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'mac_address': 'fa:16:3e:a4:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:40Z', 'updated_at': '2021-08-17T03:14:48Z', 'revision_number': 5, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'subnets': [{'id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:23:24.852079 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18b1993e-83a9-47a0-b03c-472cb5aff5e0 req-0cadc644-58ba-4d0f-b37b-20fa92e9fcfe tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/ports?device_id=2fd0e907-3ccb-41dd-b051-f70fbe652f04 HTTP/1.1" status: 200 len: 210 time: 0.0495019 Aug 17 03:23:24.879404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6e44f11-1a57-4e1e-8f00-598cb252e286 None None] The sync data for ids ['63d30120-3963-4aca-8c92-6461e56df481'] in n-d-802060-9 is: [{'id': '63d30120-3963-4aca-8c92-6461e56df481', 'name': 'tempest-ServerActionsTestJSON-1619391916-router', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:14:36Z', 'updated_at': '2021-08-17T03:14:42Z', 'revision_number': 4, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'gw_port': {'id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:37Z', 'updated_at': '2021-08-17T03:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'bae01a65-3fee-42c8-bc6c-e7487b5c53b8', 'name': '', 'network_id': '016717b3-cbe1-4967-85ae-a016c7a395e7', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'mac_address': 'fa:16:3e:a4:d2:84', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_interface', 'standard_attr_id': 2534, 'fixed_ips': [{'subnet_id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:40Z', 'updated_at': '2021-08-17T03:14:48Z', 'revision_number': 5, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'subnets': [{'id': '00775c6d-bb62-4607-aa69-44fa38f2a916', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:23:25.287864 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ae3acab-8148-4119-902e-06954b62af4f None None] New status for floating IP 8500fb02-8aec-4b1a-bec5-9a2b96d96eb6: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:23:26.003886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57672) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:26.077840 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-996db70f-9e32-432f-98ca-37d8e63a7f71 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:26.102531 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-996db70f-9e32-432f-98ca-37d8e63a7f71 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:26.211561 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device aee00051-652a-4cb0-b148-861aefc669e7 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:23:26.224516 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: aee00051-652a-4cb0-b148-861aefc669e7 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:23:26.224861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device aee00051-652a-4cb0-b148-861aefc669e7 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:23:26.280985 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-996db70f-9e32-432f-98ca-37d8e63a7f71 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:26.283940 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-996db70f-9e32-432f-98ca-37d8e63a7f71 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:26.285385 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-996db70f-9e32-432f-98ca-37d8e63a7f71 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "DELETE /v2.0/security-groups/9f289296-31d5-437a-8b3d-9b1aa56e55af HTTP/1.1" status: 204 len: 168 time: 0.2804091 Aug 17 03:23:26.288037 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57682) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:26.296406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996db70f-9e32-432f-98ca-37d8e63a7f71 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9f289296-31d5-437a-8b3d-9b1aa56e55af,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:26.306004 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-0519fef5-e458-4ed6-97cd-dea5202750d4 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] show failed (client error): The resource could not be found. Aug 17 03:23:26.308057 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0519fef5-e458-4ed6-97cd-dea5202750d4 tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "GET /v2.0/security-groups/9f289296-31d5-437a-8b3d-9b1aa56e55af HTTP/1.1" status: 404 len: 347 time: 0.0189550 Aug 17 03:23:26.311007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57684) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:26.456765 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e8089-60b3-4b8e-9da7-e216ee75fd2c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Deleting port e15f199d-40e0-4754-b8bc-726a8d4208aa {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:23:26.457040 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8089-60b3-4b8e-9da7-e216ee75fd2c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:26.553152 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8089-60b3-4b8e-9da7-e216ee75fd2c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:26.553563 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8089-60b3-4b8e-9da7-e216ee75fd2c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:26.568955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-9c2e8089-60b3-4b8e-9da7-e216ee75fd2c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Calling delete_port for e15f199d-40e0-4754-b8bc-726a8d4208aa owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:23:26.892531 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8089-60b3-4b8e-9da7-e216ee75fd2c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:26.918155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c2e8089-60b3-4b8e-9da7-e216ee75fd2c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Pushing event deleted for resources: {'Port': ['ID=e15f199d-40e0-4754-b8bc-726a8d4208aa,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:26.982811 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8089-60b3-4b8e-9da7-e216ee75fd2c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:26.985811 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9c2e8089-60b3-4b8e-9da7-e216ee75fd2c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:26.986958 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9c2e8089-60b3-4b8e-9da7-e216ee75fd2c tempest-ServerActionsTestJSON-124302849 tempest-ServerActionsTestJSON-124302849-project] 10.222.0.10 "DELETE /v2.0/floatingips/8500fb02-8aec-4b1a-bec5-9a2b96d96eb6 HTTP/1.1" status: 204 len: 168 time: 0.6749287 Aug 17 03:23:26.990014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57712) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:27.562012 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a992a3ed-cee7-44e3-b9ab-811d36f181ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:27.604691 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57738) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:27.776416 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63d3b004-1b08-4ee3-8392-e5af2d4c0c45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:27.922329 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a992a3ed-cee7-44e3-b9ab-811d36f181ef admin admin] Deleting port bae01a65-3fee-42c8-bc6c-e7487b5c53b8 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:23:27.922668 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a992a3ed-cee7-44e3-b9ab-811d36f181ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:27.987209 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63d3b004-1b08-4ee3-8392-e5af2d4c0c45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:28.033775 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-a992a3ed-cee7-44e3-b9ab-811d36f181ef admin admin] For port bae01a65-3fee-42c8-bc6c-e7487b5c53b8, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=bae01a65-3fee-42c8-bc6c-e7487b5c53b8,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:23:28.033775 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a992a3ed-cee7-44e3-b9ab-811d36f181ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:28.050045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a992a3ed-cee7-44e3-b9ab-811d36f181ef admin admin] Calling delete_port for bae01a65-3fee-42c8-bc6c-e7487b5c53b8 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:23:28.055898 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63d3b004-1b08-4ee3-8392-e5af2d4c0c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:28.152661 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63d3b004-1b08-4ee3-8392-e5af2d4c0c45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c8d0842-c07b-4286-bc11-202336532166,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:28.165836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57780) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:28.167002 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-63d3b004-1b08-4ee3-8392-e5af2d4c0c45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c0ed6b0ac8e741c3b766eb5e0fd88c96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599985 Aug 17 03:23:28.233383 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e304fb0c-d1fc-4fc6-b27c-27b94f1228a5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:28.258837 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e304fb0c-d1fc-4fc6-b27c-27b94f1228a5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:28.408406 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e304fb0c-d1fc-4fc6-b27c-27b94f1228a5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:28.411041 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e304fb0c-d1fc-4fc6-b27c-27b94f1228a5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:28.413379 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e304fb0c-d1fc-4fc6-b27c-27b94f1228a5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4c8d0842-c07b-4286-bc11-202336532166 HTTP/1.1" status: 204 len: 168 time: 0.2449496 Aug 17 03:23:28.423350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e304fb0c-d1fc-4fc6-b27c-27b94f1228a5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c8d0842-c07b-4286-bc11-202336532166,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:28.437101 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a992a3ed-cee7-44e3-b9ab-811d36f181ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:28.479144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a992a3ed-cee7-44e3-b9ab-811d36f181ef admin admin] Pushing event deleted for resources: {'Port': ['ID=bae01a65-3fee-42c8-bc6c-e7487b5c53b8,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:28.667296 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a992a3ed-cee7-44e3-b9ab-811d36f181ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:28.975130 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a992a3ed-cee7-44e3-b9ab-811d36f181ef admin admin] Router 63d30120-3963-4aca-8c92-6461e56df481 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:23:29.091723 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a992a3ed-cee7-44e3-b9ab-811d36f181ef admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:23:29.100291 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a992a3ed-cee7-44e3-b9ab-811d36f181ef admin admin] 10.222.0.10 "PUT /v2.0/routers/63d30120-3963-4aca-8c92-6461e56df481/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1088138 Aug 17 03:23:29.102875 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 57830) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:29.106733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c90e0f-b1c9-4a02-8681-3e3f58b06ebf None None] Sync routers for ids ['63d30120-3963-4aca-8c92-6461e56df481'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:23:29.118680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c90e0f-b1c9-4a02-8681-3e3f58b06ebf None None] Routers {'63d30120-3963-4aca-8c92-6461e56df481'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:23:29.119848 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-65c90e0f-b1c9-4a02-8681-3e3f58b06ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:23:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['63d30120-3963-4aca-8c92-6461e56df481'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:23:29.238075 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d00964ab-7c54-4052-b51b-e19499814dfc admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:29.242939 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-65c90e0f-b1c9-4a02-8681-3e3f58b06ebf None None] Set router 63d30120-3963-4aca-8c92-6461e56df481 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:23:29.406859 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d00964ab-7c54-4052-b51b-e19499814dfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:29.488764 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-65c90e0f-b1c9-4a02-8681-3e3f58b06ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d30120-3963-4aca-8c92-6461e56df481', 'name': 'tempest-ServerActionsTestJSON-1619391916-router', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238'}], 'enable_snat': True}, 'gw_port_id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:14:36Z', 'updated_at': '2021-08-17T03:23:28Z', 'revision_number': 5, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'gw_port': {'id': '9c04644a-8926-4b89-ad25-a02730dc4b05', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:56:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63d30120-3963-4aca-8c92-6461e56df481', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2526, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.238', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:14:37Z', 'updated_at': '2021-08-17T03:14:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:23:29.521721 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c90e0f-b1c9-4a02-8681-3e3f58b06ebf None None] Checking router: 63d30120-3963-4aca-8c92-6461e56df481 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:23:29.536884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65c90e0f-b1c9-4a02-8681-3e3f58b06ebf None None] Routers {'63d30120-3963-4aca-8c92-6461e56df481'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:23:29.538018 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-65c90e0f-b1c9-4a02-8681-3e3f58b06ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:23:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['63d30120-3963-4aca-8c92-6461e56df481'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:23:29.607024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-d00964ab-7c54-4052-b51b-e19499814dfc admin admin] Deleting port 9c04644a-8926-4b89-ad25-a02730dc4b05 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:23:29.607596 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d00964ab-7c54-4052-b51b-e19499814dfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:29.655229 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-65c90e0f-b1c9-4a02-8681-3e3f58b06ebf None None] Set router 63d30120-3963-4aca-8c92-6461e56df481 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:23:29.748056 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-65c90e0f-b1c9-4a02-8681-3e3f58b06ebf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63d30120-3963-4aca-8c92-6461e56df481', 'name': 'tempest-ServerActionsTestJSON-1619391916-router', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:14:36Z', 'updated_at': '2021-08-17T03:23:29Z', 'revision_number': 6, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:23:29.803792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65c90e0f-b1c9-4a02-8681-3e3f58b06ebf None None] The sync data for ids ['63d30120-3963-4aca-8c92-6461e56df481'] in n-d-802060-9 is: [{'id': '63d30120-3963-4aca-8c92-6461e56df481', 'name': 'tempest-ServerActionsTestJSON-1619391916-router', 'tenant_id': 'cfdfb585b9144c8286617b5e97123a83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:14:36Z', 'updated_at': '2021-08-17T03:23:29Z', 'revision_number': 6, 'project_id': 'cfdfb585b9144c8286617b5e97123a83', 'gw_port_host': None}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:23:29.985594 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-d00964ab-7c54-4052-b51b-e19499814dfc admin admin] For port 9c04644a-8926-4b89-ad25-a02730dc4b05, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9c04644a-8926-4b89-ad25-a02730dc4b05,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:23:29.986070 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d00964ab-7c54-4052-b51b-e19499814dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:29.999282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-d00964ab-7c54-4052-b51b-e19499814dfc admin admin] Calling delete_port for 9c04644a-8926-4b89-ad25-a02730dc4b05 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:23:30.220574 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bae01a65-3fee-42c8-bc6c-e7487b5c53b8 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:23:30.245945 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: bae01a65-3fee-42c8-bc6c-e7487b5c53b8 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:23:30.246286 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bae01a65-3fee-42c8-bc6c-e7487b5c53b8 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:23:30.254216 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d00964ab-7c54-4052-b51b-e19499814dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:30.283522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d00964ab-7c54-4052-b51b-e19499814dfc admin admin] Pushing event deleted for resources: {'Port': ['ID=9c04644a-8926-4b89-ad25-a02730dc4b05,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:30.343808 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d00964ab-7c54-4052-b51b-e19499814dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:30.452415 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d00964ab-7c54-4052-b51b-e19499814dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:30.454519 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d00964ab-7c54-4052-b51b-e19499814dfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:30.625712 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d00964ab-7c54-4052-b51b-e19499814dfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:30.630748 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d00964ab-7c54-4052-b51b-e19499814dfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 63d30120-3963-4aca-8c92-6461e56df481 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:23:30.631643 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d00964ab-7c54-4052-b51b-e19499814dfc admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:30.633357 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d00964ab-7c54-4052-b51b-e19499814dfc admin admin] 10.222.0.10 "DELETE /v2.0/routers/63d30120-3963-4aca-8c92-6461e56df481 HTTP/1.1" status: 204 len: 168 time: 1.5285814 Aug 17 03:23:30.636137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57908) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:30.707748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fd8e9ee-0a81-465d-987e-94f54c47af1e admin admin] Deleting subnet 00775c6d-bb62-4607-aa69-44fa38f2a916 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:23:30.713954 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fd8e9ee-0a81-465d-987e-94f54c47af1e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:30.752273 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fd8e9ee-0a81-465d-987e-94f54c47af1e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:30.852115 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fd8e9ee-0a81-465d-987e-94f54c47af1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:30.986893 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fd8e9ee-0a81-465d-987e-94f54c47af1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:31.018412 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd8e9ee-0a81-465d-987e-94f54c47af1e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=00775c6d-bb62-4607-aa69-44fa38f2a916,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:31.020407 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fd8e9ee-0a81-465d-987e-94f54c47af1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:31.024744 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7fd8e9ee-0a81-465d-987e-94f54c47af1e admin admin] 10.222.0.10 "DELETE /v2.0/subnets/00775c6d-bb62-4607-aa69-44fa38f2a916 HTTP/1.1" status: 204 len: 168 time: 0.3851509 Aug 17 03:23:31.027221 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 57926) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:31.028728 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70087cdc-bfca-454d-9396-79ff7452dc86 None None] Network 016717b3-cbe1-4967-85ae-a016c7a395e7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:23:31.145380 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:31.240259 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] Deleting port b399ad42-2914-404f-b90b-addffafcf46e {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:23:31.240769 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:31.262200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8c86d2-616f-4178-9ed6-ecb9c8f9f173 None None] DHCP port deletion for 016717b3-cbe1-4967-85ae-a016c7a395e7 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:23:31.351372 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] For port b399ad42-2914-404f-b90b-addffafcf46e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b399ad42-2914-404f-b90b-addffafcf46e,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:23:31.353175 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:31.388671 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] Calling delete_port for b399ad42-2914-404f-b90b-addffafcf46e owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:23:31.592374 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c86d2-616f-4178-9ed6-ecb9c8f9f173 None None] Deleting port b399ad42-2914-404f-b90b-addffafcf46e {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:23:31.592701 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0f8c86d2-616f-4178-9ed6-ecb9c8f9f173 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:31.675266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-0f8c86d2-616f-4178-9ed6-ecb9c8f9f173 None None] For port b399ad42-2914-404f-b90b-addffafcf46e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b399ad42-2914-404f-b90b-addffafcf46e,segment=NetworkSegment(bb6436a5-75c8-439b-b727-88561a1466c9),segment_id=bb6436a5-75c8-439b-b727-88561a1466c9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:23:31.675811 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0f8c86d2-616f-4178-9ed6-ecb9c8f9f173 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:31.686943 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:31.693185 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-0f8c86d2-616f-4178-9ed6-ecb9c8f9f173 None None] Calling delete_port for b399ad42-2914-404f-b90b-addffafcf46e owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:23:31.785831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] Pushing event deleted for resources: {'Port': ['ID=b399ad42-2914-404f-b90b-addffafcf46e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:31.793813 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] No DVR routers for this DVR port b399ad42-2914-404f-b90b-addffafcf46e on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:23:31.924547 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0f8c86d2-616f-4178-9ed6-ecb9c8f9f173 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:31.966965 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c86d2-616f-4178-9ed6-ecb9c8f9f173 None None] Pushing event deleted for resources: {'Port': ['ID=b399ad42-2914-404f-b90b-addffafcf46e,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:31.981349 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f8c86d2-616f-4178-9ed6-ecb9c8f9f173 None None] No DVR routers for this DVR port b399ad42-2914-404f-b90b-addffafcf46e on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:23:32.012684 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:32.028362 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['016717b3-cbe1-4967-85ae-a016c7a395e7']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:23:32.047123 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb6436a5-75c8-439b-b727-88561a1466c9') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:23:32.047652 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb6436a5-75c8-439b-b727-88561a1466c9') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:23:32.083227 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:32.094284 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b399ad42-2914-404f-b90b-addffafcf46e no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:23:32.106007 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:32.112640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] Releasing vlan 90 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:23:32.113267 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:32.119427 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: b399ad42-2914-404f-b90b-addffafcf46e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:23:32.120342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b399ad42-2914-404f-b90b-addffafcf46e not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:23:32.120899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9c04644a-8926-4b89-ad25-a02730dc4b05 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:23:32.145120 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 9c04644a-8926-4b89-ad25-a02730dc4b05 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:23:32.145599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9c04644a-8926-4b89-ad25-a02730dc4b05 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:23:32.186024 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:23:32.328709 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:32.340339 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:32.355572 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] 10.222.0.10 "DELETE /v2.0/networks/016717b3-cbe1-4967-85ae-a016c7a395e7 HTTP/1.1" status: 204 len: 168 time: 1.3291738 Aug 17 03:23:32.395648 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54494add-b7b8-4786-9359-351a6ea34c74 admin admin] Pushing event deleted for resources: {'Network': ['ID=016717b3-cbe1-4967-85ae-a016c7a395e7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:32.539214 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:23:32.769373 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58006) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:32.815431 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3e9baa77-6f02-496a-9056-5a4fa3a4d28d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cfdfb585b9144c8286617b5e97123a83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0448081 Aug 17 03:23:32.818164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58010) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:32.872304 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5c71-c3a0-477f-af55-6e3fde6810e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:32.902423 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5c71-c3a0-477f-af55-6e3fde6810e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:33.060464 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5c71-c3a0-477f-af55-6e3fde6810e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:33.063529 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fe3a5c71-c3a0-477f-af55-6e3fde6810e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:33.064494 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fe3a5c71-c3a0-477f-af55-6e3fde6810e6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36 HTTP/1.1" status: 204 len: 168 time: 0.2452779 Aug 17 03:23:33.077290 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3a5c71-c3a0-477f-af55-6e3fde6810e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7728aa2f-39e7-4ea9-8927-7f9a9a8d4f36,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:33.088912 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:33.792040 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:34.389039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58092) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:34.501888 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-0434c12c-c55a-4d48-bea2-f4d94d6c2b0c admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-893383484-network', 'tenant_id': '46f34dbf9993412f8748ba5fa9e08993'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:23:34.608831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0434c12c-c55a-4d48-bea2-f4d94d6c2b0c admin admin] Made reservation on behalf of 46f34dbf9993412f8748ba5fa9e08993 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:23:34.611214 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0434c12c-c55a-4d48-bea2-f4d94d6c2b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:34.620719 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0434c12c-c55a-4d48-bea2-f4d94d6c2b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:34.712820 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0434c12c-c55a-4d48-bea2-f4d94d6c2b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:34.814373 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0434c12c-c55a-4d48-bea2-f4d94d6c2b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:34.842551 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0434c12c-c55a-4d48-bea2-f4d94d6c2b0c admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:23:34.849529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434c12c-c55a-4d48-bea2-f4d94d6c2b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be5a8343-c3a9-470e-b42c-9e34a5820ca6,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:34.855695 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0434c12c-c55a-4d48-bea2-f4d94d6c2b0c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:34.856257 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-0434c12c-c55a-4d48-bea2-f4d94d6c2b0c admin admin] Added segment 7373053c-511e-4376-b62f-c3ae5d9795fe of type vlan for network bf4040b3-edf1-44de-8dae-00b02c9f735f Aug 17 03:23:34.900566 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0434c12c-c55a-4d48-bea2-f4d94d6c2b0c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:34.986265 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0434c12c-c55a-4d48-bea2-f4d94d6c2b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:34.987293 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0434c12c-c55a-4d48-bea2-f4d94d6c2b0c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:34.987899 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0434c12c-c55a-4d48-bea2-f4d94d6c2b0c admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:35.071677 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0434c12c-c55a-4d48-bea2-f4d94d6c2b0c admin admin] Pushing event updated for resources: {'Network': ['ID=bf4040b3-edf1-44de-8dae-00b02c9f735f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:35.080048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0434c12c-c55a-4d48-bea2-f4d94d6c2b0c admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6897602 Aug 17 03:23:35.083191 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58104) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:35.092356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-cb23086e-25e4-4278-bbae-7d7a65ab7ecd admin admin] Request body: {'subnet': {'network_id': 'bf4040b3-edf1-44de-8dae-00b02c9f735f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-893383484-subnet', 'tenant_id': '46f34dbf9993412f8748ba5fa9e08993', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:23:35.099368 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network bf4040b3-edf1-44de-8dae-00b02c9f735f details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:23:35.206710 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb23086e-25e4-4278-bbae-7d7a65ab7ecd admin admin] Made reservation on behalf of 46f34dbf9993412f8748ba5fa9e08993 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:23:35.209603 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cb23086e-25e4-4278-bbae-7d7a65ab7ecd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:35.489213 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cb23086e-25e4-4278-bbae-7d7a65ab7ecd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:35.566684 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb23086e-25e4-4278-bbae-7d7a65ab7ecd admin admin] Checking segment: {'id': '7373053c-511e-4376-b62f-c3ae5d9795fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bf4040b3-edf1-44de-8dae-00b02c9f735f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:23:35.566951 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb23086e-25e4-4278-bbae-7d7a65ab7ecd admin admin] Network hostable DHCP agents. Network: bf4040b3-edf1-44de-8dae-00b02c9f735f, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:23:35.587704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb23086e-25e4-4278-bbae-7d7a65ab7ecd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6a84668c-5324-4032-8895-bad13d87a091,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:35.675167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb23086e-25e4-4278-bbae-7d7a65ab7ecd admin admin] Network bf4040b3-edf1-44de-8dae-00b02c9f735f is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:23:35.772532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-cb23086e-25e4-4278-bbae-7d7a65ab7ecd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, bf4040b3-edf1-44de-8dae-00b02c9f735f) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:23:35.777820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb23086e-25e4-4278-bbae-7d7a65ab7ecd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:35.778854 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cb23086e-25e4-4278-bbae-7d7a65ab7ecd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:35.791028 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521dca00-1e12-47a0-9a10-f4c488c04c04 None None] Network bf4040b3-edf1-44de-8dae-00b02c9f735f requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:23:35.886930 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cb23086e-25e4-4278-bbae-7d7a65ab7ecd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7937140 Aug 17 03:23:35.923619 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-087c9bbc-a482-429d-856f-da43e528b35e None None] Network bf4040b3-edf1-44de-8dae-00b02c9f735f requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:23:36.440877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfceec-b025-477f-8207-0af88afc767d req-fb7ae587-ffb4-4a39-a89b-9ad41869c9a5 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:36.443030 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ddfceec-b025-477f-8207-0af88afc767d req-fb7ae587-ffb4-4a39-a89b-9ad41869c9a5 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/networks?id=bf4040b3-edf1-44de-8dae-00b02c9f735f HTTP/1.1" status: 200 len: 821 time: 0.1340065 Aug 17 03:23:36.460730 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ddfceec-b025-477f-8207-0af88afc767d req-0186b089-927e-41ce-b4b5-27aee95fa698 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/quotas/46f34dbf9993412f8748ba5fa9e08993 HTTP/1.1" status: 200 len: 375 time: 0.0113392 Aug 17 03:23:36.532759 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ddfceec-b025-477f-8207-0af88afc767d req-95dbedd8-f60e-4de1-a167-6c36fe42a8d0 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=46f34dbf9993412f8748ba5fa9e08993&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0635543 Aug 17 03:23:36.538719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-5ddfceec-b025-477f-8207-0af88afc767d req-9e893c67-3498-4a9e-b33f-a0570e48efb1 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:23:36.552528 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ddfceec-b025-477f-8207-0af88afc767d req-9e893c67-3498-4a9e-b33f-a0570e48efb1 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0184884 Aug 17 03:23:36.715318 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ddfceec-b025-477f-8207-0af88afc767d req-57389bb6-43e4-4b9f-ba01-83fbab92c8da service neutron] 10.222.0.10 "GET /v2.0/networks/bf4040b3-edf1-44de-8dae-00b02c9f735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587038 Aug 17 03:23:36.885587 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ddfceec-b025-477f-8207-0af88afc767d req-77d326a0-12b3-41d8-bd6e-58fa40de9190 service neutron] 10.222.0.10 "GET /v2.0/networks/bf4040b3-edf1-44de-8dae-00b02c9f735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1606855 Aug 17 03:23:37.238210 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b993c1fa-3d1c-43e9-af8d-c0c98b1ee85a req-b237bdce-4c29-4dc0-8bbb-3bc31b0c5de7 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 210 time: 0.0525820 Aug 17 03:23:38.348642 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-072f537d-43cd-4530-ba9c-5a7d098921b8 req-86d148b5-5f5f-47b1-be5f-2f79c0737e5d tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 210 time: 0.0532100 Aug 17 03:23:39.453284 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-08f5d60e-799f-4345-bace-e063ece7656f req-ff1bd69e-77ba-4ea5-8b21-9c11f2b34fe5 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 210 time: 0.0535185 Aug 17 03:23:40.558853 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dddaf531-e1b2-451f-b878-cc1d81fb7aa3 req-720e079e-f2c7-4424-9157-07a891bb6c7c tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 210 time: 0.0275393 Aug 17 03:23:41.672952 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec4ae1f6-6c7f-4883-a847-0e4b0eb71d0a req-c16b02c6-04ea-42a0-a719-630aa5ed6112 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 210 time: 0.0368283 Aug 17 03:23:41.995350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfceec-b025-477f-8207-0af88afc767d req-e38b7c5e-bd5e-494b-82d1-135f50f81f1b tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:41.997596 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ddfceec-b025-477f-8207-0af88afc767d req-e38b7c5e-bd5e-494b-82d1-135f50f81f1b tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.30 "GET /v2.0/networks?id=bf4040b3-edf1-44de-8dae-00b02c9f735f HTTP/1.1" status: 200 len: 821 time: 0.1617148 Aug 17 03:23:42.018722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-5ddfceec-b025-477f-8207-0af88afc767d req-f99329cf-85c1-435c-8389-7a7dee239f27 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Request body: {'port': {'device_id': 'b68e7df5-7f33-4e64-8b1d-a15391f5666c', 'network_id': 'bf4040b3-edf1-44de-8dae-00b02c9f735f', 'admin_state_up': True, 'tenant_id': '46f34dbf9993412f8748ba5fa9e08993'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:23:42.279442 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ddfceec-b025-477f-8207-0af88afc767d req-f99329cf-85c1-435c-8389-7a7dee239f27 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Made reservation on behalf of 46f34dbf9993412f8748ba5fa9e08993 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:23:42.284596 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ddfceec-b025-477f-8207-0af88afc767d req-f99329cf-85c1-435c-8389-7a7dee239f27 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:42.456375 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58304) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:42.497109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-5ddfceec-b025-477f-8207-0af88afc767d req-f99329cf-85c1-435c-8389-7a7dee239f27 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Allocated IP 172.20.0.10 (bf4040b3-edf1-44de-8dae-00b02c9f735f/6a84668c-5324-4032-8895-bad13d87a091/58417cfa-7404-4542-88f1-20491c277c98) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:23:42.706260 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ddfceec-b025-477f-8207-0af88afc767d req-f99329cf-85c1-435c-8389-7a7dee239f27 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:42.739731 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-81f740f4-45b5-4ca0-a5be-ccc021d11fcd admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=89e692a9d4034fc488da5eb82b494c30&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2798555 Aug 17 03:23:42.740028 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58316) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:42.822999 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ad0fbe82-a701-4003-90f3-ab1202ca8044 req-2061e56f-e719-4099-a345-67191a932fb1 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 210 time: 0.0337508 Aug 17 03:23:42.838811 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e9ab32c-4c3f-4f28-aedd-70e43ffc9700 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:42.867504 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e9ab32c-4c3f-4f28-aedd-70e43ffc9700 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:42.934953 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ddfceec-b025-477f-8207-0af88afc767d req-f99329cf-85c1-435c-8389-7a7dee239f27 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:42.985964 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ddfceec-b025-477f-8207-0af88afc767d req-f99329cf-85c1-435c-8389-7a7dee239f27 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Network bf4040b3-edf1-44de-8dae-00b02c9f735f is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:23:42.991608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-5ddfceec-b025-477f-8207-0af88afc767d req-f99329cf-85c1-435c-8389-7a7dee239f27 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:23:42.996542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ddfceec-b025-477f-8207-0af88afc767d req-f99329cf-85c1-435c-8389-7a7dee239f27 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:23:43.023908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99329cf-85c1-435c-8389-7a7dee239f27 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Pushing event updated for resources: {'Port': ['ID=58417cfa-7404-4542-88f1-20491c277c98,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:43.041292 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e9ab32c-4c3f-4f28-aedd-70e43ffc9700 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:43.041292 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e9ab32c-4c3f-4f28-aedd-70e43ffc9700 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:43.041292 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4e9ab32c-4c3f-4f28-aedd-70e43ffc9700 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/800c55e6-7ffb-4f61-9014-6a2ae7a4062c HTTP/1.1" status: 204 len: 168 time: 0.2989464 Aug 17 03:23:43.055584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9ab32c-4c3f-4f28-aedd-70e43ffc9700 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=800c55e6-7ffb-4f61-9014-6a2ae7a4062c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:43.070733 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfceec-b025-477f-8207-0af88afc767d req-f99329cf-85c1-435c-8389-7a7dee239f27 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:43.080374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ddfceec-b025-477f-8207-0af88afc767d req-f99329cf-85c1-435c-8389-7a7dee239f27 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:43.156270 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ddfceec-b025-477f-8207-0af88afc767d req-f99329cf-85c1-435c-8389-7a7dee239f27 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1421459 Aug 17 03:23:43.169950 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Request body: {'port': {'device_id': 'b68e7df5-7f33-4e64-8b1d-a15391f5666c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:23:43.255146 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:43.593881 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 58417cfa-7404-4542-88f1-20491c277c98 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:23:43.602374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:43.615252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Transition to ACTIVE for port object 58417cfa-7404-4542-88f1-20491c277c98 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:23:43.709682 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:43.801174 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=58417cfa-7404-4542-88f1-20491c277c98,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:43.874077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Attempting to bind port 58417cfa-7404-4542-88f1-20491c277c98 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:23:43.874506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Attempting to bind port 58417cfa-7404-4542-88f1-20491c277c98 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '7373053c-511e-4376-b62f-c3ae5d9795fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bf4040b3-edf1-44de-8dae-00b02c9f735f'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:23:43.874969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Attempting to bind port 58417cfa-7404-4542-88f1-20491c277c98 on network bf4040b3-edf1-44de-8dae-00b02c9f735f {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:23:43.879533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Port 58417cfa-7404-4542-88f1-20491c277c98 on network bf4040b3-edf1-44de-8dae-00b02c9f735f not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:23:43.879857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Attempting to bind port 58417cfa-7404-4542-88f1-20491c277c98 on network bf4040b3-edf1-44de-8dae-00b02c9f735f {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:23:43.885645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 23, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:23:43.886129 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Checking segment: {'id': '7373053c-511e-4376-b62f-c3ae5d9795fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bf4040b3-edf1-44de-8dae-00b02c9f735f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:23:43.886533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Bound using segment: {'id': '7373053c-511e-4376-b62f-c3ae5d9795fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bf4040b3-edf1-44de-8dae-00b02c9f735f'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:23:43.886974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Bound port: 58417cfa-7404-4542-88f1-20491c277c98, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7373053c-511e-4376-b62f-c3ae5d9795fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': 'bf4040b3-edf1-44de-8dae-00b02c9f735f'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:23:43.887341 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:43.999798 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b551b5-098e-404e-b9ad-df805cfea19a req-42a88d5f-fca5-4abe-9326-4de48eef89ac tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:43.999798 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-43b551b5-098e-404e-b9ad-df805cfea19a req-42a88d5f-fca5-4abe-9326-4de48eef89ac tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 944 time: 0.0963976 Aug 17 03:23:44.006844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] For port 58417cfa-7404-4542-88f1-20491c277c98, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:23:44.010809 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] For port 58417cfa-7404-4542-88f1-20491c277c98, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=58417cfa-7404-4542-88f1-20491c277c98,segment=NetworkSegment(7373053c-511e-4376-b62f-c3ae5d9795fe),segment_id=7373053c-511e-4376-b62f-c3ae5d9795fe)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:23:44.054683 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-43b551b5-098e-404e-b9ad-df805cfea19a req-0ea86032-b837-46d4-84f1-5383d528bfac tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/security-groups?id=be5a8343-c3a9-470e-b42c-9e34a5820ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365148 Aug 17 03:23:44.115923 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:44.186805 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:44.187612 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:44.204509 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ddfceec-b025-477f-8207-0af88afc767d req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] 10.222.0.30 "PUT /v2.0/ports/58417cfa-7404-4542-88f1-20491c277c98 HTTP/1.1" status: 200 len: 1092 time: 1.0249305 Aug 17 03:23:44.228634 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b68e7df5-7f33-4e64-8b1d-a15391f5666c', 'tag': '58417cfa-7404-4542-88f1-20491c277c98'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:23:44.236164 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31e5856f-2851-4f92-92ed-e2c5259ba9c1" -d '{"events": [{"name": "network-changed", "server_uuid": "b68e7df5-7f33-4e64-8b1d-a15391f5666c", "tag": "58417cfa-7404-4542-88f1-20491c277c98"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:23:44.248550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c20c34-b1a3-4277-bbf9-a335ffada1f0 service neutron] Pushing event updated for resources: {'Port': ['ID=58417cfa-7404-4542-88f1-20491c277c98,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:44.308081 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:23:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d1df241-2b05-4efe-9e64-b97cec756b41 x-openstack-request-id: req-7d1df241-2b05-4efe-9e64-b97cec756b41 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:23:44.308081 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b68e7df5-7f33-4e64-8b1d-a15391f5666c", "tag": "58417cfa-7404-4542-88f1-20491c277c98", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:23:44.308081 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d1df241-2b05-4efe-9e64-b97cec756b41 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:23:44.308979 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b68e7df5-7f33-4e64-8b1d-a15391f5666c', 'tag': '58417cfa-7404-4542-88f1-20491c277c98', 'status': 'completed', 'code': 200} Aug 17 03:23:44.393400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfceec-b025-477f-8207-0af88afc767d req-932c4735-abdf-4438-8aa0-52feadab6495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:44.396239 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ddfceec-b025-477f-8207-0af88afc767d req-932c4735-abdf-4438-8aa0-52feadab6495 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46f34dbf9993412f8748ba5fa9e08993&device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 1095 time: 0.0816612 Aug 17 03:23:44.458380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ddfceec-b025-477f-8207-0af88afc767d req-60c2de50-99f6-4577-8bd5-177068c81c97 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58417cfa-7404-4542-88f1-20491c277c98 HTTP/1.1" status: 200 len: 217 time: 0.0503912 Aug 17 03:23:44.515868 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ddfceec-b025-477f-8207-0af88afc767d req-9cf9ebb5-e9e9-464c-831f-99672be9aeb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:44.517382 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ddfceec-b025-477f-8207-0af88afc767d req-9cf9ebb5-e9e9-464c-831f-99672be9aeb9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a84668c-5324-4032-8895-bad13d87a091 HTTP/1.1" status: 200 len: 861 time: 0.0518022 Aug 17 03:23:44.552291 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ddfceec-b025-477f-8207-0af88afc767d req-e482c2a4-3b32-4aaf-9810-7b132000d4c2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf4040b3-edf1-44de-8dae-00b02c9f735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0277257 Aug 17 03:23:44.659880 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ddfceec-b025-477f-8207-0af88afc767d req-ef12e9fd-eafa-422a-83e0-39f588e04fe2 service neutron] 10.222.0.30 "GET /v2.0/networks/bf4040b3-edf1-44de-8dae-00b02c9f735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1001673 Aug 17 03:23:44.792956 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ddfceec-b025-477f-8207-0af88afc767d req-8dae54e0-34e9-47b6-8ff9-f77bd22b0e4a service neutron] 10.222.0.30 "GET /v2.0/networks/bf4040b3-edf1-44de-8dae-00b02c9f735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251085 Aug 17 03:23:45.002290 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5856f-2851-4f92-92ed-e2c5259ba9c1 req-e1ff1d45-e8b9-4e98-85bc-aee77147c85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:45.005675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-31e5856f-2851-4f92-92ed-e2c5259ba9c1 req-e1ff1d45-e8b9-4e98-85bc-aee77147c85c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=46f34dbf9993412f8748ba5fa9e08993&device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 1095 time: 0.0880229 Aug 17 03:23:45.129695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5856f-2851-4f92-92ed-e2c5259ba9c1 req-016482f8-5f3b-4388-afe6-27b7ec2f1ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:45.131369 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-31e5856f-2851-4f92-92ed-e2c5259ba9c1 req-016482f8-5f3b-4388-afe6-27b7ec2f1ab9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=bf4040b3-edf1-44de-8dae-00b02c9f735f HTTP/1.1" status: 200 len: 921 time: 0.1181023 Aug 17 03:23:45.196498 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-31e5856f-2851-4f92-92ed-e2c5259ba9c1 req-ebb00d1a-fe90-415d-98c2-c91f55e17715 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=58417cfa-7404-4542-88f1-20491c277c98 HTTP/1.1" status: 200 len: 217 time: 0.0538208 Aug 17 03:23:45.263368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e5856f-2851-4f92-92ed-e2c5259ba9c1 req-556728a1-a47f-42a4-ac32-52723f2af957 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:45.263368 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-31e5856f-2851-4f92-92ed-e2c5259ba9c1 req-556728a1-a47f-42a4-ac32-52723f2af957 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6a84668c-5324-4032-8895-bad13d87a091 HTTP/1.1" status: 200 len: 861 time: 0.0533895 Aug 17 03:23:45.266064 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-65146e62-0793-49d1-9179-30e58352d595 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:45.277720 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe7bf41-31d1-4d81-a421-a59cca819202 req-905ba30b-a9ec-435d-b8b8-d5feafa90ac8 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:45.279330 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fe7bf41-31d1-4d81-a421-a59cca819202 req-905ba30b-a9ec-435d-b8b8-d5feafa90ac8 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 944 time: 0.1470747 Aug 17 03:23:45.314220 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-31e5856f-2851-4f92-92ed-e2c5259ba9c1 req-5a80b398-3704-43c4-ad6e-596be157a5a5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=bf4040b3-edf1-44de-8dae-00b02c9f735f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338149 Aug 17 03:23:45.429096 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fe7bf41-31d1-4d81-a421-a59cca819202 req-3e9bdd7e-0e2d-455b-a08c-eb027d5f6756 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/security-groups?id=be5a8343-c3a9-470e-b42c-9e34a5820ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335809 Aug 17 03:23:45.482667 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-31e5856f-2851-4f92-92ed-e2c5259ba9c1 req-2eccbe4d-0d5d-4683-ac5c-a293aec800fb service neutron] 10.222.0.30 "GET /v2.0/networks/bf4040b3-edf1-44de-8dae-00b02c9f735f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1361375 Aug 17 03:23:45.631121 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-31e5856f-2851-4f92-92ed-e2c5259ba9c1 req-61166cdb-00d1-4b88-9084-877ed04b1394 service neutron] 10.222.0.30 "GET /v2.0/networks/bf4040b3-edf1-44de-8dae-00b02c9f735f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395276 Aug 17 03:23:46.598561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347dfd38-86f5-4de3-8dd6-241752ca4919 req-0a368ef6-64fe-4c81-bea4-f78bfee91470 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:46.600842 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-347dfd38-86f5-4de3-8dd6-241752ca4919 req-0a368ef6-64fe-4c81-bea4-f78bfee91470 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 944 time: 0.0823317 Aug 17 03:23:46.670628 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-347dfd38-86f5-4de3-8dd6-241752ca4919 req-e7a144d3-08b4-493e-8a72-8640134e86b3 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/security-groups?id=be5a8343-c3a9-470e-b42c-9e34a5820ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626233 Aug 17 03:23:47.500479 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 58417cfa-7404-4542-88f1-20491c277c98 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:23:47.767917 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 58417cfa-7404-4542-88f1-20491c277c98, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=58417cfa-7404-4542-88f1-20491c277c98,segment=NetworkSegment(7373053c-511e-4376-b62f-c3ae5d9795fe),segment_id=7373053c-511e-4376-b62f-c3ae5d9795fe)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:23:47.792119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '58417cfa-7404-4542-88f1-20491c277c98', 'network_id': 'bf4040b3-edf1-44de-8dae-00b02c9f735f', 'port_id': '58417cfa-7404-4542-88f1-20491c277c98', 'mac_address': 'fa:16:3e:9d:cc:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6a84668c-5324-4032-8895-bad13d87a091', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:23:47.860081 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:47.873595 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-157bd98d-46a3-4db1-9b83-84582dbf4e07 req-6a7ad3db-17d4-434a-b17d-6a98d60b673d tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:47.875606 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-157bd98d-46a3-4db1-9b83-84582dbf4e07 req-6a7ad3db-17d4-434a-b17d-6a98d60b673d tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 944 time: 0.0812950 Aug 17 03:23:47.882994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 58417cfa-7404-4542-88f1-20491c277c98 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:23:47.911386 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 58417cfa-7404-4542-88f1-20491c277c98, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=58417cfa-7404-4542-88f1-20491c277c98,segment=NetworkSegment(7373053c-511e-4376-b62f-c3ae5d9795fe),segment_id=7373053c-511e-4376-b62f-c3ae5d9795fe)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:23:47.977051 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-157bd98d-46a3-4db1-9b83-84582dbf4e07 req-645dc70a-0d71-4930-bcaa-4c85b7cf715d tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/security-groups?id=be5a8343-c3a9-470e-b42c-9e34a5820ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850925 Aug 17 03:23:47.995614 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f2233345-a039-451a-8289-a1ea9732f090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:48.028973 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:48.149813 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=58417cfa-7404-4542-88f1-20491c277c98,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:48.164663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:48.165328 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:48.165928 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:48.168424 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:48.169817 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:48.171004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:48.172310 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:48.175541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:48.178785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:48.179504 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:48.180252 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:48.181273 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:23:48.191891 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:48.273125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['58417cfa-7404-4542-88f1-20491c277c98'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:23:49.109348 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4cd2495-6023-48c2-a434-42c8c1fd02c3 req-584e3506-109b-408a-ba35-1e4444738e22 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:49.120099 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4cd2495-6023-48c2-a434-42c8c1fd02c3 req-584e3506-109b-408a-ba35-1e4444738e22 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 945 time: 0.0616426 Aug 17 03:23:49.150139 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:49.162097 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4cd2495-6023-48c2-a434-42c8c1fd02c3 req-7ea78436-7d00-469c-8b7d-766ca04f4604 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/security-groups?id=be5a8343-c3a9-470e-b42c-9e34a5820ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411973 Aug 17 03:23:49.505201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 58417cfa-7404-4542-88f1-20491c277c98 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:23:49.643982 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 58417cfa-7404-4542-88f1-20491c277c98 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:23:49.648449 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 58417cfa-7404-4542-88f1-20491c277c98 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:23:49.648986 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:49.755081 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:49.789386 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68e7df5-7f33-4e64-8b1d-a15391f5666c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58417cfa-7404-4542-88f1-20491c277c98'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:23:49.795455 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abffe52a-6ebd-4602-92c3-6989e4ded5df" -d '{"events": [{"server_uuid": "b68e7df5-7f33-4e64-8b1d-a15391f5666c", "name": "network-vif-plugged", "status": "completed", "tag": "58417cfa-7404-4542-88f1-20491c277c98"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:23:49.812837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 58417cfa-7404-4542-88f1-20491c277c98, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=58417cfa-7404-4542-88f1-20491c277c98,segment=NetworkSegment(7373053c-511e-4376-b62f-c3ae5d9795fe),segment_id=7373053c-511e-4376-b62f-c3ae5d9795fe)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:23:49.842699 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:23:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-297a9e8e-f6c7-4556-b0b3-612a166d085a x-openstack-request-id: req-297a9e8e-f6c7-4556-b0b3-612a166d085a {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:23:49.843082 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68e7df5-7f33-4e64-8b1d-a15391f5666c", "name": "network-vif-plugged", "status": "completed", "tag": "58417cfa-7404-4542-88f1-20491c277c98", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:23:49.843247 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-297a9e8e-f6c7-4556-b0b3-612a166d085a {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:23:49.843648 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68e7df5-7f33-4e64-8b1d-a15391f5666c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '58417cfa-7404-4542-88f1-20491c277c98', 'code': 200} Aug 17 03:23:49.877541 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:49.932119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=58417cfa-7404-4542-88f1-20491c277c98,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:49.998586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4986f94d-e88a-4543-90b5-505ab3e7dffb req-fc55c2b8-cff3-4021-8d45-65816e963b4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:50.000947 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4986f94d-e88a-4543-90b5-505ab3e7dffb req-fc55c2b8-cff3-4021-8d45-65816e963b4f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 1097 time: 0.0874104 Aug 17 03:23:50.056740 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4986f94d-e88a-4543-90b5-505ab3e7dffb req-b929050b-9f98-4723-88d8-3ec0c35a482e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=be5a8343-c3a9-470e-b42c-9e34a5820ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475750 Aug 17 03:23:50.336479 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b303ab3-2923-4e45-aeba-9d0c12ea4601 req-91dda55f-3db9-4394-906c-965d2091a8db tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:50.347279 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6b303ab3-2923-4e45-aeba-9d0c12ea4601 req-91dda55f-3db9-4394-906c-965d2091a8db tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 946 time: 0.0693913 Aug 17 03:23:50.404307 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6b303ab3-2923-4e45-aeba-9d0c12ea4601 req-0ee56c74-0ada-42a7-a751-3565639ce4a5 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/security-groups?id=be5a8343-c3a9-470e-b42c-9e34a5820ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496283 Aug 17 03:23:51.026902 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:51.536098 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed573e4-43f1-4187-92fa-00a4202b39ec req-98e2c21c-0738-4698-91da-df8830b1ab18 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:51.543390 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ed573e4-43f1-4187-92fa-00a4202b39ec req-98e2c21c-0738-4698-91da-df8830b1ab18 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 946 time: 0.0728946 Aug 17 03:23:51.589837 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ed573e4-43f1-4187-92fa-00a4202b39ec req-a45f65c7-e774-44e8-bab7-4728dc60a138 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/security-groups?id=be5a8343-c3a9-470e-b42c-9e34a5820ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441048 Aug 17 03:23:52.141733 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58610) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:52.266883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1624c4-9cff-48c6-93a9-7136e861391f req-348209e9-25df-4651-9998-fb8c92e3a5d8 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:52.268757 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3d1624c4-9cff-48c6-93a9-7136e861391f req-348209e9-25df-4651-9998-fb8c92e3a5d8 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 946 time: 0.0618329 Aug 17 03:23:52.327779 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c8764684-ffc3-40cb-8e37-202e56316305 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:52.356775 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3d1624c4-9cff-48c6-93a9-7136e861391f req-069ee25b-968f-4779-b017-ee876ad7b5ab tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/security-groups?id=be5a8343-c3a9-470e-b42c-9e34a5820ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819709 Aug 17 03:23:52.459374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c8764684-ffc3-40cb-8e37-202e56316305 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:52.551686 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c8764684-ffc3-40cb-8e37-202e56316305 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:52.584258 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c8764684-ffc3-40cb-8e37-202e56316305 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=acefbd6d26b1473db4acd73c052c7373&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4388578 Aug 17 03:23:52.585002 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58620) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:52.601751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8764684-ffc3-40cb-8e37-202e56316305 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97a4c41c-d793-4995-8d23-9a94812a8f78,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:52.657912 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ec1a-75f3-4107-85d3-dad0e51f9858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:52.685648 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ec1a-75f3-4107-85d3-dad0e51f9858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:52.832092 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ec1a-75f3-4107-85d3-dad0e51f9858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:52.836068 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9a6ec1a-75f3-4107-85d3-dad0e51f9858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:52.839484 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b9a6ec1a-75f3-4107-85d3-dad0e51f9858 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97a4c41c-d793-4995-8d23-9a94812a8f78 HTTP/1.1" status: 204 len: 168 time: 0.2533965 Aug 17 03:23:52.849346 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a6ec1a-75f3-4107-85d3-dad0e51f9858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97a4c41c-d793-4995-8d23-9a94812a8f78,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:53.524206 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3730d66-9633-4341-b30d-77d3bc52a4ad req-c59984f4-8567-4856-9e42-17832e044e3f tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:53.526457 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d3730d66-9633-4341-b30d-77d3bc52a4ad req-c59984f4-8567-4856-9e42-17832e044e3f tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 946 time: 0.0881095 Aug 17 03:23:53.580506 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d3730d66-9633-4341-b30d-77d3bc52a4ad req-94aa880c-d169-4e14-9286-d188ac675e4a tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/security-groups?id=be5a8343-c3a9-470e-b42c-9e34a5820ca6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477390 Aug 17 03:23:53.641225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196419e-05a3-4182-8e45-c5b950747f5f req-3e6d3a0f-d6dc-456b-935d-8f67bb39e79c tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:23:53.644191 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4196419e-05a3-4182-8e45-c5b950747f5f req-3e6d3a0f-d6dc-456b-935d-8f67bb39e79c tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.30 "GET /v2.0/ports?device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 946 time: 0.0668085 Aug 17 03:23:53.661246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58638) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:53.686153 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0def50ec-195b-4b97-bdef-5aecd03d6e1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:53.773076 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-4196419e-05a3-4182-8e45-c5b950747f5f req-8926347c-d13b-4a4d-b2ee-928d9ea5a793 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Deleting port 58417cfa-7404-4542-88f1-20491c277c98 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:23:53.777835 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4196419e-05a3-4182-8e45-c5b950747f5f req-8926347c-d13b-4a4d-b2ee-928d9ea5a793 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:53.804821 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0def50ec-195b-4b97-bdef-5aecd03d6e1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:53.870039 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0def50ec-195b-4b97-bdef-5aecd03d6e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:53.883297 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4196419e-05a3-4182-8e45-c5b950747f5f req-8926347c-d13b-4a4d-b2ee-928d9ea5a793 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] For port 58417cfa-7404-4542-88f1-20491c277c98, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=58417cfa-7404-4542-88f1-20491c277c98,segment=NetworkSegment(7373053c-511e-4376-b62f-c3ae5d9795fe),segment_id=7373053c-511e-4376-b62f-c3ae5d9795fe)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:23:53.883475 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4196419e-05a3-4182-8e45-c5b950747f5f req-8926347c-d13b-4a4d-b2ee-928d9ea5a793 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:53.911444 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-4196419e-05a3-4182-8e45-c5b950747f5f req-8926347c-d13b-4a4d-b2ee-928d9ea5a793 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Calling delete_port for 58417cfa-7404-4542-88f1-20491c277c98 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:23:53.913672 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0def50ec-195b-4b97-bdef-5aecd03d6e1b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=33bab4841b1c4bc6a9849b87c40f80f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2507024 Aug 17 03:23:53.916449 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58642) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:53.923911 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0def50ec-195b-4b97-bdef-5aecd03d6e1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4ea0ef4-ad6a-4749-b06f-6c13fbf01eb0,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:54.006523 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b067ab4d-8599-41a1-9924-9687173e725d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:54.049032 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b067ab4d-8599-41a1-9924-9687173e725d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:54.239113 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b067ab4d-8599-41a1-9924-9687173e725d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:54.239113 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b067ab4d-8599-41a1-9924-9687173e725d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:54.239113 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b067ab4d-8599-41a1-9924-9687173e725d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/a4ea0ef4-ad6a-4749-b06f-6c13fbf01eb0 HTTP/1.1" status: 204 len: 168 time: 0.3114421 Aug 17 03:23:54.239113 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b067ab4d-8599-41a1-9924-9687173e725d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4ea0ef4-ad6a-4749-b06f-6c13fbf01eb0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:54.300253 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4196419e-05a3-4182-8e45-c5b950747f5f req-8926347c-d13b-4a4d-b2ee-928d9ea5a793 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:54.318998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['58417cfa-7404-4542-88f1-20491c277c98'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:23:54.346850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8926347c-d13b-4a4d-b2ee-928d9ea5a793 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Pushing event deleted for resources: {'Port': ['ID=58417cfa-7404-4542-88f1-20491c277c98,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:54.413581 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4196419e-05a3-4182-8e45-c5b950747f5f req-8926347c-d13b-4a4d-b2ee-928d9ea5a793 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] No DVR routers for this DVR port 58417cfa-7404-4542-88f1-20491c277c98 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:23:54.417757 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4196419e-05a3-4182-8e45-c5b950747f5f req-8926347c-d13b-4a4d-b2ee-928d9ea5a793 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:54.419876 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4196419e-05a3-4182-8e45-c5b950747f5f req-8926347c-d13b-4a4d-b2ee-928d9ea5a793 tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.30 "DELETE /v2.0/ports/58417cfa-7404-4542-88f1-20491c277c98 HTTP/1.1" status: 204 len: 173 time: 0.7695007 Aug 17 03:23:54.420358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b68e7df5-7f33-4e64-8b1d-a15391f5666c', 'name': 'network-vif-deleted', 'tag': '58417cfa-7404-4542-88f1-20491c277c98'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:23:54.422648 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-71e71b9d-5597-40c1-a922-0f5022d727ec" -d '{"events": [{"server_uuid": "b68e7df5-7f33-4e64-8b1d-a15391f5666c", "name": "network-vif-deleted", "tag": "58417cfa-7404-4542-88f1-20491c277c98"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:23:54.464302 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:23:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3cb49c8-e439-4284-afeb-0044f824c93c x-openstack-request-id: req-d3cb49c8-e439-4284-afeb-0044f824c93c {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:23:54.464602 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b68e7df5-7f33-4e64-8b1d-a15391f5666c", "name": "network-vif-deleted", "tag": "58417cfa-7404-4542-88f1-20491c277c98", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:23:54.464857 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d3cb49c8-e439-4284-afeb-0044f824c93c {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:23:54.465265 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b68e7df5-7f33-4e64-8b1d-a15391f5666c', 'name': 'network-vif-deleted', 'tag': '58417cfa-7404-4542-88f1-20491c277c98', 'status': 'completed', 'code': 200} Aug 17 03:23:54.698139 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bdaec477-dcb6-44aa-bb65-d8a73763aa40 req-947d9373-8c20-49bb-8862-b891fdbe214b tempest-ServerAddressesNegativeTestJSON-289447634 tempest-ServerAddressesNegativeTestJSON-289447634-project] 10.222.0.10 "GET /v2.0/ports?device_id=b68e7df5-7f33-4e64-8b1d-a15391f5666c HTTP/1.1" status: 200 len: 210 time: 0.0343149 Aug 17 03:23:55.811145 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58692) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:55.888371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-67381853-c11a-4dcf-9b3c-a7a5893729a0 admin admin] Deleting subnet 6a84668c-5324-4032-8895-bad13d87a091 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:23:55.892016 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67381853-c11a-4dcf-9b3c-a7a5893729a0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:55.931675 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67381853-c11a-4dcf-9b3c-a7a5893729a0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:55.974323 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67381853-c11a-4dcf-9b3c-a7a5893729a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:56.135853 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67381853-c11a-4dcf-9b3c-a7a5893729a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:56.183014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67381853-c11a-4dcf-9b3c-a7a5893729a0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6a84668c-5324-4032-8895-bad13d87a091,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:56.192459 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67381853-c11a-4dcf-9b3c-a7a5893729a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:56.197332 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-67381853-c11a-4dcf-9b3c-a7a5893729a0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6a84668c-5324-4032-8895-bad13d87a091 HTTP/1.1" status: 204 len: 168 time: 0.3822975 Aug 17 03:23:56.200491 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58698) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:56.297228 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5157437c-61d2-4186-b066-46f0fa09a160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:56.428099 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5157437c-61d2-4186-b066-46f0fa09a160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:56.439814 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-5157437c-61d2-4186-b066-46f0fa09a160 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf4040b3-edf1-44de-8dae-00b02c9f735f']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:23:56.451130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-5157437c-61d2-4186-b066-46f0fa09a160 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7373053c-511e-4376-b62f-c3ae5d9795fe') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:23:56.460121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-5157437c-61d2-4186-b066-46f0fa09a160 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7373053c-511e-4376-b62f-c3ae5d9795fe') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:23:56.461765 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5157437c-61d2-4186-b066-46f0fa09a160 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:56.479927 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5157437c-61d2-4186-b066-46f0fa09a160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:56.486101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5157437c-61d2-4186-b066-46f0fa09a160 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:23:56.486499 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5157437c-61d2-4186-b066-46f0fa09a160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:23:56.488511 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:23:56.813268 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5157437c-61d2-4186-b066-46f0fa09a160 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:56.821448 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5157437c-61d2-4186-b066-46f0fa09a160 admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:56.822616 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5157437c-61d2-4186-b066-46f0fa09a160 admin admin] 10.222.0.10 "DELETE /v2.0/networks/bf4040b3-edf1-44de-8dae-00b02c9f735f HTTP/1.1" status: 204 len: 168 time: 0.6231406 Aug 17 03:23:56.836396 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5157437c-61d2-4186-b066-46f0fa09a160 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf4040b3-edf1-44de-8dae-00b02c9f735f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:23:57.278314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58732) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:57.343687 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-294c927f-83fc-49de-bb7c-6215d42ffe75 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=46f34dbf9993412f8748ba5fa9e08993&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0603085 Aug 17 03:23:57.344077 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58736) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:23:57.408999 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9fc0bb93-0373-4858-ad2e-16faadb70b8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:57.438637 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9fc0bb93-0373-4858-ad2e-16faadb70b8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:57.541125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 58417cfa-7404-4542-88f1-20491c277c98 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:23:57.564977 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 58417cfa-7404-4542-88f1-20491c277c98 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:23:57.565320 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 58417cfa-7404-4542-88f1-20491c277c98 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:23:57.580276 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9fc0bb93-0373-4858-ad2e-16faadb70b8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:57.583227 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9fc0bb93-0373-4858-ad2e-16faadb70b8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:23:57.584576 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9fc0bb93-0373-4858-ad2e-16faadb70b8f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/be5a8343-c3a9-470e-b42c-9e34a5820ca6 HTTP/1.1" status: 204 len: 168 time: 0.2394896 Aug 17 03:23:57.597594 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fc0bb93-0373-4858-ad2e-16faadb70b8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be5a8343-c3a9-470e-b42c-9e34a5820ca6,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:00.998081 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58844) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:01.138458 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5838a86e-7ce8-4669-88fb-1e4bc09d8f90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:01.310420 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5838a86e-7ce8-4669-88fb-1e4bc09d8f90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:01.395621 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5838a86e-7ce8-4669-88fb-1e4bc09d8f90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:01.443167 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5838a86e-7ce8-4669-88fb-1e4bc09d8f90 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=292d11cffee74c4b8245597170c334a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4439986 Aug 17 03:24:01.444059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5838a86e-7ce8-4669-88fb-1e4bc09d8f90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327552ff-4fa9-406c-8e93-2c1365dda663,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:01.447927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 58860) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:01.538941 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb6787c5-5182-4c2c-b86c-75b2a197a14f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:01.567296 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb6787c5-5182-4c2c-b86c-75b2a197a14f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:02.995801 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb6787c5-5182-4c2c-b86c-75b2a197a14f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:02.998695 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eb6787c5-5182-4c2c-b86c-75b2a197a14f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:03.006383 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-eb6787c5-5182-4c2c-b86c-75b2a197a14f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/327552ff-4fa9-406c-8e93-2c1365dda663 HTTP/1.1" status: 204 len: 168 time: 1.5564716 Aug 17 03:24:03.015492 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb6787c5-5182-4c2c-b86c-75b2a197a14f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327552ff-4fa9-406c-8e93-2c1365dda663,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:03.178454 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:03.780791 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:04.070361 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58914) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:04.089264 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ea5c2d7-ad68-4e3d-b3b6-e12db0f3e2f1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:04.207771 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ea5c2d7-ad68-4e3d-b3b6-e12db0f3e2f1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:04.283379 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ea5c2d7-ad68-4e3d-b3b6-e12db0f3e2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:04.357357 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9ea5c2d7-ad68-4e3d-b3b6-e12db0f3e2f1 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c141bc5cf2cb49de81d092d346503f0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2845969 Aug 17 03:24:04.361082 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 58918) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:04.408966 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ea5c2d7-ad68-4e3d-b3b6-e12db0f3e2f1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e23aaf49-2bfb-4c9a-ad73-e356629f71d1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:04.428473 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9fd7d44-2852-4108-9ceb-508c42237f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:04.474745 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9fd7d44-2852-4108-9ceb-508c42237f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:04.632740 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9fd7d44-2852-4108-9ceb-508c42237f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:04.636104 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9fd7d44-2852-4108-9ceb-508c42237f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:04.637764 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a9fd7d44-2852-4108-9ceb-508c42237f65 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e23aaf49-2bfb-4c9a-ad73-e356629f71d1 HTTP/1.1" status: 204 len: 168 time: 0.2755218 Aug 17 03:24:04.655518 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9fd7d44-2852-4108-9ceb-508c42237f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e23aaf49-2bfb-4c9a-ad73-e356629f71d1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:09.357501 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 59108) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:09.529855 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-109af81d-58e8-4088-bdf5-dd0678a2417c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:09.542669 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:24:09.632797 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-109af81d-58e8-4088-bdf5-dd0678a2417c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:09.751759 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-109af81d-58e8-4088-bdf5-dd0678a2417c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:09.793976 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-109af81d-58e8-4088-bdf5-dd0678a2417c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5c53437878d415da313c8e547c941b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4355385 Aug 17 03:24:09.794968 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-109af81d-58e8-4088-bdf5-dd0678a2417c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e76f9a97-0179-4b8e-8ff0-61fffcd9ff20,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:09.796589 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 59118) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:09.852483 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f434cdc-8704-4c92-a15f-9205964097f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:09.873258 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f434cdc-8704-4c92-a15f-9205964097f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:10.047368 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f434cdc-8704-4c92-a15f-9205964097f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:10.050376 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f434cdc-8704-4c92-a15f-9205964097f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:10.053973 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1f434cdc-8704-4c92-a15f-9205964097f1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e76f9a97-0179-4b8e-8ff0-61fffcd9ff20 HTTP/1.1" status: 204 len: 168 time: 0.2539804 Aug 17 03:24:10.064432 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f434cdc-8704-4c92-a15f-9205964097f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e76f9a97-0179-4b8e-8ff0-61fffcd9ff20,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:11.168711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 59148) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:11.183187 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1423c40d-6eba-49a3-9929-e6333f294600 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:11.283529 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1423c40d-6eba-49a3-9929-e6333f294600 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:11.392349 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1423c40d-6eba-49a3-9929-e6333f294600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:11.459942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1423c40d-6eba-49a3-9929-e6333f294600 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5264276-4bb6-4ed3-80cb-f9eb8f6255f2,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:11.465277 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1423c40d-6eba-49a3-9929-e6333f294600 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c5144ecb12514c48812320469df3052a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2953620 Aug 17 03:24:11.469814 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 59154) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:11.527648 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-50759897-c19f-49b3-a37a-bb49853aa834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:11.551680 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-50759897-c19f-49b3-a37a-bb49853aa834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:11.740738 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-50759897-c19f-49b3-a37a-bb49853aa834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:11.743468 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-50759897-c19f-49b3-a37a-bb49853aa834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:11.746947 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-50759897-c19f-49b3-a37a-bb49853aa834 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5264276-4bb6-4ed3-80cb-f9eb8f6255f2 HTTP/1.1" status: 204 len: 168 time: 0.2732389 Aug 17 03:24:11.757112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50759897-c19f-49b3-a37a-bb49853aa834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5264276-4bb6-4ed3-80cb-f9eb8f6255f2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:12.923754 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 59196) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:13.134596 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa01a1ed-a616-419b-8894-cf0ec4a743da admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:13.264038 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa01a1ed-a616-419b-8894-cf0ec4a743da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:13.340760 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aa01a1ed-a616-419b-8894-cf0ec4a743da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:13.413330 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-aa01a1ed-a616-419b-8894-cf0ec4a743da admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6f232d6250564de1b01bb4662d05cb0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4845080 Aug 17 03:24:13.413633 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 59214) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:13.423281 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa01a1ed-a616-419b-8894-cf0ec4a743da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c619d57-5df7-41ac-a3ea-4568b1ea11e6,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:13.478610 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d73098d0-9f79-446c-a096-419a1269e570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:13.509440 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d73098d0-9f79-446c-a096-419a1269e570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:13.706628 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d73098d0-9f79-446c-a096-419a1269e570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:13.712078 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d73098d0-9f79-446c-a096-419a1269e570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:13.724787 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d73098d0-9f79-446c-a096-419a1269e570 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3c619d57-5df7-41ac-a3ea-4568b1ea11e6 HTTP/1.1" status: 204 len: 168 time: 0.3094106 Aug 17 03:24:13.744414 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d73098d0-9f79-446c-a096-419a1269e570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c619d57-5df7-41ac-a3ea-4568b1ea11e6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:14.746163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 59268) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:14.761500 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c2d595a5-a279-4a31-9164-692483b54cc9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:14.890719 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c2d595a5-a279-4a31-9164-692483b54cc9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:15.013025 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c2d595a5-a279-4a31-9164-692483b54cc9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:15.052091 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d595a5-a279-4a31-9164-692483b54cc9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d79073e0-fe5a-4390-89c9-b3e32738dc91,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:15.059011 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c2d595a5-a279-4a31-9164-692483b54cc9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cd4d139981b541518f028538b592ba92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3090913 Aug 17 03:24:15.059188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 59276) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:15.133903 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9dbffd2c-1419-4847-a7d5-de80c304608d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:15.158255 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9dbffd2c-1419-4847-a7d5-de80c304608d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:15.364016 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6325a803-9da6-4028-9a0f-b2aad82559c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:15.364631 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9dbffd2c-1419-4847-a7d5-de80c304608d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:15.368097 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9dbffd2c-1419-4847-a7d5-de80c304608d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:15.369400 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9dbffd2c-1419-4847-a7d5-de80c304608d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d79073e0-fe5a-4390-89c9-b3e32738dc91 HTTP/1.1" status: 204 len: 168 time: 0.3091197 Aug 17 03:24:15.380819 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbffd2c-1419-4847-a7d5-de80c304608d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d79073e0-fe5a-4390-89c9-b3e32738dc91,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:17.961596 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cba2eb1d-a6b0-46bc-b448-546c2fb956bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:18.163809 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:19.139412 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:19.517687 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 59490) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:19.645057 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-00fa2186-4634-4f22-aa91-c6457c32d027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:20.016055 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-00fa2186-4634-4f22-aa91-c6457c32d027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:20.072360 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-00fa2186-4634-4f22-aa91-c6457c32d027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:20.110813 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fa2186-4634-4f22-aa91-c6457c32d027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99eb8e7f-e0ed-4903-9d98-508ff257f673,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:20.118570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fa2186-4634-4f22-aa91-c6457c32d027 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.118918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fa2186-4634-4f22-aa91-c6457c32d027 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.119464 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fa2186-4634-4f22-aa91-c6457c32d027 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.119990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fa2186-4634-4f22-aa91-c6457c32d027 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.120536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fa2186-4634-4f22-aa91-c6457c32d027 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.121059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fa2186-4634-4f22-aa91-c6457c32d027 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.121615 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fa2186-4634-4f22-aa91-c6457c32d027 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.122155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fa2186-4634-4f22-aa91-c6457c32d027 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.122673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fa2186-4634-4f22-aa91-c6457c32d027 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.123189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fa2186-4634-4f22-aa91-c6457c32d027 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.123982 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fa2186-4634-4f22-aa91-c6457c32d027 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.124533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00fa2186-4634-4f22-aa91-c6457c32d027 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.146867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 59506) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:20.147441 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-00fa2186-4634-4f22-aa91-c6457c32d027 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d0a2a7c78ce84c8ab3559132a07d4953&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6275842 Aug 17 03:24:20.205296 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf79d-152a-4a73-abd1-44e1850f7683 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:20.230352 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf79d-152a-4a73-abd1-44e1850f7683 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:20.341103 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf79d-152a-4a73-abd1-44e1850f7683 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:20.344033 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6ecf79d-152a-4a73-abd1-44e1850f7683 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:20.345190 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b6ecf79d-152a-4a73-abd1-44e1850f7683 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/99eb8e7f-e0ed-4903-9d98-508ff257f673 HTTP/1.1" status: 204 len: 168 time: 0.1965754 Aug 17 03:24:20.353934 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ecf79d-152a-4a73-abd1-44e1850f7683 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99eb8e7f-e0ed-4903-9d98-508ff257f673,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:20.363415 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf79d-152a-4a73-abd1-44e1850f7683 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.364193 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf79d-152a-4a73-abd1-44e1850f7683 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.364793 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf79d-152a-4a73-abd1-44e1850f7683 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.365379 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf79d-152a-4a73-abd1-44e1850f7683 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.366013 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf79d-152a-4a73-abd1-44e1850f7683 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.366591 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf79d-152a-4a73-abd1-44e1850f7683 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.367185 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf79d-152a-4a73-abd1-44e1850f7683 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.367777 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf79d-152a-4a73-abd1-44e1850f7683 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.368510 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf79d-152a-4a73-abd1-44e1850f7683 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.369101 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf79d-152a-4a73-abd1-44e1850f7683 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.369717 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf79d-152a-4a73-abd1-44e1850f7683 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.371576 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6ecf79d-152a-4a73-abd1-44e1850f7683 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:24:20.866470 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:21.116980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 59524) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:21.136122 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6ea369b1-8787-4d75-8676-704a6d0c7a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:21.271754 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6ea369b1-8787-4d75-8676-704a6d0c7a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:21.340788 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6ea369b1-8787-4d75-8676-704a6d0c7a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:21.654846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ea369b1-8787-4d75-8676-704a6d0c7a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d1c99c-0ad5-4f4b-8c43-c5c6c2473906,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:21.679376 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6ea369b1-8787-4d75-8676-704a6d0c7a0f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4ee75651e01e4cbdbfdf7ba5d5a7670f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5612111 Aug 17 03:24:21.681849 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 59530) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:21.742212 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b544ae52-feed-4ef9-8cd7-5306f4bd179d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:21.767319 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b544ae52-feed-4ef9-8cd7-5306f4bd179d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:21.901938 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b544ae52-feed-4ef9-8cd7-5306f4bd179d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:21.906291 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b544ae52-feed-4ef9-8cd7-5306f4bd179d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:21.911576 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b544ae52-feed-4ef9-8cd7-5306f4bd179d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00d1c99c-0ad5-4f4b-8c43-c5c6c2473906 HTTP/1.1" status: 204 len: 168 time: 0.2277510 Aug 17 03:24:21.922090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b544ae52-feed-4ef9-8cd7-5306f4bd179d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d1c99c-0ad5-4f4b-8c43-c5c6c2473906,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:27.628304 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 59686) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:27.755282 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e597bbcd-73ad-47cb-9363-11acdde9a03a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:27.874150 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e597bbcd-73ad-47cb-9363-11acdde9a03a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:28.958411 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e597bbcd-73ad-47cb-9363-11acdde9a03a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:28.996679 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e597bbcd-73ad-47cb-9363-11acdde9a03a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ae3b54d-d48e-4c56-95d2-743cf7ad5b16,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:29.014475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 59700) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:29.028190 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e597bbcd-73ad-47cb-9363-11acdde9a03a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=5deab5555391498da1cf31dd724031db&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3948951 Aug 17 03:24:29.088291 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e82f9870-2b1f-4418-ab07-09e7ca811fe0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:29.132672 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e82f9870-2b1f-4418-ab07-09e7ca811fe0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:29.296800 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e82f9870-2b1f-4418-ab07-09e7ca811fe0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:29.301608 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e82f9870-2b1f-4418-ab07-09e7ca811fe0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:29.303083 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e82f9870-2b1f-4418-ab07-09e7ca811fe0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0ae3b54d-d48e-4c56-95d2-743cf7ad5b16 HTTP/1.1" status: 204 len: 168 time: 0.2736647 Aug 17 03:24:29.315897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82f9870-2b1f-4418-ab07-09e7ca811fe0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ae3b54d-d48e-4c56-95d2-743cf7ad5b16,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:30.738844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 59730) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:30.752772 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f8e2b7da-fad7-48fe-a4c8-feab898f312b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:30.867156 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f8e2b7da-fad7-48fe-a4c8-feab898f312b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:30.947087 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f8e2b7da-fad7-48fe-a4c8-feab898f312b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:31.002938 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f8e2b7da-fad7-48fe-a4c8-feab898f312b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7a8f19e741bb439e831fb2b58c84463d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2627389 Aug 17 03:24:31.004060 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e2b7da-fad7-48fe-a4c8-feab898f312b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f89c60b-6f9f-4c8c-ac8b-ea5ac0bb2ee8,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:31.005954 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 59736) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:31.098359 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba0a60b4-45e3-4804-adf8-dfb64d7ac2c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:31.122004 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba0a60b4-45e3-4804-adf8-dfb64d7ac2c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:31.266561 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba0a60b4-45e3-4804-adf8-dfb64d7ac2c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:31.269107 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ba0a60b4-45e3-4804-adf8-dfb64d7ac2c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:31.270580 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ba0a60b4-45e3-4804-adf8-dfb64d7ac2c4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2f89c60b-6f9f-4c8c-ac8b-ea5ac0bb2ee8 HTTP/1.1" status: 204 len: 168 time: 0.2634268 Aug 17 03:24:31.290978 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a60b4-45e3-4804-adf8-dfb64d7ac2c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f89c60b-6f9f-4c8c-ac8b-ea5ac0bb2ee8,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:33.261829 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:33.797996 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:44.816690 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60100) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:44.964630 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-21d4d839-aeee-4412-8172-fa7d020ea9dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:45.090992 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-21d4d839-aeee-4412-8172-fa7d020ea9dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:45.222103 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-21d4d839-aeee-4412-8172-fa7d020ea9dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:45.278347 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60114) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:45.279433 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-21d4d839-aeee-4412-8172-fa7d020ea9dc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ca7e2ab9ef5a4b86a49cd4d86fe3e81d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4605205 Aug 17 03:24:45.307652 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5ec8dc1d-63cc-4fda-ab5d-def6139b7922 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:45.327741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d4d839-aeee-4412-8172-fa7d020ea9dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00fe8f17-9cd5-4af5-a28d-17daee926fda,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:45.342099 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-538b3d1f-5dfd-4232-95ee-ed1c58ecf307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:45.367904 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-538b3d1f-5dfd-4232-95ee-ed1c58ecf307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:45.524192 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-538b3d1f-5dfd-4232-95ee-ed1c58ecf307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:45.527019 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-538b3d1f-5dfd-4232-95ee-ed1c58ecf307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:45.534822 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-538b3d1f-5dfd-4232-95ee-ed1c58ecf307 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/00fe8f17-9cd5-4af5-a28d-17daee926fda HTTP/1.1" status: 204 len: 168 time: 0.2499557 Aug 17 03:24:45.539738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538b3d1f-5dfd-4232-95ee-ed1c58ecf307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00fe8f17-9cd5-4af5-a28d-17daee926fda,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:46.546146 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:24:47.720178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60174) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:47.848139 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dee72406-98be-42f6-bce7-3d4022a3fb80 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:47.968043 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dee72406-98be-42f6-bce7-3d4022a3fb80 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:47.973630 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-401b35cf-7eb3-457d-b448-6a6829284803 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:48.153017 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dee72406-98be-42f6-bce7-3d4022a3fb80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:48.197286 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dee72406-98be-42f6-bce7-3d4022a3fb80 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d95269877edf4be2ad63d8c22bfd8582&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4759231 Aug 17 03:24:48.198503 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dee72406-98be-42f6-bce7-3d4022a3fb80 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4afb9098-d3b0-46f3-a93b-ce1fc68388da,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:48.200204 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60188) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:48.248033 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:48.266291 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a520e681-b1e1-4158-aa98-c755c10548be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:48.295648 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a520e681-b1e1-4158-aa98-c755c10548be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:48.413716 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a520e681-b1e1-4158-aa98-c755c10548be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:48.416358 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a520e681-b1e1-4158-aa98-c755c10548be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:48.418058 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a520e681-b1e1-4158-aa98-c755c10548be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/4afb9098-d3b0-46f3-a93b-ce1fc68388da HTTP/1.1" status: 204 len: 168 time: 0.2154195 Aug 17 03:24:48.425971 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a520e681-b1e1-4158-aa98-c755c10548be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4afb9098-d3b0-46f3-a93b-ce1fc68388da,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:49.188692 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:49.426194 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60218) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:49.441776 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4040030d-6944-4f10-bdaa-fb66d8a6d2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:49.545663 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4040030d-6944-4f10-bdaa-fb66d8a6d2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:49.632893 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4040030d-6944-4f10-bdaa-fb66d8a6d2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:49.681353 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4040030d-6944-4f10-bdaa-fb66d8a6d2cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c26195c3c03c4799811bf90458f17c16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2533681 Aug 17 03:24:49.682561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4040030d-6944-4f10-bdaa-fb66d8a6d2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f5d1020-8e28-4f7a-afb3-6d1c531e4ddb,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:49.684566 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60226) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:49.777497 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-876401f8-3443-480a-9389-f37f61eacd33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:49.816671 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-876401f8-3443-480a-9389-f37f61eacd33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:49.927817 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-876401f8-3443-480a-9389-f37f61eacd33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:49.930502 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-876401f8-3443-480a-9389-f37f61eacd33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:49.931708 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-876401f8-3443-480a-9389-f37f61eacd33 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5f5d1020-8e28-4f7a-afb3-6d1c531e4ddb HTTP/1.1" status: 204 len: 168 time: 0.2461567 Aug 17 03:24:49.942549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-876401f8-3443-480a-9389-f37f61eacd33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f5d1020-8e28-4f7a-afb3-6d1c531e4ddb,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:50.900206 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:51.494430 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60292) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:51.682391 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-64b502c4-4942-4b88-b2d7-bc829e948148 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:51.840190 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-64b502c4-4942-4b88-b2d7-bc829e948148 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:51.945696 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-64b502c4-4942-4b88-b2d7-bc829e948148 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:51.993143 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-64b502c4-4942-4b88-b2d7-bc829e948148 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=6c2f527d5df844df9dc23e31c0a30318&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4974840 Aug 17 03:24:52.000054 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b502c4-4942-4b88-b2d7-bc829e948148 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=02af0177-e5a6-4474-b40e-eca9a2a144fb,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:52.000181 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60312) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:52.071328 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-076b7bf8-33fc-44ec-8afb-50799d18f5ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:52.098696 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-076b7bf8-33fc-44ec-8afb-50799d18f5ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:52.255488 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-076b7bf8-33fc-44ec-8afb-50799d18f5ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:52.258125 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-076b7bf8-33fc-44ec-8afb-50799d18f5ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:52.264434 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-076b7bf8-33fc-44ec-8afb-50799d18f5ee admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/02af0177-e5a6-4474-b40e-eca9a2a144fb HTTP/1.1" status: 204 len: 168 time: 0.2595432 Aug 17 03:24:52.274269 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076b7bf8-33fc-44ec-8afb-50799d18f5ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02af0177-e5a6-4474-b40e-eca9a2a144fb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:54.739143 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60432) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:54.904089 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f286a4c2-83ab-476f-a669-29e6ad1ba906 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:55.047876 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f286a4c2-83ab-476f-a669-29e6ad1ba906 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:55.104729 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f286a4c2-83ab-476f-a669-29e6ad1ba906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:55.146152 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f286a4c2-83ab-476f-a669-29e6ad1ba906 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bf705156b0b74e8a923b7ff1c483680d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4052591 Aug 17 03:24:55.149514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60450) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:24:55.194324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f286a4c2-83ab-476f-a669-29e6ad1ba906 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98bac021-e16f-40e4-91c2-df4b35addef0,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:24:55.220708 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a0efff7-e8dc-4b39-98a3-7b1262f2d4d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:55.252897 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a0efff7-e8dc-4b39-98a3-7b1262f2d4d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:55.410151 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a0efff7-e8dc-4b39-98a3-7b1262f2d4d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:55.412790 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3a0efff7-e8dc-4b39-98a3-7b1262f2d4d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:24:55.418030 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3a0efff7-e8dc-4b39-98a3-7b1262f2d4d2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/98bac021-e16f-40e4-91c2-df4b35addef0 HTTP/1.1" status: 204 len: 168 time: 0.2665439 Aug 17 03:24:55.424831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0efff7-e8dc-4b39-98a3-7b1262f2d4d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98bac021-e16f-40e4-91c2-df4b35addef0,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:00.052597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60666) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:00.191003 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ff29ab4-ae25-4d9b-af45-a765a8ec9546 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:00.290273 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ff29ab4-ae25-4d9b-af45-a765a8ec9546 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:00.385701 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ff29ab4-ae25-4d9b-af45-a765a8ec9546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:00.422409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ff29ab4-ae25-4d9b-af45-a765a8ec9546 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe7941b7-0dac-45ea-9783-ab2b7b2e4127,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:00.429181 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3ff29ab4-ae25-4d9b-af45-a765a8ec9546 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1726e8e6a6dd439b98a14ba0759d0235&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3730564 Aug 17 03:25:00.429368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60686) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:00.481493 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eeaba8fa-6557-45d3-abec-21dbfb7ffd4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:00.521000 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eeaba8fa-6557-45d3-abec-21dbfb7ffd4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:00.653910 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eeaba8fa-6557-45d3-abec-21dbfb7ffd4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:00.656777 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eeaba8fa-6557-45d3-abec-21dbfb7ffd4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:00.658831 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-eeaba8fa-6557-45d3-abec-21dbfb7ffd4e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/fe7941b7-0dac-45ea-9783-ab2b7b2e4127 HTTP/1.1" status: 204 len: 168 time: 0.2282302 Aug 17 03:25:00.670277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeaba8fa-6557-45d3-abec-21dbfb7ffd4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe7941b7-0dac-45ea-9783-ab2b7b2e4127,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:01.302249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60704) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:01.321011 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93a2fb54-3d6f-4f41-89db-398d199098fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:01.513164 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93a2fb54-3d6f-4f41-89db-398d199098fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:01.593045 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-93a2fb54-3d6f-4f41-89db-398d199098fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:01.697278 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-93a2fb54-3d6f-4f41-89db-398d199098fe admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=e64fd1899cca4e2f91eae612b3cbaea4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3900328 Aug 17 03:25:01.697278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a2fb54-3d6f-4f41-89db-398d199098fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33aa22b7-25a7-4bea-93f6-91aa9ef2455f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:01.697514 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60714) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:01.770901 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e9f9c952-261b-4302-a98c-9308d455e19b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:01.795755 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e9f9c952-261b-4302-a98c-9308d455e19b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:01.945458 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e9f9c952-261b-4302-a98c-9308d455e19b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:01.948606 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e9f9c952-261b-4302-a98c-9308d455e19b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:01.953491 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e9f9c952-261b-4302-a98c-9308d455e19b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/33aa22b7-25a7-4bea-93f6-91aa9ef2455f HTTP/1.1" status: 204 len: 168 time: 0.2549546 Aug 17 03:25:01.963589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f9c952-261b-4302-a98c-9308d455e19b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33aa22b7-25a7-4bea-93f6-91aa9ef2455f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:02.142560 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 60720) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:02.423265 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db1f62a5-7061-4055-b961-0db0dafb3418 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:02.560171 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db1f62a5-7061-4055-b961-0db0dafb3418 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:02.631341 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db1f62a5-7061-4055-b961-0db0dafb3418 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:02.668423 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-db1f62a5-7061-4055-b961-0db0dafb3418 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d77aeb9afbd740349502e1746bd0685f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5244405 Aug 17 03:25:02.671365 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60738) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:02.714486 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db1f62a5-7061-4055-b961-0db0dafb3418 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d153fb3-f667-4889-84ce-6784f33eab6f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:02.757787 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62ca1d1b-2096-41b1-81ac-ccf6313ef8a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:02.783070 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62ca1d1b-2096-41b1-81ac-ccf6313ef8a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:02.935967 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62ca1d1b-2096-41b1-81ac-ccf6313ef8a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:02.940032 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62ca1d1b-2096-41b1-81ac-ccf6313ef8a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:02.942183 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-62ca1d1b-2096-41b1-81ac-ccf6313ef8a9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3d153fb3-f667-4889-84ce-6784f33eab6f HTTP/1.1" status: 204 len: 168 time: 0.2683768 Aug 17 03:25:02.956183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ca1d1b-2096-41b1-81ac-ccf6313ef8a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d153fb3-f667-4889-84ce-6784f33eab6f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:03.163446 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:03.876365 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:07.480912 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-4af32d95-aa28-4f07-b088-0facd3598e84 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=35c98c4ec5214df88a46f89925873917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0294456 Aug 17 03:25:07.698259 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-1d5b23f1-c10f-48af-ab5c-be7b670bc189 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:07.700548 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-1d5b23f1-c10f-48af-ab5c-be7b670bc189 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2132971 Aug 17 03:25:07.717571 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-b1f5f335-9d6c-410e-b5e2-6e79aa68274e tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/quotas/35c98c4ec5214df88a46f89925873917 HTTP/1.1" status: 200 len: 375 time: 0.0106049 Aug 17 03:25:07.756885 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-bea0672f-b295-430e-b210-aa92c1e78f50 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=35c98c4ec5214df88a46f89925873917&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0293603 Aug 17 03:25:08.275101 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b94af1d6-4a1d-47b7-ac88-d07fb1a13923 req-af8fd70d-3903-4beb-b05c-867f5b19ce44 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1d29326-a08a-4397-8777-dd77d04b560c HTTP/1.1" status: 200 len: 210 time: 0.0262787 Aug 17 03:25:09.061249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 60986) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:09.188800 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-96fcdabc-7b87-4c2b-97cc-fe6ceb86c46f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:09.298726 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-96fcdabc-7b87-4c2b-97cc-fe6ceb86c46f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:09.358168 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fae45633-a99b-4587-94d6-3cf475d5b063 req-f2ef8aea-5fd0-419a-85cc-7640d8f88c84 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1d29326-a08a-4397-8777-dd77d04b560c HTTP/1.1" status: 200 len: 210 time: 0.0311542 Aug 17 03:25:09.362591 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-96fcdabc-7b87-4c2b-97cc-fe6ceb86c46f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:09.411449 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-96fcdabc-7b87-4c2b-97cc-fe6ceb86c46f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=a266ae72d4c942969dc6d59e6f8c7fb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3489618 Aug 17 03:25:09.412680 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96fcdabc-7b87-4c2b-97cc-fe6ceb86c46f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42986710-8557-49ad-93bb-1ffbcc992cd5,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:09.415414 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 32768) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:09.477515 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-872ebd97-c59c-4c84-8678-97f91a2e882d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:09.500967 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-872ebd97-c59c-4c84-8678-97f91a2e882d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:09.610085 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-872ebd97-c59c-4c84-8678-97f91a2e882d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:09.612762 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-872ebd97-c59c-4c84-8678-97f91a2e882d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:09.614006 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-872ebd97-c59c-4c84-8678-97f91a2e882d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/42986710-8557-49ad-93bb-1ffbcc992cd5 HTTP/1.1" status: 204 len: 168 time: 0.1975729 Aug 17 03:25:09.631397 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872ebd97-c59c-4c84-8678-97f91a2e882d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42986710-8557-49ad-93bb-1ffbcc992cd5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:10.293350 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 32836) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:10.315961 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-94e4e943-dc85-421a-bbe6-a59cb80919bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:10.435309 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-94e4e943-dc85-421a-bbe6-a59cb80919bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:10.494311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ecd18e16-4adc-4798-952d-53a72a87f33f req-80c9c97a-a0eb-41aa-80ac-9e5a2818a354 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1d29326-a08a-4397-8777-dd77d04b560c HTTP/1.1" status: 200 len: 210 time: 0.0493710 Aug 17 03:25:10.511672 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-94e4e943-dc85-421a-bbe6-a59cb80919bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:10.533701 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-9f39934f-79a5-439d-80a4-d4564beb6194 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=35c98c4ec5214df88a46f89925873917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0609331 Aug 17 03:25:10.553542 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-94e4e943-dc85-421a-bbe6-a59cb80919bb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=127cf3b871214019b89b790c5a8f6531&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2550564 Aug 17 03:25:10.553784 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 32864) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:10.586567 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94e4e943-dc85-421a-bbe6-a59cb80919bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74b13b98-173a-4345-9564-e75456064c60,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:10.782326 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc725c34-d36b-4d09-b10e-dfa7a0a408d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:10.831948 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-3739ff5f-3803-445c-bc39-9d5508ef6d88 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:10.833722 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-3739ff5f-3803-445c-bc39-9d5508ef6d88 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2916579 Aug 17 03:25:10.855156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-fc537737-8845-43a9-8d9f-c2476a4bf8fa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Request body: {'port': {'device_id': 'd1d29326-a08a-4397-8777-dd77d04b560c', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '35c98c4ec5214df88a46f89925873917'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:10.873961 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc725c34-d36b-4d09-b10e-dfa7a0a408d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:11.030789 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc725c34-d36b-4d09-b10e-dfa7a0a408d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:11.033362 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fc725c34-d36b-4d09-b10e-dfa7a0a408d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:11.034608 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fc725c34-d36b-4d09-b10e-dfa7a0a408d4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74b13b98-173a-4345-9564-e75456064c60 HTTP/1.1" status: 204 len: 168 time: 0.4812918 Aug 17 03:25:11.043909 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc725c34-d36b-4d09-b10e-dfa7a0a408d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74b13b98-173a-4345-9564-e75456064c60,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:11.063824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-fc537737-8845-43a9-8d9f-c2476a4bf8fa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Made reservation on behalf of 35c98c4ec5214df88a46f89925873917 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:11.067782 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-fc537737-8845-43a9-8d9f-c2476a4bf8fa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:11.083883 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-fc537737-8845-43a9-8d9f-c2476a4bf8fa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:11.177139 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-fc537737-8845-43a9-8d9f-c2476a4bf8fa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:11.244202 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-fc537737-8845-43a9-8d9f-c2476a4bf8fa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:11.317448 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc537737-8845-43a9-8d9f-c2476a4bf8fa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7335d2f-61bd-473f-8790-9b50b78ca073,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:11.419917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-fc537737-8845-43a9-8d9f-c2476a4bf8fa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Allocated IP 192.168.233.3 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/a6322014-efb3-497c-b847-50ff3fb7ac33) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:25:11.595826 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-fc537737-8845-43a9-8d9f-c2476a4bf8fa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:11.612912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-fc537737-8845-43a9-8d9f-c2476a4bf8fa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Transition to ACTIVE for port object a6322014-efb3-497c-b847-50ff3fb7ac33 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:11.623235 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eeba0a6f-1a86-4af3-b119-9707201cd1a2 req-22d4bf52-157a-4ce2-acd2-835398f80b64 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1d29326-a08a-4397-8777-dd77d04b560c HTTP/1.1" status: 200 len: 210 time: 0.0287673 Aug 17 03:25:11.713737 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-fc537737-8845-43a9-8d9f-c2476a4bf8fa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:11.766136 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-fc537737-8845-43a9-8d9f-c2476a4bf8fa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:25:11.769811 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-fc537737-8845-43a9-8d9f-c2476a4bf8fa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:11.773977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-fc537737-8845-43a9-8d9f-c2476a4bf8fa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:25:11.781030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc537737-8845-43a9-8d9f-c2476a4bf8fa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Pushing event updated for resources: {'Port': ['ID=a6322014-efb3-497c-b847-50ff3fb7ac33,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:11.807084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 32906) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:11.826798 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf0036ce-307e-405f-97d9-34c1341863cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:11.848010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-fc537737-8845-43a9-8d9f-c2476a4bf8fa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:11.848646 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-fc537737-8845-43a9-8d9f-c2476a4bf8fa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:11.956121 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf0036ce-307e-405f-97d9-34c1341863cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:12.034727 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf0036ce-307e-405f-97d9-34c1341863cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:12.064957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf0036ce-307e-405f-97d9-34c1341863cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1855504-a25d-4961-92b9-ac7d6d3fad30,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:12.088367 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bf0036ce-307e-405f-97d9-34c1341863cc admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d663536373c1414988218784dd1dae50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2802370 Aug 17 03:25:12.091770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 32918) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:12.118703 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4da5ca3e-ede6-4d42-918c-c45d325a68f4 None None] Provisioning for port a6322014-efb3-497c-b847-50ff3fb7ac33 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:25:12.124148 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4da5ca3e-ede6-4d42-918c-c45d325a68f4 None None] Provisioning complete for port a6322014-efb3-497c-b847-50ff3fb7ac33 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:25:12.124635 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4da5ca3e-ede6-4d42-918c-c45d325a68f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:12.155018 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6a7fb327-3d41-49de-a570-fcbfab48ead1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:12.163395 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4da5ca3e-ede6-4d42-918c-c45d325a68f4 None None] Port a6322014-efb3-497c-b847-50ff3fb7ac33 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:25:12.178797 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6a7fb327-3d41-49de-a570-fcbfab48ead1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:12.182387 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-fc537737-8845-43a9-8d9f-c2476a4bf8fa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3319442 Aug 17 03:25:12.294942 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6a7fb327-3d41-49de-a570-fcbfab48ead1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:12.294942 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6a7fb327-3d41-49de-a570-fcbfab48ead1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:12.294942 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6a7fb327-3d41-49de-a570-fcbfab48ead1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d1855504-a25d-4961-92b9-ac7d6d3fad30 HTTP/1.1" status: 204 len: 168 time: 0.2015233 Aug 17 03:25:12.303011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7fb327-3d41-49de-a570-fcbfab48ead1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1855504-a25d-4961-92b9-ac7d6d3fad30,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:12.335539 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Request body: {'port': {'device_id': 'd1d29326-a08a-4397-8777-dd77d04b560c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:12.402667 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:12.685853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a6322014-efb3-497c-b847-50ff3fb7ac33 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:25:12.692078 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:12.707348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Transition to ACTIVE for port object a6322014-efb3-497c-b847-50ff3fb7ac33 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:12.780772 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:12.853820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Pushing event updated for resources: {'Port': ['ID=a6322014-efb3-497c-b847-50ff3fb7ac33,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:12.881251 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef69731e-c465-4286-baef-d00fed0455b8 req-63c0035f-c957-4790-add5-66f9a8bfb99d tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:12.883160 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef69731e-c465-4286-baef-d00fed0455b8 req-63c0035f-c957-4790-add5-66f9a8bfb99d tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1d29326-a08a-4397-8777-dd77d04b560c HTTP/1.1" status: 200 len: 934 time: 0.1542323 Aug 17 03:25:13.013942 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef69731e-c465-4286-baef-d00fed0455b8 req-2317f3be-9fc2-476f-b28c-134fe938ceb0 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7335d2f-61bd-473f-8790-9b50b78ca073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009593 Aug 17 03:25:13.020330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Attempting to bind port a6322014-efb3-497c-b847-50ff3fb7ac33 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:13.020900 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Attempting to bind port a6322014-efb3-497c-b847-50ff3fb7ac33 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:13.021507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Attempting to bind port a6322014-efb3-497c-b847-50ff3fb7ac33 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:13.027479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Port a6322014-efb3-497c-b847-50ff3fb7ac33 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:13.033596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Attempting to bind port a6322014-efb3-497c-b847-50ff3fb7ac33 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:13.034158 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 25, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:25:13.034435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:25:13.034862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:25:13.035384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Bound port: a6322014-efb3-497c-b847-50ff3fb7ac33, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:25:13.035758 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:13.121324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] For port a6322014-efb3-497c-b847-50ff3fb7ac33, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:25:13.125772 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] For port a6322014-efb3-497c-b847-50ff3fb7ac33, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a6322014-efb3-497c-b847-50ff3fb7ac33,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:25:13.199102 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:13.240467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:13.241205 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:13.242634 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] 10.222.0.30 "PUT /v2.0/ports/a6322014-efb3-497c-b847-50ff3fb7ac33 HTTP/1.1" status: 200 len: 1094 time: 1.0513363 Aug 17 03:25:13.243193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd1d29326-a08a-4397-8777-dd77d04b560c', 'tag': 'a6322014-efb3-497c-b847-50ff3fb7ac33'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:25:13.245490 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f347300f-dafa-48f6-a195-dc830dbc659b" -d '{"events": [{"name": "network-changed", "server_uuid": "d1d29326-a08a-4397-8777-dd77d04b560c", "tag": "a6322014-efb3-497c-b847-50ff3fb7ac33"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:25:13.279017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790b082b-3e1a-4c1f-a2ad-f5a53340b5bb service neutron] Pushing event updated for resources: {'Port': ['ID=a6322014-efb3-497c-b847-50ff3fb7ac33,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:13.309926 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:25:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff7bb589-46f5-42ed-8040-3d3a2d2de632 x-openstack-request-id: req-ff7bb589-46f5-42ed-8040-3d3a2d2de632 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:25:13.310225 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d1d29326-a08a-4397-8777-dd77d04b560c", "tag": "a6322014-efb3-497c-b847-50ff3fb7ac33", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:25:13.310486 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ff7bb589-46f5-42ed-8040-3d3a2d2de632 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:25:13.310898 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd1d29326-a08a-4397-8777-dd77d04b560c', 'tag': 'a6322014-efb3-497c-b847-50ff3fb7ac33', 'status': 'completed', 'code': 200} Aug 17 03:25:13.379266 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347300f-dafa-48f6-a195-dc830dbc659b req-ac59a75d-599f-4660-bf02-13e31308381c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:13.381380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f347300f-dafa-48f6-a195-dc830dbc659b req-ac59a75d-599f-4660-bf02-13e31308381c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35c98c4ec5214df88a46f89925873917&device_id=d1d29326-a08a-4397-8777-dd77d04b560c HTTP/1.1" status: 200 len: 1097 time: 0.0523989 Aug 17 03:25:13.413021 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f347300f-dafa-48f6-a195-dc830dbc659b req-09741e31-cbcb-4d91-9d54-112519facda6 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=35c98c4ec5214df88a46f89925873917&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0230544 Aug 17 03:25:13.536687 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f347300f-dafa-48f6-a195-dc830dbc659b req-9b9c3e52-cb78-43fd-b493-1207faf5a112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:13.538737 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f347300f-dafa-48f6-a195-dc830dbc659b req-9b9c3e52-cb78-43fd-b493-1207faf5a112 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1181979 Aug 17 03:25:13.600921 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 32992) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:13.648345 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-9e55393a-eb8f-494c-a040-d8f8ec357e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:13.650404 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-9e55393a-eb8f-494c-a040-d8f8ec357e46 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=35c98c4ec5214df88a46f89925873917&device_id=d1d29326-a08a-4397-8777-dd77d04b560c HTTP/1.1" status: 200 len: 1097 time: 0.0621622 Aug 17 03:25:13.705319 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-43067895-dbea-4641-a985-b0db85cbed26 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.3&port_id=a6322014-efb3-497c-b847-50ff3fb7ac33 HTTP/1.1" status: 200 len: 217 time: 0.0457647 Aug 17 03:25:13.721094 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-3f23e42a-7659-48b8-8d05-89a6b05e2ed4 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-165893703-network', 'tenant_id': 'f7959cfb65b94bc79bcd1cd75ad40d3e'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:13.771791 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-bbb4ebf9-824e-471d-9690-c0b41f70205f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:13.771791 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-bbb4ebf9-824e-471d-9690-c0b41f70205f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0586801 Aug 17 03:25:13.828217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-27027645-e6fa-41c7-8bb8-3da174e7ba73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:13.934075 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-27027645-e6fa-41c7-8bb8-3da174e7ba73 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0513926 Aug 17 03:25:13.934075 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-c8b43c28-5fda-4aed-905e-e7f094fc11fb service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848732 Aug 17 03:25:14.030383 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9833a325-bac8-41db-b5e3-7a9e116b085f req-da208897-2d29-4762-baac-fe78d2e435ad service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011300 Aug 17 03:25:14.122438 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f23e42a-7659-48b8-8d05-89a6b05e2ed4 admin admin] Made reservation on behalf of f7959cfb65b94bc79bcd1cd75ad40d3e for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:14.124933 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f23e42a-7659-48b8-8d05-89a6b05e2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:14.135921 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f23e42a-7659-48b8-8d05-89a6b05e2ed4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:14.165879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7659321c-00bc-4ecc-9ef8-595573be731d req-5ea1962f-1f1d-4c82-9a03-04ab9e7760ba tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:14.171594 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7659321c-00bc-4ecc-9ef8-595573be731d req-5ea1962f-1f1d-4c82-9a03-04ab9e7760ba tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1d29326-a08a-4397-8777-dd77d04b560c HTTP/1.1" status: 200 len: 946 time: 0.0786579 Aug 17 03:25:14.217348 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7659321c-00bc-4ecc-9ef8-595573be731d req-4a72b7cd-1abb-4bc9-a1ac-c49dd60919ab tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7335d2f-61bd-473f-8790-9b50b78ca073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380170 Aug 17 03:25:14.250357 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f23e42a-7659-48b8-8d05-89a6b05e2ed4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:14.322623 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f23e42a-7659-48b8-8d05-89a6b05e2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:14.345946 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f23e42a-7659-48b8-8d05-89a6b05e2ed4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:25:14.373049 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f23e42a-7659-48b8-8d05-89a6b05e2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:14.373491 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-3f23e42a-7659-48b8-8d05-89a6b05e2ed4 admin admin] Added segment 0a8b7338-7700-48a6-aeef-92bafdc2ff06 of type vlan for network fe8ac5f7-5a28-41ea-9c33-690b92380367 Aug 17 03:25:14.374861 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23e42a-7659-48b8-8d05-89a6b05e2ed4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=97503496-e820-4b9f-a89a-79aa961ce73a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:14.419601 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f23e42a-7659-48b8-8d05-89a6b05e2ed4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:14.507140 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f23e42a-7659-48b8-8d05-89a6b05e2ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:14.508139 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f23e42a-7659-48b8-8d05-89a6b05e2ed4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:14.508734 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3f23e42a-7659-48b8-8d05-89a6b05e2ed4 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:14.571782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f23e42a-7659-48b8-8d05-89a6b05e2ed4 admin admin] Pushing event updated for resources: {'Network': ['ID=fe8ac5f7-5a28-41ea-9c33-690b92380367,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:14.581818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network fe8ac5f7-5a28-41ea-9c33-690b92380367 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:25:14.660228 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3f23e42a-7659-48b8-8d05-89a6b05e2ed4 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.0581717 Aug 17 03:25:14.662948 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33028) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:14.668526 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-e1801b4f-6991-46c9-b58e-5e6b3f75b741 admin admin] Request body: {'subnet': {'network_id': 'fe8ac5f7-5a28-41ea-9c33-690b92380367', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-165893703-subnet', 'tenant_id': 'f7959cfb65b94bc79bcd1cd75ad40d3e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:14.773466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1801b4f-6991-46c9-b58e-5e6b3f75b741 admin admin] Made reservation on behalf of f7959cfb65b94bc79bcd1cd75ad40d3e for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:14.775865 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1801b4f-6991-46c9-b58e-5e6b3f75b741 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:15.004423 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1801b4f-6991-46c9-b58e-5e6b3f75b741 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:15.061224 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1801b4f-6991-46c9-b58e-5e6b3f75b741 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a33043c3-828c-412f-ac88-b2df603ada5f,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:15.068528 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1801b4f-6991-46c9-b58e-5e6b3f75b741 admin admin] Checking segment: {'id': '0a8b7338-7700-48a6-aeef-92bafdc2ff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fe8ac5f7-5a28-41ea-9c33-690b92380367'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:25:15.068888 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1801b4f-6991-46c9-b58e-5e6b3f75b741 admin admin] Network hostable DHCP agents. Network: fe8ac5f7-5a28-41ea-9c33-690b92380367, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:25:15.156399 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1801b4f-6991-46c9-b58e-5e6b3f75b741 admin admin] Network fe8ac5f7-5a28-41ea-9c33-690b92380367 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:25:15.262489 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-e1801b4f-6991-46c9-b58e-5e6b3f75b741 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, fe8ac5f7-5a28-41ea-9c33-690b92380367) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:15.267555 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1801b4f-6991-46c9-b58e-5e6b3f75b741 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:15.275272 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e1801b4f-6991-46c9-b58e-5e6b3f75b741 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:15.276233 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9d72ac0-902f-4483-8145-e3a2916fb37c None None] Network fe8ac5f7-5a28-41ea-9c33-690b92380367 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:25:15.326174 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf6e81a8-e1ad-4fdd-b3f6-2d5a555fe960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:15.337097 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65bf2f39-b596-43e9-b968-f9024a5d6592 req-340a24b4-82b6-4bbb-a663-bf181d4e3db9 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:15.338946 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-65bf2f39-b596-43e9-b968-f9024a5d6592 req-340a24b4-82b6-4bbb-a663-bf181d4e3db9 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1d29326-a08a-4397-8777-dd77d04b560c HTTP/1.1" status: 200 len: 946 time: 0.0522285 Aug 17 03:25:15.354915 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e1801b4f-6991-46c9-b58e-5e6b3f75b741 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.6909466 Aug 17 03:25:15.396171 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-65bf2f39-b596-43e9-b968-f9024a5d6592 req-ad8ad068-8e29-4cf8-9fa0-e1c4260ef636 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7335d2f-61bd-473f-8790-9b50b78ca073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504694 Aug 17 03:25:15.429969 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9199ad70-5844-42ea-b3e3-ac60eeaea404 None None] Network fe8ac5f7-5a28-41ea-9c33-690b92380367 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:25:15.440419 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33044) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:15.575312 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da3a949c-53cb-471c-9eea-779047d21a3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:15.684249 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da3a949c-53cb-471c-9eea-779047d21a3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:15.764619 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-da3a949c-53cb-471c-9eea-779047d21a3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:15.805703 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-da3a949c-53cb-471c-9eea-779047d21a3d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4a71303a9b7d47e4a04195b200fa8606&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3641388 Aug 17 03:25:15.807751 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a949c-53cb-471c-9eea-779047d21a3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=806cb408-89a6-48f8-a8a7-7f55ea0c55f3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:15.808555 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33054) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:15.939121 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d2b37ff5-bf82-4ff9-9221-35caee6c55a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:15.939121 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d2b37ff5-bf82-4ff9-9221-35caee6c55a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:16.021358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a6322014-efb3-497c-b847-50ff3fb7ac33 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:25:16.032851 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d2b37ff5-bf82-4ff9-9221-35caee6c55a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:16.038865 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d2b37ff5-bf82-4ff9-9221-35caee6c55a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:16.038865 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d2b37ff5-bf82-4ff9-9221-35caee6c55a8 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/806cb408-89a6-48f8-a8a7-7f55ea0c55f3 HTTP/1.1" status: 204 len: 168 time: 0.2268083 Aug 17 03:25:16.052110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b37ff5-bf82-4ff9-9221-35caee6c55a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=806cb408-89a6-48f8-a8a7-7f55ea0c55f3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:16.084038 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a6322014-efb3-497c-b847-50ff3fb7ac33, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a6322014-efb3-497c-b847-50ff3fb7ac33,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:16.099380 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'a6322014-efb3-497c-b847-50ff3fb7ac33', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': 'a6322014-efb3-497c-b847-50ff3fb7ac33', 'mac_address': 'fa:16:3e:9e:38:f6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:25:16.148343 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:16.162986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a6322014-efb3-497c-b847-50ff3fb7ac33 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:25:16.186319 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a6322014-efb3-497c-b847-50ff3fb7ac33, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a6322014-efb3-497c-b847-50ff3fb7ac33,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:16.335835 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:16.382842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=a6322014-efb3-497c-b847-50ff3fb7ac33,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:16.394214 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:16.401870 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:16.405159 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:16.405549 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:16.405903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:16.406232 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:16.406565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:16.406897 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:16.407224 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:16.408362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:16.410181 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:16.410668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:16.570142 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['a6322014-efb3-497c-b847-50ff3fb7ac33'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:25:16.582702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77080789-050c-4aab-a8c7-5fdae4c652e0 req-4f86a6fc-b912-4673-822b-1bc4530ca67b tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:16.584256 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77080789-050c-4aab-a8c7-5fdae4c652e0 req-4f86a6fc-b912-4673-822b-1bc4530ca67b tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1d29326-a08a-4397-8777-dd77d04b560c HTTP/1.1" status: 200 len: 947 time: 0.0695927 Aug 17 03:25:16.630872 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-77080789-050c-4aab-a8c7-5fdae4c652e0 req-e8a62c70-5117-42a8-8c96-4fcc07e7ade0 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7335d2f-61bd-473f-8790-9b50b78ca073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396283 Aug 17 03:25:17.767581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aefdee9-42a3-490b-bc1d-20fd1e42b687 req-58dd04d0-a95d-4de0-bf67-46af537933e2 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:17.769127 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6aefdee9-42a3-490b-bc1d-20fd1e42b687 req-58dd04d0-a95d-4de0-bf67-46af537933e2 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1d29326-a08a-4397-8777-dd77d04b560c HTTP/1.1" status: 200 len: 947 time: 0.0544474 Aug 17 03:25:17.810347 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6aefdee9-42a3-490b-bc1d-20fd1e42b687 req-608aab5e-2a49-4bab-8f24-0e98ad0e2c6a tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7335d2f-61bd-473f-8790-9b50b78ca073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352139 Aug 17 03:25:17.939488 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c2eab057-8c3c-46f4-b6d3-4986869cf4ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:17.973978 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a6322014-efb3-497c-b847-50ff3fb7ac33 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:25:18.113032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port a6322014-efb3-497c-b847-50ff3fb7ac33 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:25:18.116907 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port a6322014-efb3-497c-b847-50ff3fb7ac33 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:25:18.117284 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:18.174835 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:18.216710 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:18.243858 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d29326-a08a-4397-8777-dd77d04b560c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6322014-efb3-497c-b847-50ff3fb7ac33'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:25:18.248424 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67fff7d4-b09f-4939-b8c2-5b18c8038091" -d '{"events": [{"server_uuid": "d1d29326-a08a-4397-8777-dd77d04b560c", "name": "network-vif-plugged", "status": "completed", "tag": "a6322014-efb3-497c-b847-50ff3fb7ac33"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:25:18.261859 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a6322014-efb3-497c-b847-50ff3fb7ac33, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a6322014-efb3-497c-b847-50ff3fb7ac33,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:18.304779 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-608a1ac9-60bf-4a29-af9f-ffbf6461209c x-openstack-request-id: req-608a1ac9-60bf-4a29-af9f-ffbf6461209c {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:25:18.305076 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d29326-a08a-4397-8777-dd77d04b560c", "name": "network-vif-plugged", "status": "completed", "tag": "a6322014-efb3-497c-b847-50ff3fb7ac33", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:25:18.305333 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-608a1ac9-60bf-4a29-af9f-ffbf6461209c {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:25:18.308851 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d29326-a08a-4397-8777-dd77d04b560c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a6322014-efb3-497c-b847-50ff3fb7ac33', 'code': 200} Aug 17 03:25:18.309277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33150) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:18.328624 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:18.378793 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=a6322014-efb3-497c-b847-50ff3fb7ac33,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:18.418864 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d583d-382e-411e-a62a-580a5aaf0868 req-9f71ba89-ca6a-42d7-a420-90e52344b256 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:18.420655 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-406d583d-382e-411e-a62a-580a5aaf0868 req-9f71ba89-ca6a-42d7-a420-90e52344b256 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d1d29326-a08a-4397-8777-dd77d04b560c HTTP/1.1" status: 200 len: 1099 time: 0.0426188 Aug 17 03:25:18.456976 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-406d583d-382e-411e-a62a-580a5aaf0868 req-fb7f6017-5ba5-4e8d-a311-ddf01cab6591 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d7335d2f-61bd-473f-8790-9b50b78ca073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289314 Aug 17 03:25:18.492704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6e1e3d1b-3d65-4d6e-8811-28ca77f062c9 tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-993413434'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:18.602112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e1e3d1b-3d65-4d6e-8811-28ca77f062c9 tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Made reservation on behalf of 07817b4571b94aca8237e60e9884c801 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:18.602112 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e1e3d1b-3d65-4d6e-8811-28ca77f062c9 tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:18.613962 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e1e3d1b-3d65-4d6e-8811-28ca77f062c9 tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:18.710591 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e1e3d1b-3d65-4d6e-8811-28ca77f062c9 tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:18.804573 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e1e3d1b-3d65-4d6e-8811-28ca77f062c9 tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:18.833590 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e1e3d1b-3d65-4d6e-8811-28ca77f062c9 tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:25:18.858731 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e3d1b-3d65-4d6e-8811-28ca77f062c9 tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d114c2e8-7751-41da-8150-6278cc2a3865,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:18.876848 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e1e3d1b-3d65-4d6e-8811-28ca77f062c9 tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:18.877366 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-6e1e3d1b-3d65-4d6e-8811-28ca77f062c9 tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Added segment c51cf406-0564-40ef-a92a-8e2461a9d67e of type vlan for network f398191c-1c81-4c8a-a679-305fe7ab0b9a Aug 17 03:25:18.895054 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-8e1ad5d8-4f9e-4d55-8ac7-360e7332ccfd tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:18.896683 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-8e1ad5d8-4f9e-4d55-8ac7-360e7332ccfd tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/networks?id=fe8ac5f7-5a28-41ea-9c33-690b92380367 HTTP/1.1" status: 200 len: 808 time: 0.1312785 Aug 17 03:25:18.913593 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-4fbea9aa-d137-47b4-8c1e-c6a78e816220 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/quotas/f7959cfb65b94bc79bcd1cd75ad40d3e HTTP/1.1" status: 200 len: 375 time: 0.0106943 Aug 17 03:25:18.951041 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e1e3d1b-3d65-4d6e-8811-28ca77f062c9 tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:18.953062 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-adc6181a-1034-4e60-a599-5fa2e7a88a5d tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7959cfb65b94bc79bcd1cd75ad40d3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0327308 Aug 17 03:25:18.982430 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26b627d0-1cfe-4791-a415-26075b02daf2 req-faf2f55a-9a54-48e0-b6eb-c467a9d83fec tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:18.983929 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-26b627d0-1cfe-4791-a415-26075b02daf2 req-faf2f55a-9a54-48e0-b6eb-c467a9d83fec tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1d29326-a08a-4397-8777-dd77d04b560c HTTP/1.1" status: 200 len: 948 time: 0.0944235 Aug 17 03:25:19.032109 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-26b627d0-1cfe-4791-a415-26075b02daf2 req-5e9a53c0-7a1f-4f5e-9a2f-ea8778f8009c tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7335d2f-61bd-473f-8790-9b50b78ca073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404115 Aug 17 03:25:19.050482 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e1e3d1b-3d65-4d6e-8811-28ca77f062c9 tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:19.057630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e1e3d1b-3d65-4d6e-8811-28ca77f062c9 tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:19.059137 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e1e3d1b-3d65-4d6e-8811-28ca77f062c9 tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:19.139831 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:19.142998 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-36eb51df-7e6e-404e-bcb9-412c58ee244e service neutron] 10.222.0.10 "GET /v2.0/networks/fe8ac5f7-5a28-41ea-9c33-690b92380367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1823449 Aug 17 03:25:19.174667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1e3d1b-3d65-4d6e-8811-28ca77f062c9 tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Pushing event updated for resources: {'Network': ['ID=f398191c-1c81-4c8a-a679-305fe7ab0b9a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:19.190702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network f398191c-1c81-4c8a-a679-305fe7ab0b9a details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:25:19.236635 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-018be4b3-0e73-4b0f-91a9-f1d98f98b873 service neutron] 10.222.0.10 "GET /v2.0/networks/fe8ac5f7-5a28-41ea-9c33-690b92380367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922115 Aug 17 03:25:19.245467 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6e1e3d1b-3d65-4d6e-8811-28ca77f062c9 tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 0.9333494 Aug 17 03:25:19.468756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33192) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:19.473942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Request body: {'port': {'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a', 'binding:host_id': 'n-h2-802060-9', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1838547527'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:19.489232 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-86629fd0-c7c1-424d-b455-ac6263603a16 req-7d55d0d3-1930-4298-b9c3-d46491f694de tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 210 time: 0.0418208 Aug 17 03:25:19.655558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Made reservation on behalf of ece7fd8a8d024a9da37b6a84812a124b for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:19.657942 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:19.667308 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:19.777908 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:19.888161 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:19.893703 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] device_id is not set on port 7899f4a4-8965-4095-9339-8e738846009d yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:25:19.974213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57ad1162-e55b-423b-a26f-4bc39a7ee393,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:20.162681 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] device_id is not set on port 7899f4a4-8965-4095-9339-8e738846009d yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:25:20.173984 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:20.193945 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4a61010-e0af-4418-8319-7f4273d5fb5f req-593d034b-ab06-411a-8e7a-fb5136f507ea tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:20.195432 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4a61010-e0af-4418-8319-7f4273d5fb5f req-593d034b-ab06-411a-8e7a-fb5136f507ea tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1d29326-a08a-4397-8777-dd77d04b560c HTTP/1.1" status: 200 len: 948 time: 0.0729003 Aug 17 03:25:20.196332 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Transition to ACTIVE for port object 7899f4a4-8965-4095-9339-8e738846009d will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:20.234663 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4a61010-e0af-4418-8319-7f4273d5fb5f req-77302454-6abf-49e8-b2b7-1fecf291ace9 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7335d2f-61bd-473f-8790-9b50b78ca073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312707 Aug 17 03:25:20.312196 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:20.378995 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Pushing event updated for resources: {'Port': ['ID=7899f4a4-8965-4095-9339-8e738846009d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:20.389262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:20.389649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:20.390001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:20.390348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:20.390691 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:20.391032 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:20.391372 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:20.391709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:20.392042 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:20.392377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:20.392707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:20.393040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:20.398433 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Checking segment: {'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:25:20.398805 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Network hostable DHCP agents. Network: f398191c-1c81-4c8a-a679-305fe7ab0b9a, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:25:20.505939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Network f398191c-1c81-4c8a-a679-305fe7ab0b9a is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:25:20.566902 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eedd05db-b912-4591-9a0b-c3d7393b6ab1 req-b58540cf-b467-46e2-9aa9-3fe811e72c12 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 210 time: 0.0274847 Aug 17 03:25:20.619894 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, f398191c-1c81-4c8a-a679-305fe7ab0b9a) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:20.623750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:25:20.629267 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e76eeb6-d0d0-4ea1-955f-752a2325047e None None] Network f398191c-1c81-4c8a-a679-305fe7ab0b9a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:25:20.636629 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:20.637300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:20.637664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:20.641990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:20.642323 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:20.642714 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 2 to bind port 7899f4a4-8965-4095-9339-8e738846009d Aug 17 03:25:20.655765 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:20.656085 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:20.656423 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:20.660658 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:20.660987 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:20.661400 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 3 to bind port 7899f4a4-8965-4095-9339-8e738846009d Aug 17 03:25:20.674325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:20.674666 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:20.675002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:20.679471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:20.679785 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:20.680204 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 4 to bind port 7899f4a4-8965-4095-9339-8e738846009d Aug 17 03:25:20.695511 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:20.696075 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:20.696425 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:20.702130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:20.708333 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:20.708333 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 5 to bind port 7899f4a4-8965-4095-9339-8e738846009d Aug 17 03:25:20.718131 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:20.718479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:20.718819 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:20.723369 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:20.724050 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:20.724140 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 6 to bind port 7899f4a4-8965-4095-9339-8e738846009d Aug 17 03:25:20.738134 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:20.738473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:20.738812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:20.743188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:20.743521 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:20.743954 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 7 to bind port 7899f4a4-8965-4095-9339-8e738846009d Aug 17 03:25:20.764916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:20.765437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:20.765831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:20.770689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:20.771061 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:20.771830 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 8 to bind port 7899f4a4-8965-4095-9339-8e738846009d Aug 17 03:25:20.786488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:20.786841 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:20.787195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:20.794469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:20.794755 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:20.795158 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 9 to bind port 7899f4a4-8965-4095-9339-8e738846009d Aug 17 03:25:20.821322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:20.821722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:20.822069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:20.827249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:20.827587 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:20.828002 n-d-802060-9 neutron-server[101970]: INFO neutron.plugins.ml2.plugin [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 10 to bind port 7899f4a4-8965-4095-9339-8e738846009d Aug 17 03:25:20.866903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:20.867243 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:20.867583 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:20.876399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 7899f4a4-8965-4095-9339-8e738846009d on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:20.876741 n-d-802060-9 neutron-server[101970]: ERROR neutron.plugins.ml2.managers [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 7899f4a4-8965-4095-9339-8e738846009d on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:20.877120 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:20.906017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dacff5-226c-40b4-80e9-37cff3b8a81d req-eb7ed58b-1fff-42c5-bd19-8bc9e4b0a257 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:20.907581 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90dacff5-226c-40b4-80e9-37cff3b8a81d req-eb7ed58b-1fff-42c5-bd19-8bc9e4b0a257 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1d29326-a08a-4397-8777-dd77d04b560c HTTP/1.1" status: 200 len: 948 time: 0.0765693 Aug 17 03:25:20.909845 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:20.974837 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90dacff5-226c-40b4-80e9-37cff3b8a81d req-41e787c2-27b1-4807-bd80-1ae8abe83816 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7335d2f-61bd-473f-8790-9b50b78ca073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495915 Aug 17 03:25:20.986843 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] For port 7899f4a4-8965-4095-9339-8e738846009d, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:25:20.987462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempted to set empty binding levels {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 03:25:21.056118 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:21.090413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:21.091563 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:21.111876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Pushing event updated for resources: {'Port': ['ID=7899f4a4-8965-4095-9339-8e738846009d,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:21.170933 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-140a8c93-dd8f-4c17-b019-af5ca94599c2 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 980 time: 1.7009397 Aug 17 03:25:21.173663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33226) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:21.253831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-d445aa63-41a8-4480-b1b9-24273e906b9d tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Deleting port 7899f4a4-8965-4095-9339-8e738846009d {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:25:21.254172 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d445aa63-41a8-4480-b1b9-24273e906b9d tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:21.318526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-d445aa63-41a8-4480-b1b9-24273e906b9d tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] For port 7899f4a4-8965-4095-9339-8e738846009d, host n-h2-802060-9, got binding levels [] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:21.319313 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d445aa63-41a8-4480-b1b9-24273e906b9d tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:21.333803 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-d445aa63-41a8-4480-b1b9-24273e906b9d tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Calling delete_port for 7899f4a4-8965-4095-9339-8e738846009d owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:25:21.496540 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d445aa63-41a8-4480-b1b9-24273e906b9d tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:21.526314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d445aa63-41a8-4480-b1b9-24273e906b9d tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Pushing event deleted for resources: {'Port': ['ID=7899f4a4-8965-4095-9339-8e738846009d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:21.531121 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d445aa63-41a8-4480-b1b9-24273e906b9d tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:21.532425 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d445aa63-41a8-4480-b1b9-24273e906b9d tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] 10.222.0.10 "DELETE /v2.0/ports/7899f4a4-8965-4095-9339-8e738846009d HTTP/1.1" status: 204 len: 168 time: 0.3578060 Aug 17 03:25:21.535095 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33230) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:21.558941 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef7c2ea9-504d-4d59-8560-740e5477fc82 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] GET failed (client error): The resource could not be found. Aug 17 03:25:21.561486 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ef7c2ea9-504d-4d59-8560-740e5477fc82 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] 10.222.0.10 "GET /v2.0/ports/7899f4a4-8965-4095-9339-8e738846009d HTTP/1.1" status: 404 len: 333 time: 0.0242023 Aug 17 03:25:21.565713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33232) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:21.570460 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ef43b4f6-a917-4172-8ac4-38f5afe4e050 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Request body: {'port': {'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1064356314'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:21.678975 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef43b4f6-a917-4172-8ac4-38f5afe4e050 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Made reservation on behalf of ece7fd8a8d024a9da37b6a84812a124b for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:21.681911 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef43b4f6-a917-4172-8ac4-38f5afe4e050 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:21.700824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-ef43b4f6-a917-4172-8ac4-38f5afe4e050 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] device_id is not set on port d7973a71-3931-41e5-894a-eb3894a8b7d4 yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:25:21.904832 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef43b4f6-a917-4172-8ac4-38f5afe4e050 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:21.928109 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c8fe8297-4ca0-405a-be8c-ba92158a4076 req-0663b972-2ff6-4726-b7ff-f997734d53c4 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 210 time: 0.0305879 Aug 17 03:25:22.018139 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-a0fd94ac-968b-4b71-b410-bd5d67dab5ba tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:22.019712 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-a0fd94ac-968b-4b71-b410-bd5d67dab5ba tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.60 "GET /v2.0/networks?id=fe8ac5f7-5a28-41ea-9c33-690b92380367 HTTP/1.1" status: 200 len: 808 time: 0.1440971 Aug 17 03:25:22.033221 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-fbc7068d-7af4-4e74-a93a-c93e8538f19f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Request body: {'port': {'device_id': 'ed61513c-7699-46fd-8cfe-b4540e82cb7f', 'network_id': 'fe8ac5f7-5a28-41ea-9c33-690b92380367', 'admin_state_up': True, 'tenant_id': 'f7959cfb65b94bc79bcd1cd75ad40d3e'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:22.118606 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef43b4f6-a917-4172-8ac4-38f5afe4e050 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:22.492390 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef43b4f6-a917-4172-8ac4-38f5afe4e050 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Network f398191c-1c81-4c8a-a679-305fe7ab0b9a is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:25:22.508914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-ef43b4f6-a917-4172-8ac4-38f5afe4e050 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:22.516110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef43b4f6-a917-4172-8ac4-38f5afe4e050 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:25:22.517051 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef43b4f6-a917-4172-8ac4-38f5afe4e050 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:22.517680 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef43b4f6-a917-4172-8ac4-38f5afe4e050 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:22.527375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-769dbbd9-e32e-4f3c-84c8-f3a104398114 req-8aec9bc8-2e4c-46a6-93d7-00dc0a7c43f7 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:22.529049 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-769dbbd9-e32e-4f3c-84c8-f3a104398114 req-8aec9bc8-2e4c-46a6-93d7-00dc0a7c43f7 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1d29326-a08a-4397-8777-dd77d04b560c HTTP/1.1" status: 200 len: 948 time: 0.4415569 Aug 17 03:25:22.533479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef43b4f6-a917-4172-8ac4-38f5afe4e050 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Pushing event updated for resources: {'Port': ['ID=d7973a71-3931-41e5-894a-eb3894a8b7d4,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:22.573639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6c38ef-3858-4036-9628-1966fa57eb67 req-7dbcee38-3d07-43ec-9bf9-218f9eb13fb2 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:22.575182 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cf6c38ef-3858-4036-9628-1966fa57eb67 req-7dbcee38-3d07-43ec-9bf9-218f9eb13fb2 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.30 "GET /v2.0/ports?device_id=d1d29326-a08a-4397-8777-dd77d04b560c HTTP/1.1" status: 200 len: 948 time: 0.1764338 Aug 17 03:25:22.604624 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-769dbbd9-e32e-4f3c-84c8-f3a104398114 req-ed3fe46e-0472-49c6-ba0d-3e235670f0bb tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/security-groups?id=d7335d2f-61bd-473f-8790-9b50b78ca073&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677066 Aug 17 03:25:22.639355 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ef43b4f6-a917-4172-8ac4-38f5afe4e050 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 1.0726273 Aug 17 03:25:22.644399 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33252) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:22.651401 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:22.696065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-cf6c38ef-3858-4036-9628-1966fa57eb67 req-da0a09b5-6dca-45d1-a22e-cfefacd539aa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Deleting port a6322014-efb3-497c-b847-50ff3fb7ac33 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:25:22.696460 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cf6c38ef-3858-4036-9628-1966fa57eb67 req-da0a09b5-6dca-45d1-a22e-cfefacd539aa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:22.717468 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:22.770465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-fbc7068d-7af4-4e74-a93a-c93e8538f19f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Made reservation on behalf of f7959cfb65b94bc79bcd1cd75ad40d3e for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:22.774208 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-fbc7068d-7af4-4e74-a93a-c93e8538f19f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:22.820784 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-cf6c38ef-3858-4036-9628-1966fa57eb67 req-da0a09b5-6dca-45d1-a22e-cfefacd539aa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] For port a6322014-efb3-497c-b847-50ff3fb7ac33, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a6322014-efb3-497c-b847-50ff3fb7ac33,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:22.821171 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cf6c38ef-3858-4036-9628-1966fa57eb67 req-da0a09b5-6dca-45d1-a22e-cfefacd539aa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:22.845305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-cf6c38ef-3858-4036-9628-1966fa57eb67 req-da0a09b5-6dca-45d1-a22e-cfefacd539aa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Calling delete_port for a6322014-efb3-497c-b847-50ff3fb7ac33 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:25:22.913163 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] device_id is not set on port d7973a71-3931-41e5-894a-eb3894a8b7d4 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:25:22.922688 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:22.940854 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Transition to ACTIVE for port object d7973a71-3931-41e5-894a-eb3894a8b7d4 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:23.000570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-fbc7068d-7af4-4e74-a93a-c93e8538f19f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Allocated IP 172.20.0.6 (fe8ac5f7-5a28-41ea-9c33-690b92380367/a33043c3-828c-412f-ac88-b2df603ada5f/d08d5ae0-ff00-4dce-8810-5a0f6982af0e) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:25:23.035695 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8de6f501-08b4-41cd-9eb6-704775668bc9 req-8c4c7a35-ab6e-4da9-ae97-b6929c4b35b1 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 210 time: 0.0329013 Aug 17 03:25:23.036980 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:23.086955 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Pushing event updated for resources: {'Port': ['ID=d7973a71-3931-41e5-894a-eb3894a8b7d4,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:23.099192 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:23.099588 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:23.099747 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:23.100349 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:23.100690 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:23.101283 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:23.101669 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:23.102003 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:23.102534 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:23.102865 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:23.103397 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:23.103768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:25:23.125107 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:23.125478 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:23.125860 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:23.130327 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:23.130666 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:23.131063 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 2 to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 Aug 17 03:25:23.144914 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:23.145249 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:23.145614 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:23.149883 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:23.150195 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:23.150590 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 3 to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 Aug 17 03:25:23.163498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:23.163840 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:23.164178 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:23.166976 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cf6c38ef-3858-4036-9628-1966fa57eb67 req-da0a09b5-6dca-45d1-a22e-cfefacd539aa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:23.169796 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:23.170342 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:23.170840 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 4 to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 Aug 17 03:25:23.180410 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['a6322014-efb3-497c-b847-50ff3fb7ac33'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:25:23.187981 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:23.188412 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:23.188933 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:23.194362 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:23.194700 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:23.195111 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 5 to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 Aug 17 03:25:23.219121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:23.219525 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:23.219953 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:23.226474 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:23.226474 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:23.227056 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 6 to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 Aug 17 03:25:23.240946 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:23.241297 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:23.241669 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:23.246676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:23.247192 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:23.247596 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 7 to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 Aug 17 03:25:23.259729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0a09b5-6dca-45d1-a22e-cfefacd539aa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Pushing event deleted for resources: {'Port': ['ID=a6322014-efb3-497c-b847-50ff3fb7ac33,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:23.259936 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:23.260146 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:23.260578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:23.265566 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:23.265903 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:23.266306 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 8 to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 Aug 17 03:25:23.293499 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:23.293863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:23.294216 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:23.302106 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:23.302106 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:23.302106 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 9 to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 Aug 17 03:25:23.309295 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-cf6c38ef-3858-4036-9628-1966fa57eb67 req-da0a09b5-6dca-45d1-a22e-cfefacd539aa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] No DVR routers for this DVR port a6322014-efb3-497c-b847-50ff3fb7ac33 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:25:23.314054 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-cf6c38ef-3858-4036-9628-1966fa57eb67 req-da0a09b5-6dca-45d1-a22e-cfefacd539aa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:23.316071 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cf6c38ef-3858-4036-9628-1966fa57eb67 req-da0a09b5-6dca-45d1-a22e-cfefacd539aa tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.30 "DELETE /v2.0/ports/a6322014-efb3-497c-b847-50ff3fb7ac33 HTTP/1.1" status: 204 len: 173 time: 0.7293532 Aug 17 03:25:23.316539 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd1d29326-a08a-4397-8777-dd77d04b560c', 'name': 'network-vif-deleted', 'tag': 'a6322014-efb3-497c-b847-50ff3fb7ac33'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:25:23.318273 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:23.318625 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:23.318925 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24b1a3e7-ced9-4fe7-b2f1-12428ba17c9b" -d '{"events": [{"server_uuid": "d1d29326-a08a-4397-8777-dd77d04b560c", "name": "network-vif-deleted", "tag": "a6322014-efb3-497c-b847-50ff3fb7ac33"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:25:23.319063 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:23.323672 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:23.324491 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:23.330650 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 10 to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 Aug 17 03:25:23.369257 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:23.369643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:23.369984 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:23.377905 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-fbc7068d-7af4-4e74-a93a-c93e8538f19f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:23.380287 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:23.380637 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port d7973a71-3931-41e5-894a-eb3894a8b7d4 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:23.381023 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:23.392175 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-85d224ce-c9e3-41cf-be24-89fb8afc8988 x-openstack-request-id: req-85d224ce-c9e3-41cf-be24-89fb8afc8988 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:25:23.392485 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d1d29326-a08a-4397-8777-dd77d04b560c", "name": "network-vif-deleted", "tag": "a6322014-efb3-497c-b847-50ff3fb7ac33", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:25:23.393718 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-85d224ce-c9e3-41cf-be24-89fb8afc8988 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:25:23.393718 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd1d29326-a08a-4397-8777-dd77d04b560c', 'name': 'network-vif-deleted', 'tag': 'a6322014-efb3-497c-b847-50ff3fb7ac33', 'status': 'completed', 'code': 200} Aug 17 03:25:23.470045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] For port d7973a71-3931-41e5-894a-eb3894a8b7d4, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:25:23.470426 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempted to set empty binding levels {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 03:25:23.546420 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:25:23.559546 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-fbc7068d-7af4-4e74-a93a-c93e8538f19f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:23.605777 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:23.607298 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-fbc7068d-7af4-4e74-a93a-c93e8538f19f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Network fe8ac5f7-5a28-41ea-9c33-690b92380367 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:25:23.610808 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-fbc7068d-7af4-4e74-a93a-c93e8538f19f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:23.614984 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-fbc7068d-7af4-4e74-a93a-c93e8538f19f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:25:23.639524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] In _notify_port_updated(), no bound segment for port d7973a71-3931-41e5-894a-eb3894a8b7d4 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:25:23.639725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbc7068d-7af4-4e74-a93a-c93e8538f19f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Pushing event updated for resources: {'Port': ['ID=d08d5ae0-ff00-4dce-8810-5a0f6982af0e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:23.640415 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:23.641017 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:23.644409 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] 10.222.0.10 "PUT /v2.0/ports/d7973a71-3931-41e5-894a-eb3894a8b7d4 HTTP/1.1" status: 200 len: 975 time: 0.9965820 Aug 17 03:25:23.647688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33270) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:23.699554 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63740831-275d-40e3-8920-8d1a348d232e tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Pushing event updated for resources: {'Port': ['ID=d7973a71-3931-41e5-894a-eb3894a8b7d4,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:23.722614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-fbc7068d-7af4-4e74-a93a-c93e8538f19f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:23.723270 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-fbc7068d-7af4-4e74-a93a-c93e8538f19f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:23.757226 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a7179-a00e-466b-afe5-5217ecf65f84 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:23.758171 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a7179-a00e-466b-afe5-5217ecf65f84 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:23.758260 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a7179-a00e-466b-afe5-5217ecf65f84 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:23.758695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a7179-a00e-466b-afe5-5217ecf65f84 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:23.759161 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a7179-a00e-466b-afe5-5217ecf65f84 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:23.759626 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a7179-a00e-466b-afe5-5217ecf65f84 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:23.760096 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a7179-a00e-466b-afe5-5217ecf65f84 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:23.760566 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a7179-a00e-466b-afe5-5217ecf65f84 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:23.760767 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-70df5608-8e9f-4679-958c-cf24c0f10315 req-f857651a-3bba-41e6-9907-fd9979b819f3 tempest-VolumesNegativeTest-418338174 tempest-VolumesNegativeTest-418338174-project] 10.222.0.10 "GET /v2.0/ports?device_id=d1d29326-a08a-4397-8777-dd77d04b560c HTTP/1.1" status: 200 len: 210 time: 0.0292594 Aug 17 03:25:23.761030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a7179-a00e-466b-afe5-5217ecf65f84 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:23.761613 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a7179-a00e-466b-afe5-5217ecf65f84 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:23.762080 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a7179-a00e-466b-afe5-5217ecf65f84 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:23.762543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b7a7179-a00e-466b-afe5-5217ecf65f84 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:23.765331 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3b7a7179-a00e-466b-afe5-5217ecf65f84 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 10963 time: 0.1170497 Aug 17 03:25:23.768361 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33272) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:23.835042 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-fbc7068d-7af4-4e74-a93a-c93e8538f19f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8058333 Aug 17 03:25:23.851538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Request body: {'port': {'device_id': 'ed61513c-7699-46fd-8cfe-b4540e82cb7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:23.882094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7934a-972a-4bcc-a696-cfe3c01cc40d tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Deleting port d7973a71-3931-41e5-894a-eb3894a8b7d4 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:25:23.882368 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ce7934a-972a-4bcc-a696-cfe3c01cc40d tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:23.958997 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:23.983919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-9ce7934a-972a-4bcc-a696-cfe3c01cc40d tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] For port d7973a71-3931-41e5-894a-eb3894a8b7d4, host n-h2-802060-9, got binding levels [] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:23.984279 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ce7934a-972a-4bcc-a696-cfe3c01cc40d tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:24.022916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-9ce7934a-972a-4bcc-a696-cfe3c01cc40d tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Calling delete_port for d7973a71-3931-41e5-894a-eb3894a8b7d4 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:25:24.277302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5048199c-b970-4753-be96-24073728bb43 req-91fbaf10-6b6a-4b06-889a-b2f5c6a0f24b tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:24.278825 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5048199c-b970-4753-be96-24073728bb43 req-91fbaf10-6b6a-4b06-889a-b2f5c6a0f24b tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 931 time: 0.1371417 Aug 17 03:25:24.348386 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5048199c-b970-4753-be96-24073728bb43 req-f6fb704a-28f3-4a14-8dfc-8ee29b45f3db tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621259 Aug 17 03:25:24.363294 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ce7934a-972a-4bcc-a696-cfe3c01cc40d tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:24.403210 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce7934a-972a-4bcc-a696-cfe3c01cc40d tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Pushing event deleted for resources: {'Port': ['ID=d7973a71-3931-41e5-894a-eb3894a8b7d4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:24.425706 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ce7934a-972a-4bcc-a696-cfe3c01cc40d tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:24.427597 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9ce7934a-972a-4bcc-a696-cfe3c01cc40d tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] 10.222.0.10 "DELETE /v2.0/ports/d7973a71-3931-41e5-894a-eb3894a8b7d4 HTTP/1.1" status: 204 len: 168 time: 0.6582124 Aug 17 03:25:24.430348 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33282) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:24.442846 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d08d5ae0-ff00-4dce-8810-5a0f6982af0e {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:25:24.451889 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:24.458342 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-74b3fab7-f64c-4fa5-b11d-330eef7794a1 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] GET failed (client error): The resource could not be found. Aug 17 03:25:24.459878 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-74b3fab7-f64c-4fa5-b11d-330eef7794a1 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] 10.222.0.10 "GET /v2.0/ports/d7973a71-3931-41e5-894a-eb3894a8b7d4 HTTP/1.1" status: 404 len: 333 time: 0.0279939 Aug 17 03:25:24.464179 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33286) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:24.472559 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-88778fc6-b778-4b94-99da-606acbf68e04 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1779472294', 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:24.474463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Transition to ACTIVE for port object d08d5ae0-ff00-4dce-8810-5a0f6982af0e will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:24.540028 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:24.597341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88778fc6-b778-4b94-99da-606acbf68e04 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Made reservation on behalf of ece7fd8a8d024a9da37b6a84812a124b for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:24.599907 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88778fc6-b778-4b94-99da-606acbf68e04 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:24.607333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d08d5ae0-ff00-4dce-8810-5a0f6982af0e,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:24.625134 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-88778fc6-b778-4b94-99da-606acbf68e04 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] device_id is not set on port d9eced72-cb50-400f-bc13-ffa0c8dec7f3 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:25:24.673770 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Attempting to bind port d08d5ae0-ff00-4dce-8810-5a0f6982af0e on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:24.674358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Attempting to bind port d08d5ae0-ff00-4dce-8810-5a0f6982af0e by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '0a8b7338-7700-48a6-aeef-92bafdc2ff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fe8ac5f7-5a28-41ea-9c33-690b92380367'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:24.674745 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Attempting to bind port d08d5ae0-ff00-4dce-8810-5a0f6982af0e on network fe8ac5f7-5a28-41ea-9c33-690b92380367 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:24.680074 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Port d08d5ae0-ff00-4dce-8810-5a0f6982af0e on network fe8ac5f7-5a28-41ea-9c33-690b92380367 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:24.680523 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Attempting to bind port d08d5ae0-ff00-4dce-8810-5a0f6982af0e on network fe8ac5f7-5a28-41ea-9c33-690b92380367 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:24.686678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 25, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:25:24.690407 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Checking segment: {'id': '0a8b7338-7700-48a6-aeef-92bafdc2ff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fe8ac5f7-5a28-41ea-9c33-690b92380367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:25:24.690407 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Bound using segment: {'id': '0a8b7338-7700-48a6-aeef-92bafdc2ff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fe8ac5f7-5a28-41ea-9c33-690b92380367'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:25:24.690407 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Bound port: d08d5ae0-ff00-4dce-8810-5a0f6982af0e, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8b7338-7700-48a6-aeef-92bafdc2ff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fe8ac5f7-5a28-41ea-9c33-690b92380367'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:25:24.690407 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:24.770685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] For port d08d5ae0-ff00-4dce-8810-5a0f6982af0e, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:25:24.774120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] For port d08d5ae0-ff00-4dce-8810-5a0f6982af0e, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d08d5ae0-ff00-4dce-8810-5a0f6982af0e,segment=NetworkSegment(0a8b7338-7700-48a6-aeef-92bafdc2ff06),segment_id=0a8b7338-7700-48a6-aeef-92bafdc2ff06)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:25:24.799490 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88778fc6-b778-4b94-99da-606acbf68e04 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:24.889294 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:24.916998 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88778fc6-b778-4b94-99da-606acbf68e04 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:24.972425 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:24.972857 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:24.974651 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] 10.222.0.60 "PUT /v2.0/ports/d08d5ae0-ff00-4dce-8810-5a0f6982af0e HTTP/1.1" status: 200 len: 1091 time: 1.1288745 Aug 17 03:25:24.994288 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88778fc6-b778-4b94-99da-606acbf68e04 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Network f398191c-1c81-4c8a-a679-305fe7ab0b9a is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:25:25.005346 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180e38ac-8034-4964-bd97-58db87bed6c0 service neutron] Pushing event updated for resources: {'Port': ['ID=d08d5ae0-ff00-4dce-8810-5a0f6982af0e,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:25.022302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-88778fc6-b778-4b94-99da-606acbf68e04 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:25.039646 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88778fc6-b778-4b94-99da-606acbf68e04 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Pushing event updated for resources: {'Port': ['ID=d9eced72-cb50-400f-bc13-ffa0c8dec7f3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:25.043949 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88778fc6-b778-4b94-99da-606acbf68e04 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:25:25.044970 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88778fc6-b778-4b94-99da-606acbf68e04 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:25.045611 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88778fc6-b778-4b94-99da-606acbf68e04 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:25.139528 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-88778fc6-b778-4b94-99da-606acbf68e04 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6701462 Aug 17 03:25:25.140374 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33306) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:25.186537 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-227e3b44-3012-4c39-a2fd-c671e2996fc0 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:25.188189 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-227e3b44-3012-4c39-a2fd-c671e2996fc0 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] 10.222.0.10 "GET /v2.0/ports/d9eced72-cb50-400f-bc13-ffa0c8dec7f3 HTTP/1.1" status: 200 len: 955 time: 0.0468361 Aug 17 03:25:25.190197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-07ecca99-177b-42a5-9b8b-cde37a498dd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:25.190864 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33310) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:25.195436 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-07ecca99-177b-42a5-9b8b-cde37a498dd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7959cfb65b94bc79bcd1cd75ad40d3e&device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 1094 time: 0.0546300 Aug 17 03:25:25.252168 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-4aa7b9cb-abee-4a98-bd02-b1ad82116f60 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d08d5ae0-ff00-4dce-8810-5a0f6982af0e HTTP/1.1" status: 200 len: 217 time: 0.0484591 Aug 17 03:25:25.282242 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5f48849b-806d-49fd-97db-daf8b68c4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Deleting port d9eced72-cb50-400f-bc13-ffa0c8dec7f3 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:25:25.282594 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5f48849b-806d-49fd-97db-daf8b68c4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:25.320187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-00c6f5b8-8a0f-43d5-885c-fdb9d0687bfd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:25.321829 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-00c6f5b8-8a0f-43d5-885c-fdb9d0687bfd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a33043c3-828c-412f-ac88-b2df603ada5f HTTP/1.1" status: 200 len: 848 time: 0.0630772 Aug 17 03:25:25.352379 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5f48849b-806d-49fd-97db-daf8b68c4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:25.364658 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-149bff11-0faf-450c-a607-400d927c6bd7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe8ac5f7-5a28-41ea-9c33-690b92380367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0355124 Aug 17 03:25:25.368497 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5f48849b-806d-49fd-97db-daf8b68c4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Calling delete_port for d9eced72-cb50-400f-bc13-ffa0c8dec7f3 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:25:25.401150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ed61513c-7699-46fd-8cfe-b4540e82cb7f', 'tag': 'd08d5ae0-ff00-4dce-8810-5a0f6982af0e'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:25:25.403937 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f20cfc75-d7d9-4ef4-9f89-c756e13c63cb" -d '{"events": [{"name": "network-changed", "server_uuid": "ed61513c-7699-46fd-8cfe-b4540e82cb7f", "tag": "d08d5ae0-ff00-4dce-8810-5a0f6982af0e"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:25:25.510738 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-c8b7a7b0-dcfd-4649-b13f-4cc8154a2940 service neutron] 10.222.0.60 "GET /v2.0/networks/fe8ac5f7-5a28-41ea-9c33-690b92380367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1382940 Aug 17 03:25:25.513845 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:25:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-130de29a-c35e-4606-abd7-289c870fe1f4 x-openstack-request-id: req-130de29a-c35e-4606-abd7-289c870fe1f4 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:25:25.514148 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ed61513c-7699-46fd-8cfe-b4540e82cb7f", "tag": "d08d5ae0-ff00-4dce-8810-5a0f6982af0e", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:25:25.514399 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-130de29a-c35e-4606-abd7-289c870fe1f4 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:25:25.514793 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ed61513c-7699-46fd-8cfe-b4540e82cb7f', 'tag': 'd08d5ae0-ff00-4dce-8810-5a0f6982af0e', 'status': 'completed', 'code': 200} Aug 17 03:25:25.608877 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5f48849b-806d-49fd-97db-daf8b68c4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:25.620401 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e318a5ea-e9ca-485a-8660-fd2719412463 req-585334e3-38da-4821-a802-5c1bab0e255d tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:25.623019 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e318a5ea-e9ca-485a-8660-fd2719412463 req-585334e3-38da-4821-a802-5c1bab0e255d tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 943 time: 0.1113486 Aug 17 03:25:25.644942 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5f48849b-806d-49fd-97db-daf8b68c4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:25.647286 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5f48849b-806d-49fd-97db-daf8b68c4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] 10.222.0.10 "DELETE /v2.0/ports/d9eced72-cb50-400f-bc13-ffa0c8dec7f3 HTTP/1.1" status: 204 len: 168 time: 0.4552772 Aug 17 03:25:25.648448 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f48849b-806d-49fd-97db-daf8b68c4cf8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Pushing event deleted for resources: {'Port': ['ID=d9eced72-cb50-400f-bc13-ffa0c8dec7f3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:25.651298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33326) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:25.661730 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca4a833e-443c-4dfd-b28c-ffcbc02368d0 req-5f86222f-5d9b-425a-8abf-6cbda74636ed service neutron] 10.222.0.60 "GET /v2.0/networks/fe8ac5f7-5a28-41ea-9c33-690b92380367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1385787 Aug 17 03:25:25.677695 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e318a5ea-e9ca-485a-8660-fd2719412463 req-58dab578-22fd-45bc-8596-3036e9556d8b tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479863 Aug 17 03:25:25.678921 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d389ef9-501c-4a7f-b225-a7e1e6cce11c tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] GET failed (client error): The resource could not be found. Aug 17 03:25:25.680621 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5d389ef9-501c-4a7f-b225-a7e1e6cce11c tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] 10.222.0.10 "GET /v2.0/ports/d9eced72-cb50-400f-bc13-ffa0c8dec7f3 HTTP/1.1" status: 404 len: 333 time: 0.0284028 Aug 17 03:25:25.685138 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33328) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:25.690723 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d3623f4a-3857-4f46-86bb-ff4c88c8499b tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Request body: {'port': {'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1642208275'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:25.837437 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3623f4a-3857-4f46-86bb-ff4c88c8499b tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Made reservation on behalf of ece7fd8a8d024a9da37b6a84812a124b for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:25.840312 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d3623f4a-3857-4f46-86bb-ff4c88c8499b tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:25.859961 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-d3623f4a-3857-4f46-86bb-ff4c88c8499b tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] device_id is not set on port 8b8bb930-31fc-4e84-9759-882f51ae7f37 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:25:25.890423 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cfc75-d7d9-4ef4-9f89-c756e13c63cb req-fd4f3393-d2b3-4965-9930-30264ab1773a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:25.892040 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f20cfc75-d7d9-4ef4-9f89-c756e13c63cb req-fd4f3393-d2b3-4965-9930-30264ab1773a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=f7959cfb65b94bc79bcd1cd75ad40d3e&device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 1094 time: 0.0612941 Aug 17 03:25:26.003532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cfc75-d7d9-4ef4-9f89-c756e13c63cb req-3bdd4b1b-23b7-4102-a058-74c524469905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:26.005031 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f20cfc75-d7d9-4ef4-9f89-c756e13c63cb req-3bdd4b1b-23b7-4102-a058-74c524469905 service neutron] 10.222.0.60 "GET /v2.0/networks?id=fe8ac5f7-5a28-41ea-9c33-690b92380367 HTTP/1.1" status: 200 len: 908 time: 0.1060500 Aug 17 03:25:26.024814 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a6322014-efb3-497c-b847-50ff3fb7ac33 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:25:26.069954 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: a6322014-efb3-497c-b847-50ff3fb7ac33 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:25:26.070299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a6322014-efb3-497c-b847-50ff3fb7ac33 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:25:26.094925 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f20cfc75-d7d9-4ef4-9f89-c756e13c63cb req-2565ba2f-722e-41c4-91b7-1436f1b73237 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d08d5ae0-ff00-4dce-8810-5a0f6982af0e HTTP/1.1" status: 200 len: 217 time: 0.0811713 Aug 17 03:25:26.099178 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d3623f4a-3857-4f46-86bb-ff4c88c8499b tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:26.150872 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20cfc75-d7d9-4ef4-9f89-c756e13c63cb req-01620608-8d27-466c-a742-af3266debf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:26.153011 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f20cfc75-d7d9-4ef4-9f89-c756e13c63cb req-01620608-8d27-466c-a742-af3266debf5b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a33043c3-828c-412f-ac88-b2df603ada5f HTTP/1.1" status: 200 len: 848 time: 0.0507412 Aug 17 03:25:26.186558 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f20cfc75-d7d9-4ef4-9f89-c756e13c63cb req-e0f38d75-7dce-4a54-b6b0-46e6f2d7a8e5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe8ac5f7-5a28-41ea-9c33-690b92380367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0258503 Aug 17 03:25:26.237940 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d3623f4a-3857-4f46-86bb-ff4c88c8499b tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:26.295311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f20cfc75-d7d9-4ef4-9f89-c756e13c63cb req-17d51a76-87f7-4425-aecb-42ab77c27d71 service neutron] 10.222.0.60 "GET /v2.0/networks/fe8ac5f7-5a28-41ea-9c33-690b92380367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005092 Aug 17 03:25:26.296466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3623f4a-3857-4f46-86bb-ff4c88c8499b tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Network f398191c-1c81-4c8a-a679-305fe7ab0b9a is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:25:26.310404 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-d3623f4a-3857-4f46-86bb-ff4c88c8499b tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:26.312793 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3623f4a-3857-4f46-86bb-ff4c88c8499b tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:25:26.313945 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3623f4a-3857-4f46-86bb-ff4c88c8499b tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:26.314630 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d3623f4a-3857-4f46-86bb-ff4c88c8499b tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:26.329263 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3623f4a-3857-4f46-86bb-ff4c88c8499b tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Pushing event updated for resources: {'Port': ['ID=8b8bb930-31fc-4e84-9759-882f51ae7f37,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:26.408779 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f20cfc75-d7d9-4ef4-9f89-c756e13c63cb req-0c0219ee-d0af-449e-be51-5454d834d81f service neutron] 10.222.0.60 "GET /v2.0/networks/fe8ac5f7-5a28-41ea-9c33-690b92380367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038859 Aug 17 03:25:26.423359 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d3623f4a-3857-4f46-86bb-ff4c88c8499b tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.7371640 Aug 17 03:25:26.425328 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33382) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:26.432544 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-802060-9'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:26.503758 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:26.680875 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] device_id is not set on port 8b8bb930-31fc-4e84-9759-882f51ae7f37 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:25:26.690020 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:26.705634 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Transition to ACTIVE for port object 8b8bb930-31fc-4e84-9759-882f51ae7f37 will not be triggered until provisioned by entity L2. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:26.813132 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d8a6f79-f9b2-46ab-a8e9-20b8821e005e req-b62f1d9a-d6e5-496b-ab1f-5512135354fa tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:26.821146 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d8a6f79-f9b2-46ab-a8e9-20b8821e005e req-b62f1d9a-d6e5-496b-ab1f-5512135354fa tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 943 time: 0.0632422 Aug 17 03:25:26.822425 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:26.901673 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Pushing event updated for resources: {'Port': ['ID=8b8bb930-31fc-4e84-9759-882f51ae7f37,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:26.931512 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d8a6f79-f9b2-46ab-a8e9-20b8821e005e req-6986c3bf-0baa-489a-ad03-4754a4a3c82e tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994477 Aug 17 03:25:26.931512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:26.931512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:26.931512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:26.936244 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:26.936582 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:26.936983 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 2 to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 Aug 17 03:25:26.955366 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:26.955715 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:26.956057 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:26.960385 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:26.960783 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:26.961224 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 3 to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 Aug 17 03:25:26.974760 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:26.975352 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:26.976348 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:26.980048 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:26.980541 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:26.980944 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 4 to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 Aug 17 03:25:26.993169 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:26.993549 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:26.993891 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:26.998708 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:26.999071 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:26.999565 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 5 to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 Aug 17 03:25:27.013973 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:27.014430 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:27.014782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:27.022841 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:27.022841 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:27.022841 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 6 to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 Aug 17 03:25:27.038881 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:27.039282 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:27.039632 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:27.044881 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:27.045225 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:27.045662 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 7 to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 Aug 17 03:25:27.060160 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:27.063498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:27.063498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:27.065309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:27.065682 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:27.066376 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 8 to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 Aug 17 03:25:27.080235 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:27.080584 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:27.080938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:27.086768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:27.086768 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:27.086768 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 9 to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 Aug 17 03:25:27.101648 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:27.102000 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:27.102342 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:27.108875 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:27.109283 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:27.109778 n-d-802060-9 neutron-server[101969]: INFO neutron.plugins.ml2.plugin [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempt 10 to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 Aug 17 03:25:27.122968 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:27.123316 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] {{(pid=101969) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:27.123654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempting to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:27.128092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101969) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:27.128426 n-d-802060-9 neutron-server[101969]: ERROR neutron.plugins.ml2.managers [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Failed to bind port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on host n-h2-802060-9 for vnic_type normal using segments [{'id': 'c51cf406-0564-40ef-a92a-8e2461a9d67e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': 'f398191c-1c81-4c8a-a679-305fe7ab0b9a'}] Aug 17 03:25:27.128804 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:27.193917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] For port 8b8bb930-31fc-4e84-9759-882f51ae7f37, host n-h2-802060-9, cleared binding levels {{(pid=101969) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:25:27.194290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attempted to set empty binding levels {{(pid=101969) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Aug 17 03:25:27.271263 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:27.311437 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] In _notify_port_updated(), no bound segment for port 8b8bb930-31fc-4e84-9759-882f51ae7f37 on network f398191c-1c81-4c8a-a679-305fe7ab0b9a {{(pid=101969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:25:27.312310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:27.312917 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:27.314272 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] 10.222.0.10 "PUT /v2.0/ports/8b8bb930-31fc-4e84-9759-882f51ae7f37 HTTP/1.1" status: 200 len: 975 time: 0.8879123 Aug 17 03:25:27.317266 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33428) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:27.326654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048f923e-3ff9-49c8-a885-ed44ec8409e8 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Pushing event updated for resources: {'Port': ['ID=8b8bb930-31fc-4e84-9759-882f51ae7f37,revision_number=3']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:27.405915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-fb9608a7-8a55-4940-96e0-6fcb7bf92bf0 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Deleting port 8b8bb930-31fc-4e84-9759-882f51ae7f37 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:25:27.406263 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fb9608a7-8a55-4940-96e0-6fcb7bf92bf0 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:27.475718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-fb9608a7-8a55-4940-96e0-6fcb7bf92bf0 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] For port 8b8bb930-31fc-4e84-9759-882f51ae7f37, host n-h2-802060-9, got binding levels [] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:27.476116 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fb9608a7-8a55-4940-96e0-6fcb7bf92bf0 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:27.489502 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-fb9608a7-8a55-4940-96e0-6fcb7bf92bf0 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Calling delete_port for 8b8bb930-31fc-4e84-9759-882f51ae7f37 owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:25:27.506750 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-a3a27556-74c5-42e2-9624-2a4136857842 req-ae729a0b-41c2-4626-935d-063f8d2d5022 service neutron] (101969) timed out ('10.222.0.10', 37092) {{(pid=101969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:25:27.688750 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fb9608a7-8a55-4940-96e0-6fcb7bf92bf0 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:27.724013 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb9608a7-8a55-4940-96e0-6fcb7bf92bf0 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Pushing event deleted for resources: {'Port': ['ID=8b8bb930-31fc-4e84-9759-882f51ae7f37,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:27.738587 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fb9608a7-8a55-4940-96e0-6fcb7bf92bf0 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:27.738587 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fb9608a7-8a55-4940-96e0-6fcb7bf92bf0 tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] 10.222.0.10 "DELETE /v2.0/ports/8b8bb930-31fc-4e84-9759-882f51ae7f37 HTTP/1.1" status: 204 len: 168 time: 0.4194858 Aug 17 03:25:27.739455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33458) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:27.774025 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3296003-158e-4acf-9dfb-2cc33aa8c45f tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] GET failed (client error): The resource could not be found. Aug 17 03:25:27.775700 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a3296003-158e-4acf-9dfb-2cc33aa8c45f tempest-PortsAdminExtendedAttrsTestJSON-1670164154 tempest-PortsAdminExtendedAttrsTestJSON-1670164154-project-admin] 10.222.0.10 "GET /v2.0/ports/8b8bb930-31fc-4e84-9759-882f51ae7f37 HTTP/1.1" status: 404 len: 333 time: 0.0351911 Aug 17 03:25:27.779774 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33468) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:27.862026 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-09524f8b-159e-4ca1-999a-57874090359d tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:27.967494 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-09524f8b-159e-4ca1-999a-57874090359d tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:27.981847 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-09524f8b-159e-4ca1-999a-57874090359d tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f398191c-1c81-4c8a-a679-305fe7ab0b9a']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:27.993717 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-09524f8b-159e-4ca1-999a-57874090359d tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c51cf406-0564-40ef-a92a-8e2461a9d67e') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:27.994112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-09524f8b-159e-4ca1-999a-57874090359d tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c51cf406-0564-40ef-a92a-8e2461a9d67e') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:28.011736 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-09524f8b-159e-4ca1-999a-57874090359d tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:28.021328 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-09524f8b-159e-4ca1-999a-57874090359d tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:28.028740 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-09524f8b-159e-4ca1-999a-57874090359d tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:25:28.029232 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-09524f8b-159e-4ca1-999a-57874090359d tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:25:28.034491 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:25:28.062886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-358a11a5-2323-45ac-b4b6-18c917ce8cd7 req-bb9a4af3-efc9-490e-9ec6-81348cb8177e tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:28.068853 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-358a11a5-2323-45ac-b4b6-18c917ce8cd7 req-bb9a4af3-efc9-490e-9ec6-81348cb8177e tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 943 time: 0.0602028 Aug 17 03:25:28.104336 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-358a11a5-2323-45ac-b4b6-18c917ce8cd7 req-34acee77-a1de-4d11-a02a-3f109bb797bd tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335469 Aug 17 03:25:28.204542 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-09524f8b-159e-4ca1-999a-57874090359d tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:28.211702 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-09524f8b-159e-4ca1-999a-57874090359d tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:28.213542 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-09524f8b-159e-4ca1-999a-57874090359d tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] 10.222.0.10 "DELETE /v2.0/networks/f398191c-1c81-4c8a-a679-305fe7ab0b9a HTTP/1.1" status: 204 len: 168 time: 0.4328134 Aug 17 03:25:28.226456 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09524f8b-159e-4ca1-999a-57874090359d tempest-PortsAdminExtendedAttrsTestJSON-208221108 tempest-PortsAdminExtendedAttrsTestJSON-208221108-project] Pushing event deleted for resources: {'Network': ['ID=f398191c-1c81-4c8a-a679-305fe7ab0b9a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:28.732319 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d08d5ae0-ff00-4dce-8810-5a0f6982af0e details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:25:28.744152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33540) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:28.854151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port d08d5ae0-ff00-4dce-8810-5a0f6982af0e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d08d5ae0-ff00-4dce-8810-5a0f6982af0e,segment=NetworkSegment(0a8b7338-7700-48a6-aeef-92bafdc2ff06),segment_id=0a8b7338-7700-48a6-aeef-92bafdc2ff06)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:28.868445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'd08d5ae0-ff00-4dce-8810-5a0f6982af0e', 'network_id': 'fe8ac5f7-5a28-41ea-9c33-690b92380367', 'port_id': 'd08d5ae0-ff00-4dce-8810-5a0f6982af0e', 'mac_address': 'fa:16:3e:1a:40:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33043c3-828c-412f-ac88-b2df603ada5f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:25:28.900150 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0def50c8-33c8-40b5-a4f8-06738624c668 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=07817b4571b94aca8237e60e9884c801&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1545672 Aug 17 03:25:28.903368 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33548) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:28.913872 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:28.927547 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d08d5ae0-ff00-4dce-8810-5a0f6982af0e {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:25:28.948660 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port d08d5ae0-ff00-4dce-8810-5a0f6982af0e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d08d5ae0-ff00-4dce-8810-5a0f6982af0e,segment=NetworkSegment(0a8b7338-7700-48a6-aeef-92bafdc2ff06),segment_id=0a8b7338-7700-48a6-aeef-92bafdc2ff06)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:28.959161 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e6947534-a88d-4c98-9da5-e415c4972db1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:28.985943 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e6947534-a88d-4c98-9da5-e415c4972db1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:29.016423 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:29.069137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=d08d5ae0-ff00-4dce-8810-5a0f6982af0e,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:29.145698 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e6947534-a88d-4c98-9da5-e415c4972db1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:29.148786 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e6947534-a88d-4c98-9da5-e415c4972db1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:29.153199 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e6947534-a88d-4c98-9da5-e415c4972db1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d114c2e8-7751-41da-8150-6278cc2a3865 HTTP/1.1" status: 204 len: 168 time: 0.2454774 Aug 17 03:25:29.160443 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6947534-a88d-4c98-9da5-e415c4972db1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d114c2e8-7751-41da-8150-6278cc2a3865,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:29.253480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['d08d5ae0-ff00-4dce-8810-5a0f6982af0e'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:25:29.261253 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e77cd1f-386d-458b-96c5-5ff3ebc8c2e0 req-3b1ff4ee-afa0-45e5-af36-c606e93f7d94 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:29.263235 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e77cd1f-386d-458b-96c5-5ff3ebc8c2e0 req-3b1ff4ee-afa0-45e5-af36-c606e93f7d94 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 944 time: 0.0698092 Aug 17 03:25:29.294376 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-1079ecfb-6168-4b71-be09-0e28f56cfa2b req-ab590c7b-69c3-428f-a43b-aaa5761c6793 service neutron] (101970) timed out ('10.222.0.30', 54711) {{(pid=101970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:25:29.304451 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e77cd1f-386d-458b-96c5-5ff3ebc8c2e0 req-9fc7a3da-854e-408b-8fc8-462924ca1e36 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348160 Aug 17 03:25:30.044570 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33610) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:30.092645 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-baba9b4e-b538-4916-8b61-4175d869c042 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ece7fd8a8d024a9da37b6a84812a124b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462456 Aug 17 03:25:30.094791 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33614) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:30.438049 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6315100e-aa98-4fd9-a712-00b341a444a4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:30.457211 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6315100e-aa98-4fd9-a712-00b341a444a4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:30.461932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa17faeb-eb88-4a78-8b00-07b5171f7473 req-e0f021c1-7ea3-4584-8a86-ae041ffb026d tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:30.463407 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa17faeb-eb88-4a78-8b00-07b5171f7473 req-e0f021c1-7ea3-4584-8a86-ae041ffb026d tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 944 time: 0.0612166 Aug 17 03:25:30.507528 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa17faeb-eb88-4a78-8b00-07b5171f7473 req-393b8eaa-0142-4ff9-a651-9f17fa44c113 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374603 Aug 17 03:25:30.596801 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6315100e-aa98-4fd9-a712-00b341a444a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:30.599663 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6315100e-aa98-4fd9-a712-00b341a444a4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:30.601330 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6315100e-aa98-4fd9-a712-00b341a444a4 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/57ad1162-e55b-423b-a26f-4bc39a7ee393 HTTP/1.1" status: 204 len: 168 time: 0.5054443 Aug 17 03:25:30.614202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6315100e-aa98-4fd9-a712-00b341a444a4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57ad1162-e55b-423b-a26f-4bc39a7ee393,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:30.731542 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d08d5ae0-ff00-4dce-8810-5a0f6982af0e up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:25:30.867272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port d08d5ae0-ff00-4dce-8810-5a0f6982af0e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:25:30.872412 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port d08d5ae0-ff00-4dce-8810-5a0f6982af0e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:25:30.872839 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:30.978428 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:31.003139 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed61513c-7699-46fd-8cfe-b4540e82cb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08d5ae0-ff00-4dce-8810-5a0f6982af0e'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:25:31.005370 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc7de04-98db-4660-9ce2-0e9d0f196746" -d '{"events": [{"server_uuid": "ed61513c-7699-46fd-8cfe-b4540e82cb7f", "name": "network-vif-plugged", "status": "completed", "tag": "d08d5ae0-ff00-4dce-8810-5a0f6982af0e"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:25:31.023720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port d08d5ae0-ff00-4dce-8810-5a0f6982af0e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d08d5ae0-ff00-4dce-8810-5a0f6982af0e,segment=NetworkSegment(0a8b7338-7700-48a6-aeef-92bafdc2ff06),segment_id=0a8b7338-7700-48a6-aeef-92bafdc2ff06)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:31.060514 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-737f90af-78eb-4769-9433-49f8b853d8c1 x-openstack-request-id: req-737f90af-78eb-4769-9433-49f8b853d8c1 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:25:31.061133 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed61513c-7699-46fd-8cfe-b4540e82cb7f", "name": "network-vif-plugged", "status": "completed", "tag": "d08d5ae0-ff00-4dce-8810-5a0f6982af0e", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:25:31.061614 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-737f90af-78eb-4769-9433-49f8b853d8c1 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:25:31.062171 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed61513c-7699-46fd-8cfe-b4540e82cb7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd08d5ae0-ff00-4dce-8810-5a0f6982af0e', 'code': 200} Aug 17 03:25:31.088610 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:31.201816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=d08d5ae0-ff00-4dce-8810-5a0f6982af0e,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:31.212223 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8932c85-705f-4532-8080-ca8d4e27c095 req-90ea55b4-8979-4cd5-9713-16cb0ccdaf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:31.213812 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8932c85-705f-4532-8080-ca8d4e27c095 req-90ea55b4-8979-4cd5-9713-16cb0ccdaf6a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 1096 time: 0.0745173 Aug 17 03:25:31.252288 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c8932c85-705f-4532-8080-ca8d4e27c095 req-0599af7b-3c05-4186-a011-fddc73ec7c9c service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316141 Aug 17 03:25:31.639967 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87b10c82-95f5-407b-8462-1b4bd27c09ff req-44a86b10-c6f1-4b66-b8fa-3928bb1677f6 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:31.642134 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87b10c82-95f5-407b-8462-1b4bd27c09ff req-44a86b10-c6f1-4b66-b8fa-3928bb1677f6 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 945 time: 0.0550256 Aug 17 03:25:31.688555 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87b10c82-95f5-407b-8462-1b4bd27c09ff req-2dc763e2-12da-4f47-ac64-28cd1b3a009a tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381007 Aug 17 03:25:32.602319 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33694) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:32.869558 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d51c76c-337a-444a-aaaa-ba0b23d40aa9 req-6fdc8dd9-fe8e-460e-9e8f-4f25668b23f5 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:32.871735 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d51c76c-337a-444a-aaaa-ba0b23d40aa9 req-6fdc8dd9-fe8e-460e-9e8f-4f25668b23f5 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 945 time: 0.0794280 Aug 17 03:25:32.899632 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8b1de416-681a-476b-9927-46ed18f5e6f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=35c98c4ec5214df88a46f89925873917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2950935 Aug 17 03:25:32.902342 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33706) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:32.916818 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33710) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:32.928885 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d51c76c-337a-444a-aaaa-ba0b23d40aa9 req-1f9002a2-32e4-4ffe-991a-d5cf4038eaa3 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494595 Aug 17 03:25:32.970308 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a4efbe41-1c24-4d6d-8206-6d6422c1ced1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:33.002072 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a4efbe41-1c24-4d6d-8206-6d6422c1ced1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:33.088709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d869cb2f-39c8-46a1-8e16-bd64b4b0d502 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1768369520', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:33.150979 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:33.151550 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a4efbe41-1c24-4d6d-8206-6d6422c1ced1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:33.153959 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a4efbe41-1c24-4d6d-8206-6d6422c1ced1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:33.155113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a4efbe41-1c24-4d6d-8206-6d6422c1ced1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/d7335d2f-61bd-473f-8790-9b50b78ca073 HTTP/1.1" status: 204 len: 168 time: 0.2511632 Aug 17 03:25:33.163372 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4efbe41-1c24-4d6d-8206-6d6422c1ced1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7335d2f-61bd-473f-8790-9b50b78ca073,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:33.227355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d869cb2f-39c8-46a1-8e16-bd64b4b0d502 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Made reservation on behalf of 42a29e346ca34700a7f45d415d2f03b5 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:33.229926 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d869cb2f-39c8-46a1-8e16-bd64b4b0d502 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:33.250369 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d869cb2f-39c8-46a1-8e16-bd64b4b0d502 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:33.350875 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d869cb2f-39c8-46a1-8e16-bd64b4b0d502 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:33.455942 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d869cb2f-39c8-46a1-8e16-bd64b4b0d502 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:33.461673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [None req-d869cb2f-39c8-46a1-8e16-bd64b4b0d502 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] device_id is not set on port aee2756c-9a9b-49c2-9dbc-f8259a54ffeb yet. {{(pid=101970) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:25:33.519956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869cb2f-39c8-46a1-8e16-bd64b4b0d502 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a7be857-379a-4d51-ad68-20474c93052e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:33.608664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-d869cb2f-39c8-46a1-8e16-bd64b4b0d502 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Allocated IP 172.25.1.130 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/aee2756c-9a9b-49c2-9dbc-f8259a54ffeb) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:25:33.771411 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d869cb2f-39c8-46a1-8e16-bd64b4b0d502 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:33.836996 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:33.911652 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d869cb2f-39c8-46a1-8e16-bd64b4b0d502 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:33.960453 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d869cb2f-39c8-46a1-8e16-bd64b4b0d502 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:25:33.967291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-d869cb2f-39c8-46a1-8e16-bd64b4b0d502 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:33.967996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d869cb2f-39c8-46a1-8e16-bd64b4b0d502 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:25:33.974960 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d869cb2f-39c8-46a1-8e16-bd64b4b0d502 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Pushing event updated for resources: {'Port': ['ID=aee2756c-9a9b-49c2-9dbc-f8259a54ffeb,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:34.025871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d869cb2f-39c8-46a1-8e16-bd64b4b0d502 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:34.027828 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d869cb2f-39c8-46a1-8e16-bd64b4b0d502 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:34.157535 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d869cb2f-39c8-46a1-8e16-bd64b4b0d502 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1037 time: 1.2365763 Aug 17 03:25:34.157882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33756) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:34.162832 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d82c4407-5bf6-4577-b497-2ff4ce1a4639 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.130'}]}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:34.303371 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d82c4407-5bf6-4577-b497-2ff4ce1a4639 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:34.304535 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d82c4407-5bf6-4577-b497-2ff4ce1a4639 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:34.362017 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d82c4407-5bf6-4577-b497-2ff4ce1a4639 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:34.501046 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33774) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:34.534908 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47068d04-91f2-4683-b59d-2cb229c53b25 req-abd8bed0-c01c-44b9-949c-80167bd2790f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:34.537612 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-47068d04-91f2-4683-b59d-2cb229c53b25 req-abd8bed0-c01c-44b9-949c-80167bd2790f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 945 time: 0.1259534 Aug 17 03:25:34.630260 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d82c4407-5bf6-4577-b497-2ff4ce1a4639 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:34.631961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-375a3553-001d-4374-8d91-fabb330aef7d admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-1068597007-network', 'tenant_id': '47c8893ff8b34bc8bb17d97f737305d7'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:34.655188 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-47068d04-91f2-4683-b59d-2cb229c53b25 req-e2d795ed-524e-4aa9-ab3e-1be5f56abe13 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064293 Aug 17 03:25:34.740106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-375a3553-001d-4374-8d91-fabb330aef7d admin admin] Made reservation on behalf of 47c8893ff8b34bc8bb17d97f737305d7 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:34.742678 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-375a3553-001d-4374-8d91-fabb330aef7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:34.754019 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-375a3553-001d-4374-8d91-fabb330aef7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:34.853158 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-375a3553-001d-4374-8d91-fabb330aef7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:34.918453 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-375a3553-001d-4374-8d91-fabb330aef7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:34.931902 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d82c4407-5bf6-4577-b497-2ff4ce1a4639 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:34.941256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-375a3553-001d-4374-8d91-fabb330aef7d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 50} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:25:34.953641 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d82c4407-5bf6-4577-b497-2ff4ce1a4639 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:34.957609 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a3553-001d-4374-8d91-fabb330aef7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf90c005-78cf-40b9-94d7-c01da71c2878,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:34.960773 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-375a3553-001d-4374-8d91-fabb330aef7d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:34.961139 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-375a3553-001d-4374-8d91-fabb330aef7d admin admin] Added segment 8a864cff-673c-408b-849e-792d1a6d2056 of type vlan for network 8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 Aug 17 03:25:35.003176 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-375a3553-001d-4374-8d91-fabb330aef7d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:35.094130 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-375a3553-001d-4374-8d91-fabb330aef7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:35.095140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-375a3553-001d-4374-8d91-fabb330aef7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:35.095732 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-375a3553-001d-4374-8d91-fabb330aef7d admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:35.161620 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375a3553-001d-4374-8d91-fabb330aef7d admin admin] Pushing event updated for resources: {'Network': ['ID=8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:35.164941 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d82c4407-5bf6-4577-b497-2ff4ce1a4639 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:35.172912 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:25:35.217461 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-375a3553-001d-4374-8d91-fabb330aef7d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7152081 Aug 17 03:25:35.220203 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33788) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:35.226669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-188aacf4-6fcc-4a7d-a36e-5befdf3b7060 admin admin] Request body: {'subnet': {'network_id': '8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-1068597007-subnet', 'tenant_id': '47c8893ff8b34bc8bb17d97f737305d7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:35.339154 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d82c4407-5bf6-4577-b497-2ff4ce1a4639 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:35.341462 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d82c4407-5bf6-4577-b497-2ff4ce1a4639 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:35.364633 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-188aacf4-6fcc-4a7d-a36e-5befdf3b7060 admin admin] Made reservation on behalf of 47c8893ff8b34bc8bb17d97f737305d7 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:35.367210 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-188aacf4-6fcc-4a7d-a36e-5befdf3b7060 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:35.438821 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d82c4407-5bf6-4577-b497-2ff4ce1a4639 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:35.439353 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d82c4407-5bf6-4577-b497-2ff4ce1a4639 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 8da0f371-9d55-47e0-abbd-1931078c700f {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:25:35.501863 n-d-802060-9 neutron-server[101969]: INFO neutron.api.v2.resource [None req-d82c4407-5bf6-4577-b497-2ff4ce1a4639 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] create failed (client error): There was a conflict when trying to complete your request. Aug 17 03:25:35.503014 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d82c4407-5bf6-4577-b497-2ff4ce1a4639 tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.3441358 Aug 17 03:25:35.505694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33796) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:35.592918 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-12c2e73a-909a-441a-bf26-1d81e61a2f4f tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Deleting port aee2756c-9a9b-49c2-9dbc-f8259a54ffeb {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:25:35.593275 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-12c2e73a-909a-441a-bf26-1d81e61a2f4f tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:35.654653 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-188aacf4-6fcc-4a7d-a36e-5befdf3b7060 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:35.673054 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-12c2e73a-909a-441a-bf26-1d81e61a2f4f tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:35.687351 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-12c2e73a-909a-441a-bf26-1d81e61a2f4f tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Calling delete_port for aee2756c-9a9b-49c2-9dbc-f8259a54ffeb owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:25:35.748801 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188aacf4-6fcc-4a7d-a36e-5befdf3b7060 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cde8b1c-4b1d-4c9d-8ebe-3b2d8e5dcdc6,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:35.773234 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9523a52b-fd9a-4787-ba3a-137792606735 req-bf276e7c-90d4-4a6c-bc11-018fedbd2ab5 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:35.774825 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9523a52b-fd9a-4787-ba3a-137792606735 req-bf276e7c-90d4-4a6c-bc11-018fedbd2ab5 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.60 "GET /v2.0/ports?device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 945 time: 0.0866070 Aug 17 03:25:35.786627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-188aacf4-6fcc-4a7d-a36e-5befdf3b7060 admin admin] Checking segment: {'id': '8a864cff-673c-408b-849e-792d1a6d2056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:25:35.786990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188aacf4-6fcc-4a7d-a36e-5befdf3b7060 admin admin] Network hostable DHCP agents. Network: 8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:25:35.895835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fd5e25-a744-4455-979d-0559fe72dc26 req-78a1ab41-8692-4d52-b59e-665898de683b tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:35.897543 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78fd5e25-a744-4455-979d-0559fe72dc26 req-78a1ab41-8692-4d52-b59e-665898de683b tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 945 time: 0.1199992 Aug 17 03:25:35.911622 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-12c2e73a-909a-441a-bf26-1d81e61a2f4f tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:35.946637 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c2e73a-909a-441a-bf26-1d81e61a2f4f tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Pushing event deleted for resources: {'Port': ['ID=aee2756c-9a9b-49c2-9dbc-f8259a54ffeb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:35.951452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-188aacf4-6fcc-4a7d-a36e-5befdf3b7060 admin admin] Network 8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:25:35.963052 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78fd5e25-a744-4455-979d-0559fe72dc26 req-b39e5aaf-1e4c-4791-a210-8fd467c28c5d tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582566 Aug 17 03:25:35.971820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-9523a52b-fd9a-4787-ba3a-137792606735 req-3c0e248e-5171-43b1-9d35-ecbe5bf4eac8 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Deleting port d08d5ae0-ff00-4dce-8810-5a0f6982af0e {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:25:35.972398 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9523a52b-fd9a-4787-ba3a-137792606735 req-3c0e248e-5171-43b1-9d35-ecbe5bf4eac8 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:36.011986 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-12c2e73a-909a-441a-bf26-1d81e61a2f4f tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:36.022327 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-188aacf4-6fcc-4a7d-a36e-5befdf3b7060 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:36.029355 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-12c2e73a-909a-441a-bf26-1d81e61a2f4f tempest-RoutersAdminNegativeIpV6Test-445954326 tempest-RoutersAdminNegativeIpV6Test-445954326-project-admin] 10.222.0.10 "DELETE /v2.0/ports/aee2756c-9a9b-49c2-9dbc-f8259a54ffeb HTTP/1.1" status: 204 len: 168 time: 0.5186338 Aug 17 03:25:36.033459 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d336b993-0ccb-48dd-837c-a6bb05ebf066 None None] Network 8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:25:36.043962 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-188aacf4-6fcc-4a7d-a36e-5befdf3b7060 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:36.044570 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-188aacf4-6fcc-4a7d-a36e-5befdf3b7060 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:36.100424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9523a52b-fd9a-4787-ba3a-137792606735 req-3c0e248e-5171-43b1-9d35-ecbe5bf4eac8 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] For port d08d5ae0-ff00-4dce-8810-5a0f6982af0e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=d08d5ae0-ff00-4dce-8810-5a0f6982af0e,segment=NetworkSegment(0a8b7338-7700-48a6-aeef-92bafdc2ff06),segment_id=0a8b7338-7700-48a6-aeef-92bafdc2ff06)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:36.100812 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9523a52b-fd9a-4787-ba3a-137792606735 req-3c0e248e-5171-43b1-9d35-ecbe5bf4eac8 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:36.116739 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-9523a52b-fd9a-4787-ba3a-137792606735 req-3c0e248e-5171-43b1-9d35-ecbe5bf4eac8 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Calling delete_port for d08d5ae0-ff00-4dce-8810-5a0f6982af0e owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:25:36.160634 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-188aacf4-6fcc-4a7d-a36e-5befdf3b7060 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9390655 Aug 17 03:25:36.193251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1337032-f079-41e3-8933-66878580ba28 None None] Network 8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:25:36.345912 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9523a52b-fd9a-4787-ba3a-137792606735 req-3c0e248e-5171-43b1-9d35-ecbe5bf4eac8 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:36.359937 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['d08d5ae0-ff00-4dce-8810-5a0f6982af0e'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:25:36.380077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c0e248e-5171-43b1-9d35-ecbe5bf4eac8 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Pushing event deleted for resources: {'Port': ['ID=d08d5ae0-ff00-4dce-8810-5a0f6982af0e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:36.429480 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9523a52b-fd9a-4787-ba3a-137792606735 req-3c0e248e-5171-43b1-9d35-ecbe5bf4eac8 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] No DVR routers for this DVR port d08d5ae0-ff00-4dce-8810-5a0f6982af0e on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:25:36.432110 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9523a52b-fd9a-4787-ba3a-137792606735 req-3c0e248e-5171-43b1-9d35-ecbe5bf4eac8 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:36.434973 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9523a52b-fd9a-4787-ba3a-137792606735 req-3c0e248e-5171-43b1-9d35-ecbe5bf4eac8 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.60 "DELETE /v2.0/ports/d08d5ae0-ff00-4dce-8810-5a0f6982af0e HTTP/1.1" status: 204 len: 173 time: 0.6437461 Aug 17 03:25:36.435759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ed61513c-7699-46fd-8cfe-b4540e82cb7f', 'name': 'network-vif-deleted', 'tag': 'd08d5ae0-ff00-4dce-8810-5a0f6982af0e'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:25:36.438464 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2265704-2aef-40a4-9004-ac6345671d32" -d '{"events": [{"server_uuid": "ed61513c-7699-46fd-8cfe-b4540e82cb7f", "name": "network-vif-deleted", "tag": "d08d5ae0-ff00-4dce-8810-5a0f6982af0e"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:25:36.484901 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:25:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41381980-17c6-43e0-be84-7d9e23b29b69 x-openstack-request-id: req-41381980-17c6-43e0-be84-7d9e23b29b69 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:25:36.485262 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ed61513c-7699-46fd-8cfe-b4540e82cb7f", "name": "network-vif-deleted", "tag": "d08d5ae0-ff00-4dce-8810-5a0f6982af0e", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:25:36.485596 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-41381980-17c6-43e0-be84-7d9e23b29b69 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:25:36.486003 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ed61513c-7699-46fd-8cfe-b4540e82cb7f', 'name': 'network-vif-deleted', 'tag': 'd08d5ae0-ff00-4dce-8810-5a0f6982af0e', 'status': 'completed', 'code': 200} Aug 17 03:25:36.601118 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33826) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:36.721207 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d35a6a23-9e8a-49b2-acc2-37fed25f73f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:36.845677 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d35a6a23-9e8a-49b2-acc2-37fed25f73f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:36.911317 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d35a6a23-9e8a-49b2-acc2-37fed25f73f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:36.968172 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d35a6a23-9e8a-49b2-acc2-37fed25f73f3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1b361d92cb6a4d6b9ed9d25e86d672e7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3655641 Aug 17 03:25:36.969451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35a6a23-9e8a-49b2-acc2-37fed25f73f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f55b6750-27f7-4952-88fb-2d7d6ab86262,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:36.970494 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33834) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:37.023972 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a353e3a-7c79-4c5a-a9c3-f9a15bc7b6b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:37.050845 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a353e3a-7c79-4c5a-a9c3-f9a15bc7b6b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:37.198104 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-edd13397-5f3c-40e3-86b2-20d78aa43883 req-6517e656-8d54-42ce-b21f-07c06ef88c00 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=ed61513c-7699-46fd-8cfe-b4540e82cb7f HTTP/1.1" status: 200 len: 210 time: 0.1512494 Aug 17 03:25:37.198104 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a353e3a-7c79-4c5a-a9c3-f9a15bc7b6b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:37.200516 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a353e3a-7c79-4c5a-a9c3-f9a15bc7b6b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:37.202582 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7a353e3a-7c79-4c5a-a9c3-f9a15bc7b6b9 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/f55b6750-27f7-4952-88fb-2d7d6ab86262 HTTP/1.1" status: 204 len: 168 time: 0.2310386 Aug 17 03:25:37.214469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a353e3a-7c79-4c5a-a9c3-f9a15bc7b6b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f55b6750-27f7-4952-88fb-2d7d6ab86262,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:37.846501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33852) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:37.887706 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8e3cb7f3-6578-4f83-9581-4c2d93d540a9 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=42a29e346ca34700a7f45d415d2f03b5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399868 Aug 17 03:25:37.890160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33854) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:37.947480 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d35f04a1-8aab-4b61-95a3-3eca8981beb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:37.969787 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d35f04a1-8aab-4b61-95a3-3eca8981beb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:38.094402 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d35f04a1-8aab-4b61-95a3-3eca8981beb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:38.096948 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d35f04a1-8aab-4b61-95a3-3eca8981beb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:38.098166 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d35f04a1-8aab-4b61-95a3-3eca8981beb3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3a7be857-379a-4d51-ad68-20474c93052e HTTP/1.1" status: 204 len: 168 time: 0.2070992 Aug 17 03:25:38.107386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35f04a1-8aab-4b61-95a3-3eca8981beb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a7be857-379a-4d51-ad68-20474c93052e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:38.612369 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-a0643e7a-f76a-4741-9a9f-06e7fe80110a tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:38.622629 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-a0643e7a-f76a-4741-9a9f-06e7fe80110a tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/networks?id=fe8ac5f7-5a28-41ea-9c33-690b92380367 HTTP/1.1" status: 200 len: 808 time: 0.1791646 Aug 17 03:25:38.646548 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-a18d7030-7e33-40c6-bb4d-bb5c171b210c tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/quotas/f7959cfb65b94bc79bcd1cd75ad40d3e HTTP/1.1" status: 200 len: 375 time: 0.0224569 Aug 17 03:25:38.709245 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-2496c658-7f0d-444a-8398-799948ace9a1 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=f7959cfb65b94bc79bcd1cd75ad40d3e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0617414 Aug 17 03:25:38.803657 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d08d5ae0-ff00-4dce-8810-5a0f6982af0e no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:25:38.845316 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: d08d5ae0-ff00-4dce-8810-5a0f6982af0e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:25:38.849682 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device d08d5ae0-ff00-4dce-8810-5a0f6982af0e not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:25:38.969912 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-82d58d1f-801e-4481-9362-60ea428267e3 service neutron] 10.222.0.10 "GET /v2.0/networks/fe8ac5f7-5a28-41ea-9c33-690b92380367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2401333 Aug 17 03:25:39.073059 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-cfc58693-e5d8-4e6d-91bd-5f81d9d5a772 service neutron] 10.222.0.10 "GET /v2.0/networks/fe8ac5f7-5a28-41ea-9c33-690b92380367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960929 Aug 17 03:25:39.479540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33906) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:39.539324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-20f4b634-5882-4f6f-b40b-d123a2826d68 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1125444333'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:39.624211 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f5cfe27f-6d16-4530-8412-fa5a670a54e9 req-3be5f225-2c48-42f3-904d-e6ad1b2890fb tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 210 time: 0.2763722 Aug 17 03:25:39.645903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20f4b634-5882-4f6f-b40b-d123a2826d68 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Made reservation on behalf of 7592dacd66974724ad12cd2ddebe9673 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:39.651626 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-20f4b634-5882-4f6f-b40b-d123a2826d68 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:39.661661 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-20f4b634-5882-4f6f-b40b-d123a2826d68 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:39.788325 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-20f4b634-5882-4f6f-b40b-d123a2826d68 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:39.879123 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-20f4b634-5882-4f6f-b40b-d123a2826d68 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:40.206793 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20f4b634-5882-4f6f-b40b-d123a2826d68 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 72} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:25:40.216642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4b634-5882-4f6f-b40b-d123a2826d68 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e99a0ab7-e95d-4bf5-b0de-cc4b04c2097d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:40.224600 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-20f4b634-5882-4f6f-b40b-d123a2826d68 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:40.224887 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-20f4b634-5882-4f6f-b40b-d123a2826d68 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Added segment e4cef40e-d4a1-46b6-aebf-11ff45c7eaa3 of type vlan for network 95e26b23-e046-45a5-bfa9-62a08d9b51af Aug 17 03:25:40.266857 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-20f4b634-5882-4f6f-b40b-d123a2826d68 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:40.364790 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-20f4b634-5882-4f6f-b40b-d123a2826d68 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:40.370980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20f4b634-5882-4f6f-b40b-d123a2826d68 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:40.372328 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-20f4b634-5882-4f6f-b40b-d123a2826d68 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:40.458221 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f4b634-5882-4f6f-b40b-d123a2826d68 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Pushing event updated for resources: {'Network': ['ID=95e26b23-e046-45a5-bfa9-62a08d9b51af,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:40.471520 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 95e26b23-e046-45a5-bfa9-62a08d9b51af details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:25:40.499012 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-20f4b634-5882-4f6f-b40b-d123a2826d68 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.0151732 Aug 17 03:25:40.499555 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33922) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:40.505515 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-acb8a43f-7ea9-41ee-88f3-8ae637554a94 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Request body: {'subnet': {'network_id': '95e26b23-e046-45a5-bfa9-62a08d9b51af', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:40.707159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acb8a43f-7ea9-41ee-88f3-8ae637554a94 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Made reservation on behalf of 7592dacd66974724ad12cd2ddebe9673 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:40.710637 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-acb8a43f-7ea9-41ee-88f3-8ae637554a94 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:40.729719 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-068425c7-d349-4dab-bc6c-8868d5f7800c req-8653faa7-a5bf-4782-9ad8-4f4e49e22251 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 210 time: 0.0357301 Aug 17 03:25:41.010704 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-acb8a43f-7ea9-41ee-88f3-8ae637554a94 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:41.083205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb8a43f-7ea9-41ee-88f3-8ae637554a94 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Pushing event updated for resources: {'Subnet': ['ID=79907d1f-1043-409d-a07b-a89de83004b0,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:41.093206 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb8a43f-7ea9-41ee-88f3-8ae637554a94 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Checking segment: {'id': 'e4cef40e-d4a1-46b6-aebf-11ff45c7eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '95e26b23-e046-45a5-bfa9-62a08d9b51af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:25:41.093638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb8a43f-7ea9-41ee-88f3-8ae637554a94 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Network hostable DHCP agents. Network: 95e26b23-e046-45a5-bfa9-62a08d9b51af, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:25:41.168715 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb8a43f-7ea9-41ee-88f3-8ae637554a94 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Network 95e26b23-e046-45a5-bfa9-62a08d9b51af is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:25:41.254273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-acb8a43f-7ea9-41ee-88f3-8ae637554a94 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 95e26b23-e046-45a5-bfa9-62a08d9b51af) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:41.258685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acb8a43f-7ea9-41ee-88f3-8ae637554a94 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:41.259288 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-acb8a43f-7ea9-41ee-88f3-8ae637554a94 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:41.270286 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-836b61e4-0d94-44b6-9a9e-30d7ccf2552d None None] Network 95e26b23-e046-45a5-bfa9-62a08d9b51af requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:25:41.344216 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-acb8a43f-7ea9-41ee-88f3-8ae637554a94 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8414831 Aug 17 03:25:41.345476 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33928) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:41.352423 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Request body: {'port': {'network_id': '95e26b23-e046-45a5-bfa9-62a08d9b51af', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2002880722'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:41.527851 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-95e26b23-e046-45a5-bfa9-62a08d9b51af', 'network_id': '95e26b23-e046-45a5-bfa9-62a08d9b51af', 'tenant_id': '7592dacd66974724ad12cd2ddebe9673', 'fixed_ips': [{'subnet_id': '79907d1f-1043-409d-a07b-a89de83004b0'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:25:41.527851 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:41.593318 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Made reservation on behalf of 7592dacd66974724ad12cd2ddebe9673 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:41.597462 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:41.643044 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] device_id is not set on port 9c7a18bd-59e5-410c-a4ab-55a1b9984817 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:25:41.740499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-e0eb9f61-8e63-4a23-abea-0ac38097b6d9 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:41.742327 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-e0eb9f61-8e63-4a23-abea-0ac38097b6d9 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.30 "GET /v2.0/networks?id=fe8ac5f7-5a28-41ea-9c33-690b92380367 HTTP/1.1" status: 200 len: 808 time: 0.2867918 Aug 17 03:25:41.757277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-a85f91d5-370f-42a6-99b9-892a5f7c546b tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Request body: {'port': {'device_id': '2452b240-ec55-40e1-968f-86d33e7cb9ea', 'network_id': 'fe8ac5f7-5a28-41ea-9c33-690b92380367', 'admin_state_up': True, 'tenant_id': 'f7959cfb65b94bc79bcd1cd75ad40d3e'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:41.858260 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0164f64d-a9c8-422b-afec-ce5120f53bc0 req-900b3c38-eeac-4d61-aa04-5b35efb3c109 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 210 time: 0.0325186 Aug 17 03:25:41.975541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Allocated IP 172.20.0.2 (95e26b23-e046-45a5-bfa9-62a08d9b51af/79907d1f-1043-409d-a07b-a89de83004b0/b337fd6b-401f-4545-b488-c91149e552df) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:25:41.998744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-a85f91d5-370f-42a6-99b9-892a5f7c546b tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Made reservation on behalf of f7959cfb65b94bc79bcd1cd75ad40d3e for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:42.002409 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-a85f91d5-370f-42a6-99b9-892a5f7c546b tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:42.131284 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:42.140491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Transition to ACTIVE for port object b337fd6b-401f-4545-b488-c91149e552df will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:42.145494 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-a85f91d5-370f-42a6-99b9-892a5f7c546b tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Allocated IP 172.20.0.2 (fe8ac5f7-5a28-41ea-9c33-690b92380367/a33043c3-828c-412f-ac88-b2df603ada5f/b0e74be8-2f17-47b9-8a96-d239da4efb39) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:25:42.156466 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Transition to ACTIVE for port object b337fd6b-401f-4545-b488-c91149e552df will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:42.222416 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:42.271750 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Pushing event updated for resources: {'Port': ['ID=b337fd6b-401f-4545-b488-c91149e552df,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:42.284610 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Network 95e26b23-e046-45a5-bfa9-62a08d9b51af is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:25:42.286008 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:42.288229 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:25:42.338594 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-a85f91d5-370f-42a6-99b9-892a5f7c546b tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:42.356652 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Attempting to bind port b337fd6b-401f-4545-b488-c91149e552df on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:42.356858 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Attempting to bind port b337fd6b-401f-4545-b488-c91149e552df by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'e4cef40e-d4a1-46b6-aebf-11ff45c7eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '95e26b23-e046-45a5-bfa9-62a08d9b51af'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:42.357257 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Attempting to bind port b337fd6b-401f-4545-b488-c91149e552df on network 95e26b23-e046-45a5-bfa9-62a08d9b51af {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:42.362679 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:25:42.363054 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Checking segment: {'id': 'e4cef40e-d4a1-46b6-aebf-11ff45c7eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '95e26b23-e046-45a5-bfa9-62a08d9b51af'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:25:42.366595 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:42.366595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Bound using segment: {'id': 'e4cef40e-d4a1-46b6-aebf-11ff45c7eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '95e26b23-e046-45a5-bfa9-62a08d9b51af'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:25:42.366595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Bound port: b337fd6b-401f-4545-b488-c91149e552df, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4cef40e-d4a1-46b6-aebf-11ff45c7eaa3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 72, 'network_id': '95e26b23-e046-45a5-bfa9-62a08d9b51af'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:25:42.366595 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:42.386404 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.api [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['ipamallocations.PRIMARY'] with value(s) 172.20.0.2-7c11b337-3a06-44e8-a7ce-f61a8299ee6d {{(pid=101969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:25:42.387526 n-d-802060-9 neutron-server[101969]: DEBUG oslo_db.api [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:25:42.430637 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] For port b337fd6b-401f-4545-b488-c91149e552df, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:25:42.434056 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] For port b337fd6b-401f-4545-b488-c91149e552df, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b337fd6b-401f-4545-b488-c91149e552df,segment=NetworkSegment(e4cef40e-d4a1-46b6-aebf-11ff45c7eaa3),segment_id=e4cef40e-d4a1-46b6-aebf-11ff45c7eaa3)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:25:42.443533 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-a85f91d5-370f-42a6-99b9-892a5f7c546b tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:42.493276 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-a85f91d5-370f-42a6-99b9-892a5f7c546b tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Network fe8ac5f7-5a28-41ea-9c33-690b92380367 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:25:42.497269 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-a85f91d5-370f-42a6-99b9-892a5f7c546b tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:42.501663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-a85f91d5-370f-42a6-99b9-892a5f7c546b tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:25:42.528982 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:42.530750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f91d5-370f-42a6-99b9-892a5f7c546b tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Pushing event updated for resources: {'Port': ['ID=b0e74be8-2f17-47b9-8a96-d239da4efb39,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:42.563025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-a85f91d5-370f-42a6-99b9-892a5f7c546b tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:42.563025 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-a85f91d5-370f-42a6-99b9-892a5f7c546b tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:42.608205 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45ced8c7-3f11-4494-b1d1-68596d394816 None None] Pushing event updated for resources: {'Port': ['ID=b337fd6b-401f-4545-b488-c91149e552df,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:42.655760 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-a85f91d5-370f-42a6-99b9-892a5f7c546b tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9042306 Aug 17 03:25:42.669622 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Request body: {'port': {'device_id': '2452b240-ec55-40e1-968f-86d33e7cb9ea', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:42.729693 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:42.888984 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:42.908071 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] device_id is not set on port 9460c7d3-db92-438d-875a-14f684d6ff76 yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:25:43.048899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Allocated IP 172.20.0.10 (95e26b23-e046-45a5-bfa9-62a08d9b51af/79907d1f-1043-409d-a07b-a89de83004b0/9460c7d3-db92-438d-875a-14f684d6ff76) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:25:43.075055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41c9ec6-8c77-43fa-af5a-1b5d16b1583e req-38938ded-d5e7-4a30-b7b3-e2eb561bbbb5 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:43.082512 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a41c9ec6-8c77-43fa-af5a-1b5d16b1583e req-38938ded-d5e7-4a30-b7b3-e2eb561bbbb5 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 931 time: 0.0902264 Aug 17 03:25:43.155778 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a41c9ec6-8c77-43fa-af5a-1b5d16b1583e req-cd8b9f15-dda5-4e6e-b065-cec156878592 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667434 Aug 17 03:25:43.220355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b0e74be8-2f17-47b9-8a96-d239da4efb39 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:25:43.229348 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:43.239376 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:43.255662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Transition to ACTIVE for port object 9460c7d3-db92-438d-875a-14f684d6ff76 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:43.255970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Transition to ACTIVE for port object b0e74be8-2f17-47b9-8a96-d239da4efb39 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:43.336257 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:43.359534 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:43.405950 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e74be8-2f17-47b9-8a96-d239da4efb39,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:43.413281 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Network 95e26b23-e046-45a5-bfa9-62a08d9b51af is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:25:43.416092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:43.420827 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:25:43.427829 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Pushing event updated for resources: {'Port': ['ID=9460c7d3-db92-438d-875a-14f684d6ff76,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:43.483893 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Attempting to bind port b0e74be8-2f17-47b9-8a96-d239da4efb39 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:43.484246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Attempting to bind port b0e74be8-2f17-47b9-8a96-d239da4efb39 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '0a8b7338-7700-48a6-aeef-92bafdc2ff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fe8ac5f7-5a28-41ea-9c33-690b92380367'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:43.484558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Attempting to bind port b0e74be8-2f17-47b9-8a96-d239da4efb39 on network fe8ac5f7-5a28-41ea-9c33-690b92380367 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:43.489441 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Port b0e74be8-2f17-47b9-8a96-d239da4efb39 on network fe8ac5f7-5a28-41ea-9c33-690b92380367 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:43.489775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Attempting to bind port b0e74be8-2f17-47b9-8a96-d239da4efb39 on network fe8ac5f7-5a28-41ea-9c33-690b92380367 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:43.493102 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:43.494068 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:43.495019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 25, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:25:43.495367 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Checking segment: {'id': '0a8b7338-7700-48a6-aeef-92bafdc2ff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fe8ac5f7-5a28-41ea-9c33-690b92380367'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:25:43.495750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Bound using segment: {'id': '0a8b7338-7700-48a6-aeef-92bafdc2ff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fe8ac5f7-5a28-41ea-9c33-690b92380367'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:25:43.496844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Bound port: b0e74be8-2f17-47b9-8a96-d239da4efb39, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0a8b7338-7700-48a6-aeef-92bafdc2ff06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'fe8ac5f7-5a28-41ea-9c33-690b92380367'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:25:43.497203 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:43.564946 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] For port b0e74be8-2f17-47b9-8a96-d239da4efb39, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:25:43.568329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] For port b0e74be8-2f17-47b9-8a96-d239da4efb39, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b0e74be8-2f17-47b9-8a96-d239da4efb39,segment=NetworkSegment(0a8b7338-7700-48a6-aeef-92bafdc2ff06),segment_id=0a8b7338-7700-48a6-aeef-92bafdc2ff06)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:25:43.593900 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-50aa87c3-2ac0-493c-b1a3-dcd01687ff12 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2466545 Aug 17 03:25:43.597076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33948) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:43.604646 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-8ccd7dee-2b15-4515-92ee-d0695beffb27 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Request body: {'port': {'network_id': '95e26b23-e046-45a5-bfa9-62a08d9b51af', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1723753409', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:43.605137 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.api.validators [None req-8ccd7dee-2b15-4515-92ee-d0695beffb27 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] bootfile-name is not in valid_values {{(pid=101969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 03:25:43.605726 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.api.validators [None req-8ccd7dee-2b15-4515-92ee-d0695beffb27 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] tftp-server is not in valid_values {{(pid=101969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 03:25:43.606061 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.api.validators [None req-8ccd7dee-2b15-4515-92ee-d0695beffb27 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] server-ip-address is not in valid_values {{(pid=101969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 03:25:43.678151 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:43.740091 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:43.740712 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:43.742162 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] 10.222.0.30 "PUT /v2.0/ports/b0e74be8-2f17-47b9-8a96-d239da4efb39 HTTP/1.1" status: 200 len: 1091 time: 1.0779159 Aug 17 03:25:43.742627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2452b240-ec55-40e1-968f-86d33e7cb9ea', 'tag': 'b0e74be8-2f17-47b9-8a96-d239da4efb39'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:25:43.744844 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-538fbfc4-2979-4177-86f0-0b32dbd1563b" -d '{"events": [{"name": "network-changed", "server_uuid": "2452b240-ec55-40e1-968f-86d33e7cb9ea", "tag": "b0e74be8-2f17-47b9-8a96-d239da4efb39"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:25:43.771955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a4624c-9157-4e13-b8ef-44178c159007 service neutron] Pushing event updated for resources: {'Port': ['ID=b0e74be8-2f17-47b9-8a96-d239da4efb39,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:43.787673 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01451a8c-d7b0-4302-a1e5-c899c5c3f45a None None] Network 95e26b23-e046-45a5-bfa9-62a08d9b51af requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:25:43.792608 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:25:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a696aac-4aa7-4a50-ae0d-f1960ad115b8 x-openstack-request-id: req-8a696aac-4aa7-4a50-ae0d-f1960ad115b8 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:25:43.793532 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2452b240-ec55-40e1-968f-86d33e7cb9ea", "tag": "b0e74be8-2f17-47b9-8a96-d239da4efb39", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:25:43.797291 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8a696aac-4aa7-4a50-ae0d-f1960ad115b8 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:25:43.797291 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2452b240-ec55-40e1-968f-86d33e7cb9ea', 'tag': 'b0e74be8-2f17-47b9-8a96-d239da4efb39', 'status': 'completed', 'code': 200} Aug 17 03:25:43.821741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ccd7dee-2b15-4515-92ee-d0695beffb27 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Made reservation on behalf of 7592dacd66974724ad12cd2ddebe9673 for: {'port': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:43.825454 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8ccd7dee-2b15-4515-92ee-d0695beffb27 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:43.853963 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [None req-8ccd7dee-2b15-4515-92ee-d0695beffb27 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] device_id is not set on port 9c3dad5c-be00-4a23-b10b-d47982385d4d yet. {{(pid=101969) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Aug 17 03:25:43.868191 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fbfc4-2979-4177-86f0-0b32dbd1563b req-b119a85b-cf04-419c-92f4-43be0829fc71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:43.869745 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-538fbfc4-2979-4177-86f0-0b32dbd1563b req-b119a85b-cf04-419c-92f4-43be0829fc71 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7959cfb65b94bc79bcd1cd75ad40d3e&device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 1094 time: 0.0554364 Aug 17 03:25:43.954801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-11d8cbd4-39fb-49dc-bc04-97835486214b None None] Provisioning for port b337fd6b-401f-4545-b488-c91149e552df completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:25:43.997699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fbfc4-2979-4177-86f0-0b32dbd1563b req-d0e9d847-70aa-4192-8587-e581c6f3a1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:43.999245 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-538fbfc4-2979-4177-86f0-0b32dbd1563b req-d0e9d847-70aa-4192-8587-e581c6f3a1dc service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=f7959cfb65b94bc79bcd1cd75ad40d3e&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1214960 Aug 17 03:25:44.000771 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-8ccd7dee-2b15-4515-92ee-d0695beffb27 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Allocated IP 172.20.0.7 (95e26b23-e046-45a5-bfa9-62a08d9b51af/79907d1f-1043-409d-a07b-a89de83004b0/9c3dad5c-be00-4a23-b10b-d47982385d4d) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:25:44.137698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fbfc4-2979-4177-86f0-0b32dbd1563b req-d8df0879-96b4-4ccb-827b-4aead8ca4725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:44.139640 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-538fbfc4-2979-4177-86f0-0b32dbd1563b req-d8df0879-96b4-4ccb-827b-4aead8ca4725 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1300862 Aug 17 03:25:44.279622 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-a7193c20-4e55-45fb-bbb6-4be00993a46d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:44.281158 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-a7193c20-4e55-45fb-bbb6-4be00993a46d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=f7959cfb65b94bc79bcd1cd75ad40d3e&device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 1094 time: 0.1015012 Aug 17 03:25:44.295866 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b337fd6b-401f-4545-b488-c91149e552df up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:25:44.299394 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8ccd7dee-2b15-4515-92ee-d0695beffb27 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:44.333059 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-8ccd7dee-2b15-4515-92ee-d0695beffb27 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Transition to ACTIVE for port object 9c3dad5c-be00-4a23-b10b-d47982385d4d will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:44.345013 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-d22bda83-7e54-4391-88e2-3c9ee427fe75 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=b0e74be8-2f17-47b9-8a96-d239da4efb39 HTTP/1.1" status: 200 len: 217 time: 0.0470591 Aug 17 03:25:44.369876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edc2d891-69a4-407a-b68e-59395862207b req-16b70dc8-7443-4778-b382-6a5a87867ef4 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:44.371541 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-edc2d891-69a4-407a-b68e-59395862207b req-16b70dc8-7443-4778-b382-6a5a87867ef4 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 943 time: 0.1077902 Aug 17 03:25:44.408264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8d54b23d-0ea7-4465-ab3d-67c7adedc289 None None] Provisioning for port 9460c7d3-db92-438d-875a-14f684d6ff76 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:25:44.412638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8d54b23d-0ea7-4465-ab3d-67c7adedc289 None None] Provisioning complete for port 9460c7d3-db92-438d-875a-14f684d6ff76 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:25:44.413014 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8d54b23d-0ea7-4465-ab3d-67c7adedc289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:44.434704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-1777d8e7-41c3-41f4-af3e-2e2fba060880 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:44.436500 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-1777d8e7-41c3-41f4-af3e-2e2fba060880 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a33043c3-828c-412f-ac88-b2df603ada5f HTTP/1.1" status: 200 len: 848 time: 0.0827026 Aug 17 03:25:44.442993 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port b337fd6b-401f-4545-b488-c91149e552df completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:25:44.444926 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-edc2d891-69a4-407a-b68e-59395862207b req-f92ceab3-221c-4070-b79f-ca02f4c8bb30 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523400 Aug 17 03:25:44.456703 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port b337fd6b-401f-4545-b488-c91149e552df triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:25:44.463245 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:44.469304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-8d54b23d-0ea7-4465-ab3d-67c7adedc289 None None] Port 9460c7d3-db92-438d-875a-14f684d6ff76 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:25:44.477660 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-b59801d1-1312-40fb-9ea5-4cda3a126dcb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe8ac5f7-5a28-41ea-9c33-690b92380367&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316646 Aug 17 03:25:44.479646 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8ccd7dee-2b15-4515-92ee-d0695beffb27 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:44.519682 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8d54b23d-0ea7-4465-ab3d-67c7adedc289 None None] Provisioning complete for port b337fd6b-401f-4545-b488-c91149e552df triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:25:44.520050 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8d54b23d-0ea7-4465-ab3d-67c7adedc289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:44.561692 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ccd7dee-2b15-4515-92ee-d0695beffb27 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Network 95e26b23-e046-45a5-bfa9-62a08d9b51af is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:25:44.569015 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-8ccd7dee-2b15-4515-92ee-d0695beffb27 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:44.587756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ccd7dee-2b15-4515-92ee-d0695beffb27 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Pushing event updated for resources: {'Port': ['ID=9c3dad5c-be00-4a23-b10b-d47982385d4d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:44.591506 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccd7dee-2b15-4515-92ee-d0695beffb27 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:25:44.650791 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-c05a9039-581b-4bae-bd91-50eef82f0d73 service neutron] 10.222.0.30 "GET /v2.0/networks/fe8ac5f7-5a28-41ea-9c33-690b92380367?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1656952 Aug 17 03:25:44.673671 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ccd7dee-2b15-4515-92ee-d0695beffb27 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:44.674407 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8ccd7dee-2b15-4515-92ee-d0695beffb27 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:44.687652 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8d54b23d-0ea7-4465-ab3d-67c7adedc289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:44.689996 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:44.749634 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port b337fd6b-401f-4545-b488-c91149e552df, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b337fd6b-401f-4545-b488-c91149e552df,segment=NetworkSegment(e4cef40e-d4a1-46b6-aebf-11ff45c7eaa3),segment_id=e4cef40e-d4a1-46b6-aebf-11ff45c7eaa3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:44.779412 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33960) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:44.779932 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8ccd7dee-2b15-4515-92ee-d0695beffb27 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 1.1811559 Aug 17 03:25:44.843374 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:44.912341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3955daa0-9e27-4f2c-a2b7-0d763689512c tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:44.920923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3955daa0-9e27-4f2c-a2b7-0d763689512c tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:44.925574 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3955daa0-9e27-4f2c-a2b7-0d763689512c tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:44.927306 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3955daa0-9e27-4f2c-a2b7-0d763689512c tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] 10.222.0.10 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.1464055 Aug 17 03:25:44.930238 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33968) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:44.964798 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e22f3541-35d5-4970-b35f-d5c1de6217f1 req-36ffca42-c82f-4fdf-ad61-b68ad50d1244 service neutron] 10.222.0.30 "GET /v2.0/networks/fe8ac5f7-5a28-41ea-9c33-690b92380367?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3009753 Aug 17 03:25:45.050330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=b337fd6b-401f-4545-b488-c91149e552df,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:45.055632 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-b744cc05-cd2d-497f-b2fe-f530e177e1c9 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Deleting port 9c3dad5c-be00-4a23-b10b-d47982385d4d {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:25:45.056064 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b744cc05-cd2d-497f-b2fe-f530e177e1c9 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:45.084993 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-8d54b23d-0ea7-4465-ab3d-67c7adedc289 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:25:45.085363 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-8d54b23d-0ea7-4465-ab3d-67c7adedc289 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:25:45.160027 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b744cc05-cd2d-497f-b2fe-f530e177e1c9 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:45.175677 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-b744cc05-cd2d-497f-b2fe-f530e177e1c9 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Calling delete_port for 9c3dad5c-be00-4a23-b10b-d47982385d4d owned by {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:25:45.250696 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1eb877f3-e337-460d-b3d6-acc9411564c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:45.393561 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b744cc05-cd2d-497f-b2fe-f530e177e1c9 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:45.448412 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b744cc05-cd2d-497f-b2fe-f530e177e1c9 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Pushing event deleted for resources: {'Port': ['ID=9c3dad5c-be00-4a23-b10b-d47982385d4d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:45.534187 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b744cc05-cd2d-497f-b2fe-f530e177e1c9 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:45.538510 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b744cc05-cd2d-497f-b2fe-f530e177e1c9 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] 10.222.0.10 "DELETE /v2.0/ports/9c3dad5c-be00-4a23-b10b-d47982385d4d HTTP/1.1" status: 204 len: 168 time: 0.6038444 Aug 17 03:25:45.542228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33972) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:45.548349 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-180d224e-391d-43ac-989e-7328074fc95b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Request body: {'port': {'name': 'tempest-new-port-name-233181894', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:45.548836 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.api.validators [None req-180d224e-391d-43ac-989e-7328074fc95b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] bootfile-name is not in valid_values {{(pid=101969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 03:25:45.549243 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.api.validators [None req-180d224e-391d-43ac-989e-7328074fc95b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] tftp-server is not in valid_values {{(pid=101969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 03:25:45.549662 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.api.validators [None req-180d224e-391d-43ac-989e-7328074fc95b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] server-ip-address is not in valid_values {{(pid=101969) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Aug 17 03:25:45.661945 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33974) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:45.671004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-c5d90a4a-dc5d-4cad-8910-741b24e3f612 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-180127121', 'description': 'tempest-secgroup-smoke-180127121 description', 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:45.678642 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-180d224e-391d-43ac-989e-7328074fc95b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:45.733519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a315738c-acbc-49b5-a6f4-1254a1b37c7e req-b67c5129-a8d9-414f-8418-fa20cba0d27c tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:45.735075 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a315738c-acbc-49b5-a6f4-1254a1b37c7e req-b67c5129-a8d9-414f-8418-fa20cba0d27c tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 943 time: 0.1718299 Aug 17 03:25:45.792113 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-753370d3-0556-4381-a0b6-b2ee640738e3 None None] Provisioning complete for port 9460c7d3-db92-438d-875a-14f684d6ff76 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:25:45.799227 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-753370d3-0556-4381-a0b6-b2ee640738e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:45.799533 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a315738c-acbc-49b5-a6f4-1254a1b37c7e req-fbf44edf-50b7-4533-8672-a16e05239496 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459414 Aug 17 03:25:45.822709 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c5d90a4a-dc5d-4cad-8910-741b24e3f612 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:45.878140 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-753370d3-0556-4381-a0b6-b2ee640738e3 None None] Port 9460c7d3-db92-438d-875a-14f684d6ff76 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:25:45.881491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-753370d3-0556-4381-a0b6-b2ee640738e3 None None] Could not find standard attr ID for object 9c3dad5c-be00-4a23-b10b-d47982385d4d. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:25:45.947999 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c5d90a4a-dc5d-4cad-8910-741b24e3f612 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:45.955431 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-180d224e-391d-43ac-989e-7328074fc95b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:46.013796 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c5d90a4a-dc5d-4cad-8910-741b24e3f612 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:46.044235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5d90a4a-dc5d-4cad-8910-741b24e3f612 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5dd0219-820d-4bfa-948f-754e9ba78591,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:46.048584 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-180d224e-391d-43ac-989e-7328074fc95b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:46.125467 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c5d90a4a-dc5d-4cad-8910-741b24e3f612 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:46.126714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-180d224e-391d-43ac-989e-7328074fc95b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Pushing event updated for resources: {'Port': ['ID=9460c7d3-db92-438d-875a-14f684d6ff76,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:46.132242 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c5d90a4a-dc5d-4cad-8910-741b24e3f612 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.4653714 Aug 17 03:25:46.133682 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33978) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:46.142428 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6a072963-a259-42ca-b9db-fb4bf26d7874 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Request body: {'security_group_rule': {'security_group_id': 'a5dd0219-820d-4bfa-948f-754e9ba78591', 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:46.149988 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-180d224e-391d-43ac-989e-7328074fc95b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] In _notify_port_updated(), no bound segment for port 9460c7d3-db92-438d-875a-14f684d6ff76 on network 95e26b23-e046-45a5-bfa9-62a08d9b51af {{(pid=101969) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Aug 17 03:25:46.156342 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-180d224e-391d-43ac-989e-7328074fc95b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:46.157117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-180d224e-391d-43ac-989e-7328074fc95b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:46.158454 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-180d224e-391d-43ac-989e-7328074fc95b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] 10.222.0.10 "PUT /v2.0/ports/9460c7d3-db92-438d-875a-14f684d6ff76 HTTP/1.1" status: 200 len: 1136 time: 0.6145895 Aug 17 03:25:46.161394 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33980) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:46.222206 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b337fd6b-401f-4545-b488-c91149e552df up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:25:46.224625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab831311-aa58-4d40-9a15-54d78e6bb831 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:46.226935 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ab831311-aa58-4d40-9a15-54d78e6bb831 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] 10.222.0.10 "GET /v2.0/ports/9460c7d3-db92-438d-875a-14f684d6ff76 HTTP/1.1" status: 200 len: 1136 time: 0.0627551 Aug 17 03:25:46.230306 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33982) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:46.281233 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port b337fd6b-401f-4545-b488-c91149e552df triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:25:46.281851 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:46.306605 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6a072963-a259-42ca-b9db-fb4bf26d7874 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:46.369852 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-eaf6b72b-ef66-4e0d-9ef0-2cb54273c72c tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Deleting port 9460c7d3-db92-438d-875a-14f684d6ff76 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:25:46.370391 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b72b-ef66-4e0d-9ef0-2cb54273c72c tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:46.413369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-56aa6130-f463-488f-9387-292a14da78c7 None None] Provisioning complete for port 9460c7d3-db92-438d-875a-14f684d6ff76 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:25:46.413704 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-56aa6130-f463-488f-9387-292a14da78c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:46.463448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-56aa6130-f463-488f-9387-292a14da78c7 None None] Port 9460c7d3-db92-438d-875a-14f684d6ff76 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:25:46.687207 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6a072963-a259-42ca-b9db-fb4bf26d7874 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:46.733856 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b72b-ef66-4e0d-9ef0-2cb54273c72c tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:46.745759 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-eaf6b72b-ef66-4e0d-9ef0-2cb54273c72c tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Calling delete_port for 9460c7d3-db92-438d-875a-14f684d6ff76 owned by {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:25:46.788984 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6a072963-a259-42ca-b9db-fb4bf26d7874 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:46.816673 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a072963-a259-42ca-b9db-fb4bf26d7874 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a1571f77-5df5-455d-a0c6-a11d7be1e880,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:46.940516 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d73edea0-e0e8-4571-a430-cba2a7f9d163 req-2bef29f7-4ccf-49c8-925a-c024846727a6 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:46.942089 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d73edea0-e0e8-4571-a430-cba2a7f9d163 req-2bef29f7-4ccf-49c8-925a-c024846727a6 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 943 time: 0.0679593 Aug 17 03:25:46.947406 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6a072963-a259-42ca-b9db-fb4bf26d7874 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:46.952825 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6a072963-a259-42ca-b9db-fb4bf26d7874 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8120437 Aug 17 03:25:46.952945 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33988) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:46.958015 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b9a02904-6204-43db-89f2-f02f6df22230 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Request body: {'security_group_rule': {'security_group_id': 'a5dd0219-820d-4bfa-948f-754e9ba78591', 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:46.986347 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d73edea0-e0e8-4571-a430-cba2a7f9d163 req-b10c947e-7f5f-48e1-9d25-e30b6db1f03e tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365789 Aug 17 03:25:47.045136 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b72b-ef66-4e0d-9ef0-2cb54273c72c tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.074196 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaf6b72b-ef66-4e0d-9ef0-2cb54273c72c tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Pushing event deleted for resources: {'Port': ['ID=9460c7d3-db92-438d-875a-14f684d6ff76,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:47.084632 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9a02904-6204-43db-89f2-f02f6df22230 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.145313 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9a02904-6204-43db-89f2-f02f6df22230 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.151676 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eaf6b72b-ef66-4e0d-9ef0-2cb54273c72c tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.154622 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-eaf6b72b-ef66-4e0d-9ef0-2cb54273c72c tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] 10.222.0.10 "DELETE /v2.0/ports/9460c7d3-db92-438d-875a-14f684d6ff76 HTTP/1.1" status: 204 len: 168 time: 0.9221964 Aug 17 03:25:47.157441 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33990) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:47.210494 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8b0b49f-e338-4514-8e25-d7c03fde9815 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Deleting subnet 79907d1f-1043-409d-a07b-a89de83004b0 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:25:47.218174 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b8b0b49f-e338-4514-8e25-d7c03fde9815 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.227901 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9a02904-6204-43db-89f2-f02f6df22230 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.250218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a02904-6204-43db-89f2-f02f6df22230 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc8b979-ed81-427b-8c3f-dbfbd89819d8,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:47.266058 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b8b0b49f-e338-4514-8e25-d7c03fde9815 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.342147 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9a02904-6204-43db-89f2-f02f6df22230 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.343380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b9a02904-6204-43db-89f2-f02f6df22230 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3905878 Aug 17 03:25:47.346224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33992) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:47.354579 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8cb953b1-9f48-4cb2-b028-c0fccc570bf8 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Request body: {'security_group_rule': {'security_group_id': 'a5dd0219-820d-4bfa-948f-754e9ba78591', 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:47.367995 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b8b0b49f-e338-4514-8e25-d7c03fde9815 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.478784 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cb953b1-9f48-4cb2-b028-c0fccc570bf8 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.508144 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b8b0b49f-e338-4514-8e25-d7c03fde9815 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.537873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b0b49f-e338-4514-8e25-d7c03fde9815 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Pushing event deleted for resources: {'Subnet': ['ID=79907d1f-1043-409d-a07b-a89de83004b0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:47.539902 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b8b0b49f-e338-4514-8e25-d7c03fde9815 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.541866 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b8b0b49f-e338-4514-8e25-d7c03fde9815 tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] 10.222.0.10 "DELETE /v2.0/subnets/79907d1f-1043-409d-a07b-a89de83004b0 HTTP/1.1" status: 204 len: 168 time: 0.3838305 Aug 17 03:25:47.545046 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 33994) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:47.551239 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de7e5a15-9169-40be-9e97-accf2efab539 None None] Network 95e26b23-e046-45a5-bfa9-62a08d9b51af requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:25:47.626381 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.696098 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Deleting port b337fd6b-401f-4545-b488-c91149e552df {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:25:47.696098 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.703892 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cb953b1-9f48-4cb2-b028-c0fccc570bf8 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.737758 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f238db33-dbc5-4e1c-9686-aebac5082fe0 None None] DHCP port deletion for 95e26b23-e046-45a5-bfa9-62a08d9b51af request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:25:47.766808 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] For port b337fd6b-401f-4545-b488-c91149e552df, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b337fd6b-401f-4545-b488-c91149e552df,segment=NetworkSegment(e4cef40e-d4a1-46b6-aebf-11ff45c7eaa3),segment_id=e4cef40e-d4a1-46b6-aebf-11ff45c7eaa3)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:47.767398 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.781468 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Calling delete_port for b337fd6b-401f-4545-b488-c91149e552df owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:25:47.786239 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cb953b1-9f48-4cb2-b028-c0fccc570bf8 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.795205 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f238db33-dbc5-4e1c-9686-aebac5082fe0 None None] Deleting port b337fd6b-401f-4545-b488-c91149e552df {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:25:47.795581 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f238db33-dbc5-4e1c-9686-aebac5082fe0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.816647 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb953b1-9f48-4cb2-b028-c0fccc570bf8 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8df9e84-422b-423e-9db4-fb3471d03019,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:47.874643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-f238db33-dbc5-4e1c-9686-aebac5082fe0 None None] For port b337fd6b-401f-4545-b488-c91149e552df, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b337fd6b-401f-4545-b488-c91149e552df,segment=NetworkSegment(e4cef40e-d4a1-46b6-aebf-11ff45c7eaa3),segment_id=e4cef40e-d4a1-46b6-aebf-11ff45c7eaa3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:47.875062 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f238db33-dbc5-4e1c-9686-aebac5082fe0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.887805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f238db33-dbc5-4e1c-9686-aebac5082fe0 None None] Calling delete_port for b337fd6b-401f-4545-b488-c91149e552df owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:25:47.905707 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8cb953b1-9f48-4cb2-b028-c0fccc570bf8 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:47.907004 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8cb953b1-9f48-4cb2-b028-c0fccc570bf8 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5598452 Aug 17 03:25:47.909747 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 33996) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:47.914215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-fd3972fd-d05c-4421-a458-9325b83b43a5 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Request body: {'security_group_rule': {'security_group_id': 'a5dd0219-820d-4bfa-948f-754e9ba78591', 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:47.979833 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-734bd04c-23c0-42b7-952d-9817204afb91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.057051 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.065255 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f238db33-dbc5-4e1c-9686-aebac5082fe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.074472 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fd3972fd-d05c-4421-a458-9325b83b43a5 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.087092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Pushing event deleted for resources: {'Port': ['ID=b337fd6b-401f-4545-b488-c91149e552df,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:48.089093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] No DVR routers for this DVR port b337fd6b-401f-4545-b488-c91149e552df on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:25:48.102918 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f238db33-dbc5-4e1c-9686-aebac5082fe0 None None] Pushing event deleted for resources: {'Port': ['ID=b337fd6b-401f-4545-b488-c91149e552df,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:48.111106 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f238db33-dbc5-4e1c-9686-aebac5082fe0 None None] No DVR routers for this DVR port b337fd6b-401f-4545-b488-c91149e552df on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:25:48.163076 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8897be56-3fcc-43cd-b2c6-cb39050eb0c0 req-3f5910ea-5222-4e29-a3bd-7d2f924a1477 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:48.164665 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8897be56-3fcc-43cd-b2c6-cb39050eb0c0 req-3f5910ea-5222-4e29-a3bd-7d2f924a1477 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 943 time: 0.1102543 Aug 17 03:25:48.174764 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device b0e74be8-2f17-47b9-8a96-d239da4efb39 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:25:48.185392 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.199785 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.207772 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fd3972fd-d05c-4421-a458-9325b83b43a5 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.215808 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e26b23-e046-45a5-bfa9-62a08d9b51af']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:48.228892 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8897be56-3fcc-43cd-b2c6-cb39050eb0c0 req-0c83500d-8ace-43b0-8b91-b52073056f75 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450835 Aug 17 03:25:48.233911 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4cef40e-d4a1-46b6-aebf-11ff45c7eaa3') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:48.234341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4cef40e-d4a1-46b6-aebf-11ff45c7eaa3') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:48.235356 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b337fd6b-401f-4545-b488-c91149e552df no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:25:48.246026 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.265910 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.271912 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Releasing vlan 72 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:25:48.272321 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:25:48.275898 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:25:48.288479 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fd3972fd-d05c-4421-a458-9325b83b43a5 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.291522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: b337fd6b-401f-4545-b488-c91149e552df {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:25:48.292477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b337fd6b-401f-4545-b488-c91149e552df not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:25:48.318916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3972fd-d05c-4421-a458-9325b83b43a5 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6e72d633-da41-41b2-9acd-a3b261f6150a,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:48.341148 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port b0e74be8-2f17-47b9-8a96-d239da4efb39, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b0e74be8-2f17-47b9-8a96-d239da4efb39,segment=NetworkSegment(0a8b7338-7700-48a6-aeef-92bafdc2ff06),segment_id=0a8b7338-7700-48a6-aeef-92bafdc2ff06)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:48.352031 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'b0e74be8-2f17-47b9-8a96-d239da4efb39', 'network_id': 'fe8ac5f7-5a28-41ea-9c33-690b92380367', 'port_id': 'b0e74be8-2f17-47b9-8a96-d239da4efb39', 'mac_address': 'fa:16:3e:86:b8:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 71, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a33043c3-828c-412f-ac88-b2df603ada5f', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:25:48.388387 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fd3972fd-d05c-4421-a458-9325b83b43a5 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.389547 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fd3972fd-d05c-4421-a458-9325b83b43a5 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4788327 Aug 17 03:25:48.391911 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.397488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34002) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:48.397488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-17f7fc9c-7652-4f8b-a89f-6839ecb39e02 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Request body: {'security_group_rule': {'security_group_id': 'a5dd0219-820d-4bfa-948f-754e9ba78591', 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:48.407576 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b0e74be8-2f17-47b9-8a96-d239da4efb39 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:25:48.416671 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.424191 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.426575 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] 10.222.0.10 "DELETE /v2.0/networks/95e26b23-e046-45a5-bfa9-62a08d9b51af HTTP/1.1" status: 204 len: 168 time: 0.8801177 Aug 17 03:25:48.432597 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port b0e74be8-2f17-47b9-8a96-d239da4efb39, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b0e74be8-2f17-47b9-8a96-d239da4efb39,segment=NetworkSegment(0a8b7338-7700-48a6-aeef-92bafdc2ff06),segment_id=0a8b7338-7700-48a6-aeef-92bafdc2ff06)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:48.439769 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82798438-2095-4df8-8814-e0a1834d9a7b tempest-ExtraDHCPOptionsTestJSON-599789521 tempest-ExtraDHCPOptionsTestJSON-599789521-project] Pushing event deleted for resources: {'Network': ['ID=95e26b23-e046-45a5-bfa9-62a08d9b51af,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:48.524867 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-17f7fc9c-7652-4f8b-a89f-6839ecb39e02 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Project 8a413c1ede0c433aa3547c9dae3b5dcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:25:48.531397 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-17f7fc9c-7652-4f8b-a89f-6839ecb39e02 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.542179 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.595020 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=b0e74be8-2f17-47b9-8a96-d239da4efb39,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:48.604933 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-17f7fc9c-7652-4f8b-a89f-6839ecb39e02 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.734580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['b0e74be8-2f17-47b9-8a96-d239da4efb39'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:25:48.745406 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-17f7fc9c-7652-4f8b-a89f-6839ecb39e02 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.764208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7fc9c-7652-4f8b-a89f-6839ecb39e02 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9b2889d-4293-4ad2-a0da-23ef43423571,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:48.884758 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-17f7fc9c-7652-4f8b-a89f-6839ecb39e02 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:48.886421 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-17f7fc9c-7652-4f8b-a89f-6839ecb39e02 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.4926333 Aug 17 03:25:48.889457 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34008) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:48.894166 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-2883d3fb-6b88-4fc5-92f9-f05b3bdd36da tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Request body: {'security_group_rule': {'security_group_id': 'a5dd0219-820d-4bfa-948f-754e9ba78591', 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:48.911236 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34010) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:49.022957 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-2883d3fb-6b88-4fc5-92f9-f05b3bdd36da tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Project 8a413c1ede0c433aa3547c9dae3b5dcd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:25:49.034331 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2883d3fb-6b88-4fc5-92f9-f05b3bdd36da tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:49.059759 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fe90ef68-3884-45cf-a554-c5cd6e471116 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7592dacd66974724ad12cd2ddebe9673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1472673 Aug 17 03:25:49.063217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34016) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:49.103539 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2883d3fb-6b88-4fc5-92f9-f05b3bdd36da tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:49.115493 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26d88a2b-98fb-41ae-87c2-98f197aaaa86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:49.138004 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26d88a2b-98fb-41ae-87c2-98f197aaaa86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:49.148073 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:49.181895 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2883d3fb-6b88-4fc5-92f9-f05b3bdd36da tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:49.202029 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2883d3fb-6b88-4fc5-92f9-f05b3bdd36da tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bd78110e-6f48-4c8f-94d8-ef5024c7d34e,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:49.296501 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2883d3fb-6b88-4fc5-92f9-f05b3bdd36da tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:49.298522 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2883d3fb-6b88-4fc5-92f9-f05b3bdd36da tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4080164 Aug 17 03:25:49.301844 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26d88a2b-98fb-41ae-87c2-98f197aaaa86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:49.305938 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-26d88a2b-98fb-41ae-87c2-98f197aaaa86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:49.308102 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-26d88a2b-98fb-41ae-87c2-98f197aaaa86 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e99a0ab7-e95d-4bf5-b0de-cc4b04c2097d HTTP/1.1" status: 204 len: 168 time: 0.2439291 Aug 17 03:25:49.318699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d88a2b-98fb-41ae-87c2-98f197aaaa86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e99a0ab7-e95d-4bf5-b0de-cc4b04c2097d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:49.364762 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e63e5e9-7acf-4596-b99a-ae03648502b6 req-3539fbc1-3454-4b77-9442-39a120b342c5 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:49.366462 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e63e5e9-7acf-4596-b99a-ae03648502b6 req-3539fbc1-3454-4b77-9442-39a120b342c5 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 944 time: 0.0667799 Aug 17 03:25:49.410193 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e63e5e9-7acf-4596-b99a-ae03648502b6 req-10ab1593-b114-41fd-9620-770de717b988 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361128 Aug 17 03:25:49.540160 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-6b2e6ecc-cd7c-4a62-8d85-f39be912374b tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-180127121&fields=id&tenant_id=8a413c1ede0c433aa3547c9dae3b5dcd HTTP/1.1" status: 200 len: 267 time: 0.0454087 Aug 17 03:25:49.654062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-f533833b-3b63-4b49-beca-373b8e097257 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:49.656081 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-f533833b-3b63-4b49-beca-373b8e097257 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/networks?id=62d8fcd8-3e20-4172-a1f1-161cbb544d92 HTTP/1.1" status: 200 len: 814 time: 0.1079700 Aug 17 03:25:49.676874 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-2a197f67-1d57-47c4-9cdd-bd9e91c44e2f tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/quotas/8a413c1ede0c433aa3547c9dae3b5dcd HTTP/1.1" status: 200 len: 375 time: 0.0144694 Aug 17 03:25:49.741352 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-cd977260-5c5c-4a37-bc51-c3addc012488 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a413c1ede0c433aa3547c9dae3b5dcd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0576901 Aug 17 03:25:49.847627 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-4f068acc-8c75-4dca-8011-edb6a122458a service neutron] 10.222.0.10 "GET /v2.0/networks/62d8fcd8-3e20-4172-a1f1-161cbb544d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877464 Aug 17 03:25:49.943721 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-d59ad8c8-1d28-4a51-bbcc-b539d29b8ee4 service neutron] 10.222.0.10 "GET /v2.0/networks/62d8fcd8-3e20-4172-a1f1-161cbb544d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891976 Aug 17 03:25:50.182997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device b0e74be8-2f17-47b9-8a96-d239da4efb39 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:25:50.357638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port b0e74be8-2f17-47b9-8a96-d239da4efb39 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:25:50.362123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port b0e74be8-2f17-47b9-8a96-d239da4efb39 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:25:50.362699 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:50.452226 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34058) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:50.464128 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:50.494063 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2452b240-ec55-40e1-968f-86d33e7cb9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e74be8-2f17-47b9-8a96-d239da4efb39'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:25:50.497909 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fcad5495-ebf1-4991-a6bc-8994a7fc0bd3" -d '{"events": [{"server_uuid": "2452b240-ec55-40e1-968f-86d33e7cb9ea", "name": "network-vif-plugged", "status": "completed", "tag": "b0e74be8-2f17-47b9-8a96-d239da4efb39"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:25:50.512795 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port b0e74be8-2f17-47b9-8a96-d239da4efb39, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b0e74be8-2f17-47b9-8a96-d239da4efb39,segment=NetworkSegment(0a8b7338-7700-48a6-aeef-92bafdc2ff06),segment_id=0a8b7338-7700-48a6-aeef-92bafdc2ff06)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:50.557313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c0bb2b-567a-4743-8c03-990e46894c84 req-9757bd80-5245-44b2-87c3-d002a8550c7a tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:50.560214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-15c0bb2b-567a-4743-8c03-990e46894c84 req-9757bd80-5245-44b2-87c3-d002a8550c7a tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 944 time: 0.0585253 Aug 17 03:25:50.567910 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:25:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08eca7dd-5ff8-4c36-a01b-5be612d6069f x-openstack-request-id: req-08eca7dd-5ff8-4c36-a01b-5be612d6069f {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:25:50.568585 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2452b240-ec55-40e1-968f-86d33e7cb9ea", "name": "network-vif-plugged", "status": "completed", "tag": "b0e74be8-2f17-47b9-8a96-d239da4efb39", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:25:50.568931 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-08eca7dd-5ff8-4c36-a01b-5be612d6069f {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:25:50.571623 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2452b240-ec55-40e1-968f-86d33e7cb9ea', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b0e74be8-2f17-47b9-8a96-d239da4efb39', 'code': 200} Aug 17 03:25:50.610427 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:50.669722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b87da760-bf10-4895-b283-60e3c852dbb2 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-555276960'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:50.670379 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-15c0bb2b-567a-4743-8c03-990e46894c84 req-248ee524-b6e4-482a-bbb4-f0ede8aa263f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034682 Aug 17 03:25:50.694976 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-14137522-b93b-4a8f-85ca-c4dffad90067 req-8ecb4dc7-920b-41dd-bd4b-90f487bd9e62 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 210 time: 0.0576000 Aug 17 03:25:50.715930 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abefc547-37c9-42fe-bfae-5fb8efcabc24 req-07c853cc-643f-432d-8e95-9d0d1d0bb2b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:50.717757 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-abefc547-37c9-42fe-bfae-5fb8efcabc24 req-07c853cc-643f-432d-8e95-9d0d1d0bb2b7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 1096 time: 0.0908287 Aug 17 03:25:50.726978 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=b0e74be8-2f17-47b9-8a96-d239da4efb39,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:50.760567 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-abefc547-37c9-42fe-bfae-5fb8efcabc24 req-b63c78c9-9bb9-45f1-bb36-5b437f1211c1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301073 Aug 17 03:25:50.798813 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b87da760-bf10-4895-b283-60e3c852dbb2 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:50.802264 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b87da760-bf10-4895-b283-60e3c852dbb2 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:50.814752 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b87da760-bf10-4895-b283-60e3c852dbb2 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:50.906983 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b87da760-bf10-4895-b283-60e3c852dbb2 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:50.911363 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:50.992996 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b87da760-bf10-4895-b283-60e3c852dbb2 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:51.016130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b87da760-bf10-4895-b283-60e3c852dbb2 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:25:51.031229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87da760-bf10-4895-b283-60e3c852dbb2 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3d9b77-1b18-4056-a812-5a52a81c9162,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:51.036148 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b87da760-bf10-4895-b283-60e3c852dbb2 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:51.036148 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-b87da760-bf10-4895-b283-60e3c852dbb2 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Added segment e5085793-c063-455c-b63e-7ec559a9f4f9 of type vlan for network 5040a027-3456-429b-8386-29ecbea7a752 Aug 17 03:25:51.074829 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b87da760-bf10-4895-b283-60e3c852dbb2 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:51.191156 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b87da760-bf10-4895-b283-60e3c852dbb2 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:51.196703 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b87da760-bf10-4895-b283-60e3c852dbb2 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:51.197318 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b87da760-bf10-4895-b283-60e3c852dbb2 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:51.263134 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87da760-bf10-4895-b283-60e3c852dbb2 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Network': ['ID=5040a027-3456-429b-8386-29ecbea7a752,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:51.274326 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 5040a027-3456-429b-8386-29ecbea7a752 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:25:51.323707 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b87da760-bf10-4895-b283-60e3c852dbb2 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.8703299 Aug 17 03:25:51.462389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34078) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:51.468640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-163c44b5-f4bb-491c-b2c6-c18810b4e0cb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'subnet': {'network_id': '5040a027-3456-429b-8386-29ecbea7a752', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:51.713546 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-163c44b5-f4bb-491c-b2c6-c18810b4e0cb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:51.720075 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-163c44b5-f4bb-491c-b2c6-c18810b4e0cb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:51.795472 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e1bfd16b-5db9-44b7-8b3f-322e71ec082b req-1a4b4ea5-c3ac-4f6e-9625-13cf5a3eb502 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 210 time: 0.0379372 Aug 17 03:25:51.854834 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1025ddd5-7cb7-4d9d-a9dd-67867a08975e req-a7274c66-e55a-4391-8de4-2efc02a42732 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:51.856995 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1025ddd5-7cb7-4d9d-a9dd-67867a08975e req-a7274c66-e55a-4391-8de4-2efc02a42732 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 945 time: 0.0856621 Aug 17 03:25:51.938486 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1025ddd5-7cb7-4d9d-a9dd-67867a08975e req-5684c3dc-9475-420a-8a07-f18840fa07f7 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745463 Aug 17 03:25:52.071685 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-163c44b5-f4bb-491c-b2c6-c18810b4e0cb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:52.136144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163c44b5-f4bb-491c-b2c6-c18810b4e0cb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Subnet': ['ID=cf26a867-77e4-4bd5-9a8b-aa2167dbcd7d,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:52.143753 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-163c44b5-f4bb-491c-b2c6-c18810b4e0cb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Checking segment: {'id': 'e5085793-c063-455c-b63e-7ec559a9f4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5040a027-3456-429b-8386-29ecbea7a752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:25:52.144137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163c44b5-f4bb-491c-b2c6-c18810b4e0cb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network hostable DHCP agents. Network: 5040a027-3456-429b-8386-29ecbea7a752, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:25:52.239003 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-163c44b5-f4bb-491c-b2c6-c18810b4e0cb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network 5040a027-3456-429b-8386-29ecbea7a752 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:25:52.322565 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-163c44b5-f4bb-491c-b2c6-c18810b4e0cb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 5040a027-3456-429b-8386-29ecbea7a752) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:52.326903 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-163c44b5-f4bb-491c-b2c6-c18810b4e0cb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:52.327624 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-163c44b5-f4bb-491c-b2c6-c18810b4e0cb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:52.334117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e65c2f-3228-41cc-bbc8-767280668b01 None None] Network 5040a027-3456-429b-8386-29ecbea7a752 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:25:52.445862 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-163c44b5-f4bb-491c-b2c6-c18810b4e0cb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 0.9822526 Aug 17 03:25:52.450633 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34086) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:52.456061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-dae7550f-a6e2-419b-a33f-c520f7c1da78 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1773201026'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:52.487562 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-5040a027-3456-429b-8386-29ecbea7a752', 'network_id': '5040a027-3456-429b-8386-29ecbea7a752', 'tenant_id': '892c500b59884d65a4248762447ee320', 'fixed_ips': [{'subnet_id': 'cf26a867-77e4-4bd5-9a8b-aa2167dbcd7d'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:25:52.488430 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:52.562961 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dae7550f-a6e2-419b-a33f-c520f7c1da78 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:52.566577 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dae7550f-a6e2-419b-a33f-c520f7c1da78 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:52.596193 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dae7550f-a6e2-419b-a33f-c520f7c1da78 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:25:52.605925 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dae7550f-a6e2-419b-a33f-c520f7c1da78 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:52.606277 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-dae7550f-a6e2-419b-a33f-c520f7c1da78 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Added segment 1902f55b-d36a-4abe-8f89-ed8228a59964 of type vlan for network 1ff4dded-d25c-4794-8bee-e5f910dcb09c Aug 17 03:25:52.631614 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Allocated IP 172.20.255.242 (5040a027-3456-429b-8386-29ecbea7a752/cf26a867-77e4-4bd5-9a8b-aa2167dbcd7d/c972d9ed-c6ed-43d8-a1ec-260ab6318bdf) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:25:52.652134 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dae7550f-a6e2-419b-a33f-c520f7c1da78 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:52.770695 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dae7550f-a6e2-419b-a33f-c520f7c1da78 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:52.776719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dae7550f-a6e2-419b-a33f-c520f7c1da78 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:52.777239 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dae7550f-a6e2-419b-a33f-c520f7c1da78 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:52.778420 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:52.786847 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Transition to ACTIVE for port object c972d9ed-c6ed-43d8-a1ec-260ab6318bdf will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:52.802118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Transition to ACTIVE for port object c972d9ed-c6ed-43d8-a1ec-260ab6318bdf will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:52.852561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae7550f-a6e2-419b-a33f-c520f7c1da78 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Network': ['ID=1ff4dded-d25c-4794-8bee-e5f910dcb09c,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:52.868733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 1ff4dded-d25c-4794-8bee-e5f910dcb09c details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:25:52.895180 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-687c20c1-49b1-408a-89e5-4b21dab03bf4 req-916843f2-63ea-4743-86b0-7633a371f1ea tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 210 time: 0.0285378 Aug 17 03:25:52.927218 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:52.959913 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dae7550f-a6e2-419b-a33f-c520f7c1da78 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5079360 Aug 17 03:25:52.962558 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34090) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:52.971797 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-8a4b67b0-6995-4ede-9ff0-77092ae9194f tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'subnet': {'network_id': '1ff4dded-d25c-4794-8bee-e5f910dcb09c', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:52.979891 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Network 5040a027-3456-429b-8386-29ecbea7a752 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:25:52.983710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:52.988058 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:25:52.995165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Pushing event updated for resources: {'Port': ['ID=c972d9ed-c6ed-43d8-a1ec-260ab6318bdf,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:53.047653 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Attempting to bind port c972d9ed-c6ed-43d8-a1ec-260ab6318bdf on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:53.048060 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Attempting to bind port c972d9ed-c6ed-43d8-a1ec-260ab6318bdf by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'e5085793-c063-455c-b63e-7ec559a9f4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5040a027-3456-429b-8386-29ecbea7a752'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:53.048434 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Attempting to bind port c972d9ed-c6ed-43d8-a1ec-260ab6318bdf on network 5040a027-3456-429b-8386-29ecbea7a752 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:53.056442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:25:53.059123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Checking segment: {'id': 'e5085793-c063-455c-b63e-7ec559a9f4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5040a027-3456-429b-8386-29ecbea7a752'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:25:53.059123 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:53.059123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Bound using segment: {'id': 'e5085793-c063-455c-b63e-7ec559a9f4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5040a027-3456-429b-8386-29ecbea7a752'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:25:53.059123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Bound port: c972d9ed-c6ed-43d8-a1ec-260ab6318bdf, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e5085793-c063-455c-b63e-7ec559a9f4f9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '5040a027-3456-429b-8386-29ecbea7a752'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:25:53.059123 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:53.118938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc964056-b29f-4a43-a598-be9e66b74c39 req-cff6771e-30cf-44d3-8fc2-3a91b9daf99f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:53.120366 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bc964056-b29f-4a43-a598-be9e66b74c39 req-cff6771e-30cf-44d3-8fc2-3a91b9daf99f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 945 time: 0.0848649 Aug 17 03:25:53.135167 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] For port c972d9ed-c6ed-43d8-a1ec-260ab6318bdf, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:25:53.139221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] For port c972d9ed-c6ed-43d8-a1ec-260ab6318bdf, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c972d9ed-c6ed-43d8-a1ec-260ab6318bdf,segment=NetworkSegment(e5085793-c063-455c-b63e-7ec559a9f4f9),segment_id=e5085793-c063-455c-b63e-7ec559a9f4f9)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:25:53.162856 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bc964056-b29f-4a43-a598-be9e66b74c39 req-97ffd106-4bea-40cc-b431-4ee71e641659 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357087 Aug 17 03:25:53.227815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a4b67b0-6995-4ede-9ff0-77092ae9194f tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:53.232262 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8a4b67b0-6995-4ede-9ff0-77092ae9194f tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:53.262928 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:53.288919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-a5e66e79-4539-4905-96dc-89338cf146b5 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:53.290887 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-a5e66e79-4539-4905-96dc-89338cf146b5 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.60 "GET /v2.0/networks?id=62d8fcd8-3e20-4172-a1f1-161cbb544d92 HTTP/1.1" status: 200 len: 814 time: 0.1341183 Aug 17 03:25:53.361156 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743352f0-bace-47d3-a549-1c0c85bdb753 None None] Pushing event updated for resources: {'Port': ['ID=c972d9ed-c6ed-43d8-a1ec-260ab6318bdf,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:53.398547 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-42eb8c17-d5e9-4083-a4f2-179637083ed8 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8a413c1ede0c433aa3547c9dae3b5dcd HTTP/1.1" status: 200 len: 379 time: 0.0992086 Aug 17 03:25:53.408688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-b2a9aded-091c-4c43-9a87-cdba5b8aad69 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Request body: {'port': {'device_id': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'admin_state_up': True, 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'security_groups': ['a5dd0219-820d-4bfa-948f-754e9ba78591']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:53.599676 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8a4b67b0-6995-4ede-9ff0-77092ae9194f tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:53.637010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-b2a9aded-091c-4c43-9a87-cdba5b8aad69 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Made reservation on behalf of 8a413c1ede0c433aa3547c9dae3b5dcd for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:53.642575 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-b2a9aded-091c-4c43-9a87-cdba5b8aad69 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:53.685589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4b67b0-6995-4ede-9ff0-77092ae9194f tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Subnet': ['ID=1a4d1458-5681-4e92-a451-9894b4ad138a,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:53.696237 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a4b67b0-6995-4ede-9ff0-77092ae9194f tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Checking segment: {'id': '1902f55b-d36a-4abe-8f89-ed8228a59964', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '1ff4dded-d25c-4794-8bee-e5f910dcb09c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:25:53.696622 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4b67b0-6995-4ede-9ff0-77092ae9194f tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network hostable DHCP agents. Network: 1ff4dded-d25c-4794-8bee-e5f910dcb09c, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:25:53.834992 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a4b67b0-6995-4ede-9ff0-77092ae9194f tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network 1ff4dded-d25c-4794-8bee-e5f910dcb09c is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:25:53.862078 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-b2a9aded-091c-4c43-9a87-cdba5b8aad69 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Allocated IP 172.20.0.14 (62d8fcd8-3e20-4172-a1f1-161cbb544d92/229b35b8-a9d8-4a11-a243-0b744b27a861/f28cfd35-e6f7-450c-8515-c171f8a3eb36) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:25:53.896120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-8a4b67b0-6995-4ede-9ff0-77092ae9194f tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 1ff4dded-d25c-4794-8bee-e5f910dcb09c) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:53.900266 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a4b67b0-6995-4ede-9ff0-77092ae9194f tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:53.901046 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8a4b67b0-6995-4ede-9ff0-77092ae9194f tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:53.912033 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-825c4e26-3975-4550-9f12-c02c2f0000c0 None None] Network 1ff4dded-d25c-4794-8bee-e5f910dcb09c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:25:54.002768 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8a4b67b0-6995-4ede-9ff0-77092ae9194f tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.0357320 Aug 17 03:25:54.003777 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34108) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:54.156948 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-b2a9aded-091c-4c43-9a87-cdba5b8aad69 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:54.162694 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ad38782-7848-4c6f-b400-0b70a397c8ad tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:54.180013 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-b2a9aded-091c-4c43-9a87-cdba5b8aad69 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Transition to ACTIVE for port object f28cfd35-e6f7-450c-8515-c171f8a3eb36 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:54.244633 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ad38782-7848-4c6f-b400-0b70a397c8ad tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:54.289864 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ce569642-5381-4acd-9a80-e0686115d467 req-ade44cd6-a01a-4911-8868-ada1ffebcc85 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 210 time: 0.2056212 Aug 17 03:25:54.323810 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-b2a9aded-091c-4c43-9a87-cdba5b8aad69 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:54.438722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-b2a9aded-091c-4c43-9a87-cdba5b8aad69 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Network 62d8fcd8-3e20-4172-a1f1-161cbb544d92 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:25:54.451541 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-b2a9aded-091c-4c43-9a87-cdba5b8aad69 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:54.456966 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ad38782-7848-4c6f-b400-0b70a397c8ad tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:54.472620 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a9aded-091c-4c43-9a87-cdba5b8aad69 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Pushing event updated for resources: {'Port': ['ID=f28cfd35-e6f7-450c-8515-c171f8a3eb36,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:54.477004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-b2a9aded-091c-4c43-9a87-cdba5b8aad69 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:25:54.556341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad38782-7848-4c6f-b400-0b70a397c8ad tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Subnet': ['ID=1a4d1458-5681-4e92-a451-9894b4ad138a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:54.575041 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-b2a9aded-091c-4c43-9a87-cdba5b8aad69 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:54.576082 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-b2a9aded-091c-4c43-9a87-cdba5b8aad69 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:54.648336 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ad38782-7848-4c6f-b400-0b70a397c8ad tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:54.668309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-3ad38782-7848-4c6f-b400-0b70a397c8ad tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ff4dded-d25c-4794-8bee-e5f910dcb09c']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:54.681295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c972d9ed-c6ed-43d8-a1ec-260ab6318bdf up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:25:54.695539 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-3ad38782-7848-4c6f-b400-0b70a397c8ad tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1902f55b-d36a-4abe-8f89-ed8228a59964') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:54.695897 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-3ad38782-7848-4c6f-b400-0b70a397c8ad tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1902f55b-d36a-4abe-8f89-ed8228a59964') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:54.735516 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-616cfc6b-2c42-492b-809b-dfd0aaac3f34 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-1ff4dded-d25c-4794-8bee-e5f910dcb09c', 'network_id': '1ff4dded-d25c-4794-8bee-e5f910dcb09c', 'tenant_id': '892c500b59884d65a4248762447ee320', 'fixed_ips': [{'subnet_id': '1a4d1458-5681-4e92-a451-9894b4ad138a'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:25:54.736682 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-616cfc6b-2c42-492b-809b-dfd0aaac3f34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:54.738629 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ad38782-7848-4c6f-b400-0b70a397c8ad tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:54.749490 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-b2a9aded-091c-4c43-9a87-cdba5b8aad69 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3447652 Aug 17 03:25:54.763973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Request body: {'port': {'device_id': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:54.778891 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ad38782-7848-4c6f-b400-0b70a397c8ad tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:54.787578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3ad38782-7848-4c6f-b400-0b70a397c8ad tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:25:54.788131 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ad38782-7848-4c6f-b400-0b70a397c8ad tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:25:54.798510 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:25:54.947851 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:54.967879 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff8b0be-e150-4ee7-8ba8-b19b641d4419 None None] Network 1ff4dded-d25c-4794-8bee-e5f910dcb09c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:25:55.087613 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaa59add-6f73-4d25-a104-b6082470077a None None] Network 5040a027-3456-429b-8386-29ecbea7a752 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:25:55.087613 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port c972d9ed-c6ed-43d8-a1ec-260ab6318bdf completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:25:55.102730 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ad38782-7848-4c6f-b400-0b70a397c8ad tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:55.111148 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ad38782-7848-4c6f-b400-0b70a397c8ad tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:55.117446 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3ad38782-7848-4c6f-b400-0b70a397c8ad tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/1ff4dded-d25c-4794-8bee-e5f910dcb09c HTTP/1.1" status: 204 len: 168 time: 1.1124463 Aug 17 03:25:55.123887 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34118) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:55.126905 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-4a3087ab-8c16-40c1-b906-cbe87686c974 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1727251218'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:55.142607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad38782-7848-4c6f-b400-0b70a397c8ad tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Network': ['ID=1ff4dded-d25c-4794-8bee-e5f910dcb09c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:55.174713 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d27ec65a-5162-4c71-b11f-ca04a16e9940 None None] Provisioning for port f28cfd35-e6f7-450c-8515-c171f8a3eb36 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:25:55.177870 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9122d80c-4465-4064-aa15-22b5a6b01b7c req-7d291ec3-f0d9-4b83-a4e0-35e11c93bdee tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:55.179804 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9122d80c-4465-4064-aa15-22b5a6b01b7c req-7d291ec3-f0d9-4b83-a4e0-35e11c93bdee tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 945 time: 0.1973035 Aug 17 03:25:55.185322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d27ec65a-5162-4c71-b11f-ca04a16e9940 None None] Provisioning complete for port f28cfd35-e6f7-450c-8515-c171f8a3eb36 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:25:55.185541 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d27ec65a-5162-4c71-b11f-ca04a16e9940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:55.253043 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d27ec65a-5162-4c71-b11f-ca04a16e9940 None None] Port f28cfd35-e6f7-450c-8515-c171f8a3eb36 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:25:55.260997 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3087ab-8c16-40c1-b906-cbe87686c974 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:55.282360 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a3087ab-8c16-40c1-b906-cbe87686c974 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:55.330844 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3087ab-8c16-40c1-b906-cbe87686c974 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:25:55.353139 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a3087ab-8c16-40c1-b906-cbe87686c974 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:55.354111 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-4a3087ab-8c16-40c1-b906-cbe87686c974 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Added segment ebd7694f-531e-4f7f-93f2-22c203d30590 of type vlan for network 1ed8be16-7f12-4b97-857d-d7a939c9755d Aug 17 03:25:55.458808 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a3087ab-8c16-40c1-b906-cbe87686c974 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:55.505889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b4d04992-fa49-47e9-87db-3cd612a2bf77 None None] Provisioning for port c972d9ed-c6ed-43d8-a1ec-260ab6318bdf completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:25:55.510645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b4d04992-fa49-47e9-87db-3cd612a2bf77 None None] Provisioning complete for port c972d9ed-c6ed-43d8-a1ec-260ab6318bdf triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:25:55.511088 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b4d04992-fa49-47e9-87db-3cd612a2bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:55.521578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749786c-abf5-4c36-8a45-9b1b0e252efd req-b5909535-d7b4-47e0-adaf-dca2f73ed080 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:55.525321 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8749786c-abf5-4c36-8a45-9b1b0e252efd req-b5909535-d7b4-47e0-adaf-dca2f73ed080 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 932 time: 0.1041241 Aug 17 03:25:55.602869 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8749786c-abf5-4c36-8a45-9b1b0e252efd req-3da8df71-b39c-486c-a6f3-53f195d9455e tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5dd0219-820d-4bfa-948f-754e9ba78591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0714033 Aug 17 03:25:55.612351 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a3087ab-8c16-40c1-b906-cbe87686c974 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:55.618180 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3087ab-8c16-40c1-b906-cbe87686c974 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:55.619822 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a3087ab-8c16-40c1-b906-cbe87686c974 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:55.706056 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b4d04992-fa49-47e9-87db-3cd612a2bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:55.726704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3087ab-8c16-40c1-b906-cbe87686c974 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Network': ['ID=1ed8be16-7f12-4b97-857d-d7a939c9755d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:55.743142 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4a3087ab-8c16-40c1-b906-cbe87686c974 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.6205537 Aug 17 03:25:55.744141 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 1ed8be16-7f12-4b97-857d-d7a939c9755d details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:25:55.745701 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34124) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:55.756553 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-376b093c-654d-473c-b521-b928d5da5646 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'subnet': {'network_id': '1ed8be16-7f12-4b97-857d-d7a939c9755d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:55.796341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f28cfd35-e6f7-450c-8515-c171f8a3eb36 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:25:55.805851 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:55.820773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Transition to ACTIVE for port object f28cfd35-e6f7-450c-8515-c171f8a3eb36 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:55.832690 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9122d80c-4465-4064-aa15-22b5a6b01b7c req-df023c2a-6fd4-4793-9654-d4eb82fdb74f tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6469817 Aug 17 03:25:55.832902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b4d04992-fa49-47e9-87db-3cd612a2bf77 None None] For port c972d9ed-c6ed-43d8-a1ec-260ab6318bdf, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c972d9ed-c6ed-43d8-a1ec-260ab6318bdf,segment=NetworkSegment(e5085793-c063-455c-b63e-7ec559a9f4f9),segment_id=e5085793-c063-455c-b63e-7ec559a9f4f9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:55.917099 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:55.936668 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b4d04992-fa49-47e9-87db-3cd612a2bf77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:55.968549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Pushing event updated for resources: {'Port': ['ID=f28cfd35-e6f7-450c-8515-c171f8a3eb36,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:56.003064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-376b093c-654d-473c-b521-b928d5da5646 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:56.008128 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-376b093c-654d-473c-b521-b928d5da5646 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:56.042814 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4d04992-fa49-47e9-87db-3cd612a2bf77 None None] Pushing event updated for resources: {'Port': ['ID=c972d9ed-c6ed-43d8-a1ec-260ab6318bdf,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:56.058196 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-60f919e8-10e8-46af-9816-a9ff8b5fe83b None None] Provisioning complete for port c972d9ed-c6ed-43d8-a1ec-260ab6318bdf triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:25:56.058600 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-60f919e8-10e8-46af-9816-a9ff8b5fe83b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:56.062419 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Attempting to bind port f28cfd35-e6f7-450c-8515-c171f8a3eb36 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:56.062872 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Attempting to bind port f28cfd35-e6f7-450c-8515-c171f8a3eb36 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'd727ad0e-57f6-42e2-aaae-aa9321552967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:56.063314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Attempting to bind port f28cfd35-e6f7-450c-8515-c171f8a3eb36 on network 62d8fcd8-3e20-4172-a1f1-161cbb544d92 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:56.078155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Port f28cfd35-e6f7-450c-8515-c171f8a3eb36 on network 62d8fcd8-3e20-4172-a1f1-161cbb544d92 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:25:56.078626 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Attempting to bind port f28cfd35-e6f7-450c-8515-c171f8a3eb36 on network 62d8fcd8-3e20-4172-a1f1-161cbb544d92 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:56.084420 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 25, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:25:56.084922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Checking segment: {'id': 'd727ad0e-57f6-42e2-aaae-aa9321552967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:25:56.085445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Bound using segment: {'id': 'd727ad0e-57f6-42e2-aaae-aa9321552967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:25:56.086017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Bound port: f28cfd35-e6f7-450c-8515-c171f8a3eb36, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd727ad0e-57f6-42e2-aaae-aa9321552967', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:25:56.086492 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:56.146065 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.ipam_backend_mixin [None req-376b093c-654d-473c-b521-b928d5da5646 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Performing IP validity checks on allocation pools {{(pid=101969) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 03:25:56.146831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.ipam_backend_mixin [None req-376b093c-654d-473c-b521-b928d5da5646 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101969) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 03:25:56.252991 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] For port f28cfd35-e6f7-450c-8515-c171f8a3eb36, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:25:56.265911 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] For port f28cfd35-e6f7-450c-8515-c171f8a3eb36, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f28cfd35-e6f7-450c-8515-c171f8a3eb36,segment=NetworkSegment(d727ad0e-57f6-42e2-aaae-aa9321552967),segment_id=d727ad0e-57f6-42e2-aaae-aa9321552967)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:25:56.266171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c972d9ed-c6ed-43d8-a1ec-260ab6318bdf up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:25:56.334409 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c972d9ed-c6ed-43d8-a1ec-260ab6318bdf triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:25:56.334831 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:56.354573 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:56.404164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:56.409719 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:56.409719 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] 10.222.0.60 "PUT /v2.0/ports/f28cfd35-e6f7-450c-8515-c171f8a3eb36 HTTP/1.1" status: 200 len: 1092 time: 1.6482255 Aug 17 03:25:56.416386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'tag': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:25:56.419682 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ac64588-5dff-437c-ac4c-0c0933f52671" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdda64c-425c-49c2-ba51-1550082cff2e", "tag": "f28cfd35-e6f7-450c-8515-c171f8a3eb36"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:25:56.476790 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-376b093c-654d-473c-b521-b928d5da5646 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:56.532788 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:25:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ff06b2-70e8-449e-bc09-9538ca9d64ae x-openstack-request-id: req-c1ff06b2-70e8-449e-bc09-9538ca9d64ae {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:25:56.533137 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdda64c-425c-49c2-ba51-1550082cff2e", "tag": "f28cfd35-e6f7-450c-8515-c171f8a3eb36", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:25:56.533395 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1ff06b2-70e8-449e-bc09-9538ca9d64ae {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:25:56.533873 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'tag': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36', 'status': 'completed', 'code': 200} Aug 17 03:25:56.578630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0adc9c-0931-43f7-b6cb-8db0de83465b service neutron] Pushing event updated for resources: {'Port': ['ID=f28cfd35-e6f7-450c-8515-c171f8a3eb36,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:56.608443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fa9cfe3-68d8-4924-ac83-aea8e9126bfe req-0f6a4e96-b769-445f-a2d9-30727146d2b6 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:56.610943 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fa9cfe3-68d8-4924-ac83-aea8e9126bfe req-0f6a4e96-b769-445f-a2d9-30727146d2b6 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.30 "GET /v2.0/ports?device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 945 time: 0.2035558 Aug 17 03:25:56.622202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376b093c-654d-473c-b521-b928d5da5646 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Subnet': ['ID=11b088b1-0950-45d9-b0d5-8e5d62cbc73c,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:56.625661 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-376b093c-654d-473c-b521-b928d5da5646 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Checking segment: {'id': 'ebd7694f-531e-4f7f-93f2-22c203d30590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1ed8be16-7f12-4b97-857d-d7a939c9755d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:25:56.626837 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376b093c-654d-473c-b521-b928d5da5646 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network hostable DHCP agents. Network: 1ed8be16-7f12-4b97-857d-d7a939c9755d, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:25:56.681651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-21893fac-4ec3-4484-9a5f-27ae2a29145f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:56.683191 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-21893fac-4ec3-4484-9a5f-27ae2a29145f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a413c1ede0c433aa3547c9dae3b5dcd&device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 1095 time: 0.1453712 Aug 17 03:25:56.752785 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-29ad975c-d551-4071-ba58-8638073a865c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f28cfd35-e6f7-450c-8515-c171f8a3eb36 HTTP/1.1" status: 200 len: 217 time: 0.0606570 Aug 17 03:25:56.772309 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-376b093c-654d-473c-b521-b928d5da5646 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network 1ed8be16-7f12-4b97-857d-d7a939c9755d is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:25:56.867496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00158d0d-eb6d-4a83-8cdb-828008e7b4de req-c351833a-0ffd-4565-9309-4dfcb33cc753 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:56.869122 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00158d0d-eb6d-4a83-8cdb-828008e7b4de req-c351833a-0ffd-4565-9309-4dfcb33cc753 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 944 time: 0.1481197 Aug 17 03:25:56.875533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-b4f13d6b-48ed-4f19-acf9-704b0504a454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:56.877098 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-b4f13d6b-48ed-4f19-acf9-704b0504a454 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=229b35b8-a9d8-4a11-a243-0b744b27a861 HTTP/1.1" status: 200 len: 853 time: 0.0852675 Aug 17 03:25:56.914874 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-376b093c-654d-473c-b521-b928d5da5646 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 1ed8be16-7f12-4b97-857d-d7a939c9755d) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:56.920125 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-376b093c-654d-473c-b521-b928d5da5646 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:56.920832 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-376b093c-654d-473c-b521-b928d5da5646 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:56.924594 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b60753e-d41e-40e7-88a2-fa6e6f71bc74 None None] Network 1ed8be16-7f12-4b97-857d-d7a939c9755d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:25:56.925631 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-2fa9cfe3-68d8-4924-ac83-aea8e9126bfe req-3b9ebf10-5989-4781-aefa-5942c573d5a5 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Deleting port b0e74be8-2f17-47b9-8a96-d239da4efb39 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:25:56.925977 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2fa9cfe3-68d8-4924-ac83-aea8e9126bfe req-3b9ebf10-5989-4781-aefa-5942c573d5a5 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.013749 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00158d0d-eb6d-4a83-8cdb-828008e7b4de req-a9b8b9e3-fb94-4920-86d2-61b8fcd1b14f tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5dd0219-820d-4bfa-948f-754e9ba78591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1259043 Aug 17 03:25:57.028948 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-3529be34-2371-4d9d-bafd-71f12d167169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:57.029761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f34a73-a564-4746-92fa-e72af1c27b4d req-92b6c3ca-8a6d-4327-8f41-0783c10faabf tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:57.030524 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-3529be34-2371-4d9d-bafd-71f12d167169 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62d8fcd8-3e20-4172-a1f1-161cbb544d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1453938 Aug 17 03:25:57.033368 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-40f34a73-a564-4746-92fa-e72af1c27b4d req-92b6c3ca-8a6d-4327-8f41-0783c10faabf tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 945 time: 0.1207602 Aug 17 03:25:57.092303 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-376b093c-654d-473c-b521-b928d5da5646 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 1.3396511 Aug 17 03:25:57.092985 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34134) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:57.150928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-2fa9cfe3-68d8-4924-ac83-aea8e9126bfe req-3b9ebf10-5989-4781-aefa-5942c573d5a5 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] For port b0e74be8-2f17-47b9-8a96-d239da4efb39, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b0e74be8-2f17-47b9-8a96-d239da4efb39,segment=NetworkSegment(0a8b7338-7700-48a6-aeef-92bafdc2ff06),segment_id=0a8b7338-7700-48a6-aeef-92bafdc2ff06)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:57.150928 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2fa9cfe3-68d8-4924-ac83-aea8e9126bfe req-3b9ebf10-5989-4781-aefa-5942c573d5a5 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.151115 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-1ed8be16-7f12-4b97-857d-d7a939c9755d', 'network_id': '1ed8be16-7f12-4b97-857d-d7a939c9755d', 'tenant_id': '892c500b59884d65a4248762447ee320', 'fixed_ips': [{'subnet_id': '11b088b1-0950-45d9-b0d5-8e5d62cbc73c'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:25:57.151977 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.161056 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-40f34a73-a564-4746-92fa-e72af1c27b4d req-be16a597-b579-47d8-ad2e-e46666ba8b67 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/security-groups?id=97503496-e820-4b9f-a89a-79aa961ce73a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200020 Aug 17 03:25:57.170477 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-2fa9cfe3-68d8-4924-ac83-aea8e9126bfe req-3b9ebf10-5989-4781-aefa-5942c573d5a5 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Calling delete_port for b0e74be8-2f17-47b9-8a96-d239da4efb39 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:25:57.226591 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.241354 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-fdf4c62b-2764-483c-8509-5488543b757f service neutron] 10.222.0.60 "GET /v2.0/networks/62d8fcd8-3e20-4172-a1f1-161cbb544d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2003474 Aug 17 03:25:57.294077 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.353749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Allocated IP 172.20.0.3 (1ed8be16-7f12-4b97-857d-d7a939c9755d/11b088b1-0950-45d9-b0d5-8e5d62cbc73c/99e9e882-94ac-43c7-a506-451ff2f6ba88) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:25:57.373315 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54020977-b06d-4a1a-800f-06cf379ab8d2 req-7304fc9f-c29d-45be-b927-9bb1dbbf89e8 service neutron] 10.222.0.60 "GET /v2.0/networks/62d8fcd8-3e20-4172-a1f1-161cbb544d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243172 Aug 17 03:25:57.543659 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2fa9cfe3-68d8-4924-ac83-aea8e9126bfe req-3b9ebf10-5989-4781-aefa-5942c573d5a5 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.554390 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac64588-5dff-437c-ac4c-0c0933f52671 req-9a8c5c08-6777-4b6d-96ff-672416c9d1cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:57.555449 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['b0e74be8-2f17-47b9-8a96-d239da4efb39'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:25:57.560861 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ac64588-5dff-437c-ac4c-0c0933f52671 req-9a8c5c08-6777-4b6d-96ff-672416c9d1cc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a413c1ede0c433aa3547c9dae3b5dcd&device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 1095 time: 0.0561318 Aug 17 03:25:57.600898 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9ebf10-5989-4781-aefa-5942c573d5a5 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Pushing event deleted for resources: {'Port': ['ID=b0e74be8-2f17-47b9-8a96-d239da4efb39,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:57.618378 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.635558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Transition to ACTIVE for port object 99e9e882-94ac-43c7-a506-451ff2f6ba88 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:57.654760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Transition to ACTIVE for port object 99e9e882-94ac-43c7-a506-451ff2f6ba88 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:25:57.694889 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fa9cfe3-68d8-4924-ac83-aea8e9126bfe req-3b9ebf10-5989-4781-aefa-5942c573d5a5 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] No DVR routers for this DVR port b0e74be8-2f17-47b9-8a96-d239da4efb39 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:25:57.698335 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2fa9cfe3-68d8-4924-ac83-aea8e9126bfe req-3b9ebf10-5989-4781-aefa-5942c573d5a5 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.701032 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fa9cfe3-68d8-4924-ac83-aea8e9126bfe req-3b9ebf10-5989-4781-aefa-5942c573d5a5 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.30 "DELETE /v2.0/ports/b0e74be8-2f17-47b9-8a96-d239da4efb39 HTTP/1.1" status: 204 len: 173 time: 1.0824683 Aug 17 03:25:57.740425 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac64588-5dff-437c-ac4c-0c0933f52671 req-02644966-5bdd-420e-a42a-e498f4c454e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:57.742029 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ac64588-5dff-437c-ac4c-0c0933f52671 req-02644966-5bdd-420e-a42a-e498f4c454e1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=62d8fcd8-3e20-4172-a1f1-161cbb544d92 HTTP/1.1" status: 200 len: 914 time: 0.1571460 Aug 17 03:25:57.754281 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.799008 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Network 1ed8be16-7f12-4b97-857d-d7a939c9755d is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:25:57.813624 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ac64588-5dff-437c-ac4c-0c0933f52671 req-d1985c64-3f7f-4440-ba61-043524e5ba32 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f28cfd35-e6f7-450c-8515-c171f8a3eb36 HTTP/1.1" status: 200 len: 217 time: 0.0539734 Aug 17 03:25:57.813834 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:25:57.814558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:25:57.825669 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-01dee339-43ae-494e-bfdf-b5e74820f26b req-9483cb4d-a224-45eb-89db-85c0bd789bd1 service neutron] (101969) timed out ('10.222.0.10', 37284) {{(pid=101969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:25:57.829339 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Pushing event updated for resources: {'Port': ['ID=99e9e882-94ac-43c7-a506-451ff2f6ba88,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:57.865774 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac64588-5dff-437c-ac4c-0c0933f52671 req-4803a637-af73-4b6f-89ab-081b681dcd49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:57.867280 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ac64588-5dff-437c-ac4c-0c0933f52671 req-4803a637-af73-4b6f-89ab-081b681dcd49 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=229b35b8-a9d8-4a11-a243-0b744b27a861 HTTP/1.1" status: 200 len: 853 time: 0.0553043 Aug 17 03:25:57.884281 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Attempting to bind port 99e9e882-94ac-43c7-a506-451ff2f6ba88 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:25:57.884491 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.885122 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Attempting to bind port 99e9e882-94ac-43c7-a506-451ff2f6ba88 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'ebd7694f-531e-4f7f-93f2-22c203d30590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1ed8be16-7f12-4b97-857d-d7a939c9755d'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:25:57.885607 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Attempting to bind port 99e9e882-94ac-43c7-a506-451ff2f6ba88 on network 1ed8be16-7f12-4b97-857d-d7a939c9755d {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:25:57.892554 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:25:57.893349 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Checking segment: {'id': 'ebd7694f-531e-4f7f-93f2-22c203d30590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1ed8be16-7f12-4b97-857d-d7a939c9755d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:25:57.896471 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.896471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Bound using segment: {'id': 'ebd7694f-531e-4f7f-93f2-22c203d30590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1ed8be16-7f12-4b97-857d-d7a939c9755d'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:25:57.896471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Bound port: 99e9e882-94ac-43c7-a506-451ff2f6ba88, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ebd7694f-531e-4f7f-93f2-22c203d30590', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': '1ed8be16-7f12-4b97-857d-d7a939c9755d'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:25:57.896471 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:57.947392 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Subnet': ['ID=11b088b1-0950-45d9-b0d5-8e5d62cbc73c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:57.954956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac64588-5dff-437c-ac4c-0c0933f52671 req-e19a9fb0-26fe-44d4-a8fc-be80ba2ac8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:57.956297 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ac64588-5dff-437c-ac4c-0c0933f52671 req-e19a9fb0-26fe-44d4-a8fc-be80ba2ac8ca service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62d8fcd8-3e20-4172-a1f1-161cbb544d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804985 Aug 17 03:25:58.008679 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] For port 99e9e882-94ac-43c7-a506-451ff2f6ba88, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:25:58.017147 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] For port 99e9e882-94ac-43c7-a506-451ff2f6ba88, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=99e9e882-94ac-43c7-a506-451ff2f6ba88,segment=NetworkSegment(ebd7694f-531e-4f7f-93f2-22c203d30590),segment_id=ebd7694f-531e-4f7f-93f2-22c203d30590)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:25:58.060733 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:58.076356 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed8be16-7f12-4b97-857d-d7a939c9755d']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:58.086131 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ac64588-5dff-437c-ac4c-0c0933f52671 req-e33453bc-0d2b-4512-b7d1-7d36be945198 service neutron] 10.222.0.60 "GET /v2.0/networks/62d8fcd8-3e20-4172-a1f1-161cbb544d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1220264 Aug 17 03:25:58.091189 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd7694f-531e-4f7f-93f2-22c203d30590') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:58.091490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd7694f-531e-4f7f-93f2-22c203d30590') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:58.095728 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:58.102437 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:58.120580 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:58.132009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:25:58.132971 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:25:58.137886 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:25:58.250913 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b3a0d9-737c-4af4-822c-4d710dfa22d2 None None] Network 1ed8be16-7f12-4b97-857d-d7a939c9755d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:25:58.277848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f63d02b-a7a0-4176-9c95-eac6689c8022 req-bc89dcea-cc64-47bc-aaae-d6c6742a92de tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:58.277848 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7f63d02b-a7a0-4176-9c95-eac6689c8022 req-bc89dcea-cc64-47bc-aaae-d6c6742a92de tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 944 time: 0.1826599 Aug 17 03:25:58.296809 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.api [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 03:25:58.296809 n-d-802060-9 neutron-server[101969]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 03:25:58.296809 n-d-802060-9 neutron-server[101969]: [parameters: {'id': '1ed8be16-7f12-4b97-857d-d7a939c9755d'}] Aug 17 03:25:58.296809 n-d-802060-9 neutron-server[101969]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:25:58.297695 n-d-802060-9 neutron-server[101969]: DEBUG oslo_db.api [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:25:58.347227 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-502ef423-b64a-45d6-b1a8-3b1b5941ff96 req-52e2efe3-8d6c-4442-b96d-d519d153f936 tempest-VolumesActionsTest-1234036677 tempest-VolumesActionsTest-1234036677-project] 10.222.0.10 "GET /v2.0/ports?device_id=2452b240-ec55-40e1-968f-86d33e7cb9ea HTTP/1.1" status: 200 len: 210 time: 0.0468137 Aug 17 03:25:58.360501 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ac64588-5dff-437c-ac4c-0c0933f52671 req-d468c0aa-5fee-40c6-8c4a-7cf91d37df6a service neutron] 10.222.0.60 "GET /v2.0/networks/62d8fcd8-3e20-4172-a1f1-161cbb544d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2663870 Aug 17 03:25:58.368726 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7f63d02b-a7a0-4176-9c95-eac6689c8022 req-e56c48ea-fca3-453a-9d15-7b134a246a7e tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5dd0219-820d-4bfa-948f-754e9ba78591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0801923 Aug 17 03:25:58.390100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36043dc-f57c-4753-901b-2338458efb4d None None] Pushing event updated for resources: {'Port': ['ID=99e9e882-94ac-43c7-a506-451ff2f6ba88,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:58.436833 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e361d711-b4a2-49a7-a880-fc79c7ad7a52 None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 03:25:58.534556 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2452b240-ec55-40e1-968f-86d33e7cb9ea', 'name': 'network-vif-deleted', 'tag': 'b0e74be8-2f17-47b9-8a96-d239da4efb39'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:25:58.537279 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b35e51-4c2e-4d4f-ab39-d5b7cbf3a5a3" -d '{"events": [{"server_uuid": "2452b240-ec55-40e1-968f-86d33e7cb9ea", "name": "network-vif-deleted", "tag": "b0e74be8-2f17-47b9-8a96-d239da4efb39"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:25:58.541137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e361d711-b4a2-49a7-a880-fc79c7ad7a52 None None] Resources bound (agent type, host, resource id): {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 03:25:58.579851 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:25:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-493557c8-7a91-4add-9f50-dcfbbff009ad x-openstack-request-id: req-493557c8-7a91-4add-9f50-dcfbbff009ad {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:25:58.583315 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2452b240-ec55-40e1-968f-86d33e7cb9ea", "name": "network-vif-deleted", "tag": "b0e74be8-2f17-47b9-8a96-d239da4efb39", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:25:58.583933 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-493557c8-7a91-4add-9f50-dcfbbff009ad {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:25:58.585131 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2452b240-ec55-40e1-968f-86d33e7cb9ea', 'name': 'network-vif-deleted', 'tag': 'b0e74be8-2f17-47b9-8a96-d239da4efb39', 'status': 'completed', 'code': 200} Aug 17 03:25:58.799199 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:58.873979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Deleting port 99e9e882-94ac-43c7-a506-451ff2f6ba88 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:25:58.873979 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:58.935175 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] For port 99e9e882-94ac-43c7-a506-451ff2f6ba88, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=99e9e882-94ac-43c7-a506-451ff2f6ba88,segment=NetworkSegment(ebd7694f-531e-4f7f-93f2-22c203d30590),segment_id=ebd7694f-531e-4f7f-93f2-22c203d30590)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:25:58.935544 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:58.951985 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Calling delete_port for 99e9e882-94ac-43c7-a506-451ff2f6ba88 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:25:59.130672 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:59.156080 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Port': ['ID=99e9e882-94ac-43c7-a506-451ff2f6ba88,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:59.163180 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No DVR routers for this DVR port 99e9e882-94ac-43c7-a506-451ff2f6ba88 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:25:59.246516 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:59.256804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ed8be16-7f12-4b97-857d-d7a939c9755d']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:59.268846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ebd7694f-531e-4f7f-93f2-22c203d30590') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:59.268846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ebd7694f-531e-4f7f-93f2-22c203d30590') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:25:59.279564 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:59.293766 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:59.299669 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:25:59.300340 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:25:59.303260 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:25:59.448733 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:59.454413 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:59.457589 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/1ed8be16-7f12-4b97-857d-d7a939c9755d HTTP/1.1" status: 204 len: 168 time: 2.3632166 Aug 17 03:25:59.460546 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34152) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:59.466966 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-efbfd3e0-9bc8-48a0-a85f-bcd810bf8d29 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-891807537'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:25:59.501133 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b28557-3a38-4229-a26e-bc1a8de23cd5 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Network': ['ID=1ed8be16-7f12-4b97-857d-d7a939c9755d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:59.532808 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f20fb696-de3b-40b8-a50b-1142d0601c46 req-b8766f8e-c4a0-4314-88e0-c7e1e518e571 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:59.534399 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f20fb696-de3b-40b8-a50b-1142d0601c46 req-b8766f8e-c4a0-4314-88e0-c7e1e518e571 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 944 time: 0.0757463 Aug 17 03:25:59.575661 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f20fb696-de3b-40b8-a50b-1142d0601c46 req-6c144f5b-2bdf-4483-9acc-2f2cbbda663f tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5dd0219-820d-4bfa-948f-754e9ba78591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352199 Aug 17 03:25:59.602664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efbfd3e0-9bc8-48a0-a85f-bcd810bf8d29 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:25:59.611780 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-efbfd3e0-9bc8-48a0-a85f-bcd810bf8d29 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:59.636090 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efbfd3e0-9bc8-48a0-a85f-bcd810bf8d29 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:25:59.644929 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-efbfd3e0-9bc8-48a0-a85f-bcd810bf8d29 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:59.645277 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-efbfd3e0-9bc8-48a0-a85f-bcd810bf8d29 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Added segment 48dd05ce-4d3f-445b-99d9-19a9f789ae04 of type vlan for network 70728ba5-7ffd-42f5-a983-425edb59e319 Aug 17 03:25:59.685897 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-efbfd3e0-9bc8-48a0-a85f-bcd810bf8d29 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:59.794202 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-efbfd3e0-9bc8-48a0-a85f-bcd810bf8d29 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:59.800457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efbfd3e0-9bc8-48a0-a85f-bcd810bf8d29 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:25:59.800971 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-efbfd3e0-9bc8-48a0-a85f-bcd810bf8d29 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:25:59.875651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efbfd3e0-9bc8-48a0-a85f-bcd810bf8d29 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Network': ['ID=70728ba5-7ffd-42f5-a983-425edb59e319,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:25:59.929399 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-efbfd3e0-9bc8-48a0-a85f-bcd810bf8d29 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4676967 Aug 17 03:25:59.932332 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34164) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:25:59.937842 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-228edc77-4374-4c89-b854-1ffe7afcff3a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'subnet': {'network_id': '70728ba5-7ffd-42f5-a983-425edb59e319', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:00.021916 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 70728ba5-7ffd-42f5-a983-425edb59e319 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:26:00.134325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-228edc77-4374-4c89-b854-1ffe7afcff3a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:00.138057 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-228edc77-4374-4c89-b854-1ffe7afcff3a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:00.229783 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device b0e74be8-2f17-47b9-8a96-d239da4efb39 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:26:00.259502 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: b0e74be8-2f17-47b9-8a96-d239da4efb39 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:26:00.259502 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device b0e74be8-2f17-47b9-8a96-d239da4efb39 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:26:00.481093 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-228edc77-4374-4c89-b854-1ffe7afcff3a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:00.549732 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:26:00.551150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228edc77-4374-4c89-b854-1ffe7afcff3a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Subnet': ['ID=993981fc-882d-4a16-8cc7-efd4b3ff6c50,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:00.561829 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-228edc77-4374-4c89-b854-1ffe7afcff3a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Checking segment: {'id': '48dd05ce-4d3f-445b-99d9-19a9f789ae04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '70728ba5-7ffd-42f5-a983-425edb59e319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:00.562538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228edc77-4374-4c89-b854-1ffe7afcff3a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network hostable DHCP agents. Network: 70728ba5-7ffd-42f5-a983-425edb59e319, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:26:00.699899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039ba640-0551-40fa-a465-b2a894db9e1d req-957a13f2-ffa9-48cf-a666-f6b9dc6fb293 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:00.699899 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-039ba640-0551-40fa-a465-b2a894db9e1d req-957a13f2-ffa9-48cf-a666-f6b9dc6fb293 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 944 time: 0.0515666 Aug 17 03:26:00.758902 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-039ba640-0551-40fa-a465-b2a894db9e1d req-1379c0f5-656b-43f6-a2d4-04a0fe12d6d7 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5dd0219-820d-4bfa-948f-754e9ba78591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411234 Aug 17 03:26:00.779424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-228edc77-4374-4c89-b854-1ffe7afcff3a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network 70728ba5-7ffd-42f5-a983-425edb59e319 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:26:00.857282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-228edc77-4374-4c89-b854-1ffe7afcff3a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 70728ba5-7ffd-42f5-a983-425edb59e319) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:00.864045 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-228edc77-4374-4c89-b854-1ffe7afcff3a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:00.866292 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1addd5-8a3b-4842-8b43-27393fe3b71a None None] Network 70728ba5-7ffd-42f5-a983-425edb59e319 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:00.869689 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-228edc77-4374-4c89-b854-1ffe7afcff3a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:00.969878 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-228edc77-4374-4c89-b854-1ffe7afcff3a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.0361724 Aug 17 03:26:00.972408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34194) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:01.016364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-70728ba5-7ffd-42f5-a983-425edb59e319', 'network_id': '70728ba5-7ffd-42f5-a983-425edb59e319', 'tenant_id': '892c500b59884d65a4248762447ee320', 'fixed_ips': [{'subnet_id': '993981fc-882d-4a16-8cc7-efd4b3ff6c50'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:26:01.017320 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:01.091881 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:01.172870 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Allocated IP 172.20.0.1 (70728ba5-7ffd-42f5-a983-425edb59e319/993981fc-882d-4a16-8cc7-efd4b3ff6c50/199af120-ae5b-4404-9790-378d25112a42) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:26:01.182108 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:01.348612 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:01.358121 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Transition to ACTIVE for port object 199af120-ae5b-4404-9790-378d25112a42 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:01.373990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Transition to ACTIVE for port object 199af120-ae5b-4404-9790-378d25112a42 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:01.450549 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:01.503403 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Network 70728ba5-7ffd-42f5-a983-425edb59e319 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:26:01.507975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:01.510545 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:26:01.519000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Pushing event updated for resources: {'Port': ['ID=199af120-ae5b-4404-9790-378d25112a42,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:01.552272 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:01.587831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Subnet': ['ID=993981fc-882d-4a16-8cc7-efd4b3ff6c50,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:01.595907 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Attempting to bind port 199af120-ae5b-4404-9790-378d25112a42 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:26:01.596374 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Attempting to bind port 199af120-ae5b-4404-9790-378d25112a42 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '48dd05ce-4d3f-445b-99d9-19a9f789ae04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '70728ba5-7ffd-42f5-a983-425edb59e319'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:26:01.596630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Attempting to bind port 199af120-ae5b-4404-9790-378d25112a42 on network 70728ba5-7ffd-42f5-a983-425edb59e319 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:26:01.603620 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:26:01.603620 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Checking segment: {'id': '48dd05ce-4d3f-445b-99d9-19a9f789ae04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '70728ba5-7ffd-42f5-a983-425edb59e319'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:01.603620 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:01.603950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Bound using segment: {'id': '48dd05ce-4d3f-445b-99d9-19a9f789ae04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '70728ba5-7ffd-42f5-a983-425edb59e319'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:26:01.604549 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Bound port: 199af120-ae5b-4404-9790-378d25112a42, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '48dd05ce-4d3f-445b-99d9-19a9f789ae04', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '70728ba5-7ffd-42f5-a983-425edb59e319'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:26:01.605203 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:01.675321 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:01.699056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70728ba5-7ffd-42f5-a983-425edb59e319']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:01.713399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48dd05ce-4d3f-445b-99d9-19a9f789ae04') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:01.714128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48dd05ce-4d3f-445b-99d9-19a9f789ae04') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:01.720696 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] For port 199af120-ae5b-4404-9790-378d25112a42, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:26:01.731199 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] For port 199af120-ae5b-4404-9790-378d25112a42, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=199af120-ae5b-4404-9790-378d25112a42,segment=NetworkSegment(48dd05ce-4d3f-445b-99d9-19a9f789ae04),segment_id=48dd05ce-4d3f-445b-99d9-19a9f789ae04)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:26:01.742771 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:01.802522 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:01.803701 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:01.814582 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:26:01.826571 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:26:01.905572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b9fe7-7a8f-44e0-bf87-ca417d03e106 None None] Pushing event updated for resources: {'Port': ['ID=199af120-ae5b-4404-9790-378d25112a42,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:01.925463 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca095e5b-d2c1-47a9-9cd0-dd2d48e4653e None None] Network 70728ba5-7ffd-42f5-a983-425edb59e319 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:01.942956 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.db.api [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 03:26:01.942956 n-d-802060-9 neutron-server[101970]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 03:26:01.942956 n-d-802060-9 neutron-server[101970]: [parameters: {'id': '70728ba5-7ffd-42f5-a983-425edb59e319'}] Aug 17 03:26:01.942956 n-d-802060-9 neutron-server[101970]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:26:01.943901 n-d-802060-9 neutron-server[101970]: DEBUG oslo_db.api [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:26:01.947597 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e028ff1-cd11-43d4-98fd-3605925c9880 req-4c98cd4d-4b51-4ddd-bc69-eb6bb6b71810 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:01.950418 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0e028ff1-cd11-43d4-98fd-3605925c9880 req-4c98cd4d-4b51-4ddd-bc69-eb6bb6b71810 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 944 time: 0.0961370 Aug 17 03:26:01.998441 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0e028ff1-cd11-43d4-98fd-3605925c9880 req-ba7c4299-76c1-489d-b585-dba6e90c6a90 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5dd0219-820d-4bfa-948f-754e9ba78591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422211 Aug 17 03:26:02.066166 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d00390-fd99-43fe-a7d4-fe092c06ed1e None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 03:26:02.188405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d00390-fd99-43fe-a7d4-fe092c06ed1e None None] Resources bound (agent type, host, resource id): {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 03:26:02.445539 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:02.561824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Deleting port 199af120-ae5b-4404-9790-378d25112a42 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:26:02.562681 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:02.678414 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] For port 199af120-ae5b-4404-9790-378d25112a42, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=199af120-ae5b-4404-9790-378d25112a42,segment=NetworkSegment(48dd05ce-4d3f-445b-99d9-19a9f789ae04),segment_id=48dd05ce-4d3f-445b-99d9-19a9f789ae04)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:02.679121 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:02.695142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Calling delete_port for 199af120-ae5b-4404-9790-378d25112a42 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:26:02.862468 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:02.920298 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Port': ['ID=199af120-ae5b-4404-9790-378d25112a42,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:02.923219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No DVR routers for this DVR port 199af120-ae5b-4404-9790-378d25112a42 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:26:03.042847 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:03.054019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70728ba5-7ffd-42f5-a983-425edb59e319']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:03.079963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '48dd05ce-4d3f-445b-99d9-19a9f789ae04') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:03.080290 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '48dd05ce-4d3f-445b-99d9-19a9f789ae04') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:03.090967 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:03.106815 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:03.113126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:26:03.113639 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:03.145511 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:26:03.181369 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:26:03.250613 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:03.260012 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:03.262759 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/70728ba5-7ffd-42f5-a983-425edb59e319 HTTP/1.1" status: 204 len: 168 time: 2.2892346 Aug 17 03:26:03.266497 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34234) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:03.271595 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1ca896f6-8b1a-4bf3-903d-83839ab05060 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1340236346'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:03.282663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a2575-2da9-4784-bf7c-faa3f74447cf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Network': ['ID=70728ba5-7ffd-42f5-a983-425edb59e319,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:03.296325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1448d6a5-b068-4cf2-b156-33d53de400e6 req-76926d05-f365-4c13-8090-d92962d1f20c tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:03.297937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1448d6a5-b068-4cf2-b156-33d53de400e6 req-76926d05-f365-4c13-8090-d92962d1f20c tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 944 time: 0.1177194 Aug 17 03:26:03.359153 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1448d6a5-b068-4cf2-b156-33d53de400e6 req-ead16b67-716b-498c-89d4-00796926f99d tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5dd0219-820d-4bfa-948f-754e9ba78591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0548885 Aug 17 03:26:03.391828 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ca896f6-8b1a-4bf3-903d-83839ab05060 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:03.395785 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ca896f6-8b1a-4bf3-903d-83839ab05060 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:03.441257 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ca896f6-8b1a-4bf3-903d-83839ab05060 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:26:03.458353 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ca896f6-8b1a-4bf3-903d-83839ab05060 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:03.458856 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-1ca896f6-8b1a-4bf3-903d-83839ab05060 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Added segment d9193c73-ba4a-438e-85bf-55b534f683ec of type vlan for network e2b77fb0-c34d-4feb-89cf-cf71eb01e8d5 Aug 17 03:26:03.505549 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ca896f6-8b1a-4bf3-903d-83839ab05060 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:03.588007 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ca896f6-8b1a-4bf3-903d-83839ab05060 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:03.593899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ca896f6-8b1a-4bf3-903d-83839ab05060 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:03.602797 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1ca896f6-8b1a-4bf3-903d-83839ab05060 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:03.688404 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca896f6-8b1a-4bf3-903d-83839ab05060 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Network': ['ID=e2b77fb0-c34d-4feb-89cf-cf71eb01e8d5,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:03.700480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network e2b77fb0-c34d-4feb-89cf-cf71eb01e8d5 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:26:03.719209 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1ca896f6-8b1a-4bf3-903d-83839ab05060 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.4505434 Aug 17 03:26:03.721932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34238) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:03.727986 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-07d6de94-a08a-415c-85a7-db1adbea000a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'subnet': {'network_id': 'e2b77fb0-c34d-4feb-89cf-cf71eb01e8d5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:03.827992 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:03.954137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07d6de94-a08a-415c-85a7-db1adbea000a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:03.959715 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-07d6de94-a08a-415c-85a7-db1adbea000a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:04.290984 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-07d6de94-a08a-415c-85a7-db1adbea000a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:04.465360 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07d6de94-a08a-415c-85a7-db1adbea000a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Checking segment: {'id': 'd9193c73-ba4a-438e-85bf-55b534f683ec', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'e2b77fb0-c34d-4feb-89cf-cf71eb01e8d5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:04.468324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d6de94-a08a-415c-85a7-db1adbea000a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network hostable DHCP agents. Network: e2b77fb0-c34d-4feb-89cf-cf71eb01e8d5, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:26:04.471176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07d6de94-a08a-415c-85a7-db1adbea000a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Subnet': ['ID=e90d085c-bef6-4325-ab8b-144919a7caba,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:04.561487 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbb81307-2553-469d-961d-6d6b90ef6e29 req-17b5ab20-bd18-4d52-b573-4ab567b85525 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:04.563170 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fbb81307-2553-469d-961d-6d6b90ef6e29 req-17b5ab20-bd18-4d52-b573-4ab567b85525 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 944 time: 0.0856624 Aug 17 03:26:04.566797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07d6de94-a08a-415c-85a7-db1adbea000a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network e2b77fb0-c34d-4feb-89cf-cf71eb01e8d5 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:26:04.628287 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fbb81307-2553-469d-961d-6d6b90ef6e29 req-488d2553-f6e7-42e3-b5a9-1201f69949dd tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5dd0219-820d-4bfa-948f-754e9ba78591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532255 Aug 17 03:26:04.683055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-07d6de94-a08a-415c-85a7-db1adbea000a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, e2b77fb0-c34d-4feb-89cf-cf71eb01e8d5) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:04.693716 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-265c2fc3-11a5-4056-a870-5538add8e918 None None] Network e2b77fb0-c34d-4feb-89cf-cf71eb01e8d5 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:04.695323 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d6de94-a08a-415c-85a7-db1adbea000a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:04.697713 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-07d6de94-a08a-415c-85a7-db1adbea000a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:04.811110 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-07d6de94-a08a-415c-85a7-db1adbea000a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0878694 Aug 17 03:26:04.813562 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34248) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:04.932319 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-208029dd-a8d5-4a94-b9ba-fcbabba1b6df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-e2b77fb0-c34d-4feb-89cf-cf71eb01e8d5', 'network_id': 'e2b77fb0-c34d-4feb-89cf-cf71eb01e8d5', 'tenant_id': '892c500b59884d65a4248762447ee320', 'fixed_ips': [{'subnet_id': 'e90d085c-bef6-4325-ab8b-144919a7caba'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:26:04.935179 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-208029dd-a8d5-4a94-b9ba-fcbabba1b6df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:04.946920 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a03172-cf70-4af1-b93c-3c8e9a2e8ceb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:05.014649 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a03172-cf70-4af1-b93c-3c8e9a2e8ceb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:05.160083 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a03172-cf70-4af1-b93c-3c8e9a2e8ceb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server [None req-208029dd-a8d5-4a94-b9ba-fcbabba1b6df None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e90d085c-bef6-4325-ab8b-144919a7caba: This subnet is being modified by another concurrent operation. Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise exception Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet e90d085c-bef6-4325-ab8b-144919a7caba: This subnet is being modified by another concurrent operation. Aug 17 03:26:05.189189 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server Aug 17 03:26:05.206630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a03172-cf70-4af1-b93c-3c8e9a2e8ceb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Subnet': ['ID=e90d085c-bef6-4325-ab8b-144919a7caba,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:05.207550 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9fdbc2a-0fa6-454a-a73e-155cc98e6a91 None None] Network e2b77fb0-c34d-4feb-89cf-cf71eb01e8d5 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:05.318336 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a03172-cf70-4af1-b93c-3c8e9a2e8ceb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:05.331650 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-69a03172-cf70-4af1-b93c-3c8e9a2e8ceb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2b77fb0-c34d-4feb-89cf-cf71eb01e8d5']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:05.420401 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae478fc-bcaa-47b3-a02c-06763cf6378c None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 03:26:05.546711 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ae478fc-bcaa-47b3-a02c-06763cf6378c None None] Resources bound (agent type, host, resource id): {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 03:26:05.723378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-69a03172-cf70-4af1-b93c-3c8e9a2e8ceb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9193c73-ba4a-438e-85bf-55b534f683ec') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:05.723692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-69a03172-cf70-4af1-b93c-3c8e9a2e8ceb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9193c73-ba4a-438e-85bf-55b534f683ec') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:05.785756 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a03172-cf70-4af1-b93c-3c8e9a2e8ceb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:05.816905 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a03172-cf70-4af1-b93c-3c8e9a2e8ceb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:05.832827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f8ccd6-1303-41bb-9c3e-b8523a56935d req-6ba84b0c-6b2e-4521-a124-139f236fa2f7 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:05.832827 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-81f8ccd6-1303-41bb-9c3e-b8523a56935d req-6ba84b0c-6b2e-4521-a124-139f236fa2f7 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 944 time: 0.0966213 Aug 17 03:26:05.834767 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69a03172-cf70-4af1-b93c-3c8e9a2e8ceb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:26:05.835171 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a03172-cf70-4af1-b93c-3c8e9a2e8ceb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:26:05.838850 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:26:05.977501 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-81f8ccd6-1303-41bb-9c3e-b8523a56935d req-4d0558e2-fa83-4157-937a-2305065cdbdb tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5dd0219-820d-4bfa-948f-754e9ba78591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1344543 Aug 17 03:26:06.054960 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a03172-cf70-4af1-b93c-3c8e9a2e8ceb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:06.075406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a03172-cf70-4af1-b93c-3c8e9a2e8ceb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Network': ['ID=e2b77fb0-c34d-4feb-89cf-cf71eb01e8d5,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:06.093461 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-69a03172-cf70-4af1-b93c-3c8e9a2e8ceb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:06.098330 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-69a03172-cf70-4af1-b93c-3c8e9a2e8ceb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/e2b77fb0-c34d-4feb-89cf-cf71eb01e8d5 HTTP/1.1" status: 204 len: 168 time: 1.2804306 Aug 17 03:26:06.098623 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34258) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:06.103953 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-908fa711-21f1-444c-97fe-ae629fc9e1c3 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-2010987979'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:06.494274 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-908fa711-21f1-444c-97fe-ae629fc9e1c3 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:06.498304 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-908fa711-21f1-444c-97fe-ae629fc9e1c3 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:06.522160 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-908fa711-21f1-444c-97fe-ae629fc9e1c3 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:26:06.531229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-908fa711-21f1-444c-97fe-ae629fc9e1c3 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:06.531579 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-908fa711-21f1-444c-97fe-ae629fc9e1c3 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Added segment c543e9aa-a805-443d-8a69-7a518f28328e of type vlan for network d73d0ac4-2c09-40b4-a448-3e4bfb18934e Aug 17 03:26:06.571756 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-908fa711-21f1-444c-97fe-ae629fc9e1c3 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:06.673951 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-908fa711-21f1-444c-97fe-ae629fc9e1c3 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:06.680909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-908fa711-21f1-444c-97fe-ae629fc9e1c3 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:06.681624 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-908fa711-21f1-444c-97fe-ae629fc9e1c3 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:06.763875 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908fa711-21f1-444c-97fe-ae629fc9e1c3 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Network': ['ID=d73d0ac4-2c09-40b4-a448-3e4bfb18934e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:06.783583 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network d73d0ac4-2c09-40b4-a448-3e4bfb18934e details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:26:06.831468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34272) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:06.833644 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-908fa711-21f1-444c-97fe-ae629fc9e1c3 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7338600 Aug 17 03:26:06.842223 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3ab73422-d050-414b-a83b-d7b0c5ed6973 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'subnet': {'network_id': 'd73d0ac4-2c09-40b4-a448-3e4bfb18934e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:06.950612 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f28cfd35-e6f7-450c-8515-c171f8a3eb36 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:26:07.056367 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ab73422-d050-414b-a83b-d7b0c5ed6973 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:07.060945 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ab73422-d050-414b-a83b-d7b0c5ed6973 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:07.084471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f28cfd35-e6f7-450c-8515-c171f8a3eb36, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f28cfd35-e6f7-450c-8515-c171f8a3eb36,segment=NetworkSegment(d727ad0e-57f6-42e2-aaae-aa9321552967),segment_id=d727ad0e-57f6-42e2-aaae-aa9321552967)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:07.100270 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'port_id': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36', 'mac_address': 'fa:16:3e:2e:c2:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 56, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:26:07.151409 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:07.167283 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f28cfd35-e6f7-450c-8515-c171f8a3eb36 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:26:07.193856 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f28cfd35-e6f7-450c-8515-c171f8a3eb36, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f28cfd35-e6f7-450c-8515-c171f8a3eb36,segment=NetworkSegment(d727ad0e-57f6-42e2-aaae-aa9321552967),segment_id=d727ad0e-57f6-42e2-aaae-aa9321552967)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:07.225094 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74304544-f2f3-400d-a6b0-0358292cd837 req-901bc838-cc5c-4d59-a2b2-720fb7831dff tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:07.227030 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74304544-f2f3-400d-a6b0-0358292cd837 req-901bc838-cc5c-4d59-a2b2-720fb7831dff tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 944 time: 0.0889182 Aug 17 03:26:07.234504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.ipam_backend_mixin [None req-3ab73422-d050-414b-a83b-d7b0c5ed6973 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Performing IP validity checks on allocation pools {{(pid=101970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 03:26:07.235038 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.ipam_backend_mixin [None req-3ab73422-d050-414b-a83b-d7b0c5ed6973 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 03:26:07.284743 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:07.289914 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74304544-f2f3-400d-a6b0-0358292cd837 req-0cfc4d61-1c20-4533-97b6-27071432eb64 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5dd0219-820d-4bfa-948f-754e9ba78591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556786 Aug 17 03:26:07.354276 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=f28cfd35-e6f7-450c-8515-c171f8a3eb36,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:07.479050 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['f28cfd35-e6f7-450c-8515-c171f8a3eb36'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:26:07.508968 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ab73422-d050-414b-a83b-d7b0c5ed6973 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:07.568057 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-12d1baa1-b742-4652-b845-2a3289d8e1be req-f081024e-e3f4-4727-aaec-d40d71f59a97 service neutron] (101969) timed out ('10.222.0.60', 55185) {{(pid=101969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:26:07.635351 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab73422-d050-414b-a83b-d7b0c5ed6973 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Subnet': ['ID=1e05411e-e26e-4f6e-b2a5-1d1b25585f32,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:07.644414 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ab73422-d050-414b-a83b-d7b0c5ed6973 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Checking segment: {'id': 'c543e9aa-a805-443d-8a69-7a518f28328e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': 'd73d0ac4-2c09-40b4-a448-3e4bfb18934e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:07.644776 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab73422-d050-414b-a83b-d7b0c5ed6973 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network hostable DHCP agents. Network: d73d0ac4-2c09-40b4-a448-3e4bfb18934e, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:26:07.736903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab73422-d050-414b-a83b-d7b0c5ed6973 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network d73d0ac4-2c09-40b4-a448-3e4bfb18934e is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:26:07.822598 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-3ab73422-d050-414b-a83b-d7b0c5ed6973 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, d73d0ac4-2c09-40b4-a448-3e4bfb18934e) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:07.827700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ab73422-d050-414b-a83b-d7b0c5ed6973 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:07.828312 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3ab73422-d050-414b-a83b-d7b0c5ed6973 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:07.917726 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34284) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:07.920090 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3ab73422-d050-414b-a83b-d7b0c5ed6973 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 1.0853252 Aug 17 03:26:07.963385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d3cc69-6556-492c-85c9-e79624485c58 None None] Network d73d0ac4-2c09-40b4-a448-3e4bfb18934e requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:08.051266 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44ce9cde-490e-4532-a2a0-da9d218d9f25 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:08.125224 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44ce9cde-490e-4532-a2a0-da9d218d9f25 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:08.166367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d74e9d8-ebe7-4c13-a4ac-a049d68d9d77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-d73d0ac4-2c09-40b4-a448-3e4bfb18934e', 'network_id': 'd73d0ac4-2c09-40b4-a448-3e4bfb18934e', 'tenant_id': '892c500b59884d65a4248762447ee320', 'fixed_ips': [{'subnet_id': '1e05411e-e26e-4f6e-b2a5-1d1b25585f32'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:26:08.167491 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2d74e9d8-ebe7-4c13-a4ac-a049d68d9d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:08.342357 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44ce9cde-490e-4532-a2a0-da9d218d9f25 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server [None req-2d74e9d8-ebe7-4c13-a4ac-a049d68d9d77 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e05411e-e26e-4f6e-b2a5-1d1b25585f32: This subnet is being modified by another concurrent operation. Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise exception Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 1e05411e-e26e-4f6e-b2a5-1d1b25585f32: This subnet is being modified by another concurrent operation. Aug 17 03:26:08.377991 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server Aug 17 03:26:08.407568 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c949a991-b0eb-4c19-99b1-cfade00eecbc None None] Network d73d0ac4-2c09-40b4-a448-3e4bfb18934e requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:08.412190 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce9cde-490e-4532-a2a0-da9d218d9f25 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Subnet': ['ID=1e05411e-e26e-4f6e-b2a5-1d1b25585f32,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:08.486729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac97a95-8fd7-4eb8-9403-f027d7632eaf req-016338b5-9c83-4ab6-945c-dc89b65c68ff tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:08.493585 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eac97a95-8fd7-4eb8-9403-f027d7632eaf req-016338b5-9c83-4ab6-945c-dc89b65c68ff tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 945 time: 0.1216595 Aug 17 03:26:08.505975 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44ce9cde-490e-4532-a2a0-da9d218d9f25 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:08.518556 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-44ce9cde-490e-4532-a2a0-da9d218d9f25 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d73d0ac4-2c09-40b4-a448-3e4bfb18934e']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:08.540128 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-44ce9cde-490e-4532-a2a0-da9d218d9f25 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c543e9aa-a805-443d-8a69-7a518f28328e') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:08.542657 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-44ce9cde-490e-4532-a2a0-da9d218d9f25 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c543e9aa-a805-443d-8a69-7a518f28328e') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:08.552528 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44ce9cde-490e-4532-a2a0-da9d218d9f25 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:08.570714 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44ce9cde-490e-4532-a2a0-da9d218d9f25 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:08.579213 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eac97a95-8fd7-4eb8-9403-f027d7632eaf req-ae1cc9e2-b53d-48aa-a457-8a52208371ae tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5dd0219-820d-4bfa-948f-754e9ba78591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0817068 Aug 17 03:26:08.597294 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-44ce9cde-490e-4532-a2a0-da9d218d9f25 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:26:08.599100 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44ce9cde-490e-4532-a2a0-da9d218d9f25 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:08.599228 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8de0c461-41ec-4f4f-a6fe-a0f06525bdee None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:26:08.613242 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:26:08.728765 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44ce9cde-490e-4532-a2a0-da9d218d9f25 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:08.735373 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44ce9cde-490e-4532-a2a0-da9d218d9f25 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:08.737733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8de0c461-41ec-4f4f-a6fe-a0f06525bdee None None] Resources bound (agent type, host, resource id): {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 03:26:08.740904 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34292) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:08.741359 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-44ce9cde-490e-4532-a2a0-da9d218d9f25 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/d73d0ac4-2c09-40b4-a448-3e4bfb18934e HTTP/1.1" status: 204 len: 168 time: 0.8216419 Aug 17 03:26:08.748334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a12d2b53-4028-441f-930c-1b24c092fd90 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-650984669'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:08.785570 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ce9cde-490e-4532-a2a0-da9d218d9f25 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Network': ['ID=d73d0ac4-2c09-40b4-a448-3e4bfb18934e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:08.861827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a12d2b53-4028-441f-930c-1b24c092fd90 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:08.865326 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a12d2b53-4028-441f-930c-1b24c092fd90 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:08.915350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a12d2b53-4028-441f-930c-1b24c092fd90 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 67} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:26:08.935668 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a12d2b53-4028-441f-930c-1b24c092fd90 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:08.936047 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-a12d2b53-4028-441f-930c-1b24c092fd90 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Added segment 7602b3ea-67da-49a3-8fff-8d9ddbec64fa of type vlan for network a3e33e7f-7375-4458-86ba-9f3bf16123d9 Aug 17 03:26:08.984094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f28cfd35-e6f7-450c-8515-c171f8a3eb36 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:26:09.050805 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a12d2b53-4028-441f-930c-1b24c092fd90 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:09.181987 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port f28cfd35-e6f7-450c-8515-c171f8a3eb36 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:26:09.186771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port f28cfd35-e6f7-450c-8515-c171f8a3eb36 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:09.187155 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:09.212078 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a12d2b53-4028-441f-930c-1b24c092fd90 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:09.220866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a12d2b53-4028-441f-930c-1b24c092fd90 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:09.223780 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a12d2b53-4028-441f-930c-1b24c092fd90 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:09.298957 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:09.353551 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12d2b53-4028-441f-930c-1b24c092fd90 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Network': ['ID=a3e33e7f-7375-4458-86ba-9f3bf16123d9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:09.366567 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:26:09.369459 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03dbbf5d-1fcf-482c-b190-89f39d151c53" -d '{"events": [{"server_uuid": "ffdda64c-425c-49c2-ba51-1550082cff2e", "name": "network-vif-plugged", "status": "completed", "tag": "f28cfd35-e6f7-450c-8515-c171f8a3eb36"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:26:09.377599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network a3e33e7f-7375-4458-86ba-9f3bf16123d9 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:26:09.406133 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f28cfd35-e6f7-450c-8515-c171f8a3eb36, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f28cfd35-e6f7-450c-8515-c171f8a3eb36,segment=NetworkSegment(d727ad0e-57f6-42e2-aaae-aa9321552967),segment_id=d727ad0e-57f6-42e2-aaae-aa9321552967)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:09.440088 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-516f4def-d128-4e9e-891d-dabbc61e00db x-openstack-request-id: req-516f4def-d128-4e9e-891d-dabbc61e00db {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:26:09.440645 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdda64c-425c-49c2-ba51-1550082cff2e", "name": "network-vif-plugged", "status": "completed", "tag": "f28cfd35-e6f7-450c-8515-c171f8a3eb36", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:26:09.441085 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-516f4def-d128-4e9e-891d-dabbc61e00db {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:26:09.441700 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36', 'code': 200} Aug 17 03:26:09.475519 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a12d2b53-4028-441f-930c-1b24c092fd90 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7302728 Aug 17 03:26:09.476098 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34312) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:09.487416 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-14adc5a7-b53c-405f-81db-4f01d2083a5a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'subnet': {'network_id': 'a3e33e7f-7375-4458-86ba-9f3bf16123d9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:09.495878 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:09.557599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=f28cfd35-e6f7-450c-8515-c171f8a3eb36,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:09.679757 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee22ca96-788a-4f5e-879a-20c71c5c7a1b req-3b043f1a-fb3d-4a72-9564-8166b56122e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:09.681313 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee22ca96-788a-4f5e-879a-20c71c5c7a1b req-3b043f1a-fb3d-4a72-9564-8166b56122e9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 1097 time: 0.1807961 Aug 17 03:26:09.790509 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee22ca96-788a-4f5e-879a-20c71c5c7a1b req-874d9976-3ce0-428d-ac81-4bce96b5e59d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a5dd0219-820d-4bfa-948f-754e9ba78591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848854 Aug 17 03:26:09.804143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fb77cc-14f5-4752-a2a3-0552c67fb46d req-0d9ae471-4ad1-4663-9c4a-a72df54dbb33 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:09.805680 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07fb77cc-14f5-4752-a2a3-0552c67fb46d req-0d9ae471-4ad1-4663-9c4a-a72df54dbb33 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 946 time: 0.0944788 Aug 17 03:26:09.842744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14adc5a7-b53c-405f-81db-4f01d2083a5a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:09.847790 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14adc5a7-b53c-405f-81db-4f01d2083a5a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:09.859247 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07fb77cc-14f5-4752-a2a3-0552c67fb46d req-940ba0cd-da71-4420-a14e-8ae75a774084 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5dd0219-820d-4bfa-948f-754e9ba78591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467088 Aug 17 03:26:10.186309 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14adc5a7-b53c-405f-81db-4f01d2083a5a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:10.258161 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14adc5a7-b53c-405f-81db-4f01d2083a5a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Subnet': ['ID=3afbdfc1-f9f1-48d7-89ba-32cc2d2e801e,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:10.268964 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14adc5a7-b53c-405f-81db-4f01d2083a5a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Checking segment: {'id': '7602b3ea-67da-49a3-8fff-8d9ddbec64fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a3e33e7f-7375-4458-86ba-9f3bf16123d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:10.269397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14adc5a7-b53c-405f-81db-4f01d2083a5a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network hostable DHCP agents. Network: a3e33e7f-7375-4458-86ba-9f3bf16123d9, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:26:10.363140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14adc5a7-b53c-405f-81db-4f01d2083a5a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network a3e33e7f-7375-4458-86ba-9f3bf16123d9 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:26:10.473277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-14adc5a7-b53c-405f-81db-4f01d2083a5a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, a3e33e7f-7375-4458-86ba-9f3bf16123d9) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:10.477899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14adc5a7-b53c-405f-81db-4f01d2083a5a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:10.478500 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-14adc5a7-b53c-405f-81db-4f01d2083a5a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:10.495322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5740de67-0901-40ce-97f4-a51c30db6ce4 None None] Network a3e33e7f-7375-4458-86ba-9f3bf16123d9 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:10.595326 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-14adc5a7-b53c-405f-81db-4f01d2083a5a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.1177371 Aug 17 03:26:10.603740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34334) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:10.701509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-a3e33e7f-7375-4458-86ba-9f3bf16123d9', 'network_id': 'a3e33e7f-7375-4458-86ba-9f3bf16123d9', 'tenant_id': '892c500b59884d65a4248762447ee320', 'fixed_ips': [{'subnet_id': '3afbdfc1-f9f1-48d7-89ba-32cc2d2e801e'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:26:10.702400 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:10.732502 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:10.792953 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:10.864174 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Allocated IP 172.20.0.1 (a3e33e7f-7375-4458-86ba-9f3bf16123d9/3afbdfc1-f9f1-48d7-89ba-32cc2d2e801e/f1fd2699-f525-4871-852f-01c16af85a26) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:26:11.009959 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a7801a3-e40c-4715-94fe-b437baea869f req-bb37aca6-26ea-4457-b09a-92598ed1dda2 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:11.012076 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0a7801a3-e40c-4715-94fe-b437baea869f req-bb37aca6-26ea-4457-b09a-92598ed1dda2 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 946 time: 0.0655005 Aug 17 03:26:11.026884 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:11.039232 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Transition to ACTIVE for port object f1fd2699-f525-4871-852f-01c16af85a26 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:11.057707 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Transition to ACTIVE for port object f1fd2699-f525-4871-852f-01c16af85a26 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:11.332381 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:11.338900 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0a7801a3-e40c-4715-94fe-b437baea869f req-e88aade3-3956-4af0-8a73-6a25a76402b8 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5dd0219-820d-4bfa-948f-754e9ba78591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3194184 Aug 17 03:26:11.387384 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Network a3e33e7f-7375-4458-86ba-9f3bf16123d9 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:26:11.390702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:11.394588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:26:11.399939 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Pushing event updated for resources: {'Port': ['ID=f1fd2699-f525-4871-852f-01c16af85a26,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:11.423166 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:11.500603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Attempting to bind port f1fd2699-f525-4871-852f-01c16af85a26 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:26:11.501298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Attempting to bind port f1fd2699-f525-4871-852f-01c16af85a26 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '7602b3ea-67da-49a3-8fff-8d9ddbec64fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a3e33e7f-7375-4458-86ba-9f3bf16123d9'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:26:11.501298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Attempting to bind port f1fd2699-f525-4871-852f-01c16af85a26 on network a3e33e7f-7375-4458-86ba-9f3bf16123d9 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:26:11.520249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:26:11.520638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Checking segment: {'id': '7602b3ea-67da-49a3-8fff-8d9ddbec64fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a3e33e7f-7375-4458-86ba-9f3bf16123d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:11.521620 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:11.521620 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Bound using segment: {'id': '7602b3ea-67da-49a3-8fff-8d9ddbec64fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a3e33e7f-7375-4458-86ba-9f3bf16123d9'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:26:11.521950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Bound port: f1fd2699-f525-4871-852f-01c16af85a26, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7602b3ea-67da-49a3-8fff-8d9ddbec64fa', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 67, 'network_id': 'a3e33e7f-7375-4458-86ba-9f3bf16123d9'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:26:11.522084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Subnet': ['ID=3afbdfc1-f9f1-48d7-89ba-32cc2d2e801e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:11.522333 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:11.547813 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:11.564088 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e33e7f-7375-4458-86ba-9f3bf16123d9']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:11.587979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7602b3ea-67da-49a3-8fff-8d9ddbec64fa') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:11.590671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7602b3ea-67da-49a3-8fff-8d9ddbec64fa') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:11.604117 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:11.621730 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:11.632087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:26:11.632509 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:26:11.635626 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:26:11.645346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] For port f1fd2699-f525-4871-852f-01c16af85a26, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:26:11.701264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] For port f1fd2699-f525-4871-852f-01c16af85a26, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f1fd2699-f525-4871-852f-01c16af85a26,segment=NetworkSegment(7602b3ea-67da-49a3-8fff-8d9ddbec64fa),segment_id=7602b3ea-67da-49a3-8fff-8d9ddbec64fa)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:26:11.758108 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.db.api [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 03:26:11.758108 n-d-802060-9 neutron-server[101970]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 03:26:11.758108 n-d-802060-9 neutron-server[101970]: [parameters: {'id': 'a3e33e7f-7375-4458-86ba-9f3bf16123d9'}] Aug 17 03:26:11.758108 n-d-802060-9 neutron-server[101970]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:26:11.758108 n-d-802060-9 neutron-server[101970]: DEBUG oslo_db.api [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:26:11.776946 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:11.877936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1c4dbd-3dd3-4283-931b-235c85804e70 None None] Pushing event updated for resources: {'Port': ['ID=f1fd2699-f525-4871-852f-01c16af85a26,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:11.893302 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96af378b-4f7e-45ea-91ea-90fc06ac6e5b None None] Network a3e33e7f-7375-4458-86ba-9f3bf16123d9 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:12.090571 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04aa4806-0f7a-4917-b3b0-c8674c087187 None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 03:26:12.227647 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04aa4806-0f7a-4917-b3b0-c8674c087187 None None] Resources bound (agent type, host, resource id): {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 03:26:12.261307 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:12.344350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Deleting port f1fd2699-f525-4871-852f-01c16af85a26 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:26:12.344730 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:12.508876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] For port f1fd2699-f525-4871-852f-01c16af85a26, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f1fd2699-f525-4871-852f-01c16af85a26,segment=NetworkSegment(7602b3ea-67da-49a3-8fff-8d9ddbec64fa),segment_id=7602b3ea-67da-49a3-8fff-8d9ddbec64fa)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:12.509292 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:12.528137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Calling delete_port for f1fd2699-f525-4871-852f-01c16af85a26 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:26:12.551053 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62a0966e-0921-4c44-b8a7-571455871b36 req-98360d0f-3efd-4e3e-a16f-80bb84b10a49 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:12.570876 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-62a0966e-0921-4c44-b8a7-571455871b36 req-98360d0f-3efd-4e3e-a16f-80bb84b10a49 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 946 time: 0.1264021 Aug 17 03:26:12.680509 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-62a0966e-0921-4c44-b8a7-571455871b36 req-36a66236-9887-484a-9440-0379517be236 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5dd0219-820d-4bfa-948f-754e9ba78591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1070478 Aug 17 03:26:12.800006 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:12.839319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Port': ['ID=f1fd2699-f525-4871-852f-01c16af85a26,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:12.846245 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No DVR routers for this DVR port f1fd2699-f525-4871-852f-01c16af85a26 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:26:12.885883 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b893e9f9-785f-4b02-86a1-77440dfdc8db req-a13a270f-660d-41f9-80a8-8077599c0956 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:12.892656 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b893e9f9-785f-4b02-86a1-77440dfdc8db req-a13a270f-660d-41f9-80a8-8077599c0956 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 946 time: 0.0961835 Aug 17 03:26:12.985922 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b893e9f9-785f-4b02-86a1-77440dfdc8db req-08cfafc9-effb-4ee0-8b56-2932badc536e tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5dd0219-820d-4bfa-948f-754e9ba78591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717800 Aug 17 03:26:13.010725 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34376) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:13.066881 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:13.089599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3e33e7f-7375-4458-86ba-9f3bf16123d9']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:13.112195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7602b3ea-67da-49a3-8fff-8d9ddbec64fa') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:13.113725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7602b3ea-67da-49a3-8fff-8d9ddbec64fa') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:13.143225 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:13.165404 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:13.192925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 67 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:26:13.193345 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:26:13.196547 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:26:13.307324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17cb5c9-f2fd-4368-9f32-dbab0ca2428f tempest-TestVolumeBackupRestore-1603224341 tempest-TestVolumeBackupRestore-1603224341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:13.310456 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f17cb5c9-f2fd-4368-9f32-dbab0ca2428f tempest-TestVolumeBackupRestore-1603224341 tempest-TestVolumeBackupRestore-1603224341-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 1092 time: 0.2984750 Aug 17 03:26:13.313381 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34380) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:13.318127 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:13.418480 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:13.462019 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:13.468348 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:13.470254 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/a3e33e7f-7375-4458-86ba-9f3bf16123d9 HTTP/1.1" status: 204 len: 168 time: 2.8651450 Aug 17 03:26:13.471614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41bbe70a-201b-4cb6-b309-b4c1ecc1a53a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Network': ['ID=a3e33e7f-7375-4458-86ba-9f3bf16123d9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:13.478757 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34384) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:13.485169 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ca0b3c46-e066-49a1-a71c-ef7e183e59c7 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-823062733'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:13.581873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca0b3c46-e066-49a1-a71c-ef7e183e59c7 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:13.585762 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3c46-e066-49a1-a71c-ef7e183e59c7 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:13.615670 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:13.639496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ca0b3c46-e066-49a1-a71c-ef7e183e59c7 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:26:13.658756 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3c46-e066-49a1-a71c-ef7e183e59c7 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:13.659218 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-ca0b3c46-e066-49a1-a71c-ef7e183e59c7 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Added segment 359e6fc5-9f2a-4627-9e0c-084d0e39f30c of type vlan for network 3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0 Aug 17 03:26:13.747169 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3c46-e066-49a1-a71c-ef7e183e59c7 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:13.821879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Allocated IP 172.25.1.143 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/c35f2a82-c7f5-4416-a226-2335f49ad263) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:26:13.866512 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3c46-e066-49a1-a71c-ef7e183e59c7 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:13.872535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca0b3c46-e066-49a1-a71c-ef7e183e59c7 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:13.875945 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ca0b3c46-e066-49a1-a71c-ef7e183e59c7 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:13.967507 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ca0b3c46-e066-49a1-a71c-ef7e183e59c7 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4876072 Aug 17 03:26:13.968233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34394) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:13.975668 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-4e408a72-6f18-41df-b1e0-a56d7a5b3d89 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'subnet': {'network_id': '3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:14.036626 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:14.075514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0b3c46-e066-49a1-a71c-ef7e183e59c7 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Network': ['ID=3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:14.087059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:26:14.159076 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e408a72-6f18-41df-b1e0-a56d7a5b3d89 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:14.163363 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e408a72-6f18-41df-b1e0-a56d7a5b3d89 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:14.195971 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:14.263266 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:26:14.266495 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:14.273349 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:26:14.303031 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Pushing event updated for resources: {'Port': ['ID=c35f2a82-c7f5-4416-a226-2335f49ad263,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:14.657547 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e408a72-6f18-41df-b1e0-a56d7a5b3d89 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:14.773567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e408a72-6f18-41df-b1e0-a56d7a5b3d89 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Subnet': ['ID=4102d7fc-f830-4ca7-9d7c-e13df84067ef,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:14.786959 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e408a72-6f18-41df-b1e0-a56d7a5b3d89 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Checking segment: {'id': '359e6fc5-9f2a-4627-9e0c-084d0e39f30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:14.787341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e408a72-6f18-41df-b1e0-a56d7a5b3d89 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network hostable DHCP agents. Network: 3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:26:14.894141 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e408a72-6f18-41df-b1e0-a56d7a5b3d89 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network 3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:26:14.971725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-4e408a72-6f18-41df-b1e0-a56d7a5b3d89 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:14.979797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e408a72-6f18-41df-b1e0-a56d7a5b3d89 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:14.984062 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e408a72-6f18-41df-b1e0-a56d7a5b3d89 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:14.990399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf9c018b-44ba-4c2e-ae6d-d317068db202 None None] Network 3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:15.034485 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:15.114390 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4e408a72-6f18-41df-b1e0-a56d7a5b3d89 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.1427407 Aug 17 03:26:15.116970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34412) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:15.250297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0', 'network_id': '3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0', 'tenant_id': '892c500b59884d65a4248762447ee320', 'fixed_ips': [{'subnet_id': '4102d7fc-f830-4ca7-9d7c-e13df84067ef'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:26:15.251785 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:15.259827 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:15.267678 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:15.367229 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7fbdbf71-e22d-4a37-ba4e-bf34a85505fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:15.409473 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:15.479281 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Allocated IP 172.20.0.1 (3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0/4102d7fc-f830-4ca7-9d7c-e13df84067ef/8f571b7b-4973-4c38-9659-7a9f24462b35) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:26:15.576323 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:15.669059 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:15.679717 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Transition to ACTIVE for port object 8f571b7b-4973-4c38-9659-7a9f24462b35 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:15.696072 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Transition to ACTIVE for port object 8f571b7b-4973-4c38-9659-7a9f24462b35 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:15.857159 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:15.880013 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:15.924957 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Pushing event updated for resources: {'Port': ['ID=c35f2a82-c7f5-4416-a226-2335f49ad263,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:15.925946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Network 3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:26:15.929371 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:15.933510 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:26:15.937464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Pushing event updated for resources: {'Port': ['ID=8f571b7b-4973-4c38-9659-7a9f24462b35,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:15.938586 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:15.991358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Attempting to bind port 8f571b7b-4973-4c38-9659-7a9f24462b35 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:26:15.991809 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Attempting to bind port 8f571b7b-4973-4c38-9659-7a9f24462b35 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '359e6fc5-9f2a-4627-9e0c-084d0e39f30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:26:15.992253 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Attempting to bind port 8f571b7b-4973-4c38-9659-7a9f24462b35 on network 3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:26:16.002863 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:26:16.003242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Checking segment: {'id': '359e6fc5-9f2a-4627-9e0c-084d0e39f30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:16.004101 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:16.004695 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Bound using segment: {'id': '359e6fc5-9f2a-4627-9e0c-084d0e39f30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:26:16.009442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Bound port: 8f571b7b-4973-4c38-9659-7a9f24462b35, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '359e6fc5-9f2a-4627-9e0c-084d0e39f30c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:26:16.009895 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:16.108387 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] For port 8f571b7b-4973-4c38-9659-7a9f24462b35, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:26:16.108558 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Floating IP c4fdfe36-bc75-46bb-96ba-5c39fe04b7d0 associated. External IP: 172.25.1.143, port: f28cfd35-e6f7-450c-8515-c171f8a3eb36. Aug 17 03:26:16.113732 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] For port 8f571b7b-4973-4c38-9659-7a9f24462b35, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8f571b7b-4973-4c38-9659-7a9f24462b35,segment=NetworkSegment(359e6fc5-9f2a-4627-9e0c-084d0e39f30c),segment_id=359e6fc5-9f2a-4627-9e0c-084d0e39f30c)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:26:16.143268 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:16.177688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Subnet': ['ID=4102d7fc-f830-4ca7-9d7c-e13df84067ef,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:16.206639 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:16.288573 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:16.310463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:16.325255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359e6fc5-9f2a-4627-9e0c-084d0e39f30c') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:16.325963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359e6fc5-9f2a-4627-9e0c-084d0e39f30c') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:16.339406 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:16.339631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ab920c-b2a1-4612-9a1a-a6dbb01ad5c4 None None] Pushing event updated for resources: {'Port': ['ID=8f571b7b-4973-4c38-9659-7a9f24462b35,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:16.375112 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:16.385343 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:26:16.386296 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:26:16.392134 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:26:16.510822 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Router 4f3a609f-cf70-44f6-9140-f08c74d41198 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:26:16.542692 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.db.api [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 03:26:16.542692 n-d-802060-9 neutron-server[101970]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 03:26:16.542692 n-d-802060-9 neutron-server[101970]: [parameters: {'id': '3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0'}] Aug 17 03:26:16.542692 n-d-802060-9 neutron-server[101970]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:26:16.545727 n-d-802060-9 neutron-server[101970]: DEBUG oslo_db.api [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:26:16.699857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:26:16.725479 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94347ff1-925f-4be7-bfee-08e9b2993c3b None None] Sync routers for ids ['4f3a609f-cf70-44f6-9140-f08c74d41198'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:26:16.745654 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94347ff1-925f-4be7-bfee-08e9b2993c3b None None] Routers {'4f3a609f-cf70-44f6-9140-f08c74d41198'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:26:16.746928 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-94347ff1-925f-4be7-bfee-08e9b2993c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:25:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4f3a609f-cf70-44f6-9140-f08c74d41198'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:16.811177 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:16.869192 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6272d5c3-b942-4324-9dec-0087e8767ce1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 3.5542870 Aug 17 03:26:16.869906 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'tag': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:26:16.871622 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34438) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:16.883008 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cb2f3124-ec33-4149-8ec3-61c888014055" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdda64c-425c-49c2-ba51-1550082cff2e", "tag": "f28cfd35-e6f7-450c-8515-c171f8a3eb36"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:26:16.896413 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-94347ff1-925f-4be7-bfee-08e9b2993c3b None None] Set router 4f3a609f-cf70-44f6-9140-f08c74d41198 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:26:16.975647 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b6e6f6c3-58bf-48bf-8cf6-20ab6251ae76 tempest-TestVolumeBackupRestore-1603224341 tempest-TestVolumeBackupRestore-1603224341-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:16.979034 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34442) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:16.984718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-fe655d09-4596-44a7-8055-74f04cb6f350 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Request body: {'floatingip': {'port_id': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:16.989624 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d41a7eb-dd82-492d-88ab-8c61d154ad19 x-openstack-request-id: req-2d41a7eb-dd82-492d-88ab-8c61d154ad19 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:26:16.989985 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdda64c-425c-49c2-ba51-1550082cff2e", "tag": "f28cfd35-e6f7-450c-8515-c171f8a3eb36", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:26:16.990329 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b6e6f6c3-58bf-48bf-8cf6-20ab6251ae76 tempest-TestVolumeBackupRestore-1603224341 tempest-TestVolumeBackupRestore-1603224341-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 1092 time: 0.1031544 Aug 17 03:26:16.990637 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2d41a7eb-dd82-492d-88ab-8c61d154ad19 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:26:16.991959 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'tag': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36', 'status': 'completed', 'code': 200} Aug 17 03:26:17.061558 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:17.160879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f3124-ec33-4149-8ec3-61c888014055 req-7707003f-d461-443f-b469-9be3f3c888a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:17.163092 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cb2f3124-ec33-4149-8ec3-61c888014055 req-7707003f-d461-443f-b469-9be3f3c888a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a413c1ede0c433aa3547c9dae3b5dcd&device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 1097 time: 0.1334522 Aug 17 03:26:17.247689 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-94347ff1-925f-4be7-bfee-08e9b2993c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '2091be82-2370-4b13-aa10-f0f430717749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:30Z', 'updated_at': '2021-08-17T03:22:39Z', 'revision_number': 4, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'gw_port': {'id': '2091be82-2370-4b13-aa10-f0f430717749', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:32Z', 'updated_at': '2021-08-17T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c4fdfe36-bc75-46bb-96ba-5c39fe04b7d0', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'floating_ip_address': '172.25.1.143', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'port_id': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'mac_address': 'fa:16:3e:2e:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:26:14Z', 'updated_at': '2021-08-17T03:26:14Z', 'revision_number': 0, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6e7906-6a79-4adc-8702-fb0fcdbf3919', 'name': '', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'mac_address': 'fa:16:3e:47:da:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:36Z', 'updated_at': '2021-08-17T03:22:47Z', 'revision_number': 5, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'subnets': [{'id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:17.258873 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe655d09-4596-44a7-8055-74f04cb6f350 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:17.282902 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Deleting port 8f571b7b-4973-4c38-9659-7a9f24462b35 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:26:17.284920 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:17.330861 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94347ff1-925f-4be7-bfee-08e9b2993c3b None None] Checking router: 4f3a609f-cf70-44f6-9140-f08c74d41198 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:26:17.353203 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94347ff1-925f-4be7-bfee-08e9b2993c3b None None] Routers {'4f3a609f-cf70-44f6-9140-f08c74d41198'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:26:17.356535 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-94347ff1-925f-4be7-bfee-08e9b2993c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:25:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4f3a609f-cf70-44f6-9140-f08c74d41198'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:17.377469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f3124-ec33-4149-8ec3-61c888014055 req-8c0e4d3e-08f0-4f53-ba3d-c4f858031fb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:17.378613 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cb2f3124-ec33-4149-8ec3-61c888014055 req-8c0e4d3e-08f0-4f53-ba3d-c4f858031fb1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=62d8fcd8-3e20-4172-a1f1-161cbb544d92 HTTP/1.1" status: 200 len: 914 time: 0.2065239 Aug 17 03:26:17.447546 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] For port 8f571b7b-4973-4c38-9659-7a9f24462b35, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8f571b7b-4973-4c38-9659-7a9f24462b35,segment=NetworkSegment(359e6fc5-9f2a-4627-9e0c-084d0e39f30c),segment_id=359e6fc5-9f2a-4627-9e0c-084d0e39f30c)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:17.447933 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:17.462062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Calling delete_port for 8f571b7b-4973-4c38-9659-7a9f24462b35 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:26:17.616282 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-94347ff1-925f-4be7-bfee-08e9b2993c3b None None] Set router 4f3a609f-cf70-44f6-9140-f08c74d41198 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:26:17.720553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f53135-45f8-4f79-b93c-e522ee3016b2 None None] Network 3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:17.788055 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cb2f3124-ec33-4149-8ec3-61c888014055 req-a2721ced-2304-45fd-bd09-7aa6fe523fad service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f28cfd35-e6f7-450c-8515-c171f8a3eb36 HTTP/1.1" status: 200 len: 1000 time: 0.3929210 Aug 17 03:26:17.915362 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:18.035465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No DVR routers for this DVR port 8f571b7b-4973-4c38-9659-7a9f24462b35 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:26:18.043898 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d84a4d26-5c1e-4238-8ca7-de37edbd082c None None] Could not find standard attr ID for object 8f571b7b-4973-4c38-9659-7a9f24462b35. {{(pid=101971) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Aug 17 03:26:18.072571 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Port': ['ID=8f571b7b-4973-4c38-9659-7a9f24462b35,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:18.110163 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-94347ff1-925f-4be7-bfee-08e9b2993c3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '2091be82-2370-4b13-aa10-f0f430717749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:30Z', 'updated_at': '2021-08-17T03:22:39Z', 'revision_number': 4, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'gw_port': {'id': '2091be82-2370-4b13-aa10-f0f430717749', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:32Z', 'updated_at': '2021-08-17T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c4fdfe36-bc75-46bb-96ba-5c39fe04b7d0', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'floating_ip_address': '172.25.1.143', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'port_id': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'mac_address': 'fa:16:3e:2e:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:26:14Z', 'updated_at': '2021-08-17T03:26:14Z', 'revision_number': 0, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6e7906-6a79-4adc-8702-fb0fcdbf3919', 'name': '', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'mac_address': 'fa:16:3e:47:da:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:36Z', 'updated_at': '2021-08-17T03:22:47Z', 'revision_number': 5, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'subnets': [{'id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:18.175765 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62104c07-48f3-4ad7-8d0d-d9569a26c8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:18.186392 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94347ff1-925f-4be7-bfee-08e9b2993c3b None None] The sync data for ids ['4f3a609f-cf70-44f6-9140-f08c74d41198'] in n-d-802060-9 is: [{'id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '2091be82-2370-4b13-aa10-f0f430717749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:30Z', 'updated_at': '2021-08-17T03:22:39Z', 'revision_number': 4, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'gw_port': {'id': '2091be82-2370-4b13-aa10-f0f430717749', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:32Z', 'updated_at': '2021-08-17T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c4fdfe36-bc75-46bb-96ba-5c39fe04b7d0', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'floating_ip_address': '172.25.1.143', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'port_id': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'mac_address': 'fa:16:3e:2e:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:26:14Z', 'updated_at': '2021-08-17T03:26:14Z', 'revision_number': 0, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6e7906-6a79-4adc-8702-fb0fcdbf3919', 'name': '', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'mac_address': 'fa:16:3e:47:da:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:36Z', 'updated_at': '2021-08-17T03:22:47Z', 'revision_number': 5, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'subnets': [{'id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:26:18.243048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c76afbe-7102-43d0-bc14-e8df51ae1596 None None] DHCP port deletion for 3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:26:18.251767 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:18.349038 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:18.369356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:18.387767 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '359e6fc5-9f2a-4627-9e0c-084d0e39f30c') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:18.387767 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '359e6fc5-9f2a-4627-9e0c-084d0e39f30c') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:18.397358 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:18.414310 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f3124-ec33-4149-8ec3-61c888014055 req-a734418f-cad4-441f-8aef-ae641b13afd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:18.415869 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cb2f3124-ec33-4149-8ec3-61c888014055 req-a734418f-cad4-441f-8aef-ae641b13afd4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=229b35b8-a9d8-4a11-a243-0b744b27a861 HTTP/1.1" status: 200 len: 853 time: 0.6189888 Aug 17 03:26:18.418184 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:18.441636 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:26:18.442052 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:26:18.484184 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:26:18.570224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2f3124-ec33-4149-8ec3-61c888014055 req-aa839d7a-fe3e-4e35-96fb-f153d0684734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:18.571951 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cb2f3124-ec33-4149-8ec3-61c888014055 req-aa839d7a-fe3e-4e35-96fb-f153d0684734 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62d8fcd8-3e20-4172-a1f1-161cbb544d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1473649 Aug 17 03:26:18.606752 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fff0ec-636e-486b-b1bd-d46e84331f7e None None] New status for floating IP c4fdfe36-bc75-46bb-96ba-5c39fe04b7d0: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:26:18.765713 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:18.770799 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe655d09-4596-44a7-8055-74f04cb6f350 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:18.782285 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:18.789170 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34466) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:18.790164 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0 HTTP/1.1" status: 204 len: 168 time: 3.6719673 Aug 17 03:26:18.802974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-84acd8e7-9f04-44e4-9e02-08ea07f28310 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1047345616'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:18.818426 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4625b5-c02d-401d-90a7-c67e7fef7477 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Network': ['ID=3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:18.862590 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe655d09-4596-44a7-8055-74f04cb6f350 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:18.863726 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-e6fff0ec-636e-486b-b1bd-d46e84331f7e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:26:18.864216 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-e6fff0ec-636e-486b-b1bd-d46e84331f7e None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:26:18.881502 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cb2f3124-ec33-4149-8ec3-61c888014055 req-f732740e-54cc-4d72-930b-52167a3c9c3e service neutron] 10.222.0.60 "GET /v2.0/networks/62d8fcd8-3e20-4172-a1f1-161cbb544d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2877042 Aug 17 03:26:18.942561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84acd8e7-9f04-44e4-9e02-08ea07f28310 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:18.946996 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-84acd8e7-9f04-44e4-9e02-08ea07f28310 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:19.065032 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-84acd8e7-9f04-44e4-9e02-08ea07f28310 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:26:19.086561 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-84acd8e7-9f04-44e4-9e02-08ea07f28310 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:19.086935 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-84acd8e7-9f04-44e4-9e02-08ea07f28310 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Added segment 7dc79ebd-deed-4d00-a16e-8d3333fdcce7 of type vlan for network beeaa913-f3b2-488c-96fa-50a527bd6bf1 Aug 17 03:26:19.093540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cb2f3124-ec33-4149-8ec3-61c888014055 req-7116bfc6-0f0f-44ab-b9ac-36425451e4c8 service neutron] 10.222.0.60 "GET /v2.0/networks/62d8fcd8-3e20-4172-a1f1-161cbb544d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2041116 Aug 17 03:26:19.170243 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:19.179922 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-84acd8e7-9f04-44e4-9e02-08ea07f28310 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:19.322035 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe655d09-4596-44a7-8055-74f04cb6f350 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Router 4f3a609f-cf70-44f6-9140-f08c74d41198 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:26:19.326715 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-84acd8e7-9f04-44e4-9e02-08ea07f28310 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:19.332843 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84acd8e7-9f04-44e4-9e02-08ea07f28310 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:19.334034 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-84acd8e7-9f04-44e4-9e02-08ea07f28310 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:19.365836 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6fff0ec-636e-486b-b1bd-d46e84331f7e None None] New status for floating IP c4fdfe36-bc75-46bb-96ba-5c39fe04b7d0: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:26:19.502815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34478) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:19.509232 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-2e99995d-5d86-4a1d-8fa4-3835b398160c tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'network': {'name': 'New_network'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:19.514864 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-84acd8e7-9f04-44e4-9e02-08ea07f28310 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7232661 Aug 17 03:26:19.518004 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84acd8e7-9f04-44e4-9e02-08ea07f28310 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Network': ['ID=beeaa913-f3b2-488c-96fa-50a527bd6bf1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:19.545029 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network beeaa913-f3b2-488c-96fa-50a527bd6bf1 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:26:19.587723 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe655d09-4596-44a7-8055-74f04cb6f350 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:26:19.593302 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe655d09-4596-44a7-8055-74f04cb6f350 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:19.651762 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'tag': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:26:19.654886 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be8c6af6-282a-4326-87bb-9a764329bc9e" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdda64c-425c-49c2-ba51-1550082cff2e", "tag": "f28cfd35-e6f7-450c-8515-c171f8a3eb36"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:26:19.658709 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fe655d09-4596-44a7-8055-74f04cb6f350 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "PUT /v2.0/floatingips/c4fdfe36-bc75-46bb-96ba-5c39fe04b7d0 HTTP/1.1" status: 200 len: 992 time: 2.6785085 Aug 17 03:26:19.744654 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:26:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1fe9bdc0-a267-43ef-b34e-74f3ed9bfc93 x-openstack-request-id: req-1fe9bdc0-a267-43ef-b34e-74f3ed9bfc93 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:26:19.744948 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdda64c-425c-49c2-ba51-1550082cff2e", "tag": "f28cfd35-e6f7-450c-8515-c171f8a3eb36", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:26:19.745226 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1fe9bdc0-a267-43ef-b34e-74f3ed9bfc93 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:26:19.745664 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'tag': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36', 'status': 'completed', 'code': 200} Aug 17 03:26:19.833337 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e99995d-5d86-4a1d-8fa4-3835b398160c tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:19.923523 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c6af6-282a-4326-87bb-9a764329bc9e req-592f6794-9f5b-445e-a6cc-9743e4ea426a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:19.928629 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be8c6af6-282a-4326-87bb-9a764329bc9e req-592f6794-9f5b-445e-a6cc-9743e4ea426a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a413c1ede0c433aa3547c9dae3b5dcd&device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 1097 time: 0.0827482 Aug 17 03:26:19.932523 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e99995d-5d86-4a1d-8fa4-3835b398160c tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:19.956837 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-2e99995d-5d86-4a1d-8fa4-3835b398160c tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network beeaa913-f3b2-488c-96fa-50a527bd6bf1 is not hosted by any dhcp agent {{(pid=101970) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 03:26:19.963214 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e99995d-5d86-4a1d-8fa4-3835b398160c tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:19.963818 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2e99995d-5d86-4a1d-8fa4-3835b398160c tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:19.969454 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2e99995d-5d86-4a1d-8fa4-3835b398160c tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "PUT /v2.0/networks/beeaa913-f3b2-488c-96fa-50a527bd6bf1 HTTP/1.1" status: 200 len: 723 time: 0.4628713 Aug 17 03:26:19.971659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34488) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:19.977557 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-addeb7b6-5122-4405-9028-f20c8bc0276e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'subnet': {'network_id': 'beeaa913-f3b2-488c-96fa-50a527bd6bf1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:20.141179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e99995d-5d86-4a1d-8fa4-3835b398160c tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Network': ['ID=beeaa913-f3b2-488c-96fa-50a527bd6bf1,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:20.159252 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network beeaa913-f3b2-488c-96fa-50a527bd6bf1 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:26:20.160834 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558fcb6-3e10-4991-a0b0-48d3f85d156e None None] Sync routers for ids ['4f3a609f-cf70-44f6-9140-f08c74d41198'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:26:20.191723 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-addeb7b6-5122-4405-9028-f20c8bc0276e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:20.193638 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6558fcb6-3e10-4991-a0b0-48d3f85d156e None None] Routers {'4f3a609f-cf70-44f6-9140-f08c74d41198'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:26:20.194284 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6558fcb6-3e10-4991-a0b0-48d3f85d156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:26:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4f3a609f-cf70-44f6-9140-f08c74d41198'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:20.195821 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-addeb7b6-5122-4405-9028-f20c8bc0276e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:20.204550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c6af6-282a-4326-87bb-9a764329bc9e req-1d26169c-6d8f-4f2f-888f-ee9f89c0a3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:20.206380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be8c6af6-282a-4326-87bb-9a764329bc9e req-1d26169c-6d8f-4f2f-888f-ee9f89c0a3cc service neutron] 10.222.0.60 "GET /v2.0/networks?id=62d8fcd8-3e20-4172-a1f1-161cbb544d92 HTTP/1.1" status: 200 len: 914 time: 0.2608814 Aug 17 03:26:20.284530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8f571b7b-4973-4c38-9659-7a9f24462b35 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:26:20.345200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 8f571b7b-4973-4c38-9659-7a9f24462b35 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:26:20.345579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8f571b7b-4973-4c38-9659-7a9f24462b35 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:26:20.352803 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be8c6af6-282a-4326-87bb-9a764329bc9e req-8e97cbfa-79e3-4cac-9dcf-965eff27027c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f28cfd35-e6f7-450c-8515-c171f8a3eb36 HTTP/1.1" status: 200 len: 1002 time: 0.1381097 Aug 17 03:26:20.436410 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6558fcb6-3e10-4991-a0b0-48d3f85d156e None None] Set router 4f3a609f-cf70-44f6-9140-f08c74d41198 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:26:20.648887 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-addeb7b6-5122-4405-9028-f20c8bc0276e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:20.788535 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addeb7b6-5122-4405-9028-f20c8bc0276e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Subnet': ['ID=f42f1609-474d-46d0-8e28-70d4287667c7,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:20.851683 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addeb7b6-5122-4405-9028-f20c8bc0276e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Checking segment: {'id': '7dc79ebd-deed-4d00-a16e-8d3333fdcce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'beeaa913-f3b2-488c-96fa-50a527bd6bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:20.852494 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addeb7b6-5122-4405-9028-f20c8bc0276e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network hostable DHCP agents. Network: beeaa913-f3b2-488c-96fa-50a527bd6bf1, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:26:20.879702 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:20.965517 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-addeb7b6-5122-4405-9028-f20c8bc0276e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network beeaa913-f3b2-488c-96fa-50a527bd6bf1 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:26:21.007015 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6558fcb6-3e10-4991-a0b0-48d3f85d156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '2091be82-2370-4b13-aa10-f0f430717749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:30Z', 'updated_at': '2021-08-17T03:22:39Z', 'revision_number': 4, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'gw_port': {'id': '2091be82-2370-4b13-aa10-f0f430717749', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:32Z', 'updated_at': '2021-08-17T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c4fdfe36-bc75-46bb-96ba-5c39fe04b7d0', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'floating_ip_address': '172.25.1.143', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'port_id': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'mac_address': 'fa:16:3e:2e:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:26:14Z', 'updated_at': '2021-08-17T03:26:19Z', 'revision_number': 2, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6e7906-6a79-4adc-8702-fb0fcdbf3919', 'name': '', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'mac_address': 'fa:16:3e:47:da:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:36Z', 'updated_at': '2021-08-17T03:22:47Z', 'revision_number': 5, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'subnets': [{'id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:21.020726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c6af6-282a-4326-87bb-9a764329bc9e req-eba92914-aa85-435e-8b37-d6d6e19732d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:21.023419 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be8c6af6-282a-4326-87bb-9a764329bc9e req-eba92914-aa85-435e-8b37-d6d6e19732d5 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=229b35b8-a9d8-4a11-a243-0b744b27a861 HTTP/1.1" status: 200 len: 853 time: 0.6615884 Aug 17 03:26:21.042041 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558fcb6-3e10-4991-a0b0-48d3f85d156e None None] Checking router: 4f3a609f-cf70-44f6-9140-f08c74d41198 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:26:21.052776 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6558fcb6-3e10-4991-a0b0-48d3f85d156e None None] Routers {'4f3a609f-cf70-44f6-9140-f08c74d41198'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:26:21.053713 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6558fcb6-3e10-4991-a0b0-48d3f85d156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:26:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4f3a609f-cf70-44f6-9140-f08c74d41198'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:21.062582 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-addeb7b6-5122-4405-9028-f20c8bc0276e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, beeaa913-f3b2-488c-96fa-50a527bd6bf1) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:21.067935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addeb7b6-5122-4405-9028-f20c8bc0276e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:21.069214 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-addeb7b6-5122-4405-9028-f20c8bc0276e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7874598'] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:21.073168 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0497da38-d7ac-42f8-998e-a899c1fabf73 None None] Network beeaa913-f3b2-488c-96fa-50a527bd6bf1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:21.087893 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be8c6af6-282a-4326-87bb-9a764329bc9e req-63780704-a35b-4ef6-b874-699056a20e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:21.090649 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be8c6af6-282a-4326-87bb-9a764329bc9e req-63780704-a35b-4ef6-b874-699056a20e9e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62d8fcd8-3e20-4172-a1f1-161cbb544d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589356 Aug 17 03:26:21.145628 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-addeb7b6-5122-4405-9028-f20c8bc0276e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1704822 Aug 17 03:26:21.146085 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34506) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:21.152986 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-947329d1-4028-4645-bdb8-9c2cf9ebd972 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:21.292742 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be8c6af6-282a-4326-87bb-9a764329bc9e req-c5302bd9-bd63-4726-859c-8128814e7335 service neutron] 10.222.0.60 "GET /v2.0/networks/62d8fcd8-3e20-4172-a1f1-161cbb544d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946385 Aug 17 03:26:21.303600 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6558fcb6-3e10-4991-a0b0-48d3f85d156e None None] Set router 4f3a609f-cf70-44f6-9140-f08c74d41198 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:26:21.345078 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-947329d1-4028-4645-bdb8-9c2cf9ebd972 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4290153'] for subnet, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:21.437624 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-beeaa913-f3b2-488c-96fa-50a527bd6bf1', 'network_id': 'beeaa913-f3b2-488c-96fa-50a527bd6bf1', 'tenant_id': '892c500b59884d65a4248762447ee320', 'fixed_ips': [{'subnet_id': 'f42f1609-474d-46d0-8e28-70d4287667c7'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:26:21.444081 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:21.523987 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-be8c6af6-282a-4326-87bb-9a764329bc9e req-bd618c8e-ae6a-46a7-8c2a-8373ffb4c73f service neutron] 10.222.0.60 "GET /v2.0/networks/62d8fcd8-3e20-4172-a1f1-161cbb544d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2228720 Aug 17 03:26:21.731279 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6558fcb6-3e10-4991-a0b0-48d3f85d156e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '2091be82-2370-4b13-aa10-f0f430717749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:30Z', 'updated_at': '2021-08-17T03:22:39Z', 'revision_number': 4, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'gw_port': {'id': '2091be82-2370-4b13-aa10-f0f430717749', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:32Z', 'updated_at': '2021-08-17T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c4fdfe36-bc75-46bb-96ba-5c39fe04b7d0', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'floating_ip_address': '172.25.1.143', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'port_id': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'mac_address': 'fa:16:3e:2e:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:26:14Z', 'updated_at': '2021-08-17T03:26:19Z', 'revision_number': 2, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6e7906-6a79-4adc-8702-fb0fcdbf3919', 'name': '', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'mac_address': 'fa:16:3e:47:da:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:36Z', 'updated_at': '2021-08-17T03:22:47Z', 'revision_number': 5, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'subnets': [{'id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:21.747412 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'tag': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:26:21.749957 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0331b82b-1fe7-4694-9ab9-7527ba3b5b6b" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdda64c-425c-49c2-ba51-1550082cff2e", "tag": "f28cfd35-e6f7-450c-8515-c171f8a3eb36"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:26:21.755005 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6558fcb6-3e10-4991-a0b0-48d3f85d156e None None] The sync data for ids ['4f3a609f-cf70-44f6-9140-f08c74d41198'] in n-d-802060-9 is: [{'id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '2091be82-2370-4b13-aa10-f0f430717749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:30Z', 'updated_at': '2021-08-17T03:22:39Z', 'revision_number': 4, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'gw_port': {'id': '2091be82-2370-4b13-aa10-f0f430717749', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:32Z', 'updated_at': '2021-08-17T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'c4fdfe36-bc75-46bb-96ba-5c39fe04b7d0', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'floating_ip_address': '172.25.1.143', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'port_id': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36', 'fixed_ip_address': '172.20.0.14', 'status': 'ACTIVE', 'standard_attr_id': 3671, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'mac_address': 'fa:16:3e:2e:c2:d3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:26:14Z', 'updated_at': '2021-08-17T03:26:19Z', 'revision_number': 2, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cb6e7906-6a79-4adc-8702-fb0fcdbf3919', 'name': '', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'mac_address': 'fa:16:3e:47:da:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:36Z', 'updated_at': '2021-08-17T03:22:47Z', 'revision_number': 5, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'subnets': [{'id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:26:21.799290 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50c55d95-e5b2-409f-9c54-e8015d3bfd77 x-openstack-request-id: req-50c55d95-e5b2-409f-9c54-e8015d3bfd77 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:26:21.799658 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdda64c-425c-49c2-ba51-1550082cff2e", "tag": "f28cfd35-e6f7-450c-8515-c171f8a3eb36", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:26:21.799981 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-50c55d95-e5b2-409f-9c54-e8015d3bfd77 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:26:21.800485 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'tag': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36', 'status': 'completed', 'code': 200} Aug 17 03:26:21.841898 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-947329d1-4028-4645-bdb8-9c2cf9ebd972 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784814651751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4375531'] for subnet, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:21.882280 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-947329d1-4028-4645-bdb8-9c2cf9ebd972 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:21.883096 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-947329d1-4028-4645-bdb8-9c2cf9ebd972 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:21.887428 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-947329d1-4028-4645-bdb8-9c2cf9ebd972 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "PUT /v2.0/subnets/f42f1609-474d-46d0-8e28-70d4287667c7 HTTP/1.1" status: 200 len: 806 time: 0.7403243 Aug 17 03:26:21.891745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34520) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:21.896855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331b82b-1fe7-4694-9ab9-7527ba3b5b6b req-d0388386-10fd-4326-b479-2f692faef666 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:21.898405 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0331b82b-1fe7-4694-9ab9-7527ba3b5b6b req-d0388386-10fd-4326-b479-2f692faef666 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a413c1ede0c433aa3547c9dae3b5dcd&device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 1097 time: 0.0747659 Aug 17 03:26:21.904888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Allocated IP 172.20.0.2 (beeaa913-f3b2-488c-96fa-50a527bd6bf1/f42f1609-474d-46d0-8e28-70d4287667c7/e1d8521e-7b12-4d70-8b8e-83f4e9a7ee9c) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:26:22.047100 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:22.068470 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-947329d1-4028-4645-bdb8-9c2cf9ebd972 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Subnet': ['ID=f42f1609-474d-46d0-8e28-70d4287667c7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:22.075137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331b82b-1fe7-4694-9ab9-7527ba3b5b6b req-d9d46fa8-638a-45d3-9797-abfd4c9bef3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:22.076657 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0331b82b-1fe7-4694-9ab9-7527ba3b5b6b req-d9d46fa8-638a-45d3-9797-abfd4c9bef3a service neutron] 10.222.0.60 "GET /v2.0/networks?id=62d8fcd8-3e20-4172-a1f1-161cbb544d92 HTTP/1.1" status: 200 len: 914 time: 0.1698627 Aug 17 03:26:22.139833 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:22.219773 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:22.222501 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0331b82b-1fe7-4694-9ab9-7527ba3b5b6b req-ee7b08ca-884d-494a-b1b2-d15c9430f60d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f28cfd35-e6f7-450c-8515-c171f8a3eb36 HTTP/1.1" status: 200 len: 1002 time: 0.1376026 Aug 17 03:26:22.237527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Transition to ACTIVE for port object e1d8521e-7b12-4d70-8b8e-83f4e9a7ee9c will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:22.258350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Transition to ACTIVE for port object e1d8521e-7b12-4d70-8b8e-83f4e9a7ee9c will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:22.312462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331b82b-1fe7-4694-9ab9-7527ba3b5b6b req-633b1200-785b-4897-a415-f72420f4520b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:22.314861 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0331b82b-1fe7-4694-9ab9-7527ba3b5b6b req-633b1200-785b-4897-a415-f72420f4520b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=229b35b8-a9d8-4a11-a243-0b744b27a861 HTTP/1.1" status: 200 len: 853 time: 0.0838382 Aug 17 03:26:22.358904 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:22.374410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0331b82b-1fe7-4694-9ab9-7527ba3b5b6b req-43c5c1e7-0936-48f9-b321-eed2a2c7e78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:22.376832 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0331b82b-1fe7-4694-9ab9-7527ba3b5b6b req-43c5c1e7-0936-48f9-b321-eed2a2c7e78f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62d8fcd8-3e20-4172-a1f1-161cbb544d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552995 Aug 17 03:26:22.416750 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Network beeaa913-f3b2-488c-96fa-50a527bd6bf1 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:26:22.420755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:22.428988 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:26:22.432438 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Pushing event updated for resources: {'Port': ['ID=e1d8521e-7b12-4d70-8b8e-83f4e9a7ee9c,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:22.446047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:22.446807 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:22.446807 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:22.447067 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:22.447554 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:22.447875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:22.448204 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:22.448564 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:22.448887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:22.449383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:22.449748 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:22.450184 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:22.450338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:22.483933 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Subnet': ['ID=f42f1609-474d-46d0-8e28-70d4287667c7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:22.526533 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Attempting to bind port e1d8521e-7b12-4d70-8b8e-83f4e9a7ee9c on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:26:22.526931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Attempting to bind port e1d8521e-7b12-4d70-8b8e-83f4e9a7ee9c by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '7dc79ebd-deed-4d00-a16e-8d3333fdcce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'beeaa913-f3b2-488c-96fa-50a527bd6bf1'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:26:22.527363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Attempting to bind port e1d8521e-7b12-4d70-8b8e-83f4e9a7ee9c on network beeaa913-f3b2-488c-96fa-50a527bd6bf1 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:26:22.533011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:26:22.533411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Checking segment: {'id': '7dc79ebd-deed-4d00-a16e-8d3333fdcce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'beeaa913-f3b2-488c-96fa-50a527bd6bf1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:22.533862 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:22.534548 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Bound using segment: {'id': '7dc79ebd-deed-4d00-a16e-8d3333fdcce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'beeaa913-f3b2-488c-96fa-50a527bd6bf1'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:26:22.535201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Bound port: e1d8521e-7b12-4d70-8b8e-83f4e9a7ee9c, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7dc79ebd-deed-4d00-a16e-8d3333fdcce7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': 'beeaa913-f3b2-488c-96fa-50a527bd6bf1'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:26:22.535581 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:22.632157 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] For port e1d8521e-7b12-4d70-8b8e-83f4e9a7ee9c, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:26:22.634287 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:22.635705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] For port e1d8521e-7b12-4d70-8b8e-83f4e9a7ee9c, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e1d8521e-7b12-4d70-8b8e-83f4e9a7ee9c,segment=NetworkSegment(7dc79ebd-deed-4d00-a16e-8d3333fdcce7),segment_id=7dc79ebd-deed-4d00-a16e-8d3333fdcce7)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:26:22.657144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beeaa913-f3b2-488c-96fa-50a527bd6bf1']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:22.658364 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0331b82b-1fe7-4694-9ab9-7527ba3b5b6b req-7ceabb13-2b44-4b26-ad0d-7f1f158ece34 service neutron] 10.222.0.60 "GET /v2.0/networks/62d8fcd8-3e20-4172-a1f1-161cbb544d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2735844 Aug 17 03:26:22.682620 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc79ebd-deed-4d00-a16e-8d3333fdcce7') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:22.683175 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc79ebd-deed-4d00-a16e-8d3333fdcce7') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:22.703676 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:22.723615 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:22.732344 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:22.749263 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:26:22.749864 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:26:22.762160 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:26:22.856899 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0331b82b-1fe7-4694-9ab9-7527ba3b5b6b req-bb3d8848-2619-474b-a435-f733e97c6c64 service neutron] 10.222.0.60 "GET /v2.0/networks/62d8fcd8-3e20-4172-a1f1-161cbb544d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1915190 Aug 17 03:26:22.878811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffe437fa-56d2-4988-9187-21f79b38627d None None] Pushing event updated for resources: {'Port': ['ID=e1d8521e-7b12-4d70-8b8e-83f4e9a7ee9c,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:22.901275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51642b9-72fe-4c36-adfc-9043c20686fe None None] Network beeaa913-f3b2-488c-96fa-50a527bd6bf1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:22.986663 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.api [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 03:26:22.986663 n-d-802060-9 neutron-server[101969]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 03:26:22.986663 n-d-802060-9 neutron-server[101969]: [parameters: {'id': 'beeaa913-f3b2-488c-96fa-50a527bd6bf1'}] Aug 17 03:26:22.986663 n-d-802060-9 neutron-server[101969]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:26:22.987517 n-d-802060-9 neutron-server[101969]: DEBUG oslo_db.api [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:26:23.093686 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99047c4d-6ae2-4ddb-ad42-489cc12e6174 None None] Network beeaa913-f3b2-488c-96fa-50a527bd6bf1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:23.274328 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a21def8a-d278-48c2-b087-7199759dfdee None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 03:26:23.399590 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a21def8a-d278-48c2-b087-7199759dfdee None None] Resources bound (agent type, host, resource id): {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 03:26:23.488612 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:23.612881 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Deleting port e1d8521e-7b12-4d70-8b8e-83f4e9a7ee9c {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:26:23.613654 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:23.736039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] For port e1d8521e-7b12-4d70-8b8e-83f4e9a7ee9c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e1d8521e-7b12-4d70-8b8e-83f4e9a7ee9c,segment=NetworkSegment(7dc79ebd-deed-4d00-a16e-8d3333fdcce7),segment_id=7dc79ebd-deed-4d00-a16e-8d3333fdcce7)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:23.736525 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:23.753010 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Calling delete_port for e1d8521e-7b12-4d70-8b8e-83f4e9a7ee9c owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:26:23.913881 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:23.950216 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Port': ['ID=e1d8521e-7b12-4d70-8b8e-83f4e9a7ee9c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:23.962339 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:23.962688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:23.963013 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:23.963363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:23.963684 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:23.964064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:23.968917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:23.970421 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:23.971162 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:23.971721 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:23.972336 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:23.972867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:23.994174 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No DVR routers for this DVR port e1d8521e-7b12-4d70-8b8e-83f4e9a7ee9c on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:26:24.129912 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:24.154212 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['beeaa913-f3b2-488c-96fa-50a527bd6bf1']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:24.175137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7dc79ebd-deed-4d00-a16e-8d3333fdcce7') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:24.175442 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7dc79ebd-deed-4d00-a16e-8d3333fdcce7') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:24.194304 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:24.217548 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:24.231752 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:26:24.232336 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:26:24.236756 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:26:24.706230 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:24.740835 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:24.746405 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34560) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:24.747273 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/beeaa913-f3b2-488c-96fa-50a527bd6bf1 HTTP/1.1" status: 204 len: 168 time: 2.8544436 Aug 17 03:26:24.773477 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f31bc5-f74d-42d3-9522-f83fca0b1c0a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Network': ['ID=beeaa913-f3b2-488c-96fa-50a527bd6bf1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:24.801341 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-0429ce76-d337-4d19-82e4-6ae7bfa1865d tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:24.802416 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0429ce76-d337-4d19-82e4-6ae7bfa1865d tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:24.806817 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0429ce76-d337-4d19-82e4-6ae7bfa1865d tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/beeaa913-f3b2-488c-96fa-50a527bd6bf1 HTTP/1.1" status: 404 len: 339 time: 0.0576851 Aug 17 03:26:24.835891 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34562) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:24.844805 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1916757813', 'description': 'd1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:25.247339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:25.251114 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:25.296663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:26:25.307148 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:25.307594 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Added segment da0bb6ed-5a38-4997-8c3a-3b847e191e04 of type vlan for network 7cfe6332-5152-4de7-a765-d6fed687809a Aug 17 03:26:25.358852 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:25.488853 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:25.494972 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:25.495985 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:25.583493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Network': ['ID=7cfe6332-5152-4de7-a765-d6fed687809a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:25.595119 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 0.7578313 Aug 17 03:26:25.596760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:25.597263 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:25.597790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:25.598054 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34574) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:25.598298 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:25.598643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:25.598983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:25.599319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:25.599654 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:25.600016 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:25.600348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:25.600681 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:25.601291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c53a763-5fbd-4951-83d3-ef29dd97cab1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:25.615168 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 7cfe6332-5152-4de7-a765-d6fed687809a details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:26:25.736267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e36bbae-afca-49b2-9516-49e6065c4ca7 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:25.738659 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6e36bbae-afca-49b2-9516-49e6065c4ca7 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "GET /v2.0/networks?id=7cfe6332-5152-4de7-a765-d6fed687809a HTTP/1.1" status: 200 len: 761 time: 0.1387424 Aug 17 03:26:25.742699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34576) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:25.803242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-10375ced-ae7c-464a-a867-758d7ea06620 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'network': {'description': 'd2'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:25.929467 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-10375ced-ae7c-464a-a867-758d7ea06620 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:25.994007 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-10375ced-ae7c-464a-a867-758d7ea06620 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:26.020758 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-10375ced-ae7c-464a-a867-758d7ea06620 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network 7cfe6332-5152-4de7-a765-d6fed687809a is not hosted by any dhcp agent {{(pid=101970) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Aug 17 03:26:26.026266 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10375ced-ae7c-464a-a867-758d7ea06620 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:26.026941 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-10375ced-ae7c-464a-a867-758d7ea06620 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:26.031587 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-10375ced-ae7c-464a-a867-758d7ea06620 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "PUT /v2.0/networks/7cfe6332-5152-4de7-a765-d6fed687809a HTTP/1.1" status: 200 len: 758 time: 0.2779071 Aug 17 03:26:26.034281 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34590) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:26.092976 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10375ced-ae7c-464a-a867-758d7ea06620 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Network': ['ID=7cfe6332-5152-4de7-a765-d6fed687809a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:26.115638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 7cfe6332-5152-4de7-a765-d6fed687809a details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:26:26.214657 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eeb68e60-5dd7-4c72-b846-577e91ce4221 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:26.224507 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-eeb68e60-5dd7-4c72-b846-577e91ce4221 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "GET /v2.0/networks?id=7cfe6332-5152-4de7-a765-d6fed687809a HTTP/1.1" status: 200 len: 761 time: 0.1879756 Aug 17 03:26:26.224895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34592) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:26.232246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-991dcaec-2ab1-426e-b33f-295baee17f3e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-401377465'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:26.342577 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-991dcaec-2ab1-426e-b33f-295baee17f3e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:26.347711 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-991dcaec-2ab1-426e-b33f-295baee17f3e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:26.393706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-991dcaec-2ab1-426e-b33f-295baee17f3e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 79} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:26:26.405010 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-991dcaec-2ab1-426e-b33f-295baee17f3e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:26.405372 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-991dcaec-2ab1-426e-b33f-295baee17f3e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Added segment 76db26de-2ef3-43d6-ad5a-5bc52983d20b of type vlan for network e09976da-8ebc-48c5-9ace-12b5acdb5df6 Aug 17 03:26:26.488904 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-991dcaec-2ab1-426e-b33f-295baee17f3e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:26.593796 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-991dcaec-2ab1-426e-b33f-295baee17f3e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:26.600628 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-991dcaec-2ab1-426e-b33f-295baee17f3e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:26.601542 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-991dcaec-2ab1-426e-b33f-295baee17f3e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:26.697212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-991dcaec-2ab1-426e-b33f-295baee17f3e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Network': ['ID=e09976da-8ebc-48c5-9ace-12b5acdb5df6,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:26.708654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network e09976da-8ebc-48c5-9ace-12b5acdb5df6 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:26:26.742789 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-991dcaec-2ab1-426e-b33f-295baee17f3e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5167882 Aug 17 03:26:26.745379 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34600) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:26.751790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-4e0054e2-58a1-4bd9-bba5-4540cc41664a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'subnet': {'network_id': 'e09976da-8ebc-48c5-9ace-12b5acdb5df6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:26.936476 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e0054e2-58a1-4bd9-bba5-4540cc41664a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:26.941019 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e0054e2-58a1-4bd9-bba5-4540cc41664a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:27.182378 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e0054e2-58a1-4bd9-bba5-4540cc41664a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:27.253065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e0054e2-58a1-4bd9-bba5-4540cc41664a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Subnet': ['ID=49711656-1e27-4474-9250-036be68698ea,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:27.263751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e0054e2-58a1-4bd9-bba5-4540cc41664a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Checking segment: {'id': '76db26de-2ef3-43d6-ad5a-5bc52983d20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e09976da-8ebc-48c5-9ace-12b5acdb5df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:27.264920 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0054e2-58a1-4bd9-bba5-4540cc41664a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network hostable DHCP agents. Network: e09976da-8ebc-48c5-9ace-12b5acdb5df6, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:26:27.325012 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e0054e2-58a1-4bd9-bba5-4540cc41664a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network e09976da-8ebc-48c5-9ace-12b5acdb5df6 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:26:27.422216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-4e0054e2-58a1-4bd9-bba5-4540cc41664a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, e09976da-8ebc-48c5-9ace-12b5acdb5df6) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:27.427550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e0054e2-58a1-4bd9-bba5-4540cc41664a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:27.429492 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e0054e2-58a1-4bd9-bba5-4540cc41664a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:27.431573 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db44705-1afe-461a-b153-eb1cee07ed13 None None] Network e09976da-8ebc-48c5-9ace-12b5acdb5df6 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:27.480860 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4e0054e2-58a1-4bd9-bba5-4540cc41664a tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7335484 Aug 17 03:26:27.483798 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34632) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:27.616664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-e09976da-8ebc-48c5-9ace-12b5acdb5df6', 'network_id': 'e09976da-8ebc-48c5-9ace-12b5acdb5df6', 'tenant_id': '892c500b59884d65a4248762447ee320', 'fixed_ips': [{'subnet_id': '49711656-1e27-4474-9250-036be68698ea'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:26:27.618074 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:27.630858 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:27.692301 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:27.777659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Allocated IP 172.20.0.2 (e09976da-8ebc-48c5-9ace-12b5acdb5df6/49711656-1e27-4474-9250-036be68698ea/cfd57e1c-8632-4abe-90f4-f91133364b6c) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:26:27.940622 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:27.952434 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Transition to ACTIVE for port object cfd57e1c-8632-4abe-90f4-f91133364b6c will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:27.972527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Transition to ACTIVE for port object cfd57e1c-8632-4abe-90f4-f91133364b6c will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:28.055013 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:28.099511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Network e09976da-8ebc-48c5-9ace-12b5acdb5df6 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:26:28.102676 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:28.105645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:26:28.114300 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Pushing event updated for resources: {'Port': ['ID=cfd57e1c-8632-4abe-90f4-f91133364b6c,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:28.148093 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:28.169853 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Attempting to bind port cfd57e1c-8632-4abe-90f4-f91133364b6c on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:26:28.170814 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Attempting to bind port cfd57e1c-8632-4abe-90f4-f91133364b6c by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '76db26de-2ef3-43d6-ad5a-5bc52983d20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e09976da-8ebc-48c5-9ace-12b5acdb5df6'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:26:28.171025 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Attempting to bind port cfd57e1c-8632-4abe-90f4-f91133364b6c on network e09976da-8ebc-48c5-9ace-12b5acdb5df6 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:26:28.176942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Subnet': ['ID=49711656-1e27-4474-9250-036be68698ea,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:28.177558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:26:28.177939 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Checking segment: {'id': '76db26de-2ef3-43d6-ad5a-5bc52983d20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e09976da-8ebc-48c5-9ace-12b5acdb5df6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:28.178343 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:28.178735 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Bound using segment: {'id': '76db26de-2ef3-43d6-ad5a-5bc52983d20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e09976da-8ebc-48c5-9ace-12b5acdb5df6'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:26:28.180941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Bound port: cfd57e1c-8632-4abe-90f4-f91133364b6c, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76db26de-2ef3-43d6-ad5a-5bc52983d20b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 79, 'network_id': 'e09976da-8ebc-48c5-9ace-12b5acdb5df6'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:26:28.181346 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:28.256306 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:28.263074 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] For port cfd57e1c-8632-4abe-90f4-f91133364b6c, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:26:28.266385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] For port cfd57e1c-8632-4abe-90f4-f91133364b6c, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cfd57e1c-8632-4abe-90f4-f91133364b6c,segment=NetworkSegment(76db26de-2ef3-43d6-ad5a-5bc52983d20b),segment_id=76db26de-2ef3-43d6-ad5a-5bc52983d20b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:26:28.266820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09976da-8ebc-48c5-9ace-12b5acdb5df6']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:28.276863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76db26de-2ef3-43d6-ad5a-5bc52983d20b') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:28.281604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76db26de-2ef3-43d6-ad5a-5bc52983d20b') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:28.286532 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:28.331481 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:28.333156 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:28.339824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:26:28.340951 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:26:28.344028 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:26:28.410005 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-002ac2c8-622e-4eeb-bbbf-e8102e3d32cc None None] Pushing event updated for resources: {'Port': ['ID=cfd57e1c-8632-4abe-90f4-f91133364b6c,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:28.426607 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbe09fd5-b712-4fb6-9227-6d1afd58fab9 None None] Network e09976da-8ebc-48c5-9ace-12b5acdb5df6 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:28.467523 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.db.api [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 03:26:28.467523 n-d-802060-9 neutron-server[101970]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 03:26:28.467523 n-d-802060-9 neutron-server[101970]: [parameters: {'id': 'e09976da-8ebc-48c5-9ace-12b5acdb5df6'}] Aug 17 03:26:28.467523 n-d-802060-9 neutron-server[101970]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101970) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:26:28.468542 n-d-802060-9 neutron-server[101970]: DEBUG oslo_db.api [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:26:28.555705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-112e423b-391d-4b7f-bead-4f84738ab240 None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 03:26:28.641221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112e423b-391d-4b7f-bead-4f84738ab240 None None] Resources bound (agent type, host, resource id): {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 03:26:28.970904 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:29.029709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Deleting port cfd57e1c-8632-4abe-90f4-f91133364b6c {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:26:29.030065 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:29.102108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] For port cfd57e1c-8632-4abe-90f4-f91133364b6c, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cfd57e1c-8632-4abe-90f4-f91133364b6c,segment=NetworkSegment(76db26de-2ef3-43d6-ad5a-5bc52983d20b),segment_id=76db26de-2ef3-43d6-ad5a-5bc52983d20b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:29.102526 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:29.118064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Calling delete_port for cfd57e1c-8632-4abe-90f4-f91133364b6c owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:26:29.308483 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:29.332900 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Port': ['ID=cfd57e1c-8632-4abe-90f4-f91133364b6c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:29.338379 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No DVR routers for this DVR port cfd57e1c-8632-4abe-90f4-f91133364b6c on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:26:29.422627 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:29.432499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e09976da-8ebc-48c5-9ace-12b5acdb5df6']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:29.443295 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76db26de-2ef3-43d6-ad5a-5bc52983d20b') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:29.443602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76db26de-2ef3-43d6-ad5a-5bc52983d20b') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:29.452876 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:29.467592 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:29.473915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 79 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:26:29.474339 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:26:29.477578 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:26:29.616805 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:29.624453 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:29.627971 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/e09976da-8ebc-48c5-9ace-12b5acdb5df6 HTTP/1.1" status: 204 len: 168 time: 2.1417422 Aug 17 03:26:29.629968 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34690) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:29.649880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2defbc-2d2e-42c2-8419-103db3551fcf tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Network': ['ID=e09976da-8ebc-48c5-9ace-12b5acdb5df6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:29.672980 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0b10564-97f9-4ea1-b0b6-0907207e82b6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] GET failed (client error): The resource could not be found. Aug 17 03:26:29.675224 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f0b10564-97f9-4ea1-b0b6-0907207e82b6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "GET /v2.0/subnets/49711656-1e27-4474-9250-036be68698ea HTTP/1.1" status: 404 len: 337 time: 0.0441487 Aug 17 03:26:29.678713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34692) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:29.701514 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-b42ced8e-214f-479b-9b62-9b8c74a06b15 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:29.702321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b42ced8e-214f-479b-9b62-9b8c74a06b15 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:29.705325 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b42ced8e-214f-479b-9b62-9b8c74a06b15 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/e09976da-8ebc-48c5-9ace-12b5acdb5df6 HTTP/1.1" status: 404 len: 339 time: 0.0254400 Aug 17 03:26:29.708434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34694) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:29.906093 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7422fd33-d3bb-4aaf-a21c-1143cb06becb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:29.907615 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7422fd33-d3bb-4aaf-a21c-1143cb06becb tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.1979349 Aug 17 03:26:29.910480 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34706) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:29.949915 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-73aa56f4-cd8a-4e54-a8c4-cdacbd64d18f tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2 HTTP/1.1" status: 200 len: 207 time: 0.0383313 Aug 17 03:26:29.953171 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34708) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:30.137674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2abc71-612e-49a3-be3f-c165d7972b32 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:30.143639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2abc71-612e-49a3-be3f-c165d7972b32 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:30.149646 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2abc71-612e-49a3-be3f-c165d7972b32 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:30.155863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2abc71-612e-49a3-be3f-c165d7972b32 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:30.160975 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0e2abc71-612e-49a3-be3f-c165d7972b32 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.2034841 Aug 17 03:26:30.164160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34720) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:30.284548 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f269beb7-a7b8-4dc2-9244-51a7b0dad905 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1188047 Aug 17 03:26:30.284795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34726) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:30.339279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff695cb4-1481-4567-a1af-5365c74df89d tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:30.341166 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff695cb4-1481-4567-a1af-5365c74df89d tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:30.342726 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ff695cb4-1481-4567-a1af-5365c74df89d tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.0571163 Aug 17 03:26:30.346326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34734) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:30.398124 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d737b-3355-43aa-a9e4-fa374fc008a9 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['shared'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:30.399586 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-966d737b-3355-43aa-a9e4-fa374fc008a9 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['shared'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:30.401077 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-966d737b-3355-43aa-a9e4-fa374fc008a9 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.0537310 Aug 17 03:26:30.404698 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34736) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:30.509942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a6b9a5-9061-42c2-8945-ac22b41dc48e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:30.511292 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a8a6b9a5-9061-42c2-8945-ac22b41dc48e tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "GET /v2.0/networks/5040a027-3456-429b-8386-29ecbea7a752 HTTP/1.1" status: 200 len: 799 time: 0.1056902 Aug 17 03:26:30.515545 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34740) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:30.628489 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-aa4ab8a7-e59e-4ec7-98e4-f88b4b7a30b3 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "GET /v2.0/networks/5040a027-3456-429b-8386-29ecbea7a752?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.1117761 Aug 17 03:26:30.633367 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34746) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:30.689984 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a62e28-b580-4f0c-94f0-6de828707853 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:30.691295 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f5a62e28-b580-4f0c-94f0-6de828707853 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "GET /v2.0/subnets/cf26a867-77e4-4bd5-9a8b-aa2167dbcd7d HTTP/1.1" status: 200 len: 811 time: 0.0562131 Aug 17 03:26:30.695123 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34748) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:30.747513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81f4d35c-781b-40f4-ba15-d086b10de52b tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['shared'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:30.753512 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-81f4d35c-781b-40f4-ba15-d086b10de52b tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "GET /v2.0/subnets/cf26a867-77e4-4bd5-9a8b-aa2167dbcd7d?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.0528600 Aug 17 03:26:30.753512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34750) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:30.762243 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6fa09ac9-1253-41a3-8a69-da563739d0ae tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1353919243'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:30.850678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fa09ac9-1253-41a3-8a69-da563739d0ae tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:30.854454 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fa09ac9-1253-41a3-8a69-da563739d0ae tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:30.882383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fa09ac9-1253-41a3-8a69-da563739d0ae tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 86} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:26:30.891829 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fa09ac9-1253-41a3-8a69-da563739d0ae tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:30.892170 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-6fa09ac9-1253-41a3-8a69-da563739d0ae tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Added segment 4f3c26e1-68ef-47d8-b6fa-603c8e3caccf of type vlan for network cfc367dc-4cd9-4464-86df-2b0b1a14de44 Aug 17 03:26:30.933018 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fa09ac9-1253-41a3-8a69-da563739d0ae tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:31.010998 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fa09ac9-1253-41a3-8a69-da563739d0ae tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:31.016985 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fa09ac9-1253-41a3-8a69-da563739d0ae tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:31.017610 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fa09ac9-1253-41a3-8a69-da563739d0ae tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:31.092899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa09ac9-1253-41a3-8a69-da563739d0ae tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Network': ['ID=cfc367dc-4cd9-4464-86df-2b0b1a14de44,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:31.104656 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network cfc367dc-4cd9-4464-86df-2b0b1a14de44 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:26:31.132171 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6fa09ac9-1253-41a3-8a69-da563739d0ae tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3777971 Aug 17 03:26:31.134779 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34760) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:31.140849 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-8a56756a-187a-400d-8d10-8a40152648bd tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'subnet': {'network_id': 'cfc367dc-4cd9-4464-86df-2b0b1a14de44', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:31.319593 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a56756a-187a-400d-8d10-8a40152648bd tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Made reservation on behalf of 892c500b59884d65a4248762447ee320 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:31.323305 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8a56756a-187a-400d-8d10-8a40152648bd tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:31.383888 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.ipam_backend_mixin [None req-8a56756a-187a-400d-8d10-8a40152648bd tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Performing IP validity checks on allocation pools {{(pid=101969) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 03:26:31.384409 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.ipam_backend_mixin [None req-8a56756a-187a-400d-8d10-8a40152648bd tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101969) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 03:26:31.604122 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8a56756a-187a-400d-8d10-8a40152648bd tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:31.665175 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a56756a-187a-400d-8d10-8a40152648bd tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Subnet': ['ID=1725786c-1b7c-4652-9b48-cc0df80bd57e,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:31.676676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a56756a-187a-400d-8d10-8a40152648bd tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Checking segment: {'id': '4f3c26e1-68ef-47d8-b6fa-603c8e3caccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cfc367dc-4cd9-4464-86df-2b0b1a14de44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:31.677039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a56756a-187a-400d-8d10-8a40152648bd tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network hostable DHCP agents. Network: cfc367dc-4cd9-4464-86df-2b0b1a14de44, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:26:31.771041 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a56756a-187a-400d-8d10-8a40152648bd tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Network cfc367dc-4cd9-4464-86df-2b0b1a14de44 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:26:31.857607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-8a56756a-187a-400d-8d10-8a40152648bd tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, cfc367dc-4cd9-4464-86df-2b0b1a14de44) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:31.862418 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a56756a-187a-400d-8d10-8a40152648bd tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:31.863281 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8a56756a-187a-400d-8d10-8a40152648bd tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:31.868478 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ca5c59c-d444-4dfe-a251-1c6769022617 None None] Network cfc367dc-4cd9-4464-86df-2b0b1a14de44 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:31.947107 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8a56756a-187a-400d-8d10-8a40152648bd tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.8109231 Aug 17 03:26:31.949969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34772) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:31.955812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-84298663-9226-4760-bab1-0c981e734d21 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:32.056267 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-cfc367dc-4cd9-4464-86df-2b0b1a14de44', 'network_id': 'cfc367dc-4cd9-4464-86df-2b0b1a14de44', 'tenant_id': '892c500b59884d65a4248762447ee320', 'fixed_ips': [{'subnet_id': '1725786c-1b7c-4652-9b48-cc0df80bd57e'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:26:32.057314 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:32.068905 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84298663-9226-4760-bab1-0c981e734d21 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4255953'] for subnet, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:32.340929 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84298663-9226-4760-bab1-0c981e734d21 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8784814651751', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-16728358'] for subnet, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:32.386164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84298663-9226-4760-bab1-0c981e734d21 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:32.387279 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84298663-9226-4760-bab1-0c981e734d21 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:32.391664 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34780) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:32.401996 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-84298663-9226-4760-bab1-0c981e734d21 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "PUT /v2.0/subnets/1725786c-1b7c-4652-9b48-cc0df80bd57e HTTP/1.1" status: 200 len: 877 time: 0.4505858 Aug 17 03:26:32.407477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Allocated IP 172.20.0.3 (cfc367dc-4cd9-4464-86df-2b0b1a14de44/1725786c-1b7c-4652-9b48-cc0df80bd57e/d704b376-8243-417f-b291-c4cb7dde12bc) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:26:32.442954 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84298663-9226-4760-bab1-0c981e734d21 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event updated for resources: {'Subnet': ['ID=1725786c-1b7c-4652-9b48-cc0df80bd57e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:32.541038 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:32.570670 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:32.580085 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Transition to ACTIVE for port object d704b376-8243-417f-b291-c4cb7dde12bc will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:32.597653 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Transition to ACTIVE for port object d704b376-8243-417f-b291-c4cb7dde12bc will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:32.597892 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:32.686120 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:32.736373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Network cfc367dc-4cd9-4464-86df-2b0b1a14de44 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:26:32.740015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:32.744951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:26:32.749075 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Pushing event updated for resources: {'Port': ['ID=d704b376-8243-417f-b291-c4cb7dde12bc,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:32.771914 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:32.806459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Subnet': ['ID=1725786c-1b7c-4652-9b48-cc0df80bd57e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:32.812695 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Attempting to bind port d704b376-8243-417f-b291-c4cb7dde12bc on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:26:32.812971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Attempting to bind port d704b376-8243-417f-b291-c4cb7dde12bc by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '4f3c26e1-68ef-47d8-b6fa-603c8e3caccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cfc367dc-4cd9-4464-86df-2b0b1a14de44'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:26:32.813339 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Attempting to bind port d704b376-8243-417f-b291-c4cb7dde12bc on network cfc367dc-4cd9-4464-86df-2b0b1a14de44 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:26:32.822434 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:26:32.823528 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Checking segment: {'id': '4f3c26e1-68ef-47d8-b6fa-603c8e3caccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cfc367dc-4cd9-4464-86df-2b0b1a14de44'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:32.824100 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:32.825170 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Bound using segment: {'id': '4f3c26e1-68ef-47d8-b6fa-603c8e3caccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cfc367dc-4cd9-4464-86df-2b0b1a14de44'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:26:32.825666 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Bound port: d704b376-8243-417f-b291-c4cb7dde12bc, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4f3c26e1-68ef-47d8-b6fa-603c8e3caccf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 86, 'network_id': 'cfc367dc-4cd9-4464-86df-2b0b1a14de44'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:26:32.826108 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:32.877897 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:32.889012 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc367dc-4cd9-4464-86df-2b0b1a14de44']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:32.899604 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3c26e1-68ef-47d8-b6fa-603c8e3caccf') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:32.899984 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3c26e1-68ef-47d8-b6fa-603c8e3caccf') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:32.904779 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] For port d704b376-8243-417f-b291-c4cb7dde12bc, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:26:32.909166 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] For port d704b376-8243-417f-b291-c4cb7dde12bc, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d704b376-8243-417f-b291-c4cb7dde12bc,segment=NetworkSegment(4f3c26e1-68ef-47d8-b6fa-603c8e3caccf),segment_id=4f3c26e1-68ef-47d8-b6fa-603c8e3caccf)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:26:32.912333 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.003825 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.006090 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.012954 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:26:33.013612 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:26:33.017725 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:26:33.106347 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7e8f8d-f24b-4f23-be40-a1bc7f4ed3c2 None None] Pushing event updated for resources: {'Port': ['ID=d704b376-8243-417f-b291-c4cb7dde12bc,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:33.107134 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34794) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:33.135854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10db5674-caa0-497d-8e9e-42cc945667fa None None] Network cfc367dc-4cd9-4464-86df-2b0b1a14de44 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:33.154507 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.api [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 03:26:33.154507 n-d-802060-9 neutron-server[101969]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 03:26:33.154507 n-d-802060-9 neutron-server[101969]: [parameters: {'id': 'cfc367dc-4cd9-4464-86df-2b0b1a14de44'}] Aug 17 03:26:33.154507 n-d-802060-9 neutron-server[101969]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:26:33.154975 n-d-802060-9 neutron-server[101969]: DEBUG oslo_db.api [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:26:33.160251 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d71adc8-2059-4901-99f7-3861e8d00c2b admin admin] Deleting subnet a33043c3-828c-412f-ac88-b2df603ada5f {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:26:33.164091 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d71adc8-2059-4901-99f7-3861e8d00c2b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.204498 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.217232 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d71adc8-2059-4901-99f7-3861e8d00c2b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.273093 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d71adc8-2059-4901-99f7-3861e8d00c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.317704 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6f0cb4d-2ee8-42e4-918f-165226d1439c None None] Network cfc367dc-4cd9-4464-86df-2b0b1a14de44 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:33.422622 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d71adc8-2059-4901-99f7-3861e8d00c2b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.447261 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37ed7fcd-4a6b-4830-9b98-690c53b5a310 None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 03:26:33.452741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d71adc8-2059-4901-99f7-3861e8d00c2b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a33043c3-828c-412f-ac88-b2df603ada5f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:33.454750 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d71adc8-2059-4901-99f7-3861e8d00c2b admin admin] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.457238 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8d71adc8-2059-4901-99f7-3861e8d00c2b admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a33043c3-828c-412f-ac88-b2df603ada5f HTTP/1.1" status: 204 len: 168 time: 0.3487947 Aug 17 03:26:33.459283 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34798) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:33.536253 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1669c12f-0e6d-4979-bb9a-11ae99ba75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.539470 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ed7fcd-4a6b-4830-9b98-690c53b5a310 None None] Resources bound (agent type, host, resource id): {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 03:26:33.643576 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1669c12f-0e6d-4979-bb9a-11ae99ba75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.655583 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.661327 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1669c12f-0e6d-4979-bb9a-11ae99ba75a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8ac5f7-5a28-41ea-9c33-690b92380367']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:33.676938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1669c12f-0e6d-4979-bb9a-11ae99ba75a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a8b7338-7700-48a6-aeef-92bafdc2ff06') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:33.677298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-1669c12f-0e6d-4979-bb9a-11ae99ba75a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a8b7338-7700-48a6-aeef-92bafdc2ff06') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:33.690842 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1669c12f-0e6d-4979-bb9a-11ae99ba75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.735663 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1669c12f-0e6d-4979-bb9a-11ae99ba75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.746574 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1669c12f-0e6d-4979-bb9a-11ae99ba75a2 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:26:33.747291 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1669c12f-0e6d-4979-bb9a-11ae99ba75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:26:33.749986 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:26:33.849240 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Deleting port d704b376-8243-417f-b291-c4cb7dde12bc {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:26:33.850137 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.918540 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1669c12f-0e6d-4979-bb9a-11ae99ba75a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.937706 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1669c12f-0e6d-4979-bb9a-11ae99ba75a2 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.942518 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1669c12f-0e6d-4979-bb9a-11ae99ba75a2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fe8ac5f7-5a28-41ea-9c33-690b92380367 HTTP/1.1" status: 204 len: 168 time: 0.4794276 Aug 17 03:26:33.942685 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.946250 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1669c12f-0e6d-4979-bb9a-11ae99ba75a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe8ac5f7-5a28-41ea-9c33-690b92380367,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:33.954667 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] For port d704b376-8243-417f-b291-c4cb7dde12bc, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d704b376-8243-417f-b291-c4cb7dde12bc,segment=NetworkSegment(4f3c26e1-68ef-47d8-b6fa-603c8e3caccf),segment_id=4f3c26e1-68ef-47d8-b6fa-603c8e3caccf)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:33.955045 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:33.969228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Calling delete_port for d704b376-8243-417f-b291-c4cb7dde12bc owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:26:34.188271 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:34.217661 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Port': ['ID=d704b376-8243-417f-b291-c4cb7dde12bc,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:34.219580 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No DVR routers for this DVR port d704b376-8243-417f-b291-c4cb7dde12bc on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:26:34.376662 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34812) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:34.419898 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c3c3ee25-98b8-4f69-97e8-4ee7407b83e2 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=f7959cfb65b94bc79bcd1cd75ad40d3e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0419381 Aug 17 03:26:34.422557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34814) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:34.476797 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-700f9cf2-e327-4633-8d90-4e52b8131227 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:34.501381 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-700f9cf2-e327-4633-8d90-4e52b8131227 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:34.610256 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:34.620134 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfc367dc-4cd9-4464-86df-2b0b1a14de44']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:34.630804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4f3c26e1-68ef-47d8-b6fa-603c8e3caccf') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:34.631152 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4f3c26e1-68ef-47d8-b6fa-603c8e3caccf') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:34.640519 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:34.655524 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:34.661893 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 86 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:26:34.662293 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:26:34.665729 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:26:34.688664 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-700f9cf2-e327-4633-8d90-4e52b8131227 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:34.691358 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-700f9cf2-e327-4633-8d90-4e52b8131227 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:34.692578 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-700f9cf2-e327-4633-8d90-4e52b8131227 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/97503496-e820-4b9f-a89a-79aa961ce73a HTTP/1.1" status: 204 len: 168 time: 0.2691579 Aug 17 03:26:34.709090 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700f9cf2-e327-4633-8d90-4e52b8131227 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97503496-e820-4b9f-a89a-79aa961ce73a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:34.811061 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:34.819677 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:34.821529 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/cfc367dc-4cd9-4464-86df-2b0b1a14de44 HTTP/1.1" status: 204 len: 168 time: 2.4288514 Aug 17 03:26:34.825656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34824) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:34.833442 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acd0d42f-29a8-4466-9dd6-c415c25e0ab6 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Network': ['ID=cfc367dc-4cd9-4464-86df-2b0b1a14de44,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:34.858586 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-a3f2ab4e-6d10-475e-b4fc-eb2761165204 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:34.859066 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a3f2ab4e-6d10-475e-b4fc-eb2761165204 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:34.860845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a3f2ab4e-6d10-475e-b4fc-eb2761165204 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/subnets/1725786c-1b7c-4652-9b48-cc0df80bd57e HTTP/1.1" status: 404 len: 337 time: 0.0341201 Aug 17 03:26:34.863520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34826) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:34.881551 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-91289e50-f2ea-436f-8c5d-3e62fe96d4f1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:34.882081 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91289e50-f2ea-436f-8c5d-3e62fe96d4f1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:34.883742 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-91289e50-f2ea-436f-8c5d-3e62fe96d4f1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/cfc367dc-4cd9-4464-86df-2b0b1a14de44 HTTP/1.1" status: 404 len: 339 time: 0.0193326 Aug 17 03:26:34.886419 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34828) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:34.917558 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec279cc-14b6-46a2-ab24-cb92535a9b36 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:34.918110 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec279cc-14b6-46a2-ab24-cb92535a9b36 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:34.920382 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3ec279cc-14b6-46a2-ab24-cb92535a9b36 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/subnets/49711656-1e27-4474-9250-036be68698ea HTTP/1.1" status: 404 len: 337 time: 0.0323086 Aug 17 03:26:34.925213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34832) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:34.944678 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-662a0749-871d-4488-a7e1-4279ca86ce99 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:34.945187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-662a0749-871d-4488-a7e1-4279ca86ce99 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:34.947001 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-662a0749-871d-4488-a7e1-4279ca86ce99 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/e09976da-8ebc-48c5-9ace-12b5acdb5df6 HTTP/1.1" status: 404 len: 339 time: 0.0206299 Aug 17 03:26:34.949721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34834) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.034813 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff8702ea-4561-40d8-802b-31df5f076da8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:35.135755 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff8702ea-4561-40d8-802b-31df5f076da8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:35.145859 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-ff8702ea-4561-40d8-802b-31df5f076da8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cfe6332-5152-4de7-a765-d6fed687809a']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:35.159590 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-ff8702ea-4561-40d8-802b-31df5f076da8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'da0bb6ed-5a38-4997-8c3a-3b847e191e04') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:35.159901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-ff8702ea-4561-40d8-802b-31df5f076da8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'da0bb6ed-5a38-4997-8c3a-3b847e191e04') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:35.170764 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff8702ea-4561-40d8-802b-31df5f076da8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:35.186056 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff8702ea-4561-40d8-802b-31df5f076da8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:35.192600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ff8702ea-4561-40d8-802b-31df5f076da8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:26:35.193074 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff8702ea-4561-40d8-802b-31df5f076da8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:26:35.204208 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:26:35.372076 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff8702ea-4561-40d8-802b-31df5f076da8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:35.380472 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ff8702ea-4561-40d8-802b-31df5f076da8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:35.383978 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ff8702ea-4561-40d8-802b-31df5f076da8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/7cfe6332-5152-4de7-a765-d6fed687809a HTTP/1.1" status: 204 len: 168 time: 0.4310851 Aug 17 03:26:35.384832 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34850) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.396381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8702ea-4561-40d8-802b-31df5f076da8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Network': ['ID=7cfe6332-5152-4de7-a765-d6fed687809a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:35.411183 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca293bd6-d06c-4f09-8519-bb4aee31fc50 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:35.411401 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca293bd6-d06c-4f09-8519-bb4aee31fc50 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:35.415804 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ca293bd6-d06c-4f09-8519-bb4aee31fc50 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/subnets/f42f1609-474d-46d0-8e28-70d4287667c7 HTTP/1.1" status: 404 len: 337 time: 0.0274243 Aug 17 03:26:35.415938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34852) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.436664 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d629e75-2e67-497f-ac32-95d67b824246 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:35.437249 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d629e75-2e67-497f-ac32-95d67b824246 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:35.439020 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7d629e75-2e67-497f-ac32-95d67b824246 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/beeaa913-f3b2-488c-96fa-50a527bd6bf1 HTTP/1.1" status: 404 len: 339 time: 0.0221748 Aug 17 03:26:35.441735 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34854) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.467719 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-211df5b7-560a-47f4-9a4a-cd5cd1e29480 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:35.468108 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-211df5b7-560a-47f4-9a4a-cd5cd1e29480 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:35.469884 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-211df5b7-560a-47f4-9a4a-cd5cd1e29480 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/subnets/4102d7fc-f830-4ca7-9d7c-e13df84067ef HTTP/1.1" status: 404 len: 337 time: 0.0271523 Aug 17 03:26:35.472476 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34856) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.491782 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-8d818fcf-7bf4-4349-afb7-bb4f35f52f91 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:35.492322 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8d818fcf-7bf4-4349-afb7-bb4f35f52f91 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:35.494166 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8d818fcf-7bf4-4349-afb7-bb4f35f52f91 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/3714e0f6-28a5-46a0-a7bc-4f0eb15c9ba0 HTTP/1.1" status: 404 len: 339 time: 0.0207748 Aug 17 03:26:35.497349 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34858) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.522093 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ec3a283-a68c-4455-a1d4-2128393b5279 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:35.522536 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ec3a283-a68c-4455-a1d4-2128393b5279 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:35.524163 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0ec3a283-a68c-4455-a1d4-2128393b5279 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/subnets/3afbdfc1-f9f1-48d7-89ba-32cc2d2e801e HTTP/1.1" status: 404 len: 337 time: 0.0258913 Aug 17 03:26:35.526436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34860) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.544845 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f7ca14e-c99f-4391-b5ce-15dd30224f9d tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:35.545367 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f7ca14e-c99f-4391-b5ce-15dd30224f9d tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:35.547048 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9f7ca14e-c99f-4391-b5ce-15dd30224f9d tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/a3e33e7f-7375-4458-86ba-9f3bf16123d9 HTTP/1.1" status: 404 len: 339 time: 0.0197301 Aug 17 03:26:35.554882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34862) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.581192 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5eeff2e-8063-40ab-99b8-168f7770bb1f tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:35.581749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e5eeff2e-8063-40ab-99b8-168f7770bb1f tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:35.589520 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e5eeff2e-8063-40ab-99b8-168f7770bb1f tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/subnets/1e05411e-e26e-4f6e-b2a5-1d1b25585f32 HTTP/1.1" status: 404 len: 337 time: 0.0276101 Aug 17 03:26:35.590886 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34866) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.625238 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-9a9866db-cc83-4510-b6f8-8cdf867407da tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:35.625896 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9a9866db-cc83-4510-b6f8-8cdf867407da tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:35.630250 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9a9866db-cc83-4510-b6f8-8cdf867407da tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/d73d0ac4-2c09-40b4-a448-3e4bfb18934e HTTP/1.1" status: 404 len: 339 time: 0.0357370 Aug 17 03:26:35.630448 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34868) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.657047 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-3899f6c6-8303-49a6-85ae-b979bcee5424 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:35.657532 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3899f6c6-8303-49a6-85ae-b979bcee5424 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:35.659281 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3899f6c6-8303-49a6-85ae-b979bcee5424 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/subnets/e90d085c-bef6-4325-ab8b-144919a7caba HTTP/1.1" status: 404 len: 337 time: 0.0276034 Aug 17 03:26:35.661808 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34872) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.680165 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9758a12-3604-4dd4-b980-74640b2179f1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:35.680717 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9758a12-3604-4dd4-b980-74640b2179f1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:35.685465 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a9758a12-3604-4dd4-b980-74640b2179f1 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/e2b77fb0-c34d-4feb-89cf-cf71eb01e8d5 HTTP/1.1" status: 404 len: 339 time: 0.0197055 Aug 17 03:26:35.686600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34876) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.720078 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-4d99b018-5af1-4e2d-85bd-6a922f6484e4 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:35.720078 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4d99b018-5af1-4e2d-85bd-6a922f6484e4 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:35.720078 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4d99b018-5af1-4e2d-85bd-6a922f6484e4 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/subnets/993981fc-882d-4a16-8cc7-efd4b3ff6c50 HTTP/1.1" status: 404 len: 337 time: 0.0314741 Aug 17 03:26:35.720078 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34878) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.739153 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb561fde-25fe-4062-ac7a-3ef488ac880b tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:35.742550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb561fde-25fe-4062-ac7a-3ef488ac880b tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:35.743663 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cb561fde-25fe-4062-ac7a-3ef488ac880b tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/70728ba5-7ffd-42f5-a983-425edb59e319 HTTP/1.1" status: 404 len: 339 time: 0.0214367 Aug 17 03:26:35.744449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34882) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.772205 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a5ddd19-c5c8-4b49-97b5-65931c08f5e7 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:35.772667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a5ddd19-c5c8-4b49-97b5-65931c08f5e7 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:35.774398 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6a5ddd19-c5c8-4b49-97b5-65931c08f5e7 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/subnets/11b088b1-0950-45d9-b0d5-8e5d62cbc73c HTTP/1.1" status: 404 len: 337 time: 0.0289147 Aug 17 03:26:35.776869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34884) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.795573 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-126ddc81-83f7-43ff-9cfe-bbe9437718d8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:35.796145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-126ddc81-83f7-43ff-9cfe-bbe9437718d8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:35.797837 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-126ddc81-83f7-43ff-9cfe-bbe9437718d8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/1ed8be16-7f12-4b97-857d-d7a939c9755d HTTP/1.1" status: 404 len: 339 time: 0.0200162 Aug 17 03:26:35.800283 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34888) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.828133 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-89fb968d-8e8c-4414-a5c6-0cbfd6cb31b3 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:35.828648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-89fb968d-8e8c-4414-a5c6-0cbfd6cb31b3 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:35.830375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-89fb968d-8e8c-4414-a5c6-0cbfd6cb31b3 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/subnets/1a4d1458-5681-4e92-a451-9894b4ad138a HTTP/1.1" status: 404 len: 337 time: 0.0291588 Aug 17 03:26:35.832803 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34892) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.850962 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-a59e9d52-0267-47ee-9a82-bcd9805bacb8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:35.851746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a59e9d52-0267-47ee-9a82-bcd9805bacb8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:35.853540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a59e9d52-0267-47ee-9a82-bcd9805bacb8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/1ff4dded-d25c-4794-8bee-e5f910dcb09c HTTP/1.1" status: 404 len: 339 time: 0.0197544 Aug 17 03:26:35.856706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34894) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.911253 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6e362f5-8d6b-429e-bf70-07c19853741b tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Deleting subnet cf26a867-77e4-4bd5-9a8b-aa2167dbcd7d {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:26:35.914794 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6e362f5-8d6b-429e-bf70-07c19853741b tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:35.917849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34898) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:35.962081 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6e362f5-8d6b-429e-bf70-07c19853741b tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:36.060768 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6e362f5-8d6b-429e-bf70-07c19853741b tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:36.091289 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-5ebe0d55-934e-4dc4-b963-b397fb5d4cfb admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1019093612-network', 'tenant_id': '12cf1262f9af49da9599645f2e31d2f1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:36.199385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ebe0d55-934e-4dc4-b963-b397fb5d4cfb admin admin] Made reservation on behalf of 12cf1262f9af49da9599645f2e31d2f1 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:36.205209 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d55-934e-4dc4-b963-b397fb5d4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:36.210916 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d55-934e-4dc4-b963-b397fb5d4cfb admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:36.220482 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6e362f5-8d6b-429e-bf70-07c19853741b tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:36.253714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e362f5-8d6b-429e-bf70-07c19853741b tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Subnet': ['ID=cf26a867-77e4-4bd5-9a8b-aa2167dbcd7d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:36.260341 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6e362f5-8d6b-429e-bf70-07c19853741b tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:36.262202 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c6e362f5-8d6b-429e-bf70-07c19853741b tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/subnets/cf26a867-77e4-4bd5-9a8b-aa2167dbcd7d HTTP/1.1" status: 204 len: 168 time: 0.4045432 Aug 17 03:26:36.264747 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34904) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:36.266881 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f71b0c1-5e0c-4e39-bea2-4ef44aa56386 None None] Network 5040a027-3456-429b-8386-29ecbea7a752 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:36.369630 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:36.442951 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d55-934e-4dc4-b963-b397fb5d4cfb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:36.453429 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9aae5b-3ca8-4f0c-816e-b0e3e4d3925c None None] DHCP port deletion for 5040a027-3456-429b-8386-29ecbea7a752 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:26:36.463557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Deleting port c972d9ed-c6ed-43d8-a1ec-260ab6318bdf {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:26:36.463950 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:36.502991 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d55-934e-4dc4-b963-b397fb5d4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:36.510350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7c9aae5b-3ca8-4f0c-816e-b0e3e4d3925c None None] Deleting port c972d9ed-c6ed-43d8-a1ec-260ab6318bdf {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:26:36.510722 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c9aae5b-3ca8-4f0c-816e-b0e3e4d3925c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:36.548564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5ebe0d55-934e-4dc4-b963-b397fb5d4cfb admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 53} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:26:36.584877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-7c9aae5b-3ca8-4f0c-816e-b0e3e4d3925c None None] For port c972d9ed-c6ed-43d8-a1ec-260ab6318bdf, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c972d9ed-c6ed-43d8-a1ec-260ab6318bdf,segment=NetworkSegment(e5085793-c063-455c-b63e-7ec559a9f4f9),segment_id=e5085793-c063-455c-b63e-7ec559a9f4f9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:36.585279 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c9aae5b-3ca8-4f0c-816e-b0e3e4d3925c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:36.599448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7c9aae5b-3ca8-4f0c-816e-b0e3e4d3925c None None] Calling delete_port for c972d9ed-c6ed-43d8-a1ec-260ab6318bdf owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:26:36.763930 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c9aae5b-3ca8-4f0c-816e-b0e3e4d3925c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:36.789244 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9aae5b-3ca8-4f0c-816e-b0e3e4d3925c None None] Pushing event deleted for resources: {'Port': ['ID=c972d9ed-c6ed-43d8-a1ec-260ab6318bdf,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:36.797744 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9aae5b-3ca8-4f0c-816e-b0e3e4d3925c None None] No DVR routers for this DVR port c972d9ed-c6ed-43d8-a1ec-260ab6318bdf on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:26:36.864791 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] For port c972d9ed-c6ed-43d8-a1ec-260ab6318bdf, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c972d9ed-c6ed-43d8-a1ec-260ab6318bdf,segment=NetworkSegment(e5085793-c063-455c-b63e-7ec559a9f4f9),segment_id=e5085793-c063-455c-b63e-7ec559a9f4f9)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:36.865174 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:36.868521 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d55-934e-4dc4-b963-b397fb5d4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:36.868896 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-5ebe0d55-934e-4dc4-b963-b397fb5d4cfb admin admin] Added segment 5287faf4-7377-4efc-99de-e7192b7f2f7d of type vlan for network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 Aug 17 03:26:36.884323 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe0d55-934e-4dc4-b963-b397fb5d4cfb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e19863f-5b4d-40bc-a669-325fc31d8ecb,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:36.891039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Calling delete_port for c972d9ed-c6ed-43d8-a1ec-260ab6318bdf owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:26:36.960813 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d55-934e-4dc4-b963-b397fb5d4cfb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:37.015554 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:37.042453 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Port': ['ID=c972d9ed-c6ed-43d8-a1ec-260ab6318bdf,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:37.048244 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] No DVR routers for this DVR port c972d9ed-c6ed-43d8-a1ec-260ab6318bdf on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:26:37.084369 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d55-934e-4dc4-b963-b397fb5d4cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:37.085212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ebe0d55-934e-4dc4-b963-b397fb5d4cfb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:37.085812 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-5ebe0d55-934e-4dc4-b963-b397fb5d4cfb admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:37.175235 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:37.192975 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5040a027-3456-429b-8386-29ecbea7a752']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:37.195334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebe0d55-934e-4dc4-b963-b397fb5d4cfb admin admin] Pushing event updated for resources: {'Network': ['ID=9a6df367-5c88-4ef9-885e-4d6b2cb5e222,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:37.205336 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e5085793-c063-455c-b63e-7ec559a9f4f9') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:37.205653 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:26:37.205785 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e5085793-c063-455c-b63e-7ec559a9f4f9') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:37.215428 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:37.222209 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5ebe0d55-934e-4dc4-b963-b397fb5d4cfb admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.3027401 Aug 17 03:26:37.225162 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34918) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:37.230095 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:37.234730 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6267a07c-eb94-4f51-acee-8423c1d21fec admin admin] Request body: {'subnet': {'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1019093612-subnet', 'tenant_id': '12cf1262f9af49da9599645f2e31d2f1', 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:37.236157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:26:37.236536 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:26:37.239898 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:26:37.317284 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6267a07c-eb94-4f51-acee-8423c1d21fec admin admin] Made reservation on behalf of 12cf1262f9af49da9599645f2e31d2f1 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:37.319733 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6267a07c-eb94-4f51-acee-8423c1d21fec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:37.410955 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:37.428366 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:37.433217 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] 10.222.0.10 "DELETE /v2.0/networks/5040a027-3456-429b-8386-29ecbea7a752 HTTP/1.1" status: 204 len: 168 time: 1.1675091 Aug 17 03:26:37.453974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1b044-368f-4aaa-a771-68a8dc9b71a8 tempest-NetworksTest-50105767 tempest-NetworksTest-50105767-project] Pushing event deleted for resources: {'Network': ['ID=5040a027-3456-429b-8386-29ecbea7a752,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:37.550103 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:26:37.597310 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6267a07c-eb94-4f51-acee-8423c1d21fec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:37.653765 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6267a07c-eb94-4f51-acee-8423c1d21fec admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cf0013b-2af6-48c4-95e5-a331c1b57abc,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:37.663523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6267a07c-eb94-4f51-acee-8423c1d21fec admin admin] Checking segment: {'id': '5287faf4-7377-4efc-99de-e7192b7f2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:37.663523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6267a07c-eb94-4f51-acee-8423c1d21fec admin admin] Network hostable DHCP agents. Network: 9a6df367-5c88-4ef9-885e-4d6b2cb5e222, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:26:37.763439 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6267a07c-eb94-4f51-acee-8423c1d21fec admin admin] Network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:26:37.831798 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-6267a07c-eb94-4f51-acee-8423c1d21fec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 9a6df367-5c88-4ef9-885e-4d6b2cb5e222) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:37.839694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6267a07c-eb94-4f51-acee-8423c1d21fec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:37.841091 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6267a07c-eb94-4f51-acee-8423c1d21fec admin admin] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:37.848648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3974c50-9ca8-42c4-ac39-9798fc2641e8 None None] Network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:37.889363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34932) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:37.921577 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6267a07c-eb94-4f51-acee-8423c1d21fec admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6937935 Aug 17 03:26:37.924063 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34936) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:37.929297 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1019093612-router', 'tenant_id': '12cf1262f9af49da9599645f2e31d2f1', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:38.020318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-9a6df367-5c88-4ef9-885e-4d6b2cb5e222', 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222', 'tenant_id': '12cf1262f9af49da9599645f2e31d2f1', 'fixed_ips': [{'subnet_id': '8cf0013b-2af6-48c4-95e5-a331c1b57abc'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:26:38.021323 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:38.023021 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:38.024157 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:38.105256 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-146d01aa-66ba-47ac-8328-191c21c0fd6a admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=892c500b59884d65a4248762447ee320&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2144253 Aug 17 03:26:38.107463 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:38.108173 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 34940) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:38.156464 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c60ae318-d8b7-40a2-becb-5f0503ad7654 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:38.159264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Allocated IP 172.20.0.2 (9a6df367-5c88-4ef9-885e-4d6b2cb5e222/8cf0013b-2af6-48c4-95e5-a331c1b57abc/78d29104-67f1-421f-8247-3718216ac971) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:26:38.181197 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c60ae318-d8b7-40a2-becb-5f0503ad7654 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:38.282443 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c972d9ed-c6ed-43d8-a1ec-260ab6318bdf no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:26:38.318691 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68252056-f93a-42c5-9f25-6848e0180637 req-aec8b091-7c57-44fb-8345-052124c1cdd0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0694473 Aug 17 03:26:38.349219 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: c972d9ed-c6ed-43d8-a1ec-260ab6318bdf {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:26:38.349757 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c972d9ed-c6ed-43d8-a1ec-260ab6318bdf not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:26:38.365739 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:38.390949 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:38.410978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68252056-f93a-42c5-9f25-6848e0180637 req-ee9e1038-85bc-4033-89f7-db7692fa2b66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:38.412599 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68252056-f93a-42c5-9f25-6848e0180637 req-ee9e1038-85bc-4033-89f7-db7692fa2b66 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a413c1ede0c433aa3547c9dae3b5dcd&device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 1097 time: 0.0418813 Aug 17 03:26:38.489458 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Transition to ACTIVE for port object 78d29104-67f1-421f-8247-3718216ac971 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:38.503098 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c60ae318-d8b7-40a2-becb-5f0503ad7654 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:38.505896 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c60ae318-d8b7-40a2-becb-5f0503ad7654 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:38.507128 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c60ae318-d8b7-40a2-becb-5f0503ad7654 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a3d9b77-1b18-4056-a812-5a52a81c9162 HTTP/1.1" status: 204 len: 168 time: 0.3980453 Aug 17 03:26:38.512531 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Transition to ACTIVE for port object 78d29104-67f1-421f-8247-3718216ac971 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:38.519728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ae318-d8b7-40a2-becb-5f0503ad7654 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3d9b77-1b18-4056-a812-5a52a81c9162,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:38.529983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68252056-f93a-42c5-9f25-6848e0180637 req-705f8da6-c4e8-4f43-ac87-9f60f5e590bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:38.531494 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68252056-f93a-42c5-9f25-6848e0180637 req-705f8da6-c4e8-4f43-ac87-9f60f5e590bc service neutron] 10.222.0.60 "GET /v2.0/networks?id=62d8fcd8-3e20-4172-a1f1-161cbb544d92 HTTP/1.1" status: 200 len: 914 time: 0.0989022 Aug 17 03:26:38.589234 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:38.620371 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68252056-f93a-42c5-9f25-6848e0180637 req-46305ac0-3427-442c-8daa-c81f5437d7ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f28cfd35-e6f7-450c-8515-c171f8a3eb36 HTTP/1.1" status: 200 len: 1002 time: 0.0795736 Aug 17 03:26:38.641468 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:26:38.646690 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:38.649763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:26:38.664340 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Pushing event updated for resources: {'Port': ['ID=78d29104-67f1-421f-8247-3718216ac971,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:38.694549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68252056-f93a-42c5-9f25-6848e0180637 req-e3deaaf9-8662-425a-87b3-305b496280b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:38.696141 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68252056-f93a-42c5-9f25-6848e0180637 req-e3deaaf9-8662-425a-87b3-305b496280b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=229b35b8-a9d8-4a11-a243-0b744b27a861 HTTP/1.1" status: 200 len: 853 time: 0.0690279 Aug 17 03:26:38.738398 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:38.745704 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Attempting to bind port 78d29104-67f1-421f-8247-3718216ac971 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:26:38.746084 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Attempting to bind port 78d29104-67f1-421f-8247-3718216ac971 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '5287faf4-7377-4efc-99de-e7192b7f2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:26:38.747273 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Attempting to bind port 78d29104-67f1-421f-8247-3718216ac971 on network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:26:38.758957 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:26:38.759397 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Checking segment: {'id': '5287faf4-7377-4efc-99de-e7192b7f2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:38.765848 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:38.765848 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Bound using segment: {'id': '5287faf4-7377-4efc-99de-e7192b7f2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:26:38.765848 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Bound port: 78d29104-67f1-421f-8247-3718216ac971, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5287faf4-7377-4efc-99de-e7192b7f2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:26:38.765848 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:38.773179 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:38.775118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68252056-f93a-42c5-9f25-6848e0180637 req-df2abffb-8774-4222-8bd7-16db575c9688 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:38.776676 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68252056-f93a-42c5-9f25-6848e0180637 req-df2abffb-8774-4222-8bd7-16db575c9688 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62d8fcd8-3e20-4172-a1f1-161cbb544d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0734360 Aug 17 03:26:38.871395 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] For port 78d29104-67f1-421f-8247-3718216ac971, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:26:38.876131 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] For port 78d29104-67f1-421f-8247-3718216ac971, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=78d29104-67f1-421f-8247-3718216ac971,segment=NetworkSegment(5287faf4-7377-4efc-99de-e7192b7f2f7d),segment_id=5287faf4-7377-4efc-99de-e7192b7f2f7d)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:26:38.911478 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Allocated IP 172.25.1.218 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/665040a4-351c-47b3-a517-cd14d1f5d02e) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:26:38.920606 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68252056-f93a-42c5-9f25-6848e0180637 req-b5a70a42-7ef1-45c6-ab0d-f5d21b93b20d service neutron] 10.222.0.60 "GET /v2.0/networks/62d8fcd8-3e20-4172-a1f1-161cbb544d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1365237 Aug 17 03:26:38.931733 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:39.060117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea4b12e-128b-4b20-bc6a-3d21b30d138a None None] Pushing event updated for resources: {'Port': ['ID=78d29104-67f1-421f-8247-3718216ac971,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:39.071977 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:39.095833 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68252056-f93a-42c5-9f25-6848e0180637 req-58d0c3b0-a1ba-4ca1-b927-f41be0a59da0 service neutron] 10.222.0.60 "GET /v2.0/networks/62d8fcd8-3e20-4172-a1f1-161cbb544d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1675589 Aug 17 03:26:39.151134 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:39.208334 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Pushing event updated for resources: {'Port': ['ID=665040a4-351c-47b3-a517-cd14d1f5d02e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:39.231350 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:26:39.238204 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:39.241034 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:26:39.618010 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:39.859408 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:39.908235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34980) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:40.033305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-94fe738e-a6ed-4562-8534-3e23ab263418 tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] Request body: {'port': {'network_id': 'd669cf6d-3c16-4246-9646-3f9cbc59747e', 'name': 'tempest-NetworksNegativeTestJSON-1460128952'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:40.048539 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-94fe738e-a6ed-4562-8534-3e23ab263418 tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] POST failed (client error): The resource could not be found. Aug 17 03:26:40.049126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94fe738e-a6ed-4562-8534-3e23ab263418 tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:40.050401 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-94fe738e-a6ed-4562-8534-3e23ab263418 tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] 10.222.0.10 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.1410689 Aug 17 03:26:40.054320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34986) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:40.073603 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-80e56258-f23c-4bc6-a966-1776d64b47ab tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:40.074166 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80e56258-f23c-4bc6-a966-1776d64b47ab tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:40.076763 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-80e56258-f23c-4bc6-a966-1776d64b47ab tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] 10.222.0.10 "DELETE /v2.0/networks/8456be82-7efd-4f53-8647-db93d2db27b1 HTTP/1.1" status: 404 len: 339 time: 0.0214961 Aug 17 03:26:40.080326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34988) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:40.087240 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Router fd0cb181-b60e-40d3-9986-c7324215be45 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:26:40.104465 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-81987ae9-42fc-4761-b89e-43aa2fe6ac12 tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:40.105157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-81987ae9-42fc-4761-b89e-43aa2fe6ac12 tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:40.107019 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-81987ae9-42fc-4761-b89e-43aa2fe6ac12 tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] 10.222.0.10 "DELETE /v2.0/ports/1888685e-f635-462e-a09f-509e6dc0265e HTTP/1.1" status: 404 len: 333 time: 0.0257640 Aug 17 03:26:40.110932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34992) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:40.140841 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdb1b415-1d7d-43c2-9d0e-7a5b3601671f tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] DELETE failed (client error): The resource could not be found. Aug 17 03:26:40.141207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b26b7aaf-6935-4b4c-9d38-3234be732be1 None None] Network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:40.141748 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdb1b415-1d7d-43c2-9d0e-7a5b3601671f tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:40.143200 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fdb1b415-1d7d-43c2-9d0e-7a5b3601671f tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] 10.222.0.10 "DELETE /v2.0/subnets/d36d2108-11ec-4e14-a37e-5658a3be5bae HTTP/1.1" status: 404 len: 337 time: 0.0311327 Aug 17 03:26:40.147217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34994) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:40.167998 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fc4fed0-84e2-4b42-bae4-493aca7ff72f tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] GET failed (client error): The resource could not be found. Aug 17 03:26:40.169656 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5fc4fed0-84e2-4b42-bae4-493aca7ff72f tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] 10.222.0.10 "GET /v2.0/networks/3a53ec57-3708-48f9-a154-4acb574a0691 HTTP/1.1" status: 404 len: 339 time: 0.0213089 Aug 17 03:26:40.176829 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34996) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:40.222032 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1c342f3-ff76-4ea5-8cb7-3b1f6ebd79a0 tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] GET failed (client error): The resource could not be found. Aug 17 03:26:40.227322 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a1c342f3-ff76-4ea5-8cb7-3b1f6ebd79a0 tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] 10.222.0.10 "GET /v2.0/ports/5417ecc2-5eda-4b37-8daa-b21df5a98735 HTTP/1.1" status: 404 len: 333 time: 0.0468812 Aug 17 03:26:40.227322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 34998) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:40.253462 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:26:40.265187 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a4cafa-371a-4ee7-9ae5-ffad80d8c9cc tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] GET failed (client error): The resource could not be found. Aug 17 03:26:40.271815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35000) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:40.271977 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f8a4cafa-371a-4ee7-9ae5-ffad80d8c9cc tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] 10.222.0.10 "GET /v2.0/subnets/38007733-ec90-4f02-9bd1-a3c8e0535d36 HTTP/1.1" status: 404 len: 337 time: 0.0442173 Aug 17 03:26:40.279996 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d68ea17a-26b2-4726-9bc4-e4e41b07f137 tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] Request body: {'network': {'name': 'new_name'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:40.283899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Sync routers for ids ['fd0cb181-b60e-40d3-9986-c7324215be45'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:26:40.299360 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-d68ea17a-26b2-4726-9bc4-e4e41b07f137 tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] PUT failed (client error): The resource could not be found. Aug 17 03:26:40.299957 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d68ea17a-26b2-4726-9bc4-e4e41b07f137 tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:40.303868 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d68ea17a-26b2-4726-9bc4-e4e41b07f137 tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] 10.222.0.10 "PUT /v2.0/networks/615094a1-00b8-4c0f-9408-109386c04b27 HTTP/1.1" status: 404 len: 339 time: 0.0310152 Aug 17 03:26:40.308090 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35002) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:40.311171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Routers {'fd0cb181-b60e-40d3-9986-c7324215be45'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:26:40.312545 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:26:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['fd0cb181-b60e-40d3-9986-c7324215be45'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:40.315032 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-01d94b90-cffa-4672-8691-7370133de62f tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] Request body: {'port': {'name': 'new_name'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:40.340256 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-01d94b90-cffa-4672-8691-7370133de62f tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] PUT failed (client error): The resource could not be found. Aug 17 03:26:40.341386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01d94b90-cffa-4672-8691-7370133de62f tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:40.349758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35004) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:40.351601 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-01d94b90-cffa-4672-8691-7370133de62f tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] 10.222.0.10 "PUT /v2.0/ports/2f287c1a-a173-41d8-a813-43c22c88af26 HTTP/1.1" status: 404 len: 333 time: 0.0407414 Aug 17 03:26:40.362619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-3830547f-bb67-4093-95cc-995cad4b3e43 tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:40.376246 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 78d29104-67f1-421f-8247-3718216ac971 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:26:40.389646 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-3830547f-bb67-4093-95cc-995cad4b3e43 tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] PUT failed (client error): The resource could not be found. Aug 17 03:26:40.390156 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3830547f-bb67-4093-95cc-995cad4b3e43 tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 03:26:40.391326 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3830547f-bb67-4093-95cc-995cad4b3e43 tempest-NetworksNegativeTestJSON-1945637729 tempest-NetworksNegativeTestJSON-1945637729-project] 10.222.0.10 "PUT /v2.0/subnets/c67c59af-13b0-4044-910f-f43bfb47fa98 HTTP/1.1" status: 404 len: 337 time: 0.0405595 Aug 17 03:26:40.392137 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:40.393210 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4f49377e-0d22-4d15-9418-44f438bffc03 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4680889 Aug 17 03:26:40.396641 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35006) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:40.427636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e3e3dd6f-8618-476c-ad81-52e8309e45d6 None None] Provisioning for port 78d29104-67f1-421f-8247-3718216ac971 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:26:40.521596 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Set router fd0cb181-b60e-40d3-9986-c7324215be45 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:26:40.709860 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 78d29104-67f1-421f-8247-3718216ac971 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:26:40.716940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 78d29104-67f1-421f-8247-3718216ac971 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:40.717611 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:40.799021 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'name': 'tempest-TestServerMultinode-1019093612-router', 'tenant_id': '12cf1262f9af49da9599645f2e31d2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '665040a4-351c-47b3-a517-cd14d1f5d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:26:38Z', 'updated_at': '2021-08-17T03:26:39Z', 'revision_number': 3, 'project_id': '12cf1262f9af49da9599645f2e31d2f1', 'gw_port': {'id': '665040a4-351c-47b3-a517-cd14d1f5d02e', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:38Z', 'updated_at': '2021-08-17T03:26:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:40.861242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Checking router: fd0cb181-b60e-40d3-9986-c7324215be45 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:26:40.861894 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Updating router fd0cb181-b60e-40d3-9986-c7324215be45 port 665040a4-351c-47b3-a517-cd14d1f5d02e binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:26:40.919878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3d575a40-c8d7-49b8-ac0d-7b90a3cf9609 None None] Provisioning complete for port 78d29104-67f1-421f-8247-3718216ac971 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:40.920255 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3d575a40-c8d7-49b8-ac0d-7b90a3cf9609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:40.923618 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:40.928333 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:41.044589 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:41.090356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35020) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:41.097232 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 78d29104-67f1-421f-8247-3718216ac971, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=78d29104-67f1-421f-8247-3718216ac971,segment=NetworkSegment(5287faf4-7377-4efc-99de-e7192b7f2f7d),segment_id=5287faf4-7377-4efc-99de-e7192b7f2f7d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:41.236654 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:41.244506 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Allocated IP 172.20.0.1 (9a6df367-5c88-4ef9-885e-4d6b2cb5e222/8cf0013b-2af6-48c4-95e5-a331c1b57abc/f8ef473d-5abd-45da-bc1a-89bb09c19db3) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:26:41.246961 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3d575a40-c8d7-49b8-ac0d-7b90a3cf9609 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:41.248599 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7f2960b5-49ac-4b36-aaab-a8d47da36068 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:41.348506 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7f2960b5-49ac-4b36-aaab-a8d47da36068 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:41.367212 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=78d29104-67f1-421f-8247-3718216ac971,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:41.377173 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:41.391782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Transition to ACTIVE for port object f8ef473d-5abd-45da-bc1a-89bb09c19db3 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:41.437685 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7f2960b5-49ac-4b36-aaab-a8d47da36068 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:41.486314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2960b5-49ac-4b36-aaab-a8d47da36068 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dea614e-a1bd-4165-a724-26156d3c4415,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:41.492333 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7f2960b5-49ac-4b36-aaab-a8d47da36068 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=199e3cfda1c249f5be96a385e0914b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3997416 Aug 17 03:26:41.495036 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35026) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:41.548287 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:41.578850 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e1eeb70-0e04-429e-9ec1-7bca873ad4b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:41.615569 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:26:41.615733 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-3d575a40-c8d7-49b8-ac0d-7b90a3cf9609 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:26:41.615733 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-3d575a40-c8d7-49b8-ac0d-7b90a3cf9609 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:26:41.617723 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:41.623986 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:26:41.625883 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Pushing event updated for resources: {'Port': ['ID=f8ef473d-5abd-45da-bc1a-89bb09c19db3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:41.641580 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e1eeb70-0e04-429e-9ec1-7bca873ad4b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:41.693509 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:41.715928 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:41.738275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Transition to ACTIVE for port object 665040a4-351c-47b3-a517-cd14d1f5d02e will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:41.860138 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:41.900411 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e1eeb70-0e04-429e-9ec1-7bca873ad4b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:41.904437 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e1eeb70-0e04-429e-9ec1-7bca873ad4b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:41.909165 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5e1eeb70-0e04-429e-9ec1-7bca873ad4b7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8dea614e-a1bd-4165-a724-26156d3c4415 HTTP/1.1" status: 204 len: 168 time: 0.4092269 Aug 17 03:26:41.914592 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1eeb70-0e04-429e-9ec1-7bca873ad4b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dea614e-a1bd-4165-a724-26156d3c4415,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:41.914771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f819a5b-183b-4032-99ea-1b31cb60752c None None] Pushing event updated for resources: {'Port': ['ID=665040a4-351c-47b3-a517-cd14d1f5d02e,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:41.917931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Attempting to bind port 665040a4-351c-47b3-a517-cd14d1f5d02e on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:26:41.918451 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Attempting to bind port 665040a4-351c-47b3-a517-cd14d1f5d02e by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:26:41.918932 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Attempting to bind port 665040a4-351c-47b3-a517-cd14d1f5d02e on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:26:41.931397 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:26:41.931863 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:41.932335 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:41.932805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:26:41.933512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Bound port: 665040a4-351c-47b3-a517-cd14d1f5d02e, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:26:41.934295 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:41.995816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] For port 665040a4-351c-47b3-a517-cd14d1f5d02e, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:26:42.000075 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] For port 665040a4-351c-47b3-a517-cd14d1f5d02e, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=665040a4-351c-47b3-a517-cd14d1f5d02e,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:26:42.006496 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:42.063029 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:42.150488 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Routers {'fd0cb181-b60e-40d3-9986-c7324215be45'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:26:42.151055 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:26:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['fd0cb181-b60e-40d3-9986-c7324215be45'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:42.155438 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f819a5b-183b-4032-99ea-1b31cb60752c None None] Pushing event updated for resources: {'Port': ['ID=665040a4-351c-47b3-a517-cd14d1f5d02e,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:42.201442 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:42.268551 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 78d29104-67f1-421f-8247-3718216ac971 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:26:42.319675 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:42.322935 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] Set router fd0cb181-b60e-40d3-9986-c7324215be45 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:26:42.432064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Pushing event updated for resources: {'Port': ['ID=f8ef473d-5abd-45da-bc1a-89bb09c19db3,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:42.443094 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:42.472890 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 78d29104-67f1-421f-8247-3718216ac971 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:42.473257 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:42.476754 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1de9c863-fc3c-49c0-9004-7125581ea728 None None] Provisioning for port f8ef473d-5abd-45da-bc1a-89bb09c19db3 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:26:42.510308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1de9c863-fc3c-49c0-9004-7125581ea728 None None] Provisioning complete for port f8ef473d-5abd-45da-bc1a-89bb09c19db3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:42.510949 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1de9c863-fc3c-49c0-9004-7125581ea728 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:42.554494 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:26:42.555850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:42.590037 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1de9c863-fc3c-49c0-9004-7125581ea728 None None] Port f8ef473d-5abd-45da-bc1a-89bb09c19db3 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:26:42.692678 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Router fd0cb181-b60e-40d3-9986-c7324215be45 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:26:42.694539 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'name': 'tempest-TestServerMultinode-1019093612-router', 'tenant_id': '12cf1262f9af49da9599645f2e31d2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '665040a4-351c-47b3-a517-cd14d1f5d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:26:38Z', 'updated_at': '2021-08-17T03:26:41Z', 'revision_number': 4, 'project_id': '12cf1262f9af49da9599645f2e31d2f1', 'gw_port': {'id': '665040a4-351c-47b3-a517-cd14d1f5d02e', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:38Z', 'updated_at': '2021-08-17T03:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'f8ef473d-5abd-45da-bc1a-89bb09c19db3', 'name': '', 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222', 'tenant_id': '12cf1262f9af49da9599645f2e31d2f1', 'mac_address': 'fa:16:3e:fc:5e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '8cf0013b-2af6-48c4-95e5-a331c1b57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:41Z', 'updated_at': '2021-08-17T03:26:41Z', 'revision_number': 1, 'project_id': '12cf1262f9af49da9599645f2e31d2f1', 'subnets': [{'id': '8cf0013b-2af6-48c4-95e5-a331c1b57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:42.734078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c702d5de-9dd1-4367-aa8c-ee9e023a547f None None] The sync data for ids ['fd0cb181-b60e-40d3-9986-c7324215be45'] in n-d-802060-9 is: [{'id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'name': 'tempest-TestServerMultinode-1019093612-router', 'tenant_id': '12cf1262f9af49da9599645f2e31d2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '665040a4-351c-47b3-a517-cd14d1f5d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:26:38Z', 'updated_at': '2021-08-17T03:26:41Z', 'revision_number': 4, 'project_id': '12cf1262f9af49da9599645f2e31d2f1', 'gw_port': {'id': '665040a4-351c-47b3-a517-cd14d1f5d02e', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d6:41', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:38Z', 'updated_at': '2021-08-17T03:26:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'f8ef473d-5abd-45da-bc1a-89bb09c19db3', 'name': '', 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222', 'tenant_id': '12cf1262f9af49da9599645f2e31d2f1', 'mac_address': 'fa:16:3e:fc:5e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '8cf0013b-2af6-48c4-95e5-a331c1b57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:41Z', 'updated_at': '2021-08-17T03:26:41Z', 'revision_number': 1, 'project_id': '12cf1262f9af49da9599645f2e31d2f1', 'subnets': [{'id': '8cf0013b-2af6-48c4-95e5-a331c1b57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:26:42.916447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ab7796f1-0442-4e8c-8620-284cfbde73fe None None] Provisioning complete for port f8ef473d-5abd-45da-bc1a-89bb09c19db3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:42.921280 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ab7796f1-0442-4e8c-8620-284cfbde73fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:42.988226 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ab7796f1-0442-4e8c-8620-284cfbde73fe None None] Port f8ef473d-5abd-45da-bc1a-89bb09c19db3 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:26:43.166856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:26:43.177478 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f6521a81-7c0c-4c67-85a1-48b4e6da931a admin admin] 10.222.0.10 "PUT /v2.0/routers/fd0cb181-b60e-40d3-9986-c7324215be45/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7791119 Aug 17 03:26:44.251027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35106) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:44.258584 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-834db71a-4bec-47df-b281-a3331d03aa5d admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1945954663-network', 'tenant_id': '03be93f5976949d5946d5a3792016baf'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:44.331835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 665040a4-351c-47b3-a517-cd14d1f5d02e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:26:44.352029 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-834db71a-4bec-47df-b281-a3331d03aa5d admin admin] Made reservation on behalf of 03be93f5976949d5946d5a3792016baf for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:44.356665 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-834db71a-4bec-47df-b281-a3331d03aa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:44.368813 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-834db71a-4bec-47df-b281-a3331d03aa5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:44.466231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 665040a4-351c-47b3-a517-cd14d1f5d02e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:26:44.470401 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 665040a4-351c-47b3-a517-cd14d1f5d02e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:44.471222 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:44.486742 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-834db71a-4bec-47df-b281-a3331d03aa5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:44.559444 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:44.581501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 665040a4-351c-47b3-a517-cd14d1f5d02e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=665040a4-351c-47b3-a517-cd14d1f5d02e,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:44.592045 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-834db71a-4bec-47df-b281-a3331d03aa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:44.618088 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-834db71a-4bec-47df-b281-a3331d03aa5d admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:26:44.629275 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834db71a-4bec-47df-b281-a3331d03aa5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51f0744d-fe67-40a5-85f7-0fae5558ad07,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:44.636341 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-834db71a-4bec-47df-b281-a3331d03aa5d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:44.636698 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-834db71a-4bec-47df-b281-a3331d03aa5d admin admin] Added segment 0a530bd3-38b0-45ff-9c7d-e1adbcb40d45 of type vlan for network 16178cf0-f759-4492-aa50-99ae9764028a Aug 17 03:26:44.679030 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-834db71a-4bec-47df-b281-a3331d03aa5d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:44.707678 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:44.779195 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=665040a4-351c-47b3-a517-cd14d1f5d02e,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:44.845939 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-834db71a-4bec-47df-b281-a3331d03aa5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:44.847116 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-834db71a-4bec-47df-b281-a3331d03aa5d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:44.849227 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-834db71a-4bec-47df-b281-a3331d03aa5d admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:44.923790 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-834db71a-4bec-47df-b281-a3331d03aa5d admin admin] Pushing event updated for resources: {'Network': ['ID=16178cf0-f759-4492-aa50-99ae9764028a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:44.934812 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 16178cf0-f759-4492-aa50-99ae9764028a details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:26:44.987072 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35116) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:44.995600 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-834db71a-4bec-47df-b281-a3331d03aa5d admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7434444 Aug 17 03:26:45.000479 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35120) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:45.007940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-e81acb08-df32-4af5-bfa9-b8a5a77b6ac0 admin admin] Request body: {'subnet': {'network_id': '16178cf0-f759-4492-aa50-99ae9764028a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1945954663-subnet', 'tenant_id': '03be93f5976949d5946d5a3792016baf', 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:45.094714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e81acb08-df32-4af5-bfa9-b8a5a77b6ac0 admin admin] Made reservation on behalf of 03be93f5976949d5946d5a3792016baf for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:45.097206 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e81acb08-df32-4af5-bfa9-b8a5a77b6ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:45.157284 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6202a1b4-8c26-45ac-87f2-18e92bb66de6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:45.234984 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Sync routers for ids ['fd0cb181-b60e-40d3-9986-c7324215be45'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:26:45.246180 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Routers {'fd0cb181-b60e-40d3-9986-c7324215be45'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:26:45.246180 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:26:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['fd0cb181-b60e-40d3-9986-c7324215be45'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:45.290923 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-219ff5e3-e72b-4e87-b1aa-e4a6f6568f3c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:45.366404 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Set router fd0cb181-b60e-40d3-9986-c7324215be45 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:26:45.385689 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6202a1b4-8c26-45ac-87f2-18e92bb66de6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:45.468718 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e81acb08-df32-4af5-bfa9-b8a5a77b6ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:45.522317 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6202a1b4-8c26-45ac-87f2-18e92bb66de6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:45.573331 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81acb08-df32-4af5-bfa9-b8a5a77b6ac0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33ef37d7-3bc3-4ae9-a8a1-06505b6abf1e,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:45.593235 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6202a1b4-8c26-45ac-87f2-18e92bb66de6 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1afc40dc69354d09b9344b401205c0dc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6026101 Aug 17 03:26:45.594107 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35128) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:45.595542 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6202a1b4-8c26-45ac-87f2-18e92bb66de6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2568fab3-2f20-4ca1-894a-a165a2136380,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:45.620505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e81acb08-df32-4af5-bfa9-b8a5a77b6ac0 admin admin] Checking segment: {'id': '0a530bd3-38b0-45ff-9c7d-e1adbcb40d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16178cf0-f759-4492-aa50-99ae9764028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:45.620877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81acb08-df32-4af5-bfa9-b8a5a77b6ac0 admin admin] Network hostable DHCP agents. Network: 16178cf0-f759-4492-aa50-99ae9764028a, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:26:45.624066 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'name': 'tempest-TestServerMultinode-1019093612-router', 'tenant_id': '12cf1262f9af49da9599645f2e31d2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '665040a4-351c-47b3-a517-cd14d1f5d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:26:38Z', 'updated_at': '2021-08-17T03:26:41Z', 'revision_number': 4, 'project_id': '12cf1262f9af49da9599645f2e31d2f1', 'gw_port': {'id': '665040a4-351c-47b3-a517-cd14d1f5d02e', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:38Z', 'updated_at': '2021-08-17T03:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'f8ef473d-5abd-45da-bc1a-89bb09c19db3', 'name': '', 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222', 'tenant_id': '12cf1262f9af49da9599645f2e31d2f1', 'mac_address': 'fa:16:3e:fc:5e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '8cf0013b-2af6-48c4-95e5-a331c1b57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:41Z', 'updated_at': '2021-08-17T03:26:42Z', 'revision_number': 2, 'project_id': '12cf1262f9af49da9599645f2e31d2f1', 'subnets': [{'id': '8cf0013b-2af6-48c4-95e5-a331c1b57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:45.652784 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Checking router: fd0cb181-b60e-40d3-9986-c7324215be45 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:26:45.653371 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Updating router fd0cb181-b60e-40d3-9986-c7324215be45 port f8ef473d-5abd-45da-bc1a-89bb09c19db3 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:26:45.678790 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0001e0c8-d525-4d9a-bf32-78273f019ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:45.695415 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:45.704300 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0001e0c8-d525-4d9a-bf32-78273f019ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:45.721758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e81acb08-df32-4af5-bfa9-b8a5a77b6ac0 admin admin] Network 16178cf0-f759-4492-aa50-99ae9764028a is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:26:45.816752 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-e81acb08-df32-4af5-bfa9-b8a5a77b6ac0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 16178cf0-f759-4492-aa50-99ae9764028a) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:45.820991 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e81acb08-df32-4af5-bfa9-b8a5a77b6ac0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:45.822314 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e81acb08-df32-4af5-bfa9-b8a5a77b6ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:45.826302 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0011cc5b-da19-468d-a00e-a94f2f2c29bb None None] Network 16178cf0-f759-4492-aa50-99ae9764028a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:45.865987 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0001e0c8-d525-4d9a-bf32-78273f019ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:45.868836 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0001e0c8-d525-4d9a-bf32-78273f019ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:45.870109 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0001e0c8-d525-4d9a-bf32-78273f019ba6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2568fab3-2f20-4ca1-894a-a165a2136380 HTTP/1.1" status: 204 len: 168 time: 0.2755072 Aug 17 03:26:45.881665 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0001e0c8-d525-4d9a-bf32-78273f019ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2568fab3-2f20-4ca1-894a-a165a2136380,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:45.966999 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e81acb08-df32-4af5-bfa9-b8a5a77b6ac0 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.9620042 Aug 17 03:26:45.967201 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35136) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:45.973817 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1945954663-router', 'tenant_id': '03be93f5976949d5946d5a3792016baf', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:46.019144 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:46.027362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-16178cf0-f759-4492-aa50-99ae9764028a', 'network_id': '16178cf0-f759-4492-aa50-99ae9764028a', 'tenant_id': '03be93f5976949d5946d5a3792016baf', 'fixed_ips': [{'subnet_id': '33ef37d7-3bc3-4ae9-a8a1-06505b6abf1e'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:26:46.029016 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:46.034013 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Transition to ACTIVE for port object f8ef473d-5abd-45da-bc1a-89bb09c19db3 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:46.078306 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:46.079392 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:46.135226 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:46.154635 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:46.166847 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Allocated IP 172.20.0.2 (16178cf0-f759-4492-aa50-99ae9764028a/33ef37d7-3bc3-4ae9-a8a1-06505b6abf1e/8c69935e-ac5e-4fdc-a490-14f27d014303) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:26:46.197956 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca48bba-4592-4934-9bb8-474dbf0f9a78 None None] Pushing event updated for resources: {'Port': ['ID=f8ef473d-5abd-45da-bc1a-89bb09c19db3,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:46.206182 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca48bba-4592-4934-9bb8-474dbf0f9a78 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:46.206531 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca48bba-4592-4934-9bb8-474dbf0f9a78 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:46.206864 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca48bba-4592-4934-9bb8-474dbf0f9a78 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:46.207369 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca48bba-4592-4934-9bb8-474dbf0f9a78 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:46.207709 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca48bba-4592-4934-9bb8-474dbf0f9a78 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:46.208038 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca48bba-4592-4934-9bb8-474dbf0f9a78 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:46.208365 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca48bba-4592-4934-9bb8-474dbf0f9a78 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:46.208697 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca48bba-4592-4934-9bb8-474dbf0f9a78 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:46.208995 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca48bba-4592-4934-9bb8-474dbf0f9a78 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:46.209316 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca48bba-4592-4934-9bb8-474dbf0f9a78 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:46.209668 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca48bba-4592-4934-9bb8-474dbf0f9a78 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:46.209978 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ca48bba-4592-4934-9bb8-474dbf0f9a78 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:26:46.287544 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Attempting to bind port f8ef473d-5abd-45da-bc1a-89bb09c19db3 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:26:46.288749 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Attempting to bind port f8ef473d-5abd-45da-bc1a-89bb09c19db3 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '5287faf4-7377-4efc-99de-e7192b7f2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:26:46.289363 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Attempting to bind port f8ef473d-5abd-45da-bc1a-89bb09c19db3 on network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:26:46.306227 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:26:46.306690 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Checking segment: {'id': '5287faf4-7377-4efc-99de-e7192b7f2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:46.307199 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:46.307814 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Bound using segment: {'id': '5287faf4-7377-4efc-99de-e7192b7f2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:26:46.310061 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Bound port: f8ef473d-5abd-45da-bc1a-89bb09c19db3, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5287faf4-7377-4efc-99de-e7192b7f2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:26:46.310794 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:46.310988 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 665040a4-351c-47b3-a517-cd14d1f5d02e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:26:46.394813 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] For port f8ef473d-5abd-45da-bc1a-89bb09c19db3, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:26:46.398758 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] For port f8ef473d-5abd-45da-bc1a-89bb09c19db3, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f8ef473d-5abd-45da-bc1a-89bb09c19db3,segment=NetworkSegment(5287faf4-7377-4efc-99de-e7192b7f2f7d),segment_id=5287faf4-7377-4efc-99de-e7192b7f2f7d)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:26:46.432536 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:46.446036 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Transition to ACTIVE for port object 8c69935e-ac5e-4fdc-a490-14f27d014303 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:46.457971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 665040a4-351c-47b3-a517-cd14d1f5d02e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:46.458338 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:46.488211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Transition to ACTIVE for port object 8c69935e-ac5e-4fdc-a490-14f27d014303 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:46.498245 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:46.512653 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:46.570822 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca48bba-4592-4934-9bb8-474dbf0f9a78 None None] Pushing event updated for resources: {'Port': ['ID=f8ef473d-5abd-45da-bc1a-89bb09c19db3,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:46.582399 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Routers {'fd0cb181-b60e-40d3-9986-c7324215be45'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:26:46.583129 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:26:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['fd0cb181-b60e-40d3-9986-c7324215be45'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:46.599798 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:46.643000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Network 16178cf0-f759-4492-aa50-99ae9764028a is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:26:46.648197 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:46.654237 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:26:46.706051 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Pushing event updated for resources: {'Port': ['ID=8c69935e-ac5e-4fdc-a490-14f27d014303,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:46.752747 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Attempting to bind port 8c69935e-ac5e-4fdc-a490-14f27d014303 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:26:46.753117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Attempting to bind port 8c69935e-ac5e-4fdc-a490-14f27d014303 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '0a530bd3-38b0-45ff-9c7d-e1adbcb40d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16178cf0-f759-4492-aa50-99ae9764028a'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:26:46.753508 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Attempting to bind port 8c69935e-ac5e-4fdc-a490-14f27d014303 on network 16178cf0-f759-4492-aa50-99ae9764028a {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:26:46.769699 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:26:46.770090 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Checking segment: {'id': '0a530bd3-38b0-45ff-9c7d-e1adbcb40d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16178cf0-f759-4492-aa50-99ae9764028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:46.770490 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:46.770889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Bound using segment: {'id': '0a530bd3-38b0-45ff-9c7d-e1adbcb40d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16178cf0-f759-4492-aa50-99ae9764028a'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:26:46.771361 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Bound port: 8c69935e-ac5e-4fdc-a490-14f27d014303, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a530bd3-38b0-45ff-9c7d-e1adbcb40d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16178cf0-f759-4492-aa50-99ae9764028a'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:26:46.771750 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:46.824009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35150) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:46.845043 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c7edb59-c342-4bfd-a239-0b3820f12db4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:46.881834 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] For port 8c69935e-ac5e-4fdc-a490-14f27d014303, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:26:46.881834 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] For port 8c69935e-ac5e-4fdc-a490-14f27d014303, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8c69935e-ac5e-4fdc-a490-14f27d014303,segment=NetworkSegment(0a530bd3-38b0-45ff-9c7d-e1adbcb40d45),segment_id=0a530bd3-38b0-45ff-9c7d-e1adbcb40d45)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:26:46.891583 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] Set router fd0cb181-b60e-40d3-9986-c7324215be45 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:26:46.966764 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:46.982197 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c7edb59-c342-4bfd-a239-0b3820f12db4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:46.986199 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:47.017498 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:47.050990 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c7edb59-c342-4bfd-a239-0b3820f12db4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:47.077332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e00adc-3184-4de6-aaf0-4bc7029db436 None None] Pushing event updated for resources: {'Port': ['ID=8c69935e-ac5e-4fdc-a490-14f27d014303,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:47.092733 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6c7edb59-c342-4bfd-a239-0b3820f12db4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c47f9969f83147d0beb16358a5378f9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2670641 Aug 17 03:26:47.100071 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35152) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:47.141346 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c7edb59-c342-4bfd-a239-0b3820f12db4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55de45f2-7296-4a12-82e2-b03836612f9f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:47.189641 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-551bb923-c23e-4549-bafb-d912a4a7eb4d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:47.202685 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Allocated IP 172.25.1.112 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/748b2ec1-665b-4dd9-a52d-26f6c86788f1) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:26:47.203126 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'name': 'tempest-TestServerMultinode-1019093612-router', 'tenant_id': '12cf1262f9af49da9599645f2e31d2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '665040a4-351c-47b3-a517-cd14d1f5d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:26:38Z', 'updated_at': '2021-08-17T03:26:41Z', 'revision_number': 4, 'project_id': '12cf1262f9af49da9599645f2e31d2f1', 'gw_port': {'id': '665040a4-351c-47b3-a517-cd14d1f5d02e', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:38Z', 'updated_at': '2021-08-17T03:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'f8ef473d-5abd-45da-bc1a-89bb09c19db3', 'name': '', 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222', 'tenant_id': '12cf1262f9af49da9599645f2e31d2f1', 'mac_address': 'fa:16:3e:fc:5e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '8cf0013b-2af6-48c4-95e5-a331c1b57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:41Z', 'updated_at': '2021-08-17T03:26:46Z', 'revision_number': 4, 'project_id': '12cf1262f9af49da9599645f2e31d2f1', 'subnets': [{'id': '8cf0013b-2af6-48c4-95e5-a331c1b57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:47.218033 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-551bb923-c23e-4549-bafb-d912a4a7eb4d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:47.240489 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-563d2bb3-8d6a-44f9-a1a9-d054c25f32d0 None None] The sync data for ids ['fd0cb181-b60e-40d3-9986-c7324215be45'] in n-d-802060-9 is: [{'id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'name': 'tempest-TestServerMultinode-1019093612-router', 'tenant_id': '12cf1262f9af49da9599645f2e31d2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '665040a4-351c-47b3-a517-cd14d1f5d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:26:38Z', 'updated_at': '2021-08-17T03:26:41Z', 'revision_number': 4, 'project_id': '12cf1262f9af49da9599645f2e31d2f1', 'gw_port': {'id': '665040a4-351c-47b3-a517-cd14d1f5d02e', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:38Z', 'updated_at': '2021-08-17T03:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'f8ef473d-5abd-45da-bc1a-89bb09c19db3', 'name': '', 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222', 'tenant_id': '12cf1262f9af49da9599645f2e31d2f1', 'mac_address': 'fa:16:3e:fc:5e:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'device_owner': 'network:router_interface', 'standard_attr_id': 3698, 'fixed_ips': [{'subnet_id': '8cf0013b-2af6-48c4-95e5-a331c1b57abc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:41Z', 'updated_at': '2021-08-17T03:26:46Z', 'revision_number': 4, 'project_id': '12cf1262f9af49da9599645f2e31d2f1', 'subnets': [{'id': '8cf0013b-2af6-48c4-95e5-a331c1b57abc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:26:47.379862 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:47.382439 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-551bb923-c23e-4549-bafb-d912a4a7eb4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:47.385847 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-551bb923-c23e-4549-bafb-d912a4a7eb4d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:47.387433 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-551bb923-c23e-4549-bafb-d912a4a7eb4d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/55de45f2-7296-4a12-82e2-b03836612f9f HTTP/1.1" status: 204 len: 168 time: 0.2860432 Aug 17 03:26:47.418852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-551bb923-c23e-4549-bafb-d912a4a7eb4d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55de45f2-7296-4a12-82e2-b03836612f9f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:47.502378 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:47.589491 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:26:47.595997 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:47.600703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:26:47.604336 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Pushing event updated for resources: {'Port': ['ID=748b2ec1-665b-4dd9-a52d-26f6c86788f1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:47.905647 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7ad0e652-2728-4504-ba15-5aa147042343 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:48.019901 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:48.202929 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:48.292752 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a8f1051-e9bc-477c-b57d-580e2c0d6734 None None] Network 16178cf0-f759-4492-aa50-99ae9764028a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:26:48.344253 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:48.451047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f8ef473d-5abd-45da-bc1a-89bb09c19db3 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:26:48.486811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-90c5cc10-8520-4ab5-9a4d-a33fa327a7fe None None] Provisioning for port 8c69935e-ac5e-4fdc-a490-14f27d014303 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:26:48.605536 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Router d5a7a73a-2b0b-481a-9513-b70e15c4f739 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:26:48.631225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port f8ef473d-5abd-45da-bc1a-89bb09c19db3 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:26:48.638345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port f8ef473d-5abd-45da-bc1a-89bb09c19db3 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:48.638730 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:48.748759 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:48.770157 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:26:48.797836 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Sync routers for ids ['d5a7a73a-2b0b-481a-9513-b70e15c4f739'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:26:48.803892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port f8ef473d-5abd-45da-bc1a-89bb09c19db3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f8ef473d-5abd-45da-bc1a-89bb09c19db3,segment=NetworkSegment(5287faf4-7377-4efc-99de-e7192b7f2f7d),segment_id=5287faf4-7377-4efc-99de-e7192b7f2f7d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:48.814692 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Routers {'d5a7a73a-2b0b-481a-9513-b70e15c4f739'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:26:48.815473 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:26:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d5a7a73a-2b0b-481a-9513-b70e15c4f739'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:48.856957 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:48.858956 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6b0b7ae9-13cd-49bc-945e-3598274a2ad3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.8901384 Aug 17 03:26:48.866674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35194) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:48.918395 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:48.919282 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8c69935e-ac5e-4fdc-a490-14f27d014303 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:26:49.018470 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Set router d5a7a73a-2b0b-481a-9513-b70e15c4f739 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:26:49.306779 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=f8ef473d-5abd-45da-bc1a-89bb09c19db3,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:49.332468 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 8c69935e-ac5e-4fdc-a490-14f27d014303 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:26:49.347327 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 8c69935e-ac5e-4fdc-a490-14f27d014303 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:49.348283 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:49.383465 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:49.440454 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:49.477680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'name': 'tempest-TestServerMultinode-1945954663-router', 'tenant_id': '03be93f5976949d5946d5a3792016baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '748b2ec1-665b-4dd9-a52d-26f6c86788f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:26:46Z', 'updated_at': '2021-08-17T03:26:47Z', 'revision_number': 3, 'project_id': '03be93f5976949d5946d5a3792016baf', 'gw_port': {'id': '748b2ec1-665b-4dd9-a52d-26f6c86788f1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:47Z', 'updated_at': '2021-08-17T03:26:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:49.480396 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:49.509952 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Checking router: d5a7a73a-2b0b-481a-9513-b70e15c4f739 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:26:49.510298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Updating router d5a7a73a-2b0b-481a-9513-b70e15c4f739 port 748b2ec1-665b-4dd9-a52d-26f6c86788f1 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:26:49.553820 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:49.580320 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 8c69935e-ac5e-4fdc-a490-14f27d014303, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8c69935e-ac5e-4fdc-a490-14f27d014303,segment=NetworkSegment(0a530bd3-38b0-45ff-9c7d-e1adbcb40d45),segment_id=0a530bd3-38b0-45ff-9c7d-e1adbcb40d45)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:49.638135 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Allocated IP 172.20.0.1 (16178cf0-f759-4492-aa50-99ae9764028a/33ef37d7-3bc3-4ae9-a8a1-06505b6abf1e/70169d6e-cc1b-4365-b2ab-78703d009435) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:26:49.723911 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:49.770533 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:49.787589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Transition to ACTIVE for port object 70169d6e-cc1b-4365-b2ab-78703d009435 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:49.812492 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=8c69935e-ac5e-4fdc-a490-14f27d014303,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:49.889245 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:49.904375 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:49.914745 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Transition to ACTIVE for port object 748b2ec1-665b-4dd9-a52d-26f6c86788f1 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:49.927886 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Network 16178cf0-f759-4492-aa50-99ae9764028a is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:26:49.933384 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:49.937159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:26:49.961351 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Pushing event updated for resources: {'Port': ['ID=70169d6e-cc1b-4365-b2ab-78703d009435,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:49.991363 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:49.994606 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:50.094453 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Attempting to bind port 748b2ec1-665b-4dd9-a52d-26f6c86788f1 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:26:50.095062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Attempting to bind port 748b2ec1-665b-4dd9-a52d-26f6c86788f1 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:26:50.099577 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Attempting to bind port 748b2ec1-665b-4dd9-a52d-26f6c86788f1 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:26:50.108013 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f6373-2cc9-41cd-8bc2-da3748305e68 None None] Pushing event updated for resources: {'Port': ['ID=748b2ec1-665b-4dd9-a52d-26f6c86788f1,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:50.115654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:26:50.116144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:50.116619 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:50.117271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:26:50.119259 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Bound port: 748b2ec1-665b-4dd9-a52d-26f6c86788f1, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:26:50.119787 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:50.190661 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] For port 748b2ec1-665b-4dd9-a52d-26f6c86788f1, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:26:50.195263 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] For port 748b2ec1-665b-4dd9-a52d-26f6c86788f1, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=748b2ec1-665b-4dd9-a52d-26f6c86788f1,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:26:50.228701 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:50.281293 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f8ef473d-5abd-45da-bc1a-89bb09c19db3 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:26:50.338970 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:50.421191 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port f8ef473d-5abd-45da-bc1a-89bb09c19db3 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:50.422130 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:50.428167 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eb36d2b5-1357-4818-854d-229e01e6d1c1 None None] Provisioning for port 70169d6e-cc1b-4365-b2ab-78703d009435 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:26:50.449051 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Routers {'d5a7a73a-2b0b-481a-9513-b70e15c4f739'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:26:50.449920 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:26:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d5a7a73a-2b0b-481a-9513-b70e15c4f739'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:50.452008 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264f6373-2cc9-41cd-8bc2-da3748305e68 None None] Pushing event updated for resources: {'Port': ['ID=748b2ec1-665b-4dd9-a52d-26f6c86788f1,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:50.460295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eb36d2b5-1357-4818-854d-229e01e6d1c1 None None] Provisioning complete for port 70169d6e-cc1b-4365-b2ab-78703d009435 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:50.460744 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb36d2b5-1357-4818-854d-229e01e6d1c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:50.481960 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:50.586824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-eb36d2b5-1357-4818-854d-229e01e6d1c1 None None] Port 70169d6e-cc1b-4365-b2ab-78703d009435 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:26:50.599172 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:50.647277 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] Set router d5a7a73a-2b0b-481a-9513-b70e15c4f739 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:26:50.675786 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8c69935e-ac5e-4fdc-a490-14f27d014303 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:26:50.687317 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:50.690657 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Pushing event updated for resources: {'Port': ['ID=70169d6e-cc1b-4365-b2ab-78703d009435,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:50.788579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Network 16178cf0-f759-4492-aa50-99ae9764028a is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:26:50.790015 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:50.836118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 8c69935e-ac5e-4fdc-a490-14f27d014303 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:50.836444 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:50.933020 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Router d5a7a73a-2b0b-481a-9513-b70e15c4f739 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:26:50.939890 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:51.027213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'name': 'tempest-TestServerMultinode-1945954663-router', 'tenant_id': '03be93f5976949d5946d5a3792016baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '748b2ec1-665b-4dd9-a52d-26f6c86788f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:26:46Z', 'updated_at': '2021-08-17T03:26:50Z', 'revision_number': 4, 'project_id': '03be93f5976949d5946d5a3792016baf', 'gw_port': {'id': '748b2ec1-665b-4dd9-a52d-26f6c86788f1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:47Z', 'updated_at': '2021-08-17T03:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '70169d6e-cc1b-4365-b2ab-78703d009435', 'name': '', 'network_id': '16178cf0-f759-4492-aa50-99ae9764028a', 'tenant_id': '03be93f5976949d5946d5a3792016baf', 'mac_address': 'fa:16:3e:33:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '33ef37d7-3bc3-4ae9-a8a1-06505b6abf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:49Z', 'updated_at': '2021-08-17T03:26:49Z', 'revision_number': 1, 'project_id': '03be93f5976949d5946d5a3792016baf', 'subnets': [{'id': '33ef37d7-3bc3-4ae9-a8a1-06505b6abf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:51.064327 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eb2c649e-be48-4db9-9f80-e3a0ad78aa92 None None] The sync data for ids ['d5a7a73a-2b0b-481a-9513-b70e15c4f739'] in n-d-802060-9 is: [{'id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'name': 'tempest-TestServerMultinode-1945954663-router', 'tenant_id': '03be93f5976949d5946d5a3792016baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '748b2ec1-665b-4dd9-a52d-26f6c86788f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:26:46Z', 'updated_at': '2021-08-17T03:26:50Z', 'revision_number': 4, 'project_id': '03be93f5976949d5946d5a3792016baf', 'gw_port': {'id': '748b2ec1-665b-4dd9-a52d-26f6c86788f1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:47Z', 'updated_at': '2021-08-17T03:26:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '70169d6e-cc1b-4365-b2ab-78703d009435', 'name': '', 'network_id': '16178cf0-f759-4492-aa50-99ae9764028a', 'tenant_id': '03be93f5976949d5946d5a3792016baf', 'mac_address': 'fa:16:3e:33:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '33ef37d7-3bc3-4ae9-a8a1-06505b6abf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:49Z', 'updated_at': '2021-08-17T03:26:49Z', 'revision_number': 1, 'project_id': '03be93f5976949d5946d5a3792016baf', 'subnets': [{'id': '33ef37d7-3bc3-4ae9-a8a1-06505b6abf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:26:51.090772 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:26:51.101751 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9c71146c-6c3a-4a1f-9e41-71fe393a8368 admin admin] 10.222.0.10 "PUT /v2.0/routers/d5a7a73a-2b0b-481a-9513-b70e15c4f739/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2287781 Aug 17 03:26:51.119266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a47cb9f3-b12e-416e-b55e-8afe5ccaabb5 None None] Provisioning complete for port 70169d6e-cc1b-4365-b2ab-78703d009435 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:51.126249 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a47cb9f3-b12e-416e-b55e-8afe5ccaabb5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:51.156044 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a47cb9f3-b12e-416e-b55e-8afe5ccaabb5 None None] Port 70169d6e-cc1b-4365-b2ab-78703d009435 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:26:51.765012 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-daa75dbb-137b-4f94-a86f-05c8b302f293 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:51.766668 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-daa75dbb-137b-4f94-a86f-05c8b302f293 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/networks?id=9a6df367-5c88-4ef9-885e-4d6b2cb5e222 HTTP/1.1" status: 200 len: 910 time: 0.1196802 Aug 17 03:26:51.781321 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-9789cb34-eb6f-4d56-a65f-35a9747ec043 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/quotas/03be93f5976949d5946d5a3792016baf HTTP/1.1" status: 200 len: 375 time: 0.0088131 Aug 17 03:26:51.874579 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-1d5bea67-24bd-4631-b74f-36b6e5b2efab tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=03be93f5976949d5946d5a3792016baf&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0834668 Aug 17 03:26:51.980229 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-9aae5334-adba-44d6-a5f1-2867a6349a3b service neutron] 10.222.0.10 "GET /v2.0/networks/9a6df367-5c88-4ef9-885e-4d6b2cb5e222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0984221 Aug 17 03:26:52.087586 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-3ef57455-e931-45f9-bacd-b500ad45cb2a service neutron] 10.222.0.10 "GET /v2.0/networks/9a6df367-5c88-4ef9-885e-4d6b2cb5e222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1005063 Aug 17 03:26:52.294560 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 748b2ec1-665b-4dd9-a52d-26f6c86788f1 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:26:52.393852 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-73e5a20d-9b2c-443b-827e-635232d5ad35 req-d9126460-d7c8-4c9b-bac6-b921bdb77130 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 210 time: 0.0336668 Aug 17 03:26:52.488655 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 748b2ec1-665b-4dd9-a52d-26f6c86788f1 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:26:52.493792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 748b2ec1-665b-4dd9-a52d-26f6c86788f1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:52.494744 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:52.596426 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:52.609369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 748b2ec1-665b-4dd9-a52d-26f6c86788f1, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=748b2ec1-665b-4dd9-a52d-26f6c86788f1,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:52.803625 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:52.865217 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=748b2ec1-665b-4dd9-a52d-26f6c86788f1,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:53.489755 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5f4a0604-bba3-4e29-9ecb-1fef146d542c req-9af1c5cb-21b0-4498-904d-ed2ebae44fdf tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 210 time: 0.0307624 Aug 17 03:26:54.253084 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 748b2ec1-665b-4dd9-a52d-26f6c86788f1 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:26:54.307736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 748b2ec1-665b-4dd9-a52d-26f6c86788f1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:54.308123 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:54.598632 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ab5ec057-f151-4f8b-8875-033697194b8d req-93e77ef7-f9e7-439f-b546-72a9df30ed91 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 210 time: 0.0341485 Aug 17 03:26:54.899322 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Sync routers for ids ['d5a7a73a-2b0b-481a-9513-b70e15c4f739'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:26:54.909486 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Routers {'d5a7a73a-2b0b-481a-9513-b70e15c4f739'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:26:54.910313 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:26:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d5a7a73a-2b0b-481a-9513-b70e15c4f739'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:55.020595 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Set router d5a7a73a-2b0b-481a-9513-b70e15c4f739 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:26:55.089660 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-1c2d247d-64af-4020-9e48-b92f7c270caa tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:55.091285 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-1c2d247d-64af-4020-9e48-b92f7c270caa tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.30 "GET /v2.0/networks?id=9a6df367-5c88-4ef9-885e-4d6b2cb5e222 HTTP/1.1" status: 200 len: 910 time: 0.0886352 Aug 17 03:26:55.103728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-c906efbb-7d63-462a-a342-5207d3037ab7 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Request body: {'port': {'device_id': '8061fcff-89e1-4f15-b2ba-6725790d7b92', 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222', 'admin_state_up': True, 'tenant_id': '03be93f5976949d5946d5a3792016baf'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:55.176737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-c906efbb-7d63-462a-a342-5207d3037ab7 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Made reservation on behalf of 03be93f5976949d5946d5a3792016baf for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:26:55.179294 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-c906efbb-7d63-462a-a342-5207d3037ab7 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:55.237981 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'name': 'tempest-TestServerMultinode-1945954663-router', 'tenant_id': '03be93f5976949d5946d5a3792016baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '748b2ec1-665b-4dd9-a52d-26f6c86788f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:26:46Z', 'updated_at': '2021-08-17T03:26:50Z', 'revision_number': 4, 'project_id': '03be93f5976949d5946d5a3792016baf', 'gw_port': {'id': '748b2ec1-665b-4dd9-a52d-26f6c86788f1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:47Z', 'updated_at': '2021-08-17T03:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '70169d6e-cc1b-4365-b2ab-78703d009435', 'name': '', 'network_id': '16178cf0-f759-4492-aa50-99ae9764028a', 'tenant_id': '03be93f5976949d5946d5a3792016baf', 'mac_address': 'fa:16:3e:33:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '33ef37d7-3bc3-4ae9-a8a1-06505b6abf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:49Z', 'updated_at': '2021-08-17T03:26:50Z', 'revision_number': 2, 'project_id': '03be93f5976949d5946d5a3792016baf', 'subnets': [{'id': '33ef37d7-3bc3-4ae9-a8a1-06505b6abf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:55.267217 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Checking router: d5a7a73a-2b0b-481a-9513-b70e15c4f739 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:26:55.267604 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Updating router d5a7a73a-2b0b-481a-9513-b70e15c4f739 port 70169d6e-cc1b-4365-b2ab-78703d009435 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:26:55.308588 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-c906efbb-7d63-462a-a342-5207d3037ab7 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Allocated IP 172.20.0.12 (9a6df367-5c88-4ef9-885e-4d6b2cb5e222/8cf0013b-2af6-48c4-95e5-a331c1b57abc/099e75ee-169c-43c5-8812-c00f777f9eb6) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:26:55.332988 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:55.453632 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-c906efbb-7d63-462a-a342-5207d3037ab7 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:55.466620 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-c906efbb-7d63-462a-a342-5207d3037ab7 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Transition to ACTIVE for port object 099e75ee-169c-43c5-8812-c00f777f9eb6 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:55.597795 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-c906efbb-7d63-462a-a342-5207d3037ab7 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:55.650903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-c906efbb-7d63-462a-a342-5207d3037ab7 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:26:55.652398 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:55.658138 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-c906efbb-7d63-462a-a342-5207d3037ab7 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:26:55.661839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-c906efbb-7d63-462a-a342-5207d3037ab7 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:26:55.666673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c906efbb-7d63-462a-a342-5207d3037ab7 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Pushing event updated for resources: {'Port': ['ID=099e75ee-169c-43c5-8812-c00f777f9eb6,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:55.686299 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Transition to ACTIVE for port object 70169d6e-cc1b-4365-b2ab-78703d009435 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:55.750867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-c906efbb-7d63-462a-a342-5207d3037ab7 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:55.751588 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-c906efbb-7d63-462a-a342-5207d3037ab7 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:55.767295 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0573abeb-5b3b-4697-9d6f-208a548e652c req-52c3826d-ad60-44a3-af8d-6cd759154a27 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:55.770027 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0573abeb-5b3b-4697-9d6f-208a548e652c req-52c3826d-ad60-44a3-af8d-6cd759154a27 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 1028 time: 0.0680449 Aug 17 03:26:55.788633 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:55.819647 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0573abeb-5b3b-4697-9d6f-208a548e652c req-b2fd603b-fa16-4ec8-92a1-acb3969487d9 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445151 Aug 17 03:26:55.854454 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2aa53-b2c0-43a8-981c-2254dec64078 None None] Pushing event updated for resources: {'Port': ['ID=70169d6e-cc1b-4365-b2ab-78703d009435,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:55.891590 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-c906efbb-7d63-462a-a342-5207d3037ab7 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1030 time: 0.7919223 Aug 17 03:26:55.905397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Request body: {'port': {'device_id': '8061fcff-89e1-4f15-b2ba-6725790d7b92', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:26:55.985892 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Attempting to bind port 70169d6e-cc1b-4365-b2ab-78703d009435 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:26:55.986524 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Attempting to bind port 70169d6e-cc1b-4365-b2ab-78703d009435 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '0a530bd3-38b0-45ff-9c7d-e1adbcb40d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16178cf0-f759-4492-aa50-99ae9764028a'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:26:55.986649 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Attempting to bind port 70169d6e-cc1b-4365-b2ab-78703d009435 on network 16178cf0-f759-4492-aa50-99ae9764028a {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:26:55.992009 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:26:55.992449 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Checking segment: {'id': '0a530bd3-38b0-45ff-9c7d-e1adbcb40d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16178cf0-f759-4492-aa50-99ae9764028a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:55.992864 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:55.993329 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Bound using segment: {'id': '0a530bd3-38b0-45ff-9c7d-e1adbcb40d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16178cf0-f759-4492-aa50-99ae9764028a'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:26:55.993842 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Bound port: 70169d6e-cc1b-4365-b2ab-78703d009435, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a530bd3-38b0-45ff-9c7d-e1adbcb40d45', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '16178cf0-f759-4492-aa50-99ae9764028a'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:26:55.994237 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:56.018328 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:56.092850 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] For port 70169d6e-cc1b-4365-b2ab-78703d009435, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:26:56.092850 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] For port 70169d6e-cc1b-4365-b2ab-78703d009435, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=70169d6e-cc1b-4365-b2ab-78703d009435,segment=NetworkSegment(0a530bd3-38b0-45ff-9c7d-e1adbcb40d45),segment_id=0a530bd3-38b0-45ff-9c7d-e1adbcb40d45)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:26:56.301920 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 099e75ee-169c-43c5-8812-c00f777f9eb6 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:26:56.309620 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:56.321318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Transition to ACTIVE for port object 099e75ee-169c-43c5-8812-c00f777f9eb6 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:26:56.525024 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-277d6008-6902-4821-9b26-777f3791a13d None None] Provisioning for port 099e75ee-169c-43c5-8812-c00f777f9eb6 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:26:56.525676 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:56.529399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-277d6008-6902-4821-9b26-777f3791a13d None None] Provisioning complete for port 099e75ee-169c-43c5-8812-c00f777f9eb6 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:56.529804 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-277d6008-6902-4821-9b26-777f3791a13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:56.550726 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:56.569465 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Routers {'d5a7a73a-2b0b-481a-9513-b70e15c4f739'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:26:56.570739 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:26:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d5a7a73a-2b0b-481a-9513-b70e15c4f739'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:56.589444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-277d6008-6902-4821-9b26-777f3791a13d None None] Port 099e75ee-169c-43c5-8812-c00f777f9eb6 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:26:56.687318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Pushing event updated for resources: {'Port': ['ID=099e75ee-169c-43c5-8812-c00f777f9eb6,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:56.725315 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b2aa53-b2c0-43a8-981c-2254dec64078 None None] Pushing event updated for resources: {'Port': ['ID=70169d6e-cc1b-4365-b2ab-78703d009435,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:56.755813 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] Set router d5a7a73a-2b0b-481a-9513-b70e15c4f739 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:26:56.796487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Attempting to bind port 099e75ee-169c-43c5-8812-c00f777f9eb6 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:26:56.797172 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Attempting to bind port 099e75ee-169c-43c5-8812-c00f777f9eb6 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '5287faf4-7377-4efc-99de-e7192b7f2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:26:56.797927 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Attempting to bind port 099e75ee-169c-43c5-8812-c00f777f9eb6 on network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:26:56.804240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Port 099e75ee-169c-43c5-8812-c00f777f9eb6 on network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:26:56.804939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Attempting to bind port 099e75ee-169c-43c5-8812-c00f777f9eb6 on network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:26:56.811475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 26, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:26:56.820775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Checking segment: {'id': '5287faf4-7377-4efc-99de-e7192b7f2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:26:56.820775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Bound using segment: {'id': '5287faf4-7377-4efc-99de-e7192b7f2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:26:56.820775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Bound port: 099e75ee-169c-43c5-8812-c00f777f9eb6, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5287faf4-7377-4efc-99de-e7192b7f2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:26:56.820775 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:56.947616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] For port 099e75ee-169c-43c5-8812-c00f777f9eb6, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:26:56.952036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] For port 099e75ee-169c-43c5-8812-c00f777f9eb6, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=099e75ee-169c-43c5-8812-c00f777f9eb6,segment=NetworkSegment(5287faf4-7377-4efc-99de-e7192b7f2f7d),segment_id=5287faf4-7377-4efc-99de-e7192b7f2f7d)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:26:57.000612 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c60a0533-5e92-4e36-ad26-c37781b8c86f req-9fcb03cf-cc44-4ccd-9d3a-1847c0ac1bbe tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:57.002375 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c60a0533-5e92-4e36-ad26-c37781b8c86f req-9fcb03cf-cc44-4ccd-9d3a-1847c0ac1bbe tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 1053 time: 0.0570874 Aug 17 03:26:57.053207 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c60a0533-5e92-4e36-ad26-c37781b8c86f req-fd23b96a-c18d-4767-b3d6-ba26324c5ff0 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435834 Aug 17 03:26:57.057504 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:57.089802 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'name': 'tempest-TestServerMultinode-1945954663-router', 'tenant_id': '03be93f5976949d5946d5a3792016baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '748b2ec1-665b-4dd9-a52d-26f6c86788f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:26:46Z', 'updated_at': '2021-08-17T03:26:50Z', 'revision_number': 4, 'project_id': '03be93f5976949d5946d5a3792016baf', 'gw_port': {'id': '748b2ec1-665b-4dd9-a52d-26f6c86788f1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:47Z', 'updated_at': '2021-08-17T03:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '70169d6e-cc1b-4365-b2ab-78703d009435', 'name': '', 'network_id': '16178cf0-f759-4492-aa50-99ae9764028a', 'tenant_id': '03be93f5976949d5946d5a3792016baf', 'mac_address': 'fa:16:3e:33:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '33ef37d7-3bc3-4ae9-a8a1-06505b6abf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:49Z', 'updated_at': '2021-08-17T03:26:56Z', 'revision_number': 4, 'project_id': '03be93f5976949d5946d5a3792016baf', 'subnets': [{'id': '33ef37d7-3bc3-4ae9-a8a1-06505b6abf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:26:57.117208 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7030ee-8b6b-4bf3-9345-9206615a78f7 None None] The sync data for ids ['d5a7a73a-2b0b-481a-9513-b70e15c4f739'] in n-d-802060-9 is: [{'id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'name': 'tempest-TestServerMultinode-1945954663-router', 'tenant_id': '03be93f5976949d5946d5a3792016baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '748b2ec1-665b-4dd9-a52d-26f6c86788f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:26:46Z', 'updated_at': '2021-08-17T03:26:50Z', 'revision_number': 4, 'project_id': '03be93f5976949d5946d5a3792016baf', 'gw_port': {'id': '748b2ec1-665b-4dd9-a52d-26f6c86788f1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:47Z', 'updated_at': '2021-08-17T03:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '70169d6e-cc1b-4365-b2ab-78703d009435', 'name': '', 'network_id': '16178cf0-f759-4492-aa50-99ae9764028a', 'tenant_id': '03be93f5976949d5946d5a3792016baf', 'mac_address': 'fa:16:3e:33:e2:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'device_owner': 'network:router_interface', 'standard_attr_id': 3725, 'fixed_ips': [{'subnet_id': '33ef37d7-3bc3-4ae9-a8a1-06505b6abf1e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:49Z', 'updated_at': '2021-08-17T03:26:56Z', 'revision_number': 4, 'project_id': '03be93f5976949d5946d5a3792016baf', 'subnets': [{'id': '33ef37d7-3bc3-4ae9-a8a1-06505b6abf1e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:26:57.133160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:57.134221 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:57.136184 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] 10.222.0.30 "PUT /v2.0/ports/099e75ee-169c-43c5-8812-c00f777f9eb6 HTTP/1.1" status: 200 len: 1092 time: 1.2361212 Aug 17 03:26:57.137638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8061fcff-89e1-4f15-b2ba-6725790d7b92', 'tag': '099e75ee-169c-43c5-8812-c00f777f9eb6'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:26:57.141622 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6964a5a0-e245-48a0-a6c6-be516a633727" -d '{"events": [{"name": "network-changed", "server_uuid": "8061fcff-89e1-4f15-b2ba-6725790d7b92", "tag": "099e75ee-169c-43c5-8812-c00f777f9eb6"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:26:57.191179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea435fd-dfa5-4e8c-86f0-89906e5e999f service neutron] Pushing event updated for resources: {'Port': ['ID=099e75ee-169c-43c5-8812-c00f777f9eb6,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:57.219989 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35402) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:57.344008 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-88eaf9f4-f676-4547-9c3e-7b46a5047a72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:57.346308 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-88eaf9f4-f676-4547-9c3e-7b46a5047a72 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03be93f5976949d5946d5a3792016baf&device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 1095 time: 0.0848205 Aug 17 03:26:57.426984 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f7aa-8b13-4354-8dc0-8bc4edd84319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:57.447410 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-ae8db57b-4d55-4b85-ab99-f8144930aca7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=099e75ee-169c-43c5-8812-c00f777f9eb6 HTTP/1.1" status: 200 len: 217 time: 0.0897038 Aug 17 03:26:57.454618 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:26:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ff72d4a-da14-4fdd-b24a-ebd2791ca341 x-openstack-request-id: req-5ff72d4a-da14-4fdd-b24a-ebd2791ca341 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:26:57.455129 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8061fcff-89e1-4f15-b2ba-6725790d7b92", "tag": "099e75ee-169c-43c5-8812-c00f777f9eb6", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:26:57.455546 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5ff72d4a-da14-4fdd-b24a-ebd2791ca341 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:26:57.456128 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8061fcff-89e1-4f15-b2ba-6725790d7b92', 'tag': '099e75ee-169c-43c5-8812-c00f777f9eb6', 'status': 'completed', 'code': 200} Aug 17 03:26:57.532353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-b9e2a4d6-2be5-4ce3-a2c7-a283a41cb047 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:57.535965 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-b9e2a4d6-2be5-4ce3-a2c7-a283a41cb047 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8cf0013b-2af6-48c4-95e5-a331c1b57abc HTTP/1.1" status: 200 len: 849 time: 0.0748615 Aug 17 03:26:57.558068 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f7aa-8b13-4354-8dc0-8bc4edd84319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:57.587328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-8026753b-e7d9-48ea-ab97-283a0dfa2efe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:57.589035 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-8026753b-e7d9-48ea-ab97-283a0dfa2efe service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a6df367-5c88-4ef9-885e-4d6b2cb5e222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478284 Aug 17 03:26:57.687689 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-0d363523-b54b-41e6-8c81-554caaacfce3 service neutron] 10.222.0.30 "GET /v2.0/networks/9a6df367-5c88-4ef9-885e-4d6b2cb5e222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907331 Aug 17 03:26:57.723334 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fcc9f7aa-8b13-4354-8dc0-8bc4edd84319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:57.776771 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fcc9f7aa-8b13-4354-8dc0-8bc4edd84319 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=baca0a929f574bdb96678ce7e2135eee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5577207 Aug 17 03:26:57.778680 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcc9f7aa-8b13-4354-8dc0-8bc4edd84319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a807e14-b79c-4930-8d5d-22dc8dd71002,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:57.781246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35412) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:57.811425 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-79d3872c-fe72-45bc-92bb-fea556a77517 req-1d9b3a55-b931-4b3e-aa10-0312b1fd542d service neutron] 10.222.0.30 "GET /v2.0/networks/9a6df367-5c88-4ef9-885e-4d6b2cb5e222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1165195 Aug 17 03:26:57.852379 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-61ee08a7-1046-4811-b349-0b429bd118b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:57.873749 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-61ee08a7-1046-4811-b349-0b429bd118b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:57.993441 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964a5a0-e245-48a0-a6c6-be516a633727 req-0af1cb9d-b308-4005-8350-ef05f6205bb6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:57.997472 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6964a5a0-e245-48a0-a6c6-be516a633727 req-0af1cb9d-b308-4005-8350-ef05f6205bb6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=03be93f5976949d5946d5a3792016baf&device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 1095 time: 0.0454342 Aug 17 03:26:58.016909 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-61ee08a7-1046-4811-b349-0b429bd118b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:58.020353 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-61ee08a7-1046-4811-b349-0b429bd118b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:58.024881 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-61ee08a7-1046-4811-b349-0b429bd118b2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/1a807e14-b79c-4930-8d5d-22dc8dd71002 HTTP/1.1" status: 204 len: 168 time: 0.2415402 Aug 17 03:26:58.035354 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ee08a7-1046-4811-b349-0b429bd118b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a807e14-b79c-4930-8d5d-22dc8dd71002,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:58.108544 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964a5a0-e245-48a0-a6c6-be516a633727 req-c4c04542-a55f-4597-94ce-ec4a3ac94905 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:58.112076 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6964a5a0-e245-48a0-a6c6-be516a633727 req-c4c04542-a55f-4597-94ce-ec4a3ac94905 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9a6df367-5c88-4ef9-885e-4d6b2cb5e222 HTTP/1.1" status: 200 len: 910 time: 0.1095524 Aug 17 03:26:58.160630 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6964a5a0-e245-48a0-a6c6-be516a633727 req-630f8ac8-ecc0-4fa0-b86e-b87d78545770 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=099e75ee-169c-43c5-8812-c00f777f9eb6 HTTP/1.1" status: 200 len: 217 time: 0.0394988 Aug 17 03:26:58.176144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a831957-2cb1-4d8d-8996-cb7462800656 req-9378aba0-98e1-468a-9721-3847eff2724d tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:58.177709 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1a831957-2cb1-4d8d-8996-cb7462800656 req-9378aba0-98e1-468a-9721-3847eff2724d tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 1095 time: 0.0443208 Aug 17 03:26:58.224506 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1a831957-2cb1-4d8d-8996-cb7462800656 req-a23fc210-2d8e-4028-a5b4-d88ecbd9b63d tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356393 Aug 17 03:26:58.227907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964a5a0-e245-48a0-a6c6-be516a633727 req-4de8ddae-157d-4a02-961c-bbfb21734aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:58.229757 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6964a5a0-e245-48a0-a6c6-be516a633727 req-4de8ddae-157d-4a02-961c-bbfb21734aa1 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=8cf0013b-2af6-48c4-95e5-a331c1b57abc HTTP/1.1" status: 200 len: 849 time: 0.0604837 Aug 17 03:26:58.286511 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6964a5a0-e245-48a0-a6c6-be516a633727 req-d19b181b-fbf2-423d-8b8f-64b5e9b9440c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:58.289036 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6964a5a0-e245-48a0-a6c6-be516a633727 req-d19b181b-fbf2-423d-8b8f-64b5e9b9440c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9a6df367-5c88-4ef9-885e-4d6b2cb5e222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512936 Aug 17 03:26:58.311202 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 70169d6e-cc1b-4365-b2ab-78703d009435 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:26:58.400099 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6964a5a0-e245-48a0-a6c6-be516a633727 req-e1f4718b-3256-44ec-9a73-3c677075122e service neutron] 10.222.0.30 "GET /v2.0/networks/9a6df367-5c88-4ef9-885e-4d6b2cb5e222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003923 Aug 17 03:26:58.432397 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 70169d6e-cc1b-4365-b2ab-78703d009435 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:26:58.438444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 70169d6e-cc1b-4365-b2ab-78703d009435 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:26:58.439050 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:58.506958 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6964a5a0-e245-48a0-a6c6-be516a633727 req-c2217386-4807-4ccb-9b1b-58cdab6d32c7 service neutron] 10.222.0.30 "GET /v2.0/networks/9a6df367-5c88-4ef9-885e-4d6b2cb5e222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989215 Aug 17 03:26:58.527077 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:58.562432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 70169d6e-cc1b-4365-b2ab-78703d009435, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=70169d6e-cc1b-4365-b2ab-78703d009435,segment=NetworkSegment(0a530bd3-38b0-45ff-9c7d-e1adbcb40d45),segment_id=0a530bd3-38b0-45ff-9c7d-e1adbcb40d45)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:26:58.688690 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:58.743944 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=70169d6e-cc1b-4365-b2ab-78703d009435,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:58.787565 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35430) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:58.802402 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e02d1132-a918-4297-ae60-8bc6cfdb5c71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:58.893503 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e02d1132-a918-4297-ae60-8bc6cfdb5c71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:58.983089 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e02d1132-a918-4297-ae60-8bc6cfdb5c71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:59.022213 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e02d1132-a918-4297-ae60-8bc6cfdb5c71 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d722a39335d840a9ba485f1618a77f51&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2334924 Aug 17 03:26:59.023143 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e02d1132-a918-4297-ae60-8bc6cfdb5c71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8652751f-12c9-4e54-ae05-a8c2fdc15fdc,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:59.024922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35434) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:26:59.076269 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f342f6bb-6f84-46ce-9410-c1e55551e027 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:59.099740 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f342f6bb-6f84-46ce-9410-c1e55551e027 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:59.233999 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f342f6bb-6f84-46ce-9410-c1e55551e027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:59.236813 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f342f6bb-6f84-46ce-9410-c1e55551e027 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:26:59.238162 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f342f6bb-6f84-46ce-9410-c1e55551e027 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8652751f-12c9-4e54-ae05-a8c2fdc15fdc HTTP/1.1" status: 204 len: 168 time: 0.2121336 Aug 17 03:26:59.248923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f342f6bb-6f84-46ce-9410-c1e55551e027 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8652751f-12c9-4e54-ae05-a8c2fdc15fdc,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:26:59.342543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39108ff8-0c9c-4e55-b33e-6bb8923e516f req-f84e216f-31ab-46d5-bc36-05a7061f12ec tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:26:59.344156 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39108ff8-0c9c-4e55-b33e-6bb8923e516f req-f84e216f-31ab-46d5-bc36-05a7061f12ec tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 1095 time: 0.0430779 Aug 17 03:26:59.383010 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39108ff8-0c9c-4e55-b33e-6bb8923e516f req-9949f9c7-c4ab-46b2-9b92-cb284d746dbb tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329125 Aug 17 03:27:00.272167 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 70169d6e-cc1b-4365-b2ab-78703d009435 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:27:00.314813 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 70169d6e-cc1b-4365-b2ab-78703d009435 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:27:00.315189 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:00.487247 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 099e75ee-169c-43c5-8812-c00f777f9eb6 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:27:00.509183 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d1db93-2793-4da9-b666-97c512fc287b req-8acaa343-2102-4868-a97d-54295e1d7111 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:00.514608 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51d1db93-2793-4da9-b666-97c512fc287b req-8acaa343-2102-4868-a97d-54295e1d7111 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 1095 time: 0.0601854 Aug 17 03:27:00.559779 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51d1db93-2793-4da9-b666-97c512fc287b req-009cfe9f-3408-4bdf-a427-9084f6884122 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391092 Aug 17 03:27:00.621475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 099e75ee-169c-43c5-8812-c00f777f9eb6, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=099e75ee-169c-43c5-8812-c00f777f9eb6,segment=NetworkSegment(5287faf4-7377-4efc-99de-e7192b7f2f7d),segment_id=5287faf4-7377-4efc-99de-e7192b7f2f7d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:00.633810 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '099e75ee-169c-43c5-8812-c00f777f9eb6', 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222', 'port_id': '099e75ee-169c-43c5-8812-c00f777f9eb6', 'mac_address': 'fa:16:3e:75:9e:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf0013b-2af6-48c4-95e5-a331c1b57abc', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:27:00.671456 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:00.684252 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 099e75ee-169c-43c5-8812-c00f777f9eb6 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:27:00.704749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 099e75ee-169c-43c5-8812-c00f777f9eb6, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=099e75ee-169c-43c5-8812-c00f777f9eb6,segment=NetworkSegment(5287faf4-7377-4efc-99de-e7192b7f2f7d),segment_id=5287faf4-7377-4efc-99de-e7192b7f2f7d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:00.792403 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:00.860064 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=099e75ee-169c-43c5-8812-c00f777f9eb6,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:01.009136 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['099e75ee-169c-43c5-8812-c00f777f9eb6'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:27:01.672299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaffb8eb-a2ef-4b98-97ce-e84c95f080e0 req-11f24cbe-758d-4996-9f7b-d95781268d0c tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:01.673874 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eaffb8eb-a2ef-4b98-97ce-e84c95f080e0 req-11f24cbe-758d-4996-9f7b-d95781268d0c tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 1096 time: 0.0459902 Aug 17 03:27:01.714440 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eaffb8eb-a2ef-4b98-97ce-e84c95f080e0 req-feff5a56-88ed-4f16-baf7-aba498280314 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342994 Aug 17 03:27:02.516374 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 099e75ee-169c-43c5-8812-c00f777f9eb6 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:27:02.671568 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 099e75ee-169c-43c5-8812-c00f777f9eb6 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:27:02.675931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 099e75ee-169c-43c5-8812-c00f777f9eb6 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:27:02.676340 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:02.757517 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:02.780885 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8061fcff-89e1-4f15-b2ba-6725790d7b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099e75ee-169c-43c5-8812-c00f777f9eb6'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:27:02.783837 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f6699af0-e1f8-41dd-8c41-83a0d871e927" -d '{"events": [{"server_uuid": "8061fcff-89e1-4f15-b2ba-6725790d7b92", "name": "network-vif-plugged", "status": "completed", "tag": "099e75ee-169c-43c5-8812-c00f777f9eb6"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:27:02.798093 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 099e75ee-169c-43c5-8812-c00f777f9eb6, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=099e75ee-169c-43c5-8812-c00f777f9eb6,segment=NetworkSegment(5287faf4-7377-4efc-99de-e7192b7f2f7d),segment_id=5287faf4-7377-4efc-99de-e7192b7f2f7d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:02.823149 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:27:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e43a4315-1c92-4c85-bfb5-673e8d00e6b6 x-openstack-request-id: req-e43a4315-1c92-4c85-bfb5-673e8d00e6b6 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:27:02.823451 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8061fcff-89e1-4f15-b2ba-6725790d7b92", "name": "network-vif-plugged", "status": "completed", "tag": "099e75ee-169c-43c5-8812-c00f777f9eb6", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:27:02.823705 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e43a4315-1c92-4c85-bfb5-673e8d00e6b6 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:27:02.824124 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8061fcff-89e1-4f15-b2ba-6725790d7b92', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '099e75ee-169c-43c5-8812-c00f777f9eb6', 'code': 200} Aug 17 03:27:02.844726 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20b56d0-3a23-4ace-af0f-4cfcae470df8 req-ab9ba68b-26e0-4737-a624-071ca5feaf50 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:02.846677 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b20b56d0-3a23-4ace-af0f-4cfcae470df8 req-ab9ba68b-26e0-4737-a624-071ca5feaf50 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 1096 time: 0.0467587 Aug 17 03:27:02.882369 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b20b56d0-3a23-4ace-af0f-4cfcae470df8 req-a65b24c6-6aa5-40d6-afae-bfc4565e9dfa tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0296733 Aug 17 03:27:02.908423 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:02.921779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12d3cc18-1b03-4132-9357-ec248933da89 req-ca20956b-3df7-42ec-a6ab-03f8b2812fad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:02.923297 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12d3cc18-1b03-4132-9357-ec248933da89 req-ca20956b-3df7-42ec-a6ab-03f8b2812fad service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 1096 time: 0.0414853 Aug 17 03:27:02.973220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=099e75ee-169c-43c5-8812-c00f777f9eb6,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:02.993452 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12d3cc18-1b03-4132-9357-ec248933da89 req-8dd744be-64e0-4349-9923-39d17c6cd2c2 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589936 Aug 17 03:27:03.163363 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:03.816495 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:03.997624 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb943b5-d2d9-49dd-b301-1bcfb63ce7c3 req-1b140263-6c56-45b1-9444-f9cd507e4320 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:03.999405 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bb943b5-d2d9-49dd-b301-1bcfb63ce7c3 req-1b140263-6c56-45b1-9444-f9cd507e4320 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 1097 time: 0.0456011 Aug 17 03:27:04.049563 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1bb943b5-d2d9-49dd-b301-1bcfb63ce7c3 req-1a7b0ed6-9a4a-4d53-be24-3e9e44a4c25b tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388787 Aug 17 03:27:05.167885 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8fc29f8-1400-44de-b713-d1f7813ef111 req-3bbd1cbd-82ba-4134-ac5e-fe27346e057c tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:05.167885 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f8fc29f8-1400-44de-b713-d1f7813ef111 req-3bbd1cbd-82ba-4134-ac5e-fe27346e057c tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 1097 time: 0.0547807 Aug 17 03:27:05.203282 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f8fc29f8-1400-44de-b713-d1f7813ef111 req-93e522c3-014b-44b6-881e-0470ecdb213e tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0294387 Aug 17 03:27:05.310403 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9705a0f3-1d14-4788-ac6a-c34c53efaa90 req-dc17a8fa-ab8e-4ec9-af7f-11cfac0bf96f tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:05.312028 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9705a0f3-1d14-4788-ac6a-c34c53efaa90 req-dc17a8fa-ab8e-4ec9-af7f-11cfac0bf96f tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 1097 time: 0.0413949 Aug 17 03:27:05.366778 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9705a0f3-1d14-4788-ac6a-c34c53efaa90 req-664e8900-2ab1-4498-82b3-d909ab94b1da tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360429 Aug 17 03:27:05.486608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f98562-f00a-4a89-affd-6725d37d5d19 req-6151aafc-d371-4803-a48e-e319e9a224be tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:05.488307 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b3f98562-f00a-4a89-affd-6725d37d5d19 req-6151aafc-d371-4803-a48e-e319e9a224be tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 1097 time: 0.0499039 Aug 17 03:27:05.526257 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b3f98562-f00a-4a89-affd-6725d37d5d19 req-b20cb5c1-18d1-4047-9649-1af1fb3a0353 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312855 Aug 17 03:27:05.822014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-375351a1-31d8-4f01-b92b-8349e93d093f tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:05.823595 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-375351a1-31d8-4f01-b92b-8349e93d093f tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/networks?id=9a6df367-5c88-4ef9-885e-4d6b2cb5e222 HTTP/1.1" status: 200 len: 910 time: 0.1050518 Aug 17 03:27:05.843174 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-4d40c649-bef8-45ca-abeb-9bdfdbcce413 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/quotas/03be93f5976949d5946d5a3792016baf HTTP/1.1" status: 200 len: 375 time: 0.0123706 Aug 17 03:27:05.897946 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-75c69e40-eb63-48e1-a167-75471ba83e97 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?tenant_id=03be93f5976949d5946d5a3792016baf&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0465121 Aug 17 03:27:05.995311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-4c8cc2c5-d46d-41c7-8429-b935588731a3 service neutron] 10.222.0.10 "GET /v2.0/networks/9a6df367-5c88-4ef9-885e-4d6b2cb5e222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888207 Aug 17 03:27:06.095589 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-9349ab71-fed9-413f-86f7-28aef22a702c service neutron] 10.222.0.10 "GET /v2.0/networks/9a6df367-5c88-4ef9-885e-4d6b2cb5e222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938442 Aug 17 03:27:06.386400 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-79d04704-3146-4e15-b0d2-61b0d4994538 req-b2420410-90ca-42fd-a31a-e5f76bb0e9ec tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 210 time: 0.0418921 Aug 17 03:27:07.460875 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa163ffb-91e8-4253-845f-605d3a42e392 req-b885dd12-c8a9-4474-8390-8068a092341f tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 210 time: 0.0281126 Aug 17 03:27:08.567562 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-18350054-34f2-4331-8082-49ca05a027a9 req-99b78935-372d-4d19-b89d-76167157c111 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 210 time: 0.0333829 Aug 17 03:27:08.645962 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-2eb8aa08-998a-41d3-8ca6-d41e142338e5 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:08.647458 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-2eb8aa08-998a-41d3-8ca6-d41e142338e5 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.60 "GET /v2.0/networks?id=9a6df367-5c88-4ef9-885e-4d6b2cb5e222 HTTP/1.1" status: 200 len: 910 time: 0.1118531 Aug 17 03:27:08.661522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-c2612d3d-6878-46af-9c04-603a274c7829 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Request body: {'port': {'device_id': 'a871aa91-6c7b-4d79-9c8c-8fef51466eb4', 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222', 'admin_state_up': True, 'tenant_id': '03be93f5976949d5946d5a3792016baf'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:27:08.740395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-c2612d3d-6878-46af-9c04-603a274c7829 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Made reservation on behalf of 03be93f5976949d5946d5a3792016baf for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:27:08.743116 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-c2612d3d-6878-46af-9c04-603a274c7829 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:08.886059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-c2612d3d-6878-46af-9c04-603a274c7829 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Allocated IP 172.20.0.4 (9a6df367-5c88-4ef9-885e-4d6b2cb5e222/8cf0013b-2af6-48c4-95e5-a331c1b57abc/e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:27:09.098205 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-c2612d3d-6878-46af-9c04-603a274c7829 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:09.115717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-c2612d3d-6878-46af-9c04-603a274c7829 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Transition to ACTIVE for port object e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:27:09.246999 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-c2612d3d-6878-46af-9c04-603a274c7829 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:09.265126 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['099e75ee-169c-43c5-8812-c00f777f9eb6'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:27:09.309575 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-c2612d3d-6878-46af-9c04-603a274c7829 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:27:09.315801 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2612d3d-6878-46af-9c04-603a274c7829 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Pushing event updated for resources: {'Port': ['ID=e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:09.318684 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-c2612d3d-6878-46af-9c04-603a274c7829 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:27:09.327461 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-c2612d3d-6878-46af-9c04-603a274c7829 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:27:09.391506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-c2612d3d-6878-46af-9c04-603a274c7829 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:09.392129 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-c2612d3d-6878-46af-9c04-603a274c7829 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:09.495808 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-c2612d3d-6878-46af-9c04-603a274c7829 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 0.8380547 Aug 17 03:27:09.509146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Request body: {'port': {'device_id': 'a871aa91-6c7b-4d79-9c8c-8fef51466eb4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:27:09.588443 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:09.748361 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ea8c8683-eef2-4525-9f31-7dc16841e201 None None] Provisioning for port e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:27:09.754183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ea8c8683-eef2-4525-9f31-7dc16841e201 None None] Provisioning complete for port e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:27:09.754820 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ea8c8683-eef2-4525-9f31-7dc16841e201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:09.791499 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ea8c8683-eef2-4525-9f31-7dc16841e201 None None] Port e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:27:09.807849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eea83cbb-4038-4ab2-9d1a-15e921fdbece req-1ad3fc75-20bc-4959-bfc2-61743f65d53b tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:09.809478 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eea83cbb-4038-4ab2-9d1a-15e921fdbece req-1ad3fc75-20bc-4959-bfc2-61743f65d53b tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 1027 time: 0.1086993 Aug 17 03:27:09.875924 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eea83cbb-4038-4ab2-9d1a-15e921fdbece req-6cdbe91d-77bd-40ce-a7e4-dfc200d79d50 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585091 Aug 17 03:27:09.942004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:27:09.949694 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:09.961345 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Transition to ACTIVE for port object e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:27:10.043183 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:10.098988 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Pushing event updated for resources: {'Port': ['ID=e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:10.177842 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Attempting to bind port e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:27:10.177842 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Attempting to bind port e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '5287faf4-7377-4efc-99de-e7192b7f2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:27:10.178168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Attempting to bind port e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb on network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:27:10.182768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Port e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb on network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:27:10.183105 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Attempting to bind port e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb on network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:27:10.189655 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:27:10.190076 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Checking segment: {'id': '5287faf4-7377-4efc-99de-e7192b7f2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:27:10.190391 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Bound using segment: {'id': '5287faf4-7377-4efc-99de-e7192b7f2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:27:10.190883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Bound port: e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5287faf4-7377-4efc-99de-e7192b7f2f7d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 53, 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:27:10.191181 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:10.270112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] For port e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:27:10.273703 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] For port e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb,segment=NetworkSegment(5287faf4-7377-4efc-99de-e7192b7f2f7d),segment_id=5287faf4-7377-4efc-99de-e7192b7f2f7d)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:27:10.349202 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:10.385158 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:10.386760 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:10.387254 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] 10.222.0.60 "PUT /v2.0/ports/e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb HTTP/1.1" status: 200 len: 1091 time: 0.8827796 Aug 17 03:27:10.387730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a871aa91-6c7b-4d79-9c8c-8fef51466eb4', 'tag': 'e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:27:10.390623 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f9c2973-34ca-4928-8a87-881e3fc21360" -d '{"events": [{"name": "network-changed", "server_uuid": "a871aa91-6c7b-4d79-9c8c-8fef51466eb4", "tag": "e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:27:10.429725 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d286de3b-c9ea-4af4-ab80-75a5b8693388 x-openstack-request-id: req-d286de3b-c9ea-4af4-ab80-75a5b8693388 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:27:10.430025 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a871aa91-6c7b-4d79-9c8c-8fef51466eb4", "tag": "e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:27:10.430276 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d286de3b-c9ea-4af4-ab80-75a5b8693388 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:27:10.430667 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a871aa91-6c7b-4d79-9c8c-8fef51466eb4', 'tag': 'e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb', 'status': 'completed', 'code': 200} Aug 17 03:27:10.433642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20c638ca-8452-49ba-a826-70d0c2581dfd service neutron] Pushing event updated for resources: {'Port': ['ID=e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:10.495804 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c2973-34ca-4928-8a87-881e3fc21360 req-54274dd0-6820-46fc-9e9d-bb51346b9daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:10.497489 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f9c2973-34ca-4928-8a87-881e3fc21360 req-54274dd0-6820-46fc-9e9d-bb51346b9daa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=03be93f5976949d5946d5a3792016baf&device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 1094 time: 0.0453725 Aug 17 03:27:10.613104 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c2973-34ca-4928-8a87-881e3fc21360 req-c4e7733d-4028-4fcf-94ad-5357335b97b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:10.614670 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f9c2973-34ca-4928-8a87-881e3fc21360 req-c4e7733d-4028-4fcf-94ad-5357335b97b5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=03be93f5976949d5946d5a3792016baf&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1094301 Aug 17 03:27:10.725353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9c2973-34ca-4928-8a87-881e3fc21360 req-d16dbc4b-4740-41a9-8d97-1d149c09cf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:10.727251 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f9c2973-34ca-4928-8a87-881e3fc21360 req-d16dbc4b-4740-41a9-8d97-1d149c09cf8b service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1061904 Aug 17 03:27:10.806459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-1b35a8af-74c8-4371-ae1a-a54b82b8490d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:10.807856 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-1b35a8af-74c8-4371-ae1a-a54b82b8490d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=03be93f5976949d5946d5a3792016baf&device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 1094 time: 0.0433455 Aug 17 03:27:10.850011 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-2bf7ff7b-01e2-465d-9fa7-d4cd61d96b3b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb HTTP/1.1" status: 200 len: 217 time: 0.0341051 Aug 17 03:27:10.900373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-732ef365-c2af-446d-a73d-b405f2c9dbbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:10.901892 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-732ef365-c2af-446d-a73d-b405f2c9dbbd service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8cf0013b-2af6-48c4-95e5-a331c1b57abc HTTP/1.1" status: 200 len: 849 time: 0.0435584 Aug 17 03:27:10.980056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-e7506bff-a3c9-4bba-9882-dbfa35ef9404 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:10.981602 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-e7506bff-a3c9-4bba-9882-dbfa35ef9404 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9a6df367-5c88-4ef9-885e-4d6b2cb5e222&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0722084 Aug 17 03:27:11.045757 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5493a6a9-ce21-436a-8373-0328471d5b50 req-97527fd8-4445-49e8-821c-a7398aa9f3ad tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:11.047155 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5493a6a9-ce21-436a-8373-0328471d5b50 req-97527fd8-4445-49e8-821c-a7398aa9f3ad tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 1094 time: 0.0990853 Aug 17 03:27:11.437516 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-b1d28607-af01-4a96-bc1d-c7c547acf4a3 service neutron] 10.222.0.60 "GET /v2.0/networks/9a6df367-5c88-4ef9-885e-4d6b2cb5e222?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4486935 Aug 17 03:27:11.439493 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5493a6a9-ce21-436a-8373-0328471d5b50 req-53d1567e-18fb-4e32-a894-89472d0b8746 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3862879 Aug 17 03:27:11.536442 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-028f86fd-c46f-45c2-9a22-ed53e7b285cd req-984e01d6-9e26-4e2d-beda-4e4f5737ce26 service neutron] 10.222.0.60 "GET /v2.0/networks/9a6df367-5c88-4ef9-885e-4d6b2cb5e222?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912542 Aug 17 03:27:12.563636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8b3f4a2-2e06-4cd1-9dea-1ba02761c8a3 req-84f10cb2-8328-4122-89b7-83b8ad1f22b3 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:12.565812 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b8b3f4a2-2e06-4cd1-9dea-1ba02761c8a3 req-84f10cb2-8328-4122-89b7-83b8ad1f22b3 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 1094 time: 0.0448828 Aug 17 03:27:12.605536 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b8b3f4a2-2e06-4cd1-9dea-1ba02761c8a3 req-74a7d6ac-13f2-4ab3-b16c-cbeb9895c982 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321412 Aug 17 03:27:13.277477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:27:13.381514 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb,segment=NetworkSegment(5287faf4-7377-4efc-99de-e7192b7f2f7d),segment_id=5287faf4-7377-4efc-99de-e7192b7f2f7d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:13.394464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb', 'network_id': '9a6df367-5c88-4ef9-885e-4d6b2cb5e222', 'port_id': 'e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb', 'mac_address': 'fa:16:3e:dc:b8:bf', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 53, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cf0013b-2af6-48c4-95e5-a331c1b57abc', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:27:13.430799 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:13.444242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:27:13.465334 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb,segment=NetworkSegment(5287faf4-7377-4efc-99de-e7192b7f2f7d),segment_id=5287faf4-7377-4efc-99de-e7192b7f2f7d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:13.559601 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:13.611314 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:13.686422 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35824) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:13.729812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef9919a-1eda-4fde-99c1-ef61e066e415 req-2deee62c-f97a-4ded-a445-c0a8bd3884c8 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:13.731444 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bef9919a-1eda-4fde-99c1-ef61e066e415 req-2deee62c-f97a-4ded-a445-c0a8bd3884c8 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 1095 time: 0.0545857 Aug 17 03:27:13.768519 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bef9919a-1eda-4fde-99c1-ef61e066e415 req-809f1f3b-3572-49eb-861c-624f5b75e5f2 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300183 Aug 17 03:27:13.787390 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:27:13.812020 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-202ebdf9-fae2-4197-aa96-f9592f384525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:14.236895 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-202ebdf9-fae2-4197-aa96-f9592f384525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:14.302676 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-202ebdf9-fae2-4197-aa96-f9592f384525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:14.340310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202ebdf9-fae2-4197-aa96-f9592f384525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd79804f-64f6-4312-acf0-fa85f043c0e0,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:14.355436 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-202ebdf9-fae2-4197-aa96-f9592f384525 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=341752b2c2e6476cb506df1c39b0b5c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6678364 Aug 17 03:27:14.358958 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35854) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:14.407328 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-467a8003-5c06-416c-8fac-c8528aa9d952 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:14.428037 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-467a8003-5c06-416c-8fac-c8528aa9d952 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:14.550476 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:27:14.563089 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-467a8003-5c06-416c-8fac-c8528aa9d952 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:14.565730 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-467a8003-5c06-416c-8fac-c8528aa9d952 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:14.566876 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-467a8003-5c06-416c-8fac-c8528aa9d952 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/dd79804f-64f6-4312-acf0-fa85f043c0e0 HTTP/1.1" status: 204 len: 168 time: 0.2068198 Aug 17 03:27:14.574777 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467a8003-5c06-416c-8fac-c8528aa9d952 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd79804f-64f6-4312-acf0-fa85f043c0e0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:14.876449 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38502219-28ee-41c5-84f0-79ea1d6f525b req-9ab1264c-e4b1-4f1b-8b6c-d9ef108bf06f tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:14.883586 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-38502219-28ee-41c5-84f0-79ea1d6f525b req-9ab1264c-e4b1-4f1b-8b6c-d9ef108bf06f tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 1095 time: 0.0484037 Aug 17 03:27:14.915726 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-38502219-28ee-41c5-84f0-79ea1d6f525b req-fc0bc1d4-c5fd-40d6-a4c8-98c81c966052 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312967 Aug 17 03:27:15.148444 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 35898) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:15.158821 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8a0aab48-0caa-4c77-ae92-652404e3ee4f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:15.250975 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fc185ac5-51d7-4361-b433-2f792e008e66 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:15.253248 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8a0aab48-0caa-4c77-ae92-652404e3ee4f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:15.302580 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8a0aab48-0caa-4c77-ae92-652404e3ee4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:15.309053 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:27:15.343330 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8a0aab48-0caa-4c77-ae92-652404e3ee4f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=805b7303b7bb42b0a4c4786363ca4e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1964450 Aug 17 03:27:15.344558 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a0aab48-0caa-4c77-ae92-652404e3ee4f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d3426a2-e4d4-4e04-a28c-1f5307b4f543,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:15.346120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 35910) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:15.396709 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6ad3ad5-da1b-4e8c-8dee-a52eea8b5e0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:15.415099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:27:15.417274 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6ad3ad5-da1b-4e8c-8dee-a52eea8b5e0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:15.419056 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:27:15.420602 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:15.503909 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:15.524997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a871aa91-6c7b-4d79-9c8c-8fef51466eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:27:15.527225 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b88e36b6-3fc1-4cc0-8c48-143ae04728ba" -d '{"events": [{"server_uuid": "a871aa91-6c7b-4d79-9c8c-8fef51466eb4", "name": "network-vif-plugged", "status": "completed", "tag": "e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:27:15.537181 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6ad3ad5-da1b-4e8c-8dee-a52eea8b5e0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:15.540680 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6ad3ad5-da1b-4e8c-8dee-a52eea8b5e0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:15.541320 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb,segment=NetworkSegment(5287faf4-7377-4efc-99de-e7192b7f2f7d),segment_id=5287faf4-7377-4efc-99de-e7192b7f2f7d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:15.542367 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c6ad3ad5-da1b-4e8c-8dee-a52eea8b5e0a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2d3426a2-e4d4-4e04-a28c-1f5307b4f543 HTTP/1.1" status: 204 len: 168 time: 0.1945879 Aug 17 03:27:15.554508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6ad3ad5-da1b-4e8c-8dee-a52eea8b5e0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d3426a2-e4d4-4e04-a28c-1f5307b4f543,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:15.634653 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:15.698953 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:15.771508 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:27:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae353aa3-8e8c-4702-b459-31b09af94696 x-openstack-request-id: req-ae353aa3-8e8c-4702-b459-31b09af94696 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:27:15.771829 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a871aa91-6c7b-4d79-9c8c-8fef51466eb4", "name": "network-vif-plugged", "status": "completed", "tag": "e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:27:15.772062 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ae353aa3-8e8c-4702-b459-31b09af94696 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:27:15.772458 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a871aa91-6c7b-4d79-9c8c-8fef51466eb4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb', 'code': 200} Aug 17 03:27:15.869370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c2f2354-28ed-4f68-be42-9e9eadd9cfca req-b0ef1f44-629f-43a2-a57c-4d1fa25fffb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:15.870982 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c2f2354-28ed-4f68-be42-9e9eadd9cfca req-b0ef1f44-629f-43a2-a57c-4d1fa25fffb4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0407715 Aug 17 03:27:15.906585 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c2f2354-28ed-4f68-be42-9e9eadd9cfca req-e9b09a2c-ee5b-4c18-887d-40c283f532a3 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0283399 Aug 17 03:27:16.024810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecd978c-042d-4fd7-92db-837a6539ec95 req-2d1f9346-7de7-42d8-89b2-b80a74d1bc44 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:16.026488 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ecd978c-042d-4fd7-92db-837a6539ec95 req-2d1f9346-7de7-42d8-89b2-b80a74d1bc44 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0424862 Aug 17 03:27:16.063870 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ecd978c-042d-4fd7-92db-837a6539ec95 req-ccd111e2-1e18-4bc2-8cdc-ef352d64368c tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0303237 Aug 17 03:27:17.175780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-879e58b6-3edb-4c5c-b67a-66d1e10b1748 req-5825d45d-6247-40df-a94e-359556941141 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:17.177290 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-879e58b6-3edb-4c5c-b67a-66d1e10b1748 req-5825d45d-6247-40df-a94e-359556941141 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0433412 Aug 17 03:27:17.212834 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-879e58b6-3edb-4c5c-b67a-66d1e10b1748 req-9d6b7564-d15f-46b4-b1b4-0d5a6d4ab5ff tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0286982 Aug 17 03:27:17.328058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40162d3e-e2bd-4e52-bd96-d1ca8016a2e7 req-fd60b36c-d74f-4878-a535-7d5633889fa5 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:17.329643 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-40162d3e-e2bd-4e52-bd96-d1ca8016a2e7 req-fd60b36c-d74f-4878-a535-7d5633889fa5 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0452094 Aug 17 03:27:17.366296 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-40162d3e-e2bd-4e52-bd96-d1ca8016a2e7 req-3a21d9af-ea27-4f5b-a716-301cfc435272 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306120 Aug 17 03:27:17.480423 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13cc1ad1-581e-40c3-89f0-bc29b02122d9 req-ad760eb8-1eda-476d-8874-206144a13498 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:17.482532 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13cc1ad1-581e-40c3-89f0-bc29b02122d9 req-ad760eb8-1eda-476d-8874-206144a13498 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0437551 Aug 17 03:27:17.519803 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-13cc1ad1-581e-40c3-89f0-bc29b02122d9 req-c89a2fac-cc74-4029-81d1-8d038ca66690 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300753 Aug 17 03:27:17.951947 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ac725c2c-4332-4698-b80d-82cc0cf21696 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:17.979016 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dbb775-3fe9-4bc2-afda-8290323413a3 req-8c80d334-de86-46b4-84a4-01a85b52558b tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:17.980664 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64dbb775-3fe9-4bc2-afda-8290323413a3 req-8c80d334-de86-46b4-84a4-01a85b52558b tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0430069 Aug 17 03:27:18.017587 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64dbb775-3fe9-4bc2-afda-8290323413a3 req-c4c8b130-c29a-4396-8902-52104a8f7808 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300877 Aug 17 03:27:18.364629 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:19.125947 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9eea601-c240-4850-838a-a82621ac7c88 req-0165566a-dfcf-465f-a670-20838767f46f tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:19.128345 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a9eea601-c240-4850-838a-a82621ac7c88 req-0165566a-dfcf-465f-a670-20838767f46f tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0415225 Aug 17 03:27:19.163237 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:19.172188 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a9eea601-c240-4850-838a-a82621ac7c88 req-74fc74de-3bb1-40d9-8c31-d315224439c1 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372155 Aug 17 03:27:19.411977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78a3decb-a1ff-4ac2-b0cb-91efb880b10a req-d8b0572c-00fc-40ab-8b76-5dafce1f6218 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:19.413672 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78a3decb-a1ff-4ac2-b0cb-91efb880b10a req-d8b0572c-00fc-40ab-8b76-5dafce1f6218 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 1096 time: 0.0442851 Aug 17 03:27:19.498035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-78a3decb-a1ff-4ac2-b0cb-91efb880b10a req-cca14c34-6fe2-4509-af7a-b5e33d1c9cf2 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Deleting port e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:19.498380 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78a3decb-a1ff-4ac2-b0cb-91efb880b10a req-cca14c34-6fe2-4509-af7a-b5e33d1c9cf2 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:19.580771 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-78a3decb-a1ff-4ac2-b0cb-91efb880b10a req-cca14c34-6fe2-4509-af7a-b5e33d1c9cf2 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] For port e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb,segment=NetworkSegment(5287faf4-7377-4efc-99de-e7192b7f2f7d),segment_id=5287faf4-7377-4efc-99de-e7192b7f2f7d)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:19.581135 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78a3decb-a1ff-4ac2-b0cb-91efb880b10a req-cca14c34-6fe2-4509-af7a-b5e33d1c9cf2 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:19.593175 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-78a3decb-a1ff-4ac2-b0cb-91efb880b10a req-cca14c34-6fe2-4509-af7a-b5e33d1c9cf2 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Calling delete_port for e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:19.791990 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78a3decb-a1ff-4ac2-b0cb-91efb880b10a req-cca14c34-6fe2-4509-af7a-b5e33d1c9cf2 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:19.803522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['099e75ee-169c-43c5-8812-c00f777f9eb6'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:27:19.822145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca14c34-6fe2-4509-af7a-b5e33d1c9cf2 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Pushing event deleted for resources: {'Port': ['ID=e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:19.867634 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-78a3decb-a1ff-4ac2-b0cb-91efb880b10a req-cca14c34-6fe2-4509-af7a-b5e33d1c9cf2 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] No DVR routers for this DVR port e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:27:19.871846 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78a3decb-a1ff-4ac2-b0cb-91efb880b10a req-cca14c34-6fe2-4509-af7a-b5e33d1c9cf2 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:19.872507 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78a3decb-a1ff-4ac2-b0cb-91efb880b10a req-cca14c34-6fe2-4509-af7a-b5e33d1c9cf2 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.60 "DELETE /v2.0/ports/e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb HTTP/1.1" status: 204 len: 173 time: 0.4521871 Aug 17 03:27:19.872946 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a871aa91-6c7b-4d79-9c8c-8fef51466eb4', 'name': 'network-vif-deleted', 'tag': 'e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:27:19.879554 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a9f2a83-1e01-4fb7-bf9e-40ff895ab761" -d '{"events": [{"server_uuid": "a871aa91-6c7b-4d79-9c8c-8fef51466eb4", "name": "network-vif-deleted", "tag": "e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:27:19.926592 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:27:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1890bca2-0a02-4ae5-95e7-23cf6550bd64 x-openstack-request-id: req-1890bca2-0a02-4ae5-95e7-23cf6550bd64 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:27:19.927108 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a871aa91-6c7b-4d79-9c8c-8fef51466eb4", "name": "network-vif-deleted", "tag": "e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:27:19.927375 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1890bca2-0a02-4ae5-95e7-23cf6550bd64 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:27:19.927775 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a871aa91-6c7b-4d79-9c8c-8fef51466eb4', 'name': 'network-vif-deleted', 'tag': 'e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb', 'status': 'completed', 'code': 200} Aug 17 03:27:20.283659 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be509d8a-9882-46c0-91c4-7b968340b010 req-e991d25e-2d18-468a-943c-16bcb897763c tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a871aa91-6c7b-4d79-9c8c-8fef51466eb4 HTTP/1.1" status: 200 len: 210 time: 0.0267739 Aug 17 03:27:20.441622 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36220) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:20.600963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f58a9681-3516-4634-b088-352095c6686a tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Deleting port c35f2a82-c7f5-4416-a226-2335f49ad263 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:20.601308 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f58a9681-3516-4634-b088-352095c6686a tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:20.681828 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f58a9681-3516-4634-b088-352095c6686a tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:20.682170 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f58a9681-3516-4634-b088-352095c6686a tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:20.695172 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f58a9681-3516-4634-b088-352095c6686a tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Calling delete_port for c35f2a82-c7f5-4416-a226-2335f49ad263 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:20.908557 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:20.928972 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f58a9681-3516-4634-b088-352095c6686a tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:20.954971 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58a9681-3516-4634-b088-352095c6686a tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Pushing event deleted for resources: {'Port': ['ID=c35f2a82-c7f5-4416-a226-2335f49ad263,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:21.018987 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f58a9681-3516-4634-b088-352095c6686a tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:21.019249 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-f58a9681-3516-4634-b088-352095c6686a tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Floating IP c4fdfe36-bc75-46bb-96ba-5c39fe04b7d0 disassociated (deleted). External IP: 172.25.1.143, port: f28cfd35-e6f7-450c-8515-c171f8a3eb36. Aug 17 03:27:21.223860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58a9681-3516-4634-b088-352095c6686a tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Router 4f3a609f-cf70-44f6-9140-f08c74d41198 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:27:21.345170 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:27:21.345479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58a9681-3516-4634-b088-352095c6686a tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:27:21.350482 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f58a9681-3516-4634-b088-352095c6686a tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:21.380743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dcedc7-7579-45bd-8980-d1d9223aa236 None None] Sync routers for ids ['4f3a609f-cf70-44f6-9140-f08c74d41198'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:27:21.382696 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:27:21.383261 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device e8e78f93-bbe8-4533-a611-ec8a3b9ae4fb not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:27:21.385937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f58a9681-3516-4634-b088-352095c6686a tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "DELETE /v2.0/floatingips/c4fdfe36-bc75-46bb-96ba-5c39fe04b7d0 HTTP/1.1" status: 204 len: 168 time: 0.9432769 Aug 17 03:27:21.402823 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dcedc7-7579-45bd-8980-d1d9223aa236 None None] Routers {'4f3a609f-cf70-44f6-9140-f08c74d41198'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:27:21.402823 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-44dcedc7-7579-45bd-8980-d1d9223aa236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:27:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4f3a609f-cf70-44f6-9140-f08c74d41198'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:21.536633 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-44dcedc7-7579-45bd-8980-d1d9223aa236 None None] Set router 4f3a609f-cf70-44f6-9140-f08c74d41198 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:27:21.748586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-44dcedc7-7579-45bd-8980-d1d9223aa236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '2091be82-2370-4b13-aa10-f0f430717749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:30Z', 'updated_at': '2021-08-17T03:22:39Z', 'revision_number': 4, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'gw_port': {'id': '2091be82-2370-4b13-aa10-f0f430717749', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:32Z', 'updated_at': '2021-08-17T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'cb6e7906-6a79-4adc-8702-fb0fcdbf3919', 'name': '', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'mac_address': 'fa:16:3e:47:da:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:36Z', 'updated_at': '2021-08-17T03:22:47Z', 'revision_number': 5, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'subnets': [{'id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:21.778181 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dcedc7-7579-45bd-8980-d1d9223aa236 None None] Checking router: 4f3a609f-cf70-44f6-9140-f08c74d41198 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:27:21.788420 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dcedc7-7579-45bd-8980-d1d9223aa236 None None] Routers {'4f3a609f-cf70-44f6-9140-f08c74d41198'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:27:21.788941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-44dcedc7-7579-45bd-8980-d1d9223aa236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:27:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4f3a609f-cf70-44f6-9140-f08c74d41198'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:21.911383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-44dcedc7-7579-45bd-8980-d1d9223aa236 None None] Set router 4f3a609f-cf70-44f6-9140-f08c74d41198 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:27:21.930237 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'tag': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:27:21.933236 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b336acab-f41c-45fd-800e-d8e8c44d551e" -d '{"events": [{"name": "network-changed", "server_uuid": "ffdda64c-425c-49c2-ba51-1550082cff2e", "tag": "f28cfd35-e6f7-450c-8515-c171f8a3eb36"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:27:21.937867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5213cc-4117-4767-8253-fa16b3ace806 req-ce21deee-b35f-468f-bbe2-f1a3ec7ba53a tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:21.941948 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d5213cc-4117-4767-8253-fa16b3ace806 req-ce21deee-b35f-468f-bbe2-f1a3ec7ba53a tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 1097 time: 0.0671437 Aug 17 03:27:21.971317 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-cb3601b0-49b5-4739-b6c1-393c4ee912a2 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:21.979198 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-cb3601b0-49b5-4739-b6c1-393c4ee912a2 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/networks?id=8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 HTTP/1.1" status: 200 len: 814 time: 0.1502986 Aug 17 03:27:22.003108 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d5213cc-4117-4767-8253-fa16b3ace806 req-c10c3e6a-4f19-4c8d-9c9c-22dd4a609fba tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455163 Aug 17 03:27:22.003217 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-5e26d541-432a-46d1-8bf7-a38a1b6c2d55 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/quotas/47c8893ff8b34bc8bb17d97f737305d7 HTTP/1.1" status: 200 len: 375 time: 0.0170693 Aug 17 03:27:22.029687 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-c68a6783-f516-47ec-9136-cad93446fd01 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=47c8893ff8b34bc8bb17d97f737305d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0314870 Aug 17 03:27:22.094289 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49fc984d-19ad-42d7-9111-7008a50b3f34 req-3c68937e-7a14-4ec0-a384-295a9c4953c8 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:22.098857 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49fc984d-19ad-42d7-9111-7008a50b3f34 req-3c68937e-7a14-4ec0-a384-295a9c4953c8 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 946 time: 0.0584004 Aug 17 03:27:22.137104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-44dcedc7-7579-45bd-8980-d1d9223aa236 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '2091be82-2370-4b13-aa10-f0f430717749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:30Z', 'updated_at': '2021-08-17T03:22:39Z', 'revision_number': 4, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'gw_port': {'id': '2091be82-2370-4b13-aa10-f0f430717749', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:32Z', 'updated_at': '2021-08-17T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'cb6e7906-6a79-4adc-8702-fb0fcdbf3919', 'name': '', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'mac_address': 'fa:16:3e:47:da:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:36Z', 'updated_at': '2021-08-17T03:22:47Z', 'revision_number': 5, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'subnets': [{'id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:22.156731 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-96753e3c-dc7c-4e61-a77d-43de21a170bf service neutron] 10.222.0.10 "GET /v2.0/networks/8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1147938 Aug 17 03:27:22.163026 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49fc984d-19ad-42d7-9111-7008a50b3f34 req-1b2dc3ad-fc3c-4d5c-baa4-3e3cddbf802f tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5dd0219-820d-4bfa-948f-754e9ba78591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504737 Aug 17 03:27:22.173996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44dcedc7-7579-45bd-8980-d1d9223aa236 None None] The sync data for ids ['4f3a609f-cf70-44f6-9140-f08c74d41198'] in n-d-802060-9 is: [{'id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '2091be82-2370-4b13-aa10-f0f430717749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:30Z', 'updated_at': '2021-08-17T03:22:39Z', 'revision_number': 4, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'gw_port': {'id': '2091be82-2370-4b13-aa10-f0f430717749', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:32Z', 'updated_at': '2021-08-17T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'cb6e7906-6a79-4adc-8702-fb0fcdbf3919', 'name': '', 'network_id': '62d8fcd8-3e20-4172-a1f1-161cbb544d92', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'mac_address': 'fa:16:3e:47:da:02', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_interface', 'standard_attr_id': 3401, 'fixed_ips': [{'subnet_id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:36Z', 'updated_at': '2021-08-17T03:22:47Z', 'revision_number': 5, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'subnets': [{'id': '229b35b8-a9d8-4a11-a243-0b744b27a861', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:27:22.217866 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6843a376-0b12-4e66-87e0-41ac1f189a46 x-openstack-request-id: req-6843a376-0b12-4e66-87e0-41ac1f189a46 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:27:22.218391 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ffdda64c-425c-49c2-ba51-1550082cff2e", "tag": "f28cfd35-e6f7-450c-8515-c171f8a3eb36", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:27:22.218967 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6843a376-0b12-4e66-87e0-41ac1f189a46 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:27:22.219839 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'tag': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36', 'status': 'completed', 'code': 200} Aug 17 03:27:22.291011 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-4d05dc76-a40f-48b1-95fb-a4391f57b256 service neutron] 10.222.0.10 "GET /v2.0/networks/8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1275711 Aug 17 03:27:22.294145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336acab-f41c-45fd-800e-d8e8c44d551e req-54963b70-5306-4f42-8756-1ea69ca283c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:22.295783 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b336acab-f41c-45fd-800e-d8e8c44d551e req-54963b70-5306-4f42-8756-1ea69ca283c9 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8a413c1ede0c433aa3547c9dae3b5dcd&device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 1097 time: 0.0530658 Aug 17 03:27:22.399835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336acab-f41c-45fd-800e-d8e8c44d551e req-9a55f0c4-c10b-4ed6-a66d-dcea29a43c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:22.401365 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b336acab-f41c-45fd-800e-d8e8c44d551e req-9a55f0c4-c10b-4ed6-a66d-dcea29a43c3d service neutron] 10.222.0.60 "GET /v2.0/networks?id=62d8fcd8-3e20-4172-a1f1-161cbb544d92 HTTP/1.1" status: 200 len: 914 time: 0.0986121 Aug 17 03:27:22.447813 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b336acab-f41c-45fd-800e-d8e8c44d551e req-1281f681-7c8e-4f32-b34b-3327c3f02a6a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=f28cfd35-e6f7-450c-8515-c171f8a3eb36 HTTP/1.1" status: 200 len: 217 time: 0.0381980 Aug 17 03:27:22.475333 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c90cf989-0ec2-4ba1-97d9-31e8e99fb5e4 None None] New status for floating IP c4fdfe36-bc75-46bb-96ba-5c39fe04b7d0: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:27:22.516210 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336acab-f41c-45fd-800e-d8e8c44d551e req-420a21b4-5e6f-474f-b236-3cd5340c4da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:22.517785 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b336acab-f41c-45fd-800e-d8e8c44d551e req-420a21b4-5e6f-474f-b236-3cd5340c4da0 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=229b35b8-a9d8-4a11-a243-0b744b27a861 HTTP/1.1" status: 200 len: 853 time: 0.0605631 Aug 17 03:27:22.590571 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-203a0d01-58d3-4c20-9baf-6c1d5fb3dc57 req-d60007cb-7184-4858-8917-5afe155ea4c2 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 210 time: 0.0493896 Aug 17 03:27:22.607855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b336acab-f41c-45fd-800e-d8e8c44d551e req-7d241c6b-0925-4a3e-8a9d-6de793cbbe02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:22.609976 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b336acab-f41c-45fd-800e-d8e8c44d551e req-7d241c6b-0925-4a3e-8a9d-6de793cbbe02 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=62d8fcd8-3e20-4172-a1f1-161cbb544d92&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0797410 Aug 17 03:27:22.721748 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b336acab-f41c-45fd-800e-d8e8c44d551e req-7ffa7d33-70dc-48c9-a5f9-5ccd836c97c8 service neutron] 10.222.0.60 "GET /v2.0/networks/62d8fcd8-3e20-4172-a1f1-161cbb544d92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023672 Aug 17 03:27:22.818251 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b336acab-f41c-45fd-800e-d8e8c44d551e req-b8d46264-b7c1-4a1a-813d-f8baa01907fc service neutron] 10.222.0.60 "GET /v2.0/networks/62d8fcd8-3e20-4172-a1f1-161cbb544d92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878112 Aug 17 03:27:23.110437 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2ad536-7a5f-4959-9744-e1820d0e8751 req-1a944e0a-24fc-4b60-8481-99270e7d39a7 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:23.119505 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f2ad536-7a5f-4959-9744-e1820d0e8751 req-1a944e0a-24fc-4b60-8481-99270e7d39a7 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 1097 time: 0.0605087 Aug 17 03:27:23.154832 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f2ad536-7a5f-4959-9744-e1820d0e8751 req-2a868378-53ad-4041-8f34-b2f7b8d2591b tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=51f0744d-fe67-40a5-85f7-0fae5558ad07&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361354 Aug 17 03:27:23.311007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71883fdb-1910-468a-b2bc-c70dab36b2d9 req-668f18f6-332c-4e17-8088-a9e91ce76b32 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:23.313349 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-71883fdb-1910-468a-b2bc-c70dab36b2d9 req-668f18f6-332c-4e17-8088-a9e91ce76b32 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 946 time: 0.0832248 Aug 17 03:27:23.319942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6015608-9d1c-4397-a63e-8afa83f68999 req-c913952a-3ed1-44c6-9454-5e702205cfc9 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:23.321497 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6015608-9d1c-4397-a63e-8afa83f68999 req-c913952a-3ed1-44c6-9454-5e702205cfc9 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.30 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 1097 time: 0.0644102 Aug 17 03:27:23.402735 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-71883fdb-1910-468a-b2bc-c70dab36b2d9 req-291736e3-156f-4a80-9c2d-d4f355953f0d tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/security-groups?id=a5dd0219-820d-4bfa-948f-754e9ba78591&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803216 Aug 17 03:27:23.427159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f6015608-9d1c-4397-a63e-8afa83f68999 req-4c8baf19-5e03-48fe-8adf-87148feac622 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Deleting port 099e75ee-169c-43c5-8812-c00f777f9eb6 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:23.427496 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f6015608-9d1c-4397-a63e-8afa83f68999 req-4c8baf19-5e03-48fe-8adf-87148feac622 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:23.543401 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55fef87d-95f7-44ba-8ac9-ce064e78d66e req-4504760a-0cc2-4aa5-ba5d-ae593d0a6916 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:23.544912 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-55fef87d-95f7-44ba-8ac9-ce064e78d66e req-4504760a-0cc2-4aa5-ba5d-ae593d0a6916 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.60 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 946 time: 0.0752096 Aug 17 03:27:23.554491 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f6015608-9d1c-4397-a63e-8afa83f68999 req-4c8baf19-5e03-48fe-8adf-87148feac622 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] For port 099e75ee-169c-43c5-8812-c00f777f9eb6, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=099e75ee-169c-43c5-8812-c00f777f9eb6,segment=NetworkSegment(5287faf4-7377-4efc-99de-e7192b7f2f7d),segment_id=5287faf4-7377-4efc-99de-e7192b7f2f7d)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:23.554908 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f6015608-9d1c-4397-a63e-8afa83f68999 req-4c8baf19-5e03-48fe-8adf-87148feac622 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:23.597220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f6015608-9d1c-4397-a63e-8afa83f68999 req-4c8baf19-5e03-48fe-8adf-87148feac622 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Calling delete_port for 099e75ee-169c-43c5-8812-c00f777f9eb6 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:23.716347 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-55fef87d-95f7-44ba-8ac9-ce064e78d66e req-7578c5b7-cfca-4df1-a7b0-ac7cd9af6c99 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Deleting port f28cfd35-e6f7-450c-8515-c171f8a3eb36 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:23.716695 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-55fef87d-95f7-44ba-8ac9-ce064e78d66e req-7578c5b7-cfca-4df1-a7b0-ac7cd9af6c99 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:23.722003 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-61ee2b4e-a4a4-468c-b03d-e6e430591fe4 req-2717c438-bb31-4e9c-8ec9-312c9c65c2f4 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 210 time: 0.0506303 Aug 17 03:27:23.850037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-55fef87d-95f7-44ba-8ac9-ce064e78d66e req-7578c5b7-cfca-4df1-a7b0-ac7cd9af6c99 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] For port f28cfd35-e6f7-450c-8515-c171f8a3eb36, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f28cfd35-e6f7-450c-8515-c171f8a3eb36,segment=NetworkSegment(d727ad0e-57f6-42e2-aaae-aa9321552967),segment_id=d727ad0e-57f6-42e2-aaae-aa9321552967)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:23.850387 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-55fef87d-95f7-44ba-8ac9-ce064e78d66e req-7578c5b7-cfca-4df1-a7b0-ac7cd9af6c99 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:23.867151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-55fef87d-95f7-44ba-8ac9-ce064e78d66e req-7578c5b7-cfca-4df1-a7b0-ac7cd9af6c99 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Calling delete_port for f28cfd35-e6f7-450c-8515-c171f8a3eb36 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:23.942607 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f6015608-9d1c-4397-a63e-8afa83f68999 req-4c8baf19-5e03-48fe-8adf-87148feac622 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:23.955607 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['099e75ee-169c-43c5-8812-c00f777f9eb6'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:27:23.979765 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8baf19-5e03-48fe-8adf-87148feac622 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Pushing event deleted for resources: {'Port': ['ID=099e75ee-169c-43c5-8812-c00f777f9eb6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:24.049179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6015608-9d1c-4397-a63e-8afa83f68999 req-4c8baf19-5e03-48fe-8adf-87148feac622 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] No DVR routers for this DVR port 099e75ee-169c-43c5-8812-c00f777f9eb6 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:27:24.053247 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f6015608-9d1c-4397-a63e-8afa83f68999 req-4c8baf19-5e03-48fe-8adf-87148feac622 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:24.055275 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6015608-9d1c-4397-a63e-8afa83f68999 req-4c8baf19-5e03-48fe-8adf-87148feac622 tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.30 "DELETE /v2.0/ports/099e75ee-169c-43c5-8812-c00f777f9eb6 HTTP/1.1" status: 204 len: 173 time: 0.7266481 Aug 17 03:27:24.139068 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-55fef87d-95f7-44ba-8ac9-ce064e78d66e req-7578c5b7-cfca-4df1-a7b0-ac7cd9af6c99 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:24.175492 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7578c5b7-cfca-4df1-a7b0-ac7cd9af6c99 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Pushing event deleted for resources: {'Port': ['ID=f28cfd35-e6f7-450c-8515-c171f8a3eb36,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:24.223437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8061fcff-89e1-4f15-b2ba-6725790d7b92', 'name': 'network-vif-deleted', 'tag': '099e75ee-169c-43c5-8812-c00f777f9eb6'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:27:24.225772 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-38ad0c43-dcea-497a-b9be-3999484ea977" -d '{"events": [{"server_uuid": "8061fcff-89e1-4f15-b2ba-6725790d7b92", "name": "network-vif-deleted", "tag": "099e75ee-169c-43c5-8812-c00f777f9eb6"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:27:24.254194 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-55fef87d-95f7-44ba-8ac9-ce064e78d66e req-7578c5b7-cfca-4df1-a7b0-ac7cd9af6c99 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] No DVR routers for this DVR port f28cfd35-e6f7-450c-8515-c171f8a3eb36 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:27:24.261178 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-55fef87d-95f7-44ba-8ac9-ce064e78d66e req-7578c5b7-cfca-4df1-a7b0-ac7cd9af6c99 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:24.261178 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-55fef87d-95f7-44ba-8ac9-ce064e78d66e req-7578c5b7-cfca-4df1-a7b0-ac7cd9af6c99 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.60 "DELETE /v2.0/ports/f28cfd35-e6f7-450c-8515-c171f8a3eb36 HTTP/1.1" status: 204 len: 173 time: 0.7082531 Aug 17 03:27:24.280151 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ecb29df-a147-483f-86d1-aa995a250ea2 req-33568fba-9aa3-4edc-a38d-7900bc7fe9ba tempest-TestServerMultinode-489702149 tempest-TestServerMultinode-489702149-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=8061fcff-89e1-4f15-b2ba-6725790d7b92 HTTP/1.1" status: 200 len: 210 time: 0.0359285 Aug 17 03:27:24.285090 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:27:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bc00af3-cdcb-41b3-8c12-1fc3da40c6a1 x-openstack-request-id: req-5bc00af3-cdcb-41b3-8c12-1fc3da40c6a1 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:27:24.285715 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8061fcff-89e1-4f15-b2ba-6725790d7b92", "name": "network-vif-deleted", "tag": "099e75ee-169c-43c5-8812-c00f777f9eb6", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:27:24.286436 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5bc00af3-cdcb-41b3-8c12-1fc3da40c6a1 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:27:24.287029 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8061fcff-89e1-4f15-b2ba-6725790d7b92', 'name': 'network-vif-deleted', 'tag': '099e75ee-169c-43c5-8812-c00f777f9eb6', 'status': 'completed', 'code': 200} Aug 17 03:27:24.506500 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1994e06a-4f83-47a3-9e12-e32419cd4f9c req-4b37eb26-6168-487b-94e6-482d65947680 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 210 time: 0.0299995 Aug 17 03:27:24.845790 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03dffb65-bb03-4884-ba2d-01e4b79177f6 req-8739377b-becf-44b2-83e5-47d843e1bac8 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 210 time: 0.0268946 Aug 17 03:27:25.006217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-d9255b4e-52de-45f2-8b73-89f8a66f6ce8 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:25.007786 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-d9255b4e-52de-45f2-8b73-89f8a66f6ce8 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.60 "GET /v2.0/networks?id=8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 HTTP/1.1" status: 200 len: 814 time: 0.1486654 Aug 17 03:27:25.022457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Request body: {'port': {'device_id': '6dfcf7f6-5480-4407-ad02-f6968192f6c6', 'network_id': '8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6', 'admin_state_up': True, 'tenant_id': '47c8893ff8b34bc8bb17d97f737305d7'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:27:25.298753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Made reservation on behalf of 47c8893ff8b34bc8bb17d97f737305d7 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:27:25.306467 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:25.341384 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f28cfd35-e6f7-450c-8515-c171f8a3eb36 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:27:25.354926 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36308) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:25.379095 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: f28cfd35-e6f7-450c-8515-c171f8a3eb36 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:27:25.379447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f28cfd35-e6f7-450c-8515-c171f8a3eb36 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:27:25.521333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Allocated IP 172.20.0.2 (8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6/8cde8b1c-4b1d-4c9d-8ebe-3b2d8e5dcdc6/4769e801-d243-4abd-8162-3c045ca21e10) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:27:25.527537 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36312) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:25.669163 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1036ecc7-cd04-49bf-b3fc-312b992c792c req-fa741d73-3913-41f5-aa26-331af1d72676 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 210 time: 0.0366194 Aug 17 03:27:25.741187 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:25.767863 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab365-0a88-42f0-a012-cb795454d72e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:25.829736 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:25.878291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Network 8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:27:25.882004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:27:25.886495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:27:25.916449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Pushing event updated for resources: {'Port': ['ID=4769e801-d243-4abd-8162-3c045ca21e10,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:25.933001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:25.933299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:25.933559 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:25.933848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:25.934196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:25.934536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:25.934860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:25.935194 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:25.935528 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:25.935829 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a75d2e7e-c50d-4ddb-8dea-53e1ba1b34d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:25.935986 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:25.936170 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:25.937039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:25.959383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:25.960235 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:25.989921 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab365-0a88-42f0-a012-cb795454d72e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:26.069034 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b8ab365-0a88-42f0-a012-cb795454d72e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:26.083530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6f3044-c696-4c7f-b104-c0b983886a56 req-f785c3c1-92ee-4cec-94c5-1ef3f9aca4b6 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:26.085172 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e6f3044-c696-4c7f-b104-c0b983886a56 req-f785c3c1-92ee-4cec-94c5-1ef3f9aca4b6 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 931 time: 0.1106832 Aug 17 03:27:26.124551 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-c72e86eb-68be-4303-9f4d-7ffc8bbb152e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1066344 Aug 17 03:27:26.137190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Request body: {'port': {'device_id': '6dfcf7f6-5480-4407-ad02-f6968192f6c6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:27:26.146368 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b8ab365-0a88-42f0-a012-cb795454d72e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e68cce7-9581-47bf-bbda-8b0388c6b0af,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:26.160577 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6b8ab365-0a88-42f0-a012-cb795454d72e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=d5d18bf898394b68b6396f55eb4d076f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6268685 Aug 17 03:27:26.161013 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36320) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:26.203697 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ab365-0a88-42f0-a012-cb795454d72e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:26.205257 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ab365-0a88-42f0-a012-cb795454d72e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:26.205257 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ab365-0a88-42f0-a012-cb795454d72e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:26.205257 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ab365-0a88-42f0-a012-cb795454d72e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:26.205257 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ab365-0a88-42f0-a012-cb795454d72e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:26.206704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ab365-0a88-42f0-a012-cb795454d72e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:26.206704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ab365-0a88-42f0-a012-cb795454d72e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:26.206704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ab365-0a88-42f0-a012-cb795454d72e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:26.206704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ab365-0a88-42f0-a012-cb795454d72e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:26.206704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ab365-0a88-42f0-a012-cb795454d72e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:26.208701 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ab365-0a88-42f0-a012-cb795454d72e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:26.208701 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b8ab365-0a88-42f0-a012-cb795454d72e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:26.231500 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:26.232283 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e6f3044-c696-4c7f-b104-c0b983886a56 req-f306360d-4111-4b96-ac46-63e4ccc57eb9 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369860 Aug 17 03:27:26.258839 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f304734c-2777-455c-8f57-e71f1740764e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:26.289463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'name': 'network-vif-deleted', 'tag': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:27:26.291701 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44b0608f-3b76-42b1-b6cf-410e35e78fe7" -d '{"events": [{"server_uuid": "ffdda64c-425c-49c2-ba51-1550082cff2e", "name": "network-vif-deleted", "tag": "f28cfd35-e6f7-450c-8515-c171f8a3eb36"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:27:26.309734 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f304734c-2777-455c-8f57-e71f1740764e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:26.344778 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a75d2e7e-c50d-4ddb-8dea-53e1ba1b34d4 admin admin] Deleting port f8ef473d-5abd-45da-bc1a-89bb09c19db3 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:26.345233 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a75d2e7e-c50d-4ddb-8dea-53e1ba1b34d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:26.347730 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:27:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19aec7c3-2444-4ca3-99e0-abfebe9a15af x-openstack-request-id: req-19aec7c3-2444-4ca3-99e0-abfebe9a15af {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:27:26.348021 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ffdda64c-425c-49c2-ba51-1550082cff2e", "name": "network-vif-deleted", "tag": "f28cfd35-e6f7-450c-8515-c171f8a3eb36", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:27:26.348470 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19aec7c3-2444-4ca3-99e0-abfebe9a15af {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:27:26.349030 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffdda64c-425c-49c2-ba51-1550082cff2e', 'name': 'network-vif-deleted', 'tag': 'f28cfd35-e6f7-450c-8515-c171f8a3eb36', 'status': 'completed', 'code': 200} Aug 17 03:27:26.433265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-a75d2e7e-c50d-4ddb-8dea-53e1ba1b34d4 admin admin] For port f8ef473d-5abd-45da-bc1a-89bb09c19db3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f8ef473d-5abd-45da-bc1a-89bb09c19db3,segment=NetworkSegment(5287faf4-7377-4efc-99de-e7192b7f2f7d),segment_id=5287faf4-7377-4efc-99de-e7192b7f2f7d)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:26.434016 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a75d2e7e-c50d-4ddb-8dea-53e1ba1b34d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:26.442233 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f304734c-2777-455c-8f57-e71f1740764e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:26.444910 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f304734c-2777-455c-8f57-e71f1740764e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:26.448520 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f304734c-2777-455c-8f57-e71f1740764e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5e68cce7-9581-47bf-bbda-8b0388c6b0af HTTP/1.1" status: 204 len: 168 time: 0.2842972 Aug 17 03:27:26.450672 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a75d2e7e-c50d-4ddb-8dea-53e1ba1b34d4 admin admin] Calling delete_port for f8ef473d-5abd-45da-bc1a-89bb09c19db3 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:26.495155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f304734c-2777-455c-8f57-e71f1740764e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e68cce7-9581-47bf-bbda-8b0388c6b0af,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:26.614873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4769e801-d243-4abd-8162-3c045ca21e10 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:27:26.626548 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:26.676622 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 099e75ee-169c-43c5-8812-c00f777f9eb6 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:27:26.701854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 099e75ee-169c-43c5-8812-c00f777f9eb6 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:27:26.702643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 099e75ee-169c-43c5-8812-c00f777f9eb6 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:27:26.758668 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Transition to ACTIVE for port object 4769e801-d243-4abd-8162-3c045ca21e10 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:27:26.762417 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a75d2e7e-c50d-4ddb-8dea-53e1ba1b34d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:26.801182 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a75d2e7e-c50d-4ddb-8dea-53e1ba1b34d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=f8ef473d-5abd-45da-bc1a-89bb09c19db3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:26.827916 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eee42f82-c7ad-44d8-84d3-e5cae8a4d32e req-388a40aa-0277-4873-a772-b354b04dce81 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 210 time: 0.0364506 Aug 17 03:27:26.846835 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:26.960201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Pushing event updated for resources: {'Port': ['ID=4769e801-d243-4abd-8162-3c045ca21e10,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:27.138740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Attempting to bind port 4769e801-d243-4abd-8162-3c045ca21e10 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:27:27.138740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Attempting to bind port 4769e801-d243-4abd-8162-3c045ca21e10 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '8a864cff-673c-408b-849e-792d1a6d2056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:27:27.138740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Attempting to bind port 4769e801-d243-4abd-8162-3c045ca21e10 on network 8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:27:27.138740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Port 4769e801-d243-4abd-8162-3c045ca21e10 on network 8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:27:27.138740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Attempting to bind port 4769e801-d243-4abd-8162-3c045ca21e10 on network 8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:27:27.138740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 27, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:27:27.138740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Checking segment: {'id': '8a864cff-673c-408b-849e-792d1a6d2056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:27:27.138740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Bound using segment: {'id': '8a864cff-673c-408b-849e-792d1a6d2056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:27:27.138740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Bound port: 4769e801-d243-4abd-8162-3c045ca21e10, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a864cff-673c-408b-849e-792d1a6d2056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:27:27.138740 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:27.139694 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a75d2e7e-c50d-4ddb-8dea-53e1ba1b34d4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:27.201217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] For port 4769e801-d243-4abd-8162-3c045ca21e10, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:27:27.204874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] For port 4769e801-d243-4abd-8162-3c045ca21e10, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4769e801-d243-4abd-8162-3c045ca21e10,segment=NetworkSegment(8a864cff-673c-408b-849e-792d1a6d2056),segment_id=8a864cff-673c-408b-849e-792d1a6d2056)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:27:27.358822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9f842d-c7ed-40b6-86f5-37d3cd7d3288 req-f0de7946-67fd-4463-8ea2-49fe1e1e1552 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:27.361336 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3b9f842d-c7ed-40b6-86f5-37d3cd7d3288 req-f0de7946-67fd-4463-8ea2-49fe1e1e1552 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 943 time: 0.0535786 Aug 17 03:27:27.381585 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a75d2e7e-c50d-4ddb-8dea-53e1ba1b34d4 admin admin] Router fd0cb181-b60e-40d3-9986-c7324215be45 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:27:27.401799 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3b9f842d-c7ed-40b6-86f5-37d3cd7d3288 req-757bbd46-f850-488f-8961-0280347d250e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334015 Aug 17 03:27:27.501241 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a75d2e7e-c50d-4ddb-8dea-53e1ba1b34d4 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:27:27.509462 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a75d2e7e-c50d-4ddb-8dea-53e1ba1b34d4 admin admin] 10.222.0.10 "PUT /v2.0/routers/fd0cb181-b60e-40d3-9986-c7324215be45/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1498165 Aug 17 03:27:27.509946 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36332) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:27.518180 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb2e66f-3fbc-4827-86d7-3b4660b2d14d None None] Sync routers for ids ['fd0cb181-b60e-40d3-9986-c7324215be45'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:27:27.527274 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb2e66f-3fbc-4827-86d7-3b4660b2d14d None None] Routers {'fd0cb181-b60e-40d3-9986-c7324215be45'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:27:27.527888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-adb2e66f-3fbc-4827-86d7-3b4660b2d14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:27:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['fd0cb181-b60e-40d3-9986-c7324215be45'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:27.560429 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:27.606709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:27.607430 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:27.609465 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] 10.222.0.60 "PUT /v2.0/ports/4769e801-d243-4abd-8162-3c045ca21e10 HTTP/1.1" status: 200 len: 1091 time: 1.4770288 Aug 17 03:27:27.661758 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-adb2e66f-3fbc-4827-86d7-3b4660b2d14d None None] Set router fd0cb181-b60e-40d3-9986-c7324215be45 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:27:27.678199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da3a19e3-1d2c-43cb-940c-ff2718e1d107 service neutron] Pushing event updated for resources: {'Port': ['ID=4769e801-d243-4abd-8162-3c045ca21e10,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:27.692356 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-043133ed-7ced-4fdd-936e-dcf27bb7e1bc admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:27.727458 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36334) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:27.746651 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2f25d1bb-6cbb-4b1e-b05b-c5ae8ef7f239 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:27.901755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-adb2e66f-3fbc-4827-86d7-3b4660b2d14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'name': 'tempest-TestServerMultinode-1019093612-router', 'tenant_id': '12cf1262f9af49da9599645f2e31d2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '665040a4-351c-47b3-a517-cd14d1f5d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:26:38Z', 'updated_at': '2021-08-17T03:27:26Z', 'revision_number': 5, 'project_id': '12cf1262f9af49da9599645f2e31d2f1', 'gw_port': {'id': '665040a4-351c-47b3-a517-cd14d1f5d02e', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:38Z', 'updated_at': '2021-08-17T03:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:27.938621 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2f25d1bb-6cbb-4b1e-b05b-c5ae8ef7f239 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:27.941772 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb2e66f-3fbc-4827-86d7-3b4660b2d14d None None] Checking router: fd0cb181-b60e-40d3-9986-c7324215be45 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:27:27.955148 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-adb2e66f-3fbc-4827-86d7-3b4660b2d14d None None] Routers {'fd0cb181-b60e-40d3-9986-c7324215be45'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:27:27.956043 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-adb2e66f-3fbc-4827-86d7-3b4660b2d14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:27:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['fd0cb181-b60e-40d3-9986-c7324215be45'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:28.005071 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39d08cce-f117-47dc-a0f4-4f028718b88e req-3c68d3f1-878b-44df-ad78-1cfd31bf82f1 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 210 time: 0.0464978 Aug 17 03:27:28.006314 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2f25d1bb-6cbb-4b1e-b05b-c5ae8ef7f239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:28.042115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f25d1bb-6cbb-4b1e-b05b-c5ae8ef7f239 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6221607b-e621-4687-9124-188c60a135d4,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:28.086560 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2f25d1bb-6cbb-4b1e-b05b-c5ae8ef7f239 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c9caa80b0d0f4564a2757458e9d1e084&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3573706 Aug 17 03:27:28.086814 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36338) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:28.101460 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-adb2e66f-3fbc-4827-86d7-3b4660b2d14d None None] Set router fd0cb181-b60e-40d3-9986-c7324215be45 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:27:28.196330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-8b346eca-f76a-42ad-9797-2915a198cd59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:28.197896 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-8b346eca-f76a-42ad-9797-2915a198cd59 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47c8893ff8b34bc8bb17d97f737305d7&device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 1094 time: 0.1238596 Aug 17 03:27:28.258499 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-f7b873de-a8cb-40a2-9222-8b07cbdf440f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4769e801-d243-4abd-8162-3c045ca21e10 HTTP/1.1" status: 200 len: 217 time: 0.0499053 Aug 17 03:27:28.259988 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-043133ed-7ced-4fdd-936e-dcf27bb7e1bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:28.265118 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6dd9f239-c0b5-45e5-af44-b9d9e9c0293b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:28.316941 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6dd9f239-c0b5-45e5-af44-b9d9e9c0293b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:28.324175 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-adb2e66f-3fbc-4827-86d7-3b4660b2d14d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'name': 'tempest-TestServerMultinode-1019093612-router', 'tenant_id': '12cf1262f9af49da9599645f2e31d2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '665040a4-351c-47b3-a517-cd14d1f5d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:26:38Z', 'updated_at': '2021-08-17T03:27:26Z', 'revision_number': 5, 'project_id': '12cf1262f9af49da9599645f2e31d2f1', 'gw_port': {'id': '665040a4-351c-47b3-a517-cd14d1f5d02e', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:38Z', 'updated_at': '2021-08-17T03:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:28.346726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-c7f6a097-f131-43a4-a438-8dc4cd712642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:28.348180 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-c7f6a097-f131-43a4-a438-8dc4cd712642 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8cde8b1c-4b1d-4c9d-8ebe-3b2d8e5dcdc6 HTTP/1.1" status: 200 len: 854 time: 0.0801148 Aug 17 03:27:28.352634 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-adb2e66f-3fbc-4827-86d7-3b4660b2d14d None None] The sync data for ids ['fd0cb181-b60e-40d3-9986-c7324215be45'] in n-d-802060-9 is: [{'id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'name': 'tempest-TestServerMultinode-1019093612-router', 'tenant_id': '12cf1262f9af49da9599645f2e31d2f1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.218'}], 'enable_snat': True}, 'gw_port_id': '665040a4-351c-47b3-a517-cd14d1f5d02e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:26:38Z', 'updated_at': '2021-08-17T03:27:26Z', 'revision_number': 5, 'project_id': '12cf1262f9af49da9599645f2e31d2f1', 'gw_port': {'id': '665040a4-351c-47b3-a517-cd14d1f5d02e', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:d6:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fd0cb181-b60e-40d3-9986-c7324215be45', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3697, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.218', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:38Z', 'updated_at': '2021-08-17T03:26:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:27:28.352854 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6dfcf7f6-5480-4407-ad02-f6968192f6c6', 'tag': '4769e801-d243-4abd-8162-3c045ca21e10'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:27:28.354923 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1a20488-7e76-4564-87dc-9c990730b217" -d '{"events": [{"name": "network-changed", "server_uuid": "6dfcf7f6-5480-4407-ad02-f6968192f6c6", "tag": "4769e801-d243-4abd-8162-3c045ca21e10"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:27:28.396443 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-521d3dbb-6ace-4ae8-9203-9faeee9f9fff service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0384476 Aug 17 03:27:28.419460 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:27:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e64a08c-d935-4203-89eb-5ff35de5b030 x-openstack-request-id: req-1e64a08c-d935-4203-89eb-5ff35de5b030 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:27:28.419762 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6dfcf7f6-5480-4407-ad02-f6968192f6c6", "tag": "4769e801-d243-4abd-8162-3c045ca21e10", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:27:28.420013 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1e64a08c-d935-4203-89eb-5ff35de5b030 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:27:28.420406 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6dfcf7f6-5480-4407-ad02-f6968192f6c6', 'tag': '4769e801-d243-4abd-8162-3c045ca21e10', 'status': 'completed', 'code': 200} Aug 17 03:27:28.529558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-043133ed-7ced-4fdd-936e-dcf27bb7e1bc admin admin] Deleting port 665040a4-351c-47b3-a517-cd14d1f5d02e {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:28.529906 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-043133ed-7ced-4fdd-936e-dcf27bb7e1bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:28.535460 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a83c868-6c8d-48e2-a08d-5cf29ad547b9 req-f212b916-f982-4af2-a5ac-217d197f9b4a tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:28.537695 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-5a0cd205-a46a-4f39-bc3e-df29ae7791c6 service neutron] 10.222.0.60 "GET /v2.0/networks/8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1152380 Aug 17 03:27:28.537969 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7a83c868-6c8d-48e2-a08d-5cf29ad547b9 req-f212b916-f982-4af2-a5ac-217d197f9b4a tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 943 time: 0.0539458 Aug 17 03:27:28.578386 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7a83c868-6c8d-48e2-a08d-5cf29ad547b9 req-c555ee2e-0103-49c9-ad5c-8f17e76ea8d6 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329878 Aug 17 03:27:28.623137 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6dd9f239-c0b5-45e5-af44-b9d9e9c0293b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:28.625926 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6dd9f239-c0b5-45e5-af44-b9d9e9c0293b admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:28.627033 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6dd9f239-c0b5-45e5-af44-b9d9e9c0293b admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6221607b-e621-4687-9124-188c60a135d4 HTTP/1.1" status: 204 len: 168 time: 0.5393133 Aug 17 03:27:28.651736 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd9f239-c0b5-45e5-af44-b9d9e9c0293b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6221607b-e621-4687-9124-188c60a135d4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:28.724712 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-043133ed-7ced-4fdd-936e-dcf27bb7e1bc admin admin] For port 665040a4-351c-47b3-a517-cd14d1f5d02e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=665040a4-351c-47b3-a517-cd14d1f5d02e,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:28.725102 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-043133ed-7ced-4fdd-936e-dcf27bb7e1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:28.742935 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1f6320f-471f-4132-aefc-53d3f3d9201c req-fd0b7c48-4490-43da-954b-5a2575709625 service neutron] 10.222.0.60 "GET /v2.0/networks/8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1960220 Aug 17 03:27:28.743776 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-043133ed-7ced-4fdd-936e-dcf27bb7e1bc admin admin] Calling delete_port for 665040a4-351c-47b3-a517-cd14d1f5d02e owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:28.915788 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a20488-7e76-4564-87dc-9c990730b217 req-5b609b11-a9f9-457a-89e9-2ab545ad985b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:28.917273 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1a20488-7e76-4564-87dc-9c990730b217 req-5b609b11-a9f9-457a-89e9-2ab545ad985b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47c8893ff8b34bc8bb17d97f737305d7&device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 1094 time: 0.0601938 Aug 17 03:27:29.040033 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a20488-7e76-4564-87dc-9c990730b217 req-08370574-60c0-4a55-98c8-3fa4dd2b9642 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:29.041711 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1a20488-7e76-4564-87dc-9c990730b217 req-08370574-60c0-4a55-98c8-3fa4dd2b9642 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 HTTP/1.1" status: 200 len: 914 time: 0.1006980 Aug 17 03:27:29.096477 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-043133ed-7ced-4fdd-936e-dcf27bb7e1bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:29.099270 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1a20488-7e76-4564-87dc-9c990730b217 req-73abe3e0-78bd-486d-9d58-965cf4a86536 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4769e801-d243-4abd-8162-3c045ca21e10 HTTP/1.1" status: 200 len: 217 time: 0.0497067 Aug 17 03:27:29.155404 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d919e44b-6a4e-4db4-a6fa-a1e55d6826e6 req-27918374-9aa6-4ef0-b9a1-e356c8d2a3b8 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "GET /v2.0/ports?device_id=ffdda64c-425c-49c2-ba51-1550082cff2e HTTP/1.1" status: 200 len: 210 time: 0.0611477 Aug 17 03:27:29.156164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043133ed-7ced-4fdd-936e-dcf27bb7e1bc admin admin] Pushing event deleted for resources: {'Port': ['ID=665040a4-351c-47b3-a517-cd14d1f5d02e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:29.244016 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a20488-7e76-4564-87dc-9c990730b217 req-16e7559d-4564-46f5-8405-d7cd3e8bf9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:29.245391 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1a20488-7e76-4564-87dc-9c990730b217 req-16e7559d-4564-46f5-8405-d7cd3e8bf9b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8cde8b1c-4b1d-4c9d-8ebe-3b2d8e5dcdc6 HTTP/1.1" status: 200 len: 854 time: 0.1314342 Aug 17 03:27:29.270281 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-043133ed-7ced-4fdd-936e-dcf27bb7e1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:29.287375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1a20488-7e76-4564-87dc-9c990730b217 req-93cf1c38-a1f7-428a-8359-d11a46ad71f9 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332928 Aug 17 03:27:29.355753 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36350) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:29.369265 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b5a86496-7b9b-4754-b44e-2ef4ad5f31ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:29.422413 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-043133ed-7ced-4fdd-936e-dcf27bb7e1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:29.426471 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-043133ed-7ced-4fdd-936e-dcf27bb7e1bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:29.465202 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b5a86496-7b9b-4754-b44e-2ef4ad5f31ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:29.498732 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1a20488-7e76-4564-87dc-9c990730b217 req-3fb720ae-0d13-4311-89df-e1bb81ad6ffc service neutron] 10.222.0.60 "GET /v2.0/networks/8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1882153 Aug 17 03:27:29.548363 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-043133ed-7ced-4fdd-936e-dcf27bb7e1bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:29.548629 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b5a86496-7b9b-4754-b44e-2ef4ad5f31ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:29.548937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-043133ed-7ced-4fdd-936e-dcf27bb7e1bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router fd0cb181-b60e-40d3-9986-c7324215be45 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:27:29.558323 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-043133ed-7ced-4fdd-936e-dcf27bb7e1bc admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:29.562895 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-043133ed-7ced-4fdd-936e-dcf27bb7e1bc admin admin] 10.222.0.10 "DELETE /v2.0/routers/fd0cb181-b60e-40d3-9986-c7324215be45 HTTP/1.1" status: 204 len: 168 time: 2.0491025 Aug 17 03:27:29.562895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36352) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:29.598377 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b5a86496-7b9b-4754-b44e-2ef4ad5f31ef admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=becbac1ed1034f9c87ca6fe8156c7901&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2415080 Aug 17 03:27:29.602245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36356) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:29.681496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-6372416c-718f-4229-9bcb-be2c0ab09db3 admin admin] Deleting subnet 8cf0013b-2af6-48c4-95e5-a331c1b57abc {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:27:29.681496 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6372416c-718f-4229-9bcb-be2c0ab09db3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:29.682287 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5a86496-7b9b-4754-b44e-2ef4ad5f31ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11cdbad3-ac39-46b4-9f8d-cce66295c1de,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:29.682287 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40b2d230-20e3-4170-88fb-f2e9af1589cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:29.692981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d1a20488-7e76-4564-87dc-9c990730b217 req-c07bf660-45ef-4c8d-88cc-dd2b0af0ba27 service neutron] 10.222.0.60 "GET /v2.0/networks/8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1868460 Aug 17 03:27:29.712412 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6372416c-718f-4229-9bcb-be2c0ab09db3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:29.721521 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40b2d230-20e3-4170-88fb-f2e9af1589cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:29.763596 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a368867d-da2a-4d36-936c-865fa2927d83 req-dfaa672a-72be-44cd-83ba-4f4c17d8f1de tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:29.766376 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a368867d-da2a-4d36-936c-865fa2927d83 req-dfaa672a-72be-44cd-83ba-4f4c17d8f1de tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 943 time: 0.0961339 Aug 17 03:27:29.806645 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6372416c-718f-4229-9bcb-be2c0ab09db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:29.808310 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a368867d-da2a-4d36-936c-865fa2927d83 req-83b6df5e-54c3-4304-a4aa-eee210b6b526 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357268 Aug 17 03:27:29.860490 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40b2d230-20e3-4170-88fb-f2e9af1589cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:29.863109 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-40b2d230-20e3-4170-88fb-f2e9af1589cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:29.864228 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-40b2d230-20e3-4170-88fb-f2e9af1589cc admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/11cdbad3-ac39-46b4-9f8d-cce66295c1de HTTP/1.1" status: 204 len: 168 time: 0.2607360 Aug 17 03:27:29.871879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b2d230-20e3-4170-88fb-f2e9af1589cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11cdbad3-ac39-46b4-9f8d-cce66295c1de,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:29.918024 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6372416c-718f-4229-9bcb-be2c0ab09db3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:29.946509 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6372416c-718f-4229-9bcb-be2c0ab09db3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:29.951069 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36360) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:29.951788 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6372416c-718f-4229-9bcb-be2c0ab09db3 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8cf0013b-2af6-48c4-95e5-a331c1b57abc HTTP/1.1" status: 204 len: 168 time: 0.3879602 Aug 17 03:27:29.953641 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6372416c-718f-4229-9bcb-be2c0ab09db3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cf0013b-2af6-48c4-95e5-a331c1b57abc,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:29.955241 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea40db8f-32fe-4a40-a493-25c8a2b3885b None None] Network 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:27:30.027314 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:30.098147 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] Deleting port 78d29104-67f1-421f-8247-3718216ac971 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:30.098446 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:30.144601 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] DHCP port deletion for 9a6df367-5c88-4ef9-885e-4d6b2cb5e222 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:27:30.164958 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] For port 78d29104-67f1-421f-8247-3718216ac971, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=78d29104-67f1-421f-8247-3718216ac971,segment=NetworkSegment(5287faf4-7377-4efc-99de-e7192b7f2f7d),segment_id=5287faf4-7377-4efc-99de-e7192b7f2f7d)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:30.165331 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:30.179822 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] Calling delete_port for 78d29104-67f1-421f-8247-3718216ac971 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:30.200648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] Deleting port 78d29104-67f1-421f-8247-3718216ac971 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:30.201031 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:30.229332 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36366) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:30.319275 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d5ea1842-15af-4592-bf24-38c00f77fee4 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:30.323355 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 665040a4-351c-47b3-a517-cd14d1f5d02e no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:27:30.328446 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] For port 78d29104-67f1-421f-8247-3718216ac971, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=78d29104-67f1-421f-8247-3718216ac971,segment=NetworkSegment(5287faf4-7377-4efc-99de-e7192b7f2f7d),segment_id=5287faf4-7377-4efc-99de-e7192b7f2f7d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:30.328841 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:30.352083 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d5ea1842-15af-4592-bf24-38c00f77fee4 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:30.352415 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 665040a4-351c-47b3-a517-cd14d1f5d02e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:27:30.352415 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 665040a4-351c-47b3-a517-cd14d1f5d02e not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:27:30.352785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 78d29104-67f1-421f-8247-3718216ac971 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:27:30.377546 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] Calling delete_port for 78d29104-67f1-421f-8247-3718216ac971 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:30.399678 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:30.428829 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=78d29104-67f1-421f-8247-3718216ac971,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:30.432663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No active binding found for port 78d29104-67f1-421f-8247-3718216ac971 {{(pid=101971) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 17 03:27:30.432663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 78d29104-67f1-421f-8247-3718216ac971 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:27:30.432663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f8ef473d-5abd-45da-bc1a-89bb09c19db3 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:27:30.433887 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] No DVR routers for this DVR port 78d29104-67f1-421f-8247-3718216ac971 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:27:30.456298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: f8ef473d-5abd-45da-bc1a-89bb09c19db3 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:27:30.461256 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f8ef473d-5abd-45da-bc1a-89bb09c19db3 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:27:30.479704 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d5ea1842-15af-4592-bf24-38c00f77fee4 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:30.482439 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d5ea1842-15af-4592-bf24-38c00f77fee4 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:30.484113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d5ea1842-15af-4592-bf24-38c00f77fee4 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] 10.222.0.10 "DELETE /v2.0/security-groups/a5dd0219-820d-4bfa-948f-754e9ba78591 HTTP/1.1" status: 204 len: 168 time: 0.2530954 Aug 17 03:27:30.495426 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:30.500097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5ea1842-15af-4592-bf24-38c00f77fee4 tempest-TestVolumeBackupRestore-1919588626 tempest-TestVolumeBackupRestore-1919588626-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5dd0219-820d-4bfa-948f-754e9ba78591,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:30.518853 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:30.530472 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a6df367-5c88-4ef9-885e-4d6b2cb5e222']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:30.536285 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] Pushing event deleted for resources: {'Port': ['ID=78d29104-67f1-421f-8247-3718216ac971,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:30.543496 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5287faf4-7377-4efc-99de-e7192b7f2f7d') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:30.544269 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5287faf4-7377-4efc-99de-e7192b7f2f7d') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:30.545469 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] No DVR routers for this DVR port 78d29104-67f1-421f-8247-3718216ac971 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:27:30.550598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:30.551160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:30.551722 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:30.552227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:30.552789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:30.553302 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:30.553775 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:30.553997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:30.554335 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:30.554670 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:30.555001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:30.555345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20ba54e5-a9fe-4df0-9dc7-95286f63b3d8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:27:30.559942 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:30.576178 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:30.583038 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] Releasing vlan 53 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:27:30.583444 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:27:30.585143 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:27:30.719706 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:30.731964 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:30.735824 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9a6df367-5c88-4ef9-885e-4d6b2cb5e222 HTTP/1.1" status: 204 len: 168 time: 0.7815197 Aug 17 03:27:30.737694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36384) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:30.746287 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c336862-4a08-40a4-a508-dd6967cfb5a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a6df367-5c88-4ef9-885e-4d6b2cb5e222,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:30.984065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82016776-ae39-4872-8957-a6d40e569d40 req-94e9d041-c9fa-490e-bf69-62829b386ab8 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:30.985769 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-82016776-ae39-4872-8957-a6d40e569d40 req-94e9d041-c9fa-490e-bf69-62829b386ab8 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 943 time: 0.0940683 Aug 17 03:27:31.124963 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-82016776-ae39-4872-8957-a6d40e569d40 req-3a8aadfe-013b-421c-8b25-58aba36fd995 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065960 Aug 17 03:27:31.253962 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-08ce2bc9-a74b-4a7c-97af-8e674eaabbf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:31.377649 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4769e801-d243-4abd-8162-3c045ca21e10 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:27:31.501393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 4769e801-d243-4abd-8162-3c045ca21e10, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4769e801-d243-4abd-8162-3c045ca21e10,segment=NetworkSegment(8a864cff-673c-408b-849e-792d1a6d2056),segment_id=8a864cff-673c-408b-849e-792d1a6d2056)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:31.513769 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '4769e801-d243-4abd-8162-3c045ca21e10', 'network_id': '8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6', 'port_id': '4769e801-d243-4abd-8162-3c045ca21e10', 'mac_address': 'fa:16:3e:bb:29:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cde8b1c-4b1d-4c9d-8ebe-3b2d8e5dcdc6', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:27:31.538624 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-08ce2bc9-a74b-4a7c-97af-8e674eaabbf7 admin admin] Deleting port 70169d6e-cc1b-4365-b2ab-78703d009435 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:31.538974 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-08ce2bc9-a74b-4a7c-97af-8e674eaabbf7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:31.552257 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:31.565592 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4769e801-d243-4abd-8162-3c045ca21e10 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:27:31.587038 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 4769e801-d243-4abd-8162-3c045ca21e10, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4769e801-d243-4abd-8162-3c045ca21e10,segment=NetworkSegment(8a864cff-673c-408b-849e-792d1a6d2056),segment_id=8a864cff-673c-408b-849e-792d1a6d2056)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:31.631140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-08ce2bc9-a74b-4a7c-97af-8e674eaabbf7 admin admin] For port 70169d6e-cc1b-4365-b2ab-78703d009435, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=70169d6e-cc1b-4365-b2ab-78703d009435,segment=NetworkSegment(0a530bd3-38b0-45ff-9c7d-e1adbcb40d45),segment_id=0a530bd3-38b0-45ff-9c7d-e1adbcb40d45)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:31.631615 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-08ce2bc9-a74b-4a7c-97af-8e674eaabbf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:31.651320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-08ce2bc9-a74b-4a7c-97af-8e674eaabbf7 admin admin] Calling delete_port for 70169d6e-cc1b-4365-b2ab-78703d009435 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:31.674669 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:31.730318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=4769e801-d243-4abd-8162-3c045ca21e10,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:31.864876 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['4769e801-d243-4abd-8162-3c045ca21e10'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:27:31.969912 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-08ce2bc9-a74b-4a7c-97af-8e674eaabbf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:32.051176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ce2bc9-a74b-4a7c-97af-8e674eaabbf7 admin admin] Pushing event deleted for resources: {'Port': ['ID=70169d6e-cc1b-4365-b2ab-78703d009435,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:32.430129 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-08ce2bc9-a74b-4a7c-97af-8e674eaabbf7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:32.446169 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-babffab7-bd7b-441a-88de-f0ea5a707fed req-d9217fd9-095e-4b33-8d10-13d3a05ed2f9 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:32.450336 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-babffab7-bd7b-441a-88de-f0ea5a707fed req-d9217fd9-095e-4b33-8d10-13d3a05ed2f9 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 944 time: 0.1278212 Aug 17 03:27:32.527597 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-babffab7-bd7b-441a-88de-f0ea5a707fed req-754058fa-e0c2-4009-bff7-39f4449d76e2 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684848 Aug 17 03:27:32.781918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08ce2bc9-a74b-4a7c-97af-8e674eaabbf7 admin admin] Router d5a7a73a-2b0b-481a-9513-b70e15c4f739 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:27:32.926254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08ce2bc9-a74b-4a7c-97af-8e674eaabbf7 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:27:32.937110 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-08ce2bc9-a74b-4a7c-97af-8e674eaabbf7 admin admin] 10.222.0.10 "PUT /v2.0/routers/d5a7a73a-2b0b-481a-9513-b70e15c4f739/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1933270 Aug 17 03:27:32.938098 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3ba357-f3f6-49e7-92ed-f8d72fb4a22d None None] Sync routers for ids ['d5a7a73a-2b0b-481a-9513-b70e15c4f739'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:27:32.939124 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36506) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:32.956352 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3ba357-f3f6-49e7-92ed-f8d72fb4a22d None None] Routers {'d5a7a73a-2b0b-481a-9513-b70e15c4f739'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:27:32.957127 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0e3ba357-f3f6-49e7-92ed-f8d72fb4a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:27:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d5a7a73a-2b0b-481a-9513-b70e15c4f739'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:33.120053 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-0e3ba357-f3f6-49e7-92ed-f8d72fb4a22d None None] Set router d5a7a73a-2b0b-481a-9513-b70e15c4f739 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:27:33.137185 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:33.143492 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dcf40b91-27ee-49b2-88ff-ffbc6721db3f admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:33.273499 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dcf40b91-27ee-49b2-88ff-ffbc6721db3f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:33.376827 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0e3ba357-f3f6-49e7-92ed-f8d72fb4a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'name': 'tempest-TestServerMultinode-1945954663-router', 'tenant_id': '03be93f5976949d5946d5a3792016baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.112'}], 'enable_snat': True}, 'gw_port_id': '748b2ec1-665b-4dd9-a52d-26f6c86788f1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:26:46Z', 'updated_at': '2021-08-17T03:27:31Z', 'revision_number': 5, 'project_id': '03be93f5976949d5946d5a3792016baf', 'gw_port': {'id': '748b2ec1-665b-4dd9-a52d-26f6c86788f1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:bf:68:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3724, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.112', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:26:47Z', 'updated_at': '2021-08-17T03:26:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:33.387409 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4769e801-d243-4abd-8162-3c045ca21e10 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:27:33.460735 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3ba357-f3f6-49e7-92ed-f8d72fb4a22d None None] Checking router: d5a7a73a-2b0b-481a-9513-b70e15c4f739 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:27:33.496850 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e3ba357-f3f6-49e7-92ed-f8d72fb4a22d None None] Routers {'d5a7a73a-2b0b-481a-9513-b70e15c4f739'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:27:33.499932 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0e3ba357-f3f6-49e7-92ed-f8d72fb4a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:27:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d5a7a73a-2b0b-481a-9513-b70e15c4f739'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:33.600940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 4769e801-d243-4abd-8162-3c045ca21e10 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:27:33.608067 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 4769e801-d243-4abd-8162-3c045ca21e10 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:27:33.608609 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:33.663569 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-0e3ba357-f3f6-49e7-92ed-f8d72fb4a22d None None] Set router d5a7a73a-2b0b-481a-9513-b70e15c4f739 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:27:33.678267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36534) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:33.752924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d08e8a-63a4-41f1-a95b-bac495c57f50 req-00890fd4-140b-40db-99c4-f9492171aa62 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:33.754886 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c9d08e8a-63a4-41f1-a95b-bac495c57f50 req-00890fd4-140b-40db-99c4-f9492171aa62 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 944 time: 0.1118171 Aug 17 03:27:33.789764 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0e3ba357-f3f6-49e7-92ed-f8d72fb4a22d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'name': 'tempest-TestServerMultinode-1945954663-router', 'tenant_id': '03be93f5976949d5946d5a3792016baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:26:46Z', 'updated_at': '2021-08-17T03:27:33Z', 'revision_number': 6, 'project_id': '03be93f5976949d5946d5a3792016baf', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:33.812122 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:33.819308 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-dcf40b91-27ee-49b2-88ff-ffbc6721db3f admin admin] Deleting port 748b2ec1-665b-4dd9-a52d-26f6c86788f1 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:33.819883 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dcf40b91-27ee-49b2-88ff-ffbc6721db3f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:33.849037 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfcf7f6-5480-4407-ad02-f6968192f6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4769e801-d243-4abd-8162-3c045ca21e10'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:27:33.850767 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e3ba357-f3f6-49e7-92ed-f8d72fb4a22d None None] The sync data for ids ['d5a7a73a-2b0b-481a-9513-b70e15c4f739'] in n-d-802060-9 is: [{'id': 'd5a7a73a-2b0b-481a-9513-b70e15c4f739', 'name': 'tempest-TestServerMultinode-1945954663-router', 'tenant_id': '03be93f5976949d5946d5a3792016baf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:26:46Z', 'updated_at': '2021-08-17T03:27:33Z', 'revision_number': 6, 'project_id': '03be93f5976949d5946d5a3792016baf', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:27:33.851380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c9d08e8a-63a4-41f1-a95b-bac495c57f50 req-0d2724e1-a44d-4ac8-b501-8a0754b66f58 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897620 Aug 17 03:27:33.866970 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0171af50-177a-45a9-948a-1e814803aff3" -d '{"events": [{"server_uuid": "6dfcf7f6-5480-4407-ad02-f6968192f6c6", "name": "network-vif-plugged", "status": "completed", "tag": "4769e801-d243-4abd-8162-3c045ca21e10"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:27:33.922927 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 4769e801-d243-4abd-8162-3c045ca21e10, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4769e801-d243-4abd-8162-3c045ca21e10,segment=NetworkSegment(8a864cff-673c-408b-849e-792d1a6d2056),segment_id=8a864cff-673c-408b-849e-792d1a6d2056)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:33.931514 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:33.943885 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:27:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e0dfdb4-35e0-45b9-a4e1-1c048b8cb038 x-openstack-request-id: req-2e0dfdb4-35e0-45b9-a4e1-1c048b8cb038 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:27:33.944413 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfcf7f6-5480-4407-ad02-f6968192f6c6", "name": "network-vif-plugged", "status": "completed", "tag": "4769e801-d243-4abd-8162-3c045ca21e10", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:27:33.944842 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2e0dfdb4-35e0-45b9-a4e1-1c048b8cb038 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:27:33.945407 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfcf7f6-5480-4407-ad02-f6968192f6c6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4769e801-d243-4abd-8162-3c045ca21e10', 'code': 200} Aug 17 03:27:33.955765 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfaff-76c4-475a-a04d-992dca9784e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:33.960160 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-dcf40b91-27ee-49b2-88ff-ffbc6721db3f admin admin] For port 748b2ec1-665b-4dd9-a52d-26f6c86788f1, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=748b2ec1-665b-4dd9-a52d-26f6c86788f1,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:33.960622 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dcf40b91-27ee-49b2-88ff-ffbc6721db3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:33.980432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-dcf40b91-27ee-49b2-88ff-ffbc6721db3f admin admin] Calling delete_port for 748b2ec1-665b-4dd9-a52d-26f6c86788f1 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:33.995143 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:34.063260 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=4769e801-d243-4abd-8162-3c045ca21e10,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:34.105007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df1a5d89-3bc9-4074-a660-47a85032c87d req-effba534-8378-4f10-ae4d-4c2760e6a0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:34.106548 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-df1a5d89-3bc9-4074-a660-47a85032c87d req-effba534-8378-4f10-ae4d-4c2760e6a0bf service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0970671 Aug 17 03:27:34.176928 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-df1a5d89-3bc9-4074-a660-47a85032c87d req-d1f0d098-3080-4dbf-8227-840da83bc4bc service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628393 Aug 17 03:27:34.197916 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfaff-76c4-475a-a04d-992dca9784e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:34.261935 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dcf40b91-27ee-49b2-88ff-ffbc6721db3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:34.262765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 70169d6e-cc1b-4365-b2ab-78703d009435 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:27:34.289553 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d7bfaff-76c4-475a-a04d-992dca9784e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:34.300803 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf40b91-27ee-49b2-88ff-ffbc6721db3f admin admin] Pushing event deleted for resources: {'Port': ['ID=748b2ec1-665b-4dd9-a52d-26f6c86788f1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:34.315985 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 70169d6e-cc1b-4365-b2ab-78703d009435 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:27:34.315985 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 70169d6e-cc1b-4365-b2ab-78703d009435 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:27:34.333572 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8d7bfaff-76c4-475a-a04d-992dca9784e8 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=7ae615ddd46a42dd996758aa74ffb56d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6482041 Aug 17 03:27:34.338508 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36560) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:34.355434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7bfaff-76c4-475a-a04d-992dca9784e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=683431ae-9c94-46a5-97d8-3eca4abefa4d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:34.442140 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dcf40b91-27ee-49b2-88ff-ffbc6721db3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:34.519860 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a1073aea-ed24-488b-90b7-0a6392aeefac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:34.575322 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dcf40b91-27ee-49b2-88ff-ffbc6721db3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:34.581610 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dcf40b91-27ee-49b2-88ff-ffbc6721db3f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:34.592282 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a1073aea-ed24-488b-90b7-0a6392aeefac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:34.764194 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a1073aea-ed24-488b-90b7-0a6392aeefac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:34.766150 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a1073aea-ed24-488b-90b7-0a6392aeefac admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:34.768213 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a1073aea-ed24-488b-90b7-0a6392aeefac admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/683431ae-9c94-46a5-97d8-3eca4abefa4d HTTP/1.1" status: 204 len: 168 time: 0.4285347 Aug 17 03:27:34.769105 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dcf40b91-27ee-49b2-88ff-ffbc6721db3f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:34.769786 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcf40b91-27ee-49b2-88ff-ffbc6721db3f admin admin] Fanout notify agent at l3_agent the message router_deleted on router d5a7a73a-2b0b-481a-9513-b70e15c4f739 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:27:34.775889 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dcf40b91-27ee-49b2-88ff-ffbc6721db3f admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:34.777606 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dcf40b91-27ee-49b2-88ff-ffbc6721db3f admin admin] 10.222.0.10 "DELETE /v2.0/routers/d5a7a73a-2b0b-481a-9513-b70e15c4f739 HTTP/1.1" status: 204 len: 168 time: 1.8374326 Aug 17 03:27:34.780705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36578) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:34.785644 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1073aea-ed24-488b-90b7-0a6392aeefac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=683431ae-9c94-46a5-97d8-3eca4abefa4d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:34.861551 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-bf2eab80-cb5d-45b4-87e0-98d74ff041f8 admin admin] Deleting subnet 33ef37d7-3bc3-4ae9-a8a1-06505b6abf1e {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:27:34.873307 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf2eab80-cb5d-45b4-87e0-98d74ff041f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:34.925751 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf2eab80-cb5d-45b4-87e0-98d74ff041f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:35.050249 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf2eab80-cb5d-45b4-87e0-98d74ff041f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:35.094373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-274ddecc-5da2-449e-b286-f08b317b701b req-65bb9bcc-b0f0-4e1c-8b84-d5b715cde4e7 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:35.094373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-274ddecc-5da2-449e-b286-f08b317b701b req-65bb9bcc-b0f0-4e1c-8b84-d5b715cde4e7 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 945 time: 0.1112661 Aug 17 03:27:35.171468 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-274ddecc-5da2-449e-b286-f08b317b701b req-4f084d57-bacc-4fb9-ad0e-fea5dae40cda tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638318 Aug 17 03:27:35.274793 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf2eab80-cb5d-45b4-87e0-98d74ff041f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:35.308094 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf2eab80-cb5d-45b4-87e0-98d74ff041f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:35.313854 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36600) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:35.314438 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-936f702b-e79b-455f-89f8-96e9072d30b3 None None] Network 16178cf0-f759-4492-aa50-99ae9764028a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:27:35.326113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bf2eab80-cb5d-45b4-87e0-98d74ff041f8 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/33ef37d7-3bc3-4ae9-a8a1-06505b6abf1e HTTP/1.1" status: 204 len: 168 time: 0.5280106 Aug 17 03:27:35.329562 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2eab80-cb5d-45b4-87e0-98d74ff041f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33ef37d7-3bc3-4ae9-a8a1-06505b6abf1e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:35.418600 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:35.484765 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] Deleting port 8c69935e-ac5e-4fdc-a490-14f27d014303 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:35.485119 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:35.552260 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7310afa1-fe48-4001-95ed-009357ffe6d6 None None] DHCP port deletion for 16178cf0-f759-4492-aa50-99ae9764028a request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:27:35.566420 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] For port 8c69935e-ac5e-4fdc-a490-14f27d014303, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8c69935e-ac5e-4fdc-a490-14f27d014303,segment=NetworkSegment(0a530bd3-38b0-45ff-9c7d-e1adbcb40d45),segment_id=0a530bd3-38b0-45ff-9c7d-e1adbcb40d45)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:35.566888 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:35.581373 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] Calling delete_port for 8c69935e-ac5e-4fdc-a490-14f27d014303 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:35.604325 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7310afa1-fe48-4001-95ed-009357ffe6d6 None None] Deleting port 8c69935e-ac5e-4fdc-a490-14f27d014303 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:35.607542 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7310afa1-fe48-4001-95ed-009357ffe6d6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:35.646953 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36612) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:35.672426 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-467204b1-f0df-4513-9bfc-385f8c20eca0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:35.682762 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36614) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:35.725505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-7310afa1-fe48-4001-95ed-009357ffe6d6 None None] For port 8c69935e-ac5e-4fdc-a490-14f27d014303, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8c69935e-ac5e-4fdc-a490-14f27d014303,segment=NetworkSegment(0a530bd3-38b0-45ff-9c7d-e1adbcb40d45),segment_id=0a530bd3-38b0-45ff-9c7d-e1adbcb40d45)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:35.725993 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7310afa1-fe48-4001-95ed-009357ffe6d6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:35.740386 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7310afa1-fe48-4001-95ed-009357ffe6d6 None None] Calling delete_port for 8c69935e-ac5e-4fdc-a490-14f27d014303 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:35.781806 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:35.829176 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7310afa1-fe48-4001-95ed-009357ffe6d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:35.854219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] Pushing event deleted for resources: {'Port': ['ID=8c69935e-ac5e-4fdc-a490-14f27d014303,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:35.865075 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] No DVR routers for this DVR port 8c69935e-ac5e-4fdc-a490-14f27d014303 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:27:35.870005 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7310afa1-fe48-4001-95ed-009357ffe6d6 None None] Pushing event deleted for resources: {'Port': ['ID=8c69935e-ac5e-4fdc-a490-14f27d014303,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:35.872043 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7310afa1-fe48-4001-95ed-009357ffe6d6 None None] No DVR routers for this DVR port 8c69935e-ac5e-4fdc-a490-14f27d014303 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:27:35.902253 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-467204b1-f0df-4513-9bfc-385f8c20eca0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:35.962576 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:35.965574 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-467204b1-f0df-4513-9bfc-385f8c20eca0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:35.975366 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16178cf0-f759-4492-aa50-99ae9764028a']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:35.988817 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a530bd3-38b0-45ff-9c7d-e1adbcb40d45') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:35.989117 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a530bd3-38b0-45ff-9c7d-e1adbcb40d45') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:36.001464 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:36.017883 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-467204b1-f0df-4513-9bfc-385f8c20eca0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4d5794acd3ec423e83860e44002a738e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3696959 Aug 17 03:27:36.021861 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36630) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:36.028684 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:36.042868 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:27:36.043280 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:27:36.045039 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:27:36.066224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-467204b1-f0df-4513-9bfc-385f8c20eca0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19435467-d630-4d15-8c7a-0f5bbf8f0550,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:36.135437 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-411f653c-dfc1-4895-aafd-dae28e457266 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:36.158143 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-411f653c-dfc1-4895-aafd-dae28e457266 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:36.214803 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:36.221970 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:36.223790 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] 10.222.0.10 "DELETE /v2.0/networks/16178cf0-f759-4492-aa50-99ae9764028a HTTP/1.1" status: 204 len: 168 time: 0.9077499 Aug 17 03:27:36.269902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94246fb0-6c7e-4318-b6c8-1d051ffda6db admin admin] Pushing event deleted for resources: {'Network': ['ID=16178cf0-f759-4492-aa50-99ae9764028a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:36.274447 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-411f653c-dfc1-4895-aafd-dae28e457266 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:36.277969 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-411f653c-dfc1-4895-aafd-dae28e457266 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:36.282775 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-411f653c-dfc1-4895-aafd-dae28e457266 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/19435467-d630-4d15-8c7a-0f5bbf8f0550 HTTP/1.1" status: 204 len: 168 time: 0.2564576 Aug 17 03:27:36.305712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411f653c-dfc1-4895-aafd-dae28e457266 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19435467-d630-4d15-8c7a-0f5bbf8f0550,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:36.336086 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 748b2ec1-665b-4dd9-a52d-26f6c86788f1 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:27:36.378118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 748b2ec1-665b-4dd9-a52d-26f6c86788f1 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:27:36.380394 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 748b2ec1-665b-4dd9-a52d-26f6c86788f1 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:27:36.381725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8c69935e-ac5e-4fdc-a490-14f27d014303 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:27:36.387098 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-decd6d63-e188-4b7e-aef1-6dc2a70c3a78 req-291c2ec2-e80e-481a-8709-2ca8e4c0b571 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:36.389279 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-decd6d63-e188-4b7e-aef1-6dc2a70c3a78 req-291c2ec2-e80e-481a-8709-2ca8e4c0b571 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 945 time: 0.0988069 Aug 17 03:27:36.401927 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 8c69935e-ac5e-4fdc-a490-14f27d014303 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:27:36.402259 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8c69935e-ac5e-4fdc-a490-14f27d014303 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:27:36.434668 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-decd6d63-e188-4b7e-aef1-6dc2a70c3a78 req-4116b501-83b3-4879-9a22-b8ed073c48fb tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386386 Aug 17 03:27:36.745178 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4c797e08-49cb-4b91-8f45-4fb7898408ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:36.758394 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36700) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:36.811613 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-98141f54-c612-4185-a8ac-f0a73bee3ec0 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=12cf1262f9af49da9599645f2e31d2f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0504196 Aug 17 03:27:36.811613 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36704) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:36.895210 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca6e152a-3553-4a9f-b0f4-2577f47b3acd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:36.926680 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca6e152a-3553-4a9f-b0f4-2577f47b3acd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:37.041634 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-4c797e08-49cb-4b91-8f45-4fb7898408ad admin admin] Deleting port cb6e7906-6a79-4adc-8702-fb0fcdbf3919 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:37.042248 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4c797e08-49cb-4b91-8f45-4fb7898408ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:37.124597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-4c797e08-49cb-4b91-8f45-4fb7898408ad admin admin] For port cb6e7906-6a79-4adc-8702-fb0fcdbf3919, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cb6e7906-6a79-4adc-8702-fb0fcdbf3919,segment=NetworkSegment(d727ad0e-57f6-42e2-aaae-aa9321552967),segment_id=d727ad0e-57f6-42e2-aaae-aa9321552967)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:37.124899 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4c797e08-49cb-4b91-8f45-4fb7898408ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:37.138620 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-4c797e08-49cb-4b91-8f45-4fb7898408ad admin admin] Calling delete_port for cb6e7906-6a79-4adc-8702-fb0fcdbf3919 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:37.148149 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca6e152a-3553-4a9f-b0f4-2577f47b3acd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:37.150820 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ca6e152a-3553-4a9f-b0f4-2577f47b3acd admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:37.152046 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ca6e152a-3553-4a9f-b0f4-2577f47b3acd admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/9e19863f-5b4d-40bc-a669-325fc31d8ecb HTTP/1.1" status: 204 len: 168 time: 0.3395665 Aug 17 03:27:37.160541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6e152a-3553-4a9f-b0f4-2577f47b3acd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e19863f-5b4d-40bc-a669-325fc31d8ecb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:37.468885 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4c797e08-49cb-4b91-8f45-4fb7898408ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:37.496873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c797e08-49cb-4b91-8f45-4fb7898408ad admin admin] Pushing event deleted for resources: {'Port': ['ID=cb6e7906-6a79-4adc-8702-fb0fcdbf3919,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:37.676909 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4c797e08-49cb-4b91-8f45-4fb7898408ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:37.935111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c797e08-49cb-4b91-8f45-4fb7898408ad admin admin] Router 4f3a609f-cf70-44f6-9140-f08c74d41198 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:27:38.062047 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c797e08-49cb-4b91-8f45-4fb7898408ad admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:27:38.067146 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4c797e08-49cb-4b91-8f45-4fb7898408ad admin admin] 10.222.0.10 "PUT /v2.0/routers/4f3a609f-cf70-44f6-9140-f08c74d41198/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3804388 Aug 17 03:27:38.071533 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36804) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:38.084361 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a4bc7b-a12c-4bf3-8890-c1484aada964 None None] Sync routers for ids ['4f3a609f-cf70-44f6-9140-f08c74d41198'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:27:38.099663 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a4bc7b-a12c-4bf3-8890-c1484aada964 None None] Routers {'4f3a609f-cf70-44f6-9140-f08c74d41198'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:27:38.100772 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e4a4bc7b-a12c-4bf3-8890-c1484aada964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:27:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4f3a609f-cf70-44f6-9140-f08c74d41198'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:38.200258 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd9f2-1b88-4eef-b56d-d0ce4a7ef188 admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:38.259209 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-e4a4bc7b-a12c-4bf3-8890-c1484aada964 None None] Set router 4f3a609f-cf70-44f6-9140-f08c74d41198 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:27:38.275906 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36812) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:38.325072 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eef593d4-580f-4028-b41a-c01f166c3a26 req-36f69b83-7eb8-4365-b095-60569741037a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0713675 Aug 17 03:27:38.374919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36818) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:38.375158 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ddf4bf69-3a31-4da5-a29b-91aa71b5f986 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=03be93f5976949d5946d5a3792016baf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0971546 Aug 17 03:27:38.382672 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd9f2-1b88-4eef-b56d-d0ce4a7ef188 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:38.494124 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef593d4-580f-4028-b41a-c01f166c3a26 req-8eefb19d-9603-404c-ae17-9ba317299e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:38.496247 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eef593d4-580f-4028-b41a-c01f166c3a26 req-8eefb19d-9603-404c-ae17-9ba317299e96 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47c8893ff8b34bc8bb17d97f737305d7&device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0865567 Aug 17 03:27:38.509116 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e5cc5e45-2275-4d64-b077-9678850a26be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:38.563729 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-9ffdd9f2-1b88-4eef-b56d-d0ce4a7ef188 admin admin] Deleting port 2091be82-2370-4b13-aa10-f0f430717749 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:38.564082 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd9f2-1b88-4eef-b56d-d0ce4a7ef188 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:38.580414 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e4a4bc7b-a12c-4bf3-8890-c1484aada964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133'}], 'enable_snat': True}, 'gw_port_id': '2091be82-2370-4b13-aa10-f0f430717749', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:30Z', 'updated_at': '2021-08-17T03:27:37Z', 'revision_number': 5, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'gw_port': {'id': '2091be82-2370-4b13-aa10-f0f430717749', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:55:75', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3399, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:32Z', 'updated_at': '2021-08-17T03:22:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:38.601528 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e5cc5e45-2275-4d64-b077-9678850a26be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:38.625720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a4bc7b-a12c-4bf3-8890-c1484aada964 None None] Checking router: 4f3a609f-cf70-44f6-9140-f08c74d41198 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:27:38.637092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a4bc7b-a12c-4bf3-8890-c1484aada964 None None] Routers {'4f3a609f-cf70-44f6-9140-f08c74d41198'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:27:38.638219 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e4a4bc7b-a12c-4bf3-8890-c1484aada964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:27:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4f3a609f-cf70-44f6-9140-f08c74d41198'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:38.675721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef593d4-580f-4028-b41a-c01f166c3a26 req-03fd5a8e-941b-4f7d-8483-4d98efb8fd30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:38.677349 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eef593d4-580f-4028-b41a-c01f166c3a26 req-03fd5a8e-941b-4f7d-8483-4d98efb8fd30 service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 HTTP/1.1" status: 200 len: 914 time: 0.1552210 Aug 17 03:27:38.696801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-9ffdd9f2-1b88-4eef-b56d-d0ce4a7ef188 admin admin] For port 2091be82-2370-4b13-aa10-f0f430717749, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2091be82-2370-4b13-aa10-f0f430717749,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:38.697174 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd9f2-1b88-4eef-b56d-d0ce4a7ef188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:38.710814 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-9ffdd9f2-1b88-4eef-b56d-d0ce4a7ef188 admin admin] Calling delete_port for 2091be82-2370-4b13-aa10-f0f430717749 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:38.728891 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eef593d4-580f-4028-b41a-c01f166c3a26 req-cc358beb-6b1d-4a86-a4d2-783cbdb28aa9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4769e801-d243-4abd-8162-3c045ca21e10 HTTP/1.1" status: 200 len: 217 time: 0.0429420 Aug 17 03:27:38.802023 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef593d4-580f-4028-b41a-c01f166c3a26 req-eef2d6e9-5a11-443a-8ee2-cd628603f306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:38.803536 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eef593d4-580f-4028-b41a-c01f166c3a26 req-eef2d6e9-5a11-443a-8ee2-cd628603f306 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8cde8b1c-4b1d-4c9d-8ebe-3b2d8e5dcdc6 HTTP/1.1" status: 200 len: 854 time: 0.0682611 Aug 17 03:27:38.805012 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e5cc5e45-2275-4d64-b077-9678850a26be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:38.817383 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e5cc5e45-2275-4d64-b077-9678850a26be admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:38.817383 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e5cc5e45-2275-4d64-b077-9678850a26be admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/51f0744d-fe67-40a5-85f7-0fae5558ad07 HTTP/1.1" status: 204 len: 168 time: 0.4329698 Aug 17 03:27:38.840085 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-e4a4bc7b-a12c-4bf3-8890-c1484aada964 None None] Set router 4f3a609f-cf70-44f6-9140-f08c74d41198 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:27:38.846037 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eef593d4-580f-4028-b41a-c01f166c3a26 req-b91b3c3d-8d9a-4064-8af9-0952fe271f56 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0336008 Aug 17 03:27:38.847210 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5cc5e45-2275-4d64-b077-9678850a26be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51f0744d-fe67-40a5-85f7-0fae5558ad07,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:38.968902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e4a4bc7b-a12c-4bf3-8890-c1484aada964 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:30Z', 'updated_at': '2021-08-17T03:27:38Z', 'revision_number': 6, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:39.000315 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a4bc7b-a12c-4bf3-8890-c1484aada964 None None] The sync data for ids ['4f3a609f-cf70-44f6-9140-f08c74d41198'] in n-d-802060-9 is: [{'id': '4f3a609f-cf70-44f6-9140-f08c74d41198', 'name': 'tempest-TestVolumeBackupRestore-1976184532-router', 'tenant_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:30Z', 'updated_at': '2021-08-17T03:27:38Z', 'revision_number': 6, 'project_id': '8a413c1ede0c433aa3547c9dae3b5dcd', 'gw_port_host': None}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:27:39.023497 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eef593d4-580f-4028-b41a-c01f166c3a26 req-0471d325-c10c-46fe-9703-85580cc5ca4f service neutron] 10.222.0.60 "GET /v2.0/networks/8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1686616 Aug 17 03:27:39.055050 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd9f2-1b88-4eef-b56d-d0ce4a7ef188 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:39.106225 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffdd9f2-1b88-4eef-b56d-d0ce4a7ef188 admin admin] Pushing event deleted for resources: {'Port': ['ID=2091be82-2370-4b13-aa10-f0f430717749,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:39.180828 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd9f2-1b88-4eef-b56d-d0ce4a7ef188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:39.193459 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eef593d4-580f-4028-b41a-c01f166c3a26 req-cfda4b95-876f-47ea-9dba-fb6b9ffc7d68 service neutron] 10.222.0.60 "GET /v2.0/networks/8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614432 Aug 17 03:27:39.301770 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd9f2-1b88-4eef-b56d-d0ce4a7ef188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:39.303957 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd9f2-1b88-4eef-b56d-d0ce4a7ef188 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:39.426346 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd9f2-1b88-4eef-b56d-d0ce4a7ef188 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:39.430313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffdd9f2-1b88-4eef-b56d-d0ce4a7ef188 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4f3a609f-cf70-44f6-9140-f08c74d41198 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:27:39.442253 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ffdd9f2-1b88-4eef-b56d-d0ce4a7ef188 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:39.443059 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9ffdd9f2-1b88-4eef-b56d-d0ce4a7ef188 admin admin] 10.222.0.10 "DELETE /v2.0/routers/4f3a609f-cf70-44f6-9140-f08c74d41198 HTTP/1.1" status: 204 len: 168 time: 1.3704231 Aug 17 03:27:39.445756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36876) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:39.527473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2601a53-4e9f-4154-85fa-e5e1ed77e299 admin admin] Deleting subnet 229b35b8-a9d8-4a11-a243-0b744b27a861 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:27:39.534189 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a2601a53-4e9f-4154-85fa-e5e1ed77e299 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:39.593132 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a2601a53-4e9f-4154-85fa-e5e1ed77e299 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:39.689515 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a2601a53-4e9f-4154-85fa-e5e1ed77e299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:39.853399 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a2601a53-4e9f-4154-85fa-e5e1ed77e299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:39.884262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2601a53-4e9f-4154-85fa-e5e1ed77e299 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=229b35b8-a9d8-4a11-a243-0b744b27a861,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:39.893748 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a2601a53-4e9f-4154-85fa-e5e1ed77e299 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:39.895637 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a2601a53-4e9f-4154-85fa-e5e1ed77e299 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/229b35b8-a9d8-4a11-a243-0b744b27a861 HTTP/1.1" status: 204 len: 168 time: 0.4488623 Aug 17 03:27:39.898393 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36902) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:39.904500 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91147a54-1193-4fe2-8d6d-e57f64e4be2b None None] Network 62d8fcd8-3e20-4172-a1f1-161cbb544d92 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:27:40.005123 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.078401 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] Deleting port 353537b2-9b4c-405f-abc7-3e2270be16e6 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:40.078999 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.168673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] For port 353537b2-9b4c-405f-abc7-3e2270be16e6, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=353537b2-9b4c-405f-abc7-3e2270be16e6,segment=NetworkSegment(d727ad0e-57f6-42e2-aaae-aa9321552967),segment_id=d727ad0e-57f6-42e2-aaae-aa9321552967)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:40.169295 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.181859 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e799201b-5ef9-421c-82a7-fb069e77168c None None] DHCP port deletion for 62d8fcd8-3e20-4172-a1f1-161cbb544d92 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:27:40.225373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] Calling delete_port for 353537b2-9b4c-405f-abc7-3e2270be16e6 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:40.312932 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e799201b-5ef9-421c-82a7-fb069e77168c None None] Deleting port 353537b2-9b4c-405f-abc7-3e2270be16e6 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:40.318768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36926) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:40.323832 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e799201b-5ef9-421c-82a7-fb069e77168c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.416740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2091be82-2370-4b13-aa10-f0f430717749 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:27:40.444489 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 2091be82-2370-4b13-aa10-f0f430717749 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:27:40.444755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2091be82-2370-4b13-aa10-f0f430717749 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:27:40.445188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 353537b2-9b4c-405f-abc7-3e2270be16e6 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:27:40.491019 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.496423 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e799201b-5ef9-421c-82a7-fb069e77168c None None] For port 353537b2-9b4c-405f-abc7-3e2270be16e6, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=353537b2-9b4c-405f-abc7-3e2270be16e6,segment=NetworkSegment(d727ad0e-57f6-42e2-aaae-aa9321552967),segment_id=d727ad0e-57f6-42e2-aaae-aa9321552967)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:40.496828 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e799201b-5ef9-421c-82a7-fb069e77168c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.510579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a105b1a0-0d82-48c6-a34a-175eebf3bdbd admin admin] Request body: {'network': {'name': 'tempest-ImageQuotaTest-2013738268-network', 'tenant_id': '05d8fb6e415d4d5aa33c3753db2e9a8d'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:27:40.521088 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] Pushing event deleted for resources: {'Port': ['ID=353537b2-9b4c-405f-abc7-3e2270be16e6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:40.523004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] No DVR routers for this DVR port 353537b2-9b4c-405f-abc7-3e2270be16e6 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:27:40.524306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e799201b-5ef9-421c-82a7-fb069e77168c None None] Calling delete_port for 353537b2-9b4c-405f-abc7-3e2270be16e6 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:40.542918 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No active binding found for port 353537b2-9b4c-405f-abc7-3e2270be16e6 {{(pid=101971) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Aug 17 03:27:40.543483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 353537b2-9b4c-405f-abc7-3e2270be16e6 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:27:40.544345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cb6e7906-6a79-4adc-8702-fb0fcdbf3919 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:27:40.571704 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: cb6e7906-6a79-4adc-8702-fb0fcdbf3919 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:27:40.572061 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cb6e7906-6a79-4adc-8702-fb0fcdbf3919 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:27:40.632253 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.643228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['62d8fcd8-3e20-4172-a1f1-161cbb544d92']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:40.654060 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd727ad0e-57f6-42e2-aaae-aa9321552967') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:40.654627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd727ad0e-57f6-42e2-aaae-aa9321552967') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:40.656991 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e799201b-5ef9-421c-82a7-fb069e77168c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.666853 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.682382 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.689347 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e799201b-5ef9-421c-82a7-fb069e77168c None None] No DVR routers for this DVR port 353537b2-9b4c-405f-abc7-3e2270be16e6 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:27:40.689543 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a105b1a0-0d82-48c6-a34a-175eebf3bdbd admin admin] Made reservation on behalf of 05d8fb6e415d4d5aa33c3753db2e9a8d for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:27:40.692024 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a105b1a0-0d82-48c6-a34a-175eebf3bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.694267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:27:40.697611 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:27:40.699134 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:27:40.709555 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e799201b-5ef9-421c-82a7-fb069e77168c None None] Pushing event deleted for resources: {'Port': ['ID=353537b2-9b4c-405f-abc7-3e2270be16e6,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:40.711710 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a105b1a0-0d82-48c6-a34a-175eebf3bdbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.834611 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a105b1a0-0d82-48c6-a34a-175eebf3bdbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.863231 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.872085 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.874560 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] 10.222.0.10 "DELETE /v2.0/networks/62d8fcd8-3e20-4172-a1f1-161cbb544d92 HTTP/1.1" status: 204 len: 168 time: 0.9743621 Aug 17 03:27:40.877640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 36948) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:40.885921 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e36ae015-7bb9-47df-ada8-a4aa57ff69ad admin admin] Pushing event deleted for resources: {'Network': ['ID=62d8fcd8-3e20-4172-a1f1-161cbb544d92,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:40.922306 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a105b1a0-0d82-48c6-a34a-175eebf3bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:40.968706 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a105b1a0-0d82-48c6-a34a-175eebf3bdbd admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:27:41.021827 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105b1a0-0d82-48c6-a34a-175eebf3bdbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac1e99bb-604d-4281-a59f-68ea40aaa1d6,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:41.042895 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a105b1a0-0d82-48c6-a34a-175eebf3bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:41.043255 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-a105b1a0-0d82-48c6-a34a-175eebf3bdbd admin admin] Added segment 0e4d538a-c44c-4826-a1fd-270aeb4dbb9f of type vlan for network 6c6e58e1-b578-4070-8677-74def81b83e3 Aug 17 03:27:41.100944 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a105b1a0-0d82-48c6-a34a-175eebf3bdbd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:41.259947 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a105b1a0-0d82-48c6-a34a-175eebf3bdbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:41.260856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a105b1a0-0d82-48c6-a34a-175eebf3bdbd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:41.261494 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a105b1a0-0d82-48c6-a34a-175eebf3bdbd admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:41.378636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a105b1a0-0d82-48c6-a34a-175eebf3bdbd admin admin] Pushing event updated for resources: {'Network': ['ID=6c6e58e1-b578-4070-8677-74def81b83e3,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:41.391207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 6c6e58e1-b578-4070-8677-74def81b83e3 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:27:41.428674 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a105b1a0-0d82-48c6-a34a-175eebf3bdbd admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1087861 Aug 17 03:27:41.431820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 36970) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:41.438195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-24881a1e-24b1-4f78-9d38-85a59dbbe9ae admin admin] Request body: {'subnet': {'network_id': '6c6e58e1-b578-4070-8677-74def81b83e3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImageQuotaTest-2013738268-subnet', 'tenant_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:27:41.510188 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d42140df-7a84-490e-868b-f778e8b39eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:41.543861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24881a1e-24b1-4f78-9d38-85a59dbbe9ae admin admin] Made reservation on behalf of 05d8fb6e415d4d5aa33c3753db2e9a8d for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:27:41.547250 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-24881a1e-24b1-4f78-9d38-85a59dbbe9ae admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:41.790738 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-d42140df-7a84-490e-868b-f778e8b39eb3 admin admin] Deleting port ca5a614d-0925-4d43-9109-cf6d0a9dd223 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:41.790738 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d42140df-7a84-490e-868b-f778e8b39eb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:41.809380 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-24881a1e-24b1-4f78-9d38-85a59dbbe9ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:41.875057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24881a1e-24b1-4f78-9d38-85a59dbbe9ae admin admin] Pushing event updated for resources: {'Subnet': ['ID=0ca87712-4bf8-41f6-990b-26b628ccc8ad,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:41.885219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24881a1e-24b1-4f78-9d38-85a59dbbe9ae admin admin] Checking segment: {'id': '0e4d538a-c44c-4826-a1fd-270aeb4dbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6c6e58e1-b578-4070-8677-74def81b83e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:27:41.885646 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24881a1e-24b1-4f78-9d38-85a59dbbe9ae admin admin] Network hostable DHCP agents. Network: 6c6e58e1-b578-4070-8677-74def81b83e3, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:27:41.889045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-d42140df-7a84-490e-868b-f778e8b39eb3 admin admin] For port ca5a614d-0925-4d43-9109-cf6d0a9dd223, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ca5a614d-0925-4d43-9109-cf6d0a9dd223,segment=NetworkSegment(09c3b274-eedf-433d-b793-cb011ee9d96d),segment_id=09c3b274-eedf-433d-b793-cb011ee9d96d)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:41.889969 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d42140df-7a84-490e-868b-f778e8b39eb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:41.904130 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-d42140df-7a84-490e-868b-f778e8b39eb3 admin admin] Calling delete_port for ca5a614d-0925-4d43-9109-cf6d0a9dd223 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:41.959456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24881a1e-24b1-4f78-9d38-85a59dbbe9ae admin admin] Network 6c6e58e1-b578-4070-8677-74def81b83e3 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:27:42.062590 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-24881a1e-24b1-4f78-9d38-85a59dbbe9ae admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 6c6e58e1-b578-4070-8677-74def81b83e3) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:27:42.066760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24881a1e-24b1-4f78-9d38-85a59dbbe9ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:27:42.067422 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-24881a1e-24b1-4f78-9d38-85a59dbbe9ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:42.075147 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9373df8b-366f-4f25-a05c-f4cb61113217 None None] Network 6c6e58e1-b578-4070-8677-74def81b83e3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:27:42.164033 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-24881a1e-24b1-4f78-9d38-85a59dbbe9ae admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 841 time: 0.7307718 Aug 17 03:27:42.166773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37000) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:42.171649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Request body: {'router': {'name': 'tempest-ImageQuotaTest-2013738268-router', 'tenant_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:27:42.186210 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d42140df-7a84-490e-868b-f778e8b39eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:42.220858 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d42140df-7a84-490e-868b-f778e8b39eb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=ca5a614d-0925-4d43-9109-cf6d0a9dd223,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:42.265324 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-6c6e58e1-b578-4070-8677-74def81b83e3', 'network_id': '6c6e58e1-b578-4070-8677-74def81b83e3', 'tenant_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'fixed_ips': [{'subnet_id': '0ca87712-4bf8-41f6-990b-26b628ccc8ad'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:27:42.268087 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:42.274353 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:42.275510 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:42.429022 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:42.438555 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d42140df-7a84-490e-868b-f778e8b39eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:42.511424 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Allocated IP 172.20.0.2 (6c6e58e1-b578-4070-8677-74def81b83e3/0ca87712-4bf8-41f6-990b-26b628ccc8ad/b7964531-5bea-4d6a-a6fb-e9da8aa2b202) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:27:42.821850 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:42.833731 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:42.851266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Transition to ACTIVE for port object b7964531-5bea-4d6a-a6fb-e9da8aa2b202 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:27:42.881367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Transition to ACTIVE for port object b7964531-5bea-4d6a-a6fb-e9da8aa2b202 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:27:42.949985 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:42.989621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Network 6c6e58e1-b578-4070-8677-74def81b83e3 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:27:42.993673 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:27:43.023342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:27:43.099379 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Pushing event updated for resources: {'Port': ['ID=b7964531-5bea-4d6a-a6fb-e9da8aa2b202,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:43.106527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Attempting to bind port b7964531-5bea-4d6a-a6fb-e9da8aa2b202 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:27:43.107359 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Attempting to bind port b7964531-5bea-4d6a-a6fb-e9da8aa2b202 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '0e4d538a-c44c-4826-a1fd-270aeb4dbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6c6e58e1-b578-4070-8677-74def81b83e3'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:27:43.107841 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Attempting to bind port b7964531-5bea-4d6a-a6fb-e9da8aa2b202 on network 6c6e58e1-b578-4070-8677-74def81b83e3 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:27:43.115737 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:27:43.116413 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Checking segment: {'id': '0e4d538a-c44c-4826-a1fd-270aeb4dbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6c6e58e1-b578-4070-8677-74def81b83e3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:27:43.121603 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:43.121603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Bound using segment: {'id': '0e4d538a-c44c-4826-a1fd-270aeb4dbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6c6e58e1-b578-4070-8677-74def81b83e3'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:27:43.121603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Bound port: b7964531-5bea-4d6a-a6fb-e9da8aa2b202, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0e4d538a-c44c-4826-a1fd-270aeb4dbb9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': '6c6e58e1-b578-4070-8677-74def81b83e3'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:27:43.121603 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:43.210123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] For port b7964531-5bea-4d6a-a6fb-e9da8aa2b202, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:27:43.213882 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] For port b7964531-5bea-4d6a-a6fb-e9da8aa2b202, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b7964531-5bea-4d6a-a6fb-e9da8aa2b202,segment=NetworkSegment(0e4d538a-c44c-4826-a1fd-270aeb4dbb9f),segment_id=0e4d538a-c44c-4826-a1fd-270aeb4dbb9f)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:27:43.252089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-95ab8047-cc21-4fe8-a757-2f884095af2f req-001c0336-e1cf-4327-b317-8bf39863b1eb service neutron] (101969) timed out ('10.222.0.30', 54527) {{(pid=101969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:27:43.281943 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:43.291450 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d42140df-7a84-490e-868b-f778e8b39eb3 admin admin] Router 780bbe58-6565-4b7a-a23c-7ef583aff91d has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:27:43.304982 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:43.343812 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:43.429273 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d42140df-7a84-490e-868b-f778e8b39eb3 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:27:43.441267 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d42140df-7a84-490e-868b-f778e8b39eb3 admin admin] 10.222.0.10 "PUT /v2.0/routers/780bbe58-6565-4b7a-a23c-7ef583aff91d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5599580 Aug 17 03:27:43.441965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37044) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:43.443486 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775b5ca-9cf4-4cce-a497-9197ae5f3710 None None] Pushing event updated for resources: {'Port': ['ID=b7964531-5bea-4d6a-a6fb-e9da8aa2b202,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:43.459604 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ce459-3799-44c8-a591-a585951d3d27 None None] Sync routers for ids ['780bbe58-6565-4b7a-a23c-7ef583aff91d'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:27:43.498121 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7ce459-3799-44c8-a591-a585951d3d27 None None] Routers {'780bbe58-6565-4b7a-a23c-7ef583aff91d'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:27:43.499565 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4b7ce459-3799-44c8-a591-a585951d3d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:27:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['780bbe58-6565-4b7a-a23c-7ef583aff91d'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:43.531974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Allocated IP 172.25.1.4 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/d5e6b636-fd5a-41a6-95e3-288938b9516e) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:27:43.621551 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eef8467f-e9ae-4747-a092-f5218a26fe48 admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:43.744905 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:43.758550 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-4b7ce459-3799-44c8-a591-a585951d3d27 None None] Set router 780bbe58-6565-4b7a-a23c-7ef583aff91d gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:27:43.801030 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eef8467f-e9ae-4747-a092-f5218a26fe48 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:43.960254 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:44.015914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:27:44.017822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:27:44.019732 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Pushing event updated for resources: {'Port': ['ID=d5e6b636-fd5a-41a6-95e3-288938b9516e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:44.022284 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:27:44.051163 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4b7ce459-3799-44c8-a591-a585951d3d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'name': 'tempest-TestVolumeBackupRestore-1199552365-router', 'tenant_id': '2c3f3ada5ec24e53acb69884ab810356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192'}], 'enable_snat': True}, 'gw_port_id': '61fee604-3c56-40e0-9300-933fcd1931ff', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:46Z', 'updated_at': '2021-08-17T03:27:42Z', 'revision_number': 5, 'project_id': '2c3f3ada5ec24e53acb69884ab810356', 'gw_port': {'id': '61fee604-3c56-40e0-9300-933fcd1931ff', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:b3:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3415, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:22:47Z', 'updated_at': '2021-08-17T03:22:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:44.095640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-eef8467f-e9ae-4747-a092-f5218a26fe48 admin admin] Deleting port 61fee604-3c56-40e0-9300-933fcd1931ff {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:44.095998 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eef8467f-e9ae-4747-a092-f5218a26fe48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:44.100057 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ce459-3799-44c8-a591-a585951d3d27 None None] Checking router: 780bbe58-6565-4b7a-a23c-7ef583aff91d for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:27:44.130717 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7ce459-3799-44c8-a591-a585951d3d27 None None] Routers {'780bbe58-6565-4b7a-a23c-7ef583aff91d'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:27:44.133528 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4b7ce459-3799-44c8-a591-a585951d3d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:27:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['780bbe58-6565-4b7a-a23c-7ef583aff91d'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:44.266315 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-eef8467f-e9ae-4747-a092-f5218a26fe48 admin admin] For port 61fee604-3c56-40e0-9300-933fcd1931ff, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=61fee604-3c56-40e0-9300-933fcd1931ff,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:44.266784 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eef8467f-e9ae-4747-a092-f5218a26fe48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:44.299817 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-eef8467f-e9ae-4747-a092-f5218a26fe48 admin admin] Calling delete_port for 61fee604-3c56-40e0-9300-933fcd1931ff owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:44.310776 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-4b7ce459-3799-44c8-a591-a585951d3d27 None None] Set router 780bbe58-6565-4b7a-a23c-7ef583aff91d gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:27:44.459972 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4b7ce459-3799-44c8-a591-a585951d3d27 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'name': 'tempest-TestVolumeBackupRestore-1199552365-router', 'tenant_id': '2c3f3ada5ec24e53acb69884ab810356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:46Z', 'updated_at': '2021-08-17T03:27:43Z', 'revision_number': 6, 'project_id': '2c3f3ada5ec24e53acb69884ab810356', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:44.515741 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:44.538116 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b7964531-5bea-4d6a-a6fb-e9da8aa2b202 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:27:44.545810 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b7ce459-3799-44c8-a591-a585951d3d27 None None] The sync data for ids ['780bbe58-6565-4b7a-a23c-7ef583aff91d'] in n-d-802060-9 is: [{'id': '780bbe58-6565-4b7a-a23c-7ef583aff91d', 'name': 'tempest-TestVolumeBackupRestore-1199552365-router', 'tenant_id': '2c3f3ada5ec24e53acb69884ab810356', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:22:46Z', 'updated_at': '2021-08-17T03:27:43Z', 'revision_number': 6, 'project_id': '2c3f3ada5ec24e53acb69884ab810356', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:27:44.732160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port b7964531-5bea-4d6a-a6fb-e9da8aa2b202 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:27:44.920110 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eef8467f-e9ae-4747-a092-f5218a26fe48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:44.998606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef8467f-e9ae-4747-a092-f5218a26fe48 admin admin] Pushing event deleted for resources: {'Port': ['ID=61fee604-3c56-40e0-9300-933fcd1931ff,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:45.022513 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a63b3c9-1e25-4a0d-8d03-cf72980a43f1 None None] Network 6c6e58e1-b578-4070-8677-74def81b83e3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:27:45.083071 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eef8467f-e9ae-4747-a092-f5218a26fe48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:45.243721 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eef8467f-e9ae-4747-a092-f5218a26fe48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:45.246238 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eef8467f-e9ae-4747-a092-f5218a26fe48 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:45.268814 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-af44a786-38bf-4d26-8709-aa4c039a305c None None] Provisioning for port b7964531-5bea-4d6a-a6fb-e9da8aa2b202 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:27:45.290497 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-af44a786-38bf-4d26-8709-aa4c039a305c None None] Provisioning complete for port b7964531-5bea-4d6a-a6fb-e9da8aa2b202 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:27:45.291124 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-af44a786-38bf-4d26-8709-aa4c039a305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:45.370491 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b76a3bb9-c815-4e82-abbe-00e91580712a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:45.461062 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eef8467f-e9ae-4747-a092-f5218a26fe48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:45.461643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eef8467f-e9ae-4747-a092-f5218a26fe48 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 780bbe58-6565-4b7a-a23c-7ef583aff91d {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:27:45.462297 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:45.466249 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eef8467f-e9ae-4747-a092-f5218a26fe48 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:45.471898 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-eef8467f-e9ae-4747-a092-f5218a26fe48 admin admin] 10.222.0.10 "DELETE /v2.0/routers/780bbe58-6565-4b7a-a23c-7ef583aff91d HTTP/1.1" status: 204 len: 168 time: 2.0287285 Aug 17 03:27:45.472575 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37110) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:45.586159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-52a4dc23-29b9-4143-9e7e-59b19640a353 admin admin] Deleting subnet df199421-feba-4b8a-a1ae-d6c81d342104 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:27:45.594657 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52a4dc23-29b9-4143-9e7e-59b19640a353 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:45.676866 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52a4dc23-29b9-4143-9e7e-59b19640a353 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:45.715160 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-af44a786-38bf-4d26-8709-aa4c039a305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:45.782601 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-af44a786-38bf-4d26-8709-aa4c039a305c None None] For port b7964531-5bea-4d6a-a6fb-e9da8aa2b202, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b7964531-5bea-4d6a-a6fb-e9da8aa2b202,segment=NetworkSegment(0e4d538a-c44c-4826-a1fd-270aeb4dbb9f),segment_id=0e4d538a-c44c-4826-a1fd-270aeb4dbb9f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:45.836672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Router 913dce6e-cc76-410a-ae73-507fcc120507 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:27:45.849839 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52a4dc23-29b9-4143-9e7e-59b19640a353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:45.877972 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-af44a786-38bf-4d26-8709-aa4c039a305c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:45.959106 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af44a786-38bf-4d26-8709-aa4c039a305c None None] Pushing event updated for resources: {'Port': ['ID=b7964531-5bea-4d6a-a6fb-e9da8aa2b202,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:45.998248 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52a4dc23-29b9-4143-9e7e-59b19640a353 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:46.011993 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d7ca2f42-61d3-41af-ba45-12afa623fe58 None None] Provisioning complete for port b7964531-5bea-4d6a-a6fb-e9da8aa2b202 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:27:46.011993 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d7ca2f42-61d3-41af-ba45-12afa623fe58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:46.017983 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52a4dc23-29b9-4143-9e7e-59b19640a353 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:46.021712 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-52a4dc23-29b9-4143-9e7e-59b19640a353 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/df199421-feba-4b8a-a1ae-d6c81d342104 HTTP/1.1" status: 204 len: 168 time: 0.5480745 Aug 17 03:27:46.043659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37118) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:46.048406 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70f9df23-7621-48dc-aa96-4f97dfa79b35 None None] Network 1207245a-ba30-4747-8514-966331c5a9c1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:27:46.052888 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a4dc23-29b9-4143-9e7e-59b19640a353 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=df199421-feba-4b8a-a1ae-d6c81d342104,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:46.104358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:27:46.125318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Sync routers for ids ['913dce6e-cc76-410a-ae73-507fcc120507'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:27:46.171047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Routers {'913dce6e-cc76-410a-ae73-507fcc120507'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:27:46.171830 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:27:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['913dce6e-cc76-410a-ae73-507fcc120507'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:46.194381 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:46.195649 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-62c1e672-4f88-4fc6-8455-480ecbd31955 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 915 time: 4.0279202 Aug 17 03:27:46.198417 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37122) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:46.216579 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:46.288880 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] Deleting port 1eaaf349-f37c-4eed-a24e-8085c253076e {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:46.289476 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:46.381816 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] For port 1eaaf349-f37c-4eed-a24e-8085c253076e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1eaaf349-f37c-4eed-a24e-8085c253076e,segment=NetworkSegment(09c3b274-eedf-433d-b793-cb011ee9d96d),segment_id=09c3b274-eedf-433d-b793-cb011ee9d96d)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:46.382406 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:46.397725 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] Calling delete_port for 1eaaf349-f37c-4eed-a24e-8085c253076e owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:46.401914 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b7964531-5bea-4d6a-a6fb-e9da8aa2b202 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:27:46.474448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Set router 913dce6e-cc76-410a-ae73-507fcc120507 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:27:46.547159 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port b7964531-5bea-4d6a-a6fb-e9da8aa2b202 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:27:46.547541 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:46.551317 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f17f9c-2c35-4ee2-a221-e61f80b2aec6 None None] DHCP port deletion for 1207245a-ba30-4747-8514-966331c5a9c1 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:27:46.609543 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:46.641836 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-58f17f9c-2c35-4ee2-a221-e61f80b2aec6 None None] The port '1eaaf349-f37c-4eed-a24e-8085c253076e' was deleted {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1939}} Aug 17 03:27:46.643625 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] Pushing event deleted for resources: {'Port': ['ID=1eaaf349-f37c-4eed-a24e-8085c253076e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:46.645862 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] No DVR routers for this DVR port 1eaaf349-f37c-4eed-a24e-8085c253076e on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:27:46.782792 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:46.794803 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1207245a-ba30-4747-8514-966331c5a9c1']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:46.806969 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '09c3b274-eedf-433d-b793-cb011ee9d96d') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:46.807327 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '09c3b274-eedf-433d-b793-cb011ee9d96d') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:46.819330 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:46.841476 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:46.851625 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:27:46.861689 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:27:46.880330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dce6e-cc76-410a-ae73-507fcc120507', 'name': 'tempest-ImageQuotaTest-2013738268-router', 'tenant_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd5e6b636-fd5a-41a6-95e3-288938b9516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:27:42Z', 'updated_at': '2021-08-17T03:27:44Z', 'revision_number': 3, 'project_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'gw_port': {'id': 'd5e6b636-fd5a-41a6-95e3-288938b9516e', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:28:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913dce6e-cc76-410a-ae73-507fcc120507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:27:43Z', 'updated_at': '2021-08-17T03:27:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:46.917805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Checking router: 913dce6e-cc76-410a-ae73-507fcc120507 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:27:46.918915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Updating router 913dce6e-cc76-410a-ae73-507fcc120507 port d5e6b636-fd5a-41a6-95e3-288938b9516e binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:27:46.921705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ca5a614d-0925-4d43-9109-cf6d0a9dd223 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:27:46.963185 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: ca5a614d-0925-4d43-9109-cf6d0a9dd223 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:27:46.963742 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ca5a614d-0925-4d43-9109-cf6d0a9dd223 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:27:46.964169 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 61fee604-3c56-40e0-9300-933fcd1931ff no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:27:47.002222 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 61fee604-3c56-40e0-9300-933fcd1931ff {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:27:47.002572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 61fee604-3c56-40e0-9300-933fcd1931ff not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:27:47.006976 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:47.042084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Allocated IP 172.20.0.1 (6c6e58e1-b578-4070-8677-74def81b83e3/0ca87712-4bf8-41f6-990b-26b628ccc8ad/19753e85-6167-4b0d-a0d6-98b0edaa6bd4) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:27:47.043819 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:47.050107 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:47.054597 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] 10.222.0.10 "DELETE /v2.0/networks/1207245a-ba30-4747-8514-966331c5a9c1 HTTP/1.1" status: 204 len: 168 time: 1.0073357 Aug 17 03:27:47.071059 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-398ea8c3-e412-4737-bf3e-02a47b1e3cb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=1207245a-ba30-4747-8514-966331c5a9c1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:47.208618 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:47.220610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Transition to ACTIVE for port object 19753e85-6167-4b0d-a0d6-98b0edaa6bd4 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:27:47.336904 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:47.359264 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:47.374899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37134) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:47.376075 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Transition to ACTIVE for port object d5e6b636-fd5a-41a6-95e3-288938b9516e will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:27:47.406822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=19753e85-6167-4b0d-a0d6-98b0edaa6bd4,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:47.416648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Network 6c6e58e1-b578-4070-8677-74def81b83e3 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:27:47.418395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:27:47.423945 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:27:47.432144 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6d6a144f-6c3d-4689-9a75-55837382dc45 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a413c1ede0c433aa3547c9dae3b5dcd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0534794 Aug 17 03:27:47.432256 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37136) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:47.451670 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:47.477755 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:47.541587 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Attempting to bind port d5e6b636-fd5a-41a6-95e3-288938b9516e on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:27:47.541964 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Attempting to bind port d5e6b636-fd5a-41a6-95e3-288938b9516e by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:27:47.542333 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Attempting to bind port d5e6b636-fd5a-41a6-95e3-288938b9516e on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:27:47.553452 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c4cf6-2e09-4985-a3f3-881096d6cc23 None None] Pushing event updated for resources: {'Port': ['ID=d5e6b636-fd5a-41a6-95e3-288938b9516e,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:47.559782 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 27, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:27:47.560164 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:27:47.563751 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:47.563751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:27:47.563751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Bound port: d5e6b636-fd5a-41a6-95e3-288938b9516e, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:27:47.563751 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:47.589521 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4b16e26e-42aa-47f4-9138-f8450cead24a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:47.617615 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4b16e26e-42aa-47f4-9138-f8450cead24a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:47.658220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] For port d5e6b636-fd5a-41a6-95e3-288938b9516e, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:27:47.661992 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] For port d5e6b636-fd5a-41a6-95e3-288938b9516e, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d5e6b636-fd5a-41a6-95e3-288938b9516e,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:27:47.772504 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:47.799687 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4b16e26e-42aa-47f4-9138-f8450cead24a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:47.806245 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4b16e26e-42aa-47f4-9138-f8450cead24a admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:47.808934 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4b16e26e-42aa-47f4-9138-f8450cead24a admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/faf511da-02fe-461e-b93b-c9107ff7c298 HTTP/1.1" status: 204 len: 168 time: 0.3737581 Aug 17 03:27:47.820822 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b16e26e-42aa-47f4-9138-f8450cead24a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf511da-02fe-461e-b93b-c9107ff7c298,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:47.911301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Routers {'913dce6e-cc76-410a-ae73-507fcc120507'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:27:47.912361 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:27:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['913dce6e-cc76-410a-ae73-507fcc120507'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:47.938669 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:47.998041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cc746a2f-6fa1-4252-8331-2b84c1284cab None None] Provisioning for port 19753e85-6167-4b0d-a0d6-98b0edaa6bd4 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:27:48.000080 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6c4cf6-2e09-4985-a3f3-881096d6cc23 None None] Pushing event updated for resources: {'Port': ['ID=d5e6b636-fd5a-41a6-95e3-288938b9516e,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:48.009059 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4f452887-162e-4163-8fbb-2d2afc48b8aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:48.017358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cc746a2f-6fa1-4252-8331-2b84c1284cab None None] Provisioning complete for port 19753e85-6167-4b0d-a0d6-98b0edaa6bd4 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:27:48.017844 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cc746a2f-6fa1-4252-8331-2b84c1284cab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:48.074796 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] Set router 913dce6e-cc76-410a-ae73-507fcc120507 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:27:48.096805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cc746a2f-6fa1-4252-8331-2b84c1284cab None None] Port 19753e85-6167-4b0d-a0d6-98b0edaa6bd4 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:27:48.142184 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:48.196414 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:48.208912 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:48.323751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dce6e-cc76-410a-ae73-507fcc120507', 'name': 'tempest-ImageQuotaTest-2013738268-router', 'tenant_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd5e6b636-fd5a-41a6-95e3-288938b9516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:27:42Z', 'updated_at': '2021-08-17T03:27:47Z', 'revision_number': 4, 'project_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'gw_port': {'id': 'd5e6b636-fd5a-41a6-95e3-288938b9516e', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:28:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913dce6e-cc76-410a-ae73-507fcc120507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:27:43Z', 'updated_at': '2021-08-17T03:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '19753e85-6167-4b0d-a0d6-98b0edaa6bd4', 'name': '', 'network_id': '6c6e58e1-b578-4070-8677-74def81b83e3', 'tenant_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'mac_address': 'fa:16:3e:64:a3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913dce6e-cc76-410a-ae73-507fcc120507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '0ca87712-4bf8-41f6-990b-26b628ccc8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:27:46Z', 'updated_at': '2021-08-17T03:27:47Z', 'revision_number': 1, 'project_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'subnets': [{'id': '0ca87712-4bf8-41f6-990b-26b628ccc8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:48.325383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Pushing event updated for resources: {'Port': ['ID=19753e85-6167-4b0d-a0d6-98b0edaa6bd4,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:48.335825 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:48.369699 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1eaaf349-f37c-4eed-a24e-8085c253076e no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:27:48.371664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eabc4d2c-92bb-4a87-8d95-979b0c134344 None None] The sync data for ids ['913dce6e-cc76-410a-ae73-507fcc120507'] in n-d-802060-9 is: [{'id': '913dce6e-cc76-410a-ae73-507fcc120507', 'name': 'tempest-ImageQuotaTest-2013738268-router', 'tenant_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd5e6b636-fd5a-41a6-95e3-288938b9516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:27:42Z', 'updated_at': '2021-08-17T03:27:47Z', 'revision_number': 4, 'project_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'gw_port': {'id': 'd5e6b636-fd5a-41a6-95e3-288938b9516e', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:28:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913dce6e-cc76-410a-ae73-507fcc120507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:27:43Z', 'updated_at': '2021-08-17T03:27:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '19753e85-6167-4b0d-a0d6-98b0edaa6bd4', 'name': '', 'network_id': '6c6e58e1-b578-4070-8677-74def81b83e3', 'tenant_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'mac_address': 'fa:16:3e:64:a3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913dce6e-cc76-410a-ae73-507fcc120507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '0ca87712-4bf8-41f6-990b-26b628ccc8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:27:46Z', 'updated_at': '2021-08-17T03:27:47Z', 'revision_number': 1, 'project_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'subnets': [{'id': '0ca87712-4bf8-41f6-990b-26b628ccc8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:27:48.471821 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Network 6c6e58e1-b578-4070-8677-74def81b83e3 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:27:48.473791 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:27:48.588740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 1eaaf349-f37c-4eed-a24e-8085c253076e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:27:48.589087 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1eaaf349-f37c-4eed-a24e-8085c253076e not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:27:48.666438 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Router 913dce6e-cc76-410a-ae73-507fcc120507 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:27:48.792850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37148) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:48.826812 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-424d7897-e22e-4069-ab56-8a22dfa6a20f None None] Provisioning complete for port 19753e85-6167-4b0d-a0d6-98b0edaa6bd4 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:27:48.827296 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-424d7897-e22e-4069-ab56-8a22dfa6a20f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:48.864768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37150) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:48.868466 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-181c1169-8bfd-4332-8e95-80f09983da69 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2c3f3ada5ec24e53acb69884ab810356&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0680854 Aug 17 03:27:48.872847 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-424d7897-e22e-4069-ab56-8a22dfa6a20f None None] Port 19753e85-6167-4b0d-a0d6-98b0edaa6bd4 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:27:48.904808 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:27:48.913481 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b3a4cbc6-68ff-4b0a-9e30-bf66e452b0e7 admin admin] 10.222.0.10 "PUT /v2.0/routers/913dce6e-cc76-410a-ae73-507fcc120507/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7140360 Aug 17 03:27:48.935629 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3dd34a4-2331-477a-8994-8f985873ac05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:48.964265 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3dd34a4-2331-477a-8994-8f985873ac05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:49.100916 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3dd34a4-2331-477a-8994-8f985873ac05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:49.104526 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f3dd34a4-2331-477a-8994-8f985873ac05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:49.106074 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f3dd34a4-2331-477a-8994-8f985873ac05 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/744eacad-9158-4793-ba1d-41595fac59b4 HTTP/1.1" status: 204 len: 168 time: 0.2403631 Aug 17 03:27:49.121455 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dd34a4-2331-477a-8994-8f985873ac05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=744eacad-9158-4793-ba1d-41595fac59b4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:49.187342 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:50.337488 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d5e6b636-fd5a-41a6-95e3-288938b9516e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:27:50.461319 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port d5e6b636-fd5a-41a6-95e3-288938b9516e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:27:50.465804 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d5e6b636-fd5a-41a6-95e3-288938b9516e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:27:50.471449 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:50.551818 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:50.573469 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port d5e6b636-fd5a-41a6-95e3-288938b9516e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d5e6b636-fd5a-41a6-95e3-288938b9516e,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:50.640764 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:50.659404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37190) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:50.705287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=d5e6b636-fd5a-41a6-95e3-288938b9516e,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:50.891776 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:51.050897 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3810af-17d6-478c-bbb8-05da88ccd391 None None] Sync routers for ids ['913dce6e-cc76-410a-ae73-507fcc120507'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:27:51.060803 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3810af-17d6-478c-bbb8-05da88ccd391 None None] Routers {'913dce6e-cc76-410a-ae73-507fcc120507'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:27:51.062015 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6f3810af-17d6-478c-bbb8-05da88ccd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:27:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['913dce6e-cc76-410a-ae73-507fcc120507'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:51.075572 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7cd0d153-5ab7-4a47-810b-1d4cd53adb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:51.351410 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6f3810af-17d6-478c-bbb8-05da88ccd391 None None] Set router 913dce6e-cc76-410a-ae73-507fcc120507 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:27:51.412200 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-7cd0d153-5ab7-4a47-810b-1d4cd53adb2f admin admin] Deleting port 19753e85-6167-4b0d-a0d6-98b0edaa6bd4 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:51.424489 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7cd0d153-5ab7-4a47-810b-1d4cd53adb2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:51.494980 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7cd0d153-5ab7-4a47-810b-1d4cd53adb2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:51.509713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-7cd0d153-5ab7-4a47-810b-1d4cd53adb2f admin admin] Calling delete_port for 19753e85-6167-4b0d-a0d6-98b0edaa6bd4 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:51.551620 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:27:51.580778 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6f3810af-17d6-478c-bbb8-05da88ccd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dce6e-cc76-410a-ae73-507fcc120507', 'name': 'tempest-ImageQuotaTest-2013738268-router', 'tenant_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd5e6b636-fd5a-41a6-95e3-288938b9516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:27:42Z', 'updated_at': '2021-08-17T03:27:47Z', 'revision_number': 4, 'project_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'gw_port': {'id': 'd5e6b636-fd5a-41a6-95e3-288938b9516e', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:28:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dce6e-cc76-410a-ae73-507fcc120507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:27:43Z', 'updated_at': '2021-08-17T03:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '19753e85-6167-4b0d-a0d6-98b0edaa6bd4', 'name': '', 'network_id': '6c6e58e1-b578-4070-8677-74def81b83e3', 'tenant_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'mac_address': 'fa:16:3e:64:a3:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '913dce6e-cc76-410a-ae73-507fcc120507', 'device_owner': 'network:router_interface', 'standard_attr_id': 3785, 'fixed_ips': [{'subnet_id': '0ca87712-4bf8-41f6-990b-26b628ccc8ad', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:27:46Z', 'updated_at': '2021-08-17T03:27:48Z', 'revision_number': 2, 'project_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'subnets': [{'id': '0ca87712-4bf8-41f6-990b-26b628ccc8ad', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:51.610140 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3810af-17d6-478c-bbb8-05da88ccd391 None None] Checking router: 913dce6e-cc76-410a-ae73-507fcc120507 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:27:51.610406 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3810af-17d6-478c-bbb8-05da88ccd391 None None] Updating router 913dce6e-cc76-410a-ae73-507fcc120507 port 19753e85-6167-4b0d-a0d6-98b0edaa6bd4 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:27:51.636706 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6f3810af-17d6-478c-bbb8-05da88ccd391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:52.250280 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7cd0d153-5ab7-4a47-810b-1d4cd53adb2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:52.254063 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.db.api [None req-6f3810af-17d6-478c-bbb8-05da88ccd391 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101972) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:27:52.254539 n-d-802060-9 neutron-server[101972]: DEBUG oslo_db.api [None req-6f3810af-17d6-478c-bbb8-05da88ccd391 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:27:52.285498 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd0d153-5ab7-4a47-810b-1d4cd53adb2f admin admin] Pushing event deleted for resources: {'Port': ['ID=19753e85-6167-4b0d-a0d6-98b0edaa6bd4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:52.313590 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d5e6b636-fd5a-41a6-95e3-288938b9516e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:27:52.398589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d5e6b636-fd5a-41a6-95e3-288938b9516e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:27:52.399177 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:52.548432 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7cd0d153-5ab7-4a47-810b-1d4cd53adb2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:52.774736 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3810af-17d6-478c-bbb8-05da88ccd391 None None] Port 19753e85-6167-4b0d-a0d6-98b0edaa6bd4 not found while updating agent binding for router 913dce6e-cc76-410a-ae73-507fcc120507. {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Aug 17 03:27:52.785230 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f3810af-17d6-478c-bbb8-05da88ccd391 None None] Routers {'913dce6e-cc76-410a-ae73-507fcc120507'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:27:52.786162 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6f3810af-17d6-478c-bbb8-05da88ccd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:27:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['913dce6e-cc76-410a-ae73-507fcc120507'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:52.815932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cd0d153-5ab7-4a47-810b-1d4cd53adb2f admin admin] Router 913dce6e-cc76-410a-ae73-507fcc120507 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:27:52.910137 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6f3810af-17d6-478c-bbb8-05da88ccd391 None None] Set router 913dce6e-cc76-410a-ae73-507fcc120507 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:27:52.975642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cd0d153-5ab7-4a47-810b-1d4cd53adb2f admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:27:52.987111 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7cd0d153-5ab7-4a47-810b-1d4cd53adb2f admin admin] 10.222.0.10 "PUT /v2.0/routers/913dce6e-cc76-410a-ae73-507fcc120507/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3259966 Aug 17 03:27:52.989660 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37208) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:53.127900 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49f7e816-2eba-4e91-b6f7-ef26bb2a0953 admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:53.135552 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6f3810af-17d6-478c-bbb8-05da88ccd391 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '913dce6e-cc76-410a-ae73-507fcc120507', 'name': 'tempest-ImageQuotaTest-2013738268-router', 'tenant_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd5e6b636-fd5a-41a6-95e3-288938b9516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:27:42Z', 'updated_at': '2021-08-17T03:27:51Z', 'revision_number': 5, 'project_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'gw_port': {'id': 'd5e6b636-fd5a-41a6-95e3-288938b9516e', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:28:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dce6e-cc76-410a-ae73-507fcc120507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:27:43Z', 'updated_at': '2021-08-17T03:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:53.182675 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f3810af-17d6-478c-bbb8-05da88ccd391 None None] The sync data for ids ['913dce6e-cc76-410a-ae73-507fcc120507'] in n-d-802060-9 is: [{'id': '913dce6e-cc76-410a-ae73-507fcc120507', 'name': 'tempest-ImageQuotaTest-2013738268-router', 'tenant_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': 'd5e6b636-fd5a-41a6-95e3-288938b9516e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:27:42Z', 'updated_at': '2021-08-17T03:27:51Z', 'revision_number': 5, 'project_id': '05d8fb6e415d4d5aa33c3753db2e9a8d', 'gw_port': {'id': 'd5e6b636-fd5a-41a6-95e3-288938b9516e', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:28:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '913dce6e-cc76-410a-ae73-507fcc120507', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3784, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:27:43Z', 'updated_at': '2021-08-17T03:27:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:27:53.273822 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49f7e816-2eba-4e91-b6f7-ef26bb2a0953 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:53.454504 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-49f7e816-2eba-4e91-b6f7-ef26bb2a0953 admin admin] Deleting port d5e6b636-fd5a-41a6-95e3-288938b9516e {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:53.455210 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49f7e816-2eba-4e91-b6f7-ef26bb2a0953 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:53.565690 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-49f7e816-2eba-4e91-b6f7-ef26bb2a0953 admin admin] For port d5e6b636-fd5a-41a6-95e3-288938b9516e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d5e6b636-fd5a-41a6-95e3-288938b9516e,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:53.565926 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49f7e816-2eba-4e91-b6f7-ef26bb2a0953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:53.597037 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-49f7e816-2eba-4e91-b6f7-ef26bb2a0953 admin admin] Calling delete_port for d5e6b636-fd5a-41a6-95e3-288938b9516e owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:53.954114 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49f7e816-2eba-4e91-b6f7-ef26bb2a0953 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:53.991319 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f7e816-2eba-4e91-b6f7-ef26bb2a0953 admin admin] Pushing event deleted for resources: {'Port': ['ID=d5e6b636-fd5a-41a6-95e3-288938b9516e,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:54.108721 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49f7e816-2eba-4e91-b6f7-ef26bb2a0953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:54.273832 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49f7e816-2eba-4e91-b6f7-ef26bb2a0953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:54.276182 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49f7e816-2eba-4e91-b6f7-ef26bb2a0953 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:54.368126 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 19753e85-6167-4b0d-a0d6-98b0edaa6bd4 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:27:54.393067 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 19753e85-6167-4b0d-a0d6-98b0edaa6bd4 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:27:54.394608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 19753e85-6167-4b0d-a0d6-98b0edaa6bd4 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:27:54.411176 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49f7e816-2eba-4e91-b6f7-ef26bb2a0953 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:54.411765 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49f7e816-2eba-4e91-b6f7-ef26bb2a0953 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 913dce6e-cc76-410a-ae73-507fcc120507 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:27:54.417445 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-49f7e816-2eba-4e91-b6f7-ef26bb2a0953 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:54.423631 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-49f7e816-2eba-4e91-b6f7-ef26bb2a0953 admin admin] 10.222.0.10 "DELETE /v2.0/routers/913dce6e-cc76-410a-ae73-507fcc120507 HTTP/1.1" status: 204 len: 168 time: 1.4274361 Aug 17 03:27:54.423930 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37214) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:54.479280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-8832a6fb-d7fb-4fb7-80fc-ad7a7c785665 admin admin] Deleting subnet 0ca87712-4bf8-41f6-990b-26b628ccc8ad {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:27:54.482600 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8832a6fb-d7fb-4fb7-80fc-ad7a7c785665 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:54.523061 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8832a6fb-d7fb-4fb7-80fc-ad7a7c785665 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:54.642867 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8832a6fb-d7fb-4fb7-80fc-ad7a7c785665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:54.734552 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3535c3-0202-4dff-bd2f-e79730a9fc6a None None] Sync routers for ids ['913dce6e-cc76-410a-ae73-507fcc120507'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:27:54.748364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3535c3-0202-4dff-bd2f-e79730a9fc6a None None] Routers set() bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:27:54.748942 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3535c3-0202-4dff-bd2f-e79730a9fc6a None None] Router IDs set() for agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 03:27:54.753158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_agentschedulers_db [None req-2b3535c3-0202-4dff-bd2f-e79730a9fc6a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'913dce6e-cc76-410a-ae73-507fcc120507'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:27:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent'). {{(pid=101971) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 03:27:54.773558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3535c3-0202-4dff-bd2f-e79730a9fc6a None None] Routers set() bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:27:54.774191 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b3535c3-0202-4dff-bd2f-e79730a9fc6a None None] Router IDs set() for agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Aug 17 03:27:54.775052 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_agentschedulers_db [None req-2b3535c3-0202-4dff-bd2f-e79730a9fc6a None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'913dce6e-cc76-410a-ae73-507fcc120507'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:27:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent'). {{(pid=101971) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Aug 17 03:27:54.775586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b3535c3-0202-4dff-bd2f-e79730a9fc6a None None] The sync data for ids ['913dce6e-cc76-410a-ae73-507fcc120507'] in n-d-802060-9 is: [] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:27:55.829889 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8832a6fb-d7fb-4fb7-80fc-ad7a7c785665 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:55.861524 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8832a6fb-d7fb-4fb7-80fc-ad7a7c785665 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0ca87712-4bf8-41f6-990b-26b628ccc8ad,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:55.864431 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8832a6fb-d7fb-4fb7-80fc-ad7a7c785665 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:55.866409 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8832a6fb-d7fb-4fb7-80fc-ad7a7c785665 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/0ca87712-4bf8-41f6-990b-26b628ccc8ad HTTP/1.1" status: 204 len: 168 time: 1.4432640 Aug 17 03:27:55.868928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37232) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:55.869408 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a87258ea-b5ed-4a2d-9085-67c526bfc4ba None None] Network 6c6e58e1-b578-4070-8677-74def81b83e3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:27:55.946740 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:56.017714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] Deleting port b7964531-5bea-4d6a-a6fb-e9da8aa2b202 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:56.018060 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:56.063912 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6246750-5602-4af2-9987-a3a0dd44600a None None] DHCP port deletion for 6c6e58e1-b578-4070-8677-74def81b83e3 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:27:56.092044 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] For port b7964531-5bea-4d6a-a6fb-e9da8aa2b202, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b7964531-5bea-4d6a-a6fb-e9da8aa2b202,segment=NetworkSegment(0e4d538a-c44c-4826-a1fd-270aeb4dbb9f),segment_id=0e4d538a-c44c-4826-a1fd-270aeb4dbb9f)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:56.094323 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:56.109954 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] Calling delete_port for b7964531-5bea-4d6a-a6fb-e9da8aa2b202 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:56.135287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e6246750-5602-4af2-9987-a3a0dd44600a None None] Deleting port b7964531-5bea-4d6a-a6fb-e9da8aa2b202 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:27:56.140697 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e6246750-5602-4af2-9987-a3a0dd44600a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:56.208129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e6246750-5602-4af2-9987-a3a0dd44600a None None] For port b7964531-5bea-4d6a-a6fb-e9da8aa2b202, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b7964531-5bea-4d6a-a6fb-e9da8aa2b202,segment=NetworkSegment(0e4d538a-c44c-4826-a1fd-270aeb4dbb9f),segment_id=0e4d538a-c44c-4826-a1fd-270aeb4dbb9f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:27:56.208308 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e6246750-5602-4af2-9987-a3a0dd44600a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:56.223475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e6246750-5602-4af2-9987-a3a0dd44600a None None] Calling delete_port for b7964531-5bea-4d6a-a6fb-e9da8aa2b202 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:27:56.283663 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:56.319643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] Pushing event deleted for resources: {'Port': ['ID=b7964531-5bea-4d6a-a6fb-e9da8aa2b202,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:56.327927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] No DVR routers for this DVR port b7964531-5bea-4d6a-a6fb-e9da8aa2b202 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:27:56.341614 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e6246750-5602-4af2-9987-a3a0dd44600a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:56.382958 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d5e6b636-fd5a-41a6-95e3-288938b9516e no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:27:56.387374 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6246750-5602-4af2-9987-a3a0dd44600a None None] Pushing event deleted for resources: {'Port': ['ID=b7964531-5bea-4d6a-a6fb-e9da8aa2b202,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:56.394272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6246750-5602-4af2-9987-a3a0dd44600a None None] No DVR routers for this DVR port b7964531-5bea-4d6a-a6fb-e9da8aa2b202 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:27:56.425173 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: d5e6b636-fd5a-41a6-95e3-288938b9516e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:27:56.430881 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d5e6b636-fd5a-41a6-95e3-288938b9516e not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:27:56.430881 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b7964531-5bea-4d6a-a6fb-e9da8aa2b202 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:27:56.448137 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:56.459738 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c6e58e1-b578-4070-8677-74def81b83e3']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:56.466602 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: b7964531-5bea-4d6a-a6fb-e9da8aa2b202 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:27:56.466951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b7964531-5bea-4d6a-a6fb-e9da8aa2b202 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:27:56.483496 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0e4d538a-c44c-4826-a1fd-270aeb4dbb9f') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:56.483838 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0e4d538a-c44c-4826-a1fd-270aeb4dbb9f') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:27:56.502143 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:56.527009 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:56.533822 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:27:56.534235 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:27:56.536245 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:27:56.668446 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:56.674172 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:56.684029 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] 10.222.0.10 "DELETE /v2.0/networks/6c6e58e1-b578-4070-8677-74def81b83e3 HTTP/1.1" status: 204 len: 168 time: 0.8076270 Aug 17 03:27:56.726411 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a528d27-7ad3-4ba5-ab0f-c96379f3e22b admin admin] Pushing event deleted for resources: {'Network': ['ID=6c6e58e1-b578-4070-8677-74def81b83e3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:57.195069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37252) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:57.242175 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5961f854-bdd0-44e0-b5ca-6193ccf7ca78 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=05d8fb6e415d4d5aa33c3753db2e9a8d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0459416 Aug 17 03:27:57.244722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37254) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:57.304516 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c8f2d50e-a3da-4da6-9397-8dc7ec640d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:57.328895 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c8f2d50e-a3da-4da6-9397-8dc7ec640d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:57.468336 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c8f2d50e-a3da-4da6-9397-8dc7ec640d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:57.471197 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c8f2d50e-a3da-4da6-9397-8dc7ec640d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:57.475176 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c8f2d50e-a3da-4da6-9397-8dc7ec640d04 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ac1e99bb-604d-4281-a59f-68ea40aaa1d6 HTTP/1.1" status: 204 len: 168 time: 0.2294066 Aug 17 03:27:57.483541 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f2d50e-a3da-4da6-9397-8dc7ec640d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac1e99bb-604d-4281-a59f-68ea40aaa1d6,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:58.168997 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37272) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:58.184150 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0959eba8-a91e-4a85-8c9a-ee983769844f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:58.276587 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0959eba8-a91e-4a85-8c9a-ee983769844f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:58.340582 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0959eba8-a91e-4a85-8c9a-ee983769844f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:58.391805 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0959eba8-a91e-4a85-8c9a-ee983769844f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=None&name=default HTTP/1.1" status: 200 len: 2703 time: 0.2215915 Aug 17 03:27:58.394432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37274) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:27:58.400361 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0959eba8-a91e-4a85-8c9a-ee983769844f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eed5bee3-98c3-417a-97d7-51b2c89e4d66,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:27:58.450112 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-17f7cce3-1f7a-4065-9703-c762aed79215 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:58.474151 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-17f7cce3-1f7a-4065-9703-c762aed79215 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:58.609333 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-17f7cce3-1f7a-4065-9703-c762aed79215 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:58.611885 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-17f7cce3-1f7a-4065-9703-c762aed79215 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:27:58.613045 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-17f7cce3-1f7a-4065-9703-c762aed79215 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eed5bee3-98c3-417a-97d7-51b2c89e4d66 HTTP/1.1" status: 204 len: 168 time: 0.2177107 Aug 17 03:27:58.621860 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f7cce3-1f7a-4065-9703-c762aed79215 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eed5bee3-98c3-417a-97d7-51b2c89e4d66,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:01.549073 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37298) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:01.661364 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e96ae26-7e61-4759-9fe0-d9f51c00e976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:01.756922 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e96ae26-7e61-4759-9fe0-d9f51c00e976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:01.897213 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6e96ae26-7e61-4759-9fe0-d9f51c00e976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:01.936085 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6e96ae26-7e61-4759-9fe0-d9f51c00e976 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=809c1648db164de4b077662eea3cfe86&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3857870 Aug 17 03:28:01.937522 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e96ae26-7e61-4759-9fe0-d9f51c00e976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74a49827-4b58-4673-ace3-179dd061742b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:01.939462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37302) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:01.993553 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-91f2e7b8-75fd-43d7-8c10-0e89ba934711 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:02.022484 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-91f2e7b8-75fd-43d7-8c10-0e89ba934711 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:02.171649 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-91f2e7b8-75fd-43d7-8c10-0e89ba934711 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:02.180136 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-91f2e7b8-75fd-43d7-8c10-0e89ba934711 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:02.180136 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-91f2e7b8-75fd-43d7-8c10-0e89ba934711 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/74a49827-4b58-4673-ace3-179dd061742b HTTP/1.1" status: 204 len: 168 time: 0.2350645 Aug 17 03:28:02.187146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91f2e7b8-75fd-43d7-8c10-0e89ba934711 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74a49827-4b58-4673-ace3-179dd061742b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:03.006907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37310) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:03.021023 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a81514e8-f7b3-4a94-923e-aa71cebcf1a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:03.108946 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a81514e8-f7b3-4a94-923e-aa71cebcf1a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:03.216803 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:03.263945 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a81514e8-f7b3-4a94-923e-aa71cebcf1a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:03.303961 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a81514e8-f7b3-4a94-923e-aa71cebcf1a3 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3cc9a3fe35bc488b82fc7ddca471dd9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2958605 Aug 17 03:28:03.304775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81514e8-f7b3-4a94-923e-aa71cebcf1a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0681d862-eec0-4946-ab0b-179f3b18e33d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:03.306606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37314) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:03.356555 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ef6d6123-ea70-411e-84d4-a7a27404b79e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:03.379127 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ef6d6123-ea70-411e-84d4-a7a27404b79e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:03.553797 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ef6d6123-ea70-411e-84d4-a7a27404b79e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:03.562485 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ef6d6123-ea70-411e-84d4-a7a27404b79e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:03.562485 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ef6d6123-ea70-411e-84d4-a7a27404b79e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/0681d862-eec0-4946-ab0b-179f3b18e33d HTTP/1.1" status: 204 len: 168 time: 0.2500277 Aug 17 03:28:03.566595 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6d6123-ea70-411e-84d4-a7a27404b79e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0681d862-eec0-4946-ab0b-179f3b18e33d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:03.803206 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:15.256723 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57438148-c67b-4bb5-b88d-61ac0fc6aa9e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:15.603140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37422) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:15.732733 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc4f2463-7438-4fc0-84b4-1424eb8dcc08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:15.842702 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc4f2463-7438-4fc0-84b4-1424eb8dcc08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:15.912141 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc4f2463-7438-4fc0-84b4-1424eb8dcc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:15.949178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4f2463-7438-4fc0-84b4-1424eb8dcc08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3515ba1a-967c-481e-8bd8-79b9029e80dd,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:15.953590 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bc4f2463-7438-4fc0-84b4-1424eb8dcc08 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ba4a5c0ba39e4c0eaf8a587520b37130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3491082 Aug 17 03:28:15.956106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37428) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:16.009240 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bdedc8df-eb7a-431a-a17e-b9f5225e5020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:16.039704 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bdedc8df-eb7a-431a-a17e-b9f5225e5020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:16.171297 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bdedc8df-eb7a-431a-a17e-b9f5225e5020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:16.173859 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bdedc8df-eb7a-431a-a17e-b9f5225e5020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:16.175052 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bdedc8df-eb7a-431a-a17e-b9f5225e5020 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3515ba1a-967c-481e-8bd8-79b9029e80dd HTTP/1.1" status: 204 len: 168 time: 0.2174292 Aug 17 03:28:16.183594 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdedc8df-eb7a-431a-a17e-b9f5225e5020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3515ba1a-967c-481e-8bd8-79b9029e80dd,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:17.918480 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f12ef1eb-4c7e-4fe5-b200-beb54231dd06 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:18.151450 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:18.378724 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37472) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:18.384189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a45efae7-40e5-4da4-b872-5de699555e0b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1236834927', 'description': 'tempest-secgroup-smoke-1236834927 description', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:28:18.474575 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a45efae7-40e5-4da4-b872-5de699555e0b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:18.482996 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a45efae7-40e5-4da4-b872-5de699555e0b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:18.575756 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a45efae7-40e5-4da4-b872-5de699555e0b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:18.645200 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a45efae7-40e5-4da4-b872-5de699555e0b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:18.681649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45efae7-40e5-4da4-b872-5de699555e0b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e978797-0942-4315-8ed3-904e988d1e07,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:18.734967 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a45efae7-40e5-4da4-b872-5de699555e0b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:18.793988 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a45efae7-40e5-4da4-b872-5de699555e0b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:18.825132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a45efae7-40e5-4da4-b872-5de699555e0b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:18.891201 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a45efae7-40e5-4da4-b872-5de699555e0b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:18.892476 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a45efae7-40e5-4da4-b872-5de699555e0b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5122244 Aug 17 03:28:18.895383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37476) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:18.899862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-aac27012-f966-42d7-886d-7f67e9014c13 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': 'f2103135-90a5-46da-a8c2-6d9d4f1b2d5b', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:28:18.986876 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aac27012-f966-42d7-886d-7f67e9014c13 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:19.041670 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aac27012-f966-42d7-886d-7f67e9014c13 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:19.113957 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aac27012-f966-42d7-886d-7f67e9014c13 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:19.129567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aac27012-f966-42d7-886d-7f67e9014c13 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4fb23cd-f9f9-418d-9877-f9362c1e8f4b,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:19.174704 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:19.197363 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aac27012-f966-42d7-886d-7f67e9014c13 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:19.198685 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-aac27012-f966-42d7-886d-7f67e9014c13 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3022766 Aug 17 03:28:19.201409 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37478) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:19.206057 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-28d1ece7-a1ae-4c8e-9b73-f41c2ecdc159 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': 'f2103135-90a5-46da-a8c2-6d9d4f1b2d5b', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:28:19.299506 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-28d1ece7-a1ae-4c8e-9b73-f41c2ecdc159 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:19.358725 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-28d1ece7-a1ae-4c8e-9b73-f41c2ecdc159 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:19.439335 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-28d1ece7-a1ae-4c8e-9b73-f41c2ecdc159 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:19.459806 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d1ece7-a1ae-4c8e-9b73-f41c2ecdc159 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0924224c-ea26-4191-8bf9-02fb170128dd,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:19.528643 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-28d1ece7-a1ae-4c8e-9b73-f41c2ecdc159 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:19.529896 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-28d1ece7-a1ae-4c8e-9b73-f41c2ecdc159 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3274510 Aug 17 03:28:19.532544 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37480) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:19.537648 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-eaa5310c-3a85-4911-ac49-5df6446fddaa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': 'f2103135-90a5-46da-a8c2-6d9d4f1b2d5b', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:28:19.607482 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eaa5310c-3a85-4911-ac49-5df6446fddaa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:19.664334 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eaa5310c-3a85-4911-ac49-5df6446fddaa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:19.723375 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eaa5310c-3a85-4911-ac49-5df6446fddaa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:19.741367 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa5310c-3a85-4911-ac49-5df6446fddaa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c52e1915-ecae-4543-ba4b-6a0da5617521,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:19.809105 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eaa5310c-3a85-4911-ac49-5df6446fddaa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:19.810382 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-eaa5310c-3a85-4911-ac49-5df6446fddaa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2769165 Aug 17 03:28:19.813104 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37482) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:19.818259 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-910b1849-a9ba-4e0d-b290-e63cfe96471b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': 'f2103135-90a5-46da-a8c2-6d9d4f1b2d5b', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:28:19.911255 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-910b1849-a9ba-4e0d-b290-e63cfe96471b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:19.969760 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-910b1849-a9ba-4e0d-b290-e63cfe96471b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:20.043004 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-910b1849-a9ba-4e0d-b290-e63cfe96471b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:20.060135 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b1849-a9ba-4e0d-b290-e63cfe96471b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2261f1ff-b698-4c07-a3da-422a3d84c7cd,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:20.117256 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-910b1849-a9ba-4e0d-b290-e63cfe96471b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:20.118486 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-910b1849-a9ba-4e0d-b290-e63cfe96471b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3044283 Aug 17 03:28:20.121113 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37486) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:20.125620 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7a6b6032-be44-4be4-8da9-5a4a7d1d2d23 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': 'f2103135-90a5-46da-a8c2-6d9d4f1b2d5b', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:28:20.214779 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-7a6b6032-be44-4be4-8da9-5a4a7d1d2d23 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Project c77d3de5480541c2aef96c5ffa17a28d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:28:20.219651 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a6b6032-be44-4be4-8da9-5a4a7d1d2d23 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:20.282213 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a6b6032-be44-4be4-8da9-5a4a7d1d2d23 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:20.359726 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a6b6032-be44-4be4-8da9-5a4a7d1d2d23 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:20.376977 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6b6032-be44-4be4-8da9-5a4a7d1d2d23 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93c4a59c-8b85-4a4e-bf72-53a3bf664f58,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:20.468381 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7a6b6032-be44-4be4-8da9-5a4a7d1d2d23 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:20.469651 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7a6b6032-be44-4be4-8da9-5a4a7d1d2d23 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3475413 Aug 17 03:28:20.472374 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37488) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:20.477659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-0eae3a3a-a6d8-48fb-b617-8431a7682dd1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': 'f2103135-90a5-46da-a8c2-6d9d4f1b2d5b', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:28:20.571351 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-0eae3a3a-a6d8-48fb-b617-8431a7682dd1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Project c77d3de5480541c2aef96c5ffa17a28d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:28:20.576438 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0eae3a3a-a6d8-48fb-b617-8431a7682dd1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:20.636950 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0eae3a3a-a6d8-48fb-b617-8431a7682dd1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:20.728730 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0eae3a3a-a6d8-48fb-b617-8431a7682dd1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:20.745998 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae3a3a-a6d8-48fb-b617-8431a7682dd1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0035a082-ac06-4e2e-9f70-ee21afdd4a10,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:20.809062 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0eae3a3a-a6d8-48fb-b617-8431a7682dd1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:20.810407 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0eae3a3a-a6d8-48fb-b617-8431a7682dd1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3370504 Aug 17 03:28:20.813268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37490) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:20.818576 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-96079694-327e-4cd7-9cd6-de3b2e44eb4f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'network': {'name': 'tempest-network-smoke--1039258281', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'port_security_enabled': True}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:28:20.883265 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:20.906055 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96079694-327e-4cd7-9cd6-de3b2e44eb4f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Made reservation on behalf of c77d3de5480541c2aef96c5ffa17a28d for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:28:20.909507 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96079694-327e-4cd7-9cd6-de3b2e44eb4f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:20.932807 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96079694-327e-4cd7-9cd6-de3b2e44eb4f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 84} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:28:20.941447 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96079694-327e-4cd7-9cd6-de3b2e44eb4f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:20.946201 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-96079694-327e-4cd7-9cd6-de3b2e44eb4f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Added segment c00bc431-d331-4e4b-8e78-97e6dd4cc243 of type vlan for network 3bd96ee1-19cd-4179-9bd9-122642ba7656 Aug 17 03:28:20.983906 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96079694-327e-4cd7-9cd6-de3b2e44eb4f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:21.079594 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96079694-327e-4cd7-9cd6-de3b2e44eb4f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:21.085799 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96079694-327e-4cd7-9cd6-de3b2e44eb4f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:21.086406 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-96079694-327e-4cd7-9cd6-de3b2e44eb4f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:21.432685 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96079694-327e-4cd7-9cd6-de3b2e44eb4f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Network': ['ID=3bd96ee1-19cd-4179-9bd9-122642ba7656,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:21.443240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 3bd96ee1-19cd-4179-9bd9-122642ba7656 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:28:21.492232 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-96079694-327e-4cd7-9cd6-de3b2e44eb4f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6778734 Aug 17 03:28:21.495043 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37494) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:21.499604 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-2066871060', 'admin_state_up': True, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:28:21.588428 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:21.589498 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:21.643374 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:21.863674 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:22.112855 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:22.132259 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:22.235154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Allocated IP 172.25.1.176 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:28:22.340953 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:22.443449 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:22.485192 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:28:22.489964 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:28:22.495972 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:28:22.498879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:22.887918 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:23.081051 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:23.307932 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router fe4ebbc6-3ec4-4427-b828-16eb52f7484b is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:28:23.418644 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:28:23.429049 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Sync routers for ids ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:28:23.438474 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Routers {'fe4ebbc6-3ec4-4427-b828-16eb52f7484b'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:28:23.439093 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:28:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:28:23.510208 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:23.511630 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-aec94113-a709-4a6d-87f0-08aa1f110fae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.0156429 Aug 17 03:28:23.515465 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37508) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:23.544542 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Set router fe4ebbc6-3ec4-4427-b828-16eb52f7484b gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:28:23.651721 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f1ec669a-8cc9-4eda-bee9-da6b835ddc61 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=c77d3de5480541c2aef96c5ffa17a28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1347911 Aug 17 03:28:23.654307 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37512) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:23.726066 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066871060', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:28:21Z', 'updated_at': '2021-08-17T03:28:22Z', 'revision_number': 3, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:22Z', 'updated_at': '2021-08-17T03:28:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:28:23.757312 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Checking router: fe4ebbc6-3ec4-4427-b828-16eb52f7484b for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:28:23.758117 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Updating router fe4ebbc6-3ec4-4427-b828-16eb52f7484b port 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:28:23.784011 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:23.813832 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f50b290-eeab-4848-8c96-438df12325fc tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:23.819244 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9f50b290-eeab-4848-8c96-438df12325fc tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1639490 Aug 17 03:28:23.819474 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37514) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:23.856279 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8fd80c14-f874-4160-9d22-935ea2d99bbe tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0349789 Aug 17 03:28:23.858860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37516) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:23.863695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b7a92be3-7da2-4996-a06d-991eaeaee873 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1606115641', 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:28:24.048424 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:24.059128 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Transition to ACTIVE for port object 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:28:24.132269 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:24.283951 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e907f40-7265-4826-8a73-ea89d741f570 None None] Pushing event updated for resources: {'Port': ['ID=3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:24.294598 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e907f40-7265-4826-8a73-ea89d741f570 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:24.294944 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e907f40-7265-4826-8a73-ea89d741f570 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:24.302254 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e907f40-7265-4826-8a73-ea89d741f570 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:24.302254 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e907f40-7265-4826-8a73-ea89d741f570 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:24.302254 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e907f40-7265-4826-8a73-ea89d741f570 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:24.302254 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e907f40-7265-4826-8a73-ea89d741f570 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:24.302254 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e907f40-7265-4826-8a73-ea89d741f570 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:24.302254 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e907f40-7265-4826-8a73-ea89d741f570 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:24.302254 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e907f40-7265-4826-8a73-ea89d741f570 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:24.302254 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e907f40-7265-4826-8a73-ea89d741f570 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:24.302254 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e907f40-7265-4826-8a73-ea89d741f570 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:24.302254 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e907f40-7265-4826-8a73-ea89d741f570 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:24.302254 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Attempting to bind port 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:28:24.302254 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Attempting to bind port 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:28:24.302254 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Attempting to bind port 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:28:24.307873 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:28:24.308307 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:28:24.308659 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:24.309045 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:28:24.309528 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Bound port: 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:28:24.309910 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:24.360449 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] For port 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:28:24.363597 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] For port 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:28:24.408807 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7a92be3-7da2-4996-a06d-991eaeaee873 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Made reservation on behalf of c77d3de5480541c2aef96c5ffa17a28d for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:28:24.412728 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b7a92be3-7da2-4996-a06d-991eaeaee873 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:24.499194 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:24.554624 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Routers {'fe4ebbc6-3ec4-4427-b828-16eb52f7484b'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:28:24.555105 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:28:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:28:24.613777 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e907f40-7265-4826-8a73-ea89d741f570 None None] Pushing event updated for resources: {'Port': ['ID=3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:24.651581 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b7a92be3-7da2-4996-a06d-991eaeaee873 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:24.680914 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] Set router fe4ebbc6-3ec4-4427-b828-16eb52f7484b gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:28:24.721436 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a92be3-7da2-4996-a06d-991eaeaee873 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Subnet': ['ID=22c20d19-e985-42e5-b200-842bc381d447,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:24.730118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7a92be3-7da2-4996-a06d-991eaeaee873 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Checking segment: {'id': 'c00bc431-d331-4e4b-8e78-97e6dd4cc243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:28:24.730486 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a92be3-7da2-4996-a06d-991eaeaee873 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network hostable DHCP agents. Network: 3bd96ee1-19cd-4179-9bd9-122642ba7656, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:28:24.894507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7a92be3-7da2-4996-a06d-991eaeaee873 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 3bd96ee1-19cd-4179-9bd9-122642ba7656 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:28:24.901733 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066871060', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:28:21Z', 'updated_at': '2021-08-17T03:28:22Z', 'revision_number': 3, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:22Z', 'updated_at': '2021-08-17T03:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:28:24.928650 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-802bdf0e-5309-4842-b160-5a0581652504 None None] The sync data for ids ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'] in n-d-802060-9 is: [{'id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066871060', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:28:21Z', 'updated_at': '2021-08-17T03:28:22Z', 'revision_number': 3, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:22Z', 'updated_at': '2021-08-17T03:28:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:28:24.982928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b7a92be3-7da2-4996-a06d-991eaeaee873 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 3bd96ee1-19cd-4179-9bd9-122642ba7656) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:28:24.987219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a92be3-7da2-4996-a06d-991eaeaee873 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:24.987821 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b7a92be3-7da2-4996-a06d-991eaeaee873 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:24.995350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-098c9cbd-7f35-44c9-b792-e3f17bccb698 None None] Network 3bd96ee1-19cd-4179-9bd9-122642ba7656 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:28:25.087246 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b7a92be3-7da2-4996-a06d-991eaeaee873 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2270172 Aug 17 03:28:25.089737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37520) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:25.154506 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-3bd96ee1-19cd-4179-9bd9-122642ba7656', 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ips': [{'subnet_id': '22c20d19-e985-42e5-b200-842bc381d447'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:28:25.155388 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:25.331987 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Allocated IP 172.20.0.2 (3bd96ee1-19cd-4179-9bd9-122642ba7656/22c20d19-e985-42e5-b200-842bc381d447/bd7f3c7a-8175-4e22-a0fe-e92f425f08c3) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:28:25.483721 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:25.492919 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Transition to ACTIVE for port object bd7f3c7a-8175-4e22-a0fe-e92f425f08c3 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:28:25.509990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Transition to ACTIVE for port object bd7f3c7a-8175-4e22-a0fe-e92f425f08c3 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:28:25.576346 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:25.621529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Network 3bd96ee1-19cd-4179-9bd9-122642ba7656 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:28:25.626218 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:28:25.629394 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:28:25.650823 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Pushing event updated for resources: {'Port': ['ID=bd7f3c7a-8175-4e22-a0fe-e92f425f08c3,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:25.691651 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:25.703350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Attempting to bind port bd7f3c7a-8175-4e22-a0fe-e92f425f08c3 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:28:25.703760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Attempting to bind port bd7f3c7a-8175-4e22-a0fe-e92f425f08c3 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'c00bc431-d331-4e4b-8e78-97e6dd4cc243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:28:25.704080 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Attempting to bind port bd7f3c7a-8175-4e22-a0fe-e92f425f08c3 on network 3bd96ee1-19cd-4179-9bd9-122642ba7656 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:28:25.709791 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:28:25.710162 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Checking segment: {'id': 'c00bc431-d331-4e4b-8e78-97e6dd4cc243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:28:25.710566 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:25.710954 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Bound using segment: {'id': 'c00bc431-d331-4e4b-8e78-97e6dd4cc243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:28:25.711416 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Bound port: bd7f3c7a-8175-4e22-a0fe-e92f425f08c3, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00bc431-d331-4e4b-8e78-97e6dd4cc243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:28:25.711792 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:25.789930 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] For port bd7f3c7a-8175-4e22-a0fe-e92f425f08c3, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:28:25.793293 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] For port bd7f3c7a-8175-4e22-a0fe-e92f425f08c3, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=bd7f3c7a-8175-4e22-a0fe-e92f425f08c3,segment=NetworkSegment(c00bc431-d331-4e4b-8e78-97e6dd4cc243),segment_id=c00bc431-d331-4e4b-8e78-97e6dd4cc243)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:28:25.872851 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:25.935864 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db3837c7-4905-41bb-9204-54dc2a40104d None None] Pushing event updated for resources: {'Port': ['ID=bd7f3c7a-8175-4e22-a0fe-e92f425f08c3,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:26.054530 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Allocated IP 172.20.0.1 (3bd96ee1-19cd-4179-9bd9-122642ba7656/22c20d19-e985-42e5-b200-842bc381d447/6226c071-a39e-4a9d-935c-e1da1098da58) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:28:26.192265 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:26.214237 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Transition to ACTIVE for port object 6226c071-a39e-4a9d-935c-e1da1098da58 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:28:26.390139 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:28:26.394656 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:26.451167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 3bd96ee1-19cd-4179-9bd9-122642ba7656 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:28:26.454457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:28:26.457570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:28:26.500137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=6226c071-a39e-4a9d-935c-e1da1098da58,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:26.514025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:26.514375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:26.514715 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:26.515051 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:26.515383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:26.515714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:26.516046 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:26.516371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:26.516698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:26.517024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:26.517347 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:26.517696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:26.519496 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:28:26.525275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:28:26.525551 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:26.525925 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:26.608559 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:26.632804 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:28:26.711949 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:26.712795 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bd7f3c7a-8175-4e22-a0fe-e92f425f08c3 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:28:26.788509 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:26.794832 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:26.886824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port bd7f3c7a-8175-4e22-a0fe-e92f425f08c3 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:28:27.083563 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:27.154349 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:27.257488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=6226c071-a39e-4a9d-935c-e1da1098da58,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:27.293081 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:27.427852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 3bd96ee1-19cd-4179-9bd9-122642ba7656 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:28:27.429820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:28:27.481967 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8bb1af7-2d6b-4372-8a20-2dd94ca937df None None] Network 3bd96ee1-19cd-4179-9bd9-122642ba7656 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:28:27.567190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router fe4ebbc6-3ec4-4427-b828-16eb52f7484b has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:28:27.662855 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-94ac5a64-d7ce-4549-b895-18bef497539e None None] Provisioning for port bd7f3c7a-8175-4e22-a0fe-e92f425f08c3 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:28:27.667080 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-94ac5a64-d7ce-4549-b895-18bef497539e None None] Provisioning complete for port bd7f3c7a-8175-4e22-a0fe-e92f425f08c3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:28:27.667475 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-94ac5a64-d7ce-4549-b895-18bef497539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:27.688192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:28:27.693677 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-701dd017-a22c-4212-818e-d6813b00c459 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "PUT /v2.0/routers/fe4ebbc6-3ec4-4427-b828-16eb52f7484b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6024756 Aug 17 03:28:27.709132 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Sync routers for ids ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:28:27.737800 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Routers {'fe4ebbc6-3ec4-4427-b828-16eb52f7484b'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:28:27.738423 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:28:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:28:27.868834 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-24651db6-40cc-416e-bdc9-62093313997a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1236834927&fields=id&tenant_id=c77d3de5480541c2aef96c5ffa17a28d HTTP/1.1" status: 200 len: 267 time: 0.0399470 Aug 17 03:28:27.875855 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-94ac5a64-d7ce-4549-b895-18bef497539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:27.899128 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Set router fe4ebbc6-3ec4-4427-b828-16eb52f7484b gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:28:27.955370 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-94ac5a64-d7ce-4549-b895-18bef497539e None None] For port bd7f3c7a-8175-4e22-a0fe-e92f425f08c3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=bd7f3c7a-8175-4e22-a0fe-e92f425f08c3,segment=NetworkSegment(c00bc431-d331-4e4b-8e78-97e6dd4cc243),segment_id=c00bc431-d331-4e4b-8e78-97e6dd4cc243)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:28:27.981636 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-75c69802-65b8-433e-aeee-6ce9f92b594e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:27.983200 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-75c69802-65b8-433e-aeee-6ce9f92b594e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/networks?id=3bd96ee1-19cd-4179-9bd9-122642ba7656 HTTP/1.1" status: 200 len: 797 time: 0.1073165 Aug 17 03:28:28.000584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-9c6c66e8-9684-4694-9b5e-19e8cbbf0d22 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/quotas/c77d3de5480541c2aef96c5ffa17a28d HTTP/1.1" status: 200 len: 375 time: 0.0108616 Aug 17 03:28:28.036005 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-94ac5a64-d7ce-4549-b895-18bef497539e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:28.065812 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-7b66ae71-9ed6-44f1-a129-be3d0e62a4f7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0550447 Aug 17 03:28:28.160520 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ac5a64-d7ce-4549-b895-18bef497539e None None] Pushing event updated for resources: {'Port': ['ID=bd7f3c7a-8175-4e22-a0fe-e92f425f08c3,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:28.181093 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-2a64088a-e8bb-439c-85b8-81fc7390d926 service neutron] 10.222.0.10 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0993180 Aug 17 03:28:28.190981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066871060', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:28:21Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:22Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '6226c071-a39e-4a9d-935c-e1da1098da58', 'name': '', 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:64:00:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '22c20d19-e985-42e5-b200-842bc381d447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:25Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 2, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '22c20d19-e985-42e5-b200-842bc381d447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:28:28.223129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Checking router: fe4ebbc6-3ec4-4427-b828-16eb52f7484b for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:28:28.223636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Updating router fe4ebbc6-3ec4-4427-b828-16eb52f7484b port 6226c071-a39e-4a9d-935c-e1da1098da58 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:28:28.252931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7df67ae3-3131-4c15-a4f3-fc6f70a80b81 None None] Provisioning for port 6226c071-a39e-4a9d-935c-e1da1098da58 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:28:28.261852 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:28.261852 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7df67ae3-3131-4c15-a4f3-fc6f70a80b81 None None] Provisioning complete for port 6226c071-a39e-4a9d-935c-e1da1098da58 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:28:28.261852 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7df67ae3-3131-4c15-a4f3-fc6f70a80b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:28.329365 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-dabfa349-c60c-4dcd-b317-19466785740f service neutron] 10.222.0.10 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1384959 Aug 17 03:28:28.338590 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:28:28.368447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7df67ae3-3131-4c15-a4f3-fc6f70a80b81 None None] Port 6226c071-a39e-4a9d-935c-e1da1098da58 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:28:28.467431 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7df67ae3-3131-4c15-a4f3-fc6f70a80b81 None None] Provisioning complete for port bd7f3c7a-8175-4e22-a0fe-e92f425f08c3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:28:28.467806 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7df67ae3-3131-4c15-a4f3-fc6f70a80b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:28.552981 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:28:28.582796 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:28:28.583367 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:28.604185 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0ffcb4c6-d88a-4214-8d72-faf3da7d6744 req-ba690c6b-a8f3-46e1-a221-15b6440c348a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 210 time: 0.0296848 Aug 17 03:28:28.944120 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bd7f3c7a-8175-4e22-a0fe-e92f425f08c3 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:28:28.950043 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:28.994393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Transition to ACTIVE for port object 6226c071-a39e-4a9d-935c-e1da1098da58 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:28:29.007350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e95dcfe0-259c-4cec-9130-53447f9594ac None None] Provisioning complete for port 6226c071-a39e-4a9d-935c-e1da1098da58 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:28:29.007350 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e95dcfe0-259c-4cec-9130-53447f9594ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:29.046598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port bd7f3c7a-8175-4e22-a0fe-e92f425f08c3 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:28:29.046966 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:29.049578 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e95dcfe0-259c-4cec-9130-53447f9594ac None None] Port 6226c071-a39e-4a9d-935c-e1da1098da58 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:28:29.081611 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:29.142309 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24d9d4-9a28-4c6b-8a47-fc482c158e4f None None] Pushing event updated for resources: {'Port': ['ID=6226c071-a39e-4a9d-935c-e1da1098da58,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:29.232210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Attempting to bind port 6226c071-a39e-4a9d-935c-e1da1098da58 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:28:29.232583 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Attempting to bind port 6226c071-a39e-4a9d-935c-e1da1098da58 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'c00bc431-d331-4e4b-8e78-97e6dd4cc243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:28:29.232939 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Attempting to bind port 6226c071-a39e-4a9d-935c-e1da1098da58 on network 3bd96ee1-19cd-4179-9bd9-122642ba7656 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:28:29.239553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:28:29.243892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Checking segment: {'id': 'c00bc431-d331-4e4b-8e78-97e6dd4cc243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:28:29.243892 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:29.243892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Bound using segment: {'id': 'c00bc431-d331-4e4b-8e78-97e6dd4cc243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:28:29.243892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Bound port: 6226c071-a39e-4a9d-935c-e1da1098da58, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c00bc431-d331-4e4b-8e78-97e6dd4cc243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:28:29.243892 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:29.316340 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] For port 6226c071-a39e-4a9d-935c-e1da1098da58, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:28:29.320468 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] For port 6226c071-a39e-4a9d-935c-e1da1098da58, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6226c071-a39e-4a9d-935c-e1da1098da58,segment=NetworkSegment(c00bc431-d331-4e4b-8e78-97e6dd4cc243),segment_id=c00bc431-d331-4e4b-8e78-97e6dd4cc243)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:28:29.380998 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:29.439660 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Routers {'fe4ebbc6-3ec4-4427-b828-16eb52f7484b'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:28:29.440306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:28:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:28:29.444620 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c24d9d4-9a28-4c6b-8a47-fc482c158e4f None None] Pushing event updated for resources: {'Port': ['ID=6226c071-a39e-4a9d-935c-e1da1098da58,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:29.565392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] Set router fe4ebbc6-3ec4-4427-b828-16eb52f7484b gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:28:29.714455 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7429ecaa-d4d8-4ca1-98bc-a02f419c9025 req-9439e0b7-3ea8-4a5b-8697-8208c5aa799a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 210 time: 0.0282123 Aug 17 03:28:29.835832 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066871060', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:28:21Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:22Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '6226c071-a39e-4a9d-935c-e1da1098da58', 'name': '', 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:64:00:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '22c20d19-e985-42e5-b200-842bc381d447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:25Z', 'updated_at': '2021-08-17T03:28:29Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '22c20d19-e985-42e5-b200-842bc381d447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:28:29.875636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7093ee23-e590-4ca8-aef7-198aa0097136 None None] The sync data for ids ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'] in n-d-802060-9 is: [{'id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066871060', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:28:21Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:22Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '6226c071-a39e-4a9d-935c-e1da1098da58', 'name': '', 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:64:00:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '22c20d19-e985-42e5-b200-842bc381d447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:25Z', 'updated_at': '2021-08-17T03:28:29Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '22c20d19-e985-42e5-b200-842bc381d447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:28:30.339478 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6226c071-a39e-4a9d-935c-e1da1098da58 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:28:30.468183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 6226c071-a39e-4a9d-935c-e1da1098da58 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:28:30.472449 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6226c071-a39e-4a9d-935c-e1da1098da58 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:28:30.472825 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:30.565330 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:30.599713 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 6226c071-a39e-4a9d-935c-e1da1098da58, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6226c071-a39e-4a9d-935c-e1da1098da58,segment=NetworkSegment(c00bc431-d331-4e4b-8e78-97e6dd4cc243),segment_id=c00bc431-d331-4e4b-8e78-97e6dd4cc243)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:28:30.714609 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:30.803577 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=6226c071-a39e-4a9d-935c-e1da1098da58,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:30.827354 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:30.827801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:30.828200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:30.828598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:30.828997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:30.829399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:30.829810 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:30.830202 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:30.830590 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:30.830979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:30.831369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:30.831751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:30.849981 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-933443a7-9348-4e95-be0e-b26745a210ed req-27fd599d-7ff8-46fc-8a94-f173e8b078cb tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 210 time: 0.0435398 Aug 17 03:28:30.901879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-37183d85-6a08-4b9c-b0dc-e42777513065 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:30.903741 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-37183d85-6a08-4b9c-b0dc-e42777513065 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.30 "GET /v2.0/networks?id=3bd96ee1-19cd-4179-9bd9-122642ba7656 HTTP/1.1" status: 200 len: 797 time: 0.1388781 Aug 17 03:28:30.962346 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-386f27d2-5e6a-4bcc-b685-027d8bf42c03 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c77d3de5480541c2aef96c5ffa17a28d HTTP/1.1" status: 200 len: 380 time: 0.0480399 Aug 17 03:28:30.973286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-ce79e8b4-7ab4-480b-9313-cd4a61bdeafd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'port': {'device_id': 'd2196f5c-2b71-43f0-a152-806082127564', 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656', 'admin_state_up': True, 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'security_groups': ['f2103135-90a5-46da-a8c2-6d9d4f1b2d5b']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:28:31.154400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-ce79e8b4-7ab4-480b-9313-cd4a61bdeafd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Made reservation on behalf of c77d3de5480541c2aef96c5ffa17a28d for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:28:31.158082 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-ce79e8b4-7ab4-480b-9313-cd4a61bdeafd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:31.298267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-ce79e8b4-7ab4-480b-9313-cd4a61bdeafd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Allocated IP 172.20.0.6 (3bd96ee1-19cd-4179-9bd9-122642ba7656/22c20d19-e985-42e5-b200-842bc381d447/622c6971-45fb-4262-a38a-f7222198ddb1) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:28:31.806471 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-ce79e8b4-7ab4-480b-9313-cd4a61bdeafd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:31.818855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-ce79e8b4-7ab4-480b-9313-cd4a61bdeafd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Transition to ACTIVE for port object 622c6971-45fb-4262-a38a-f7222198ddb1 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:28:31.913211 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-ce79e8b4-7ab4-480b-9313-cd4a61bdeafd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:31.989258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-ce79e8b4-7ab4-480b-9313-cd4a61bdeafd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 3bd96ee1-19cd-4179-9bd9-122642ba7656 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:28:31.995834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-ce79e8b4-7ab4-480b-9313-cd4a61bdeafd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:28:32.002209 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-ce79e8b4-7ab4-480b-9313-cd4a61bdeafd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:28:32.006281 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce79e8b4-7ab4-480b-9313-cd4a61bdeafd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=622c6971-45fb-4262-a38a-f7222198ddb1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:32.057520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3d291f2-5c4a-4781-9125-b0c12c3b5e37 req-19c58226-e514-453e-8980-186d4c626235 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:32.060068 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f3d291f2-5c4a-4781-9125-b0c12c3b5e37 req-19c58226-e514-453e-8980-186d4c626235 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 931 time: 0.1337893 Aug 17 03:28:32.069925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-ce79e8b4-7ab4-480b-9313-cd4a61bdeafd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:32.070564 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-ce79e8b4-7ab4-480b-9313-cd4a61bdeafd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:32.112415 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f3d291f2-5c4a-4781-9125-b0c12c3b5e37 req-e746462b-7cbc-473a-b7f6-6db63f33859c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391059 Aug 17 03:28:32.206068 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-ce79e8b4-7ab4-480b-9313-cd4a61bdeafd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2369614 Aug 17 03:28:32.218270 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Request body: {'port': {'device_id': 'd2196f5c-2b71-43f0-a152-806082127564', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:28:32.273901 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:32.291318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-348d8fd4-4ce8-450b-9d67-8bc64145b534 None None] Provisioning for port 622c6971-45fb-4262-a38a-f7222198ddb1 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:28:32.295240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-348d8fd4-4ce8-450b-9d67-8bc64145b534 None None] Provisioning complete for port 622c6971-45fb-4262-a38a-f7222198ddb1 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:28:32.295614 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-348d8fd4-4ce8-450b-9d67-8bc64145b534 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:32.323150 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6226c071-a39e-4a9d-935c-e1da1098da58 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:28:32.355145 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-348d8fd4-4ce8-450b-9d67-8bc64145b534 None None] Port 622c6971-45fb-4262-a38a-f7222198ddb1 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:28:32.378063 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6226c071-a39e-4a9d-935c-e1da1098da58 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:28:32.378444 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:32.542020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 622c6971-45fb-4262-a38a-f7222198ddb1 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:28:32.549145 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:32.560601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Transition to ACTIVE for port object 622c6971-45fb-4262-a38a-f7222198ddb1 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:28:32.668453 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:32.746334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Pushing event updated for resources: {'Port': ['ID=622c6971-45fb-4262-a38a-f7222198ddb1,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:32.796863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Attempting to bind port 622c6971-45fb-4262-a38a-f7222198ddb1 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:28:32.797122 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Attempting to bind port 622c6971-45fb-4262-a38a-f7222198ddb1 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c00bc431-d331-4e4b-8e78-97e6dd4cc243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:28:32.797477 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Attempting to bind port 622c6971-45fb-4262-a38a-f7222198ddb1 on network 3bd96ee1-19cd-4179-9bd9-122642ba7656 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:28:32.802528 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Port 622c6971-45fb-4262-a38a-f7222198ddb1 on network 3bd96ee1-19cd-4179-9bd9-122642ba7656 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:28:32.808128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Attempting to bind port 622c6971-45fb-4262-a38a-f7222198ddb1 on network 3bd96ee1-19cd-4179-9bd9-122642ba7656 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:28:32.808128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 28, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:28:32.808468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Checking segment: {'id': 'c00bc431-d331-4e4b-8e78-97e6dd4cc243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:28:32.808848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Bound using segment: {'id': 'c00bc431-d331-4e4b-8e78-97e6dd4cc243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:28:32.809272 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Bound port: 622c6971-45fb-4262-a38a-f7222198ddb1, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00bc431-d331-4e4b-8e78-97e6dd4cc243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:28:32.809955 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:32.891794 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] For port 622c6971-45fb-4262-a38a-f7222198ddb1, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:28:32.895096 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] For port 622c6971-45fb-4262-a38a-f7222198ddb1, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=622c6971-45fb-4262-a38a-f7222198ddb1,segment=NetworkSegment(c00bc431-d331-4e4b-8e78-97e6dd4cc243),segment_id=c00bc431-d331-4e4b-8e78-97e6dd4cc243)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:28:32.992652 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:33.037679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:33.038308 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:33.039758 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] 10.222.0.30 "PUT /v2.0/ports/622c6971-45fb-4262-a38a-f7222198ddb1 HTTP/1.1" status: 200 len: 1091 time: 0.8256741 Aug 17 03:28:33.040216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2196f5c-2b71-43f0-a152-806082127564', 'tag': '622c6971-45fb-4262-a38a-f7222198ddb1'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:28:33.042532 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a539145b-2782-4b14-b8ac-bfab101e3d61" -d '{"events": [{"name": "network-changed", "server_uuid": "d2196f5c-2b71-43f0-a152-806082127564", "tag": "622c6971-45fb-4262-a38a-f7222198ddb1"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:28:33.072347 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f5461e4-eea3-4214-96ec-bda411b34626 service neutron] Pushing event updated for resources: {'Port': ['ID=622c6971-45fb-4262-a38a-f7222198ddb1,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:33.080591 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:28:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71aaba3e-e6c9-40e7-9793-ca83e8292c9f x-openstack-request-id: req-71aaba3e-e6c9-40e7-9793-ca83e8292c9f {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:28:33.080893 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2196f5c-2b71-43f0-a152-806082127564", "tag": "622c6971-45fb-4262-a38a-f7222198ddb1", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:28:33.081156 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71aaba3e-e6c9-40e7-9793-ca83e8292c9f {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:28:33.081593 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2196f5c-2b71-43f0-a152-806082127564', 'tag': '622c6971-45fb-4262-a38a-f7222198ddb1', 'status': 'completed', 'code': 200} Aug 17 03:28:33.148764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539145b-2782-4b14-b8ac-bfab101e3d61 req-f80416e3-a382-43c1-9ee7-1c438fd8c613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:33.152443 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a539145b-2782-4b14-b8ac-bfab101e3d61 req-f80416e3-a382-43c1-9ee7-1c438fd8c613 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 1094 time: 0.0454381 Aug 17 03:28:33.203147 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:33.299300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528280ba-31af-4857-94c8-f5e75d78284b req-49f07c9e-21d7-49cd-9c3b-41dd2c102d36 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:33.300989 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-528280ba-31af-4857-94c8-f5e75d78284b req-49f07c9e-21d7-49cd-9c3b-41dd2c102d36 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 943 time: 0.0846369 Aug 17 03:28:33.307176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539145b-2782-4b14-b8ac-bfab101e3d61 req-ae323b9e-6b64-4fa2-b4d7-85066ba9d0af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:33.308751 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a539145b-2782-4b14-b8ac-bfab101e3d61 req-ae323b9e-6b64-4fa2-b4d7-85066ba9d0af service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1487167 Aug 17 03:28:33.402334 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-528280ba-31af-4857-94c8-f5e75d78284b req-9c397649-1e79-4f64-a4fb-420175723cb9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0925841 Aug 17 03:28:33.436671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a539145b-2782-4b14-b8ac-bfab101e3d61 req-035ae3e8-3d42-454d-8fc7-9fb4a092f433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:33.438199 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a539145b-2782-4b14-b8ac-bfab101e3d61 req-035ae3e8-3d42-454d-8fc7-9fb4a092f433 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1185303 Aug 17 03:28:33.517706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0a373a03-b279-49f3-8f2a-c96c8800dece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:33.519210 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-0a373a03-b279-49f3-8f2a-c96c8800dece service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 1094 time: 0.0435910 Aug 17 03:28:33.567201 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-527db825-d92a-4759-bb0f-df4b77ce8d9b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=622c6971-45fb-4262-a38a-f7222198ddb1 HTTP/1.1" status: 200 len: 217 time: 0.0396335 Aug 17 03:28:33.617336 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-a938a2c3-f475-4114-ba94-d674742fa88c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:33.618733 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-a938a2c3-f475-4114-ba94-d674742fa88c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22c20d19-e985-42e5-b200-842bc381d447 HTTP/1.1" status: 200 len: 835 time: 0.0447290 Aug 17 03:28:33.666503 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-ac915a25-f594-42ea-abde-f694130ac7c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:33.668022 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-ac915a25-f594-42ea-abde-f694130ac7c6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3bd96ee1-19cd-4179-9bd9-122642ba7656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416050 Aug 17 03:28:33.768932 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-4a582c45-1ad8-43f5-b70a-0ca6d3b1432a service neutron] 10.222.0.30 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928545 Aug 17 03:28:33.835047 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:33.885671 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c1351868-7ca2-4ae1-8414-c4c71aaa64cd req-ed43d329-877d-4952-ac77-46ee7a50f2a8 service neutron] 10.222.0.30 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1014802 Aug 17 03:28:34.518735 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f29178-77ca-4aa3-9462-159a0a725bf3 req-ced18928-b85d-4fc7-8bb8-200d457e09ee tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:34.520182 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a5f29178-77ca-4aa3-9462-159a0a725bf3 req-ced18928-b85d-4fc7-8bb8-200d457e09ee tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 943 time: 0.0501912 Aug 17 03:28:34.562189 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a5f29178-77ca-4aa3-9462-159a0a725bf3 req-7ccde263-1b8f-49a5-8c0a-2621bf91954f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352557 Aug 17 03:28:35.678299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ed99f3-2dd6-4d9f-a228-5c5dd1475b7d req-6fee1890-b09b-4d73-907f-f4e70ea37fc9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:35.679877 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-86ed99f3-2dd6-4d9f-a228-5c5dd1475b7d req-6fee1890-b09b-4d73-907f-f4e70ea37fc9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 943 time: 0.0502734 Aug 17 03:28:35.719650 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-86ed99f3-2dd6-4d9f-a228-5c5dd1475b7d req-aee7c269-ddc8-4454-9bbd-b1e47edd79ab tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338790 Aug 17 03:28:36.834520 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58f633d-02ad-4d0c-be6c-f4aae7fb0cd3 req-38814647-2e6f-4606-ae9e-57763508dbe0 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:36.835864 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f58f633d-02ad-4d0c-be6c-f4aae7fb0cd3 req-38814647-2e6f-4606-ae9e-57763508dbe0 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 943 time: 0.0499046 Aug 17 03:28:36.872072 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f58f633d-02ad-4d0c-be6c-f4aae7fb0cd3 req-41de0107-73f9-406c-93fb-a1a832c09756 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303261 Aug 17 03:28:37.054751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 622c6971-45fb-4262-a38a-f7222198ddb1 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:28:37.156485 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 622c6971-45fb-4262-a38a-f7222198ddb1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=622c6971-45fb-4262-a38a-f7222198ddb1,segment=NetworkSegment(c00bc431-d331-4e4b-8e78-97e6dd4cc243),segment_id=c00bc431-d331-4e4b-8e78-97e6dd4cc243)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:28:37.167616 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '622c6971-45fb-4262-a38a-f7222198ddb1', 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656', 'port_id': '622c6971-45fb-4262-a38a-f7222198ddb1', 'mac_address': 'fa:16:3e:ee:ae:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c20d19-e985-42e5-b200-842bc381d447', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:28:37.205581 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:37.219568 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 622c6971-45fb-4262-a38a-f7222198ddb1 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:28:37.239687 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 622c6971-45fb-4262-a38a-f7222198ddb1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=622c6971-45fb-4262-a38a-f7222198ddb1,segment=NetworkSegment(c00bc431-d331-4e4b-8e78-97e6dd4cc243),segment_id=c00bc431-d331-4e4b-8e78-97e6dd4cc243)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:28:37.323220 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:37.371393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=622c6971-45fb-4262-a38a-f7222198ddb1,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:37.528718 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['622c6971-45fb-4262-a38a-f7222198ddb1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:28:37.988016 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e53e400-b37e-4db3-9f07-2148a0073518 req-028f4d7f-67a2-4865-b515-ddc77d158c04 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:37.989513 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8e53e400-b37e-4db3-9f07-2148a0073518 req-028f4d7f-67a2-4865-b515-ddc77d158c04 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 944 time: 0.0480106 Aug 17 03:28:38.028309 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8e53e400-b37e-4db3-9f07-2148a0073518 req-bba7be76-8706-4d4e-9145-09ec74917954 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319710 Aug 17 03:28:39.070205 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 622c6971-45fb-4262-a38a-f7222198ddb1 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:28:39.156184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bfae57-dfb8-40c9-8143-e4ba42cf1bb5 req-7d8d9c66-46e0-44d1-a988-23fb1b33597b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:39.157790 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0bfae57-dfb8-40c9-8143-e4ba42cf1bb5 req-7d8d9c66-46e0-44d1-a988-23fb1b33597b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 944 time: 0.0536804 Aug 17 03:28:39.199569 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0bfae57-dfb8-40c9-8143-e4ba42cf1bb5 req-d1357d58-0e98-40c0-b4b1-0990445430a4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350175 Aug 17 03:28:39.199884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 622c6971-45fb-4262-a38a-f7222198ddb1 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:28:39.204238 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 622c6971-45fb-4262-a38a-f7222198ddb1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:28:39.204838 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:39.281155 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8bc181f8-ffaa-4fc0-b4d1-84ae5d943300 req-6947e81f-0dc8-41ca-9faf-c3ac9e7fb2d5 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0431180 Aug 17 03:28:39.297847 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:39.321468 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2196f5c-2b71-43f0-a152-806082127564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622c6971-45fb-4262-a38a-f7222198ddb1'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:28:39.323620 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e4343a8-6804-49e8-ab7f-2d93128d3565" -d '{"events": [{"server_uuid": "d2196f5c-2b71-43f0-a152-806082127564", "name": "network-vif-plugged", "status": "completed", "tag": "622c6971-45fb-4262-a38a-f7222198ddb1"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:28:39.336707 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 622c6971-45fb-4262-a38a-f7222198ddb1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=622c6971-45fb-4262-a38a-f7222198ddb1,segment=NetworkSegment(c00bc431-d331-4e4b-8e78-97e6dd4cc243),segment_id=c00bc431-d331-4e4b-8e78-97e6dd4cc243)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:28:39.366820 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1ed2f0-55ce-46b4-b9ea-4c027bbadd85 x-openstack-request-id: req-ee1ed2f0-55ce-46b4-b9ea-4c027bbadd85 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:28:39.367117 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2196f5c-2b71-43f0-a152-806082127564", "name": "network-vif-plugged", "status": "completed", "tag": "622c6971-45fb-4262-a38a-f7222198ddb1", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:28:39.371081 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee1ed2f0-55ce-46b4-b9ea-4c027bbadd85 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:28:39.371081 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2196f5c-2b71-43f0-a152-806082127564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622c6971-45fb-4262-a38a-f7222198ddb1', 'code': 200} Aug 17 03:28:39.373675 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc181f8-ffaa-4fc0-b4d1-84ae5d943300 req-607914f8-91a7-4819-bb94-8debe6d9206b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:39.375482 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8bc181f8-ffaa-4fc0-b4d1-84ae5d943300 req-607914f8-91a7-4819-bb94-8debe6d9206b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47c8893ff8b34bc8bb17d97f737305d7&device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 1096 time: 0.0481074 Aug 17 03:28:39.416443 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:39.476843 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=622c6971-45fb-4262-a38a-f7222198ddb1,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:39.516925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26daf12e-a96b-43c6-a048-64eee1844fd2 req-f3e4875f-4f5e-48f2-b215-03e9ebe42999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:39.518518 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-26daf12e-a96b-43c6-a048-64eee1844fd2 req-f3e4875f-4f5e-48f2-b215-03e9ebe42999 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 1096 time: 0.0713356 Aug 17 03:28:39.524028 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc181f8-ffaa-4fc0-b4d1-84ae5d943300 req-aaf386ad-cfa9-4dba-a081-e9da6d21025b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:39.524845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8bc181f8-ffaa-4fc0-b4d1-84ae5d943300 req-aaf386ad-cfa9-4dba-a081-e9da6d21025b service neutron] 10.222.0.60 "GET /v2.0/networks?id=8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 HTTP/1.1" status: 200 len: 914 time: 0.1301112 Aug 17 03:28:39.578323 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8bc181f8-ffaa-4fc0-b4d1-84ae5d943300 req-7a33e762-69b2-4d84-a542-9c13640ff811 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4769e801-d243-4abd-8162-3c045ca21e10 HTTP/1.1" status: 200 len: 217 time: 0.0458741 Aug 17 03:28:39.617948 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-26daf12e-a96b-43c6-a048-64eee1844fd2 req-864d290e-b179-492f-a0cb-05631277e918 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920722 Aug 17 03:28:39.635232 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bc181f8-ffaa-4fc0-b4d1-84ae5d943300 req-18d023da-c34b-4908-b269-11470542b870 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:39.636783 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8bc181f8-ffaa-4fc0-b4d1-84ae5d943300 req-18d023da-c34b-4908-b269-11470542b870 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8cde8b1c-4b1d-4c9d-8ebe-3b2d8e5dcdc6 HTTP/1.1" status: 200 len: 854 time: 0.0491767 Aug 17 03:28:39.669893 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8bc181f8-ffaa-4fc0-b4d1-84ae5d943300 req-1c94e4ac-0e52-448a-a943-e0b624b5b126 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0259120 Aug 17 03:28:39.763780 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8bc181f8-ffaa-4fc0-b4d1-84ae5d943300 req-e32793e7-31b1-47c3-b9b8-70f66a17da00 service neutron] 10.222.0.60 "GET /v2.0/networks/8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874259 Aug 17 03:28:39.858340 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8bc181f8-ffaa-4fc0-b4d1-84ae5d943300 req-237731bc-43d8-429b-89f3-a5444494bd66 service neutron] 10.222.0.60 "GET /v2.0/networks/8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864232 Aug 17 03:28:40.320776 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa63163d-ff98-41e9-ba27-f805f3f2a093 req-f01d709c-d231-4366-969f-ef01441122bd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:40.322311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa63163d-ff98-41e9-ba27-f805f3f2a093 req-f01d709c-d231-4366-969f-ef01441122bd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0541723 Aug 17 03:28:40.361061 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa63163d-ff98-41e9-ba27-f805f3f2a093 req-64904473-d89a-4c79-8e69-a3bd5b975cfe tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325367 Aug 17 03:28:41.489000 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a60c7d2-5c20-44a8-9c20-512808b24fa8 req-ce2ab9d5-6d6f-4582-bdcd-e41d465b85e9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:41.491102 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3a60c7d2-5c20-44a8-9c20-512808b24fa8 req-ce2ab9d5-6d6f-4582-bdcd-e41d465b85e9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0506525 Aug 17 03:28:41.531293 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3a60c7d2-5c20-44a8-9c20-512808b24fa8 req-96c2c1f1-36c1-4342-b245-456ed18d564c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343373 Aug 17 03:28:41.645371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b62a36b-4ddb-4193-ac59-55ea23a1a025 req-3ef826c9-f4a2-4472-9ab2-acf20892a850 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:41.646904 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b62a36b-4ddb-4193-ac59-55ea23a1a025 req-3ef826c9-f4a2-4472-9ab2-acf20892a850 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0494359 Aug 17 03:28:41.684857 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b62a36b-4ddb-4193-ac59-55ea23a1a025 req-5bd81b30-9467-4aad-a079-f76346a6701d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321081 Aug 17 03:28:41.706285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37636) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:41.746487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80765578-d65f-43a4-9140-1d6a5200113a tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:41.750884 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-80765578-d65f-43a4-9140-1d6a5200113a tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 1091 time: 0.0406821 Aug 17 03:28:41.751213 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37640) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:41.755825 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': '622c6971-45fb-4262-a38a-f7222198ddb1', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:28:41.840006 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:41.934573 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:42.040928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Allocated IP 172.25.1.100 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/4ebef56f-684f-411e-abdf-4fa48b0f2765) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:28:42.128389 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f39a70-bae7-4126-b0c7-71f0a5a59f60 req-b43fcd8e-4534-4043-843f-99c547f8155e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:42.129911 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f7f39a70-bae7-4126-b0c7-71f0a5a59f60 req-b43fcd8e-4534-4043-843f-99c547f8155e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 945 time: 0.0507212 Aug 17 03:28:42.144071 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:42.172982 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f7f39a70-bae7-4126-b0c7-71f0a5a59f60 req-88e355c2-06aa-434b-86fe-972a3d18e1ab tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354874 Aug 17 03:28:42.251535 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:42.295662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:28:42.298527 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:28:42.303425 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:28:42.325629 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=4ebef56f-684f-411e-abdf-4fa48b0f2765,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:42.336369 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:42.336725 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:42.337079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:42.337442 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:42.337802 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:42.342211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:42.342211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:42.342211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:42.342211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:42.342211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:42.342211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:42.342211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:28:42.682984 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:42.791835 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:42.809242 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e28294f-11af-4eb1-8286-eda35397d7f2 req-01a73dee-ddf5-483c-a6b4-e260578d5682 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0410345 Aug 17 03:28:42.891797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28294f-11af-4eb1-8286-eda35397d7f2 req-3a6e0c6d-71fe-48ba-8e74-d9bd90c76f95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:42.893321 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e28294f-11af-4eb1-8286-eda35397d7f2 req-3a6e0c6d-71fe-48ba-8e74-d9bd90c76f95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 1096 time: 0.0409403 Aug 17 03:28:42.945975 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:42.997634 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:43.006735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28294f-11af-4eb1-8286-eda35397d7f2 req-246e1ef8-f321-4440-be96-f502b63e0b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:43.008817 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e28294f-11af-4eb1-8286-eda35397d7f2 req-246e1ef8-f321-4440-be96-f502b63e0b5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=3bd96ee1-19cd-4179-9bd9-122642ba7656 HTTP/1.1" status: 200 len: 897 time: 0.0944602 Aug 17 03:28:43.068386 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=4ebef56f-684f-411e-abdf-4fa48b0f2765,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:43.077177 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:43.078200 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e28294f-11af-4eb1-8286-eda35397d7f2 req-ca953486-a7db-4313-93a5-bb7aeb53b361 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=622c6971-45fb-4262-a38a-f7222198ddb1 HTTP/1.1" status: 200 len: 999 time: 0.0617878 Aug 17 03:28:43.128052 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28294f-11af-4eb1-8286-eda35397d7f2 req-82ddf3d4-624d-4023-b886-743f81d7f748 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:43.129562 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e28294f-11af-4eb1-8286-eda35397d7f2 req-82ddf3d4-624d-4023-b886-743f81d7f748 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22c20d19-e985-42e5-b200-842bc381d447 HTTP/1.1" status: 200 len: 835 time: 0.0435967 Aug 17 03:28:43.178104 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Floating IP aaa05c31-2d7f-4d58-a9d7-859ac3237e86 associated. External IP: 172.25.1.100, port: 622c6971-45fb-4262-a38a-f7222198ddb1. Aug 17 03:28:43.180395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28294f-11af-4eb1-8286-eda35397d7f2 req-3d6ab207-987a-49d9-be19-ea0a40bdcc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:43.181944 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e28294f-11af-4eb1-8286-eda35397d7f2 req-3d6ab207-987a-49d9-be19-ea0a40bdcc76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3bd96ee1-19cd-4179-9bd9-122642ba7656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446332 Aug 17 03:28:43.283155 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e28294f-11af-4eb1-8286-eda35397d7f2 req-b0ed9f37-c00a-4887-bcf6-826e8c35a35d service neutron] 10.222.0.30 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924401 Aug 17 03:28:43.390812 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8e28294f-11af-4eb1-8286-eda35397d7f2 req-5203a741-e157-4427-9d77-fb9ef5e76ee0 service neutron] 10.222.0.30 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1002557 Aug 17 03:28:43.590126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aea914c-06fb-47bd-a9a9-5c23fe6dfbdb req-df0ef8b2-c7f2-4182-8077-63ca190961a0 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:43.591591 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5aea914c-06fb-47bd-a9a9-5c23fe6dfbdb req-df0ef8b2-c7f2-4182-8077-63ca190961a0 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.60 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 945 time: 0.0481815 Aug 17 03:28:43.605107 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7db02b50-45ce-403a-94a2-b5d441f2780f req-01c47319-14a7-4f36-a78b-68c239e12e4f tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:43.606642 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7db02b50-45ce-403a-94a2-b5d441f2780f req-01c47319-14a7-4f36-a78b-68c239e12e4f tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 945 time: 0.0960770 Aug 17 03:28:43.687450 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-5aea914c-06fb-47bd-a9a9-5c23fe6dfbdb req-87498759-3a58-4803-a0c0-260af7088d27 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Deleting port 4769e801-d243-4abd-8162-3c045ca21e10 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:28:43.687907 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5aea914c-06fb-47bd-a9a9-5c23fe6dfbdb req-87498759-3a58-4803-a0c0-260af7088d27 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:43.689480 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7db02b50-45ce-403a-94a2-b5d441f2780f req-2388cbf2-a109-4136-843e-3c362f137b07 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765934 Aug 17 03:28:43.754846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router fe4ebbc6-3ec4-4427-b828-16eb52f7484b has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:28:43.777600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5aea914c-06fb-47bd-a9a9-5c23fe6dfbdb req-87498759-3a58-4803-a0c0-260af7088d27 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] For port 4769e801-d243-4abd-8162-3c045ca21e10, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4769e801-d243-4abd-8162-3c045ca21e10,segment=NetworkSegment(8a864cff-673c-408b-849e-792d1a6d2056),segment_id=8a864cff-673c-408b-849e-792d1a6d2056)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:28:43.777975 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5aea914c-06fb-47bd-a9a9-5c23fe6dfbdb req-87498759-3a58-4803-a0c0-260af7088d27 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:43.790149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-5aea914c-06fb-47bd-a9a9-5c23fe6dfbdb req-87498759-3a58-4803-a0c0-260af7088d27 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Calling delete_port for 4769e801-d243-4abd-8162-3c045ca21e10 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:28:43.864662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:28:43.875444 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db5c5f0-b12e-40b7-bc33-25a2e03839f5 None None] Sync routers for ids ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:28:43.887065 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db5c5f0-b12e-40b7-bc33-25a2e03839f5 None None] Routers {'fe4ebbc6-3ec4-4427-b828-16eb52f7484b'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:28:43.887686 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-1db5c5f0-b12e-40b7-bc33-25a2e03839f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:28:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:28:43.935009 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:43.963092 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7c0c8943-34ea-4c2a-b72b-0e5a160473f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2107804 Aug 17 03:28:43.965494 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2196f5c-2b71-43f0-a152-806082127564', 'tag': '622c6971-45fb-4262-a38a-f7222198ddb1'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:28:43.966009 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e956ef3-a376-4af3-8c27-e4b35c81e30e" -d '{"events": [{"name": "network-changed", "server_uuid": "d2196f5c-2b71-43f0-a152-806082127564", "tag": "622c6971-45fb-4262-a38a-f7222198ddb1"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:28:43.980783 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5aea914c-06fb-47bd-a9a9-5c23fe6dfbdb req-87498759-3a58-4803-a0c0-260af7088d27 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:43.993630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['4769e801-d243-4abd-8162-3c045ca21e10'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:28:43.998013 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-1db5c5f0-b12e-40b7-bc33-25a2e03839f5 None None] Set router fe4ebbc6-3ec4-4427-b828-16eb52f7484b gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:28:44.033880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87498759-3a58-4803-a0c0-260af7088d27 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Pushing event deleted for resources: {'Port': ['ID=4769e801-d243-4abd-8162-3c045ca21e10,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:44.052535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5aea914c-06fb-47bd-a9a9-5c23fe6dfbdb req-87498759-3a58-4803-a0c0-260af7088d27 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] No DVR routers for this DVR port 4769e801-d243-4abd-8162-3c045ca21e10 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:28:44.056375 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5aea914c-06fb-47bd-a9a9-5c23fe6dfbdb req-87498759-3a58-4803-a0c0-260af7088d27 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:44.057876 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5aea914c-06fb-47bd-a9a9-5c23fe6dfbdb req-87498759-3a58-4803-a0c0-260af7088d27 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.60 "DELETE /v2.0/ports/4769e801-d243-4abd-8162-3c045ca21e10 HTTP/1.1" status: 204 len: 173 time: 0.4603841 Aug 17 03:28:44.058347 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6dfcf7f6-5480-4407-ad02-f6968192f6c6', 'name': 'network-vif-deleted', 'tag': '4769e801-d243-4abd-8162-3c045ca21e10'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:28:44.060622 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d5c1b050-fde8-4de6-8b49-fd95b3325f9a" -d '{"events": [{"server_uuid": "6dfcf7f6-5480-4407-ad02-f6968192f6c6", "name": "network-vif-deleted", "tag": "4769e801-d243-4abd-8162-3c045ca21e10"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:28:44.083358 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc7619e2-ca4a-4739-bdb0-9edf1d4bef0a x-openstack-request-id: req-cc7619e2-ca4a-4739-bdb0-9edf1d4bef0a {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:28:44.083662 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2196f5c-2b71-43f0-a152-806082127564", "tag": "622c6971-45fb-4262-a38a-f7222198ddb1", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:28:44.083916 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc7619e2-ca4a-4739-bdb0-9edf1d4bef0a {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:28:44.084318 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2196f5c-2b71-43f0-a152-806082127564', 'tag': '622c6971-45fb-4262-a38a-f7222198ddb1', 'status': 'completed', 'code': 200} Aug 17 03:28:44.132324 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:28:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31408bf6-9744-45d9-95b2-9f1de085d897 x-openstack-request-id: req-31408bf6-9744-45d9-95b2-9f1de085d897 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:28:44.132324 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6dfcf7f6-5480-4407-ad02-f6968192f6c6", "name": "network-vif-deleted", "tag": "4769e801-d243-4abd-8162-3c045ca21e10", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:28:44.132324 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31408bf6-9744-45d9-95b2-9f1de085d897 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:28:44.132781 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6dfcf7f6-5480-4407-ad02-f6968192f6c6', 'name': 'network-vif-deleted', 'tag': '4769e801-d243-4abd-8162-3c045ca21e10', 'status': 'completed', 'code': 200} Aug 17 03:28:44.175122 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e014e34b-7b5f-4802-80ff-a1c86df70fc4 req-2bb468a4-e854-4840-ab80-75cf8b50dea8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:44.176641 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e014e34b-7b5f-4802-80ff-a1c86df70fc4 req-2bb468a4-e854-4840-ab80-75cf8b50dea8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.1002092 Aug 17 03:28:44.182474 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e956ef3-a376-4af3-8c27-e4b35c81e30e req-22c769b9-ca0f-42f9-be57-62e59db5cd97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:44.183961 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e956ef3-a376-4af3-8c27-e4b35c81e30e req-22c769b9-ca0f-42f9-be57-62e59db5cd97 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 1096 time: 0.0668290 Aug 17 03:28:44.261470 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-1db5c5f0-b12e-40b7-bc33-25a2e03839f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066871060', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:28:21Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:22Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'aaa05c31-2d7f-4d58-a9d7-859ac3237e86', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'port_id': '622c6971-45fb-4262-a38a-f7222198ddb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656', 'mac_address': 'fa:16:3e:ee:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196f5c-2b71-43f0-a152-806082127564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:28:42Z', 'updated_at': '2021-08-17T03:28:42Z', 'revision_number': 0, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6226c071-a39e-4a9d-935c-e1da1098da58', 'name': '', 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:64:00:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '22c20d19-e985-42e5-b200-842bc381d447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:25Z', 'updated_at': '2021-08-17T03:28:30Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '22c20d19-e985-42e5-b200-842bc381d447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:28:44.272930 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e014e34b-7b5f-4802-80ff-a1c86df70fc4 req-cd48322c-8a36-442f-a820-6886fad602b5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880053 Aug 17 03:28:44.287111 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db5c5f0-b12e-40b7-bc33-25a2e03839f5 None None] Checking router: fe4ebbc6-3ec4-4427-b828-16eb52f7484b for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:28:44.296368 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1db5c5f0-b12e-40b7-bc33-25a2e03839f5 None None] Routers {'fe4ebbc6-3ec4-4427-b828-16eb52f7484b'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:28:44.296997 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-1db5c5f0-b12e-40b7-bc33-25a2e03839f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:28:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:28:44.299050 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37654) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:44.331735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e956ef3-a376-4af3-8c27-e4b35c81e30e req-3ba3a063-e648-4648-ab1d-2065a6b9898e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:44.333839 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e956ef3-a376-4af3-8c27-e4b35c81e30e req-3ba3a063-e648-4648-ab1d-2065a6b9898e service neutron] 10.222.0.30 "GET /v2.0/networks?id=3bd96ee1-19cd-4179-9bd9-122642ba7656 HTTP/1.1" status: 200 len: 897 time: 0.1318774 Aug 17 03:28:44.373023 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-03552644-5869-4d76-bf1e-ac2dbb6b9dd3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/floatingips/aaa05c31-2d7f-4d58-a9d7-859ac3237e86 HTTP/1.1" status: 200 len: 991 time: 0.0723839 Aug 17 03:28:44.406134 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e956ef3-a376-4af3-8c27-e4b35c81e30e req-96d6df92-6720-4ab8-94a9-e6834c76334a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=622c6971-45fb-4262-a38a-f7222198ddb1 HTTP/1.1" status: 200 len: 999 time: 0.0645928 Aug 17 03:28:44.420105 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-1db5c5f0-b12e-40b7-bc33-25a2e03839f5 None None] Set router fe4ebbc6-3ec4-4427-b828-16eb52f7484b gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:28:44.460952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e956ef3-a376-4af3-8c27-e4b35c81e30e req-95f292ba-6bf2-4e20-8c2a-553983eb4ce9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:44.463740 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e956ef3-a376-4af3-8c27-e4b35c81e30e req-95f292ba-6bf2-4e20-8c2a-553983eb4ce9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22c20d19-e985-42e5-b200-842bc381d447 HTTP/1.1" status: 200 len: 835 time: 0.0491869 Aug 17 03:28:44.521891 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e956ef3-a376-4af3-8c27-e4b35c81e30e req-6186405e-cdef-4531-98ed-ab0f9d1a8c00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:44.524213 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e956ef3-a376-4af3-8c27-e4b35c81e30e req-6186405e-cdef-4531-98ed-ab0f9d1a8c00 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3bd96ee1-19cd-4179-9bd9-122642ba7656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530016 Aug 17 03:28:44.629244 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e956ef3-a376-4af3-8c27-e4b35c81e30e req-deba7bff-cd3b-45bf-be6f-a5edaf39fee8 service neutron] 10.222.0.30 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969267 Aug 17 03:28:44.693288 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-1db5c5f0-b12e-40b7-bc33-25a2e03839f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066871060', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:28:21Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:22Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'aaa05c31-2d7f-4d58-a9d7-859ac3237e86', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'port_id': '622c6971-45fb-4262-a38a-f7222198ddb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656', 'mac_address': 'fa:16:3e:ee:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196f5c-2b71-43f0-a152-806082127564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:28:42Z', 'updated_at': '2021-08-17T03:28:42Z', 'revision_number': 0, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6226c071-a39e-4a9d-935c-e1da1098da58', 'name': '', 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:64:00:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '22c20d19-e985-42e5-b200-842bc381d447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:25Z', 'updated_at': '2021-08-17T03:28:30Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '22c20d19-e985-42e5-b200-842bc381d447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:28:44.758060 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1db5c5f0-b12e-40b7-bc33-25a2e03839f5 None None] The sync data for ids ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'] in n-d-802060-9 is: [{'id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066871060', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:28:21Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:22Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'aaa05c31-2d7f-4d58-a9d7-859ac3237e86', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'floating_ip_address': '172.25.1.100', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'port_id': '622c6971-45fb-4262-a38a-f7222198ddb1', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3829, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656', 'mac_address': 'fa:16:3e:ee:ae:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2196f5c-2b71-43f0-a152-806082127564', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:28:42Z', 'updated_at': '2021-08-17T03:28:42Z', 'revision_number': 0, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6226c071-a39e-4a9d-935c-e1da1098da58', 'name': '', 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:64:00:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '22c20d19-e985-42e5-b200-842bc381d447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:25Z', 'updated_at': '2021-08-17T03:28:30Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '22c20d19-e985-42e5-b200-842bc381d447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:28:44.773555 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7e956ef3-a376-4af3-8c27-e4b35c81e30e req-40861ca5-716f-41c4-8a73-6ceb498c6a59 service neutron] 10.222.0.30 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370542 Aug 17 03:28:44.854985 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c3168634-2df9-4993-a585-7c072c6bae95 req-b1935274-5f41-4fa6-b931-9f1eaf0a03be tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=6dfcf7f6-5480-4407-ad02-f6968192f6c6 HTTP/1.1" status: 200 len: 210 time: 0.0389209 Aug 17 03:28:45.017114 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55216e95-db30-4daa-9671-e4ce3cc2d4c3 None None] New status for floating IP aaa05c31-2d7f-4d58-a9d7-859ac3237e86: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:28:45.288109 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0a17b0e1-460d-453c-b816-51bdf8e11823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:45.377338 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37658) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:28:45.442255 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7b37b6be-0d4e-418f-8bfa-2cf8259eda99 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/floatingips/aaa05c31-2d7f-4d58-a9d7-859ac3237e86 HTTP/1.1" status: 200 len: 993 time: 0.0637884 Aug 17 03:28:47.745539 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4769e801-d243-4abd-8162-3c045ca21e10 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:28:47.765157 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 4769e801-d243-4abd-8162-3c045ca21e10 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:28:47.765521 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4769e801-d243-4abd-8162-3c045ca21e10 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:28:47.928908 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d70cb8fb-86ce-4642-9276-92c688e1ebb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:48.157435 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:49.159718 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:50.894518 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:53.402521 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-a2436d18-5f62-49a3-9438-15b5a1ff3ebd tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:53.403895 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-a2436d18-5f62-49a3-9438-15b5a1ff3ebd tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/networks?id=8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 HTTP/1.1" status: 200 len: 814 time: 0.1036470 Aug 17 03:28:53.419705 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-fca9d9cb-f116-460a-a00f-1476b2c76d1f tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/quotas/47c8893ff8b34bc8bb17d97f737305d7 HTTP/1.1" status: 200 len: 375 time: 0.0093248 Aug 17 03:28:53.450834 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-746a5b35-8f49-4190-974a-237222557d67 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=47c8893ff8b34bc8bb17d97f737305d7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0258329 Aug 17 03:28:53.548579 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-6c17b7d8-1404-437b-af9a-a95f169e518c service neutron] 10.222.0.10 "GET /v2.0/networks/8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909526 Aug 17 03:28:53.639391 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-1db8aa54-5150-4dd1-9dc3-b8a955aca644 service neutron] 10.222.0.10 "GET /v2.0/networks/8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841191 Aug 17 03:28:53.876324 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f2b75e09-5825-4713-810f-a50469c7fd1a req-891a91cc-e345-42f5-a36f-1df0708a96bd tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a407732-0314-4bc9-bf0f-222977d0c3b2 HTTP/1.1" status: 200 len: 210 time: 0.0272017 Aug 17 03:28:54.982473 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-350a1a51-06fa-431e-9f1b-8a736d1f5d72 req-7803feb3-14cc-4fca-a307-c79b678a1976 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a407732-0314-4bc9-bf0f-222977d0c3b2 HTTP/1.1" status: 200 len: 210 time: 0.0267880 Aug 17 03:28:55.806020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-aef2ab9c-c4c9-4927-82d4-074a1382c346 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:55.807604 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-aef2ab9c-c4c9-4927-82d4-074a1382c346 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.60 "GET /v2.0/networks?id=8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 HTTP/1.1" status: 200 len: 814 time: 0.1093440 Aug 17 03:28:55.820127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-61883a3d-f9c4-4809-af2c-1003e1dab24e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Request body: {'port': {'device_id': '2a407732-0314-4bc9-bf0f-222977d0c3b2', 'network_id': '8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6', 'admin_state_up': True, 'tenant_id': '47c8893ff8b34bc8bb17d97f737305d7'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:28:55.988029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-61883a3d-f9c4-4809-af2c-1003e1dab24e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Made reservation on behalf of 47c8893ff8b34bc8bb17d97f737305d7 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:28:55.991647 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-61883a3d-f9c4-4809-af2c-1003e1dab24e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:56.089877 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1acce914-16fd-4748-aeee-092f463155e5 req-499dbb9b-959d-4ac8-8f9b-c3bf6cc749c1 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a407732-0314-4bc9-bf0f-222977d0c3b2 HTTP/1.1" status: 200 len: 210 time: 0.0317597 Aug 17 03:28:56.140660 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-61883a3d-f9c4-4809-af2c-1003e1dab24e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Allocated IP 172.20.0.7 (8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6/8cde8b1c-4b1d-4c9d-8ebe-3b2d8e5dcdc6/49821bf5-d678-4bf6-b8e3-d7c74a89c4dd) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:28:56.286885 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-61883a3d-f9c4-4809-af2c-1003e1dab24e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:56.405819 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-61883a3d-f9c4-4809-af2c-1003e1dab24e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:56.450326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-61883a3d-f9c4-4809-af2c-1003e1dab24e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Network 8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:28:56.455479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-61883a3d-f9c4-4809-af2c-1003e1dab24e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:28:56.460917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-61883a3d-f9c4-4809-af2c-1003e1dab24e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:28:56.464904 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61883a3d-f9c4-4809-af2c-1003e1dab24e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Pushing event updated for resources: {'Port': ['ID=49821bf5-d678-4bf6-b8e3-d7c74a89c4dd,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:56.515253 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-61883a3d-f9c4-4809-af2c-1003e1dab24e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:56.515860 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-61883a3d-f9c4-4809-af2c-1003e1dab24e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:56.583395 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-61883a3d-f9c4-4809-af2c-1003e1dab24e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7671921 Aug 17 03:28:56.595822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Request body: {'port': {'device_id': '2a407732-0314-4bc9-bf0f-222977d0c3b2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:28:56.649746 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:56.912131 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:28:56.920099 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:56.931600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Transition to ACTIVE for port object 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:28:57.060480 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:57.108220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Pushing event updated for resources: {'Port': ['ID=49821bf5-d678-4bf6-b8e3-d7c74a89c4dd,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:57.180092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Attempting to bind port 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:28:57.180431 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Attempting to bind port 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '8a864cff-673c-408b-849e-792d1a6d2056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:28:57.180764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Attempting to bind port 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd on network 8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:28:57.185047 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Port 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd on network 8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:28:57.185371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Attempting to bind port 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd on network 8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:28:57.190117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 28, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:28:57.190457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Checking segment: {'id': '8a864cff-673c-408b-849e-792d1a6d2056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:28:57.190836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Bound using segment: {'id': '8a864cff-673c-408b-849e-792d1a6d2056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:28:57.191257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Bound port: 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8a864cff-673c-408b-849e-792d1a6d2056', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 50, 'network_id': '8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:28:57.191612 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:57.211850 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860b1021-376a-42bc-8e26-e0d01acc9fab req-e3c77384-4f46-46e7-b27c-69ce6087d4de tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:57.213360 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-860b1021-376a-42bc-8e26-e0d01acc9fab req-e3c77384-4f46-46e7-b27c-69ce6087d4de tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a407732-0314-4bc9-bf0f-222977d0c3b2 HTTP/1.1" status: 200 len: 943 time: 0.0536592 Aug 17 03:28:57.255168 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-860b1021-376a-42bc-8e26-e0d01acc9fab req-0eed7824-267f-460b-bcef-651ad20ae93d tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351896 Aug 17 03:28:57.259895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] For port 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:28:57.263131 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] For port 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=49821bf5-d678-4bf6-b8e3-d7c74a89c4dd,segment=NetworkSegment(8a864cff-673c-408b-849e-792d1a6d2056),segment_id=8a864cff-673c-408b-849e-792d1a6d2056)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:28:57.300718 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:57.335271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:57.335892 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:28:57.337283 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] 10.222.0.60 "PUT /v2.0/ports/49821bf5-d678-4bf6-b8e3-d7c74a89c4dd HTTP/1.1" status: 200 len: 1091 time: 0.7456532 Aug 17 03:28:57.337745 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a407732-0314-4bc9-bf0f-222977d0c3b2', 'tag': '49821bf5-d678-4bf6-b8e3-d7c74a89c4dd'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:28:57.340021 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a4bd038-b690-49c5-bbb7-ca180c8a9ee1" -d '{"events": [{"name": "network-changed", "server_uuid": "2a407732-0314-4bc9-bf0f-222977d0c3b2", "tag": "49821bf5-d678-4bf6-b8e3-d7c74a89c4dd"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:28:57.363968 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fd4ee70-d694-49c6-a8b3-f218505851f2 service neutron] Pushing event updated for resources: {'Port': ['ID=49821bf5-d678-4bf6-b8e3-d7c74a89c4dd,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:28:57.379791 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:28:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c932e0-9480-4434-8306-8ad955d66940 x-openstack-request-id: req-52c932e0-9480-4434-8306-8ad955d66940 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:28:57.380089 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2a407732-0314-4bc9-bf0f-222977d0c3b2", "tag": "49821bf5-d678-4bf6-b8e3-d7c74a89c4dd", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:28:57.380350 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-52c932e0-9480-4434-8306-8ad955d66940 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:28:57.380754 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a407732-0314-4bc9-bf0f-222977d0c3b2', 'tag': '49821bf5-d678-4bf6-b8e3-d7c74a89c4dd', 'status': 'completed', 'code': 200} Aug 17 03:28:57.441915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bd038-b690-49c5-bbb7-ca180c8a9ee1 req-98fd231f-8fe5-4812-8ae8-8b3bba194630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:57.443326 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a4bd038-b690-49c5-bbb7-ca180c8a9ee1 req-98fd231f-8fe5-4812-8ae8-8b3bba194630 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47c8893ff8b34bc8bb17d97f737305d7&device_id=2a407732-0314-4bc9-bf0f-222977d0c3b2 HTTP/1.1" status: 200 len: 1094 time: 0.0413277 Aug 17 03:28:57.545680 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bd038-b690-49c5-bbb7-ca180c8a9ee1 req-8031991f-ac28-4b77-b8c0-4f51f7991536 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:57.547166 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a4bd038-b690-49c5-bbb7-ca180c8a9ee1 req-8031991f-ac28-4b77-b8c0-4f51f7991536 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=47c8893ff8b34bc8bb17d97f737305d7&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0954683 Aug 17 03:28:57.639331 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4bd038-b690-49c5-bbb7-ca180c8a9ee1 req-2af9f516-14b9-4d9b-82cd-884fb4d4d6d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:57.640784 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a4bd038-b690-49c5-bbb7-ca180c8a9ee1 req-2af9f516-14b9-4d9b-82cd-884fb4d4d6d5 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0867863 Aug 17 03:28:57.717170 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-6fdf01cd-d51e-41b8-ac91-ef99b09f4255 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:57.718593 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-6fdf01cd-d51e-41b8-ac91-ef99b09f4255 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=47c8893ff8b34bc8bb17d97f737305d7&device_id=2a407732-0314-4bc9-bf0f-222977d0c3b2 HTTP/1.1" status: 200 len: 1094 time: 0.0432789 Aug 17 03:28:57.760309 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-055fced5-9ca8-4e04-b5b8-556877886a54 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=49821bf5-d678-4bf6-b8e3-d7c74a89c4dd HTTP/1.1" status: 200 len: 217 time: 0.0336671 Aug 17 03:28:57.808557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-57267049-f688-4789-a422-505a7164063e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:57.809986 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-57267049-f688-4789-a422-505a7164063e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=8cde8b1c-4b1d-4c9d-8ebe-3b2d8e5dcdc6 HTTP/1.1" status: 200 len: 854 time: 0.0430233 Aug 17 03:28:57.841524 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-edbf0f73-d68e-44a1-8aec-2418a33a52cd service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0246060 Aug 17 03:28:57.935030 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-87af3086-55f9-406a-827e-c104b5c1ca33 service neutron] 10.222.0.60 "GET /v2.0/networks/8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863926 Aug 17 03:28:58.357243 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b6b9b0f-f5f1-4672-b4a1-ae65e8456280 req-d865c7c3-dd42-45b8-88f2-77bba9227f02 service neutron] 10.222.0.60 "GET /v2.0/networks/8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4150872 Aug 17 03:28:58.373462 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e32eab4-7aba-4f0c-b4e9-0ae8deccfa77 req-7c7efa2b-056a-479e-9fa2-19d912f3343c tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:58.375028 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e32eab4-7aba-4f0c-b4e9-0ae8deccfa77 req-7c7efa2b-056a-479e-9fa2-19d912f3343c tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a407732-0314-4bc9-bf0f-222977d0c3b2 HTTP/1.1" status: 200 len: 943 time: 0.0508163 Aug 17 03:28:58.413897 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e32eab4-7aba-4f0c-b4e9-0ae8deccfa77 req-b9fd280d-6c07-4eda-80e1-d0cb62a1aaf5 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329370 Aug 17 03:28:59.529583 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b4ec9d-fbb7-4555-a476-56a42ffa8685 req-2eac7f6e-2148-448c-85c2-bf4d26a05d9f tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:28:59.531085 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-50b4ec9d-fbb7-4555-a476-56a42ffa8685 req-2eac7f6e-2148-448c-85c2-bf4d26a05d9f tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a407732-0314-4bc9-bf0f-222977d0c3b2 HTTP/1.1" status: 200 len: 943 time: 0.0479615 Aug 17 03:28:59.567448 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-50b4ec9d-fbb7-4555-a476-56a42ffa8685 req-38e12f3b-99ee-4114-814d-ebfb82efb0ac tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304782 Aug 17 03:29:00.684143 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2f96c6-ba49-49cb-b58e-969299f8d000 req-feb9e9e8-7d06-4692-85c8-624de48802a1 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:00.685767 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d2f96c6-ba49-49cb-b58e-969299f8d000 req-feb9e9e8-7d06-4692-85c8-624de48802a1 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a407732-0314-4bc9-bf0f-222977d0c3b2 HTTP/1.1" status: 200 len: 943 time: 0.0499504 Aug 17 03:29:00.724587 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d2f96c6-ba49-49cb-b58e-969299f8d000 req-308cf374-96a3-4b99-9a4a-8d34ed79ad74 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328419 Aug 17 03:29:01.762537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:29:01.838551 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49175b33-44f6-4572-9f0e-52b776370507 req-5fc71b2e-96ba-4279-ae51-05eb8452921f tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:01.840030 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49175b33-44f6-4572-9f0e-52b776370507 req-5fc71b2e-96ba-4279-ae51-05eb8452921f tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a407732-0314-4bc9-bf0f-222977d0c3b2 HTTP/1.1" status: 200 len: 943 time: 0.0489228 Aug 17 03:29:01.858565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=49821bf5-d678-4bf6-b8e3-d7c74a89c4dd,segment=NetworkSegment(8a864cff-673c-408b-849e-792d1a6d2056),segment_id=8a864cff-673c-408b-849e-792d1a6d2056)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:29:01.870011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '49821bf5-d678-4bf6-b8e3-d7c74a89c4dd', 'network_id': '8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6', 'port_id': '49821bf5-d678-4bf6-b8e3-d7c74a89c4dd', 'mac_address': 'fa:16:3e:5f:e5:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 50, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8cde8b1c-4b1d-4c9d-8ebe-3b2d8e5dcdc6', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:29:01.879131 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49175b33-44f6-4572-9f0e-52b776370507 req-7fef3f90-3abd-4686-8072-cb8fe1beba8e tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330863 Aug 17 03:29:01.906725 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:01.919679 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:29:01.938914 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=49821bf5-d678-4bf6-b8e3-d7c74a89c4dd,segment=NetworkSegment(8a864cff-673c-408b-849e-792d1a6d2056),segment_id=8a864cff-673c-408b-849e-792d1a6d2056)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:29:02.003301 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:02.049475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=49821bf5-d678-4bf6-b8e3-d7c74a89c4dd,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:29:02.241126 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['49821bf5-d678-4bf6-b8e3-d7c74a89c4dd'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:29:02.999486 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61130ecb-4bb7-4e2b-9320-4db9ea4cb6c3 req-aa521380-0b1a-48cf-9769-c85d008b8aad tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:03.000946 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-61130ecb-4bb7-4e2b-9320-4db9ea4cb6c3 req-aa521380-0b1a-48cf-9769-c85d008b8aad tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a407732-0314-4bc9-bf0f-222977d0c3b2 HTTP/1.1" status: 200 len: 944 time: 0.0531282 Aug 17 03:29:03.038625 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-61130ecb-4bb7-4e2b-9320-4db9ea4cb6c3 req-8917e7c1-d6c1-4f22-9e12-73641efaf751 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309665 Aug 17 03:29:03.165082 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:03.760496 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:29:03.837528 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:03.860303 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:29:03.864375 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:29:03.864744 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:03.942848 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:03.965989 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a407732-0314-4bc9-bf0f-222977d0c3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49821bf5-d678-4bf6-b8e3-d7c74a89c4dd'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:29:03.968215 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75ad423b-49ff-444b-83f6-6e8f2e7b3e31" -d '{"events": [{"server_uuid": "2a407732-0314-4bc9-bf0f-222977d0c3b2", "name": "network-vif-plugged", "status": "completed", "tag": "49821bf5-d678-4bf6-b8e3-d7c74a89c4dd"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:29:03.980844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=49821bf5-d678-4bf6-b8e3-d7c74a89c4dd,segment=NetworkSegment(8a864cff-673c-408b-849e-792d1a6d2056),segment_id=8a864cff-673c-408b-849e-792d1a6d2056)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:29:04.004964 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:29:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c15b98-659f-4a76-9c89-006283e22fbb x-openstack-request-id: req-29c15b98-659f-4a76-9c89-006283e22fbb {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:29:04.005258 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a407732-0314-4bc9-bf0f-222977d0c3b2", "name": "network-vif-plugged", "status": "completed", "tag": "49821bf5-d678-4bf6-b8e3-d7c74a89c4dd", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:29:04.005538 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-29c15b98-659f-4a76-9c89-006283e22fbb {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:29:04.005996 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a407732-0314-4bc9-bf0f-222977d0c3b2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '49821bf5-d678-4bf6-b8e3-d7c74a89c4dd', 'code': 200} Aug 17 03:29:04.045701 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:04.096608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=49821bf5-d678-4bf6-b8e3-d7c74a89c4dd,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:29:04.107755 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae7fe83-c4fc-4a0a-ab06-3a6826c9b4b3 req-ce5ab681-7373-4b3e-8dcc-06fb101e6ed6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:04.109402 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ae7fe83-c4fc-4a0a-ab06-3a6826c9b4b3 req-ce5ab681-7373-4b3e-8dcc-06fb101e6ed6 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=2a407732-0314-4bc9-bf0f-222977d0c3b2 HTTP/1.1" status: 200 len: 1096 time: 0.0477047 Aug 17 03:29:04.145350 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7ae7fe83-c4fc-4a0a-ab06-3a6826c9b4b3 req-bf9e3a06-5ec9-44db-a15a-3350fd30cc65 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0281458 Aug 17 03:29:04.161089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f013036-a3dc-4a93-a788-5de881edd328 req-e5644310-5c82-4823-a173-c703354da2d5 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:04.167849 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7f013036-a3dc-4a93-a788-5de881edd328 req-e5644310-5c82-4823-a173-c703354da2d5 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a407732-0314-4bc9-bf0f-222977d0c3b2 HTTP/1.1" status: 200 len: 945 time: 0.0522666 Aug 17 03:29:04.207185 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7f013036-a3dc-4a93-a788-5de881edd328 req-a0fdd310-8aa4-437d-8de1-d7b42e6fb4ba tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375485 Aug 17 03:29:05.320716 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb4b9e7d-a869-42a9-a9aa-1027200f2558 req-af3f412b-680e-44e8-ba87-38855dac4d01 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:05.322436 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cb4b9e7d-a869-42a9-a9aa-1027200f2558 req-af3f412b-680e-44e8-ba87-38855dac4d01 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a407732-0314-4bc9-bf0f-222977d0c3b2 HTTP/1.1" status: 200 len: 945 time: 0.0478334 Aug 17 03:29:05.359823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cb4b9e7d-a869-42a9-a9aa-1027200f2558 req-12a8afbb-bb92-471b-80a8-7a6c782c7aa2 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315228 Aug 17 03:29:05.552084 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:29:14.078599 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9042239b-207e-4a5e-8b08-e27380a9bcde req-ee751724-e2c3-4ed2-9489-1f1dc49a1693 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:14.080099 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9042239b-207e-4a5e-8b08-e27380a9bcde req-ee751724-e2c3-4ed2-9489-1f1dc49a1693 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 1096 time: 0.0426052 Aug 17 03:29:14.099969 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9042239b-207e-4a5e-8b08-e27380a9bcde req-808ad7bc-cb23-4ad1-8a6b-39945ef2a4fa tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:14.187635 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9042239b-207e-4a5e-8b08-e27380a9bcde req-808ad7bc-cb23-4ad1-8a6b-39945ef2a4fa tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:14.254528 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-9042239b-207e-4a5e-8b08-e27380a9bcde req-808ad7bc-cb23-4ad1-8a6b-39945ef2a4fa tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:14.283795 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9042239b-207e-4a5e-8b08-e27380a9bcde req-808ad7bc-cb23-4ad1-8a6b-39945ef2a4fa tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1966918 Aug 17 03:29:14.293654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808ad7bc-cb23-4ad1-8a6b-39945ef2a4fa tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31e384bc-b399-43aa-b188-deb77fa88725,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:29:14.401044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f5a95dd-4859-4b65-8851-24f7c5fbd818 req-d97efb9e-46e6-4c6a-9992-c35ea582d8a9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:14.402464 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f5a95dd-4859-4b65-8851-24f7c5fbd818 req-d97efb9e-46e6-4c6a-9992-c35ea582d8a9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0482719 Aug 17 03:29:14.440546 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f5a95dd-4859-4b65-8851-24f7c5fbd818 req-31b4913f-9e1e-40fe-8625-7cd222e6fe4c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322115 Aug 17 03:29:14.463735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 37786) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:29:14.525484 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fec5273a-1ffd-470c-8596-382da9acda2b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/floatingips/aaa05c31-2d7f-4d58-a9d7-859ac3237e86 HTTP/1.1" status: 200 len: 993 time: 0.0606048 Aug 17 03:29:14.838384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-e62ebb0e-274e-4ecf-962a-c0b9036071fd req-0dc0775e-2ebf-4da8-855c-ff09ffa1c18c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:29:14.839351 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e62ebb0e-274e-4ecf-962a-c0b9036071fd req-0dc0775e-2ebf-4da8-855c-ff09ffa1c18c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054505 Aug 17 03:29:15.245127 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-23c388d9-9648-49f9-a2cb-41510cb1b9b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:15.387819 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb891b15-9dd9-40c6-be6f-69c2894ecb66 req-e8ceac62-ef9b-4d17-8f8c-2d3b7c601cd9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:15.389303 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cb891b15-9dd9-40c6-be6f-69c2894ecb66 req-e8ceac62-ef9b-4d17-8f8c-2d3b7c601cd9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0507526 Aug 17 03:29:15.427191 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cb891b15-9dd9-40c6-be6f-69c2894ecb66 req-cc657cd9-d918-48fd-8776-e9e061610b68 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318654 Aug 17 03:29:15.457699 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37808) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:29:15.547803 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-21d5fed5-c264-4efa-ad07-cd2cfa446c6c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0888546 Aug 17 03:29:15.557290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-09cb36e0-6ddf-4723-8066-30b0b85e670e service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:29:15.558299 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-09cb36e0-6ddf-4723-8066-30b0b85e670e service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058212 Aug 17 03:29:16.546491 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee9e43e-2b58-46d0-8bbd-d05aaf8d0b5f req-6cc6751a-0025-4b96-b29a-978af923cd34 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:16.548119 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ee9e43e-2b58-46d0-8bbd-d05aaf8d0b5f req-6cc6751a-0025-4b96-b29a-978af923cd34 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0480871 Aug 17 03:29:16.586466 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1ee9e43e-2b58-46d0-8bbd-d05aaf8d0b5f req-5137a50c-2219-4176-ae8d-d3af17586d02 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318887 Aug 17 03:29:17.502020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-9bb92d47-8862-4c34-a6f9-ad2ff8a2f325 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:17.503523 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-9bb92d47-8862-4c34-a6f9-ad2ff8a2f325 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 1096 time: 0.0408540 Aug 17 03:29:17.600993 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-cb00cc93-748d-4965-9d66-20fc7f0012a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:17.603042 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-cb00cc93-748d-4965-9d66-20fc7f0012a3 service neutron] 10.222.0.30 "GET /v2.0/networks?id=3bd96ee1-19cd-4179-9bd9-122642ba7656 HTTP/1.1" status: 200 len: 897 time: 0.0920157 Aug 17 03:29:17.689354 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-603cd250-9a1a-4b80-835c-f0aa01e2a9df service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=622c6971-45fb-4262-a38a-f7222198ddb1 HTTP/1.1" status: 200 len: 1001 time: 0.0780580 Aug 17 03:29:17.712075 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1686334-8bda-46d3-a657-2d7544fb02e6 req-f0b98442-175d-4f04-b0b2-bae5ba85070f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:17.713646 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1686334-8bda-46d3-a657-2d7544fb02e6 req-f0b98442-175d-4f04-b0b2-bae5ba85070f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0528290 Aug 17 03:29:17.748995 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-62a3afe7-332a-4e4f-9a0b-fdb119d13859 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:17.750799 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-62a3afe7-332a-4e4f-9a0b-fdb119d13859 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22c20d19-e985-42e5-b200-842bc381d447 HTTP/1.1" status: 200 len: 835 time: 0.0527716 Aug 17 03:29:17.766014 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1686334-8bda-46d3-a657-2d7544fb02e6 req-605bcee1-745c-4692-b5a3-23a5bfcb1cf5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434558 Aug 17 03:29:17.798260 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-068fd18d-36a8-4887-b4e3-80ce8f941cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:17.799751 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-068fd18d-36a8-4887-b4e3-80ce8f941cad service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3bd96ee1-19cd-4179-9bd9-122642ba7656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407207 Aug 17 03:29:17.894275 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-7a5e6c4d-981a-428a-ab94-f541eab068a9 service neutron] 10.222.0.30 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858822 Aug 17 03:29:17.925621 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fb8703c0-4b60-4303-8a45-c42bf3073083 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:17.995931 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-a253c1fb-d297-4857-bf05-5edbcbf284b7 service neutron] 10.222.0.30 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0938590 Aug 17 03:29:18.170790 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:18.877110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e049072f-7b75-404e-bf0e-dbfd829feca9 req-fb991c18-5b13-4a26-91f6-2f07f48e398f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:18.878629 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e049072f-7b75-404e-bf0e-dbfd829feca9 req-fb991c18-5b13-4a26-91f6-2f07f48e398f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0482790 Aug 17 03:29:18.915765 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e049072f-7b75-404e-bf0e-dbfd829feca9 req-4ebe1684-42c1-4b77-a202-4a8044485406 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308874 Aug 17 03:29:19.157505 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:20.037291 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-effa7c1f-e564-436b-8d69-3adc7d0cd9b7 req-7a167119-4290-413e-847d-9463dbbcba91 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:20.039392 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-effa7c1f-e564-436b-8d69-3adc7d0cd9b7 req-7a167119-4290-413e-847d-9463dbbcba91 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0530248 Aug 17 03:29:20.077053 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-effa7c1f-e564-436b-8d69-3adc7d0cd9b7 req-f307fa66-4924-4c69-acbe-0aeb94f53e20 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315657 Aug 17 03:29:20.917204 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:21.194611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbef1b5-e4e9-4e32-9958-3385feb721d4 req-2dda9933-dbb2-46bd-b522-e768361031b0 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:21.196096 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cbef1b5-e4e9-4e32-9958-3385feb721d4 req-2dda9933-dbb2-46bd-b522-e768361031b0 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0523951 Aug 17 03:29:21.233091 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cbef1b5-e4e9-4e32-9958-3385feb721d4 req-6b72fd65-734c-4ed0-a460-970081ab6bef tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311477 Aug 17 03:29:22.348963 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467c6111-fec4-46d2-826d-a481e0e209a0 req-8e3e54a3-b026-47dd-866f-73873d0a225a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:22.351122 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-467c6111-fec4-46d2-826d-a481e0e209a0 req-8e3e54a3-b026-47dd-866f-73873d0a225a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0485783 Aug 17 03:29:22.392659 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-467c6111-fec4-46d2-826d-a481e0e209a0 req-560b8dea-1658-4ee3-9a19-63d73f69e667 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352237 Aug 17 03:29:23.508315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b907cb9-6167-4aee-9331-5c58540d3275 req-a1cfb519-0397-45db-8ea2-a677bf7c7113 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:23.509834 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b907cb9-6167-4aee-9331-5c58540d3275 req-a1cfb519-0397-45db-8ea2-a677bf7c7113 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0483956 Aug 17 03:29:23.546017 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b907cb9-6167-4aee-9331-5c58540d3275 req-1b78b9d9-016c-4cb6-a2c1-34b0c961b357 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304878 Aug 17 03:29:24.703751 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-484cb655-42e7-49af-a82a-e79dce644222 req-447412d3-8eef-4202-8fae-5d9975240cfa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:24.705519 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-484cb655-42e7-49af-a82a-e79dce644222 req-447412d3-8eef-4202-8fae-5d9975240cfa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0590813 Aug 17 03:29:24.754551 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-484cb655-42e7-49af-a82a-e79dce644222 req-2e0d5dbf-6380-48f7-ac21-976e0e10631a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419259 Aug 17 03:29:25.870724 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7826d9c1-f8b3-4ee1-b4bf-308373d63bcb req-ef68696c-d53c-4ceb-a186-dcbb0ac8db58 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:25.872230 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7826d9c1-f8b3-4ee1-b4bf-308373d63bcb req-ef68696c-d53c-4ceb-a186-dcbb0ac8db58 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0501864 Aug 17 03:29:25.918474 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7826d9c1-f8b3-4ee1-b4bf-308373d63bcb req-f48240f4-f487-4e40-a274-e7720ba5fec4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380523 Aug 17 03:29:27.041026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a1b5b38-dad4-42bb-a4b3-dbd2616fc424 req-99ccb132-f736-4164-8d62-428f23b13175 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:27.042471 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a1b5b38-dad4-42bb-a4b3-dbd2616fc424 req-99ccb132-f736-4164-8d62-428f23b13175 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0566351 Aug 17 03:29:27.085304 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a1b5b38-dad4-42bb-a4b3-dbd2616fc424 req-0234c72e-be4e-414f-a2e9-620f71185407 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366812 Aug 17 03:29:28.203648 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08dcfa9-5845-4eca-84d7-c54c8acb31e5 req-092b1de7-a4f7-4814-9843-eabcdacb0ee7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:28.205152 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f08dcfa9-5845-4eca-84d7-c54c8acb31e5 req-092b1de7-a4f7-4814-9843-eabcdacb0ee7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0495181 Aug 17 03:29:28.243821 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f08dcfa9-5845-4eca-84d7-c54c8acb31e5 req-46249dfc-f46c-4d79-a768-80debdf52b75 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325415 Aug 17 03:29:29.359739 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c073ac0-646f-450b-a8d3-b54e95a921b6 req-dd677bf2-fbd2-4133-b3b1-9375c4c93079 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:29.361380 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2c073ac0-646f-450b-a8d3-b54e95a921b6 req-dd677bf2-fbd2-4133-b3b1-9375c4c93079 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0495758 Aug 17 03:29:29.419820 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2c073ac0-646f-450b-a8d3-b54e95a921b6 req-2394ca23-ae38-4405-8496-e462e2c43966 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390456 Aug 17 03:29:30.183071 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-538c09c3-98ff-4327-b8e5-c9201736f837 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:29:30.184079 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-538c09c3-98ff-4327-b8e5-c9201736f837 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053992 Aug 17 03:29:30.251411 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-8429b2ee-b0b4-4163-ba00-4f00c5e659b9 service neutron] show failed (client error): The resource could not be found. Aug 17 03:29:30.252423 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-8429b2ee-b0b4-4163-ba00-4f00c5e659b9 service neutron] 10.222.0.30 "GET /v2.0/ports/622c6971-45fb-4262-a38a-f7222198ddb1/bindings/n-h2-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.0611253 Aug 17 03:29:30.551998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a4df9f-442a-4442-976f-82252a1b61dd req-fe6fd195-1d4d-40c0-ad03-16a88d37b8e7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:30.553591 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25a4df9f-442a-4442-976f-82252a1b61dd req-fe6fd195-1d4d-40c0-ad03-16a88d37b8e7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0528138 Aug 17 03:29:30.596363 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25a4df9f-442a-4442-976f-82252a1b61dd req-80b29a50-1777-420a-bd2e-afbb8706d2e8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364509 Aug 17 03:29:30.777786 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-55545b9f-c587-4aff-ad0e-1a404fb97a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:30.779414 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-55545b9f-c587-4aff-ad0e-1a404fb97a4d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564&tenant_id=c77d3de5480541c2aef96c5ffa17a28d HTTP/1.1" status: 200 len: 1096 time: 0.0844588 Aug 17 03:29:30.796599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:29:30.853108 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:31.060168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] For port 622c6971-45fb-4262-a38a-f7222198ddb1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=622c6971-45fb-4262-a38a-f7222198ddb1,segment=NetworkSegment(c00bc431-d331-4e4b-8e78-97e6dd4cc243),segment_id=c00bc431-d331-4e4b-8e78-97e6dd4cc243)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:29:31.096586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] For port 622c6971-45fb-4262-a38a-f7222198ddb1, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:29:31.141642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2196f5c-2b71-43f0-a152-806082127564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '622c6971-45fb-4262-a38a-f7222198ddb1'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:29:31.143995 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1967132-4555-4263-b26e-23e64ad49e8b" -d '{"events": [{"server_uuid": "d2196f5c-2b71-43f0-a152-806082127564", "name": "network-vif-unplugged", "status": "completed", "tag": "622c6971-45fb-4262-a38a-f7222198ddb1"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:29:31.149231 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:31.161664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Transition to ACTIVE for port object 622c6971-45fb-4262-a38a-f7222198ddb1 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:29:31.194293 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:29:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe7c533c-7628-48db-8de9-638c836d62d4 x-openstack-request-id: req-fe7c533c-7628-48db-8de9-638c836d62d4 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:29:31.194915 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2196f5c-2b71-43f0-a152-806082127564", "name": "network-vif-unplugged", "status": "completed", "tag": "622c6971-45fb-4262-a38a-f7222198ddb1", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:29:31.194915 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe7c533c-7628-48db-8de9-638c836d62d4 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:29:31.195237 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2196f5c-2b71-43f0-a152-806082127564', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '622c6971-45fb-4262-a38a-f7222198ddb1', 'code': 200} Aug 17 03:29:31.228818 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:31.332836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Pushing event updated for resources: {'Port': ['ID=622c6971-45fb-4262-a38a-f7222198ddb1,revision_number=6']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:29:31.357879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:31.358233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:31.358586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:31.358928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:31.359266 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:31.359600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:31.359935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:31.360265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:31.360596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:31.360928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:31.361259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:31.361613 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:31.411318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] No DVR routers for this DVR port 622c6971-45fb-4262-a38a-f7222198ddb1 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:29:31.555110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Attempting to bind port 622c6971-45fb-4262-a38a-f7222198ddb1 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:29:31.555941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Attempting to bind port 622c6971-45fb-4262-a38a-f7222198ddb1 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'c00bc431-d331-4e4b-8e78-97e6dd4cc243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:29:31.556278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Attempting to bind port 622c6971-45fb-4262-a38a-f7222198ddb1 on network 3bd96ee1-19cd-4179-9bd9-122642ba7656 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:29:31.560809 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Port 622c6971-45fb-4262-a38a-f7222198ddb1 on network 3bd96ee1-19cd-4179-9bd9-122642ba7656 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:29:31.561135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Attempting to bind port 622c6971-45fb-4262-a38a-f7222198ddb1 on network 3bd96ee1-19cd-4179-9bd9-122642ba7656 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:29:31.566227 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 29, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:29:31.566515 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Checking segment: {'id': 'c00bc431-d331-4e4b-8e78-97e6dd4cc243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:29:31.566906 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Bound using segment: {'id': 'c00bc431-d331-4e4b-8e78-97e6dd4cc243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:29:31.567343 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Bound port: 622c6971-45fb-4262-a38a-f7222198ddb1, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c00bc431-d331-4e4b-8e78-97e6dd4cc243', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 84, 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:29:31.567709 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:31.637204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] For port 622c6971-45fb-4262-a38a-f7222198ddb1, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:29:31.640385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] For port 622c6971-45fb-4262-a38a-f7222198ddb1, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=622c6971-45fb-4262-a38a-f7222198ddb1,segment=NetworkSegment(c00bc431-d331-4e4b-8e78-97e6dd4cc243),segment_id=c00bc431-d331-4e4b-8e78-97e6dd4cc243)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:29:31.716406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3271346-55bc-4189-a914-7444e12a705c req-56ecb840-2f67-49d3-8be7-24d59eaee44b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:31.718008 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3271346-55bc-4189-a914-7444e12a705c req-56ecb840-2f67-49d3-8be7-24d59eaee44b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 943 time: 0.0490775 Aug 17 03:29:31.732893 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:31.793047 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:31.793701 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:31.795334 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] 10.222.0.60 "PUT /v2.0/ports/622c6971-45fb-4262-a38a-f7222198ddb1 HTTP/1.1" status: 200 len: 1091 time: 1.0048330 Aug 17 03:29:31.807917 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3271346-55bc-4189-a914-7444e12a705c req-aad22092-fcbb-4c0a-af84-be775d03545c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0836236 Aug 17 03:29:31.826000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c6d9c6-cf01-4ce2-bca4-3084510b06d1 service neutron] Pushing event updated for resources: {'Port': ['ID=622c6971-45fb-4262-a38a-f7222198ddb1,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:29:31.876806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-5485e8de-f919-4366-8a3b-6e2363067f51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:31.878404 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-5485e8de-f919-4366-8a3b-6e2363067f51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 1094 time: 0.0488467 Aug 17 03:29:31.981607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-982e12ef-cdca-435d-b1c1-888337a06aeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:31.986850 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-982e12ef-cdca-435d-b1c1-888337a06aeb service neutron] 10.222.0.60 "GET /v2.0/networks?id=3bd96ee1-19cd-4179-9bd9-122642ba7656 HTTP/1.1" status: 200 len: 897 time: 0.0950310 Aug 17 03:29:32.056134 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-b79938d4-1721-475f-91d7-0c5e9be705c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=622c6971-45fb-4262-a38a-f7222198ddb1 HTTP/1.1" status: 200 len: 999 time: 0.0612605 Aug 17 03:29:32.109835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-274088b5-585d-4c49-9d73-1ad53640baeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:32.111439 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-274088b5-585d-4c49-9d73-1ad53640baeb service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22c20d19-e985-42e5-b200-842bc381d447 HTTP/1.1" status: 200 len: 835 time: 0.0484695 Aug 17 03:29:32.161183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-3a317f7c-ddc2-4c91-a6db-745fb533c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:32.162933 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-3a317f7c-ddc2-4c91-a6db-745fb533c186 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3bd96ee1-19cd-4179-9bd9-122642ba7656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0434568 Aug 17 03:29:32.255286 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-a9c88c56-f59c-4d61-b431-bea1f99e3831 service neutron] 10.222.0.60 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845654 Aug 17 03:29:32.347642 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-8c818fbb-51fd-46aa-a522-05d1b4d00565 service neutron] 10.222.0.60 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851595 Aug 17 03:29:32.962907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f754e9c7-41a0-4d26-abdf-ca5125c1aebf req-67cf7fa9-2810-49d3-9a09-65d2a4aca402 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:32.964431 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f754e9c7-41a0-4d26-abdf-ca5125c1aebf req-67cf7fa9-2810-49d3-9a09-65d2a4aca402 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 943 time: 0.0510702 Aug 17 03:29:33.006712 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f754e9c7-41a0-4d26-abdf-ca5125c1aebf req-5ffbde7b-ccc8-4d98-9251-3b9768804a0c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358660 Aug 17 03:29:33.125771 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695cda3-658e-4907-bdb4-39b63e9a0300 req-20608a7d-a8ed-4a2b-9c77-6d1dc2fab8a8 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:33.127186 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f695cda3-658e-4907-bdb4-39b63e9a0300 req-20608a7d-a8ed-4a2b-9c77-6d1dc2fab8a8 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a407732-0314-4bc9-bf0f-222977d0c3b2 HTTP/1.1" status: 200 len: 945 time: 0.0500238 Aug 17 03:29:33.165075 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f695cda3-658e-4907-bdb4-39b63e9a0300 req-fbcde6ff-54ed-4a73-bd6a-07ed50889cd3 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312741 Aug 17 03:29:33.174366 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:33.196351 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2196f5c-2b71-43f0-a152-806082127564', 'tag': '622c6971-45fb-4262-a38a-f7222198ddb1'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:29:33.198763 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8386208b-72f0-4b07-b8d6-023e285f1914" -d '{"events": [{"name": "network-changed", "server_uuid": "d2196f5c-2b71-43f0-a152-806082127564", "tag": "622c6971-45fb-4262-a38a-f7222198ddb1"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:29:33.246427 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:29:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-719dc195-b5bc-456e-883d-ccc7fdcaabaf x-openstack-request-id: req-719dc195-b5bc-456e-883d-ccc7fdcaabaf {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:29:33.246775 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2196f5c-2b71-43f0-a152-806082127564", "tag": "622c6971-45fb-4262-a38a-f7222198ddb1", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:29:33.247031 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-719dc195-b5bc-456e-883d-ccc7fdcaabaf {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:29:33.247424 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2196f5c-2b71-43f0-a152-806082127564', 'tag': '622c6971-45fb-4262-a38a-f7222198ddb1', 'status': 'completed', 'code': 200} Aug 17 03:29:33.316158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 622c6971-45fb-4262-a38a-f7222198ddb1 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:29:33.331870 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-f1e7e546-9225-4514-a16c-e17af8a601fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:33.333380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-f1e7e546-9225-4514-a16c-e17af8a601fe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 1094 time: 0.0682826 Aug 17 03:29:33.334931 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-45045e07-e4d2-4019-8ddf-c0e1aad07cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:33.336841 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-45045e07-e4d2-4019-8ddf-c0e1aad07cd2 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 1094 time: 0.0631454 Aug 17 03:29:33.354727 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 622c6971-45fb-4262-a38a-f7222198ddb1 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:29:33.497078 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-d9d2acb6-f0fa-4c63-a1da-6b6458c035cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:33.498580 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-d9d2acb6-f0fa-4c63-a1da-6b6458c035cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=3bd96ee1-19cd-4179-9bd9-122642ba7656 HTTP/1.1" status: 200 len: 897 time: 0.1575940 Aug 17 03:29:33.502776 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-0909190f-da7f-4ec1-b0e9-db795c3425ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:33.504146 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-0909190f-da7f-4ec1-b0e9-db795c3425ba service neutron] 10.222.0.60 "GET /v2.0/networks?id=3bd96ee1-19cd-4179-9bd9-122642ba7656 HTTP/1.1" status: 200 len: 897 time: 0.1552033 Aug 17 03:29:33.605183 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-e062dc5b-8fc3-4a7a-bdd8-63deb51153fa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=622c6971-45fb-4262-a38a-f7222198ddb1 HTTP/1.1" status: 200 len: 999 time: 0.0995648 Aug 17 03:29:33.612739 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-3f2e0589-77d1-462d-8322-ec9c3486efb3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=622c6971-45fb-4262-a38a-f7222198ddb1 HTTP/1.1" status: 200 len: 999 time: 0.0735161 Aug 17 03:29:33.686650 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-fedc22dc-5b44-45fd-9ad4-77252bc10216 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:33.688079 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-fedc22dc-5b44-45fd-9ad4-77252bc10216 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22c20d19-e985-42e5-b200-842bc381d447 HTTP/1.1" status: 200 len: 835 time: 0.0744827 Aug 17 03:29:33.689737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-093c73a1-37aa-4158-bdf0-ea80f3e7ef65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:33.691025 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-093c73a1-37aa-4158-bdf0-ea80f3e7ef65 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22c20d19-e985-42e5-b200-842bc381d447 HTTP/1.1" status: 200 len: 835 time: 0.0689023 Aug 17 03:29:33.764466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-19675e53-af6e-4214-98cc-31910c3229de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:33.765998 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-19675e53-af6e-4214-98cc-31910c3229de service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3bd96ee1-19cd-4179-9bd9-122642ba7656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0693426 Aug 17 03:29:33.768364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-f1e2196e-b530-4bab-a843-8b98a3d16d6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:33.769747 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-f1e2196e-b530-4bab-a843-8b98a3d16d6c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3bd96ee1-19cd-4179-9bd9-122642ba7656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0650837 Aug 17 03:29:33.845527 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:33.922143 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-297a8dd9-e91d-4720-bcf3-bdce33a0624b service neutron] 10.222.0.30 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1489081 Aug 17 03:29:33.923965 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-71374391-4363-4129-bba2-dabc6be5f46c service neutron] 10.222.0.60 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438639 Aug 17 03:29:34.077669 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-2407155e-8f58-4292-8bb8-bb53e944605b service neutron] 10.222.0.30 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1466048 Aug 17 03:29:34.081675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8386208b-72f0-4b07-b8d6-023e285f1914 req-177e67c5-8613-48f3-b9b6-e65e81f33b48 service neutron] 10.222.0.60 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1496427 Aug 17 03:29:34.133901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab262f76-edf7-4bb5-9fb9-970747e972aa req-6a1963b6-33bf-4204-985b-e959873f3aa7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:34.135373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab262f76-edf7-4bb5-9fb9-970747e972aa req-6a1963b6-33bf-4204-985b-e959873f3aa7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 943 time: 0.0566273 Aug 17 03:29:34.175988 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ab262f76-edf7-4bb5-9fb9-970747e972aa req-062ea4fd-d108-4a43-bad6-6f8e31a85648 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333543 Aug 17 03:29:34.288403 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfef3d1-b41c-48fc-b0fa-5349fc305ae0 req-41a4639f-6bd6-4631-986d-d9634281bb2a tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:34.290537 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-edfef3d1-b41c-48fc-b0fa-5349fc305ae0 req-41a4639f-6bd6-4631-986d-d9634281bb2a tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a407732-0314-4bc9-bf0f-222977d0c3b2 HTTP/1.1" status: 200 len: 945 time: 0.0553355 Aug 17 03:29:34.329121 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-edfef3d1-b41c-48fc-b0fa-5349fc305ae0 req-2505264b-ee07-4b04-b6ee-6e5a7a623a42 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/security-groups?id=cf90c005-78cf-40b9-94d7-c01da71c2878&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318248 Aug 17 03:29:34.739151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78585ff8-20dc-43b9-a637-f2ba56a65c12 req-790615ad-ead5-43c4-81c2-82bbd3ccc418 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:34.740619 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78585ff8-20dc-43b9-a637-f2ba56a65c12 req-790615ad-ead5-43c4-81c2-82bbd3ccc418 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.60 "GET /v2.0/ports?device_id=2a407732-0314-4bc9-bf0f-222977d0c3b2 HTTP/1.1" status: 200 len: 945 time: 0.0484033 Aug 17 03:29:34.835672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-78585ff8-20dc-43b9-a637-f2ba56a65c12 req-88948423-a626-45b0-bde8-a5620a792ea8 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Deleting port 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:29:34.836013 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78585ff8-20dc-43b9-a637-f2ba56a65c12 req-88948423-a626-45b0-bde8-a5620a792ea8 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:34.932203 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-78585ff8-20dc-43b9-a637-f2ba56a65c12 req-88948423-a626-45b0-bde8-a5620a792ea8 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] For port 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=49821bf5-d678-4bf6-b8e3-d7c74a89c4dd,segment=NetworkSegment(8a864cff-673c-408b-849e-792d1a6d2056),segment_id=8a864cff-673c-408b-849e-792d1a6d2056)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:29:34.933475 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78585ff8-20dc-43b9-a637-f2ba56a65c12 req-88948423-a626-45b0-bde8-a5620a792ea8 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:34.945055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-78585ff8-20dc-43b9-a637-f2ba56a65c12 req-88948423-a626-45b0-bde8-a5620a792ea8 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Calling delete_port for 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:29:35.128654 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78585ff8-20dc-43b9-a637-f2ba56a65c12 req-88948423-a626-45b0-bde8-a5620a792ea8 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:35.140304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['49821bf5-d678-4bf6-b8e3-d7c74a89c4dd'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:29:35.156749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88948423-a626-45b0-bde8-a5620a792ea8 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Pushing event deleted for resources: {'Port': ['ID=49821bf5-d678-4bf6-b8e3-d7c74a89c4dd,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:29:35.201639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-78585ff8-20dc-43b9-a637-f2ba56a65c12 req-88948423-a626-45b0-bde8-a5620a792ea8 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] No DVR routers for this DVR port 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:29:35.204321 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-78585ff8-20dc-43b9-a637-f2ba56a65c12 req-88948423-a626-45b0-bde8-a5620a792ea8 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:35.206390 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78585ff8-20dc-43b9-a637-f2ba56a65c12 req-88948423-a626-45b0-bde8-a5620a792ea8 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.60 "DELETE /v2.0/ports/49821bf5-d678-4bf6-b8e3-d7c74a89c4dd HTTP/1.1" status: 204 len: 173 time: 0.4597454 Aug 17 03:29:35.247927 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a407732-0314-4bc9-bf0f-222977d0c3b2', 'name': 'network-vif-deleted', 'tag': '49821bf5-d678-4bf6-b8e3-d7c74a89c4dd'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:29:35.250222 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06721244-1571-40a4-bd6f-44b197b5e191" -d '{"events": [{"server_uuid": "2a407732-0314-4bc9-bf0f-222977d0c3b2", "name": "network-vif-deleted", "tag": "49821bf5-d678-4bf6-b8e3-d7c74a89c4dd"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:29:35.287755 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6b14301-c072-4176-b88e-0568dccee668 x-openstack-request-id: req-a6b14301-c072-4176-b88e-0568dccee668 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:29:35.287755 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2a407732-0314-4bc9-bf0f-222977d0c3b2", "name": "network-vif-deleted", "tag": "49821bf5-d678-4bf6-b8e3-d7c74a89c4dd", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:29:35.287755 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6b14301-c072-4176-b88e-0568dccee668 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:29:35.287755 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2a407732-0314-4bc9-bf0f-222977d0c3b2', 'name': 'network-vif-deleted', 'tag': '49821bf5-d678-4bf6-b8e3-d7c74a89c4dd', 'status': 'completed', 'code': 200} Aug 17 03:29:35.303918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1fc7918-9434-403a-9b1c-7517caed71a7 req-147fe89a-bc08-412d-892f-04ce67aa0d64 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:35.305555 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1fc7918-9434-403a-9b1c-7517caed71a7 req-147fe89a-bc08-412d-892f-04ce67aa0d64 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 943 time: 0.0585439 Aug 17 03:29:35.343535 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1fc7918-9434-403a-9b1c-7517caed71a7 req-b3ce30ef-0997-45cf-a200-e7ec434f0313 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312757 Aug 17 03:29:35.428146 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c295210f-f0fb-4e9c-8db1-fe2f4d8237cd req-b063a1b1-62c5-4050-965c-548387d59038 tempest-VolumesSnapshotTestJSON-903623402 tempest-VolumesSnapshotTestJSON-903623402-project] 10.222.0.10 "GET /v2.0/ports?device_id=2a407732-0314-4bc9-bf0f-222977d0c3b2 HTTP/1.1" status: 200 len: 210 time: 0.0288632 Aug 17 03:29:35.661884 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999177d2-3c54-475d-8353-12cb5436b23a req-85045ce8-b289-4060-8d14-8f2d98ec2177 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:35.663386 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-999177d2-3c54-475d-8353-12cb5436b23a req-85045ce8-b289-4060-8d14-8f2d98ec2177 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 943 time: 0.0495410 Aug 17 03:29:35.702187 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-999177d2-3c54-475d-8353-12cb5436b23a req-9021fe5a-3f9a-430c-a5e2-a7d4ffb9a1da tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320828 Aug 17 03:29:35.831737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1119da-0816-4b99-b753-c0e095e8b99f req-f3ed1f47-68de-46c8-bbe2-e5fb6ba25a4a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:35.833238 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db1119da-0816-4b99-b753-c0e095e8b99f req-f3ed1f47-68de-46c8-bbe2-e5fb6ba25a4a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.30 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564&tenant_id=c77d3de5480541c2aef96c5ffa17a28d&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 943 time: 0.0836754 Aug 17 03:29:35.893120 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-db1119da-0816-4b99-b753-c0e095e8b99f req-23dac481-03fc-4600-ad10-e2f8067ca04f service neutron] delete failed (client error): The resource could not be found. Aug 17 03:29:35.894627 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db1119da-0816-4b99-b753-c0e095e8b99f req-23dac481-03fc-4600-ad10-e2f8067ca04f service neutron] 10.222.0.30 "DELETE /v2.0/ports/622c6971-45fb-4262-a38a-f7222198ddb1/bindings/n-h1-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.0532403 Aug 17 03:29:35.897528 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 622c6971-45fb-4262-a38a-f7222198ddb1 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:29:35.980976 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1119da-0816-4b99-b753-c0e095e8b99f req-7b75fdc3-b3fe-4d9f-90ae-d489df61db99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:35.982509 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db1119da-0816-4b99-b753-c0e095e8b99f req-7b75fdc3-b3fe-4d9f-90ae-d489df61db99 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 1094 time: 0.0414069 Aug 17 03:29:35.999657 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 622c6971-45fb-4262-a38a-f7222198ddb1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=622c6971-45fb-4262-a38a-f7222198ddb1,segment=NetworkSegment(c00bc431-d331-4e4b-8e78-97e6dd4cc243),segment_id=c00bc431-d331-4e4b-8e78-97e6dd4cc243)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:29:36.011506 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '622c6971-45fb-4262-a38a-f7222198ddb1', 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656', 'port_id': '622c6971-45fb-4262-a38a-f7222198ddb1', 'mac_address': 'fa:16:3e:ee:ae:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 84, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '22c20d19-e985-42e5-b200-842bc381d447', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:29:36.052415 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:36.068213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 622c6971-45fb-4262-a38a-f7222198ddb1 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:29:36.091214 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 622c6971-45fb-4262-a38a-f7222198ddb1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=622c6971-45fb-4262-a38a-f7222198ddb1,segment=NetworkSegment(c00bc431-d331-4e4b-8e78-97e6dd4cc243),segment_id=c00bc431-d331-4e4b-8e78-97e6dd4cc243)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:29:36.163645 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:36.213558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=622c6971-45fb-4262-a38a-f7222198ddb1,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:29:36.222404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:36.225872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:36.225872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:36.225872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:36.225872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:36.225872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:36.225872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:36.225872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:36.225872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:36.225872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:36.225872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:36.226942 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:29:36.368706 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['622c6971-45fb-4262-a38a-f7222198ddb1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:29:36.409061 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1119da-0816-4b99-b753-c0e095e8b99f req-3b2dc172-7056-402a-b9e3-3bbde7c02dab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:36.410579 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db1119da-0816-4b99-b753-c0e095e8b99f req-3b2dc172-7056-402a-b9e3-3bbde7c02dab service neutron] 10.222.0.30 "GET /v2.0/networks?id=3bd96ee1-19cd-4179-9bd9-122642ba7656 HTTP/1.1" status: 200 len: 897 time: 0.4209197 Aug 17 03:29:36.480591 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db1119da-0816-4b99-b753-c0e095e8b99f req-a6739259-e60b-451e-9af4-e5dd4a25acb7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=622c6971-45fb-4262-a38a-f7222198ddb1 HTTP/1.1" status: 200 len: 1000 time: 0.0613225 Aug 17 03:29:36.538937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1119da-0816-4b99-b753-c0e095e8b99f req-a7ba7ac1-e4c2-4671-8633-881adff2586f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:36.540584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db1119da-0816-4b99-b753-c0e095e8b99f req-a7ba7ac1-e4c2-4671-8633-881adff2586f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=22c20d19-e985-42e5-b200-842bc381d447 HTTP/1.1" status: 200 len: 835 time: 0.0534942 Aug 17 03:29:36.591619 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db1119da-0816-4b99-b753-c0e095e8b99f req-03f96f9a-8eb8-459e-8922-b8b804ec6732 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:36.593127 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db1119da-0816-4b99-b753-c0e095e8b99f req-03f96f9a-8eb8-459e-8922-b8b804ec6732 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=3bd96ee1-19cd-4179-9bd9-122642ba7656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448921 Aug 17 03:29:36.687630 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db1119da-0816-4b99-b753-c0e095e8b99f req-fea90362-90bf-4c11-b870-4f79ba86d100 service neutron] 10.222.0.30 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863907 Aug 17 03:29:36.785522 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db1119da-0816-4b99-b753-c0e095e8b99f req-6ba804c7-d2a4-45fd-a610-2b27aad3fead service neutron] 10.222.0.30 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903864 Aug 17 03:29:36.828990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12440b56-03fc-456a-9cff-16cdd388ef92 req-82e18c2a-b029-4c8a-9e0f-764d4a3381f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:36.830525 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12440b56-03fc-456a-9cff-16cdd388ef92 req-82e18c2a-b029-4c8a-9e0f-764d4a3381f1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 944 time: 0.0570390 Aug 17 03:29:36.869217 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12440b56-03fc-456a-9cff-16cdd388ef92 req-1435829a-80d0-4d42-9ade-1d6922b89bc6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324900 Aug 17 03:29:37.904408 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 622c6971-45fb-4262-a38a-f7222198ddb1 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:29:37.994007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad6fe6d0-b075-4d00-8d68-a26b2a7027e2 req-18dc8cf8-43df-4b49-80fe-02130600aef5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:37.995645 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad6fe6d0-b075-4d00-8d68-a26b2a7027e2 req-18dc8cf8-43df-4b49-80fe-02130600aef5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 944 time: 0.0533936 Aug 17 03:29:38.037382 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad6fe6d0-b075-4d00-8d68-a26b2a7027e2 req-8a9228be-1bf9-489b-96d6-1966ad6c85eb tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356655 Aug 17 03:29:38.060920 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 37964) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:29:38.071529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 622c6971-45fb-4262-a38a-f7222198ddb1 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:29:38.075990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 622c6971-45fb-4262-a38a-f7222198ddb1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:29:38.077728 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:38.123385 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cb48f4fb-6093-4a98-8e2d-ebb9b6b46dfe tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/floatingips/aaa05c31-2d7f-4d58-a9d7-859ac3237e86 HTTP/1.1" status: 200 len: 992 time: 0.0611644 Aug 17 03:29:38.163566 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:38.186696 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2196f5c-2b71-43f0-a152-806082127564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622c6971-45fb-4262-a38a-f7222198ddb1'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:29:38.191229 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cee6947-6e88-49bb-a206-bd2856748bd7" -d '{"events": [{"server_uuid": "d2196f5c-2b71-43f0-a152-806082127564", "name": "network-vif-plugged", "status": "completed", "tag": "622c6971-45fb-4262-a38a-f7222198ddb1"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:29:38.202925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 622c6971-45fb-4262-a38a-f7222198ddb1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=622c6971-45fb-4262-a38a-f7222198ddb1,segment=NetworkSegment(c00bc431-d331-4e4b-8e78-97e6dd4cc243),segment_id=c00bc431-d331-4e4b-8e78-97e6dd4cc243)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:29:38.226702 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:29:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca8a440a-bd32-49f5-89c3-faba805569eb x-openstack-request-id: req-ca8a440a-bd32-49f5-89c3-faba805569eb {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:29:38.227051 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2196f5c-2b71-43f0-a152-806082127564", "name": "network-vif-plugged", "status": "completed", "tag": "622c6971-45fb-4262-a38a-f7222198ddb1", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:29:38.227334 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ca8a440a-bd32-49f5-89c3-faba805569eb {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:29:38.227986 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2196f5c-2b71-43f0-a152-806082127564', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '622c6971-45fb-4262-a38a-f7222198ddb1', 'code': 200} Aug 17 03:29:38.268172 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:38.268987 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:29:38.308859 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:29:38.309210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 49821bf5-d678-4bf6-b8e3-d7c74a89c4dd not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:29:38.336420 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=622c6971-45fb-4262-a38a-f7222198ddb1,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:29:40.273122 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f423a6c-b491-4806-8093-18065ac00bbf req-31755e43-3885-400d-bbed-376dc2c48059 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0376298 Aug 17 03:29:40.350938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f423a6c-b491-4806-8093-18065ac00bbf req-0147cb5c-9ca5-460d-9e72-6407d1df4cb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:40.352377 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f423a6c-b491-4806-8093-18065ac00bbf req-0147cb5c-9ca5-460d-9e72-6407d1df4cb4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 1096 time: 0.0387230 Aug 17 03:29:40.455685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f423a6c-b491-4806-8093-18065ac00bbf req-1495fb70-9d62-40bb-aae3-3e929948d914 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:40.457123 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f423a6c-b491-4806-8093-18065ac00bbf req-1495fb70-9d62-40bb-aae3-3e929948d914 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3bd96ee1-19cd-4179-9bd9-122642ba7656 HTTP/1.1" status: 200 len: 897 time: 0.0850029 Aug 17 03:29:40.521895 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f423a6c-b491-4806-8093-18065ac00bbf req-995ebb35-4a21-4806-9aa6-53b90f359343 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=622c6971-45fb-4262-a38a-f7222198ddb1 HTTP/1.1" status: 200 len: 1001 time: 0.0565228 Aug 17 03:29:40.570756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f423a6c-b491-4806-8093-18065ac00bbf req-69eb805c-c1c0-4756-bf44-1de93cdc3485 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:40.572230 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f423a6c-b491-4806-8093-18065ac00bbf req-69eb805c-c1c0-4756-bf44-1de93cdc3485 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22c20d19-e985-42e5-b200-842bc381d447 HTTP/1.1" status: 200 len: 835 time: 0.0429590 Aug 17 03:29:40.621732 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f423a6c-b491-4806-8093-18065ac00bbf req-c0ee8b05-9bf3-45f8-8ec7-7e9cc3fa4369 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:29:40.623326 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f423a6c-b491-4806-8093-18065ac00bbf req-c0ee8b05-9bf3-45f8-8ec7-7e9cc3fa4369 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3bd96ee1-19cd-4179-9bd9-122642ba7656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442791 Aug 17 03:29:40.713876 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f423a6c-b491-4806-8093-18065ac00bbf req-72867b82-94db-487e-a834-d92d1e77a11a service neutron] 10.222.0.60 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829690 Aug 17 03:29:40.808038 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f423a6c-b491-4806-8093-18065ac00bbf req-ac6f7cca-5c25-417b-bab2-c757ceeb9912 service neutron] 10.222.0.60 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859210 Aug 17 03:29:42.552627 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:29:45.318037 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a11d4bc-c342-4490-a3ad-ef1d0899961f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:47.936678 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e8010477-1696-4264-9d70-4bd7b0a42a4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:48.147834 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:49.165622 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:29:50.905939 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:03.182737 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:03.866358 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:04.573556 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a02d65-2c1d-4bce-80b1-6b27b25eb5d8 req-78f4f71a-f644-4f12-b81d-b68faee740e1 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:04.575105 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-80a02d65-2c1d-4bce-80b1-6b27b25eb5d8 req-78f4f71a-f644-4f12-b81d-b68faee740e1 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 1096 time: 0.0430317 Aug 17 03:30:04.630986 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-80a02d65-2c1d-4bce-80b1-6b27b25eb5d8 req-a756dab6-b4fa-4a46-8960-7fcba9cde471 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499356 Aug 17 03:30:04.652817 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38070) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:04.809328 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting port 4ebef56f-684f-411e-abdf-4fa48b0f2765 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:30:04.809643 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:04.885630 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:04.885967 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:04.898097 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Calling delete_port for 4ebef56f-684f-411e-abdf-4fa48b0f2765 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:30:05.146001 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:05.177965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Port': ['ID=4ebef56f-684f-411e-abdf-4fa48b0f2765,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:05.189800 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:05.190166 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:05.190520 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:05.190868 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:05.191209 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:05.191550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:05.191890 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:05.192229 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:05.192567 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:05.193169 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:05.193624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:05.193876 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:05.254523 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:05.254724 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Floating IP aaa05c31-2d7f-4d58-a9d7-859ac3237e86 disassociated (deleted). External IP: 172.25.1.100, port: 622c6971-45fb-4262-a38a-f7222198ddb1. Aug 17 03:30:05.476962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router fe4ebbc6-3ec4-4427-b828-16eb52f7484b has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:30:05.591310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:30:05.596790 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:05.603441 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216efb4c-2a43-45f5-974a-50264acdc28f None None] Sync routers for ids ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:30:05.614029 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216efb4c-2a43-45f5-974a-50264acdc28f None None] Routers {'fe4ebbc6-3ec4-4427-b828-16eb52f7484b'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:30:05.614652 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-216efb4c-2a43-45f5-974a-50264acdc28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:29:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:05.631072 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3c6a9a47-eb06-4f70-9c25-1d1407ce542a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/floatingips/aaa05c31-2d7f-4d58-a9d7-859ac3237e86 HTTP/1.1" status: 204 len: 168 time: 0.9771183 Aug 17 03:30:05.631809 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2196f5c-2b71-43f0-a152-806082127564', 'tag': '622c6971-45fb-4262-a38a-f7222198ddb1'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:30:05.634494 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1bcebf9-42ca-4b55-aca2-784bd769859c" -d '{"events": [{"name": "network-changed", "server_uuid": "d2196f5c-2b71-43f0-a152-806082127564", "tag": "622c6971-45fb-4262-a38a-f7222198ddb1"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:30:05.676968 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:30:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65714ea1-e9f9-4b56-928d-30acae3d687b x-openstack-request-id: req-65714ea1-e9f9-4b56-928d-30acae3d687b {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:30:05.678008 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2196f5c-2b71-43f0-a152-806082127564", "tag": "622c6971-45fb-4262-a38a-f7222198ddb1", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:30:05.678514 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-65714ea1-e9f9-4b56-928d-30acae3d687b {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:30:05.679267 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2196f5c-2b71-43f0-a152-806082127564', 'tag': '622c6971-45fb-4262-a38a-f7222198ddb1', 'status': 'completed', 'code': 200} Aug 17 03:30:05.762294 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcebf9-42ca-4b55-aca2-784bd769859c req-76ce767a-a0a2-4cb6-844d-5bb954405035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:05.764794 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1bcebf9-42ca-4b55-aca2-784bd769859c req-76ce767a-a0a2-4cb6-844d-5bb954405035 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 1096 time: 0.0613589 Aug 17 03:30:05.837050 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-216efb4c-2a43-45f5-974a-50264acdc28f None None] Set router fe4ebbc6-3ec4-4427-b828-16eb52f7484b gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:30:05.873271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcebf9-42ca-4b55-aca2-784bd769859c req-5825c84b-065f-4f0d-90dd-ea5d38e583a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:05.874917 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1bcebf9-42ca-4b55-aca2-784bd769859c req-5825c84b-065f-4f0d-90dd-ea5d38e583a7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=3bd96ee1-19cd-4179-9bd9-122642ba7656 HTTP/1.1" status: 200 len: 897 time: 0.1014819 Aug 17 03:30:05.920216 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1bcebf9-42ca-4b55-aca2-784bd769859c req-bfe5d213-7032-433f-b02c-16aa564f45d0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=622c6971-45fb-4262-a38a-f7222198ddb1 HTTP/1.1" status: 200 len: 217 time: 0.0371633 Aug 17 03:30:05.987420 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcebf9-42ca-4b55-aca2-784bd769859c req-039969e0-392e-4c13-a10d-b590801341de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:05.988797 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1bcebf9-42ca-4b55-aca2-784bd769859c req-039969e0-392e-4c13-a10d-b590801341de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=22c20d19-e985-42e5-b200-842bc381d447 HTTP/1.1" status: 200 len: 835 time: 0.0523782 Aug 17 03:30:06.050866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bcebf9-42ca-4b55-aca2-784bd769859c req-5fa81519-73b3-4bf0-a0d2-d185e01e27ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:06.052183 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1bcebf9-42ca-4b55-aca2-784bd769859c req-5fa81519-73b3-4bf0-a0d2-d185e01e27ce service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=3bd96ee1-19cd-4179-9bd9-122642ba7656&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0550957 Aug 17 03:30:06.060595 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-216efb4c-2a43-45f5-974a-50264acdc28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066871060', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:28:21Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:22Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '6226c071-a39e-4a9d-935c-e1da1098da58', 'name': '', 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:64:00:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '22c20d19-e985-42e5-b200-842bc381d447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:25Z', 'updated_at': '2021-08-17T03:28:30Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '22c20d19-e985-42e5-b200-842bc381d447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:06.093775 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216efb4c-2a43-45f5-974a-50264acdc28f None None] Checking router: fe4ebbc6-3ec4-4427-b828-16eb52f7484b for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:30:06.103650 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-216efb4c-2a43-45f5-974a-50264acdc28f None None] Routers {'fe4ebbc6-3ec4-4427-b828-16eb52f7484b'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:30:06.104561 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-216efb4c-2a43-45f5-974a-50264acdc28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:29:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:06.124590 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a4350-88d3-4321-8ab0-c2374ab230d1 req-f0ddb52a-084b-4341-a83c-ced8facc14cf tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:06.126155 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a38a4350-88d3-4321-8ab0-c2374ab230d1 req-f0ddb52a-084b-4341-a83c-ced8facc14cf tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0565174 Aug 17 03:30:06.158242 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1bcebf9-42ca-4b55-aca2-784bd769859c req-b8a598a2-c587-4447-9617-f961299ad308 service neutron] 10.222.0.60 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0967309 Aug 17 03:30:06.178591 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a38a4350-88d3-4321-8ab0-c2374ab230d1 req-f74dc134-6e8e-4d8c-8d29-af7fbf0e8a64 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463448 Aug 17 03:30:06.233715 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-216efb4c-2a43-45f5-974a-50264acdc28f None None] Set router fe4ebbc6-3ec4-4427-b828-16eb52f7484b gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:30:06.287038 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1bcebf9-42ca-4b55-aca2-784bd769859c req-4ca5671a-7ed4-47ab-a7be-021a7234c871 service neutron] 10.222.0.60 "GET /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1200745 Aug 17 03:30:06.443107 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-216efb4c-2a43-45f5-974a-50264acdc28f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066871060', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:28:21Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:22Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '6226c071-a39e-4a9d-935c-e1da1098da58', 'name': '', 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:64:00:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '22c20d19-e985-42e5-b200-842bc381d447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:25Z', 'updated_at': '2021-08-17T03:28:30Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '22c20d19-e985-42e5-b200-842bc381d447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:06.474032 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-216efb4c-2a43-45f5-974a-50264acdc28f None None] The sync data for ids ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'] in n-d-802060-9 is: [{'id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066871060', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:28:21Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:22Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '6226c071-a39e-4a9d-935c-e1da1098da58', 'name': '', 'network_id': '3bd96ee1-19cd-4179-9bd9-122642ba7656', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:64:00:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3826, 'fixed_ips': [{'subnet_id': '22c20d19-e985-42e5-b200-842bc381d447', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:25Z', 'updated_at': '2021-08-17T03:28:30Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '22c20d19-e985-42e5-b200-842bc381d447', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:30:06.689770 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-729f97a0-0ec8-4385-87a0-2b8d547ef962 None None] New status for floating IP aaa05c31-2d7f-4d58-a9d7-859ac3237e86: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:30:07.286306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90c95572-02aa-4f99-9412-c1b72a55d853 req-54c941e7-40e8-4bba-b3d1-81efe7ccbd11 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:07.287827 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90c95572-02aa-4f99-9412-c1b72a55d853 req-54c941e7-40e8-4bba-b3d1-81efe7ccbd11 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0495870 Aug 17 03:30:07.327553 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90c95572-02aa-4f99-9412-c1b72a55d853 req-7f2e61a1-2106-4145-9fa0-59cf276214c9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327666 Aug 17 03:30:07.397196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83f0f7-5a51-4cc3-ac34-986db091dd9c req-d839e0d2-3967-4b55-9e60-7816d503aea7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:07.398746 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0c83f0f7-5a51-4cc3-ac34-986db091dd9c req-d839e0d2-3967-4b55-9e60-7816d503aea7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.60 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 945 time: 0.0501955 Aug 17 03:30:07.491834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-0c83f0f7-5a51-4cc3-ac34-986db091dd9c req-9c39ec6d-9532-4d35-9bed-72e9e673c540 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting port 622c6971-45fb-4262-a38a-f7222198ddb1 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:30:07.497718 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0c83f0f7-5a51-4cc3-ac34-986db091dd9c req-9c39ec6d-9532-4d35-9bed-72e9e673c540 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:07.583681 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0c83f0f7-5a51-4cc3-ac34-986db091dd9c req-9c39ec6d-9532-4d35-9bed-72e9e673c540 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] For port 622c6971-45fb-4262-a38a-f7222198ddb1, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=622c6971-45fb-4262-a38a-f7222198ddb1,segment=NetworkSegment(c00bc431-d331-4e4b-8e78-97e6dd4cc243),segment_id=c00bc431-d331-4e4b-8e78-97e6dd4cc243)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:30:07.584164 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0c83f0f7-5a51-4cc3-ac34-986db091dd9c req-9c39ec6d-9532-4d35-9bed-72e9e673c540 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:07.597743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-0c83f0f7-5a51-4cc3-ac34-986db091dd9c req-9c39ec6d-9532-4d35-9bed-72e9e673c540 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Calling delete_port for 622c6971-45fb-4262-a38a-f7222198ddb1 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:30:07.803330 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0c83f0f7-5a51-4cc3-ac34-986db091dd9c req-9c39ec6d-9532-4d35-9bed-72e9e673c540 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:07.831997 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c39ec6d-9532-4d35-9bed-72e9e673c540 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Port': ['ID=622c6971-45fb-4262-a38a-f7222198ddb1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:07.877630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c83f0f7-5a51-4cc3-ac34-986db091dd9c req-9c39ec6d-9532-4d35-9bed-72e9e673c540 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] No DVR routers for this DVR port 622c6971-45fb-4262-a38a-f7222198ddb1 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:30:07.880273 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0c83f0f7-5a51-4cc3-ac34-986db091dd9c req-9c39ec6d-9532-4d35-9bed-72e9e673c540 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:07.882311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0c83f0f7-5a51-4cc3-ac34-986db091dd9c req-9c39ec6d-9532-4d35-9bed-72e9e673c540 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.60 "DELETE /v2.0/ports/622c6971-45fb-4262-a38a-f7222198ddb1 HTTP/1.1" status: 204 len: 173 time: 0.4772558 Aug 17 03:30:07.882751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2196f5c-2b71-43f0-a152-806082127564', 'name': 'network-vif-deleted', 'tag': '622c6971-45fb-4262-a38a-f7222198ddb1'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:30:07.885016 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4b177b2-1c24-4f81-921c-e42271e52c29" -d '{"events": [{"server_uuid": "d2196f5c-2b71-43f0-a152-806082127564", "name": "network-vif-deleted", "tag": "622c6971-45fb-4262-a38a-f7222198ddb1"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:30:07.922841 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ff3e279-092e-4778-b027-0018284efc83 x-openstack-request-id: req-8ff3e279-092e-4778-b027-0018284efc83 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:30:07.923146 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2196f5c-2b71-43f0-a152-806082127564", "name": "network-vif-deleted", "tag": "622c6971-45fb-4262-a38a-f7222198ddb1", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:30:07.923433 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8ff3e279-092e-4778-b027-0018284efc83 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:30:07.923882 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2196f5c-2b71-43f0-a152-806082127564', 'name': 'network-vif-deleted', 'tag': '622c6971-45fb-4262-a38a-f7222198ddb1', 'status': 'completed', 'code': 200} Aug 17 03:30:08.432427 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e3588da2-1089-4101-b4e5-87b6adb25c1a req-194a3004-b6a4-4633-9d66-5de1af9becb6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=d2196f5c-2b71-43f0-a152-806082127564 HTTP/1.1" status: 200 len: 210 time: 0.0263865 Aug 17 03:30:09.491732 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38104) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:09.877196 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-84f5be9a-4b4f-4ce1-8763-7b54fe74b265 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:10.142668 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-84f5be9a-4b4f-4ce1-8763-7b54fe74b265 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting port 6226c071-a39e-4a9d-935c-e1da1098da58 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:30:10.142890 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-84f5be9a-4b4f-4ce1-8763-7b54fe74b265 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:10.241969 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-84f5be9a-4b4f-4ce1-8763-7b54fe74b265 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] For port 6226c071-a39e-4a9d-935c-e1da1098da58, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6226c071-a39e-4a9d-935c-e1da1098da58,segment=NetworkSegment(c00bc431-d331-4e4b-8e78-97e6dd4cc243),segment_id=c00bc431-d331-4e4b-8e78-97e6dd4cc243)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:30:10.242345 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-84f5be9a-4b4f-4ce1-8763-7b54fe74b265 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:10.256258 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-84f5be9a-4b4f-4ce1-8763-7b54fe74b265 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Calling delete_port for 6226c071-a39e-4a9d-935c-e1da1098da58 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:30:10.534752 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-84f5be9a-4b4f-4ce1-8763-7b54fe74b265 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:10.563582 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f5be9a-4b4f-4ce1-8763-7b54fe74b265 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Port': ['ID=6226c071-a39e-4a9d-935c-e1da1098da58,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:11.065136 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-84f5be9a-4b4f-4ce1-8763-7b54fe74b265 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:11.278448 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f5be9a-4b4f-4ce1-8763-7b54fe74b265 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router fe4ebbc6-3ec4-4427-b828-16eb52f7484b has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:30:11.382755 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f5be9a-4b4f-4ce1-8763-7b54fe74b265 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:30:11.387593 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-84f5be9a-4b4f-4ce1-8763-7b54fe74b265 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "PUT /v2.0/routers/fe4ebbc6-3ec4-4427-b828-16eb52f7484b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8947992 Aug 17 03:30:11.390892 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38116) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:11.393738 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9ca765-01d7-4313-b8bb-26302e21708d None None] Sync routers for ids ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:30:11.402825 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9ca765-01d7-4313-b8bb-26302e21708d None None] Routers {'fe4ebbc6-3ec4-4427-b828-16eb52f7484b'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:30:11.403429 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-fe9ca765-01d7-4313-b8bb-26302e21708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:29:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:11.440939 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f6e57dc-566a-4b43-817e-3d942f86c5cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting subnet 22c20d19-e985-42e5-b200-842bc381d447 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:30:11.444193 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f6e57dc-566a-4b43-817e-3d942f86c5cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:11.485258 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f6e57dc-566a-4b43-817e-3d942f86c5cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:11.509317 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-fe9ca765-01d7-4313-b8bb-26302e21708d None None] Set router fe4ebbc6-3ec4-4427-b828-16eb52f7484b gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:30:11.572497 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f6e57dc-566a-4b43-817e-3d942f86c5cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:11.682064 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-fe9ca765-01d7-4313-b8bb-26302e21708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066871060', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:28:21Z', 'updated_at': '2021-08-17T03:30:10Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:22Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:11.700306 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f6e57dc-566a-4b43-817e-3d942f86c5cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:11.707466 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9ca765-01d7-4313-b8bb-26302e21708d None None] Checking router: fe4ebbc6-3ec4-4427-b828-16eb52f7484b for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:30:11.715555 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe9ca765-01d7-4313-b8bb-26302e21708d None None] Routers {'fe4ebbc6-3ec4-4427-b828-16eb52f7484b'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:30:11.716166 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-fe9ca765-01d7-4313-b8bb-26302e21708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:29:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:11.729163 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6e57dc-566a-4b43-817e-3d942f86c5cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Subnet': ['ID=22c20d19-e985-42e5-b200-842bc381d447,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:11.731152 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4f6e57dc-566a-4b43-817e-3d942f86c5cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:11.736726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38118) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:11.738112 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5942d849-a6f1-4770-8f0e-004ea5ebd0f5 None None] Network 3bd96ee1-19cd-4179-9bd9-122642ba7656 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:30:11.740099 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4f6e57dc-566a-4b43-817e-3d942f86c5cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/subnets/22c20d19-e985-42e5-b200-842bc381d447 HTTP/1.1" status: 204 len: 168 time: 0.3479779 Aug 17 03:30:11.825370 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-fe9ca765-01d7-4313-b8bb-26302e21708d None None] Set router fe4ebbc6-3ec4-4427-b828-16eb52f7484b gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:30:11.865781 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f822ef4-64a4-4b2e-86ac-bfced5dbcfb2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:11.959694 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f6cd0f-506b-436e-badb-49143de11471 None None] DHCP port deletion for 3bd96ee1-19cd-4179-9bd9-122642ba7656 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:30:11.984285 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f822ef4-64a4-4b2e-86ac-bfced5dbcfb2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:12.007384 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-fe9ca765-01d7-4313-b8bb-26302e21708d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066871060', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:28:21Z', 'updated_at': '2021-08-17T03:30:10Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:22Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:12.008029 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-64f6cd0f-506b-436e-badb-49143de11471 None None] Deleting port bd7f3c7a-8175-4e22-a0fe-e92f425f08c3 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:30:12.008411 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-64f6cd0f-506b-436e-badb-49143de11471 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:12.035021 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe9ca765-01d7-4313-b8bb-26302e21708d None None] The sync data for ids ['fe4ebbc6-3ec4-4427-b828-16eb52f7484b'] in n-d-802060-9 is: [{'id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-2066871060', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176'}], 'enable_snat': True}, 'gw_port_id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:28:21Z', 'updated_at': '2021-08-17T03:30:10Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:40:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fe4ebbc6-3ec4-4427-b828-16eb52f7484b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.176', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:28:22Z', 'updated_at': '2021-08-17T03:28:26Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:30:12.093129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-64f6cd0f-506b-436e-badb-49143de11471 None None] For port bd7f3c7a-8175-4e22-a0fe-e92f425f08c3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=bd7f3c7a-8175-4e22-a0fe-e92f425f08c3,segment=NetworkSegment(c00bc431-d331-4e4b-8e78-97e6dd4cc243),segment_id=c00bc431-d331-4e4b-8e78-97e6dd4cc243)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:30:12.093614 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-64f6cd0f-506b-436e-badb-49143de11471 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:12.101167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-0f822ef4-64a4-4b2e-86ac-bfced5dbcfb2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting port 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:30:12.101554 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f822ef4-64a4-4b2e-86ac-bfced5dbcfb2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:12.111096 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-64f6cd0f-506b-436e-badb-49143de11471 None None] Calling delete_port for bd7f3c7a-8175-4e22-a0fe-e92f425f08c3 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:30:12.158299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 622c6971-45fb-4262-a38a-f7222198ddb1 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:30:12.182328 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 622c6971-45fb-4262-a38a-f7222198ddb1 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:30:12.182677 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 622c6971-45fb-4262-a38a-f7222198ddb1 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:30:12.193016 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-0f822ef4-64a4-4b2e-86ac-bfced5dbcfb2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] For port 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:30:12.197457 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f822ef4-64a4-4b2e-86ac-bfced5dbcfb2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:12.206149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-0f822ef4-64a4-4b2e-86ac-bfced5dbcfb2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Calling delete_port for 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:30:12.277843 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-64f6cd0f-506b-436e-badb-49143de11471 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:12.301325 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f6cd0f-506b-436e-badb-49143de11471 None None] Pushing event deleted for resources: {'Port': ['ID=bd7f3c7a-8175-4e22-a0fe-e92f425f08c3,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:12.310980 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64f6cd0f-506b-436e-badb-49143de11471 None None] No DVR routers for this DVR port bd7f3c7a-8175-4e22-a0fe-e92f425f08c3 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:30:12.443360 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f822ef4-64a4-4b2e-86ac-bfced5dbcfb2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:12.450669 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6226c071-a39e-4a9d-935c-e1da1098da58 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:30:12.478116 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 6226c071-a39e-4a9d-935c-e1da1098da58 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:30:12.478765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6226c071-a39e-4a9d-935c-e1da1098da58 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:30:12.479265 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bd7f3c7a-8175-4e22-a0fe-e92f425f08c3 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:30:12.487027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f822ef4-64a4-4b2e-86ac-bfced5dbcfb2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Port': ['ID=3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:12.510892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: bd7f3c7a-8175-4e22-a0fe-e92f425f08c3 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:30:12.511241 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bd7f3c7a-8175-4e22-a0fe-e92f425f08c3 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:30:12.546103 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f822ef4-64a4-4b2e-86ac-bfced5dbcfb2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:12.647190 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f822ef4-64a4-4b2e-86ac-bfced5dbcfb2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:12.649337 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f822ef4-64a4-4b2e-86ac-bfced5dbcfb2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:12.746287 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f822ef4-64a4-4b2e-86ac-bfced5dbcfb2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:12.747016 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f822ef4-64a4-4b2e-86ac-bfced5dbcfb2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Fanout notify agent at l3_agent the message router_deleted on router fe4ebbc6-3ec4-4427-b828-16eb52f7484b {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:30:12.758227 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0f822ef4-64a4-4b2e-86ac-bfced5dbcfb2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:12.758227 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0f822ef4-64a4-4b2e-86ac-bfced5dbcfb2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/routers/fe4ebbc6-3ec4-4427-b828-16eb52f7484b HTTP/1.1" status: 204 len: 168 time: 1.0189559 Aug 17 03:30:12.759279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38126) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:12.841677 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1e54-112a-40ce-a656-944160559373 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:12.934821 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1e54-112a-40ce-a656-944160559373 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:12.945324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-9d7c1e54-112a-40ce-a656-944160559373 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3bd96ee1-19cd-4179-9bd9-122642ba7656']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:12.956975 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-9d7c1e54-112a-40ce-a656-944160559373 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c00bc431-d331-4e4b-8e78-97e6dd4cc243') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:12.958085 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-9d7c1e54-112a-40ce-a656-944160559373 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c00bc431-d331-4e4b-8e78-97e6dd4cc243') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:12.967430 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1e54-112a-40ce-a656-944160559373 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:12.980918 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1e54-112a-40ce-a656-944160559373 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:12.987125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9d7c1e54-112a-40ce-a656-944160559373 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Releasing vlan 84 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:30:12.987518 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1e54-112a-40ce-a656-944160559373 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:30:12.990402 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:30:13.103720 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1e54-112a-40ce-a656-944160559373 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:13.110275 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9d7c1e54-112a-40ce-a656-944160559373 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:13.112484 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9d7c1e54-112a-40ce-a656-944160559373 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/networks/3bd96ee1-19cd-4179-9bd9-122642ba7656 HTTP/1.1" status: 204 len: 168 time: 0.3518147 Aug 17 03:30:13.115081 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38130) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:13.129080 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7c1e54-112a-40ce-a656-944160559373 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Network': ['ID=3bd96ee1-19cd-4179-9bd9-122642ba7656,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:13.179625 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44fb1620-f081-4690-b3d5-d738ef68e489 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:13.207297 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44fb1620-f081-4690-b3d5-d738ef68e489 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:13.337166 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44fb1620-f081-4690-b3d5-d738ef68e489 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:13.339705 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44fb1620-f081-4690-b3d5-d738ef68e489 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:13.340910 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-44fb1620-f081-4690-b3d5-d738ef68e489 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/security-groups/f2103135-90a5-46da-a8c2-6d9d4f1b2d5b HTTP/1.1" status: 204 len: 168 time: 0.2242765 Aug 17 03:30:13.350507 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fb1620-f081-4690-b3d5-d738ef68e489 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2103135-90a5-46da-a8c2-6d9d4f1b2d5b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:13.838607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38138) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:13.843870 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-68fe2f46-b628-498c-a2e4-7455f4cd177f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1957406398', 'description': 'tempest-secgroup-smoke-1957406398 description', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:13.936895 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-68fe2f46-b628-498c-a2e4-7455f4cd177f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:14.018603 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-68fe2f46-b628-498c-a2e4-7455f4cd177f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:14.085504 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-68fe2f46-b628-498c-a2e4-7455f4cd177f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:14.115768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fe2f46-b628-498c-a2e4-7455f4cd177f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ab9c10d1-2028-4f94-afbf-cfa3dcded87b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:14.169220 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-68fe2f46-b628-498c-a2e4-7455f4cd177f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:14.173338 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-68fe2f46-b628-498c-a2e4-7455f4cd177f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3310688 Aug 17 03:30:14.176204 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38142) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:14.179831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f5d3ffc7-6c81-4ca3-848f-359d47b4706b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': 'ab9c10d1-2028-4f94-afbf-cfa3dcded87b', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:14.290961 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5d3ffc7-6c81-4ca3-848f-359d47b4706b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:14.353702 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5d3ffc7-6c81-4ca3-848f-359d47b4706b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:14.383431 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:30:14.404437 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:30:14.404866 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3ab343a4-7cc9-46ea-8cf9-906bbbf47e0f not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:30:14.432128 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5d3ffc7-6c81-4ca3-848f-359d47b4706b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:14.452967 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d3ffc7-6c81-4ca3-848f-359d47b4706b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e6910f3-d82a-4237-b4ba-7101d049ff6c,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:14.525947 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f5d3ffc7-6c81-4ca3-848f-359d47b4706b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:14.525947 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f5d3ffc7-6c81-4ca3-848f-359d47b4706b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3467407 Aug 17 03:30:14.526225 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38162) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:14.531398 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-0cdd3f5c-bd71-4a81-be9a-e24ab76f47be tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': 'ab9c10d1-2028-4f94-afbf-cfa3dcded87b', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:14.633368 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cdd3f5c-bd71-4a81-be9a-e24ab76f47be tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:14.695821 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cdd3f5c-bd71-4a81-be9a-e24ab76f47be tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:14.771369 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cdd3f5c-bd71-4a81-be9a-e24ab76f47be tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:14.790840 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdd3f5c-bd71-4a81-be9a-e24ab76f47be tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390744fb-5992-4e6a-812e-c291a5f886c4,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:14.854646 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cdd3f5c-bd71-4a81-be9a-e24ab76f47be tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:14.855886 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0cdd3f5c-bd71-4a81-be9a-e24ab76f47be tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3286409 Aug 17 03:30:14.859220 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38164) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:14.865109 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-21d511ce-19c7-47f2-96e7-b5a41c348d7b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': 'ab9c10d1-2028-4f94-afbf-cfa3dcded87b', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:14.962737 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-21d511ce-19c7-47f2-96e7-b5a41c348d7b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:15.023025 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-21d511ce-19c7-47f2-96e7-b5a41c348d7b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:15.096619 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-21d511ce-19c7-47f2-96e7-b5a41c348d7b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:15.116767 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d511ce-19c7-47f2-96e7-b5a41c348d7b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e670ab6-82ed-4217-9c78-ad51f6313f2a,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:15.188532 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-21d511ce-19c7-47f2-96e7-b5a41c348d7b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:15.189870 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-21d511ce-19c7-47f2-96e7-b5a41c348d7b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3296237 Aug 17 03:30:15.192646 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38166) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:15.197321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-07210f45-015d-48c3-852e-68541dc81d37 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': 'ab9c10d1-2028-4f94-afbf-cfa3dcded87b', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:15.279776 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ee174ecf-d25a-4e79-81ab-55fc3cb129ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:15.296800 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-07210f45-015d-48c3-852e-68541dc81d37 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:15.355736 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-07210f45-015d-48c3-852e-68541dc81d37 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:15.431907 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-07210f45-015d-48c3-852e-68541dc81d37 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:15.450114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07210f45-015d-48c3-852e-68541dc81d37 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c13d9983-2713-4f97-9ca4-a00f75f617a2,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:15.514116 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-07210f45-015d-48c3-852e-68541dc81d37 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:15.515345 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-07210f45-015d-48c3-852e-68541dc81d37 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3216500 Aug 17 03:30:15.517998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38168) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:15.522422 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-bc578f80-33c7-4a0a-abef-87ff31476293 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': 'ab9c10d1-2028-4f94-afbf-cfa3dcded87b', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:15.599938 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-bc578f80-33c7-4a0a-abef-87ff31476293 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Project c77d3de5480541c2aef96c5ffa17a28d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:30:15.605358 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc578f80-33c7-4a0a-abef-87ff31476293 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:15.668567 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc578f80-33c7-4a0a-abef-87ff31476293 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:15.748445 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc578f80-33c7-4a0a-abef-87ff31476293 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:15.762628 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc578f80-33c7-4a0a-abef-87ff31476293 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=12c15ee2-ca4b-4ae5-b373-c7cd71f676e0,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:15.845849 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bc578f80-33c7-4a0a-abef-87ff31476293 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:15.847150 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bc578f80-33c7-4a0a-abef-87ff31476293 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3282108 Aug 17 03:30:15.849823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38172) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:15.854645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-2ea36b80-ee3e-4662-84b9-b03cb8a15241 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': 'ab9c10d1-2028-4f94-afbf-cfa3dcded87b', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:15.929123 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-2ea36b80-ee3e-4662-84b9-b03cb8a15241 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Project c77d3de5480541c2aef96c5ffa17a28d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:30:15.934398 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ea36b80-ee3e-4662-84b9-b03cb8a15241 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:15.999680 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ea36b80-ee3e-4662-84b9-b03cb8a15241 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:16.071669 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ea36b80-ee3e-4662-84b9-b03cb8a15241 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:16.089869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ea36b80-ee3e-4662-84b9-b03cb8a15241 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c258715-bc3c-4b96-88af-4ae32c564075,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:16.151748 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2ea36b80-ee3e-4662-84b9-b03cb8a15241 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:16.153128 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2ea36b80-ee3e-4662-84b9-b03cb8a15241 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3022966 Aug 17 03:30:16.156635 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38174) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:16.161905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-cc6ea2a1-6af7-4880-bdb6-1f02594ba2c7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'network': {'name': 'tempest-network-smoke--716285024', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'port_security_enabled': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:16.260127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc6ea2a1-6af7-4880-bdb6-1f02594ba2c7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Made reservation on behalf of c77d3de5480541c2aef96c5ffa17a28d for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:30:16.264244 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc6ea2a1-6af7-4880-bdb6-1f02594ba2c7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:16.287773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc6ea2a1-6af7-4880-bdb6-1f02594ba2c7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 83} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:30:16.296601 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc6ea2a1-6af7-4880-bdb6-1f02594ba2c7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:16.301073 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-cc6ea2a1-6af7-4880-bdb6-1f02594ba2c7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Added segment ab33eab6-b728-4a5a-8aef-3319a8a1d709 of type vlan for network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 Aug 17 03:30:16.337605 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc6ea2a1-6af7-4880-bdb6-1f02594ba2c7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:16.420682 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc6ea2a1-6af7-4880-bdb6-1f02594ba2c7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:16.426183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc6ea2a1-6af7-4880-bdb6-1f02594ba2c7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:16.426885 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cc6ea2a1-6af7-4880-bdb6-1f02594ba2c7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:16.496010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6ea2a1-6af7-4880-bdb6-1f02594ba2c7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Network': ['ID=9626fb61-bfe5-4e65-9e22-067b08cc3d50,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:16.506348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:30:16.548866 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cc6ea2a1-6af7-4880-bdb6-1f02594ba2c7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3910677 Aug 17 03:30:16.551790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38176) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:16.556419 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1619305641', 'admin_state_up': True, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:16.677713 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:16.678888 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:16.737056 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:16.928196 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:17.184107 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:17.203462 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:17.307451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Allocated IP 172.25.1.3 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/6427759b-c825-43c8-8272-4abe107d3c37) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:30:17.427357 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:17.517757 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:17.554027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:30:17.558904 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:30:17.562434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:30:17.586806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=6427759b-c825-43c8-8272-4abe107d3c37,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:17.900127 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bab22001-feab-46a7-b72c-9c6776483153 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:18.148432 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:18.230459 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:18.441821 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:18.637522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router 6578f01c-9655-4fb4-be9e-bc4ef6256d75 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:30:18.764008 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:30:18.777149 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Sync routers for ids ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:30:18.787354 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Routers {'6578f01c-9655-4fb4-be9e-bc4ef6256d75'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:30:18.791116 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:30:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:18.839631 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:18.841142 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-167cad8a-7194-40da-a693-0bafaade3119 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.2883959 Aug 17 03:30:18.844375 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38188) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:18.881282 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-49a4f518-111f-4530-bd16-14c072ca7b15 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=c77d3de5480541c2aef96c5ffa17a28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0357552 Aug 17 03:30:18.884117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38190) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:18.902839 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Set router 6578f01c-9655-4fb4-be9e-bc4ef6256d75 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:30:19.041797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77a80c75-7ed9-4f88-8b8a-d89a2813606f tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:19.043310 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-77a80c75-7ed9-4f88-8b8a-d89a2813606f tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1581521 Aug 17 03:30:19.046267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38192) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:19.081639 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-60be5bd2-a404-449e-8386-25b8a9f57e98 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0341523 Aug 17 03:30:19.084215 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38194) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:19.089351 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-8d2ca269-ed18-47f3-9cf7-7cf4c1f112fa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-801988304', 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:19.095018 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619305641', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '6427759b-c825-43c8-8272-4abe107d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:30:16Z', 'updated_at': '2021-08-17T03:30:18Z', 'revision_number': 3, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6427759b-c825-43c8-8272-4abe107d3c37', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:17Z', 'updated_at': '2021-08-17T03:30:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:19.128857 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Checking router: 6578f01c-9655-4fb4-be9e-bc4ef6256d75 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:30:19.129721 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Updating router 6578f01c-9655-4fb4-be9e-bc4ef6256d75 port 6427759b-c825-43c8-8272-4abe107d3c37 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:30:19.158310 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:19.239429 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:19.289020 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d2ca269-ed18-47f3-9cf7-7cf4c1f112fa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Made reservation on behalf of c77d3de5480541c2aef96c5ffa17a28d for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:30:19.292526 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d2ca269-ed18-47f3-9cf7-7cf4c1f112fa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:19.426954 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:19.437017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Transition to ACTIVE for port object 6427759b-c825-43c8-8272-4abe107d3c37 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:30:19.500126 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:19.523282 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d2ca269-ed18-47f3-9cf7-7cf4c1f112fa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:19.551698 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Attempting to bind port 6427759b-c825-43c8-8272-4abe107d3c37 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:30:19.552643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Attempting to bind port 6427759b-c825-43c8-8272-4abe107d3c37 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:30:19.552643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Attempting to bind port 6427759b-c825-43c8-8272-4abe107d3c37 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:30:19.553698 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:30:19.555332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3528d-45b4-4778-8bb3-2efb355d7d6b None None] Pushing event updated for resources: {'Port': ['ID=6427759b-c825-43c8-8272-4abe107d3c37,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:19.559792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:30:19.565210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:30:19.565210 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:19.565210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:30:19.565210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Bound port: 6427759b-c825-43c8-8272-4abe107d3c37, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:30:19.565210 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:19.582801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d2ca269-ed18-47f3-9cf7-7cf4c1f112fa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Subnet': ['ID=4b636178-e141-45d5-91c6-63f68cab4de1,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:19.598358 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d2ca269-ed18-47f3-9cf7-7cf4c1f112fa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Checking segment: {'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:30:19.598732 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2ca269-ed18-47f3-9cf7-7cf4c1f112fa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network hostable DHCP agents. Network: 9626fb61-bfe5-4e65-9e22-067b08cc3d50, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:30:19.616975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] For port 6427759b-c825-43c8-8272-4abe107d3c37, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:30:19.619878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] For port 6427759b-c825-43c8-8272-4abe107d3c37, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6427759b-c825-43c8-8272-4abe107d3c37,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:30:19.690866 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d2ca269-ed18-47f3-9cf7-7cf4c1f112fa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:30:19.703370 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:19.770511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Routers {'6578f01c-9655-4fb4-be9e-bc4ef6256d75'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:30:19.771141 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:30:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:19.782294 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-8d2ca269-ed18-47f3-9cf7-7cf4c1f112fa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 9626fb61-bfe5-4e65-9e22-067b08cc3d50) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:30:19.788522 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2ca269-ed18-47f3-9cf7-7cf4c1f112fa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:19.789209 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8d2ca269-ed18-47f3-9cf7-7cf4c1f112fa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:19.808467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdc00da8-b544-4587-a129-d41a09d17b55 None None] Network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:30:19.813905 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf3528d-45b4-4778-8bb3-2efb355d7d6b None None] Pushing event updated for resources: {'Port': ['ID=6427759b-c825-43c8-8272-4abe107d3c37,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:19.851700 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8d2ca269-ed18-47f3-9cf7-7cf4c1f112fa tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7662389 Aug 17 03:30:19.854619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38196) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:19.932506 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] Set router 6578f01c-9655-4fb4-be9e-bc4ef6256d75 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:30:20.124271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ips': [{'subnet_id': '4b636178-e141-45d5-91c6-63f68cab4de1'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:30:20.127248 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:20.275591 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619305641', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '6427759b-c825-43c8-8272-4abe107d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:30:16Z', 'updated_at': '2021-08-17T03:30:18Z', 'revision_number': 3, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6427759b-c825-43c8-8272-4abe107d3c37', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:17Z', 'updated_at': '2021-08-17T03:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:20.307503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0ba6e76-1e71-47ee-9dda-767cd1cbae7a None None] The sync data for ids ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'] in n-d-802060-9 is: [{'id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619305641', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '6427759b-c825-43c8-8272-4abe107d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:30:16Z', 'updated_at': '2021-08-17T03:30:18Z', 'revision_number': 3, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6427759b-c825-43c8-8272-4abe107d3c37', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:17Z', 'updated_at': '2021-08-17T03:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:30:20.322693 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Allocated IP 172.20.0.2 (9626fb61-bfe5-4e65-9e22-067b08cc3d50/4b636178-e141-45d5-91c6-63f68cab4de1/ff34ca09-eaf1-4337-980f-2609e6c5a6b4) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:30:20.332594 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:20.496470 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:20.506190 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Transition to ACTIVE for port object ff34ca09-eaf1-4337-980f-2609e6c5a6b4 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:30:20.523304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Transition to ACTIVE for port object ff34ca09-eaf1-4337-980f-2609e6c5a6b4 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:30:20.607062 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:20.658055 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:30:20.661193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:30:20.664373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:30:20.676694 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Pushing event updated for resources: {'Port': ['ID=ff34ca09-eaf1-4337-980f-2609e6c5a6b4,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:20.690121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Allocated IP 172.20.0.1 (9626fb61-bfe5-4e65-9e22-067b08cc3d50/4b636178-e141-45d5-91c6-63f68cab4de1/4ad15aed-2b9d-443f-ae54-7aedbba4925d) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:30:20.740100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Attempting to bind port ff34ca09-eaf1-4337-980f-2609e6c5a6b4 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:30:20.740723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Attempting to bind port ff34ca09-eaf1-4337-980f-2609e6c5a6b4 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:30:20.741450 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Attempting to bind port ff34ca09-eaf1-4337-980f-2609e6c5a6b4 on network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:30:20.747630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:30:20.748297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Checking segment: {'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:30:20.748913 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:20.749626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Bound using segment: {'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:30:20.750295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Bound port: ff34ca09-eaf1-4337-980f-2609e6c5a6b4, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:30:20.751032 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:20.823276 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:20.836156 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] For port ff34ca09-eaf1-4337-980f-2609e6c5a6b4, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:30:20.838219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Transition to ACTIVE for port object 4ad15aed-2b9d-443f-ae54-7aedbba4925d will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:30:20.853455 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] For port ff34ca09-eaf1-4337-980f-2609e6c5a6b4, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ff34ca09-eaf1-4337-980f-2609e6c5a6b4,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:30:20.906942 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:20.935013 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:20.938230 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:20.970360 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3648eda4-b90e-4b66-9e67-684d83654e3f None None] Pushing event updated for resources: {'Port': ['ID=ff34ca09-eaf1-4337-980f-2609e6c5a6b4,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:20.991471 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:30:20.997374 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:30:21.002240 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:30:21.038274 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=4ad15aed-2b9d-443f-ae54-7aedbba4925d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:21.065862 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:21.338133 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:21.648169 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:21.711803 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:21.790980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=4ad15aed-2b9d-443f-ae54-7aedbba4925d,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:21.796329 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:21.901336 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:30:21.903075 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:30:21.996712 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0844aa-cd5b-4a62-9243-e4b7fa9245d2 None None] Network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:30:22.044248 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router 6578f01c-9655-4fb4-be9e-bc4ef6256d75 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:30:22.130431 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-89bb4458-f680-44c4-9a35-3061daf6fea2 None None] Provisioning for port ff34ca09-eaf1-4337-980f-2609e6c5a6b4 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:30:22.180820 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:30:22.193458 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-83d6d5c4-4296-4bc2-96a6-66bc824b76fc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "PUT /v2.0/routers/6578f01c-9655-4fb4-be9e-bc4ef6256d75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3356793 Aug 17 03:30:22.360983 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-0d0bc845-b533-4e8e-8aab-79525a488b41 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1957406398&fields=id&tenant_id=c77d3de5480541c2aef96c5ffa17a28d HTTP/1.1" status: 200 len: 267 time: 0.0450461 Aug 17 03:30:22.489673 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ff34ca09-eaf1-4337-980f-2609e6c5a6b4 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:30:22.490674 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Sync routers for ids ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:30:22.504204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-cdf009c6-a6f1-418c-ada7-51b74de48499 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:22.506058 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-cdf009c6-a6f1-418c-ada7-51b74de48499 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/networks?id=9626fb61-bfe5-4e65-9e22-067b08cc3d50 HTTP/1.1" status: 200 len: 796 time: 0.1334662 Aug 17 03:30:22.506427 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Routers {'6578f01c-9655-4fb4-be9e-bc4ef6256d75'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:30:22.507295 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:30:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:22.529926 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-db4fa7ad-930a-4ec2-abc4-595dc66ec8b1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/quotas/c77d3de5480541c2aef96c5ffa17a28d HTTP/1.1" status: 200 len: 375 time: 0.0153852 Aug 17 03:30:22.588169 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-7233d804-6d3e-4ad1-be75-d2165f15b34e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572555 Aug 17 03:30:22.643006 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port ff34ca09-eaf1-4337-980f-2609e6c5a6b4 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:30:22.647619 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ff34ca09-eaf1-4337-980f-2609e6c5a6b4 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:30:22.652396 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:22.679016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-dc625292-9155-4118-974c-c288f0bd666d None None] Provisioning for port 4ad15aed-2b9d-443f-ae54-7aedbba4925d completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:30:22.687459 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-dc625292-9155-4118-974c-c288f0bd666d None None] Provisioning complete for port 4ad15aed-2b9d-443f-ae54-7aedbba4925d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:30:22.687459 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dc625292-9155-4118-974c-c288f0bd666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:22.734209 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-dc625292-9155-4118-974c-c288f0bd666d None None] Port 4ad15aed-2b9d-443f-ae54-7aedbba4925d cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:30:22.737317 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Set router 6578f01c-9655-4fb4-be9e-bc4ef6256d75 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:30:22.769980 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-346ca179-d15a-47b5-89a8-8265d8a722b3 service neutron] 10.222.0.10 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1630526 Aug 17 03:30:22.773408 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-dc625292-9155-4118-974c-c288f0bd666d None None] Provisioning complete for port ff34ca09-eaf1-4337-980f-2609e6c5a6b4 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:30:22.773812 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dc625292-9155-4118-974c-c288f0bd666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:22.826855 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:22.880202 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-c8aed65c-9357-417f-9a6b-7fe0849a5ee1 service neutron] 10.222.0.10 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085184 Aug 17 03:30:22.911953 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dc625292-9155-4118-974c-c288f0bd666d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:22.917266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port ff34ca09-eaf1-4337-980f-2609e6c5a6b4, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ff34ca09-eaf1-4337-980f-2609e6c5a6b4,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:30:22.976900 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619305641', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '6427759b-c825-43c8-8272-4abe107d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:30:16Z', 'updated_at': '2021-08-17T03:30:21Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6427759b-c825-43c8-8272-4abe107d3c37', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:17Z', 'updated_at': '2021-08-17T03:30:19Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '4ad15aed-2b9d-443f-ae54-7aedbba4925d', 'name': '', 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:7e:2e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:20Z', 'updated_at': '2021-08-17T03:30:21Z', 'revision_number': 2, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:23.006222 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:23.012905 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6427759b-c825-43c8-8272-4abe107d3c37 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:30:23.013085 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Checking router: 6578f01c-9655-4fb4-be9e-bc4ef6256d75 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:30:23.013085 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Updating router 6578f01c-9655-4fb4-be9e-bc4ef6256d75 port 4ad15aed-2b9d-443f-ae54-7aedbba4925d binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:30:23.034752 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:23.256218 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-796e47ac-c62b-417f-aedd-63a0c7511c1f req-da065e36-1749-45b4-bb1a-6dcaa0a3a034 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 210 time: 0.0646141 Aug 17 03:30:23.323384 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-dc625292-9155-4118-974c-c288f0bd666d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:30:23.323384 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-dc625292-9155-4118-974c-c288f0bd666d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:30:23.328399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=ff34ca09-eaf1-4337-980f-2609e6c5a6b4,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:23.332756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38230) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:23.366968 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:23.381879 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Transition to ACTIVE for port object 4ad15aed-2b9d-443f-ae54-7aedbba4925d will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:30:23.387082 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffd47fd6-02bc-4ea6-9f2f-d795591dc65a admin admin] Deleting subnet 8cde8b1c-4b1d-4c9d-8ebe-3b2d8e5dcdc6 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:30:23.390284 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ffd47fd6-02bc-4ea6-9f2f-d795591dc65a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:23.393607 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 6427759b-c825-43c8-8272-4abe107d3c37 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:30:23.397539 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6427759b-c825-43c8-8272-4abe107d3c37 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:30:23.397920 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:23.431643 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ffd47fd6-02bc-4ea6-9f2f-d795591dc65a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:23.451287 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:23.473481 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ffd47fd6-02bc-4ea6-9f2f-d795591dc65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:23.484276 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:23.511142 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a18e2-a0d7-41b6-a378-c9a0e11d470f None None] Pushing event updated for resources: {'Port': ['ID=4ad15aed-2b9d-443f-ae54-7aedbba4925d,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:23.514785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 6427759b-c825-43c8-8272-4abe107d3c37, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6427759b-c825-43c8-8272-4abe107d3c37,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:30:23.535492 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a18e2-a0d7-41b6-a378-c9a0e11d470f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:23.535954 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a18e2-a0d7-41b6-a378-c9a0e11d470f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:23.536229 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a18e2-a0d7-41b6-a378-c9a0e11d470f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:23.536529 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a18e2-a0d7-41b6-a378-c9a0e11d470f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:23.536864 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a18e2-a0d7-41b6-a378-c9a0e11d470f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:23.537221 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a18e2-a0d7-41b6-a378-c9a0e11d470f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:23.537555 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a18e2-a0d7-41b6-a378-c9a0e11d470f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:23.537887 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a18e2-a0d7-41b6-a378-c9a0e11d470f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:23.538213 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a18e2-a0d7-41b6-a378-c9a0e11d470f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:23.538539 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a18e2-a0d7-41b6-a378-c9a0e11d470f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:23.538868 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a18e2-a0d7-41b6-a378-c9a0e11d470f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:23.539193 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c18a18e2-a0d7-41b6-a378-c9a0e11d470f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:23.584556 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Attempting to bind port 4ad15aed-2b9d-443f-ae54-7aedbba4925d on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:30:23.585355 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Attempting to bind port 4ad15aed-2b9d-443f-ae54-7aedbba4925d by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:30:23.585812 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Attempting to bind port 4ad15aed-2b9d-443f-ae54-7aedbba4925d on network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:30:23.593204 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:30:23.594064 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Checking segment: {'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:30:23.594568 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:23.595434 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Bound using segment: {'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:30:23.598539 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Bound port: 4ad15aed-2b9d-443f-ae54-7aedbba4925d, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:30:23.598977 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:23.634727 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:23.677784 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ffd47fd6-02bc-4ea6-9f2f-d795591dc65a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:23.688721 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] For port 4ad15aed-2b9d-443f-ae54-7aedbba4925d, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:30:23.692312 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] For port 4ad15aed-2b9d-443f-ae54-7aedbba4925d, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4ad15aed-2b9d-443f-ae54-7aedbba4925d,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:30:23.711079 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd47fd6-02bc-4ea6-9f2f-d795591dc65a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cde8b1c-4b1d-4c9d-8ebe-3b2d8e5dcdc6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:23.713437 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ffd47fd6-02bc-4ea6-9f2f-d795591dc65a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:23.718903 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38236) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:23.719690 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ffd47fd6-02bc-4ea6-9f2f-d795591dc65a admin admin] 10.222.0.10 "DELETE /v2.0/subnets/8cde8b1c-4b1d-4c9d-8ebe-3b2d8e5dcdc6 HTTP/1.1" status: 204 len: 168 time: 0.3836684 Aug 17 03:30:23.742230 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=6427759b-c825-43c8-8272-4abe107d3c37,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:23.782816 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:23.797763 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-652590dd-222a-48a9-bc4d-67237b8ff89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:23.849907 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Routers {'6578f01c-9655-4fb4-be9e-bc4ef6256d75'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:30:23.850804 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:30:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:23.896796 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c18a18e2-a0d7-41b6-a378-c9a0e11d470f None None] Pushing event updated for resources: {'Port': ['ID=4ad15aed-2b9d-443f-ae54-7aedbba4925d,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:23.925645 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-652590dd-222a-48a9-bc4d-67237b8ff89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:23.946827 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-652590dd-222a-48a9-bc4d-67237b8ff89b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:23.963083 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-652590dd-222a-48a9-bc4d-67237b8ff89b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a864cff-673c-408b-849e-792d1a6d2056') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:23.963473 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-652590dd-222a-48a9-bc4d-67237b8ff89b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a864cff-673c-408b-849e-792d1a6d2056') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:23.979811 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-652590dd-222a-48a9-bc4d-67237b8ff89b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:24.008005 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-652590dd-222a-48a9-bc4d-67237b8ff89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:24.008980 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] Set router 6578f01c-9655-4fb4-be9e-bc4ef6256d75 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:30:24.015308 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-652590dd-222a-48a9-bc4d-67237b8ff89b admin admin] Releasing vlan 50 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:30:24.015973 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-652590dd-222a-48a9-bc4d-67237b8ff89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:30:24.017908 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:30:24.134939 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-652590dd-222a-48a9-bc4d-67237b8ff89b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:24.141959 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-652590dd-222a-48a9-bc4d-67237b8ff89b admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:24.144156 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-652590dd-222a-48a9-bc4d-67237b8ff89b admin admin] 10.222.0.10 "DELETE /v2.0/networks/8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6 HTTP/1.1" status: 204 len: 168 time: 0.4242628 Aug 17 03:30:24.165519 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652590dd-222a-48a9-bc4d-67237b8ff89b admin admin] Pushing event deleted for resources: {'Network': ['ID=8a8d5cf5-3f36-4d0f-84b9-c35b96dbf9d6,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:24.248439 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619305641', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '6427759b-c825-43c8-8272-4abe107d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:30:16Z', 'updated_at': '2021-08-17T03:30:21Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6427759b-c825-43c8-8272-4abe107d3c37', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:17Z', 'updated_at': '2021-08-17T03:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '4ad15aed-2b9d-443f-ae54-7aedbba4925d', 'name': '', 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:7e:2e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:20Z', 'updated_at': '2021-08-17T03:30:23Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:24.278583 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-487d2a4e-50d7-443f-a6f8-1c9447e88d90 None None] The sync data for ids ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'] in n-d-802060-9 is: [{'id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619305641', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '6427759b-c825-43c8-8272-4abe107d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:30:16Z', 'updated_at': '2021-08-17T03:30:21Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6427759b-c825-43c8-8272-4abe107d3c37', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:17Z', 'updated_at': '2021-08-17T03:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '4ad15aed-2b9d-443f-ae54-7aedbba4925d', 'name': '', 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:7e:2e:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:20Z', 'updated_at': '2021-08-17T03:30:23Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:30:24.348248 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8952f813-31f5-46df-9308-ec2970d9cbf4 req-04ac255c-8c63-4b3f-9ded-65ebffd138eb tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 210 time: 0.0392194 Aug 17 03:30:24.515133 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6427759b-c825-43c8-8272-4abe107d3c37 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:30:24.567964 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6427759b-c825-43c8-8272-4abe107d3c37 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:30:24.568540 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:24.571858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38244) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:24.627524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38246) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:24.628631 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1568c7bb-e37a-4e7b-9870-16c4250cbf6e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=47c8893ff8b34bc8bb17d97f737305d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0547683 Aug 17 03:30:24.661059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-02314218-57c4-41f8-831e-16b46f201c23 req-19229a7f-78d4-4e66-933a-830563cd808a service neutron] (101970) timed out ('10.222.0.30', 54716) {{(pid=101970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:30:24.667950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ff34ca09-eaf1-4337-980f-2609e6c5a6b4 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:30:24.687863 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b11f848c-0336-4b77-91ad-aa72843dd0a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:24.713338 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b11f848c-0336-4b77-91ad-aa72843dd0a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:24.731109 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ff34ca09-eaf1-4337-980f-2609e6c5a6b4 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:30:24.731874 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:24.816898 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4ad15aed-2b9d-443f-ae54-7aedbba4925d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:30:24.851461 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b11f848c-0336-4b77-91ad-aa72843dd0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:24.855332 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b11f848c-0336-4b77-91ad-aa72843dd0a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:24.856518 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b11f848c-0336-4b77-91ad-aa72843dd0a2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/cf90c005-78cf-40b9-94d7-c01da71c2878 HTTP/1.1" status: 204 len: 168 time: 0.2280047 Aug 17 03:30:24.866077 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b11f848c-0336-4b77-91ad-aa72843dd0a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf90c005-78cf-40b9-94d7-c01da71c2878,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:24.942669 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 4ad15aed-2b9d-443f-ae54-7aedbba4925d completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:30:24.947280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 4ad15aed-2b9d-443f-ae54-7aedbba4925d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:30:24.947968 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:25.031072 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:25.065187 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 4ad15aed-2b9d-443f-ae54-7aedbba4925d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4ad15aed-2b9d-443f-ae54-7aedbba4925d,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:30:25.151197 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:25.205616 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=4ad15aed-2b9d-443f-ae54-7aedbba4925d,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:25.408151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-3320567a-0bc4-4c36-a1ad-46febe42ba29 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:25.410695 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-3320567a-0bc4-4c36-a1ad-46febe42ba29 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.60 "GET /v2.0/networks?id=9626fb61-bfe5-4e65-9e22-067b08cc3d50 HTTP/1.1" status: 200 len: 796 time: 0.1251543 Aug 17 03:30:25.453694 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-14f293f1-090f-46a8-a55e-4ba50fef88f0 req-8271d01f-83a9-47dc-b760-3a784d51da7a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 210 time: 0.0278893 Aug 17 03:30:25.458073 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-d02582f5-cba6-49a1-a02d-8c10cc27d4a3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c77d3de5480541c2aef96c5ffa17a28d HTTP/1.1" status: 200 len: 380 time: 0.0362492 Aug 17 03:30:25.478285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-15f012b3-cb8c-4211-b950-224154b4ba1a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'port': {'device_id': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'admin_state_up': True, 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'security_groups': ['ab9c10d1-2028-4f94-afbf-cfa3dcded87b']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:25.648932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-15f012b3-cb8c-4211-b950-224154b4ba1a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Made reservation on behalf of c77d3de5480541c2aef96c5ffa17a28d for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:30:25.652441 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-15f012b3-cb8c-4211-b950-224154b4ba1a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:25.784081 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-15f012b3-cb8c-4211-b950-224154b4ba1a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Allocated IP 172.20.0.14 (9626fb61-bfe5-4e65-9e22-067b08cc3d50/4b636178-e141-45d5-91c6-63f68cab4de1/5ba60b04-8761-41dd-88c8-eb1f9215fc86) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:30:25.929625 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-15f012b3-cb8c-4211-b950-224154b4ba1a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:25.933865 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38270) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:25.943907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-15f012b3-cb8c-4211-b950-224154b4ba1a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Transition to ACTIVE for port object 5ba60b04-8761-41dd-88c8-eb1f9215fc86 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:30:26.028420 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-15f012b3-cb8c-4211-b950-224154b4ba1a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:26.043434 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-18ebc407-c4dc-44ef-8598-76d7acb4efb8 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1820920052-network', 'tenant_id': 'cfc20a248ead4ab7a4bfbaac361b1dd6'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:26.073648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-15f012b3-cb8c-4211-b950-224154b4ba1a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:30:26.078615 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-15f012b3-cb8c-4211-b950-224154b4ba1a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:30:26.082260 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-15f012b3-cb8c-4211-b950-224154b4ba1a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:30:26.108736 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f012b3-cb8c-4211-b950-224154b4ba1a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=5ba60b04-8761-41dd-88c8-eb1f9215fc86,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:26.136997 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-15f012b3-cb8c-4211-b950-224154b4ba1a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:26.137654 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-15f012b3-cb8c-4211-b950-224154b4ba1a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:26.142496 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ebc407-c4dc-44ef-8598-76d7acb4efb8 admin admin] Made reservation on behalf of cfc20a248ead4ab7a4bfbaac361b1dd6 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:30:26.144831 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ebc407-c4dc-44ef-8598-76d7acb4efb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:26.153504 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ebc407-c4dc-44ef-8598-76d7acb4efb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:26.234942 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-15f012b3-cb8c-4211-b950-224154b4ba1a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7700553 Aug 17 03:30:26.247350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Request body: {'port': {'device_id': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:26.303001 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:26.316523 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ebc407-c4dc-44ef-8598-76d7acb4efb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:26.380430 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ebc407-c4dc-44ef-8598-76d7acb4efb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:26.407678 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-18ebc407-c4dc-44ef-8598-76d7acb4efb8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 54} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:30:26.408162 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4ad15aed-2b9d-443f-ae54-7aedbba4925d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:30:26.424198 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebc407-c4dc-44ef-8598-76d7acb4efb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85d43bc2-d2f2-4803-8a47-f102e8685fac,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:26.428304 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ebc407-c4dc-44ef-8598-76d7acb4efb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:26.429025 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-18ebc407-c4dc-44ef-8598-76d7acb4efb8 admin admin] Added segment 786ba3d6-747b-4a55-9ae4-a751e0cff923 of type vlan for network 088ce0ba-d024-4edd-b068-4bf23d644ab0 Aug 17 03:30:26.457147 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-31924017-c352-4aac-b5ac-828360557f23 None None] Provisioning for port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:30:26.461395 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-31924017-c352-4aac-b5ac-828360557f23 None None] Provisioning complete for port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:30:26.461900 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-31924017-c352-4aac-b5ac-828360557f23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:26.478654 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ebc407-c4dc-44ef-8598-76d7acb4efb8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:26.486046 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 4ad15aed-2b9d-443f-ae54-7aedbba4925d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:30:26.486576 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:26.526391 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-31924017-c352-4aac-b5ac-828360557f23 None None] Port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:30:26.577273 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ebc407-c4dc-44ef-8598-76d7acb4efb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:26.578464 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ebc407-c4dc-44ef-8598-76d7acb4efb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:26.579163 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18ebc407-c4dc-44ef-8598-76d7acb4efb8 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:26.639919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b2dd7f-a3eb-47af-b768-0880abaf2bc6 req-0aeb8eb1-f9f9-4bf6-acd1-55a48049de1b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:26.640445 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ebc407-c4dc-44ef-8598-76d7acb4efb8 admin admin] Pushing event updated for resources: {'Network': ['ID=088ce0ba-d024-4edd-b068-4bf23d644ab0,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:26.641429 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-62b2dd7f-a3eb-47af-b768-0880abaf2bc6 req-0aeb8eb1-f9f9-4bf6-acd1-55a48049de1b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 932 time: 0.0920284 Aug 17 03:30:26.655870 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 088ce0ba-d024-4edd-b068-4bf23d644ab0 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:30:26.660172 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ba60b04-8761-41dd-88c8-eb1f9215fc86 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:30:26.673041 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:26.697520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Transition to ACTIVE for port object 5ba60b04-8761-41dd-88c8-eb1f9215fc86 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:30:26.700808 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-62b2dd7f-a3eb-47af-b768-0880abaf2bc6 req-a883c1a1-7d91-40d9-b6ce-c540e8b63238 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0530851 Aug 17 03:30:26.706591 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-18ebc407-c4dc-44ef-8598-76d7acb4efb8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7688906 Aug 17 03:30:26.706983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38276) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:26.711659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-eae4c285-353f-4fed-84ae-e86cffa77e97 admin admin] Request body: {'subnet': {'network_id': '088ce0ba-d024-4edd-b068-4bf23d644ab0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1820920052-subnet', 'tenant_id': 'cfc20a248ead4ab7a4bfbaac361b1dd6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:26.753831 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:26.808060 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eae4c285-353f-4fed-84ae-e86cffa77e97 admin admin] Made reservation on behalf of cfc20a248ead4ab7a4bfbaac361b1dd6 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:30:26.810997 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eae4c285-353f-4fed-84ae-e86cffa77e97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:26.812895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba60b04-8761-41dd-88c8-eb1f9215fc86,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:26.946985 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Attempting to bind port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:30:26.947322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Attempting to bind port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:30:26.947694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Attempting to bind port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 on network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:30:26.955400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 on network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:30:26.955728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Attempting to bind port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 on network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:30:26.967526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 30, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:30:26.967865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Checking segment: {'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:30:26.968248 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Bound using segment: {'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:30:26.968704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Bound port: 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:30:26.969056 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:27.094281 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:30:27.097218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:30:27.182894 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eae4c285-353f-4fed-84ae-e86cffa77e97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:27.187364 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:27.258705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:27.259322 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:27.260707 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] 10.222.0.60 "PUT /v2.0/ports/5ba60b04-8761-41dd-88c8-eb1f9215fc86 HTTP/1.1" status: 200 len: 1092 time: 1.0178101 Aug 17 03:30:27.266595 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:30:27.269002 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82381f3f-3416-4f01-b555-2cbfccc35599" -d '{"events": [{"name": "network-changed", "server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:30:27.292340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eae4c285-353f-4fed-84ae-e86cffa77e97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d457a2b2-3ff6-49a0-9fa7-65f1e6cc033b,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:27.308384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf6a271-7228-4c5f-a0dd-456a72ca6299 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba60b04-8761-41dd-88c8-eb1f9215fc86,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:27.318199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eae4c285-353f-4fed-84ae-e86cffa77e97 admin admin] Checking segment: {'id': '786ba3d6-747b-4a55-9ae4-a751e0cff923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '088ce0ba-d024-4edd-b068-4bf23d644ab0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:30:27.318567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae4c285-353f-4fed-84ae-e86cffa77e97 admin admin] Network hostable DHCP agents. Network: 088ce0ba-d024-4edd-b068-4bf23d644ab0, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:30:27.326223 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:30:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f47c4438-bb79-4667-8b6f-ecc2e1463d48 x-openstack-request-id: req-f47c4438-bb79-4667-8b6f-ecc2e1463d48 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:30:27.326501 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:30:27.327016 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f47c4438-bb79-4667-8b6f-ecc2e1463d48 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:30:27.327367 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'status': 'completed', 'code': 200} Aug 17 03:30:27.382245 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82381f3f-3416-4f01-b555-2cbfccc35599 req-cd9fda89-98c1-4236-9bd4-93657f572443 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:27.383776 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-82381f3f-3416-4f01-b555-2cbfccc35599 req-cd9fda89-98c1-4236-9bd4-93657f572443 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 1095 time: 0.0442419 Aug 17 03:30:27.443600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eae4c285-353f-4fed-84ae-e86cffa77e97 admin admin] Network 088ce0ba-d024-4edd-b068-4bf23d644ab0 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:30:27.495082 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82381f3f-3416-4f01-b555-2cbfccc35599 req-ee4f1b4c-35df-421f-a125-96c7c6a204a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:27.499157 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-82381f3f-3416-4f01-b555-2cbfccc35599 req-ee4f1b4c-35df-421f-a125-96c7c6a204a9 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1046822 Aug 17 03:30:27.521257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-eae4c285-353f-4fed-84ae-e86cffa77e97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 088ce0ba-d024-4edd-b068-4bf23d644ab0) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:30:27.532107 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-775d09f9-13d5-41fa-92f1-0c66abfaa0a8 None None] Network 088ce0ba-d024-4edd-b068-4bf23d644ab0 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:30:27.550748 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eae4c285-353f-4fed-84ae-e86cffa77e97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:27.551334 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eae4c285-353f-4fed-84ae-e86cffa77e97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:27.603000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82381f3f-3416-4f01-b555-2cbfccc35599 req-bd42d8ec-587d-465a-9555-49311149a1c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:27.604542 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-82381f3f-3416-4f01-b555-2cbfccc35599 req-bd42d8ec-587d-465a-9555-49311149a1c6 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1014166 Aug 17 03:30:27.656870 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0f3c4a2-5909-43bb-9ac3-33720c9806b3 None None] Network 088ce0ba-d024-4edd-b068-4bf23d644ab0 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:30:27.669847 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-eae4c285-353f-4fed-84ae-e86cffa77e97 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9619102 Aug 17 03:30:27.684849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-1174cc06-b071-48a7-8e72-03f8d9e1448f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:27.686559 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-1174cc06-b071-48a7-8e72-03f8d9e1448f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 1095 time: 0.0472255 Aug 17 03:30:27.741554 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-7ca7cf52-0393-4f2a-93b6-b48ad80ffed1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86 HTTP/1.1" status: 200 len: 217 time: 0.0473046 Aug 17 03:30:27.821247 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-10fe94bc-fd34-4342-968a-6688d123056f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:27.822830 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-10fe94bc-fd34-4342-968a-6688d123056f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b636178-e141-45d5-91c6-63f68cab4de1 HTTP/1.1" status: 200 len: 834 time: 0.0751493 Aug 17 03:30:27.873685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5241c109-f4fc-4eaf-bf52-11462588a558 req-18de5af5-4300-4aaa-8bfc-dcafd1d787bc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:27.875212 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5241c109-f4fc-4eaf-bf52-11462588a558 req-18de5af5-4300-4aaa-8bfc-dcafd1d787bc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 944 time: 0.0874326 Aug 17 03:30:27.892019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-252be239-79e0-43dd-8c43-fbf65ddd45b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:27.893527 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-252be239-79e0-43dd-8c43-fbf65ddd45b2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9626fb61-bfe5-4e65-9e22-067b08cc3d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629170 Aug 17 03:30:27.960898 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5241c109-f4fc-4eaf-bf52-11462588a558 req-edb4440e-f72f-4faa-9b6c-c62743abc761 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0777233 Aug 17 03:30:28.006331 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-5c116b1d-e395-4d97-978d-584db15bc6b4 service neutron] 10.222.0.60 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046643 Aug 17 03:30:28.102227 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75ea3d6a-ef9a-4a83-b708-4ce114f43073 req-c3afe263-145c-420f-b661-9c47b19e485a service neutron] 10.222.0.60 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890911 Aug 17 03:30:28.463200 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38296) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:28.468467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-55231ac3-2f96-465b-9181-e8716cdd5512 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-458899502-network', 'tenant_id': '3cecb9db024345e9b03ad3b0ee48386a'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:28.557248 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55231ac3-2f96-465b-9181-e8716cdd5512 admin admin] Made reservation on behalf of 3cecb9db024345e9b03ad3b0ee48386a for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:30:28.559603 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55231ac3-2f96-465b-9181-e8716cdd5512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:28.569037 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55231ac3-2f96-465b-9181-e8716cdd5512 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:28.657117 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55231ac3-2f96-465b-9181-e8716cdd5512 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:28.740087 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55231ac3-2f96-465b-9181-e8716cdd5512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:28.764924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55231ac3-2f96-465b-9181-e8716cdd5512 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:30:28.774385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55231ac3-2f96-465b-9181-e8716cdd5512 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e93df868-33c3-4806-8586-5a1df6439ba8,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:28.779953 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55231ac3-2f96-465b-9181-e8716cdd5512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:28.780155 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-55231ac3-2f96-465b-9181-e8716cdd5512 admin admin] Added segment 4b96915c-744e-4949-a279-03fb4018fe5d of type vlan for network aa895c32-4e59-43ba-919e-501c3e4b86ac Aug 17 03:30:28.823381 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55231ac3-2f96-465b-9181-e8716cdd5512 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:28.925186 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55231ac3-2f96-465b-9181-e8716cdd5512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:28.926114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55231ac3-2f96-465b-9181-e8716cdd5512 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:28.926702 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-55231ac3-2f96-465b-9181-e8716cdd5512 admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:28.985010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55231ac3-2f96-465b-9181-e8716cdd5512 admin admin] Pushing event updated for resources: {'Network': ['ID=aa895c32-4e59-43ba-919e-501c3e4b86ac,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:28.994716 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network aa895c32-4e59-43ba-919e-501c3e4b86ac details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:30:29.020354 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-55231ac3-2f96-465b-9181-e8716cdd5512 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.5534534 Aug 17 03:30:29.020576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38300) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:29.025703 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6130a766-1778-4c63-9c97-82027b930f3a admin admin] Request body: {'subnet': {'network_id': 'aa895c32-4e59-43ba-919e-501c3e4b86ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-458899502-subnet', 'tenant_id': '3cecb9db024345e9b03ad3b0ee48386a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:29.092087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea446ad-4cc3-40bc-8632-f552c3382443 req-3dc163b9-ded8-4ad8-abe6-0d87c228bb5c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:29.093587 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ea446ad-4cc3-40bc-8632-f552c3382443 req-3dc163b9-ded8-4ad8-abe6-0d87c228bb5c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 944 time: 0.0558872 Aug 17 03:30:29.111274 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6130a766-1778-4c63-9c97-82027b930f3a admin admin] Made reservation on behalf of 3cecb9db024345e9b03ad3b0ee48386a for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:30:29.113812 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6130a766-1778-4c63-9c97-82027b930f3a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:29.131566 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ea446ad-4cc3-40bc-8632-f552c3382443 req-e0ef598d-375a-4ce9-a475-65c7de0bb296 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316966 Aug 17 03:30:29.374720 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6130a766-1778-4c63-9c97-82027b930f3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:29.428800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6130a766-1778-4c63-9c97-82027b930f3a admin admin] Pushing event updated for resources: {'Subnet': ['ID=a97fcd3c-ac12-47ba-9300-806ba4b80585,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:29.437917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6130a766-1778-4c63-9c97-82027b930f3a admin admin] Checking segment: {'id': '4b96915c-744e-4949-a279-03fb4018fe5d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'aa895c32-4e59-43ba-919e-501c3e4b86ac'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:30:29.438272 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6130a766-1778-4c63-9c97-82027b930f3a admin admin] Network hostable DHCP agents. Network: aa895c32-4e59-43ba-919e-501c3e4b86ac, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:30:29.507770 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6130a766-1778-4c63-9c97-82027b930f3a admin admin] Network aa895c32-4e59-43ba-919e-501c3e4b86ac is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:30:29.582218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-6130a766-1778-4c63-9c97-82027b930f3a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, aa895c32-4e59-43ba-919e-501c3e4b86ac) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:30:29.586496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6130a766-1778-4c63-9c97-82027b930f3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:29.587089 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6130a766-1778-4c63-9c97-82027b930f3a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:29.591548 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866f826f-a6ff-44cc-b5b7-86a4bad80231 None None] Network aa895c32-4e59-43ba-919e-501c3e4b86ac requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:30:29.674995 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6130a766-1778-4c63-9c97-82027b930f3a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6533771 Aug 17 03:30:29.719838 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c0b434b-a839-4430-a36a-9158c7aa030a None None] Network aa895c32-4e59-43ba-919e-501c3e4b86ac requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:30:30.167026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a9599-7725-427f-8312-85f29709c54d req-705223ed-7515-4146-aa1c-20b85706b697 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:30.168699 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949a9599-7725-427f-8312-85f29709c54d req-705223ed-7515-4146-aa1c-20b85706b697 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/networks?id=088ce0ba-d024-4edd-b068-4bf23d644ab0 HTTP/1.1" status: 200 len: 812 time: 0.1023350 Aug 17 03:30:30.183910 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949a9599-7725-427f-8312-85f29709c54d req-83e1ba0b-2219-40a6-ba44-c4f0bc1371b6 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/quotas/cfc20a248ead4ab7a4bfbaac361b1dd6 HTTP/1.1" status: 200 len: 375 time: 0.0090296 Aug 17 03:30:30.217322 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949a9599-7725-427f-8312-85f29709c54d req-c5dbd779-fc8e-410e-bada-1f3ae633bb35 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=cfc20a248ead4ab7a4bfbaac361b1dd6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0272202 Aug 17 03:30:30.247398 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db12a04-1a47-4ed9-813c-267c320a9f26 req-984c071a-d452-43c1-9434-4c1ce23840ba tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:30.249516 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3db12a04-1a47-4ed9-813c-267c320a9f26 req-984c071a-d452-43c1-9434-4c1ce23840ba tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 944 time: 0.0500753 Aug 17 03:30:30.286865 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3db12a04-1a47-4ed9-813c-267c320a9f26 req-c88a4187-b5fe-4352-8ee0-a275dce046a3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311885 Aug 17 03:30:30.310524 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949a9599-7725-427f-8312-85f29709c54d req-9d37bb6a-a75e-481b-8e77-47ff8a045d94 service neutron] 10.222.0.10 "GET /v2.0/networks/088ce0ba-d024-4edd-b068-4bf23d644ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864344 Aug 17 03:30:30.396296 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949a9599-7725-427f-8312-85f29709c54d req-d317d167-84b0-47fc-a53f-f6feaf8d2bb7 service neutron] 10.222.0.10 "GET /v2.0/networks/088ce0ba-d024-4edd-b068-4bf23d644ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0798590 Aug 17 03:30:30.644403 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e6bd58d2-52c5-4705-bc09-56ac413215c1 req-335b047b-2698-4c38-842d-2afd8a913f01 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 210 time: 0.0277052 Aug 17 03:30:31.405149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d8cc30-be74-4bc0-b29a-f28e53f0366a req-b5a5c52e-af10-4605-8bc7-c579a66379f6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:31.409182 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d3d8cc30-be74-4bc0-b29a-f28e53f0366a req-b5a5c52e-af10-4605-8bc7-c579a66379f6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 944 time: 0.0533302 Aug 17 03:30:31.450604 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d3d8cc30-be74-4bc0-b29a-f28e53f0366a req-6052b195-0947-4690-a57b-9ca3a0c5323f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370905 Aug 17 03:30:31.739920 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6f08639b-2ac3-4387-ab32-fd6d0a0ba8ce req-c408972b-9c05-41c9-b38a-c5a11ca8f447 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 210 time: 0.0264254 Aug 17 03:30:32.260141 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 5ba60b04-8761-41dd-88c8-eb1f9215fc86 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:30:32.356075 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:30:32.367274 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'port_id': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'mac_address': 'fa:16:3e:d3:1c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:30:32.404218 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:32.416831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba60b04-8761-41dd-88c8-eb1f9215fc86 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:30:32.436674 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:30:32.536635 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:32.584689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=5ba60b04-8761-41dd-88c8-eb1f9215fc86,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:32.743001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['5ba60b04-8761-41dd-88c8-eb1f9215fc86'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:30:32.870771 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5c2c6bf4-89f5-4b08-a90a-b266c4ec4830 req-c9343d89-050f-4a81-b902-05eec5966e0c tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 210 time: 0.0346272 Aug 17 03:30:32.976130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a85c991-5eee-429d-902f-cc98f2e2ed3c req-3bb094e0-7dbf-451e-952d-fca58fe4cbb0 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:32.977923 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8a85c991-5eee-429d-902f-cc98f2e2ed3c req-3bb094e0-7dbf-451e-952d-fca58fe4cbb0 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 945 time: 0.4577518 Aug 17 03:30:33.018564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a9599-7725-427f-8312-85f29709c54d req-3ed97f3d-fc16-4b71-bc56-c38b43516faa tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:33.020077 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949a9599-7725-427f-8312-85f29709c54d req-3ed97f3d-fc16-4b71-bc56-c38b43516faa tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.30 "GET /v2.0/networks?id=088ce0ba-d024-4edd-b068-4bf23d644ab0 HTTP/1.1" status: 200 len: 812 time: 0.5098672 Aug 17 03:30:33.036350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-949a9599-7725-427f-8312-85f29709c54d req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Request body: {'port': {'device_id': '8f21da81-684b-4c3a-9bb3-6fb1413a3e50', 'network_id': '088ce0ba-d024-4edd-b068-4bf23d644ab0', 'admin_state_up': True, 'tenant_id': 'cfc20a248ead4ab7a4bfbaac361b1dd6'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:33.044490 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8a85c991-5eee-429d-902f-cc98f2e2ed3c req-e615a7c3-8745-4066-aa46-ac11c2ca6849 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0590961 Aug 17 03:30:33.193765 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:33.210699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-949a9599-7725-427f-8312-85f29709c54d req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Made reservation on behalf of cfc20a248ead4ab7a4bfbaac361b1dd6 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:30:33.214327 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-949a9599-7725-427f-8312-85f29709c54d req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:33.343190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-949a9599-7725-427f-8312-85f29709c54d req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Allocated IP 172.20.0.11 (088ce0ba-d024-4edd-b068-4bf23d644ab0/d457a2b2-3ff6-49a0-9fa7-65f1e6cc033b/e077ee9b-854e-4aa6-8a34-875916bd9321) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:30:33.488582 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-949a9599-7725-427f-8312-85f29709c54d req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:33.623057 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-949a9599-7725-427f-8312-85f29709c54d req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:33.667143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-949a9599-7725-427f-8312-85f29709c54d req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Network 088ce0ba-d024-4edd-b068-4bf23d644ab0 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:30:33.670258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-949a9599-7725-427f-8312-85f29709c54d req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:30:33.674006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-949a9599-7725-427f-8312-85f29709c54d req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:30:33.696908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Pushing event updated for resources: {'Port': ['ID=e077ee9b-854e-4aa6-8a34-875916bd9321,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:33.708002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:33.708350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:33.708702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:33.709041 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:33.709378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:33.709747 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:33.710079 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:33.710407 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:33.710736 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:33.711064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:33.711395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:33.711723 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:33.735417 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a9599-7725-427f-8312-85f29709c54d req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:33.736021 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-949a9599-7725-427f-8312-85f29709c54d req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:33.817353 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949a9599-7725-427f-8312-85f29709c54d req-706cdc5e-672d-4df1-ae7b-8312e0baf1bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7870097 Aug 17 03:30:33.905926 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:33.932750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Request body: {'port': {'device_id': '8f21da81-684b-4c3a-9bb3-6fb1413a3e50', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:33.991782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e304f29e-3fb8-465f-b10a-a47af10b2897 req-ea109da1-5a90-421d-852c-0dac36f97fb4 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:33.993273 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e304f29e-3fb8-465f-b10a-a47af10b2897 req-ea109da1-5a90-421d-852c-0dac36f97fb4 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 932 time: 0.0494153 Aug 17 03:30:33.996779 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:34.030908 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e304f29e-3fb8-465f-b10a-a47af10b2897 req-d0db488f-0e82-4008-a303-cbcd6d15af3b tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310912 Aug 17 03:30:34.210822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d434c99-5193-461a-aa2c-e7adcf4a3b37 req-3c5c708e-b27d-46bc-bf76-ab4271b33237 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:34.212450 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0d434c99-5193-461a-aa2c-e7adcf4a3b37 req-3c5c708e-b27d-46bc-bf76-ab4271b33237 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 945 time: 0.1003027 Aug 17 03:30:34.260272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 5ba60b04-8761-41dd-88c8-eb1f9215fc86 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:30:34.278080 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0d434c99-5193-461a-aa2c-e7adcf4a3b37 req-086ade6a-d825-4e31-9668-18cd7c30a3cf tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0587275 Aug 17 03:30:34.334667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e077ee9b-854e-4aa6-8a34-875916bd9321 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:30:34.342575 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:34.355071 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Transition to ACTIVE for port object e077ee9b-854e-4aa6-8a34-875916bd9321 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:30:34.471317 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:30:34.475405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:30:34.483943 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:34.502164 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:34.551655 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:34.551947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Pushing event updated for resources: {'Port': ['ID=e077ee9b-854e-4aa6-8a34-875916bd9321,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:34.574002 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:30:34.576797 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2053da9-7912-46b8-ba6c-2ff4bffd4ca2" -d '{"events": [{"server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "name": "network-vif-plugged", "status": "completed", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:30:34.589912 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:30:34.614613 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae394cf9-d357-4288-be36-10e2c8d950d6 x-openstack-request-id: req-ae394cf9-d357-4288-be36-10e2c8d950d6 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:30:34.614915 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "name": "network-vif-plugged", "status": "completed", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:30:34.615171 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ae394cf9-d357-4288-be36-10e2c8d950d6 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:30:34.615665 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'code': 200} Aug 17 03:30:34.618670 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Attempting to bind port e077ee9b-854e-4aa6-8a34-875916bd9321 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:30:34.626790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Attempting to bind port e077ee9b-854e-4aa6-8a34-875916bd9321 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '786ba3d6-747b-4a55-9ae4-a751e0cff923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '088ce0ba-d024-4edd-b068-4bf23d644ab0'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:30:34.626790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Attempting to bind port e077ee9b-854e-4aa6-8a34-875916bd9321 on network 088ce0ba-d024-4edd-b068-4bf23d644ab0 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:30:34.626790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Port e077ee9b-854e-4aa6-8a34-875916bd9321 on network 088ce0ba-d024-4edd-b068-4bf23d644ab0 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:30:34.626790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Attempting to bind port e077ee9b-854e-4aa6-8a34-875916bd9321 on network 088ce0ba-d024-4edd-b068-4bf23d644ab0 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:30:34.629409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 30, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:30:34.629781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Checking segment: {'id': '786ba3d6-747b-4a55-9ae4-a751e0cff923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '088ce0ba-d024-4edd-b068-4bf23d644ab0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:30:34.630164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Bound using segment: {'id': '786ba3d6-747b-4a55-9ae4-a751e0cff923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '088ce0ba-d024-4edd-b068-4bf23d644ab0'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:30:34.630590 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Bound port: e077ee9b-854e-4aa6-8a34-875916bd9321, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '786ba3d6-747b-4a55-9ae4-a751e0cff923', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 54, 'network_id': '088ce0ba-d024-4edd-b068-4bf23d644ab0'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:30:34.630970 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:34.668012 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:34.717890 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=5ba60b04-8761-41dd-88c8-eb1f9215fc86,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:34.723039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] For port e077ee9b-854e-4aa6-8a34-875916bd9321, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:30:34.726891 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] For port e077ee9b-854e-4aa6-8a34-875916bd9321, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=e077ee9b-854e-4aa6-8a34-875916bd9321,segment=NetworkSegment(786ba3d6-747b-4a55-9ae4-a751e0cff923),segment_id=786ba3d6-747b-4a55-9ae4-a751e0cff923)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:30:34.736455 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e9bb32-9f81-463b-baa6-816ab4126514 req-1245c54c-059d-41c8-aca3-28af65437149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:34.738048 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-01e9bb32-9f81-463b-baa6-816ab4126514 req-1245c54c-059d-41c8-aca3-28af65437149 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 1097 time: 0.0616753 Aug 17 03:30:34.773547 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-01e9bb32-9f81-463b-baa6-816ab4126514 req-5fbecd4f-1581-4ae1-be24-f7b638ee484a service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0284557 Aug 17 03:30:34.797554 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:34.832366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:34.832784 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:34.834452 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949a9599-7725-427f-8312-85f29709c54d req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] 10.222.0.30 "PUT /v2.0/ports/e077ee9b-854e-4aa6-8a34-875916bd9321 HTTP/1.1" status: 200 len: 1092 time: 1.0093153 Aug 17 03:30:34.836495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8f21da81-684b-4c3a-9bb3-6fb1413a3e50', 'tag': 'e077ee9b-854e-4aa6-8a34-875916bd9321'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:30:34.839339 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6474076-60c2-4b54-817f-ba41343416a4" -d '{"events": [{"name": "network-changed", "server_uuid": "8f21da81-684b-4c3a-9bb3-6fb1413a3e50", "tag": "e077ee9b-854e-4aa6-8a34-875916bd9321"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:30:34.865179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f64fb332-8f4f-4c3d-b3c7-ea527f434543 service neutron] Pushing event updated for resources: {'Port': ['ID=e077ee9b-854e-4aa6-8a34-875916bd9321,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:34.875253 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:30:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2fb4cf3e-a25e-4c95-a23f-39cbcd8a79b7 x-openstack-request-id: req-2fb4cf3e-a25e-4c95-a23f-39cbcd8a79b7 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:30:34.875555 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8f21da81-684b-4c3a-9bb3-6fb1413a3e50", "tag": "e077ee9b-854e-4aa6-8a34-875916bd9321", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:30:34.875821 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2fb4cf3e-a25e-4c95-a23f-39cbcd8a79b7 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:30:34.876223 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8f21da81-684b-4c3a-9bb3-6fb1413a3e50', 'tag': 'e077ee9b-854e-4aa6-8a34-875916bd9321', 'status': 'completed', 'code': 200} Aug 17 03:30:34.939810 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6474076-60c2-4b54-817f-ba41343416a4 req-d6017f58-80cf-4b9d-af42-2373cbff0c65 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:34.941340 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6474076-60c2-4b54-817f-ba41343416a4 req-d6017f58-80cf-4b9d-af42-2373cbff0c65 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc20a248ead4ab7a4bfbaac361b1dd6&device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 1095 time: 0.0443435 Aug 17 03:30:35.037206 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6474076-60c2-4b54-817f-ba41343416a4 req-8a1c45fd-bb08-4463-94ef-a518032bc66f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:35.038716 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6474076-60c2-4b54-817f-ba41343416a4 req-8a1c45fd-bb08-4463-94ef-a518032bc66f service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=cfc20a248ead4ab7a4bfbaac361b1dd6&shared=False HTTP/1.1" status: 200 len: 912 time: 0.0896733 Aug 17 03:30:35.139537 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6474076-60c2-4b54-817f-ba41343416a4 req-6c02a89d-3f31-48dd-a57b-394d3e65c097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:35.140958 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d6474076-60c2-4b54-817f-ba41343416a4 req-6c02a89d-3f31-48dd-a57b-394d3e65c097 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0950096 Aug 17 03:30:35.147647 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a32d8f1b-4efa-4a62-ba61-09835c9593ed req-c7a61aff-d470-4856-b174-59b83c685b8f tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:35.149131 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a32d8f1b-4efa-4a62-ba61-09835c9593ed req-c7a61aff-d470-4856-b174-59b83c685b8f tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 944 time: 0.0491354 Aug 17 03:30:35.188118 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a32d8f1b-4efa-4a62-ba61-09835c9593ed req-c62f5a4f-3faa-44e4-b536-6cd29dad22a7 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323555 Aug 17 03:30:35.222982 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a9599-7725-427f-8312-85f29709c54d req-aa532f95-45e9-4045-89a8-188c7b56506f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:35.224495 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949a9599-7725-427f-8312-85f29709c54d req-aa532f95-45e9-4045-89a8-188c7b56506f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc20a248ead4ab7a4bfbaac361b1dd6&device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 1095 time: 0.0480804 Aug 17 03:30:35.266718 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949a9599-7725-427f-8312-85f29709c54d req-88aea7de-6f40-489e-b7cf-3d40bded42db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e077ee9b-854e-4aa6-8a34-875916bd9321 HTTP/1.1" status: 200 len: 217 time: 0.0335250 Aug 17 03:30:35.320429 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-949a9599-7725-427f-8312-85f29709c54d req-3adb6192-d150-43de-9032-f34e0b9d4aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:35.322142 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949a9599-7725-427f-8312-85f29709c54d req-3adb6192-d150-43de-9032-f34e0b9d4aad service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d457a2b2-3ff6-49a0-9fa7-65f1e6cc033b HTTP/1.1" status: 200 len: 852 time: 0.0489953 Aug 17 03:30:35.356749 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949a9599-7725-427f-8312-85f29709c54d req-384b5401-bf20-4ddc-ba52-b0b29228d0ec service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=088ce0ba-d024-4edd-b068-4bf23d644ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266049 Aug 17 03:30:35.458371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf79b697-d3f5-4a1a-b370-67181fa12eac req-2a31259f-cd24-4289-ba9a-a11fad8bc6b5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:35.459885 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cf79b697-d3f5-4a1a-b370-67181fa12eac req-2a31259f-cd24-4289-ba9a-a11fad8bc6b5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.1062036 Aug 17 03:30:35.494950 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949a9599-7725-427f-8312-85f29709c54d req-80684ddb-ed2a-4fb6-9ee8-06d1f9b9168c service neutron] 10.222.0.30 "GET /v2.0/networks/088ce0ba-d024-4edd-b068-4bf23d644ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306574 Aug 17 03:30:35.527675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cf79b697-d3f5-4a1a-b370-67181fa12eac req-72f01135-4314-4c45-b5d1-b117b5ea038f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613616 Aug 17 03:30:35.596512 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-949a9599-7725-427f-8312-85f29709c54d req-5ba56aa0-0846-4404-a734-871261d41b5b service neutron] 10.222.0.30 "GET /v2.0/networks/088ce0ba-d024-4edd-b068-4bf23d644ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920165 Aug 17 03:30:36.309929 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b104fc2f-5bac-4b8c-944e-adea2a0b7eea req-e73c5180-8bcc-4770-b0a4-579e92ec2515 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:36.311972 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b104fc2f-5bac-4b8c-944e-adea2a0b7eea req-e73c5180-8bcc-4770-b0a4-579e92ec2515 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 944 time: 0.0491617 Aug 17 03:30:36.351811 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b104fc2f-5bac-4b8c-944e-adea2a0b7eea req-8c560fe6-3c6b-44a3-aba6-1700713fd11f tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340264 Aug 17 03:30:36.722829 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b0360c-be33-4660-9775-b6f54f41b0e1 req-94c70f0c-b1bd-4b9f-81e9-85de9976bc16 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:36.724372 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c0b0360c-be33-4660-9775-b6f54f41b0e1 req-94c70f0c-b1bd-4b9f-81e9-85de9976bc16 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.1119950 Aug 17 03:30:36.763100 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c0b0360c-be33-4660-9775-b6f54f41b0e1 req-0005d41d-481e-452f-b162-ee977424fea6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326126 Aug 17 03:30:36.879365 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32b5226f-ad68-4c8a-835b-cb0fef24f8fb req-44e2b14e-2533-4cc5-b496-f82d45b46569 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:36.880824 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-32b5226f-ad68-4c8a-835b-cb0fef24f8fb req-44e2b14e-2533-4cc5-b496-f82d45b46569 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.0525136 Aug 17 03:30:36.924436 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-32b5226f-ad68-4c8a-835b-cb0fef24f8fb req-9e1d9a2b-67c2-411d-90e8-30767148bb33 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376382 Aug 17 03:30:36.946570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38360) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:36.986458 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39a2b6d0-0540-4741-a38b-4e65392a4a22 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:36.988020 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-39a2b6d0-0540-4741-a38b-4e65392a4a22 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 1092 time: 0.0404284 Aug 17 03:30:36.990781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38362) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:36.995068 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:30:37.085280 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:37.187151 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:37.285758 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Allocated IP 172.25.1.34 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/ad553707-d790-4c33-bb50-3571d6fd7ffb) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:30:37.390053 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:37.471307 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d03a18f2-1cb8-42c3-92d5-a3abb34cf261 req-94bddea3-11a1-46a7-9822-b55ad75367c3 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:37.472835 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d03a18f2-1cb8-42c3-92d5-a3abb34cf261 req-94bddea3-11a1-46a7-9822-b55ad75367c3 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 944 time: 0.0516984 Aug 17 03:30:37.492318 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:37.550529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:30:37.558116 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d03a18f2-1cb8-42c3-92d5-a3abb34cf261 req-e61516e0-2dfc-4e0d-adf3-692c71695a97 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791190 Aug 17 03:30:37.559327 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:30:37.561390 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=ad553707-d790-4c33-bb50-3571d6fd7ffb,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:37.563566 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:30:37.695018 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device e077ee9b-854e-4aa6-8a34-875916bd9321 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:30:37.793904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port e077ee9b-854e-4aa6-8a34-875916bd9321, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=e077ee9b-854e-4aa6-8a34-875916bd9321,segment=NetworkSegment(786ba3d6-747b-4a55-9ae4-a751e0cff923),segment_id=786ba3d6-747b-4a55-9ae4-a751e0cff923)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:30:37.805776 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'e077ee9b-854e-4aa6-8a34-875916bd9321', 'network_id': '088ce0ba-d024-4edd-b068-4bf23d644ab0', 'port_id': 'e077ee9b-854e-4aa6-8a34-875916bd9321', 'mac_address': 'fa:16:3e:5e:87:5d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 54, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd457a2b2-3ff6-49a0-9fa7-65f1e6cc033b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:30:37.842737 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:37.859432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e077ee9b-854e-4aa6-8a34-875916bd9321 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:30:37.879324 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port e077ee9b-854e-4aa6-8a34-875916bd9321, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=e077ee9b-854e-4aa6-8a34-875916bd9321,segment=NetworkSegment(786ba3d6-747b-4a55-9ae4-a751e0cff923),segment_id=786ba3d6-747b-4a55-9ae4-a751e0cff923)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:30:37.962854 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:38.011153 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=e077ee9b-854e-4aa6-8a34-875916bd9321,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:38.019235 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:38.019589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:38.019931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:38.020269 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:38.020621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:38.020936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:38.021266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:38.021618 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:38.021948 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:38.022273 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:38.022597 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:38.022922 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:30:38.075671 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:38.204625 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['e077ee9b-854e-4aa6-8a34-875916bd9321'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:30:38.240397 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:38.394254 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:38.450385 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:38.521149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=ad553707-d790-4c33-bb50-3571d6fd7ffb,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:38.531626 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:38.634069 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Floating IP e334b56f-74aa-4e57-a4d0-01c2c13f8305 associated. External IP: 172.25.1.34, port: 5ba60b04-8761-41dd-88c8-eb1f9215fc86. Aug 17 03:30:38.675368 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccdffd0f-4fcb-48c9-9923-5db9fa281f53 req-1ce9c229-a154-4dc3-b7ad-f8b07dcfcdcb tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:38.677026 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ccdffd0f-4fcb-48c9-9923-5db9fa281f53 req-1ce9c229-a154-4dc3-b7ad-f8b07dcfcdcb tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 945 time: 0.0493929 Aug 17 03:30:38.715483 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ccdffd0f-4fcb-48c9-9923-5db9fa281f53 req-e430a184-5176-403b-990d-a1a6b0a7e198 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323064 Aug 17 03:30:38.842776 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router 6578f01c-9655-4fb4-be9e-bc4ef6256d75 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:30:38.952350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:30:38.962436 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9297b352-28be-4d5c-93fc-e7c904db2fa5 None None] Sync routers for ids ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:30:38.971399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9297b352-28be-4d5c-93fc-e7c904db2fa5 None None] Routers {'6578f01c-9655-4fb4-be9e-bc4ef6256d75'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:30:38.973255 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9297b352-28be-4d5c-93fc-e7c904db2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:30:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:39.020016 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:39.047734 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-292e25c8-c5ef-41bf-aa29-490ccd88cbf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.0558908 Aug 17 03:30:39.048308 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:30:39.050657 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-865544a9-6dae-4d32-9af1-06af48553b5f" -d '{"events": [{"name": "network-changed", "server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:30:39.081205 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-9297b352-28be-4d5c-93fc-e7c904db2fa5 None None] Set router 6578f01c-9655-4fb4-be9e-bc4ef6256d75 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:30:39.092006 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c00300c8-3a9a-44fd-8660-636c0ea6886e x-openstack-request-id: req-c00300c8-3a9a-44fd-8660-636c0ea6886e {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:30:39.092561 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:30:39.092684 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c00300c8-3a9a-44fd-8660-636c0ea6886e {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:30:39.093010 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'status': 'completed', 'code': 200} Aug 17 03:30:39.192156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-345bfee7-5eb6-4ffe-8f28-f1e36ba81ab5 req-e24bab07-b6ed-4fdd-97df-59ee1bb4117c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:39.193716 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-345bfee7-5eb6-4ffe-8f28-f1e36ba81ab5 req-e24bab07-b6ed-4fdd-97df-59ee1bb4117c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.0850785 Aug 17 03:30:39.196433 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865544a9-6dae-4d32-9af1-06af48553b5f req-7deb2fb6-7936-43ce-af92-baa6ca2cde62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:39.197942 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-865544a9-6dae-4d32-9af1-06af48553b5f req-7deb2fb6-7936-43ce-af92-baa6ca2cde62 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 1097 time: 0.0793927 Aug 17 03:30:39.283262 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-345bfee7-5eb6-4ffe-8f28-f1e36ba81ab5 req-dbe0e3d4-6b74-45b1-8b34-6815c52c3e9f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0835171 Aug 17 03:30:39.307042 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38372) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:39.318746 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9297b352-28be-4d5c-93fc-e7c904db2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619305641', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '6427759b-c825-43c8-8272-4abe107d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:30:16Z', 'updated_at': '2021-08-17T03:30:21Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6427759b-c825-43c8-8272-4abe107d3c37', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:17Z', 'updated_at': '2021-08-17T03:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e334b56f-74aa-4e57-a4d0-01c2c13f8305', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'port_id': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'mac_address': 'fa:16:3e:d3:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:30:37Z', 'updated_at': '2021-08-17T03:30:37Z', 'revision_number': 0, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad15aed-2b9d-443f-ae54-7aedbba4925d', 'name': '', 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:7e:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:20Z', 'updated_at': '2021-08-17T03:30:25Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:39.329876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865544a9-6dae-4d32-9af1-06af48553b5f req-893bcb26-d545-4a50-be64-28f02a52ff6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:39.331386 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-865544a9-6dae-4d32-9af1-06af48553b5f req-893bcb26-d545-4a50-be64-28f02a52ff6f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9626fb61-bfe5-4e65-9e22-067b08cc3d50 HTTP/1.1" status: 200 len: 896 time: 0.1257527 Aug 17 03:30:39.346720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9297b352-28be-4d5c-93fc-e7c904db2fa5 None None] Checking router: 6578f01c-9655-4fb4-be9e-bc4ef6256d75 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:30:39.354725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9297b352-28be-4d5c-93fc-e7c904db2fa5 None None] Routers {'6578f01c-9655-4fb4-be9e-bc4ef6256d75'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:30:39.355343 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9297b352-28be-4d5c-93fc-e7c904db2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:30:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:39.372978 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9ced5a0a-da81-4099-8b0f-dc707ab27aad tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/floatingips/e334b56f-74aa-4e57-a4d0-01c2c13f8305 HTTP/1.1" status: 200 len: 991 time: 0.0647831 Aug 17 03:30:39.398601 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-865544a9-6dae-4d32-9af1-06af48553b5f req-3ffa1896-e898-4ee7-977d-7fe9cb532ddf service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86 HTTP/1.1" status: 200 len: 999 time: 0.0602498 Aug 17 03:30:39.452834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865544a9-6dae-4d32-9af1-06af48553b5f req-f4cf69a2-aef1-4ee7-8b1e-97266ba862e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:39.454356 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-865544a9-6dae-4d32-9af1-06af48553b5f req-f4cf69a2-aef1-4ee7-8b1e-97266ba862e6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b636178-e141-45d5-91c6-63f68cab4de1 HTTP/1.1" status: 200 len: 834 time: 0.0489066 Aug 17 03:30:39.462329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-9297b352-28be-4d5c-93fc-e7c904db2fa5 None None] Set router 6578f01c-9655-4fb4-be9e-bc4ef6256d75 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:30:39.504755 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-865544a9-6dae-4d32-9af1-06af48553b5f req-f925e21d-6061-4a62-b483-cb902bc8b0db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:39.506316 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-865544a9-6dae-4d32-9af1-06af48553b5f req-f925e21d-6061-4a62-b483-cb902bc8b0db service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9626fb61-bfe5-4e65-9e22-067b08cc3d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451763 Aug 17 03:30:39.596827 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-865544a9-6dae-4d32-9af1-06af48553b5f req-793f9d97-44ce-489f-acdb-97ec5ac7f3d0 service neutron] 10.222.0.60 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835655 Aug 17 03:30:39.686788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-9297b352-28be-4d5c-93fc-e7c904db2fa5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619305641', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '6427759b-c825-43c8-8272-4abe107d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:30:16Z', 'updated_at': '2021-08-17T03:30:21Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6427759b-c825-43c8-8272-4abe107d3c37', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:17Z', 'updated_at': '2021-08-17T03:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e334b56f-74aa-4e57-a4d0-01c2c13f8305', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'port_id': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'mac_address': 'fa:16:3e:d3:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:30:37Z', 'updated_at': '2021-08-17T03:30:37Z', 'revision_number': 0, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad15aed-2b9d-443f-ae54-7aedbba4925d', 'name': '', 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:7e:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:20Z', 'updated_at': '2021-08-17T03:30:25Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:39.714256 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device e077ee9b-854e-4aa6-8a34-875916bd9321 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:30:39.717928 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9297b352-28be-4d5c-93fc-e7c904db2fa5 None None] The sync data for ids ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'] in n-d-802060-9 is: [{'id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619305641', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '6427759b-c825-43c8-8272-4abe107d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:30:16Z', 'updated_at': '2021-08-17T03:30:21Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6427759b-c825-43c8-8272-4abe107d3c37', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:17Z', 'updated_at': '2021-08-17T03:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e334b56f-74aa-4e57-a4d0-01c2c13f8305', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'floating_ip_address': '172.25.1.34', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'port_id': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3871, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'mac_address': 'fa:16:3e:d3:1c:38', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:30:37Z', 'updated_at': '2021-08-17T03:30:37Z', 'revision_number': 0, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4ad15aed-2b9d-443f-ae54-7aedbba4925d', 'name': '', 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:7e:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:20Z', 'updated_at': '2021-08-17T03:30:25Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:30:39.843535 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port e077ee9b-854e-4aa6-8a34-875916bd9321 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:30:39.848001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port e077ee9b-854e-4aa6-8a34-875916bd9321 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:30:39.848419 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:39.928347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-204288e4-6ace-487e-bffb-f2da5451bcf7 req-b07372dc-312f-4336-a947-7ffaca29bf2a tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:39.930282 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-204288e4-6ace-487e-bffb-f2da5451bcf7 req-b07372dc-312f-4336-a947-7ffaca29bf2a tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 945 time: 0.1341035 Aug 17 03:30:39.955899 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:39.983998 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7bf258f1-813e-46cc-894f-6d5210d0ba03 None None] New status for floating IP e334b56f-74aa-4e57-a4d0-01c2c13f8305: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:30:39.986950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f21da81-684b-4c3a-9bb3-6fb1413a3e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e077ee9b-854e-4aa6-8a34-875916bd9321'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:30:39.988542 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-204288e4-6ace-487e-bffb-f2da5451bcf7 req-9dc26871-b214-42dd-8cce-eb186b371b71 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505328 Aug 17 03:30:39.989402 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30a9b14-e66d-4f14-b174-dda7b8a3e130" -d '{"events": [{"server_uuid": "8f21da81-684b-4c3a-9bb3-6fb1413a3e50", "name": "network-vif-plugged", "status": "completed", "tag": "e077ee9b-854e-4aa6-8a34-875916bd9321"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:30:40.010009 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port e077ee9b-854e-4aa6-8a34-875916bd9321, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=e077ee9b-854e-4aa6-8a34-875916bd9321,segment=NetworkSegment(786ba3d6-747b-4a55-9ae4-a751e0cff923),segment_id=786ba3d6-747b-4a55-9ae4-a751e0cff923)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:30:40.052668 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:30:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec9d9215-abc9-4a10-be0a-792a5298e729 x-openstack-request-id: req-ec9d9215-abc9-4a10-be0a-792a5298e729 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:30:40.053464 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f21da81-684b-4c3a-9bb3-6fb1413a3e50", "name": "network-vif-plugged", "status": "completed", "tag": "e077ee9b-854e-4aa6-8a34-875916bd9321", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:30:40.053464 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ec9d9215-abc9-4a10-be0a-792a5298e729 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:30:40.053916 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f21da81-684b-4c3a-9bb3-6fb1413a3e50', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e077ee9b-854e-4aa6-8a34-875916bd9321', 'code': 200} Aug 17 03:30:40.077580 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-865544a9-6dae-4d32-9af1-06af48553b5f req-f86ef6ca-e166-4cf8-a050-cee9a618880a service neutron] 10.222.0.60 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4744930 Aug 17 03:30:40.089317 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:40.142483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=e077ee9b-854e-4aa6-8a34-875916bd9321,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:40.163001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587fcea-36cd-484d-ac5c-0ed633826bfc req-1698e604-6407-4cf8-b19a-765ff5400b40 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:40.163001 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5587fcea-36cd-484d-ac5c-0ed633826bfc req-1698e604-6407-4cf8-b19a-765ff5400b40 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 1097 time: 0.0442181 Aug 17 03:30:40.193489 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5587fcea-36cd-484d-ac5c-0ed633826bfc req-f0030830-886f-4949-96af-4be099e3bb79 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275896 Aug 17 03:30:40.376975 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38380) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:40.440221 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6e1d6249-68dc-4835-8a6c-073caf73deb3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/floatingips/e334b56f-74aa-4e57-a4d0-01c2c13f8305 HTTP/1.1" status: 200 len: 993 time: 0.0620589 Aug 17 03:30:41.414479 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9465e7-f74c-4aff-8107-1ac27a36cca3 req-a39b2e58-2e7f-4715-8b5b-6304e7e9cf43 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:41.415892 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3b9465e7-f74c-4aff-8107-1ac27a36cca3 req-a39b2e58-2e7f-4715-8b5b-6304e7e9cf43 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 946 time: 0.3591886 Aug 17 03:30:41.454847 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3b9465e7-f74c-4aff-8107-1ac27a36cca3 req-54d99c93-80df-4d6c-a94f-7d8fcfae3d3a tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324042 Aug 17 03:30:42.272696 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19ded097-fa5e-4484-a7ef-27c09a105223 req-c5143ab6-514d-400b-a78f-4020aca36103 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0390043 Aug 17 03:30:42.351944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ded097-fa5e-4484-a7ef-27c09a105223 req-a841b9a2-464e-466f-af58-a51bec627e56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:42.353694 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19ded097-fa5e-4484-a7ef-27c09a105223 req-a841b9a2-464e-466f-af58-a51bec627e56 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 1097 time: 0.0399663 Aug 17 03:30:42.457989 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ded097-fa5e-4484-a7ef-27c09a105223 req-679a0178-daa9-4601-8805-11b590effd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:42.459469 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19ded097-fa5e-4484-a7ef-27c09a105223 req-679a0178-daa9-4601-8805-11b590effd8f service neutron] 10.222.0.60 "GET /v2.0/networks?id=9626fb61-bfe5-4e65-9e22-067b08cc3d50 HTTP/1.1" status: 200 len: 896 time: 0.0853665 Aug 17 03:30:42.530472 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19ded097-fa5e-4484-a7ef-27c09a105223 req-ad3b25b7-4998-4431-8dae-d3ffb21e718b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86 HTTP/1.1" status: 200 len: 1001 time: 0.0634871 Aug 17 03:30:42.606750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd319b0b-74cb-4108-a40e-b0ebe17b3a93 req-889ff47d-8137-4bdc-bb7e-61c593d21008 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:42.608651 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd319b0b-74cb-4108-a40e-b0ebe17b3a93 req-889ff47d-8137-4bdc-bb7e-61c593d21008 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 946 time: 0.0812511 Aug 17 03:30:42.609963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ded097-fa5e-4484-a7ef-27c09a105223 req-639670ed-6f37-4ccd-805e-b693126fabd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:42.611306 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19ded097-fa5e-4484-a7ef-27c09a105223 req-639670ed-6f37-4ccd-805e-b693126fabd3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b636178-e141-45d5-91c6-63f68cab4de1 HTTP/1.1" status: 200 len: 834 time: 0.0735388 Aug 17 03:30:42.676231 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd319b0b-74cb-4108-a40e-b0ebe17b3a93 req-6d4f9aa6-44c9-4abd-930b-e596aee6d176 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611467 Aug 17 03:30:42.682237 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ded097-fa5e-4484-a7ef-27c09a105223 req-876adca4-05eb-43e5-a427-e8eb56ebe6a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:42.683680 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19ded097-fa5e-4484-a7ef-27c09a105223 req-876adca4-05eb-43e5-a427-e8eb56ebe6a2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9626fb61-bfe5-4e65-9e22-067b08cc3d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0629482 Aug 17 03:30:42.777889 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19ded097-fa5e-4484-a7ef-27c09a105223 req-b02c7c4d-287b-468d-8193-0e60e81e811b service neutron] 10.222.0.60 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856402 Aug 17 03:30:42.790448 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-836090ea-978d-4c34-8848-ae8e6b468399 req-4b91575b-968a-4332-8640-ed379dce3d04 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:42.792069 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-836090ea-978d-4c34-8848-ae8e6b468399 req-4b91575b-968a-4332-8640-ed379dce3d04 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 946 time: 0.0492339 Aug 17 03:30:42.829975 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-836090ea-978d-4c34-8848-ae8e6b468399 req-1d94053d-36df-4df8-948c-f25d594fd29d tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311840 Aug 17 03:30:42.870729 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19ded097-fa5e-4484-a7ef-27c09a105223 req-7bcaba7a-4b5e-43d3-b1c4-13d2e43255e4 service neutron] 10.222.0.60 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862129 Aug 17 03:30:43.301610 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50631d12-5ce1-4883-82dc-aa92c3b82139 req-5e7a469a-14a4-4e65-8d1f-33cb23f6900c tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:43.303126 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-50631d12-5ce1-4883-82dc-aa92c3b82139 req-5e7a469a-14a4-4e65-8d1f-33cb23f6900c tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 946 time: 0.0490038 Aug 17 03:30:43.344303 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-50631d12-5ce1-4883-82dc-aa92c3b82139 req-288faf60-78e2-4daa-9fa3-de446986dcce tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352292 Aug 17 03:30:44.459963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-568578a3-a371-479d-acc0-7bed188c58fe req-c8fca0d9-32c6-47f7-94cb-36b63c44b6e7 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:44.461511 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-568578a3-a371-479d-acc0-7bed188c58fe req-c8fca0d9-32c6-47f7-94cb-36b63c44b6e7 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 946 time: 0.0490441 Aug 17 03:30:44.504080 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-568578a3-a371-479d-acc0-7bed188c58fe req-7db69e7b-fc1f-4a59-8c93-571d651f518d tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324588 Aug 17 03:30:44.876927 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84821486-2ddd-4ba4-b1d4-7266ba55eb06 req-5b5d2f44-bab7-428f-bd86-9dbde6f91540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:44.878657 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84821486-2ddd-4ba4-b1d4-7266ba55eb06 req-5b5d2f44-bab7-428f-bd86-9dbde6f91540 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc20a248ead4ab7a4bfbaac361b1dd6&device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 1097 time: 0.0763161 Aug 17 03:30:44.889696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09301d8-31e1-4eb1-932b-980862dca438 req-b3a692fc-7b81-47d7-8928-a32938be895b tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:44.891249 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f09301d8-31e1-4eb1-932b-980862dca438 req-b3a692fc-7b81-47d7-8928-a32938be895b tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 946 time: 0.0794308 Aug 17 03:30:44.983477 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f09301d8-31e1-4eb1-932b-980862dca438 req-8b4de880-fc41-4333-9535-ca3d450e4efc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858834 Aug 17 03:30:45.014033 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84821486-2ddd-4ba4-b1d4-7266ba55eb06 req-b79513bd-d030-4181-bb7e-3dcd62a9dc48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:45.015519 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84821486-2ddd-4ba4-b1d4-7266ba55eb06 req-b79513bd-d030-4181-bb7e-3dcd62a9dc48 service neutron] 10.222.0.30 "GET /v2.0/networks?id=088ce0ba-d024-4edd-b068-4bf23d644ab0 HTTP/1.1" status: 200 len: 912 time: 0.1168311 Aug 17 03:30:45.060875 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84821486-2ddd-4ba4-b1d4-7266ba55eb06 req-c4b71fba-bbff-4adb-9659-ae0523c511a8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e077ee9b-854e-4aa6-8a34-875916bd9321 HTTP/1.1" status: 200 len: 217 time: 0.0366824 Aug 17 03:30:45.112908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84821486-2ddd-4ba4-b1d4-7266ba55eb06 req-e1bbfdb6-ea31-48b4-8b8e-1d3a0146eaa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:45.114491 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84821486-2ddd-4ba4-b1d4-7266ba55eb06 req-e1bbfdb6-ea31-48b4-8b8e-1d3a0146eaa7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d457a2b2-3ff6-49a0-9fa7-65f1e6cc033b HTTP/1.1" status: 200 len: 852 time: 0.0461705 Aug 17 03:30:45.154341 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84821486-2ddd-4ba4-b1d4-7266ba55eb06 req-93032320-0e18-459b-b8db-85cfff67422d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=088ce0ba-d024-4edd-b068-4bf23d644ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0306854 Aug 17 03:30:45.245435 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1029e4cf-2d66-4f96-b24c-8813212d23f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:45.252090 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84821486-2ddd-4ba4-b1d4-7266ba55eb06 req-7ccc822e-030e-4394-8712-b22d7fca0e0e service neutron] 10.222.0.30 "GET /v2.0/networks/088ce0ba-d024-4edd-b068-4bf23d644ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899997 Aug 17 03:30:45.346460 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-84821486-2ddd-4ba4-b1d4-7266ba55eb06 req-54002bef-0661-4012-9c81-5e3c6eb253d2 service neutron] 10.222.0.30 "GET /v2.0/networks/088ce0ba-d024-4edd-b068-4bf23d644ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864873 Aug 17 03:30:45.500130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239552a-1d8d-4866-bc3e-461b62d79408 req-e39df9cb-1ca1-4adb-b6b5-49fd5483bac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:45.501663 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d239552a-1d8d-4866-bc3e-461b62d79408 req-e39df9cb-1ca1-4adb-b6b5-49fd5483bac5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc20a248ead4ab7a4bfbaac361b1dd6&device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 1097 time: 0.0457935 Aug 17 03:30:45.592173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239552a-1d8d-4866-bc3e-461b62d79408 req-44b8997d-60bb-4514-9328-b412cb36196d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:45.593714 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d239552a-1d8d-4866-bc3e-461b62d79408 req-44b8997d-60bb-4514-9328-b412cb36196d service neutron] 10.222.0.30 "GET /v2.0/networks?id=088ce0ba-d024-4edd-b068-4bf23d644ab0 HTTP/1.1" status: 200 len: 912 time: 0.0849297 Aug 17 03:30:45.640782 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d239552a-1d8d-4866-bc3e-461b62d79408 req-f19b8ab1-35d7-455e-aa92-bf49aff97acc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e077ee9b-854e-4aa6-8a34-875916bd9321 HTTP/1.1" status: 200 len: 217 time: 0.0394819 Aug 17 03:30:45.690168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d239552a-1d8d-4866-bc3e-461b62d79408 req-f7e66d6a-9fee-4b7b-97e0-689bbf7377c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:45.691582 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d239552a-1d8d-4866-bc3e-461b62d79408 req-f7e66d6a-9fee-4b7b-97e0-689bbf7377c4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d457a2b2-3ff6-49a0-9fa7-65f1e6cc033b HTTP/1.1" status: 200 len: 852 time: 0.0437164 Aug 17 03:30:45.723091 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d239552a-1d8d-4866-bc3e-461b62d79408 req-13974dd8-1c50-4ae5-a38d-109fea4a8fda service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=088ce0ba-d024-4edd-b068-4bf23d644ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240018 Aug 17 03:30:45.816489 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d239552a-1d8d-4866-bc3e-461b62d79408 req-c0f71428-7913-47ee-863f-aa5decd9d758 service neutron] 10.222.0.30 "GET /v2.0/networks/088ce0ba-d024-4edd-b068-4bf23d644ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847514 Aug 17 03:30:45.905162 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d239552a-1d8d-4866-bc3e-461b62d79408 req-ce1ae5ad-a256-40aa-a0e2-f54e16d432f2 service neutron] 10.222.0.30 "GET /v2.0/networks/088ce0ba-d024-4edd-b068-4bf23d644ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809214 Aug 17 03:30:46.098436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd844a34-729b-4ab5-9321-4bb34363b366 req-6705c9b6-e434-4ffb-849f-4a4661ff84bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:46.099917 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd844a34-729b-4ab5-9321-4bb34363b366 req-6705c9b6-e434-4ffb-849f-4a4661ff84bc tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 946 time: 0.0485232 Aug 17 03:30:46.136509 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd844a34-729b-4ab5-9321-4bb34363b366 req-fae4b168-d81f-4aaa-8d9d-d44fd509b1fe tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304749 Aug 17 03:30:47.255055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344da2a1-89cc-4b6a-ab27-1d3de3b5bd4b req-2d84382a-8259-4c5b-821b-c05bde847a1d tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:47.256544 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-344da2a1-89cc-4b6a-ab27-1d3de3b5bd4b req-2d84382a-8259-4c5b-821b-c05bde847a1d tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 946 time: 0.0489318 Aug 17 03:30:47.293868 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-344da2a1-89cc-4b6a-ab27-1d3de3b5bd4b req-06c00a84-d5c0-4baa-a470-545255241b78 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313814 Aug 17 03:30:47.691055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a29243a-b101-4cd9-a734-aa6f9f421599 req-3afcd6c7-0208-40b5-9bf3-2744e4142e48 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:47.692536 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a29243a-b101-4cd9-a734-aa6f9f421599 req-3afcd6c7-0208-40b5-9bf3-2744e4142e48 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 946 time: 0.0541739 Aug 17 03:30:47.731222 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a29243a-b101-4cd9-a734-aa6f9f421599 req-f67524c3-adf3-4176-83dd-a3e7f71ba3d0 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326529 Aug 17 03:30:47.919279 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6dc9cc94-596f-4b50-929c-677b00962084 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:48.151277 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:48.845677 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b3aaf7-a3b8-4d7b-b963-fcd6dc555769 req-7c817d3b-9eaf-4285-a616-5d15df9b0a7b tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:48.847131 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-00b3aaf7-a3b8-4d7b-b963-fcd6dc555769 req-7c817d3b-9eaf-4285-a616-5d15df9b0a7b tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 946 time: 0.0472596 Aug 17 03:30:48.884081 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-00b3aaf7-a3b8-4d7b-b963-fcd6dc555769 req-dae7ca5c-05c2-4489-8ce2-5c7dc8001eb5 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311451 Aug 17 03:30:49.191294 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:49.260462 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e288ae1f-7b64-422c-b8b5-00c234799610 req-e1cec7b5-3e4a-4f3f-857e-5ccc9bb1d58d tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:49.262021 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e288ae1f-7b64-422c-b8b5-00c234799610 req-e1cec7b5-3e4a-4f3f-857e-5ccc9bb1d58d tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 946 time: 0.0661829 Aug 17 03:30:49.305848 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e288ae1f-7b64-422c-b8b5-00c234799610 req-32f8eca0-eaf6-4f9f-85cf-d30f853db7ac tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369713 Aug 17 03:30:49.324312 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a06640-738b-4778-b53f-1d1051c1c2c1 req-6056b026-9bdd-4ba8-bbb3-f6329f4878f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:49.327269 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-50a06640-738b-4778-b53f-1d1051c1c2c1 req-6056b026-9bdd-4ba8-bbb3-f6329f4878f8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=cfc20a248ead4ab7a4bfbaac361b1dd6&device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 1097 time: 0.0413666 Aug 17 03:30:49.422987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a06640-738b-4778-b53f-1d1051c1c2c1 req-89897638-226c-4a99-a780-518a6fa9e4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:49.424370 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-50a06640-738b-4778-b53f-1d1051c1c2c1 req-89897638-226c-4a99-a780-518a6fa9e4c4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=088ce0ba-d024-4edd-b068-4bf23d644ab0 HTTP/1.1" status: 200 len: 912 time: 0.0883331 Aug 17 03:30:49.466520 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-50a06640-738b-4778-b53f-1d1051c1c2c1 req-f666e703-dcea-4d39-bee0-b41a555fed67 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e077ee9b-854e-4aa6-8a34-875916bd9321 HTTP/1.1" status: 200 len: 217 time: 0.0345864 Aug 17 03:30:49.515954 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a06640-738b-4778-b53f-1d1051c1c2c1 req-0c934ee2-e98e-454d-87fb-509c61d4eb63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:49.517382 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-50a06640-738b-4778-b53f-1d1051c1c2c1 req-0c934ee2-e98e-454d-87fb-509c61d4eb63 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d457a2b2-3ff6-49a0-9fa7-65f1e6cc033b HTTP/1.1" status: 200 len: 852 time: 0.0435562 Aug 17 03:30:49.548810 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-50a06640-738b-4778-b53f-1d1051c1c2c1 req-83731720-c00c-4f99-a3a3-a551dd45b48e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=088ce0ba-d024-4edd-b068-4bf23d644ab0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0238154 Aug 17 03:30:49.647691 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-50a06640-738b-4778-b53f-1d1051c1c2c1 req-be8c1074-e9cd-498d-aa5d-82bda01e44fc service neutron] 10.222.0.30 "GET /v2.0/networks/088ce0ba-d024-4edd-b068-4bf23d644ab0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909867 Aug 17 03:30:49.739529 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-50a06640-738b-4778-b53f-1d1051c1c2c1 req-d990ae14-aa7a-4f97-bb13-77e16ffccafc service neutron] 10.222.0.30 "GET /v2.0/networks/088ce0ba-d024-4edd-b068-4bf23d644ab0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834360 Aug 17 03:30:50.422695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d380776-f8a4-4f6f-89f0-1f6d3eb5bc30 req-5015f5a0-2124-47fa-bf36-25f5dd51aa58 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:50.424179 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0d380776-f8a4-4f6f-89f0-1f6d3eb5bc30 req-5015f5a0-2124-47fa-bf36-25f5dd51aa58 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 946 time: 0.0488081 Aug 17 03:30:50.461188 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0d380776-f8a4-4f6f-89f0-1f6d3eb5bc30 req-06de2ff5-f047-45d8-b931-43c1cfdb8447 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311546 Aug 17 03:30:50.902241 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:51.575095 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0627333d-dde4-41da-91b2-473684e3cbcf req-edae30cd-eb5c-4a15-85b6-e9770c03a37b tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:51.582370 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0627333d-dde4-41da-91b2-473684e3cbcf req-edae30cd-eb5c-4a15-85b6-e9770c03a37b tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 946 time: 0.0483255 Aug 17 03:30:51.613793 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0627333d-dde4-41da-91b2-473684e3cbcf req-77edf5fc-f73d-4529-840d-23b8e8d96275 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312200 Aug 17 03:30:52.084404 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35d3d3a9-c048-42a8-9c1e-135d9f9098b0 req-cb556a43-bd38-4926-a9d3-be87a98bb516 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:52.085925 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-35d3d3a9-c048-42a8-9c1e-135d9f9098b0 req-cb556a43-bd38-4926-a9d3-be87a98bb516 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 946 time: 0.0502706 Aug 17 03:30:52.124261 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-35d3d3a9-c048-42a8-9c1e-135d9f9098b0 req-298e9e69-1ef4-4860-ba93-f3dea76539ca tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314043 Aug 17 03:30:53.241478 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984c086c-2cd4-4cc6-804e-4e199a23d801 req-825944b0-5dce-43c0-a04f-6f98b934eccd tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:53.242950 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-984c086c-2cd4-4cc6-804e-4e199a23d801 req-825944b0-5dce-43c0-a04f-6f98b934eccd tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 946 time: 0.0483990 Aug 17 03:30:53.286447 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-984c086c-2cd4-4cc6-804e-4e199a23d801 req-30aed5fe-0321-45c7-b6b4-5d733555a1de tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368338 Aug 17 03:30:54.137740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3726014c-98e6-4cae-a07a-4cf820ea44e1 req-c7f0f63c-f927-479f-b4bf-0717afe04ee2 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:54.140049 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3726014c-98e6-4cae-a07a-4cf820ea44e1 req-c7f0f63c-f927-479f-b4bf-0717afe04ee2 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.30 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 946 time: 0.0533268 Aug 17 03:30:54.229253 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-3726014c-98e6-4cae-a07a-4cf820ea44e1 req-077492e0-666c-4091-a032-5d08dcdd64ba tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Deleting port e077ee9b-854e-4aa6-8a34-875916bd9321 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:30:54.229629 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3726014c-98e6-4cae-a07a-4cf820ea44e1 req-077492e0-666c-4091-a032-5d08dcdd64ba tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:54.320675 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3726014c-98e6-4cae-a07a-4cf820ea44e1 req-077492e0-666c-4091-a032-5d08dcdd64ba tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] For port e077ee9b-854e-4aa6-8a34-875916bd9321, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=e077ee9b-854e-4aa6-8a34-875916bd9321,segment=NetworkSegment(786ba3d6-747b-4a55-9ae4-a751e0cff923),segment_id=786ba3d6-747b-4a55-9ae4-a751e0cff923)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:30:54.321294 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3726014c-98e6-4cae-a07a-4cf820ea44e1 req-077492e0-666c-4091-a032-5d08dcdd64ba tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:54.334184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-3726014c-98e6-4cae-a07a-4cf820ea44e1 req-077492e0-666c-4091-a032-5d08dcdd64ba tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Calling delete_port for e077ee9b-854e-4aa6-8a34-875916bd9321 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:30:54.402282 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30f8c2f4-c975-442b-9d77-aa63aee27d59 req-9ba9e94c-340a-41b3-96b4-0745212dd67e tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:30:54.403717 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-30f8c2f4-c975-442b-9d77-aa63aee27d59 req-9ba9e94c-340a-41b3-96b4-0745212dd67e tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/ports?device_id=8f21da81-684b-4c3a-9bb3-6fb1413a3e50 HTTP/1.1" status: 200 len: 946 time: 0.0486929 Aug 17 03:30:54.445562 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-30f8c2f4-c975-442b-9d77-aa63aee27d59 req-2639ff86-f2c9-4b09-a28d-192cf23ee2e2 tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.10 "GET /v2.0/security-groups?id=85d43bc2-d2f2-4803-8a47-f102e8685fac&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353737 Aug 17 03:30:54.523061 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3726014c-98e6-4cae-a07a-4cf820ea44e1 req-077492e0-666c-4091-a032-5d08dcdd64ba tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:54.535168 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['e077ee9b-854e-4aa6-8a34-875916bd9321'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:30:54.558350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077492e0-666c-4091-a032-5d08dcdd64ba tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Pushing event deleted for resources: {'Port': ['ID=e077ee9b-854e-4aa6-8a34-875916bd9321,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:54.596995 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3726014c-98e6-4cae-a07a-4cf820ea44e1 req-077492e0-666c-4091-a032-5d08dcdd64ba tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] No DVR routers for this DVR port e077ee9b-854e-4aa6-8a34-875916bd9321 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:30:54.600008 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3726014c-98e6-4cae-a07a-4cf820ea44e1 req-077492e0-666c-4091-a032-5d08dcdd64ba tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:54.602010 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3726014c-98e6-4cae-a07a-4cf820ea44e1 req-077492e0-666c-4091-a032-5d08dcdd64ba tempest-TestServerAdvancedOps-136778150 tempest-TestServerAdvancedOps-136778150-project] 10.222.0.30 "DELETE /v2.0/ports/e077ee9b-854e-4aa6-8a34-875916bd9321 HTTP/1.1" status: 204 len: 173 time: 0.4552767 Aug 17 03:30:54.602455 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8f21da81-684b-4c3a-9bb3-6fb1413a3e50', 'name': 'network-vif-deleted', 'tag': 'e077ee9b-854e-4aa6-8a34-875916bd9321'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:30:54.605785 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46a41bfe-3c33-40a0-ad9a-1f7d9688c776" -d '{"events": [{"server_uuid": "8f21da81-684b-4c3a-9bb3-6fb1413a3e50", "name": "network-vif-deleted", "tag": "e077ee9b-854e-4aa6-8a34-875916bd9321"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:30:54.641220 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59ad45c4-b816-45bc-963c-c31600373e6d x-openstack-request-id: req-59ad45c4-b816-45bc-963c-c31600373e6d {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:30:54.641612 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8f21da81-684b-4c3a-9bb3-6fb1413a3e50", "name": "network-vif-deleted", "tag": "e077ee9b-854e-4aa6-8a34-875916bd9321", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:30:54.641881 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-59ad45c4-b816-45bc-963c-c31600373e6d {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:30:54.642288 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8f21da81-684b-4c3a-9bb3-6fb1413a3e50', 'name': 'network-vif-deleted', 'tag': 'e077ee9b-854e-4aa6-8a34-875916bd9321', 'status': 'completed', 'code': 200} Aug 17 03:30:55.504868 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38432) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:55.548476 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-e114efd2-50ff-4f3a-92e1-916a97253aeb admin admin] Deleting subnet d457a2b2-3ff6-49a0-9fa7-65f1e6cc033b {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:30:55.551422 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e114efd2-50ff-4f3a-92e1-916a97253aeb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:55.585697 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e114efd2-50ff-4f3a-92e1-916a97253aeb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:55.623158 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e114efd2-50ff-4f3a-92e1-916a97253aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:55.748657 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e114efd2-50ff-4f3a-92e1-916a97253aeb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:55.778417 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e114efd2-50ff-4f3a-92e1-916a97253aeb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d457a2b2-3ff6-49a0-9fa7-65f1e6cc033b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:55.782282 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e114efd2-50ff-4f3a-92e1-916a97253aeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:55.784122 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e114efd2-50ff-4f3a-92e1-916a97253aeb admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d457a2b2-3ff6-49a0-9fa7-65f1e6cc033b HTTP/1.1" status: 204 len: 168 time: 0.2781575 Aug 17 03:30:55.786632 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38434) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:55.852430 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01c54c1d-f330-4dd5-87c9-75555a108f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:55.931548 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01c54c1d-f330-4dd5-87c9-75555a108f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:55.941647 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-01c54c1d-f330-4dd5-87c9-75555a108f80 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['088ce0ba-d024-4edd-b068-4bf23d644ab0']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:55.951519 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-01c54c1d-f330-4dd5-87c9-75555a108f80 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '786ba3d6-747b-4a55-9ae4-a751e0cff923') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:55.951814 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-01c54c1d-f330-4dd5-87c9-75555a108f80 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '786ba3d6-747b-4a55-9ae4-a751e0cff923') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:55.960366 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01c54c1d-f330-4dd5-87c9-75555a108f80 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:55.973694 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01c54c1d-f330-4dd5-87c9-75555a108f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:55.979554 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-01c54c1d-f330-4dd5-87c9-75555a108f80 admin admin] Releasing vlan 54 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:30:55.979938 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01c54c1d-f330-4dd5-87c9-75555a108f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:30:55.981544 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:30:56.105723 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01c54c1d-f330-4dd5-87c9-75555a108f80 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:56.111560 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-01c54c1d-f330-4dd5-87c9-75555a108f80 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:56.113473 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-01c54c1d-f330-4dd5-87c9-75555a108f80 admin admin] 10.222.0.10 "DELETE /v2.0/networks/088ce0ba-d024-4edd-b068-4bf23d644ab0 HTTP/1.1" status: 204 len: 168 time: 0.3259094 Aug 17 03:30:56.116326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38436) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:56.130007 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01c54c1d-f330-4dd5-87c9-75555a108f80 admin admin] Pushing event deleted for resources: {'Network': ['ID=088ce0ba-d024-4edd-b068-4bf23d644ab0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:56.160395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c94bd9c-a2ea-45b1-b4a0-fd500f263b27 admin admin] Deleting subnet a97fcd3c-ac12-47ba-9300-806ba4b80585 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:30:56.163610 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c94bd9c-a2ea-45b1-b4a0-fd500f263b27 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:56.197740 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c94bd9c-a2ea-45b1-b4a0-fd500f263b27 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:56.240040 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c94bd9c-a2ea-45b1-b4a0-fd500f263b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:56.351748 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c94bd9c-a2ea-45b1-b4a0-fd500f263b27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:56.379827 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c94bd9c-a2ea-45b1-b4a0-fd500f263b27 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:56.381706 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6c94bd9c-a2ea-45b1-b4a0-fd500f263b27 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a97fcd3c-ac12-47ba-9300-806ba4b80585 HTTP/1.1" status: 204 len: 168 time: 0.2643626 Aug 17 03:30:56.382705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c94bd9c-a2ea-45b1-b4a0-fd500f263b27 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a97fcd3c-ac12-47ba-9300-806ba4b80585,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:56.384334 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38438) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:56.455432 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-299af942-26d6-4d37-8d9d-b18e51d9eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:56.532861 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-299af942-26d6-4d37-8d9d-b18e51d9eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:56.542427 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-299af942-26d6-4d37-8d9d-b18e51d9eef2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa895c32-4e59-43ba-919e-501c3e4b86ac']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:56.552715 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:30:56.553203 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-299af942-26d6-4d37-8d9d-b18e51d9eef2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b96915c-744e-4949-a279-03fb4018fe5d') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:56.553203 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-299af942-26d6-4d37-8d9d-b18e51d9eef2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b96915c-744e-4949-a279-03fb4018fe5d') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:30:56.561749 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-299af942-26d6-4d37-8d9d-b18e51d9eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:56.579780 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-299af942-26d6-4d37-8d9d-b18e51d9eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:56.585473 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-299af942-26d6-4d37-8d9d-b18e51d9eef2 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:30:56.586440 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-299af942-26d6-4d37-8d9d-b18e51d9eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:30:56.587446 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:30:56.719545 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-299af942-26d6-4d37-8d9d-b18e51d9eef2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:56.725132 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-299af942-26d6-4d37-8d9d-b18e51d9eef2 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:56.726845 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-299af942-26d6-4d37-8d9d-b18e51d9eef2 admin admin] 10.222.0.10 "DELETE /v2.0/networks/aa895c32-4e59-43ba-919e-501c3e4b86ac HTTP/1.1" status: 204 len: 168 time: 0.3414605 Aug 17 03:30:56.738662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299af942-26d6-4d37-8d9d-b18e51d9eef2 admin admin] Pushing event deleted for resources: {'Network': ['ID=aa895c32-4e59-43ba-919e-501c3e4b86ac,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:57.042712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38442) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:57.082525 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b7c69792-26f3-486e-b8c0-56e23c26c444 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cfc20a248ead4ab7a4bfbaac361b1dd6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386569 Aug 17 03:30:57.084853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38444) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:57.131152 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a19c3a1d-9cbb-47c7-9ede-f3f1103fa8b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:57.152169 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a19c3a1d-9cbb-47c7-9ede-f3f1103fa8b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:57.256549 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a19c3a1d-9cbb-47c7-9ede-f3f1103fa8b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:57.259178 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a19c3a1d-9cbb-47c7-9ede-f3f1103fa8b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:57.260337 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a19c3a1d-9cbb-47c7-9ede-f3f1103fa8b3 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/85d43bc2-d2f2-4803-8a47-f102e8685fac HTTP/1.1" status: 204 len: 168 time: 0.1745975 Aug 17 03:30:57.268847 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19c3a1d-9cbb-47c7-9ede-f3f1103fa8b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85d43bc2-d2f2-4803-8a47-f102e8685fac,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:30:57.768333 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device e077ee9b-854e-4aa6-8a34-875916bd9321 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:30:57.788517 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: e077ee9b-854e-4aa6-8a34-875916bd9321 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:30:57.789004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device e077ee9b-854e-4aa6-8a34-875916bd9321 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:30:57.836764 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38450) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:57.876335 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-57ded42e-b571-404b-8cac-9e2bbef66f6e admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3cecb9db024345e9b03ad3b0ee48386a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0384543 Aug 17 03:30:57.878737 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38452) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:30:57.925315 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5e63c12-02a2-4d1b-a830-1d62df5011c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:57.945806 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5e63c12-02a2-4d1b-a830-1d62df5011c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:58.065381 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5e63c12-02a2-4d1b-a830-1d62df5011c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:58.068055 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a5e63c12-02a2-4d1b-a830-1d62df5011c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:30:58.069188 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a5e63c12-02a2-4d1b-a830-1d62df5011c1 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e93df868-33c3-4806-8586-5a1df6439ba8 HTTP/1.1" status: 204 len: 168 time: 0.1895733 Aug 17 03:30:58.077266 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e63c12-02a2-4d1b-a830-1d62df5011c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e93df868-33c3-4806-8586-5a1df6439ba8,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:31:03.233571 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:03.873844 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:07.059002 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d33d78a-58da-478c-98c7-37620ca0441d req-cebcde94-8e56-4cf7-9df9-a0f3326fc029 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:07.060636 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d33d78a-58da-478c-98c7-37620ca0441d req-cebcde94-8e56-4cf7-9df9-a0f3326fc029 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 1097 time: 0.0406222 Aug 17 03:31:07.097860 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d33d78a-58da-478c-98c7-37620ca0441d req-7670b80e-e34f-4b1d-a328-6cd38d912704 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312753 Aug 17 03:31:07.215854 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eca0086-bb3e-461f-a5c3-099f2d2bd64c req-ed3d9937-b711-4776-b620-20a6af141019 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:07.217941 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3eca0086-bb3e-461f-a5c3-099f2d2bd64c req-ed3d9937-b711-4776-b620-20a6af141019 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.0487761 Aug 17 03:31:07.257365 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3eca0086-bb3e-461f-a5c3-099f2d2bd64c req-2d7d31d1-92b3-4eab-ab36-51366b75872c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314429 Aug 17 03:31:07.280123 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38468) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:31:07.402024 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2ace3cd3-6db0-4a56-9dc8-cd1d704b4bf8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/floatingips/e334b56f-74aa-4e57-a4d0-01c2c13f8305 HTTP/1.1" status: 200 len: 993 time: 0.1206119 Aug 17 03:31:08.176298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f001ac30-55cc-4e04-83d8-3c582e4f19ec req-c5d369df-a6b2-4abe-a23b-f4b3df798a36 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:08.177851 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f001ac30-55cc-4e04-83d8-3c582e4f19ec req-c5d369df-a6b2-4abe-a23b-f4b3df798a36 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.0505767 Aug 17 03:31:08.216115 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f001ac30-55cc-4e04-83d8-3c582e4f19ec req-c64ef59b-d20d-4c1f-8fb6-e3052dd66313 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323725 Aug 17 03:31:08.271816 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38480) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:31:08.468957 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-9b4d6bca-4ef5-4170-9b2d-3791328c1169 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1958053 Aug 17 03:31:08.478223 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-64ea5ec4-e3a4-4095-839c-b9e1309aa687 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:31:08.479203 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-64ea5ec4-e3a4-4095-839c-b9e1309aa687 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055001 Aug 17 03:31:09.332889 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d364afa5-ae7a-400b-b210-8c0a3cc8ee00 req-0c5d46fd-de22-4786-9d32-2b801b308d9a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:09.334472 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d364afa5-ae7a-400b-b210-8c0a3cc8ee00 req-0c5d46fd-de22-4786-9d32-2b801b308d9a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.0493727 Aug 17 03:31:09.374314 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d364afa5-ae7a-400b-b210-8c0a3cc8ee00 req-19d93948-b02b-46d3-992c-9a3537e8bdc0 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340016 Aug 17 03:31:10.491144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf96c47-f3bc-43f2-a02a-d01f9319f157 req-a8801715-f501-4005-842f-c3a95aed9d12 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:10.492646 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8cf96c47-f3bc-43f2-a02a-d01f9319f157 req-a8801715-f501-4005-842f-c3a95aed9d12 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.0498710 Aug 17 03:31:10.530336 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8cf96c47-f3bc-43f2-a02a-d01f9319f157 req-2cb8ddf0-c851-4058-b382-e5b072b18ab8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316167 Aug 17 03:31:10.662987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-60e1e768-362f-4784-a0bf-6a7f7a6f4d7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:10.664377 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-60e1e768-362f-4784-a0bf-6a7f7a6f4d7d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 1097 time: 0.0406671 Aug 17 03:31:10.762494 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-a0a94b9e-71cf-4b4b-9b9a-5e3ece705dac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:10.764029 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-a0a94b9e-71cf-4b4b-9b9a-5e3ece705dac service neutron] 10.222.0.60 "GET /v2.0/networks?id=9626fb61-bfe5-4e65-9e22-067b08cc3d50 HTTP/1.1" status: 200 len: 896 time: 0.0893011 Aug 17 03:31:10.828199 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-05fabce2-a1aa-4432-afb9-0794b79fb06c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86 HTTP/1.1" status: 200 len: 1001 time: 0.0564296 Aug 17 03:31:10.876592 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-d4915e8f-2478-4fba-a36a-6afda9d98421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:10.878003 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-d4915e8f-2478-4fba-a36a-6afda9d98421 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b636178-e141-45d5-91c6-63f68cab4de1 HTTP/1.1" status: 200 len: 834 time: 0.0417628 Aug 17 03:31:10.926520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-479fa7c1-41ac-49df-98be-72d4df1c7352 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:10.927964 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-479fa7c1-41ac-49df-98be-72d4df1c7352 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9626fb61-bfe5-4e65-9e22-067b08cc3d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420477 Aug 17 03:31:11.016843 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-7b29c585-2c37-4db8-8a37-7c5e345c236a service neutron] 10.222.0.60 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0790761 Aug 17 03:31:11.109958 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-aced7894-3101-4df8-90db-6addcb2c82fa service neutron] 10.222.0.60 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846369 Aug 17 03:31:11.644520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b15a29dc-2ad0-496e-aa5e-9abe628f4d3a req-0d0f3516-59cc-4962-ac93-67034357fd35 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:11.646020 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b15a29dc-2ad0-496e-aa5e-9abe628f4d3a req-0d0f3516-59cc-4962-ac93-67034357fd35 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.0476267 Aug 17 03:31:11.682791 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b15a29dc-2ad0-496e-aa5e-9abe628f4d3a req-66291a6a-ffa6-4886-8528-807483be1b2c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309181 Aug 17 03:31:12.798965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f528a8e-8427-4e10-b7b0-28373a42555b req-8005f04d-d18f-4543-94f5-a1fa6bcc8550 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:12.800447 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f528a8e-8427-4e10-b7b0-28373a42555b req-8005f04d-d18f-4543-94f5-a1fa6bcc8550 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.0492773 Aug 17 03:31:12.841608 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f528a8e-8427-4e10-b7b0-28373a42555b req-7f645bab-4373-4317-86ad-a28bd2b3568d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352817 Aug 17 03:31:13.954115 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7d234d3-0e69-402a-bdcc-e7beb8fdecd9 req-1efd1e1d-362a-4142-bda7-5e488660d148 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:13.955570 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f7d234d3-0e69-402a-bdcc-e7beb8fdecd9 req-1efd1e1d-362a-4142-bda7-5e488660d148 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.0484722 Aug 17 03:31:13.996129 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f7d234d3-0e69-402a-bdcc-e7beb8fdecd9 req-4aac0620-74f9-4b98-be78-fe8b9225e6e9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348411 Aug 17 03:31:15.113022 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0abe805f-6020-4999-9993-3f7b7b84e304 req-ba929203-ef76-40a7-bdc7-9b62df23030b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:15.114528 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0abe805f-6020-4999-9993-3f7b7b84e304 req-ba929203-ef76-40a7-bdc7-9b62df23030b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.0485883 Aug 17 03:31:15.151341 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0abe805f-6020-4999-9993-3f7b7b84e304 req-db40941d-9d84-46df-8de1-e7241ce55b74 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301840 Aug 17 03:31:15.271222 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1fd7f65d-0216-4a17-9453-f6a10286505e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:16.265584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9000af9a-ad29-4b94-b8ab-3faad267d8ba req-99047e66-0a5c-4107-9404-7589103ce633 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:16.267043 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9000af9a-ad29-4b94-b8ab-3faad267d8ba req-99047e66-0a5c-4107-9404-7589103ce633 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.0475581 Aug 17 03:31:16.304547 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9000af9a-ad29-4b94-b8ab-3faad267d8ba req-067d93e9-958d-4e34-8fa2-535514da41f8 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316007 Aug 17 03:31:17.420750 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac07ae2-71f7-44f1-a835-62445c17161d req-a7bafc26-04e4-4cc7-acbb-b20776966fc9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:17.422318 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ac07ae2-71f7-44f1-a835-62445c17161d req-a7bafc26-04e4-4cc7-acbb-b20776966fc9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.0508058 Aug 17 03:31:17.459928 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ac07ae2-71f7-44f1-a835-62445c17161d req-e84695cc-9e17-4bf8-a64b-d64f55c74daf tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317595 Aug 17 03:31:17.902018 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-72bc73eb-837c-4d8d-a0b1-2556fec90f87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:18.156772 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:18.573078 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1543a24e-bfd7-4608-b43a-9cf81bb4dd67 req-7ad08800-c0c1-4639-8e8c-e69042db0e4c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:18.574568 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1543a24e-bfd7-4608-b43a-9cf81bb4dd67 req-7ad08800-c0c1-4639-8e8c-e69042db0e4c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.0476267 Aug 17 03:31:18.612365 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1543a24e-bfd7-4608-b43a-9cf81bb4dd67 req-dca8dcc3-2aea-4a07-85ad-0c8f5770019c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314162 Aug 17 03:31:19.182103 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:19.725373 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e21b5d0-8251-4a86-9cf0-83b977bacaab req-5abf05a7-d384-4806-9abb-1736b60b76cd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:19.726890 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e21b5d0-8251-4a86-9cf0-83b977bacaab req-5abf05a7-d384-4806-9abb-1736b60b76cd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.0488377 Aug 17 03:31:19.776560 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e21b5d0-8251-4a86-9cf0-83b977bacaab req-65fb0f73-894b-4d01-86e3-2f3c3ff03bfc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425732 Aug 17 03:31:20.892127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ef3018-f21a-4839-a898-52d4d353d274 req-298aee51-c2be-40b6-9d17-24f734879226 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:20.893696 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a9ef3018-f21a-4839-a898-52d4d353d274 req-298aee51-c2be-40b6-9d17-24f734879226 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.0483985 Aug 17 03:31:20.919539 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:20.936268 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a9ef3018-f21a-4839-a898-52d4d353d274 req-b2c3763f-2600-4c1e-b6e3-2a23ffeeed28 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368261 Aug 17 03:31:22.049820 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200be97a-41fb-467c-94b4-0d0f2bd6b2db req-26e6cb01-f390-4164-9f86-337016509a9b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:22.051199 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-200be97a-41fb-467c-94b4-0d0f2bd6b2db req-26e6cb01-f390-4164-9f86-337016509a9b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.0484872 Aug 17 03:31:22.087850 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-200be97a-41fb-467c-94b4-0d0f2bd6b2db req-d846014c-6f85-4faa-93b7-3d6842babb47 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308137 Aug 17 03:31:23.156966 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-0db6ec8f-43b8-4593-a539-1f0b63d1d873 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:31:23.157980 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-0db6ec8f-43b8-4593-a539-1f0b63d1d873 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0059628 Aug 17 03:31:23.454740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3854108-84db-4e4e-8bfb-95e0dcf847c4 req-d905b5dc-1905-4418-a95b-d93fe31cf458 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:23.456165 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3854108-84db-4e4e-8bfb-95e0dcf847c4 req-d905b5dc-1905-4418-a95b-d93fe31cf458 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.2973297 Aug 17 03:31:23.532506 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3854108-84db-4e4e-8bfb-95e0dcf847c4 req-efb2f06d-1561-4372-b042-45b7b1ec082a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704603 Aug 17 03:31:23.539304 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-b76a97b9-c92e-4464-936a-1a09e9c9f166 service neutron] show failed (client error): The resource could not be found. Aug 17 03:31:23.540250 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-b76a97b9-c92e-4464-936a-1a09e9c9f166 service neutron] 10.222.0.60 "GET /v2.0/ports/5ba60b04-8761-41dd-88c8-eb1f9215fc86/bindings/n-h1-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.3732240 Aug 17 03:31:24.061808 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-37d1ee90-910e-46d9-8497-f74f9dae171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:24.063242 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-37d1ee90-910e-46d9-8497-f74f9dae171f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc&tenant_id=c77d3de5480541c2aef96c5ffa17a28d HTTP/1.1" status: 200 len: 1097 time: 0.0708380 Aug 17 03:31:24.076610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:31:24.127244 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:24.327222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:31:24.360172 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:31:24.399176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:31:24.405013 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba8bc4e8-1837-4492-9c0e-73addc18622e" -d '{"events": [{"server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "name": "network-vif-unplugged", "status": "completed", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:31:24.409448 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:24.422473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Transition to ACTIVE for port object 5ba60b04-8761-41dd-88c8-eb1f9215fc86 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:31:24.454820 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7637d6ad-866d-493f-9dc0-1c9ca42667b0 x-openstack-request-id: req-7637d6ad-866d-493f-9dc0-1c9ca42667b0 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:31:24.455116 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "name": "network-vif-unplugged", "status": "completed", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:31:24.455369 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7637d6ad-866d-493f-9dc0-1c9ca42667b0 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:31:24.455768 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'code': 200} Aug 17 03:31:24.514196 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:24.626097 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba60b04-8761-41dd-88c8-eb1f9215fc86,revision_number=6']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:31:24.714201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] No DVR routers for this DVR port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:31:24.753675 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51193538-3df1-42b2-a3ff-d41cdb9b0a1f req-9d115a87-07a6-46a0-9405-d94eec9953bb tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:24.755191 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-51193538-3df1-42b2-a3ff-d41cdb9b0a1f req-9d115a87-07a6-46a0-9405-d94eec9953bb tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 944 time: 0.1445084 Aug 17 03:31:24.835871 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-51193538-3df1-42b2-a3ff-d41cdb9b0a1f req-09c8e1dc-eb23-4784-9a15-ed9fe9319021 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747240 Aug 17 03:31:24.879570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Attempting to bind port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:31:24.879831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Attempting to bind port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:31:24.880166 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Attempting to bind port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 on network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:31:24.884350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 on network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:31:24.884667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Attempting to bind port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 on network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:31:24.889970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 31, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:31:24.890314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Checking segment: {'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:31:24.890698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Bound using segment: {'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:31:24.891118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Bound port: 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:31:24.891468 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:24.951376 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:31:24.954341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:31:25.034057 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:25.071566 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:25.072189 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:25.073679 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] 10.222.0.30 "PUT /v2.0/ports/5ba60b04-8761-41dd-88c8-eb1f9215fc86 HTTP/1.1" status: 200 len: 1092 time: 1.0015838 Aug 17 03:31:25.110413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484021e1-94be-4903-81a6-eb9daf7a0da4 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba60b04-8761-41dd-88c8-eb1f9215fc86,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:31:25.144728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-5c6d4ed7-c652-4be2-8315-d0a013c8b765 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:25.146294 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-5c6d4ed7-c652-4be2-8315-d0a013c8b765 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 1095 time: 0.0486395 Aug 17 03:31:25.243138 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-9d9b1773-be22-40e9-a5f4-090aa857c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:25.244669 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-9d9b1773-be22-40e9-a5f4-090aa857c0c9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9626fb61-bfe5-4e65-9e22-067b08cc3d50 HTTP/1.1" status: 200 len: 896 time: 0.0906742 Aug 17 03:31:25.320274 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-74fc6bdc-5760-4e19-b95d-cbd651b674bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86 HTTP/1.1" status: 200 len: 999 time: 0.0665555 Aug 17 03:31:25.371700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-792d2ee8-a096-44f4-bec2-3c722ead4027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:25.374022 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-792d2ee8-a096-44f4-bec2-3c722ead4027 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b636178-e141-45d5-91c6-63f68cab4de1 HTTP/1.1" status: 200 len: 834 time: 0.0443442 Aug 17 03:31:25.418506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-6496ed6d-eb7e-4a8c-8c96-42c4c6d99513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:25.420417 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-6496ed6d-eb7e-4a8c-8c96-42c4c6d99513 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9626fb61-bfe5-4e65-9e22-067b08cc3d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387595 Aug 17 03:31:25.511049 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-7d655c77-c921-4e14-b7a7-99c008773809 service neutron] 10.222.0.30 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832040 Aug 17 03:31:25.599750 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9431b23d-35af-4f27-90b7-dd12e439e344 req-9435dd7f-795f-4242-a67a-5377542a80b7 service neutron] 10.222.0.30 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0804121 Aug 17 03:31:25.956540 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06714cca-cbd7-4496-acf3-290aad61be17 req-b376491c-a9ce-4049-acdd-0048f995cef3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:25.958057 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-06714cca-cbd7-4496-acf3-290aad61be17 req-b376491c-a9ce-4049-acdd-0048f995cef3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 944 time: 0.0488904 Aug 17 03:31:25.996469 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-06714cca-cbd7-4496-acf3-290aad61be17 req-90137195-2608-4850-b4fe-ca6ff51ead28 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325463 Aug 17 03:31:26.457165 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:31:26.459558 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d" -d '{"events": [{"name": "network-changed", "server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:31:26.507334 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:31:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30e1585d-9fe0-4d10-bc2e-7099d87a4f39 x-openstack-request-id: req-30e1585d-9fe0-4d10-bc2e-7099d87a4f39 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:31:26.507638 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:31:26.507897 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-30e1585d-9fe0-4d10-bc2e-7099d87a4f39 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:31:26.508305 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'status': 'completed', 'code': 200} Aug 17 03:31:26.600072 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-829d4ecb-490b-4ba4-9853-9546a34ae8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:26.601608 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-829d4ecb-490b-4ba4-9853-9546a34ae8cf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 1095 time: 0.0725017 Aug 17 03:31:26.603544 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-c87856f2-5f2c-4411-9c3e-d3ab39bd45fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:26.604885 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-c87856f2-5f2c-4411-9c3e-d3ab39bd45fa service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 1095 time: 0.0744359 Aug 17 03:31:26.759783 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-1989e323-83f8-4b6f-be72-ae0af352e159 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:26.761277 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-1989e323-83f8-4b6f-be72-ae0af352e159 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9626fb61-bfe5-4e65-9e22-067b08cc3d50 HTTP/1.1" status: 200 len: 896 time: 0.1509678 Aug 17 03:31:26.762649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-3bb345a1-d2c0-4429-aaaf-55f46e7ed16d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:26.764102 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-3bb345a1-d2c0-4429-aaaf-55f46e7ed16d service neutron] 10.222.0.60 "GET /v2.0/networks?id=9626fb61-bfe5-4e65-9e22-067b08cc3d50 HTTP/1.1" status: 200 len: 896 time: 0.1464303 Aug 17 03:31:26.873801 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-bc584caf-c00c-4065-83e4-717afa6cf2ef service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86 HTTP/1.1" status: 200 len: 999 time: 0.1025200 Aug 17 03:31:26.877371 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-16831e5a-592b-4b93-9a52-c3b660d5bc48 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86 HTTP/1.1" status: 200 len: 999 time: 0.1010575 Aug 17 03:31:26.961451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-abb97e81-cc81-4963-bb94-f5b033165e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:26.962905 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-abb97e81-cc81-4963-bb94-f5b033165e46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b636178-e141-45d5-91c6-63f68cab4de1 HTTP/1.1" status: 200 len: 834 time: 0.0820322 Aug 17 03:31:26.964265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-f26d0e59-362d-47dc-8d93-02d3d47ac789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:26.965606 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-f26d0e59-362d-47dc-8d93-02d3d47ac789 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b636178-e141-45d5-91c6-63f68cab4de1 HTTP/1.1" status: 200 len: 834 time: 0.0776763 Aug 17 03:31:27.034937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-ec53a673-5d29-4afa-ac65-79a4e3978aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:27.036450 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-ec53a673-5d29-4afa-ac65-79a4e3978aa7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9626fb61-bfe5-4e65-9e22-067b08cc3d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0637345 Aug 17 03:31:27.042375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-bcc9ebdd-53f8-45bb-9883-aecfd5a21124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:27.043808 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-bcc9ebdd-53f8-45bb-9883-aecfd5a21124 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9626fb61-bfe5-4e65-9e22-067b08cc3d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635440 Aug 17 03:31:27.113070 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a93709ee-1748-43bf-a9de-ddb88533170e req-fc245d5b-9808-4476-8358-521eb9ce0475 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:27.114591 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a93709ee-1748-43bf-a9de-ddb88533170e req-fc245d5b-9808-4476-8358-521eb9ce0475 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 944 time: 0.0491354 Aug 17 03:31:27.155825 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a93709ee-1748-43bf-a9de-ddb88533170e req-cb6aff86-f3b7-4930-a25c-1c677280997b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352266 Aug 17 03:31:27.195474 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-6339828a-acac-4b5f-a7f7-5877bc4c3f73 service neutron] 10.222.0.60 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507304 Aug 17 03:31:27.197587 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-1561815a-b7e1-4bf2-8f4f-2feeb4df2b37 service neutron] 10.222.0.30 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1452301 Aug 17 03:31:27.366469 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-684b39b9-d31c-4bf0-a272-8742c2bbb3df service neutron] 10.222.0.60 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1639080 Aug 17 03:31:27.368337 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9cddaa7-a0eb-4dee-8acd-23bcae4d241d req-f3b8569f-39fd-4e19-a75a-de6820c902d5 service neutron] 10.222.0.30 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589220 Aug 17 03:31:27.972021 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 5ba60b04-8761-41dd-88c8-eb1f9215fc86 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:31:28.224941 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:31:28.238187 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'port_id': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'mac_address': 'fa:16:3e:d3:1c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:31:28.277302 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:28.287762 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208ee7e3-8555-4b7b-a935-df63753c2b3d req-36ee09b5-a4f9-4211-b8e0-28385cf1a8be tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:28.289338 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-208ee7e3-8555-4b7b-a935-df63753c2b3d req-36ee09b5-a4f9-4211-b8e0-28385cf1a8be tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 944 time: 0.0533893 Aug 17 03:31:28.295432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba60b04-8761-41dd-88c8-eb1f9215fc86 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:31:28.315075 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:31:28.328603 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-208ee7e3-8555-4b7b-a935-df63753c2b3d req-11193489-01e4-43a2-bd28-422de5117af7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324721 Aug 17 03:31:28.376676 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:28.428181 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=5ba60b04-8761-41dd-88c8-eb1f9215fc86,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:31:28.540376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 5ba60b04-8761-41dd-88c8-eb1f9215fc86 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:31:28.576179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['5ba60b04-8761-41dd-88c8-eb1f9215fc86'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:31:28.601906 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 5ba60b04-8761-41dd-88c8-eb1f9215fc86 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:31:28.776704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c296d6f-e867-4ea6-b63b-48042c108415 req-2dca1a9b-b8bf-41d2-9fc4-a9886ae3a445 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:28.778239 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1c296d6f-e867-4ea6-b63b-48042c108415 req-2dca1a9b-b8bf-41d2-9fc4-a9886ae3a445 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 945 time: 0.0490911 Aug 17 03:31:28.869747 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1c296d6f-e867-4ea6-b63b-48042c108415 req-273be075-82ad-4fd0-af60-c48775c21e0d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593739 Aug 17 03:31:28.877726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-35d164f9-df8a-4827-bdf3-2e41115152d6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:28.879134 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-35d164f9-df8a-4827-bdf3-2e41115152d6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.30 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc&tenant_id=c77d3de5480541c2aef96c5ffa17a28d&binding%3Ahost_id=n-h1-802060-9 HTTP/1.1" status: 200 len: 945 time: 0.0977767 Aug 17 03:31:28.947130 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-2450b186-a80d-4241-9a03-0041103f8fa0 service neutron] 10.222.0.30 "GET /v2.0/ports/5ba60b04-8761-41dd-88c8-eb1f9215fc86/bindings/n-h1-802060-9 HTTP/1.1" status: 200 len: 382 time: 0.0519021 Aug 17 03:31:29.009820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-47ffec45-8a1a-45e7-9df3-325fc66de762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:29.011291 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-47ffec45-8a1a-45e7-9df3-325fc66de762 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 1096 time: 0.0392220 Aug 17 03:31:29.107519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-5f73e07d-20e1-4746-95de-728dbef6968f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:29.109006 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-5f73e07d-20e1-4746-95de-728dbef6968f service neutron] 10.222.0.30 "GET /v2.0/networks?id=9626fb61-bfe5-4e65-9e22-067b08cc3d50 HTTP/1.1" status: 200 len: 896 time: 0.0886276 Aug 17 03:31:29.174663 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-4f2fa57b-3b0f-4996-993a-8d9bd92b3df4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86 HTTP/1.1" status: 200 len: 1000 time: 0.0565825 Aug 17 03:31:29.227463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-4b144155-d393-4ce4-8c23-9391eb014284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:29.229042 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-4b144155-d393-4ce4-8c23-9391eb014284 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b636178-e141-45d5-91c6-63f68cab4de1 HTTP/1.1" status: 200 len: 834 time: 0.0470548 Aug 17 03:31:29.276279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-b8f7ebab-5ff7-4c03-85f0-e5a8aec094d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:29.277811 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-b8f7ebab-5ff7-4c03-85f0-e5a8aec094d1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9626fb61-bfe5-4e65-9e22-067b08cc3d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402424 Aug 17 03:31:29.368747 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-66f0f9d9-ebac-43a7-b327-376e3639d6d8 service neutron] 10.222.0.30 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822992 Aug 17 03:31:29.463659 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-c96fb613-630e-4958-888f-333d22cb628c service neutron] 10.222.0.30 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862467 Aug 17 03:31:29.987345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 5ba60b04-8761-41dd-88c8-eb1f9215fc86 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:31:29.987962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc3c3a4-9c51-4d7c-9cae-97dd12059dc6 req-b9d5f8d2-d66c-4937-99fa-9b588e175ae6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:29.988981 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5dc3c3a4-9c51-4d7c-9cae-97dd12059dc6 req-b9d5f8d2-d66c-4937-99fa-9b588e175ae6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 945 time: 0.0491502 Aug 17 03:31:30.026199 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5dc3c3a4-9c51-4d7c-9cae-97dd12059dc6 req-e40aca3a-eceb-491c-bc41-a69db39dc45d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311406 Aug 17 03:31:30.073565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:31:30.077762 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:31:30.078136 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:30.153315 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:30.175337 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:31:30.177572 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-839b5039-e768-4d19-baa0-b5cfc0d16cc1" -d '{"events": [{"server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "name": "network-vif-plugged", "status": "completed", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:31:30.190614 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:31:30.239636 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:31:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71fea2ab-7d32-4430-9b42-02fb0a4c3e04 x-openstack-request-id: req-71fea2ab-7d32-4430-9b42-02fb0a4c3e04 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:31:30.239933 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "name": "network-vif-plugged", "status": "completed", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:31:30.240188 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-71fea2ab-7d32-4430-9b42-02fb0a4c3e04 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:31:30.240614 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'code': 200} Aug 17 03:31:30.259298 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:30.307010 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=5ba60b04-8761-41dd-88c8-eb1f9215fc86,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:31:31.144599 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44416d0c-7f41-4837-9855-eb8e114ff3bf req-99ab545d-fe5f-4b42-8cf8-49e6b23b6b09 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:31.146116 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44416d0c-7f41-4837-9855-eb8e114ff3bf req-99ab545d-fe5f-4b42-8cf8-49e6b23b6b09 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.0494409 Aug 17 03:31:31.186207 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44416d0c-7f41-4837-9855-eb8e114ff3bf req-0df7958b-0862-4587-8a06-98e88077c600 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341775 Aug 17 03:31:31.886338 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-36571a83-d79f-417d-9e01-d5a457c982cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:31.887859 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-36571a83-d79f-417d-9e01-d5a457c982cb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc&tenant_id=c77d3de5480541c2aef96c5ffa17a28d HTTP/1.1" status: 200 len: 1097 time: 0.0400827 Aug 17 03:31:31.900182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:31:31.954262 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:32.429231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4819360-2994-437c-806f-2d9817180964 req-5693f7b3-c4d3-4e98-9be4-ebc658b16837 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:32.430746 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d4819360-2994-437c-806f-2d9817180964 req-5693f7b3-c4d3-4e98-9be4-ebc658b16837 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 946 time: 0.0766163 Aug 17 03:31:32.435549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:31:32.491791 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d4819360-2994-437c-806f-2d9817180964 req-6fdace63-27a4-437a-ac45-fcf8e3c474d2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0541124 Aug 17 03:31:32.494656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:31:32.536144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:31:32.538435 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3c9a00d0-8b14-4334-b805-26d1128ec448" -d '{"events": [{"server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "name": "network-vif-unplugged", "status": "completed", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:31:32.542448 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:32.555003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Transition to ACTIVE for port object 5ba60b04-8761-41dd-88c8-eb1f9215fc86 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:31:32.587303 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-643573c8-2c4d-41ab-b6fa-18c731fc5931 x-openstack-request-id: req-643573c8-2c4d-41ab-b6fa-18c731fc5931 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:31:32.587603 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "name": "network-vif-unplugged", "status": "completed", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:31:32.587865 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-643573c8-2c4d-41ab-b6fa-18c731fc5931 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:31:32.588271 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'code': 200} Aug 17 03:31:32.615919 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:32.690965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba60b04-8761-41dd-88c8-eb1f9215fc86,revision_number=10']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:31:32.737697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] No DVR routers for this DVR port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:31:32.877738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Attempting to bind port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:31:32.878103 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Attempting to bind port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:31:32.878428 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Attempting to bind port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 on network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:31:32.882737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 on network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:31:32.883054 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Attempting to bind port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 on network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:31:32.887738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 31, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:31:32.888345 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Checking segment: {'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:31:32.888957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Bound using segment: {'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:31:32.889588 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Bound port: 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ab33eab6-b728-4a5a-8aef-3319a8a1d709', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 83, 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:31:32.889942 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:32.952919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:31:32.956004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:31:33.031492 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:33.068318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:33.068939 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:33.070364 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] 10.222.0.60 "PUT /v2.0/ports/5ba60b04-8761-41dd-88c8-eb1f9215fc86 HTTP/1.1" status: 200 len: 1093 time: 1.1741135 Aug 17 03:31:33.090751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f945863-8dc3-4b1f-a1b9-8d943c985b68 service neutron] Pushing event updated for resources: {'Port': ['ID=5ba60b04-8761-41dd-88c8-eb1f9215fc86,revision_number=11']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:31:33.149287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-923eb683-cae9-4fd0-aabd-4460b8e6bb32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:33.151542 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-923eb683-cae9-4fd0-aabd-4460b8e6bb32 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 1096 time: 0.0526080 Aug 17 03:31:33.196845 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:33.250518 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-62320157-dff3-421f-83fd-f9bd9e4891c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:33.253037 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-62320157-dff3-421f-83fd-f9bd9e4891c8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9626fb61-bfe5-4e65-9e22-067b08cc3d50 HTTP/1.1" status: 200 len: 896 time: 0.0932853 Aug 17 03:31:33.323846 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-5d5c5022-79da-4726-90d2-904ab7825ac3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86 HTTP/1.1" status: 200 len: 999 time: 0.0642378 Aug 17 03:31:33.372067 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-668496c9-009a-4dd0-a197-1b787ff3d731 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:33.373553 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-668496c9-009a-4dd0-a197-1b787ff3d731 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b636178-e141-45d5-91c6-63f68cab4de1 HTTP/1.1" status: 200 len: 834 time: 0.0432301 Aug 17 03:31:33.419001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-b6ae0224-da9c-4fae-ab60-456b248011a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:33.420840 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-b6ae0224-da9c-4fae-ab60-456b248011a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9626fb61-bfe5-4e65-9e22-067b08cc3d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402281 Aug 17 03:31:33.523683 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-241efab6-b953-42ee-af76-a768de692f8f service neutron] 10.222.0.60 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955994 Aug 17 03:31:33.551112 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:31:33.651367 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefdbe71-db22-4d43-b4bc-c9d7a4d71231 req-523b8b14-3a81-4882-a822-97fa4739b0bc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:33.652731 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cefdbe71-db22-4d43-b4bc-c9d7a4d71231 req-523b8b14-3a81-4882-a822-97fa4739b0bc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 945 time: 0.0805728 Aug 17 03:31:33.655548 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47aca9c5-5282-420f-a48f-6215b30a5ebd req-5b631b1c-9b74-4677-b6a7-af42dd0f62cf service neutron] 10.222.0.60 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1235931 Aug 17 03:31:33.690423 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cefdbe71-db22-4d43-b4bc-c9d7a4d71231 req-34070def-d2aa-4500-be08-11a5c2b7e7c7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309274 Aug 17 03:31:33.893650 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:34.032906 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 5ba60b04-8761-41dd-88c8-eb1f9215fc86 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:31:34.070148 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 5ba60b04-8761-41dd-88c8-eb1f9215fc86 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:31:34.589678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:31:34.592523 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e6bb4d1-5106-4a06-90e3-85861547868b" -d '{"events": [{"name": "network-changed", "server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:31:34.640203 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:31:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c0323d2-fbc0-4b3a-b437-5a5001dc9cdf x-openstack-request-id: req-5c0323d2-fbc0-4b3a-b437-5a5001dc9cdf {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:31:34.640503 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:31:34.640761 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c0323d2-fbc0-4b3a-b437-5a5001dc9cdf {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:31:34.641196 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'status': 'completed', 'code': 200} Aug 17 03:31:34.727910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-68c7bbde-daa5-42a6-b2ff-61e038be8d86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:34.729469 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-68c7bbde-daa5-42a6-b2ff-61e038be8d86 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 1096 time: 0.0613036 Aug 17 03:31:34.731292 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-e618b47b-7258-4544-8cea-6117bb761e50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:34.733359 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-e618b47b-7258-4544-8cea-6117bb761e50 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 1096 time: 0.0725889 Aug 17 03:31:34.927490 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e78757-06a8-4503-9412-22481d9c3af4 req-189b38dd-a986-46bd-a6c5-be546466d54c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:34.928993 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75e78757-06a8-4503-9412-22481d9c3af4 req-189b38dd-a986-46bd-a6c5-be546466d54c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 945 time: 0.1380394 Aug 17 03:31:34.940318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-1b5caf54-1405-4328-956a-2531665ec00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:34.941740 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-1b5caf54-1405-4328-956a-2531665ec00c service neutron] 10.222.0.60 "GET /v2.0/networks?id=9626fb61-bfe5-4e65-9e22-067b08cc3d50 HTTP/1.1" status: 200 len: 896 time: 0.2047873 Aug 17 03:31:34.947895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-bbbc1b7d-e817-4988-9720-1cb98a8a1335 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:34.949296 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-bbbc1b7d-e817-4988-9720-1cb98a8a1335 service neutron] 10.222.0.30 "GET /v2.0/networks?id=9626fb61-bfe5-4e65-9e22-067b08cc3d50 HTTP/1.1" status: 200 len: 896 time: 0.2037303 Aug 17 03:31:35.059348 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-75e78757-06a8-4503-9412-22481d9c3af4 req-94564820-0250-4ffc-b863-44b0d01814e9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1221330 Aug 17 03:31:35.078927 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-becdccf1-1dfd-46ba-a113-f5cf04bf8da3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86 HTTP/1.1" status: 200 len: 999 time: 0.1230538 Aug 17 03:31:35.084845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-fa862344-2177-4df1-abca-6981cb43018a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86 HTTP/1.1" status: 200 len: 999 time: 0.1194789 Aug 17 03:31:35.166554 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-a4c5015d-5b6e-47dd-a84d-3717ea70f43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:35.168071 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-a4c5015d-5b6e-47dd-a84d-3717ea70f43c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b636178-e141-45d5-91c6-63f68cab4de1 HTTP/1.1" status: 200 len: 834 time: 0.0796993 Aug 17 03:31:35.169926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-66853ca6-df94-448f-9803-688da1763eff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:35.171392 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-66853ca6-df94-448f-9803-688da1763eff service neutron] 10.222.0.30 "GET /v2.0/subnets?id=4b636178-e141-45d5-91c6-63f68cab4de1 HTTP/1.1" status: 200 len: 834 time: 0.0743113 Aug 17 03:31:35.247769 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-285e1e99-d9a4-40f2-9b27-ad7929b6f728 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:35.249850 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-285e1e99-d9a4-40f2-9b27-ad7929b6f728 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9626fb61-bfe5-4e65-9e22-067b08cc3d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663123 Aug 17 03:31:35.251636 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-4036587b-04b1-4c5d-9ab0-2df5646fb47f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:35.252988 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-4036587b-04b1-4c5d-9ab0-2df5646fb47f service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9626fb61-bfe5-4e65-9e22-067b08cc3d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0772424 Aug 17 03:31:35.413314 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-9c62ee57-82fb-4f31-b15e-cfb1fde4f3a4 service neutron] 10.222.0.30 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557424 Aug 17 03:31:35.418333 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-ac2f0476-2fc7-4d60-8ac8-89a571491e35 service neutron] 10.222.0.60 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411490 Aug 17 03:31:35.575715 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-f89b730d-7b5d-4157-9d39-0b1e26c1b6d6 service neutron] 10.222.0.30 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549931 Aug 17 03:31:35.580869 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e6bb4d1-5106-4a06-90e3-85861547868b req-81386910-2c3c-47bd-92f3-c1724e643377 service neutron] 10.222.0.60 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525395 Aug 17 03:31:36.175945 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b53b8a3-d18a-4bf5-a778-f39e46a9edd6 req-8d21b40e-89f6-467d-a605-df9ccc2f567a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:36.177444 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8b53b8a3-d18a-4bf5-a778-f39e46a9edd6 req-8d21b40e-89f6-467d-a605-df9ccc2f567a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 945 time: 0.0481589 Aug 17 03:31:36.217904 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8b53b8a3-d18a-4bf5-a778-f39e46a9edd6 req-ef422f8c-b239-4a0a-9d16-73c2c3c2336b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346627 Aug 17 03:31:36.240243 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38572) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:31:36.304742 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-02224381-f6d1-44a5-b1dc-7c9c93ffe2d1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/floatingips/e334b56f-74aa-4e57-a4d0-01c2c13f8305 HTTP/1.1" status: 200 len: 991 time: 0.0633488 Aug 17 03:31:36.555936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 5ba60b04-8761-41dd-88c8-eb1f9215fc86 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:31:36.649847 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:31:36.661096 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'port_id': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'mac_address': 'fa:16:3e:d3:1c:38', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 83, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:31:36.696843 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:36.709615 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ba60b04-8761-41dd-88c8-eb1f9215fc86 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:31:36.732854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:31:36.793200 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:36.840626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=5ba60b04-8761-41dd-88c8-eb1f9215fc86,revision_number=12']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:31:37.011996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['5ba60b04-8761-41dd-88c8-eb1f9215fc86'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:31:38.556146 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 5ba60b04-8761-41dd-88c8-eb1f9215fc86 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:31:38.653738 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:31:38.657335 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:31:38.657722 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:38.735455 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:38.757566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:31:38.759788 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-867c888b-0c8f-426a-8468-c5596b0e65de" -d '{"events": [{"server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "name": "network-vif-plugged", "status": "completed", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:31:38.772351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:31:38.797207 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:31:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6a864c1-e3b2-4365-bdb7-ba22a1c4ae95 x-openstack-request-id: req-c6a864c1-e3b2-4365-bdb7-ba22a1c4ae95 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:31:38.797359 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "name": "network-vif-plugged", "status": "completed", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:31:38.797503 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6a864c1-e3b2-4365-bdb7-ba22a1c4ae95 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:31:38.797904 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'code': 200} Aug 17 03:31:38.844648 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:38.892681 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=5ba60b04-8761-41dd-88c8-eb1f9215fc86,revision_number=13']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:31:38.899772 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:31:38.900115 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:31:38.900452 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:31:38.900785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:31:38.901138 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:31:38.901502 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:31:38.901828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:31:38.902154 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:31:38.902476 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:31:38.902797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:31:38.903118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:31:38.903438 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:31:44.272431 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64c618de-a2e0-4bd4-932c-02b7f3340af8 req-059b9b02-6ec4-4fbf-b0c7-150f3e5a4880 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0384095 Aug 17 03:31:44.352105 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c618de-a2e0-4bd4-932c-02b7f3340af8 req-8cf1c1bd-892c-47ef-ab20-5f0d40709ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:44.353933 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64c618de-a2e0-4bd4-932c-02b7f3340af8 req-8cf1c1bd-892c-47ef-ab20-5f0d40709ba8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 1098 time: 0.0404036 Aug 17 03:31:44.459202 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c618de-a2e0-4bd4-932c-02b7f3340af8 req-989f48e4-57ea-4d27-927e-dc664610a6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:44.460656 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64c618de-a2e0-4bd4-932c-02b7f3340af8 req-989f48e4-57ea-4d27-927e-dc664610a6ea service neutron] 10.222.0.60 "GET /v2.0/networks?id=9626fb61-bfe5-4e65-9e22-067b08cc3d50 HTTP/1.1" status: 200 len: 896 time: 0.0864801 Aug 17 03:31:44.524565 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64c618de-a2e0-4bd4-932c-02b7f3340af8 req-7315c7bf-dbf3-4703-a5a5-d32636e563d1 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86 HTTP/1.1" status: 200 len: 1001 time: 0.0565758 Aug 17 03:31:44.576917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c618de-a2e0-4bd4-932c-02b7f3340af8 req-e92d0154-660d-41e5-916e-f77ef829395e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:44.578338 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64c618de-a2e0-4bd4-932c-02b7f3340af8 req-e92d0154-660d-41e5-916e-f77ef829395e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b636178-e141-45d5-91c6-63f68cab4de1 HTTP/1.1" status: 200 len: 834 time: 0.0465956 Aug 17 03:31:44.624153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64c618de-a2e0-4bd4-932c-02b7f3340af8 req-2f3c8cda-96bc-41da-8632-5e1425658576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:31:44.625776 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64c618de-a2e0-4bd4-932c-02b7f3340af8 req-2f3c8cda-96bc-41da-8632-5e1425658576 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9626fb61-bfe5-4e65-9e22-067b08cc3d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402331 Aug 17 03:31:44.719243 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64c618de-a2e0-4bd4-932c-02b7f3340af8 req-e48389e2-1622-4e86-b859-bcee55365d5e service neutron] 10.222.0.60 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859931 Aug 17 03:31:44.806967 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64c618de-a2e0-4bd4-932c-02b7f3340af8 req-68b9536d-d6d2-4582-8aed-aff288038b14 service neutron] 10.222.0.60 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0813367 Aug 17 03:31:45.273616 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5105021c-436e-4c34-8a5f-8c37b995a0aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:47.913085 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08d33e98-e6b3-4275-a0b9-d7150f7a4124 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:48.158792 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:49.173796 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:31:50.930334 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:03.227148 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:03.884584 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:07.100221 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-004782a9-8ea2-4773-b118-55509eb0954c req-f1b1f70e-ad1c-49ba-b818-3deb94b968b5 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:07.101757 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-004782a9-8ea2-4773-b118-55509eb0954c req-f1b1f70e-ad1c-49ba-b818-3deb94b968b5 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 1098 time: 0.0408473 Aug 17 03:32:07.136914 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-004782a9-8ea2-4773-b118-55509eb0954c req-4136c526-85cd-4ee1-94da-e459a5fe9584 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0290482 Aug 17 03:32:07.158427 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38588) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:07.319417 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting port ad553707-d790-4c33-bb50-3571d6fd7ffb {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:32:07.319670 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:07.391977 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:07.392306 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:07.403324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Calling delete_port for ad553707-d790-4c33-bb50-3571d6fd7ffb owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:32:07.636504 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:07.665674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Port': ['ID=ad553707-d790-4c33-bb50-3571d6fd7ffb,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:07.691624 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:07.691977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:07.692338 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:07.692661 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:07.692992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:07.693321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:07.693678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:07.694010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:07.694337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:07.694660 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:07.694982 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:07.695301 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:07.734973 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:07.735344 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Floating IP e334b56f-74aa-4e57-a4d0-01c2c13f8305 disassociated (deleted). External IP: 172.25.1.34, port: 5ba60b04-8761-41dd-88c8-eb1f9215fc86. Aug 17 03:32:08.195437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router 6578f01c-9655-4fb4-be9e-bc4ef6256d75 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:32:08.301560 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:32:08.306749 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:08.311841 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f1bcfa-ea6e-4fa1-ad77-ec5eb7f4d37c None None] Sync routers for ids ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:32:08.321551 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1bcfa-ea6e-4fa1-ad77-ec5eb7f4d37c None None] Routers {'6578f01c-9655-4fb4-be9e-bc4ef6256d75'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:32:08.328565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-14f1bcfa-ea6e-4fa1-ad77-ec5eb7f4d37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:31:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:08.333221 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ce0f1586-aea9-48fb-911e-f21a3a0788db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/floatingips/e334b56f-74aa-4e57-a4d0-01c2c13f8305 HTTP/1.1" status: 204 len: 168 time: 1.1737475 Aug 17 03:32:08.333847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:32:08.336527 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c0447c4-9588-4581-90d4-88118b80caa4" -d '{"events": [{"name": "network-changed", "server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:32:08.437598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-14f1bcfa-ea6e-4fa1-ad77-ec5eb7f4d37c None None] Set router 6578f01c-9655-4fb4-be9e-bc4ef6256d75 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:32:08.530455 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0aecd06c-31a3-4b45-a7a5-512d1d6317ee x-openstack-request-id: req-0aecd06c-31a3-4b45-a7a5-512d1d6317ee {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:32:08.530819 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:32:08.531084 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0aecd06c-31a3-4b45-a7a5-512d1d6317ee {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:32:08.531485 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'status': 'completed', 'code': 200} Aug 17 03:32:08.594597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0447c4-9588-4581-90d4-88118b80caa4 req-ed75fe3b-29a6-4620-94c1-462123daf778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:08.596227 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c0447c4-9588-4581-90d4-88118b80caa4 req-ed75fe3b-29a6-4620-94c1-462123daf778 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 1098 time: 0.0423977 Aug 17 03:32:08.649848 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-14f1bcfa-ea6e-4fa1-ad77-ec5eb7f4d37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619305641', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '6427759b-c825-43c8-8272-4abe107d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:30:16Z', 'updated_at': '2021-08-17T03:30:21Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6427759b-c825-43c8-8272-4abe107d3c37', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:17Z', 'updated_at': '2021-08-17T03:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '4ad15aed-2b9d-443f-ae54-7aedbba4925d', 'name': '', 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:7e:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:20Z', 'updated_at': '2021-08-17T03:30:25Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:08.676357 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f1bcfa-ea6e-4fa1-ad77-ec5eb7f4d37c None None] Checking router: 6578f01c-9655-4fb4-be9e-bc4ef6256d75 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:32:08.684730 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14f1bcfa-ea6e-4fa1-ad77-ec5eb7f4d37c None None] Routers {'6578f01c-9655-4fb4-be9e-bc4ef6256d75'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:32:08.685341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-14f1bcfa-ea6e-4fa1-ad77-ec5eb7f4d37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:31:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:08.692770 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0447c4-9588-4581-90d4-88118b80caa4 req-e0129c61-3c7f-43e4-9a05-ffb7d68ae215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:08.694297 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c0447c4-9588-4581-90d4-88118b80caa4 req-e0129c61-3c7f-43e4-9a05-ffb7d68ae215 service neutron] 10.222.0.60 "GET /v2.0/networks?id=9626fb61-bfe5-4e65-9e22-067b08cc3d50 HTTP/1.1" status: 200 len: 896 time: 0.0906827 Aug 17 03:32:08.740858 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c0447c4-9588-4581-90d4-88118b80caa4 req-10d9985d-efff-4470-91c0-8d2ba6cd804c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86 HTTP/1.1" status: 200 len: 217 time: 0.0395930 Aug 17 03:32:08.798399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-14f1bcfa-ea6e-4fa1-ad77-ec5eb7f4d37c None None] Set router 6578f01c-9655-4fb4-be9e-bc4ef6256d75 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:32:08.826970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0447c4-9588-4581-90d4-88118b80caa4 req-a5ef3340-d01e-4c1a-a3f1-4188e84ae551 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:08.829020 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c0447c4-9588-4581-90d4-88118b80caa4 req-a5ef3340-d01e-4c1a-a3f1-4188e84ae551 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4b636178-e141-45d5-91c6-63f68cab4de1 HTTP/1.1" status: 200 len: 834 time: 0.0746725 Aug 17 03:32:08.854220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0486733d-6333-4a23-b4d8-777af4890814 req-d8f46eaf-9052-4cda-80f7-cdfe33ad0dc3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:08.855688 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0486733d-6333-4a23-b4d8-777af4890814 req-d8f46eaf-9052-4cda-80f7-cdfe33ad0dc3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 947 time: 0.0916350 Aug 17 03:32:08.910831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0447c4-9588-4581-90d4-88118b80caa4 req-6fd8ad6c-ead5-483c-b45b-02dbcc7ade06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:08.912338 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c0447c4-9588-4581-90d4-88118b80caa4 req-6fd8ad6c-ead5-483c-b45b-02dbcc7ade06 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9626fb61-bfe5-4e65-9e22-067b08cc3d50&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0753233 Aug 17 03:32:08.915178 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0486733d-6333-4a23-b4d8-777af4890814 req-a1f07b55-ca95-4601-be34-9c2f9d7ef004 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456579 Aug 17 03:32:09.004282 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-14f1bcfa-ea6e-4fa1-ad77-ec5eb7f4d37c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619305641', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '6427759b-c825-43c8-8272-4abe107d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:30:16Z', 'updated_at': '2021-08-17T03:30:21Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6427759b-c825-43c8-8272-4abe107d3c37', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:17Z', 'updated_at': '2021-08-17T03:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '4ad15aed-2b9d-443f-ae54-7aedbba4925d', 'name': '', 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:7e:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:20Z', 'updated_at': '2021-08-17T03:30:25Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:09.023068 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c0447c4-9588-4581-90d4-88118b80caa4 req-18e495df-3e0f-4581-ba8d-4dfd97ee67ff service neutron] 10.222.0.60 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1009510 Aug 17 03:32:09.031405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14f1bcfa-ea6e-4fa1-ad77-ec5eb7f4d37c None None] The sync data for ids ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'] in n-d-802060-9 is: [{'id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619305641', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '6427759b-c825-43c8-8272-4abe107d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:30:16Z', 'updated_at': '2021-08-17T03:30:21Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6427759b-c825-43c8-8272-4abe107d3c37', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:17Z', 'updated_at': '2021-08-17T03:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '4ad15aed-2b9d-443f-ae54-7aedbba4925d', 'name': '', 'network_id': '9626fb61-bfe5-4e65-9e22-067b08cc3d50', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:7e:2e:2b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_interface', 'standard_attr_id': 3851, 'fixed_ips': [{'subnet_id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:20Z', 'updated_at': '2021-08-17T03:30:25Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '4b636178-e141-45d5-91c6-63f68cab4de1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:32:09.120193 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c0447c4-9588-4581-90d4-88118b80caa4 req-422862b5-21f8-4851-9b45-7b17fc44979e service neutron] 10.222.0.60 "GET /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898161 Aug 17 03:32:09.259483 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26431013-c797-4d1a-9153-a0564d3dfc6e None None] New status for floating IP e334b56f-74aa-4e57-a4d0-01c2c13f8305: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:32:10.036568 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4188a0ea-db94-442b-be2b-ce5f54c93b11 req-406aa7c8-498e-4ab7-8e60-26b497885a71 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:10.038073 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4188a0ea-db94-442b-be2b-ce5f54c93b11 req-406aa7c8-498e-4ab7-8e60-26b497885a71 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 947 time: 0.0509720 Aug 17 03:32:10.077037 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4188a0ea-db94-442b-be2b-ce5f54c93b11 req-c95ade90-ac88-4d26-b0cf-c8fc54d1e47c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=ab9c10d1-2028-4f94-afbf-cfa3dcded87b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330710 Aug 17 03:32:10.193956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcdbb1e7-346f-4919-8795-54bf94ef43a6 req-097df379-04b3-4308-b6c8-9174c40ce0a7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:10.195464 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dcdbb1e7-346f-4919-8795-54bf94ef43a6 req-097df379-04b3-4308-b6c8-9174c40ce0a7 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.60 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 947 time: 0.1053638 Aug 17 03:32:10.287709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-dcdbb1e7-346f-4919-8795-54bf94ef43a6 req-8e960c88-4171-40b0-ad36-bf297ec17110 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:32:10.288079 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dcdbb1e7-346f-4919-8795-54bf94ef43a6 req-8e960c88-4171-40b0-ad36-bf297ec17110 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:10.375650 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-dcdbb1e7-346f-4919-8795-54bf94ef43a6 req-8e960c88-4171-40b0-ad36-bf297ec17110 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] For port 5ba60b04-8761-41dd-88c8-eb1f9215fc86, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=5ba60b04-8761-41dd-88c8-eb1f9215fc86,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:32:10.376018 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dcdbb1e7-346f-4919-8795-54bf94ef43a6 req-8e960c88-4171-40b0-ad36-bf297ec17110 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:10.387874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-dcdbb1e7-346f-4919-8795-54bf94ef43a6 req-8e960c88-4171-40b0-ad36-bf297ec17110 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Calling delete_port for 5ba60b04-8761-41dd-88c8-eb1f9215fc86 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:32:10.550376 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:32:10.576096 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dcdbb1e7-346f-4919-8795-54bf94ef43a6 req-8e960c88-4171-40b0-ad36-bf297ec17110 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:10.607755 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e960c88-4171-40b0-ad36-bf297ec17110 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Port': ['ID=5ba60b04-8761-41dd-88c8-eb1f9215fc86,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:10.651917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-dcdbb1e7-346f-4919-8795-54bf94ef43a6 req-8e960c88-4171-40b0-ad36-bf297ec17110 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] No DVR routers for this DVR port 5ba60b04-8761-41dd-88c8-eb1f9215fc86 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:32:10.654546 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dcdbb1e7-346f-4919-8795-54bf94ef43a6 req-8e960c88-4171-40b0-ad36-bf297ec17110 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:10.657077 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dcdbb1e7-346f-4919-8795-54bf94ef43a6 req-8e960c88-4171-40b0-ad36-bf297ec17110 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.60 "DELETE /v2.0/ports/5ba60b04-8761-41dd-88c8-eb1f9215fc86 HTTP/1.1" status: 204 len: 173 time: 0.4552422 Aug 17 03:32:10.657540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'name': 'network-vif-deleted', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:32:10.659757 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-047c2631-1759-44c4-a2a4-a42c44ba50f0" -d '{"events": [{"server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "name": "network-vif-deleted", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:32:10.693794 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:32:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498a804e-31a2-4478-9b5d-ac3257594880 x-openstack-request-id: req-498a804e-31a2-4478-9b5d-ac3257594880 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:32:10.694088 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7d517715-2511-4d6d-bd6c-eaa735cdd0fc", "name": "network-vif-deleted", "tag": "5ba60b04-8761-41dd-88c8-eb1f9215fc86", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:32:10.694337 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-498a804e-31a2-4478-9b5d-ac3257594880 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:32:10.694777 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7d517715-2511-4d6d-bd6c-eaa735cdd0fc', 'name': 'network-vif-deleted', 'tag': '5ba60b04-8761-41dd-88c8-eb1f9215fc86', 'status': 'completed', 'code': 200} Aug 17 03:32:11.182617 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95f68a94-6da2-4af9-9384-d458efc08df6 req-212e6ed7-d623-467b-883e-4ac1eaf9c346 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=7d517715-2511-4d6d-bd6c-eaa735cdd0fc HTTP/1.1" status: 200 len: 210 time: 0.0268855 Aug 17 03:32:12.238798 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38610) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:12.672100 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da751ae3-368c-444e-bce9-2c70beee4ca5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:12.967594 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-da751ae3-368c-444e-bce9-2c70beee4ca5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting port 4ad15aed-2b9d-443f-ae54-7aedbba4925d {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:32:12.967937 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da751ae3-368c-444e-bce9-2c70beee4ca5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:13.051419 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-da751ae3-368c-444e-bce9-2c70beee4ca5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] For port 4ad15aed-2b9d-443f-ae54-7aedbba4925d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4ad15aed-2b9d-443f-ae54-7aedbba4925d,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:32:13.051783 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da751ae3-368c-444e-bce9-2c70beee4ca5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:13.064241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-da751ae3-368c-444e-bce9-2c70beee4ca5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Calling delete_port for 4ad15aed-2b9d-443f-ae54-7aedbba4925d owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:32:13.347350 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da751ae3-368c-444e-bce9-2c70beee4ca5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:13.374062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da751ae3-368c-444e-bce9-2c70beee4ca5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Port': ['ID=4ad15aed-2b9d-443f-ae54-7aedbba4925d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:13.545869 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-da751ae3-368c-444e-bce9-2c70beee4ca5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:14.034287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da751ae3-368c-444e-bce9-2c70beee4ca5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router 6578f01c-9655-4fb4-be9e-bc4ef6256d75 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:32:14.142315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da751ae3-368c-444e-bce9-2c70beee4ca5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:32:14.147571 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-da751ae3-368c-444e-bce9-2c70beee4ca5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "PUT /v2.0/routers/6578f01c-9655-4fb4-be9e-bc4ef6256d75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9076297 Aug 17 03:32:14.150305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38612) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:14.152242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8767336-6ce2-4966-8257-3dcd4694aa26 None None] Sync routers for ids ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:32:14.162154 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8767336-6ce2-4966-8257-3dcd4694aa26 None None] Routers {'6578f01c-9655-4fb4-be9e-bc4ef6256d75'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:32:14.162765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c8767336-6ce2-4966-8257-3dcd4694aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:31:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:14.200600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-cb55922a-7388-4280-aac5-a87c954c1067 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting subnet 4b636178-e141-45d5-91c6-63f68cab4de1 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:32:14.203790 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cb55922a-7388-4280-aac5-a87c954c1067 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:14.248144 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cb55922a-7388-4280-aac5-a87c954c1067 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:14.265853 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-c8767336-6ce2-4966-8257-3dcd4694aa26 None None] Set router 6578f01c-9655-4fb4-be9e-bc4ef6256d75 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:32:14.360343 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cb55922a-7388-4280-aac5-a87c954c1067 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:14.444364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c8767336-6ce2-4966-8257-3dcd4694aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619305641', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '6427759b-c825-43c8-8272-4abe107d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:30:16Z', 'updated_at': '2021-08-17T03:32:13Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6427759b-c825-43c8-8272-4abe107d3c37', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:17Z', 'updated_at': '2021-08-17T03:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:14.473994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8767336-6ce2-4966-8257-3dcd4694aa26 None None] Checking router: 6578f01c-9655-4fb4-be9e-bc4ef6256d75 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:32:14.482604 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8767336-6ce2-4966-8257-3dcd4694aa26 None None] Routers {'6578f01c-9655-4fb4-be9e-bc4ef6256d75'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:32:14.483216 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c8767336-6ce2-4966-8257-3dcd4694aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:31:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:14.496462 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cb55922a-7388-4280-aac5-a87c954c1067 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:14.520394 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e87dfb-9354-4b7a-8ca0-e06de0982571 None None] Network 9626fb61-bfe5-4e65-9e22-067b08cc3d50 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:32:14.532496 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cb55922a-7388-4280-aac5-a87c954c1067 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:14.534467 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cb55922a-7388-4280-aac5-a87c954c1067 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/subnets/4b636178-e141-45d5-91c6-63f68cab4de1 HTTP/1.1" status: 204 len: 168 time: 0.3832316 Aug 17 03:32:14.537274 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38614) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:14.543500 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb55922a-7388-4280-aac5-a87c954c1067 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Subnet': ['ID=4b636178-e141-45d5-91c6-63f68cab4de1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:14.644673 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce7aae29-426d-4802-a820-e139a26ad8a9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:14.669512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-c8767336-6ce2-4966-8257-3dcd4694aa26 None None] Set router 6578f01c-9655-4fb4-be9e-bc4ef6256d75 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:32:14.748952 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce7aae29-426d-4802-a820-e139a26ad8a9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:14.870474 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ce7aae29-426d-4802-a820-e139a26ad8a9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting port 6427759b-c825-43c8-8272-4abe107d3c37 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:32:14.870821 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce7aae29-426d-4802-a820-e139a26ad8a9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:14.911689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 5ba60b04-8761-41dd-88c8-eb1f9215fc86 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:32:14.940756 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 5ba60b04-8761-41dd-88c8-eb1f9215fc86 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:32:14.941096 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 5ba60b04-8761-41dd-88c8-eb1f9215fc86 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:32:14.954560 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-ce7aae29-426d-4802-a820-e139a26ad8a9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] For port 6427759b-c825-43c8-8272-4abe107d3c37, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6427759b-c825-43c8-8272-4abe107d3c37,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:32:14.954928 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce7aae29-426d-4802-a820-e139a26ad8a9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:14.967480 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ce7aae29-426d-4802-a820-e139a26ad8a9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Calling delete_port for 6427759b-c825-43c8-8272-4abe107d3c37 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:32:15.018468 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91920458-dffc-431d-b4d7-c38201ff76f7 None None] DHCP port deletion for 9626fb61-bfe5-4e65-9e22-067b08cc3d50 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:32:15.058109 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c8767336-6ce2-4966-8257-3dcd4694aa26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619305641', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '6427759b-c825-43c8-8272-4abe107d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:30:16Z', 'updated_at': '2021-08-17T03:32:13Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6427759b-c825-43c8-8272-4abe107d3c37', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:17Z', 'updated_at': '2021-08-17T03:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:15.085069 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8767336-6ce2-4966-8257-3dcd4694aa26 None None] The sync data for ids ['6578f01c-9655-4fb4-be9e-bc4ef6256d75'] in n-d-802060-9 is: [{'id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619305641', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': '6427759b-c825-43c8-8272-4abe107d3c37', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:30:16Z', 'updated_at': '2021-08-17T03:32:13Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6427759b-c825-43c8-8272-4abe107d3c37', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:d3:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6578f01c-9655-4fb4-be9e-bc4ef6256d75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3848, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:30:17Z', 'updated_at': '2021-08-17T03:30:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:32:15.103961 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-91920458-dffc-431d-b4d7-c38201ff76f7 None None] Deleting port ff34ca09-eaf1-4337-980f-2609e6c5a6b4 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:32:15.104336 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-91920458-dffc-431d-b4d7-c38201ff76f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:15.172033 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-91920458-dffc-431d-b4d7-c38201ff76f7 None None] For port ff34ca09-eaf1-4337-980f-2609e6c5a6b4, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ff34ca09-eaf1-4337-980f-2609e6c5a6b4,segment=NetworkSegment(ab33eab6-b728-4a5a-8aef-3319a8a1d709),segment_id=ab33eab6-b728-4a5a-8aef-3319a8a1d709)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:32:15.172894 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-91920458-dffc-431d-b4d7-c38201ff76f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:15.184051 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-91920458-dffc-431d-b4d7-c38201ff76f7 None None] Calling delete_port for ff34ca09-eaf1-4337-980f-2609e6c5a6b4 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:32:15.187865 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce7aae29-426d-4802-a820-e139a26ad8a9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:15.214921 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce7aae29-426d-4802-a820-e139a26ad8a9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Port': ['ID=6427759b-c825-43c8-8272-4abe107d3c37,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:15.277977 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce7aae29-426d-4802-a820-e139a26ad8a9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:15.302130 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-659c9277-f0e7-4e4d-acb8-91f62374bd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:15.328535 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-91920458-dffc-431d-b4d7-c38201ff76f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:15.354773 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91920458-dffc-431d-b4d7-c38201ff76f7 None None] Pushing event deleted for resources: {'Port': ['ID=ff34ca09-eaf1-4337-980f-2609e6c5a6b4,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:15.361648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91920458-dffc-431d-b4d7-c38201ff76f7 None None] No DVR routers for this DVR port ff34ca09-eaf1-4337-980f-2609e6c5a6b4 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:32:15.383546 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce7aae29-426d-4802-a820-e139a26ad8a9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:15.383546 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce7aae29-426d-4802-a820-e139a26ad8a9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:15.505527 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce7aae29-426d-4802-a820-e139a26ad8a9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:15.506131 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce7aae29-426d-4802-a820-e139a26ad8a9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Fanout notify agent at l3_agent the message router_deleted on router 6578f01c-9655-4fb4-be9e-bc4ef6256d75 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:32:15.513205 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce7aae29-426d-4802-a820-e139a26ad8a9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:15.515038 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ce7aae29-426d-4802-a820-e139a26ad8a9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/routers/6578f01c-9655-4fb4-be9e-bc4ef6256d75 HTTP/1.1" status: 204 len: 168 time: 0.9761858 Aug 17 03:32:15.517601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38616) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:15.595214 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a6c406f-a76f-4090-a98a-b669e18cd24c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:15.686264 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a6c406f-a76f-4090-a98a-b669e18cd24c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:15.699171 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-7a6c406f-a76f-4090-a98a-b669e18cd24c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9626fb61-bfe5-4e65-9e22-067b08cc3d50']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:15.710481 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-7a6c406f-a76f-4090-a98a-b669e18cd24c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab33eab6-b728-4a5a-8aef-3319a8a1d709') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:15.710784 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-7a6c406f-a76f-4090-a98a-b669e18cd24c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab33eab6-b728-4a5a-8aef-3319a8a1d709') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:15.720299 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a6c406f-a76f-4090-a98a-b669e18cd24c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:15.734977 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a6c406f-a76f-4090-a98a-b669e18cd24c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:15.740881 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a6c406f-a76f-4090-a98a-b669e18cd24c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Releasing vlan 83 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:32:15.741322 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a6c406f-a76f-4090-a98a-b669e18cd24c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:32:15.744221 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:32:15.859248 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a6c406f-a76f-4090-a98a-b669e18cd24c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:15.863845 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a6c406f-a76f-4090-a98a-b669e18cd24c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:15.868220 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7a6c406f-a76f-4090-a98a-b669e18cd24c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/networks/9626fb61-bfe5-4e65-9e22-067b08cc3d50 HTTP/1.1" status: 204 len: 168 time: 0.3471160 Aug 17 03:32:15.871108 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38618) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:15.882404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6c406f-a76f-4090-a98a-b669e18cd24c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Network': ['ID=9626fb61-bfe5-4e65-9e22-067b08cc3d50,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:15.927344 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2c19e4dc-2333-491c-8b9e-f2df08c8dc9e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:15.952511 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2c19e4dc-2333-491c-8b9e-f2df08c8dc9e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:16.076361 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2c19e4dc-2333-491c-8b9e-f2df08c8dc9e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:16.079107 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2c19e4dc-2333-491c-8b9e-f2df08c8dc9e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:16.080328 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2c19e4dc-2333-491c-8b9e-f2df08c8dc9e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/security-groups/ab9c10d1-2028-4f94-afbf-cfa3dcded87b HTTP/1.1" status: 204 len: 168 time: 0.2106025 Aug 17 03:32:16.090246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c19e4dc-2333-491c-8b9e-f2df08c8dc9e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab9c10d1-2028-4f94-afbf-cfa3dcded87b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:16.100353 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19e4dc-2333-491c-8b9e-f2df08c8dc9e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:16.100713 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19e4dc-2333-491c-8b9e-f2df08c8dc9e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:16.101057 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19e4dc-2333-491c-8b9e-f2df08c8dc9e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:16.101408 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19e4dc-2333-491c-8b9e-f2df08c8dc9e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:16.101781 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19e4dc-2333-491c-8b9e-f2df08c8dc9e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:16.102119 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19e4dc-2333-491c-8b9e-f2df08c8dc9e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:16.102453 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19e4dc-2333-491c-8b9e-f2df08c8dc9e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:16.103039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19e4dc-2333-491c-8b9e-f2df08c8dc9e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:16.103449 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19e4dc-2333-491c-8b9e-f2df08c8dc9e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:16.103783 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19e4dc-2333-491c-8b9e-f2df08c8dc9e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:16.104114 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19e4dc-2333-491c-8b9e-f2df08c8dc9e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:16.104438 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c19e4dc-2333-491c-8b9e-f2df08c8dc9e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:16.453321 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ff34ca09-eaf1-4337-980f-2609e6c5a6b4 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:32:16.473818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: ff34ca09-eaf1-4337-980f-2609e6c5a6b4 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:32:16.474099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ff34ca09-eaf1-4337-980f-2609e6c5a6b4 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:32:16.474496 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6427759b-c825-43c8-8272-4abe107d3c37 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:32:16.496312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 6427759b-c825-43c8-8272-4abe107d3c37 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:32:16.496654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6427759b-c825-43c8-8272-4abe107d3c37 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:32:16.497051 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4ad15aed-2b9d-443f-ae54-7aedbba4925d no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:32:16.514669 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 4ad15aed-2b9d-443f-ae54-7aedbba4925d {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:32:16.515012 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4ad15aed-2b9d-443f-ae54-7aedbba4925d not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:32:16.638427 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38624) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:16.643564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-bce984be-9762-48c5-afda-c45d29743693 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1214904108', 'description': 'tempest-secgroup-smoke-1214904108 description', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:32:16.741712 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bce984be-9762-48c5-afda-c45d29743693 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:16.820374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bce984be-9762-48c5-afda-c45d29743693 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:16.910414 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bce984be-9762-48c5-afda-c45d29743693 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:16.938517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bce984be-9762-48c5-afda-c45d29743693 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3baa6b0a-0e34-40e4-bf47-955f250ec3f3,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:17.016070 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bce984be-9762-48c5-afda-c45d29743693 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:17.017982 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bce984be-9762-48c5-afda-c45d29743693 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3783381 Aug 17 03:32:17.020556 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38626) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:17.025047 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6d343fe3-3572-45f3-84d7-cc9cbdcea48b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': '3baa6b0a-0e34-40e4-bf47-955f250ec3f3', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:32:17.151600 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d343fe3-3572-45f3-84d7-cc9cbdcea48b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:17.207325 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d343fe3-3572-45f3-84d7-cc9cbdcea48b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:17.278664 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d343fe3-3572-45f3-84d7-cc9cbdcea48b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:17.297240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d343fe3-3572-45f3-84d7-cc9cbdcea48b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4597fd83-5cac-49b1-ad7f-433abb005d83,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:17.387684 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d343fe3-3572-45f3-84d7-cc9cbdcea48b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:17.388916 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6d343fe3-3572-45f3-84d7-cc9cbdcea48b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3674378 Aug 17 03:32:17.391611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38628) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:17.396219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e6746ad6-36a6-4151-bf5d-85bb70def555 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': '3baa6b0a-0e34-40e4-bf47-955f250ec3f3', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:32:17.478360 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e6746ad6-36a6-4151-bf5d-85bb70def555 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:17.536795 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e6746ad6-36a6-4151-bf5d-85bb70def555 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:17.604244 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e6746ad6-36a6-4151-bf5d-85bb70def555 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:17.621479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6746ad6-36a6-4151-bf5d-85bb70def555 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7856baff-d1a2-4c18-9a2b-3b04bc903a25,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:17.687999 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e6746ad6-36a6-4151-bf5d-85bb70def555 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:17.689244 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e6746ad6-36a6-4151-bf5d-85bb70def555 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2966564 Aug 17 03:32:17.692280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38630) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:17.696764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f6b46a0f-8c83-4f7a-af31-e53c9f4158af tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': '3baa6b0a-0e34-40e4-bf47-955f250ec3f3', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:32:17.784951 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6b46a0f-8c83-4f7a-af31-e53c9f4158af tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:17.844493 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6b46a0f-8c83-4f7a-af31-e53c9f4158af tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:17.904707 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6b46a0f-8c83-4f7a-af31-e53c9f4158af tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:17.920523 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b46a0f-8c83-4f7a-af31-e53c9f4158af tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=01d93658-dff4-495e-94b2-d56d9c28c063,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:17.933432 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-42826599-f8f6-466c-a9b0-f1dffb95a197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:17.990884 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6b46a0f-8c83-4f7a-af31-e53c9f4158af tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:17.992123 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f6b46a0f-8c83-4f7a-af31-e53c9f4158af tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2988877 Aug 17 03:32:17.994852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38632) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:17.999254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d64d8b6c-df67-4f21-bc38-10936ce7a09f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': '3baa6b0a-0e34-40e4-bf47-955f250ec3f3', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:32:18.101439 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d64d8b6c-df67-4f21-bc38-10936ce7a09f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:18.160728 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d64d8b6c-df67-4f21-bc38-10936ce7a09f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:18.164550 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:18.221773 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d64d8b6c-df67-4f21-bc38-10936ce7a09f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:18.242778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64d8b6c-df67-4f21-bc38-10936ce7a09f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d273b69-64a2-4c5e-b2ba-1133b08db52e,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:18.312969 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d64d8b6c-df67-4f21-bc38-10936ce7a09f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:18.314380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d64d8b6c-df67-4f21-bc38-10936ce7a09f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3185191 Aug 17 03:32:18.316910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38634) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:18.321311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-39d4b8d8-3497-4989-87be-8fdfbb7b4f99 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': '3baa6b0a-0e34-40e4-bf47-955f250ec3f3', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:32:18.398725 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-39d4b8d8-3497-4989-87be-8fdfbb7b4f99 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Project c77d3de5480541c2aef96c5ffa17a28d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:32:18.403743 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39d4b8d8-3497-4989-87be-8fdfbb7b4f99 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:18.464581 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39d4b8d8-3497-4989-87be-8fdfbb7b4f99 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:18.524319 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39d4b8d8-3497-4989-87be-8fdfbb7b4f99 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:18.541642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39d4b8d8-3497-4989-87be-8fdfbb7b4f99 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b1b99834-854d-44a8-8512-bd932bdc68c6,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:18.604451 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-39d4b8d8-3497-4989-87be-8fdfbb7b4f99 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:18.605738 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-39d4b8d8-3497-4989-87be-8fdfbb7b4f99 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2878165 Aug 17 03:32:18.608324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38636) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:18.612760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e7257c3b-9c59-4b8e-8a1b-5d0a16b75b97 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': '3baa6b0a-0e34-40e4-bf47-955f250ec3f3', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:32:18.684142 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-e7257c3b-9c59-4b8e-8a1b-5d0a16b75b97 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Project c77d3de5480541c2aef96c5ffa17a28d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:32:18.689638 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e7257c3b-9c59-4b8e-8a1b-5d0a16b75b97 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:18.753738 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e7257c3b-9c59-4b8e-8a1b-5d0a16b75b97 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:18.830993 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e7257c3b-9c59-4b8e-8a1b-5d0a16b75b97 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:18.847876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7257c3b-9c59-4b8e-8a1b-5d0a16b75b97 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17d1439a-27a8-45bc-b7ca-a9af6a66bf9a,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:18.921831 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e7257c3b-9c59-4b8e-8a1b-5d0a16b75b97 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:18.923067 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e7257c3b-9c59-4b8e-8a1b-5d0a16b75b97 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3137987 Aug 17 03:32:18.926117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38638) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:18.930915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b9cfccbd-1d38-4b41-93f8-4991c71c46ff tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'network': {'name': 'tempest-network-smoke--257243800', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'port_security_enabled': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:32:19.013351 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9cfccbd-1d38-4b41-93f8-4991c71c46ff tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Made reservation on behalf of c77d3de5480541c2aef96c5ffa17a28d for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:32:19.016869 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9cfccbd-1d38-4b41-93f8-4991c71c46ff tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:19.039226 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9cfccbd-1d38-4b41-93f8-4991c71c46ff tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 63} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:32:19.047568 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9cfccbd-1d38-4b41-93f8-4991c71c46ff tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:19.047917 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-b9cfccbd-1d38-4b41-93f8-4991c71c46ff tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Added segment d626bd98-9e01-4fa6-b674-c29a14b3ce18 of type vlan for network d2dec978-4522-4f86-b5f9-d78741566ba4 Aug 17 03:32:19.087272 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9cfccbd-1d38-4b41-93f8-4991c71c46ff tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:19.187165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9cfccbd-1d38-4b41-93f8-4991c71c46ff tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:19.193837 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cfccbd-1d38-4b41-93f8-4991c71c46ff tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:19.195528 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9cfccbd-1d38-4b41-93f8-4991c71c46ff tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:19.215931 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:19.264242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9cfccbd-1d38-4b41-93f8-4991c71c46ff tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Network': ['ID=d2dec978-4522-4f86-b5f9-d78741566ba4,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:19.274260 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network d2dec978-4522-4f86-b5f9-d78741566ba4 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:32:19.310741 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b9cfccbd-1d38-4b41-93f8-4991c71c46ff tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3809543 Aug 17 03:32:19.310971 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38640) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:19.316502 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1906872487', 'admin_state_up': True, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:32:19.436691 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:19.437967 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:19.490866 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:19.688651 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:19.931022 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:19.950204 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:20.057254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Allocated IP 172.25.1.4 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/0046c408-e54f-40a5-9b8b-7a3898266597) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:32:20.161884 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:20.259425 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:20.294368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:32:20.299769 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:32:20.303198 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:32:20.327257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=0046c408-e54f-40a5-9b8b-7a3898266597,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:20.614976 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:20.808847 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:20.913274 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:21.305169 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router a36363cd-95bf-4fb8-919f-24f88e880bcb is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:32:21.419039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:32:21.431773 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Sync routers for ids ['a36363cd-95bf-4fb8-919f-24f88e880bcb'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:32:21.442372 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Routers {'a36363cd-95bf-4fb8-919f-24f88e880bcb'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:32:21.442975 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:32:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a36363cd-95bf-4fb8-919f-24f88e880bcb'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:21.496010 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:21.497267 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-03e364f7-7deb-4412-adeb-a0d031ff25e4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.1854579 Aug 17 03:32:21.500450 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38642) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:21.534844 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f54a7bc9-4891-4398-a164-cc279b6f1270 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=c77d3de5480541c2aef96c5ffa17a28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0332870 Aug 17 03:32:21.537438 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38644) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:21.544304 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Set router a36363cd-95bf-4fb8-919f-24f88e880bcb gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:32:21.623767 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7460697-ab21-4ca6-b3be-7bdfdd4bd1be tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:21.625186 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f7460697-ab21-4ca6-b3be-7bdfdd4bd1be tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0868335 Aug 17 03:32:21.628892 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38646) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:21.669309 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b9c000a7-6dee-4947-a8d5-db25203caee4 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0364544 Aug 17 03:32:21.669309 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38648) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:21.675727 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6bb3284b-c407-494c-949f-02f82d9b27cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1430184326', 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:32:21.726926 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906872487', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:20Z', 'revision_number': 3, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:21.753434 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Checking router: a36363cd-95bf-4fb8-919f-24f88e880bcb for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:32:21.753798 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Updating router a36363cd-95bf-4fb8-919f-24f88e880bcb port 0046c408-e54f-40a5-9b8b-7a3898266597 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:32:21.777545 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:21.862278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb3284b-c407-494c-949f-02f82d9b27cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Made reservation on behalf of c77d3de5480541c2aef96c5ffa17a28d for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:32:21.865985 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6bb3284b-c407-494c-949f-02f82d9b27cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:22.044626 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:22.054904 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Transition to ACTIVE for port object 0046c408-e54f-40a5-9b8b-7a3898266597 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:32:22.130284 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6bb3284b-c407-494c-949f-02f82d9b27cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:22.141732 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:22.194533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb3284b-c407-494c-949f-02f82d9b27cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Subnet': ['ID=aebe9291-0809-4770-a62e-5f06f8af0319,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:22.197683 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Attempting to bind port 0046c408-e54f-40a5-9b8b-7a3898266597 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:32:22.198406 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Attempting to bind port 0046c408-e54f-40a5-9b8b-7a3898266597 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:32:22.198768 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Attempting to bind port 0046c408-e54f-40a5-9b8b-7a3898266597 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:32:22.201933 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741dae5-4167-4e65-82c7-18493f5c73d5 None None] Pushing event updated for resources: {'Port': ['ID=0046c408-e54f-40a5-9b8b-7a3898266597,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:22.210271 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:32:22.210644 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:32:22.211040 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:22.211353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb3284b-c407-494c-949f-02f82d9b27cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Checking segment: {'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:32:22.211501 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:32:22.211726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb3284b-c407-494c-949f-02f82d9b27cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network hostable DHCP agents. Network: d2dec978-4522-4f86-b5f9-d78741566ba4, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:32:22.211859 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Bound port: 0046c408-e54f-40a5-9b8b-7a3898266597, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:32:22.212418 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:22.215485 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741dae5-4167-4e65-82c7-18493f5c73d5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:22.215823 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741dae5-4167-4e65-82c7-18493f5c73d5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:22.216218 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741dae5-4167-4e65-82c7-18493f5c73d5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:22.216552 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741dae5-4167-4e65-82c7-18493f5c73d5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:22.216880 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741dae5-4167-4e65-82c7-18493f5c73d5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:22.217203 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741dae5-4167-4e65-82c7-18493f5c73d5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:22.217551 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741dae5-4167-4e65-82c7-18493f5c73d5 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:22.217876 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741dae5-4167-4e65-82c7-18493f5c73d5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:22.218197 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741dae5-4167-4e65-82c7-18493f5c73d5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:22.218513 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741dae5-4167-4e65-82c7-18493f5c73d5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:22.218835 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741dae5-4167-4e65-82c7-18493f5c73d5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:22.219150 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f741dae5-4167-4e65-82c7-18493f5c73d5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:32:22.271404 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] For port 0046c408-e54f-40a5-9b8b-7a3898266597, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:32:22.274312 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] For port 0046c408-e54f-40a5-9b8b-7a3898266597, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0046c408-e54f-40a5-9b8b-7a3898266597,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:32:22.288024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb3284b-c407-494c-949f-02f82d9b27cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network d2dec978-4522-4f86-b5f9-d78741566ba4 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:32:22.346134 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:22.370772 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-6bb3284b-c407-494c-949f-02f82d9b27cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, d2dec978-4522-4f86-b5f9-d78741566ba4) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:32:22.375512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb3284b-c407-494c-949f-02f82d9b27cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:22.376212 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6bb3284b-c407-494c-949f-02f82d9b27cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:22.381672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7d6f061-c230-4153-b1e3-98dddd2fcec2 None None] Network d2dec978-4522-4f86-b5f9-d78741566ba4 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:32:22.402774 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Routers {'a36363cd-95bf-4fb8-919f-24f88e880bcb'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:32:22.403434 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:32:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a36363cd-95bf-4fb8-919f-24f88e880bcb'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:22.445592 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6bb3284b-c407-494c-949f-02f82d9b27cc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7751586 Aug 17 03:32:22.448236 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38650) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:22.462129 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f741dae5-4167-4e65-82c7-18493f5c73d5 None None] Pushing event updated for resources: {'Port': ['ID=0046c408-e54f-40a5-9b8b-7a3898266597,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:22.524384 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] Set router a36363cd-95bf-4fb8-919f-24f88e880bcb gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:32:22.529352 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-d2dec978-4522-4f86-b5f9-d78741566ba4', 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ips': [{'subnet_id': 'aebe9291-0809-4770-a62e-5f06f8af0319'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:32:22.530337 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:22.669373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Allocated IP 172.20.0.2 (d2dec978-4522-4f86-b5f9-d78741566ba4/aebe9291-0809-4770-a62e-5f06f8af0319/aca4e92e-af20-4f19-befb-543891c1e855) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:32:22.708243 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906872487', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:20Z', 'revision_number': 3, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:22.742790 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a3e41a3-0d41-44e7-802d-652ac594fb4e None None] The sync data for ids ['a36363cd-95bf-4fb8-919f-24f88e880bcb'] in n-d-802060-9 is: [{'id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906872487', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:20Z', 'revision_number': 3, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:32:22.818817 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:22.827829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Transition to ACTIVE for port object aca4e92e-af20-4f19-befb-543891c1e855 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:32:22.844201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Transition to ACTIVE for port object aca4e92e-af20-4f19-befb-543891c1e855 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:32:22.901951 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:22.939916 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:22.940649 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Network d2dec978-4522-4f86-b5f9-d78741566ba4 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:32:22.969444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:32:22.982095 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:32:22.995187 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Pushing event updated for resources: {'Port': ['ID=aca4e92e-af20-4f19-befb-543891c1e855,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:23.046697 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Attempting to bind port aca4e92e-af20-4f19-befb-543891c1e855 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:32:23.047067 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Attempting to bind port aca4e92e-af20-4f19-befb-543891c1e855 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:32:23.047650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Attempting to bind port aca4e92e-af20-4f19-befb-543891c1e855 on network d2dec978-4522-4f86-b5f9-d78741566ba4 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:32:23.053001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:32:23.053366 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Checking segment: {'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:32:23.053807 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:23.054200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Bound using segment: {'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:32:23.054658 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Bound port: aca4e92e-af20-4f19-befb-543891c1e855, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:32:23.055240 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:23.129678 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] For port aca4e92e-af20-4f19-befb-543891c1e855, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:32:23.133011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] For port aca4e92e-af20-4f19-befb-543891c1e855, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=aca4e92e-af20-4f19-befb-543891c1e855,segment=NetworkSegment(d626bd98-9e01-4fa6-b674-c29a14b3ce18),segment_id=d626bd98-9e01-4fa6-b674-c29a14b3ce18)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:32:23.185715 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:23.252254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b3ef33-2fcd-4045-aeeb-43d24b78ee86 None None] Pushing event updated for resources: {'Port': ['ID=aca4e92e-af20-4f19-befb-543891c1e855,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:23.322324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Allocated IP 172.20.0.1 (d2dec978-4522-4f86-b5f9-d78741566ba4/aebe9291-0809-4770-a62e-5f06f8af0319/77efba59-228c-40b9-b672-00c978edef07) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:32:23.461076 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:23.476359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Transition to ACTIVE for port object 77efba59-228c-40b9-b672-00c978edef07 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:32:23.591393 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:23.639058 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network d2dec978-4522-4f86-b5f9-d78741566ba4 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:32:23.643074 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:32:23.645627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:32:23.672686 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=77efba59-228c-40b9-b672-00c978edef07,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:23.697753 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:23.947372 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:24.220245 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:24.276478 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:24.354829 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:24.356626 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=77efba59-228c-40b9-b672-00c978edef07,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:24.479885 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network d2dec978-4522-4f86-b5f9-d78741566ba4 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:32:24.482734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:32:24.535102 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0046c408-e54f-40a5-9b8b-7a3898266597 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:32:24.617878 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router a36363cd-95bf-4fb8-919f-24f88e880bcb has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:32:24.663092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9205e218-6e65-44ea-9d53-1a3566644acb None None] Network d2dec978-4522-4f86-b5f9-d78741566ba4 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:32:24.685925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 0046c408-e54f-40a5-9b8b-7a3898266597 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:32:24.696895 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 0046c408-e54f-40a5-9b8b-7a3898266597 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:32:24.697372 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:24.732800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:32:24.750178 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d852f40e-bdf4-439a-9017-4ee2eb0e51b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "PUT /v2.0/routers/a36363cd-95bf-4fb8-919f-24f88e880bcb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2895536 Aug 17 03:32:24.752975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Sync routers for ids ['a36363cd-95bf-4fb8-919f-24f88e880bcb'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:32:24.810403 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Routers {'a36363cd-95bf-4fb8-919f-24f88e880bcb'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:32:24.811026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:32:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a36363cd-95bf-4fb8-919f-24f88e880bcb'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:24.815829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-763d930f-434f-48be-9e60-64f580bd8ac9 None None] Provisioning for port aca4e92e-af20-4f19-befb-543891c1e855 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:32:24.888914 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:24.937052 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-d27b965b-ced8-4be4-b024-72279a9d0688 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1214904108&fields=id&tenant_id=c77d3de5480541c2aef96c5ffa17a28d HTTP/1.1" status: 200 len: 267 time: 0.0352366 Aug 17 03:32:24.961502 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 0046c408-e54f-40a5-9b8b-7a3898266597, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0046c408-e54f-40a5-9b8b-7a3898266597,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:32:24.993166 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Set router a36363cd-95bf-4fb8-919f-24f88e880bcb gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:32:25.043996 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:25.044759 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device aca4e92e-af20-4f19-befb-543891c1e855 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:32:25.049862 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-14192288-e266-4c22-8852-738f247b70d0 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:25.051657 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-14192288-e266-4c22-8852-738f247b70d0 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/networks?id=d2dec978-4522-4f86-b5f9-d78741566ba4 HTTP/1.1" status: 200 len: 796 time: 0.1074409 Aug 17 03:32:25.068231 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-19a99742-0dbe-42d8-9617-d3bf15d5fec6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/quotas/c77d3de5480541c2aef96c5ffa17a28d HTTP/1.1" status: 200 len: 375 time: 0.0098629 Aug 17 03:32:25.130208 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-306f56d0-59f5-49b2-ac9c-6fb03f9902d3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0555878 Aug 17 03:32:25.195445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=0046c408-e54f-40a5-9b8b-7a3898266597,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:25.275038 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port aca4e92e-af20-4f19-befb-543891c1e855 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:32:25.278471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port aca4e92e-af20-4f19-befb-543891c1e855 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:32:25.278855 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:25.306980 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-c731d722-cba8-4ad2-b52f-19be3e15f9fc service neutron] 10.222.0.10 "GET /v2.0/networks/d2dec978-4522-4f86-b5f9-d78741566ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1639245 Aug 17 03:32:25.335019 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906872487', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:23Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '77efba59-228c-40b9-b672-00c978edef07', 'name': '', 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:a4:8a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:23Z', 'updated_at': '2021-08-17T03:32:24Z', 'revision_number': 2, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:25.366580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Checking router: a36363cd-95bf-4fb8-919f-24f88e880bcb for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:32:25.366853 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Updating router a36363cd-95bf-4fb8-919f-24f88e880bcb port 77efba59-228c-40b9-b672-00c978edef07 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:32:25.388893 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-273b23d3-c73e-4ada-b10c-9cce2bf1ae66 None None] Provisioning for port 77efba59-228c-40b9-b672-00c978edef07 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:32:25.403016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-273b23d3-c73e-4ada-b10c-9cce2bf1ae66 None None] Provisioning complete for port 77efba59-228c-40b9-b672-00c978edef07 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:32:25.403395 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-273b23d3-c73e-4ada-b10c-9cce2bf1ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:25.415507 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-5f16c1ea-527e-4242-9782-d017863cdcd5 service neutron] 10.222.0.10 "GET /v2.0/networks/d2dec978-4522-4f86-b5f9-d78741566ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015017 Aug 17 03:32:25.440455 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:25.501599 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:25.506093 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-273b23d3-c73e-4ada-b10c-9cce2bf1ae66 None None] Port 77efba59-228c-40b9-b672-00c978edef07 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:32:25.603167 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port aca4e92e-af20-4f19-befb-543891c1e855, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=aca4e92e-af20-4f19-befb-543891c1e855,segment=NetworkSegment(d626bd98-9e01-4fa6-b674-c29a14b3ce18),segment_id=d626bd98-9e01-4fa6-b674-c29a14b3ce18)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:32:25.612363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-273b23d3-c73e-4ada-b10c-9cce2bf1ae66 None None] Provisioning complete for port aca4e92e-af20-4f19-befb-543891c1e855 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:32:25.612844 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-273b23d3-c73e-4ada-b10c-9cce2bf1ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:25.664805 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-65136784-a2ee-4c8f-97a2-8de27f2bf671 req-7ac6e341-bb8d-45ba-a908-208f5042b67c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 210 time: 0.0383372 Aug 17 03:32:25.830137 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:25.933058 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=aca4e92e-af20-4f19-befb-543891c1e855,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:26.054630 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:26.064119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Transition to ACTIVE for port object 77efba59-228c-40b9-b672-00c978edef07 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:32:26.110699 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-51591b51-93b8-4795-98fc-3927ddc9748c None None] Provisioning complete for port 77efba59-228c-40b9-b672-00c978edef07 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:32:26.111128 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-51591b51-93b8-4795-98fc-3927ddc9748c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:26.138787 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:26.176824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-51591b51-93b8-4795-98fc-3927ddc9748c None None] Port 77efba59-228c-40b9-b672-00c978edef07 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:32:26.193527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaad45e-e6fa-41ed-9c7c-05276b450a65 None None] Pushing event updated for resources: {'Port': ['ID=77efba59-228c-40b9-b672-00c978edef07,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:26.247612 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Attempting to bind port 77efba59-228c-40b9-b672-00c978edef07 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:32:26.248400 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Attempting to bind port 77efba59-228c-40b9-b672-00c978edef07 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:32:26.248400 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Attempting to bind port 77efba59-228c-40b9-b672-00c978edef07 on network d2dec978-4522-4f86-b5f9-d78741566ba4 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:32:26.254356 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:32:26.256437 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Checking segment: {'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:32:26.256437 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:26.256437 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Bound using segment: {'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:32:26.256437 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Bound port: 77efba59-228c-40b9-b672-00c978edef07, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:32:26.256437 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:26.325441 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] For port 77efba59-228c-40b9-b672-00c978edef07, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:32:26.328619 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] For port 77efba59-228c-40b9-b672-00c978edef07, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=77efba59-228c-40b9-b672-00c978edef07,segment=NetworkSegment(d626bd98-9e01-4fa6-b674-c29a14b3ce18),segment_id=d626bd98-9e01-4fa6-b674-c29a14b3ce18)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:32:26.431433 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:26.481507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0046c408-e54f-40a5-9b8b-7a3898266597 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:32:26.517977 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Routers {'a36363cd-95bf-4fb8-919f-24f88e880bcb'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:32:26.518802 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:32:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a36363cd-95bf-4fb8-919f-24f88e880bcb'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:26.522172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfaad45e-e6fa-41ed-9c7c-05276b450a65 None None] Pushing event updated for resources: {'Port': ['ID=77efba59-228c-40b9-b672-00c978edef07,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:26.630019 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 0046c408-e54f-40a5-9b8b-7a3898266597 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:32:26.630697 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:26.669360 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] Set router a36363cd-95bf-4fb8-919f-24f88e880bcb gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:32:26.770712 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-14359de9-db6c-4260-a1cd-6d4ff0f77201 req-9745a8c8-e130-481e-97aa-bcb91e9cb504 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 210 time: 0.0281682 Aug 17 03:32:26.840854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device aca4e92e-af20-4f19-befb-543891c1e855 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:32:26.939374 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port aca4e92e-af20-4f19-befb-543891c1e855 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:32:26.939752 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:26.982603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906872487', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:23Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '77efba59-228c-40b9-b672-00c978edef07', 'name': '', 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:a4:8a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:23Z', 'updated_at': '2021-08-17T03:32:26Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:27.014006 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc06001b-cf31-49c3-954c-6bd461b2d456 None None] The sync data for ids ['a36363cd-95bf-4fb8-919f-24f88e880bcb'] in n-d-802060-9 is: [{'id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906872487', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:23Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '77efba59-228c-40b9-b672-00c978edef07', 'name': '', 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:a4:8a:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:23Z', 'updated_at': '2021-08-17T03:32:26Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:32:27.526862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-12f97625-64d4-4606-984c-461e3d8911db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:27.528385 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-12f97625-64d4-4606-984c-461e3d8911db tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.30 "GET /v2.0/networks?id=d2dec978-4522-4f86-b5f9-d78741566ba4 HTTP/1.1" status: 200 len: 796 time: 0.1112840 Aug 17 03:32:27.573472 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-03db155b-9031-4ce4-9d72-521aa4af8acb tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c77d3de5480541c2aef96c5ffa17a28d HTTP/1.1" status: 200 len: 380 time: 0.0349596 Aug 17 03:32:27.583502 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-c8497047-8d40-416a-86dc-d7e466bd53ab tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'port': {'device_id': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4', 'admin_state_up': True, 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'security_groups': ['3baa6b0a-0e34-40e4-bf47-955f250ec3f3']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:32:27.779271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-c8497047-8d40-416a-86dc-d7e466bd53ab tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Made reservation on behalf of c77d3de5480541c2aef96c5ffa17a28d for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:32:27.783255 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-c8497047-8d40-416a-86dc-d7e466bd53ab tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:27.885931 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e23a1ca3-8752-49f8-a7d7-f8534903cea4 req-54554e8d-6700-422c-beba-67b3560a4a98 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 210 time: 0.0349481 Aug 17 03:32:27.941624 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-c8497047-8d40-416a-86dc-d7e466bd53ab tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Allocated IP 172.20.0.12 (d2dec978-4522-4f86-b5f9-d78741566ba4/aebe9291-0809-4770-a62e-5f06f8af0319/b9d461f8-b1d4-4dd2-8d08-fdc024713589) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:32:28.077804 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-c8497047-8d40-416a-86dc-d7e466bd53ab tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:28.092653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-c8497047-8d40-416a-86dc-d7e466bd53ab tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Transition to ACTIVE for port object b9d461f8-b1d4-4dd2-8d08-fdc024713589 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:32:28.185478 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-c8497047-8d40-416a-86dc-d7e466bd53ab tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:28.229346 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-c8497047-8d40-416a-86dc-d7e466bd53ab tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network d2dec978-4522-4f86-b5f9-d78741566ba4 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:32:28.234337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-c8497047-8d40-416a-86dc-d7e466bd53ab tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:32:28.238054 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-c8497047-8d40-416a-86dc-d7e466bd53ab tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:32:28.262832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8497047-8d40-416a-86dc-d7e466bd53ab tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=b9d461f8-b1d4-4dd2-8d08-fdc024713589,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:28.292137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-c8497047-8d40-416a-86dc-d7e466bd53ab tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:28.292784 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-c8497047-8d40-416a-86dc-d7e466bd53ab tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:28.414315 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-c8497047-8d40-416a-86dc-d7e466bd53ab tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8353739 Aug 17 03:32:28.429897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Request body: {'port': {'device_id': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:32:28.499121 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:28.518721 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b4c8ce9e-cc4a-4aaf-9a7e-e68c208c040d None None] Provisioning for port b9d461f8-b1d4-4dd2-8d08-fdc024713589 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:32:28.524377 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 77efba59-228c-40b9-b672-00c978edef07 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:32:28.528835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b4c8ce9e-cc4a-4aaf-9a7e-e68c208c040d None None] Provisioning complete for port b9d461f8-b1d4-4dd2-8d08-fdc024713589 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:32:28.533866 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b4c8ce9e-cc4a-4aaf-9a7e-e68c208c040d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:28.593007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b4c8ce9e-cc4a-4aaf-9a7e-e68c208c040d None None] Port b9d461f8-b1d4-4dd2-8d08-fdc024713589 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:32:28.665237 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 77efba59-228c-40b9-b672-00c978edef07 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:32:28.669187 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 77efba59-228c-40b9-b672-00c978edef07 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:32:28.669806 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:28.760703 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:28.796789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 77efba59-228c-40b9-b672-00c978edef07, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=77efba59-228c-40b9-b672-00c978edef07,segment=NetworkSegment(d626bd98-9e01-4fa6-b674-c29a14b3ce18),segment_id=d626bd98-9e01-4fa6-b674-c29a14b3ce18)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:32:28.882498 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:28.934566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=77efba59-228c-40b9-b672-00c978edef07,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:29.020590 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984e9a06-5978-4a3f-a869-bbaf259c8aa8 req-87215328-50cc-4fb0-bdf6-370c76c37ad1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:29.022308 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-984e9a06-5978-4a3f-a869-bbaf259c8aa8 req-87215328-50cc-4fb0-bdf6-370c76c37ad1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 932 time: 0.0520737 Aug 17 03:32:29.060924 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-984e9a06-5978-4a3f-a869-bbaf259c8aa8 req-bad50a1c-e910-4242-a1c6-1b397695d0bd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324841 Aug 17 03:32:29.081000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b9d461f8-b1d4-4dd2-8d08-fdc024713589 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:32:29.085861 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:29.098314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Transition to ACTIVE for port object b9d461f8-b1d4-4dd2-8d08-fdc024713589 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:32:29.196567 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:29.245764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Pushing event updated for resources: {'Port': ['ID=b9d461f8-b1d4-4dd2-8d08-fdc024713589,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:29.319467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Attempting to bind port b9d461f8-b1d4-4dd2-8d08-fdc024713589 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:32:29.319812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Attempting to bind port b9d461f8-b1d4-4dd2-8d08-fdc024713589 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:32:29.320352 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Attempting to bind port b9d461f8-b1d4-4dd2-8d08-fdc024713589 on network d2dec978-4522-4f86-b5f9-d78741566ba4 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:32:29.326039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Port b9d461f8-b1d4-4dd2-8d08-fdc024713589 on network d2dec978-4522-4f86-b5f9-d78741566ba4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:32:29.326385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Attempting to bind port b9d461f8-b1d4-4dd2-8d08-fdc024713589 on network d2dec978-4522-4f86-b5f9-d78741566ba4 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:32:29.331760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 32, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:32:29.331760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Checking segment: {'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:32:29.332501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Bound using segment: {'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:32:29.332931 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Bound port: b9d461f8-b1d4-4dd2-8d08-fdc024713589, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:32:29.333288 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:29.399637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] For port b9d461f8-b1d4-4dd2-8d08-fdc024713589, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:32:29.402752 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] For port b9d461f8-b1d4-4dd2-8d08-fdc024713589, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589,segment=NetworkSegment(d626bd98-9e01-4fa6-b674-c29a14b3ce18),segment_id=d626bd98-9e01-4fa6-b674-c29a14b3ce18)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:32:29.466117 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:29.504117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:29.504323 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:29.505933 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] 10.222.0.30 "PUT /v2.0/ports/b9d461f8-b1d4-4dd2-8d08-fdc024713589 HTTP/1.1" status: 200 len: 1092 time: 1.0827670 Aug 17 03:32:29.515060 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'tag': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:32:29.517436 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cfee709-a85b-4c35-a3bd-8d7dbb878faa" -d '{"events": [{"name": "network-changed", "server_uuid": "6b786dbe-61e9-4563-bbe9-aff5af587fbc", "tag": "b9d461f8-b1d4-4dd2-8d08-fdc024713589"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:32:29.540117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720438bc-6c22-464f-bf34-5898a6144dad service neutron] Pushing event updated for resources: {'Port': ['ID=b9d461f8-b1d4-4dd2-8d08-fdc024713589,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:29.560428 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:32:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66647cea-57df-459b-98f0-e8d97eaeee70 x-openstack-request-id: req-66647cea-57df-459b-98f0-e8d97eaeee70 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:32:29.560731 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b786dbe-61e9-4563-bbe9-aff5af587fbc", "tag": "b9d461f8-b1d4-4dd2-8d08-fdc024713589", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:32:29.560991 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-66647cea-57df-459b-98f0-e8d97eaeee70 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:32:29.561401 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'tag': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589', 'status': 'completed', 'code': 200} Aug 17 03:32:29.624481 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee709-a85b-4c35-a3bd-8d7dbb878faa req-b2f9c1b0-c908-4ac8-b2eb-3de0c7edba9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:29.626069 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6cfee709-a85b-4c35-a3bd-8d7dbb878faa req-b2f9c1b0-c908-4ac8-b2eb-3de0c7edba9a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 1095 time: 0.0433810 Aug 17 03:32:29.732183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee709-a85b-4c35-a3bd-8d7dbb878faa req-413c91ed-24f1-4cd4-ac04-8b5b749521d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:29.733637 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6cfee709-a85b-4c35-a3bd-8d7dbb878faa req-413c91ed-24f1-4cd4-ac04-8b5b749521d3 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&shared=False HTTP/1.1" status: 200 len: 896 time: 0.0986402 Aug 17 03:32:29.836671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cfee709-a85b-4c35-a3bd-8d7dbb878faa req-21691ccd-9029-44d1-a214-082c1632463d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:29.838189 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6cfee709-a85b-4c35-a3bd-8d7dbb878faa req-21691ccd-9029-44d1-a214-082c1632463d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0941226 Aug 17 03:32:29.913050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-fc1c2bc4-f33e-4e6d-b89a-631d61562095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:29.914567 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-fc1c2bc4-f33e-4e6d-b89a-631d61562095 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 1095 time: 0.0403562 Aug 17 03:32:29.958111 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-8816712e-a5a4-460d-931e-b3b12509dc32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589 HTTP/1.1" status: 200 len: 217 time: 0.0339007 Aug 17 03:32:30.011265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-287e6819-ac41-46f8-ac90-4fd3f140fef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:30.012669 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-287e6819-ac41-46f8-ac90-4fd3f140fef8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aebe9291-0809-4770-a62e-5f06f8af0319 HTTP/1.1" status: 200 len: 835 time: 0.0467229 Aug 17 03:32:30.062319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-7078de12-6758-49df-9667-1d7d44481864 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:30.063818 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-7078de12-6758-49df-9667-1d7d44481864 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d2dec978-4522-4f86-b5f9-d78741566ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395405 Aug 17 03:32:30.157878 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-a7385d22-262b-407f-a9c5-66a085acb874 service neutron] 10.222.0.30 "GET /v2.0/networks/d2dec978-4522-4f86-b5f9-d78741566ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852170 Aug 17 03:32:30.181466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88e7a87d-2089-493e-8737-ec4ba6a2f135 req-eb683460-3783-42a0-b5be-fd4f9526ae4e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:30.182978 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-88e7a87d-2089-493e-8737-ec4ba6a2f135 req-eb683460-3783-42a0-b5be-fd4f9526ae4e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 944 time: 0.0547874 Aug 17 03:32:30.222862 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-88e7a87d-2089-493e-8737-ec4ba6a2f135 req-56d29f6a-d7d4-4e2d-9d93-7f2fcd56a715 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335023 Aug 17 03:32:30.258651 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5194959b-3538-4579-b292-dd6f76fda0a7 req-5e919086-f2ca-4b36-8eaa-1ac37a1df9d3 service neutron] 10.222.0.30 "GET /v2.0/networks/d2dec978-4522-4f86-b5f9-d78741566ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902257 Aug 17 03:32:30.462250 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 77efba59-228c-40b9-b672-00c978edef07 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:32:30.511767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 77efba59-228c-40b9-b672-00c978edef07 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:32:30.512136 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:31.339068 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dd17ce-e599-469f-8dc2-ccda7ffb874a req-3ca99d06-b06e-48cc-b08a-e0e8d018b4bc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:31.340909 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0dd17ce-e599-469f-8dc2-ccda7ffb874a req-3ca99d06-b06e-48cc-b08a-e0e8d018b4bc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 944 time: 0.0492866 Aug 17 03:32:31.379615 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0dd17ce-e599-469f-8dc2-ccda7ffb874a req-d4582b70-d8ee-461d-b660-c455ecc96a8e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328155 Aug 17 03:32:32.323240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device b9d461f8-b1d4-4dd2-8d08-fdc024713589 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:32:32.422773 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port b9d461f8-b1d4-4dd2-8d08-fdc024713589, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589,segment=NetworkSegment(d626bd98-9e01-4fa6-b674-c29a14b3ce18),segment_id=d626bd98-9e01-4fa6-b674-c29a14b3ce18)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:32:32.434438 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589', 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4', 'port_id': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589', 'mac_address': 'fa:16:3e:0f:b0:5c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 63, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:32:32.471786 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:32.484467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b9d461f8-b1d4-4dd2-8d08-fdc024713589 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:32:32.493871 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83d90f2-f4d0-4603-9900-bd95b13a0400 req-d77d848e-7d47-4b55-9206-cb20e19e484b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:32.495637 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e83d90f2-f4d0-4603-9900-bd95b13a0400 req-d77d848e-7d47-4b55-9206-cb20e19e484b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 944 time: 0.0485744 Aug 17 03:32:32.505038 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port b9d461f8-b1d4-4dd2-8d08-fdc024713589, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589,segment=NetworkSegment(d626bd98-9e01-4fa6-b674-c29a14b3ce18),segment_id=d626bd98-9e01-4fa6-b674-c29a14b3ce18)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:32:32.534523 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e83d90f2-f4d0-4603-9900-bd95b13a0400 req-9b415505-69a3-464c-8c0b-3205fd41c11b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326965 Aug 17 03:32:32.570306 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:32.617687 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=b9d461f8-b1d4-4dd2-8d08-fdc024713589,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:32.789014 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['b9d461f8-b1d4-4dd2-8d08-fdc024713589'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:32:33.241686 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:33.653627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acb3050-db2f-4fc9-9803-8c6f94a81473 req-9cd1990d-6d20-4b19-9d04-671ae1851ba3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:33.655024 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5acb3050-db2f-4fc9-9803-8c6f94a81473 req-9cd1990d-6d20-4b19-9d04-671ae1851ba3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 945 time: 0.0540509 Aug 17 03:32:33.692368 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5acb3050-db2f-4fc9-9803-8c6f94a81473 req-38f64a4a-18c4-447f-8e10-a1927a556878 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309749 Aug 17 03:32:33.918480 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:34.324892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device b9d461f8-b1d4-4dd2-8d08-fdc024713589 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:32:34.432867 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port b9d461f8-b1d4-4dd2-8d08-fdc024713589 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:32:34.436977 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port b9d461f8-b1d4-4dd2-8d08-fdc024713589 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:32:34.439259 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:34.513518 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:34.535464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:32:34.537641 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47db1af3-51f8-4a6b-9022-fac1233aea47" -d '{"events": [{"server_uuid": "6b786dbe-61e9-4563-bbe9-aff5af587fbc", "name": "network-vif-plugged", "status": "completed", "tag": "b9d461f8-b1d4-4dd2-8d08-fdc024713589"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:32:34.550342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port b9d461f8-b1d4-4dd2-8d08-fdc024713589, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589,segment=NetworkSegment(d626bd98-9e01-4fa6-b674-c29a14b3ce18),segment_id=d626bd98-9e01-4fa6-b674-c29a14b3ce18)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:32:34.630567 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:34.657461 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:32:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c949df47-99b5-447b-9c36-3539599e0c26 x-openstack-request-id: req-c949df47-99b5-447b-9c36-3539599e0c26 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:32:34.657898 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b786dbe-61e9-4563-bbe9-aff5af587fbc", "name": "network-vif-plugged", "status": "completed", "tag": "b9d461f8-b1d4-4dd2-8d08-fdc024713589", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:32:34.658154 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c949df47-99b5-447b-9c36-3539599e0c26 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:32:34.658560 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589', 'code': 200} Aug 17 03:32:34.687135 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=b9d461f8-b1d4-4dd2-8d08-fdc024713589,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:34.751082 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d3b4ea-c234-47f0-87fd-0fb4cfd112ee req-a004a23b-776b-4f0f-9fd5-edbe6df1df45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:34.752623 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19d3b4ea-c234-47f0-87fd-0fb4cfd112ee req-a004a23b-776b-4f0f-9fd5-edbe6df1df45 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 1097 time: 0.0474982 Aug 17 03:32:34.814197 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-19d3b4ea-c234-47f0-87fd-0fb4cfd112ee req-d5297368-09a8-40d7-adbf-c066fa724005 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471892 Aug 17 03:32:34.826153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f2ba884-537a-4752-8291-96f049ea9258 req-acfa2ada-2bea-438a-b230-ea437831b91a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:34.827499 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9f2ba884-537a-4752-8291-96f049ea9258 req-acfa2ada-2bea-438a-b230-ea437831b91a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 946 time: 0.0688097 Aug 17 03:32:34.865007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9f2ba884-537a-4752-8291-96f049ea9258 req-be95b7e9-356e-4e99-85ae-69aa250bdc8f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310907 Aug 17 03:32:35.980651 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b73d92-327a-40f9-9aa4-40b9a48c675b req-925a76e9-fce7-4859-bb2f-a2b6fb98f13c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:35.982182 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-70b73d92-327a-40f9-9aa4-40b9a48c675b req-925a76e9-fce7-4859-bb2f-a2b6fb98f13c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 946 time: 0.0497267 Aug 17 03:32:36.020079 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-70b73d92-327a-40f9-9aa4-40b9a48c675b req-06e5dece-84ee-4c0a-8b3b-2b21a9c763be tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315928 Aug 17 03:32:36.134717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa91c9e-a92b-4357-9bce-d192bf0f0a11 req-cb27d016-ca69-452f-b0e5-b9d4a1a68eae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:36.136180 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1fa91c9e-a92b-4357-9bce-d192bf0f0a11 req-cb27d016-ca69-452f-b0e5-b9d4a1a68eae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 946 time: 0.0517387 Aug 17 03:32:36.172981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1fa91c9e-a92b-4357-9bce-d192bf0f0a11 req-2fd644e2-5be8-4f84-a189-e386117d5312 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310500 Aug 17 03:32:36.194438 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38706) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:36.233690 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b571031-7822-421e-9169-937fc523ca45 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:36.235175 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7b571031-7822-421e-9169-937fc523ca45 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 1092 time: 0.0396862 Aug 17 03:32:36.237903 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38708) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:36.242248 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:32:36.350619 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:36.455222 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:36.553240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Allocated IP 172.25.1.51 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/75c5c4ef-8850-4e70-a466-a268df7c9a2f) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:32:36.657349 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:36.751123 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:36.793996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:32:36.797012 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:32:36.801760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:32:36.804802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=75c5c4ef-8850-4e70-a466-a268df7c9a2f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:37.162589 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:37.546570 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:37.692789 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:37.771002 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:37.843450 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=75c5c4ef-8850-4e70-a466-a268df7c9a2f,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:32:37.855647 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:37.953859 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Floating IP 0638aea6-7d19-4de5-8a91-d73fa0ef5ca3 associated. External IP: 172.25.1.51, port: b9d461f8-b1d4-4dd2-8d08-fdc024713589. Aug 17 03:32:38.159330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router a36363cd-95bf-4fb8-919f-24f88e880bcb has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:32:38.266652 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:32:38.276303 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434af12-df95-413d-b25f-338dc969ae9e None None] Sync routers for ids ['a36363cd-95bf-4fb8-919f-24f88e880bcb'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:32:38.285583 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b434af12-df95-413d-b25f-338dc969ae9e None None] Routers {'a36363cd-95bf-4fb8-919f-24f88e880bcb'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:32:38.294653 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b434af12-df95-413d-b25f-338dc969ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:32:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a36363cd-95bf-4fb8-919f-24f88e880bcb'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:38.362288 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:38.389516 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-b434af12-df95-413d-b25f-338dc969ae9e None None] Set router a36363cd-95bf-4fb8-919f-24f88e880bcb gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:32:38.390221 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6422f98c-541a-4c92-ab41-45bd7698c97e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1512270 Aug 17 03:32:38.390862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'tag': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:32:38.393215 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-580bd646-d9b6-48f2-8180-25848da25da9" -d '{"events": [{"name": "network-changed", "server_uuid": "6b786dbe-61e9-4563-bbe9-aff5af587fbc", "tag": "b9d461f8-b1d4-4dd2-8d08-fdc024713589"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:32:38.439848 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11ac4834-e9ed-4dfb-949c-f4dd7670d5e9 x-openstack-request-id: req-11ac4834-e9ed-4dfb-949c-f4dd7670d5e9 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:32:38.440177 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b786dbe-61e9-4563-bbe9-aff5af587fbc", "tag": "b9d461f8-b1d4-4dd2-8d08-fdc024713589", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:32:38.440415 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-11ac4834-e9ed-4dfb-949c-f4dd7670d5e9 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:32:38.440849 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'tag': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589', 'status': 'completed', 'code': 200} Aug 17 03:32:38.497566 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096fb2f3-4c41-4ecc-8a01-fc393e436e8f req-46ed2109-c120-462b-b4ef-578f036c11da tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:38.499259 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-096fb2f3-4c41-4ecc-8a01-fc393e436e8f req-46ed2109-c120-462b-b4ef-578f036c11da tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 946 time: 0.0595651 Aug 17 03:32:38.506773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bd646-d9b6-48f2-8180-25848da25da9 req-82740317-1cea-489b-aa63-df1ac365b25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:38.508300 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-580bd646-d9b6-48f2-8180-25848da25da9 req-82740317-1cea-489b-aa63-df1ac365b25d service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 1097 time: 0.0442741 Aug 17 03:32:38.538269 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-096fb2f3-4c41-4ecc-8a01-fc393e436e8f req-5a1b1106-ae62-40b6-ba7a-cbbcf25747c1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329146 Aug 17 03:32:38.561560 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38714) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:38.606987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bd646-d9b6-48f2-8180-25848da25da9 req-226adcb9-0ae5-4091-b8b2-2276ca3060ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:38.608551 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-580bd646-d9b6-48f2-8180-25848da25da9 req-226adcb9-0ae5-4091-b8b2-2276ca3060ff service neutron] 10.222.0.30 "GET /v2.0/networks?id=d2dec978-4522-4f86-b5f9-d78741566ba4 HTTP/1.1" status: 200 len: 896 time: 0.0928798 Aug 17 03:32:38.619377 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b434af12-df95-413d-b25f-338dc969ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906872487', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:23Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '0638aea6-7d19-4de5-8a91-d73fa0ef5ca3', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'port_id': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4', 'mac_address': 'fa:16:3e:0f:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:32:37Z', 'updated_at': '2021-08-17T03:32:37Z', 'revision_number': 0, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77efba59-228c-40b9-b672-00c978edef07', 'name': '', 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:a4:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:23Z', 'updated_at': '2021-08-17T03:32:28Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:38.622926 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c45f22d5-e553-4b98-9d95-894ebc820c6c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/floatingips/0638aea6-7d19-4de5-8a91-d73fa0ef5ca3 HTTP/1.1" status: 200 len: 991 time: 0.0601256 Aug 17 03:32:38.647306 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434af12-df95-413d-b25f-338dc969ae9e None None] Checking router: a36363cd-95bf-4fb8-919f-24f88e880bcb for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:32:38.655430 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b434af12-df95-413d-b25f-338dc969ae9e None None] Routers {'a36363cd-95bf-4fb8-919f-24f88e880bcb'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:32:38.656042 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b434af12-df95-413d-b25f-338dc969ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:32:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a36363cd-95bf-4fb8-919f-24f88e880bcb'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:38.674645 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-580bd646-d9b6-48f2-8180-25848da25da9 req-d2c73fdc-8512-43b2-a109-f48a601e729d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589 HTTP/1.1" status: 200 len: 999 time: 0.0592122 Aug 17 03:32:38.724969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bd646-d9b6-48f2-8180-25848da25da9 req-3d85ac64-bd89-4cac-8e3e-3ee04584a8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:38.726521 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-580bd646-d9b6-48f2-8180-25848da25da9 req-3d85ac64-bd89-4cac-8e3e-3ee04584a8ce service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aebe9291-0809-4770-a62e-5f06f8af0319 HTTP/1.1" status: 200 len: 835 time: 0.0441735 Aug 17 03:32:38.781650 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-580bd646-d9b6-48f2-8180-25848da25da9 req-eba41a08-47cb-4c51-ae06-8c8bcb2411dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:38.783204 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-580bd646-d9b6-48f2-8180-25848da25da9 req-eba41a08-47cb-4c51-ae06-8c8bcb2411dd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d2dec978-4522-4f86-b5f9-d78741566ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0487599 Aug 17 03:32:38.852053 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-b434af12-df95-413d-b25f-338dc969ae9e None None] Set router a36363cd-95bf-4fb8-919f-24f88e880bcb gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:32:38.875628 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-580bd646-d9b6-48f2-8180-25848da25da9 req-c49cd125-1c7a-4181-a358-1337bbde76d7 service neutron] 10.222.0.30 "GET /v2.0/networks/d2dec978-4522-4f86-b5f9-d78741566ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845492 Aug 17 03:32:38.970285 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-580bd646-d9b6-48f2-8180-25848da25da9 req-0108e97b-65af-49af-b83a-c1ed6b3e8c14 service neutron] 10.222.0.30 "GET /v2.0/networks/d2dec978-4522-4f86-b5f9-d78741566ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871208 Aug 17 03:32:39.068365 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b434af12-df95-413d-b25f-338dc969ae9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906872487', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:23Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '0638aea6-7d19-4de5-8a91-d73fa0ef5ca3', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'port_id': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4', 'mac_address': 'fa:16:3e:0f:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:32:37Z', 'updated_at': '2021-08-17T03:32:37Z', 'revision_number': 0, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77efba59-228c-40b9-b672-00c978edef07', 'name': '', 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:a4:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:23Z', 'updated_at': '2021-08-17T03:32:28Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:32:39.097586 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b434af12-df95-413d-b25f-338dc969ae9e None None] The sync data for ids ['a36363cd-95bf-4fb8-919f-24f88e880bcb'] in n-d-802060-9 is: [{'id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906872487', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:23Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '0638aea6-7d19-4de5-8a91-d73fa0ef5ca3', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'floating_ip_address': '172.25.1.51', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'port_id': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3890, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4', 'mac_address': 'fa:16:3e:0f:b0:5c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:32:37Z', 'updated_at': '2021-08-17T03:32:37Z', 'revision_number': 0, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '77efba59-228c-40b9-b672-00c978edef07', 'name': '', 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:a4:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:23Z', 'updated_at': '2021-08-17T03:32:28Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:32:39.276176 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3597f183-a5af-47f4-9ce6-4652d1ec4c57 None None] New status for floating IP 0638aea6-7d19-4de5-8a91-d73fa0ef5ca3: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:32:39.626787 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38716) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:32:39.689495 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7c5e1914-0616-4468-98a1-065a7c109ec2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/floatingips/0638aea6-7d19-4de5-8a91-d73fa0ef5ca3 HTTP/1.1" status: 200 len: 993 time: 0.0614986 Aug 17 03:32:45.255669 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-676932bc-0dc1-4499-97e1-04d616b48cc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:46.793327 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd47fb10-480a-4742-9de3-18bf113ee455 req-4c12d98b-63cd-4449-bca9-2fa18d685ddb service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0400605 Aug 17 03:32:46.873177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47fb10-480a-4742-9de3-18bf113ee455 req-dd949372-2cbb-45c5-b813-0aee6c4354d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:46.874673 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd47fb10-480a-4742-9de3-18bf113ee455 req-dd949372-2cbb-45c5-b813-0aee6c4354d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 1097 time: 0.0405152 Aug 17 03:32:46.982340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47fb10-480a-4742-9de3-18bf113ee455 req-8032d336-46c0-4ae3-a335-b9d8fe09cbcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:46.983872 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd47fb10-480a-4742-9de3-18bf113ee455 req-8032d336-46c0-4ae3-a335-b9d8fe09cbcc service neutron] 10.222.0.30 "GET /v2.0/networks?id=d2dec978-4522-4f86-b5f9-d78741566ba4 HTTP/1.1" status: 200 len: 896 time: 0.0895829 Aug 17 03:32:47.049014 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd47fb10-480a-4742-9de3-18bf113ee455 req-a9137aa6-d187-426e-b15c-5750f0518116 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589 HTTP/1.1" status: 200 len: 1001 time: 0.0579162 Aug 17 03:32:47.104772 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47fb10-480a-4742-9de3-18bf113ee455 req-b856a939-f38e-403e-810a-290ec9d65275 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:47.106353 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd47fb10-480a-4742-9de3-18bf113ee455 req-b856a939-f38e-403e-810a-290ec9d65275 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aebe9291-0809-4770-a62e-5f06f8af0319 HTTP/1.1" status: 200 len: 835 time: 0.0494616 Aug 17 03:32:47.155026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd47fb10-480a-4742-9de3-18bf113ee455 req-065a9d49-5428-4799-a059-d9ac30b395e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:32:47.156526 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd47fb10-480a-4742-9de3-18bf113ee455 req-065a9d49-5428-4799-a059-d9ac30b395e3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d2dec978-4522-4f86-b5f9-d78741566ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420461 Aug 17 03:32:47.246889 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd47fb10-480a-4742-9de3-18bf113ee455 req-6552662f-51d0-4a85-a209-b5dfa5912f41 service neutron] 10.222.0.30 "GET /v2.0/networks/d2dec978-4522-4f86-b5f9-d78741566ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800257 Aug 17 03:32:47.354674 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd47fb10-480a-4742-9de3-18bf113ee455 req-8635375e-c208-4fa0-8e8b-93c38041bdcb service neutron] 10.222.0.30 "GET /v2.0/networks/d2dec978-4522-4f86-b5f9-d78741566ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0968618 Aug 17 03:32:47.548717 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:32:47.947489 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6fb535ce-db78-4d21-892a-69abf48d01c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:48.196494 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:49.181318 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:32:50.918693 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:03.270001 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:03.910254 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:12.943517 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd9c014d-887c-44dc-9669-d64557e581bf req-5eba69bf-405b-49ab-a5ce-18a9d535cbc9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:12.944992 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd9c014d-887c-44dc-9669-d64557e581bf req-5eba69bf-405b-49ab-a5ce-18a9d535cbc9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 946 time: 0.0488343 Aug 17 03:33:12.982941 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd9c014d-887c-44dc-9669-d64557e581bf req-8b4d0ce8-413c-4bb1-b920-4f00fd89efd1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319257 Aug 17 03:33:13.005296 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38730) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:13.065855 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d2b5524c-d2e3-476a-94e7-72b062f0f49b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/floatingips/0638aea6-7d19-4de5-8a91-d73fa0ef5ca3 HTTP/1.1" status: 200 len: 993 time: 0.0594463 Aug 17 03:33:13.353184 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781844b5-746f-4d26-a2a4-5eedc1588988 req-f4437910-4294-4304-831b-8880ad0c9a81 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:13.355627 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-781844b5-746f-4d26-a2a4-5eedc1588988 req-f4437910-4294-4304-831b-8880ad0c9a81 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 1097 time: 0.0440209 Aug 17 03:33:13.388554 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-781844b5-746f-4d26-a2a4-5eedc1588988 req-b71d3b85-3179-4b63-99c9-80cf346e9437 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273328 Aug 17 03:33:14.358389 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-8b7cf6bd-d3ec-4d3b-86d2-d967b15e913d service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0395567 Aug 17 03:33:14.367032 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-907eef5a-3187-4752-a99e-b9173f548630 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:33:14.367982 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-907eef5a-3187-4752-a99e-b9173f548630 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049474 Aug 17 03:33:15.266831 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-78048e4d-102e-47b4-865f-96c66b48b235 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:15.299071 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-f89bb009-9d87-43d5-9fb1-677ed2934f71 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:15.300466 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-f89bb009-9d87-43d5-9fb1-677ed2934f71 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/ports/b9d461f8-b1d4-4dd2-8d08-fdc024713589 HTTP/1.1" status: 200 len: 1094 time: 0.1024497 Aug 17 03:33:15.310259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-4e404769-ea40-4971-b5e0-7deca61c01be service neutron] Request body: {'binding': {'host': 'n-h2-802060-9', 'vnic_type': 'normal', 'profile': {}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:33:15.310711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-4e404769-ea40-4971-b5e0-7deca61c01be service neutron] Unknown quota resources ['binding']. {{(pid=101970) _create /opt/stack/neutron/neutron/api/v2/base.py:496}} Aug 17 03:33:15.443285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-4e404769-ea40-4971-b5e0-7deca61c01be service neutron] Attempting to bind port b9d461f8-b1d4-4dd2-8d08-fdc024713589 on host n-h2-802060-9 for vnic_type normal with profile None {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:33:15.444020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-4e404769-ea40-4971-b5e0-7deca61c01be service neutron] Attempting to bind port b9d461f8-b1d4-4dd2-8d08-fdc024713589 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:33:15.444020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-4e404769-ea40-4971-b5e0-7deca61c01be service neutron] Attempting to bind port b9d461f8-b1d4-4dd2-8d08-fdc024713589 on network d2dec978-4522-4f86-b5f9-d78741566ba4 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:33:15.447957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-4e404769-ea40-4971-b5e0-7deca61c01be service neutron] Port b9d461f8-b1d4-4dd2-8d08-fdc024713589 on network d2dec978-4522-4f86-b5f9-d78741566ba4 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:33:15.448283 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-4e404769-ea40-4971-b5e0-7deca61c01be service neutron] Attempting to bind port b9d461f8-b1d4-4dd2-8d08-fdc024713589 on network d2dec978-4522-4f86-b5f9-d78741566ba4 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:33:15.453221 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-4e404769-ea40-4971-b5e0-7deca61c01be service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 33, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:33:15.453597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-4e404769-ea40-4971-b5e0-7deca61c01be service neutron] Checking segment: {'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:33:15.453980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-4e404769-ea40-4971-b5e0-7deca61c01be service neutron] Bound using segment: {'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:33:15.454412 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-4e404769-ea40-4971-b5e0-7deca61c01be service neutron] Bound port: b9d461f8-b1d4-4dd2-8d08-fdc024713589, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:33:15.538107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-4e404769-ea40-4971-b5e0-7deca61c01be service neutron] For port b9d461f8-b1d4-4dd2-8d08-fdc024713589, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589,segment=NetworkSegment(d626bd98-9e01-4fa6-b674-c29a14b3ce18),segment_id=d626bd98-9e01-4fa6-b674-c29a14b3ce18)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:33:15.616567 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-4e404769-ea40-4971-b5e0-7deca61c01be service neutron] Notify callbacks [] for binding, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:15.617776 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-4e404769-ea40-4971-b5e0-7deca61c01be service neutron] 10.222.0.10 "POST /v2.0/ports/b9d461f8-b1d4-4dd2-8d08-fdc024713589/bindings HTTP/1.1" status: 201 len: 389 time: 0.3117895 Aug 17 03:33:15.880292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9dad99-0d5d-42f1-bb93-d6f2c367f959 req-57315a37-4daa-4bea-9e01-53161a05884e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:15.881838 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9b9dad99-0d5d-42f1-bb93-d6f2c367f959 req-57315a37-4daa-4bea-9e01-53161a05884e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 946 time: 0.0500834 Aug 17 03:33:15.920595 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9b9dad99-0d5d-42f1-bb93-d6f2c367f959 req-3c3944d5-92f8-452d-b005-149cafb73afb tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322626 Aug 17 03:33:16.268348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-c49d2fba-e743-4edd-bd75-4e6307ecc6b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:16.269878 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-c49d2fba-e743-4edd-bd75-4e6307ecc6b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 1097 time: 0.0418544 Aug 17 03:33:16.655694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-a1d06e78-f8aa-4f35-acfb-523f4482a51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:16.657072 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-a1d06e78-f8aa-4f35-acfb-523f4482a51b service neutron] 10.222.0.60 "GET /v2.0/networks?id=d2dec978-4522-4f86-b5f9-d78741566ba4 HTTP/1.1" status: 200 len: 896 time: 0.3807459 Aug 17 03:33:16.722126 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-29e32eac-2995-442d-8605-3d638a261c2e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589 HTTP/1.1" status: 200 len: 1001 time: 0.0571737 Aug 17 03:33:16.773545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-8f2e87b1-f8df-4dc5-b88c-cc77e9e239b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:16.774993 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-8f2e87b1-f8df-4dc5-b88c-cc77e9e239b7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aebe9291-0809-4770-a62e-5f06f8af0319 HTTP/1.1" status: 200 len: 835 time: 0.0462804 Aug 17 03:33:16.819424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-4aa0ed15-556a-44a1-bf57-d09304a05a36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:16.820881 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-4aa0ed15-556a-44a1-bf57-d09304a05a36 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d2dec978-4522-4f86-b5f9-d78741566ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0385976 Aug 17 03:33:16.907361 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-c7d321df-6a9f-4074-bda8-7ad599dbad70 service neutron] 10.222.0.60 "GET /v2.0/networks/d2dec978-4522-4f86-b5f9-d78741566ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0795214 Aug 17 03:33:17.004454 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-670b2d94-8b49-42a2-b04e-5f9db24ff2a2 service neutron] 10.222.0.60 "GET /v2.0/networks/d2dec978-4522-4f86-b5f9-d78741566ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897441 Aug 17 03:33:17.153305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c645d4-c1b8-49cb-a0d4-28520ec3a276 req-19584a51-3dc3-4157-86e7-d8ded8316736 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:17.154926 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6c645d4-c1b8-49cb-a0d4-28520ec3a276 req-19584a51-3dc3-4157-86e7-d8ded8316736 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 946 time: 0.1612427 Aug 17 03:33:17.169787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-b60560c2-0d61-4533-89ed-9ed543e320a6 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:17.171125 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-b60560c2-0d61-4533-89ed-9ed543e320a6 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc&tenant_id=c77d3de5480541c2aef96c5ffa17a28d&binding%3Ahost_id=n-h1-802060-9 HTTP/1.1" status: 200 len: 1097 time: 0.0997086 Aug 17 03:33:17.186638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-802060-9'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:33:17.223490 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6c645d4-c1b8-49cb-a0d4-28520ec3a276 req-219c6f7d-2155-41ab-beb2-5abed3798957 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0617881 Aug 17 03:33:17.254892 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:17.379281 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] For port b9d461f8-b1d4-4dd2-8d08-fdc024713589, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589,segment=NetworkSegment(d626bd98-9e01-4fa6-b674-c29a14b3ce18),segment_id=d626bd98-9e01-4fa6-b674-c29a14b3ce18)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:33:17.419627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] For port b9d461f8-b1d4-4dd2-8d08-fdc024713589, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:33:17.459048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:33:17.461384 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41497c2a-8e25-438b-9f0f-c108702fd490" -d '{"events": [{"server_uuid": "6b786dbe-61e9-4563-bbe9-aff5af587fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d461f8-b1d4-4dd2-8d08-fdc024713589"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:33:17.465633 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:17.497750 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:33:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e40d4f2-b8e5-41f2-bfb5-b8327d0bfc57 x-openstack-request-id: req-9e40d4f2-b8e5-41f2-bfb5-b8327d0bfc57 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:33:17.498052 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b786dbe-61e9-4563-bbe9-aff5af587fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d461f8-b1d4-4dd2-8d08-fdc024713589", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:33:17.498335 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e40d4f2-b8e5-41f2-bfb5-b8327d0bfc57 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:33:17.498811 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589', 'code': 200} Aug 17 03:33:17.544645 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:17.643914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d461f8-b1d4-4dd2-8d08-fdc024713589,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:17.658616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:17.659249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:17.659379 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:17.659647 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:17.660062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:17.660406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:17.660752 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:17.661089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:17.661449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:17.661784 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:17.662119 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:17.662449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:17.707619 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Attempting to bind port b9d461f8-b1d4-4dd2-8d08-fdc024713589 on host n-h1-802060-9 for vnic_type normal with profile {"migrating_to": "n-h2-802060-9"} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:33:17.707962 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Attempting to bind port b9d461f8-b1d4-4dd2-8d08-fdc024713589 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:33:17.708429 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Attempting to bind port b9d461f8-b1d4-4dd2-8d08-fdc024713589 on network d2dec978-4522-4f86-b5f9-d78741566ba4 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:33:17.713193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Port b9d461f8-b1d4-4dd2-8d08-fdc024713589 on network d2dec978-4522-4f86-b5f9-d78741566ba4 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:33:17.713923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Attempting to bind port b9d461f8-b1d4-4dd2-8d08-fdc024713589 on network d2dec978-4522-4f86-b5f9-d78741566ba4 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:33:17.719734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 33, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:33:17.720084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Checking segment: {'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:33:17.720471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Bound using segment: {'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:33:17.720908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Bound port: b9d461f8-b1d4-4dd2-8d08-fdc024713589, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd626bd98-9e01-4fa6-b674-c29a14b3ce18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 63, 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:33:17.721511 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:17.785570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] For port b9d461f8-b1d4-4dd2-8d08-fdc024713589, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:33:17.788504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] For port b9d461f8-b1d4-4dd2-8d08-fdc024713589, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589,segment=NetworkSegment(d626bd98-9e01-4fa6-b674-c29a14b3ce18),segment_id=d626bd98-9e01-4fa6-b674-c29a14b3ce18)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:33:17.844195 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-816a120f-9b2d-4615-b522-220bbda82fdc None None] Provisioning complete for port b9d461f8-b1d4-4dd2-8d08-fdc024713589 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:33:17.844746 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-816a120f-9b2d-4615-b522-220bbda82fdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:17.871054 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:17.889671 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-816a120f-9b2d-4615-b522-220bbda82fdc None None] Port b9d461f8-b1d4-4dd2-8d08-fdc024713589 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:33:17.956192 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-be852a89-cd8d-4425-9f78-25756d380465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:17.968474 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d461f8-b1d4-4dd2-8d08-fdc024713589,revision_number=8']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:18.010422 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:18.011044 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:18.013033 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d05831e2-ac78-45ca-adbb-5bd1953c2b04 service neutron] 10.222.0.60 "PUT /v2.0/ports/b9d461f8-b1d4-4dd2-8d08-fdc024713589 HTTP/1.1" status: 200 len: 1122 time: 0.8329437 Aug 17 03:33:18.076174 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['b9d461f8-b1d4-4dd2-8d08-fdc024713589'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:33:18.138842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-491b067a-fd5a-4cd0-b173-240fb7269840 None None] Provisioning complete for port b9d461f8-b1d4-4dd2-8d08-fdc024713589 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:33:18.139214 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-491b067a-fd5a-4cd0-b173-240fb7269840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:18.228401 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:18.346560 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-598bcc3f-a96a-450d-a161-a8eac785eebc req-9b01bd1c-f2c4-42f1-b768-53d251e7eb19 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:18.348252 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-598bcc3f-a96a-450d-a161-a8eac785eebc req-9b01bd1c-f2c4-42f1-b768-53d251e7eb19 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 944 time: 0.0533605 Aug 17 03:33:18.391203 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-598bcc3f-a96a-450d-a161-a8eac785eebc req-68a440cd-3a87-4001-8fb8-0045b09cd0ae tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365133 Aug 17 03:33:18.443675 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-491b067a-fd5a-4cd0-b173-240fb7269840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:18.488628 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:33:18.488628 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1167721-c754-4266-9cd1-ef4145dba5df" -d '{"events": [{"server_uuid": "6b786dbe-61e9-4563-bbe9-aff5af587fbc", "name": "network-vif-plugged", "status": "completed", "tag": "b9d461f8-b1d4-4dd2-8d08-fdc024713589"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:33:18.508734 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-491b067a-fd5a-4cd0-b173-240fb7269840 None None] For port b9d461f8-b1d4-4dd2-8d08-fdc024713589, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589,segment=NetworkSegment(d626bd98-9e01-4fa6-b674-c29a14b3ce18),segment_id=d626bd98-9e01-4fa6-b674-c29a14b3ce18)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:33:18.523757 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:33:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e968de4-498e-498c-a9f6-bda28830b03b x-openstack-request-id: req-9e968de4-498e-498c-a9f6-bda28830b03b {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:33:18.524054 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b786dbe-61e9-4563-bbe9-aff5af587fbc", "name": "network-vif-plugged", "status": "completed", "tag": "b9d461f8-b1d4-4dd2-8d08-fdc024713589", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:33:18.524310 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9e968de4-498e-498c-a9f6-bda28830b03b {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:33:18.524702 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589', 'code': 200} Aug 17 03:33:18.569226 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-491b067a-fd5a-4cd0-b173-240fb7269840 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:18.712480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491b067a-fd5a-4cd0-b173-240fb7269840 None None] Pushing event updated for resources: {'Port': ['ID=b9d461f8-b1d4-4dd2-8d08-fdc024713589,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:18.723835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b067a-fd5a-4cd0-b173-240fb7269840 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:18.724187 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b067a-fd5a-4cd0-b173-240fb7269840 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:18.724535 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b067a-fd5a-4cd0-b173-240fb7269840 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:18.724878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b067a-fd5a-4cd0-b173-240fb7269840 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:18.725218 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b067a-fd5a-4cd0-b173-240fb7269840 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:18.725587 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b067a-fd5a-4cd0-b173-240fb7269840 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:18.725922 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b067a-fd5a-4cd0-b173-240fb7269840 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:18.726259 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b067a-fd5a-4cd0-b173-240fb7269840 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:18.726588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b067a-fd5a-4cd0-b173-240fb7269840 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:18.726915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b067a-fd5a-4cd0-b173-240fb7269840 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:18.727244 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b067a-fd5a-4cd0-b173-240fb7269840 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:18.727824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-491b067a-fd5a-4cd0-b173-240fb7269840 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:19.189840 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:19.500600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'tag': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:33:19.502773 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9c7c4d7-66e6-443f-af21-843cfbb673ec" -d '{"events": [{"name": "network-changed", "server_uuid": "6b786dbe-61e9-4563-bbe9-aff5af587fbc", "tag": "b9d461f8-b1d4-4dd2-8d08-fdc024713589"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:33:19.517811 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064d17b7-4889-489f-a411-0eee7825f3c1 req-498517ed-c69a-40d4-a4ea-da1b6560a358 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:19.519371 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-064d17b7-4889-489f-a411-0eee7825f3c1 req-498517ed-c69a-40d4-a4ea-da1b6560a358 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 946 time: 0.0609343 Aug 17 03:33:19.540002 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:33:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cce38bba-5edd-4700-9fb8-182a9123f5bf x-openstack-request-id: req-cce38bba-5edd-4700-9fb8-182a9123f5bf {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:33:19.540292 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b786dbe-61e9-4563-bbe9-aff5af587fbc", "tag": "b9d461f8-b1d4-4dd2-8d08-fdc024713589", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:33:19.540572 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cce38bba-5edd-4700-9fb8-182a9123f5bf {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:33:19.540960 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'tag': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589', 'status': 'completed', 'code': 200} Aug 17 03:33:19.560783 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-064d17b7-4889-489f-a411-0eee7825f3c1 req-12370d2f-4c27-4be4-abbe-d056b4ea212d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353937 Aug 17 03:33:19.608485 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7c4d7-66e6-443f-af21-843cfbb673ec req-484cf90b-6d0a-47e2-b2ee-ea240a9054b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:19.610031 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9c7c4d7-66e6-443f-af21-843cfbb673ec req-484cf90b-6d0a-47e2-b2ee-ea240a9054b6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 1127 time: 0.0426133 Aug 17 03:33:19.704446 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7c4d7-66e6-443f-af21-843cfbb673ec req-88abc1c2-2ec4-400c-9ce9-d6001aa89768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:19.705944 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9c7c4d7-66e6-443f-af21-843cfbb673ec req-88abc1c2-2ec4-400c-9ce9-d6001aa89768 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d2dec978-4522-4f86-b5f9-d78741566ba4 HTTP/1.1" status: 200 len: 896 time: 0.0866482 Aug 17 03:33:19.775030 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9c7c4d7-66e6-443f-af21-843cfbb673ec req-03c4e3a1-5f90-432b-ab53-da9902f0a320 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589 HTTP/1.1" status: 200 len: 1001 time: 0.0592163 Aug 17 03:33:19.825256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7c4d7-66e6-443f-af21-843cfbb673ec req-6b57a936-7407-4570-aa0d-e5fdb9138828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:19.826713 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9c7c4d7-66e6-443f-af21-843cfbb673ec req-6b57a936-7407-4570-aa0d-e5fdb9138828 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=aebe9291-0809-4770-a62e-5f06f8af0319 HTTP/1.1" status: 200 len: 835 time: 0.0424027 Aug 17 03:33:19.880283 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9c7c4d7-66e6-443f-af21-843cfbb673ec req-0b2bf8ca-961b-4822-b435-3e3f2310594b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:19.881828 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9c7c4d7-66e6-443f-af21-843cfbb673ec req-0b2bf8ca-961b-4822-b435-3e3f2310594b service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d2dec978-4522-4f86-b5f9-d78741566ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430024 Aug 17 03:33:19.973178 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9c7c4d7-66e6-443f-af21-843cfbb673ec req-f607abb4-28c1-4cbc-9556-4945ef2cab80 service neutron] 10.222.0.30 "GET /v2.0/networks/d2dec978-4522-4f86-b5f9-d78741566ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0814114 Aug 17 03:33:20.064505 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d9c7c4d7-66e6-443f-af21-843cfbb673ec req-fcfd4481-c6eb-406b-ae5f-4feefa58c0a2 service neutron] 10.222.0.30 "GET /v2.0/networks/d2dec978-4522-4f86-b5f9-d78741566ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828834 Aug 17 03:33:20.680107 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cedfb0-0ab2-4e04-8555-cb7c53ee6fc7 req-b0cb8a90-6496-439f-8e7d-906a9dc233dd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:20.681652 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c8cedfb0-0ab2-4e04-8555-cb7c53ee6fc7 req-b0cb8a90-6496-439f-8e7d-906a9dc233dd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 946 time: 0.0491767 Aug 17 03:33:20.719641 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c8cedfb0-0ab2-4e04-8555-cb7c53ee6fc7 req-3ba8dfd2-189f-4f34-b4fa-365ac601398c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316679 Aug 17 03:33:20.915876 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:21.112562 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device b9d461f8-b1d4-4dd2-8d08-fdc024713589 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:33:21.206441 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port b9d461f8-b1d4-4dd2-8d08-fdc024713589, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589,segment=NetworkSegment(d626bd98-9e01-4fa6-b674-c29a14b3ce18),segment_id=d626bd98-9e01-4fa6-b674-c29a14b3ce18)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:33:21.217631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device b9d461f8-b1d4-4dd2-8d08-fdc024713589 has no active binding in host n-h2-802060-9 {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Aug 17 03:33:21.840711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a741119b-32bc-4e46-91cc-10ae315efbb8 req-db871ece-11b0-40b5-8f3d-f41fc4cbfe38 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:21.842233 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a741119b-32bc-4e46-91cc-10ae315efbb8 req-db871ece-11b0-40b5-8f3d-f41fc4cbfe38 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 946 time: 0.0499134 Aug 17 03:33:21.878901 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a741119b-32bc-4e46-91cc-10ae315efbb8 req-129f662f-b571-4ea6-8366-198878d97edd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308986 Aug 17 03:33:22.983105 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-0355d9a7-57f4-479f-b070-861af98b4817 service neutron] 10.222.0.30 "GET /v2.0/ports/b9d461f8-b1d4-4dd2-8d08-fdc024713589/bindings/n-h2-802060-9 HTTP/1.1" status: 200 len: 384 time: 0.0604534 Aug 17 03:33:23.009127 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d58b8431-20fb-401e-bc06-0bbf4a9e37e3 req-4b85d335-ae9e-409e-8fb3-04f209e4fecb tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:23.010594 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d58b8431-20fb-401e-bc06-0bbf4a9e37e3 req-4b85d335-ae9e-409e-8fb3-04f209e4fecb tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 946 time: 0.0653021 Aug 17 03:33:23.048722 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d58b8431-20fb-401e-bc06-0bbf4a9e37e3 req-8f1a3b72-61ab-4e76-87a8-20784de07ab9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319355 Aug 17 03:33:23.162263 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-1ca7546c-a092-4bec-ba5f-f51f830d3341 service neutron] For port b9d461f8-b1d4-4dd2-8d08-fdc024713589, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589,segment=NetworkSegment(d626bd98-9e01-4fa6-b674-c29a14b3ce18),segment_id=d626bd98-9e01-4fa6-b674-c29a14b3ce18)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:33:23.181819 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-1ca7546c-a092-4bec-ba5f-f51f830d3341 service neutron] For port b9d461f8-b1d4-4dd2-8d08-fdc024713589, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:33:23.224216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:33:23.226505 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9783a6e0-f1d0-4f28-ae26-2ada0e25e03d" -d '{"events": [{"server_uuid": "6b786dbe-61e9-4563-bbe9-aff5af587fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d461f8-b1d4-4dd2-8d08-fdc024713589"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:33:23.234120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-1ca7546c-a092-4bec-ba5f-f51f830d3341 service neutron] For port b9d461f8-b1d4-4dd2-8d08-fdc024713589, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589,segment=NetworkSegment(d626bd98-9e01-4fa6-b674-c29a14b3ce18),segment_id=d626bd98-9e01-4fa6-b674-c29a14b3ce18)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:33:23.265989 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:33:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1ef318f-5137-4769-a35f-593ac999004e x-openstack-request-id: req-c1ef318f-5137-4769-a35f-593ac999004e {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:33:23.266292 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b786dbe-61e9-4563-bbe9-aff5af587fbc", "name": "network-vif-unplugged", "status": "completed", "tag": "b9d461f8-b1d4-4dd2-8d08-fdc024713589", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:33:23.266555 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c1ef318f-5137-4769-a35f-593ac999004e {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:33:23.266969 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589', 'code': 200} Aug 17 03:33:23.316082 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-1ca7546c-a092-4bec-ba5f-f51f830d3341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:23.392675 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-1ca7546c-a092-4bec-ba5f-f51f830d3341 service neutron] Transition to ACTIVE for port object b9d461f8-b1d4-4dd2-8d08-fdc024713589 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:33:23.464920 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-1ca7546c-a092-4bec-ba5f-f51f830d3341 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:23.557833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca7546c-a092-4bec-ba5f-f51f830d3341 service neutron] Pushing event updated for resources: {'Port': ['ID=b9d461f8-b1d4-4dd2-8d08-fdc024713589,revision_number=11']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:23.600227 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-1ca7546c-a092-4bec-ba5f-f51f830d3341 service neutron] No DVR routers for this DVR port b9d461f8-b1d4-4dd2-8d08-fdc024713589 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:33:23.749912 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-1ca7546c-a092-4bec-ba5f-f51f830d3341 service neutron] 10.222.0.30 "PUT /v2.0/ports/b9d461f8-b1d4-4dd2-8d08-fdc024713589/bindings/n-h2-802060-9/activate HTTP/1.1" status: 200 len: 369 time: 0.7584801 Aug 17 03:33:24.020321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-c1ac406d-299f-4ab2-a612-6b893aae5a04 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:24.021874 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-c1ac406d-299f-4ab2-a612-6b893aae5a04 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc&tenant_id=c77d3de5480541c2aef96c5ffa17a28d&binding%3Ahost_id=n-h1-802060-9 HTTP/1.1" status: 200 len: 1096 time: 0.1431279 Aug 17 03:33:24.071494 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-0875ccbd-e2e9-4388-b3bc-f6868c9a50c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:24.072986 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-0875ccbd-e2e9-4388-b3bc-f6868c9a50c9 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc&tenant_id=c77d3de5480541c2aef96c5ffa17a28d HTTP/1.1" status: 200 len: 1096 time: 0.0434928 Aug 17 03:33:24.134853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-ebaa7a95-8b9b-4602-aed2-a49ed446470e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:24.136491 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-ebaa7a95-8b9b-4602-aed2-a49ed446470e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 1096 time: 0.0418205 Aug 17 03:33:24.168352 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdd89b9-6cba-4b25-ae7d-dc0a6b269d8c req-4cba6700-75a8-4cc5-8333-6d447aadc58b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:24.170502 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ebdd89b9-6cba-4b25-ae7d-dc0a6b269d8c req-4cba6700-75a8-4cc5-8333-6d447aadc58b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 945 time: 0.0510690 Aug 17 03:33:24.209479 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ebdd89b9-6cba-4b25-ae7d-dc0a6b269d8c req-52f9b36a-2e2a-47e9-ad93-3e516920a138 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327637 Aug 17 03:33:24.229140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-71eb3fb8-91fe-42f2-94b6-7e07d377d91f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:24.231237 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-71eb3fb8-91fe-42f2-94b6-7e07d377d91f service neutron] 10.222.0.60 "GET /v2.0/networks?id=d2dec978-4522-4f86-b5f9-d78741566ba4 HTTP/1.1" status: 200 len: 896 time: 0.0874450 Aug 17 03:33:24.298677 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-a4da5cd4-d3d4-44af-8e52-386f477a2db3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589 HTTP/1.1" status: 200 len: 999 time: 0.0607786 Aug 17 03:33:24.346665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-e4b7aee0-f059-4200-809c-21796e267182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:24.348085 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-e4b7aee0-f059-4200-809c-21796e267182 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aebe9291-0809-4770-a62e-5f06f8af0319 HTTP/1.1" status: 200 len: 835 time: 0.0424361 Aug 17 03:33:24.393197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-7de54471-3729-4dcc-b619-2dd608e3b877 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:24.394611 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-7de54471-3729-4dcc-b619-2dd608e3b877 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d2dec978-4522-4f86-b5f9-d78741566ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396354 Aug 17 03:33:24.487541 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-1fd75807-6ca7-4d5f-be16-85921cce44dd service neutron] 10.222.0.60 "GET /v2.0/networks/d2dec978-4522-4f86-b5f9-d78741566ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859649 Aug 17 03:33:24.548185 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:33:24.580471 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-4abae876-67c6-44b0-a355-da3c67564b7d service neutron] 10.222.0.60 "GET /v2.0/networks/d2dec978-4522-4f86-b5f9-d78741566ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861444 Aug 17 03:33:25.036715 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-31297a66-7be1-458d-b3fd-019814a95b2d tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:25.038234 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-31297a66-7be1-458d-b3fd-019814a95b2d tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.60 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc&tenant_id=c77d3de5480541c2aef96c5ffa17a28d&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 1096 time: 0.0438831 Aug 17 03:33:25.209787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d4ec1227-2256-470b-8b22-cb84764c7db2 service neutron] For port b9d461f8-b1d4-4dd2-8d08-fdc024713589, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:33:25.212998 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d4ec1227-2256-470b-8b22-cb84764c7db2 service neutron] Notify callbacks [] for binding, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:25.214160 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-d4ec1227-2256-470b-8b22-cb84764c7db2 service neutron] 10.222.0.60 "DELETE /v2.0/ports/b9d461f8-b1d4-4dd2-8d08-fdc024713589/bindings/n-h1-802060-9 HTTP/1.1" status: 204 len: 173 time: 0.1685710 Aug 17 03:33:25.331240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b84ca4ce-56eb-4701-a550-6b4a459b9db8 req-6c33ac73-6f29-4a80-aa81-da614b97f93a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:25.332696 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b84ca4ce-56eb-4701-a550-6b4a459b9db8 req-6c33ac73-6f29-4a80-aa81-da614b97f93a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 945 time: 0.0540602 Aug 17 03:33:25.370688 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b84ca4ce-56eb-4701-a550-6b4a459b9db8 req-3e7ff1a3-2bd0-4696-bb76-0c4b973cba3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317097 Aug 17 03:33:25.477854 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454a99cf-6495-4778-aae1-311143fb3a7d req-834033f4-83a7-4cbc-b7e5-5b4b1fe2e504 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:25.479497 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-454a99cf-6495-4778-aae1-311143fb3a7d req-834033f4-83a7-4cbc-b7e5-5b4b1fe2e504 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 1096 time: 0.0404644 Aug 17 03:33:25.515234 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-454a99cf-6495-4778-aae1-311143fb3a7d req-82b33a78-c0b1-4c8b-81e6-7aeb5954b98a tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0289490 Aug 17 03:33:25.630933 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fccf1b4e-ee00-4940-8ee9-a1e42ce4dcba req-2e420f53-d19c-4b6f-b07c-51bdc825e5bc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:25.632474 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fccf1b4e-ee00-4940-8ee9-a1e42ce4dcba req-2e420f53-d19c-4b6f-b07c-51bdc825e5bc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 945 time: 0.0523820 Aug 17 03:33:25.672313 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fccf1b4e-ee00-4940-8ee9-a1e42ce4dcba req-03518acc-5a17-49a9-93f5-2a8874f37224 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338073 Aug 17 03:33:25.694852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38798) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:25.759227 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9ee90fb2-0f21-402f-ae0f-d7d251ad9f68 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/floatingips/0638aea6-7d19-4de5-8a91-d73fa0ef5ca3 HTTP/1.1" status: 200 len: 991 time: 0.0631988 Aug 17 03:33:25.974644 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38804) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:26.149287 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting port 75c5c4ef-8850-4e70-a466-a268df7c9a2f {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:33:26.149661 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:26.227066 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:26.227587 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:26.239186 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Calling delete_port for 75c5c4ef-8850-4e70-a466-a268df7c9a2f owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:33:26.447335 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:26.473749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Port': ['ID=75c5c4ef-8850-4e70-a466-a268df7c9a2f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:26.499613 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:26.500259 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:26.500383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:26.500659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:26.501003 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:26.501345 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:26.501710 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:26.502048 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:26.502384 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:26.502715 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:26.503047 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:26.503376 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:26.545608 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:26.545949 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Floating IP 0638aea6-7d19-4de5-8a91-d73fa0ef5ca3 disassociated (deleted). External IP: 172.25.1.51, port: b9d461f8-b1d4-4dd2-8d08-fdc024713589. Aug 17 03:33:26.629893 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device b9d461f8-b1d4-4dd2-8d08-fdc024713589 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:33:26.671578 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device b9d461f8-b1d4-4dd2-8d08-fdc024713589 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:33:26.751944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router a36363cd-95bf-4fb8-919f-24f88e880bcb has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:33:26.859423 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:33:26.863880 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:26.869497 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19d3ee-da90-40d7-bf8e-792ff082c87a None None] Sync routers for ids ['a36363cd-95bf-4fb8-919f-24f88e880bcb'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:33:26.879716 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19d3ee-da90-40d7-bf8e-792ff082c87a None None] Routers {'a36363cd-95bf-4fb8-919f-24f88e880bcb'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:33:26.880430 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ba19d3ee-da90-40d7-bf8e-792ff082c87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:33:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a36363cd-95bf-4fb8-919f-24f88e880bcb'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:26.893205 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f924290a-00a8-496a-8667-e03c20cd2942 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/floatingips/0638aea6-7d19-4de5-8a91-d73fa0ef5ca3 HTTP/1.1" status: 204 len: 168 time: 0.9174950 Aug 17 03:33:26.893833 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'tag': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:33:26.896119 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a1670f3339d17dcdd40c9a3b008212253c28758a038c30b49b533ab51264df94" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5420863f-ef76-4bec-aad2-e14e7133eccb" -d '{"events": [{"name": "network-changed", "server_uuid": "6b786dbe-61e9-4563-bbe9-aff5af587fbc", "tag": "b9d461f8-b1d4-4dd2-8d08-fdc024713589"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:33:26.937585 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:33:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b7d4eb7-cdd5-431c-91f0-4a04cad6d8c4 x-openstack-request-id: req-3b7d4eb7-cdd5-431c-91f0-4a04cad6d8c4 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:33:26.937975 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6b786dbe-61e9-4563-bbe9-aff5af587fbc", "tag": "b9d461f8-b1d4-4dd2-8d08-fdc024713589", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:33:26.938615 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3b7d4eb7-cdd5-431c-91f0-4a04cad6d8c4 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:33:26.939112 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'tag': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589', 'status': 'completed', 'code': 200} Aug 17 03:33:26.990908 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-ba19d3ee-da90-40d7-bf8e-792ff082c87a None None] Set router a36363cd-95bf-4fb8-919f-24f88e880bcb gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:33:27.004107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420863f-ef76-4bec-aad2-e14e7133eccb req-f099ce17-7de7-46b6-b5fc-235c6483bf6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:27.005751 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5420863f-ef76-4bec-aad2-e14e7133eccb req-f099ce17-7de7-46b6-b5fc-235c6483bf6a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 1096 time: 0.0410023 Aug 17 03:33:27.101075 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420863f-ef76-4bec-aad2-e14e7133eccb req-d997cd5b-96a6-4bae-8e37-c079fd697acc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:27.102849 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5420863f-ef76-4bec-aad2-e14e7133eccb req-d997cd5b-96a6-4bae-8e37-c079fd697acc service neutron] 10.222.0.60 "GET /v2.0/networks?id=d2dec978-4522-4f86-b5f9-d78741566ba4 HTTP/1.1" status: 200 len: 896 time: 0.0904474 Aug 17 03:33:27.145023 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5420863f-ef76-4bec-aad2-e14e7133eccb req-bc74dd81-59f9-4daf-8087-70a97c33de87 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589 HTTP/1.1" status: 200 len: 217 time: 0.0351722 Aug 17 03:33:27.190100 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ba19d3ee-da90-40d7-bf8e-792ff082c87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906872487', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:23Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '77efba59-228c-40b9-b672-00c978edef07', 'name': '', 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:a4:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:23Z', 'updated_at': '2021-08-17T03:32:28Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:27.194587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420863f-ef76-4bec-aad2-e14e7133eccb req-561b47df-4087-41ea-bfb7-f3df87c1467c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:27.196057 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5420863f-ef76-4bec-aad2-e14e7133eccb req-561b47df-4087-41ea-bfb7-f3df87c1467c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=aebe9291-0809-4770-a62e-5f06f8af0319 HTTP/1.1" status: 200 len: 835 time: 0.0442405 Aug 17 03:33:27.221207 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19d3ee-da90-40d7-bf8e-792ff082c87a None None] Checking router: a36363cd-95bf-4fb8-919f-24f88e880bcb for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:33:27.229997 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba19d3ee-da90-40d7-bf8e-792ff082c87a None None] Routers {'a36363cd-95bf-4fb8-919f-24f88e880bcb'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:33:27.230604 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ba19d3ee-da90-40d7-bf8e-792ff082c87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:33:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a36363cd-95bf-4fb8-919f-24f88e880bcb'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:27.268248 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420863f-ef76-4bec-aad2-e14e7133eccb req-603454a0-3b04-4f11-ad9f-11a2bf5afb9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:27.268248 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5420863f-ef76-4bec-aad2-e14e7133eccb req-603454a0-3b04-4f11-ad9f-11a2bf5afb9a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=d2dec978-4522-4f86-b5f9-d78741566ba4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642049 Aug 17 03:33:27.339256 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-ba19d3ee-da90-40d7-bf8e-792ff082c87a None None] Set router a36363cd-95bf-4fb8-919f-24f88e880bcb gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:33:27.353141 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738bdf02-b088-436f-9fe6-689e7ba0120d req-358394f0-f91f-4b64-aa42-1327bb592fc6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:27.354847 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-738bdf02-b088-436f-9fe6-689e7ba0120d req-358394f0-f91f-4b64-aa42-1327bb592fc6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 945 time: 0.0660470 Aug 17 03:33:27.371265 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5420863f-ef76-4bec-aad2-e14e7133eccb req-f089475f-e9a7-428c-910e-1846c6880d5a service neutron] 10.222.0.60 "GET /v2.0/networks/d2dec978-4522-4f86-b5f9-d78741566ba4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956590 Aug 17 03:33:27.396622 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-738bdf02-b088-436f-9fe6-689e7ba0120d req-15e28b46-0fe2-4ed7-807d-d9a440d8e183 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=3baa6b0a-0e34-40e4-bf47-955f250ec3f3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348349 Aug 17 03:33:27.474409 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5420863f-ef76-4bec-aad2-e14e7133eccb req-8e993f72-2615-4829-8a72-ec30fe3db1d1 service neutron] 10.222.0.60 "GET /v2.0/networks/d2dec978-4522-4f86-b5f9-d78741566ba4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947018 Aug 17 03:33:27.543180 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-ba19d3ee-da90-40d7-bf8e-792ff082c87a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906872487', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:23Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '77efba59-228c-40b9-b672-00c978edef07', 'name': '', 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:a4:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:23Z', 'updated_at': '2021-08-17T03:32:28Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:27.569429 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba19d3ee-da90-40d7-bf8e-792ff082c87a None None] The sync data for ids ['a36363cd-95bf-4fb8-919f-24f88e880bcb'] in n-d-802060-9 is: [{'id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906872487', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:23Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '77efba59-228c-40b9-b672-00c978edef07', 'name': '', 'network_id': 'd2dec978-4522-4f86-b5f9-d78741566ba4', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:a4:8a:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:23Z', 'updated_at': '2021-08-17T03:32:28Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': 'aebe9291-0809-4770-a62e-5f06f8af0319', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:33:27.725385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b409a506-bf5f-4ede-aede-282ac5237842 req-19895b89-b404-42c6-b578-1f2c0abfd950 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:27.726980 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b409a506-bf5f-4ede-aede-282ac5237842 req-19895b89-b404-42c6-b578-1f2c0abfd950 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.60 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 945 time: 0.0526044 Aug 17 03:33:27.790001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e7d73230-0e18-4a80-81b4-0914c097d160 None None] New status for floating IP 0638aea6-7d19-4de5-8a91-d73fa0ef5ca3: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:33:27.822246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-b409a506-bf5f-4ede-aede-282ac5237842 req-02b81499-3f80-449e-a841-5df0bed91f3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting port b9d461f8-b1d4-4dd2-8d08-fdc024713589 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:33:27.822512 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b409a506-bf5f-4ede-aede-282ac5237842 req-02b81499-3f80-449e-a841-5df0bed91f3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:27.916176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b409a506-bf5f-4ede-aede-282ac5237842 req-02b81499-3f80-449e-a841-5df0bed91f3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] For port b9d461f8-b1d4-4dd2-8d08-fdc024713589, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=b9d461f8-b1d4-4dd2-8d08-fdc024713589,segment=NetworkSegment(d626bd98-9e01-4fa6-b674-c29a14b3ce18),segment_id=d626bd98-9e01-4fa6-b674-c29a14b3ce18)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:33:27.916549 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b409a506-bf5f-4ede-aede-282ac5237842 req-02b81499-3f80-449e-a841-5df0bed91f3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:27.929031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-b409a506-bf5f-4ede-aede-282ac5237842 req-02b81499-3f80-449e-a841-5df0bed91f3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Calling delete_port for b9d461f8-b1d4-4dd2-8d08-fdc024713589 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:33:28.116008 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b409a506-bf5f-4ede-aede-282ac5237842 req-02b81499-3f80-449e-a841-5df0bed91f3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:28.145909 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02b81499-3f80-449e-a841-5df0bed91f3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Port': ['ID=b9d461f8-b1d4-4dd2-8d08-fdc024713589,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:28.187240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b409a506-bf5f-4ede-aede-282ac5237842 req-02b81499-3f80-449e-a841-5df0bed91f3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] No DVR routers for this DVR port b9d461f8-b1d4-4dd2-8d08-fdc024713589 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:33:28.189855 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b409a506-bf5f-4ede-aede-282ac5237842 req-02b81499-3f80-449e-a841-5df0bed91f3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:28.191823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b409a506-bf5f-4ede-aede-282ac5237842 req-02b81499-3f80-449e-a841-5df0bed91f3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.60 "DELETE /v2.0/ports/b9d461f8-b1d4-4dd2-8d08-fdc024713589 HTTP/1.1" status: 204 len: 173 time: 0.4588916 Aug 17 03:33:28.192269 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'name': 'network-vif-deleted', 'tag': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:33:28.194612 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c743f77-5e1b-4945-9353-8c3cfb5d4665" -d '{"events": [{"server_uuid": "6b786dbe-61e9-4563-bbe9-aff5af587fbc", "name": "network-vif-deleted", "tag": "b9d461f8-b1d4-4dd2-8d08-fdc024713589"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:33:28.229743 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb1c3146-bc85-4966-b3d5-d36636e282ac x-openstack-request-id: req-bb1c3146-bc85-4966-b3d5-d36636e282ac {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:33:28.230047 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6b786dbe-61e9-4563-bbe9-aff5af587fbc", "name": "network-vif-deleted", "tag": "b9d461f8-b1d4-4dd2-8d08-fdc024713589", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:33:28.230309 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bb1c3146-bc85-4966-b3d5-d36636e282ac {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:33:28.230718 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6b786dbe-61e9-4563-bbe9-aff5af587fbc', 'name': 'network-vif-deleted', 'tag': 'b9d461f8-b1d4-4dd2-8d08-fdc024713589', 'status': 'completed', 'code': 200} Aug 17 03:33:28.510359 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dbff6391-7188-4d32-aa61-5a288fc58bad req-2bc67c43-ef1b-44ea-9ee6-7a12bd32f39a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=6b786dbe-61e9-4563-bbe9-aff5af587fbc HTTP/1.1" status: 200 len: 210 time: 0.0296638 Aug 17 03:33:29.567609 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38818) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:29.930080 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e20643f9-b047-40f6-87ef-e191777b2ae3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:30.177080 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-e20643f9-b047-40f6-87ef-e191777b2ae3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting port 77efba59-228c-40b9-b672-00c978edef07 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:33:30.177440 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e20643f9-b047-40f6-87ef-e191777b2ae3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:30.264647 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-e20643f9-b047-40f6-87ef-e191777b2ae3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] For port 77efba59-228c-40b9-b672-00c978edef07, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=77efba59-228c-40b9-b672-00c978edef07,segment=NetworkSegment(d626bd98-9e01-4fa6-b674-c29a14b3ce18),segment_id=d626bd98-9e01-4fa6-b674-c29a14b3ce18)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:33:30.264934 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e20643f9-b047-40f6-87ef-e191777b2ae3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:30.276738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-e20643f9-b047-40f6-87ef-e191777b2ae3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Calling delete_port for 77efba59-228c-40b9-b672-00c978edef07 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:33:30.798569 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e20643f9-b047-40f6-87ef-e191777b2ae3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:30.824177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20643f9-b047-40f6-87ef-e191777b2ae3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Port': ['ID=77efba59-228c-40b9-b672-00c978edef07,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:30.997891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e20643f9-b047-40f6-87ef-e191777b2ae3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:31.180766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device b9d461f8-b1d4-4dd2-8d08-fdc024713589 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:33:31.203721 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: b9d461f8-b1d4-4dd2-8d08-fdc024713589 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:33:31.204069 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device b9d461f8-b1d4-4dd2-8d08-fdc024713589 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:33:31.220409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e20643f9-b047-40f6-87ef-e191777b2ae3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router a36363cd-95bf-4fb8-919f-24f88e880bcb has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:33:31.325843 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e20643f9-b047-40f6-87ef-e191777b2ae3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:33:31.331098 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e20643f9-b047-40f6-87ef-e191777b2ae3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "PUT /v2.0/routers/a36363cd-95bf-4fb8-919f-24f88e880bcb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7624516 Aug 17 03:33:31.333985 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38820) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:31.339101 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a208d61-b4e4-4eec-8a60-9b7401dd271d None None] Sync routers for ids ['a36363cd-95bf-4fb8-919f-24f88e880bcb'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:33:31.348826 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a208d61-b4e4-4eec-8a60-9b7401dd271d None None] Routers {'a36363cd-95bf-4fb8-919f-24f88e880bcb'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:33:31.349549 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-1a208d61-b4e4-4eec-8a60-9b7401dd271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:33:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a36363cd-95bf-4fb8-919f-24f88e880bcb'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:31.384648 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-5039dc00-194a-46ca-ad3d-2d38f8aa5121 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting subnet aebe9291-0809-4770-a62e-5f06f8af0319 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:33:31.387792 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5039dc00-194a-46ca-ad3d-2d38f8aa5121 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:31.431124 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5039dc00-194a-46ca-ad3d-2d38f8aa5121 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:31.455569 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-1a208d61-b4e4-4eec-8a60-9b7401dd271d None None] Set router a36363cd-95bf-4fb8-919f-24f88e880bcb gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:33:31.513550 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5039dc00-194a-46ca-ad3d-2d38f8aa5121 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:31.653344 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5039dc00-194a-46ca-ad3d-2d38f8aa5121 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:31.679829 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5039dc00-194a-46ca-ad3d-2d38f8aa5121 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Subnet': ['ID=aebe9291-0809-4770-a62e-5f06f8af0319,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:31.685895 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5039dc00-194a-46ca-ad3d-2d38f8aa5121 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:31.690920 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38822) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:31.691115 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5039dc00-194a-46ca-ad3d-2d38f8aa5121 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/subnets/aebe9291-0809-4770-a62e-5f06f8af0319 HTTP/1.1" status: 204 len: 168 time: 0.3558075 Aug 17 03:33:31.693116 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ada1103-36dd-4880-9a6a-193ce932a561 None None] Network d2dec978-4522-4f86-b5f9-d78741566ba4 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:33:31.735394 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-1a208d61-b4e4-4eec-8a60-9b7401dd271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906872487', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:33:30Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:31.770564 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a208d61-b4e4-4eec-8a60-9b7401dd271d None None] Checking router: a36363cd-95bf-4fb8-919f-24f88e880bcb for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:33:31.779038 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a208d61-b4e4-4eec-8a60-9b7401dd271d None None] Routers {'a36363cd-95bf-4fb8-919f-24f88e880bcb'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:33:31.780251 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-1a208d61-b4e4-4eec-8a60-9b7401dd271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:33:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a36363cd-95bf-4fb8-919f-24f88e880bcb'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:31.816263 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0581aeb6-c7ed-442e-aa80-9f7ac7fd8ecc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:31.884747 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58ed38d8-be06-4ffd-a64f-0db2a62a4a8e None None] DHCP port deletion for d2dec978-4522-4f86-b5f9-d78741566ba4 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:33:31.891827 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-1a208d61-b4e4-4eec-8a60-9b7401dd271d None None] Set router a36363cd-95bf-4fb8-919f-24f88e880bcb gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:33:31.935901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-58ed38d8-be06-4ffd-a64f-0db2a62a4a8e None None] Deleting port aca4e92e-af20-4f19-befb-543891c1e855 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:33:31.936195 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0581aeb6-c7ed-442e-aa80-9f7ac7fd8ecc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:31.936500 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-58ed38d8-be06-4ffd-a64f-0db2a62a4a8e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:31.999468 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-58ed38d8-be06-4ffd-a64f-0db2a62a4a8e None None] For port aca4e92e-af20-4f19-befb-543891c1e855, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=aca4e92e-af20-4f19-befb-543891c1e855,segment=NetworkSegment(d626bd98-9e01-4fa6-b674-c29a14b3ce18),segment_id=d626bd98-9e01-4fa6-b674-c29a14b3ce18)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:33:32.000406 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-58ed38d8-be06-4ffd-a64f-0db2a62a4a8e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:32.013348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-58ed38d8-be06-4ffd-a64f-0db2a62a4a8e None None] Calling delete_port for aca4e92e-af20-4f19-befb-543891c1e855 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:33:32.054109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-0581aeb6-c7ed-442e-aa80-9f7ac7fd8ecc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting port 0046c408-e54f-40a5-9b8b-7a3898266597 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:33:32.054579 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0581aeb6-c7ed-442e-aa80-9f7ac7fd8ecc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:32.078206 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-1a208d61-b4e4-4eec-8a60-9b7401dd271d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906872487', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:33:30Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:32.109647 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a208d61-b4e4-4eec-8a60-9b7401dd271d None None] The sync data for ids ['a36363cd-95bf-4fb8-919f-24f88e880bcb'] in n-d-802060-9 is: [{'id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1906872487', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4'}], 'enable_snat': True}, 'gw_port_id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:33:30Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '0046c408-e54f-40a5-9b8b-7a3898266597', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:b4:41:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a36363cd-95bf-4fb8-919f-24f88e880bcb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3884, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.4', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:32:19Z', 'updated_at': '2021-08-17T03:32:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:33:32.141318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-0581aeb6-c7ed-442e-aa80-9f7ac7fd8ecc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] For port 0046c408-e54f-40a5-9b8b-7a3898266597, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0046c408-e54f-40a5-9b8b-7a3898266597,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:33:32.142044 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0581aeb6-c7ed-442e-aa80-9f7ac7fd8ecc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:32.154674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-0581aeb6-c7ed-442e-aa80-9f7ac7fd8ecc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Calling delete_port for 0046c408-e54f-40a5-9b8b-7a3898266597 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:33:32.155639 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-58ed38d8-be06-4ffd-a64f-0db2a62a4a8e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:32.181298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58ed38d8-be06-4ffd-a64f-0db2a62a4a8e None None] Pushing event deleted for resources: {'Port': ['ID=aca4e92e-af20-4f19-befb-543891c1e855,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:32.184916 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58ed38d8-be06-4ffd-a64f-0db2a62a4a8e None None] No DVR routers for this DVR port aca4e92e-af20-4f19-befb-543891c1e855 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:33:32.378646 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0581aeb6-c7ed-442e-aa80-9f7ac7fd8ecc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:32.405257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0581aeb6-c7ed-442e-aa80-9f7ac7fd8ecc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Port': ['ID=0046c408-e54f-40a5-9b8b-7a3898266597,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:32.465666 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0581aeb6-c7ed-442e-aa80-9f7ac7fd8ecc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:32.568706 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0581aeb6-c7ed-442e-aa80-9f7ac7fd8ecc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:32.569077 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 77efba59-228c-40b9-b672-00c978edef07 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:33:32.571099 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0581aeb6-c7ed-442e-aa80-9f7ac7fd8ecc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:32.591363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 77efba59-228c-40b9-b672-00c978edef07 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:33:32.592214 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 77efba59-228c-40b9-b672-00c978edef07 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:33:32.592922 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device aca4e92e-af20-4f19-befb-543891c1e855 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:33:32.612708 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: aca4e92e-af20-4f19-befb-543891c1e855 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:33:32.613065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device aca4e92e-af20-4f19-befb-543891c1e855 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:33:32.684042 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0581aeb6-c7ed-442e-aa80-9f7ac7fd8ecc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:32.684620 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0581aeb6-c7ed-442e-aa80-9f7ac7fd8ecc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Fanout notify agent at l3_agent the message router_deleted on router a36363cd-95bf-4fb8-919f-24f88e880bcb {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:33:32.692161 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0581aeb6-c7ed-442e-aa80-9f7ac7fd8ecc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:32.693694 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0581aeb6-c7ed-442e-aa80-9f7ac7fd8ecc tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/routers/a36363cd-95bf-4fb8-919f-24f88e880bcb HTTP/1.1" status: 204 len: 168 time: 1.0014768 Aug 17 03:33:32.700996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38824) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:32.775386 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfcc7a60-8c8c-413e-93ba-6a29c64145c1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:32.865610 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfcc7a60-8c8c-413e-93ba-6a29c64145c1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:32.875035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-bfcc7a60-8c8c-413e-93ba-6a29c64145c1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2dec978-4522-4f86-b5f9-d78741566ba4']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:32.884407 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-bfcc7a60-8c8c-413e-93ba-6a29c64145c1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd626bd98-9e01-4fa6-b674-c29a14b3ce18') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:32.884704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-bfcc7a60-8c8c-413e-93ba-6a29c64145c1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd626bd98-9e01-4fa6-b674-c29a14b3ce18') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:32.893558 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfcc7a60-8c8c-413e-93ba-6a29c64145c1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:32.907226 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfcc7a60-8c8c-413e-93ba-6a29c64145c1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:32.912808 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfcc7a60-8c8c-413e-93ba-6a29c64145c1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Releasing vlan 63 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:33:32.913206 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfcc7a60-8c8c-413e-93ba-6a29c64145c1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:33:32.916051 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:33:33.047370 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfcc7a60-8c8c-413e-93ba-6a29c64145c1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:33.056773 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bfcc7a60-8c8c-413e-93ba-6a29c64145c1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:33.056773 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bfcc7a60-8c8c-413e-93ba-6a29c64145c1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/networks/d2dec978-4522-4f86-b5f9-d78741566ba4 HTTP/1.1" status: 204 len: 168 time: 0.3585546 Aug 17 03:33:33.058925 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38826) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:33.067817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcc7a60-8c8c-413e-93ba-6a29c64145c1 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Network': ['ID=d2dec978-4522-4f86-b5f9-d78741566ba4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:33.123385 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-807737a8-aa37-47ca-bc5a-30b400d3a8ce tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:33.150249 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-807737a8-aa37-47ca-bc5a-30b400d3a8ce tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:33.270207 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:33.298822 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-807737a8-aa37-47ca-bc5a-30b400d3a8ce tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:33.301436 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-807737a8-aa37-47ca-bc5a-30b400d3a8ce tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:33.302599 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-807737a8-aa37-47ca-bc5a-30b400d3a8ce tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/security-groups/3baa6b0a-0e34-40e4-bf47-955f250ec3f3 HTTP/1.1" status: 204 len: 168 time: 0.2426867 Aug 17 03:33:33.313219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-807737a8-aa37-47ca-bc5a-30b400d3a8ce tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3baa6b0a-0e34-40e4-bf47-955f250ec3f3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:33.730274 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38832) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:33.736000 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-740b794e-68d2-43af-b18f-a5b972a4d52d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1350109078', 'description': 'tempest-secgroup-smoke-1350109078 description', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:33:33.812843 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-740b794e-68d2-43af-b18f-a5b972a4d52d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:33.896123 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-740b794e-68d2-43af-b18f-a5b972a4d52d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:33.935259 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:33.957956 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-740b794e-68d2-43af-b18f-a5b972a4d52d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:33.987816 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740b794e-68d2-43af-b18f-a5b972a4d52d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8b980353-09ba-471e-a084-df3bfa373b91,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:34.037912 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-740b794e-68d2-43af-b18f-a5b972a4d52d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:34.039150 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-740b794e-68d2-43af-b18f-a5b972a4d52d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3078635 Aug 17 03:33:34.042405 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38836) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:34.047645 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-0cb6ae01-230f-4ce2-b0ce-88681abc5e2b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': '8b980353-09ba-471e-a084-df3bfa373b91', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:33:34.148514 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cb6ae01-230f-4ce2-b0ce-88681abc5e2b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:34.205540 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cb6ae01-230f-4ce2-b0ce-88681abc5e2b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:34.266807 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cb6ae01-230f-4ce2-b0ce-88681abc5e2b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:34.285893 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb6ae01-230f-4ce2-b0ce-88681abc5e2b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b90e9375-f6c9-434f-a9e2-ba4fedc1a4ab,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:34.338545 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0cb6ae01-230f-4ce2-b0ce-88681abc5e2b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:34.339784 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0cb6ae01-230f-4ce2-b0ce-88681abc5e2b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2963810 Aug 17 03:33:34.343425 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38838) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:34.347863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ae0eacba-d43f-4078-8fd6-55b435a5321b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': '8b980353-09ba-471e-a084-df3bfa373b91', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:33:34.450149 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae0eacba-d43f-4078-8fd6-55b435a5321b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:34.452705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0046c408-e54f-40a5-9b8b-7a3898266597 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:33:34.476630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 0046c408-e54f-40a5-9b8b-7a3898266597 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:33:34.476979 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0046c408-e54f-40a5-9b8b-7a3898266597 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:33:34.507864 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae0eacba-d43f-4078-8fd6-55b435a5321b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:34.618570 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae0eacba-d43f-4078-8fd6-55b435a5321b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:34.636310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0eacba-d43f-4078-8fd6-55b435a5321b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=09bf6a9a-6f09-48f4-b205-5aed450e01f3,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:34.692563 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae0eacba-d43f-4078-8fd6-55b435a5321b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:34.693801 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ae0eacba-d43f-4078-8fd6-55b435a5321b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3494458 Aug 17 03:33:34.696440 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38840) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:34.700809 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d2138119-1340-4560-a9bb-491f37207f0a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': '8b980353-09ba-471e-a084-df3bfa373b91', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:33:34.797562 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d2138119-1340-4560-a9bb-491f37207f0a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:34.855535 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d2138119-1340-4560-a9bb-491f37207f0a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:34.926818 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d2138119-1340-4560-a9bb-491f37207f0a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:34.944369 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2138119-1340-4560-a9bb-491f37207f0a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1017b617-abc6-4316-b4e9-8e91eedce49c,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:35.035908 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d2138119-1340-4560-a9bb-491f37207f0a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:35.037166 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d2138119-1340-4560-a9bb-491f37207f0a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3397946 Aug 17 03:33:35.039844 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38842) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:35.044253 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-0211c03d-00da-4415-933a-e452ef6db859 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': '8b980353-09ba-471e-a084-df3bfa373b91', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:33:35.131469 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0211c03d-00da-4415-933a-e452ef6db859 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:35.188949 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0211c03d-00da-4415-933a-e452ef6db859 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:35.260844 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0211c03d-00da-4415-933a-e452ef6db859 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:35.278462 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0211c03d-00da-4415-933a-e452ef6db859 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4c26a39-d293-4907-93bf-cbf9185f7ede,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:35.346843 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0211c03d-00da-4415-933a-e452ef6db859 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:35.348077 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0211c03d-00da-4415-933a-e452ef6db859 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3073022 Aug 17 03:33:35.350867 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38844) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:35.355524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-25ade1c6-c716-4a03-bb69-f1ad83735c77 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': '8b980353-09ba-471e-a084-df3bfa373b91', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:33:35.449701 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-25ade1c6-c716-4a03-bb69-f1ad83735c77 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Project c77d3de5480541c2aef96c5ffa17a28d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:33:35.455703 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25ade1c6-c716-4a03-bb69-f1ad83735c77 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:35.516749 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25ade1c6-c716-4a03-bb69-f1ad83735c77 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:35.598240 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25ade1c6-c716-4a03-bb69-f1ad83735c77 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:35.617368 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ade1c6-c716-4a03-bb69-f1ad83735c77 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d227585e-e777-4c15-8aa9-f50560cc0be7,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:35.695011 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-25ade1c6-c716-4a03-bb69-f1ad83735c77 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:35.696254 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-25ade1c6-c716-4a03-bb69-f1ad83735c77 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3443980 Aug 17 03:33:35.698979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38846) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:35.703670 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-706903a2-6533-454d-8127-28574a44490f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'security_group_rule': {'security_group_id': '8b980353-09ba-471e-a084-df3bfa373b91', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:33:35.796101 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-706903a2-6533-454d-8127-28574a44490f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Project c77d3de5480541c2aef96c5ffa17a28d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:33:35.801238 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-706903a2-6533-454d-8127-28574a44490f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:35.860577 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-706903a2-6533-454d-8127-28574a44490f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:35.932493 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-706903a2-6533-454d-8127-28574a44490f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:35.949273 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-706903a2-6533-454d-8127-28574a44490f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a4eb812-3b95-43d2-8260-7122f06bac3f,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:36.023970 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-706903a2-6533-454d-8127-28574a44490f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:36.025200 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-706903a2-6533-454d-8127-28574a44490f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3252642 Aug 17 03:33:36.027981 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38848) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:36.033536 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-4502375a-293f-4c8b-9e68-3ab0c9005944 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'network': {'name': 'tempest-network-smoke--1279538077', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'port_security_enabled': True}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:33:36.126564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4502375a-293f-4c8b-9e68-3ab0c9005944 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Made reservation on behalf of c77d3de5480541c2aef96c5ffa17a28d for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:33:36.130019 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4502375a-293f-4c8b-9e68-3ab0c9005944 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:36.152631 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4502375a-293f-4c8b-9e68-3ab0c9005944 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:33:36.161794 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4502375a-293f-4c8b-9e68-3ab0c9005944 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:36.162143 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-4502375a-293f-4c8b-9e68-3ab0c9005944 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Added segment 66d6c8f5-2da7-41fa-a068-a992091cca63 of type vlan for network 607a300e-6988-4558-b49f-bbd4b5dd543d Aug 17 03:33:36.200634 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4502375a-293f-4c8b-9e68-3ab0c9005944 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:36.292373 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4502375a-293f-4c8b-9e68-3ab0c9005944 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:36.298329 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4502375a-293f-4c8b-9e68-3ab0c9005944 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:36.298915 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4502375a-293f-4c8b-9e68-3ab0c9005944 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:36.366696 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4502375a-293f-4c8b-9e68-3ab0c9005944 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Network': ['ID=607a300e-6988-4558-b49f-bbd4b5dd543d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:36.377774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 607a300e-6988-4558-b49f-bbd4b5dd543d details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:33:36.424774 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4502375a-293f-4c8b-9e68-3ab0c9005944 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3957539 Aug 17 03:33:36.427380 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38850) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:36.431942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-811488281', 'admin_state_up': True, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:33:36.510081 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:36.511094 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:36.565784 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:36.789164 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:37.051505 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:37.071142 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:37.171203 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Allocated IP 172.25.1.235 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/6afe228c-238c-4b50-8055-9816370fdb74) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:33:37.568091 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:37.713152 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:37.750713 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:33:37.755663 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:33:37.758126 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:33:37.787237 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=6afe228c-238c-4b50-8055-9816370fdb74,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:38.078195 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:38.271478 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:38.515610 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router cbcc2df6-f574-429c-a493-a6032252f44e is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:33:38.622959 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:33:38.632469 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Sync routers for ids ['cbcc2df6-f574-429c-a493-a6032252f44e'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:33:38.641969 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Routers {'cbcc2df6-f574-429c-a493-a6032252f44e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:33:38.646220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:33:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cbcc2df6-f574-429c-a493-a6032252f44e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:38.692741 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:38.693939 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b6bd012b-7b0a-4c2f-ac8b-7a79f5722bda tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2655797 Aug 17 03:33:38.697067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38852) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:38.733291 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-497ec697-3cc4-43ad-b3e0-40582c45e88e tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=c77d3de5480541c2aef96c5ffa17a28d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0350173 Aug 17 03:33:38.737478 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38854) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:38.751308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Set router cbcc2df6-f574-429c-a493-a6032252f44e gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:33:38.828991 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2496f7aa-82e3-4b3e-9537-096396c45c37 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:38.830551 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2496f7aa-82e3-4b3e-9537-096396c45c37 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0921307 Aug 17 03:33:38.833300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38856) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:38.863112 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b9919891-9978-4126-b2a0-49678d76ab64 tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0287204 Aug 17 03:33:38.865642 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38858) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:38.870374 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-207085e9-1869-488e-9514-6945cca06ff2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1019943408', 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d', 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:33:38.949472 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811488281', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '6afe228c-238c-4b50-8055-9816370fdb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:33:36Z', 'updated_at': '2021-08-17T03:33:37Z', 'revision_number': 3, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6afe228c-238c-4b50-8055-9816370fdb74', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:37Z', 'updated_at': '2021-08-17T03:33:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:38.976777 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Checking router: cbcc2df6-f574-429c-a493-a6032252f44e for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:33:38.977127 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Updating router cbcc2df6-f574-429c-a493-a6032252f44e port 6afe228c-238c-4b50-8055-9816370fdb74 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:33:39.000966 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:39.043921 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-207085e9-1869-488e-9514-6945cca06ff2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Made reservation on behalf of c77d3de5480541c2aef96c5ffa17a28d for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:33:39.047636 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-207085e9-1869-488e-9514-6945cca06ff2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:39.257635 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:39.267597 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Transition to ACTIVE for port object 6afe228c-238c-4b50-8055-9816370fdb74 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:33:39.283883 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-207085e9-1869-488e-9514-6945cca06ff2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:39.329581 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:39.349483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-207085e9-1869-488e-9514-6945cca06ff2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Subnet': ['ID=09f95e6d-b531-43c0-a940-2f5d09709327,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:39.354097 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-207085e9-1869-488e-9514-6945cca06ff2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Checking segment: {'id': '66d6c8f5-2da7-41fa-a068-a992091cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:33:39.354466 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207085e9-1869-488e-9514-6945cca06ff2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network hostable DHCP agents. Network: 607a300e-6988-4558-b49f-bbd4b5dd543d, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:33:39.384986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Attempting to bind port 6afe228c-238c-4b50-8055-9816370fdb74 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:33:39.385611 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Attempting to bind port 6afe228c-238c-4b50-8055-9816370fdb74 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:33:39.385787 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Attempting to bind port 6afe228c-238c-4b50-8055-9816370fdb74 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:33:39.390393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560d941-e955-416f-b9a5-13b1c3686fef None None] Pushing event updated for resources: {'Port': ['ID=6afe228c-238c-4b50-8055-9816370fdb74,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:39.394101 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:33:39.394479 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:33:39.394880 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:39.395264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:33:39.395729 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Bound port: 6afe228c-238c-4b50-8055-9816370fdb74, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:33:39.396111 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:39.443962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-207085e9-1869-488e-9514-6945cca06ff2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 607a300e-6988-4558-b49f-bbd4b5dd543d is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:33:39.447555 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] For port 6afe228c-238c-4b50-8055-9816370fdb74, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:33:39.450606 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] For port 6afe228c-238c-4b50-8055-9816370fdb74, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6afe228c-238c-4b50-8055-9816370fdb74,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:33:39.544450 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-207085e9-1869-488e-9514-6945cca06ff2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 607a300e-6988-4558-b49f-bbd4b5dd543d) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:33:39.549437 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-207085e9-1869-488e-9514-6945cca06ff2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:39.552545 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-207085e9-1869-488e-9514-6945cca06ff2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:39.555389 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ac8a62-72fa-48f3-9437-e11b123f3eef None None] Network 607a300e-6988-4558-b49f-bbd4b5dd543d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:33:39.568352 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:39.621800 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-207085e9-1869-488e-9514-6945cca06ff2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7550764 Aug 17 03:33:39.624583 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38860) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:39.666259 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Routers {'cbcc2df6-f574-429c-a493-a6032252f44e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:33:39.666898 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:33:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cbcc2df6-f574-429c-a493-a6032252f44e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:39.709146 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7560d941-e955-416f-b9a5-13b1c3686fef None None] Pushing event updated for resources: {'Port': ['ID=6afe228c-238c-4b50-8055-9816370fdb74,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:39.822985 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] Set router cbcc2df6-f574-429c-a493-a6032252f44e gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:33:39.903864 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-607a300e-6988-4558-b49f-bbd4b5dd543d', 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ips': [{'subnet_id': '09f95e6d-b531-43c0-a940-2f5d09709327'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:33:39.904702 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:40.068548 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:40.268808 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Allocated IP 172.20.0.2 (607a300e-6988-4558-b49f-bbd4b5dd543d/09f95e6d-b531-43c0-a940-2f5d09709327/f90dde21-f149-4d9a-a95c-41a32c2418e2) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:33:40.334137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811488281', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '6afe228c-238c-4b50-8055-9816370fdb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:33:36Z', 'updated_at': '2021-08-17T03:33:37Z', 'revision_number': 3, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6afe228c-238c-4b50-8055-9816370fdb74', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:37Z', 'updated_at': '2021-08-17T03:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:40.362609 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00066eaf-fff4-43f9-a9f1-6f86da674764 None None] The sync data for ids ['cbcc2df6-f574-429c-a493-a6032252f44e'] in n-d-802060-9 is: [{'id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811488281', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '6afe228c-238c-4b50-8055-9816370fdb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:33:36Z', 'updated_at': '2021-08-17T03:33:37Z', 'revision_number': 3, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6afe228c-238c-4b50-8055-9816370fdb74', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:37Z', 'updated_at': '2021-08-17T03:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:33:40.451944 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:40.460648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Transition to ACTIVE for port object f90dde21-f149-4d9a-a95c-41a32c2418e2 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:33:40.475483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Transition to ACTIVE for port object f90dde21-f149-4d9a-a95c-41a32c2418e2 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:33:40.550493 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:40.612265 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Network 607a300e-6988-4558-b49f-bbd4b5dd543d is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:33:40.613916 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Allocated IP 172.20.0.1 (607a300e-6988-4558-b49f-bbd4b5dd543d/09f95e6d-b531-43c0-a940-2f5d09709327/08dda80d-7185-4d21-bcb6-bd66ea6add3e) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:33:40.619283 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:33:40.622388 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Pushing event updated for resources: {'Port': ['ID=f90dde21-f149-4d9a-a95c-41a32c2418e2,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:40.625321 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:33:40.692319 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Attempting to bind port f90dde21-f149-4d9a-a95c-41a32c2418e2 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:33:40.693162 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Attempting to bind port f90dde21-f149-4d9a-a95c-41a32c2418e2 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '66d6c8f5-2da7-41fa-a068-a992091cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:33:40.693162 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Attempting to bind port f90dde21-f149-4d9a-a95c-41a32c2418e2 on network 607a300e-6988-4558-b49f-bbd4b5dd543d {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:33:40.699143 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:33:40.699523 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Checking segment: {'id': '66d6c8f5-2da7-41fa-a068-a992091cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:33:40.699935 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:40.700332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Bound using segment: {'id': '66d6c8f5-2da7-41fa-a068-a992091cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:33:40.701235 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Bound port: f90dde21-f149-4d9a-a95c-41a32c2418e2, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d6c8f5-2da7-41fa-a068-a992091cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:33:40.701235 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:40.763071 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:40.776073 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Transition to ACTIVE for port object 08dda80d-7185-4d21-bcb6-bd66ea6add3e will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:33:40.780100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] For port f90dde21-f149-4d9a-a95c-41a32c2418e2, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:33:40.784172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] For port f90dde21-f149-4d9a-a95c-41a32c2418e2, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f90dde21-f149-4d9a-a95c-41a32c2418e2,segment=NetworkSegment(66d6c8f5-2da7-41fa-a068-a992091cca63),segment_id=66d6c8f5-2da7-41fa-a068-a992091cca63)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:33:40.847881 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:40.878683 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:40.920028 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fa50dab-2de0-4d85-919d-797e551846cd None None] Pushing event updated for resources: {'Port': ['ID=f90dde21-f149-4d9a-a95c-41a32c2418e2,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:40.922889 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 607a300e-6988-4558-b49f-bbd4b5dd543d is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:33:40.931825 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:33:40.937757 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:33:40.981109 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=08dda80d-7185-4d21-bcb6-bd66ea6add3e,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:40.993728 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:41.201683 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:41.488210 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:41.544486 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:41.621667 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=08dda80d-7185-4d21-bcb6-bd66ea6add3e,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:41.627203 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:41.726251 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 607a300e-6988-4558-b49f-bbd4b5dd543d is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:33:41.727935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:33:41.853952 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router cbcc2df6-f574-429c-a493-a6032252f44e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:33:41.854725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a982eff7-e183-4bd0-bd4a-31101d8161ed None None] Network 607a300e-6988-4558-b49f-bbd4b5dd543d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:33:41.964373 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:33:41.982133 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f96b5129-c41b-429d-991f-d9e33ea0b1b4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "PUT /v2.0/routers/cbcc2df6-f574-429c-a493-a6032252f44e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3448138 Aug 17 03:33:42.032197 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-926447b1-b4ea-46f1-a8c6-00539f89ec5d None None] Provisioning for port f90dde21-f149-4d9a-a95c-41a32c2418e2 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:33:42.125986 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-3c66022e-aa18-468b-90f6-aa24d75cccb5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1350109078&fields=id&tenant_id=c77d3de5480541c2aef96c5ffa17a28d HTTP/1.1" status: 200 len: 267 time: 0.0398180 Aug 17 03:33:42.243049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-a4a156c0-13c8-4e92-bcce-84506f528c6e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:42.250879 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-a4a156c0-13c8-4e92-bcce-84506f528c6e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/networks?id=607a300e-6988-4558-b49f-bbd4b5dd543d HTTP/1.1" status: 200 len: 797 time: 0.1186838 Aug 17 03:33:42.264315 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-400c9510-598e-4436-a616-9138faf530fb tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/quotas/c77d3de5480541c2aef96c5ffa17a28d HTTP/1.1" status: 200 len: 375 time: 0.0124447 Aug 17 03:33:42.319273 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-99f9d704-1b89-4120-8467-343996ad7d80 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0510862 Aug 17 03:33:42.330082 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f5e6b7d9-d29f-49d7-a15a-610928da15d7 None None] Provisioning for port 08dda80d-7185-4d21-bcb6-bd66ea6add3e completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:33:42.334920 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f5e6b7d9-d29f-49d7-a15a-610928da15d7 None None] Provisioning complete for port 08dda80d-7185-4d21-bcb6-bd66ea6add3e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:33:42.335367 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f5e6b7d9-d29f-49d7-a15a-610928da15d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:42.337488 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-45ac82fa-e9a4-4e1d-a7fd-eebaeb936e85 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:33:42.338559 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-45ac82fa-e9a4-4e1d-a7fd-eebaeb936e85 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0061955 Aug 17 03:33:42.378939 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6b7d9-d29f-49d7-a15a-610928da15d7 None None] Port 08dda80d-7185-4d21-bcb6-bd66ea6add3e cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:33:42.441952 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-0cd9cbef-e8ae-4a29-b752-adf6cef4e1ef service neutron] 10.222.0.10 "GET /v2.0/networks/607a300e-6988-4558-b49f-bbd4b5dd543d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953135 Aug 17 03:33:42.469377 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Sync routers for ids ['cbcc2df6-f574-429c-a493-a6032252f44e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:33:42.497450 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Routers {'cbcc2df6-f574-429c-a493-a6032252f44e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:33:42.498728 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:33:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cbcc2df6-f574-429c-a493-a6032252f44e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:42.513454 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-572f83b6-57f1-4f14-84ca-262e0f8d3e9d None None] Provisioning complete for port 08dda80d-7185-4d21-bcb6-bd66ea6add3e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:33:42.513858 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-572f83b6-57f1-4f14-84ca-262e0f8d3e9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:42.559908 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-2f73e1ae-247e-4cb9-9147-49c4ccf66e92 service neutron] 10.222.0.10 "GET /v2.0/networks/607a300e-6988-4558-b49f-bbd4b5dd543d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1033604 Aug 17 03:33:42.578706 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-572f83b6-57f1-4f14-84ca-262e0f8d3e9d None None] Port 08dda80d-7185-4d21-bcb6-bd66ea6add3e cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:33:42.597313 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6afe228c-238c-4b50-8055-9816370fdb74 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:33:42.628330 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Set router cbcc2df6-f574-429c-a493-a6032252f44e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:33:42.735440 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 6afe228c-238c-4b50-8055-9816370fdb74 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:33:42.739480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6afe228c-238c-4b50-8055-9816370fdb74 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:33:42.742664 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:42.830969 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:42.834545 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811488281', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '6afe228c-238c-4b50-8055-9816370fdb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:33:36Z', 'updated_at': '2021-08-17T03:33:41Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6afe228c-238c-4b50-8055-9816370fdb74', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e0:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:37Z', 'updated_at': '2021-08-17T03:33:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '08dda80d-7185-4d21-bcb6-bd66ea6add3e', 'name': '', 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:49:19:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:40Z', 'updated_at': '2021-08-17T03:33:41Z', 'revision_number': 2, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:42.838749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-26f8ceeb-c48b-43e7-903b-1ccc32053e03 None None] Provisioning complete for port 08dda80d-7185-4d21-bcb6-bd66ea6add3e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:33:42.839120 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-26f8ceeb-c48b-43e7-903b-1ccc32053e03 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:42.867377 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Checking router: cbcc2df6-f574-429c-a493-a6032252f44e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:33:42.867824 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Updating router cbcc2df6-f574-429c-a493-a6032252f44e port 08dda80d-7185-4d21-bcb6-bd66ea6add3e binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:33:42.873241 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 6afe228c-238c-4b50-8055-9816370fdb74, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6afe228c-238c-4b50-8055-9816370fdb74,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:33:42.891112 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-26f8ceeb-c48b-43e7-903b-1ccc32053e03 None None] Port 08dda80d-7185-4d21-bcb6-bd66ea6add3e cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:33:42.897097 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-16baf02e-4ad0-4fdb-8f7c-da7f139b8610 req-b4495b48-084b-4339-8c6a-1a33bedd8d81 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 210 time: 0.0378911 Aug 17 03:33:42.898954 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:42.932928 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:42.933797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f90dde21-f149-4d9a-a95c-41a32c2418e2 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:33:43.018041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=6afe228c-238c-4b50-8055-9816370fdb74,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:43.083675 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port f90dde21-f149-4d9a-a95c-41a32c2418e2 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:33:43.087698 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port f90dde21-f149-4d9a-a95c-41a32c2418e2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:33:43.088069 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:43.169550 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:43.173986 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:43.180630 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Transition to ACTIVE for port object 08dda80d-7185-4d21-bcb6-bd66ea6add3e will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:33:43.207516 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port f90dde21-f149-4d9a-a95c-41a32c2418e2, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f90dde21-f149-4d9a-a95c-41a32c2418e2,segment=NetworkSegment(66d6c8f5-2da7-41fa-a068-a992091cca63),segment_id=66d6c8f5-2da7-41fa-a068-a992091cca63)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:33:43.255088 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:43.305854 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26550e74-7b2f-4e72-8fe8-20b3896ac16f None None] Pushing event updated for resources: {'Port': ['ID=08dda80d-7185-4d21-bcb6-bd66ea6add3e,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:43.318609 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:43.328434 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26550e74-7b2f-4e72-8fe8-20b3896ac16f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:43.328786 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26550e74-7b2f-4e72-8fe8-20b3896ac16f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:43.329133 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26550e74-7b2f-4e72-8fe8-20b3896ac16f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:43.329498 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26550e74-7b2f-4e72-8fe8-20b3896ac16f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:43.329838 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26550e74-7b2f-4e72-8fe8-20b3896ac16f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:43.330162 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26550e74-7b2f-4e72-8fe8-20b3896ac16f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:43.330482 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26550e74-7b2f-4e72-8fe8-20b3896ac16f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:43.330805 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26550e74-7b2f-4e72-8fe8-20b3896ac16f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:43.331129 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26550e74-7b2f-4e72-8fe8-20b3896ac16f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:43.331446 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26550e74-7b2f-4e72-8fe8-20b3896ac16f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:43.331764 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26550e74-7b2f-4e72-8fe8-20b3896ac16f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:43.332083 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26550e74-7b2f-4e72-8fe8-20b3896ac16f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:33:43.371769 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Attempting to bind port 08dda80d-7185-4d21-bcb6-bd66ea6add3e on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:33:43.372138 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Attempting to bind port 08dda80d-7185-4d21-bcb6-bd66ea6add3e by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '66d6c8f5-2da7-41fa-a068-a992091cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:33:43.372847 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Attempting to bind port 08dda80d-7185-4d21-bcb6-bd66ea6add3e on network 607a300e-6988-4558-b49f-bbd4b5dd543d {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:33:43.377602 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=f90dde21-f149-4d9a-a95c-41a32c2418e2,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:43.377847 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:33:43.378102 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Checking segment: {'id': '66d6c8f5-2da7-41fa-a068-a992091cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:33:43.378539 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:43.378892 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Bound using segment: {'id': '66d6c8f5-2da7-41fa-a068-a992091cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:33:43.379357 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Bound port: 08dda80d-7185-4d21-bcb6-bd66ea6add3e, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66d6c8f5-2da7-41fa-a068-a992091cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:33:43.379734 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:43.445097 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] For port 08dda80d-7185-4d21-bcb6-bd66ea6add3e, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:33:43.448475 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] For port 08dda80d-7185-4d21-bcb6-bd66ea6add3e, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=08dda80d-7185-4d21-bcb6-bd66ea6add3e,segment=NetworkSegment(66d6c8f5-2da7-41fa-a068-a992091cca63),segment_id=66d6c8f5-2da7-41fa-a068-a992091cca63)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:33:43.558971 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:43.615284 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Routers {'cbcc2df6-f574-429c-a493-a6032252f44e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:33:43.615918 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:33:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cbcc2df6-f574-429c-a493-a6032252f44e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:43.620826 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26550e74-7b2f-4e72-8fe8-20b3896ac16f None None] Pushing event updated for resources: {'Port': ['ID=08dda80d-7185-4d21-bcb6-bd66ea6add3e,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:43.731095 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] Set router cbcc2df6-f574-429c-a493-a6032252f44e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:33:43.929181 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811488281', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '6afe228c-238c-4b50-8055-9816370fdb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:33:36Z', 'updated_at': '2021-08-17T03:33:41Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6afe228c-238c-4b50-8055-9816370fdb74', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:37Z', 'updated_at': '2021-08-17T03:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '08dda80d-7185-4d21-bcb6-bd66ea6add3e', 'name': '', 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:49:19:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:40Z', 'updated_at': '2021-08-17T03:33:43Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:43.956196 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7963a2ad-c41a-4a44-81d7-e5fb1e6718a2 None None] The sync data for ids ['cbcc2df6-f574-429c-a493-a6032252f44e'] in n-d-802060-9 is: [{'id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811488281', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '6afe228c-238c-4b50-8055-9816370fdb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:33:36Z', 'updated_at': '2021-08-17T03:33:41Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6afe228c-238c-4b50-8055-9816370fdb74', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:37Z', 'updated_at': '2021-08-17T03:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '08dda80d-7185-4d21-bcb6-bd66ea6add3e', 'name': '', 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:49:19:10', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:40Z', 'updated_at': '2021-08-17T03:33:43Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:33:44.015892 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fbd99411-df9e-48d7-8567-eb3611725a6d req-8c8d0e1f-c184-48e1-bf6b-371606a46fd0 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 210 time: 0.0434949 Aug 17 03:33:44.577247 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6afe228c-238c-4b50-8055-9816370fdb74 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:33:44.627216 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6afe228c-238c-4b50-8055-9816370fdb74 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:33:44.627598 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:44.722644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f90dde21-f149-4d9a-a95c-41a32c2418e2 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:33:44.783445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port f90dde21-f149-4d9a-a95c-41a32c2418e2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:33:44.783891 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:44.853510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-be36703e-576f-4716-81c9-bd299bd8097b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:44.858966 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-be36703e-576f-4716-81c9-bd299bd8097b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.30 "GET /v2.0/networks?id=607a300e-6988-4558-b49f-bbd4b5dd543d HTTP/1.1" status: 200 len: 797 time: 0.1248372 Aug 17 03:33:44.909316 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-43e46516-d012-4d81-bb19-b302ae648bb5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c77d3de5480541c2aef96c5ffa17a28d HTTP/1.1" status: 200 len: 380 time: 0.0434954 Aug 17 03:33:44.915184 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 08dda80d-7185-4d21-bcb6-bd66ea6add3e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:33:44.919671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-bc95e08a-e2a6-4003-accc-511e9e961a88 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'port': {'device_id': '76289690-cd97-4ac2-bbf2-eb246d541798', 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d', 'admin_state_up': True, 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'security_groups': ['8b980353-09ba-471e-a084-df3bfa373b91']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:33:45.044765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 08dda80d-7185-4d21-bcb6-bd66ea6add3e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:33:45.049994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 08dda80d-7185-4d21-bcb6-bd66ea6add3e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:33:45.049994 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:45.121350 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bbe607fa-6e4a-4263-8837-692b756fc5c2 req-9e52efc5-0bfb-4adf-802b-706dac5cbb0a tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 210 time: 0.0292017 Aug 17 03:33:45.124428 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-bc95e08a-e2a6-4003-accc-511e9e961a88 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Made reservation on behalf of c77d3de5480541c2aef96c5ffa17a28d for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:33:45.126936 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-bc95e08a-e2a6-4003-accc-511e9e961a88 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:45.151189 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:45.188792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 08dda80d-7185-4d21-bcb6-bd66ea6add3e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=08dda80d-7185-4d21-bcb6-bd66ea6add3e,segment=NetworkSegment(66d6c8f5-2da7-41fa-a068-a992091cca63),segment_id=66d6c8f5-2da7-41fa-a068-a992091cca63)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:33:45.258447 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:45.274027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-bc95e08a-e2a6-4003-accc-511e9e961a88 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Allocated IP 172.20.0.8 (607a300e-6988-4558-b49f-bbd4b5dd543d/09f95e6d-b531-43c0-a940-2f5d09709327/190093a9-25f7-4a85-b957-25f147a4b203) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:33:45.294251 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1c10ce0c-8cb4-42fb-bc01-b038287cd777 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:45.315654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=08dda80d-7185-4d21-bcb6-bd66ea6add3e,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:45.427479 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-bc95e08a-e2a6-4003-accc-511e9e961a88 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:45.441737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-bc95e08a-e2a6-4003-accc-511e9e961a88 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Transition to ACTIVE for port object 190093a9-25f7-4a85-b957-25f147a4b203 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:33:45.516569 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-bc95e08a-e2a6-4003-accc-511e9e961a88 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:45.559604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-bc95e08a-e2a6-4003-accc-511e9e961a88 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 607a300e-6988-4558-b49f-bbd4b5dd543d is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:33:45.563213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-bc95e08a-e2a6-4003-accc-511e9e961a88 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:33:45.567017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-bc95e08a-e2a6-4003-accc-511e9e961a88 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:33:45.573325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc95e08a-e2a6-4003-accc-511e9e961a88 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=190093a9-25f7-4a85-b957-25f147a4b203,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:45.619908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-bc95e08a-e2a6-4003-accc-511e9e961a88 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:45.620542 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-bc95e08a-e2a6-4003-accc-511e9e961a88 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:45.722065 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-bc95e08a-e2a6-4003-accc-511e9e961a88 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8071501 Aug 17 03:33:45.739376 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Request body: {'port': {'device_id': '76289690-cd97-4ac2-bbf2-eb246d541798', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:33:45.799132 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:45.829934 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3b16c9f0-e840-4de8-baea-8ee5762651f9 None None] Provisioning for port 190093a9-25f7-4a85-b957-25f147a4b203 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:33:45.833822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3b16c9f0-e840-4de8-baea-8ee5762651f9 None None] Provisioning complete for port 190093a9-25f7-4a85-b957-25f147a4b203 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:33:45.834200 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3b16c9f0-e840-4de8-baea-8ee5762651f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:45.870957 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-3b16c9f0-e840-4de8-baea-8ee5762651f9 None None] Port 190093a9-25f7-4a85-b957-25f147a4b203 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:33:46.060639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 190093a9-25f7-4a85-b957-25f147a4b203 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:33:46.068768 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:46.080216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Transition to ACTIVE for port object 190093a9-25f7-4a85-b957-25f147a4b203 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:33:46.152539 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:46.204969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Pushing event updated for resources: {'Port': ['ID=190093a9-25f7-4a85-b957-25f147a4b203,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:46.259611 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0700e1-bc8b-4a2d-a53b-937fe94b7cd0 req-28378e34-37bc-40ff-8616-9aa0accf0f47 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:46.259611 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f0700e1-bc8b-4a2d-a53b-937fe94b7cd0 req-28378e34-37bc-40ff-8616-9aa0accf0f47 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 943 time: 0.0558102 Aug 17 03:33:46.283028 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Attempting to bind port 190093a9-25f7-4a85-b957-25f147a4b203 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:33:46.283621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Attempting to bind port 190093a9-25f7-4a85-b957-25f147a4b203 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '66d6c8f5-2da7-41fa-a068-a992091cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:33:46.283954 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Attempting to bind port 190093a9-25f7-4a85-b957-25f147a4b203 on network 607a300e-6988-4558-b49f-bbd4b5dd543d {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:33:46.288465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Port 190093a9-25f7-4a85-b957-25f147a4b203 on network 607a300e-6988-4558-b49f-bbd4b5dd543d not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:33:46.288918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Attempting to bind port 190093a9-25f7-4a85-b957-25f147a4b203 on network 607a300e-6988-4558-b49f-bbd4b5dd543d {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:33:46.293708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 33, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:33:46.294050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Checking segment: {'id': '66d6c8f5-2da7-41fa-a068-a992091cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:33:46.294436 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Bound using segment: {'id': '66d6c8f5-2da7-41fa-a068-a992091cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:33:46.294865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Bound port: 190093a9-25f7-4a85-b957-25f147a4b203, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '66d6c8f5-2da7-41fa-a068-a992091cca63', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:33:46.295223 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:46.302656 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f0700e1-bc8b-4a2d-a53b-937fe94b7cd0 req-31d31240-d777-43ab-882f-d1dfea40ee6f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364461 Aug 17 03:33:46.364164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] For port 190093a9-25f7-4a85-b957-25f147a4b203, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:33:46.367324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] For port 190093a9-25f7-4a85-b957-25f147a4b203, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=190093a9-25f7-4a85-b957-25f147a4b203,segment=NetworkSegment(66d6c8f5-2da7-41fa-a068-a992091cca63),segment_id=66d6c8f5-2da7-41fa-a068-a992091cca63)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:33:46.426990 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:46.464619 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:46.464619 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:46.464619 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] 10.222.0.30 "PUT /v2.0/ports/190093a9-25f7-4a85-b957-25f147a4b203 HTTP/1.1" status: 200 len: 1091 time: 0.7313192 Aug 17 03:33:46.465586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76289690-cd97-4ac2-bbf2-eb246d541798', 'tag': '190093a9-25f7-4a85-b957-25f147a4b203'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:33:46.469823 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a82af25-4a70-4233-95b3-edf5c95143a1" -d '{"events": [{"name": "network-changed", "server_uuid": "76289690-cd97-4ac2-bbf2-eb246d541798", "tag": "190093a9-25f7-4a85-b957-25f147a4b203"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:33:46.512341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 08dda80d-7185-4d21-bcb6-bd66ea6add3e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:33:46.523799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331c01cd-322d-40eb-a218-8813de7443fa service neutron] Pushing event updated for resources: {'Port': ['ID=190093a9-25f7-4a85-b957-25f147a4b203,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:46.542942 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a0bf8c6-9e8d-49ba-bb6d-043edf051fc1 x-openstack-request-id: req-5a0bf8c6-9e8d-49ba-bb6d-043edf051fc1 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:33:46.543470 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76289690-cd97-4ac2-bbf2-eb246d541798", "tag": "190093a9-25f7-4a85-b957-25f147a4b203", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:33:46.543728 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5a0bf8c6-9e8d-49ba-bb6d-043edf051fc1 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:33:46.544146 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76289690-cd97-4ac2-bbf2-eb246d541798', 'tag': '190093a9-25f7-4a85-b957-25f147a4b203', 'status': 'completed', 'code': 200} Aug 17 03:33:46.581512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 08dda80d-7185-4d21-bcb6-bd66ea6add3e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:33:46.581898 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:46.613996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82af25-4a70-4233-95b3-edf5c95143a1 req-6443f967-d10d-470a-8e89-1de92f3c55b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:46.615659 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a82af25-4a70-4233-95b3-edf5c95143a1 req-6443f967-d10d-470a-8e89-1de92f3c55b3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 1094 time: 0.0498476 Aug 17 03:33:46.721187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82af25-4a70-4233-95b3-edf5c95143a1 req-699c2d57-6747-4179-ac17-2ee97d864433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:46.722708 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a82af25-4a70-4233-95b3-edf5c95143a1 req-699c2d57-6747-4179-ac17-2ee97d864433 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&shared=False HTTP/1.1" status: 200 len: 897 time: 0.0972543 Aug 17 03:33:46.830809 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a82af25-4a70-4233-95b3-edf5c95143a1 req-7b2d18fa-a0f1-4b34-925f-c9e98da3c882 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:46.832194 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a82af25-4a70-4233-95b3-edf5c95143a1 req-7b2d18fa-a0f1-4b34-925f-c9e98da3c882 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1004131 Aug 17 03:33:46.913578 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-5faa352f-5bc0-4019-ba10-9564195cacca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:46.915059 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-5faa352f-5bc0-4019-ba10-9564195cacca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 1094 time: 0.0421529 Aug 17 03:33:46.961726 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-4d42d5e4-d5a9-4588-bd9d-c9cf4966aafd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=190093a9-25f7-4a85-b957-25f147a4b203 HTTP/1.1" status: 200 len: 217 time: 0.0379205 Aug 17 03:33:47.012212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-6d1cc5d8-d035-43f2-bc6a-c1341826b1fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:47.014944 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-6d1cc5d8-d035-43f2-bc6a-c1341826b1fa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09f95e6d-b531-43c0-a940-2f5d09709327 HTTP/1.1" status: 200 len: 835 time: 0.0443480 Aug 17 03:33:47.064852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-12748d4c-3b92-4bf8-9a43-219260474d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:47.066366 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-12748d4c-3b92-4bf8-9a43-219260474d76 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=607a300e-6988-4558-b49f-bbd4b5dd543d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414550 Aug 17 03:33:47.159989 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-703902cb-dd5e-460c-a399-c4a570f0edf5 service neutron] 10.222.0.30 "GET /v2.0/networks/607a300e-6988-4558-b49f-bbd4b5dd543d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853913 Aug 17 03:33:47.248545 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6fddaa1d-bed6-4069-b034-3aa068591e5c req-2dc57a91-dae4-47de-ab49-a9866514e080 service neutron] 10.222.0.30 "GET /v2.0/networks/607a300e-6988-4558-b49f-bbd4b5dd543d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0806227 Aug 17 03:33:47.423224 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cfc909-5c41-4afc-875e-63f92d25459d req-4b259172-6ece-494e-8487-2f570f363502 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:47.424617 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e6cfc909-5c41-4afc-875e-63f92d25459d req-4b259172-6ece-494e-8487-2f570f363502 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 943 time: 0.0507774 Aug 17 03:33:47.463503 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e6cfc909-5c41-4afc-875e-63f92d25459d req-b9d4123f-0362-48d4-9fb9-3bf7c72a9374 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328257 Aug 17 03:33:47.949903 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c9c8de6f-87a3-4fd6-9002-d42d5b62962b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:48.169437 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:48.593871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b3b69e-19f2-4b02-bf58-3a2be9a55734 req-67767825-6d04-439b-a22e-5ce6401fccd4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:48.595672 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04b3b69e-19f2-4b02-bf58-3a2be9a55734 req-67767825-6d04-439b-a22e-5ce6401fccd4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 943 time: 0.0591218 Aug 17 03:33:48.647753 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04b3b69e-19f2-4b02-bf58-3a2be9a55734 req-697f2fc8-3b9b-4fe1-ae3c-6736da657823 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429430 Aug 17 03:33:48.752616 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 190093a9-25f7-4a85-b957-25f147a4b203 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:33:48.855713 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 190093a9-25f7-4a85-b957-25f147a4b203, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=190093a9-25f7-4a85-b957-25f147a4b203,segment=NetworkSegment(66d6c8f5-2da7-41fa-a068-a992091cca63),segment_id=66d6c8f5-2da7-41fa-a068-a992091cca63)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:33:48.869037 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '190093a9-25f7-4a85-b957-25f147a4b203', 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d', 'port_id': '190093a9-25f7-4a85-b957-25f147a4b203', 'mac_address': 'fa:16:3e:2e:09:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:33:48.910059 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:48.928894 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 190093a9-25f7-4a85-b957-25f147a4b203 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:33:48.950033 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 190093a9-25f7-4a85-b957-25f147a4b203, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=190093a9-25f7-4a85-b957-25f147a4b203,segment=NetworkSegment(66d6c8f5-2da7-41fa-a068-a992091cca63),segment_id=66d6c8f5-2da7-41fa-a068-a992091cca63)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:33:49.030541 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:49.078347 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=190093a9-25f7-4a85-b957-25f147a4b203,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:49.215082 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:49.242165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['190093a9-25f7-4a85-b957-25f147a4b203'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:33:49.769745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfffb0a0-4c99-46be-9c90-c8b10c47fb99 req-a441572d-6084-4bfa-8241-eaf0cb12190c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:49.771258 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bfffb0a0-4c99-46be-9c90-c8b10c47fb99 req-a441572d-6084-4bfa-8241-eaf0cb12190c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 944 time: 0.0507672 Aug 17 03:33:49.809396 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bfffb0a0-4c99-46be-9c90-c8b10c47fb99 req-2cd5b116-dafb-4d00-8123-8222b4d5eac3 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320988 Aug 17 03:33:50.799260 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 190093a9-25f7-4a85-b957-25f147a4b203 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:33:50.898509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 190093a9-25f7-4a85-b957-25f147a4b203 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:33:50.902532 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 190093a9-25f7-4a85-b957-25f147a4b203 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:33:50.902934 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:50.925231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14053d41-1902-44bf-aca1-797cb76aedcb req-20b05def-a788-443e-9b64-2fc16d6de484 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:50.926773 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-14053d41-1902-44bf-aca1-797cb76aedcb req-20b05def-a788-443e-9b64-2fc16d6de484 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 944 time: 0.0494897 Aug 17 03:33:50.937383 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:50.966186 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-14053d41-1902-44bf-aca1-797cb76aedcb req-7f037dfe-5b68-4c4f-b8cb-ef6db4ee6c4b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332601 Aug 17 03:33:50.984430 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:51.005861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76289690-cd97-4ac2-bbf2-eb246d541798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190093a9-25f7-4a85-b957-25f147a4b203'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:33:51.008025 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41b18630-6886-4f91-a933-47d229effd4e" -d '{"events": [{"server_uuid": "76289690-cd97-4ac2-bbf2-eb246d541798", "name": "network-vif-plugged", "status": "completed", "tag": "190093a9-25f7-4a85-b957-25f147a4b203"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:33:51.021569 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 190093a9-25f7-4a85-b957-25f147a4b203, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=190093a9-25f7-4a85-b957-25f147a4b203,segment=NetworkSegment(66d6c8f5-2da7-41fa-a068-a992091cca63),segment_id=66d6c8f5-2da7-41fa-a068-a992091cca63)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:33:51.043960 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-047cb0da-d2ee-4739-ba87-32d91543dee6 x-openstack-request-id: req-047cb0da-d2ee-4739-ba87-32d91543dee6 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:33:51.044252 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76289690-cd97-4ac2-bbf2-eb246d541798", "name": "network-vif-plugged", "status": "completed", "tag": "190093a9-25f7-4a85-b957-25f147a4b203", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:33:51.044506 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-047cb0da-d2ee-4739-ba87-32d91543dee6 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:33:51.044897 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76289690-cd97-4ac2-bbf2-eb246d541798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190093a9-25f7-4a85-b957-25f147a4b203', 'code': 200} Aug 17 03:33:51.084036 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:51.133511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=190093a9-25f7-4a85-b957-25f147a4b203,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:51.139721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ac4b0e-945d-4c29-9a25-0948f4281735 req-3c3b9c8f-6505-447e-9d23-9880cfe41cb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:51.141218 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-56ac4b0e-945d-4c29-9a25-0948f4281735 req-3c3b9c8f-6505-447e-9d23-9880cfe41cb8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 1096 time: 0.0411217 Aug 17 03:33:51.177104 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-56ac4b0e-945d-4c29-9a25-0948f4281735 req-f926fbec-6a15-4833-b925-279c134ddc67 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0278940 Aug 17 03:33:52.082535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebeb45ee-6067-43fa-bbad-08152cf4f056 req-c5cef83d-3669-40d9-b962-3564831a0556 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:52.083976 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ebeb45ee-6067-43fa-bbad-08152cf4f056 req-c5cef83d-3669-40d9-b962-3564831a0556 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0490587 Aug 17 03:33:52.131421 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ebeb45ee-6067-43fa-bbad-08152cf4f056 req-8659af14-333e-4dda-ad9f-18e5f0f2e068 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411134 Aug 17 03:33:53.252764 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0868baa-7a3f-47e5-afa8-9b21690816e5 req-f867dea7-7053-4102-bcf7-589274cad837 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:53.254264 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0868baa-7a3f-47e5-afa8-9b21690816e5 req-f867dea7-7053-4102-bcf7-589274cad837 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0536628 Aug 17 03:33:53.589330 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0868baa-7a3f-47e5-afa8-9b21690816e5 req-b62f8795-8520-41c6-92aa-fff1faba82b9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3291888 Aug 17 03:33:53.703119 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e87787a3-e2fc-4d73-9393-376406c158c1 req-0dd0dfbb-114c-4ee1-8d9a-9e43af7d49f4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:53.704606 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e87787a3-e2fc-4d73-9393-376406c158c1 req-0dd0dfbb-114c-4ee1-8d9a-9e43af7d49f4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0496387 Aug 17 03:33:53.748447 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e87787a3-e2fc-4d73-9393-376406c158c1 req-009215ba-5c36-458a-aa23-13da58f35c32 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379031 Aug 17 03:33:53.770213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38912) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:53.811052 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6dd47aa4-a972-4158-b873-25a09b7ce1bd tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:53.813027 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6dd47aa4-a972-4158-b873-25a09b7ce1bd tempest-TestNetworkAdvancedServerOps-1539848660 tempest-TestNetworkAdvancedServerOps-1539848660-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 1091 time: 0.0411205 Aug 17 03:33:53.815708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38914) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:53.820005 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': '190093a9-25f7-4a85-b957-25f147a4b203', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ip_address': '172.20.0.8'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:33:53.918249 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:54.017941 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:54.119095 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Allocated IP 172.25.1.155 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/cfa20945-7cfe-482f-828a-305665cd39c3) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:33:54.237204 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:54.329960 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:54.366312 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:33:54.371059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:33:54.374575 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:33:54.397571 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=cfa20945-7cfe-482f-828a-305665cd39c3,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:55.037899 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:55.153216 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:55.303667 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:55.374968 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:55.445208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event updated for resources: {'Port': ['ID=cfa20945-7cfe-482f-828a-305665cd39c3,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:33:55.455426 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:55.553151 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Floating IP 1a12f876-f9ea-4d02-9d1c-1e178fc9c5ed associated. External IP: 172.25.1.155, port: 190093a9-25f7-4a85-b957-25f147a4b203. Aug 17 03:33:55.757191 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router cbcc2df6-f574-429c-a493-a6032252f44e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:33:55.869551 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:33:55.880529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3047024a-ca6a-44f7-bd8d-6ff9fd1be024 None None] Sync routers for ids ['cbcc2df6-f574-429c-a493-a6032252f44e'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:33:55.890478 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3047024a-ca6a-44f7-bd8d-6ff9fd1be024 None None] Routers {'cbcc2df6-f574-429c-a493-a6032252f44e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:33:55.891126 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3047024a-ca6a-44f7-bd8d-6ff9fd1be024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:33:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cbcc2df6-f574-429c-a493-a6032252f44e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:55.940713 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:33:55.971839 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ed1d86ab-3e7f-4f53-8a0b-ced65b87bd3c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1528015 Aug 17 03:33:55.971839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76289690-cd97-4ac2-bbf2-eb246d541798', 'tag': '190093a9-25f7-4a85-b957-25f147a4b203'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:33:55.972889 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a20e4b6-c2c8-453c-b94c-f3e01f764c05" -d '{"events": [{"name": "network-changed", "server_uuid": "76289690-cd97-4ac2-bbf2-eb246d541798", "tag": "190093a9-25f7-4a85-b957-25f147a4b203"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:33:56.001240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-3047024a-ca6a-44f7-bd8d-6ff9fd1be024 None None] Set router cbcc2df6-f574-429c-a493-a6032252f44e gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:33:56.011233 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:33:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad62809-d852-43d6-aa10-07ae47a10f66 x-openstack-request-id: req-2ad62809-d852-43d6-aa10-07ae47a10f66 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:33:56.011527 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76289690-cd97-4ac2-bbf2-eb246d541798", "tag": "190093a9-25f7-4a85-b957-25f147a4b203", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:33:56.011784 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ad62809-d852-43d6-aa10-07ae47a10f66 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:33:56.012224 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76289690-cd97-4ac2-bbf2-eb246d541798', 'tag': '190093a9-25f7-4a85-b957-25f147a4b203', 'status': 'completed', 'code': 200} Aug 17 03:33:56.075375 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243324d3-be1c-46f1-89e5-a61d9b859571 req-78b789eb-3aca-40f6-a871-72c564eab1d4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:56.077748 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-243324d3-be1c-46f1-89e5-a61d9b859571 req-78b789eb-3aca-40f6-a871-72c564eab1d4 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0484939 Aug 17 03:33:56.077917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20e4b6-c2c8-453c-b94c-f3e01f764c05 req-a05d67ee-e08c-4837-9d2f-0a327721779c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:56.079415 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a20e4b6-c2c8-453c-b94c-f3e01f764c05 req-a05d67ee-e08c-4837-9d2f-0a327721779c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 1096 time: 0.0451784 Aug 17 03:33:56.117514 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-243324d3-be1c-46f1-89e5-a61d9b859571 req-0e2c07fc-0f60-4dd4-b969-0ab640793726 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328529 Aug 17 03:33:56.141324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 38920) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:56.183347 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20e4b6-c2c8-453c-b94c-f3e01f764c05 req-24e8a582-de2e-40f2-af2e-80cd643d1709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:56.184983 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a20e4b6-c2c8-453c-b94c-f3e01f764c05 req-24e8a582-de2e-40f2-af2e-80cd643d1709 service neutron] 10.222.0.30 "GET /v2.0/networks?id=607a300e-6988-4558-b49f-bbd4b5dd543d HTTP/1.1" status: 200 len: 897 time: 0.0981488 Aug 17 03:33:56.206954 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4f11c7c6-0b31-4aa8-9a7b-d8e160c9761c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/floatingips/1a12f876-f9ea-4d02-9d1c-1e178fc9c5ed HTTP/1.1" status: 200 len: 991 time: 0.0644028 Aug 17 03:33:56.231231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3047024a-ca6a-44f7-bd8d-6ff9fd1be024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811488281', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '6afe228c-238c-4b50-8055-9816370fdb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:33:36Z', 'updated_at': '2021-08-17T03:33:41Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6afe228c-238c-4b50-8055-9816370fdb74', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:37Z', 'updated_at': '2021-08-17T03:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '1a12f876-f9ea-4d02-9d1c-1e178fc9c5ed', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'floating_ip_address': '172.25.1.155', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'port_id': '190093a9-25f7-4a85-b957-25f147a4b203', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d', 'mac_address': 'fa:16:3e:2e:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76289690-cd97-4ac2-bbf2-eb246d541798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:33:54Z', 'updated_at': '2021-08-17T03:33:54Z', 'revision_number': 0, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08dda80d-7185-4d21-bcb6-bd66ea6add3e', 'name': '', 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:49:19:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:40Z', 'updated_at': '2021-08-17T03:33:45Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:56.254532 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a20e4b6-c2c8-453c-b94c-f3e01f764c05 req-0f019d4a-cd48-44df-8340-e9003345f4dc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=190093a9-25f7-4a85-b957-25f147a4b203 HTTP/1.1" status: 200 len: 999 time: 0.0606859 Aug 17 03:33:56.256973 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3047024a-ca6a-44f7-bd8d-6ff9fd1be024 None None] Checking router: cbcc2df6-f574-429c-a493-a6032252f44e for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:33:56.265957 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3047024a-ca6a-44f7-bd8d-6ff9fd1be024 None None] Routers {'cbcc2df6-f574-429c-a493-a6032252f44e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:33:56.266487 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3047024a-ca6a-44f7-bd8d-6ff9fd1be024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:33:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cbcc2df6-f574-429c-a493-a6032252f44e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:56.305957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20e4b6-c2c8-453c-b94c-f3e01f764c05 req-a0ebcab4-1061-42e3-a946-984b1ef3dbd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:56.307419 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a20e4b6-c2c8-453c-b94c-f3e01f764c05 req-a0ebcab4-1061-42e3-a946-984b1ef3dbd5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09f95e6d-b531-43c0-a940-2f5d09709327 HTTP/1.1" status: 200 len: 835 time: 0.0440013 Aug 17 03:33:56.357358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a20e4b6-c2c8-453c-b94c-f3e01f764c05 req-5198eddd-27bf-4481-af25-47a032e2b929 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:33:56.359454 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a20e4b6-c2c8-453c-b94c-f3e01f764c05 req-5198eddd-27bf-4481-af25-47a032e2b929 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=607a300e-6988-4558-b49f-bbd4b5dd543d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448558 Aug 17 03:33:56.369857 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-3047024a-ca6a-44f7-bd8d-6ff9fd1be024 None None] Set router cbcc2df6-f574-429c-a493-a6032252f44e gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:33:56.450567 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a20e4b6-c2c8-453c-b94c-f3e01f764c05 req-6faf28ca-f556-4e15-935d-6d28c0a2dbc6 service neutron] 10.222.0.30 "GET /v2.0/networks/607a300e-6988-4558-b49f-bbd4b5dd543d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832620 Aug 17 03:33:56.750375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a20e4b6-c2c8-453c-b94c-f3e01f764c05 req-b8c0d66a-72a8-43c3-870a-fa8857a0020c service neutron] 10.222.0.30 "GET /v2.0/networks/607a300e-6988-4558-b49f-bbd4b5dd543d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986109 Aug 17 03:33:56.751375 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3047024a-ca6a-44f7-bd8d-6ff9fd1be024 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811488281', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '6afe228c-238c-4b50-8055-9816370fdb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:33:36Z', 'updated_at': '2021-08-17T03:33:41Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6afe228c-238c-4b50-8055-9816370fdb74', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:37Z', 'updated_at': '2021-08-17T03:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '1a12f876-f9ea-4d02-9d1c-1e178fc9c5ed', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'floating_ip_address': '172.25.1.155', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'port_id': '190093a9-25f7-4a85-b957-25f147a4b203', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d', 'mac_address': 'fa:16:3e:2e:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76289690-cd97-4ac2-bbf2-eb246d541798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:33:54Z', 'updated_at': '2021-08-17T03:33:54Z', 'revision_number': 0, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08dda80d-7185-4d21-bcb6-bd66ea6add3e', 'name': '', 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:49:19:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:40Z', 'updated_at': '2021-08-17T03:33:45Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:33:56.787161 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3047024a-ca6a-44f7-bd8d-6ff9fd1be024 None None] The sync data for ids ['cbcc2df6-f574-429c-a493-a6032252f44e'] in n-d-802060-9 is: [{'id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811488281', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '6afe228c-238c-4b50-8055-9816370fdb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:33:36Z', 'updated_at': '2021-08-17T03:33:41Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6afe228c-238c-4b50-8055-9816370fdb74', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:37Z', 'updated_at': '2021-08-17T03:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '1a12f876-f9ea-4d02-9d1c-1e178fc9c5ed', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'floating_ip_address': '172.25.1.155', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'port_id': '190093a9-25f7-4a85-b957-25f147a4b203', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 3909, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d', 'mac_address': 'fa:16:3e:2e:09:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76289690-cd97-4ac2-bbf2-eb246d541798', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:33:54Z', 'updated_at': '2021-08-17T03:33:54Z', 'revision_number': 0, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '08dda80d-7185-4d21-bcb6-bd66ea6add3e', 'name': '', 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:49:19:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:40Z', 'updated_at': '2021-08-17T03:33:45Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:33:56.987158 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18399ac6-3da7-4c25-81ba-fc634e5b6b49 None None] New status for floating IP 1a12f876-f9ea-4d02-9d1c-1e178fc9c5ed: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:33:57.210897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38924) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:57.279122 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-31f7247a-1603-4289-ae50-44c11a830d15 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/floatingips/1a12f876-f9ea-4d02-9d1c-1e178fc9c5ed HTTP/1.1" status: 200 len: 991 time: 0.0670030 Aug 17 03:33:58.282796 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38926) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:33:58.346509 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-be382769-4787-4d56-9140-6bdb47584192 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/floatingips/1a12f876-f9ea-4d02-9d1c-1e178fc9c5ed HTTP/1.1" status: 200 len: 993 time: 0.0626450 Aug 17 03:34:01.548882 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:34:03.263809 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:03.923241 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:15.280858 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1574edf8-916c-4649-9d18-2e379c23277c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:17.955358 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d1eb30ff-814e-4c12-bde8-fcd94111d30e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:18.178090 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:19.206253 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:20.917597 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:32.038849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2677f61e-9a9a-4a65-ae73-503647ab0ae6 req-6199945b-bc90-4acd-8919-824fb0a3bc4d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:32.040368 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2677f61e-9a9a-4a65-ae73-503647ab0ae6 req-6199945b-bc90-4acd-8919-824fb0a3bc4d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0523713 Aug 17 03:34:32.078955 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2677f61e-9a9a-4a65-ae73-503647ab0ae6 req-c0728f88-f502-469a-ab5c-f8ae633941cd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327592 Aug 17 03:34:33.199389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e02cd-4ddc-4e7b-8aba-d7b4a02b5831 req-44adcd17-20b7-4c32-8912-c5da83f741bf tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:33.201582 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b4e02cd-4ddc-4e7b-8aba-d7b4a02b5831 req-44adcd17-20b7-4c32-8912-c5da83f741bf tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0553389 Aug 17 03:34:33.250982 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b4e02cd-4ddc-4e7b-8aba-d7b4a02b5831 req-21e21bfa-98b8-4118-9014-484865fd720c tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424631 Aug 17 03:34:33.283290 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:33.934490 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:34.375125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e58ae8-122c-45f7-8c39-48d8d5c9c41d req-5568564c-c957-40e1-b00d-3fd9a3aeffe5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:34.376608 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57e58ae8-122c-45f7-8c39-48d8d5c9c41d req-5568564c-c957-40e1-b00d-3fd9a3aeffe5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0521319 Aug 17 03:34:34.414108 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57e58ae8-122c-45f7-8c39-48d8d5c9c41d req-45ddccb9-05ea-44e1-a424-a5fbe9a1b160 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309801 Aug 17 03:34:35.529718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7f979-b860-42ee-8fc5-938309007d76 req-b7654217-b4e9-4945-9239-4103319e1fe6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:35.531212 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f2e7f979-b860-42ee-8fc5-938309007d76 req-b7654217-b4e9-4945-9239-4103319e1fe6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0487943 Aug 17 03:34:35.567765 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f2e7f979-b860-42ee-8fc5-938309007d76 req-1df865bb-9324-4c02-929c-20f1ce9d33d9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306361 Aug 17 03:34:36.687215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8d592a1-bdb9-4c9e-a747-ea6c18ec1d34 req-8813421d-6f1d-4b34-8a72-15ff8c0b5ccf tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:36.688690 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a8d592a1-bdb9-4c9e-a747-ea6c18ec1d34 req-8813421d-6f1d-4b34-8a72-15ff8c0b5ccf tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0529940 Aug 17 03:34:36.727279 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a8d592a1-bdb9-4c9e-a747-ea6c18ec1d34 req-82a1b5ef-c485-4503-ac1a-7e4aa6109d79 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322602 Aug 17 03:34:37.844876 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ad63e6-ca00-4cad-b741-66961b04e768 req-26352445-2383-4fe7-8dac-44bf8e3288be tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:37.846380 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f9ad63e6-ca00-4cad-b741-66961b04e768 req-26352445-2383-4fe7-8dac-44bf8e3288be tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0503778 Aug 17 03:34:37.890544 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f9ad63e6-ca00-4cad-b741-66961b04e768 req-2a88613d-634e-4d3b-9ebc-742fc56e0883 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374317 Aug 17 03:34:38.548597 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:34:39.004756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a48940b-af8b-4ce9-8705-36f22cff7d9e req-4693d48f-ec98-46b6-9fa1-9344681e8605 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:39.006380 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4a48940b-af8b-4ce9-8705-36f22cff7d9e req-4693d48f-ec98-46b6-9fa1-9344681e8605 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0491066 Aug 17 03:34:39.043646 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4a48940b-af8b-4ce9-8705-36f22cff7d9e req-9a7b4a05-46c3-428f-8b49-1d0095b3c8de tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314286 Aug 17 03:34:40.155652 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb43a73-b938-47da-af1a-cc29e196c913 req-d7910755-961e-40b0-b7fa-059e6d22e1f5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:40.157118 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-beb43a73-b938-47da-af1a-cc29e196c913 req-d7910755-961e-40b0-b7fa-059e6d22e1f5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0479331 Aug 17 03:34:40.194352 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-beb43a73-b938-47da-af1a-cc29e196c913 req-16e1af37-8014-4438-94b1-c9349bf21059 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313582 Aug 17 03:34:41.323427 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-788bb2d7-47e7-47e9-a499-6187d3ec6209 req-3c5f3295-65fe-4603-933c-6a34efa9fe0f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:41.324905 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-788bb2d7-47e7-47e9-a499-6187d3ec6209 req-3c5f3295-65fe-4603-933c-6a34efa9fe0f tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0531282 Aug 17 03:34:41.361688 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-788bb2d7-47e7-47e9-a499-6187d3ec6209 req-dacda3a8-b82b-43fb-94e0-952c16c5846e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309250 Aug 17 03:34:42.476192 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68a4f0e0-fb15-4498-bfa2-153f8743d344 req-ff2c05e4-43cf-4222-b160-1610e460faee tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:42.477965 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-68a4f0e0-fb15-4498-bfa2-153f8743d344 req-ff2c05e4-43cf-4222-b160-1610e460faee tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0499208 Aug 17 03:34:42.515526 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-68a4f0e0-fb15-4498-bfa2-153f8743d344 req-e6a5a15d-3437-4ed2-874a-2a4e48b779b6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317378 Aug 17 03:34:43.637702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a298136-d8bb-4a7e-a678-6b017e3828e7 req-9e373dc5-84e4-4108-9e12-c8f9f8d749e5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:43.639232 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4a298136-d8bb-4a7e-a678-6b017e3828e7 req-9e373dc5-84e4-4108-9e12-c8f9f8d749e5 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0581002 Aug 17 03:34:43.680736 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4a298136-d8bb-4a7e-a678-6b017e3828e7 req-b0326988-d55e-45e5-a2dc-8fb7e1a11688 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356376 Aug 17 03:34:44.805523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02898212-9a03-4349-a89e-ec6d4d773890 req-b2875cd4-e3f5-4968-b2f1-34504ca85f37 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:44.807020 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-02898212-9a03-4349-a89e-ec6d4d773890 req-b2875cd4-e3f5-4968-b2f1-34504ca85f37 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0549767 Aug 17 03:34:44.848148 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-02898212-9a03-4349-a89e-ec6d4d773890 req-dcfef651-7b8c-49d5-aaca-f2376045e42e tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351210 Aug 17 03:34:45.122699 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 190093a9-25f7-4a85-b957-25f147a4b203 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:34:45.232592 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 190093a9-25f7-4a85-b957-25f147a4b203, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=190093a9-25f7-4a85-b957-25f147a4b203,segment=NetworkSegment(66d6c8f5-2da7-41fa-a068-a992091cca63),segment_id=66d6c8f5-2da7-41fa-a068-a992091cca63)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:34:45.243971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '190093a9-25f7-4a85-b957-25f147a4b203', 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d', 'port_id': '190093a9-25f7-4a85-b957-25f147a4b203', 'mac_address': 'fa:16:3e:2e:09:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:34:45.271208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22552b16-4af8-42ed-9c00-c79be0e6bd4c req-ac87ec3e-d1b3-480b-b6c5-7ecaba1fdc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:45.276130 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-22552b16-4af8-42ed-9c00-c79be0e6bd4c req-ac87ec3e-d1b3-480b-b6c5-7ecaba1fdc69 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 1096 time: 0.0436573 Aug 17 03:34:45.282713 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:45.295275 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8ae7b792-8dcb-471a-b09d-2b4e1e6c3d14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:45.297783 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 190093a9-25f7-4a85-b957-25f147a4b203 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:34:45.315138 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-22552b16-4af8-42ed-9c00-c79be0e6bd4c req-3648ef42-e3b4-4fe3-adbb-8385a9d7a25e service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344543 Aug 17 03:34:45.317865 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 190093a9-25f7-4a85-b957-25f147a4b203, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=190093a9-25f7-4a85-b957-25f147a4b203,segment=NetworkSegment(66d6c8f5-2da7-41fa-a068-a992091cca63),segment_id=66d6c8f5-2da7-41fa-a068-a992091cca63)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:34:45.386000 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:45.433263 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=190093a9-25f7-4a85-b957-25f147a4b203,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:34:45.440553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:34:45.440906 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:34:45.441251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:34:45.441616 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:34:45.441956 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:34:45.442292 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:34:45.442622 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:34:45.442950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:34:45.443275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:34:45.443598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:34:45.443928 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:34:45.444758 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:34:45.634712 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['190093a9-25f7-4a85-b957-25f147a4b203'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:34:45.965175 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e792bc-fdf9-44f0-969c-46c346c41dc2 req-99e8b035-d645-4790-a2f9-fdde987d3fb9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:45.966696 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47e792bc-fdf9-44f0-969c-46c346c41dc2 req-99e8b035-d645-4790-a2f9-fdde987d3fb9 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 944 time: 0.0480430 Aug 17 03:34:46.005848 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-47e792bc-fdf9-44f0-969c-46c346c41dc2 req-97625d06-bff1-439f-94fc-b00c3c73f91d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333230 Aug 17 03:34:47.124450 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d074676-3406-4bf5-bd3e-1f5817d83fd4 req-e68a95e1-4a80-4660-9162-469070413699 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:47.125952 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9d074676-3406-4bf5-bd3e-1f5817d83fd4 req-e68a95e1-4a80-4660-9162-469070413699 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 944 time: 0.0497346 Aug 17 03:34:47.147138 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 190093a9-25f7-4a85-b957-25f147a4b203 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:34:47.165191 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9d074676-3406-4bf5-bd3e-1f5817d83fd4 req-af332462-22e3-493c-be25-beb23b06f5ab tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332553 Aug 17 03:34:47.187609 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 38984) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:34:47.196784 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 190093a9-25f7-4a85-b957-25f147a4b203 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:34:47.197163 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:47.251019 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a9061996-e412-40e3-8dbe-39bb4532a660 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/floatingips/1a12f876-f9ea-4d02-9d1c-1e178fc9c5ed HTTP/1.1" status: 200 len: 992 time: 0.0622559 Aug 17 03:34:47.274002 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:47.295523 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76289690-cd97-4ac2-bbf2-eb246d541798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190093a9-25f7-4a85-b957-25f147a4b203'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:34:47.297765 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b176fe-bf05-41a7-a508-41ee31088f39" -d '{"events": [{"server_uuid": "76289690-cd97-4ac2-bbf2-eb246d541798", "name": "network-vif-plugged", "status": "completed", "tag": "190093a9-25f7-4a85-b957-25f147a4b203"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:34:47.312666 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 190093a9-25f7-4a85-b957-25f147a4b203, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=190093a9-25f7-4a85-b957-25f147a4b203,segment=NetworkSegment(66d6c8f5-2da7-41fa-a068-a992091cca63),segment_id=66d6c8f5-2da7-41fa-a068-a992091cca63)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:34:47.340564 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:34:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aedaf48b-6846-44ea-bbcc-69233945ded8 x-openstack-request-id: req-aedaf48b-6846-44ea-bbcc-69233945ded8 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:34:47.340864 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76289690-cd97-4ac2-bbf2-eb246d541798", "name": "network-vif-plugged", "status": "completed", "tag": "190093a9-25f7-4a85-b957-25f147a4b203", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:34:47.341152 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-aedaf48b-6846-44ea-bbcc-69233945ded8 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:34:47.341594 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76289690-cd97-4ac2-bbf2-eb246d541798', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '190093a9-25f7-4a85-b957-25f147a4b203', 'code': 200} Aug 17 03:34:47.374354 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:47.420260 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=190093a9-25f7-4a85-b957-25f147a4b203,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:34:47.937550 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d9c84f45-bf82-49e6-bf18-b2b1ad317e48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:48.185584 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:48.812246 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d67aac52-e8d3-4c5a-8604-63ca6a829fed req-2cc9d7d1-b03c-4b0b-9a79-dcce59245696 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0468614 Aug 17 03:34:48.907825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67aac52-e8d3-4c5a-8604-63ca6a829fed req-1f729af1-6cd0-4c9d-9046-30eb9ad09463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:48.910214 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d67aac52-e8d3-4c5a-8604-63ca6a829fed req-1f729af1-6cd0-4c9d-9046-30eb9ad09463 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 1096 time: 0.0477037 Aug 17 03:34:49.037235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67aac52-e8d3-4c5a-8604-63ca6a829fed req-4cf7198f-e7aa-40f7-bef0-a71a9c737e83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:49.039216 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d67aac52-e8d3-4c5a-8604-63ca6a829fed req-4cf7198f-e7aa-40f7-bef0-a71a9c737e83 service neutron] 10.222.0.30 "GET /v2.0/networks?id=607a300e-6988-4558-b49f-bbd4b5dd543d HTTP/1.1" status: 200 len: 897 time: 0.1037700 Aug 17 03:34:49.104661 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d67aac52-e8d3-4c5a-8604-63ca6a829fed req-aeca3190-71f5-4ce8-bdeb-accd672b275c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=190093a9-25f7-4a85-b957-25f147a4b203 HTTP/1.1" status: 200 len: 1001 time: 0.0573304 Aug 17 03:34:49.160364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67aac52-e8d3-4c5a-8604-63ca6a829fed req-1a9138e7-064e-4a10-8f91-918a56bcf48e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:49.161857 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d67aac52-e8d3-4c5a-8604-63ca6a829fed req-1a9138e7-064e-4a10-8f91-918a56bcf48e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09f95e6d-b531-43c0-a940-2f5d09709327 HTTP/1.1" status: 200 len: 835 time: 0.0482633 Aug 17 03:34:49.194918 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:34:49.210271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d67aac52-e8d3-4c5a-8604-63ca6a829fed req-fe9d6dfd-563d-49f6-ba28-f5457baac120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:34:49.211854 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d67aac52-e8d3-4c5a-8604-63ca6a829fed req-fe9d6dfd-563d-49f6-ba28-f5457baac120 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=607a300e-6988-4558-b49f-bbd4b5dd543d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406494 Aug 17 03:34:49.300982 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d67aac52-e8d3-4c5a-8604-63ca6a829fed req-b2b09003-384d-421c-9a98-e6b939bd89f9 service neutron] 10.222.0.30 "GET /v2.0/networks/607a300e-6988-4558-b49f-bbd4b5dd543d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807695 Aug 17 03:34:49.394407 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d67aac52-e8d3-4c5a-8604-63ca6a829fed req-d65c710c-6f9e-487a-b826-acbb6adaffaa service neutron] 10.222.0.30 "GET /v2.0/networks/607a300e-6988-4558-b49f-bbd4b5dd543d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856521 Aug 17 03:34:50.939971 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:03.320399 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:03.948859 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:15.275025 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2743b9e7-3a03-4989-838e-34af71d8b4f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:15.547737 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:35:17.945704 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-da975bf8-fb24-4cf6-8d9b-7bc55db94356 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:18.168551 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:19.205711 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:20.934288 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:22.465252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39000) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:22.617687 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting port cfa20945-7cfe-482f-828a-305665cd39c3 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:35:22.618089 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:22.694732 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:22.695057 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:22.706353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Calling delete_port for cfa20945-7cfe-482f-828a-305665cd39c3 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:35:22.917310 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:22.942329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Port': ['ID=cfa20945-7cfe-482f-828a-305665cd39c3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:22.954202 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:22.954558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:22.954907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:22.955249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:22.955587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:22.955926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:22.956260 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:22.956590 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:22.956923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:22.957250 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:22.957607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:22.957935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:23.011186 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:23.011444 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Floating IP 1a12f876-f9ea-4d02-9d1c-1e178fc9c5ed disassociated (deleted). External IP: 172.25.1.155, port: 190093a9-25f7-4a85-b957-25f147a4b203. Aug 17 03:35:23.216152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router cbcc2df6-f574-429c-a493-a6032252f44e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:35:23.323287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:35:23.327902 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:23.332467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c9e4f-dbb9-49b0-9778-c2b038a03b69 None None] Sync routers for ids ['cbcc2df6-f574-429c-a493-a6032252f44e'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:35:23.341846 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c9e4f-dbb9-49b0-9778-c2b038a03b69 None None] Routers {'cbcc2df6-f574-429c-a493-a6032252f44e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:35:23.342458 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8a7c9e4f-dbb9-49b0-9778-c2b038a03b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:35:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cbcc2df6-f574-429c-a493-a6032252f44e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:23.354906 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-27bd6382-aa31-4c52-956a-cb32f8924437 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/floatingips/1a12f876-f9ea-4d02-9d1c-1e178fc9c5ed HTTP/1.1" status: 204 len: 168 time: 0.8884978 Aug 17 03:35:23.355519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76289690-cd97-4ac2-bbf2-eb246d541798', 'tag': '190093a9-25f7-4a85-b957-25f147a4b203'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:35:23.357812 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d68e45de-77f6-4c41-96a8-f516533dbc98" -d '{"events": [{"name": "network-changed", "server_uuid": "76289690-cd97-4ac2-bbf2-eb246d541798", "tag": "190093a9-25f7-4a85-b957-25f147a4b203"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:35:23.415058 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e7e9c48-f65b-4942-9eef-ac0db9c38e84 x-openstack-request-id: req-5e7e9c48-f65b-4942-9eef-ac0db9c38e84 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:35:23.415560 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76289690-cd97-4ac2-bbf2-eb246d541798", "tag": "190093a9-25f7-4a85-b957-25f147a4b203", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:35:23.415821 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5e7e9c48-f65b-4942-9eef-ac0db9c38e84 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:35:23.416800 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76289690-cd97-4ac2-bbf2-eb246d541798', 'tag': '190093a9-25f7-4a85-b957-25f147a4b203', 'status': 'completed', 'code': 200} Aug 17 03:35:23.465672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-8a7c9e4f-dbb9-49b0-9778-c2b038a03b69 None None] Set router cbcc2df6-f574-429c-a493-a6032252f44e gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:35:23.479815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e45de-77f6-4c41-96a8-f516533dbc98 req-a9736322-7150-489c-8997-5a6a04844749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:23.481600 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d68e45de-77f6-4c41-96a8-f516533dbc98 req-a9736322-7150-489c-8997-5a6a04844749 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 1096 time: 0.0422823 Aug 17 03:35:23.576593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e45de-77f6-4c41-96a8-f516533dbc98 req-344de354-50ed-497a-a614-6eee78ff8b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:23.578057 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d68e45de-77f6-4c41-96a8-f516533dbc98 req-344de354-50ed-497a-a614-6eee78ff8b5f service neutron] 10.222.0.30 "GET /v2.0/networks?id=607a300e-6988-4558-b49f-bbd4b5dd543d HTTP/1.1" status: 200 len: 897 time: 0.0895383 Aug 17 03:35:23.620100 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d68e45de-77f6-4c41-96a8-f516533dbc98 req-3d256f4f-9242-47e6-9f69-fea5b9eef19e service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=190093a9-25f7-4a85-b957-25f147a4b203 HTTP/1.1" status: 200 len: 217 time: 0.0341413 Aug 17 03:35:23.665751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8a7c9e4f-dbb9-49b0-9778-c2b038a03b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811488281', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '6afe228c-238c-4b50-8055-9816370fdb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:33:36Z', 'updated_at': '2021-08-17T03:33:41Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6afe228c-238c-4b50-8055-9816370fdb74', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:37Z', 'updated_at': '2021-08-17T03:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '08dda80d-7185-4d21-bcb6-bd66ea6add3e', 'name': '', 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:49:19:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:40Z', 'updated_at': '2021-08-17T03:33:45Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:23.674461 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e45de-77f6-4c41-96a8-f516533dbc98 req-56a0e826-b668-4664-99bd-cafa39062796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:23.675960 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d68e45de-77f6-4c41-96a8-f516533dbc98 req-56a0e826-b668-4664-99bd-cafa39062796 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=09f95e6d-b531-43c0-a940-2f5d09709327 HTTP/1.1" status: 200 len: 835 time: 0.0495708 Aug 17 03:35:23.693392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c9e4f-dbb9-49b0-9778-c2b038a03b69 None None] Checking router: cbcc2df6-f574-429c-a493-a6032252f44e for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:35:23.702099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a7c9e4f-dbb9-49b0-9778-c2b038a03b69 None None] Routers {'cbcc2df6-f574-429c-a493-a6032252f44e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:35:23.702717 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8a7c9e4f-dbb9-49b0-9778-c2b038a03b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:35:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cbcc2df6-f574-429c-a493-a6032252f44e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:23.736992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68e45de-77f6-4c41-96a8-f516533dbc98 req-5988d579-fc9e-49b6-a909-a47a4231dfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:23.740980 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d68e45de-77f6-4c41-96a8-f516533dbc98 req-5988d579-fc9e-49b6-a909-a47a4231dfa2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=607a300e-6988-4558-b49f-bbd4b5dd543d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557764 Aug 17 03:35:23.821870 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9094226e-84b2-4507-8982-791d56448ac0 req-58b029de-4ffc-452a-82be-92810b0ab33d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:23.828798 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-8a7c9e4f-dbb9-49b0-9778-c2b038a03b69 None None] Set router cbcc2df6-f574-429c-a493-a6032252f44e gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:35:23.828962 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9094226e-84b2-4507-8982-791d56448ac0 req-58b029de-4ffc-452a-82be-92810b0ab33d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0530438 Aug 17 03:35:23.841839 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d68e45de-77f6-4c41-96a8-f516533dbc98 req-06e8a122-2e78-4d65-aaa0-4afb7df24f91 service neutron] 10.222.0.30 "GET /v2.0/networks/607a300e-6988-4558-b49f-bbd4b5dd543d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906627 Aug 17 03:35:23.866579 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9094226e-84b2-4507-8982-791d56448ac0 req-fd84cdee-a0c9-4a9e-9948-e46ac313ea4b tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348620 Aug 17 03:35:24.033191 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8a7c9e4f-dbb9-49b0-9778-c2b038a03b69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811488281', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '6afe228c-238c-4b50-8055-9816370fdb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:33:36Z', 'updated_at': '2021-08-17T03:33:41Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6afe228c-238c-4b50-8055-9816370fdb74', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:37Z', 'updated_at': '2021-08-17T03:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '08dda80d-7185-4d21-bcb6-bd66ea6add3e', 'name': '', 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:49:19:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:40Z', 'updated_at': '2021-08-17T03:33:45Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:24.071824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a7c9e4f-dbb9-49b0-9778-c2b038a03b69 None None] The sync data for ids ['cbcc2df6-f574-429c-a493-a6032252f44e'] in n-d-802060-9 is: [{'id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811488281', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '6afe228c-238c-4b50-8055-9816370fdb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:33:36Z', 'updated_at': '2021-08-17T03:33:41Z', 'revision_number': 4, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6afe228c-238c-4b50-8055-9816370fdb74', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:37Z', 'updated_at': '2021-08-17T03:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '08dda80d-7185-4d21-bcb6-bd66ea6add3e', 'name': '', 'network_id': '607a300e-6988-4558-b49f-bbd4b5dd543d', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'mac_address': 'fa:16:3e:49:19:10', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_interface', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:40Z', 'updated_at': '2021-08-17T03:33:45Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'subnets': [{'id': '09f95e6d-b531-43c0-a940-2f5d09709327', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:35:24.254529 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d68e45de-77f6-4c41-96a8-f516533dbc98 req-0c72f4a7-d283-4cc3-a5e7-9a7dd090a239 service neutron] 10.222.0.30 "GET /v2.0/networks/607a300e-6988-4558-b49f-bbd4b5dd543d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4048944 Aug 17 03:35:24.319084 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b91dca1f-a491-4421-8953-bea7e9aac85f None None] New status for floating IP 1a12f876-f9ea-4d02-9d1c-1e178fc9c5ed: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:35:24.983274 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5218d14c-0017-4883-89ea-6eefbf44cbc7 req-6f671493-c6ba-4d35-9868-de18e639582d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:24.984744 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5218d14c-0017-4883-89ea-6eefbf44cbc7 req-6f671493-c6ba-4d35-9868-de18e639582d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0482881 Aug 17 03:35:25.024855 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5218d14c-0017-4883-89ea-6eefbf44cbc7 req-d3b5e174-5abe-4192-b071-5730677645a2 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/security-groups?id=8b980353-09ba-471e-a084-df3bfa373b91&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341563 Aug 17 03:35:25.086570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9c1170-2723-46d5-b0a6-1a06ce6b3fbb req-7fdfd2ba-e47b-4836-a677-0f98937e0c8d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:25.088023 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6b9c1170-2723-46d5-b0a6-1a06ce6b3fbb req-7fdfd2ba-e47b-4836-a677-0f98937e0c8d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.30 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 945 time: 0.0459645 Aug 17 03:35:25.173709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-6b9c1170-2723-46d5-b0a6-1a06ce6b3fbb req-d079d277-4a34-4971-8555-ea1a1036cee6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting port 190093a9-25f7-4a85-b957-25f147a4b203 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:35:25.174047 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6b9c1170-2723-46d5-b0a6-1a06ce6b3fbb req-d079d277-4a34-4971-8555-ea1a1036cee6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:25.261949 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6b9c1170-2723-46d5-b0a6-1a06ce6b3fbb req-d079d277-4a34-4971-8555-ea1a1036cee6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] For port 190093a9-25f7-4a85-b957-25f147a4b203, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=190093a9-25f7-4a85-b957-25f147a4b203,segment=NetworkSegment(66d6c8f5-2da7-41fa-a068-a992091cca63),segment_id=66d6c8f5-2da7-41fa-a068-a992091cca63)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:35:25.262295 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6b9c1170-2723-46d5-b0a6-1a06ce6b3fbb req-d079d277-4a34-4971-8555-ea1a1036cee6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:25.274336 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-6b9c1170-2723-46d5-b0a6-1a06ce6b3fbb req-d079d277-4a34-4971-8555-ea1a1036cee6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Calling delete_port for 190093a9-25f7-4a85-b957-25f147a4b203 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:35:25.465456 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6b9c1170-2723-46d5-b0a6-1a06ce6b3fbb req-d079d277-4a34-4971-8555-ea1a1036cee6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:25.493002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d079d277-4a34-4971-8555-ea1a1036cee6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Port': ['ID=190093a9-25f7-4a85-b957-25f147a4b203,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:25.536507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b9c1170-2723-46d5-b0a6-1a06ce6b3fbb req-d079d277-4a34-4971-8555-ea1a1036cee6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] No DVR routers for this DVR port 190093a9-25f7-4a85-b957-25f147a4b203 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:35:25.539084 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6b9c1170-2723-46d5-b0a6-1a06ce6b3fbb req-d079d277-4a34-4971-8555-ea1a1036cee6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:25.541017 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6b9c1170-2723-46d5-b0a6-1a06ce6b3fbb req-d079d277-4a34-4971-8555-ea1a1036cee6 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.30 "DELETE /v2.0/ports/190093a9-25f7-4a85-b957-25f147a4b203 HTTP/1.1" status: 204 len: 173 time: 0.4470921 Aug 17 03:35:25.541495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76289690-cd97-4ac2-bbf2-eb246d541798', 'name': 'network-vif-deleted', 'tag': '190093a9-25f7-4a85-b957-25f147a4b203'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:35:25.543760 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76d7d7f5-3ada-4834-a408-da9818c51073" -d '{"events": [{"server_uuid": "76289690-cd97-4ac2-bbf2-eb246d541798", "name": "network-vif-deleted", "tag": "190093a9-25f7-4a85-b957-25f147a4b203"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:35:25.579675 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:35:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-46b64850-ef4b-4c0b-b672-618e7a1e89f1 x-openstack-request-id: req-46b64850-ef4b-4c0b-b672-618e7a1e89f1 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:35:25.579963 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76289690-cd97-4ac2-bbf2-eb246d541798", "name": "network-vif-deleted", "tag": "190093a9-25f7-4a85-b957-25f147a4b203", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:35:25.580217 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-46b64850-ef4b-4c0b-b672-618e7a1e89f1 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:35:25.580613 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76289690-cd97-4ac2-bbf2-eb246d541798', 'name': 'network-vif-deleted', 'tag': '190093a9-25f7-4a85-b957-25f147a4b203', 'status': 'completed', 'code': 200} Aug 17 03:35:26.136933 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1814321c-5d36-40b5-b5f4-2607e6c23078 req-181cab6e-d1e0-45eb-b474-be408f5c4f5d tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "GET /v2.0/ports?device_id=76289690-cd97-4ac2-bbf2-eb246d541798 HTTP/1.1" status: 200 len: 210 time: 0.0284164 Aug 17 03:35:27.191312 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39020) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:27.554509 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eec2ca73-6a88-4170-b3aa-d79baba7d5cd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:27.811988 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-eec2ca73-6a88-4170-b3aa-d79baba7d5cd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting port 08dda80d-7185-4d21-bcb6-bd66ea6add3e {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:35:27.812244 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eec2ca73-6a88-4170-b3aa-d79baba7d5cd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:27.898702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-eec2ca73-6a88-4170-b3aa-d79baba7d5cd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] For port 08dda80d-7185-4d21-bcb6-bd66ea6add3e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=08dda80d-7185-4d21-bcb6-bd66ea6add3e,segment=NetworkSegment(66d6c8f5-2da7-41fa-a068-a992091cca63),segment_id=66d6c8f5-2da7-41fa-a068-a992091cca63)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:35:27.899076 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eec2ca73-6a88-4170-b3aa-d79baba7d5cd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:27.916272 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-eec2ca73-6a88-4170-b3aa-d79baba7d5cd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Calling delete_port for 08dda80d-7185-4d21-bcb6-bd66ea6add3e owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:35:28.156770 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eec2ca73-6a88-4170-b3aa-d79baba7d5cd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:28.183642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eec2ca73-6a88-4170-b3aa-d79baba7d5cd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Port': ['ID=08dda80d-7185-4d21-bcb6-bd66ea6add3e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:28.357850 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-eec2ca73-6a88-4170-b3aa-d79baba7d5cd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:28.572056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eec2ca73-6a88-4170-b3aa-d79baba7d5cd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Router cbcc2df6-f574-429c-a493-a6032252f44e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:35:28.678144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eec2ca73-6a88-4170-b3aa-d79baba7d5cd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:35:28.683884 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-eec2ca73-6a88-4170-b3aa-d79baba7d5cd tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "PUT /v2.0/routers/cbcc2df6-f574-429c-a493-a6032252f44e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4915509 Aug 17 03:35:28.686642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39022) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:28.689312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1906ff26-ec68-4d16-b4b7-c1e33ee02f54 None None] Sync routers for ids ['cbcc2df6-f574-429c-a493-a6032252f44e'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:35:28.698815 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1906ff26-ec68-4d16-b4b7-c1e33ee02f54 None None] Routers {'cbcc2df6-f574-429c-a493-a6032252f44e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:35:28.699579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1906ff26-ec68-4d16-b4b7-c1e33ee02f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:35:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cbcc2df6-f574-429c-a493-a6032252f44e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:28.736581 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f74a74f-d582-4860-b68b-c4417a6fd896 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting subnet 09f95e6d-b531-43c0-a940-2f5d09709327 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:35:28.739644 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f74a74f-d582-4860-b68b-c4417a6fd896 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:28.779301 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f74a74f-d582-4860-b68b-c4417a6fd896 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:28.802796 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-1906ff26-ec68-4d16-b4b7-c1e33ee02f54 None None] Set router cbcc2df6-f574-429c-a493-a6032252f44e gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:35:28.865587 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f74a74f-d582-4860-b68b-c4417a6fd896 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:28.973816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1906ff26-ec68-4d16-b4b7-c1e33ee02f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811488281', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '6afe228c-238c-4b50-8055-9816370fdb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:33:36Z', 'updated_at': '2021-08-17T03:35:28Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6afe228c-238c-4b50-8055-9816370fdb74', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:37Z', 'updated_at': '2021-08-17T03:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:28.999489 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1906ff26-ec68-4d16-b4b7-c1e33ee02f54 None None] Checking router: cbcc2df6-f574-429c-a493-a6032252f44e for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:35:29.000277 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f74a74f-d582-4860-b68b-c4417a6fd896 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:29.007753 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1906ff26-ec68-4d16-b4b7-c1e33ee02f54 None None] Routers {'cbcc2df6-f574-429c-a493-a6032252f44e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:35:29.008292 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1906ff26-ec68-4d16-b4b7-c1e33ee02f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:35:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cbcc2df6-f574-429c-a493-a6032252f44e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:29.030508 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3f74a74f-d582-4860-b68b-c4417a6fd896 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:29.035234 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3f74a74f-d582-4860-b68b-c4417a6fd896 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/subnets/09f95e6d-b531-43c0-a940-2f5d09709327 HTTP/1.1" status: 204 len: 168 time: 0.3448768 Aug 17 03:35:29.035234 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f74a74f-d582-4860-b68b-c4417a6fd896 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Subnet': ['ID=09f95e6d-b531-43c0-a940-2f5d09709327,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:29.035399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39024) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:29.045221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6e90ee5-e8fb-460e-8414-74c9912574a0 None None] Network 607a300e-6988-4558-b49f-bbd4b5dd543d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:35:29.144241 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1068db34-0b3a-40ed-a2c6-9f967cf15761 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:29.197640 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-1906ff26-ec68-4d16-b4b7-c1e33ee02f54 None None] Set router cbcc2df6-f574-429c-a493-a6032252f44e gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:35:29.254133 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1068db34-0b3a-40ed-a2c6-9f967cf15761 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:29.391241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-1068db34-0b3a-40ed-a2c6-9f967cf15761 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Deleting port 6afe228c-238c-4b50-8055-9816370fdb74 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:35:29.391898 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1068db34-0b3a-40ed-a2c6-9f967cf15761 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:29.415976 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 190093a9-25f7-4a85-b957-25f147a4b203 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:35:29.448858 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 190093a9-25f7-4a85-b957-25f147a4b203 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:35:29.449360 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 190093a9-25f7-4a85-b957-25f147a4b203 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:35:29.482673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-1068db34-0b3a-40ed-a2c6-9f967cf15761 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] For port 6afe228c-238c-4b50-8055-9816370fdb74, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6afe228c-238c-4b50-8055-9816370fdb74,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:35:29.483566 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1068db34-0b3a-40ed-a2c6-9f967cf15761 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:29.497866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-1068db34-0b3a-40ed-a2c6-9f967cf15761 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Calling delete_port for 6afe228c-238c-4b50-8055-9816370fdb74 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:35:29.571725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf10ef2b-585e-43a6-912d-9a92d92558ba None None] DHCP port deletion for 607a300e-6988-4558-b49f-bbd4b5dd543d request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:35:29.581204 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-1906ff26-ec68-4d16-b4b7-c1e33ee02f54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811488281', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '6afe228c-238c-4b50-8055-9816370fdb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:33:36Z', 'updated_at': '2021-08-17T03:35:28Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6afe228c-238c-4b50-8055-9816370fdb74', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:37Z', 'updated_at': '2021-08-17T03:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:29.625196 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1906ff26-ec68-4d16-b4b7-c1e33ee02f54 None None] The sync data for ids ['cbcc2df6-f574-429c-a493-a6032252f44e'] in n-d-802060-9 is: [{'id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'name': 'tempest-TestNetworkAdvancedServerOps-router-811488281', 'tenant_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235'}], 'enable_snat': True}, 'gw_port_id': '6afe228c-238c-4b50-8055-9816370fdb74', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:33:36Z', 'updated_at': '2021-08-17T03:35:28Z', 'revision_number': 5, 'project_id': 'c77d3de5480541c2aef96c5ffa17a28d', 'gw_port': {'id': '6afe228c-238c-4b50-8055-9816370fdb74', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:8f:e0:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cbcc2df6-f574-429c-a493-a6032252f44e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3903, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.235', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:33:37Z', 'updated_at': '2021-08-17T03:33:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:35:29.651664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-bf10ef2b-585e-43a6-912d-9a92d92558ba None None] Deleting port f90dde21-f149-4d9a-a95c-41a32c2418e2 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:35:29.651940 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bf10ef2b-585e-43a6-912d-9a92d92558ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:29.718573 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-bf10ef2b-585e-43a6-912d-9a92d92558ba None None] For port f90dde21-f149-4d9a-a95c-41a32c2418e2, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f90dde21-f149-4d9a-a95c-41a32c2418e2,segment=NetworkSegment(66d6c8f5-2da7-41fa-a068-a992091cca63),segment_id=66d6c8f5-2da7-41fa-a068-a992091cca63)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:35:29.719411 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bf10ef2b-585e-43a6-912d-9a92d92558ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:29.731732 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-bf10ef2b-585e-43a6-912d-9a92d92558ba None None] Calling delete_port for f90dde21-f149-4d9a-a95c-41a32c2418e2 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:35:29.737229 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1068db34-0b3a-40ed-a2c6-9f967cf15761 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:29.765790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1068db34-0b3a-40ed-a2c6-9f967cf15761 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Port': ['ID=6afe228c-238c-4b50-8055-9816370fdb74,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:29.824378 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1068db34-0b3a-40ed-a2c6-9f967cf15761 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:29.886218 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bf10ef2b-585e-43a6-912d-9a92d92558ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:29.915341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf10ef2b-585e-43a6-912d-9a92d92558ba None None] Pushing event deleted for resources: {'Port': ['ID=f90dde21-f149-4d9a-a95c-41a32c2418e2,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:29.920279 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf10ef2b-585e-43a6-912d-9a92d92558ba None None] No DVR routers for this DVR port f90dde21-f149-4d9a-a95c-41a32c2418e2 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:35:29.923125 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1068db34-0b3a-40ed-a2c6-9f967cf15761 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:29.927035 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1068db34-0b3a-40ed-a2c6-9f967cf15761 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:30.031649 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1068db34-0b3a-40ed-a2c6-9f967cf15761 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:30.032217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1068db34-0b3a-40ed-a2c6-9f967cf15761 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Fanout notify agent at l3_agent the message router_deleted on router cbcc2df6-f574-429c-a493-a6032252f44e {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:35:30.039692 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1068db34-0b3a-40ed-a2c6-9f967cf15761 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:30.042274 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1068db34-0b3a-40ed-a2c6-9f967cf15761 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/routers/cbcc2df6-f574-429c-a493-a6032252f44e HTTP/1.1" status: 204 len: 168 time: 1.0046828 Aug 17 03:35:30.044417 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39026) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:30.121719 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b320817a-021e-47d4-82eb-a5c6999e6737 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:30.211056 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b320817a-021e-47d4-82eb-a5c6999e6737 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:30.221679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-b320817a-021e-47d4-82eb-a5c6999e6737 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['607a300e-6988-4558-b49f-bbd4b5dd543d']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:30.232413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-b320817a-021e-47d4-82eb-a5c6999e6737 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66d6c8f5-2da7-41fa-a068-a992091cca63') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:30.232711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-b320817a-021e-47d4-82eb-a5c6999e6737 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66d6c8f5-2da7-41fa-a068-a992091cca63') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:30.241889 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b320817a-021e-47d4-82eb-a5c6999e6737 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:30.256516 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b320817a-021e-47d4-82eb-a5c6999e6737 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:30.263328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b320817a-021e-47d4-82eb-a5c6999e6737 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:35:30.263790 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b320817a-021e-47d4-82eb-a5c6999e6737 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:35:30.266855 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:35:30.385099 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b320817a-021e-47d4-82eb-a5c6999e6737 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:30.397324 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b320817a-021e-47d4-82eb-a5c6999e6737 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:30.397324 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b320817a-021e-47d4-82eb-a5c6999e6737 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/networks/607a300e-6988-4558-b49f-bbd4b5dd543d HTTP/1.1" status: 204 len: 168 time: 0.3485374 Aug 17 03:35:30.397952 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39028) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:30.406439 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b320817a-021e-47d4-82eb-a5c6999e6737 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'Network': ['ID=607a300e-6988-4558-b49f-bbd4b5dd543d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:30.455303 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed58f-72a8-4f91-8cc5-4efdd3f10e93 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:30.481495 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed58f-72a8-4f91-8cc5-4efdd3f10e93 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:30.608830 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed58f-72a8-4f91-8cc5-4efdd3f10e93 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:30.613725 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2b8ed58f-72a8-4f91-8cc5-4efdd3f10e93 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:30.615725 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2b8ed58f-72a8-4f91-8cc5-4efdd3f10e93 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] 10.222.0.10 "DELETE /v2.0/security-groups/8b980353-09ba-471e-a084-df3bfa373b91 HTTP/1.1" status: 204 len: 168 time: 0.2177749 Aug 17 03:35:30.637556 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b8ed58f-72a8-4f91-8cc5-4efdd3f10e93 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b980353-09ba-471e-a084-df3bfa373b91,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:30.652461 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ed58f-72a8-4f91-8cc5-4efdd3f10e93 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:30.653179 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ed58f-72a8-4f91-8cc5-4efdd3f10e93 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:30.653830 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ed58f-72a8-4f91-8cc5-4efdd3f10e93 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:30.654564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ed58f-72a8-4f91-8cc5-4efdd3f10e93 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:30.655254 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ed58f-72a8-4f91-8cc5-4efdd3f10e93 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:30.655834 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ed58f-72a8-4f91-8cc5-4efdd3f10e93 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:30.656451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ed58f-72a8-4f91-8cc5-4efdd3f10e93 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:30.657153 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ed58f-72a8-4f91-8cc5-4efdd3f10e93 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:30.657989 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ed58f-72a8-4f91-8cc5-4efdd3f10e93 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:30.658630 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ed58f-72a8-4f91-8cc5-4efdd3f10e93 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:30.659265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ed58f-72a8-4f91-8cc5-4efdd3f10e93 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:30.659899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b8ed58f-72a8-4f91-8cc5-4efdd3f10e93 tempest-TestNetworkAdvancedServerOps-262302224 tempest-TestNetworkAdvancedServerOps-262302224-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:30.701174 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6afe228c-238c-4b50-8055-9816370fdb74 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:35:30.730182 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 6afe228c-238c-4b50-8055-9816370fdb74 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:35:30.730182 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6afe228c-238c-4b50-8055-9816370fdb74 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:35:30.730182 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f90dde21-f149-4d9a-a95c-41a32c2418e2 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:35:30.747352 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: f90dde21-f149-4d9a-a95c-41a32c2418e2 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:35:30.747703 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f90dde21-f149-4d9a-a95c-41a32c2418e2 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:35:30.748119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 08dda80d-7185-4d21-bcb6-bd66ea6add3e no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:35:30.768354 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 08dda80d-7185-4d21-bcb6-bd66ea6add3e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:35:30.768709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 08dda80d-7185-4d21-bcb6-bd66ea6add3e not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:35:31.160559 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39036) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:31.293817 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1319acdf-9d4f-480a-97cc-43c4980eb191 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=c77d3de5480541c2aef96c5ffa17a28d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1320736 Aug 17 03:35:31.296342 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39040) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:31.343475 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4126010a-f81f-4566-ac24-41273403d813 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:31.364072 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4126010a-f81f-4566-ac24-41273403d813 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:31.474137 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4126010a-f81f-4566-ac24-41273403d813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:31.477029 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4126010a-f81f-4566-ac24-41273403d813 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:31.478208 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4126010a-f81f-4566-ac24-41273403d813 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6e978797-0942-4315-8ed3-904e988d1e07 HTTP/1.1" status: 204 len: 168 time: 0.1809762 Aug 17 03:35:31.486842 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4126010a-f81f-4566-ac24-41273403d813 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e978797-0942-4315-8ed3-904e988d1e07,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:32.068213 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39046) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:32.109306 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4e315dd0-e056-4725-a75c-424ed13e75fb admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ac49355590654c179c20f0040cc65c67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399508 Aug 17 03:35:32.111769 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39048) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:32.161685 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9f9a-ae1a-4aa8-9b62-9426cdffd887 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:32.183099 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9f9a-ae1a-4aa8-9b62-9426cdffd887 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:32.336897 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9f9a-ae1a-4aa8-9b62-9426cdffd887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:32.340633 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe4a9f9a-ae1a-4aa8-9b62-9426cdffd887 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:32.341823 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fe4a9f9a-ae1a-4aa8-9b62-9426cdffd887 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/31e384bc-b399-43aa-b188-deb77fa88725 HTTP/1.1" status: 204 len: 168 time: 0.2291696 Aug 17 03:35:32.349513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe4a9f9a-ae1a-4aa8-9b62-9426cdffd887 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31e384bc-b399-43aa-b188-deb77fa88725,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:33.316850 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:33.971466 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:37.320984 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39202) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:37.425848 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5045d732-8b8c-4153-8085-16495867d4f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:37.514833 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5045d732-8b8c-4153-8085-16495867d4f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:37.591320 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5045d732-8b8c-4153-8085-16495867d4f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:37.628245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5045d732-8b8c-4153-8085-16495867d4f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3691fbab-91e0-4c94-926a-d9b20bbb7e17,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:37.632550 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5045d732-8b8c-4153-8085-16495867d4f7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=ced088cd107546c283346caade519f00&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3105159 Aug 17 03:35:37.635916 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39206) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:37.684929 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-57db4e94-b4e8-4a67-8374-773657f04aa5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:37.706293 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-57db4e94-b4e8-4a67-8374-773657f04aa5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:37.830942 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-57db4e94-b4e8-4a67-8374-773657f04aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:37.833637 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-57db4e94-b4e8-4a67-8374-773657f04aa5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:37.834802 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-57db4e94-b4e8-4a67-8374-773657f04aa5 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3691fbab-91e0-4c94-926a-d9b20bbb7e17 HTTP/1.1" status: 204 len: 168 time: 0.1984982 Aug 17 03:35:37.843481 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57db4e94-b4e8-4a67-8374-773657f04aa5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3691fbab-91e0-4c94-926a-d9b20bbb7e17,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:38.492028 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39212) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:38.502519 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-510e669e-dd81-4472-859d-12689379b3a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:38.588077 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-510e669e-dd81-4472-859d-12689379b3a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:38.657095 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-510e669e-dd81-4472-859d-12689379b3a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:38.693211 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-510e669e-dd81-4472-859d-12689379b3a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee137209-90de-4471-b598-e02d3f95fe61,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:38.697720 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-510e669e-dd81-4472-859d-12689379b3a7 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8e7df127170d420b9ae65fef2c652cb9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2087929 Aug 17 03:35:38.700889 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39214) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:38.751486 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0d580eb0-39ef-498c-8c27-aa2fba046929 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:38.773142 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0d580eb0-39ef-498c-8c27-aa2fba046929 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:38.903352 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0d580eb0-39ef-498c-8c27-aa2fba046929 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:38.906050 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0d580eb0-39ef-498c-8c27-aa2fba046929 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:38.912271 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0d580eb0-39ef-498c-8c27-aa2fba046929 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/ee137209-90de-4471-b598-e02d3f95fe61 HTTP/1.1" status: 204 len: 168 time: 0.2052994 Aug 17 03:35:38.915068 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d580eb0-39ef-498c-8c27-aa2fba046929 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee137209-90de-4471-b598-e02d3f95fe61,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:39.927072 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39236) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:40.029693 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8e717d09-79e3-4160-be65-083aca6fa7ae admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1519379812-network', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:35:40.108508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e717d09-79e3-4160-be65-083aca6fa7ae admin admin] Made reservation on behalf of b7fee808d888433c9ce194894b55eea6 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:35:40.110862 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e717d09-79e3-4160-be65-083aca6fa7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:40.119335 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e717d09-79e3-4160-be65-083aca6fa7ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:40.204919 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e717d09-79e3-4160-be65-083aca6fa7ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:40.287817 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e717d09-79e3-4160-be65-083aca6fa7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:40.313841 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e717d09-79e3-4160-be65-083aca6fa7ae admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 80} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:35:40.319083 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e717d09-79e3-4160-be65-083aca6fa7ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=62b91656-700d-4e66-9a9f-121b974989bb,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:40.327185 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e717d09-79e3-4160-be65-083aca6fa7ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:40.327185 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-8e717d09-79e3-4160-be65-083aca6fa7ae admin admin] Added segment c56a4d73-b898-4f7a-b46e-78e04d7917c7 of type vlan for network 05552bfd-7e8d-49de-9ddb-c05af7a51a96 Aug 17 03:35:40.366520 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e717d09-79e3-4160-be65-083aca6fa7ae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:40.464907 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e717d09-79e3-4160-be65-083aca6fa7ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:40.465894 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e717d09-79e3-4160-be65-083aca6fa7ae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:40.466480 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e717d09-79e3-4160-be65-083aca6fa7ae admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:40.527922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e717d09-79e3-4160-be65-083aca6fa7ae admin admin] Pushing event updated for resources: {'Network': ['ID=05552bfd-7e8d-49de-9ddb-c05af7a51a96,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:40.537521 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 05552bfd-7e8d-49de-9ddb-c05af7a51a96 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:35:40.568982 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8e717d09-79e3-4160-be65-083aca6fa7ae admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.6407146 Aug 17 03:35:40.571984 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39240) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:40.576843 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ac849139-48da-47df-ad18-ca9c6cf64033 admin admin] Request body: {'subnet': {'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1519379812-subnet', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:35:40.691190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ac849139-48da-47df-ad18-ca9c6cf64033 admin admin] Made reservation on behalf of b7fee808d888433c9ce194894b55eea6 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:35:40.693586 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ac849139-48da-47df-ad18-ca9c6cf64033 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:40.925984 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ac849139-48da-47df-ad18-ca9c6cf64033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:40.982351 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac849139-48da-47df-ad18-ca9c6cf64033 admin admin] Pushing event updated for resources: {'Subnet': ['ID=370f7c3a-6fc6-4a7a-a8a3-75000050d358,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:40.989557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac849139-48da-47df-ad18-ca9c6cf64033 admin admin] Checking segment: {'id': 'c56a4d73-b898-4f7a-b46e-78e04d7917c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:35:40.989922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac849139-48da-47df-ad18-ca9c6cf64033 admin admin] Network hostable DHCP agents. Network: 05552bfd-7e8d-49de-9ddb-c05af7a51a96, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:35:41.053374 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac849139-48da-47df-ad18-ca9c6cf64033 admin admin] Network 05552bfd-7e8d-49de-9ddb-c05af7a51a96 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:35:41.104738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-ac849139-48da-47df-ad18-ca9c6cf64033 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 05552bfd-7e8d-49de-9ddb-c05af7a51a96) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:35:41.109134 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ac849139-48da-47df-ad18-ca9c6cf64033 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:41.109904 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ac849139-48da-47df-ad18-ca9c6cf64033 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:41.114919 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-536c0660-c3de-4274-9d6a-9988da856bfa None None] Network 05552bfd-7e8d-49de-9ddb-c05af7a51a96 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:35:41.163011 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ac849139-48da-47df-ad18-ca9c6cf64033 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5898826 Aug 17 03:35:41.165764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39242) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:41.171080 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1519379812-router', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:35:41.237117 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:41.238140 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:41.263530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-05552bfd-7e8d-49de-9ddb-c05af7a51a96', 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'fixed_ips': [{'subnet_id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:35:41.264460 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:41.293951 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:41.398818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Allocated IP 172.20.0.2 (05552bfd-7e8d-49de-9ddb-c05af7a51a96/370f7c3a-6fc6-4a7a-a8a3-75000050d358/4c60fd62-01d1-47f7-ad4e-7223ba69ba3d) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:35:41.484160 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:41.539534 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:41.547771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Transition to ACTIVE for port object 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:35:41.563063 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Transition to ACTIVE for port object 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:35:41.660128 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:41.702817 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Network 05552bfd-7e8d-49de-9ddb-c05af7a51a96 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:35:41.707952 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:35:41.711563 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:35:41.723139 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Pushing event updated for resources: {'Port': ['ID=4c60fd62-01d1-47f7-ad4e-7223ba69ba3d,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:41.774507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Attempting to bind port 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:35:41.774887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Attempting to bind port 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'c56a4d73-b898-4f7a-b46e-78e04d7917c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:35:41.775257 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Attempting to bind port 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d on network 05552bfd-7e8d-49de-9ddb-c05af7a51a96 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:35:41.781398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:35:41.781894 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Checking segment: {'id': 'c56a4d73-b898-4f7a-b46e-78e04d7917c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:35:41.782224 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:41.782623 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Bound using segment: {'id': 'c56a4d73-b898-4f7a-b46e-78e04d7917c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:35:41.783137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Bound port: 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56a4d73-b898-4f7a-b46e-78e04d7917c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:35:41.783527 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:41.853384 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] For port 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:35:41.856924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] For port 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4c60fd62-01d1-47f7-ad4e-7223ba69ba3d,segment=NetworkSegment(c56a4d73-b898-4f7a-b46e-78e04d7917c7),segment_id=c56a4d73-b898-4f7a-b46e-78e04d7917c7)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:35:41.931724 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:41.996985 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f70415-610a-4f11-86e7-26cd519d6396 None None] Pushing event updated for resources: {'Port': ['ID=4c60fd62-01d1-47f7-ad4e-7223ba69ba3d,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:42.070615 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:42.091107 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:42.217711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Allocated IP 172.25.1.183 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/fef24d9c-673b-4403-8bfe-80282a0f9ff9) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:35:42.319727 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:42.420153 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:42.464923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:35:42.467765 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:35:42.471355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:35:42.492597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Pushing event updated for resources: {'Port': ['ID=fef24d9c-673b-4403-8bfe-80282a0f9ff9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:42.588140 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:35:42.694112 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:35:42.783111 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:42.887421 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d246a375-c236-4e89-aa79-02abfdd2bbf1 None None] Network 05552bfd-7e8d-49de-9ddb-c05af7a51a96 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:35:42.988345 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:43.007524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6f68e000-c802-41b4-a536-fe819b00e6ff None None] Provisioning for port 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:35:43.015889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6f68e000-c802-41b4-a536-fe819b00e6ff None None] Provisioning complete for port 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:35:43.016259 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f68e000-c802-41b4-a536-fe819b00e6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:43.124071 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f68e000-c802-41b4-a536-fe819b00e6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:43.160197 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-6f68e000-c802-41b4-a536-fe819b00e6ff None None] For port 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4c60fd62-01d1-47f7-ad4e-7223ba69ba3d,segment=NetworkSegment(c56a4d73-b898-4f7a-b46e-78e04d7917c7),segment_id=c56a4d73-b898-4f7a-b46e-78e04d7917c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:35:43.174595 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Router 5520a65a-15b1-4ff4-aa24-a014bbd0999d is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:35:43.247864 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f68e000-c802-41b4-a536-fe819b00e6ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:43.290149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:35:43.300956 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Sync routers for ids ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:35:43.302376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f68e000-c802-41b4-a536-fe819b00e6ff None None] Pushing event updated for resources: {'Port': ['ID=4c60fd62-01d1-47f7-ad4e-7223ba69ba3d,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:43.312316 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Routers {'5520a65a-15b1-4ff4-aa24-a014bbd0999d'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:35:43.312316 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:35:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:43.361344 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:43.365818 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39244) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:43.366324 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e99ccf8c-9185-4a41-b293-9292d359631e admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1991549 Aug 17 03:35:43.367952 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-65db7071-2853-485a-99d8-fc8f39e778ff None None] Provisioning complete for port 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:35:43.368428 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-65db7071-2853-485a-99d8-fc8f39e778ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:43.417586 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Set router 5520a65a-15b1-4ff4-aa24-a014bbd0999d gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:35:43.592522 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'name': 'tempest-TestServerBasicOps-1519379812-router', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:41Z', 'updated_at': '2021-08-17T03:35:42Z', 'revision_number': 3, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'gw_port': {'id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:42Z', 'updated_at': '2021-08-17T03:35:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:43.617987 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Checking router: 5520a65a-15b1-4ff4-aa24-a014bbd0999d for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:35:43.618332 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Updating router 5520a65a-15b1-4ff4-aa24-a014bbd0999d port fef24d9c-673b-4403-8bfe-80282a0f9ff9 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:35:43.642386 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:43.784223 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:43.894334 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:43.904273 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Transition to ACTIVE for port object fef24d9c-673b-4403-8bfe-80282a0f9ff9 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:35:43.940771 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Allocated IP 172.20.0.1 (05552bfd-7e8d-49de-9ddb-c05af7a51a96/370f7c3a-6fc6-4a7a-a8a3-75000050d358/1b505152-cfb4-4997-b4e1-e8eca8884cbe) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:35:43.977195 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:44.024614 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Attempting to bind port fef24d9c-673b-4403-8bfe-80282a0f9ff9 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:35:44.024983 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Attempting to bind port fef24d9c-673b-4403-8bfe-80282a0f9ff9 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:35:44.025342 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Attempting to bind port fef24d9c-673b-4403-8bfe-80282a0f9ff9 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:35:44.034033 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:35:44.034404 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:35:44.034805 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:44.035196 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:35:44.035648 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Bound port: fef24d9c-673b-4403-8bfe-80282a0f9ff9, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:35:44.036021 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:44.038360 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c37a2d-d611-457a-b701-ab574283183c None None] Pushing event updated for resources: {'Port': ['ID=fef24d9c-673b-4403-8bfe-80282a0f9ff9,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:44.046779 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:44.061152 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Transition to ACTIVE for port object 1b505152-cfb4-4997-b4e1-e8eca8884cbe will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:35:44.066170 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c37a2d-d611-457a-b701-ab574283183c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:44.066514 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c37a2d-d611-457a-b701-ab574283183c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:44.066852 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c37a2d-d611-457a-b701-ab574283183c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:44.067181 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c37a2d-d611-457a-b701-ab574283183c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:44.067508 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c37a2d-d611-457a-b701-ab574283183c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:44.067832 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c37a2d-d611-457a-b701-ab574283183c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:44.068149 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c37a2d-d611-457a-b701-ab574283183c None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:44.068468 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c37a2d-d611-457a-b701-ab574283183c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:44.068786 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c37a2d-d611-457a-b701-ab574283183c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:44.069103 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c37a2d-d611-457a-b701-ab574283183c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:44.069461 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c37a2d-d611-457a-b701-ab574283183c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:44.069783 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d5c37a2d-d611-457a-b701-ab574283183c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:44.099987 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] For port fef24d9c-673b-4403-8bfe-80282a0f9ff9, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:35:44.103172 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] For port fef24d9c-673b-4403-8bfe-80282a0f9ff9, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=fef24d9c-673b-4403-8bfe-80282a0f9ff9,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:35:44.151117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:44.185791 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:44.188427 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Network 05552bfd-7e8d-49de-9ddb-c05af7a51a96 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:35:44.193339 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:35:44.197089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:35:44.222213 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Pushing event updated for resources: {'Port': ['ID=1b505152-cfb4-4997-b4e1-e8eca8884cbe,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:44.243166 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Routers {'5520a65a-15b1-4ff4-aa24-a014bbd0999d'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:35:44.243820 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:35:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:44.246825 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:44.302610 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c37a2d-d611-457a-b701-ab574283183c None None] Pushing event updated for resources: {'Port': ['ID=fef24d9c-673b-4403-8bfe-80282a0f9ff9,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:44.368450 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] Set router 5520a65a-15b1-4ff4-aa24-a014bbd0999d gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:35:44.438780 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:44.538387 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c4913aa7-6ee0-4a4e-8f8c-090018e51328 None None] Provisioning for port 1b505152-cfb4-4997-b4e1-e8eca8884cbe completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:35:44.543524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c4913aa7-6ee0-4a4e-8f8c-090018e51328 None None] Provisioning complete for port 1b505152-cfb4-4997-b4e1-e8eca8884cbe triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:35:44.543948 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c4913aa7-6ee0-4a4e-8f8c-090018e51328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:44.548680 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'name': 'tempest-TestServerBasicOps-1519379812-router', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:41Z', 'updated_at': '2021-08-17T03:35:42Z', 'revision_number': 3, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'gw_port': {'id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:42Z', 'updated_at': '2021-08-17T03:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:44.577738 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-480f01d4-d318-4f06-9786-9ff2fb70fd63 None None] The sync data for ids ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'] in n-d-802060-9 is: [{'id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'name': 'tempest-TestServerBasicOps-1519379812-router', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:41Z', 'updated_at': '2021-08-17T03:35:42Z', 'revision_number': 3, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'gw_port': {'id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:42Z', 'updated_at': '2021-08-17T03:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:35:44.590364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:35:44.593804 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c4913aa7-6ee0-4a4e-8f8c-090018e51328 None None] Port 1b505152-cfb4-4997-b4e1-e8eca8884cbe cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:35:44.624166 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:44.649269 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:35:44.649769 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:44.686023 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:44.760090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Pushing event updated for resources: {'Port': ['ID=1b505152-cfb4-4997-b4e1-e8eca8884cbe,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:44.766861 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:44.885642 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Network 05552bfd-7e8d-49de-9ddb-c05af7a51a96 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:35:44.887715 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:35:45.040666 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Router 5520a65a-15b1-4ff4-aa24-a014bbd0999d has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:35:45.163181 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:35:45.169219 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4fd3c9dd-8db0-49c4-81a6-921b64a1fe09 admin admin] 10.222.0.10 "PUT /v2.0/routers/5520a65a-15b1-4ff4-aa24-a014bbd0999d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8012214 Aug 17 03:35:45.230687 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cc241952-e8d4-40fd-81dc-e039584c22c9 None None] Provisioning complete for port 1b505152-cfb4-4997-b4e1-e8eca8884cbe triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:35:45.231235 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cc241952-e8d4-40fd-81dc-e039584c22c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:45.271901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cc241952-e8d4-40fd-81dc-e039584c22c9 None None] Port 1b505152-cfb4-4997-b4e1-e8eca8884cbe cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:35:45.288275 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dbe438dd-d23f-4827-a832-df65ba53101c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:45.908195 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39260) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:45.913245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-02f37b95-740d-46ec-b6ce-44aa68fb554e admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-926505939-network', 'tenant_id': '342fdb944eb5410281bc050e9d4ea5fe'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:35:45.988148 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f37b95-740d-46ec-b6ce-44aa68fb554e admin admin] Made reservation on behalf of 342fdb944eb5410281bc050e9d4ea5fe for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:35:45.990606 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02f37b95-740d-46ec-b6ce-44aa68fb554e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:45.999805 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02f37b95-740d-46ec-b6ce-44aa68fb554e admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:46.090877 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02f37b95-740d-46ec-b6ce-44aa68fb554e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:46.122537 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02f37b95-740d-46ec-b6ce-44aa68fb554e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:46.150073 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-02f37b95-740d-46ec-b6ce-44aa68fb554e admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:35:46.156498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f37b95-740d-46ec-b6ce-44aa68fb554e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7546185c-92ea-4878-8f91-63df6fe101b6,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:46.162404 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02f37b95-740d-46ec-b6ce-44aa68fb554e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:46.162758 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-02f37b95-740d-46ec-b6ce-44aa68fb554e admin admin] Added segment e92a1c2d-d51c-4789-a20d-15e235df0390 of type vlan for network 25e88d66-8544-4b86-8d1b-a516cf43e7f9 Aug 17 03:35:46.196418 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Sync routers for ids ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:35:46.206223 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02f37b95-740d-46ec-b6ce-44aa68fb554e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:46.206826 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Routers {'5520a65a-15b1-4ff4-aa24-a014bbd0999d'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:35:46.207435 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:35:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:46.285395 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02f37b95-740d-46ec-b6ce-44aa68fb554e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:46.286331 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f37b95-740d-46ec-b6ce-44aa68fb554e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:46.287117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-02f37b95-740d-46ec-b6ce-44aa68fb554e admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:46.311554 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Set router 5520a65a-15b1-4ff4-aa24-a014bbd0999d gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:35:46.349926 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f37b95-740d-46ec-b6ce-44aa68fb554e admin admin] Pushing event updated for resources: {'Network': ['ID=25e88d66-8544-4b86-8d1b-a516cf43e7f9,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:46.383395 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 25e88d66-8544-4b86-8d1b-a516cf43e7f9 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:35:46.391494 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-02f37b95-740d-46ec-b6ce-44aa68fb554e admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.4821885 Aug 17 03:35:46.394118 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39262) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:46.398891 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1e6bf93b-93b8-415d-93f0-e0cbfd93a656 admin admin] Request body: {'subnet': {'network_id': '25e88d66-8544-4b86-8d1b-a516cf43e7f9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-926505939-subnet', 'tenant_id': '342fdb944eb5410281bc050e9d4ea5fe', 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:35:46.470731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6bf93b-93b8-415d-93f0-e0cbfd93a656 admin admin] Made reservation on behalf of 342fdb944eb5410281bc050e9d4ea5fe for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:35:46.473063 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1e6bf93b-93b8-415d-93f0-e0cbfd93a656 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:46.569312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'name': 'tempest-TestServerBasicOps-1519379812-router', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:41Z', 'updated_at': '2021-08-17T03:35:44Z', 'revision_number': 4, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'gw_port': {'id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e2:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:42Z', 'updated_at': '2021-08-17T03:35:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '1b505152-cfb4-4997-b4e1-e8eca8884cbe', 'name': '', 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'mac_address': 'fa:16:3e:e0:61:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:43Z', 'updated_at': '2021-08-17T03:35:44Z', 'revision_number': 2, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'subnets': [{'id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:46.603240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device fef24d9c-673b-4403-8bfe-80282a0f9ff9 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:35:46.606234 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Checking router: 5520a65a-15b1-4ff4-aa24-a014bbd0999d for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:35:46.606631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Updating router 5520a65a-15b1-4ff4-aa24-a014bbd0999d port 1b505152-cfb4-4997-b4e1-e8eca8884cbe binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:35:46.658562 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:46.715056 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1e6bf93b-93b8-415d-93f0-e0cbfd93a656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:46.769948 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port fef24d9c-673b-4403-8bfe-80282a0f9ff9 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:35:46.776918 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6bf93b-93b8-415d-93f0-e0cbfd93a656 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9746e21b-61c6-4cf2-8038-4557fa4df66b,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:46.781371 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port fef24d9c-673b-4403-8bfe-80282a0f9ff9 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:35:46.781784 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:46.782833 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6bf93b-93b8-415d-93f0-e0cbfd93a656 admin admin] Checking segment: {'id': 'e92a1c2d-d51c-4789-a20d-15e235df0390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25e88d66-8544-4b86-8d1b-a516cf43e7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:35:46.783200 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6bf93b-93b8-415d-93f0-e0cbfd93a656 admin admin] Network hostable DHCP agents. Network: 25e88d66-8544-4b86-8d1b-a516cf43e7f9, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:35:46.853963 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6bf93b-93b8-415d-93f0-e0cbfd93a656 admin admin] Network 25e88d66-8544-4b86-8d1b-a516cf43e7f9 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:35:46.916402 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-1e6bf93b-93b8-415d-93f0-e0cbfd93a656 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 25e88d66-8544-4b86-8d1b-a516cf43e7f9) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:35:46.921794 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6bf93b-93b8-415d-93f0-e0cbfd93a656 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:46.923045 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1e6bf93b-93b8-415d-93f0-e0cbfd93a656 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:46.928255 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96af3c35-f314-48c3-a486-4cca7efe2552 None None] Network 25e88d66-8544-4b86-8d1b-a516cf43e7f9 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:35:46.935519 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:47.006386 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1e6bf93b-93b8-415d-93f0-e0cbfd93a656 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6111877 Aug 17 03:35:47.006622 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port fef24d9c-673b-4403-8bfe-80282a0f9ff9, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=fef24d9c-673b-4403-8bfe-80282a0f9ff9,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:35:47.008997 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39264) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:47.013846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-926505939-router', 'tenant_id': '342fdb944eb5410281bc050e9d4ea5fe', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:35:47.082247 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:47.111501 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:47.112648 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:47.113231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Transition to ACTIVE for port object 1b505152-cfb4-4997-b4e1-e8eca8884cbe will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:35:47.115036 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:47.169797 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:47.187534 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:47.193236 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-25e88d66-8544-4b86-8d1b-a516cf43e7f9', 'network_id': '25e88d66-8544-4b86-8d1b-a516cf43e7f9', 'tenant_id': '342fdb944eb5410281bc050e9d4ea5fe', 'fixed_ips': [{'subnet_id': '9746e21b-61c6-4cf2-8038-4557fa4df66b'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:35:47.194074 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:47.211000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=fef24d9c-673b-4403-8bfe-80282a0f9ff9,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:47.224650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:47.225002 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:47.225893 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:47.225893 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:47.226172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:47.226755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:47.227173 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:47.227504 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:47.227827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:47.228147 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:47.228467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:47.228789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:35:47.355264 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:47.547138 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bba8a-2a23-4a34-9773-13593301184a None None] Pushing event updated for resources: {'Port': ['ID=1b505152-cfb4-4997-b4e1-e8eca8884cbe,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:47.560264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Attempting to bind port 1b505152-cfb4-4997-b4e1-e8eca8884cbe on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:35:47.560636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Attempting to bind port 1b505152-cfb4-4997-b4e1-e8eca8884cbe by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'c56a4d73-b898-4f7a-b46e-78e04d7917c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:35:47.560998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Attempting to bind port 1b505152-cfb4-4997-b4e1-e8eca8884cbe on network 05552bfd-7e8d-49de-9ddb-c05af7a51a96 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:35:47.593332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:35:47.593854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Checking segment: {'id': 'c56a4d73-b898-4f7a-b46e-78e04d7917c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:35:47.594260 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:47.594732 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Bound using segment: {'id': 'c56a4d73-b898-4f7a-b46e-78e04d7917c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:35:47.595112 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Bound port: 1b505152-cfb4-4997-b4e1-e8eca8884cbe, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c56a4d73-b898-4f7a-b46e-78e04d7917c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:35:47.595540 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:47.620434 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Allocated IP 172.20.0.2 (25e88d66-8544-4b86-8d1b-a516cf43e7f9/9746e21b-61c6-4cf2-8038-4557fa4df66b/910b7d39-50f6-4bac-b035-a7b5695f1f60) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:35:47.635211 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:47.655933 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:47.724121 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] For port 1b505152-cfb4-4997-b4e1-e8eca8884cbe, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:35:47.728900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] For port 1b505152-cfb4-4997-b4e1-e8eca8884cbe, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1b505152-cfb4-4997-b4e1-e8eca8884cbe,segment=NetworkSegment(c56a4d73-b898-4f7a-b46e-78e04d7917c7),segment_id=c56a4d73-b898-4f7a-b46e-78e04d7917c7)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:35:47.770300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Allocated IP 172.25.1.10 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/1b983acd-030b-4e35-bcb0-9768ad7f11b2) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:35:47.803347 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:47.810688 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:47.852977 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Transition to ACTIVE for port object 910b7d39-50f6-4bac-b035-a7b5695f1f60 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:35:47.879895 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:47.888306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Routers {'5520a65a-15b1-4ff4-aa24-a014bbd0999d'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:35:47.888863 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:35:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:47.945679 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Transition to ACTIVE for port object 910b7d39-50f6-4bac-b035-a7b5695f1f60 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:35:47.953689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8bba8a-2a23-4a34-9773-13593301184a None None] Pushing event updated for resources: {'Port': ['ID=1b505152-cfb4-4997-b4e1-e8eca8884cbe,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:48.000856 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-65516f1c-85fa-4363-9f68-81857900f08c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:48.006406 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:48.037789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] Set router 5520a65a-15b1-4ff4-aa24-a014bbd0999d gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:35:48.044551 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:35:48.051138 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:35:48.055946 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:35:48.060606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Pushing event updated for resources: {'Port': ['ID=1b983acd-030b-4e35-bcb0-9768ad7f11b2,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:48.068865 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:48.177572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Network 25e88d66-8544-4b86-8d1b-a516cf43e7f9 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:35:48.198904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:35:48.234906 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:35:48.243224 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Pushing event updated for resources: {'Port': ['ID=910b7d39-50f6-4bac-b035-a7b5695f1f60,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:48.258453 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:48.325810 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Attempting to bind port 910b7d39-50f6-4bac-b035-a7b5695f1f60 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:35:48.326182 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Attempting to bind port 910b7d39-50f6-4bac-b035-a7b5695f1f60 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'e92a1c2d-d51c-4789-a20d-15e235df0390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25e88d66-8544-4b86-8d1b-a516cf43e7f9'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:35:48.326541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Attempting to bind port 910b7d39-50f6-4bac-b035-a7b5695f1f60 on network 25e88d66-8544-4b86-8d1b-a516cf43e7f9 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:35:48.334186 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:35:48.334559 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Checking segment: {'id': 'e92a1c2d-d51c-4789-a20d-15e235df0390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25e88d66-8544-4b86-8d1b-a516cf43e7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:35:48.334957 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:48.335346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Bound using segment: {'id': 'e92a1c2d-d51c-4789-a20d-15e235df0390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25e88d66-8544-4b86-8d1b-a516cf43e7f9'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:35:48.335803 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Bound port: 910b7d39-50f6-4bac-b035-a7b5695f1f60, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92a1c2d-d51c-4789-a20d-15e235df0390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25e88d66-8544-4b86-8d1b-a516cf43e7f9'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:35:48.336179 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:48.392433 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:48.428779 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] For port 910b7d39-50f6-4bac-b035-a7b5695f1f60, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:35:48.432368 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] For port 910b7d39-50f6-4bac-b035-a7b5695f1f60, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=910b7d39-50f6-4bac-b035-a7b5695f1f60,segment=NetworkSegment(e92a1c2d-d51c-4789-a20d-15e235df0390),segment_id=e92a1c2d-d51c-4789-a20d-15e235df0390)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:35:48.437655 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'name': 'tempest-TestServerBasicOps-1519379812-router', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:41Z', 'updated_at': '2021-08-17T03:35:44Z', 'revision_number': 4, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'gw_port': {'id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:42Z', 'updated_at': '2021-08-17T03:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '1b505152-cfb4-4997-b4e1-e8eca8884cbe', 'name': '', 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'mac_address': 'fa:16:3e:e0:61:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:43Z', 'updated_at': '2021-08-17T03:35:47Z', 'revision_number': 4, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'subnets': [{'id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:48.467971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2489e4c2-7599-4db7-93a7-df10780ae0b4 None None] The sync data for ids ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'] in n-d-802060-9 is: [{'id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'name': 'tempest-TestServerBasicOps-1519379812-router', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:41Z', 'updated_at': '2021-08-17T03:35:44Z', 'revision_number': 4, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'gw_port': {'id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:42Z', 'updated_at': '2021-08-17T03:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '1b505152-cfb4-4997-b4e1-e8eca8884cbe', 'name': '', 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'mac_address': 'fa:16:3e:e0:61:de', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:43Z', 'updated_at': '2021-08-17T03:35:47Z', 'revision_number': 4, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'subnets': [{'id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:35:48.524301 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:48.603917 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1e418e-cfb6-49fe-9f2b-a651c1f8f21a None None] Pushing event updated for resources: {'Port': ['ID=910b7d39-50f6-4bac-b035-a7b5695f1f60,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:48.725323 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1b505152-cfb4-4997-b4e1-e8eca8884cbe up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:35:48.865691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 1b505152-cfb4-4997-b4e1-e8eca8884cbe completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:35:48.871538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1b505152-cfb4-4997-b4e1-e8eca8884cbe triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:35:48.872033 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:49.015833 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:49.033194 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:49.054715 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 1b505152-cfb4-4997-b4e1-e8eca8884cbe, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1b505152-cfb4-4997-b4e1-e8eca8884cbe,segment=NetworkSegment(c56a4d73-b898-4f7a-b46e-78e04d7917c7),segment_id=c56a4d73-b898-4f7a-b46e-78e04d7917c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:35:49.139019 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:49.139760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device fef24d9c-673b-4403-8bfe-80282a0f9ff9 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:35:49.208071 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:49.221125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=1b505152-cfb4-4997-b4e1-e8eca8884cbe,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:49.236448 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Router d062b643-381d-4032-bebd-94dda248ec2a is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:35:49.236587 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port fef24d9c-673b-4403-8bfe-80282a0f9ff9 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:35:49.237021 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:49.354490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:35:49.365134 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Sync routers for ids ['d062b643-381d-4032-bebd-94dda248ec2a'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:35:49.375199 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Routers {'d062b643-381d-4032-bebd-94dda248ec2a'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:35:49.375577 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:35:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d062b643-381d-4032-bebd-94dda248ec2a'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:49.451315 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:49.463329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39270) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:49.463966 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c4d0c530-bfae-4832-abc9-3a7b6a08dc09 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.4516273 Aug 17 03:35:49.598641 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Set router d062b643-381d-4032-bebd-94dda248ec2a gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:35:49.805513 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'name': 'tempest-TestServerBasicOps-926505939-router', 'tenant_id': '342fdb944eb5410281bc050e9d4ea5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1b983acd-030b-4e35-bcb0-9768ad7f11b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:47Z', 'updated_at': '2021-08-17T03:35:48Z', 'revision_number': 3, 'project_id': '342fdb944eb5410281bc050e9d4ea5fe', 'gw_port': {'id': '1b983acd-030b-4e35-bcb0-9768ad7f11b2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:17:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:47Z', 'updated_at': '2021-08-17T03:35:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:49.831969 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Checking router: d062b643-381d-4032-bebd-94dda248ec2a for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:35:49.832330 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Updating router d062b643-381d-4032-bebd-94dda248ec2a port 1b983acd-030b-4e35-bcb0-9768ad7f11b2 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:35:49.857686 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae168c14-89ba-4097-98d4-f1e450d803f5 None None] Network 25e88d66-8544-4b86-8d1b-a516cf43e7f9 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:35:49.860227 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:49.934520 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:49.998016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-32087917-38ae-4132-8b02-337135dfc8fb None None] Provisioning for port 910b7d39-50f6-4bac-b035-a7b5695f1f60 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:35:50.142635 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:50.154905 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Transition to ACTIVE for port object 1b983acd-030b-4e35-bcb0-9768ad7f11b2 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:35:50.155901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Allocated IP 172.20.0.1 (25e88d66-8544-4b86-8d1b-a516cf43e7f9/9746e21b-61c6-4cf2-8038-4557fa4df66b/f2048306-be20-495e-b580-73ef4760523a) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:35:50.245677 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:50.265257 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:50.279967 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Transition to ACTIVE for port object f2048306-be20-495e-b580-73ef4760523a will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:35:50.295383 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Attempting to bind port 1b983acd-030b-4e35-bcb0-9768ad7f11b2 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:35:50.295752 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Attempting to bind port 1b983acd-030b-4e35-bcb0-9768ad7f11b2 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:35:50.296118 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Attempting to bind port 1b983acd-030b-4e35-bcb0-9768ad7f11b2 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:35:50.302984 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f9811-d305-4a55-87c2-1c9c08b8bcd9 None None] Pushing event updated for resources: {'Port': ['ID=1b983acd-030b-4e35-bcb0-9768ad7f11b2,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:50.305659 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:35:50.306028 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:35:50.306577 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:50.306913 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:35:50.307384 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Bound port: 1b983acd-030b-4e35-bcb0-9768ad7f11b2, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:35:50.307841 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:50.360542 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] For port 1b983acd-030b-4e35-bcb0-9768ad7f11b2, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:35:50.363474 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] For port 1b983acd-030b-4e35-bcb0-9768ad7f11b2, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1b983acd-030b-4e35-bcb0-9768ad7f11b2,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:35:50.377184 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:50.413689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Network 25e88d66-8544-4b86-8d1b-a516cf43e7f9 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:35:50.418866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:35:50.422467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:35:50.446638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Pushing event updated for resources: {'Port': ['ID=f2048306-be20-495e-b580-73ef4760523a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:50.467150 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:50.468878 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:50.540328 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9f9811-d305-4a55-87c2-1c9c08b8bcd9 None None] Pushing event updated for resources: {'Port': ['ID=1b983acd-030b-4e35-bcb0-9768ad7f11b2,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:50.549480 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Routers {'d062b643-381d-4032-bebd-94dda248ec2a'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:35:50.550347 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:35:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d062b643-381d-4032-bebd-94dda248ec2a'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:50.693766 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] Set router d062b643-381d-4032-bebd-94dda248ec2a gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:35:50.715654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1b505152-cfb4-4997-b4e1-e8eca8884cbe up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:35:50.718587 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:50.780974 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1b505152-cfb4-4997-b4e1-e8eca8884cbe triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:35:50.781257 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:50.820529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-29d89bfe-5dc9-41fd-898b-4baeb4329c5b None None] Provisioning for port f2048306-be20-495e-b580-73ef4760523a completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:35:50.829775 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-29d89bfe-5dc9-41fd-898b-4baeb4329c5b None None] Provisioning complete for port f2048306-be20-495e-b580-73ef4760523a triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:35:50.830165 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-29d89bfe-5dc9-41fd-898b-4baeb4329c5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:50.895706 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-29d89bfe-5dc9-41fd-898b-4baeb4329c5b None None] Port f2048306-be20-495e-b580-73ef4760523a cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:35:50.917796 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'name': 'tempest-TestServerBasicOps-926505939-router', 'tenant_id': '342fdb944eb5410281bc050e9d4ea5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1b983acd-030b-4e35-bcb0-9768ad7f11b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:47Z', 'updated_at': '2021-08-17T03:35:48Z', 'revision_number': 3, 'project_id': '342fdb944eb5410281bc050e9d4ea5fe', 'gw_port': {'id': '1b983acd-030b-4e35-bcb0-9768ad7f11b2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:17:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:47Z', 'updated_at': '2021-08-17T03:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:50.919127 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:50.937902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 910b7d39-50f6-4bac-b035-a7b5695f1f60 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:35:50.947054 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88666c1f-9070-4c4e-9b64-6f078283aed7 None None] The sync data for ids ['d062b643-381d-4032-bebd-94dda248ec2a'] in n-d-802060-9 is: [{'id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'name': 'tempest-TestServerBasicOps-926505939-router', 'tenant_id': '342fdb944eb5410281bc050e9d4ea5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1b983acd-030b-4e35-bcb0-9768ad7f11b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:47Z', 'updated_at': '2021-08-17T03:35:48Z', 'revision_number': 3, 'project_id': '342fdb944eb5410281bc050e9d4ea5fe', 'gw_port': {'id': '1b983acd-030b-4e35-bcb0-9768ad7f11b2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:17:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:47Z', 'updated_at': '2021-08-17T03:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:35:50.983101 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:51.013918 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:51.065575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 910b7d39-50f6-4bac-b035-a7b5695f1f60 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:35:51.070366 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 910b7d39-50f6-4bac-b035-a7b5695f1f60 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:35:51.070742 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:51.095575 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Pushing event updated for resources: {'Port': ['ID=f2048306-be20-495e-b580-73ef4760523a,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:51.099059 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:51.162391 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:51.219181 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 910b7d39-50f6-4bac-b035-a7b5695f1f60, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=910b7d39-50f6-4bac-b035-a7b5695f1f60,segment=NetworkSegment(e92a1c2d-d51c-4789-a20d-15e235df0390),segment_id=e92a1c2d-d51c-4789-a20d-15e235df0390)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:35:51.241869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Network 25e88d66-8544-4b86-8d1b-a516cf43e7f9 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:35:51.243668 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:35:51.288545 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:51.347292 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=910b7d39-50f6-4bac-b035-a7b5695f1f60,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:51.399461 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Router d062b643-381d-4032-bebd-94dda248ec2a has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:35:51.517334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:35:51.537720 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f112f596-1680-4108-b4cf-910ba1f83562 admin admin] 10.222.0.10 "PUT /v2.0/routers/d062b643-381d-4032-bebd-94dda248ec2a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0645494 Aug 17 03:35:51.538209 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-82ee2186-8139-439a-83ce-56bc07f345c6 None None] Provisioning complete for port f2048306-be20-495e-b580-73ef4760523a triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:35:51.538209 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-82ee2186-8139-439a-83ce-56bc07f345c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:51.565219 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-82ee2186-8139-439a-83ce-56bc07f345c6 None None] Port f2048306-be20-495e-b580-73ef4760523a cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:35:52.335491 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39280) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:52.340727 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-5e381c07-21a6-482b-a940-5fdc0c79223c tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1137483046', 'description': 'tempest-secgroup-smoke-1137483046 description', 'project_id': 'b7fee808d888433c9ce194894b55eea6'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:35:52.422789 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e381c07-21a6-482b-a940-5fdc0c79223c tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:52.510011 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e381c07-21a6-482b-a940-5fdc0c79223c tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:52.547163 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:35:52.563547 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Sync routers for ids ['d062b643-381d-4032-bebd-94dda248ec2a'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:35:52.563547 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Routers {'d062b643-381d-4032-bebd-94dda248ec2a'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:35:52.564458 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:35:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d062b643-381d-4032-bebd-94dda248ec2a'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:52.582387 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e381c07-21a6-482b-a940-5fdc0c79223c tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:52.613453 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e381c07-21a6-482b-a940-5fdc0c79223c tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d0200624-5b90-4b8b-b1d2-fecd107b78b0,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:52.644872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 910b7d39-50f6-4bac-b035-a7b5695f1f60 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:35:52.673973 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5e381c07-21a6-482b-a940-5fdc0c79223c tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:52.675279 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5e381c07-21a6-482b-a940-5fdc0c79223c tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3387656 Aug 17 03:35:52.678343 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39282) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:52.682927 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b64dc3e4-9df1-4e81-925c-b24faaab7f37 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Request body: {'security_group_rule': {'security_group_id': 'd0200624-5b90-4b8b-b1d2-fecd107b78b0', 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:35:52.703451 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Set router d062b643-381d-4032-bebd-94dda248ec2a gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:35:52.753202 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 910b7d39-50f6-4bac-b035-a7b5695f1f60 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:35:52.753561 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:52.773500 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b64dc3e4-9df1-4e81-925c-b24faaab7f37 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:52.826150 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b64dc3e4-9df1-4e81-925c-b24faaab7f37 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:52.888092 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b64dc3e4-9df1-4e81-925c-b24faaab7f37 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:52.906643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b64dc3e4-9df1-4e81-925c-b24faaab7f37 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7cdafd2a-53c3-4862-b9d0-8b7a3eba0d6e,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:52.950161 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1b983acd-030b-4e35-bcb0-9768ad7f11b2 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:35:52.967897 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b64dc3e4-9df1-4e81-925c-b24faaab7f37 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:52.969264 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b64dc3e4-9df1-4e81-925c-b24faaab7f37 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2899883 Aug 17 03:35:52.972027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39284) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:52.976781 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d4bf53b1-e0ac-45b6-b1c3-7cf462b63c5f tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Request body: {'security_group_rule': {'security_group_id': 'd0200624-5b90-4b8b-b1d2-fecd107b78b0', 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:35:53.016564 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'name': 'tempest-TestServerBasicOps-926505939-router', 'tenant_id': '342fdb944eb5410281bc050e9d4ea5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1b983acd-030b-4e35-bcb0-9768ad7f11b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:47Z', 'updated_at': '2021-08-17T03:35:50Z', 'revision_number': 4, 'project_id': '342fdb944eb5410281bc050e9d4ea5fe', 'gw_port': {'id': '1b983acd-030b-4e35-bcb0-9768ad7f11b2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:17:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:47Z', 'updated_at': '2021-08-17T03:35:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'f2048306-be20-495e-b580-73ef4760523a', 'name': '', 'network_id': '25e88d66-8544-4b86-8d1b-a516cf43e7f9', 'tenant_id': '342fdb944eb5410281bc050e9d4ea5fe', 'mac_address': 'fa:16:3e:d6:83:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9746e21b-61c6-4cf2-8038-4557fa4df66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:49Z', 'updated_at': '2021-08-17T03:35:50Z', 'revision_number': 2, 'project_id': '342fdb944eb5410281bc050e9d4ea5fe', 'subnets': [{'id': '9746e21b-61c6-4cf2-8038-4557fa4df66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:53.065471 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d4bf53b1-e0ac-45b6-b1c3-7cf462b63c5f tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.129402 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d4bf53b1-e0ac-45b6-b1c3-7cf462b63c5f tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.196667 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d4bf53b1-e0ac-45b6-b1c3-7cf462b63c5f tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.203475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Checking router: d062b643-381d-4032-bebd-94dda248ec2a for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:35:53.203831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Updating router d062b643-381d-4032-bebd-94dda248ec2a port f2048306-be20-495e-b580-73ef4760523a binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:35:53.217050 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bf53b1-e0ac-45b6-b1c3-7cf462b63c5f tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b5cabc9c-1ec9-4455-893a-705072bbbac6,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:53.228939 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.240655 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 1b983acd-030b-4e35-bcb0-9768ad7f11b2 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:35:53.248429 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1b983acd-030b-4e35-bcb0-9768ad7f11b2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:35:53.248800 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.276310 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d4bf53b1-e0ac-45b6-b1c3-7cf462b63c5f tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.277823 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d4bf53b1-e0ac-45b6-b1c3-7cf462b63c5f tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3048060 Aug 17 03:35:53.280505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39286) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:53.285127 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1a0751ab-6398-434f-8514-9efe0f6e2749 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Request body: {'security_group_rule': {'security_group_id': 'd0200624-5b90-4b8b-b1d2-fecd107b78b0', 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:35:53.358771 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a0751ab-6398-434f-8514-9efe0f6e2749 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.422830 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a0751ab-6398-434f-8514-9efe0f6e2749 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.457920 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.487400 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 1b983acd-030b-4e35-bcb0-9768ad7f11b2, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1b983acd-030b-4e35-bcb0-9768ad7f11b2,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:35:53.505333 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a0751ab-6398-434f-8514-9efe0f6e2749 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.520334 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0751ab-6398-434f-8514-9efe0f6e2749 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8fe6182-cdfd-4f07-acdb-d0ff2b25c9ad,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:53.560220 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.596692 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1a0751ab-6398-434f-8514-9efe0f6e2749 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.598137 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1a0751ab-6398-434f-8514-9efe0f6e2749 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3164918 Aug 17 03:35:53.602661 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39288) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:53.602865 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.608158 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f8d2861c-9700-4323-99ab-1e5fac600764 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Request body: {'security_group_rule': {'security_group_id': 'd0200624-5b90-4b8b-b1d2-fecd107b78b0', 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:35:53.626697 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Transition to ACTIVE for port object f2048306-be20-495e-b580-73ef4760523a will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:35:53.632813 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=1b983acd-030b-4e35-bcb0-9768ad7f11b2,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:53.699136 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f8d2861c-9700-4323-99ab-1e5fac600764 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.731780 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.769680 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f8d2861c-9700-4323-99ab-1e5fac600764 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.786527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26a1b4-5ac6-46fb-9455-3536114c588b None None] Pushing event updated for resources: {'Port': ['ID=f2048306-be20-495e-b580-73ef4760523a,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:53.842889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Attempting to bind port f2048306-be20-495e-b580-73ef4760523a on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:35:53.843270 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Attempting to bind port f2048306-be20-495e-b580-73ef4760523a by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'e92a1c2d-d51c-4789-a20d-15e235df0390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25e88d66-8544-4b86-8d1b-a516cf43e7f9'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:35:53.843641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Attempting to bind port f2048306-be20-495e-b580-73ef4760523a on network 25e88d66-8544-4b86-8d1b-a516cf43e7f9 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:35:53.845726 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f8d2861c-9700-4323-99ab-1e5fac600764 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.849278 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:35:53.849879 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Checking segment: {'id': 'e92a1c2d-d51c-4789-a20d-15e235df0390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25e88d66-8544-4b86-8d1b-a516cf43e7f9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:35:53.850297 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.850822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Bound using segment: {'id': 'e92a1c2d-d51c-4789-a20d-15e235df0390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25e88d66-8544-4b86-8d1b-a516cf43e7f9'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:35:53.851215 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Bound port: f2048306-be20-495e-b580-73ef4760523a, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e92a1c2d-d51c-4789-a20d-15e235df0390', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': '25e88d66-8544-4b86-8d1b-a516cf43e7f9'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:35:53.851854 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.866866 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d2861c-9700-4323-99ab-1e5fac600764 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d519d9b-c803-4704-8d2d-5375a9ef6cda,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:53.919997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] For port f2048306-be20-495e-b580-73ef4760523a, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:35:53.923200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] For port f2048306-be20-495e-b580-73ef4760523a, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f2048306-be20-495e-b580-73ef4760523a,segment=NetworkSegment(e92a1c2d-d51c-4789-a20d-15e235df0390),segment_id=e92a1c2d-d51c-4789-a20d-15e235df0390)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:35:53.931467 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f8d2861c-9700-4323-99ab-1e5fac600764 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:53.932748 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f8d2861c-9700-4323-99ab-1e5fac600764 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3289313 Aug 17 03:35:53.937177 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39290) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:53.940492 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1cd78a28-a24b-43a4-8230-9d200da7ee2f tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Request body: {'security_group_rule': {'security_group_id': 'd0200624-5b90-4b8b-b1d2-fecd107b78b0', 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:35:54.005562 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:54.040905 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-1cd78a28-a24b-43a4-8230-9d200da7ee2f tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Project b7fee808d888433c9ce194894b55eea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:35:54.049275 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1cd78a28-a24b-43a4-8230-9d200da7ee2f tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:54.072853 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Routers {'d062b643-381d-4032-bebd-94dda248ec2a'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:35:54.074179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:35:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d062b643-381d-4032-bebd-94dda248ec2a'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:54.079949 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf26a1b4-5ac6-46fb-9455-3536114c588b None None] Pushing event updated for resources: {'Port': ['ID=f2048306-be20-495e-b580-73ef4760523a,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:54.117320 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1cd78a28-a24b-43a4-8230-9d200da7ee2f tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:54.200493 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1cd78a28-a24b-43a4-8230-9d200da7ee2f tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:54.220977 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd78a28-a24b-43a4-8230-9d200da7ee2f tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=054a68d2-4815-4ef8-9f6c-3ca2d0754152,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:54.238373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] Set router d062b643-381d-4032-bebd-94dda248ec2a gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:35:54.291182 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1cd78a28-a24b-43a4-8230-9d200da7ee2f tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:54.295803 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39292) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:35:54.296357 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1cd78a28-a24b-43a4-8230-9d200da7ee2f tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3592243 Aug 17 03:35:54.300769 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-7a2cb8f2-4234-4daa-97ec-447aaaf95fbc tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Request body: {'security_group_rule': {'security_group_id': 'd0200624-5b90-4b8b-b1d2-fecd107b78b0', 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:35:54.388160 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-7a2cb8f2-4234-4daa-97ec-447aaaf95fbc tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Project b7fee808d888433c9ce194894b55eea6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:35:54.397705 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb8f2-4234-4daa-97ec-447aaaf95fbc tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:54.457612 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb8f2-4234-4daa-97ec-447aaaf95fbc tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:54.508184 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'name': 'tempest-TestServerBasicOps-926505939-router', 'tenant_id': '342fdb944eb5410281bc050e9d4ea5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1b983acd-030b-4e35-bcb0-9768ad7f11b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:47Z', 'updated_at': '2021-08-17T03:35:50Z', 'revision_number': 4, 'project_id': '342fdb944eb5410281bc050e9d4ea5fe', 'gw_port': {'id': '1b983acd-030b-4e35-bcb0-9768ad7f11b2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:17:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:47Z', 'updated_at': '2021-08-17T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'f2048306-be20-495e-b580-73ef4760523a', 'name': '', 'network_id': '25e88d66-8544-4b86-8d1b-a516cf43e7f9', 'tenant_id': '342fdb944eb5410281bc050e9d4ea5fe', 'mac_address': 'fa:16:3e:d6:83:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9746e21b-61c6-4cf2-8038-4557fa4df66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:49Z', 'updated_at': '2021-08-17T03:35:53Z', 'revision_number': 4, 'project_id': '342fdb944eb5410281bc050e9d4ea5fe', 'subnets': [{'id': '9746e21b-61c6-4cf2-8038-4557fa4df66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:35:54.540556 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-319eb33a-2e0f-4bd0-ab11-d0a69f5f181e None None] The sync data for ids ['d062b643-381d-4032-bebd-94dda248ec2a'] in n-d-802060-9 is: [{'id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'name': 'tempest-TestServerBasicOps-926505939-router', 'tenant_id': '342fdb944eb5410281bc050e9d4ea5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1b983acd-030b-4e35-bcb0-9768ad7f11b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:47Z', 'updated_at': '2021-08-17T03:35:50Z', 'revision_number': 4, 'project_id': '342fdb944eb5410281bc050e9d4ea5fe', 'gw_port': {'id': '1b983acd-030b-4e35-bcb0-9768ad7f11b2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:17:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:47Z', 'updated_at': '2021-08-17T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'f2048306-be20-495e-b580-73ef4760523a', 'name': '', 'network_id': '25e88d66-8544-4b86-8d1b-a516cf43e7f9', 'tenant_id': '342fdb944eb5410281bc050e9d4ea5fe', 'mac_address': 'fa:16:3e:d6:83:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'device_owner': 'network:router_interface', 'standard_attr_id': 3943, 'fixed_ips': [{'subnet_id': '9746e21b-61c6-4cf2-8038-4557fa4df66b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:49Z', 'updated_at': '2021-08-17T03:35:53Z', 'revision_number': 4, 'project_id': '342fdb944eb5410281bc050e9d4ea5fe', 'subnets': [{'id': '9746e21b-61c6-4cf2-8038-4557fa4df66b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:35:54.547408 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb8f2-4234-4daa-97ec-447aaaf95fbc tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:54.567924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a2cb8f2-4234-4daa-97ec-447aaaf95fbc tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=86b8d0d1-66d2-4047-a843-bd721c25159e,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:54.628394 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1b983acd-030b-4e35-bcb0-9768ad7f11b2 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:35:54.645282 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7a2cb8f2-4234-4daa-97ec-447aaaf95fbc tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:54.648773 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7a2cb8f2-4234-4daa-97ec-447aaaf95fbc tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3517394 Aug 17 03:35:54.682383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1b983acd-030b-4e35-bcb0-9768ad7f11b2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:35:54.682797 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:54.953843 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-42a926de-13e7-4b99-849d-511d6539bfe9 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1137483046&fields=id&tenant_id=b7fee808d888433c9ce194894b55eea6 HTTP/1.1" status: 200 len: 267 time: 0.0348086 Aug 17 03:35:55.064677 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-448840eb-268c-47ab-a25b-92d9b21ceebf tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:55.066166 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-448840eb-268c-47ab-a25b-92d9b21ceebf tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/networks?id=05552bfd-7e8d-49de-9ddb-c05af7a51a96 HTTP/1.1" status: 200 len: 809 time: 0.1052935 Aug 17 03:35:55.081022 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-ab8cdde3-a95d-4599-9192-d4d91cebcbf5 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/quotas/b7fee808d888433c9ce194894b55eea6 HTTP/1.1" status: 200 len: 375 time: 0.0092068 Aug 17 03:35:55.132188 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-3ac99bc2-b8b2-43e0-b6dc-abdcc988196a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=b7fee808d888433c9ce194894b55eea6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0457711 Aug 17 03:35:55.244206 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-35fb4a93-087f-4007-b7f6-2a0dd95a54c9 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:35:55.245783 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-35fb4a93-087f-4007-b7f6-2a0dd95a54c9 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1012816 Aug 17 03:35:55.655508 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-37b499f5-73c2-4511-bd53-8ce3485ce039 service neutron] 10.222.0.10 "GET /v2.0/networks/05552bfd-7e8d-49de-9ddb-c05af7a51a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4028676 Aug 17 03:35:55.744176 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-9e91d734-b5bb-4a2d-a309-4848a63025f4 service neutron] 10.222.0.10 "GET /v2.0/networks/05552bfd-7e8d-49de-9ddb-c05af7a51a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825062 Aug 17 03:35:56.083799 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2ad55688-da07-4bd7-87ef-74e85aa26637 req-a44937f7-3764-4edc-a973-9d67b1a9613a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 210 time: 0.0927052 Aug 17 03:35:56.585990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f2048306-be20-495e-b580-73ef4760523a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:35:56.696976 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port f2048306-be20-495e-b580-73ef4760523a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:35:56.701840 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port f2048306-be20-495e-b580-73ef4760523a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:35:56.702211 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:56.780810 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:56.813176 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port f2048306-be20-495e-b580-73ef4760523a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f2048306-be20-495e-b580-73ef4760523a,segment=NetworkSegment(e92a1c2d-d51c-4789-a20d-15e235df0390),segment_id=e92a1c2d-d51c-4789-a20d-15e235df0390)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:35:56.908007 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:56.965033 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=f2048306-be20-495e-b580-73ef4760523a,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:57.170164 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-957255f8-0dd7-4720-bd6a-d3f99279ec8f req-23c7ccc9-4a8e-4a52-a408-9e66e5524f0a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 210 time: 0.0303869 Aug 17 03:35:58.264616 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55fe44a5-7b75-4717-845b-4b067665968c req-3272af00-9dac-4764-9abd-78c7dd1864e3 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 210 time: 0.0277107 Aug 17 03:35:58.357456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-6844fa8b-6bd8-4735-bfeb-9e970bc8730b tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:58.358927 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-6844fa8b-6bd8-4735-bfeb-9e970bc8730b tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.30 "GET /v2.0/networks?id=05552bfd-7e8d-49de-9ddb-c05af7a51a96 HTTP/1.1" status: 200 len: 809 time: 0.1087914 Aug 17 03:35:58.402318 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-b20a2720-ce48-4322-aa6e-a250f65d264d tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=b7fee808d888433c9ce194894b55eea6 HTTP/1.1" status: 200 len: 380 time: 0.0343554 Aug 17 03:35:58.412136 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-8c5d6013-70b5-435b-b69a-45a32586b40d tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Request body: {'port': {'device_id': 'd087c228-7a53-4177-b7f3-0aa96efe2713', 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96', 'admin_state_up': True, 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'security_groups': ['d0200624-5b90-4b8b-b1d2-fecd107b78b0']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:35:58.572616 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f2048306-be20-495e-b580-73ef4760523a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:35:58.588153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-8c5d6013-70b5-435b-b69a-45a32586b40d tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Made reservation on behalf of b7fee808d888433c9ce194894b55eea6 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:35:58.591767 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-8c5d6013-70b5-435b-b69a-45a32586b40d tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:58.623516 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port f2048306-be20-495e-b580-73ef4760523a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:35:58.623950 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:58.721614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-8c5d6013-70b5-435b-b69a-45a32586b40d tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Allocated IP 172.20.0.6 (05552bfd-7e8d-49de-9ddb-c05af7a51a96/370f7c3a-6fc6-4a7a-a8a3-75000050d358/e9c44c4b-5d47-4ae1-b99e-b899c953b56a) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:35:58.857721 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-8c5d6013-70b5-435b-b69a-45a32586b40d tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:58.871693 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-8c5d6013-70b5-435b-b69a-45a32586b40d tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Transition to ACTIVE for port object e9c44c4b-5d47-4ae1-b99e-b899c953b56a will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:35:58.956553 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-8c5d6013-70b5-435b-b69a-45a32586b40d tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:59.006252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-8c5d6013-70b5-435b-b69a-45a32586b40d tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Network 05552bfd-7e8d-49de-9ddb-c05af7a51a96 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:35:59.009304 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-8c5d6013-70b5-435b-b69a-45a32586b40d tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:35:59.013466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-8c5d6013-70b5-435b-b69a-45a32586b40d tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:35:59.019743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5d6013-70b5-435b-b69a-45a32586b40d tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Pushing event updated for resources: {'Port': ['ID=e9c44c4b-5d47-4ae1-b99e-b899c953b56a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:59.067469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-8c5d6013-70b5-435b-b69a-45a32586b40d tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:59.068092 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-8c5d6013-70b5-435b-b69a-45a32586b40d tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:59.138524 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-8c5d6013-70b5-435b-b69a-45a32586b40d tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7299149 Aug 17 03:35:59.205133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Request body: {'port': {'device_id': 'd087c228-7a53-4177-b7f3-0aa96efe2713', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:35:59.261112 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:59.303751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-93df44d3-e74f-4791-90e7-51d88bd4b278 None None] Provisioning for port e9c44c4b-5d47-4ae1-b99e-b899c953b56a completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:35:59.308354 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-93df44d3-e74f-4791-90e7-51d88bd4b278 None None] Provisioning complete for port e9c44c4b-5d47-4ae1-b99e-b899c953b56a triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:35:59.308354 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-93df44d3-e74f-4791-90e7-51d88bd4b278 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:59.345245 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-93df44d3-e74f-4791-90e7-51d88bd4b278 None None] Port e9c44c4b-5d47-4ae1-b99e-b899c953b56a cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:35:59.479922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1894106-00c6-403d-8939-a4688ec8c807 req-c03a2e37-11f1-40c5-8686-286277edca00 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:35:59.482671 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1894106-00c6-403d-8939-a4688ec8c807 req-c03a2e37-11f1-40c5-8686-286277edca00 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 931 time: 0.1116121 Aug 17 03:35:59.555444 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a1894106-00c6-403d-8939-a4688ec8c807 req-dd04488f-4640-484d-a197-3b6135462fe6 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0200624-5b90-4b8b-b1d2-fecd107b78b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646791 Aug 17 03:35:59.609675 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e9c44c4b-5d47-4ae1-b99e-b899c953b56a {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:35:59.617185 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:59.629611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Transition to ACTIVE for port object e9c44c4b-5d47-4ae1-b99e-b899c953b56a will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:35:59.696417 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:59.755179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c44c4b-5d47-4ae1-b99e-b899c953b56a,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:35:59.821137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Attempting to bind port e9c44c4b-5d47-4ae1-b99e-b899c953b56a on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:35:59.821512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Attempting to bind port e9c44c4b-5d47-4ae1-b99e-b899c953b56a by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c56a4d73-b898-4f7a-b46e-78e04d7917c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:35:59.821851 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Attempting to bind port e9c44c4b-5d47-4ae1-b99e-b899c953b56a on network 05552bfd-7e8d-49de-9ddb-c05af7a51a96 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:35:59.826286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Port e9c44c4b-5d47-4ae1-b99e-b899c953b56a on network 05552bfd-7e8d-49de-9ddb-c05af7a51a96 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:35:59.826614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Attempting to bind port e9c44c4b-5d47-4ae1-b99e-b899c953b56a on network 05552bfd-7e8d-49de-9ddb-c05af7a51a96 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:35:59.831621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 35, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:35:59.831954 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Checking segment: {'id': 'c56a4d73-b898-4f7a-b46e-78e04d7917c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:35:59.832343 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Bound using segment: {'id': 'c56a4d73-b898-4f7a-b46e-78e04d7917c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:35:59.832772 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Bound port: e9c44c4b-5d47-4ae1-b99e-b899c953b56a, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c56a4d73-b898-4f7a-b46e-78e04d7917c7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 80, 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:35:59.833135 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:35:59.899567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] For port e9c44c4b-5d47-4ae1-b99e-b899c953b56a, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:35:59.903455 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] For port e9c44c4b-5d47-4ae1-b99e-b899c953b56a, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=e9c44c4b-5d47-4ae1-b99e-b899c953b56a,segment=NetworkSegment(c56a4d73-b898-4f7a-b46e-78e04d7917c7),segment_id=c56a4d73-b898-4f7a-b46e-78e04d7917c7)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:35:59.994773 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:00.040170 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:00.040642 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:00.042124 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] 10.222.0.30 "PUT /v2.0/ports/e9c44c4b-5d47-4ae1-b99e-b899c953b56a HTTP/1.1" status: 200 len: 1091 time: 0.8948689 Aug 17 03:36:00.042576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd087c228-7a53-4177-b7f3-0aa96efe2713', 'tag': 'e9c44c4b-5d47-4ae1-b99e-b899c953b56a'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:36:00.045616 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f2b0d48-9270-44ed-b0d3-4ed85aa2a8e7" -d '{"events": [{"name": "network-changed", "server_uuid": "d087c228-7a53-4177-b7f3-0aa96efe2713", "tag": "e9c44c4b-5d47-4ae1-b99e-b899c953b56a"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:36:00.077974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e957de-5ba6-4726-919a-d5279cb2d209 service neutron] Pushing event updated for resources: {'Port': ['ID=e9c44c4b-5d47-4ae1-b99e-b899c953b56a,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:36:00.088673 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:36:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-631f2148-e451-443b-88f6-e4d9be3c6934 x-openstack-request-id: req-631f2148-e451-443b-88f6-e4d9be3c6934 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:36:00.088968 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d087c228-7a53-4177-b7f3-0aa96efe2713", "tag": "e9c44c4b-5d47-4ae1-b99e-b899c953b56a", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:36:00.089225 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-631f2148-e451-443b-88f6-e4d9be3c6934 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:36:00.089784 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd087c228-7a53-4177-b7f3-0aa96efe2713', 'tag': 'e9c44c4b-5d47-4ae1-b99e-b899c953b56a', 'status': 'completed', 'code': 200} Aug 17 03:36:00.160223 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b0d48-9270-44ed-b0d3-4ed85aa2a8e7 req-95c74a25-e8ef-4d80-b385-c3cfea10bddf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:00.162373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f2b0d48-9270-44ed-b0d3-4ed85aa2a8e7 req-95c74a25-e8ef-4d80-b385-c3cfea10bddf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7fee808d888433c9ce194894b55eea6&device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 1094 time: 0.0489178 Aug 17 03:36:00.269149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b0d48-9270-44ed-b0d3-4ed85aa2a8e7 req-f90f5e33-41a2-48f0-b4d4-e8545aee2554 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:00.270628 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f2b0d48-9270-44ed-b0d3-4ed85aa2a8e7 req-f90f5e33-41a2-48f0-b4d4-e8545aee2554 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=b7fee808d888433c9ce194894b55eea6&shared=False HTTP/1.1" status: 200 len: 909 time: 0.0998874 Aug 17 03:36:00.365923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2b0d48-9270-44ed-b0d3-4ed85aa2a8e7 req-e2c27c6c-0616-4457-afd6-57472b448514 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:00.367331 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f2b0d48-9270-44ed-b0d3-4ed85aa2a8e7 req-e2c27c6c-0616-4457-afd6-57472b448514 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0894337 Aug 17 03:36:00.441742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-948ddb6e-e9c7-448e-8f33-75f8793c8a12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:00.443247 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-948ddb6e-e9c7-448e-8f33-75f8793c8a12 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7fee808d888433c9ce194894b55eea6&device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 1094 time: 0.0406368 Aug 17 03:36:00.489552 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-612230a1-da4a-46ad-8670-c50293f49ece service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9c44c4b-5d47-4ae1-b99e-b899c953b56a HTTP/1.1" status: 200 len: 217 time: 0.0381393 Aug 17 03:36:00.537822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-a8d1499c-aaee-436b-908a-8abc36abe4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:00.539263 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-a8d1499c-aaee-436b-908a-8abc36abe4c2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370f7c3a-6fc6-4a7a-a8a3-75000050d358 HTTP/1.1" status: 200 len: 848 time: 0.0430839 Aug 17 03:36:00.584608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-2ee7367c-6b6a-484a-bff1-da8e2eaa4763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:00.585644 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-2ee7367c-6b6a-484a-bff1-da8e2eaa4763 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05552bfd-7e8d-49de-9ddb-c05af7a51a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0387852 Aug 17 03:36:00.717790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3853608c-a81c-4e42-87b7-0d5e0d10677a req-7bfff0e9-50fa-424d-876d-5839f4b90fb8 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:00.719383 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3853608c-a81c-4e42-87b7-0d5e0d10677a req-7bfff0e9-50fa-424d-876d-5839f4b90fb8 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 943 time: 0.0814524 Aug 17 03:36:00.739251 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-5cc1481a-602a-4ded-8ec9-a0ed798ea91a service neutron] 10.222.0.30 "GET /v2.0/networks/05552bfd-7e8d-49de-9ddb-c05af7a51a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460769 Aug 17 03:36:00.812065 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3853608c-a81c-4e42-87b7-0d5e0d10677a req-fe709696-3d12-48ff-abb9-1489e0452fa0 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0200624-5b90-4b8b-b1d2-fecd107b78b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0859256 Aug 17 03:36:00.848346 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3306dbe2-d697-4c4c-9ca1-22a143767699 req-396c4ea1-ee78-4a80-ab9e-16ade781480e service neutron] 10.222.0.30 "GET /v2.0/networks/05552bfd-7e8d-49de-9ddb-c05af7a51a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1010313 Aug 17 03:36:01.927737 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d0a4906-70b9-4694-b781-8f86efa34ee1 req-7748edf5-1b02-4019-a20f-ba3c75967874 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:01.929214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1d0a4906-70b9-4694-b781-8f86efa34ee1 req-7748edf5-1b02-4019-a20f-ba3c75967874 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 943 time: 0.0482240 Aug 17 03:36:01.965275 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1d0a4906-70b9-4694-b781-8f86efa34ee1 req-8c575676-021c-42db-b1a3-10087e239659 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0200624-5b90-4b8b-b1d2-fecd107b78b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301416 Aug 17 03:36:03.079855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e528e83-05ea-4ae9-b4df-66a63340ef1c req-78b1b2a7-269e-40e2-b5e5-af7f358c3a66 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:03.081336 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e528e83-05ea-4ae9-b4df-66a63340ef1c req-78b1b2a7-269e-40e2-b5e5-af7f358c3a66 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 943 time: 0.0490172 Aug 17 03:36:03.119508 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4e528e83-05ea-4ae9-b4df-66a63340ef1c req-0862fec2-9b36-463c-b223-553cfc7ccea1 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0200624-5b90-4b8b-b1d2-fecd107b78b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323210 Aug 17 03:36:03.316306 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:03.984587 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:04.239031 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68d8ce37-fa4e-431c-815e-aa04aa986c72 req-f3f37092-19f9-4b6c-b82c-0078b92e4587 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:04.240525 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-68d8ce37-fa4e-431c-815e-aa04aa986c72 req-f3f37092-19f9-4b6c-b82c-0078b92e4587 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 943 time: 0.0496461 Aug 17 03:36:04.278601 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-68d8ce37-fa4e-431c-815e-aa04aa986c72 req-9c45dab8-4c43-4fa0-8851-6500f7d7c37c tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0200624-5b90-4b8b-b1d2-fecd107b78b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320857 Aug 17 03:36:05.395554 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd698dd-4f3e-4848-b8a2-1dbf84c30c63 req-1e929441-3022-4810-a449-fe00108a8176 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:05.397060 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dfd698dd-4f3e-4848-b8a2-1dbf84c30c63 req-1e929441-3022-4810-a449-fe00108a8176 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 943 time: 0.0490925 Aug 17 03:36:05.434369 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dfd698dd-4f3e-4848-b8a2-1dbf84c30c63 req-b859fbe7-1dab-489b-b2b8-28b0f6bec53f tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0200624-5b90-4b8b-b1d2-fecd107b78b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313222 Aug 17 03:36:05.505577 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device e9c44c4b-5d47-4ae1-b99e-b899c953b56a details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:36:05.598163 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port e9c44c4b-5d47-4ae1-b99e-b899c953b56a, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=e9c44c4b-5d47-4ae1-b99e-b899c953b56a,segment=NetworkSegment(c56a4d73-b898-4f7a-b46e-78e04d7917c7),segment_id=c56a4d73-b898-4f7a-b46e-78e04d7917c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:36:05.609131 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'e9c44c4b-5d47-4ae1-b99e-b899c953b56a', 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96', 'port_id': 'e9c44c4b-5d47-4ae1-b99e-b899c953b56a', 'mac_address': 'fa:16:3e:5d:92:33', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 80, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:36:05.649077 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:05.661252 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e9c44c4b-5d47-4ae1-b99e-b899c953b56a {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:36:05.680024 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port e9c44c4b-5d47-4ae1-b99e-b899c953b56a, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=e9c44c4b-5d47-4ae1-b99e-b899c953b56a,segment=NetworkSegment(c56a4d73-b898-4f7a-b46e-78e04d7917c7),segment_id=c56a4d73-b898-4f7a-b46e-78e04d7917c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:36:05.756841 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:05.808287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=e9c44c4b-5d47-4ae1-b99e-b899c953b56a,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:36:05.963838 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['e9c44c4b-5d47-4ae1-b99e-b899c953b56a'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:36:06.557619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17127b45-a57b-424a-b24a-b140ce0e2fee req-34669b1a-0e59-483a-a660-83905f775423 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:06.559152 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17127b45-a57b-424a-b24a-b140ce0e2fee req-34669b1a-0e59-483a-a660-83905f775423 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 944 time: 0.0534105 Aug 17 03:36:06.595966 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17127b45-a57b-424a-b24a-b140ce0e2fee req-4cb3903f-103c-4ebc-b2dc-bf08941fbba2 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0200624-5b90-4b8b-b1d2-fecd107b78b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307517 Aug 17 03:36:07.517358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device e9c44c4b-5d47-4ae1-b99e-b899c953b56a up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:36:07.618824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port e9c44c4b-5d47-4ae1-b99e-b899c953b56a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:36:07.622718 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port e9c44c4b-5d47-4ae1-b99e-b899c953b56a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:36:07.623376 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:07.703872 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:07.714126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5743eb12-dd6e-4151-8516-075d8044d867 req-7a395cee-97b2-40fb-a180-6f4c8ea8aa58 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:07.715929 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5743eb12-dd6e-4151-8516-075d8044d867 req-7a395cee-97b2-40fb-a180-6f4c8ea8aa58 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 944 time: 0.0528107 Aug 17 03:36:07.727042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd087c228-7a53-4177-b7f3-0aa96efe2713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c44c4b-5d47-4ae1-b99e-b899c953b56a'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:36:07.729282 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cc76c48-d61d-433a-9eca-99920354f8dc" -d '{"events": [{"server_uuid": "d087c228-7a53-4177-b7f3-0aa96efe2713", "name": "network-vif-plugged", "status": "completed", "tag": "e9c44c4b-5d47-4ae1-b99e-b899c953b56a"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:36:07.742428 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port e9c44c4b-5d47-4ae1-b99e-b899c953b56a, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=e9c44c4b-5d47-4ae1-b99e-b899c953b56a,segment=NetworkSegment(c56a4d73-b898-4f7a-b46e-78e04d7917c7),segment_id=c56a4d73-b898-4f7a-b46e-78e04d7917c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:36:07.757989 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5743eb12-dd6e-4151-8516-075d8044d867 req-4725e58b-01a6-4e33-bc4f-b89792f2dfa9 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0200624-5b90-4b8b-b1d2-fecd107b78b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347731 Aug 17 03:36:07.769781 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:36:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-526c4a6b-aa1d-4a6f-ad4b-fed76ee29286 x-openstack-request-id: req-526c4a6b-aa1d-4a6f-ad4b-fed76ee29286 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:36:07.770077 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d087c228-7a53-4177-b7f3-0aa96efe2713", "name": "network-vif-plugged", "status": "completed", "tag": "e9c44c4b-5d47-4ae1-b99e-b899c953b56a", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:36:07.770353 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-526c4a6b-aa1d-4a6f-ad4b-fed76ee29286 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:36:07.770776 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd087c228-7a53-4177-b7f3-0aa96efe2713', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e9c44c4b-5d47-4ae1-b99e-b899c953b56a', 'code': 200} Aug 17 03:36:07.799314 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:07.847248 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=e9c44c4b-5d47-4ae1-b99e-b899c953b56a,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:36:07.865556 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33fdb86f-07f6-48f1-bfd6-6a77a9abade5 req-a9be2005-0ada-46af-9c1e-fc85584ffae9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:07.867057 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33fdb86f-07f6-48f1-bfd6-6a77a9abade5 req-a9be2005-0ada-46af-9c1e-fc85584ffae9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 1096 time: 0.0420160 Aug 17 03:36:07.902354 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-33fdb86f-07f6-48f1-bfd6-6a77a9abade5 req-8068faac-5653-4133-a2f4-41cb6e198df5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d0200624-5b90-4b8b-b1d2-fecd107b78b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0271919 Aug 17 03:36:08.879247 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05f3510-8737-49af-b78e-50ae9f08eba1 req-30090a40-3c8e-46f8-ad6f-2eb709dd5a8a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:08.880736 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a05f3510-8737-49af-b78e-50ae9f08eba1 req-30090a40-3c8e-46f8-ad6f-2eb709dd5a8a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 945 time: 0.0501859 Aug 17 03:36:08.919836 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a05f3510-8737-49af-b78e-50ae9f08eba1 req-0c33c425-f239-43ea-bb84-4463804ea30c tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0200624-5b90-4b8b-b1d2-fecd107b78b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330980 Aug 17 03:36:10.038512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f7faf-9ab5-45c7-8317-06dd2cfafb0c req-d3201cc9-fb3e-435b-ac3e-063d80297d30 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:10.039911 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e47f7faf-9ab5-45c7-8317-06dd2cfafb0c req-d3201cc9-fb3e-435b-ac3e-063d80297d30 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 945 time: 0.0507071 Aug 17 03:36:10.076157 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e47f7faf-9ab5-45c7-8317-06dd2cfafb0c req-5dee3717-d159-4443-a381-404b4d6dde24 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0200624-5b90-4b8b-b1d2-fecd107b78b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304718 Aug 17 03:36:10.191766 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf9466b-9059-446c-be4d-f9c2b448f756 req-2bfd796f-78e7-4f53-aa82-7e8e9ed86dad tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:10.193274 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9cf9466b-9059-446c-be4d-f9c2b448f756 req-2bfd796f-78e7-4f53-aa82-7e8e9ed86dad tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 945 time: 0.0504787 Aug 17 03:36:10.231176 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9cf9466b-9059-446c-be4d-f9c2b448f756 req-9bf28f60-565c-4f5e-9225-f40aadb0ad66 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0200624-5b90-4b8b-b1d2-fecd107b78b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317976 Aug 17 03:36:10.351852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c17e1e-0fba-489e-aba3-c0ade9dc3c17 req-b82c5c96-dbae-4ae5-a8db-b4a83643ede8 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:10.353246 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-70c17e1e-0fba-489e-aba3-c0ade9dc3c17 req-b82c5c96-dbae-4ae5-a8db-b4a83643ede8 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 945 time: 0.0565226 Aug 17 03:36:10.391659 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-70c17e1e-0fba-489e-aba3-c0ade9dc3c17 req-9e7b51c5-8563-43dd-8d50-6c87ccd22ea0 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0200624-5b90-4b8b-b1d2-fecd107b78b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319197 Aug 17 03:36:10.412757 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39366) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:36:10.496341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a9cb4f9-2acc-4086-96cf-af1afbfb47f2 tempest-TestServerBasicOps-1508251858 tempest-TestServerBasicOps-1508251858-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:10.497892 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8a9cb4f9-2acc-4086-96cf-af1afbfb47f2 tempest-TestServerBasicOps-1508251858 tempest-TestServerBasicOps-1508251858-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 1091 time: 0.0841689 Aug 17 03:36:10.501633 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39370) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:36:10.505928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': 'e9c44c4b-5d47-4ae1-b99e-b899c953b56a', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:36:10.584834 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:10.689095 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:10.790062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Allocated IP 172.25.1.26 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/5c1853a8-c130-43aa-ace1-12f31c5503e9) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:36:10.892388 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:10.982802 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:11.022634 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:36:11.025462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:36:11.028014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:36:11.050851 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Pushing event updated for resources: {'Port': ['ID=5c1853a8-c130-43aa-ace1-12f31c5503e9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:36:11.382443 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:11.506473 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:11.653192 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:11.696503 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:11.768522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Pushing event updated for resources: {'Port': ['ID=5c1853a8-c130-43aa-ace1-12f31c5503e9,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:36:11.781899 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:11.880231 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Floating IP 50132845-15e8-4b41-97e1-e21b17f40b7f associated. External IP: 172.25.1.26, port: e9c44c4b-5d47-4ae1-b99e-b899c953b56a. Aug 17 03:36:12.086686 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Router 5520a65a-15b1-4ff4-aa24-a014bbd0999d has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:36:12.193204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:36:12.203124 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4ac19-f690-4902-988d-b8bf9217ee5b None None] Sync routers for ids ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:36:12.217557 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f4ac19-f690-4902-988d-b8bf9217ee5b None None] Routers {'5520a65a-15b1-4ff4-aa24-a014bbd0999d'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:36:12.218563 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-12f4ac19-f690-4902-988d-b8bf9217ee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:35:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:36:12.259251 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:12.321929 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-12f4ac19-f690-4902-988d-b8bf9217ee5b None None] Set router 5520a65a-15b1-4ff4-aa24-a014bbd0999d gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:36:12.565968 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-12f4ac19-f690-4902-988d-b8bf9217ee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'name': 'tempest-TestServerBasicOps-1519379812-router', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:41Z', 'updated_at': '2021-08-17T03:35:44Z', 'revision_number': 4, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'gw_port': {'id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:42Z', 'updated_at': '2021-08-17T03:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '50132845-15e8-4b41-97e1-e21b17f40b7f', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'port_id': 'e9c44c4b-5d47-4ae1-b99e-b899c953b56a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96', 'mac_address': 'fa:16:3e:5d:92:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd087c228-7a53-4177-b7f3-0aa96efe2713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:36:11Z', 'updated_at': '2021-08-17T03:36:11Z', 'revision_number': 0, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b505152-cfb4-4997-b4e1-e8eca8884cbe', 'name': '', 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'mac_address': 'fa:16:3e:e0:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:43Z', 'updated_at': '2021-08-17T03:35:49Z', 'revision_number': 5, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'subnets': [{'id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:36:12.592843 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4ac19-f690-4902-988d-b8bf9217ee5b None None] Checking router: 5520a65a-15b1-4ff4-aa24-a014bbd0999d for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:36:12.601772 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12f4ac19-f690-4902-988d-b8bf9217ee5b None None] Routers {'5520a65a-15b1-4ff4-aa24-a014bbd0999d'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:36:12.602382 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-12f4ac19-f690-4902-988d-b8bf9217ee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:35:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:36:12.611758 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-97e4d53d-bc97-402a-8e55-9df1071a66e7 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.1091104 Aug 17 03:36:12.612364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd087c228-7a53-4177-b7f3-0aa96efe2713', 'tag': 'e9c44c4b-5d47-4ae1-b99e-b899c953b56a'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:36:12.614632 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09d7e921-f9c8-4760-9680-c4b8370e9565" -d '{"events": [{"name": "network-changed", "server_uuid": "d087c228-7a53-4177-b7f3-0aa96efe2713", "tag": "e9c44c4b-5d47-4ae1-b99e-b899c953b56a"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:36:12.651044 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:36:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63bb45e7-d38b-4ab9-af3a-38b91bc2e15c x-openstack-request-id: req-63bb45e7-d38b-4ab9-af3a-38b91bc2e15c {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:36:12.651343 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d087c228-7a53-4177-b7f3-0aa96efe2713", "tag": "e9c44c4b-5d47-4ae1-b99e-b899c953b56a", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:36:12.651599 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63bb45e7-d38b-4ab9-af3a-38b91bc2e15c {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:36:12.652024 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd087c228-7a53-4177-b7f3-0aa96efe2713', 'tag': 'e9c44c4b-5d47-4ae1-b99e-b899c953b56a', 'status': 'completed', 'code': 200} Aug 17 03:36:12.724389 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7e921-f9c8-4760-9680-c4b8370e9565 req-dddce78a-05c0-4c9c-b840-a2447a29a637 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:12.725923 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-09d7e921-f9c8-4760-9680-c4b8370e9565 req-dddce78a-05c0-4c9c-b840-a2447a29a637 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7fee808d888433c9ce194894b55eea6&device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 1096 time: 0.0508397 Aug 17 03:36:12.800519 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-12f4ac19-f690-4902-988d-b8bf9217ee5b None None] Set router 5520a65a-15b1-4ff4-aa24-a014bbd0999d gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:36:12.817335 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7e921-f9c8-4760-9680-c4b8370e9565 req-cbf7b87c-a7b4-4527-a157-f51d2a9253fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:12.818835 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-09d7e921-f9c8-4760-9680-c4b8370e9565 req-cbf7b87c-a7b4-4527-a157-f51d2a9253fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=05552bfd-7e8d-49de-9ddb-c05af7a51a96 HTTP/1.1" status: 200 len: 909 time: 0.0859766 Aug 17 03:36:12.884522 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-09d7e921-f9c8-4760-9680-c4b8370e9565 req-f06472ce-6c28-4a3f-862c-2126d4ed5d01 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9c44c4b-5d47-4ae1-b99e-b899c953b56a HTTP/1.1" status: 200 len: 998 time: 0.0577955 Aug 17 03:36:12.932963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7e921-f9c8-4760-9680-c4b8370e9565 req-ae83268b-9467-45a9-9682-e4cccb13cc34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:12.934435 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-09d7e921-f9c8-4760-9680-c4b8370e9565 req-ae83268b-9467-45a9-9682-e4cccb13cc34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370f7c3a-6fc6-4a7a-a8a3-75000050d358 HTTP/1.1" status: 200 len: 848 time: 0.0424280 Aug 17 03:36:12.986142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d7e921-f9c8-4760-9680-c4b8370e9565 req-3eaa183a-9a54-42e6-a6f1-d4172a7151e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:12.987664 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-09d7e921-f9c8-4760-9680-c4b8370e9565 req-3eaa183a-9a54-42e6-a6f1-d4172a7151e1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05552bfd-7e8d-49de-9ddb-c05af7a51a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0446231 Aug 17 03:36:13.024567 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-12f4ac19-f690-4902-988d-b8bf9217ee5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'name': 'tempest-TestServerBasicOps-1519379812-router', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:41Z', 'updated_at': '2021-08-17T03:35:44Z', 'revision_number': 4, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'gw_port': {'id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:42Z', 'updated_at': '2021-08-17T03:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '50132845-15e8-4b41-97e1-e21b17f40b7f', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'port_id': 'e9c44c4b-5d47-4ae1-b99e-b899c953b56a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96', 'mac_address': 'fa:16:3e:5d:92:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd087c228-7a53-4177-b7f3-0aa96efe2713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:36:11Z', 'updated_at': '2021-08-17T03:36:11Z', 'revision_number': 0, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b505152-cfb4-4997-b4e1-e8eca8884cbe', 'name': '', 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'mac_address': 'fa:16:3e:e0:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:43Z', 'updated_at': '2021-08-17T03:35:49Z', 'revision_number': 5, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'subnets': [{'id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:36:13.050035 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12f4ac19-f690-4902-988d-b8bf9217ee5b None None] The sync data for ids ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'] in n-d-802060-9 is: [{'id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'name': 'tempest-TestServerBasicOps-1519379812-router', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:41Z', 'updated_at': '2021-08-17T03:35:44Z', 'revision_number': 4, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'gw_port': {'id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:42Z', 'updated_at': '2021-08-17T03:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '50132845-15e8-4b41-97e1-e21b17f40b7f', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'floating_ip_address': '172.25.1.26', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'port_id': 'e9c44c4b-5d47-4ae1-b99e-b899c953b56a', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3955, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96', 'mac_address': 'fa:16:3e:5d:92:33', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd087c228-7a53-4177-b7f3-0aa96efe2713', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:36:11Z', 'updated_at': '2021-08-17T03:36:11Z', 'revision_number': 0, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1b505152-cfb4-4997-b4e1-e8eca8884cbe', 'name': '', 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'mac_address': 'fa:16:3e:e0:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:43Z', 'updated_at': '2021-08-17T03:35:49Z', 'revision_number': 5, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'subnets': [{'id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:36:13.079384 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-09d7e921-f9c8-4760-9680-c4b8370e9565 req-feb24229-31e4-44ef-a072-f8aa222d894a service neutron] 10.222.0.30 "GET /v2.0/networks/05552bfd-7e8d-49de-9ddb-c05af7a51a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840347 Aug 17 03:36:13.175285 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-09d7e921-f9c8-4760-9680-c4b8370e9565 req-2b00709b-1e69-4f50-8a6a-7a80e1b6a49f service neutron] 10.222.0.30 "GET /v2.0/networks/05552bfd-7e8d-49de-9ddb-c05af7a51a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885427 Aug 17 03:36:13.246750 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960a76a2-f428-432e-b6df-591b3981c6af None None] New status for floating IP 50132845-15e8-4b41-97e1-e21b17f40b7f: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:36:15.265330 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c1a38c0-90f4-431c-8a2a-82ef9f3695c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:17.921437 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dd10dc65-6d18-49fb-b9cc-b2e5e1ab5ae8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:18.213277 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:19.213294 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:20.973401 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:29.546830 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:36:33.333140 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:33.984618 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:34.994076 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-851f6d86-6227-4ba4-8474-cc3b5506c94b req-195356f8-48af-4428-8483-f2a6ef267dcb service neutron] (101970) timed out ('10.222.0.60', 55157) {{(pid=101970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:36:45.287038 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8b554f82-6b0b-4117-8c2c-713239a6ba2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:47.949633 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-afd35a0e-aa49-47c3-9815-ebb190fdf630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:48.210402 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:48.366929 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39394) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:36:48.453318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b11ef6cb-06ff-4606-8a38-3d8c0b6c737c req-3c939ff2-5b27-4aec-999f-cab52395803a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:48.455581 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b11ef6cb-06ff-4606-8a38-3d8c0b6c737c req-3c939ff2-5b27-4aec-999f-cab52395803a service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 1096 time: 0.0876424 Aug 17 03:36:48.492001 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b11ef6cb-06ff-4606-8a38-3d8c0b6c737c req-c8ac5cd2-afd7-4c2f-aef8-549d891d0ffb service neutron] 10.222.0.10 "GET /v2.0/security-groups?id=d0200624-5b90-4b8b-b1d2-fecd107b78b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0302048 Aug 17 03:36:49.227723 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:50.799433 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af356bde-4637-4d3e-9e0d-38d390a26598 req-6f74fc2b-01b8-446d-98cd-dfe916af38b8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0388417 Aug 17 03:36:50.890702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af356bde-4637-4d3e-9e0d-38d390a26598 req-e5f7545e-2c8e-49a3-a583-b4748e131889 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:50.892394 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af356bde-4637-4d3e-9e0d-38d390a26598 req-e5f7545e-2c8e-49a3-a583-b4748e131889 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7fee808d888433c9ce194894b55eea6&device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 1096 time: 0.0487831 Aug 17 03:36:50.950272 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:36:50.999577 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af356bde-4637-4d3e-9e0d-38d390a26598 req-b61c806a-178d-4466-97f2-c9f3cabe4b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:51.001664 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af356bde-4637-4d3e-9e0d-38d390a26598 req-b61c806a-178d-4466-97f2-c9f3cabe4b24 service neutron] 10.222.0.30 "GET /v2.0/networks?id=05552bfd-7e8d-49de-9ddb-c05af7a51a96 HTTP/1.1" status: 200 len: 909 time: 0.0868669 Aug 17 03:36:51.073849 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af356bde-4637-4d3e-9e0d-38d390a26598 req-725f0b16-025e-4397-a8fc-b24de7bba600 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9c44c4b-5d47-4ae1-b99e-b899c953b56a HTTP/1.1" status: 200 len: 1000 time: 0.0627034 Aug 17 03:36:51.128426 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af356bde-4637-4d3e-9e0d-38d390a26598 req-6500bfec-67f7-4787-9208-dddf8d240621 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:51.129886 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af356bde-4637-4d3e-9e0d-38d390a26598 req-6500bfec-67f7-4787-9208-dddf8d240621 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370f7c3a-6fc6-4a7a-a8a3-75000050d358 HTTP/1.1" status: 200 len: 848 time: 0.0444639 Aug 17 03:36:51.177910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af356bde-4637-4d3e-9e0d-38d390a26598 req-17db9f07-3df0-476b-95ec-712a5c187027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:36:51.179371 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af356bde-4637-4d3e-9e0d-38d390a26598 req-17db9f07-3df0-476b-95ec-712a5c187027 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05552bfd-7e8d-49de-9ddb-c05af7a51a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0406454 Aug 17 03:36:51.275066 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af356bde-4637-4d3e-9e0d-38d390a26598 req-b27277f2-c78c-4597-97a8-c4075ad32034 service neutron] 10.222.0.30 "GET /v2.0/networks/05552bfd-7e8d-49de-9ddb-c05af7a51a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860252 Aug 17 03:36:51.365338 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-af356bde-4637-4d3e-9e0d-38d390a26598 req-5b96ceff-cf72-4710-b533-1b9ce68ad319 service neutron] 10.222.0.30 "GET /v2.0/networks/05552bfd-7e8d-49de-9ddb-c05af7a51a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820258 Aug 17 03:37:03.326902 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:04.010254 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:06.546368 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:37:15.303677 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0030e40b-9f21-44df-83a3-0646ed7db4ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:17.941108 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-158e4932-decd-4acb-a552-de2d141d01f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:18.200718 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:19.212193 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:20.946700 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:33.320471 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:33.995000 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:43.545065 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:37:45.289351 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f7b5fda-be63-4b1c-a543-283e2d915301 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:47.931627 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b7755f0-20f7-4dfd-8c2c-8541d7d47263 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:48.166042 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:49.223542 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:50.940532 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:37:51.792976 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8bb1473-65cc-473c-835a-e8ba4ee3cae3 req-c1e42e7b-d6c1-4829-83ac-dc965403ec57 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0449800 Aug 17 03:37:51.874995 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb1473-65cc-473c-835a-e8ba4ee3cae3 req-d2354641-32c7-4ff2-b5e6-c1f8af5993bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:37:51.876482 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8bb1473-65cc-473c-835a-e8ba4ee3cae3 req-d2354641-32c7-4ff2-b5e6-c1f8af5993bf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7fee808d888433c9ce194894b55eea6&device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 1096 time: 0.0403962 Aug 17 03:37:51.980683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb1473-65cc-473c-835a-e8ba4ee3cae3 req-55be3e10-5061-4886-8418-40e34d1b0864 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:37:51.982227 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8bb1473-65cc-473c-835a-e8ba4ee3cae3 req-55be3e10-5061-4886-8418-40e34d1b0864 service neutron] 10.222.0.30 "GET /v2.0/networks?id=05552bfd-7e8d-49de-9ddb-c05af7a51a96 HTTP/1.1" status: 200 len: 909 time: 0.0839190 Aug 17 03:37:52.053138 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8bb1473-65cc-473c-835a-e8ba4ee3cae3 req-d29cfd13-e0db-4f0c-97cf-aeb49adbbbcf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9c44c4b-5d47-4ae1-b99e-b899c953b56a HTTP/1.1" status: 200 len: 1000 time: 0.0630908 Aug 17 03:37:52.102495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb1473-65cc-473c-835a-e8ba4ee3cae3 req-cb945852-65bc-4566-bc18-fd1763cff79f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:37:52.103993 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8bb1473-65cc-473c-835a-e8ba4ee3cae3 req-cb945852-65bc-4566-bc18-fd1763cff79f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370f7c3a-6fc6-4a7a-a8a3-75000050d358 HTTP/1.1" status: 200 len: 848 time: 0.0442073 Aug 17 03:37:52.149511 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bb1473-65cc-473c-835a-e8ba4ee3cae3 req-8d13d958-f9b2-4caa-af82-3b454f8266ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:37:52.150981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8bb1473-65cc-473c-835a-e8ba4ee3cae3 req-8d13d958-f9b2-4caa-af82-3b454f8266ba service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05552bfd-7e8d-49de-9ddb-c05af7a51a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0396714 Aug 17 03:37:52.243383 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8bb1473-65cc-473c-835a-e8ba4ee3cae3 req-b42019cd-7929-4e02-9b1a-3c3522a7b7b3 service neutron] 10.222.0.30 "GET /v2.0/networks/05552bfd-7e8d-49de-9ddb-c05af7a51a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845025 Aug 17 03:37:52.335862 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8bb1473-65cc-473c-835a-e8ba4ee3cae3 req-f0bcaa33-e89a-43f0-ade1-8ed348202517 service neutron] 10.222.0.30 "GET /v2.0/networks/05552bfd-7e8d-49de-9ddb-c05af7a51a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0831866 Aug 17 03:38:03.317747 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:03.997462 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:15.283397 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2a8fab31-488f-4166-b960-e0dedf285cfc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:17.925525 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5aa29668-3abd-488e-b67c-91cd679aea1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:18.171346 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:19.215554 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:20.545882 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:38:20.940093 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:33.325553 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:34.011134 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:45.305811 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50c44e45-566e-4e31-8bb0-e6ab24b9cf60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:47.925492 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b4637e33-5635-411e-b147-10b7b16eb2bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:48.189132 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:49.216464 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:50.950917 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:38:52.803620 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ab47674-e7db-4841-9608-de9f2642651e req-b1163d6b-bad7-4525-a88a-18ec42134021 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0473897 Aug 17 03:38:52.894476 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab47674-e7db-4841-9608-de9f2642651e req-4c588ad6-5ce2-413c-a1dc-1e426a8cca13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:38:52.895902 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ab47674-e7db-4841-9608-de9f2642651e req-4c588ad6-5ce2-413c-a1dc-1e426a8cca13 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7fee808d888433c9ce194894b55eea6&device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 1096 time: 0.0448747 Aug 17 03:38:53.004599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab47674-e7db-4841-9608-de9f2642651e req-ffbce813-136d-4d4f-a32a-764776341a88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:38:53.006125 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ab47674-e7db-4841-9608-de9f2642651e req-ffbce813-136d-4d4f-a32a-764776341a88 service neutron] 10.222.0.30 "GET /v2.0/networks?id=05552bfd-7e8d-49de-9ddb-c05af7a51a96 HTTP/1.1" status: 200 len: 909 time: 0.0905125 Aug 17 03:38:53.074661 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ab47674-e7db-4841-9608-de9f2642651e req-3116ee85-ad6d-403e-871b-058e451d65f7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9c44c4b-5d47-4ae1-b99e-b899c953b56a HTTP/1.1" status: 200 len: 1000 time: 0.0589581 Aug 17 03:38:53.128070 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab47674-e7db-4841-9608-de9f2642651e req-e6d3d48a-797e-441e-b6f9-ffddade4b639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:38:53.129612 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ab47674-e7db-4841-9608-de9f2642651e req-e6d3d48a-797e-441e-b6f9-ffddade4b639 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370f7c3a-6fc6-4a7a-a8a3-75000050d358 HTTP/1.1" status: 200 len: 848 time: 0.0443904 Aug 17 03:38:53.184319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab47674-e7db-4841-9608-de9f2642651e req-4148ff46-1103-4348-89a7-bf772bd3bd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:38:53.185879 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ab47674-e7db-4841-9608-de9f2642651e req-4148ff46-1103-4348-89a7-bf772bd3bd68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05552bfd-7e8d-49de-9ddb-c05af7a51a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442789 Aug 17 03:38:53.276727 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ab47674-e7db-4841-9608-de9f2642651e req-a73048ee-2cdf-42e0-84e2-23e2079a3332 service neutron] 10.222.0.30 "GET /v2.0/networks/05552bfd-7e8d-49de-9ddb-c05af7a51a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825570 Aug 17 03:38:53.372521 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ab47674-e7db-4841-9608-de9f2642651e req-4a423cd6-570c-4bf6-bda1-03a89e1dcc5c service neutron] 10.222.0.30 "GET /v2.0/networks/05552bfd-7e8d-49de-9ddb-c05af7a51a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872464 Aug 17 03:38:57.546140 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:39:03.348851 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:04.036694 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:15.317066 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d38852ac-24ca-46c7-a76c-7bdfb987d891 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:17.939585 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7fa168e1-735c-4910-ae61-48b6cb808888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:18.178945 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:19.210395 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:20.953723 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:33.381704 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:34.022644 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:34.545120 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:39:45.316234 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b889c1e5-fd98-4e31-89cb-f5ecffbcac8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:47.990793 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1eb15745-8270-4d28-8aae-bafc243724ab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:48.444816 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:49.250586 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:50.955742 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:39:52.823863 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d4a585b-a347-4049-aada-732074b4fcb7 req-e218999b-db81-44a0-ad5b-fc8c0bce98c3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0524340 Aug 17 03:39:52.920406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a585b-a347-4049-aada-732074b4fcb7 req-6d8a5bea-3cc4-41fc-b58b-3ffca263accc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:39:52.922069 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d4a585b-a347-4049-aada-732074b4fcb7 req-6d8a5bea-3cc4-41fc-b58b-3ffca263accc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=b7fee808d888433c9ce194894b55eea6&device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 1096 time: 0.0473788 Aug 17 03:39:53.046985 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a585b-a347-4049-aada-732074b4fcb7 req-24e66197-8887-4780-b554-e2fbe7fbaede service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:39:53.048664 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d4a585b-a347-4049-aada-732074b4fcb7 req-24e66197-8887-4780-b554-e2fbe7fbaede service neutron] 10.222.0.30 "GET /v2.0/networks?id=05552bfd-7e8d-49de-9ddb-c05af7a51a96 HTTP/1.1" status: 200 len: 909 time: 0.1021280 Aug 17 03:39:53.139434 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d4a585b-a347-4049-aada-732074b4fcb7 req-11ef84ec-26da-42ef-8935-69c8ec430f3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e9c44c4b-5d47-4ae1-b99e-b899c953b56a HTTP/1.1" status: 200 len: 1000 time: 0.0816820 Aug 17 03:39:53.197746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a585b-a347-4049-aada-732074b4fcb7 req-248077bb-9cb5-4f0b-91cd-17ea2f607fcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:39:53.199260 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d4a585b-a347-4049-aada-732074b4fcb7 req-248077bb-9cb5-4f0b-91cd-17ea2f607fcc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=370f7c3a-6fc6-4a7a-a8a3-75000050d358 HTTP/1.1" status: 200 len: 848 time: 0.0510535 Aug 17 03:39:53.250099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d4a585b-a347-4049-aada-732074b4fcb7 req-3363e3f5-27d7-4206-bb2f-4c1ca7c78675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:39:53.251621 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d4a585b-a347-4049-aada-732074b4fcb7 req-3363e3f5-27d7-4206-bb2f-4c1ca7c78675 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=05552bfd-7e8d-49de-9ddb-c05af7a51a96&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444906 Aug 17 03:39:53.264712 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-6d4a585b-a347-4049-aada-732074b4fcb7 req-6896aaaf-2b2f-4c57-8416-38eacfacf60a service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:39:53.265995 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d4a585b-a347-4049-aada-732074b4fcb7 req-6896aaaf-2b2f-4c57-8416-38eacfacf60a service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055933 Aug 17 03:39:53.368245 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d4a585b-a347-4049-aada-732074b4fcb7 req-8ef4a370-79b2-4f3c-8da3-7131f291d4df service neutron] 10.222.0.30 "GET /v2.0/networks/05552bfd-7e8d-49de-9ddb-c05af7a51a96?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0929589 Aug 17 03:39:53.464017 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d4a585b-a347-4049-aada-732074b4fcb7 req-036da217-0156-4aab-9253-0cf53c816967 service neutron] 10.222.0.30 "GET /v2.0/networks/05552bfd-7e8d-49de-9ddb-c05af7a51a96?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879850 Aug 17 03:40:03.381146 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:04.038786 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:11.545093 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:40:15.329732 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1c8b4789-b3f4-4e93-858c-9a590613a5de None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:17.930024 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ac4ee955-13af-4ddd-971b-7af4b07d9a5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:18.172781 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:19.218178 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:20.972527 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:33.409436 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:34.009862 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:45.294587 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4d740807-73c3-4206-85dd-3553c3630d12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:47.943436 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d35df7ff-c37e-4c5f-82b4-9191b4f68062 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:48.174316 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:48.550059 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:40:49.303610 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:50.957529 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:53.552382 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-013e5b06-e174-4004-9abe-3659310a76f6 req-85905df3-3bf7-47e3-a7db-c493d4fabb76 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:40:53.553932 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-013e5b06-e174-4004-9abe-3659310a76f6 req-85905df3-3bf7-47e3-a7db-c493d4fabb76 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 945 time: 0.0620086 Aug 17 03:40:53.594536 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-013e5b06-e174-4004-9abe-3659310a76f6 req-27e6b994-9142-4a07-b42a-33340793d68a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0200624-5b90-4b8b-b1d2-fecd107b78b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336051 Aug 17 03:40:54.747375 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a57d95b2-1afe-4f8f-a00b-4f01f7d1ab51 req-b2337589-cff7-437e-8999-65c06b33e496 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:40:54.749219 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a57d95b2-1afe-4f8f-a00b-4f01f7d1ab51 req-b2337589-cff7-437e-8999-65c06b33e496 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 945 time: 0.0566320 Aug 17 03:40:54.788403 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a57d95b2-1afe-4f8f-a00b-4f01f7d1ab51 req-5043325c-4608-45f2-af90-6360b6dea593 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/security-groups?id=d0200624-5b90-4b8b-b1d2-fecd107b78b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329244 Aug 17 03:40:54.836382 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0349034-b7b2-48fa-938b-ea42405f58dc req-d5b4da6f-6c48-4e61-986c-ec8499e368c0 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:40:54.837875 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0349034-b7b2-48fa-938b-ea42405f58dc req-d5b4da6f-6c48-4e61-986c-ec8499e368c0 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.30 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 945 time: 0.0546949 Aug 17 03:40:54.930692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f0349034-b7b2-48fa-938b-ea42405f58dc req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Deleting port e9c44c4b-5d47-4ae1-b99e-b899c953b56a {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:40:54.931045 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0349034-b7b2-48fa-938b-ea42405f58dc req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:55.024736 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f0349034-b7b2-48fa-938b-ea42405f58dc req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] For port e9c44c4b-5d47-4ae1-b99e-b899c953b56a, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=e9c44c4b-5d47-4ae1-b99e-b899c953b56a,segment=NetworkSegment(c56a4d73-b898-4f7a-b46e-78e04d7917c7),segment_id=c56a4d73-b898-4f7a-b46e-78e04d7917c7)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:40:55.025110 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0349034-b7b2-48fa-938b-ea42405f58dc req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:55.254131 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0349034-b7b2-48fa-938b-ea42405f58dc req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:55.254433 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0349034-b7b2-48fa-938b-ea42405f58dc req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:55.254755 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-f0349034-b7b2-48fa-938b-ea42405f58dc req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Floating IP 50132845-15e8-4b41-97e1-e21b17f40b7f disassociated. External IP: 172.25.1.26, port: e9c44c4b-5d47-4ae1-b99e-b899c953b56a. Aug 17 03:40:55.255106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f0349034-b7b2-48fa-938b-ea42405f58dc req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Calling delete_port for e9c44c4b-5d47-4ae1-b99e-b899c953b56a owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:40:55.445999 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0349034-b7b2-48fa-938b-ea42405f58dc req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:55.474619 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Pushing event deleted for resources: {'Port': ['ID=e9c44c4b-5d47-4ae1-b99e-b899c953b56a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:40:55.487832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:40:55.488182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:40:55.488529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:40:55.488869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:40:55.489204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:40:55.489587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:40:55.489925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:40:55.490285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:40:55.490590 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:40:55.490920 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:40:55.491262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:40:55.491572 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:40:55.603721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-f0349034-b7b2-48fa-938b-ea42405f58dc req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Router 5520a65a-15b1-4ff4-aa24-a014bbd0999d has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:40:55.712284 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-f0349034-b7b2-48fa-938b-ea42405f58dc req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:40:55.725271 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee0f824-8be2-471b-8ed2-4736b9de5002 None None] Sync routers for ids ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:40:55.734808 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0f824-8be2-471b-8ed2-4736b9de5002 None None] Routers {'5520a65a-15b1-4ff4-aa24-a014bbd0999d'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:40:55.735424 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aee0f824-8be2-471b-8ed2-4736b9de5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:40:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:40:55.758567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0349034-b7b2-48fa-938b-ea42405f58dc req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] No DVR routers for this DVR port e9c44c4b-5d47-4ae1-b99e-b899c953b56a on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:40:55.761077 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0349034-b7b2-48fa-938b-ea42405f58dc req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:55.763396 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0349034-b7b2-48fa-938b-ea42405f58dc req-a7dff78f-94d3-4018-bfc5-75faecd3071a tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.30 "DELETE /v2.0/ports/e9c44c4b-5d47-4ae1-b99e-b899c953b56a HTTP/1.1" status: 204 len: 173 time: 0.9189236 Aug 17 03:40:55.763824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd087c228-7a53-4177-b7f3-0aa96efe2713', 'name': 'network-vif-deleted', 'tag': 'e9c44c4b-5d47-4ae1-b99e-b899c953b56a'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:40:55.766122 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-610315ea-c72b-4e04-b730-02df4ec34905" -d '{"events": [{"server_uuid": "d087c228-7a53-4177-b7f3-0aa96efe2713", "name": "network-vif-deleted", "tag": "e9c44c4b-5d47-4ae1-b99e-b899c953b56a"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:40:55.862620 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-aee0f824-8be2-471b-8ed2-4736b9de5002 None None] Set router 5520a65a-15b1-4ff4-aa24-a014bbd0999d gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:40:55.977657 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:40:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c803a6b5-7273-44fe-a216-2ce2d4d7f23c x-openstack-request-id: req-c803a6b5-7273-44fe-a216-2ce2d4d7f23c {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:40:55.978194 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d087c228-7a53-4177-b7f3-0aa96efe2713", "name": "network-vif-deleted", "tag": "e9c44c4b-5d47-4ae1-b99e-b899c953b56a", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:40:55.978834 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c803a6b5-7273-44fe-a216-2ce2d4d7f23c {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:40:55.981938 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd087c228-7a53-4177-b7f3-0aa96efe2713', 'name': 'network-vif-deleted', 'tag': 'e9c44c4b-5d47-4ae1-b99e-b899c953b56a', 'status': 'completed', 'code': 200} Aug 17 03:40:56.085169 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5065d00b-1a76-454c-b59a-658097d3ce51 req-707e162f-4372-47b3-9b7e-293a9cff8ece tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "GET /v2.0/ports?device_id=d087c228-7a53-4177-b7f3-0aa96efe2713 HTTP/1.1" status: 200 len: 210 time: 0.2009218 Aug 17 03:40:56.099724 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aee0f824-8be2-471b-8ed2-4736b9de5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'name': 'tempest-TestServerBasicOps-1519379812-router', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:41Z', 'updated_at': '2021-08-17T03:35:44Z', 'revision_number': 4, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'gw_port': {'id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:42Z', 'updated_at': '2021-08-17T03:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '1b505152-cfb4-4997-b4e1-e8eca8884cbe', 'name': '', 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'mac_address': 'fa:16:3e:e0:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:43Z', 'updated_at': '2021-08-17T03:35:49Z', 'revision_number': 5, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'subnets': [{'id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:40:56.130825 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee0f824-8be2-471b-8ed2-4736b9de5002 None None] Checking router: 5520a65a-15b1-4ff4-aa24-a014bbd0999d for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:40:56.139585 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee0f824-8be2-471b-8ed2-4736b9de5002 None None] Routers {'5520a65a-15b1-4ff4-aa24-a014bbd0999d'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:40:56.140221 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aee0f824-8be2-471b-8ed2-4736b9de5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:40:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:40:56.244739 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-aee0f824-8be2-471b-8ed2-4736b9de5002 None None] Set router 5520a65a-15b1-4ff4-aa24-a014bbd0999d gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:40:56.441156 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aee0f824-8be2-471b-8ed2-4736b9de5002 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'name': 'tempest-TestServerBasicOps-1519379812-router', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:41Z', 'updated_at': '2021-08-17T03:35:44Z', 'revision_number': 4, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'gw_port': {'id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:42Z', 'updated_at': '2021-08-17T03:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '1b505152-cfb4-4997-b4e1-e8eca8884cbe', 'name': '', 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'mac_address': 'fa:16:3e:e0:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:43Z', 'updated_at': '2021-08-17T03:35:49Z', 'revision_number': 5, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'subnets': [{'id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:40:56.467584 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee0f824-8be2-471b-8ed2-4736b9de5002 None None] The sync data for ids ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'] in n-d-802060-9 is: [{'id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'name': 'tempest-TestServerBasicOps-1519379812-router', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:41Z', 'updated_at': '2021-08-17T03:35:44Z', 'revision_number': 4, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'gw_port': {'id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:42Z', 'updated_at': '2021-08-17T03:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '1b505152-cfb4-4997-b4e1-e8eca8884cbe', 'name': '', 'network_id': '05552bfd-7e8d-49de-9ddb-c05af7a51a96', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'mac_address': 'fa:16:3e:e0:61:de', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3931, 'fixed_ips': [{'subnet_id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:43Z', 'updated_at': '2021-08-17T03:35:49Z', 'revision_number': 5, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'subnets': [{'id': '370f7c3a-6fc6-4a7a-a8a3-75000050d358', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:40:56.711893 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69b7a773-d24f-482b-b87f-bd4e0ddddbd0 None None] New status for floating IP 50132845-15e8-4b41-97e1-e21b17f40b7f: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:40:57.144529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39556) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:40:57.273537 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-af0d3d75-d476-49c4-9ef7-200e844f70f9 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Deleting port 5c1853a8-c130-43aa-ace1-12f31c5503e9 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:40:57.273890 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af0d3d75-d476-49c4-9ef7-200e844f70f9 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:57.351376 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af0d3d75-d476-49c4-9ef7-200e844f70f9 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:57.351713 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af0d3d75-d476-49c4-9ef7-200e844f70f9 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:57.363059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-af0d3d75-d476-49c4-9ef7-200e844f70f9 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Calling delete_port for 5c1853a8-c130-43aa-ace1-12f31c5503e9 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:40:57.589499 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af0d3d75-d476-49c4-9ef7-200e844f70f9 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:57.619188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af0d3d75-d476-49c4-9ef7-200e844f70f9 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Pushing event deleted for resources: {'Port': ['ID=5c1853a8-c130-43aa-ace1-12f31c5503e9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:40:57.693774 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af0d3d75-d476-49c4-9ef7-200e844f70f9 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:57.696529 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-af0d3d75-d476-49c4-9ef7-200e844f70f9 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:57.697763 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-af0d3d75-d476-49c4-9ef7-200e844f70f9 tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "DELETE /v2.0/floatingips/50132845-15e8-4b41-97e1-e21b17f40b7f HTTP/1.1" status: 204 len: 168 time: 0.5521991 Aug 17 03:40:57.783461 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39562) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:40:57.852639 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f5c9c14-25ad-43cb-8389-7151ec34232b tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:57.884282 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f5c9c14-25ad-43cb-8389-7151ec34232b tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:58.015329 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f5c9c14-25ad-43cb-8389-7151ec34232b tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:58.019782 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9f5c9c14-25ad-43cb-8389-7151ec34232b tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:58.021164 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9f5c9c14-25ad-43cb-8389-7151ec34232b tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] 10.222.0.10 "DELETE /v2.0/security-groups/d0200624-5b90-4b8b-b1d2-fecd107b78b0 HTTP/1.1" status: 204 len: 168 time: 0.2365625 Aug 17 03:40:58.032426 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f5c9c14-25ad-43cb-8389-7151ec34232b tempest-TestServerBasicOps-162872088 tempest-TestServerBasicOps-162872088-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0200624-5b90-4b8b-b1d2-fecd107b78b0,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:40:58.122579 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39566) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:40:58.647426 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec3fbf59-9ba7-4a84-b056-964e93f1d3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:58.935259 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device e9c44c4b-5d47-4ae1-b99e-b899c953b56a no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:40:58.960377 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: e9c44c4b-5d47-4ae1-b99e-b899c953b56a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:40:58.960726 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device e9c44c4b-5d47-4ae1-b99e-b899c953b56a not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:40:59.205649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ec3fbf59-9ba7-4a84-b056-964e93f1d3ca admin admin] Deleting port 1b505152-cfb4-4997-b4e1-e8eca8884cbe {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:40:59.205905 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec3fbf59-9ba7-4a84-b056-964e93f1d3ca admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:59.283175 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-ec3fbf59-9ba7-4a84-b056-964e93f1d3ca admin admin] For port 1b505152-cfb4-4997-b4e1-e8eca8884cbe, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1b505152-cfb4-4997-b4e1-e8eca8884cbe,segment=NetworkSegment(c56a4d73-b898-4f7a-b46e-78e04d7917c7),segment_id=c56a4d73-b898-4f7a-b46e-78e04d7917c7)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:40:59.283538 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec3fbf59-9ba7-4a84-b056-964e93f1d3ca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:59.295339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ec3fbf59-9ba7-4a84-b056-964e93f1d3ca admin admin] Calling delete_port for 1b505152-cfb4-4997-b4e1-e8eca8884cbe owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:40:59.537828 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec3fbf59-9ba7-4a84-b056-964e93f1d3ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:59.567384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec3fbf59-9ba7-4a84-b056-964e93f1d3ca admin admin] Pushing event deleted for resources: {'Port': ['ID=1b505152-cfb4-4997-b4e1-e8eca8884cbe,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:40:59.741977 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ec3fbf59-9ba7-4a84-b056-964e93f1d3ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:40:59.967913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec3fbf59-9ba7-4a84-b056-964e93f1d3ca admin admin] Router 5520a65a-15b1-4ff4-aa24-a014bbd0999d has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:41:00.075729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec3fbf59-9ba7-4a84-b056-964e93f1d3ca admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:41:00.081055 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ec3fbf59-9ba7-4a84-b056-964e93f1d3ca admin admin] 10.222.0.10 "PUT /v2.0/routers/5520a65a-15b1-4ff4-aa24-a014bbd0999d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9565651 Aug 17 03:41:00.083542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39572) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:00.084081 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8fe37b-32f0-45d9-82da-18a94d189bed None None] Sync routers for ids ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:41:00.093108 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8fe37b-32f0-45d9-82da-18a94d189bed None None] Routers {'5520a65a-15b1-4ff4-aa24-a014bbd0999d'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:41:00.093742 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-cc8fe37b-32f0-45d9-82da-18a94d189bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:40:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:00.193248 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-335ac537-b45b-4910-966c-385e44fb7634 admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:00.292728 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-cc8fe37b-32f0-45d9-82da-18a94d189bed None None] Set router 5520a65a-15b1-4ff4-aa24-a014bbd0999d gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:41:00.298320 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-335ac537-b45b-4910-966c-385e44fb7634 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:00.425122 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-335ac537-b45b-4910-966c-385e44fb7634 admin admin] Deleting port fef24d9c-673b-4403-8bfe-80282a0f9ff9 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:41:00.425554 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-335ac537-b45b-4910-966c-385e44fb7634 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:00.471064 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-cc8fe37b-32f0-45d9-82da-18a94d189bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'name': 'tempest-TestServerBasicOps-1519379812-router', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183'}], 'enable_snat': True}, 'gw_port_id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:41Z', 'updated_at': '2021-08-17T03:40:59Z', 'revision_number': 5, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'gw_port': {'id': 'fef24d9c-673b-4403-8bfe-80282a0f9ff9', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:e2:57', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3930, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:42Z', 'updated_at': '2021-08-17T03:35:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:00.497282 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8fe37b-32f0-45d9-82da-18a94d189bed None None] Checking router: 5520a65a-15b1-4ff4-aa24-a014bbd0999d for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:41:00.506609 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc8fe37b-32f0-45d9-82da-18a94d189bed None None] Routers {'5520a65a-15b1-4ff4-aa24-a014bbd0999d'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:41:00.507224 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-cc8fe37b-32f0-45d9-82da-18a94d189bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:40:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:00.507621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-335ac537-b45b-4910-966c-385e44fb7634 admin admin] For port fef24d9c-673b-4403-8bfe-80282a0f9ff9, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=fef24d9c-673b-4403-8bfe-80282a0f9ff9,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:41:00.507989 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-335ac537-b45b-4910-966c-385e44fb7634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:00.521860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-335ac537-b45b-4910-966c-385e44fb7634 admin admin] Calling delete_port for fef24d9c-673b-4403-8bfe-80282a0f9ff9 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:41:00.594374 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-cc8fe37b-32f0-45d9-82da-18a94d189bed None None] Set router 5520a65a-15b1-4ff4-aa24-a014bbd0999d gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:41:00.648798 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-cc8fe37b-32f0-45d9-82da-18a94d189bed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'name': 'tempest-TestServerBasicOps-1519379812-router', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:41Z', 'updated_at': '2021-08-17T03:41:00Z', 'revision_number': 6, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:00.675614 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc8fe37b-32f0-45d9-82da-18a94d189bed None None] The sync data for ids ['5520a65a-15b1-4ff4-aa24-a014bbd0999d'] in n-d-802060-9 is: [{'id': '5520a65a-15b1-4ff4-aa24-a014bbd0999d', 'name': 'tempest-TestServerBasicOps-1519379812-router', 'tenant_id': 'b7fee808d888433c9ce194894b55eea6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:41Z', 'updated_at': '2021-08-17T03:41:00Z', 'revision_number': 6, 'project_id': 'b7fee808d888433c9ce194894b55eea6', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:41:00.774737 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-335ac537-b45b-4910-966c-385e44fb7634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:00.805111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335ac537-b45b-4910-966c-385e44fb7634 admin admin] Pushing event deleted for resources: {'Port': ['ID=fef24d9c-673b-4403-8bfe-80282a0f9ff9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:00.866526 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-335ac537-b45b-4910-966c-385e44fb7634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:00.956615 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-335ac537-b45b-4910-966c-385e44fb7634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:00.958743 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-335ac537-b45b-4910-966c-385e44fb7634 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.078212 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-335ac537-b45b-4910-966c-385e44fb7634 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.078841 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-335ac537-b45b-4910-966c-385e44fb7634 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5520a65a-15b1-4ff4-aa24-a014bbd0999d {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:41:01.083850 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-335ac537-b45b-4910-966c-385e44fb7634 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.087637 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-335ac537-b45b-4910-966c-385e44fb7634 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5520a65a-15b1-4ff4-aa24-a014bbd0999d HTTP/1.1" status: 204 len: 168 time: 1.0006728 Aug 17 03:41:01.087926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39574) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:01.138470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5e6c01c-1cf0-46ca-80ea-fb19b5605400 admin admin] Deleting subnet 370f7c3a-6fc6-4a7a-a8a3-75000050d358 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:41:01.142166 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f5e6c01c-1cf0-46ca-80ea-fb19b5605400 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.177289 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f5e6c01c-1cf0-46ca-80ea-fb19b5605400 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.254407 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f5e6c01c-1cf0-46ca-80ea-fb19b5605400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.383703 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f5e6c01c-1cf0-46ca-80ea-fb19b5605400 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.415513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6c01c-1cf0-46ca-80ea-fb19b5605400 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=370f7c3a-6fc6-4a7a-a8a3-75000050d358,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:01.419046 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f5e6c01c-1cf0-46ca-80ea-fb19b5605400 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.422430 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f5e6c01c-1cf0-46ca-80ea-fb19b5605400 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/370f7c3a-6fc6-4a7a-a8a3-75000050d358 HTTP/1.1" status: 204 len: 168 time: 0.3334129 Aug 17 03:41:01.425165 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39576) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:01.427891 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b40204c-0744-42e0-8648-457dc4aa8632 None None] Network 05552bfd-7e8d-49de-9ddb-c05af7a51a96 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:41:01.505739 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.567237 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Deleting port 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:41:01.567581 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.606609 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] DHCP port deletion for 05552bfd-7e8d-49de-9ddb-c05af7a51a96 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:41:01.636645 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] For port 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4c60fd62-01d1-47f7-ad4e-7223ba69ba3d,segment=NetworkSegment(c56a4d73-b898-4f7a-b46e-78e04d7917c7),segment_id=c56a4d73-b898-4f7a-b46e-78e04d7917c7)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:41:01.637025 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.651520 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Calling delete_port for 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:41:01.655903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] Deleting port 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:41:01.656356 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.727090 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] For port 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4c60fd62-01d1-47f7-ad4e-7223ba69ba3d,segment=NetworkSegment(c56a4d73-b898-4f7a-b46e-78e04d7917c7),segment_id=c56a4d73-b898-4f7a-b46e-78e04d7917c7)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:41:01.727486 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.747456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] Calling delete_port for 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:41:01.817760 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'provisioningblocks' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:41:01.818549 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 03:41:01.829512 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.846521 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c60fd62-01d1-47f7-ad4e-7223ba69ba3d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:01.849068 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] No DVR routers for this DVR port 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:41:01.859592 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] Pushing event deleted for resources: {'Port': ['ID=4c60fd62-01d1-47f7-ad4e-7223ba69ba3d,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:01.865026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] No DVR routers for this DVR port 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:41:01.874741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.875117 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.875345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.875451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.875697 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.875818 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.876029 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.876152 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.876371 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.876482 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.876703 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.876805 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.877034 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.877138 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.877362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.883882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.884930 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.885593 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.885701 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.885806 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.885884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.885958 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.886045 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.886045 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ed1ad4-8015-4f95-83ff-1487e8447856 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:01.941108 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.950815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05552bfd-7e8d-49de-9ddb-c05af7a51a96']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:01.962539 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c56a4d73-b898-4f7a-b46e-78e04d7917c7') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:01.962838 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c56a4d73-b898-4f7a-b46e-78e04d7917c7') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:01.972144 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.985868 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.991851 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Releasing vlan 80 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:41:01.993260 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:41:01.993981 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:41:02.131501 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:02.137145 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:02.139592 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] 10.222.0.10 "DELETE /v2.0/networks/05552bfd-7e8d-49de-9ddb-c05af7a51a96 HTTP/1.1" status: 204 len: 168 time: 0.7132728 Aug 17 03:41:02.142956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39578) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:02.150696 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e8a42c-1bde-42f6-a03a-c370de7f5cd1 admin admin] Pushing event deleted for resources: {'Network': ['ID=05552bfd-7e8d-49de-9ddb-c05af7a51a96,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:02.488381 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-52045358-34fa-49e4-bda2-5fd9cc40e1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:02.736285 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:41:02.751091 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-52045358-34fa-49e4-bda2-5fd9cc40e1e0 admin admin] Deleting port f2048306-be20-495e-b580-73ef4760523a {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:41:02.751648 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-52045358-34fa-49e4-bda2-5fd9cc40e1e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:02.755596 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:41:02.755938 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4c60fd62-01d1-47f7-ad4e-7223ba69ba3d not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:41:02.756358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1b505152-cfb4-4997-b4e1-e8eca8884cbe no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:41:02.775030 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 1b505152-cfb4-4997-b4e1-e8eca8884cbe {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:41:02.775372 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1b505152-cfb4-4997-b4e1-e8eca8884cbe not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:41:02.775783 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device fef24d9c-673b-4403-8bfe-80282a0f9ff9 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:41:02.798392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: fef24d9c-673b-4403-8bfe-80282a0f9ff9 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:41:02.798902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device fef24d9c-673b-4403-8bfe-80282a0f9ff9 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:41:02.835143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-52045358-34fa-49e4-bda2-5fd9cc40e1e0 admin admin] For port f2048306-be20-495e-b580-73ef4760523a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f2048306-be20-495e-b580-73ef4760523a,segment=NetworkSegment(e92a1c2d-d51c-4789-a20d-15e235df0390),segment_id=e92a1c2d-d51c-4789-a20d-15e235df0390)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:41:02.835520 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-52045358-34fa-49e4-bda2-5fd9cc40e1e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:02.847825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-52045358-34fa-49e4-bda2-5fd9cc40e1e0 admin admin] Calling delete_port for f2048306-be20-495e-b580-73ef4760523a owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:41:03.092885 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-52045358-34fa-49e4-bda2-5fd9cc40e1e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:03.121071 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52045358-34fa-49e4-bda2-5fd9cc40e1e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f2048306-be20-495e-b580-73ef4760523a,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:03.286908 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-52045358-34fa-49e4-bda2-5fd9cc40e1e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:03.400724 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:03.520310 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52045358-34fa-49e4-bda2-5fd9cc40e1e0 admin admin] Router d062b643-381d-4032-bebd-94dda248ec2a has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:41:03.947565 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52045358-34fa-49e4-bda2-5fd9cc40e1e0 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:41:03.953715 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-52045358-34fa-49e4-bda2-5fd9cc40e1e0 admin admin] 10.222.0.10 "PUT /v2.0/routers/d062b643-381d-4032-bebd-94dda248ec2a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8096797 Aug 17 03:41:03.956222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39580) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:03.959082 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3a45df-dbcd-49d8-9a3d-f078f890658f None None] Sync routers for ids ['d062b643-381d-4032-bebd-94dda248ec2a'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:41:03.969839 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a45df-dbcd-49d8-9a3d-f078f890658f None None] Routers {'d062b643-381d-4032-bebd-94dda248ec2a'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:41:03.970463 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3c3a45df-dbcd-49d8-9a3d-f078f890658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:40:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d062b643-381d-4032-bebd-94dda248ec2a'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:04.005089 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:04.062273 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0cb8-0b8f-4b16-82fc-5add5a8ca5a4 admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:04.077700 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-3c3a45df-dbcd-49d8-9a3d-f078f890658f None None] Set router d062b643-381d-4032-bebd-94dda248ec2a gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:41:04.165323 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0cb8-0b8f-4b16-82fc-5add5a8ca5a4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:04.252026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3c3a45df-dbcd-49d8-9a3d-f078f890658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'name': 'tempest-TestServerBasicOps-926505939-router', 'tenant_id': '342fdb944eb5410281bc050e9d4ea5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.10'}], 'enable_snat': True}, 'gw_port_id': '1b983acd-030b-4e35-bcb0-9768ad7f11b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:47Z', 'updated_at': '2021-08-17T03:41:02Z', 'revision_number': 5, 'project_id': '342fdb944eb5410281bc050e9d4ea5fe', 'gw_port': {'id': '1b983acd-030b-4e35-bcb0-9768ad7f11b2', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:17:f0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3942, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.10', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:35:47Z', 'updated_at': '2021-08-17T03:35:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:04.277963 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3a45df-dbcd-49d8-9a3d-f078f890658f None None] Checking router: d062b643-381d-4032-bebd-94dda248ec2a for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:41:04.286385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c3a45df-dbcd-49d8-9a3d-f078f890658f None None] Routers {'d062b643-381d-4032-bebd-94dda248ec2a'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:41:04.287017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3c3a45df-dbcd-49d8-9a3d-f078f890658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:40:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['d062b643-381d-4032-bebd-94dda248ec2a'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:04.301132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a1ba0cb8-0b8f-4b16-82fc-5add5a8ca5a4 admin admin] Deleting port 1b983acd-030b-4e35-bcb0-9768ad7f11b2 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:41:04.301747 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0cb8-0b8f-4b16-82fc-5add5a8ca5a4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:04.374336 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-3c3a45df-dbcd-49d8-9a3d-f078f890658f None None] Set router d062b643-381d-4032-bebd-94dda248ec2a gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:41:04.384793 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-a1ba0cb8-0b8f-4b16-82fc-5add5a8ca5a4 admin admin] For port 1b983acd-030b-4e35-bcb0-9768ad7f11b2, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1b983acd-030b-4e35-bcb0-9768ad7f11b2,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:41:04.385165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0cb8-0b8f-4b16-82fc-5add5a8ca5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:04.403598 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a1ba0cb8-0b8f-4b16-82fc-5add5a8ca5a4 admin admin] Calling delete_port for 1b983acd-030b-4e35-bcb0-9768ad7f11b2 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:41:04.432583 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-3c3a45df-dbcd-49d8-9a3d-f078f890658f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'name': 'tempest-TestServerBasicOps-926505939-router', 'tenant_id': '342fdb944eb5410281bc050e9d4ea5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:47Z', 'updated_at': '2021-08-17T03:41:04Z', 'revision_number': 6, 'project_id': '342fdb944eb5410281bc050e9d4ea5fe', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:04.459937 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3c3a45df-dbcd-49d8-9a3d-f078f890658f None None] The sync data for ids ['d062b643-381d-4032-bebd-94dda248ec2a'] in n-d-802060-9 is: [{'id': 'd062b643-381d-4032-bebd-94dda248ec2a', 'name': 'tempest-TestServerBasicOps-926505939-router', 'tenant_id': '342fdb944eb5410281bc050e9d4ea5fe', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:35:47Z', 'updated_at': '2021-08-17T03:41:04Z', 'revision_number': 6, 'project_id': '342fdb944eb5410281bc050e9d4ea5fe', 'gw_port_host': None}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:41:04.651788 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0cb8-0b8f-4b16-82fc-5add5a8ca5a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:04.682897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ba0cb8-0b8f-4b16-82fc-5add5a8ca5a4 admin admin] Pushing event deleted for resources: {'Port': ['ID=1b983acd-030b-4e35-bcb0-9768ad7f11b2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:04.743966 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0cb8-0b8f-4b16-82fc-5add5a8ca5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:04.840752 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0cb8-0b8f-4b16-82fc-5add5a8ca5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:04.844267 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0cb8-0b8f-4b16-82fc-5add5a8ca5a4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.003129 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0cb8-0b8f-4b16-82fc-5add5a8ca5a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.003888 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1ba0cb8-0b8f-4b16-82fc-5add5a8ca5a4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d062b643-381d-4032-bebd-94dda248ec2a {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:41:05.008306 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1ba0cb8-0b8f-4b16-82fc-5add5a8ca5a4 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.009485 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a1ba0cb8-0b8f-4b16-82fc-5add5a8ca5a4 admin admin] 10.222.0.10 "DELETE /v2.0/routers/d062b643-381d-4032-bebd-94dda248ec2a HTTP/1.1" status: 204 len: 168 time: 1.0523143 Aug 17 03:41:05.011977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39584) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:05.059610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4aa9032-27c6-4b5f-954a-e203408ac4ac admin admin] Deleting subnet 9746e21b-61c6-4cf2-8038-4557fa4df66b {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:41:05.063164 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9032-27c6-4b5f-954a-e203408ac4ac admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.099318 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9032-27c6-4b5f-954a-e203408ac4ac admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.177738 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9032-27c6-4b5f-954a-e203408ac4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.270245 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f2048306-be20-495e-b580-73ef4760523a no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:41:05.293048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: f2048306-be20-495e-b580-73ef4760523a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:41:05.293402 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f2048306-be20-495e-b580-73ef4760523a not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:41:05.306106 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9032-27c6-4b5f-954a-e203408ac4ac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.332482 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4aa9032-27c6-4b5f-954a-e203408ac4ac admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9746e21b-61c6-4cf2-8038-4557fa4df66b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:05.337122 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4aa9032-27c6-4b5f-954a-e203408ac4ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.339370 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d4aa9032-27c6-4b5f-954a-e203408ac4ac admin admin] 10.222.0.10 "DELETE /v2.0/subnets/9746e21b-61c6-4cf2-8038-4557fa4df66b HTTP/1.1" status: 204 len: 168 time: 0.3263307 Aug 17 03:41:05.342785 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39586) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:05.343278 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65c34c6c-ba14-4985-a3e0-647ed46f9532 None None] Network 25e88d66-8544-4b86-8d1b-a516cf43e7f9 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:41:05.421349 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.478146 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] Deleting port 910b7d39-50f6-4bac-b035-a7b5695f1f60 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:41:05.478508 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.541294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ee543c6-c0ba-499a-9f86-45788c7e8af0 None None] DHCP port deletion for 25e88d66-8544-4b86-8d1b-a516cf43e7f9 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:41:05.554876 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] For port 910b7d39-50f6-4bac-b035-a7b5695f1f60, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=910b7d39-50f6-4bac-b035-a7b5695f1f60,segment=NetworkSegment(e92a1c2d-d51c-4789-a20d-15e235df0390),segment_id=e92a1c2d-d51c-4789-a20d-15e235df0390)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:41:05.559172 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.576543 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] Calling delete_port for 910b7d39-50f6-4bac-b035-a7b5695f1f60 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:41:05.603365 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1ee543c6-c0ba-499a-9f86-45788c7e8af0 None None] Deleting port 910b7d39-50f6-4bac-b035-a7b5695f1f60 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:41:05.603757 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1ee543c6-c0ba-499a-9f86-45788c7e8af0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.667986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1ee543c6-c0ba-499a-9f86-45788c7e8af0 None None] For port 910b7d39-50f6-4bac-b035-a7b5695f1f60, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=910b7d39-50f6-4bac-b035-a7b5695f1f60,segment=NetworkSegment(e92a1c2d-d51c-4789-a20d-15e235df0390),segment_id=e92a1c2d-d51c-4789-a20d-15e235df0390)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:41:05.673684 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1ee543c6-c0ba-499a-9f86-45788c7e8af0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.681722 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1ee543c6-c0ba-499a-9f86-45788c7e8af0 None None] Calling delete_port for 910b7d39-50f6-4bac-b035-a7b5695f1f60 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:41:05.734679 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.762699 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1ee543c6-c0ba-499a-9f86-45788c7e8af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.763139 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] Pushing event deleted for resources: {'Port': ['ID=910b7d39-50f6-4bac-b035-a7b5695f1f60,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:05.772530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] No DVR routers for this DVR port 910b7d39-50f6-4bac-b035-a7b5695f1f60 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:41:05.790396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee543c6-c0ba-499a-9f86-45788c7e8af0 None None] Pushing event deleted for resources: {'Port': ['ID=910b7d39-50f6-4bac-b035-a7b5695f1f60,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:05.792242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ee543c6-c0ba-499a-9f86-45788c7e8af0 None None] No DVR routers for this DVR port 910b7d39-50f6-4bac-b035-a7b5695f1f60 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:41:05.857938 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.867712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['25e88d66-8544-4b86-8d1b-a516cf43e7f9']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:05.878520 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e92a1c2d-d51c-4789-a20d-15e235df0390') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:05.878840 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e92a1c2d-d51c-4789-a20d-15e235df0390') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:05.888010 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.902774 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.910705 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:41:05.911117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:41:05.912890 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:41:06.054530 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:06.059688 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:06.061836 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] 10.222.0.10 "DELETE /v2.0/networks/25e88d66-8544-4b86-8d1b-a516cf43e7f9 HTTP/1.1" status: 204 len: 168 time: 0.7180407 Aug 17 03:41:06.074666 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0a865bf-f495-4170-8928-4d8015ba1a01 admin admin] Pushing event deleted for resources: {'Network': ['ID=25e88d66-8544-4b86-8d1b-a516cf43e7f9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:06.401046 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39590) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:06.446320 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f48da444-0c98-43a7-b80b-214967dbc135 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b7fee808d888433c9ce194894b55eea6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0440657 Aug 17 03:41:06.448788 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39592) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:06.498297 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d25df600-bc8a-451f-8669-324689f2b22d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:06.518937 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d25df600-bc8a-451f-8669-324689f2b22d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:06.643072 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d25df600-bc8a-451f-8669-324689f2b22d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:06.645684 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d25df600-bc8a-451f-8669-324689f2b22d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:06.646893 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d25df600-bc8a-451f-8669-324689f2b22d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/62b91656-700d-4e66-9a9f-121b974989bb HTTP/1.1" status: 204 len: 168 time: 0.1971698 Aug 17 03:41:06.654864 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25df600-bc8a-451f-8669-324689f2b22d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=62b91656-700d-4e66-9a9f-121b974989bb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:06.744402 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 910b7d39-50f6-4bac-b035-a7b5695f1f60 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:41:06.765952 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 910b7d39-50f6-4bac-b035-a7b5695f1f60 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:41:06.766573 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 910b7d39-50f6-4bac-b035-a7b5695f1f60 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:41:06.766999 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1b983acd-030b-4e35-bcb0-9768ad7f11b2 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:41:06.785309 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 1b983acd-030b-4e35-bcb0-9768ad7f11b2 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:41:06.785692 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1b983acd-030b-4e35-bcb0-9768ad7f11b2 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:41:07.372585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39598) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:07.417529 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-eccc819d-b0e8-4282-9116-01b7ef28e232 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=342fdb944eb5410281bc050e9d4ea5fe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0436835 Aug 17 03:41:07.420104 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39600) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:07.474887 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4aeaa477-4867-42ac-8e61-fd3921574649 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:07.505291 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4aeaa477-4867-42ac-8e61-fd3921574649 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:07.617680 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4aeaa477-4867-42ac-8e61-fd3921574649 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:07.620183 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4aeaa477-4867-42ac-8e61-fd3921574649 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:07.621353 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4aeaa477-4867-42ac-8e61-fd3921574649 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/7546185c-92ea-4878-8f91-63df6fe101b6 HTTP/1.1" status: 204 len: 168 time: 0.2003200 Aug 17 03:41:07.630262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aeaa477-4867-42ac-8e61-fd3921574649 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7546185c-92ea-4878-8f91-63df6fe101b6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:08.855051 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39622) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:08.993907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-61ac143d-13ec-4eae-a307-8dfb2049501f admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-799214027-network', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:41:09.335257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61ac143d-13ec-4eae-a307-8dfb2049501f admin admin] Made reservation on behalf of 78778a31d9574566b32fe91f2cdf12c8 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:41:09.339243 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61ac143d-13ec-4eae-a307-8dfb2049501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:09.358590 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61ac143d-13ec-4eae-a307-8dfb2049501f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:09.462190 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61ac143d-13ec-4eae-a307-8dfb2049501f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:09.581183 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61ac143d-13ec-4eae-a307-8dfb2049501f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:09.605094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-61ac143d-13ec-4eae-a307-8dfb2049501f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 74} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:41:09.618952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac143d-13ec-4eae-a307-8dfb2049501f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92c8a854-4a13-4929-9a6b-6fad55be0410,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:09.624736 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61ac143d-13ec-4eae-a307-8dfb2049501f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:09.627181 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-61ac143d-13ec-4eae-a307-8dfb2049501f admin admin] Added segment aa21d331-b59e-4314-bcc1-142e5c0d2d48 of type vlan for network eedba97c-ba8f-449b-a2ab-8ae734e7b757 Aug 17 03:41:09.672717 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61ac143d-13ec-4eae-a307-8dfb2049501f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:09.803011 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61ac143d-13ec-4eae-a307-8dfb2049501f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:09.804011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61ac143d-13ec-4eae-a307-8dfb2049501f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:09.804600 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61ac143d-13ec-4eae-a307-8dfb2049501f admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:09.866689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61ac143d-13ec-4eae-a307-8dfb2049501f admin admin] Pushing event updated for resources: {'Network': ['ID=eedba97c-ba8f-449b-a2ab-8ae734e7b757,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:09.878658 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network eedba97c-ba8f-449b-a2ab-8ae734e7b757 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:41:09.938393 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-61ac143d-13ec-4eae-a307-8dfb2049501f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0821335 Aug 17 03:41:09.942744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39626) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:09.948999 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f54f6c5d-c461-418a-8e00-bf9afa1e1bdf admin admin] Request body: {'subnet': {'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-799214027-subnet', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:41:10.051964 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f54f6c5d-c461-418a-8e00-bf9afa1e1bdf admin admin] Made reservation on behalf of 78778a31d9574566b32fe91f2cdf12c8 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:41:10.055873 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f54f6c5d-c461-418a-8e00-bf9afa1e1bdf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:10.337501 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f54f6c5d-c461-418a-8e00-bf9afa1e1bdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:10.400144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f6c5d-c461-418a-8e00-bf9afa1e1bdf admin admin] Pushing event updated for resources: {'Subnet': ['ID=a309e32b-9430-47ef-90cf-2d0a5929a9b5,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:10.410231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f54f6c5d-c461-418a-8e00-bf9afa1e1bdf admin admin] Checking segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:41:10.410611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f6c5d-c461-418a-8e00-bf9afa1e1bdf admin admin] Network hostable DHCP agents. Network: eedba97c-ba8f-449b-a2ab-8ae734e7b757, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:41:10.505784 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f6c5d-c461-418a-8e00-bf9afa1e1bdf admin admin] Network eedba97c-ba8f-449b-a2ab-8ae734e7b757 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:41:10.614723 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-f54f6c5d-c461-418a-8e00-bf9afa1e1bdf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, eedba97c-ba8f-449b-a2ab-8ae734e7b757) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:41:10.619225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f54f6c5d-c461-418a-8e00-bf9afa1e1bdf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:10.620974 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f54f6c5d-c461-418a-8e00-bf9afa1e1bdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:10.625647 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a113e2b0-65f8-4fcc-91a7-cd3c879b9d15 None None] Network eedba97c-ba8f-449b-a2ab-8ae734e7b757 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:41:10.750914 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f54f6c5d-c461-418a-8e00-bf9afa1e1bdf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8030519 Aug 17 03:41:10.752354 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39628) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:10.757173 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:41:10.790755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:41:10.790755 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:10.889602 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:10.891403 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:10.932016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Allocated IP 172.20.0.2 (eedba97c-ba8f-449b-a2ab-8ae734e7b757/a309e32b-9430-47ef-90cf-2d0a5929a9b5/56c9118a-798e-4777-92b5-52c25e69b117) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:41:10.960738 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:11.106541 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:11.118315 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Transition to ACTIVE for port object 56c9118a-798e-4777-92b5-52c25e69b117 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:41:11.135176 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Transition to ACTIVE for port object 56c9118a-798e-4777-92b5-52c25e69b117 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:41:11.194705 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:11.246333 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:11.300165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Network eedba97c-ba8f-449b-a2ab-8ae734e7b757 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:41:11.303338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:41:11.307464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:41:11.313799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Pushing event updated for resources: {'Port': ['ID=56c9118a-798e-4777-92b5-52c25e69b117,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:11.572275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Attempting to bind port 56c9118a-798e-4777-92b5-52c25e69b117 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:41:11.572774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Attempting to bind port 56c9118a-798e-4777-92b5-52c25e69b117 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:41:11.573366 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Attempting to bind port 56c9118a-798e-4777-92b5-52c25e69b117 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:41:11.580388 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:41:11.580769 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Checking segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:41:11.581215 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:11.581639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Bound using segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:41:11.582107 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Bound port: 56c9118a-798e-4777-92b5-52c25e69b117, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:41:11.582493 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:11.599506 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:11.622698 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:11.659630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] For port 56c9118a-798e-4777-92b5-52c25e69b117, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:41:11.663129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] For port 56c9118a-798e-4777-92b5-52c25e69b117, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=56c9118a-798e-4777-92b5-52c25e69b117,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:41:11.744253 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Allocated IP 172.25.1.86 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/bbb61a40-9312-42b0-944f-b1ab0b96b12b) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:41:11.755819 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:11.826889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67b97e3-1c7d-4a31-87ad-5843d4be157d None None] Pushing event updated for resources: {'Port': ['ID=56c9118a-798e-4777-92b5-52c25e69b117,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:11.878643 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:12.003046 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:12.050602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:41:12.055329 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:41:12.060016 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:41:12.100254 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Pushing event updated for resources: {'Port': ['ID=bbb61a40-9312-42b0-944f-b1ab0b96b12b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:12.470141 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:12.732170 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:12.821268 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 56c9118a-798e-4777-92b5-52c25e69b117 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:41:12.918577 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94567d98-6f1a-4bbf-80ff-e3a4dee72137 None None] Network eedba97c-ba8f-449b-a2ab-8ae734e7b757 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:41:12.969889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 56c9118a-798e-4777-92b5-52c25e69b117 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:41:12.994644 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:41:13.059407 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-576593a3-04e5-4957-a8a7-cd5a9d66bdc0 None None] Provisioning for port 56c9118a-798e-4777-92b5-52c25e69b117 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:41:13.068031 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-576593a3-04e5-4957-a8a7-cd5a9d66bdc0 None None] Provisioning complete for port 56c9118a-798e-4777-92b5-52c25e69b117 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:13.068411 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-576593a3-04e5-4957-a8a7-cd5a9d66bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:13.120432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:41:13.136032 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Sync routers for ids ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:41:13.147474 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Routers {'5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:41:13.148332 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:40:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:13.195098 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-576593a3-04e5-4957-a8a7-cd5a9d66bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:13.205710 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:13.207382 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a279d71d-b996-471d-8609-cd48c5a0d8a5 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4537189 Aug 17 03:41:13.209914 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39630) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:13.257272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-576593a3-04e5-4957-a8a7-cd5a9d66bdc0 None None] For port 56c9118a-798e-4777-92b5-52c25e69b117, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=56c9118a-798e-4777-92b5-52c25e69b117,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:41:13.279969 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Set router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:41:13.345742 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-576593a3-04e5-4957-a8a7-cd5a9d66bdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:13.411426 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-576593a3-04e5-4957-a8a7-cd5a9d66bdc0 None None] Pushing event updated for resources: {'Port': ['ID=56c9118a-798e-4777-92b5-52c25e69b117,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:13.471519 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a72863c3-3168-499a-86a4-f22185ffe454 None None] Provisioning complete for port 56c9118a-798e-4777-92b5-52c25e69b117 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:13.471913 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a72863c3-3168-499a-86a4-f22185ffe454 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:13.522328 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:12Z', 'revision_number': 3, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:13.560073 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Checking router: 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:41:13.560592 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Updating router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 port bbb61a40-9312-42b0-944f-b1ab0b96b12b binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:41:13.601495 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:13.933725 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:13.946106 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Transition to ACTIVE for port object bbb61a40-9312-42b0-944f-b1ab0b96b12b will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:41:14.008274 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:14.043019 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:14.106490 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1189af-dc21-48dc-8ca0-029b3e0dbba2 None None] Pushing event updated for resources: {'Port': ['ID=bbb61a40-9312-42b0-944f-b1ab0b96b12b,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:14.109011 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Attempting to bind port bbb61a40-9312-42b0-944f-b1ab0b96b12b on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:41:14.109386 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Attempting to bind port bbb61a40-9312-42b0-944f-b1ab0b96b12b by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:41:14.109780 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Attempting to bind port bbb61a40-9312-42b0-944f-b1ab0b96b12b on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:41:14.118808 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:41:14.119183 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:41:14.119592 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:14.119986 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:41:14.120464 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Bound port: bbb61a40-9312-42b0-944f-b1ab0b96b12b, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:41:14.120852 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:14.123627 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1189af-dc21-48dc-8ca0-029b3e0dbba2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:14.123980 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1189af-dc21-48dc-8ca0-029b3e0dbba2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:14.124846 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1189af-dc21-48dc-8ca0-029b3e0dbba2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:14.125250 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1189af-dc21-48dc-8ca0-029b3e0dbba2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:14.125630 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1189af-dc21-48dc-8ca0-029b3e0dbba2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:14.126791 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1189af-dc21-48dc-8ca0-029b3e0dbba2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:14.126791 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1189af-dc21-48dc-8ca0-029b3e0dbba2 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:14.126791 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1189af-dc21-48dc-8ca0-029b3e0dbba2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:14.127159 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1189af-dc21-48dc-8ca0-029b3e0dbba2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:14.127480 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1189af-dc21-48dc-8ca0-029b3e0dbba2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:14.127630 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1189af-dc21-48dc-8ca0-029b3e0dbba2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:14.127955 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8b1189af-dc21-48dc-8ca0-029b3e0dbba2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:41:14.200113 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Allocated IP 172.20.0.1 (eedba97c-ba8f-449b-a2ab-8ae734e7b757/a309e32b-9430-47ef-90cf-2d0a5929a9b5/3412b9f5-c81e-4ab3-a346-6a37ec162740) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:41:14.237785 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] For port bbb61a40-9312-42b0-944f-b1ab0b96b12b, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:41:14.241782 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] For port bbb61a40-9312-42b0-944f-b1ab0b96b12b, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=bbb61a40-9312-42b0-944f-b1ab0b96b12b,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:41:14.334074 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:14.334850 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:14.352508 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Transition to ACTIVE for port object 3412b9f5-c81e-4ab3-a346-6a37ec162740 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:41:14.399744 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Routers {'5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:41:14.400381 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:40:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:14.438464 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b1189af-dc21-48dc-8ca0-029b3e0dbba2 None None] Pushing event updated for resources: {'Port': ['ID=bbb61a40-9312-42b0-944f-b1ab0b96b12b,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:14.464409 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:14.506276 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Network eedba97c-ba8f-449b-a2ab-8ae734e7b757 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:41:14.509407 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:41:14.514034 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:41:14.527633 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] Set router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:41:14.537873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Pushing event updated for resources: {'Port': ['ID=3412b9f5-c81e-4ab3-a346-6a37ec162740,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:14.568365 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:14.775083 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 56c9118a-798e-4777-92b5-52c25e69b117 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:41:14.861315 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 56c9118a-798e-4777-92b5-52c25e69b117 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:14.861639 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:14.865172 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:12Z', 'revision_number': 3, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:14.871549 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:14.902741 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-960f4ef9-708e-4db8-8ead-a70340937832 None None] The sync data for ids ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'] in n-d-802060-9 is: [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:12Z', 'revision_number': 3, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:41:14.950192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d650b49c-5478-4a21-b333-b395d438f66a None None] Provisioning for port 3412b9f5-c81e-4ab3-a346-6a37ec162740 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:41:14.965067 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d650b49c-5478-4a21-b333-b395d438f66a None None] Provisioning complete for port 3412b9f5-c81e-4ab3-a346-6a37ec162740 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:14.965694 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d650b49c-5478-4a21-b333-b395d438f66a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:15.008076 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d650b49c-5478-4a21-b333-b395d438f66a None None] Port 3412b9f5-c81e-4ab3-a346-6a37ec162740 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:41:15.086821 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:15.211954 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:15.292897 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Pushing event updated for resources: {'Port': ['ID=3412b9f5-c81e-4ab3-a346-6a37ec162740,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:15.295039 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:15.334974 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c902bfd7-0f3a-456c-aea8-0416b61d1d62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:15.410503 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Network eedba97c-ba8f-449b-a2ab-8ae734e7b757 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:41:15.418400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:41:15.555803 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:41:15.690091 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:41:15.703019 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-95f3ad9f-d44a-473f-840b-c168ff6152f4 admin admin] 10.222.0.10 "PUT /v2.0/routers/5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4847965 Aug 17 03:41:15.735997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ba522169-a25a-4cae-994f-fc6c72a3fe76 None None] Provisioning complete for port 3412b9f5-c81e-4ab3-a346-6a37ec162740 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:15.736372 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ba522169-a25a-4cae-994f-fc6c72a3fe76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:15.778064 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ba522169-a25a-4cae-994f-fc6c72a3fe76 None None] Port 3412b9f5-c81e-4ab3-a346-6a37ec162740 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:41:16.466550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39646) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:16.471812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-8eb9d7a7-d774-4130-bdfb-82a4ba1954a8 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-407447983-network', 'tenant_id': 'b642c28e6af34ea69de1e56cc1e5aa7e'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:41:16.517567 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Sync routers for ids ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:41:16.527152 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Routers {'5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:41:16.531148 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:40:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:16.548792 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eb9d7a7-d774-4130-bdfb-82a4ba1954a8 admin admin] Made reservation on behalf of b642c28e6af34ea69de1e56cc1e5aa7e for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:41:16.551233 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d7a7-d774-4130-bdfb-82a4ba1954a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:16.560317 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d7a7-d774-4130-bdfb-82a4ba1954a8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:16.641382 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Set router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:41:16.661213 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d7a7-d774-4130-bdfb-82a4ba1954a8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:16.758261 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d7a7-d774-4130-bdfb-82a4ba1954a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:16.781790 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bbb61a40-9312-42b0-944f-b1ab0b96b12b up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:41:16.788159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8eb9d7a7-d774-4130-bdfb-82a4ba1954a8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 57} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:41:16.812418 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d7a7-d774-4130-bdfb-82a4ba1954a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:16.812418 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-8eb9d7a7-d774-4130-bdfb-82a4ba1954a8 admin admin] Added segment c3cda2cc-3a84-45ec-b382-82db58cdaa76 of type vlan for network de32945b-51ba-4174-a15c-470b029a2b69 Aug 17 03:41:16.812418 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9d7a7-d774-4130-bdfb-82a4ba1954a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=41205c41-3c46-4a92-b994-6e30e2cd675a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:16.871710 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d7a7-d774-4130-bdfb-82a4ba1954a8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:16.916026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 2, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:16.946720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Checking router: 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:41:16.955304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Updating router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 port 3412b9f5-c81e-4ab3-a346-6a37ec162740 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:41:16.974683 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port bbb61a40-9312-42b0-944f-b1ab0b96b12b completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:41:16.978155 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:16.987185 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port bbb61a40-9312-42b0-944f-b1ab0b96b12b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:16.987582 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:16.996893 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d7a7-d774-4130-bdfb-82a4ba1954a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:16.997971 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb9d7a7-d774-4130-bdfb-82a4ba1954a8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:16.998563 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8eb9d7a7-d774-4130-bdfb-82a4ba1954a8 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:17.065543 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb9d7a7-d774-4130-bdfb-82a4ba1954a8 admin admin] Pushing event updated for resources: {'Network': ['ID=de32945b-51ba-4174-a15c-470b029a2b69,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:17.106313 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network de32945b-51ba-4174-a15c-470b029a2b69 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:41:17.110776 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8eb9d7a7-d774-4130-bdfb-82a4ba1954a8 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6430912 Aug 17 03:41:17.113942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39648) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:17.119483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-912c1d2d-0a5f-4f25-a923-94768edf0e21 admin admin] Request body: {'subnet': {'network_id': 'de32945b-51ba-4174-a15c-470b029a2b69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-407447983-subnet', 'tenant_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:41:17.231630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-912c1d2d-0a5f-4f25-a923-94768edf0e21 admin admin] Made reservation on behalf of b642c28e6af34ea69de1e56cc1e5aa7e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:41:17.234725 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-912c1d2d-0a5f-4f25-a923-94768edf0e21 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:17.264265 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:17.297507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port bbb61a40-9312-42b0-944f-b1ab0b96b12b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=bbb61a40-9312-42b0-944f-b1ab0b96b12b,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:41:17.395701 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:17.427468 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:17.450460 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Transition to ACTIVE for port object 3412b9f5-c81e-4ab3-a346-6a37ec162740 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:41:17.468677 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=bbb61a40-9312-42b0-944f-b1ab0b96b12b,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:17.551885 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-912c1d2d-0a5f-4f25-a923-94768edf0e21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:17.600119 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:17.612931 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-912c1d2d-0a5f-4f25-a923-94768edf0e21 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a00b5984-bd4b-4ba2-bece-0a834d13acab,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:17.621111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-912c1d2d-0a5f-4f25-a923-94768edf0e21 admin admin] Checking segment: {'id': 'c3cda2cc-3a84-45ec-b382-82db58cdaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'de32945b-51ba-4174-a15c-470b029a2b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:41:17.621506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c1d2d-0a5f-4f25-a923-94768edf0e21 admin admin] Network hostable DHCP agents. Network: de32945b-51ba-4174-a15c-470b029a2b69, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:41:17.675401 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde624d-f4dc-4e2a-a256-c395b40e736d None None] Pushing event updated for resources: {'Port': ['ID=3412b9f5-c81e-4ab3-a346-6a37ec162740,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:17.713401 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Attempting to bind port 3412b9f5-c81e-4ab3-a346-6a37ec162740 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:41:17.714004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Attempting to bind port 3412b9f5-c81e-4ab3-a346-6a37ec162740 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:41:17.714538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Attempting to bind port 3412b9f5-c81e-4ab3-a346-6a37ec162740 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:41:17.721733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:41:17.722120 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Checking segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:41:17.722542 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:17.722950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Bound using segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:41:17.723684 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Bound port: 3412b9f5-c81e-4ab3-a346-6a37ec162740, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:41:17.724076 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:17.728639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-912c1d2d-0a5f-4f25-a923-94768edf0e21 admin admin] Network de32945b-51ba-4174-a15c-470b029a2b69 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:41:17.800162 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] For port 3412b9f5-c81e-4ab3-a346-6a37ec162740, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:41:17.803954 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] For port 3412b9f5-c81e-4ab3-a346-6a37ec162740, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3412b9f5-c81e-4ab3-a346-6a37ec162740,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:41:17.840235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-912c1d2d-0a5f-4f25-a923-94768edf0e21 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, de32945b-51ba-4174-a15c-470b029a2b69) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:41:17.844105 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-912c1d2d-0a5f-4f25-a923-94768edf0e21 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:17.844744 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-912c1d2d-0a5f-4f25-a923-94768edf0e21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:17.849819 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fcbe293-0412-4d52-ae5b-2e042ed3f2cc None None] Network de32945b-51ba-4174-a15c-470b029a2b69 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:41:17.895402 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:17.958985 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-912c1d2d-0a5f-4f25-a923-94768edf0e21 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8435597 Aug 17 03:41:17.962387 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 39650) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:17.967495 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-407447983-router', 'tenant_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:41:18.020325 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Routers {'5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:41:18.020960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:40:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:18.026343 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde624d-f4dc-4e2a-a256-c395b40e736d None None] Pushing event updated for resources: {'Port': ['ID=3412b9f5-c81e-4ab3-a346-6a37ec162740,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:18.081693 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-26668181-1eba-4af0-842f-29988ac85ac4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:18.088692 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:18.090159 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:18.162722 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:18.193209 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-de32945b-51ba-4174-a15c-470b029a2b69', 'network_id': 'de32945b-51ba-4174-a15c-470b029a2b69', 'tenant_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'fixed_ips': [{'subnet_id': 'a00b5984-bd4b-4ba2-bece-0a834d13acab'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:41:18.199205 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:18.199205 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] Set router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:41:18.257263 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:18.400875 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:18.629820 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Allocated IP 172.20.0.2 (de32945b-51ba-4174-a15c-470b029a2b69/a00b5984-bd4b-4ba2-bece-0a834d13acab/40768450-d12a-4318-a22e-6b411aedc7b3) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:41:18.725362 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:18.769028 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:18.779512 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bbb61a40-9312-42b0-944f-b1ab0b96b12b up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:41:18.851412 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:18.910552 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-289b5ba0-8e5e-4671-8e85-7dc4316efb0b None None] The sync data for ids ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'] in n-d-802060-9 is: [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:41:18.917361 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Allocated IP 172.25.1.49 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/c54eb92f-3ab7-4a96-a56b-15bd72e2635f) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:41:18.937755 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:18.948650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Transition to ACTIVE for port object 40768450-d12a-4318-a22e-6b411aedc7b3 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:41:18.970540 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port bbb61a40-9312-42b0-944f-b1ab0b96b12b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:18.970540 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:19.019159 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Transition to ACTIVE for port object 40768450-d12a-4318-a22e-6b411aedc7b3 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:41:19.076395 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:19.123217 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:19.181828 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:19.193743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Network de32945b-51ba-4174-a15c-470b029a2b69 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:41:19.197090 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:41:19.201120 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:41:19.209752 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Pushing event updated for resources: {'Port': ['ID=40768450-d12a-4318-a22e-6b411aedc7b3,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:19.239265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:41:19.242240 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:41:19.244939 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:41:19.271961 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Pushing event updated for resources: {'Port': ['ID=c54eb92f-3ab7-4a96-a56b-15bd72e2635f,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:19.281588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Attempting to bind port 40768450-d12a-4318-a22e-6b411aedc7b3 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:41:19.281990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Attempting to bind port 40768450-d12a-4318-a22e-6b411aedc7b3 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'c3cda2cc-3a84-45ec-b382-82db58cdaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'de32945b-51ba-4174-a15c-470b029a2b69'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:41:19.282330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Attempting to bind port 40768450-d12a-4318-a22e-6b411aedc7b3 on network de32945b-51ba-4174-a15c-470b029a2b69 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:41:19.284671 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:19.288782 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:41:19.289163 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Checking segment: {'id': 'c3cda2cc-3a84-45ec-b382-82db58cdaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'de32945b-51ba-4174-a15c-470b029a2b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:41:19.289610 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:19.290026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Bound using segment: {'id': 'c3cda2cc-3a84-45ec-b382-82db58cdaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'de32945b-51ba-4174-a15c-470b029a2b69'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:41:19.290480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Bound port: 40768450-d12a-4318-a22e-6b411aedc7b3, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3cda2cc-3a84-45ec-b382-82db58cdaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'de32945b-51ba-4174-a15c-470b029a2b69'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:41:19.290862 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:19.368719 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] For port 40768450-d12a-4318-a22e-6b411aedc7b3, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:41:19.372919 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] For port 40768450-d12a-4318-a22e-6b411aedc7b3, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=40768450-d12a-4318-a22e-6b411aedc7b3,segment=NetworkSegment(c3cda2cc-3a84-45ec-b382-82db58cdaa76),segment_id=c3cda2cc-3a84-45ec-b382-82db58cdaa76)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:41:19.446893 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:19.524763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46b88f8a-2a16-4f58-bebc-fa897f9b53a9 None None] Pushing event updated for resources: {'Port': ['ID=40768450-d12a-4318-a22e-6b411aedc7b3,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:19.689581 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:19.957798 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:20.160210 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Router 7814e4f9-2759-451e-a28c-7d748d2f5299 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:41:20.307925 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:41:20.320919 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Sync routers for ids ['7814e4f9-2759-451e-a28c-7d748d2f5299'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:41:20.332781 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Routers {'7814e4f9-2759-451e-a28c-7d748d2f5299'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:41:20.333448 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:41:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['7814e4f9-2759-451e-a28c-7d748d2f5299'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:20.386724 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:20.391364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 39652) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:41:20.396104 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a38800b8-f716-43e5-b8e0-64a385440291 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4328732 Aug 17 03:41:20.447808 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Set router 7814e4f9-2759-451e-a28c-7d748d2f5299 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:41:20.599398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c7a3d08-89f5-46da-86f0-2931d0630b93 None None] Network de32945b-51ba-4174-a15c-470b029a2b69 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:41:20.663539 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'name': 'tempest-TestVolumeBootPattern-407447983-router', 'tenant_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c54eb92f-3ab7-4a96-a56b-15bd72e2635f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:18Z', 'updated_at': '2021-08-17T03:41:19Z', 'revision_number': 3, 'project_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'gw_port': {'id': 'c54eb92f-3ab7-4a96-a56b-15bd72e2635f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:18Z', 'updated_at': '2021-08-17T03:41:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:20.694373 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Checking router: 7814e4f9-2759-451e-a28c-7d748d2f5299 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:41:20.694847 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Updating router 7814e4f9-2759-451e-a28c-7d748d2f5299 port c54eb92f-3ab7-4a96-a56b-15bd72e2635f binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:41:20.727123 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:20.766323 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2cf9ea02-d3eb-4ba8-b60c-1fb4551ab5cc None None] Provisioning for port 40768450-d12a-4318-a22e-6b411aedc7b3 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:41:20.854840 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 40768450-d12a-4318-a22e-6b411aedc7b3 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:41:20.957219 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.003085 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.044113 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 40768450-d12a-4318-a22e-6b411aedc7b3 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:41:21.050881 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 40768450-d12a-4318-a22e-6b411aedc7b3 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:21.051255 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.093779 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.105659 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Transition to ACTIVE for port object c54eb92f-3ab7-4a96-a56b-15bd72e2635f will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:41:21.153308 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Allocated IP 172.20.0.1 (de32945b-51ba-4174-a15c-470b029a2b69/a00b5984-bd4b-4ba2-bece-0a834d13acab/a2e1bb5e-3341-4061-bc95-89388d6575fa) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:41:21.160638 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.199506 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 40768450-d12a-4318-a22e-6b411aedc7b3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=40768450-d12a-4318-a22e-6b411aedc7b3,segment=NetworkSegment(c3cda2cc-3a84-45ec-b382-82db58cdaa76),segment_id=c3cda2cc-3a84-45ec-b382-82db58cdaa76)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:41:21.209190 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9bf57b07-4e94-4d9d-8e9c-325a57dde3d8 None None] Provisioning complete for port 40768450-d12a-4318-a22e-6b411aedc7b3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:21.209613 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9bf57b07-4e94-4d9d-8e9c-325a57dde3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.220444 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.271544 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Attempting to bind port c54eb92f-3ab7-4a96-a56b-15bd72e2635f on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:41:21.272001 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Attempting to bind port c54eb92f-3ab7-4a96-a56b-15bd72e2635f by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:41:21.272427 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Attempting to bind port c54eb92f-3ab7-4a96-a56b-15bd72e2635f on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:41:21.273510 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.286426 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397e87b-e795-4751-b6ed-c0feb6897d4a None None] Pushing event updated for resources: {'Port': ['ID=c54eb92f-3ab7-4a96-a56b-15bd72e2635f,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:21.288098 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Transition to ACTIVE for port object a2e1bb5e-3341-4061-bc95-89388d6575fa will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:41:21.293325 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:41:21.293816 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:41:21.294379 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.294845 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:41:21.295445 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Bound port: c54eb92f-3ab7-4a96-a56b-15bd72e2635f, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:41:21.296858 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.304900 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9bf57b07-4e94-4d9d-8e9c-325a57dde3d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.308156 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.309012 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3412b9f5-c81e-4ab3-a346-6a37ec162740 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:41:21.360071 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] For port c54eb92f-3ab7-4a96-a56b-15bd72e2635f, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:41:21.363402 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] For port c54eb92f-3ab7-4a96-a56b-15bd72e2635f, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c54eb92f-3ab7-4a96-a56b-15bd72e2635f,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:41:21.417692 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.435628 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=40768450-d12a-4318-a22e-6b411aedc7b3,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:21.447092 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-9bf57b07-4e94-4d9d-8e9c-325a57dde3d8 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 03:41:21.447485 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-9bf57b07-4e94-4d9d-8e9c-325a57dde3d8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 03:41:21.449534 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.457883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Network de32945b-51ba-4174-a15c-470b029a2b69 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:41:21.462881 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:41:21.465555 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:41:21.508130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Pushing event updated for resources: {'Port': ['ID=a2e1bb5e-3341-4061-bc95-89388d6575fa,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:21.521099 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d397e87b-e795-4751-b6ed-c0feb6897d4a None None] Pushing event updated for resources: {'Port': ['ID=c54eb92f-3ab7-4a96-a56b-15bd72e2635f,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:21.525644 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Routers {'7814e4f9-2759-451e-a28c-7d748d2f5299'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:41:21.526489 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:41:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['7814e4f9-2759-451e-a28c-7d748d2f5299'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:21.534666 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.543082 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 3412b9f5-c81e-4ab3-a346-6a37ec162740 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:41:21.548532 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 3412b9f5-c81e-4ab3-a346-6a37ec162740 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:21.549117 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.647623 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.679654 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] Set router 7814e4f9-2759-451e-a28c-7d748d2f5299 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:41:21.690552 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 3412b9f5-c81e-4ab3-a346-6a37ec162740, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3412b9f5-c81e-4ab3-a346-6a37ec162740,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:41:21.782126 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.783403 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:21.846209 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=3412b9f5-c81e-4ab3-a346-6a37ec162740,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:21.898759 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'name': 'tempest-TestVolumeBootPattern-407447983-router', 'tenant_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c54eb92f-3ab7-4a96-a56b-15bd72e2635f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:18Z', 'updated_at': '2021-08-17T03:41:19Z', 'revision_number': 3, 'project_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'gw_port': {'id': 'c54eb92f-3ab7-4a96-a56b-15bd72e2635f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:18Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:21.926378 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7869dc35-abc6-4214-8063-486ef0d5c9e9 None None] The sync data for ids ['7814e4f9-2759-451e-a28c-7d748d2f5299'] in n-d-802060-9 is: [{'id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'name': 'tempest-TestVolumeBootPattern-407447983-router', 'tenant_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c54eb92f-3ab7-4a96-a56b-15bd72e2635f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:18Z', 'updated_at': '2021-08-17T03:41:19Z', 'revision_number': 3, 'project_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'gw_port': {'id': 'c54eb92f-3ab7-4a96-a56b-15bd72e2635f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:80', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:18Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:41:22.012762 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:22.091105 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:22.172733 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Pushing event updated for resources: {'Port': ['ID=a2e1bb5e-3341-4061-bc95-89388d6575fa,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:22.175852 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:22.193960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-613ac6d2-3277-47a7-b10f-5ff0ccf8311b None None] Provisioning for port a2e1bb5e-3341-4061-bc95-89388d6575fa completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:41:22.205959 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-613ac6d2-3277-47a7-b10f-5ff0ccf8311b None None] Provisioning complete for port a2e1bb5e-3341-4061-bc95-89388d6575fa triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:22.205959 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-613ac6d2-3277-47a7-b10f-5ff0ccf8311b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:22.247498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-613ac6d2-3277-47a7-b10f-5ff0ccf8311b None None] Port a2e1bb5e-3341-4061-bc95-89388d6575fa cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:41:22.292234 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Network de32945b-51ba-4174-a15c-470b029a2b69 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:41:22.293754 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:41:22.440819 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Router 7814e4f9-2759-451e-a28c-7d748d2f5299 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:41:22.572609 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2c74ce95-0485-4a9b-ae2a-8578c55f9e6e None None] Provisioning complete for port a2e1bb5e-3341-4061-bc95-89388d6575fa triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:22.573204 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c74ce95-0485-4a9b-ae2a-8578c55f9e6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:22.579294 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:41:22.588718 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bca4bc4e-ae2c-4f1d-b594-2c7c041afeaf admin admin] 10.222.0.10 "PUT /v2.0/routers/7814e4f9-2759-451e-a28c-7d748d2f5299/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1925189 Aug 17 03:41:22.613140 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2c74ce95-0485-4a9b-ae2a-8578c55f9e6e None None] Port a2e1bb5e-3341-4061-bc95-89388d6575fa cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:41:22.863041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 40768450-d12a-4318-a22e-6b411aedc7b3 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:41:22.929177 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 40768450-d12a-4318-a22e-6b411aedc7b3 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:22.929751 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:23.014806 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3412b9f5-c81e-4ab3-a346-6a37ec162740 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:41:23.063463 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 3412b9f5-c81e-4ab3-a346-6a37ec162740 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:23.063842 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:23.149890 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c54eb92f-3ab7-4a96-a56b-15bd72e2635f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:41:23.298863 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port c54eb92f-3ab7-4a96-a56b-15bd72e2635f completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:41:23.304331 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c54eb92f-3ab7-4a96-a56b-15bd72e2635f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:23.305900 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:23.420542 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:23.447954 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port c54eb92f-3ab7-4a96-a56b-15bd72e2635f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c54eb92f-3ab7-4a96-a56b-15bd72e2635f,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:41:23.537451 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:23.590229 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=c54eb92f-3ab7-4a96-a56b-15bd72e2635f,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:23.625730 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Sync routers for ids ['7814e4f9-2759-451e-a28c-7d748d2f5299'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:41:23.635821 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Routers {'7814e4f9-2759-451e-a28c-7d748d2f5299'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:41:23.637189 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:41:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['7814e4f9-2759-451e-a28c-7d748d2f5299'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:23.747011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Set router 7814e4f9-2759-451e-a28c-7d748d2f5299 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:41:23.974580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'name': 'tempest-TestVolumeBootPattern-407447983-router', 'tenant_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c54eb92f-3ab7-4a96-a56b-15bd72e2635f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:18Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 4, 'project_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'gw_port': {'id': 'c54eb92f-3ab7-4a96-a56b-15bd72e2635f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:18Z', 'updated_at': '2021-08-17T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'a2e1bb5e-3341-4061-bc95-89388d6575fa', 'name': '', 'network_id': 'de32945b-51ba-4174-a15c-470b029a2b69', 'tenant_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'mac_address': 'fa:16:3e:14:5f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'a00b5984-bd4b-4ba2-bece-0a834d13acab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:20Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 2, 'project_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'subnets': [{'id': 'a00b5984-bd4b-4ba2-bece-0a834d13acab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:24.017562 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Checking router: 7814e4f9-2759-451e-a28c-7d748d2f5299 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:41:24.018026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Updating router 7814e4f9-2759-451e-a28c-7d748d2f5299 port a2e1bb5e-3341-4061-bc95-89388d6575fa binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:41:24.046690 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:24.339483 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:24.350854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Transition to ACTIVE for port object a2e1bb5e-3341-4061-bc95-89388d6575fa will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:41:24.448654 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:24.498399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf1148-ba2e-427a-b8a8-28357397e33a None None] Pushing event updated for resources: {'Port': ['ID=a2e1bb5e-3341-4061-bc95-89388d6575fa,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:24.557583 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Attempting to bind port a2e1bb5e-3341-4061-bc95-89388d6575fa on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:41:24.557963 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Attempting to bind port a2e1bb5e-3341-4061-bc95-89388d6575fa by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'c3cda2cc-3a84-45ec-b382-82db58cdaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'de32945b-51ba-4174-a15c-470b029a2b69'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:41:24.558389 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Attempting to bind port a2e1bb5e-3341-4061-bc95-89388d6575fa on network de32945b-51ba-4174-a15c-470b029a2b69 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:41:24.564103 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:41:24.564473 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Checking segment: {'id': 'c3cda2cc-3a84-45ec-b382-82db58cdaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'de32945b-51ba-4174-a15c-470b029a2b69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:41:24.564885 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:24.565278 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Bound using segment: {'id': 'c3cda2cc-3a84-45ec-b382-82db58cdaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'de32945b-51ba-4174-a15c-470b029a2b69'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:41:24.565804 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Bound port: a2e1bb5e-3341-4061-bc95-89388d6575fa, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c3cda2cc-3a84-45ec-b382-82db58cdaa76', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 57, 'network_id': 'de32945b-51ba-4174-a15c-470b029a2b69'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:41:24.566184 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:24.654428 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] For port a2e1bb5e-3341-4061-bc95-89388d6575fa, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:41:24.658312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] For port a2e1bb5e-3341-4061-bc95-89388d6575fa, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=a2e1bb5e-3341-4061-bc95-89388d6575fa,segment=NetworkSegment(c3cda2cc-3a84-45ec-b382-82db58cdaa76),segment_id=c3cda2cc-3a84-45ec-b382-82db58cdaa76)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:41:24.725189 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:24.793907 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c54eb92f-3ab7-4a96-a56b-15bd72e2635f up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:41:24.829973 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Routers {'7814e4f9-2759-451e-a28c-7d748d2f5299'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:41:24.831028 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:41:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['7814e4f9-2759-451e-a28c-7d748d2f5299'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:24.880636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bf1148-ba2e-427a-b8a8-28357397e33a None None] Pushing event updated for resources: {'Port': ['ID=a2e1bb5e-3341-4061-bc95-89388d6575fa,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:25.175769 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] Set router 7814e4f9-2759-451e-a28c-7d748d2f5299 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:41:25.178129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c54eb92f-3ab7-4a96-a56b-15bd72e2635f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:25.178502 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:25.458384 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'name': 'tempest-TestVolumeBootPattern-407447983-router', 'tenant_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c54eb92f-3ab7-4a96-a56b-15bd72e2635f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:18Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 4, 'project_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'gw_port': {'id': 'c54eb92f-3ab7-4a96-a56b-15bd72e2635f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:18Z', 'updated_at': '2021-08-17T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'a2e1bb5e-3341-4061-bc95-89388d6575fa', 'name': '', 'network_id': 'de32945b-51ba-4174-a15c-470b029a2b69', 'tenant_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'mac_address': 'fa:16:3e:14:5f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'a00b5984-bd4b-4ba2-bece-0a834d13acab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:20Z', 'updated_at': '2021-08-17T03:41:24Z', 'revision_number': 4, 'project_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'subnets': [{'id': 'a00b5984-bd4b-4ba2-bece-0a834d13acab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:41:25.487205 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aff8d356-183b-4587-bffa-02d2408e9664 None None] The sync data for ids ['7814e4f9-2759-451e-a28c-7d748d2f5299'] in n-d-802060-9 is: [{'id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'name': 'tempest-TestVolumeBootPattern-407447983-router', 'tenant_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c54eb92f-3ab7-4a96-a56b-15bd72e2635f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:18Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 4, 'project_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'gw_port': {'id': 'c54eb92f-3ab7-4a96-a56b-15bd72e2635f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:18Z', 'updated_at': '2021-08-17T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'a2e1bb5e-3341-4061-bc95-89388d6575fa', 'name': '', 'network_id': 'de32945b-51ba-4174-a15c-470b029a2b69', 'tenant_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'mac_address': 'fa:16:3e:14:5f:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'device_owner': 'network:router_interface', 'standard_attr_id': 3979, 'fixed_ips': [{'subnet_id': 'a00b5984-bd4b-4ba2-bece-0a834d13acab', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:20Z', 'updated_at': '2021-08-17T03:41:24Z', 'revision_number': 4, 'project_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'subnets': [{'id': 'a00b5984-bd4b-4ba2-bece-0a834d13acab', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:41:25.564051 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:41:26.793956 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device a2e1bb5e-3341-4061-bc95-89388d6575fa up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:41:26.794460 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-0cc79edd-9741-4ea7-ac65-4eb02929f1ed tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:26.795803 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-0cc79edd-9741-4ea7-ac65-4eb02929f1ed tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 811 time: 0.1330876 Aug 17 03:41:26.812555 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-b5ca5483-375f-4a5e-91e5-eb07eadb5248 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/quotas/78778a31d9574566b32fe91f2cdf12c8 HTTP/1.1" status: 200 len: 375 time: 0.0101876 Aug 17 03:41:26.869657 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-064a037c-a4ea-4546-8eb9-1a678abbd187 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0488098 Aug 17 03:41:26.939812 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port a2e1bb5e-3341-4061-bc95-89388d6575fa completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:41:26.944102 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port a2e1bb5e-3341-4061-bc95-89388d6575fa triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:26.944478 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:27.038614 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:27.073564 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port a2e1bb5e-3341-4061-bc95-89388d6575fa, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=a2e1bb5e-3341-4061-bc95-89388d6575fa,segment=NetworkSegment(c3cda2cc-3a84-45ec-b382-82db58cdaa76),segment_id=c3cda2cc-3a84-45ec-b382-82db58cdaa76)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:41:27.082505 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-bbab2640-cc4c-4bca-acde-a025647e8430 service neutron] 10.222.0.10 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072432 Aug 17 03:41:27.146087 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:27.184473 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-906c1a27-ddc9-4d36-8981-58332df4a8f5 service neutron] 10.222.0.10 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957227 Aug 17 03:41:27.197218 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=a2e1bb5e-3341-4061-bc95-89388d6575fa,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:27.816905 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33277028-2711-40d6-883a-89e397614b09 req-8795986e-4d64-4d34-8664-7fe0ce8cb742 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 210 time: 0.0353386 Aug 17 03:41:28.760475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device a2e1bb5e-3341-4061-bc95-89388d6575fa up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:41:28.817846 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port a2e1bb5e-3341-4061-bc95-89388d6575fa triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:28.818222 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:28.895566 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5a295f44-5305-4a13-9beb-bb0c34c2e82f req-75f74146-3438-429c-bae8-bfe6c4d73233 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 210 time: 0.0275059 Aug 17 03:41:29.974097 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-75cce1de-417c-48f1-92ca-a37138244cef req-f3a33aff-56d4-4f14-9b4e-377901d338e8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 210 time: 0.0284402 Aug 17 03:41:31.101436 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eb7632c6-8feb-4c29-ad42-67c84d901f9f req-aab7a744-f905-4933-ba9e-a6f3e84c75e0 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 210 time: 0.0462198 Aug 17 03:41:31.331948 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-7cf19f66-6ea9-498c-9866-ebc6dd605108 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:31.333384 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-7cf19f66-6ea9-498c-9866-ebc6dd605108 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.60 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 811 time: 0.1207707 Aug 17 03:41:31.347940 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-57332695-8bd1-46c4-ac31-9873285208a3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Request body: {'port': {'device_id': '59456f46-8034-433e-a8b9-40b89b39ef84', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'admin_state_up': True, 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:41:31.586359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-57332695-8bd1-46c4-ac31-9873285208a3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Made reservation on behalf of 78778a31d9574566b32fe91f2cdf12c8 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:41:31.590619 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-57332695-8bd1-46c4-ac31-9873285208a3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:31.729488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-57332695-8bd1-46c4-ac31-9873285208a3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Allocated IP 172.20.0.10 (eedba97c-ba8f-449b-a2ab-8ae734e7b757/a309e32b-9430-47ef-90cf-2d0a5929a9b5/1568fd36-ef69-4a1c-829d-3e53aff78834) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:41:31.898360 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-57332695-8bd1-46c4-ac31-9873285208a3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:31.913238 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-57332695-8bd1-46c4-ac31-9873285208a3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Transition to ACTIVE for port object 1568fd36-ef69-4a1c-829d-3e53aff78834 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:41:32.009921 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-57332695-8bd1-46c4-ac31-9873285208a3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:32.061373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-57332695-8bd1-46c4-ac31-9873285208a3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Network eedba97c-ba8f-449b-a2ab-8ae734e7b757 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:41:32.067500 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-57332695-8bd1-46c4-ac31-9873285208a3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:41:32.071708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-57332695-8bd1-46c4-ac31-9873285208a3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:41:32.106346 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57332695-8bd1-46c4-ac31-9873285208a3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'Port': ['ID=1568fd36-ef69-4a1c-829d-3e53aff78834,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:32.149912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-57332695-8bd1-46c4-ac31-9873285208a3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:32.150929 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-57332695-8bd1-46c4-ac31-9873285208a3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:32.235898 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-57332695-8bd1-46c4-ac31-9873285208a3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8931792 Aug 17 03:41:32.236668 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62194b1b-49c6-4f17-b85d-03fa42895172 req-9fb518c2-d345-4792-b3d4-77e48224d285 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:32.238739 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-62194b1b-49c6-4f17-b85d-03fa42895172 req-9fb518c2-d345-4792-b3d4-77e48224d285 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 932 time: 0.0585563 Aug 17 03:41:32.250941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-1685ee78-ad19-4eb9-9c9e-6f135f938b25 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:41:32.252246 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-1685ee78-ad19-4eb9-9c9e-6f135f938b25 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0108783 Aug 17 03:41:32.304004 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-62194b1b-49c6-4f17-b85d-03fa42895172 req-43526109-ce9f-48fa-92ab-51e4a4e99078 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548265 Aug 17 03:41:32.340338 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Request body: {'port': {'device_id': '59456f46-8034-433e-a8b9-40b89b39ef84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:41:32.404732 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:32.488682 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eb8e04f9-82ab-4dea-ba88-fcbd7d055f25 None None] Provisioning for port 1568fd36-ef69-4a1c-829d-3e53aff78834 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:41:32.493117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-eb8e04f9-82ab-4dea-ba88-fcbd7d055f25 None None] Provisioning complete for port 1568fd36-ef69-4a1c-829d-3e53aff78834 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:32.493591 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eb8e04f9-82ab-4dea-ba88-fcbd7d055f25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:32.530558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-eb8e04f9-82ab-4dea-ba88-fcbd7d055f25 None None] Port 1568fd36-ef69-4a1c-829d-3e53aff78834 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:41:32.735629 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1568fd36-ef69-4a1c-829d-3e53aff78834 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:41:32.745354 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:32.759438 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Transition to ACTIVE for port object 1568fd36-ef69-4a1c-829d-3e53aff78834 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:41:32.825522 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:32.902220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Pushing event updated for resources: {'Port': ['ID=1568fd36-ef69-4a1c-829d-3e53aff78834,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:32.961290 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Attempting to bind port 1568fd36-ef69-4a1c-829d-3e53aff78834 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:41:32.961716 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Attempting to bind port 1568fd36-ef69-4a1c-829d-3e53aff78834 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:41:32.962055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Attempting to bind port 1568fd36-ef69-4a1c-829d-3e53aff78834 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:41:32.967190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Port 1568fd36-ef69-4a1c-829d-3e53aff78834 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:41:32.967982 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Attempting to bind port 1568fd36-ef69-4a1c-829d-3e53aff78834 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:41:32.974908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 41, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:41:32.975278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Checking segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:41:32.975647 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Bound using segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:41:32.976107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Bound port: 1568fd36-ef69-4a1c-829d-3e53aff78834, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:41:32.976476 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:33.056654 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] For port 1568fd36-ef69-4a1c-829d-3e53aff78834, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:41:33.060317 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] For port 1568fd36-ef69-4a1c-829d-3e53aff78834, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1568fd36-ef69-4a1c-829d-3e53aff78834,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:41:33.159038 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:33.191461 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:33.192367 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:33.193824 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] 10.222.0.60 "PUT /v2.0/ports/1568fd36-ef69-4a1c-829d-3e53aff78834 HTTP/1.1" status: 200 len: 1092 time: 0.9320235 Aug 17 03:41:33.196249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '59456f46-8034-433e-a8b9-40b89b39ef84', 'tag': '1568fd36-ef69-4a1c-829d-3e53aff78834'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:41:33.199430 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8acd95b5-b21b-4a3c-86f9-60bdcbe43962" -d '{"events": [{"name": "network-changed", "server_uuid": "59456f46-8034-433e-a8b9-40b89b39ef84", "tag": "1568fd36-ef69-4a1c-829d-3e53aff78834"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:41:33.244026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87746b09-0200-41e5-8201-422bf94b4e4f service neutron] Pushing event updated for resources: {'Port': ['ID=1568fd36-ef69-4a1c-829d-3e53aff78834,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:33.254328 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:41:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fb578e17-36a0-4b46-96be-ba435019754e x-openstack-request-id: req-fb578e17-36a0-4b46-96be-ba435019754e {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:41:33.254533 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "59456f46-8034-433e-a8b9-40b89b39ef84", "tag": "1568fd36-ef69-4a1c-829d-3e53aff78834", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:41:33.255079 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fb578e17-36a0-4b46-96be-ba435019754e {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:41:33.262578 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '59456f46-8034-433e-a8b9-40b89b39ef84', 'tag': '1568fd36-ef69-4a1c-829d-3e53aff78834', 'status': 'completed', 'code': 200} Aug 17 03:41:33.320468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd95b5-b21b-4a3c-86f9-60bdcbe43962 req-1a86b41e-7f12-44a7-b467-fbeb939b4ace service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:33.322088 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8acd95b5-b21b-4a3c-86f9-60bdcbe43962 req-1a86b41e-7f12-44a7-b467-fbeb939b4ace service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 1095 time: 0.0491498 Aug 17 03:41:33.454108 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:33.459512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd95b5-b21b-4a3c-86f9-60bdcbe43962 req-54837043-840a-456b-a09a-c622fa8fafeb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:33.459838 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7219fb2-1be6-413a-8f11-e5a0444fb8df req-e5a1a609-b1e8-4c97-86a6-852dec0c249a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:33.461318 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b7219fb2-1be6-413a-8f11-e5a0444fb8df req-e5a1a609-b1e8-4c97-86a6-852dec0c249a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 944 time: 0.0755892 Aug 17 03:41:33.462014 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8acd95b5-b21b-4a3c-86f9-60bdcbe43962 req-54837043-840a-456b-a09a-c622fa8fafeb service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=78778a31d9574566b32fe91f2cdf12c8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1305344 Aug 17 03:41:33.523368 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b7219fb2-1be6-413a-8f11-e5a0444fb8df req-6af6bf5f-853e-4035-8134-1685f273033a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507777 Aug 17 03:41:33.603702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8acd95b5-b21b-4a3c-86f9-60bdcbe43962 req-d97b6135-c65a-4237-a13d-8b92eac04e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:33.605412 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8acd95b5-b21b-4a3c-86f9-60bdcbe43962 req-d97b6135-c65a-4237-a13d-8b92eac04e72 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1309855 Aug 17 03:41:33.699316 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-b6cd7022-576d-4d3d-b39d-aefbb1bb95ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:33.700902 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-b6cd7022-576d-4d3d-b39d-aefbb1bb95ca service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 1095 time: 0.0477571 Aug 17 03:41:33.760107 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-8f167e64-f749-4840-835f-5ec9a3fac4ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1568fd36-ef69-4a1c-829d-3e53aff78834 HTTP/1.1" status: 200 len: 217 time: 0.0497155 Aug 17 03:41:33.814495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-ffc93f9c-4f06-489f-b757-b495a6d01697 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:33.816021 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-ffc93f9c-4f06-489f-b757-b495a6d01697 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0501390 Aug 17 03:41:33.874564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-bb559512-b891-4f76-94bf-e95dd44a1859 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:33.876865 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-bb559512-b891-4f76-94bf-e95dd44a1859 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542815 Aug 17 03:41:33.973313 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-a48f3661-288b-4b8d-bfbd-8f948a8e18cf service neutron] 10.222.0.60 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892434 Aug 17 03:41:34.017726 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:34.073190 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8932bafb-80e8-4c2b-9ba3-e13699b61494 req-18f29953-f9d8-44af-941d-68466fe43afb service neutron] 10.222.0.60 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0926900 Aug 17 03:41:34.649734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fca07257-bb3b-4089-a85f-d0041b09fe1d req-551e0309-47c5-4e32-84bb-8cdc561e759c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:34.651295 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fca07257-bb3b-4089-a85f-d0041b09fe1d req-551e0309-47c5-4e32-84bb-8cdc561e759c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 944 time: 0.0516231 Aug 17 03:41:34.689940 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fca07257-bb3b-4089-a85f-d0041b09fe1d req-38cd4c80-5ebe-4c02-9c08-98f029d03ace tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315526 Aug 17 03:41:35.819789 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9de4d0-5977-4344-9014-feb52a2f1ed3 req-7109435c-7935-45ba-affa-226708c3a6e4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:35.821390 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d9de4d0-5977-4344-9014-feb52a2f1ed3 req-7109435c-7935-45ba-affa-226708c3a6e4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 944 time: 0.0594199 Aug 17 03:41:35.866761 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d9de4d0-5977-4344-9014-feb52a2f1ed3 req-802b22d3-457d-43d0-b751-aa4c1d00fcb9 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386498 Aug 17 03:41:36.983033 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0feabb-0802-4ccf-bdac-a4dde3211b1d req-043c6afe-6566-4498-bf6e-6ba6ed6ad750 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:36.984472 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da0feabb-0802-4ccf-bdac-a4dde3211b1d req-043c6afe-6566-4498-bf6e-6ba6ed6ad750 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 944 time: 0.0499218 Aug 17 03:41:37.022707 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da0feabb-0802-4ccf-bdac-a4dde3211b1d req-dcc7bcd7-ac65-4f20-9a17-f25cf809c994 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322354 Aug 17 03:41:38.155839 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e178212-e0dc-4750-a5c8-bbc5ba820844 req-74adf96e-6e1e-4897-94e2-10940f6920a8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:38.157347 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8e178212-e0dc-4750-a5c8-bbc5ba820844 req-74adf96e-6e1e-4897-94e2-10940f6920a8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 944 time: 0.0528471 Aug 17 03:41:38.201842 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8e178212-e0dc-4750-a5c8-bbc5ba820844 req-f6fa5d8c-6157-428f-907d-c37e70b61cf5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372858 Aug 17 03:41:39.672194 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd2db954-f3c0-46a0-9091-ed4126a0a69d req-afd4d8e0-6e58-40f1-8ae9-8aec276979a5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:39.675118 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cd2db954-f3c0-46a0-9091-ed4126a0a69d req-afd4d8e0-6e58-40f1-8ae9-8aec276979a5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 944 time: 0.3900967 Aug 17 03:41:39.718754 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cd2db954-f3c0-46a0-9091-ed4126a0a69d req-5ed21c6a-3dcf-43bd-90eb-ab5dfb751ea9 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370467 Aug 17 03:41:40.848134 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d53e0a-6df8-46bc-816d-1663fc46a18d req-02fbc1a2-ffcf-4a11-8e29-203cf83bd134 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:40.851803 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9d53e0a-6df8-46bc-816d-1663fc46a18d req-02fbc1a2-ffcf-4a11-8e29-203cf83bd134 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 944 time: 0.0543399 Aug 17 03:41:40.900149 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9d53e0a-6df8-46bc-816d-1663fc46a18d req-fe0cd349-32e0-46a6-9640-7870d5d67436 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393753 Aug 17 03:41:42.037853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57992088-5107-4254-8b76-da4e2094bdac req-a3c05a2d-f12b-4d45-b436-50b1f044a243 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:42.040094 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57992088-5107-4254-8b76-da4e2094bdac req-a3c05a2d-f12b-4d45-b436-50b1f044a243 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 944 time: 0.0618870 Aug 17 03:41:42.082350 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-57992088-5107-4254-8b76-da4e2094bdac req-28682904-b458-420a-bfa9-36171554e152 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362008 Aug 17 03:41:43.203371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92181492-edcb-4bf4-a754-8fc2869ec394 req-c917da13-0de6-4d47-b35c-416af0277ce8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:43.205502 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-92181492-edcb-4bf4-a754-8fc2869ec394 req-c917da13-0de6-4d47-b35c-416af0277ce8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 944 time: 0.0528474 Aug 17 03:41:43.248635 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-92181492-edcb-4bf4-a754-8fc2869ec394 req-1996fca9-31cf-496e-83b4-4be3eec2675f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353296 Aug 17 03:41:43.590801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1568fd36-ef69-4a1c-829d-3e53aff78834 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:41:43.715312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 1568fd36-ef69-4a1c-829d-3e53aff78834, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1568fd36-ef69-4a1c-829d-3e53aff78834,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:41:43.730919 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '1568fd36-ef69-4a1c-829d-3e53aff78834', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'port_id': '1568fd36-ef69-4a1c-829d-3e53aff78834', 'mac_address': 'fa:16:3e:01:5b:da', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:41:43.774543 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:43.791016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1568fd36-ef69-4a1c-829d-3e53aff78834 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:41:43.814885 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 1568fd36-ef69-4a1c-829d-3e53aff78834, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1568fd36-ef69-4a1c-829d-3e53aff78834,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:41:43.891411 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:43.963480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=1568fd36-ef69-4a1c-829d-3e53aff78834,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:44.129826 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['1568fd36-ef69-4a1c-829d-3e53aff78834'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:41:44.400546 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219e3049-f88e-458b-8939-8ba6f38db6da req-e15d77ca-fe6b-4c02-9e23-dd6e6267437d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:44.402154 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-219e3049-f88e-458b-8939-8ba6f38db6da req-e15d77ca-fe6b-4c02-9e23-dd6e6267437d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 945 time: 0.0617595 Aug 17 03:41:44.453164 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-219e3049-f88e-458b-8939-8ba6f38db6da req-c6c0e9a6-a42b-406e-b3fc-fd57334656ab tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435414 Aug 17 03:41:45.315561 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ffa7daa0-846b-4bab-bb09-dd5b21eab224 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:45.586298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5e2a3dc-436b-4fc7-8009-0ab97e6d03e5 req-d2dc4839-c5f0-435a-b862-08d90c680e14 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:45.587880 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f5e2a3dc-436b-4fc7-8009-0ab97e6d03e5 req-d2dc4839-c5f0-435a-b862-08d90c680e14 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 945 time: 0.0574379 Aug 17 03:41:45.606733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1568fd36-ef69-4a1c-829d-3e53aff78834 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:41:45.634386 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f5e2a3dc-436b-4fc7-8009-0ab97e6d03e5 req-d1573f61-4260-4ecc-84e1-16d8a30b4e9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392644 Aug 17 03:41:45.762361 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 1568fd36-ef69-4a1c-829d-3e53aff78834 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:41:45.766545 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 1568fd36-ef69-4a1c-829d-3e53aff78834 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:41:45.766927 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:45.849493 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:45.872568 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59456f46-8034-433e-a8b9-40b89b39ef84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1568fd36-ef69-4a1c-829d-3e53aff78834'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:41:45.874899 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fadd524e-f094-403d-81f4-8cf7354d2139" -d '{"events": [{"server_uuid": "59456f46-8034-433e-a8b9-40b89b39ef84", "name": "network-vif-plugged", "status": "completed", "tag": "1568fd36-ef69-4a1c-829d-3e53aff78834"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:41:45.890048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 1568fd36-ef69-4a1c-829d-3e53aff78834, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1568fd36-ef69-4a1c-829d-3e53aff78834,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:41:45.962593 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:45.994849 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-22d62f2e-ad22-4f3a-9677-93ad1fb8af37 x-openstack-request-id: req-22d62f2e-ad22-4f3a-9677-93ad1fb8af37 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:41:45.995227 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59456f46-8034-433e-a8b9-40b89b39ef84", "name": "network-vif-plugged", "status": "completed", "tag": "1568fd36-ef69-4a1c-829d-3e53aff78834", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:41:45.995521 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-22d62f2e-ad22-4f3a-9677-93ad1fb8af37 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:41:45.995930 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59456f46-8034-433e-a8b9-40b89b39ef84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1568fd36-ef69-4a1c-829d-3e53aff78834', 'code': 200} Aug 17 03:41:46.025223 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=1568fd36-ef69-4a1c-829d-3e53aff78834,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:46.102088 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7065d782-a777-42fa-b0c5-cc20ca3a0a18 req-d08cd466-100e-4024-9063-bbc99f481e86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:46.103661 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7065d782-a777-42fa-b0c5-cc20ca3a0a18 req-d08cd466-100e-4024-9063-bbc99f481e86 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 1097 time: 0.0496480 Aug 17 03:41:46.145958 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7065d782-a777-42fa-b0c5-cc20ca3a0a18 req-e4f62a12-e598-4b17-98c5-6ef05989d374 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352566 Aug 17 03:41:46.765080 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7160ed0-65e4-4512-b07a-11b0f672eb18 req-5e268374-3b0c-4531-b74b-e9c6d2002272 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:46.767893 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c7160ed0-65e4-4512-b07a-11b0f672eb18 req-5e268374-3b0c-4531-b74b-e9c6d2002272 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 946 time: 0.0550790 Aug 17 03:41:46.815198 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c7160ed0-65e4-4512-b07a-11b0f672eb18 req-b06848b0-bac7-4e64-9c3f-b9a0cdbb21f7 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390112 Aug 17 03:41:47.942511 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8c0442-acd5-4b4f-9bb2-0eb81936c5c1 req-990d5c03-d7c1-4a45-bdad-9065a7e5496f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:47.944086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e8c0442-acd5-4b4f-9bb2-0eb81936c5c1 req-990d5c03-d7c1-4a45-bdad-9065a7e5496f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 946 time: 0.0538723 Aug 17 03:41:47.967912 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0173d3a7-e0ec-447a-b059-9ce6526fb8b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:47.986620 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e8c0442-acd5-4b4f-9bb2-0eb81936c5c1 req-2db12e23-d25c-4d3e-8ee7-6c6bbc8caf96 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358610 Aug 17 03:41:48.110084 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79aabcf6-6597-4e9c-b4fa-bf01b39ece30 req-ecbdd5ae-a968-48a8-a7a7-859c1ae51b18 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:48.111790 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-79aabcf6-6597-4e9c-b4fa-bf01b39ece30 req-ecbdd5ae-a968-48a8-a7a7-859c1ae51b18 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 946 time: 0.0524621 Aug 17 03:41:48.151493 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-79aabcf6-6597-4e9c-b4fa-bf01b39ece30 req-a5b59331-63f4-4604-b4ef-56f970bb63d0 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333099 Aug 17 03:41:48.179996 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:48.272472 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf64dc6a-d380-4295-abde-aee46955d30d req-04f5347f-2452-4150-a65c-602b56b9ac5e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:48.273974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bf64dc6a-d380-4295-abde-aee46955d30d req-04f5347f-2452-4150-a65c-602b56b9ac5e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 946 time: 0.0509675 Aug 17 03:41:48.314701 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bf64dc6a-d380-4295-abde-aee46955d30d req-ca23ec91-1b6e-41cb-b76e-ed23f1ea13a1 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343897 Aug 17 03:41:48.826112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007efd7f-7e32-4aef-9953-a3e6559b0e24 req-ac677603-0790-4b7e-a2f7-2b29182a34e7 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:48.827637 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-007efd7f-7e32-4aef-9953-a3e6559b0e24 req-ac677603-0790-4b7e-a2f7-2b29182a34e7 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 946 time: 0.0542557 Aug 17 03:41:48.870199 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-007efd7f-7e32-4aef-9953-a3e6559b0e24 req-8557f9fc-cd16-4c3a-94f6-660ae2a0d503 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353656 Aug 17 03:41:49.259060 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:49.989396 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19df5aeb-a3cf-48c0-a633-100ea928dda1 req-823fec77-d329-4493-8dac-b48bec27e60f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:49.990960 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-19df5aeb-a3cf-48c0-a633-100ea928dda1 req-823fec77-d329-4493-8dac-b48bec27e60f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 946 time: 0.0498431 Aug 17 03:41:50.034976 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-19df5aeb-a3cf-48c0-a633-100ea928dda1 req-eae62a18-a0fe-4b09-b75a-924b7b6e827e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379808 Aug 17 03:41:50.228813 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb6167b-9420-4773-8e27-d14c44c363cf req-3849e923-44b1-4c44-81c1-bdfa7380f40f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:41:50.230435 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2bb6167b-9420-4773-8e27-d14c44c363cf req-3849e923-44b1-4c44-81c1-bdfa7380f40f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.60 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 946 time: 0.0536089 Aug 17 03:41:50.330265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-2bb6167b-9420-4773-8e27-d14c44c363cf req-d9697fcf-1eeb-4aae-bb29-5ace2f016819 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Deleting port 1568fd36-ef69-4a1c-829d-3e53aff78834 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:41:50.330559 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2bb6167b-9420-4773-8e27-d14c44c363cf req-d9697fcf-1eeb-4aae-bb29-5ace2f016819 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:50.421468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-2bb6167b-9420-4773-8e27-d14c44c363cf req-d9697fcf-1eeb-4aae-bb29-5ace2f016819 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] For port 1568fd36-ef69-4a1c-829d-3e53aff78834, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=1568fd36-ef69-4a1c-829d-3e53aff78834,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:41:50.421847 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2bb6167b-9420-4773-8e27-d14c44c363cf req-d9697fcf-1eeb-4aae-bb29-5ace2f016819 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:50.437890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-2bb6167b-9420-4773-8e27-d14c44c363cf req-d9697fcf-1eeb-4aae-bb29-5ace2f016819 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Calling delete_port for 1568fd36-ef69-4a1c-829d-3e53aff78834 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:41:50.687811 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2bb6167b-9420-4773-8e27-d14c44c363cf req-d9697fcf-1eeb-4aae-bb29-5ace2f016819 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:50.699747 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['1568fd36-ef69-4a1c-829d-3e53aff78834'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:41:50.721621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9697fcf-1eeb-4aae-bb29-5ace2f016819 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event deleted for resources: {'Port': ['ID=1568fd36-ef69-4a1c-829d-3e53aff78834,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:41:50.765184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bb6167b-9420-4773-8e27-d14c44c363cf req-d9697fcf-1eeb-4aae-bb29-5ace2f016819 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] No DVR routers for this DVR port 1568fd36-ef69-4a1c-829d-3e53aff78834 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:41:50.768105 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2bb6167b-9420-4773-8e27-d14c44c363cf req-d9697fcf-1eeb-4aae-bb29-5ace2f016819 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:50.770466 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2bb6167b-9420-4773-8e27-d14c44c363cf req-d9697fcf-1eeb-4aae-bb29-5ace2f016819 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.60 "DELETE /v2.0/ports/1568fd36-ef69-4a1c-829d-3e53aff78834 HTTP/1.1" status: 204 len: 173 time: 0.5333445 Aug 17 03:41:50.770924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '59456f46-8034-433e-a8b9-40b89b39ef84', 'name': 'network-vif-deleted', 'tag': '1568fd36-ef69-4a1c-829d-3e53aff78834'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:41:50.773225 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd7c6b8-8a75-447b-9975-653e01aa2330" -d '{"events": [{"server_uuid": "59456f46-8034-433e-a8b9-40b89b39ef84", "name": "network-vif-deleted", "tag": "1568fd36-ef69-4a1c-829d-3e53aff78834"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:41:50.813114 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:41:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a568a80-1657-477b-b01a-d2f37b95b03b x-openstack-request-id: req-3a568a80-1657-477b-b01a-d2f37b95b03b {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:41:50.813577 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "59456f46-8034-433e-a8b9-40b89b39ef84", "name": "network-vif-deleted", "tag": "1568fd36-ef69-4a1c-829d-3e53aff78834", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:41:50.813992 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3a568a80-1657-477b-b01a-d2f37b95b03b {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:41:50.815084 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '59456f46-8034-433e-a8b9-40b89b39ef84', 'name': 'network-vif-deleted', 'tag': '1568fd36-ef69-4a1c-829d-3e53aff78834', 'status': 'completed', 'code': 200} Aug 17 03:41:51.002507 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:41:51.133355 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-415091f6-437c-48a1-b129-cc8c9c674b3f req-a154d7a1-eb51-485d-9833-6b00a1b7df8b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 210 time: 0.0285475 Aug 17 03:41:52.240823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ca54ff42-313f-49d4-a1dd-f2b24d88da16 req-643ff52f-f267-42f9-a34d-9456591fab3b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 210 time: 0.0339077 Aug 17 03:41:53.337368 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55ddeeb4-d91f-4ff9-80cc-a332864949d0 req-03a1e81b-94c0-419b-8493-47028b9fe473 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 210 time: 0.0270040 Aug 17 03:41:53.653065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1568fd36-ef69-4a1c-829d-3e53aff78834 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:41:53.673748 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 1568fd36-ef69-4a1c-829d-3e53aff78834 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:41:53.674109 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 1568fd36-ef69-4a1c-829d-3e53aff78834 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:41:54.434616 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-053f1f18-a05b-452f-bf7e-62f58b20fb09 req-a0162e27-281d-4ca7-b37e-d60a0b639b48 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=59456f46-8034-433e-a8b9-40b89b39ef84 HTTP/1.1" status: 200 len: 210 time: 0.0275483 Aug 17 03:42:02.556316 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:42:03.442210 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:04.013725 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:15.310528 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b91d3788-88b7-4baa-9773-f4a8f7bde2fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:17.996368 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fbe785d4-17bb-4941-ac0e-ef71033b3bcb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:18.187432 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:19.255975 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:20.964603 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:22.869975 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-f05654d9-bcb8-443e-90ac-5b1fa77829a1 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:22.871379 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-f05654d9-bcb8-443e-90ac-5b1fa77829a1 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 811 time: 0.1057384 Aug 17 03:42:22.886933 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-dfde6283-5519-4cf2-932a-3bca228fd9eb tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/quotas/78778a31d9574566b32fe91f2cdf12c8 HTTP/1.1" status: 200 len: 375 time: 0.0098588 Aug 17 03:42:22.945516 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-99367914-9d5a-46f8-83f0-91b5df0ce340 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0523527 Aug 17 03:42:23.046062 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-cb9a7fc8-d5e2-4d91-907f-66b6f699a1ad service neutron] 10.222.0.10 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0943701 Aug 17 03:42:23.144331 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-7f68c4dc-4d88-4e9a-8915-381d47709eb1 service neutron] 10.222.0.10 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917172 Aug 17 03:42:23.423135 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-74d945fb-36e4-4cc5-aa81-62158f272ce0 req-ece1e3df-4f87-4a4f-ba8e-775d484feed7 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 210 time: 0.0276597 Aug 17 03:42:24.520218 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3fdf7b52-a386-4de0-958f-2cff5b2c1f2c req-c061fe3d-6a9f-4569-a07a-20dcfb6a374e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 210 time: 0.0270679 Aug 17 03:42:25.620841 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-434c03fb-5dd4-45e5-bc93-44fe62714aa0 req-5b644cbc-9748-4075-823e-0c1c8efe7c82 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 210 time: 0.0305128 Aug 17 03:42:25.731350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-789aaa5c-d0f1-4ad9-91e5-9206dcb219f2 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:25.732844 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-789aaa5c-d0f1-4ad9-91e5-9206dcb219f2 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.30 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 811 time: 0.1064370 Aug 17 03:42:25.746131 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Request body: {'port': {'device_id': '41372408-5098-4d9d-8a50-41b17dd045d1', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'admin_state_up': True, 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:42:25.928138 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Made reservation on behalf of 78778a31d9574566b32fe91f2cdf12c8 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:42:25.931919 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:26.069828 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Allocated IP 172.20.0.5 (eedba97c-ba8f-449b-a2ab-8ae734e7b757/a309e32b-9430-47ef-90cf-2d0a5929a9b5/a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:42:26.235738 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:26.251424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Transition to ACTIVE for port object a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:42:26.356372 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:26.402177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Network eedba97c-ba8f-449b-a2ab-8ae734e7b757 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:42:26.405372 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:42:26.409354 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:42:26.416801 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'Port': ['ID=a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:42:26.457558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:42:26.457558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:42:26.457558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:42:26.457558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:42:26.457558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:42:26.457558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:42:26.457558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:42:26.457558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:42:26.457558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:42:26.457558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:42:26.457558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:42:26.457558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:42:26.480526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:26.481205 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:26.588091 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-123583b9-7d1b-420d-b52d-4f956f591543 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8458476 Aug 17 03:42:26.659550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Request body: {'port': {'device_id': '41372408-5098-4d9d-8a50-41b17dd045d1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:42:26.690867 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-62053e8a-51c3-434d-822a-91532aa73795 None None] Provisioning for port a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:42:26.696013 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-62053e8a-51c3-434d-822a-91532aa73795 None None] Provisioning complete for port a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:42:26.696828 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62053e8a-51c3-434d-822a-91532aa73795 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:26.750350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-62053e8a-51c3-434d-822a-91532aa73795 None None] Port a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:42:26.771288 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:26.800223 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cec8108-d108-4963-8fe0-f15de590d1ad req-2d3ea411-9fde-4db8-9368-ca8c199c61a6 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:26.803413 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4cec8108-d108-4963-8fe0-f15de590d1ad req-2d3ea411-9fde-4db8-9368-ca8c199c61a6 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 931 time: 0.0993788 Aug 17 03:42:26.924728 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4cec8108-d108-4963-8fe0-f15de590d1ad req-8cfbba76-5031-4a2c-86af-af34630d30d6 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011791 Aug 17 03:42:27.098970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:42:27.106859 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:27.119170 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Transition to ACTIVE for port object a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:42:27.196326 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:27.273764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Pushing event updated for resources: {'Port': ['ID=a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:42:27.335501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Attempting to bind port a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:42:27.335838 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Attempting to bind port a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:42:27.336167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Attempting to bind port a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:42:27.341499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Port a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:42:27.341825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Attempting to bind port a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:42:27.347512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 42, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:42:27.347913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Checking segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:42:27.348305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Bound using segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:42:27.348739 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Bound port: a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:42:27.349098 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:27.436036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] For port a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:42:27.447577 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] For port a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:42:27.565395 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:27.601771 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:27.602063 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:27.603554 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] 10.222.0.30 "PUT /v2.0/ports/a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 HTTP/1.1" status: 200 len: 1091 time: 1.0067275 Aug 17 03:42:27.606313 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41372408-5098-4d9d-8a50-41b17dd045d1', 'tag': 'a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:42:27.609241 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-023fec5d-5743-4b09-be47-f3725929302e" -d '{"events": [{"name": "network-changed", "server_uuid": "41372408-5098-4d9d-8a50-41b17dd045d1", "tag": "a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:42:27.643969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187a2d11-bb7c-48d8-baf4-9881fb66eeda service neutron] Pushing event updated for resources: {'Port': ['ID=a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:42:27.660070 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:42:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43f54da0-81bc-4c37-a8e1-2df0301f277f x-openstack-request-id: req-43f54da0-81bc-4c37-a8e1-2df0301f277f {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:42:27.660070 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41372408-5098-4d9d-8a50-41b17dd045d1", "tag": "a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:42:27.660070 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-43f54da0-81bc-4c37-a8e1-2df0301f277f {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:42:27.660070 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41372408-5098-4d9d-8a50-41b17dd045d1', 'tag': 'a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61', 'status': 'completed', 'code': 200} Aug 17 03:42:27.719456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fec5d-5743-4b09-be47-f3725929302e req-e1aab53e-fd8e-4759-9b92-e50cf6b12925 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:27.721273 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-023fec5d-5743-4b09-be47-f3725929302e req-e1aab53e-fd8e-4759-9b92-e50cf6b12925 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 1094 time: 0.0480554 Aug 17 03:42:27.836285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fec5d-5743-4b09-be47-f3725929302e req-d42d7e26-d0cc-4b9f-a9ea-36b119c08347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:27.837773 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-023fec5d-5743-4b09-be47-f3725929302e req-d42d7e26-d0cc-4b9f-a9ea-36b119c08347 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=78778a31d9574566b32fe91f2cdf12c8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1092069 Aug 17 03:42:27.949649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-023fec5d-5743-4b09-be47-f3725929302e req-04748ada-9ff7-4fb7-8e1c-58867ec9926e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:27.951877 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-023fec5d-5743-4b09-be47-f3725929302e req-04748ada-9ff7-4fb7-8e1c-58867ec9926e service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1073287 Aug 17 03:42:28.087398 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-32e4a5f2-c509-4075-b772-68773089c3be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:28.088841 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-32e4a5f2-c509-4075-b772-68773089c3be service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 1094 time: 0.0868418 Aug 17 03:42:28.097192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630885fe-a3a9-4f89-8583-3dbc8d83d7be req-314062e5-9d29-44b1-b456-b3d3453e96b3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:28.099846 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-630885fe-a3a9-4f89-8583-3dbc8d83d7be req-314062e5-9d29-44b1-b456-b3d3453e96b3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0995834 Aug 17 03:42:28.141139 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-c64eb280-533b-4736-8ff5-69fe9a0e6287 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 HTTP/1.1" status: 200 len: 217 time: 0.0403097 Aug 17 03:42:28.206776 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-630885fe-a3a9-4f89-8583-3dbc8d83d7be req-7b2203f6-f8c7-4d3f-ba80-ced8bfdb911a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998857 Aug 17 03:42:28.213413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-1918ef2a-237e-47a2-bf9d-e87c7a7ac3a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:28.215575 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-1918ef2a-237e-47a2-bf9d-e87c7a7ac3a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0669630 Aug 17 03:42:28.271745 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-84e7325f-113a-4dff-a2db-bdbdcdc4cd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:28.273622 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-84e7325f-113a-4dff-a2db-bdbdcdc4cd12 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0515764 Aug 17 03:42:28.373443 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-75f80648-f0df-4d3f-b859-74eae7172bfa service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921929 Aug 17 03:42:28.480581 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a662293-bdc9-4e5d-919c-7dc612824d9a req-f1df2c06-aa43-4c68-aa9b-9a2eb825f1ae service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000478 Aug 17 03:42:29.335551 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f031f99-e7c4-49bc-822c-9f1c7f65d6eb req-d268a8d1-3166-4365-95ef-00a6a568d995 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:29.338115 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f031f99-e7c4-49bc-822c-9f1c7f65d6eb req-d268a8d1-3166-4365-95ef-00a6a568d995 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0547869 Aug 17 03:42:29.391223 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f031f99-e7c4-49bc-822c-9f1c7f65d6eb req-36927635-817f-4650-8767-0ea7983e3243 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467882 Aug 17 03:42:30.525110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf55724-0b02-42e2-8bba-e78e9189e25a req-28fe481f-5bef-4211-b796-949328420eab tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:30.526709 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ddf55724-0b02-42e2-8bba-e78e9189e25a req-28fe481f-5bef-4211-b796-949328420eab tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0565946 Aug 17 03:42:30.582732 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ddf55724-0b02-42e2-8bba-e78e9189e25a req-278fde1e-1c98-4f01-8ba9-aeb476edfaf9 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490625 Aug 17 03:42:31.719179 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c1c89c-6518-4955-a7a6-9757beb46758 req-cc7dc724-6ce7-44de-a5f9-dd29cd91702a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:31.721017 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-15c1c89c-6518-4955-a7a6-9757beb46758 req-cc7dc724-6ce7-44de-a5f9-dd29cd91702a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0549078 Aug 17 03:42:31.766810 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-15c1c89c-6518-4955-a7a6-9757beb46758 req-f9795f4a-52b0-431e-81eb-60854aa5e843 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380569 Aug 17 03:42:32.902386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ec9b644-ab8b-435c-a9ef-02602a3adb49 req-4504e5c6-0d40-49ab-9a16-356a362c8bf0 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:32.903717 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ec9b644-ab8b-435c-a9ef-02602a3adb49 req-4504e5c6-0d40-49ab-9a16-356a362c8bf0 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0602715 Aug 17 03:42:32.946607 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ec9b644-ab8b-435c-a9ef-02602a3adb49 req-64ed8f2b-5c20-4c5b-af1f-d3c2b8b9081d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367644 Aug 17 03:42:33.461944 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:34.072601 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9b9936-b5d0-4769-a01f-34a63cf3fbc4 req-81a7357b-10d0-40a6-a085-83d233b5ee44 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:34.074188 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-df9b9936-b5d0-4769-a01f-34a63cf3fbc4 req-81a7357b-10d0-40a6-a085-83d233b5ee44 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0555248 Aug 17 03:42:34.084468 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:34.117060 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-df9b9936-b5d0-4769-a01f-34a63cf3fbc4 req-f9445cfd-77bf-4915-9aba-74174552f769 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364060 Aug 17 03:42:35.246711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a9ce89-8607-4baa-803f-840d4b3d3312 req-a74ca332-efd2-40e1-b454-262c4c64cbd8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:35.248275 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18a9ce89-8607-4baa-803f-840d4b3d3312 req-a74ca332-efd2-40e1-b454-262c4c64cbd8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0552301 Aug 17 03:42:35.293017 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18a9ce89-8607-4baa-803f-840d4b3d3312 req-98f36b7a-ce34-42bc-bcd8-c33dfaa300ed tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386233 Aug 17 03:42:36.432877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f998e7-d286-4333-83c9-15d6b50c1910 req-a21f83c4-134a-4117-9f6e-3d96a0b06f03 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:36.434429 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81f998e7-d286-4333-83c9-15d6b50c1910 req-a21f83c4-134a-4117-9f6e-3d96a0b06f03 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0589530 Aug 17 03:42:36.489847 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81f998e7-d286-4333-83c9-15d6b50c1910 req-53e350e5-1a39-4ecc-ab9c-fdad72993722 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468240 Aug 17 03:42:37.609457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0f2cbf7-c00b-4ea8-907c-9c5958fb1893 req-1193a83a-052b-4a19-aae7-869198a3c526 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:37.610993 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0f2cbf7-c00b-4ea8-907c-9c5958fb1893 req-1193a83a-052b-4a19-aae7-869198a3c526 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0524597 Aug 17 03:42:37.653369 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0f2cbf7-c00b-4ea8-907c-9c5958fb1893 req-34e547ad-ae1d-4695-a748-fa16bc0b3ef0 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361075 Aug 17 03:42:38.786823 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa76fe-f2bf-4a38-9b33-14b8c18ca4ea req-a30cddff-7b5d-4faf-928d-a9e4435719be tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:38.788465 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-37fa76fe-f2bf-4a38-9b33-14b8c18ca4ea req-a30cddff-7b5d-4faf-928d-a9e4435719be tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0589499 Aug 17 03:42:38.838117 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-37fa76fe-f2bf-4a38-9b33-14b8c18ca4ea req-8a165470-d62f-4fe7-95e9-ca5383b16f69 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409782 Aug 17 03:42:39.557555 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:42:39.966079 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416dcd1c-1b86-415d-b8fa-836b17dcbdb6 req-6949d778-ade8-4371-a618-779b1e053ad3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:39.967568 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-416dcd1c-1b86-415d-b8fa-836b17dcbdb6 req-6949d778-ade8-4371-a618-779b1e053ad3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0562479 Aug 17 03:42:40.008755 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-416dcd1c-1b86-415d-b8fa-836b17dcbdb6 req-57bf024a-c3b8-47ca-82ac-823ac9ee79e5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349402 Aug 17 03:42:41.138203 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de018ad-eb40-44d8-bba6-5a0942628840 req-8bd9b262-8387-4084-9295-b2e7baca1f32 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:41.140812 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6de018ad-eb40-44d8-bba6-5a0942628840 req-8bd9b262-8387-4084-9295-b2e7baca1f32 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0516386 Aug 17 03:42:41.183837 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6de018ad-eb40-44d8-bba6-5a0942628840 req-709a287a-532d-4ccf-8d26-0a3bdb7d40bf tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357897 Aug 17 03:42:42.311030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610107a-b231-42bd-bdc2-e698dc5a7926 req-b7468021-e957-4355-b47f-25fe7992a2dc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:42.312554 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d610107a-b231-42bd-bdc2-e698dc5a7926 req-b7468021-e957-4355-b47f-25fe7992a2dc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0519338 Aug 17 03:42:42.360959 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d610107a-b231-42bd-bdc2-e698dc5a7926 req-815af0e0-bd5a-4d0f-8a01-6183f34127b2 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378740 Aug 17 03:42:43.475639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c452de3f-91ff-4fd2-8039-6962f8bd9c5d req-42f6e5e7-0892-4bf8-9680-84f84a647ca2 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:43.477148 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c452de3f-91ff-4fd2-8039-6962f8bd9c5d req-42f6e5e7-0892-4bf8-9680-84f84a647ca2 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0536005 Aug 17 03:42:43.523540 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c452de3f-91ff-4fd2-8039-6962f8bd9c5d req-c2f76cef-8ffb-4eff-b95d-401ee6846fb7 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382521 Aug 17 03:42:44.646173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48f5103-4286-4701-a5fd-1a1296c5b474 req-1b4e1e57-9c04-470e-a462-aac6851fedc1 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:44.647844 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c48f5103-4286-4701-a5fd-1a1296c5b474 req-1b4e1e57-9c04-470e-a462-aac6851fedc1 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0572579 Aug 17 03:42:44.690390 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c48f5103-4286-4701-a5fd-1a1296c5b474 req-2fd9a6d4-9554-4073-a3ad-24a3a670320d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357649 Aug 17 03:42:45.330259 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c36cc149-fd69-4a76-8a28-442ca22ed182 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:45.816577 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24258796-696d-456d-93c6-3008bc54ebbe req-fb99f732-62e6-4ace-82d0-bfd2de08be7e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:45.818167 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-24258796-696d-456d-93c6-3008bc54ebbe req-fb99f732-62e6-4ace-82d0-bfd2de08be7e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0549164 Aug 17 03:42:45.861258 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-24258796-696d-456d-93c6-3008bc54ebbe req-9544f511-0f20-4ca8-9ac7-72a3b357ab31 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341971 Aug 17 03:42:46.987034 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-701912f8-c7dc-4b4d-8bb7-211f4e7e9295 req-e2068f80-81c2-451b-b8b6-f82a48d4274e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:46.988547 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-701912f8-c7dc-4b4d-8bb7-211f4e7e9295 req-e2068f80-81c2-451b-b8b6-f82a48d4274e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0564165 Aug 17 03:42:47.036020 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-701912f8-c7dc-4b4d-8bb7-211f4e7e9295 req-81428c95-516e-48ef-bd21-97df71c2ff37 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413175 Aug 17 03:42:47.995337 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-986c4562-fa7a-4936-a23f-abec60fab060 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:48.161436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21e6627-5eea-48c3-a5e7-1b970fe4a3c5 req-5e3f2f52-c00a-4a5e-9333-51ad2ca0561c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:48.163113 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c21e6627-5eea-48c3-a5e7-1b970fe4a3c5 req-5e3f2f52-c00a-4a5e-9333-51ad2ca0561c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0546703 Aug 17 03:42:48.210359 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c21e6627-5eea-48c3-a5e7-1b970fe4a3c5 req-1d8cc730-e4c7-4d46-8f65-5dde2d7bfd75 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387502 Aug 17 03:42:48.215508 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:49.250566 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:49.344336 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2855c128-ec5e-418b-8f26-6573dd0a475b req-b2cc2d9b-4660-4dc9-a2c1-62c750c0a3ee tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:49.347618 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2855c128-ec5e-418b-8f26-6573dd0a475b req-b2cc2d9b-4660-4dc9-a2c1-62c750c0a3ee tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0667183 Aug 17 03:42:49.389782 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2855c128-ec5e-418b-8f26-6573dd0a475b req-83b586b6-fb43-4fed-a8a2-96b3bb22789b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348060 Aug 17 03:42:50.507846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bd2de5-cc17-4c74-9472-ea3d5597ede1 req-8eae208b-459b-40ae-bbab-43b58706e078 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:50.509387 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-43bd2de5-cc17-4c74-9472-ea3d5597ede1 req-8eae208b-459b-40ae-bbab-43b58706e078 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0501764 Aug 17 03:42:50.553801 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-43bd2de5-cc17-4c74-9472-ea3d5597ede1 req-e86ea1b9-1677-447b-a356-235b3919a8c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382276 Aug 17 03:42:51.009767 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:42:51.681402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a681fa16-4f99-4421-8e9b-6d1993f5bbe6 req-6c50321f-0209-446f-89c9-ba2be219a826 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:51.682940 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a681fa16-4f99-4421-8e9b-6d1993f5bbe6 req-6c50321f-0209-446f-89c9-ba2be219a826 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0549419 Aug 17 03:42:51.723625 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a681fa16-4f99-4421-8e9b-6d1993f5bbe6 req-54f2d6e2-ecef-4dc8-9ba4-6a6189198e23 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345347 Aug 17 03:42:52.852192 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-977a0bfe-4735-4fa8-9169-442e4cc8165a req-74f042f6-1cd3-465e-81d7-fddbe94a9656 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:52.853833 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-977a0bfe-4735-4fa8-9169-442e4cc8165a req-74f042f6-1cd3-465e-81d7-fddbe94a9656 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0532277 Aug 17 03:42:52.901318 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-977a0bfe-4735-4fa8-9169-442e4cc8165a req-077f72d0-dba2-4b48-a1bc-89c5dbd34fc2 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412273 Aug 17 03:42:54.025609 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c9764f-97b5-4921-ae7a-dd0fd475415c req-031c6154-86e8-40ba-8a52-f7e346d36440 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:54.027065 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a5c9764f-97b5-4921-ae7a-dd0fd475415c req-031c6154-86e8-40ba-8a52-f7e346d36440 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0560925 Aug 17 03:42:54.065679 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a5c9764f-97b5-4921-ae7a-dd0fd475415c req-56ec2e5a-6e31-47c2-b2df-f619fbd4d473 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320590 Aug 17 03:42:55.191216 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c2adb5-efcc-4724-b6d4-c60dc688a8f3 req-cb4e62c2-b879-439a-9091-f6bd65dc7a80 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:55.192834 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-18c2adb5-efcc-4724-b6d4-c60dc688a8f3 req-cb4e62c2-b879-439a-9091-f6bd65dc7a80 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0534062 Aug 17 03:42:55.232908 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-18c2adb5-efcc-4724-b6d4-c60dc688a8f3 req-5b34fdfd-bde4-45dd-91f9-58526caaf6eb tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338039 Aug 17 03:42:56.350980 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8032141a-65ed-4184-8d0e-94205606e95d req-34911991-319f-488c-93c3-196f2b6e64c5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:56.352572 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8032141a-65ed-4184-8d0e-94205606e95d req-34911991-319f-488c-93c3-196f2b6e64c5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0509133 Aug 17 03:42:56.393255 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8032141a-65ed-4184-8d0e-94205606e95d req-0d0d180c-458d-46cf-ba21-1edd4148c44b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343769 Aug 17 03:42:57.517831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b89bd7e3-16fe-4474-963b-9c91b74278e8 req-5c963cdb-02ef-478f-abcb-6a8274d8f91a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:57.519326 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b89bd7e3-16fe-4474-963b-9c91b74278e8 req-5c963cdb-02ef-478f-abcb-6a8274d8f91a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0523801 Aug 17 03:42:57.561336 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b89bd7e3-16fe-4474-963b-9c91b74278e8 req-2e9bc2e7-7481-4587-baf9-067a16824d9e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360372 Aug 17 03:42:58.684164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89d520-419c-4446-a32b-e19ae91e0af3 req-e8b24ac2-99fc-4580-bac4-cb71554cedaf tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:58.685720 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0d89d520-419c-4446-a32b-e19ae91e0af3 req-e8b24ac2-99fc-4580-bac4-cb71554cedaf tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0504713 Aug 17 03:42:58.726782 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0d89d520-419c-4446-a32b-e19ae91e0af3 req-e9f3a915-c169-4dde-b49e-667f1c307913 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345783 Aug 17 03:42:59.859621 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a363e2-22d8-462a-b674-61f5e2817093 req-f6990b7f-c60b-4370-b800-ddff0f1cb969 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:42:59.861301 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-70a363e2-22d8-462a-b674-61f5e2817093 req-f6990b7f-c60b-4370-b800-ddff0f1cb969 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0542924 Aug 17 03:42:59.900427 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-70a363e2-22d8-462a-b674-61f5e2817093 req-5573567f-442f-40e0-9148-c28b733a88dc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328915 Aug 17 03:43:01.034886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded66e71-dcc7-41c7-8658-0a7814dcff38 req-1ffd4975-02ef-456d-a83d-7465770332b8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:01.036369 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ded66e71-dcc7-41c7-8658-0a7814dcff38 req-1ffd4975-02ef-456d-a83d-7465770332b8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0609198 Aug 17 03:43:01.085865 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ded66e71-dcc7-41c7-8658-0a7814dcff38 req-de45490c-ba48-486f-88be-702b72815d0c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435870 Aug 17 03:43:02.213198 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1738f309-068d-46e8-8416-2b361fdb7a07 req-9ddf347d-c3c0-44f3-a933-af56d902136b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:02.214758 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1738f309-068d-46e8-8416-2b361fdb7a07 req-9ddf347d-c3c0-44f3-a933-af56d902136b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0493774 Aug 17 03:43:02.257060 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1738f309-068d-46e8-8416-2b361fdb7a07 req-99bacfb0-50f8-40e1-8ce1-d03e2c4ef426 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363014 Aug 17 03:43:03.375025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e5e4e2-93c0-4c50-b577-49333fd55ca9 req-06fdd4bd-b0cf-4bcd-99a9-e168115cc864 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:03.376576 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-08e5e4e2-93c0-4c50-b577-49333fd55ca9 req-06fdd4bd-b0cf-4bcd-99a9-e168115cc864 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0514147 Aug 17 03:43:03.417348 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-08e5e4e2-93c0-4c50-b577-49333fd55ca9 req-e018806f-f0c0-45e5-852d-2d830bdb0338 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342684 Aug 17 03:43:03.463520 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:04.072393 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:04.548767 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ebfb7f-3bed-48bc-9777-6f1e892ab038 req-9e0ca8c1-5761-4eee-962c-90ca9c678c70 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:04.551067 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-30ebfb7f-3bed-48bc-9777-6f1e892ab038 req-9e0ca8c1-5761-4eee-962c-90ca9c678c70 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0603256 Aug 17 03:43:04.598866 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-30ebfb7f-3bed-48bc-9777-6f1e892ab038 req-c0c85baf-fc85-42ab-8f06-bbe7b6dd4717 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415592 Aug 17 03:43:05.535473 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:43:05.638736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:43:05.651593 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'port_id': 'a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61', 'mac_address': 'fa:16:3e:e5:9a:10', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:43:05.690162 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:05.703398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:43:05.716368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de02372-fe71-4944-b682-22b06ac1be86 req-77d085ff-cccb-46de-bdf3-381cd0e4ea1f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:05.717962 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9de02372-fe71-4944-b682-22b06ac1be86 req-77d085ff-cccb-46de-bdf3-381cd0e4ea1f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 943 time: 0.0492389 Aug 17 03:43:05.729823 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:43:05.759991 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9de02372-fe71-4944-b682-22b06ac1be86 req-d84d2229-e92f-46cd-9daf-8cdc210267bf tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343790 Aug 17 03:43:05.803939 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:05.857174 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:43:05.864959 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:05.865314 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:05.865686 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:05.866026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:05.866359 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:05.866689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:05.867015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:05.867341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:05.867665 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:05.867987 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:05.868309 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:05.868633 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:06.058441 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:43:06.877938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d9f694-be5a-4ac9-8bbb-79b1ef91259b req-3a0fe206-670e-47ef-9dcb-44965b1ac256 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:06.879565 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51d9f694-be5a-4ac9-8bbb-79b1ef91259b req-3a0fe206-670e-47ef-9dcb-44965b1ac256 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 944 time: 0.0509801 Aug 17 03:43:06.923417 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51d9f694-be5a-4ac9-8bbb-79b1ef91259b req-6f5ceebd-dd88-40ba-9d9a-c0808bd81e52 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375409 Aug 17 03:43:07.542481 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:43:07.641336 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:43:07.646350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:43:07.646732 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:07.734730 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:07.758050 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41372408-5098-4d9d-8a50-41b17dd045d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:43:07.760315 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9d05dc8-6321-4163-bfc6-4b880964c200" -d '{"events": [{"server_uuid": "41372408-5098-4d9d-8a50-41b17dd045d1", "name": "network-vif-plugged", "status": "completed", "tag": "a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:43:07.776121 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:43:07.799227 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31420051-8dca-4325-9589-c9eae49156f7 x-openstack-request-id: req-31420051-8dca-4325-9589-c9eae49156f7 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:43:07.799578 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41372408-5098-4d9d-8a50-41b17dd045d1", "name": "network-vif-plugged", "status": "completed", "tag": "a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:43:07.799855 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-31420051-8dca-4325-9589-c9eae49156f7 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:43:07.800298 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41372408-5098-4d9d-8a50-41b17dd045d1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61', 'code': 200} Aug 17 03:43:07.892628 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:07.901188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b37177e-3c24-478d-bb51-97cd915b4825 req-ce5bc67f-33c7-4eb9-97ed-488a0f6d5ccd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:07.902829 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b37177e-3c24-478d-bb51-97cd915b4825 req-ce5bc67f-33c7-4eb9-97ed-488a0f6d5ccd service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 1095 time: 0.0470016 Aug 17 03:43:07.939206 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b37177e-3c24-478d-bb51-97cd915b4825 req-f0355ebe-9554-476c-b5a0-4e1ddb35aba1 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0287273 Aug 17 03:43:07.942318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:43:08.054612 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f475c2-87bb-4683-9758-669fdcd2a5d4 req-d4fe185d-fa0e-45dd-9cef-c75608fd4797 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:08.056141 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81f475c2-87bb-4683-9758-669fdcd2a5d4 req-d4fe185d-fa0e-45dd-9cef-c75608fd4797 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 945 time: 0.0592215 Aug 17 03:43:08.095734 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81f475c2-87bb-4683-9758-669fdcd2a5d4 req-5c032361-1300-4612-8b53-29bdf05adb68 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336134 Aug 17 03:43:09.216451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0e26df2-2159-4345-aaff-e7da82b6fe0e req-5f659423-f260-4daa-bfd7-fc804f1916f8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:09.217998 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b0e26df2-2159-4345-aaff-e7da82b6fe0e req-5f659423-f260-4daa-bfd7-fc804f1916f8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 945 time: 0.0514810 Aug 17 03:43:09.258963 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b0e26df2-2159-4345-aaff-e7da82b6fe0e req-c54947b2-de16-4731-aebf-591685a93752 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342572 Aug 17 03:43:09.380093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8228a4a8-2094-4797-822a-75c054c4e18e req-9befa7e4-ce3f-4c36-8b67-40975a5fbb8e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:09.381581 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8228a4a8-2094-4797-822a-75c054c4e18e req-9befa7e4-ce3f-4c36-8b67-40975a5fbb8e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 945 time: 0.0531068 Aug 17 03:43:09.426956 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8228a4a8-2094-4797-822a-75c054c4e18e req-9a717ee0-4716-4807-a945-e04536f49833 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392518 Aug 17 03:43:09.542437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4656a548-975b-4c2d-aaf0-0bf69ddf0b19 req-9eee7b91-88d6-4cdc-bdd1-2811f385f8ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:09.544026 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4656a548-975b-4c2d-aaf0-0bf69ddf0b19 req-9eee7b91-88d6-4cdc-bdd1-2811f385f8ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 945 time: 0.0491664 Aug 17 03:43:09.583375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4656a548-975b-4c2d-aaf0-0bf69ddf0b19 req-22fc3e56-e237-4cd0-ae4c-7065d56665ce tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326807 Aug 17 03:43:10.162155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd6a4b2-0fd7-4879-bc42-646d6dc5b455 req-9f3c4afb-afda-4210-b12c-3b3562f0e148 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:10.163711 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bfd6a4b2-0fd7-4879-bc42-646d6dc5b455 req-9f3c4afb-afda-4210-b12c-3b3562f0e148 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 945 time: 0.0531220 Aug 17 03:43:10.201007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bfd6a4b2-0fd7-4879-bc42-646d6dc5b455 req-347ede12-673e-45f1-b4e8-da5fc3f341bd tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313473 Aug 17 03:43:11.332688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-239cb67d-0956-4ed9-8a56-bbe0dabbabfc req-88d5be8d-bd77-4333-ab1c-55c16d60d00d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:11.334286 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-239cb67d-0956-4ed9-8a56-bbe0dabbabfc req-88d5be8d-bd77-4333-ab1c-55c16d60d00d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 945 time: 0.0587482 Aug 17 03:43:11.377115 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-239cb67d-0956-4ed9-8a56-bbe0dabbabfc req-eebfd305-0995-4e92-9efb-930b053f79df tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334899 Aug 17 03:43:11.742735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e0d618-07c5-4355-9da0-26258851db47 req-c6a25fd3-861b-4ee7-b832-11a3c5464923 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:11.744395 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45e0d618-07c5-4355-9da0-26258851db47 req-c6a25fd3-861b-4ee7-b832-11a3c5464923 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.30 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 945 time: 0.0530958 Aug 17 03:43:11.838530 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-45e0d618-07c5-4355-9da0-26258851db47 req-08dcb874-50ad-4d06-a331-769e9020ef9e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Deleting port a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:43:11.838879 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45e0d618-07c5-4355-9da0-26258851db47 req-08dcb874-50ad-4d06-a331-769e9020ef9e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:11.937943 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-45e0d618-07c5-4355-9da0-26258851db47 req-08dcb874-50ad-4d06-a331-769e9020ef9e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] For port a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:43:11.938318 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45e0d618-07c5-4355-9da0-26258851db47 req-08dcb874-50ad-4d06-a331-769e9020ef9e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:11.952255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-45e0d618-07c5-4355-9da0-26258851db47 req-08dcb874-50ad-4d06-a331-769e9020ef9e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Calling delete_port for a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:43:12.163548 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45e0d618-07c5-4355-9da0-26258851db47 req-08dcb874-50ad-4d06-a331-769e9020ef9e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:12.194377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcb874-50ad-4d06-a331-769e9020ef9e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event deleted for resources: {'Port': ['ID=a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:43:12.239482 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-45e0d618-07c5-4355-9da0-26258851db47 req-08dcb874-50ad-4d06-a331-769e9020ef9e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] No DVR routers for this DVR port a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:43:12.242657 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-45e0d618-07c5-4355-9da0-26258851db47 req-08dcb874-50ad-4d06-a331-769e9020ef9e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:12.244743 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-45e0d618-07c5-4355-9da0-26258851db47 req-08dcb874-50ad-4d06-a331-769e9020ef9e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.30 "DELETE /v2.0/ports/a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 HTTP/1.1" status: 204 len: 173 time: 0.4937570 Aug 17 03:43:12.245195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41372408-5098-4d9d-8a50-41b17dd045d1', 'name': 'network-vif-deleted', 'tag': 'a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:43:12.247497 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6792aa20-5c81-4f80-89fa-04c3a5a3ac32" -d '{"events": [{"server_uuid": "41372408-5098-4d9d-8a50-41b17dd045d1", "name": "network-vif-deleted", "tag": "a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:43:12.287688 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:43:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4265817-db17-4787-aa67-88daf7cb3b21 x-openstack-request-id: req-c4265817-db17-4787-aa67-88daf7cb3b21 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:43:12.287982 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41372408-5098-4d9d-8a50-41b17dd045d1", "name": "network-vif-deleted", "tag": "a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:43:12.288238 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4265817-db17-4787-aa67-88daf7cb3b21 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:43:12.288649 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41372408-5098-4d9d-8a50-41b17dd045d1', 'name': 'network-vif-deleted', 'tag': 'a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61', 'status': 'completed', 'code': 200} Aug 17 03:43:12.481818 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e4fb983d-d793-484f-80c3-01a971bb2221 req-8bdc1e7e-965b-4926-a270-952a7dd12494 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 210 time: 0.0278962 Aug 17 03:43:13.584708 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:43:13.592404 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7a3d1e0f-56a5-4758-adad-52dd3cb41899 req-b9db524e-61ce-43a4-855f-f0715dab9621 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 210 time: 0.0370231 Aug 17 03:43:13.609645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:43:13.609997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a7f2dd0b-8fdc-4f95-938b-9f5eff30cb61 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:43:14.688800 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-672458d7-a503-4587-a62c-7a97adc6386c req-938e6b6a-cf28-43bc-b2d1-e5667e51094e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 210 time: 0.0264344 Aug 17 03:43:15.302712 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-18651463-28c4-4dbf-8bb3-7430ae70a8da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:15.795162 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ca3450d-2969-4f35-8c15-f11059880736 req-12815fdd-e97a-431b-81f4-9495c1f14d6d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 210 time: 0.0292912 Aug 17 03:43:16.557310 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:43:16.914929 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d7776bec-a566-49c8-ad94-f3c16501703c req-2f6f4f29-ff34-467f-a0bd-33aa15748279 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=41372408-5098-4d9d-8a50-41b17dd045d1 HTTP/1.1" status: 200 len: 210 time: 0.0306644 Aug 17 03:43:17.958467 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-334b519a-8cc4-4a51-8091-3b4cadd5c5cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:18.189110 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:19.301381 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:20.983493 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:33.475209 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:34.125891 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:44.915081 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d0342-aba3-48ad-b444-146a46260866 req-e90a3b9a-682a-44d1-a574-b6bab7c4e0d0 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:44.916490 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d36d0342-aba3-48ad-b444-146a46260866 req-e90a3b9a-682a-44d1-a574-b6bab7c4e0d0 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 811 time: 0.1172705 Aug 17 03:43:44.932045 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d36d0342-aba3-48ad-b444-146a46260866 req-979893e3-4406-4c77-8c28-785ed532c3e6 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/quotas/78778a31d9574566b32fe91f2cdf12c8 HTTP/1.1" status: 200 len: 375 time: 0.0094934 Aug 17 03:43:44.990120 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d36d0342-aba3-48ad-b444-146a46260866 req-dc4a1d6f-c391-454b-825b-720300aa5568 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0521166 Aug 17 03:43:45.056122 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-d36d0342-aba3-48ad-b444-146a46260866 req-aca75b6c-b8db-48cd-a08c-b6f4a1265aa7 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:43:45.057153 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d36d0342-aba3-48ad-b444-146a46260866 req-aca75b6c-b8db-48cd-a08c-b6f4a1265aa7 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0604296 Aug 17 03:43:45.162353 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d36d0342-aba3-48ad-b444-146a46260866 req-03a15086-cbda-4277-aebd-a450a6980a51 service neutron] 10.222.0.10 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0985568 Aug 17 03:43:45.263601 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d36d0342-aba3-48ad-b444-146a46260866 req-2deb00cb-2998-43c6-a38c-bb60cd11f499 service neutron] 10.222.0.10 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0945227 Aug 17 03:43:45.328703 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b487b0e2-c928-4769-92bf-ea9acc7e76a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:45.817315 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dc854242-6189-4611-bbc3-364e780c7164 req-d51030a4-bd0c-43c6-8011-382461b8e57e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 210 time: 0.0266299 Aug 17 03:43:46.896378 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9e91cf64-b8bf-4134-bcaf-1341e303ece6 req-e155eb96-a6f8-4ee9-9de2-978d297413e5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 210 time: 0.0273640 Aug 17 03:43:47.980129 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c39b9f89-315c-42d3-b91d-503700876212 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:47.999526 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e10ccd00-e576-476f-9172-d603543dd67d req-1de31725-85d9-4d9b-8032-e88cc0bd19a7 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 210 time: 0.0331178 Aug 17 03:43:48.240141 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:48.312371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d0342-aba3-48ad-b444-146a46260866 req-052655c3-efe1-4316-b138-d1bda36a121f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:48.313925 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d36d0342-aba3-48ad-b444-146a46260866 req-052655c3-efe1-4316-b138-d1bda36a121f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.30 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 811 time: 0.1152124 Aug 17 03:43:48.328342 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-d36d0342-aba3-48ad-b444-146a46260866 req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Request body: {'port': {'device_id': 'ce3a23be-f388-4c6b-a257-18cf012d2e0b', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'admin_state_up': True, 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:43:48.531613 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d36d0342-aba3-48ad-b444-146a46260866 req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Made reservation on behalf of 78778a31d9574566b32fe91f2cdf12c8 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:43:48.535248 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d36d0342-aba3-48ad-b444-146a46260866 req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:48.682671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-d36d0342-aba3-48ad-b444-146a46260866 req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Allocated IP 172.20.0.5 (eedba97c-ba8f-449b-a2ab-8ae734e7b757/a309e32b-9430-47ef-90cf-2d0a5929a9b5/10635981-f9ec-4704-9452-db0dc7d12621) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:43:48.848810 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d36d0342-aba3-48ad-b444-146a46260866 req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:48.861250 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-d36d0342-aba3-48ad-b444-146a46260866 req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Transition to ACTIVE for port object 10635981-f9ec-4704-9452-db0dc7d12621 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:43:48.974945 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d36d0342-aba3-48ad-b444-146a46260866 req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:49.024623 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d36d0342-aba3-48ad-b444-146a46260866 req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Network eedba97c-ba8f-449b-a2ab-8ae734e7b757 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:43:49.028523 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-d36d0342-aba3-48ad-b444-146a46260866 req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:43:49.037262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'Port': ['ID=10635981-f9ec-4704-9452-db0dc7d12621,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:43:49.039874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d36d0342-aba3-48ad-b444-146a46260866 req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:43:49.075576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:49.075576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:49.075576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:49.075576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:49.075576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:49.075576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:49.075576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:49.076295 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:49.076295 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:49.076554 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:49.076865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:49.077314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:43:49.122467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d0342-aba3-48ad-b444-146a46260866 req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:49.123308 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d36d0342-aba3-48ad-b444-146a46260866 req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:49.141235 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1febe0-9033-48cf-983f-a3f038c73521 req-81e1391a-cb04-4efc-959f-283141845f37 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:49.144087 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bd1febe0-9033-48cf-983f-a3f038c73521 req-81e1391a-cb04-4efc-959f-283141845f37 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 931 time: 0.0669923 Aug 17 03:43:49.192972 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bd1febe0-9033-48cf-983f-a3f038c73521 req-ec87f6d4-e807-482b-9617-a68dc9888d18 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425167 Aug 17 03:43:49.235028 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d36d0342-aba3-48ad-b444-146a46260866 req-bb17c3cb-8463-4256-9da6-be57eaa4382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9107456 Aug 17 03:43:49.249023 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Request body: {'port': {'device_id': 'ce3a23be-f388-4c6b-a257-18cf012d2e0b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:43:49.268725 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:49.312813 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:49.370984 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6b33e365-fbf6-4b2c-8805-5603fa45af55 None None] Provisioning for port 10635981-f9ec-4704-9452-db0dc7d12621 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:43:49.375899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6b33e365-fbf6-4b2c-8805-5603fa45af55 None None] Provisioning complete for port 10635981-f9ec-4704-9452-db0dc7d12621 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:43:49.376618 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6b33e365-fbf6-4b2c-8805-5603fa45af55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:49.422674 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6b33e365-fbf6-4b2c-8805-5603fa45af55 None None] Port 10635981-f9ec-4704-9452-db0dc7d12621 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:43:49.621954 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10635981-f9ec-4704-9452-db0dc7d12621 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:43:49.630295 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:49.646969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Transition to ACTIVE for port object 10635981-f9ec-4704-9452-db0dc7d12621 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:43:49.777067 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:49.858062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Pushing event updated for resources: {'Port': ['ID=10635981-f9ec-4704-9452-db0dc7d12621,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:43:49.919225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Attempting to bind port 10635981-f9ec-4704-9452-db0dc7d12621 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:43:49.919572 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Attempting to bind port 10635981-f9ec-4704-9452-db0dc7d12621 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:43:49.919917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Attempting to bind port 10635981-f9ec-4704-9452-db0dc7d12621 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:43:49.924855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Port 10635981-f9ec-4704-9452-db0dc7d12621 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:43:49.925189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Attempting to bind port 10635981-f9ec-4704-9452-db0dc7d12621 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:43:49.930704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 43, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:43:49.931199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Checking segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:43:49.931603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Bound using segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:43:49.932051 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Bound port: 10635981-f9ec-4704-9452-db0dc7d12621, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:43:49.932418 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:50.015683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] For port 10635981-f9ec-4704-9452-db0dc7d12621, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:43:50.020927 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] For port 10635981-f9ec-4704-9452-db0dc7d12621, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=10635981-f9ec-4704-9452-db0dc7d12621,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:43:50.087186 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:50.123564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:50.124287 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:50.125618 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d36d0342-aba3-48ad-b444-146a46260866 req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] 10.222.0.30 "PUT /v2.0/ports/10635981-f9ec-4704-9452-db0dc7d12621 HTTP/1.1" status: 200 len: 1091 time: 0.8809104 Aug 17 03:43:50.126068 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce3a23be-f388-4c6b-a257-18cf012d2e0b', 'tag': '10635981-f9ec-4704-9452-db0dc7d12621'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:43:50.128388 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aca65d8c-d6bd-4615-a643-c899780ed86c" -d '{"events": [{"name": "network-changed", "server_uuid": "ce3a23be-f388-4c6b-a257-18cf012d2e0b", "tag": "10635981-f9ec-4704-9452-db0dc7d12621"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:43:50.161234 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-385302f0-fcd6-4b8b-af63-061a57fca207 service neutron] Pushing event updated for resources: {'Port': ['ID=10635981-f9ec-4704-9452-db0dc7d12621,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:43:50.194725 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:43:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b9267ee-44f3-4cf3-ab61-9a653db44162 x-openstack-request-id: req-6b9267ee-44f3-4cf3-ab61-9a653db44162 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:43:50.194725 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ce3a23be-f388-4c6b-a257-18cf012d2e0b", "tag": "10635981-f9ec-4704-9452-db0dc7d12621", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:43:50.194725 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6b9267ee-44f3-4cf3-ab61-9a653db44162 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:43:50.194725 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce3a23be-f388-4c6b-a257-18cf012d2e0b', 'tag': '10635981-f9ec-4704-9452-db0dc7d12621', 'status': 'completed', 'code': 200} Aug 17 03:43:50.284398 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca65d8c-d6bd-4615-a643-c899780ed86c req-3697c431-0d84-4987-a242-f8bb8e12e1a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:50.287449 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aca65d8c-d6bd-4615-a643-c899780ed86c req-3697c431-0d84-4987-a242-f8bb8e12e1a2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 1094 time: 0.0746200 Aug 17 03:43:50.373162 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27fd046-b6f6-4c70-a840-b504ffff1779 req-be74a570-768a-4ca3-93bd-0086e941d1b4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:50.375005 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b27fd046-b6f6-4c70-a840-b504ffff1779 req-be74a570-768a-4ca3-93bd-0086e941d1b4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 943 time: 0.0737975 Aug 17 03:43:50.410924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca65d8c-d6bd-4615-a643-c899780ed86c req-3cfcef66-ddaf-4e88-b136-c5aac24b5509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:50.412382 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aca65d8c-d6bd-4615-a643-c899780ed86c req-3cfcef66-ddaf-4e88-b136-c5aac24b5509 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=78778a31d9574566b32fe91f2cdf12c8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1170003 Aug 17 03:43:50.423791 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b27fd046-b6f6-4c70-a840-b504ffff1779 req-223328f1-2c08-4f1b-ae19-5795bbbd5e79 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424225 Aug 17 03:43:50.530087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aca65d8c-d6bd-4615-a643-c899780ed86c req-6f151a48-b995-426e-a015-b8253966b572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:50.531573 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aca65d8c-d6bd-4615-a643-c899780ed86c req-6f151a48-b995-426e-a015-b8253966b572 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1117392 Aug 17 03:43:50.613612 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d0342-aba3-48ad-b444-146a46260866 req-ad072d96-a0fd-4a01-bfbf-eeebaa8726f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:50.615243 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d36d0342-aba3-48ad-b444-146a46260866 req-ad072d96-a0fd-4a01-bfbf-eeebaa8726f1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 1094 time: 0.0429034 Aug 17 03:43:50.662683 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d36d0342-aba3-48ad-b444-146a46260866 req-c2ac9f27-777d-4c95-a4e3-b805031a37f1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10635981-f9ec-4704-9452-db0dc7d12621 HTTP/1.1" status: 200 len: 217 time: 0.0391414 Aug 17 03:43:50.719068 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d0342-aba3-48ad-b444-146a46260866 req-90cbe9bc-3c01-4203-8b20-44975e90c343 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:50.719068 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d36d0342-aba3-48ad-b444-146a46260866 req-90cbe9bc-3c01-4203-8b20-44975e90c343 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0470426 Aug 17 03:43:50.766098 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d36d0342-aba3-48ad-b444-146a46260866 req-0082da2b-573e-4a67-b9d1-62400e00fda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:50.767877 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d36d0342-aba3-48ad-b444-146a46260866 req-0082da2b-573e-4a67-b9d1-62400e00fda4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0440691 Aug 17 03:43:50.974692 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:43:51.203598 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d36d0342-aba3-48ad-b444-146a46260866 req-731c3427-522b-4bb5-b414-97841aa30c0b service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4272745 Aug 17 03:43:51.300022 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d36d0342-aba3-48ad-b444-146a46260866 req-17229c28-b1d1-4b68-bc00-e62b25ab778a service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888267 Aug 17 03:43:51.548955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3638c1a8-be5b-4609-853e-6c10a6572082 req-9e79f1a2-05fc-4744-95b3-aac451e357cc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:51.550757 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3638c1a8-be5b-4609-853e-6c10a6572082 req-9e79f1a2-05fc-4744-95b3-aac451e357cc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 943 time: 0.0506973 Aug 17 03:43:51.604359 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3638c1a8-be5b-4609-853e-6c10a6572082 req-dfa28cbc-ddc9-4ef9-b8e0-a80c47afdb59 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447838 Aug 17 03:43:52.740157 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72210fb3-cb95-4d1a-b628-7573c7bee9c7 req-b3fa49f0-84c1-4127-a6ae-ce7f23e72dcd tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:52.741779 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-72210fb3-cb95-4d1a-b628-7573c7bee9c7 req-b3fa49f0-84c1-4127-a6ae-ce7f23e72dcd tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 943 time: 0.0571113 Aug 17 03:43:52.784158 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-72210fb3-cb95-4d1a-b628-7573c7bee9c7 req-b724aa6e-b38c-49ed-8e75-9a78a8103748 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354760 Aug 17 03:43:53.561005 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:43:53.901136 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960c1c5b-ada1-40da-98ed-3ffa90d64ff2 req-aeaab6ac-74d9-40d5-82ec-c9297bb03a18 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:53.902678 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-960c1c5b-ada1-40da-98ed-3ffa90d64ff2 req-aeaab6ac-74d9-40d5-82ec-c9297bb03a18 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 943 time: 0.0490615 Aug 17 03:43:53.943751 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-960c1c5b-ada1-40da-98ed-3ffa90d64ff2 req-4bf0eece-3d05-4003-bdd8-e0f74505a617 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348713 Aug 17 03:43:55.070265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1498e4e-4fca-464e-b978-e9b0c803c3de req-41465d2e-38d0-485e-93dd-3287f03979a5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:55.071674 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c1498e4e-4fca-464e-b978-e9b0c803c3de req-41465d2e-38d0-485e-93dd-3287f03979a5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 943 time: 0.0567288 Aug 17 03:43:55.111217 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c1498e4e-4fca-464e-b978-e9b0c803c3de req-f0c980b2-afd1-43ea-a14b-999e04dfee6e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335028 Aug 17 03:43:56.243944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f5d180-9c62-430e-8f08-1596f3bd662e req-aaffc8f4-200f-4502-a044-a0f7e213230d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:56.245470 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-26f5d180-9c62-430e-8f08-1596f3bd662e req-aaffc8f4-200f-4502-a044-a0f7e213230d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 943 time: 0.0517278 Aug 17 03:43:56.283625 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-26f5d180-9c62-430e-8f08-1596f3bd662e req-1990a433-c415-4acb-8e98-7c5f9b65bb0d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321710 Aug 17 03:43:57.432638 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250204d9-5fd7-4634-8992-ed176d8b5ad7 req-8f017556-b0cd-49c4-b8b1-e106d2c0e39c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:57.434242 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-250204d9-5fd7-4634-8992-ed176d8b5ad7 req-8f017556-b0cd-49c4-b8b1-e106d2c0e39c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 943 time: 0.0510292 Aug 17 03:43:57.477137 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-250204d9-5fd7-4634-8992-ed176d8b5ad7 req-711c531f-8721-4719-83ba-ceb6497034b5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355840 Aug 17 03:43:58.608154 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe8989-11e4-4466-b1f0-d3705b9470b7 req-ac7dde11-b753-47b5-b600-0b2adf44b696 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:58.609702 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f5fe8989-11e4-4466-b1f0-d3705b9470b7 req-ac7dde11-b753-47b5-b600-0b2adf44b696 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 943 time: 0.0498714 Aug 17 03:43:58.652708 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f5fe8989-11e4-4466-b1f0-d3705b9470b7 req-74ce21d3-4fee-46f0-8476-244d4f6c5c96 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370469 Aug 17 03:43:59.782530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789ee5eb-5a10-4661-971f-86c243a761af req-75582095-e65b-4409-8a18-e44b2ec09797 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:43:59.784066 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-789ee5eb-5a10-4661-971f-86c243a761af req-75582095-e65b-4409-8a18-e44b2ec09797 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 943 time: 0.0595980 Aug 17 03:43:59.823923 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-789ee5eb-5a10-4661-971f-86c243a761af req-e1f25bd9-2407-46bc-91ce-fb27115c1491 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333943 Aug 17 03:44:00.942796 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03c8f4-bf0b-46e1-adb4-8ef3f0f94b3b req-0581ad49-4478-4f41-9db1-b1c9b09f3c0d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:00.944333 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c03c8f4-bf0b-46e1-adb4-8ef3f0f94b3b req-0581ad49-4478-4f41-9db1-b1c9b09f3c0d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 943 time: 0.0524690 Aug 17 03:44:00.989939 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9c03c8f4-bf0b-46e1-adb4-8ef3f0f94b3b req-f722912b-9cb2-438c-9c18-ec57fb31e6dc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380890 Aug 17 03:44:01.776072 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 10635981-f9ec-4704-9452-db0dc7d12621 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:44:01.872863 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 10635981-f9ec-4704-9452-db0dc7d12621, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=10635981-f9ec-4704-9452-db0dc7d12621,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:44:01.884548 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '10635981-f9ec-4704-9452-db0dc7d12621', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'port_id': '10635981-f9ec-4704-9452-db0dc7d12621', 'mac_address': 'fa:16:3e:fb:7b:42', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:44:01.922916 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:01.939394 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10635981-f9ec-4704-9452-db0dc7d12621 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:44:01.958909 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 10635981-f9ec-4704-9452-db0dc7d12621, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=10635981-f9ec-4704-9452-db0dc7d12621,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:44:02.053724 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:02.102636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=10635981-f9ec-4704-9452-db0dc7d12621,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:44:02.114423 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3776aff-f34c-406e-802f-778e3b1a8f29 req-6fef7bc9-a067-4ce6-afbb-b562405ef6f5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:02.115980 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3776aff-f34c-406e-802f-778e3b1a8f29 req-6fef7bc9-a067-4ce6-afbb-b562405ef6f5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 944 time: 0.0542839 Aug 17 03:44:02.169168 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3776aff-f34c-406e-802f-778e3b1a8f29 req-d491f69b-cee9-4aec-a525-01de1423fa6c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459433 Aug 17 03:44:02.262385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['10635981-f9ec-4704-9452-db0dc7d12621'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:44:03.286828 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f806813-3a6f-4e77-af3a-19c84d60771c req-b04f3c23-9e94-4371-9861-4b2d789d8bf1 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:03.288332 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f806813-3a6f-4e77-af3a-19c84d60771c req-b04f3c23-9e94-4371-9861-4b2d789d8bf1 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 944 time: 0.0520287 Aug 17 03:44:03.326738 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f806813-3a6f-4e77-af3a-19c84d60771c req-31648034-f032-49fd-bddc-0d8c6a907414 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317793 Aug 17 03:44:03.471612 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:03.805731 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 10635981-f9ec-4704-9452-db0dc7d12621 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:44:03.954201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 10635981-f9ec-4704-9452-db0dc7d12621 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:44:03.958513 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 10635981-f9ec-4704-9452-db0dc7d12621 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:44:03.958896 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:04.047692 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:04.071965 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3a23be-f388-4c6b-a257-18cf012d2e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10635981-f9ec-4704-9452-db0dc7d12621'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:44:04.074327 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c603e37-dae2-4c82-a7e0-09be5037e06b" -d '{"events": [{"server_uuid": "ce3a23be-f388-4c6b-a257-18cf012d2e0b", "name": "network-vif-plugged", "status": "completed", "tag": "10635981-f9ec-4704-9452-db0dc7d12621"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:44:04.088221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 10635981-f9ec-4704-9452-db0dc7d12621, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=10635981-f9ec-4704-9452-db0dc7d12621,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:44:04.099797 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:04.115297 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a6cf2d7-c1c7-49f5-943e-734caa74cf9e x-openstack-request-id: req-9a6cf2d7-c1c7-49f5-943e-734caa74cf9e {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:44:04.115607 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3a23be-f388-4c6b-a257-18cf012d2e0b", "name": "network-vif-plugged", "status": "completed", "tag": "10635981-f9ec-4704-9452-db0dc7d12621", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:44:04.115886 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a6cf2d7-c1c7-49f5-943e-734caa74cf9e {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:44:04.116286 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3a23be-f388-4c6b-a257-18cf012d2e0b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10635981-f9ec-4704-9452-db0dc7d12621', 'code': 200} Aug 17 03:44:04.156568 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:04.213111 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=10635981-f9ec-4704-9452-db0dc7d12621,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:44:04.214096 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32404319-266f-4c21-8358-e469a90c4583 req-fdb08ac7-7181-46cd-8ebd-3698dcb61703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:04.215656 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-32404319-266f-4c21-8358-e469a90c4583 req-fdb08ac7-7181-46cd-8ebd-3698dcb61703 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 1096 time: 0.0411758 Aug 17 03:44:04.256043 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-32404319-266f-4c21-8358-e469a90c4583 req-57a28dae-8559-4081-be5b-906dccee8370 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329101 Aug 17 03:44:04.447991 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e11ebe1-d30d-44d3-8b5a-b50af23ac79a req-a99cd024-95c7-4032-bb1b-fd889e3a8b23 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:04.449552 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e11ebe1-d30d-44d3-8b5a-b50af23ac79a req-a99cd024-95c7-4032-bb1b-fd889e3a8b23 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 945 time: 0.0529263 Aug 17 03:44:04.488208 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0e11ebe1-d30d-44d3-8b5a-b50af23ac79a req-30f9e375-2b9a-4125-9509-d249bec958e8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326953 Aug 17 03:44:05.664551 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b386dd0-8719-4435-9801-42cff301a2d1 req-22d00bde-47cd-444b-88a5-93e812a816b7 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:05.666207 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b386dd0-8719-4435-9801-42cff301a2d1 req-22d00bde-47cd-444b-88a5-93e812a816b7 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 945 time: 0.1060872 Aug 17 03:44:05.704994 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b386dd0-8719-4435-9801-42cff301a2d1 req-c26a93a4-8415-4687-9821-04cf75e644a5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Aug 17 03:44:05.824865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dd10cc7-b003-43c6-abbd-cca3551fd776 req-5d4d818e-a736-446d-9b2e-2340e8f953d7 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:05.826307 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8dd10cc7-b003-43c6-abbd-cca3551fd776 req-5d4d818e-a736-446d-9b2e-2340e8f953d7 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 945 time: 0.0499754 Aug 17 03:44:05.865907 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8dd10cc7-b003-43c6-abbd-cca3551fd776 req-15cf762b-be24-452f-850e-bdde470a8ab6 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336292 Aug 17 03:44:09.401924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b13b93b6-c5f3-4659-9b4d-3c3d794901c9 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:09.403318 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b13b93b6-c5f3-4659-9b4d-3c3d794901c9 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 811 time: 0.1243405 Aug 17 03:44:09.418787 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85994d52-cc3c-4723-b928-bae0c83229ff req-ac0537f1-9833-4605-8f3f-1d25e05dcbd9 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/quotas/78778a31d9574566b32fe91f2cdf12c8 HTTP/1.1" status: 200 len: 375 time: 0.0098779 Aug 17 03:44:09.474402 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85994d52-cc3c-4723-b928-bae0c83229ff req-827b419d-b574-4df9-ae16-c4cde3e16327 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0502765 Aug 17 03:44:09.573918 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85994d52-cc3c-4723-b928-bae0c83229ff req-f6858283-283e-46f0-8397-2393e060ed6b service neutron] 10.222.0.10 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902331 Aug 17 03:44:09.671065 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85994d52-cc3c-4723-b928-bae0c83229ff req-6d37905f-73fe-476e-bb58-e9f7c71cf0c5 service neutron] 10.222.0.10 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909243 Aug 17 03:44:10.010019 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c6698449-bbfb-4de3-a7fe-7356cff29f12 req-5342b78a-b7b8-41b8-8760-5249fce2382f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 210 time: 0.0355213 Aug 17 03:44:11.114228 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cba9ec5a-b78b-4761-a402-8acc17f05999 req-a2625086-682c-4bc0-bb47-3a0f2e202d44 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 210 time: 0.0290420 Aug 17 03:44:12.020611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b8244e03-d356-4ec4-9569-04a925123876 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:12.022140 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b8244e03-d356-4ec4-9569-04a925123876 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.60 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 811 time: 0.1142318 Aug 17 03:44:12.037256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b6b7b4ed-5108-4da5-ad91-5de6ea5788f4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Request body: {'port': {'device_id': '1afff589-4fee-41b8-abc6-b9c113f00e5b', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'admin_state_up': True, 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:44:12.217143 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9fafe7e9-4235-41cb-a492-9a762b496094 req-3d603ce3-1060-49a1-8b30-8cfd96fcf85a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 210 time: 0.0282764 Aug 17 03:44:12.268162 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b6b7b4ed-5108-4da5-ad91-5de6ea5788f4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Made reservation on behalf of 78778a31d9574566b32fe91f2cdf12c8 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:44:12.271950 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b6b7b4ed-5108-4da5-ad91-5de6ea5788f4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:12.401591 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b6b7b4ed-5108-4da5-ad91-5de6ea5788f4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Allocated IP 172.20.0.13 (eedba97c-ba8f-449b-a2ab-8ae734e7b757/a309e32b-9430-47ef-90cf-2d0a5929a9b5/34a0c7b0-9131-4227-9730-8fb54ee67ae3) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:44:12.568996 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b6b7b4ed-5108-4da5-ad91-5de6ea5788f4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:12.584364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b6b7b4ed-5108-4da5-ad91-5de6ea5788f4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Transition to ACTIVE for port object 34a0c7b0-9131-4227-9730-8fb54ee67ae3 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:44:12.694023 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b6b7b4ed-5108-4da5-ad91-5de6ea5788f4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:12.706763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['10635981-f9ec-4704-9452-db0dc7d12621'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:44:12.742169 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b6b7b4ed-5108-4da5-ad91-5de6ea5788f4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Network eedba97c-ba8f-449b-a2ab-8ae734e7b757 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:44:12.745508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b6b7b4ed-5108-4da5-ad91-5de6ea5788f4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:44:12.749905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b6b7b4ed-5108-4da5-ad91-5de6ea5788f4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:44:12.786631 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b7b4ed-5108-4da5-ad91-5de6ea5788f4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'Port': ['ID=34a0c7b0-9131-4227-9730-8fb54ee67ae3,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:44:12.817933 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b6b7b4ed-5108-4da5-ad91-5de6ea5788f4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:12.818623 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b6b7b4ed-5108-4da5-ad91-5de6ea5788f4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:12.894860 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b6b7b4ed-5108-4da5-ad91-5de6ea5788f4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8621578 Aug 17 03:44:12.907971 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Request body: {'port': {'device_id': '1afff589-4fee-41b8-abc6-b9c113f00e5b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:44:12.965236 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:13.110856 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e8f50d25-239e-4e36-b877-bbb0b922f981 None None] Provisioning for port 34a0c7b0-9131-4227-9730-8fb54ee67ae3 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:44:13.115303 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e8f50d25-239e-4e36-b877-bbb0b922f981 None None] Provisioning complete for port 34a0c7b0-9131-4227-9730-8fb54ee67ae3 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:44:13.115845 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e8f50d25-239e-4e36-b877-bbb0b922f981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:13.154183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e8f50d25-239e-4e36-b877-bbb0b922f981 None None] Port 34a0c7b0-9131-4227-9730-8fb54ee67ae3 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:44:13.254093 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34a0c7b0-9131-4227-9730-8fb54ee67ae3 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:44:13.262388 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:13.276057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Transition to ACTIVE for port object 34a0c7b0-9131-4227-9730-8fb54ee67ae3 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:44:13.350125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de95d6e2-a105-4c81-b49b-10d3e9471ef4 req-0c90e9fe-67ea-4a00-adc7-e2cba9028018 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:13.352206 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-de95d6e2-a105-4c81-b49b-10d3e9471ef4 req-0c90e9fe-67ea-4a00-adc7-e2cba9028018 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 932 time: 0.0589507 Aug 17 03:44:13.381559 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:13.448001 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-de95d6e2-a105-4c81-b49b-10d3e9471ef4 req-3da9b353-e410-4c65-b4c8-0b343fc6d60c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0892248 Aug 17 03:44:13.457198 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=34a0c7b0-9131-4227-9730-8fb54ee67ae3,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:44:13.547496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Attempting to bind port 34a0c7b0-9131-4227-9730-8fb54ee67ae3 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:44:13.547843 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Attempting to bind port 34a0c7b0-9131-4227-9730-8fb54ee67ae3 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:44:13.548201 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Attempting to bind port 34a0c7b0-9131-4227-9730-8fb54ee67ae3 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:44:13.553198 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Port 34a0c7b0-9131-4227-9730-8fb54ee67ae3 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:44:13.553581 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Attempting to bind port 34a0c7b0-9131-4227-9730-8fb54ee67ae3 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:44:13.559670 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 44, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:44:13.560018 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Checking segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:44:13.560430 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Bound using segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:44:13.560866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Bound port: 34a0c7b0-9131-4227-9730-8fb54ee67ae3, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:44:13.561333 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:13.636463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] For port 34a0c7b0-9131-4227-9730-8fb54ee67ae3, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:44:13.640036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] For port 34a0c7b0-9131-4227-9730-8fb54ee67ae3, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=34a0c7b0-9131-4227-9730-8fb54ee67ae3,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:44:13.729975 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:13.759864 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:13.760499 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:13.762282 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85994d52-cc3c-4723-b928-bae0c83229ff req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] 10.222.0.60 "PUT /v2.0/ports/34a0c7b0-9131-4227-9730-8fb54ee67ae3 HTTP/1.1" status: 200 len: 1092 time: 0.8595092 Aug 17 03:44:13.763260 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1afff589-4fee-41b8-abc6-b9c113f00e5b', 'tag': '34a0c7b0-9131-4227-9730-8fb54ee67ae3'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:44:13.765778 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9229f733-6c25-4d07-9b0a-265a4900c0ac" -d '{"events": [{"name": "network-changed", "server_uuid": "1afff589-4fee-41b8-abc6-b9c113f00e5b", "tag": "34a0c7b0-9131-4227-9730-8fb54ee67ae3"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:44:13.796972 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433c55aa-fa99-42f1-a6b1-18a58ce9d5f1 service neutron] Pushing event updated for resources: {'Port': ['ID=34a0c7b0-9131-4227-9730-8fb54ee67ae3,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:44:13.819550 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:44:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a15c7eb6-6d9a-4941-a622-9fce5dfaf186 x-openstack-request-id: req-a15c7eb6-6d9a-4941-a622-9fce5dfaf186 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:44:13.820800 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1afff589-4fee-41b8-abc6-b9c113f00e5b", "tag": "34a0c7b0-9131-4227-9730-8fb54ee67ae3", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:44:13.821273 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a15c7eb6-6d9a-4941-a622-9fce5dfaf186 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:44:13.821759 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1afff589-4fee-41b8-abc6-b9c113f00e5b', 'tag': '34a0c7b0-9131-4227-9730-8fb54ee67ae3', 'status': 'completed', 'code': 200} Aug 17 03:44:13.893045 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229f733-6c25-4d07-9b0a-265a4900c0ac req-2a210026-bfe0-477f-9dc9-aad509afcc9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:13.895297 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9229f733-6c25-4d07-9b0a-265a4900c0ac req-2a210026-bfe0-477f-9dc9-aad509afcc9a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 1095 time: 0.0510328 Aug 17 03:44:14.018011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229f733-6c25-4d07-9b0a-265a4900c0ac req-a95df9ba-b912-438e-82f7-69f2ad52ab1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:14.019527 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9229f733-6c25-4d07-9b0a-265a4900c0ac req-a95df9ba-b912-438e-82f7-69f2ad52ab1c service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=78778a31d9574566b32fe91f2cdf12c8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1171017 Aug 17 03:44:14.123367 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9229f733-6c25-4d07-9b0a-265a4900c0ac req-4f483759-bdd9-472b-95fa-9ff322856602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:14.124754 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9229f733-6c25-4d07-9b0a-265a4900c0ac req-4f483759-bdd9-472b-95fa-9ff322856602 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0980060 Aug 17 03:44:14.206457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85994d52-cc3c-4723-b928-bae0c83229ff req-de6f4a44-dbdc-4e20-914a-b051dd11ae15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:14.208002 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85994d52-cc3c-4723-b928-bae0c83229ff req-de6f4a44-dbdc-4e20-914a-b051dd11ae15 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 1095 time: 0.0426736 Aug 17 03:44:14.252662 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85994d52-cc3c-4723-b928-bae0c83229ff req-5b6de393-2fa6-411d-a9ae-ce11037bf163 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=34a0c7b0-9131-4227-9730-8fb54ee67ae3 HTTP/1.1" status: 200 len: 217 time: 0.0366709 Aug 17 03:44:14.309381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b84ef337-0815-411e-a786-449f3a1eaa6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:14.310942 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85994d52-cc3c-4723-b928-bae0c83229ff req-b84ef337-0815-411e-a786-449f3a1eaa6b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0514641 Aug 17 03:44:14.365185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85994d52-cc3c-4723-b928-bae0c83229ff req-27b4b10b-ec6c-40f8-bd0f-7bee71c9bee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:14.366826 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85994d52-cc3c-4723-b928-bae0c83229ff req-27b4b10b-ec6c-40f8-bd0f-7bee71c9bee2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0477848 Aug 17 03:44:14.462956 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85994d52-cc3c-4723-b928-bae0c83229ff req-95b84a10-4a85-4d19-9fea-fb2a8092caeb service neutron] 10.222.0.60 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891924 Aug 17 03:44:14.599514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d131668-46ca-4409-b998-226f9e1e4e13 req-97b749b8-d4f4-471e-ace6-5601da612ccc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:14.600959 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0d131668-46ca-4409-b998-226f9e1e4e13 req-97b749b8-d4f4-471e-ace6-5601da612ccc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0734956 Aug 17 03:44:14.620094 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-85994d52-cc3c-4723-b928-bae0c83229ff req-84cf43c6-6e4e-4b4e-bd44-20c2608bf871 service neutron] 10.222.0.60 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504474 Aug 17 03:44:14.661848 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0d131668-46ca-4409-b998-226f9e1e4e13 req-4a98d0df-5f48-4064-9af0-1e247588d09b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536027 Aug 17 03:44:15.337298 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-92f14706-9497-4480-ab56-6f4760aef751 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:15.559588 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-bee86327-f260-43c0-b97d-ac394fb1ec17 req-09cb36e0-6ddf-4723-8066-30b0b85e670e service neutron] (101969) timed out ('10.222.0.10', 37808) {{(pid=101969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:44:15.785956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326a9116-7998-4a51-892d-7c8aef2ca9c1 req-5ba92f52-34ba-41a3-935a-6020c07410e8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:15.788209 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-326a9116-7998-4a51-892d-7c8aef2ca9c1 req-5ba92f52-34ba-41a3-935a-6020c07410e8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0519032 Aug 17 03:44:15.828806 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-326a9116-7998-4a51-892d-7c8aef2ca9c1 req-2fa34349-81a9-40af-82c8-5fbddde18c83 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333667 Aug 17 03:44:16.962386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-316b4d01-fc83-483b-8eaf-f7ba0be53ed2 req-86706c82-45bd-4e9a-b6a3-fae977113ff8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:16.963951 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-316b4d01-fc83-483b-8eaf-f7ba0be53ed2 req-86706c82-45bd-4e9a-b6a3-fae977113ff8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0604947 Aug 17 03:44:17.010521 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-316b4d01-fc83-483b-8eaf-f7ba0be53ed2 req-758f36e0-15d3-404e-b4cd-fbb125c66a3a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397754 Aug 17 03:44:17.985201 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c9c76928-ffe1-4fbc-a2f2-10e3a791b2a4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:18.132461 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35eee5d0-9f73-49c1-b009-cca63a238b99 req-c719f3bb-c7f9-4568-9a60-21bab4af7737 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:18.134073 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-35eee5d0-9f73-49c1-b009-cca63a238b99 req-c719f3bb-c7f9-4568-9a60-21bab4af7737 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0516798 Aug 17 03:44:18.179924 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-35eee5d0-9f73-49c1-b009-cca63a238b99 req-30bf75e6-2e14-4f3c-9412-a6fdbf2b36d1 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387726 Aug 17 03:44:18.202963 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:19.265177 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:19.309092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6cd1561-1975-4f3c-a879-80f345a890ca req-b2f42fcc-096e-4ed1-80b6-2c57ab8ffd68 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:19.310632 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b6cd1561-1975-4f3c-a879-80f345a890ca req-b2f42fcc-096e-4ed1-80b6-2c57ab8ffd68 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0513008 Aug 17 03:44:19.352481 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b6cd1561-1975-4f3c-a879-80f345a890ca req-8f109690-da5c-40be-99df-853c2166302d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357456 Aug 17 03:44:20.481447 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dea23d95-ece6-4ef5-9e94-181cdb11ad93 req-30c614df-a63a-4a73-9f28-ede9a7d95b7f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:20.482933 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dea23d95-ece6-4ef5-9e94-181cdb11ad93 req-30c614df-a63a-4a73-9f28-ede9a7d95b7f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0566936 Aug 17 03:44:20.522733 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dea23d95-ece6-4ef5-9e94-181cdb11ad93 req-ef6b1f49-fb24-493e-b708-dce762ec666e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338120 Aug 17 03:44:21.005530 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:21.656597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ef3bb4-e8b9-4f0f-a6a9-b29bbcc0a375 req-cf1c527f-7509-4bc7-91ea-87ef5029cc81 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:21.658201 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97ef3bb4-e8b9-4f0f-a6a9-b29bbcc0a375 req-cf1c527f-7509-4bc7-91ea-87ef5029cc81 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0515034 Aug 17 03:44:21.704112 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97ef3bb4-e8b9-4f0f-a6a9-b29bbcc0a375 req-bb15674b-ba29-4012-9d70-2c211ce124a0 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398669 Aug 17 03:44:22.829502 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f39f053-e674-41d8-b009-0024454da728 req-66e1c858-a8fd-42a4-8761-3c18e536f2c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:22.831133 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f39f053-e674-41d8-b009-0024454da728 req-66e1c858-a8fd-42a4-8761-3c18e536f2c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0529144 Aug 17 03:44:22.874910 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f39f053-e674-41d8-b009-0024454da728 req-6dff889f-f21a-4f13-8189-d3e6f46c01e5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367968 Aug 17 03:44:24.020699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac32542-886d-49fc-8e67-a73013aecb65 req-d6ee82d5-aaf1-4013-9fac-fdb2caefd7b2 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:24.023080 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dac32542-886d-49fc-8e67-a73013aecb65 req-d6ee82d5-aaf1-4013-9fac-fdb2caefd7b2 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0649588 Aug 17 03:44:24.066047 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dac32542-886d-49fc-8e67-a73013aecb65 req-62db50a1-acc8-4365-868a-daea4bf7af05 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351725 Aug 17 03:44:25.196467 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7fe9b0-2f26-45ad-b179-149fc30b7537 req-f25b7eb8-9832-4e14-bb63-70dee96189fe tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:25.199563 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d7fe9b0-2f26-45ad-b179-149fc30b7537 req-f25b7eb8-9832-4e14-bb63-70dee96189fe tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0540366 Aug 17 03:44:25.241578 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d7fe9b0-2f26-45ad-b179-149fc30b7537 req-ca4ed491-6331-4653-89f3-aa160398ef7d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353184 Aug 17 03:44:26.383385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7b8aa5-5643-4062-b49a-3ae1186fb7d9 req-a32c1f5d-5c49-4d87-ba08-b8e79e6801ce tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:26.385027 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f7b8aa5-5643-4062-b49a-3ae1186fb7d9 req-a32c1f5d-5c49-4d87-ba08-b8e79e6801ce tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0588155 Aug 17 03:44:26.425261 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0f7b8aa5-5643-4062-b49a-3ae1186fb7d9 req-df7f4c6a-7de1-4ddb-9f39-eff718a11b42 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332301 Aug 17 03:44:27.554360 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-625ca8e8-a087-4ab9-bce4-20a548f3e78b req-c66ebe83-983c-4e2b-b280-d990c6a9eff3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:27.555886 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-625ca8e8-a087-4ab9-bce4-20a548f3e78b req-c66ebe83-983c-4e2b-b280-d990c6a9eff3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0555768 Aug 17 03:44:27.599130 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-625ca8e8-a087-4ab9-bce4-20a548f3e78b req-84a046af-ae6d-4ce3-b102-d6bcfe2bf3bc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360975 Aug 17 03:44:28.722783 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c90582-80e6-4d69-a3d4-0b351d5a9f53 req-a46876a9-ec4b-4b94-8449-78da4e56732c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:28.724320 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d7c90582-80e6-4d69-a3d4-0b351d5a9f53 req-a46876a9-ec4b-4b94-8449-78da4e56732c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0523863 Aug 17 03:44:28.769296 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d7c90582-80e6-4d69-a3d4-0b351d5a9f53 req-1eda0191-2c64-43e4-be86-c156e3475b25 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386577 Aug 17 03:44:29.891069 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cf888b-b04b-4614-9576-65a8c4ed4a8c req-b2795a34-f7b2-43cc-a076-cee317dfa7cb tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:29.892612 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f8cf888b-b04b-4614-9576-65a8c4ed4a8c req-b2795a34-f7b2-43cc-a076-cee317dfa7cb tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0507681 Aug 17 03:44:29.933484 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f8cf888b-b04b-4614-9576-65a8c4ed4a8c req-edcd5f6a-49d3-4936-af73-de86e6b1b02f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348074 Aug 17 03:44:30.562756 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:44:31.064719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faebe880-53c3-4974-98fc-7c1e878afee2 req-07e1cd6a-5c41-430f-a814-bcb65476851b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:31.066373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-faebe880-53c3-4974-98fc-7c1e878afee2 req-07e1cd6a-5c41-430f-a814-bcb65476851b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0576017 Aug 17 03:44:31.107079 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-faebe880-53c3-4974-98fc-7c1e878afee2 req-0b279933-493d-4f22-b495-89f83c5f5c56 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343578 Aug 17 03:44:32.231365 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c19e08b-caa0-4ad4-ab31-a1e6515a71c9 req-e6750c55-820c-4fe8-89c0-eb4768d48c8e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:32.232925 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c19e08b-caa0-4ad4-ab31-a1e6515a71c9 req-e6750c55-820c-4fe8-89c0-eb4768d48c8e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0545697 Aug 17 03:44:32.272070 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c19e08b-caa0-4ad4-ab31-a1e6515a71c9 req-b40d7d4f-f50e-46e6-88c0-cf4a384c82ba tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328019 Aug 17 03:44:33.397952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb1afd1-a027-4b66-aaec-e590e8d45f27 req-bde156ee-2415-4280-9b7d-7a11c2800fa5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:33.399555 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fb1afd1-a027-4b66-aaec-e590e8d45f27 req-bde156ee-2415-4280-9b7d-7a11c2800fa5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0509851 Aug 17 03:44:33.441054 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2fb1afd1-a027-4b66-aaec-e590e8d45f27 req-2ba72cce-5821-4bea-b613-bc86614d3107 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355241 Aug 17 03:44:33.556539 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:34.161605 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:34.564482 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef897ae-6da1-419a-973d-5a10901a39e0 req-6c5feab1-6284-4201-ab13-86e480462d2e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:34.566019 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0ef897ae-6da1-419a-973d-5a10901a39e0 req-6c5feab1-6284-4201-ab13-86e480462d2e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0546539 Aug 17 03:44:34.606397 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0ef897ae-6da1-419a-973d-5a10901a39e0 req-01b48a7a-c43e-40ee-b655-59c10f790582 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340867 Aug 17 03:44:35.729636 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4de98e-155c-46d4-a9cb-001004fb3bf8 req-301a82ec-1162-4999-9197-fc69ec07b0b1 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:35.731265 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fe4de98e-155c-46d4-a9cb-001004fb3bf8 req-301a82ec-1162-4999-9197-fc69ec07b0b1 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0516305 Aug 17 03:44:35.783496 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fe4de98e-155c-46d4-a9cb-001004fb3bf8 req-08a66049-f0d2-4d5a-ae5c-90f6e9999409 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421772 Aug 17 03:44:36.906950 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b568a8a1-aedb-4a4b-aea2-9c0206bfc917 req-cdc19b85-6ef0-42c1-bd60-b6b29a2632b5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:36.908527 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b568a8a1-aedb-4a4b-aea2-9c0206bfc917 req-cdc19b85-6ef0-42c1-bd60-b6b29a2632b5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0535297 Aug 17 03:44:36.948963 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b568a8a1-aedb-4a4b-aea2-9c0206bfc917 req-1b7e478b-a9fe-4678-8656-7578a3870e45 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342472 Aug 17 03:44:38.073371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49feb1f6-a9e9-4cce-b6f8-e80f10cb315d req-18ae0ddb-bdb9-4561-a450-568a7547531d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:38.074858 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49feb1f6-a9e9-4cce-b6f8-e80f10cb315d req-18ae0ddb-bdb9-4561-a450-568a7547531d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0561922 Aug 17 03:44:38.119667 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49feb1f6-a9e9-4cce-b6f8-e80f10cb315d req-b9ced8ac-352f-48b0-902b-807dba1b4aaa tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334263 Aug 17 03:44:39.270344 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7e6a923-c0ba-4f74-b125-fbdd8a51cc8c req-80bd0200-a12d-4b57-b48f-05f1fe6d5a4b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:39.272337 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c7e6a923-c0ba-4f74-b125-fbdd8a51cc8c req-80bd0200-a12d-4b57-b48f-05f1fe6d5a4b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0649288 Aug 17 03:44:39.325588 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c7e6a923-c0ba-4f74-b125-fbdd8a51cc8c req-56100fd8-8ce9-4c08-8c2e-6132178b7873 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399630 Aug 17 03:44:40.456103 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a143b0-2db9-4ed2-9bb0-48d7964b1eeb req-8d55e4b2-6d53-476b-8d50-dfda017cb952 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:40.457933 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f7a143b0-2db9-4ed2-9bb0-48d7964b1eeb req-8d55e4b2-6d53-476b-8d50-dfda017cb952 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0529211 Aug 17 03:44:40.508851 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f7a143b0-2db9-4ed2-9bb0-48d7964b1eeb req-04ffa47b-4f75-46cd-a473-329dd56ae231 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444832 Aug 17 03:44:41.650781 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a352a49d-3286-49b7-8543-65125dc25754 req-54f43471-a7ae-4434-99ae-b49bfed05d13 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:41.652320 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a352a49d-3286-49b7-8543-65125dc25754 req-54f43471-a7ae-4434-99ae-b49bfed05d13 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0620427 Aug 17 03:44:41.695180 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a352a49d-3286-49b7-8543-65125dc25754 req-277358ee-c2e7-4e27-90dc-5745145d2f4b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350184 Aug 17 03:44:42.825551 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38ddaecc-0063-49ed-8fe9-532945483c81 req-339f5cca-b20d-4fcf-88c0-567156552854 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:42.827169 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38ddaecc-0063-49ed-8fe9-532945483c81 req-339f5cca-b20d-4fcf-88c0-567156552854 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0590732 Aug 17 03:44:42.872734 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-38ddaecc-0063-49ed-8fe9-532945483c81 req-361acdf9-2a0f-40b8-8825-31a86018d4bc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388470 Aug 17 03:44:43.994437 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c00517e-f06f-4217-ab28-4838bae7a1aa req-f17c904d-5b71-4798-b8ab-563b4c82b513 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:43.996037 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c00517e-f06f-4217-ab28-4838bae7a1aa req-f17c904d-5b71-4798-b8ab-563b4c82b513 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0520701 Aug 17 03:44:44.036171 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c00517e-f06f-4217-ab28-4838bae7a1aa req-3754da23-b569-4a23-8a5a-b3e7d58e480f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335784 Aug 17 03:44:45.160185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23dc060a-c0fa-467e-a381-f773343a2672 req-8424d37f-d26a-4a20-800e-b2f72ce28ced tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:45.161962 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23dc060a-c0fa-467e-a381-f773343a2672 req-8424d37f-d26a-4a20-800e-b2f72ce28ced tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0555096 Aug 17 03:44:45.202695 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-23dc060a-c0fa-467e-a381-f773343a2672 req-451eb8c4-ba6f-4b2f-b3d1-1774a280faad tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0343745 Aug 17 03:44:45.327387 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2967f617-e17a-45f5-8613-abec6db6c5be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:46.324948 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b007950-c123-439e-a0e7-4b83d9c14189 req-9f02d6d9-2f22-4cbd-b114-f63f9a41d9f6 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:46.326705 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4b007950-c123-439e-a0e7-4b83d9c14189 req-9f02d6d9-2f22-4cbd-b114-f63f9a41d9f6 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0517924 Aug 17 03:44:46.367991 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4b007950-c123-439e-a0e7-4b83d9c14189 req-8c07ce54-b607-4fa1-bb01-63f2dcbe9114 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341725 Aug 17 03:44:47.502879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354501f5-ac8e-4f57-ad30-8461725a9f03 req-9c09c7e8-cb46-49bd-b8f6-1bf6268d6f26 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:47.506807 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-354501f5-ac8e-4f57-ad30-8461725a9f03 req-9c09c7e8-cb46-49bd-b8f6-1bf6268d6f26 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0603828 Aug 17 03:44:47.553193 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-354501f5-ac8e-4f57-ad30-8461725a9f03 req-3fe63c1d-564a-4de0-bd61-4448c2fec53e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385442 Aug 17 03:44:47.986175 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4dc49676-70b0-4d42-be75-f4f8a8a916af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:48.241688 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:48.678475 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb538d86-4eb6-4874-b114-a901a9236bc2 req-03fde6da-82d4-48d7-a4f0-3e2fda6c6836 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:48.680025 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb538d86-4eb6-4874-b114-a901a9236bc2 req-03fde6da-82d4-48d7-a4f0-3e2fda6c6836 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0554194 Aug 17 03:44:48.731255 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb538d86-4eb6-4874-b114-a901a9236bc2 req-ef309b09-10a7-4898-9e24-e27c60243a7e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415959 Aug 17 03:44:49.273256 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:49.854852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac3d48e-c08a-434f-a391-51b0fc597806 req-0219a24a-b1dc-4a6c-9057-f4c9ac11b8eb tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:49.856254 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ac3d48e-c08a-434f-a391-51b0fc597806 req-0219a24a-b1dc-4a6c-9057-f4c9ac11b8eb tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0509729 Aug 17 03:44:49.902047 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ac3d48e-c08a-434f-a391-51b0fc597806 req-591fd90d-3284-4055-b9e2-0a3948e212a5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396793 Aug 17 03:44:51.010516 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:51.036342 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e206080d-d099-49fa-bf1e-f6cfcf8e467b req-f3bcbdfa-1240-48fa-aeec-1649eb9b6c38 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:51.038222 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e206080d-d099-49fa-bf1e-f6cfcf8e467b req-f3bcbdfa-1240-48fa-aeec-1649eb9b6c38 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0627120 Aug 17 03:44:51.082384 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e206080d-d099-49fa-bf1e-f6cfcf8e467b req-5fefaaf7-e54d-4436-8cc4-2967d4afcc5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375326 Aug 17 03:44:52.200238 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf16b05-e4de-445e-a8ef-573424fe77b1 req-2322c029-c95b-41da-a42f-7b375f2f947b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:52.201791 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3cf16b05-e4de-445e-a8ef-573424fe77b1 req-2322c029-c95b-41da-a42f-7b375f2f947b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0509665 Aug 17 03:44:52.241632 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3cf16b05-e4de-445e-a8ef-573424fe77b1 req-6c9804fa-93f2-4be3-aad5-9cb5070cddfb tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327356 Aug 17 03:44:53.366670 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0d542e-5c18-4be3-b67c-0d5a3a5e66a0 req-05a63b6f-4d81-4025-9eb8-9ca873a2d606 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:53.368207 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-da0d542e-5c18-4be3-b67c-0d5a3a5e66a0 req-05a63b6f-4d81-4025-9eb8-9ca873a2d606 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0524030 Aug 17 03:44:53.414528 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-da0d542e-5c18-4be3-b67c-0d5a3a5e66a0 req-1a28602e-ad2d-41a7-8737-338fcbea75a8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398095 Aug 17 03:44:54.543198 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8cb39f-b677-4a2d-aae5-07f4a224ea19 req-280b2d95-2668-4e8d-8c14-7cb8bb1f0a13 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:54.544827 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4d8cb39f-b677-4a2d-aae5-07f4a224ea19 req-280b2d95-2668-4e8d-8c14-7cb8bb1f0a13 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0535738 Aug 17 03:44:54.586436 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4d8cb39f-b677-4a2d-aae5-07f4a224ea19 req-5a9f81e8-5c41-4eff-8b14-947d5549afb7 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344942 Aug 17 03:44:55.715664 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f08a6f7-284b-4bda-ae11-ff506f87097b req-5fa84ae6-cbef-42c5-86b0-38373206f40e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:55.717348 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f08a6f7-284b-4bda-ae11-ff506f87097b req-5fa84ae6-cbef-42c5-86b0-38373206f40e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0559943 Aug 17 03:44:55.760199 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f08a6f7-284b-4bda-ae11-ff506f87097b req-004bf3e4-f4b0-49f7-b648-cd208549f1be tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364180 Aug 17 03:44:56.901557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31481b76-9ce5-4f03-963e-3631a0238c34 req-b5f6ffce-7cf2-48d2-bfa0-8c0772b8e56c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:56.903191 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-31481b76-9ce5-4f03-963e-3631a0238c34 req-b5f6ffce-7cf2-48d2-bfa0-8c0772b8e56c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0552197 Aug 17 03:44:56.947678 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-31481b76-9ce5-4f03-963e-3631a0238c34 req-94cba342-05a2-4d1e-aebf-6df3db3c110b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381017 Aug 17 03:44:57.808297 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aef2046f-0365-4587-8962-58b6edb35d0e req-c3f91bec-7cef-4213-8800-6e71c40db3ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0413396 Aug 17 03:44:57.891216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2046f-0365-4587-8962-58b6edb35d0e req-2db87018-80bd-4b6b-9c1e-22a0acc82d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:57.892913 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aef2046f-0365-4587-8962-58b6edb35d0e req-2db87018-80bd-4b6b-9c1e-22a0acc82d3f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 1096 time: 0.0409291 Aug 17 03:44:58.003088 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2046f-0365-4587-8962-58b6edb35d0e req-14195a56-c03e-4b3b-8ff0-3a0f208d4018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:58.004703 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aef2046f-0365-4587-8962-58b6edb35d0e req-14195a56-c03e-4b3b-8ff0-3a0f208d4018 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 911 time: 0.0922835 Aug 17 03:44:58.049909 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aef2046f-0365-4587-8962-58b6edb35d0e req-0cde668d-0712-4799-a22e-594dfb5fba13 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=10635981-f9ec-4704-9452-db0dc7d12621 HTTP/1.1" status: 200 len: 217 time: 0.0369251 Aug 17 03:44:58.069376 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055dd9b8-8967-4c30-8a7b-7edfcf777031 req-6962762f-84a4-4aa1-8a89-a777588fb330 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:58.070947 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-055dd9b8-8967-4c30-8a7b-7edfcf777031 req-6962762f-84a4-4aa1-8a89-a777588fb330 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 944 time: 0.0507967 Aug 17 03:44:58.101928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2046f-0365-4587-8962-58b6edb35d0e req-0cf06832-e419-4e0d-9541-58748643b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:58.103590 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aef2046f-0365-4587-8962-58b6edb35d0e req-0cf06832-e419-4e0d-9541-58748643b23f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0467548 Aug 17 03:44:58.111338 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-055dd9b8-8967-4c30-8a7b-7edfcf777031 req-240828a9-f90f-41ea-bce2-25e340f58f30 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344179 Aug 17 03:44:58.155549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aef2046f-0365-4587-8962-58b6edb35d0e req-a5f83db7-7063-4bdd-9bc2-18356d2c1fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:58.157939 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aef2046f-0365-4587-8962-58b6edb35d0e req-a5f83db7-7063-4bdd-9bc2-18356d2c1fbf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475595 Aug 17 03:44:58.257473 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aef2046f-0365-4587-8962-58b6edb35d0e req-ddaed4c8-f2a3-4e01-808c-a3732754671e service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903089 Aug 17 03:44:58.365938 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aef2046f-0365-4587-8962-58b6edb35d0e req-8244aa2a-bdf3-469d-8676-3c4101dae145 service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1018887 Aug 17 03:44:58.819650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 34a0c7b0-9131-4227-9730-8fb54ee67ae3 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:44:58.922825 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 34a0c7b0-9131-4227-9730-8fb54ee67ae3, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=34a0c7b0-9131-4227-9730-8fb54ee67ae3,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:44:58.934169 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '34a0c7b0-9131-4227-9730-8fb54ee67ae3', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'port_id': '34a0c7b0-9131-4227-9730-8fb54ee67ae3', 'mac_address': 'fa:16:3e:05:7d:75', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:44:58.973960 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:58.987630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34a0c7b0-9131-4227-9730-8fb54ee67ae3 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:44:59.007878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 34a0c7b0-9131-4227-9730-8fb54ee67ae3, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=34a0c7b0-9131-4227-9730-8fb54ee67ae3,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:44:59.126974 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:44:59.177691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=34a0c7b0-9131-4227-9730-8fb54ee67ae3,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:44:59.185371 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:44:59.185751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:44:59.186098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:44:59.186432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:44:59.186767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:44:59.187097 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:44:59.187473 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:44:59.187749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:44:59.188073 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:44:59.188400 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:44:59.188721 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:44:59.189040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:44:59.240438 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c710414-d76b-4fd3-9f2d-a2d4d2a51b00 req-6c18a7c4-007e-457b-bbca-cd24e6f381e0 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:44:59.242009 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c710414-d76b-4fd3-9f2d-a2d4d2a51b00 req-6c18a7c4-007e-457b-bbca-cd24e6f381e0 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 945 time: 0.0512619 Aug 17 03:44:59.281646 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4c710414-d76b-4fd3-9f2d-a2d4d2a51b00 req-5aa8a04b-f31f-41e8-a6de-b436be206210 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328934 Aug 17 03:44:59.357321 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['34a0c7b0-9131-4227-9730-8fb54ee67ae3'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:45:00.402203 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8f52dde-fb8a-43a8-91ca-f6d7993c9ee7 req-34820e24-b688-40dd-b67b-02adb4f0bea2 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:00.403753 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b8f52dde-fb8a-43a8-91ca-f6d7993c9ee7 req-34820e24-b688-40dd-b67b-02adb4f0bea2 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 945 time: 0.0520895 Aug 17 03:45:00.444753 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b8f52dde-fb8a-43a8-91ca-f6d7993c9ee7 req-97554388-6724-458d-b03f-56ee70463a9c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341945 Aug 17 03:45:00.835137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 34a0c7b0-9131-4227-9730-8fb54ee67ae3 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:45:00.941053 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 34a0c7b0-9131-4227-9730-8fb54ee67ae3 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:45:00.944955 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 34a0c7b0-9131-4227-9730-8fb54ee67ae3 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:45:00.951152 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:01.026741 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:01.050591 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afff589-4fee-41b8-abc6-b9c113f00e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a0c7b0-9131-4227-9730-8fb54ee67ae3'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:45:01.052814 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420867f3-471d-4d7c-be3d-4a583177f673" -d '{"events": [{"server_uuid": "1afff589-4fee-41b8-abc6-b9c113f00e5b", "name": "network-vif-plugged", "status": "completed", "tag": "34a0c7b0-9131-4227-9730-8fb54ee67ae3"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:45:01.066384 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 34a0c7b0-9131-4227-9730-8fb54ee67ae3, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=34a0c7b0-9131-4227-9730-8fb54ee67ae3,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:45:01.088646 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8393e14-a192-496b-8107-9f6a3d276e42 x-openstack-request-id: req-c8393e14-a192-496b-8107-9f6a3d276e42 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:45:01.088942 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afff589-4fee-41b8-abc6-b9c113f00e5b", "name": "network-vif-plugged", "status": "completed", "tag": "34a0c7b0-9131-4227-9730-8fb54ee67ae3", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:45:01.089195 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8393e14-a192-496b-8107-9f6a3d276e42 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:45:01.089624 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afff589-4fee-41b8-abc6-b9c113f00e5b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34a0c7b0-9131-4227-9730-8fb54ee67ae3', 'code': 200} Aug 17 03:45:01.135986 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:01.189195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25511d73-1044-4d9d-941d-4c764acc4ef8 req-acead617-5f90-47e0-87ac-832413616533 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:01.190785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=34a0c7b0-9131-4227-9730-8fb54ee67ae3,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:45:01.190934 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25511d73-1044-4d9d-941d-4c764acc4ef8 req-acead617-5f90-47e0-87ac-832413616533 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 1097 time: 0.0448005 Aug 17 03:45:01.229231 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25511d73-1044-4d9d-941d-4c764acc4ef8 req-bac8adda-7eec-4b8f-9076-42847e5cc52d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317094 Aug 17 03:45:01.570710 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b94bcdf-9171-48d2-8a81-e92de5bf995a req-52c4352a-6f07-4984-828f-1851727459d4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:01.572284 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b94bcdf-9171-48d2-8a81-e92de5bf995a req-52c4352a-6f07-4984-828f-1851727459d4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 946 time: 0.0556276 Aug 17 03:45:01.612599 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2b94bcdf-9171-48d2-8a81-e92de5bf995a req-e8d7cc15-a384-427e-86ac-4ba560df57c0 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338421 Aug 17 03:45:02.751084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8490a016-09e1-4bc5-af3a-38a1c8c08862 req-39012a8f-174e-42f6-bdd9-213926e24670 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:02.752657 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8490a016-09e1-4bc5-af3a-38a1c8c08862 req-39012a8f-174e-42f6-bdd9-213926e24670 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 946 time: 0.0581036 Aug 17 03:45:02.796136 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8490a016-09e1-4bc5-af3a-38a1c8c08862 req-74e74edb-51e9-4c81-8f34-4eb270b5e428 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347028 Aug 17 03:45:02.946780 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4240e7-aae2-4f98-ad84-722707038c82 req-50b91925-6e98-4ec8-ae67-521766bf0e28 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:02.948378 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2c4240e7-aae2-4f98-ad84-722707038c82 req-50b91925-6e98-4ec8-ae67-521766bf0e28 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 946 time: 0.0594110 Aug 17 03:45:02.991675 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2c4240e7-aae2-4f98-ad84-722707038c82 req-1559c3dd-39ba-419f-b1bd-c41e7b311328 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357130 Aug 17 03:45:03.526629 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:03.606882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47372ffe-ff47-494a-b289-755cb7029b84 req-777a00d6-58a9-491c-98d1-759831d34a85 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:03.608400 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-47372ffe-ff47-494a-b289-755cb7029b84 req-777a00d6-58a9-491c-98d1-759831d34a85 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 946 time: 0.0508542 Aug 17 03:45:03.649174 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-47372ffe-ff47-494a-b289-755cb7029b84 req-e125806b-b388-47e1-9230-7f0e237c51ed tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338373 Aug 17 03:45:04.112771 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:04.770002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41ffd491-600b-4650-9b13-20ff8f5385d5 req-713513d2-f04c-4609-981a-ecfd70683c88 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:04.771508 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-41ffd491-600b-4650-9b13-20ff8f5385d5 req-713513d2-f04c-4609-981a-ecfd70683c88 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 946 time: 0.0499437 Aug 17 03:45:04.810950 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-41ffd491-600b-4650-9b13-20ff8f5385d5 req-6aee4cd9-c7b9-47c5-9eda-60a820a9ce07 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333617 Aug 17 03:45:05.033380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f63c02c0-1c8e-4654-8739-8b918252989f req-489ed5c6-ed86-406c-a8f1-d054c4195991 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:05.034820 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f63c02c0-1c8e-4654-8739-8b918252989f req-489ed5c6-ed86-406c-a8f1-d054c4195991 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.60 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 946 time: 0.0493934 Aug 17 03:45:05.134856 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f63c02c0-1c8e-4654-8739-8b918252989f req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Deleting port 34a0c7b0-9131-4227-9730-8fb54ee67ae3 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:45:05.135203 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f63c02c0-1c8e-4654-8739-8b918252989f req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:05.225879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f63c02c0-1c8e-4654-8739-8b918252989f req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] For port 34a0c7b0-9131-4227-9730-8fb54ee67ae3, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=34a0c7b0-9131-4227-9730-8fb54ee67ae3,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:45:05.226249 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f63c02c0-1c8e-4654-8739-8b918252989f req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:05.239772 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f63c02c0-1c8e-4654-8739-8b918252989f req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Calling delete_port for 34a0c7b0-9131-4227-9730-8fb54ee67ae3 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:45:05.538706 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f63c02c0-1c8e-4654-8739-8b918252989f req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:05.551229 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['10635981-f9ec-4704-9452-db0dc7d12621'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:45:05.553812 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['34a0c7b0-9131-4227-9730-8fb54ee67ae3'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:45:05.570815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event deleted for resources: {'Port': ['ID=34a0c7b0-9131-4227-9730-8fb54ee67ae3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:45:05.603032 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:45:05.603420 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:45:05.603735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:45:05.604080 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:45:05.604418 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:45:05.604755 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:45:05.605077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:45:05.605445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:45:05.605919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:45:05.606252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:45:05.606583 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:45:05.606913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:45:05.636191 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f63c02c0-1c8e-4654-8739-8b918252989f req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] No DVR routers for this DVR port 34a0c7b0-9131-4227-9730-8fb54ee67ae3 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:45:05.639204 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f63c02c0-1c8e-4654-8739-8b918252989f req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:05.641869 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f63c02c0-1c8e-4654-8739-8b918252989f req-859b4a85-5d25-4372-9850-703fa785ce9b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.60 "DELETE /v2.0/ports/34a0c7b0-9131-4227-9730-8fb54ee67ae3 HTTP/1.1" status: 204 len: 173 time: 0.6006892 Aug 17 03:45:05.642358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1afff589-4fee-41b8-abc6-b9c113f00e5b', 'name': 'network-vif-deleted', 'tag': '34a0c7b0-9131-4227-9730-8fb54ee67ae3'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:45:05.645622 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ca06623-5f25-422d-87d9-24c4c9e328da" -d '{"events": [{"server_uuid": "1afff589-4fee-41b8-abc6-b9c113f00e5b", "name": "network-vif-deleted", "tag": "34a0c7b0-9131-4227-9730-8fb54ee67ae3"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:45:05.694925 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:45:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-809e644e-8ee2-44b2-8980-d0149328f075 x-openstack-request-id: req-809e644e-8ee2-44b2-8980-d0149328f075 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:45:05.695265 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1afff589-4fee-41b8-abc6-b9c113f00e5b", "name": "network-vif-deleted", "tag": "34a0c7b0-9131-4227-9730-8fb54ee67ae3", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:45:05.695527 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-809e644e-8ee2-44b2-8980-d0149328f075 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:45:05.695965 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1afff589-4fee-41b8-abc6-b9c113f00e5b', 'name': 'network-vif-deleted', 'tag': '34a0c7b0-9131-4227-9730-8fb54ee67ae3', 'status': 'completed', 'code': 200} Aug 17 03:45:05.917888 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-274e44d5-7d5b-48b8-bf82-6037820ad65a req-a05abff0-6ef2-4e40-91af-ed8dea4324a8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 210 time: 0.0286012 Aug 17 03:45:07.026146 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aa0aa0cb-f29e-4380-a877-bf89b380460a req-c280db65-d11c-4f7c-8092-573b7c19213d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 210 time: 0.0350890 Aug 17 03:45:07.562859 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:45:08.133572 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7fc8dcbe-369a-4464-ad5c-22c108bd8a24 req-bb2e695a-6d48-4d8a-b2e0-ad504923dc24 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 210 time: 0.0348971 Aug 17 03:45:08.881934 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 34a0c7b0-9131-4227-9730-8fb54ee67ae3 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:45:08.903782 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 34a0c7b0-9131-4227-9730-8fb54ee67ae3 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:45:08.904192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 34a0c7b0-9131-4227-9730-8fb54ee67ae3 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:45:09.233198 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aabc70c6-e23a-4012-80fd-7a3f8142be12 req-c13ee211-494e-49f4-baf7-276587e4b2ea tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 210 time: 0.0275047 Aug 17 03:45:10.360135 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0a7d368-f0d1-46ad-8dc4-caba4055bf75 req-28274d66-fb27-43f3-8812-434240c7cc60 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=1afff589-4fee-41b8-abc6-b9c113f00e5b HTTP/1.1" status: 200 len: 210 time: 0.0281940 Aug 17 03:45:15.219189 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9706a52e-7c6d-49eb-aa38-928faca4d88c req-e6720651-0e5b-411d-9c6b-4525b4c3586d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:15.221207 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9706a52e-7c6d-49eb-aa38-928faca4d88c req-e6720651-0e5b-411d-9c6b-4525b4c3586d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 945 time: 0.0517216 Aug 17 03:45:15.261840 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9706a52e-7c6d-49eb-aa38-928faca4d88c req-9fb9464f-9d72-4fd4-8586-4d5174b5335c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341742 Aug 17 03:45:15.289571 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bc7827a3-6ba7-48e8-a514-2f069318766d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:16.380733 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faed1a93-641f-4a5b-88ca-37276573c586 req-1691e945-36f6-425d-a813-11b91a0bd8bf tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:16.382248 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-faed1a93-641f-4a5b-88ca-37276573c586 req-1691e945-36f6-425d-a813-11b91a0bd8bf tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 945 time: 0.0488393 Aug 17 03:45:16.424413 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-faed1a93-641f-4a5b-88ca-37276573c586 req-2ed3e47b-7a38-44a4-bfb9-1a6c2ca84f20 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=92c8a854-4a13-4929-9a6b-6fad55be0410&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362437 Aug 17 03:45:16.959291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc251848-b0f0-4e42-baf6-371eb80040e3 req-91e0a7e3-5401-4571-a094-1cdda7c5dfc8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:16.960791 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fc251848-b0f0-4e42-baf6-371eb80040e3 req-91e0a7e3-5401-4571-a094-1cdda7c5dfc8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.30 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 945 time: 0.0495505 Aug 17 03:45:17.057996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-fc251848-b0f0-4e42-baf6-371eb80040e3 req-4757cba0-e3c8-4d2f-93da-f6b8c3707a6b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Deleting port 10635981-f9ec-4704-9452-db0dc7d12621 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:45:17.058249 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fc251848-b0f0-4e42-baf6-371eb80040e3 req-4757cba0-e3c8-4d2f-93da-f6b8c3707a6b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:17.151586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-fc251848-b0f0-4e42-baf6-371eb80040e3 req-4757cba0-e3c8-4d2f-93da-f6b8c3707a6b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] For port 10635981-f9ec-4704-9452-db0dc7d12621, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=10635981-f9ec-4704-9452-db0dc7d12621,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:45:17.151956 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fc251848-b0f0-4e42-baf6-371eb80040e3 req-4757cba0-e3c8-4d2f-93da-f6b8c3707a6b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:17.165046 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-fc251848-b0f0-4e42-baf6-371eb80040e3 req-4757cba0-e3c8-4d2f-93da-f6b8c3707a6b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Calling delete_port for 10635981-f9ec-4704-9452-db0dc7d12621 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:45:17.364412 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fc251848-b0f0-4e42-baf6-371eb80040e3 req-4757cba0-e3c8-4d2f-93da-f6b8c3707a6b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:17.377411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['10635981-f9ec-4704-9452-db0dc7d12621'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:45:17.394869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4757cba0-e3c8-4d2f-93da-f6b8c3707a6b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event deleted for resources: {'Port': ['ID=10635981-f9ec-4704-9452-db0dc7d12621,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:45:17.439719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fc251848-b0f0-4e42-baf6-371eb80040e3 req-4757cba0-e3c8-4d2f-93da-f6b8c3707a6b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] No DVR routers for this DVR port 10635981-f9ec-4704-9452-db0dc7d12621 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:45:17.442428 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fc251848-b0f0-4e42-baf6-371eb80040e3 req-4757cba0-e3c8-4d2f-93da-f6b8c3707a6b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:17.444459 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fc251848-b0f0-4e42-baf6-371eb80040e3 req-4757cba0-e3c8-4d2f-93da-f6b8c3707a6b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.30 "DELETE /v2.0/ports/10635981-f9ec-4704-9452-db0dc7d12621 HTTP/1.1" status: 204 len: 173 time: 0.4769075 Aug 17 03:45:17.444924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce3a23be-f388-4c6b-a257-18cf012d2e0b', 'name': 'network-vif-deleted', 'tag': '10635981-f9ec-4704-9452-db0dc7d12621'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:45:17.447230 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf506e8-3ac9-4d5a-93e5-49eb76d67774" -d '{"events": [{"server_uuid": "ce3a23be-f388-4c6b-a257-18cf012d2e0b", "name": "network-vif-deleted", "tag": "10635981-f9ec-4704-9452-db0dc7d12621"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:45:17.487359 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:45:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bb43478-5f08-4474-8230-66e9bf0284fd x-openstack-request-id: req-5bb43478-5f08-4474-8230-66e9bf0284fd {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:45:17.487709 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ce3a23be-f388-4c6b-a257-18cf012d2e0b", "name": "network-vif-deleted", "tag": "10635981-f9ec-4704-9452-db0dc7d12621", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:45:17.488020 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5bb43478-5f08-4474-8230-66e9bf0284fd {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:45:17.488476 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce3a23be-f388-4c6b-a257-18cf012d2e0b', 'name': 'network-vif-deleted', 'tag': '10635981-f9ec-4704-9452-db0dc7d12621', 'status': 'completed', 'code': 200} Aug 17 03:45:17.525610 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d794fea8-adf8-4644-8cfb-2aafe3f70c35 req-b91f4ca6-a78f-4d00-8255-e00795d28fff tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 210 time: 0.0310578 Aug 17 03:45:17.961187 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c33900cd-f972-4f7f-bbf3-661102acffc8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:18.197969 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:18.630183 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f1f7244-9411-4ed2-960b-72fc0bd7f58d req-5f160d08-1600-4806-9b71-af8353ec1cc6 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 210 time: 0.0289249 Aug 17 03:45:19.272523 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:19.739792 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-48bd05ab-39ad-4cdf-b124-edf30dfaa18b req-b55f7a2f-22a8-4077-9caa-b721da849136 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 210 time: 0.0394535 Aug 17 03:45:20.259639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 10635981-f9ec-4704-9452-db0dc7d12621 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:45:20.281558 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 10635981-f9ec-4704-9452-db0dc7d12621 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:45:20.282213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 10635981-f9ec-4704-9452-db0dc7d12621 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:45:20.842099 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-832dbe2a-f8c6-4dab-aacb-988a31bbd23a req-28b5c0b8-1c4e-4488-b6b3-c37403cc0011 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 210 time: 0.0262594 Aug 17 03:45:21.020900 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:21.959557 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6f3b58f1-76fb-4222-b509-f9ceed8d0fd8 req-4024ffa5-84af-4063-b8ba-eaabb81abd2c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=ce3a23be-f388-4c6b-a257-18cf012d2e0b HTTP/1.1" status: 200 len: 210 time: 0.0289724 Aug 17 03:45:25.389001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40672) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:45:25.393767 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8d665d64-2c64-4970-80fa-c9eee7353f1b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1930264138', 'description': 'tempest-secgroup-smoke-1930264138 description', 'project_id': '78778a31d9574566b32fe91f2cdf12c8'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:45:25.461026 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d665d64-2c64-4970-80fa-c9eee7353f1b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:25.558283 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d665d64-2c64-4970-80fa-c9eee7353f1b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:25.629404 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d665d64-2c64-4970-80fa-c9eee7353f1b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:25.661671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d665d64-2c64-4970-80fa-c9eee7353f1b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'SecurityGroup': ['ID=263ae11d-8d60-430d-a9bb-90304ed8f7c1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:45:25.715314 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8d665d64-2c64-4970-80fa-c9eee7353f1b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:25.716674 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8d665d64-2c64-4970-80fa-c9eee7353f1b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3265405 Aug 17 03:45:25.720824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40674) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:45:25.725782 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-690ed593-42b8-433e-9a24-15a7b7d27335 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Request body: {'security_group_rule': {'security_group_id': '263ae11d-8d60-430d-a9bb-90304ed8f7c1', 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:45:25.815766 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-690ed593-42b8-433e-9a24-15a7b7d27335 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:25.879322 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-690ed593-42b8-433e-9a24-15a7b7d27335 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:25.958367 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-690ed593-42b8-433e-9a24-15a7b7d27335 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:25.982096 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690ed593-42b8-433e-9a24-15a7b7d27335 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f5f2308-80fd-44a1-95ea-44fdc765039e,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:45:26.052056 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-690ed593-42b8-433e-9a24-15a7b7d27335 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:26.053350 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-690ed593-42b8-433e-9a24-15a7b7d27335 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3314967 Aug 17 03:45:26.065345 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40676) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:45:26.070176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d0c01dc4-e623-4673-9e6b-9d68e288ecfc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Request body: {'security_group_rule': {'security_group_id': '263ae11d-8d60-430d-a9bb-90304ed8f7c1', 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:45:26.166223 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0c01dc4-e623-4673-9e6b-9d68e288ecfc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:26.229709 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0c01dc4-e623-4673-9e6b-9d68e288ecfc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:26.303433 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0c01dc4-e623-4673-9e6b-9d68e288ecfc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:26.325468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c01dc4-e623-4673-9e6b-9d68e288ecfc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5bc336-2cfd-479e-985f-78b19258a993,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:45:26.380879 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d0c01dc4-e623-4673-9e6b-9d68e288ecfc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:26.382256 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d0c01dc4-e623-4673-9e6b-9d68e288ecfc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3157926 Aug 17 03:45:26.385214 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40678) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:45:26.390287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-c8e8b5dd-dd80-4ac7-a500-328f03dd7b3f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Request body: {'security_group_rule': {'security_group_id': '263ae11d-8d60-430d-a9bb-90304ed8f7c1', 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:45:26.472308 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b5dd-dd80-4ac7-a500-328f03dd7b3f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:26.535173 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b5dd-dd80-4ac7-a500-328f03dd7b3f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:26.580572 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b5dd-dd80-4ac7-a500-328f03dd7b3f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:26.598490 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e8b5dd-dd80-4ac7-a500-328f03dd7b3f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf88959-3f54-4e23-81b9-f3da679b3bfa,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:45:26.649658 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c8e8b5dd-dd80-4ac7-a500-328f03dd7b3f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:26.650911 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c8e8b5dd-dd80-4ac7-a500-328f03dd7b3f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2646635 Aug 17 03:45:26.653696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40680) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:45:26.658679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f7b45e87-a9d6-4eaa-9eeb-e63eb9b09546 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Request body: {'security_group_rule': {'security_group_id': '263ae11d-8d60-430d-a9bb-90304ed8f7c1', 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:45:26.737766 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f7b45e87-a9d6-4eaa-9eeb-e63eb9b09546 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:26.798698 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f7b45e87-a9d6-4eaa-9eeb-e63eb9b09546 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:26.872614 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f7b45e87-a9d6-4eaa-9eeb-e63eb9b09546 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:26.890874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b45e87-a9d6-4eaa-9eeb-e63eb9b09546 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=070e21be-f37a-4ee1-9846-2dd9145ed1c2,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:45:26.953567 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f7b45e87-a9d6-4eaa-9eeb-e63eb9b09546 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:26.954861 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f7b45e87-a9d6-4eaa-9eeb-e63eb9b09546 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3002307 Aug 17 03:45:26.958015 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40682) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:45:26.964505 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-add3ff45-d24c-4d49-9a1b-b6e41aa1d930 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Request body: {'security_group_rule': {'security_group_id': '263ae11d-8d60-430d-a9bb-90304ed8f7c1', 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:45:27.040991 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-add3ff45-d24c-4d49-9a1b-b6e41aa1d930 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Project 78778a31d9574566b32fe91f2cdf12c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:45:27.046424 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-add3ff45-d24c-4d49-9a1b-b6e41aa1d930 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:27.109459 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-add3ff45-d24c-4d49-9a1b-b6e41aa1d930 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:27.172858 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-add3ff45-d24c-4d49-9a1b-b6e41aa1d930 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:27.197855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-add3ff45-d24c-4d49-9a1b-b6e41aa1d930 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c072307d-38e3-4800-9d7e-886b320e63f8,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:45:27.272195 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-add3ff45-d24c-4d49-9a1b-b6e41aa1d930 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:27.273497 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-add3ff45-d24c-4d49-9a1b-b6e41aa1d930 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3144555 Aug 17 03:45:27.276226 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40684) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:45:27.281965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-cbdfa25c-c8bd-4b86-af36-529b36c3328d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Request body: {'security_group_rule': {'security_group_id': '263ae11d-8d60-430d-a9bb-90304ed8f7c1', 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:45:27.369786 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-cbdfa25c-c8bd-4b86-af36-529b36c3328d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Project 78778a31d9574566b32fe91f2cdf12c8 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 03:45:27.375253 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cbdfa25c-c8bd-4b86-af36-529b36c3328d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:27.441845 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cbdfa25c-c8bd-4b86-af36-529b36c3328d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:27.503608 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cbdfa25c-c8bd-4b86-af36-529b36c3328d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:27.525359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbdfa25c-c8bd-4b86-af36-529b36c3328d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df93551e-0304-4359-907d-f9815be8e704,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:45:27.592422 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-cbdfa25c-c8bd-4b86-af36-529b36c3328d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:27.593809 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-cbdfa25c-c8bd-4b86-af36-529b36c3328d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3165693 Aug 17 03:45:33.489339 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:34.135215 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:44.563095 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:45:45.317899 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d5ed33b0-3bd5-4e9e-977f-33c90c9e209d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:47.965900 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39ab9763-57ae-4957-bc1d-ebdcf637449c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:48.177897 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:48.642257 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-647e4760-6635-4437-b04b-8e2098e21bb2 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930264138&fields=id&tenant_id=78778a31d9574566b32fe91f2cdf12c8 HTTP/1.1" status: 200 len: 267 time: 0.0340638 Aug 17 03:45:48.750478 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-716dc7e4-3278-49b2-9076-6ed4f06ebbf9 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:48.752015 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-716dc7e4-3278-49b2-9076-6ed4f06ebbf9 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 811 time: 0.1029079 Aug 17 03:45:48.767930 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-15e3a6db-ca12-4ba6-9683-e13a4bb1e560 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/quotas/78778a31d9574566b32fe91f2cdf12c8 HTTP/1.1" status: 200 len: 375 time: 0.0101531 Aug 17 03:45:48.825640 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-f6c87cbf-cae8-4503-b438-4bd4f0010f54 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0513422 Aug 17 03:45:48.924985 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-fdb59c99-1032-42da-860a-8a1f1ad4d766 service neutron] 10.222.0.10 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867374 Aug 17 03:45:49.023445 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-ecbab323-4150-45c1-9198-08f45eb7d0d8 service neutron] 10.222.0.10 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0916865 Aug 17 03:45:49.298205 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:49.680621 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8ba78976-b329-47e4-a20d-34cf573901da req-0ef88f23-ad37-444d-ba3c-62d5f11d9e4a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 210 time: 0.0282130 Aug 17 03:45:50.779490 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-061a4f35-6ab6-466a-b9ac-aa66abfea5e1 req-7b5ba407-7dca-462c-aaa2-4b206554805b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 210 time: 0.0282319 Aug 17 03:45:51.011491 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:51.654222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-679251a8-bc32-45b9-858c-9279d29d1114 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:51.655729 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-679251a8-bc32-45b9-858c-9279d29d1114 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.30 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 811 time: 0.1201854 Aug 17 03:45:51.709318 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-f45a3184-e3f6-4c92-b334-63162c3a0ad1 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78778a31d9574566b32fe91f2cdf12c8 HTTP/1.1" status: 200 len: 380 time: 0.0446393 Aug 17 03:45:51.719225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-1ab3bc72-e11c-4ef4-b042-3dca72ea1bd5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Request body: {'port': {'device_id': 'c9c9e305-17a6-47f5-9bee-87311c445c96', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'admin_state_up': True, 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'security_groups': ['263ae11d-8d60-430d-a9bb-90304ed8f7c1']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:45:51.884878 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b7ad9e3f-bc5d-4a9d-8d64-5c1bf6dc027c req-a5042bce-9ce5-4874-880d-3e2007fce357 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 210 time: 0.0292883 Aug 17 03:45:51.900911 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-1ab3bc72-e11c-4ef4-b042-3dca72ea1bd5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Made reservation on behalf of 78778a31d9574566b32fe91f2cdf12c8 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:45:51.906251 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-1ab3bc72-e11c-4ef4-b042-3dca72ea1bd5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:52.052999 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-1ab3bc72-e11c-4ef4-b042-3dca72ea1bd5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Allocated IP 172.20.0.10 (eedba97c-ba8f-449b-a2ab-8ae734e7b757/a309e32b-9430-47ef-90cf-2d0a5929a9b5/fbbcc2ba-0a9f-4801-955f-51e6adee2b60) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:45:52.570302 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-1ab3bc72-e11c-4ef4-b042-3dca72ea1bd5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:52.585589 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-1ab3bc72-e11c-4ef4-b042-3dca72ea1bd5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Transition to ACTIVE for port object fbbcc2ba-0a9f-4801-955f-51e6adee2b60 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:45:52.680550 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-1ab3bc72-e11c-4ef4-b042-3dca72ea1bd5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:52.724273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-1ab3bc72-e11c-4ef4-b042-3dca72ea1bd5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Network eedba97c-ba8f-449b-a2ab-8ae734e7b757 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:45:52.727703 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-1ab3bc72-e11c-4ef4-b042-3dca72ea1bd5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:45:52.735419 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-1ab3bc72-e11c-4ef4-b042-3dca72ea1bd5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:45:52.767230 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ab3bc72-e11c-4ef4-b042-3dca72ea1bd5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'Port': ['ID=fbbcc2ba-0a9f-4801-955f-51e6adee2b60,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:45:52.801196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-1ab3bc72-e11c-4ef4-b042-3dca72ea1bd5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:52.802163 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-1ab3bc72-e11c-4ef4-b042-3dca72ea1bd5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:52.909807 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-1ab3bc72-e11c-4ef4-b042-3dca72ea1bd5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1947336 Aug 17 03:45:52.930404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Request body: {'port': {'device_id': 'c9c9e305-17a6-47f5-9bee-87311c445c96', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:45:53.063888 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:53.103655 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-678802d6-daba-42a5-b9a8-86f6f7d2832e req-0a6cbb2c-9a44-43bf-8ba3-3814d6ae20bc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:53.105517 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-678802d6-daba-42a5-b9a8-86f6f7d2832e req-0a6cbb2c-9a44-43bf-8ba3-3814d6ae20bc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 932 time: 0.1055546 Aug 17 03:45:53.149012 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2c54d1cd-b87a-413f-8a20-3d4615c43eba None None] Provisioning for port fbbcc2ba-0a9f-4801-955f-51e6adee2b60 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:45:53.158274 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2c54d1cd-b87a-413f-8a20-3d4615c43eba None None] Provisioning complete for port fbbcc2ba-0a9f-4801-955f-51e6adee2b60 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:45:53.158974 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c54d1cd-b87a-413f-8a20-3d4615c43eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:53.207398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2c54d1cd-b87a-413f-8a20-3d4615c43eba None None] Port fbbcc2ba-0a9f-4801-955f-51e6adee2b60 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:45:53.244145 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-678802d6-daba-42a5-b9a8-86f6f7d2832e req-20ee8ae4-f5f6-4f9e-acde-abe063174dea tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1185834 Aug 17 03:45:53.431041 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fbbcc2ba-0a9f-4801-955f-51e6adee2b60 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:45:53.440139 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:53.453090 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Transition to ACTIVE for port object fbbcc2ba-0a9f-4801-955f-51e6adee2b60 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:45:53.515080 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:53.571922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbcc2ba-0a9f-4801-955f-51e6adee2b60,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:45:53.659348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Attempting to bind port fbbcc2ba-0a9f-4801-955f-51e6adee2b60 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:45:53.659694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Attempting to bind port fbbcc2ba-0a9f-4801-955f-51e6adee2b60 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:45:53.663229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Attempting to bind port fbbcc2ba-0a9f-4801-955f-51e6adee2b60 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:45:53.667778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Port fbbcc2ba-0a9f-4801-955f-51e6adee2b60 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:45:53.668208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Attempting to bind port fbbcc2ba-0a9f-4801-955f-51e6adee2b60 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:45:53.675327 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 45, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:45:53.675582 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Checking segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:45:53.676084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Bound using segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:45:53.676601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Bound port: fbbcc2ba-0a9f-4801-955f-51e6adee2b60, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:45:53.677037 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:53.759835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] For port fbbcc2ba-0a9f-4801-955f-51e6adee2b60, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:45:53.763217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] For port fbbcc2ba-0a9f-4801-955f-51e6adee2b60, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=fbbcc2ba-0a9f-4801-955f-51e6adee2b60,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:45:53.832700 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:53.872420 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:53.873069 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:45:53.875063 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] 10.222.0.30 "PUT /v2.0/ports/fbbcc2ba-0a9f-4801-955f-51e6adee2b60 HTTP/1.1" status: 200 len: 1092 time: 0.9545796 Aug 17 03:45:53.875402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c9e305-17a6-47f5-9bee-87311c445c96', 'tag': 'fbbcc2ba-0a9f-4801-955f-51e6adee2b60'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:45:53.877943 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b85a214b-52f3-44c1-8010-ebbaf677a39e" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c9e305-17a6-47f5-9bee-87311c445c96", "tag": "fbbcc2ba-0a9f-4801-955f-51e6adee2b60"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:45:53.907955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f073ee-2e96-4643-a1c5-1713944bf7f1 service neutron] Pushing event updated for resources: {'Port': ['ID=fbbcc2ba-0a9f-4801-955f-51e6adee2b60,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:45:53.928560 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:45:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bfa1c00-7fe2-433d-a562-57f47f3eb499 x-openstack-request-id: req-7bfa1c00-7fe2-433d-a562-57f47f3eb499 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:45:53.929313 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c9e305-17a6-47f5-9bee-87311c445c96", "tag": "fbbcc2ba-0a9f-4801-955f-51e6adee2b60", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:45:53.929313 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7bfa1c00-7fe2-433d-a562-57f47f3eb499 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:45:53.929653 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c9e305-17a6-47f5-9bee-87311c445c96', 'tag': 'fbbcc2ba-0a9f-4801-955f-51e6adee2b60', 'status': 'completed', 'code': 200} Aug 17 03:45:54.002370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a214b-52f3-44c1-8010-ebbaf677a39e req-19976a4c-dd15-48ad-8aa0-73afd1826917 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:54.004064 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b85a214b-52f3-44c1-8010-ebbaf677a39e req-19976a4c-dd15-48ad-8aa0-73afd1826917 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 1095 time: 0.0529099 Aug 17 03:45:54.138489 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a214b-52f3-44c1-8010-ebbaf677a39e req-8063bbb2-ea94-4a15-8ee1-c3cdb9a01eee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:54.140574 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b85a214b-52f3-44c1-8010-ebbaf677a39e req-8063bbb2-ea94-4a15-8ee1-c3cdb9a01eee service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=78778a31d9574566b32fe91f2cdf12c8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1289999 Aug 17 03:45:54.266661 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a214b-52f3-44c1-8010-ebbaf677a39e req-f97ceaa1-7a28-454e-8288-43076a40586d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:54.269444 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b85a214b-52f3-44c1-8010-ebbaf677a39e req-f97ceaa1-7a28-454e-8288-43076a40586d service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1208379 Aug 17 03:45:54.394584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-91ab582b-b258-4bc3-9a05-f487e63134ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:54.396394 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-91ab582b-b258-4bc3-9a05-f487e63134ac service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 1095 time: 0.0819156 Aug 17 03:45:54.410401 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c8a7f50-e5d6-4156-ac29-b34639ba88b3 req-ab692ead-ac53-43ac-8383-3bf8e36aedf3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:54.412724 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3c8a7f50-e5d6-4156-ac29-b34639ba88b3 req-ab692ead-ac53-43ac-8383-3bf8e36aedf3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 944 time: 0.0654459 Aug 17 03:45:54.461208 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-9d5d1cd9-5869-4a84-afea-dc9976d0d0bc service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbcc2ba-0a9f-4801-955f-51e6adee2b60 HTTP/1.1" status: 200 len: 217 time: 0.0481238 Aug 17 03:45:54.519984 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3c8a7f50-e5d6-4156-ac29-b34639ba88b3 req-a0d08920-886c-4968-b448-fc593eb8f43c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006689 Aug 17 03:45:54.550938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-1842ec16-c469-48ce-a47a-de490192da8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:54.552726 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-1842ec16-c469-48ce-a47a-de490192da8e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0821998 Aug 17 03:45:54.605719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-cc8adf14-0470-4f82-b9c3-aa722148bc33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:54.607347 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-cc8adf14-0470-4f82-b9c3-aa722148bc33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478649 Aug 17 03:45:54.715884 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-07d6a94c-ccb1-450f-b0d5-6ca5678565bb service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003072 Aug 17 03:45:54.826525 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b73f34fa-e029-44f7-94ab-f308de7cb529 req-514a6608-b458-48b1-a36e-1369bf74e69f service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019423 Aug 17 03:45:55.735983 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f05224c-96e5-45bd-bddd-b8cb2aa176f9 req-48d09409-a13e-4b21-9295-2a96ecab7edc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:55.737636 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f05224c-96e5-45bd-bddd-b8cb2aa176f9 req-48d09409-a13e-4b21-9295-2a96ecab7edc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 944 time: 0.1382370 Aug 17 03:45:55.781170 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f05224c-96e5-45bd-bddd-b8cb2aa176f9 req-5b8642e5-e04d-426a-90a7-eb00efcc2b6b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369587 Aug 17 03:45:56.904376 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420088b6-e724-4df6-bcba-f7f95b219a2f req-01c17291-4168-4c86-89b7-2e1f77be692f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:56.906836 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-420088b6-e724-4df6-bcba-f7f95b219a2f req-01c17291-4168-4c86-89b7-2e1f77be692f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 944 time: 0.0535548 Aug 17 03:45:56.958005 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-420088b6-e724-4df6-bcba-f7f95b219a2f req-a48d81ca-abb8-4976-927b-c8a004d763f8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0411308 Aug 17 03:45:58.085656 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39a068e2-2c2c-4e4f-b0c4-e5b9014acd00 req-9d1fd0dc-b562-4c2b-8e92-3f93495d7fb6 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:58.087053 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39a068e2-2c2c-4e4f-b0c4-e5b9014acd00 req-9d1fd0dc-b562-4c2b-8e92-3f93495d7fb6 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 944 time: 0.0548716 Aug 17 03:45:58.127467 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39a068e2-2c2c-4e4f-b0c4-e5b9014acd00 req-3f602e57-5e92-46d5-8398-99a4b4d41088 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344362 Aug 17 03:45:59.247168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f3860bf-eff4-43fa-8f98-6b08d47e8970 req-645170b3-39af-4d73-af68-e7572304a06e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:45:59.248683 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f3860bf-eff4-43fa-8f98-6b08d47e8970 req-645170b3-39af-4d73-af68-e7572304a06e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 944 time: 0.0547273 Aug 17 03:45:59.297753 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6f3860bf-eff4-43fa-8f98-6b08d47e8970 req-c5883856-cf29-4c24-bad9-69a8d3e2321c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418420 Aug 17 03:46:00.416041 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-083a6098-6dbd-44db-ada8-940889851f9a req-d10a7055-a63b-44c0-945d-75b92cdf01e0 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:00.417534 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-083a6098-6dbd-44db-ada8-940889851f9a req-d10a7055-a63b-44c0-945d-75b92cdf01e0 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 944 time: 0.0507207 Aug 17 03:46:00.457200 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-083a6098-6dbd-44db-ada8-940889851f9a req-85e3c4c0-651f-46c4-86d2-58e75927c3f8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327406 Aug 17 03:46:01.572464 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887ca45a-794b-460c-8ad1-60cb7f9da439 req-b5f890d7-65cc-44cb-9b33-f77d5e3b0224 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:01.574025 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-887ca45a-794b-460c-8ad1-60cb7f9da439 req-b5f890d7-65cc-44cb-9b33-f77d5e3b0224 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 944 time: 0.0491264 Aug 17 03:46:01.612559 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-887ca45a-794b-460c-8ad1-60cb7f9da439 req-7a3ca5c7-53f9-4c00-924c-4c37da306d71 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323353 Aug 17 03:46:02.735305 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a532c7-f1df-468a-85f3-32210f2f9d38 req-da7c546c-4844-4f1f-a2bb-c1c9b0110e4c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:02.736835 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d7a532c7-f1df-468a-85f3-32210f2f9d38 req-da7c546c-4844-4f1f-a2bb-c1c9b0110e4c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 944 time: 0.0553131 Aug 17 03:46:02.777550 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d7a532c7-f1df-468a-85f3-32210f2f9d38 req-3c0604d5-c934-4f88-a573-ed5a1c31806d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324986 Aug 17 03:46:03.488498 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:03.905259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623e4e4d-6d1c-40b0-8aec-fa97710ce90f req-2a886c56-80fb-4b8b-8165-2bef884d54e7 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:03.906853 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-623e4e4d-6d1c-40b0-8aec-fa97710ce90f req-2a886c56-80fb-4b8b-8165-2bef884d54e7 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 944 time: 0.0561724 Aug 17 03:46:03.954712 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-623e4e4d-6d1c-40b0-8aec-fa97710ce90f req-3aa11311-414b-4785-912c-c31bc4b1ed6e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391161 Aug 17 03:46:04.154729 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:04.430678 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device fbbcc2ba-0a9f-4801-955f-51e6adee2b60 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:46:04.539195 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port fbbcc2ba-0a9f-4801-955f-51e6adee2b60, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=fbbcc2ba-0a9f-4801-955f-51e6adee2b60,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:46:04.550323 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'fbbcc2ba-0a9f-4801-955f-51e6adee2b60', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'port_id': 'fbbcc2ba-0a9f-4801-955f-51e6adee2b60', 'mac_address': 'fa:16:3e:b1:09:72', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:46:04.589079 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:04.603382 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fbbcc2ba-0a9f-4801-955f-51e6adee2b60 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:46:04.628363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port fbbcc2ba-0a9f-4801-955f-51e6adee2b60, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=fbbcc2ba-0a9f-4801-955f-51e6adee2b60,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:46:04.708405 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:04.755430 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=fbbcc2ba-0a9f-4801-955f-51e6adee2b60,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:46:04.762729 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:04.763902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:04.763902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:04.763902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:04.764153 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:04.764490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:04.764769 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:04.765060 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:04.765921 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:04.766247 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:04.766574 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:04.766899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:04.931092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['fbbcc2ba-0a9f-4801-955f-51e6adee2b60'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:46:05.088579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-584b694c-9775-469d-815b-a5d9440626e0 req-61cc2e4e-1465-40b7-8b55-44fefbbb1cd4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:05.090161 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-584b694c-9775-469d-815b-a5d9440626e0 req-61cc2e4e-1465-40b7-8b55-44fefbbb1cd4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 945 time: 0.0593901 Aug 17 03:46:05.144128 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-584b694c-9775-469d-815b-a5d9440626e0 req-ce696a86-ea58-419b-94b7-c7a08471adea tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445623 Aug 17 03:46:06.269318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d070507-0d55-411e-9b09-1d82d2c93b51 req-c800018d-7d8c-4c33-9de8-7c7732878d9c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:06.270834 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d070507-0d55-411e-9b09-1d82d2c93b51 req-c800018d-7d8c-4c33-9de8-7c7732878d9c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 945 time: 0.0538471 Aug 17 03:46:06.307800 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d070507-0d55-411e-9b09-1d82d2c93b51 req-e6ac77eb-d564-44b0-adc6-dd65621fbd9d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311906 Aug 17 03:46:06.440706 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device fbbcc2ba-0a9f-4801-955f-51e6adee2b60 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:46:06.563387 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port fbbcc2ba-0a9f-4801-955f-51e6adee2b60 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:46:06.567712 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port fbbcc2ba-0a9f-4801-955f-51e6adee2b60 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:46:06.568092 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:06.647744 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:06.670214 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c9e305-17a6-47f5-9bee-87311c445c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbcc2ba-0a9f-4801-955f-51e6adee2b60'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:46:06.673215 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}f6f053792c0cba3c849aa880bd42f5d022b61f1abefce4343d2bc9ac33322031" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9785364e-a05f-4589-9fb7-5eb088254e96" -d '{"events": [{"server_uuid": "c9c9e305-17a6-47f5-9bee-87311c445c96", "name": "network-vif-plugged", "status": "completed", "tag": "fbbcc2ba-0a9f-4801-955f-51e6adee2b60"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:46:06.686161 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port fbbcc2ba-0a9f-4801-955f-51e6adee2b60, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=fbbcc2ba-0a9f-4801-955f-51e6adee2b60,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:46:06.712641 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:46:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b95ac21-2d64-41a9-a0f9-6384b385f566 x-openstack-request-id: req-4b95ac21-2d64-41a9-a0f9-6384b385f566 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:46:06.712938 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c9e305-17a6-47f5-9bee-87311c445c96", "name": "network-vif-plugged", "status": "completed", "tag": "fbbcc2ba-0a9f-4801-955f-51e6adee2b60", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:46:06.713195 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4b95ac21-2d64-41a9-a0f9-6384b385f566 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:46:06.713629 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c9e305-17a6-47f5-9bee-87311c445c96', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fbbcc2ba-0a9f-4801-955f-51e6adee2b60', 'code': 200} Aug 17 03:46:06.762754 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:06.817779 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=fbbcc2ba-0a9f-4801-955f-51e6adee2b60,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:46:06.819676 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b983f66f-e0ee-483e-9ba3-01f82a8d0386 req-05d56374-7c99-4a9c-a61e-fd0f16766f74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:06.821205 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b983f66f-e0ee-483e-9ba3-01f82a8d0386 req-05d56374-7c99-4a9c-a61e-fd0f16766f74 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 1097 time: 0.0484767 Aug 17 03:46:06.858700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b983f66f-e0ee-483e-9ba3-01f82a8d0386 req-855c735d-b08e-4c64-9969-442fb223739c service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0296431 Aug 17 03:46:07.425108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5c54dc-eadf-4829-bf6e-b91c27fc23ed req-b73fbc61-e54f-4eb2-897b-1700f35ea6c7 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:07.426656 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7b5c54dc-eadf-4829-bf6e-b91c27fc23ed req-b73fbc61-e54f-4eb2-897b-1700f35ea6c7 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 946 time: 0.0517957 Aug 17 03:46:07.471157 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7b5c54dc-eadf-4829-bf6e-b91c27fc23ed req-987e5a66-c6b6-43e7-87fd-e226e4da6f4d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372641 Aug 17 03:46:08.600117 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24611f58-299b-47b4-86ed-ef4a58fd6725 req-1cb808f8-78a1-4bc3-a2e1-d99d4a77fee9 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:08.601753 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-24611f58-299b-47b4-86ed-ef4a58fd6725 req-1cb808f8-78a1-4bc3-a2e1-d99d4a77fee9 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 946 time: 0.0522599 Aug 17 03:46:08.640048 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-24611f58-299b-47b4-86ed-ef4a58fd6725 req-d3e53b86-d40f-483c-869d-6b0691c6cbf4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324402 Aug 17 03:46:08.761621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ea96cb8-3df9-47b4-a9e5-db0ffde2efa1 req-3028815e-d0c8-4ee5-96f4-08c07c3e2f66 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:08.763145 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ea96cb8-3df9-47b4-a9e5-db0ffde2efa1 req-3028815e-d0c8-4ee5-96f4-08c07c3e2f66 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 946 time: 0.0549512 Aug 17 03:46:08.802143 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0ea96cb8-3df9-47b4-a9e5-db0ffde2efa1 req-79e10970-a001-47e5-9812-98a9700f98f8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322027 Aug 17 03:46:08.824868 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40888) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:46:08.865531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66b398bd-0df9-4490-baac-b03e1127e12f tempest-TestVolumeBootPattern-1925207362 tempest-TestVolumeBootPattern-1925207362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:08.867053 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-66b398bd-0df9-4490-baac-b03e1127e12f tempest-TestVolumeBootPattern-1925207362 tempest-TestVolumeBootPattern-1925207362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 1092 time: 0.0411229 Aug 17 03:46:08.869900 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 40890) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:46:08.874226 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': 'fbbcc2ba-0a9f-4801-955f-51e6adee2b60', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ip_address': '172.20.0.10'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:46:08.954470 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:09.057437 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:09.167801 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Allocated IP 172.25.1.23 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/6f95ab90-896d-4e5f-baea-692eba2bc294) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:46:09.273349 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:09.377156 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:09.419664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:46:09.425337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:46:09.427552 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'Port': ['ID=6f95ab90-896d-4e5f-baea-692eba2bc294,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:46:09.429668 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:46:09.455257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:09.455610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:09.455958 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:09.456302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:09.456640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:09.456977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:09.457316 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:09.457672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:09.461536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:09.461536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:09.461536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:09.461536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:46:09.807147 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:09.925969 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:10.081676 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:10.165496 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:10.239911 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'Port': ['ID=6f95ab90-896d-4e5f-baea-692eba2bc294,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:46:10.252512 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:10.360188 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Floating IP 1ef1d1a8-7fc6-4495-ab24-c0e1078530e1 associated. External IP: 172.25.1.23, port: fbbcc2ba-0a9f-4801-955f-51e6adee2b60. Aug 17 03:46:10.571238 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:46:10.680219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:46:10.690061 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc6cec0-0f15-4795-b67a-2a250d768384 None None] Sync routers for ids ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:46:10.699459 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc6cec0-0f15-4795-b67a-2a250d768384 None None] Routers {'5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:46:10.707264 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6dc6cec0-0f15-4795-b67a-2a250d768384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:45:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:46:10.754213 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:10.783504 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c1bb6aa5-bf6c-4490-900c-10c790bc5970 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9125679 Aug 17 03:46:10.787801 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c9c9e305-17a6-47f5-9bee-87311c445c96', 'tag': 'fbbcc2ba-0a9f-4801-955f-51e6adee2b60'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:46:10.787801 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}7e4bbec8a2ae62a79c99ea55e8e02522c5195b2d744df58f01cfc0a8056233de" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b7ea7ab-5be7-47c2-9d8b-6fe251d0e6ec" -d '{"events": [{"name": "network-changed", "server_uuid": "c9c9e305-17a6-47f5-9bee-87311c445c96", "tag": "fbbcc2ba-0a9f-4801-955f-51e6adee2b60"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:46:10.812432 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6dc6cec0-0f15-4795-b67a-2a250d768384 None None] Set router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:46:10.897870 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-714a68f5-3d45-4811-8bea-4d318164608c x-openstack-request-id: req-714a68f5-3d45-4811-8bea-4d318164608c {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:46:10.898412 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c9c9e305-17a6-47f5-9bee-87311c445c96", "tag": "fbbcc2ba-0a9f-4801-955f-51e6adee2b60", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:46:10.898412 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-714a68f5-3d45-4811-8bea-4d318164608c {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:46:10.898820 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c9c9e305-17a6-47f5-9bee-87311c445c96', 'tag': 'fbbcc2ba-0a9f-4801-955f-51e6adee2b60', 'status': 'completed', 'code': 200} Aug 17 03:46:10.967091 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ea7ab-5be7-47c2-9d8b-6fe251d0e6ec req-a62f8dbc-1a11-4bbd-94c7-9f50862cf4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:10.968595 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b7ea7ab-5be7-47c2-9d8b-6fe251d0e6ec req-a62f8dbc-1a11-4bbd-94c7-9f50862cf4e3 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 1097 time: 0.0437708 Aug 17 03:46:11.043575 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6dc6cec0-0f15-4795-b67a-2a250d768384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '1ef1d1a8-7fc6-4495-ab24-c0e1078530e1', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'floating_ip_address': '172.25.1.23', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'port_id': 'fbbcc2ba-0a9f-4801-955f-51e6adee2b60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'mac_address': 'fa:16:3e:b1:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9e305-17a6-47f5-9bee-87311c445c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:46:09Z', 'updated_at': '2021-08-17T03:46:09Z', 'revision_number': 0, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:46:11.064725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ea7ab-5be7-47c2-9d8b-6fe251d0e6ec req-0ae290b9-51c9-4ba2-9360-ebc976c117e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:11.066265 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b7ea7ab-5be7-47c2-9d8b-6fe251d0e6ec req-0ae290b9-51c9-4ba2-9360-ebc976c117e0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 911 time: 0.0907378 Aug 17 03:46:11.071494 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc6cec0-0f15-4795-b67a-2a250d768384 None None] Checking router: 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:46:11.083946 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dc6cec0-0f15-4795-b67a-2a250d768384 None None] Routers {'5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:46:11.084913 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6dc6cec0-0f15-4795-b67a-2a250d768384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:45:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:46:11.151111 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b7ea7ab-5be7-47c2-9d8b-6fe251d0e6ec req-ff5c5da5-90dd-4320-97bb-32bcc5b92314 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbcc2ba-0a9f-4801-955f-51e6adee2b60 HTTP/1.1" status: 200 len: 999 time: 0.0767322 Aug 17 03:46:11.196836 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6dc6cec0-0f15-4795-b67a-2a250d768384 None None] Set router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:46:11.205175 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ea7ab-5be7-47c2-9d8b-6fe251d0e6ec req-583bad33-7d0f-48c8-847b-c525d21a62cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:11.206774 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b7ea7ab-5be7-47c2-9d8b-6fe251d0e6ec req-583bad33-7d0f-48c8-847b-c525d21a62cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0478640 Aug 17 03:46:11.257677 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7ea7ab-5be7-47c2-9d8b-6fe251d0e6ec req-8be8019e-85b4-4186-b033-6f64a9123975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:11.259085 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b7ea7ab-5be7-47c2-9d8b-6fe251d0e6ec req-8be8019e-85b4-4186-b033-6f64a9123975 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0448799 Aug 17 03:46:11.349792 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b7ea7ab-5be7-47c2-9d8b-6fe251d0e6ec req-4c4a2aa4-f7be-40c3-a8eb-1486305545ef service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824146 Aug 17 03:46:11.425913 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6dc6cec0-0f15-4795-b67a-2a250d768384 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '1ef1d1a8-7fc6-4495-ab24-c0e1078530e1', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'floating_ip_address': '172.25.1.23', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'port_id': 'fbbcc2ba-0a9f-4801-955f-51e6adee2b60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'mac_address': 'fa:16:3e:b1:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9e305-17a6-47f5-9bee-87311c445c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:46:09Z', 'updated_at': '2021-08-17T03:46:09Z', 'revision_number': 0, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:46:11.445689 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4b7ea7ab-5be7-47c2-9d8b-6fe251d0e6ec req-0d42ca3a-6d46-44a8-9a3a-3e118c359953 service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885992 Aug 17 03:46:11.451987 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dc6cec0-0f15-4795-b67a-2a250d768384 None None] The sync data for ids ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'] in n-d-802060-9 is: [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '1ef1d1a8-7fc6-4495-ab24-c0e1078530e1', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'floating_ip_address': '172.25.1.23', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'port_id': 'fbbcc2ba-0a9f-4801-955f-51e6adee2b60', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 3995, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'mac_address': 'fa:16:3e:b1:09:72', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c9c9e305-17a6-47f5-9bee-87311c445c96', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:46:09Z', 'updated_at': '2021-08-17T03:46:09Z', 'revision_number': 0, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:46:11.663412 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4e937e7-2196-41ce-af39-2f7c42267485 None None] New status for floating IP 1ef1d1a8-7fc6-4495-ab24-c0e1078530e1: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:46:15.319427 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2bf5c53f-4219-4a00-b893-08490863a49e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:17.957163 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e7ba209d-caa1-4463-946a-08225996b7b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:18.196890 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:19.342290 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:20.999254 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:21.562895 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:46:33.488793 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:34.183188 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:45.307672 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4a811e93-6b0b-490e-b08b-54199e99dae5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:47.965024 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-88738dd8-3256-4207-b3e5-a22d82671dea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:48.181609 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:49.290185 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:51.004694 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:46:58.563077 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:46:59.789880 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa34fbbd-8cb0-4714-a55a-09dd17975e33 req-806f4723-31bf-4f45-9e1b-94c69d710bf0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0419068 Aug 17 03:46:59.876455 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34fbbd-8cb0-4714-a55a-09dd17975e33 req-cd556ed6-2c2f-4a8b-bba7-666285593236 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:59.878141 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa34fbbd-8cb0-4714-a55a-09dd17975e33 req-cd556ed6-2c2f-4a8b-bba7-666285593236 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 1097 time: 0.0444548 Aug 17 03:46:59.991189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34fbbd-8cb0-4714-a55a-09dd17975e33 req-76869131-37cd-4f4c-a1f7-323299c1e007 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:46:59.992648 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa34fbbd-8cb0-4714-a55a-09dd17975e33 req-76869131-37cd-4f4c-a1f7-323299c1e007 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 911 time: 0.0936766 Aug 17 03:47:00.059553 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa34fbbd-8cb0-4714-a55a-09dd17975e33 req-517a3fd0-01bb-4ee7-917b-d48bda4cd58b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbcc2ba-0a9f-4801-955f-51e6adee2b60 HTTP/1.1" status: 200 len: 1001 time: 0.0594771 Aug 17 03:47:00.114359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34fbbd-8cb0-4714-a55a-09dd17975e33 req-528faf25-6c59-4a68-b4d0-00889b4616cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:47:00.115884 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa34fbbd-8cb0-4714-a55a-09dd17975e33 req-528faf25-6c59-4a68-b4d0-00889b4616cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0496767 Aug 17 03:47:00.163896 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa34fbbd-8cb0-4714-a55a-09dd17975e33 req-3e0d294c-dde5-4465-af0b-5d9d0d3c7c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:47:00.165464 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa34fbbd-8cb0-4714-a55a-09dd17975e33 req-3e0d294c-dde5-4465-af0b-5d9d0d3c7c71 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413048 Aug 17 03:47:00.256149 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa34fbbd-8cb0-4714-a55a-09dd17975e33 req-a5c5d5f9-32a8-4bcf-a864-8dfc75aad360 service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831044 Aug 17 03:47:00.352892 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-aa34fbbd-8cb0-4714-a55a-09dd17975e33 req-b4914e67-2e18-4f08-8565-7ce2b7039bf9 service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895269 Aug 17 03:47:03.478200 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:04.159165 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:15.298842 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6caafef9-ccab-4154-81e0-b46fb95b9812 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:17.963495 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae6be91f-d4a3-47e5-a592-662a0e8593d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:18.207135 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:19.293157 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:21.020724 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:33.512097 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:34.152117 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:35.562112 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:47:45.317670 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-982213c6-cb02-4d39-8d3b-0f62f6a4fb88 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:47.951606 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa6e2f9a-264d-480f-82c0-7720878ce280 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:48.195040 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:49.300532 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:51.029579 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:47:59.847282 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9ba0321a-e252-4a3b-8524-49d950a11c5d req-4c634da1-4db2-47c6-9477-6c66899f37e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0909469 Aug 17 03:47:59.934759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0321a-e252-4a3b-8524-49d950a11c5d req-b75ec0c8-0db3-4aad-9ad5-1b7ff9e031a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:47:59.936276 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9ba0321a-e252-4a3b-8524-49d950a11c5d req-b75ec0c8-0db3-4aad-9ad5-1b7ff9e031a5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 1097 time: 0.0449734 Aug 17 03:48:00.043013 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0321a-e252-4a3b-8524-49d950a11c5d req-38d0ea73-b699-402f-9444-cf520871ecb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:00.044293 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9ba0321a-e252-4a3b-8524-49d950a11c5d req-38d0ea73-b699-402f-9444-cf520871ecb9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 911 time: 0.0885711 Aug 17 03:48:00.118722 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9ba0321a-e252-4a3b-8524-49d950a11c5d req-4febc2e8-3aff-46d7-8550-e289579d65ec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=fbbcc2ba-0a9f-4801-955f-51e6adee2b60 HTTP/1.1" status: 200 len: 1001 time: 0.0662329 Aug 17 03:48:00.478929 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0321a-e252-4a3b-8524-49d950a11c5d req-4c8c0cf5-8e7b-4887-a183-22ae45a0fd54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:00.480537 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9ba0321a-e252-4a3b-8524-49d950a11c5d req-4c8c0cf5-8e7b-4887-a183-22ae45a0fd54 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.3528130 Aug 17 03:48:00.528738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba0321a-e252-4a3b-8524-49d950a11c5d req-06837096-44a3-4a4e-8674-5167f17249ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:00.530302 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9ba0321a-e252-4a3b-8524-49d950a11c5d req-06837096-44a3-4a4e-8674-5167f17249ce service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420184 Aug 17 03:48:00.622949 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9ba0321a-e252-4a3b-8524-49d950a11c5d req-3f7e10c7-baa4-4467-a29b-d84f726e7c1e service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849411 Aug 17 03:48:00.713287 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9ba0321a-e252-4a3b-8524-49d950a11c5d req-e936a48b-c434-4216-95c3-d9a99ca95f13 service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829918 Aug 17 03:48:03.528252 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:04.173280 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:12.561683 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:48:15.309309 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4ceb7b58-0c9b-4a90-875c-bebd9b6e82a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:15.619633 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-45a9b12f-7e5f-41d8-b5d2-3226a7a93035 req-4e404769-ea40-4971-b5e0-7deca61c01be service neutron] (101970) timed out ('10.222.0.10', 38480) {{(pid=101970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:48:17.965782 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-92c7c337-d50c-4b79-aec0-5b9566e132b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:18.214211 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:19.270881 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:21.005730 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:33.550571 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:34.193860 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:38.941028 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4a9baf1-633a-481f-b396-8bb546917c31 req-913897ad-e6b1-479a-9408-e7d8bf7f17d9 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:38.942588 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d4a9baf1-633a-481f-b396-8bb546917c31 req-913897ad-e6b1-479a-9408-e7d8bf7f17d9 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 946 time: 0.0973115 Aug 17 03:48:38.989403 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d4a9baf1-633a-481f-b396-8bb546917c31 req-5c4f2d72-9b2c-4743-8726-2a9a489b804b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369191 Aug 17 03:48:40.225411 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6295028-c520-4a96-ac2a-cc114ca248bd req-791cabd9-3cd6-4275-bf9d-a65c7347bf60 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:40.227039 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a6295028-c520-4a96-ac2a-cc114ca248bd req-791cabd9-3cd6-4275-bf9d-a65c7347bf60 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 946 time: 0.1025646 Aug 17 03:48:40.268169 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a6295028-c520-4a96-ac2a-cc114ca248bd req-31e0492b-37e5-4066-ba91-9942658bcb43 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346127 Aug 17 03:48:40.362588 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07fea818-b18c-4200-aaea-3d431325cf60 req-ae979c02-138d-4455-93ab-466c1874510b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:40.364057 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07fea818-b18c-4200-aaea-3d431325cf60 req-ae979c02-138d-4455-93ab-466c1874510b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.30 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 946 time: 0.0546720 Aug 17 03:48:40.453814 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-07fea818-b18c-4200-aaea-3d431325cf60 req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Deleting port fbbcc2ba-0a9f-4801-955f-51e6adee2b60 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:48:40.454162 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-07fea818-b18c-4200-aaea-3d431325cf60 req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:40.547813 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-07fea818-b18c-4200-aaea-3d431325cf60 req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] For port fbbcc2ba-0a9f-4801-955f-51e6adee2b60, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=fbbcc2ba-0a9f-4801-955f-51e6adee2b60,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:48:40.548105 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-07fea818-b18c-4200-aaea-3d431325cf60 req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:40.724988 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-07fea818-b18c-4200-aaea-3d431325cf60 req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:40.725362 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-07fea818-b18c-4200-aaea-3d431325cf60 req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:40.725735 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-07fea818-b18c-4200-aaea-3d431325cf60 req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Floating IP 1ef1d1a8-7fc6-4495-ab24-c0e1078530e1 disassociated. External IP: 172.25.1.23, port: fbbcc2ba-0a9f-4801-955f-51e6adee2b60. Aug 17 03:48:40.726048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-07fea818-b18c-4200-aaea-3d431325cf60 req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Calling delete_port for fbbcc2ba-0a9f-4801-955f-51e6adee2b60 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:48:40.927983 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-07fea818-b18c-4200-aaea-3d431325cf60 req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:40.960547 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event deleted for resources: {'Port': ['ID=fbbcc2ba-0a9f-4801-955f-51e6adee2b60,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:48:40.976880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:48:40.977318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:48:40.977697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:48:40.978042 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:48:40.978384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:48:40.978720 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:48:40.979060 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:48:40.979390 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:48:40.979736 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:48:40.980063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:48:40.980390 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:48:40.980719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:48:41.090507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-07fea818-b18c-4200-aaea-3d431325cf60 req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:48:41.207050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-07fea818-b18c-4200-aaea-3d431325cf60 req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:48:41.218598 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a70eff-d28e-4e23-84c3-a5181adf2947 None None] Sync routers for ids ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:48:41.227763 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a70eff-d28e-4e23-84c3-a5181adf2947 None None] Routers {'5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:48:41.228364 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b1a70eff-d28e-4e23-84c3-a5181adf2947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:48:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:48:41.250411 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-07fea818-b18c-4200-aaea-3d431325cf60 req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] No DVR routers for this DVR port fbbcc2ba-0a9f-4801-955f-51e6adee2b60 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:48:41.253020 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-07fea818-b18c-4200-aaea-3d431325cf60 req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:41.255103 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-07fea818-b18c-4200-aaea-3d431325cf60 req-afab349b-ff5e-4079-9700-8ff9c9d3f3c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.30 "DELETE /v2.0/ports/fbbcc2ba-0a9f-4801-955f-51e6adee2b60 HTTP/1.1" status: 204 len: 173 time: 0.8845294 Aug 17 03:48:41.255551 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c9c9e305-17a6-47f5-9bee-87311c445c96', 'name': 'network-vif-deleted', 'tag': 'fbbcc2ba-0a9f-4801-955f-51e6adee2b60'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:48:41.304370 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a37e6a9-4717-4246-94e5-70031ee55081" -d '{"events": [{"server_uuid": "c9c9e305-17a6-47f5-9bee-87311c445c96", "name": "network-vif-deleted", "tag": "fbbcc2ba-0a9f-4801-955f-51e6adee2b60"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:48:41.346086 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-b1a70eff-d28e-4e23-84c3-a5181adf2947 None None] Set router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:48:41.428939 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:48:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c98f18-9fe0-4a71-a9c6-837ab21937f9 x-openstack-request-id: req-54c98f18-9fe0-4a71-a9c6-837ab21937f9 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:48:41.429503 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c9c9e305-17a6-47f5-9bee-87311c445c96", "name": "network-vif-deleted", "tag": "fbbcc2ba-0a9f-4801-955f-51e6adee2b60", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:48:41.429942 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54c98f18-9fe0-4a71-a9c6-837ab21937f9 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:48:41.430589 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c9c9e305-17a6-47f5-9bee-87311c445c96', 'name': 'network-vif-deleted', 'tag': 'fbbcc2ba-0a9f-4801-955f-51e6adee2b60', 'status': 'completed', 'code': 200} Aug 17 03:48:41.610412 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b1a70eff-d28e-4e23-84c3-a5181adf2947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:48:41.639720 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a70eff-d28e-4e23-84c3-a5181adf2947 None None] Checking router: 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:48:41.649910 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1a70eff-d28e-4e23-84c3-a5181adf2947 None None] Routers {'5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:48:41.650558 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b1a70eff-d28e-4e23-84c3-a5181adf2947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:48:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:48:41.779957 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-223e936e-a493-4809-930d-e178facc2a1e req-33287090-d1a3-44ab-b6fb-653844900fc2 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 210 time: 0.3914118 Aug 17 03:48:41.781775 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-b1a70eff-d28e-4e23-84c3-a5181adf2947 None None] Set router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:48:42.095895 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b1a70eff-d28e-4e23-84c3-a5181adf2947 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:48:42.121822 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1a70eff-d28e-4e23-84c3-a5181adf2947 None None] The sync data for ids ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'] in n-d-802060-9 is: [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:48:42.362719 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-044526d3-6b7f-471f-88ad-e215bba86772 None None] New status for floating IP 1ef1d1a8-7fc6-4495-ab24-c0e1078530e1: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:48:42.881181 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-373d6d76-4813-4ce2-9a31-428408dca55f req-71654cd6-084f-4744-9b05-8730dbef0493 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 210 time: 0.0328453 Aug 17 03:48:43.977847 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-631641fe-a43a-48ca-a2d0-ec9ef4bb048a req-46c95b28-30e3-4397-ba25-e8759a1b8bb7 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 210 time: 0.0287683 Aug 17 03:48:45.079221 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9da2aa59-4a13-4f6b-9996-6b87b22aaf80 req-eca3b432-f7f2-49a5-855c-006ec1c2b208 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=c9c9e305-17a6-47f5-9bee-87311c445c96 HTTP/1.1" status: 200 len: 210 time: 0.0298934 Aug 17 03:48:45.130823 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device fbbcc2ba-0a9f-4801-955f-51e6adee2b60 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:48:45.158598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: fbbcc2ba-0a9f-4801-955f-51e6adee2b60 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:48:45.158943 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device fbbcc2ba-0a9f-4801-955f-51e6adee2b60 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:48:45.302877 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a206000b-6fe2-47f4-9b2f-85f27c7e743b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:46.277424 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-20b309f8-612f-470b-bb57-7a4cb625648b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930264138&fields=id&tenant_id=78778a31d9574566b32fe91f2cdf12c8 HTTP/1.1" status: 200 len: 267 time: 0.0347273 Aug 17 03:48:46.390554 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-17c080a6-c2b3-41bc-9446-a10ff53058ce tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:46.392083 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-17c080a6-c2b3-41bc-9446-a10ff53058ce tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 811 time: 0.1070595 Aug 17 03:48:46.408170 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-4662b435-53c4-428d-90b3-4a7caf455e42 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/quotas/78778a31d9574566b32fe91f2cdf12c8 HTTP/1.1" status: 200 len: 375 time: 0.0103860 Aug 17 03:48:46.462348 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-a4ffe764-20b3-40bc-a76b-ca62fb1d5076 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0488191 Aug 17 03:48:46.552685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-2914c64b-c18b-4a73-bfb8-0dff8a94b133 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:48:46.553737 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-2914c64b-c18b-4a73-bfb8-0dff8a94b133 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0443516 Aug 17 03:48:46.642888 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-095eb66a-f301-4aaf-9320-b5d9444a8ac4 service neutron] 10.222.0.10 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829611 Aug 17 03:48:46.746173 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-25f03bc4-d141-468c-95ac-cdb5f323b1d4 service neutron] 10.222.0.10 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939324 Aug 17 03:48:47.313672 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-25c573a9-b7c7-4e87-b39e-fa1a9a3b41f0 req-9671be8d-b204-490a-9bc4-76223628886b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 210 time: 0.0276530 Aug 17 03:48:47.983129 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f7aa7672-c676-4ba3-92c7-2b67fa802325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:48.196180 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:48.411592 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-437495c8-c4bf-4a1c-b3de-4ddda2da471b req-4fe8262f-dc03-401b-bde0-b66984015c0b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 210 time: 0.0304627 Aug 17 03:48:49.277693 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-d125c758-2b37-4908-bdba-5df0d3c9a5d1 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:49.279185 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-d125c758-2b37-4908-bdba-5df0d3c9a5d1 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.30 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 811 time: 0.1090703 Aug 17 03:48:49.324125 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-d0cf092a-3c96-43bb-99eb-7a07cbb7761e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78778a31d9574566b32fe91f2cdf12c8 HTTP/1.1" status: 200 len: 380 time: 0.0352371 Aug 17 03:48:49.325157 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:49.333703 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-bd87e206-c840-4900-a06c-c37fdbc230cc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Request body: {'port': {'device_id': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'admin_state_up': True, 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'security_groups': ['263ae11d-8d60-430d-a9bb-90304ed8f7c1']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:48:49.515299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-bd87e206-c840-4900-a06c-c37fdbc230cc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Made reservation on behalf of 78778a31d9574566b32fe91f2cdf12c8 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:48:49.520696 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb6ba127-8244-48ff-93fb-8bcb4304587f req-5a47540d-9d1f-4ed5-aa5d-7e4fb540bd81 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 210 time: 0.0346575 Aug 17 03:48:49.522992 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-bd87e206-c840-4900-a06c-c37fdbc230cc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:49.563865 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:48:49.657793 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-bd87e206-c840-4900-a06c-c37fdbc230cc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Allocated IP 172.20.0.12 (eedba97c-ba8f-449b-a2ab-8ae734e7b757/a309e32b-9430-47ef-90cf-2d0a5929a9b5/bf72a50e-5867-48c2-ad56-a387aca5b95c) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:48:49.820323 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-bd87e206-c840-4900-a06c-c37fdbc230cc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:49.834653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-bd87e206-c840-4900-a06c-c37fdbc230cc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Transition to ACTIVE for port object bf72a50e-5867-48c2-ad56-a387aca5b95c will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:48:49.931445 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-bd87e206-c840-4900-a06c-c37fdbc230cc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:49.980486 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-bd87e206-c840-4900-a06c-c37fdbc230cc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Network eedba97c-ba8f-449b-a2ab-8ae734e7b757 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:48:49.987763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-bd87e206-c840-4900-a06c-c37fdbc230cc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:48:49.987763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-bd87e206-c840-4900-a06c-c37fdbc230cc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:48:50.013642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd87e206-c840-4900-a06c-c37fdbc230cc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'Port': ['ID=bf72a50e-5867-48c2-ad56-a387aca5b95c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:48:50.051321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-bd87e206-c840-4900-a06c-c37fdbc230cc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:50.051973 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-bd87e206-c840-4900-a06c-c37fdbc230cc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:50.168860 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-bd87e206-c840-4900-a06c-c37fdbc230cc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8388307 Aug 17 03:48:50.259253 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Request body: {'port': {'device_id': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:48:50.318361 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:50.331012 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2b0f8d46-7f24-44de-9e7d-525d25ad1f66 None None] Provisioning for port bf72a50e-5867-48c2-ad56-a387aca5b95c completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:48:50.337071 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2b0f8d46-7f24-44de-9e7d-525d25ad1f66 None None] Provisioning complete for port bf72a50e-5867-48c2-ad56-a387aca5b95c triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:48:50.337620 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2b0f8d46-7f24-44de-9e7d-525d25ad1f66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:50.378673 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2b0f8d46-7f24-44de-9e7d-525d25ad1f66 None None] Port bf72a50e-5867-48c2-ad56-a387aca5b95c cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:48:50.632973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bf72a50e-5867-48c2-ad56-a387aca5b95c {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:48:50.642415 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:50.664233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Transition to ACTIVE for port object bf72a50e-5867-48c2-ad56-a387aca5b95c will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:48:50.673090 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b075198-0fda-4664-88f4-ba7879b0d570 req-27a9d965-8d21-4ab4-b39e-78c5c158c3fe tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:50.674751 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b075198-0fda-4664-88f4-ba7879b0d570 req-27a9d965-8d21-4ab4-b39e-78c5c158c3fe tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 932 time: 0.0788109 Aug 17 03:48:50.721279 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b075198-0fda-4664-88f4-ba7879b0d570 req-e7672472-2edb-43e9-95cb-b2a8aa3ebbe6 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402796 Aug 17 03:48:50.736814 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:50.794979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Pushing event updated for resources: {'Port': ['ID=bf72a50e-5867-48c2-ad56-a387aca5b95c,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:48:50.863214 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Attempting to bind port bf72a50e-5867-48c2-ad56-a387aca5b95c on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:48:50.863568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Attempting to bind port bf72a50e-5867-48c2-ad56-a387aca5b95c by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:48:50.864089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Attempting to bind port bf72a50e-5867-48c2-ad56-a387aca5b95c on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:48:50.868730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Port bf72a50e-5867-48c2-ad56-a387aca5b95c on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:48:50.869064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Attempting to bind port bf72a50e-5867-48c2-ad56-a387aca5b95c on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:48:50.874937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 48, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:48:50.875283 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Checking segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:48:50.875675 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Bound using segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:48:50.876120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Bound port: bf72a50e-5867-48c2-ad56-a387aca5b95c, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:48:50.876487 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:50.955184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] For port bf72a50e-5867-48c2-ad56-a387aca5b95c, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:48:50.959308 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] For port bf72a50e-5867-48c2-ad56-a387aca5b95c, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=bf72a50e-5867-48c2-ad56-a387aca5b95c,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:48:51.041877 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:51.085447 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:51.120494 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:51.121131 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:48:51.122664 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] 10.222.0.30 "PUT /v2.0/ports/bf72a50e-5867-48c2-ad56-a387aca5b95c HTTP/1.1" status: 200 len: 1092 time: 0.9096649 Aug 17 03:48:51.125368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'tag': 'bf72a50e-5867-48c2-ad56-a387aca5b95c'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:48:51.128125 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12da3eee-63c6-4cad-a4f0-3f7d74136601" -d '{"events": [{"name": "network-changed", "server_uuid": "a48063e3-7c8b-4aeb-b3d7-37631b53d4a5", "tag": "bf72a50e-5867-48c2-ad56-a387aca5b95c"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:48:51.164029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919be155-5a5e-4ed0-b393-525a6d493bdd service neutron] Pushing event updated for resources: {'Port': ['ID=bf72a50e-5867-48c2-ad56-a387aca5b95c,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:48:51.185174 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ffba4f3-3fb8-43b3-8d83-2aa807477006 x-openstack-request-id: req-3ffba4f3-3fb8-43b3-8d83-2aa807477006 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:48:51.185547 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48063e3-7c8b-4aeb-b3d7-37631b53d4a5", "tag": "bf72a50e-5867-48c2-ad56-a387aca5b95c", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:48:51.185819 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ffba4f3-3fb8-43b3-8d83-2aa807477006 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:48:51.186571 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'tag': 'bf72a50e-5867-48c2-ad56-a387aca5b95c', 'status': 'completed', 'code': 200} Aug 17 03:48:51.257346 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da3eee-63c6-4cad-a4f0-3f7d74136601 req-5ef802df-d013-4b4c-b95c-42413de6b753 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:51.259002 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12da3eee-63c6-4cad-a4f0-3f7d74136601 req-5ef802df-d013-4b4c-b95c-42413de6b753 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 1095 time: 0.0494573 Aug 17 03:48:51.368262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da3eee-63c6-4cad-a4f0-3f7d74136601 req-5521d9a4-cfd1-4fc6-bde3-016f767b8314 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:51.369763 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12da3eee-63c6-4cad-a4f0-3f7d74136601 req-5521d9a4-cfd1-4fc6-bde3-016f767b8314 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=78778a31d9574566b32fe91f2cdf12c8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1033866 Aug 17 03:48:51.465216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12da3eee-63c6-4cad-a4f0-3f7d74136601 req-9056b471-594c-45f4-a1ae-f2c2cd672787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:51.466995 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12da3eee-63c6-4cad-a4f0-3f7d74136601 req-9056b471-594c-45f4-a1ae-f2c2cd672787 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0903344 Aug 17 03:48:51.546050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-1783243f-1d6b-4dc5-a36e-a31a5ad14625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:51.547655 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-1783243f-1d6b-4dc5-a36e-a31a5ad14625 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 1095 time: 0.0420265 Aug 17 03:48:51.597626 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-39ccbc6f-39b1-4db8-b309-1b065aa571f5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf72a50e-5867-48c2-ad56-a387aca5b95c HTTP/1.1" status: 200 len: 217 time: 0.0421953 Aug 17 03:48:51.646871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-befae163-5c58-456c-a10f-b28c29a2e13a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:51.648378 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-befae163-5c58-456c-a10f-b28c29a2e13a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0442631 Aug 17 03:48:51.695960 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-f95e9937-cf20-4fe0-a84d-73d719cff141 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:51.697549 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-f95e9937-cf20-4fe0-a84d-73d719cff141 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420597 Aug 17 03:48:51.798079 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-5eb0e2a4-b46c-4e3a-ba53-0616bbedc5b0 service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0932209 Aug 17 03:48:51.898339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6046fc-33f4-442d-9fdd-b76c36adea17 req-f50e42bb-0676-4833-a63b-30b44d562005 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:51.899859 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da6046fc-33f4-442d-9fdd-b76c36adea17 req-f50e42bb-0676-4833-a63b-30b44d562005 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 944 time: 0.1009078 Aug 17 03:48:51.942645 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c33f7a39-f2e2-46b7-b428-e1dbcc22b72c req-8bc67131-db89-4ea7-bec1-7be6ac146842 service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1354194 Aug 17 03:48:51.958147 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da6046fc-33f4-442d-9fdd-b76c36adea17 req-f0486d52-4fc5-42e6-b517-18b5a6e9dad9 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480072 Aug 17 03:48:53.085866 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cfce9c-6c2a-4abb-b6bc-3c8224098160 req-2dff0358-9fb9-4b82-96ac-3fa01f40411e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:53.087346 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-84cfce9c-6c2a-4abb-b6bc-3c8224098160 req-2dff0358-9fb9-4b82-96ac-3fa01f40411e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 944 time: 0.0505123 Aug 17 03:48:53.126307 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-84cfce9c-6c2a-4abb-b6bc-3c8224098160 req-974a0193-f868-4ed3-9ae0-ffcac2de66b2 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316885 Aug 17 03:48:54.244520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5afdfeb8-e10d-4b38-9708-a1bb04adf192 req-35750e93-16a1-4395-84e3-25110901ab99 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:54.246386 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5afdfeb8-e10d-4b38-9708-a1bb04adf192 req-35750e93-16a1-4395-84e3-25110901ab99 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 944 time: 0.0526071 Aug 17 03:48:54.284586 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5afdfeb8-e10d-4b38-9708-a1bb04adf192 req-8d7fe47c-c66c-4a3a-a673-e12aee065472 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315328 Aug 17 03:48:55.401096 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47bbd45-7691-41ed-aca0-26eef9e2740a req-9cd8eb6e-7cf9-482c-acfa-593c0fc1d090 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:55.402771 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a47bbd45-7691-41ed-aca0-26eef9e2740a req-9cd8eb6e-7cf9-482c-acfa-593c0fc1d090 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 944 time: 0.0516503 Aug 17 03:48:55.442428 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a47bbd45-7691-41ed-aca0-26eef9e2740a req-68ed3e00-0699-4bb9-9cd6-8f1caa773a1e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329425 Aug 17 03:48:56.578240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cff67f7-6f8f-41fa-a669-b2497c410c76 req-723386ca-26bf-4ee2-b4da-ff60de41aa91 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:56.579720 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8cff67f7-6f8f-41fa-a669-b2497c410c76 req-723386ca-26bf-4ee2-b4da-ff60de41aa91 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 944 time: 0.0582352 Aug 17 03:48:56.617716 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8cff67f7-6f8f-41fa-a669-b2497c410c76 req-314a2bfc-d90b-45b1-bebf-34ef1494b20a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321565 Aug 17 03:48:57.734740 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34e8faf-4cac-4547-9702-23cbb591bc26 req-8a626762-397e-4904-8853-7430657af43e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:57.736221 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f34e8faf-4cac-4547-9702-23cbb591bc26 req-8a626762-397e-4904-8853-7430657af43e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 944 time: 0.0515211 Aug 17 03:48:57.773859 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f34e8faf-4cac-4547-9702-23cbb591bc26 req-c86ae6a6-096d-4c1e-b37e-3339f1a75e45 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315883 Aug 17 03:48:58.891797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34bf2f3f-cb6b-4f17-9360-79e6e14e4499 req-6ba83684-c665-46dc-aeca-9ab793394be5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:48:58.893271 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-34bf2f3f-cb6b-4f17-9360-79e6e14e4499 req-6ba83684-c665-46dc-aeca-9ab793394be5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 944 time: 0.0495243 Aug 17 03:48:58.929072 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-34bf2f3f-cb6b-4f17-9360-79e6e14e4499 req-8dec0812-c21a-4b8f-b7f3-bc14a1de7dbe tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299573 Aug 17 03:49:00.049796 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a4118f-270c-464e-abc8-128bcb9fa41d req-4d291d35-5c8b-4d84-8cb9-d074299d7682 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:49:00.051195 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-53a4118f-270c-464e-abc8-128bcb9fa41d req-4d291d35-5c8b-4d84-8cb9-d074299d7682 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 944 time: 0.0549493 Aug 17 03:49:00.089562 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-53a4118f-270c-464e-abc8-128bcb9fa41d req-6f5974c9-33fd-4c36-b2d4-2f4e2333e6b3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319095 Aug 17 03:49:01.212011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0122b-35f4-4281-917d-3c0312a5c91d req-92500fd8-6716-4f14-8305-a950dda51da9 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:49:01.213588 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-21e0122b-35f4-4281-917d-3c0312a5c91d req-92500fd8-6716-4f14-8305-a950dda51da9 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 944 time: 0.0530038 Aug 17 03:49:01.254903 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-21e0122b-35f4-4281-917d-3c0312a5c91d req-75cd1b26-3f3e-49c3-b681-61097f648b5b tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325468 Aug 17 03:49:01.255197 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device bf72a50e-5867-48c2-ad56-a387aca5b95c details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:49:01.349508 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port bf72a50e-5867-48c2-ad56-a387aca5b95c, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=bf72a50e-5867-48c2-ad56-a387aca5b95c,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:49:01.360994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'bf72a50e-5867-48c2-ad56-a387aca5b95c', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'port_id': 'bf72a50e-5867-48c2-ad56-a387aca5b95c', 'mac_address': 'fa:16:3e:ea:4a:ce', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:49:01.400766 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:01.413817 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bf72a50e-5867-48c2-ad56-a387aca5b95c {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:49:01.432997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port bf72a50e-5867-48c2-ad56-a387aca5b95c, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=bf72a50e-5867-48c2-ad56-a387aca5b95c,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:49:01.532994 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:01.581149 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=bf72a50e-5867-48c2-ad56-a387aca5b95c,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:49:01.588296 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:49:01.588643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:49:01.588984 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:49:01.589329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:49:01.589677 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:49:01.590004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:49:01.590330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:49:01.590658 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:49:01.590977 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:49:01.591304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:49:01.591945 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:49:01.592274 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:49:01.799395 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['bf72a50e-5867-48c2-ad56-a387aca5b95c'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:49:02.368773 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b29328c-cb20-4acb-93a5-ba41db5ab4d9 req-635cfec3-75c3-4d65-90d0-f20ebd73b76f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:49:02.370537 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3b29328c-cb20-4acb-93a5-ba41db5ab4d9 req-635cfec3-75c3-4d65-90d0-f20ebd73b76f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 945 time: 0.0494246 Aug 17 03:49:02.408154 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3b29328c-cb20-4acb-93a5-ba41db5ab4d9 req-7cb1ba9a-4936-4063-9a04-cc6ebdef5475 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308008 Aug 17 03:49:03.270568 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device bf72a50e-5867-48c2-ad56-a387aca5b95c up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:49:03.367181 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port bf72a50e-5867-48c2-ad56-a387aca5b95c completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:49:03.372247 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port bf72a50e-5867-48c2-ad56-a387aca5b95c triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:49:03.373468 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:03.457112 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:03.488494 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf72a50e-5867-48c2-ad56-a387aca5b95c'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:49:03.503898 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port bf72a50e-5867-48c2-ad56-a387aca5b95c, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=bf72a50e-5867-48c2-ad56-a387aca5b95c,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:49:03.528769 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ac13944-00e8-4653-9cb9-d274a5c2b4a1" -d '{"events": [{"server_uuid": "a48063e3-7c8b-4aeb-b3d7-37631b53d4a5", "name": "network-vif-plugged", "status": "completed", "tag": "bf72a50e-5867-48c2-ad56-a387aca5b95c"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:49:03.539252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64027bdf-2c0c-4a75-ac94-ce7bdd5d057b req-8d1cbdbb-f457-4e12-92af-83f5b561007c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:49:03.540491 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64027bdf-2c0c-4a75-ac94-ce7bdd5d057b req-8d1cbdbb-f457-4e12-92af-83f5b561007c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 945 time: 0.0598335 Aug 17 03:49:03.553242 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:03.581592 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-64027bdf-2c0c-4a75-ac94-ce7bdd5d057b req-42b4d80b-ce5e-4001-8111-4f6a2f41ab13 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351858 Aug 17 03:49:03.586348 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:03.630178 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb0658b9-9974-48ac-a860-8d5a8d94186f x-openstack-request-id: req-cb0658b9-9974-48ac-a860-8d5a8d94186f {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:49:03.630460 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48063e3-7c8b-4aeb-b3d7-37631b53d4a5", "name": "network-vif-plugged", "status": "completed", "tag": "bf72a50e-5867-48c2-ad56-a387aca5b95c", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:49:03.630719 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cb0658b9-9974-48ac-a860-8d5a8d94186f {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:49:03.631113 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bf72a50e-5867-48c2-ad56-a387aca5b95c', 'code': 200} Aug 17 03:49:03.635642 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=bf72a50e-5867-48c2-ad56-a387aca5b95c,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:49:03.725526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc6f4257-2331-4583-99fe-abdb6bf19d9a req-ab7058c1-3ab7-4824-9914-08b9243b3fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:49:03.727219 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc6f4257-2331-4583-99fe-abdb6bf19d9a req-ab7058c1-3ab7-4824-9914-08b9243b3fe3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 1097 time: 0.0414753 Aug 17 03:49:03.767543 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc6f4257-2331-4583-99fe-abdb6bf19d9a req-da68677a-c51a-44a2-ad49-d15324c07593 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333285 Aug 17 03:49:04.178983 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:04.709004 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b430e2ea-618a-4157-ad13-20c9813ba56c req-bf4580da-89d2-4fd0-aecb-cdf87265fef6 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:49:04.710547 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b430e2ea-618a-4157-ad13-20c9813ba56c req-bf4580da-89d2-4fd0-aecb-cdf87265fef6 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 946 time: 0.0513732 Aug 17 03:49:04.750236 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b430e2ea-618a-4157-ad13-20c9813ba56c req-7e7194f1-7765-4a25-878d-bfb8ece51009 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335429 Aug 17 03:49:05.867369 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5f612-7c93-439e-9960-876b40fe98d2 req-86eab1e1-cac7-4f09-95da-af4107da34ea tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:49:05.868863 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-21b5f612-7c93-439e-9960-876b40fe98d2 req-86eab1e1-cac7-4f09-95da-af4107da34ea tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 946 time: 0.0499520 Aug 17 03:49:05.906128 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-21b5f612-7c93-439e-9960-876b40fe98d2 req-52383103-4bf1-4a14-9168-0df70b431c7d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313895 Aug 17 03:49:06.029803 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-691c87cd-979d-4661-8bca-230c659def7f req-8571d4e1-01ea-41cc-9cd3-56f11fb81a32 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:49:06.031196 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-691c87cd-979d-4661-8bca-230c659def7f req-8571d4e1-01ea-41cc-9cd3-56f11fb81a32 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 946 time: 0.0543301 Aug 17 03:49:06.068878 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-691c87cd-979d-4661-8bca-230c659def7f req-aac09772-c7b5-4678-ac86-9d123cd42da1 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311787 Aug 17 03:49:06.090514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41102) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:49:06.171759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7d0ee3-6aa8-42bc-a2d1-41123d9d5a65 tempest-TestVolumeBootPattern-1925207362 tempest-TestVolumeBootPattern-1925207362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:49:06.173272 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ca7d0ee3-6aa8-42bc-a2d1-41123d9d5a65 tempest-TestVolumeBootPattern-1925207362 tempest-TestVolumeBootPattern-1925207362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 1092 time: 0.0817797 Aug 17 03:49:06.176117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41106) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:49:06.180540 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': 'bf72a50e-5867-48c2-ad56-a387aca5b95c', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ip_address': '172.20.0.12'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:49:06.276357 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:06.375051 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:06.477720 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Allocated IP 172.25.1.232 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/792ae81b-69c0-4cb0-b47a-eae6e7009d74) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:49:06.581380 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:06.670402 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:06.711372 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:49:06.714254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:49:06.718180 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:49:06.724144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'Port': ['ID=792ae81b-69c0-4cb0-b47a-eae6e7009d74,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:49:07.394055 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:07.517988 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:07.663494 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:07.727374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:07.798267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'Port': ['ID=792ae81b-69c0-4cb0-b47a-eae6e7009d74,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:49:07.810932 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:07.912791 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Floating IP 9599d41b-4116-42d3-8a65-66427a5147ee associated. External IP: 172.25.1.232, port: bf72a50e-5867-48c2-ad56-a387aca5b95c. Aug 17 03:49:08.123055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:49:08.233180 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:49:08.244197 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7aaed0-c934-4f0b-94df-f89a32f2016d None None] Sync routers for ids ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:49:08.254526 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7aaed0-c934-4f0b-94df-f89a32f2016d None None] Routers {'5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:49:08.255149 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0f7aaed0-c934-4f0b-94df-f89a32f2016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:48:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:49:08.342429 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:08.373540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9b02453a-f843-498c-86bf-40ae293bec5a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1962681 Aug 17 03:49:08.374045 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-0f7aaed0-c934-4f0b-94df-f89a32f2016d None None] Set router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:49:08.374211 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'tag': 'bf72a50e-5867-48c2-ad56-a387aca5b95c'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:49:08.379042 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08006bc1-f416-4d13-94c2-979ee39ead04" -d '{"events": [{"name": "network-changed", "server_uuid": "a48063e3-7c8b-4aeb-b3d7-37631b53d4a5", "tag": "bf72a50e-5867-48c2-ad56-a387aca5b95c"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:49:08.421821 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:49:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de26c00f-f841-4f13-99f7-f27316c3a678 x-openstack-request-id: req-de26c00f-f841-4f13-99f7-f27316c3a678 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:49:08.422523 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48063e3-7c8b-4aeb-b3d7-37631b53d4a5", "tag": "bf72a50e-5867-48c2-ad56-a387aca5b95c", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:49:08.422523 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-de26c00f-f841-4f13-99f7-f27316c3a678 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:49:08.422855 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'tag': 'bf72a50e-5867-48c2-ad56-a387aca5b95c', 'status': 'completed', 'code': 200} Aug 17 03:49:08.497747 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08006bc1-f416-4d13-94c2-979ee39ead04 req-44c2116a-6d52-4ae4-a0bc-f5e78976e552 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:49:08.499368 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-08006bc1-f416-4d13-94c2-979ee39ead04 req-44c2116a-6d52-4ae4-a0bc-f5e78976e552 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 1097 time: 0.0524259 Aug 17 03:49:08.603667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08006bc1-f416-4d13-94c2-979ee39ead04 req-76ea18f6-19e4-4de1-b351-cacca70ee0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:49:08.605264 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-08006bc1-f416-4d13-94c2-979ee39ead04 req-76ea18f6-19e4-4de1-b351-cacca70ee0bd service neutron] 10.222.0.30 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 911 time: 0.0981679 Aug 17 03:49:08.654910 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0f7aaed0-c934-4f0b-94df-f89a32f2016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '9599d41b-4116-42d3-8a65-66427a5147ee', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'port_id': 'bf72a50e-5867-48c2-ad56-a387aca5b95c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'mac_address': 'fa:16:3e:ea:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:49:06Z', 'updated_at': '2021-08-17T03:49:06Z', 'revision_number': 0, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:49:08.688437 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7aaed0-c934-4f0b-94df-f89a32f2016d None None] Checking router: 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:49:08.698052 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f7aaed0-c934-4f0b-94df-f89a32f2016d None None] Routers {'5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:49:08.698889 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0f7aaed0-c934-4f0b-94df-f89a32f2016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:48:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:49:08.699751 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-08006bc1-f416-4d13-94c2-979ee39ead04 req-7cba1dc7-6810-45d2-a7cf-7aa5959ad205 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf72a50e-5867-48c2-ad56-a387aca5b95c HTTP/1.1" status: 200 len: 1000 time: 0.0863414 Aug 17 03:49:08.760014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08006bc1-f416-4d13-94c2-979ee39ead04 req-4d7a06d5-3897-4e9f-abd9-64302ad3d31f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:49:08.761936 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-08006bc1-f416-4d13-94c2-979ee39ead04 req-4d7a06d5-3897-4e9f-abd9-64302ad3d31f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0540488 Aug 17 03:49:08.815039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08006bc1-f416-4d13-94c2-979ee39ead04 req-16e664fb-49a3-4ff1-b06a-ea51d9633678 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:49:08.816769 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-08006bc1-f416-4d13-94c2-979ee39ead04 req-16e664fb-49a3-4ff1-b06a-ea51d9633678 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465562 Aug 17 03:49:08.826987 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-0f7aaed0-c934-4f0b-94df-f89a32f2016d None None] Set router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:49:08.935027 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-08006bc1-f416-4d13-94c2-979ee39ead04 req-01ec49c9-f107-490d-94b2-7e31a133e006 service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1109369 Aug 17 03:49:09.042070 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-08006bc1-f416-4d13-94c2-979ee39ead04 req-8504f8cf-6e58-4b97-9c56-c32a25d242a0 service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992889 Aug 17 03:49:09.109236 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0f7aaed0-c934-4f0b-94df-f89a32f2016d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '9599d41b-4116-42d3-8a65-66427a5147ee', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'port_id': 'bf72a50e-5867-48c2-ad56-a387aca5b95c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'mac_address': 'fa:16:3e:ea:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:49:06Z', 'updated_at': '2021-08-17T03:49:06Z', 'revision_number': 0, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:49:09.143900 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f7aaed0-c934-4f0b-94df-f89a32f2016d None None] The sync data for ids ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'] in n-d-802060-9 is: [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '9599d41b-4116-42d3-8a65-66427a5147ee', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'port_id': 'bf72a50e-5867-48c2-ad56-a387aca5b95c', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'mac_address': 'fa:16:3e:ea:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:49:06Z', 'updated_at': '2021-08-17T03:49:06Z', 'revision_number': 0, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:49:09.340001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e2bf571-b491-4c6f-aa31-0400bb6b792f None None] New status for floating IP 9599d41b-4116-42d3-8a65-66427a5147ee: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:49:15.336307 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a7712cd1-4351-4454-a421-0370e92e2b9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:17.953950 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d8a660a9-0192-4606-91c8-c6a531e1c16f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:18.212482 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:19.293018 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:21.001293 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:26.564662 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:49:33.547431 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:34.226986 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:45.318327 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d74f9592-6c57-48a8-9b68-af67aa5c2886 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:47.969364 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-83cd4274-1e7d-4e3c-9e8c-851a07b415c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:48.326222 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:49.295107 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:49:51.035044 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:00.790835 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3148ee78-f0aa-4eea-997c-2238cde0e71d req-fb5a6253-45c1-428a-bf9e-e8f89b7311e0 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0463104 Aug 17 03:50:00.878840 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148ee78-f0aa-4eea-997c-2238cde0e71d req-e9b9f255-5462-45ed-bb9a-2e4af08eabba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:50:00.880368 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3148ee78-f0aa-4eea-997c-2238cde0e71d req-e9b9f255-5462-45ed-bb9a-2e4af08eabba service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 1097 time: 0.0426719 Aug 17 03:50:00.991092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148ee78-f0aa-4eea-997c-2238cde0e71d req-b4ab8121-c09c-4cbe-a5d9-4e8435cefe39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:50:00.992613 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3148ee78-f0aa-4eea-997c-2238cde0e71d req-b4ab8121-c09c-4cbe-a5d9-4e8435cefe39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 911 time: 0.0909841 Aug 17 03:50:01.063491 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3148ee78-f0aa-4eea-997c-2238cde0e71d req-2e3ed11c-f72f-42fd-8df1-08d0d2ff6d18 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf72a50e-5867-48c2-ad56-a387aca5b95c HTTP/1.1" status: 200 len: 1002 time: 0.0633881 Aug 17 03:50:01.114278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148ee78-f0aa-4eea-997c-2238cde0e71d req-d9724757-df5e-4e09-bac7-a1569141e83f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:50:01.115730 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3148ee78-f0aa-4eea-997c-2238cde0e71d req-d9724757-df5e-4e09-bac7-a1569141e83f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0448747 Aug 17 03:50:01.165642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3148ee78-f0aa-4eea-997c-2238cde0e71d req-e6fb05d6-a660-47c9-bd93-e9ce7825bb02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:50:01.167109 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3148ee78-f0aa-4eea-997c-2238cde0e71d req-e6fb05d6-a660-47c9-bd93-e9ce7825bb02 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437014 Aug 17 03:50:01.178242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-3148ee78-f0aa-4eea-997c-2238cde0e71d req-095e68b2-c2c5-4bc5-9888-ee04142ff500 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:50:01.179161 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3148ee78-f0aa-4eea-997c-2238cde0e71d req-095e68b2-c2c5-4bc5-9888-ee04142ff500 service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049276 Aug 17 03:50:01.271454 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3148ee78-f0aa-4eea-997c-2238cde0e71d req-4ee7b310-a7d6-4649-bf8d-07f3c8041926 service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851715 Aug 17 03:50:01.370735 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3148ee78-f0aa-4eea-997c-2238cde0e71d req-4eded509-86f5-4159-b2bc-4623a5fd118d service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922668 Aug 17 03:50:03.554458 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:03.563073 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:50:04.220294 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:15.311480 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1d816a90-fb51-4974-ac3e-fb1c2ef5190c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:17.957326 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-18d4896c-4118-435a-a4c6-85850d6f4244 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:18.194107 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:19.288788 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:21.034294 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:33.570825 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:34.249083 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:40.562876 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:50:45.313854 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b0339a3b-4d99-48a9-9e64-1c09fd84ccaa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:47.954317 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4f1080f5-224d-433f-90a3-91ea66cad0f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:48.191048 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:49.291036 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:50:51.021791 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:02.310352 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78ff9068-7231-4509-a0ee-2eccb10cc13d req-c1507a5f-f1df-4810-a8fe-4c462079b572 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0484591 Aug 17 03:51:02.396513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff9068-7231-4509-a0ee-2eccb10cc13d req-e99ba482-4097-4c5f-841d-8d52a3641a27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:02.398072 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78ff9068-7231-4509-a0ee-2eccb10cc13d req-e99ba482-4097-4c5f-841d-8d52a3641a27 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 1097 time: 0.0428226 Aug 17 03:51:02.505244 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff9068-7231-4509-a0ee-2eccb10cc13d req-a0b31679-1d3c-4678-9af0-8c04b6173a6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:02.506795 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78ff9068-7231-4509-a0ee-2eccb10cc13d req-a0b31679-1d3c-4678-9af0-8c04b6173a6a service neutron] 10.222.0.30 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 911 time: 0.0896685 Aug 17 03:51:02.574915 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78ff9068-7231-4509-a0ee-2eccb10cc13d req-7eeaee2e-8d16-47dc-87e8-a2c153cfcbf0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf72a50e-5867-48c2-ad56-a387aca5b95c HTTP/1.1" status: 200 len: 1002 time: 0.0599542 Aug 17 03:51:02.631212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff9068-7231-4509-a0ee-2eccb10cc13d req-d60e0aa7-37ec-43ba-837e-ef643dd583bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:02.632697 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78ff9068-7231-4509-a0ee-2eccb10cc13d req-d60e0aa7-37ec-43ba-837e-ef643dd583bf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0495512 Aug 17 03:51:02.680112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ff9068-7231-4509-a0ee-2eccb10cc13d req-d8d5c87c-778b-47df-8e9f-d705adefb792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:02.681839 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78ff9068-7231-4509-a0ee-2eccb10cc13d req-d8d5c87c-778b-47df-8e9f-d705adefb792 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411274 Aug 17 03:51:02.774922 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78ff9068-7231-4509-a0ee-2eccb10cc13d req-68ff0a1d-53e9-4064-a614-15bfdedf0a4b service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852604 Aug 17 03:51:02.869974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78ff9068-7231-4509-a0ee-2eccb10cc13d req-bbeadb86-56f3-448f-b3a5-f6fccdfbd9a8 service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869970 Aug 17 03:51:03.608915 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:04.242436 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:15.313589 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7974c04a-7f62-43bc-a75e-16f8b660e2ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:17.562900 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:51:17.990751 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-517a4cef-7be3-4f78-8cd0-c9fc4e5b050a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:18.196428 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:19.473310 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:21.047813 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:33.584505 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:34.278175 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:35.227300 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-23669d07-a4eb-4022-93df-839622c5ca04 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1930264138&fields=id&tenant_id=78778a31d9574566b32fe91f2cdf12c8 HTTP/1.1" status: 200 len: 267 time: 0.0375147 Aug 17 03:51:35.337185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-919b8189-7cd3-4634-8c34-3fa533d6e4ea tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:35.338830 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-919b8189-7cd3-4634-8c34-3fa533d6e4ea tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 811 time: 0.1040275 Aug 17 03:51:35.354878 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-65b8e3a5-db52-45ce-a586-b4cf041ade04 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/quotas/78778a31d9574566b32fe91f2cdf12c8 HTTP/1.1" status: 200 len: 375 time: 0.0096698 Aug 17 03:51:35.414266 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-df74fd21-992c-43ec-946a-1c97ad29e0e8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0539446 Aug 17 03:51:35.517164 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-9a389eef-14a9-48ce-9a46-90df27620e98 service neutron] 10.222.0.10 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882077 Aug 17 03:51:35.610159 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-d9c7bacd-68bb-48e2-914b-f9d4c76e6869 service neutron] 10.222.0.10 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868089 Aug 17 03:51:36.140564 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-78b2b68f-fb14-474d-8c57-c5523d830afa req-5418975a-c5ec-498d-b579-e2c6c00d88cf tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 210 time: 0.0303445 Aug 17 03:51:37.220448 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-971eb937-b74d-4977-9f34-796052a6bc7d req-375ce545-d4ab-4a45-9d64-fb24530bb423 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 210 time: 0.0269370 Aug 17 03:51:38.330205 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d92dbe12-0095-4358-bb7d-079b47d68048 req-faba4c29-86eb-4044-b163-dc2cb571fcc9 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 210 time: 0.0275693 Aug 17 03:51:39.409478 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8844eea8-1a62-4ba7-9a3e-ffc65278683d req-c2662493-b1e1-4863-8fe9-e164ba8541ee tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 210 time: 0.0264370 Aug 17 03:51:40.519573 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2eeae709-c277-4064-8974-3e317a37681d req-82cce0a9-300a-4106-bdc6-81ae99d2ece0 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 210 time: 0.0324380 Aug 17 03:51:41.626148 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bc2c36c6-a7f6-4fb6-94c8-94e24a32bc52 req-239c90ea-abeb-4d54-8415-103fe74b5caf tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 210 time: 0.0323875 Aug 17 03:51:42.242750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-082a0a25-c619-4f7d-9641-aaa6c74bc133 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:42.244278 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-082a0a25-c619-4f7d-9641-aaa6c74bc133 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.60 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 811 time: 0.1026833 Aug 17 03:51:42.288468 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-549ec973-a028-484e-8c6d-a8968af89731 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=78778a31d9574566b32fe91f2cdf12c8 HTTP/1.1" status: 200 len: 380 time: 0.0355532 Aug 17 03:51:42.297340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Request body: {'port': {'device_id': 'faa8e62e-ea8e-4111-8042-9bce9b957ccc', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'admin_state_up': True, 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'security_groups': ['263ae11d-8d60-430d-a9bb-90304ed8f7c1']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:51:42.478072 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Made reservation on behalf of 78778a31d9574566b32fe91f2cdf12c8 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:51:42.482679 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:42.617909 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Allocated IP 172.20.0.14 (eedba97c-ba8f-449b-a2ab-8ae734e7b757/a309e32b-9430-47ef-90cf-2d0a5929a9b5/4345e6a4-5f5e-4597-95da-630096d36845) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:51:42.725089 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2483fc47-68d1-49ac-ba2b-2aa623416b3e req-08b7d5c1-2e84-4e70-8163-96140f5146ff tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 210 time: 0.0290565 Aug 17 03:51:42.768006 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:42.785242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Transition to ACTIVE for port object 4345e6a4-5f5e-4597-95da-630096d36845 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:51:42.884346 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:42.930288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Network eedba97c-ba8f-449b-a2ab-8ae734e7b757 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:51:42.935729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:51:42.939594 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:51:42.968861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'Port': ['ID=4345e6a4-5f5e-4597-95da-630096d36845,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:51:42.984890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:42.985240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:42.985629 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:42.985975 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:42.986318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:42.986651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:42.986996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:42.987317 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:42.987646 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:42.987974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:42.988307 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:42.988640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:43.011208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:43.012303 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:43.164714 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-d412f8c2-ec91-49a6-acf8-137939e22371 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8710666 Aug 17 03:51:43.175113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-124eb12d-ae8a-4d89-8934-6aa9a1e7a960 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:51:43.176167 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-124eb12d-ae8a-4d89-8934-6aa9a1e7a960 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052955 Aug 17 03:51:43.262813 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6740b899-6685-4465-9e65-c4cef1d021b8 None None] Provisioning for port 4345e6a4-5f5e-4597-95da-630096d36845 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:51:43.267507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6740b899-6685-4465-9e65-c4cef1d021b8 None None] Provisioning complete for port 4345e6a4-5f5e-4597-95da-630096d36845 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:51:43.267879 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6740b899-6685-4465-9e65-c4cef1d021b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:43.301518 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6740b899-6685-4465-9e65-c4cef1d021b8 None None] Port 4345e6a4-5f5e-4597-95da-630096d36845 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:51:43.386913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Request body: {'port': {'device_id': 'faa8e62e-ea8e-4111-8042-9bce9b957ccc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:51:43.444140 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:43.732873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4345e6a4-5f5e-4597-95da-630096d36845 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:51:43.741695 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:43.754369 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Transition to ACTIVE for port object 4345e6a4-5f5e-4597-95da-630096d36845 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:51:43.856690 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:43.927823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4345e6a4-5f5e-4597-95da-630096d36845,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:51:43.960445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e1c405-73eb-495c-b75c-f0632c2a0335 req-13d2793b-022d-477a-ab7e-ac4f0bdf30a3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:43.960445 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-40e1c405-73eb-495c-b75c-f0632c2a0335 req-13d2793b-022d-477a-ab7e-ac4f0bdf30a3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 932 time: 0.1317704 Aug 17 03:51:44.041520 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-40e1c405-73eb-495c-b75c-f0632c2a0335 req-e784ca0f-63aa-43d8-a2aa-acc33508fafb tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0603492 Aug 17 03:51:44.046550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Attempting to bind port 4345e6a4-5f5e-4597-95da-630096d36845 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:51:44.046894 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Attempting to bind port 4345e6a4-5f5e-4597-95da-630096d36845 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:51:44.047228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Attempting to bind port 4345e6a4-5f5e-4597-95da-630096d36845 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:51:44.052040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Port 4345e6a4-5f5e-4597-95da-630096d36845 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:51:44.052439 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Attempting to bind port 4345e6a4-5f5e-4597-95da-630096d36845 on network eedba97c-ba8f-449b-a2ab-8ae734e7b757 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:51:44.057852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 51, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:51:44.058990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Checking segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:51:44.058990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Bound using segment: {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:51:44.059218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Bound port: 4345e6a4-5f5e-4597-95da-630096d36845, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa21d331-b59e-4314-bcc1-142e5c0d2d48', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 74, 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:51:44.059576 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:44.129145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] For port 4345e6a4-5f5e-4597-95da-630096d36845, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:51:44.132665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] For port 4345e6a4-5f5e-4597-95da-630096d36845, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4345e6a4-5f5e-4597-95da-630096d36845,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:51:44.221508 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:44.261651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:44.262279 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:44.263756 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] 10.222.0.60 "PUT /v2.0/ports/4345e6a4-5f5e-4597-95da-630096d36845 HTTP/1.1" status: 200 len: 1092 time: 0.9261546 Aug 17 03:51:44.264241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa8e62e-ea8e-4111-8042-9bce9b957ccc', 'tag': '4345e6a4-5f5e-4597-95da-630096d36845'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:51:44.266576 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f74fef74-57a6-45bd-871c-bbb17db09c4f" -d '{"events": [{"name": "network-changed", "server_uuid": "faa8e62e-ea8e-4111-8042-9bce9b957ccc", "tag": "4345e6a4-5f5e-4597-95da-630096d36845"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:51:44.293915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3375005c-aaef-4b71-b153-5439263c48d2 service neutron] Pushing event updated for resources: {'Port': ['ID=4345e6a4-5f5e-4597-95da-630096d36845,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:51:44.317942 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:51:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe135aa3-9c82-455e-8d0b-1cf910b6aa61 x-openstack-request-id: req-fe135aa3-9c82-455e-8d0b-1cf910b6aa61 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:51:44.318321 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa8e62e-ea8e-4111-8042-9bce9b957ccc", "tag": "4345e6a4-5f5e-4597-95da-630096d36845", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:51:44.318650 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe135aa3-9c82-455e-8d0b-1cf910b6aa61 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:51:44.319143 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa8e62e-ea8e-4111-8042-9bce9b957ccc', 'tag': '4345e6a4-5f5e-4597-95da-630096d36845', 'status': 'completed', 'code': 200} Aug 17 03:51:44.393589 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fef74-57a6-45bd-871c-bbb17db09c4f req-13da1a52-c6cf-4283-b9e9-07c64a513592 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:44.395733 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f74fef74-57a6-45bd-871c-bbb17db09c4f req-13da1a52-c6cf-4283-b9e9-07c64a513592 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 1095 time: 0.0510166 Aug 17 03:51:44.510023 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fef74-57a6-45bd-871c-bbb17db09c4f req-76d32564-44b6-4c85-b1ea-4eee7d9078b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:44.512184 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f74fef74-57a6-45bd-871c-bbb17db09c4f req-76d32564-44b6-4c85-b1ea-4eee7d9078b5 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=78778a31d9574566b32fe91f2cdf12c8&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1078191 Aug 17 03:51:44.607876 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f74fef74-57a6-45bd-871c-bbb17db09c4f req-08e54ce5-7a85-44c6-9df9-fdc4f18788e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:44.609491 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f74fef74-57a6-45bd-871c-bbb17db09c4f req-08e54ce5-7a85-44c6-9df9-fdc4f18788e2 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0910714 Aug 17 03:51:44.697334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-d496492e-30f0-444b-bafb-44bfe28c8620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:44.699543 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-d496492e-30f0-444b-bafb-44bfe28c8620 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 1095 time: 0.0454364 Aug 17 03:51:44.756634 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-f674fb75-41e0-44bb-8358-6ac8ec39b4d4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4345e6a4-5f5e-4597-95da-630096d36845 HTTP/1.1" status: 200 len: 217 time: 0.0497048 Aug 17 03:51:44.808359 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-8e84082f-fa23-468f-9c8a-648aaec3f301 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:44.809892 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-8e84082f-fa23-468f-9c8a-648aaec3f301 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0463865 Aug 17 03:51:44.856815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-040b4c9e-8ebc-4769-bc51-b735f4a642f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:44.858386 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-040b4c9e-8ebc-4769-bc51-b735f4a642f2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416372 Aug 17 03:51:44.978039 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-266eef0a-d39f-41d7-8c36-302669dc00da service neutron] 10.222.0.60 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1122987 Aug 17 03:51:45.076320 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fa3ef874-4eb4-478a-9057-3e0d7b29033e req-fa874e5d-b3b6-4744-a4b2-5b2e56fe3f72 service neutron] 10.222.0.60 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910945 Aug 17 03:51:45.181965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee9334fe-7433-48b5-beb9-c6deba4e8d34 req-89672bd8-fe8e-483f-bfae-c6944318a2a0 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:45.184088 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee9334fe-7433-48b5-beb9-c6deba4e8d34 req-89672bd8-fe8e-483f-bfae-c6944318a2a0 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 944 time: 0.0627241 Aug 17 03:51:45.233977 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ee9334fe-7433-48b5-beb9-c6deba4e8d34 req-dfc5b96a-f956-4702-abed-0235a0c06cd4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417290 Aug 17 03:51:45.373091 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e5dd0671-a7b4-4fc6-8222-0ea1efab6c45 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:46.359596 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf22e514-6087-40c6-b5ff-d3cf43df7bf8 req-bc1ae531-2d13-476c-a58d-a22c10fded26 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:46.378556 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cf22e514-6087-40c6-b5ff-d3cf43df7bf8 req-bc1ae531-2d13-476c-a58d-a22c10fded26 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 944 time: 0.0559132 Aug 17 03:51:46.402387 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cf22e514-6087-40c6-b5ff-d3cf43df7bf8 req-7fd05772-098c-4de7-b5d1-991bc1ea8834 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345263 Aug 17 03:51:47.524996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc2853a-6c82-4b8c-a140-f3e5531f45eb req-0e875ee7-06f4-4715-b753-6b7b582731e1 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:47.527086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bfc2853a-6c82-4b8c-a140-f3e5531f45eb req-0e875ee7-06f4-4715-b753-6b7b582731e1 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 944 time: 0.0503838 Aug 17 03:51:47.570447 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bfc2853a-6c82-4b8c-a140-f3e5531f45eb req-332e80e3-cda4-43b1-ac1f-3fb506f5bdbc tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370951 Aug 17 03:51:47.978189 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5438463b-325e-4b2f-808b-4ca28a92379f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:48.218636 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:48.493914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-b11ef6cb-06ff-4606-8a38-3d8c0b6c737c req-c8ac5cd2-afd7-4c2f-aef8-549d891d0ffb service neutron] (101970) timed out ('10.222.0.10', 39394) {{(pid=101970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 03:51:48.698371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cf3c91-4ba8-41de-8cbd-70eca8ce8002 req-7360e12f-f5bf-4df9-9924-c32bd2514e05 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:48.700779 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-15cf3c91-4ba8-41de-8cbd-70eca8ce8002 req-7360e12f-f5bf-4df9-9924-c32bd2514e05 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 944 time: 0.0563760 Aug 17 03:51:48.752780 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-15cf3c91-4ba8-41de-8cbd-70eca8ce8002 req-8d9f2594-4b2d-4695-9e88-65d05315b9b3 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431333 Aug 17 03:51:49.306333 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:49.872825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f22f64a0-74a3-4bc0-93b5-fde0b4ba3598 req-72c5334b-361d-4519-9b07-c2bcd1808491 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:49.874361 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f22f64a0-74a3-4bc0-93b5-fde0b4ba3598 req-72c5334b-361d-4519-9b07-c2bcd1808491 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 944 time: 0.0504770 Aug 17 03:51:49.917809 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f22f64a0-74a3-4bc0-93b5-fde0b4ba3598 req-2fcdb812-e8d8-4462-86b8-66dc692e7b1d tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343087 Aug 17 03:51:51.035986 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-050e55b7-2d99-4e0d-a148-ab28102bc21e req-dff6e66c-178f-4e49-bd3e-5a0ff5eca9f1 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:51.037512 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-050e55b7-2d99-4e0d-a148-ab28102bc21e req-dff6e66c-178f-4e49-bd3e-5a0ff5eca9f1 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 944 time: 0.0504003 Aug 17 03:51:51.046844 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:51.077496 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-050e55b7-2d99-4e0d-a148-ab28102bc21e req-d2acd047-48cd-42de-baf5-78f69c57d8b9 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336754 Aug 17 03:51:52.202141 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f1f97e6-95ad-4a52-81fa-4f1be04d4160 req-eb48c0f7-acef-4aaf-b0bb-57a73b31d900 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:52.203645 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f1f97e6-95ad-4a52-81fa-4f1be04d4160 req-eb48c0f7-acef-4aaf-b0bb-57a73b31d900 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 944 time: 0.0533004 Aug 17 03:51:52.241252 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f1f97e6-95ad-4a52-81fa-4f1be04d4160 req-cc9c58af-9088-4f2f-ba42-de50b0339ce5 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315912 Aug 17 03:51:53.361264 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7904f9df-5f03-46e8-b223-336a23e7b1a7 req-371d64d1-64ab-4188-ad8e-3ccc314193c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:53.362688 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7904f9df-5f03-46e8-b223-336a23e7b1a7 req-371d64d1-64ab-4188-ad8e-3ccc314193c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 944 time: 0.0529783 Aug 17 03:51:53.400576 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7904f9df-5f03-46e8-b223-336a23e7b1a7 req-dfbe3126-bc0f-491e-abfc-e5f22b6084ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319085 Aug 17 03:51:54.514963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3dccb49-f40e-46fa-8c92-38d4e5e6331e req-a194544b-b3ae-4b5e-918a-8f6cc0ea8d07 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:54.516510 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d3dccb49-f40e-46fa-8c92-38d4e5e6331e req-a194544b-b3ae-4b5e-918a-8f6cc0ea8d07 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 944 time: 0.0500402 Aug 17 03:51:54.555462 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d3dccb49-f40e-46fa-8c92-38d4e5e6331e req-e5c9b51c-38d1-44a2-90db-65262e26a54e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329013 Aug 17 03:51:54.563408 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:51:55.670758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1496871b-2e36-4577-8015-a19997de8714 req-9c2da65a-ec28-44bf-8c96-2f7bc9f7af85 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:55.672227 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1496871b-2e36-4577-8015-a19997de8714 req-9c2da65a-ec28-44bf-8c96-2f7bc9f7af85 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 944 time: 0.0491996 Aug 17 03:51:55.710788 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1496871b-2e36-4577-8015-a19997de8714 req-fafee640-fd25-474a-8b5b-f269f4465123 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324690 Aug 17 03:51:56.824048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7f20ec-c167-4fbb-96f2-134938c25df1 req-a356792c-ab51-4b8a-bd37-d8140253485f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:56.825635 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e7f20ec-c167-4fbb-96f2-134938c25df1 req-a356792c-ab51-4b8a-bd37-d8140253485f tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 944 time: 0.0490983 Aug 17 03:51:56.863382 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5e7f20ec-c167-4fbb-96f2-134938c25df1 req-2f9d8f2d-c4d0-436b-bade-74b05ea5299e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319133 Aug 17 03:51:56.965126 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4345e6a4-5f5e-4597-95da-630096d36845 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:51:57.061887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 4345e6a4-5f5e-4597-95da-630096d36845, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4345e6a4-5f5e-4597-95da-630096d36845,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:51:57.074405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '4345e6a4-5f5e-4597-95da-630096d36845', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'port_id': '4345e6a4-5f5e-4597-95da-630096d36845', 'mac_address': 'fa:16:3e:bb:eb:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 74, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:51:57.110188 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:57.123056 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4345e6a4-5f5e-4597-95da-630096d36845 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:51:57.143304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 4345e6a4-5f5e-4597-95da-630096d36845, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4345e6a4-5f5e-4597-95da-630096d36845,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:51:57.226129 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:57.276210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=4345e6a4-5f5e-4597-95da-630096d36845,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:51:57.283427 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:57.283777 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:57.284119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:57.284458 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:57.284805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:57.285123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:57.285474 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:57.285803 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:57.286126 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:57.286451 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:57.286774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:57.287094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:51:57.455832 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['4345e6a4-5f5e-4597-95da-630096d36845'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:51:57.980373 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42205b7e-c409-44b8-b950-1a09c5c9b871 req-355e9296-ae27-4281-901d-305a81e4f043 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:57.981927 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-42205b7e-c409-44b8-b950-1a09c5c9b871 req-355e9296-ae27-4281-901d-305a81e4f043 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 945 time: 0.0507219 Aug 17 03:51:58.019376 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-42205b7e-c409-44b8-b950-1a09c5c9b871 req-38e06d8b-561b-4d61-abec-ad16cf8eb68c tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315120 Aug 17 03:51:58.979543 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4345e6a4-5f5e-4597-95da-630096d36845 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:51:59.126583 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 4345e6a4-5f5e-4597-95da-630096d36845 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:51:59.130659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 4345e6a4-5f5e-4597-95da-630096d36845 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:51:59.131030 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:59.208107 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:59.233021 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa8e62e-ea8e-4111-8042-9bce9b957ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4345e6a4-5f5e-4597-95da-630096d36845'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:51:59.235294 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-494cfbfd-4bc4-4578-ba60-5c9f1eb760e1" -d '{"events": [{"server_uuid": "faa8e62e-ea8e-4111-8042-9bce9b957ccc", "name": "network-vif-plugged", "status": "completed", "tag": "4345e6a4-5f5e-4597-95da-630096d36845"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:51:59.262645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 4345e6a4-5f5e-4597-95da-630096d36845, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4345e6a4-5f5e-4597-95da-630096d36845,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:51:59.283340 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:51:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3766ad2b-9d7c-436d-ba72-7e13a08b81eb x-openstack-request-id: req-3766ad2b-9d7c-436d-ba72-7e13a08b81eb {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:51:59.283634 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa8e62e-ea8e-4111-8042-9bce9b957ccc", "name": "network-vif-plugged", "status": "completed", "tag": "4345e6a4-5f5e-4597-95da-630096d36845", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:51:59.283894 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3766ad2b-9d7c-436d-ba72-7e13a08b81eb {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:51:59.284288 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa8e62e-ea8e-4111-8042-9bce9b957ccc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4345e6a4-5f5e-4597-95da-630096d36845', 'code': 200} Aug 17 03:51:59.356395 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:51:59.382069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42a6ffb9-b392-45b7-a858-510231aaf97b req-c5211428-84ce-4254-8fb7-313a3ed81cc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:51:59.383873 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-42a6ffb9-b392-45b7-a858-510231aaf97b req-c5211428-84ce-4254-8fb7-313a3ed81cc1 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 1096 time: 0.0447936 Aug 17 03:51:59.405917 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=4345e6a4-5f5e-4597-95da-630096d36845,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:51:59.421015 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-42a6ffb9-b392-45b7-a858-510231aaf97b req-9a16d690-acef-4322-b56d-a1dcf2d827af service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0300913 Aug 17 03:52:01.252174 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8127d962-cb45-40f3-95f7-12a3d3f0b3a9 req-ebca83d4-4077-42e7-a95d-782db3afc37b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403466 Aug 17 03:52:01.333905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127d962-cb45-40f3-95f7-12a3d3f0b3a9 req-ba5ef5aa-d016-4a62-8b83-95bb11774335 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:52:01.335356 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8127d962-cb45-40f3-95f7-12a3d3f0b3a9 req-ba5ef5aa-d016-4a62-8b83-95bb11774335 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 1097 time: 0.0403914 Aug 17 03:52:01.764675 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127d962-cb45-40f3-95f7-12a3d3f0b3a9 req-737557eb-6b44-4683-9773-1dd2895aba20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:52:01.766186 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8127d962-cb45-40f3-95f7-12a3d3f0b3a9 req-737557eb-6b44-4683-9773-1dd2895aba20 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 911 time: 0.4105699 Aug 17 03:52:01.820316 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8127d962-cb45-40f3-95f7-12a3d3f0b3a9 req-75e1c776-1ed1-4b51-a07b-93765957fa1d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4345e6a4-5f5e-4597-95da-630096d36845 HTTP/1.1" status: 200 len: 217 time: 0.0457041 Aug 17 03:52:01.871798 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48ddf27c-fa66-4cbb-b478-6b0361ee9881 req-19d9686b-a019-408e-9cfd-35757a040512 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1045222 Aug 17 03:52:01.878780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127d962-cb45-40f3-95f7-12a3d3f0b3a9 req-24cb2b70-dbaf-433c-9c04-fa9775b20fba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:52:01.880192 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8127d962-cb45-40f3-95f7-12a3d3f0b3a9 req-24cb2b70-dbaf-433c-9c04-fa9775b20fba service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0530379 Aug 17 03:52:01.949474 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8127d962-cb45-40f3-95f7-12a3d3f0b3a9 req-12c654ff-f254-4d10-be90-8c69193c3dc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:52:01.951010 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8127d962-cb45-40f3-95f7-12a3d3f0b3a9 req-12c654ff-f254-4d10-be90-8c69193c3dc8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0624523 Aug 17 03:52:02.008809 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddf27c-fa66-4cbb-b478-6b0361ee9881 req-c1802abe-e998-49a3-979a-cc52cdf3505a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:52:02.010234 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48ddf27c-fa66-4cbb-b478-6b0361ee9881 req-c1802abe-e998-49a3-979a-cc52cdf3505a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 1097 time: 0.0908716 Aug 17 03:52:02.096690 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8127d962-cb45-40f3-95f7-12a3d3f0b3a9 req-5c7ad091-ba47-443c-8638-9fca92ae2e7b service neutron] 10.222.0.60 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368313 Aug 17 03:52:02.187151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddf27c-fa66-4cbb-b478-6b0361ee9881 req-71dcd52c-eb2d-49cd-aa8a-6af7f019aaee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:52:02.188624 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48ddf27c-fa66-4cbb-b478-6b0361ee9881 req-71dcd52c-eb2d-49cd-aa8a-6af7f019aaee service neutron] 10.222.0.30 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 911 time: 0.1580260 Aug 17 03:52:02.260972 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8127d962-cb45-40f3-95f7-12a3d3f0b3a9 req-dd438df3-6101-4bc3-9af2-5091c7ba3c80 service neutron] 10.222.0.60 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564393 Aug 17 03:52:02.275069 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48ddf27c-fa66-4cbb-b478-6b0361ee9881 req-7094391a-8ac8-40aa-be7e-12510afab2c4 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf72a50e-5867-48c2-ad56-a387aca5b95c HTTP/1.1" status: 200 len: 1002 time: 0.0783663 Aug 17 03:52:02.330376 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddf27c-fa66-4cbb-b478-6b0361ee9881 req-03a71fc7-c208-4679-8c6a-ff49165da963 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:52:02.331830 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48ddf27c-fa66-4cbb-b478-6b0361ee9881 req-03a71fc7-c208-4679-8c6a-ff49165da963 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0490506 Aug 17 03:52:02.380924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48ddf27c-fa66-4cbb-b478-6b0361ee9881 req-e03e42c8-c651-4883-9ea7-cab0216c6e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:52:02.382537 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48ddf27c-fa66-4cbb-b478-6b0361ee9881 req-e03e42c8-c651-4883-9ea7-cab0216c6e48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422041 Aug 17 03:52:02.475720 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48ddf27c-fa66-4cbb-b478-6b0361ee9881 req-7b7c2376-2817-44e8-8e79-a1686ca0eda4 service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856273 Aug 17 03:52:02.573839 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-48ddf27c-fa66-4cbb-b478-6b0361ee9881 req-aa37c73d-be00-4a25-901c-08422538375f service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904839 Aug 17 03:52:03.614728 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:04.292755 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:15.332372 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d427be11-80ad-4d42-8cb2-e4de05b48dbf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:17.962920 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ef2be8b3-fda2-4112-a7ac-e3758c3abf47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:18.215080 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:19.320636 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:21.040555 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:31.562927 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:52:33.601152 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:34.265238 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:45.316321 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-569576c6-015b-4462-9765-58bc9d058550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:47.931298 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca233da2-fdf5-49d8-a334-1636c2cc9a91 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:48.287782 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:49.342938 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:51.030413 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:59.204852 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5940ff75-198a-4488-9564-112a88c3b0f4 req-c82ef3ff-b08b-45b6-aeba-642db9771318 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:52:59.206425 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5940ff75-198a-4488-9564-112a88c3b0f4 req-c82ef3ff-b08b-45b6-aeba-642db9771318 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 946 time: 0.0550063 Aug 17 03:52:59.244062 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5940ff75-198a-4488-9564-112a88c3b0f4 req-0d36c509-7e28-45c3-b7a8-66e2f1ee8ed2 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316970 Aug 17 03:52:59.360639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97525dd7-90d8-43b7-bd23-5553edce233d req-936a387d-8231-4dfc-a595-c74555e9a4ec tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:52:59.362103 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-97525dd7-90d8-43b7-bd23-5553edce233d req-936a387d-8231-4dfc-a595-c74555e9a4ec tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 946 time: 0.0510333 Aug 17 03:52:59.402555 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-97525dd7-90d8-43b7-bd23-5553edce233d req-f024624d-eda6-47c3-9a15-1ad2a2cfd1a7 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345252 Aug 17 03:52:59.424543 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41402) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:52:59.466265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86c2a93c-78ef-43ff-848f-ea6a6f5031d8 tempest-TestVolumeBootPattern-1925207362 tempest-TestVolumeBootPattern-1925207362-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:52:59.467841 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-86c2a93c-78ef-43ff-848f-ea6a6f5031d8 tempest-TestVolumeBootPattern-1925207362 tempest-TestVolumeBootPattern-1925207362-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 1092 time: 0.0422704 Aug 17 03:52:59.470900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41404) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:52:59.475217 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': '4345e6a4-5f5e-4597-95da-630096d36845', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:52:59.556156 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:59.658827 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:52:59.771297 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Allocated IP 172.25.1.105 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/9b912870-0c7a-4342-92e2-1d04b4caabc5) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:52:59.879737 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:00.065699 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:00.107250 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:53:00.110116 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:53:00.113805 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:53:00.119468 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'Port': ['ID=9b912870-0c7a-4342-92e2-1d04b4caabc5,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:53:00.146464 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:53:00.146817 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:53:00.147167 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:53:00.147559 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:53:00.147883 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:53:00.148223 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:53:00.148560 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:53:00.148899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:53:00.149258 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:53:00.149619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:53:00.157958 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:53:00.157958 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:53:00.508700 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:00.678673 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:00.836140 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:00.899026 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:00.978343 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event updated for resources: {'Port': ['ID=9b912870-0c7a-4342-92e2-1d04b4caabc5,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:53:00.990418 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:01.093251 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Floating IP 0b3527b9-90ef-447c-a4b9-b2cd349f0d36 associated. External IP: 172.25.1.105, port: 4345e6a4-5f5e-4597-95da-630096d36845. Aug 17 03:53:01.244175 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fb0bb7d-756b-4b95-8660-05e8c414c1c2 req-22db6e7f-dc94-4c3d-bc7f-8bd169128d32 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408080 Aug 17 03:53:01.307827 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:53:01.332034 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0bb7d-756b-4b95-8660-05e8c414c1c2 req-02d2341c-96a3-4d1f-b8f4-53d3393f43dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:53:01.341597 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fb0bb7d-756b-4b95-8660-05e8c414c1c2 req-02d2341c-96a3-4d1f-b8f4-53d3393f43dd service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 1097 time: 0.0473747 Aug 17 03:53:01.430897 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:53:01.442899 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806303bb-1288-4ecf-bfb1-466f4d683f93 None None] Sync routers for ids ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:53:01.446091 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0bb7d-756b-4b95-8660-05e8c414c1c2 req-584cd647-70d7-45db-a82f-0b00b9c2795a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:53:01.447639 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fb0bb7d-756b-4b95-8660-05e8c414c1c2 req-584cd647-70d7-45db-a82f-0b00b9c2795a service neutron] 10.222.0.60 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 911 time: 0.0931404 Aug 17 03:53:01.457830 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806303bb-1288-4ecf-bfb1-466f4d683f93 None None] Routers {'5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:53:01.496288 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-806303bb-1288-4ecf-bfb1-466f4d683f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:52:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:53:01.523726 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fb0bb7d-756b-4b95-8660-05e8c414c1c2 req-ee118a25-8d48-44f8-9f9b-acd3202b722b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4345e6a4-5f5e-4597-95da-630096d36845 HTTP/1.1" status: 200 len: 1000 time: 0.0684345 Aug 17 03:53:01.563729 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-806303bb-1288-4ecf-bfb1-466f4d683f93 None None] Set router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:53:01.576159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0bb7d-756b-4b95-8660-05e8c414c1c2 req-20ead6af-32c8-41fb-a870-57bbc2c04181 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:53:01.577757 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fb0bb7d-756b-4b95-8660-05e8c414c1c2 req-20ead6af-32c8-41fb-a870-57bbc2c04181 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0476067 Aug 17 03:53:01.579267 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:01.619693 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-761e2a61-0d1d-4d80-b0ed-9aff6506cc47 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.1376550 Aug 17 03:53:01.619693 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa8e62e-ea8e-4111-8042-9bce9b957ccc', 'tag': '4345e6a4-5f5e-4597-95da-630096d36845'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:53:01.641871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb0bb7d-756b-4b95-8660-05e8c414c1c2 req-b5b36f7f-69ef-4da2-aa9f-aaf0af95b79d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:53:01.643448 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fb0bb7d-756b-4b95-8660-05e8c414c1c2 req-b5b36f7f-69ef-4da2-aa9f-aaf0af95b79d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0588758 Aug 17 03:53:01.757243 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1597df65-d3fe-4c9c-b45f-a42506fb4925" -d '{"events": [{"name": "network-changed", "server_uuid": "faa8e62e-ea8e-4111-8042-9bce9b957ccc", "tag": "4345e6a4-5f5e-4597-95da-630096d36845"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:53:01.772709 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fb0bb7d-756b-4b95-8660-05e8c414c1c2 req-dbf7a973-8bd4-4f47-95c0-cecf5e637074 service neutron] 10.222.0.60 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1209955 Aug 17 03:53:01.831073 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-806303bb-1288-4ecf-bfb1-466f4d683f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '0b3527b9-90ef-447c-a4b9-b2cd349f0d36', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'port_id': '4345e6a4-5f5e-4597-95da-630096d36845', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'mac_address': 'fa:16:3e:bb:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8e62e-ea8e-4111-8042-9bce9b957ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:53:00Z', 'updated_at': '2021-08-17T03:53:00Z', 'revision_number': 0, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ip_address_scope': None}, {'id': '9599d41b-4116-42d3-8a65-66427a5147ee', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'port_id': 'bf72a50e-5867-48c2-ad56-a387aca5b95c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'mac_address': 'fa:16:3e:ea:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:49:06Z', 'updated_at': '2021-08-17T03:49:09Z', 'revision_number': 1, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:53:01.859121 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806303bb-1288-4ecf-bfb1-466f4d683f93 None None] Checking router: 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:53:01.859328 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:53:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af331b5c-fe5d-466f-a159-3efeea3444fc x-openstack-request-id: req-af331b5c-fe5d-466f-a159-3efeea3444fc {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:53:01.859328 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa8e62e-ea8e-4111-8042-9bce9b957ccc", "tag": "4345e6a4-5f5e-4597-95da-630096d36845", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:53:01.859328 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-af331b5c-fe5d-466f-a159-3efeea3444fc {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:53:01.859740 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa8e62e-ea8e-4111-8042-9bce9b957ccc', 'tag': '4345e6a4-5f5e-4597-95da-630096d36845', 'status': 'completed', 'code': 200} Aug 17 03:53:01.867533 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-806303bb-1288-4ecf-bfb1-466f4d683f93 None None] Routers {'5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:53:01.868149 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-806303bb-1288-4ecf-bfb1-466f4d683f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:52:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:53:01.890486 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fb0bb7d-756b-4b95-8660-05e8c414c1c2 req-5639c006-7e65-4335-a184-1e2370b33af2 service neutron] 10.222.0.60 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097753 Aug 17 03:53:02.068532 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-806303bb-1288-4ecf-bfb1-466f4d683f93 None None] Set router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:53:02.070293 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597df65-d3fe-4c9c-b45f-a42506fb4925 req-f8ee8e52-d4ab-4066-82d1-c2d13ea9fb49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:53:02.071845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1597df65-d3fe-4c9c-b45f-a42506fb4925 req-f8ee8e52-d4ab-4066-82d1-c2d13ea9fb49 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 1097 time: 0.0413299 Aug 17 03:53:02.169874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597df65-d3fe-4c9c-b45f-a42506fb4925 req-5a3f1a86-55c4-4d5a-8eb8-6753fadcfdc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:53:02.171396 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1597df65-d3fe-4c9c-b45f-a42506fb4925 req-5a3f1a86-55c4-4d5a-8eb8-6753fadcfdc3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 911 time: 0.0919740 Aug 17 03:53:02.245874 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1597df65-d3fe-4c9c-b45f-a42506fb4925 req-34f9030d-7441-4059-99e0-1593a40b1c1a service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4345e6a4-5f5e-4597-95da-630096d36845 HTTP/1.1" status: 200 len: 1000 time: 0.0670028 Aug 17 03:53:02.296681 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597df65-d3fe-4c9c-b45f-a42506fb4925 req-3d9cc782-5ad9-4d45-82ad-09b4a23c339e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:53:02.298290 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1597df65-d3fe-4c9c-b45f-a42506fb4925 req-3d9cc782-5ad9-4d45-82ad-09b4a23c339e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0456309 Aug 17 03:53:02.303185 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-806303bb-1288-4ecf-bfb1-466f4d683f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '0b3527b9-90ef-447c-a4b9-b2cd349f0d36', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'port_id': '4345e6a4-5f5e-4597-95da-630096d36845', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'mac_address': 'fa:16:3e:bb:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8e62e-ea8e-4111-8042-9bce9b957ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:53:00Z', 'updated_at': '2021-08-17T03:53:00Z', 'revision_number': 0, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ip_address_scope': None}, {'id': '9599d41b-4116-42d3-8a65-66427a5147ee', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'port_id': 'bf72a50e-5867-48c2-ad56-a387aca5b95c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'mac_address': 'fa:16:3e:ea:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:49:06Z', 'updated_at': '2021-08-17T03:49:09Z', 'revision_number': 1, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:53:02.333738 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-806303bb-1288-4ecf-bfb1-466f4d683f93 None None] The sync data for ids ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'] in n-d-802060-9 is: [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '0b3527b9-90ef-447c-a4b9-b2cd349f0d36', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'floating_ip_address': '172.25.1.105', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'port_id': '4345e6a4-5f5e-4597-95da-630096d36845', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4001, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'mac_address': 'fa:16:3e:bb:eb:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'faa8e62e-ea8e-4111-8042-9bce9b957ccc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:53:00Z', 'updated_at': '2021-08-17T03:53:00Z', 'revision_number': 0, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ip_address_scope': None}, {'id': '9599d41b-4116-42d3-8a65-66427a5147ee', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'port_id': 'bf72a50e-5867-48c2-ad56-a387aca5b95c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'mac_address': 'fa:16:3e:ea:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:49:06Z', 'updated_at': '2021-08-17T03:49:09Z', 'revision_number': 1, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:53:02.373373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1597df65-d3fe-4c9c-b45f-a42506fb4925 req-58b535e0-4905-4ca6-919c-faa3e308a00d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:53:02.375306 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1597df65-d3fe-4c9c-b45f-a42506fb4925 req-58b535e0-4905-4ca6-919c-faa3e308a00d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0702083 Aug 17 03:53:02.399337 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c22df4c0-8f3e-42f3-89d1-8bd9d0264774 req-b1227624-f058-4706-b771-f79f7a88b79e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0647020 Aug 17 03:53:02.514931 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22df4c0-8f3e-42f3-89d1-8bd9d0264774 req-2d4969c0-e7b7-418c-b1c2-e77b8ec28991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:53:02.516477 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c22df4c0-8f3e-42f3-89d1-8bd9d0264774 req-2d4969c0-e7b7-418c-b1c2-e77b8ec28991 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 1097 time: 0.0716057 Aug 17 03:53:02.523757 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1597df65-d3fe-4c9c-b45f-a42506fb4925 req-86a9299f-84e7-420a-b5ff-8e07030b9c86 service neutron] 10.222.0.60 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1399515 Aug 17 03:53:02.546533 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bdfdb1e9-76a0-4813-9999-5551d60e6452 None None] New status for floating IP 0b3527b9-90ef-447c-a4b9-b2cd349f0d36: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:53:02.687967 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1597df65-d3fe-4c9c-b45f-a42506fb4925 req-89755e05-cec6-452a-8357-55b9a9c3e66c service neutron] 10.222.0.60 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564040 Aug 17 03:53:02.692322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22df4c0-8f3e-42f3-89d1-8bd9d0264774 req-67b9143a-8da3-461e-85a0-b1c75a119525 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:53:02.693711 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c22df4c0-8f3e-42f3-89d1-8bd9d0264774 req-67b9143a-8da3-461e-85a0-b1c75a119525 service neutron] 10.222.0.30 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 911 time: 0.1426210 Aug 17 03:53:02.769179 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c22df4c0-8f3e-42f3-89d1-8bd9d0264774 req-d2535431-4cd2-492a-a308-c199e85ffc95 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf72a50e-5867-48c2-ad56-a387aca5b95c HTTP/1.1" status: 200 len: 1002 time: 0.0677357 Aug 17 03:53:02.820023 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22df4c0-8f3e-42f3-89d1-8bd9d0264774 req-fbb90201-f712-4e84-8699-f9a8ef7641a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:53:02.821521 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c22df4c0-8f3e-42f3-89d1-8bd9d0264774 req-fbb90201-f712-4e84-8699-f9a8ef7641a7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0451140 Aug 17 03:53:02.867188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22df4c0-8f3e-42f3-89d1-8bd9d0264774 req-844103c4-b4ee-484b-9baf-b96f9a6a0f6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:53:02.868692 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c22df4c0-8f3e-42f3-89d1-8bd9d0264774 req-844103c4-b4ee-484b-9baf-b96f9a6a0f6e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401821 Aug 17 03:53:02.963007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c22df4c0-8f3e-42f3-89d1-8bd9d0264774 req-ba64a9a3-e68a-446d-b118-f3ced9d38d84 service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866480 Aug 17 03:53:03.051691 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c22df4c0-8f3e-42f3-89d1-8bd9d0264774 req-0ce8ae66-b4a8-4385-9503-d14388523b65 service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819063 Aug 17 03:53:03.634260 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:04.274003 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:08.561730 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:53:15.333121 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0a311137-35ce-41f3-953f-16817bf473c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:17.965268 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-942d7642-ed9e-4111-939c-b94876822d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:18.190481 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:19.303005 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:21.076038 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:33.623585 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:34.298246 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:45.314932 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-93d3a33c-b815-4967-8434-9e6fdad074c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:45.561198 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:53:47.989233 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-14631a00-d776-4313-ace8-af96d9d1b00e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:48.194985 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:49.295382 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:53:51.021717 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:03.262352 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b05d54d0-68d4-41fa-94d6-8db805993dc7 req-3ef36877-ebc9-409b-b67a-e3c86800a8ad service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464361 Aug 17 03:54:03.351384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d54d0-68d4-41fa-94d6-8db805993dc7 req-68c1ee11-f759-4bf8-b8fe-93f41c400d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:03.352901 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b05d54d0-68d4-41fa-94d6-8db805993dc7 req-68c1ee11-f759-4bf8-b8fe-93f41c400d74 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 1097 time: 0.0436287 Aug 17 03:54:03.459398 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d54d0-68d4-41fa-94d6-8db805993dc7 req-1077ccf2-dddf-4c7a-9707-ab0c0963c906 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:03.460902 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b05d54d0-68d4-41fa-94d6-8db805993dc7 req-1077ccf2-dddf-4c7a-9707-ab0c0963c906 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 911 time: 0.0889449 Aug 17 03:54:03.527468 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b05d54d0-68d4-41fa-94d6-8db805993dc7 req-76f84d25-553b-416c-ba0f-b2137c970071 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4345e6a4-5f5e-4597-95da-630096d36845 HTTP/1.1" status: 200 len: 1002 time: 0.0588672 Aug 17 03:54:03.575182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d54d0-68d4-41fa-94d6-8db805993dc7 req-bd7a2ad4-8ab7-4d1e-adbd-675a5ffdbb80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:03.576711 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b05d54d0-68d4-41fa-94d6-8db805993dc7 req-bd7a2ad4-8ab7-4d1e-adbd-675a5ffdbb80 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0428503 Aug 17 03:54:03.631732 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b05d54d0-68d4-41fa-94d6-8db805993dc7 req-cb92a477-ef80-4075-8a3f-53b56f77d3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:03.633262 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b05d54d0-68d4-41fa-94d6-8db805993dc7 req-cb92a477-ef80-4075-8a3f-53b56f77d3ee service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0493727 Aug 17 03:54:03.666597 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:03.732215 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b05d54d0-68d4-41fa-94d6-8db805993dc7 req-cedde1ab-b922-446d-b235-db56c7653e61 service neutron] 10.222.0.60 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0918334 Aug 17 03:54:03.846060 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b05d54d0-68d4-41fa-94d6-8db805993dc7 req-67eba290-b77f-482c-9b71-b78a8be86658 service neutron] 10.222.0.60 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1063280 Aug 17 03:54:03.877909 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5046a4ca-1fde-4fc9-8279-848817ced1c8 req-5195052e-2cce-493c-aa42-19828b23a94e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1199698 Aug 17 03:54:03.962818 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046a4ca-1fde-4fc9-8279-848817ced1c8 req-911a510b-ab8a-4df2-b11b-9521587a1dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:03.964348 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5046a4ca-1fde-4fc9-8279-848817ced1c8 req-911a510b-ab8a-4df2-b11b-9521587a1dcc service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 1097 time: 0.0432937 Aug 17 03:54:04.078164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046a4ca-1fde-4fc9-8279-848817ced1c8 req-d6a0ade7-2de2-465a-9195-993c1b50c24a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:04.079573 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5046a4ca-1fde-4fc9-8279-848817ced1c8 req-d6a0ade7-2de2-465a-9195-993c1b50c24a service neutron] 10.222.0.30 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 911 time: 0.0959563 Aug 17 03:54:04.146263 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5046a4ca-1fde-4fc9-8279-848817ced1c8 req-3a5444a5-7985-48f2-ade5-d3ef98b66417 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf72a50e-5867-48c2-ad56-a387aca5b95c HTTP/1.1" status: 200 len: 1002 time: 0.0593324 Aug 17 03:54:04.199911 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046a4ca-1fde-4fc9-8279-848817ced1c8 req-f075942b-1ca7-43b0-969f-91ad0ca70610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:04.201382 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5046a4ca-1fde-4fc9-8279-848817ced1c8 req-f075942b-1ca7-43b0-969f-91ad0ca70610 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0480399 Aug 17 03:54:04.248711 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046a4ca-1fde-4fc9-8279-848817ced1c8 req-e8af4233-3ec7-4b36-bb22-b6f80d41b2ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:04.250273 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5046a4ca-1fde-4fc9-8279-848817ced1c8 req-e8af4233-3ec7-4b36-bb22-b6f80d41b2ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0419853 Aug 17 03:54:04.286334 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:04.340580 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5046a4ca-1fde-4fc9-8279-848817ced1c8 req-dfbd2740-7ff5-4397-b2d2-b3cc20a12ff9 service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830033 Aug 17 03:54:04.433931 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5046a4ca-1fde-4fc9-8279-848817ced1c8 req-bfbad1a2-075a-48d4-9e72-bf6cfd081c3b service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855880 Aug 17 03:54:13.676158 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41450) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:54:13.890299 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Deleting port 9b912870-0c7a-4342-92e2-1d04b4caabc5 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:54:13.890649 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:13.968935 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:13.969172 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:13.981045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Calling delete_port for 9b912870-0c7a-4342-92e2-1d04b4caabc5 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:54:14.183680 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:14.213761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event deleted for resources: {'Port': ['ID=9b912870-0c7a-4342-92e2-1d04b4caabc5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:14.242976 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:14.243324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:14.243672 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:14.244016 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:14.244355 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:14.244693 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:14.245031 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:14.246150 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:14.246579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:14.246919 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:14.247257 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:14.247591 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:14.300006 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:14.301387 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Floating IP 0b3527b9-90ef-447c-a4b9-b2cd349f0d36 disassociated (deleted). External IP: 172.25.1.105, port: 4345e6a4-5f5e-4597-95da-630096d36845. Aug 17 03:54:14.551411 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:54:14.673864 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:54:14.678799 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:14.686070 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd0ddb-48fd-427b-a027-df362d6e8027 None None] Sync routers for ids ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:54:14.695392 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd0ddb-48fd-427b-a027-df362d6e8027 None None] Routers {'5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:54:14.696570 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0bdd0ddb-48fd-427b-a027-df362d6e8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:53:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:14.708744 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0b62c9ac-cd26-428d-b4c8-9904b5fa42c4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "DELETE /v2.0/floatingips/0b3527b9-90ef-447c-a4b9-b2cd349f0d36 HTTP/1.1" status: 204 len: 168 time: 1.0314856 Aug 17 03:54:14.709360 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'faa8e62e-ea8e-4111-8042-9bce9b957ccc', 'tag': '4345e6a4-5f5e-4597-95da-630096d36845'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:54:14.713315 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25d6469d-0ff5-4be8-96d6-b563ff2e4c32" -d '{"events": [{"name": "network-changed", "server_uuid": "faa8e62e-ea8e-4111-8042-9bce9b957ccc", "tag": "4345e6a4-5f5e-4597-95da-630096d36845"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:54:14.826313 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-0bdd0ddb-48fd-427b-a027-df362d6e8027 None None] Set router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:54:15.114545 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:54:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a6abe1b1-fe78-4aba-962b-f217fb41e524 x-openstack-request-id: req-a6abe1b1-fe78-4aba-962b-f217fb41e524 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:54:15.114545 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "faa8e62e-ea8e-4111-8042-9bce9b957ccc", "tag": "4345e6a4-5f5e-4597-95da-630096d36845", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:54:15.114545 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a6abe1b1-fe78-4aba-962b-f217fb41e524 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:54:15.114545 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'faa8e62e-ea8e-4111-8042-9bce9b957ccc', 'tag': '4345e6a4-5f5e-4597-95da-630096d36845', 'status': 'completed', 'code': 200} Aug 17 03:54:15.115253 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0bdd0ddb-48fd-427b-a027-df362d6e8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '9599d41b-4116-42d3-8a65-66427a5147ee', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'port_id': 'bf72a50e-5867-48c2-ad56-a387aca5b95c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'mac_address': 'fa:16:3e:ea:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:49:06Z', 'updated_at': '2021-08-17T03:49:09Z', 'revision_number': 1, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:15.151395 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd0ddb-48fd-427b-a027-df362d6e8027 None None] Checking router: 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:54:15.160779 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bdd0ddb-48fd-427b-a027-df362d6e8027 None None] Routers {'5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:54:15.161509 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0bdd0ddb-48fd-427b-a027-df362d6e8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:53:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:15.175661 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6469d-0ff5-4be8-96d6-b563ff2e4c32 req-cea2a021-2024-4458-980e-8655bc1d12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:15.177224 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25d6469d-0ff5-4be8-96d6-b563ff2e4c32 req-cea2a021-2024-4458-980e-8655bc1d12b4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 1097 time: 0.0491288 Aug 17 03:54:15.289826 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-0bdd0ddb-48fd-427b-a027-df362d6e8027 None None] Set router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:54:15.294833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6469d-0ff5-4be8-96d6-b563ff2e4c32 req-ab4d2aeb-f1cc-4f81-a427-172486791974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:15.296438 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25d6469d-0ff5-4be8-96d6-b563ff2e4c32 req-ab4d2aeb-f1cc-4f81-a427-172486791974 service neutron] 10.222.0.60 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 911 time: 0.1121082 Aug 17 03:54:15.301670 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393f96ba-2db5-4944-81cf-f7b159cede89 req-5861e3bf-2da2-4d07-918e-8de016632958 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:15.304226 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-393f96ba-2db5-4944-81cf-f7b159cede89 req-5861e3bf-2da2-4d07-918e-8de016632958 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 946 time: 0.1472955 Aug 17 03:54:15.306639 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8579bc7-ff07-4c7f-8fb6-bb428c5f7840 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:15.346362 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-393f96ba-2db5-4944-81cf-f7b159cede89 req-aef455e3-4925-4b68-be62-ca5113a0f633 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361800 Aug 17 03:54:15.347031 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25d6469d-0ff5-4be8-96d6-b563ff2e4c32 req-c03c1050-95e2-4d92-9cd6-4ed273d26f0e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=4345e6a4-5f5e-4597-95da-630096d36845 HTTP/1.1" status: 200 len: 217 time: 0.0430038 Aug 17 03:54:15.414001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6469d-0ff5-4be8-96d6-b563ff2e4c32 req-547a9319-68bc-401d-ab8c-25898ff95164 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:15.415527 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25d6469d-0ff5-4be8-96d6-b563ff2e4c32 req-547a9319-68bc-401d-ab8c-25898ff95164 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0603037 Aug 17 03:54:15.469919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d6469d-0ff5-4be8-96d6-b563ff2e4c32 req-8ce0c433-0c3a-4fb9-9838-88f55a80428b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:15.471450 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25d6469d-0ff5-4be8-96d6-b563ff2e4c32 req-8ce0c433-0c3a-4fb9-9838-88f55a80428b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0478785 Aug 17 03:54:15.545510 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0bdd0ddb-48fd-427b-a027-df362d6e8027 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '9599d41b-4116-42d3-8a65-66427a5147ee', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'port_id': 'bf72a50e-5867-48c2-ad56-a387aca5b95c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'mac_address': 'fa:16:3e:ea:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:49:06Z', 'updated_at': '2021-08-17T03:49:09Z', 'revision_number': 1, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:15.569073 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25d6469d-0ff5-4be8-96d6-b563ff2e4c32 req-dedd911d-2a6d-4eb5-bf46-275f479fddd5 service neutron] 10.222.0.60 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891089 Aug 17 03:54:15.573837 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bdd0ddb-48fd-427b-a027-df362d6e8027 None None] The sync data for ids ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'] in n-d-802060-9 is: [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '9599d41b-4116-42d3-8a65-66427a5147ee', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'floating_ip_address': '172.25.1.232', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'port_id': 'bf72a50e-5867-48c2-ad56-a387aca5b95c', 'fixed_ip_address': '172.20.0.12', 'status': 'ACTIVE', 'standard_attr_id': 3998, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'mac_address': 'fa:16:3e:ea:4a:ce', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:49:06Z', 'updated_at': '2021-08-17T03:49:09Z', 'revision_number': 1, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:54:15.684041 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25d6469d-0ff5-4be8-96d6-b563ff2e4c32 req-67e0dcbf-de80-4ab4-b804-e7db79ff845e service neutron] 10.222.0.60 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1065004 Aug 17 03:54:15.816189 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c025efb-c307-4c04-b03f-a81cb9f734da None None] New status for floating IP 0b3527b9-90ef-447c-a4b9-b2cd349f0d36: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:54:16.487498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f40f0e-9b12-4549-987f-6646aeb59542 req-8e829218-aacc-42a7-a354-771a715756b4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:16.489036 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b1f40f0e-9b12-4549-987f-6646aeb59542 req-8e829218-aacc-42a7-a354-771a715756b4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 946 time: 0.0544348 Aug 17 03:54:16.532924 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b1f40f0e-9b12-4549-987f-6646aeb59542 req-46b485c6-7df9-41e6-a696-015d0aeb18c7 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378702 Aug 17 03:54:16.669230 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9bcc90-6fad-423d-8bd9-d04ef9ac7a52 req-f6123202-5b37-498a-a985-629cf716b4eb tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:16.670763 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0c9bcc90-6fad-423d-8bd9-d04ef9ac7a52 req-f6123202-5b37-498a-a985-629cf716b4eb tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.60 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 946 time: 0.0493031 Aug 17 03:54:16.767691 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-0c9bcc90-6fad-423d-8bd9-d04ef9ac7a52 req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Deleting port 4345e6a4-5f5e-4597-95da-630096d36845 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:54:16.768248 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0c9bcc90-6fad-423d-8bd9-d04ef9ac7a52 req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:16.856998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0c9bcc90-6fad-423d-8bd9-d04ef9ac7a52 req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] For port 4345e6a4-5f5e-4597-95da-630096d36845, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4345e6a4-5f5e-4597-95da-630096d36845,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:54:16.857368 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0c9bcc90-6fad-423d-8bd9-d04ef9ac7a52 req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:16.869853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-0c9bcc90-6fad-423d-8bd9-d04ef9ac7a52 req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Calling delete_port for 4345e6a4-5f5e-4597-95da-630096d36845 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:54:17.063120 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0c9bcc90-6fad-423d-8bd9-d04ef9ac7a52 req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:17.094163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event deleted for resources: {'Port': ['ID=4345e6a4-5f5e-4597-95da-630096d36845,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:17.123426 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:17.129618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:17.129618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:17.129618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:17.129618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:17.129618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:17.129618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:17.129618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:17.129618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:17.129618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:17.129618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:17.129618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:17.150963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c9bcc90-6fad-423d-8bd9-d04ef9ac7a52 req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] No DVR routers for this DVR port 4345e6a4-5f5e-4597-95da-630096d36845 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:54:17.154641 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0c9bcc90-6fad-423d-8bd9-d04ef9ac7a52 req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:17.156644 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0c9bcc90-6fad-423d-8bd9-d04ef9ac7a52 req-1b250b8f-7b6c-4cc0-bab7-c08818a5b3ae tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.60 "DELETE /v2.0/ports/4345e6a4-5f5e-4597-95da-630096d36845 HTTP/1.1" status: 204 len: 173 time: 0.4804685 Aug 17 03:54:17.157152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'faa8e62e-ea8e-4111-8042-9bce9b957ccc', 'name': 'network-vif-deleted', 'tag': '4345e6a4-5f5e-4597-95da-630096d36845'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:54:17.159378 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af1c535f-87fd-4a1b-af11-88523736ca7d" -d '{"events": [{"server_uuid": "faa8e62e-ea8e-4111-8042-9bce9b957ccc", "name": "network-vif-deleted", "tag": "4345e6a4-5f5e-4597-95da-630096d36845"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:54:17.248914 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:54:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9fba02b-d90b-4202-89f4-ed599cc00349 x-openstack-request-id: req-f9fba02b-d90b-4202-89f4-ed599cc00349 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:54:17.249207 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "faa8e62e-ea8e-4111-8042-9bce9b957ccc", "name": "network-vif-deleted", "tag": "4345e6a4-5f5e-4597-95da-630096d36845", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:54:17.249491 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9fba02b-d90b-4202-89f4-ed599cc00349 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:54:17.249890 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'faa8e62e-ea8e-4111-8042-9bce9b957ccc', 'name': 'network-vif-deleted', 'tag': '4345e6a4-5f5e-4597-95da-630096d36845', 'status': 'completed', 'code': 200} Aug 17 03:54:17.639385 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e8495a3-5f23-4edc-a386-209487029a33 req-6862ce99-8d7a-4340-8b7a-757748108da8 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 210 time: 0.0272532 Aug 17 03:54:17.986823 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b16fed4b-ba04-4086-a9c2-ab63c3a0ea57 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:18.177557 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:18.735594 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-80d4ba68-588e-4a34-b17f-371425c1d3f6 req-943db20a-d4b3-4aa6-9288-810ec23d00ab tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 210 time: 0.0282121 Aug 17 03:54:19.300978 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:19.831813 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41b09f5c-7f2e-40ba-9f31-b327740a1f81 req-4098aa7f-97eb-49c8-bee8-a3848473b704 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 210 time: 0.0283704 Aug 17 03:54:20.926305 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-826a0f5d-0065-45cf-8a6d-855f5cffef65 req-bce163b8-2867-42de-a9ab-184b1fe5e629 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=faa8e62e-ea8e-4111-8042-9bce9b957ccc HTTP/1.1" status: 200 len: 210 time: 0.0267889 Aug 17 03:54:21.051765 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:21.709812 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4345e6a4-5f5e-4597-95da-630096d36845 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:54:21.731293 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 4345e6a4-5f5e-4597-95da-630096d36845 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:54:21.731631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4345e6a4-5f5e-4597-95da-630096d36845 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:54:22.560193 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:54:27.564954 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41504) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:54:28.028092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a1117f65-4538-4815-bc13-93a1e3a55b4e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Deleting port 792ae81b-69c0-4cb0-b47a-eae6e7009d74 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:54:28.028440 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a1117f65-4538-4815-bc13-93a1e3a55b4e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:28.110843 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a1117f65-4538-4815-bc13-93a1e3a55b4e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:28.111189 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a1117f65-4538-4815-bc13-93a1e3a55b4e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:28.123922 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-a1117f65-4538-4815-bc13-93a1e3a55b4e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Calling delete_port for 792ae81b-69c0-4cb0-b47a-eae6e7009d74 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:54:28.392398 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a1117f65-4538-4815-bc13-93a1e3a55b4e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:28.416514 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1117f65-4538-4815-bc13-93a1e3a55b4e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event deleted for resources: {'Port': ['ID=792ae81b-69c0-4cb0-b47a-eae6e7009d74,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:28.480175 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a1117f65-4538-4815-bc13-93a1e3a55b4e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:28.480512 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-a1117f65-4538-4815-bc13-93a1e3a55b4e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Floating IP 9599d41b-4116-42d3-8a65-66427a5147ee disassociated (deleted). External IP: 172.25.1.232, port: bf72a50e-5867-48c2-ad56-a387aca5b95c. Aug 17 03:54:28.693941 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1117f65-4538-4815-bc13-93a1e3a55b4e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:54:28.802483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1117f65-4538-4815-bc13-93a1e3a55b4e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:54:28.807798 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a1117f65-4538-4815-bc13-93a1e3a55b4e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:28.812238 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1c6d61-2a5d-4da9-b7a2-d60bac706375 None None] Sync routers for ids ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:54:28.821647 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1c6d61-2a5d-4da9-b7a2-d60bac706375 None None] Routers {'5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:54:28.822262 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6e1c6d61-2a5d-4da9-b7a2-d60bac706375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:54:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:28.834302 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a1117f65-4538-4815-bc13-93a1e3a55b4e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "DELETE /v2.0/floatingips/9599d41b-4116-42d3-8a65-66427a5147ee HTTP/1.1" status: 204 len: 168 time: 1.2681568 Aug 17 03:54:28.835014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'tag': 'bf72a50e-5867-48c2-ad56-a387aca5b95c'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:54:28.837637 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-615ef6ac-5995-492e-9af8-557f26a570ee" -d '{"events": [{"name": "network-changed", "server_uuid": "a48063e3-7c8b-4aeb-b3d7-37631b53d4a5", "tag": "bf72a50e-5867-48c2-ad56-a387aca5b95c"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:54:28.935064 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6e1c6d61-2a5d-4da9-b7a2-d60bac706375 None None] Set router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:54:29.214486 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:54:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-584e9f67-8c50-49a1-a0d4-bcf2ba523b07 x-openstack-request-id: req-584e9f67-8c50-49a1-a0d4-bcf2ba523b07 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:54:29.216876 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a48063e3-7c8b-4aeb-b3d7-37631b53d4a5", "tag": "bf72a50e-5867-48c2-ad56-a387aca5b95c", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:54:29.216876 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-584e9f67-8c50-49a1-a0d4-bcf2ba523b07 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:54:29.216876 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'tag': 'bf72a50e-5867-48c2-ad56-a387aca5b95c', 'status': 'completed', 'code': 200} Aug 17 03:54:29.238665 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6e1c6d61-2a5d-4da9-b7a2-d60bac706375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:29.270725 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1c6d61-2a5d-4da9-b7a2-d60bac706375 None None] Checking router: 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:54:29.282498 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1c6d61-2a5d-4da9-b7a2-d60bac706375 None None] Routers {'5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:54:29.285654 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6e1c6d61-2a5d-4da9-b7a2-d60bac706375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:54:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:29.285800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ef6ac-5995-492e-9af8-557f26a570ee req-8305c7b8-54f1-4433-a43c-e3df1711044e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:29.285800 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-615ef6ac-5995-492e-9af8-557f26a570ee req-8305c7b8-54f1-4433-a43c-e3df1711044e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=78778a31d9574566b32fe91f2cdf12c8&device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 1097 time: 0.0446718 Aug 17 03:54:29.325330 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03d4c373-6d7b-4087-b174-4d72e540827e req-9bf29d4b-5d4b-4589-b726-615ff2cc2fca tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:29.332591 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03d4c373-6d7b-4087-b174-4d72e540827e req-9bf29d4b-5d4b-4589-b726-615ff2cc2fca tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 946 time: 0.0633841 Aug 17 03:54:29.371490 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-03d4c373-6d7b-4087-b174-4d72e540827e req-e53168fd-6dd0-491d-8e2c-e3c4e2a1f298 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/security-groups?id=263ae11d-8d60-430d-a9bb-90304ed8f7c1&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380020 Aug 17 03:54:29.387160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ef6ac-5995-492e-9af8-557f26a570ee req-cb218336-073a-4bde-a707-e78c5ff3507a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:29.388159 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-615ef6ac-5995-492e-9af8-557f26a570ee req-cb218336-073a-4bde-a707-e78c5ff3507a service neutron] 10.222.0.30 "GET /v2.0/networks?id=eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 200 len: 911 time: 0.0939023 Aug 17 03:54:29.391378 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-6e1c6d61-2a5d-4da9-b7a2-d60bac706375 None None] Set router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:54:29.436153 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-615ef6ac-5995-492e-9af8-557f26a570ee req-abb5b45f-7827-4584-b193-71758fc0bfa3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bf72a50e-5867-48c2-ad56-a387aca5b95c HTTP/1.1" status: 200 len: 217 time: 0.0404389 Aug 17 03:54:29.489643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ef6ac-5995-492e-9af8-557f26a570ee req-e3de2ac2-b1a0-4ea4-b899-8181dc4ba711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:29.491210 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-615ef6ac-5995-492e-9af8-557f26a570ee req-e3de2ac2-b1a0-4ea4-b899-8181dc4ba711 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 200 len: 850 time: 0.0456820 Aug 17 03:54:29.540867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-615ef6ac-5995-492e-9af8-557f26a570ee req-f4ca01bc-4835-4ec6-94f3-d5cc7c3880d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:29.542811 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-615ef6ac-5995-492e-9af8-557f26a570ee req-f4ca01bc-4835-4ec6-94f3-d5cc7c3880d7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=eedba97c-ba8f-449b-a2ab-8ae734e7b757&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427601 Aug 17 03:54:29.593023 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-6e1c6d61-2a5d-4da9-b7a2-d60bac706375 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:29.623858 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e1c6d61-2a5d-4da9-b7a2-d60bac706375 None None] The sync data for ids ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'] in n-d-802060-9 is: [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:41:14Z', 'revision_number': 4, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '3412b9f5-c81e-4ab3-a346-6a37ec162740', 'name': '', 'network_id': 'eedba97c-ba8f-449b-a2ab-8ae734e7b757', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'mac_address': 'fa:16:3e:33:35:d8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3967, 'fixed_ips': [{'subnet_id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:14Z', 'updated_at': '2021-08-17T03:41:21Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'subnets': [{'id': 'a309e32b-9430-47ef-90cf-2d0a5929a9b5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:54:29.639490 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-615ef6ac-5995-492e-9af8-557f26a570ee req-ea890995-3540-4819-afb1-cffe59261d72 service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890779 Aug 17 03:54:29.739584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-615ef6ac-5995-492e-9af8-557f26a570ee req-c3774919-0cc3-43ce-a707-2a45361ff663 service neutron] 10.222.0.30 "GET /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0930219 Aug 17 03:54:29.859473 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b58deb4-2ad5-413d-af1e-b901d3cb1971 None None] New status for floating IP 9599d41b-4116-42d3-8a65-66427a5147ee: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:54:29.922182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-371e9e94-3b2d-4092-b167-b5f825abf5ba req-debeb1cf-2d77-4d5f-a81c-41e465d7cf94 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:29.923811 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-371e9e94-3b2d-4092-b167-b5f825abf5ba req-debeb1cf-2d77-4d5f-a81c-41e465d7cf94 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.30 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 946 time: 0.0546272 Aug 17 03:54:30.036698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-371e9e94-3b2d-4092-b167-b5f825abf5ba req-08d3785e-fe6b-4ed6-84ab-f55bebc66aad tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Deleting port bf72a50e-5867-48c2-ad56-a387aca5b95c {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:54:30.037050 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-371e9e94-3b2d-4092-b167-b5f825abf5ba req-08d3785e-fe6b-4ed6-84ab-f55bebc66aad tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:30.131360 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-371e9e94-3b2d-4092-b167-b5f825abf5ba req-08d3785e-fe6b-4ed6-84ab-f55bebc66aad tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] For port bf72a50e-5867-48c2-ad56-a387aca5b95c, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=bf72a50e-5867-48c2-ad56-a387aca5b95c,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:54:30.131729 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-371e9e94-3b2d-4092-b167-b5f825abf5ba req-08d3785e-fe6b-4ed6-84ab-f55bebc66aad tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:30.144595 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-371e9e94-3b2d-4092-b167-b5f825abf5ba req-08d3785e-fe6b-4ed6-84ab-f55bebc66aad tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Calling delete_port for bf72a50e-5867-48c2-ad56-a387aca5b95c owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:54:30.337487 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-371e9e94-3b2d-4092-b167-b5f825abf5ba req-08d3785e-fe6b-4ed6-84ab-f55bebc66aad tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:30.371593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d3785e-fe6b-4ed6-84ab-f55bebc66aad tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event deleted for resources: {'Port': ['ID=bf72a50e-5867-48c2-ad56-a387aca5b95c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:30.416196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-371e9e94-3b2d-4092-b167-b5f825abf5ba req-08d3785e-fe6b-4ed6-84ab-f55bebc66aad tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] No DVR routers for this DVR port bf72a50e-5867-48c2-ad56-a387aca5b95c on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:54:30.419206 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-371e9e94-3b2d-4092-b167-b5f825abf5ba req-08d3785e-fe6b-4ed6-84ab-f55bebc66aad tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:30.421535 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-371e9e94-3b2d-4092-b167-b5f825abf5ba req-08d3785e-fe6b-4ed6-84ab-f55bebc66aad tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.30 "DELETE /v2.0/ports/bf72a50e-5867-48c2-ad56-a387aca5b95c HTTP/1.1" status: 204 len: 173 time: 0.4911025 Aug 17 03:54:30.422010 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'name': 'network-vif-deleted', 'tag': 'bf72a50e-5867-48c2-ad56-a387aca5b95c'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:54:30.424617 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3e01fc1e-fb38-4306-941b-16be5fd2d653" -d '{"events": [{"server_uuid": "a48063e3-7c8b-4aeb-b3d7-37631b53d4a5", "name": "network-vif-deleted", "tag": "bf72a50e-5867-48c2-ad56-a387aca5b95c"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:54:30.479576 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a7166969-bbbc-497b-9cc2-7708f941e025 req-a8ca4bd7-bc7b-418c-a152-4014c3e1ce4a tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 210 time: 0.0277407 Aug 17 03:54:30.525773 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-745e42af-7146-4a6c-b316-e839032cda42 x-openstack-request-id: req-745e42af-7146-4a6c-b316-e839032cda42 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:54:30.526833 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a48063e3-7c8b-4aeb-b3d7-37631b53d4a5", "name": "network-vif-deleted", "tag": "bf72a50e-5867-48c2-ad56-a387aca5b95c", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:54:30.527196 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-745e42af-7146-4a6c-b316-e839032cda42 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:54:30.527704 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a48063e3-7c8b-4aeb-b3d7-37631b53d4a5', 'name': 'network-vif-deleted', 'tag': 'bf72a50e-5867-48c2-ad56-a387aca5b95c', 'status': 'completed', 'code': 200} Aug 17 03:54:31.576394 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-251bb292-0dac-414a-bf22-5948e4c9ea8d req-61abbb01-328d-4582-8418-2bde575b4139 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 210 time: 0.0261712 Aug 17 03:54:32.675238 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a05c7389-c156-4e88-ae27-915227363017 req-90dc1ac3-bd3c-4a49-89e0-7db81d44c9a4 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 210 time: 0.0277734 Aug 17 03:54:32.827855 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device bf72a50e-5867-48c2-ad56-a387aca5b95c no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:54:32.848514 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: bf72a50e-5867-48c2-ad56-a387aca5b95c {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:54:32.848868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device bf72a50e-5867-48c2-ad56-a387aca5b95c not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:54:33.671703 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:33.777831 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7de62e74-8366-42d2-aed8-efbd8e353fb5 req-34d4a7dc-16b3-465f-a096-611c2ea39c14 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "GET /v2.0/ports?device_id=a48063e3-7c8b-4aeb-b3d7-37631b53d4a5 HTTP/1.1" status: 200 len: 210 time: 0.0317950 Aug 17 03:54:34.290406 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:34.835472 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41526) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:54:34.964716 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-217c818e-aced-4573-8b0c-4c172591ab36 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Deleting port 6f95ab90-896d-4e5f-baea-692eba2bc294 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:54:34.965067 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-217c818e-aced-4573-8b0c-4c172591ab36 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:35.042431 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-217c818e-aced-4573-8b0c-4c172591ab36 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:35.042815 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-217c818e-aced-4573-8b0c-4c172591ab36 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:35.056045 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-217c818e-aced-4573-8b0c-4c172591ab36 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Calling delete_port for 6f95ab90-896d-4e5f-baea-692eba2bc294 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:54:35.254795 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-217c818e-aced-4573-8b0c-4c172591ab36 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:35.279380 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217c818e-aced-4573-8b0c-4c172591ab36 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event deleted for resources: {'Port': ['ID=6f95ab90-896d-4e5f-baea-692eba2bc294,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:35.346271 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-217c818e-aced-4573-8b0c-4c172591ab36 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:35.348841 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-217c818e-aced-4573-8b0c-4c172591ab36 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:35.350063 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-217c818e-aced-4573-8b0c-4c172591ab36 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "DELETE /v2.0/floatingips/1ef1d1a8-7fc6-4495-ab24-c0e1078530e1 HTTP/1.1" status: 204 len: 168 time: 0.5135593 Aug 17 03:54:38.762836 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41542) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:54:38.822422 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1d8612c-95d2-4b4d-b531-ce55fea5e358 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:38.848463 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1d8612c-95d2-4b4d-b531-ce55fea5e358 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:38.981535 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1d8612c-95d2-4b4d-b531-ce55fea5e358 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:38.984204 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1d8612c-95d2-4b4d-b531-ce55fea5e358 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:38.985400 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d1d8612c-95d2-4b4d-b531-ce55fea5e358 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] 10.222.0.10 "DELETE /v2.0/security-groups/263ae11d-8d60-430d-a9bb-90304ed8f7c1 HTTP/1.1" status: 204 len: 168 time: 0.2214909 Aug 17 03:54:38.995883 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d8612c-95d2-4b4d-b531-ce55fea5e358 tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=263ae11d-8d60-430d-a9bb-90304ed8f7c1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:39.116682 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41546) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:54:39.623938 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8fab06c2-2c07-435e-80a9-4be8654b9b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:39.880005 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-8fab06c2-2c07-435e-80a9-4be8654b9b48 admin admin] Deleting port 3412b9f5-c81e-4ab3-a346-6a37ec162740 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:54:39.880695 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8fab06c2-2c07-435e-80a9-4be8654b9b48 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:39.960171 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-8fab06c2-2c07-435e-80a9-4be8654b9b48 admin admin] For port 3412b9f5-c81e-4ab3-a346-6a37ec162740, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3412b9f5-c81e-4ab3-a346-6a37ec162740,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:54:39.960545 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8fab06c2-2c07-435e-80a9-4be8654b9b48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:39.973142 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-8fab06c2-2c07-435e-80a9-4be8654b9b48 admin admin] Calling delete_port for 3412b9f5-c81e-4ab3-a346-6a37ec162740 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:54:40.216870 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8fab06c2-2c07-435e-80a9-4be8654b9b48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:40.245579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fab06c2-2c07-435e-80a9-4be8654b9b48 admin admin] Pushing event deleted for resources: {'Port': ['ID=3412b9f5-c81e-4ab3-a346-6a37ec162740,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:40.416870 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8fab06c2-2c07-435e-80a9-4be8654b9b48 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:40.635459 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fab06c2-2c07-435e-80a9-4be8654b9b48 admin admin] Router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:54:40.737770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fab06c2-2c07-435e-80a9-4be8654b9b48 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:54:40.742771 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8fab06c2-2c07-435e-80a9-4be8654b9b48 admin admin] 10.222.0.10 "PUT /v2.0/routers/5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6250520 Aug 17 03:54:40.745512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41550) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:54:40.746989 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a463b4e4-8af7-400d-81f2-2469ce894fc2 None None] Sync routers for ids ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:54:40.756237 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a463b4e4-8af7-400d-81f2-2469ce894fc2 None None] Routers {'5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:54:40.756836 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a463b4e4-8af7-400d-81f2-2469ce894fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:54:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:40.851744 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ceaae13f-e814-4785-b80c-6f3bc7bbe5e0 admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:40.862397 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-a463b4e4-8af7-400d-81f2-2469ce894fc2 None None] Set router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:54:40.955280 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ceaae13f-e814-4785-b80c-6f3bc7bbe5e0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:41.051947 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a463b4e4-8af7-400d-81f2-2469ce894fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86'}], 'enable_snat': True}, 'gw_port_id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:54:40Z', 'revision_number': 5, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port': {'id': 'bbb61a40-9312-42b0-944f-b1ab0b96b12b', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:f2:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3966, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:11Z', 'updated_at': '2021-08-17T03:41:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:41.067438 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ceaae13f-e814-4785-b80c-6f3bc7bbe5e0 admin admin] Deleting port bbb61a40-9312-42b0-944f-b1ab0b96b12b {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:54:41.067802 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ceaae13f-e814-4785-b80c-6f3bc7bbe5e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:41.079166 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a463b4e4-8af7-400d-81f2-2469ce894fc2 None None] Checking router: 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:54:41.087734 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a463b4e4-8af7-400d-81f2-2469ce894fc2 None None] Routers {'5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:54:41.088960 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a463b4e4-8af7-400d-81f2-2469ce894fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:54:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:41.163418 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-ceaae13f-e814-4785-b80c-6f3bc7bbe5e0 admin admin] For port bbb61a40-9312-42b0-944f-b1ab0b96b12b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=bbb61a40-9312-42b0-944f-b1ab0b96b12b,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:54:41.164101 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ceaae13f-e814-4785-b80c-6f3bc7bbe5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:41.177727 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ceaae13f-e814-4785-b80c-6f3bc7bbe5e0 admin admin] Calling delete_port for bbb61a40-9312-42b0-944f-b1ab0b96b12b owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:54:41.179091 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-a463b4e4-8af7-400d-81f2-2469ce894fc2 None None] Set router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:54:41.238950 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a463b4e4-8af7-400d-81f2-2469ce894fc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:54:40Z', 'revision_number': 6, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:41.265347 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a463b4e4-8af7-400d-81f2-2469ce894fc2 None None] The sync data for ids ['5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3'] in n-d-802060-9 is: [{'id': '5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3', 'name': 'tempest-TestVolumeBootPattern-799214027-router', 'tenant_id': '78778a31d9574566b32fe91f2cdf12c8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:10Z', 'updated_at': '2021-08-17T03:54:40Z', 'revision_number': 6, 'project_id': '78778a31d9574566b32fe91f2cdf12c8', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:54:41.410908 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ceaae13f-e814-4785-b80c-6f3bc7bbe5e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:41.437027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceaae13f-e814-4785-b80c-6f3bc7bbe5e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=bbb61a40-9312-42b0-944f-b1ab0b96b12b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:41.500851 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ceaae13f-e814-4785-b80c-6f3bc7bbe5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:41.594189 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ceaae13f-e814-4785-b80c-6f3bc7bbe5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:41.596263 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ceaae13f-e814-4785-b80c-6f3bc7bbe5e0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:41.703075 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ceaae13f-e814-4785-b80c-6f3bc7bbe5e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:41.710092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceaae13f-e814-4785-b80c-6f3bc7bbe5e0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:54:41.710407 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ceaae13f-e814-4785-b80c-6f3bc7bbe5e0 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:41.716378 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ceaae13f-e814-4785-b80c-6f3bc7bbe5e0 admin admin] 10.222.0.10 "DELETE /v2.0/routers/5d7a8e03-6318-4cc7-abdd-1e78cc7ec8f3 HTTP/1.1" status: 204 len: 168 time: 0.9685001 Aug 17 03:54:41.717119 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41552) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:54:41.773223 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e31f0c0-ec99-44e8-8973-00cea7af8ca5 admin admin] Deleting subnet a309e32b-9430-47ef-90cf-2d0a5929a9b5 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:54:41.776866 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2e31f0c0-ec99-44e8-8973-00cea7af8ca5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:41.814837 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2e31f0c0-ec99-44e8-8973-00cea7af8ca5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:41.894866 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2e31f0c0-ec99-44e8-8973-00cea7af8ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:42.012052 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2e31f0c0-ec99-44e8-8973-00cea7af8ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:42.040268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e31f0c0-ec99-44e8-8973-00cea7af8ca5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a309e32b-9430-47ef-90cf-2d0a5929a9b5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:42.043132 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2e31f0c0-ec99-44e8-8973-00cea7af8ca5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:42.045684 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2e31f0c0-ec99-44e8-8973-00cea7af8ca5 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a309e32b-9430-47ef-90cf-2d0a5929a9b5 HTTP/1.1" status: 204 len: 168 time: 0.3269386 Aug 17 03:54:42.047676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41554) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:54:42.050568 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fc1ab44-f557-403a-824f-108eff540387 None None] Network eedba97c-ba8f-449b-a2ab-8ae734e7b757 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:54:42.137149 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:42.202057 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] Deleting port 56c9118a-798e-4777-92b5-52c25e69b117 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:54:42.202411 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:42.233618 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] DHCP port deletion for eedba97c-ba8f-449b-a2ab-8ae734e7b757 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:54:42.270496 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] For port 56c9118a-798e-4777-92b5-52c25e69b117, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=56c9118a-798e-4777-92b5-52c25e69b117,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:54:42.270781 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:42.287752 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] Deleting port 56c9118a-798e-4777-92b5-52c25e69b117 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:54:42.288137 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:42.290564 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] Calling delete_port for 56c9118a-798e-4777-92b5-52c25e69b117 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:54:42.366537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] For port 56c9118a-798e-4777-92b5-52c25e69b117, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=56c9118a-798e-4777-92b5-52c25e69b117,segment=NetworkSegment(aa21d331-b59e-4314-bcc1-142e5c0d2d48),segment_id=aa21d331-b59e-4314-bcc1-142e5c0d2d48)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:54:42.366951 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:42.381375 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] Calling delete_port for 56c9118a-798e-4777-92b5-52c25e69b117 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:54:42.554094 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:42.585737 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] Pushing event deleted for resources: {'Port': ['ID=56c9118a-798e-4777-92b5-52c25e69b117,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:42.592220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] No DVR routers for this DVR port 56c9118a-798e-4777-92b5-52c25e69b117 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:54:42.603668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:42.604290 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:42.605393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:42.605765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:42.606103 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:42.606439 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:42.606811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:42.607142 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:42.607471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:42.607820 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:42.608144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:42.608468 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-39915e3f-769a-4f27-b7e6-1315a5f214a7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:54:42.686869 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:42.712439 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] Pushing event deleted for resources: {'Port': ['ID=56c9118a-798e-4777-92b5-52c25e69b117,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:42.716484 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] No DVR routers for this DVR port 56c9118a-798e-4777-92b5-52c25e69b117 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:54:42.789300 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:42.799719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['eedba97c-ba8f-449b-a2ab-8ae734e7b757']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:42.809246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa21d331-b59e-4314-bcc1-142e5c0d2d48') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:42.809510 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa21d331-b59e-4314-bcc1-142e5c0d2d48') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:42.818343 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:42.832417 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:42.839104 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] Releasing vlan 74 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:54:42.841085 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: self.session.flush() Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:54:42.841359 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:54:42.976814 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:42.982776 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:42.984411 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] 10.222.0.10 "DELETE /v2.0/networks/eedba97c-ba8f-449b-a2ab-8ae734e7b757 HTTP/1.1" status: 204 len: 168 time: 0.9356003 Aug 17 03:54:42.987666 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41556) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:54:42.996719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05632d4f-e619-445e-83aa-6524a45846cb admin admin] Pushing event deleted for resources: {'Network': ['ID=eedba97c-ba8f-449b-a2ab-8ae734e7b757,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:43.190629 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 56c9118a-798e-4777-92b5-52c25e69b117 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:54:43.212347 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 56c9118a-798e-4777-92b5-52c25e69b117 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:54:43.212701 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 56c9118a-798e-4777-92b5-52c25e69b117 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:54:43.213158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3412b9f5-c81e-4ab3-a346-6a37ec162740 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:54:43.234306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 3412b9f5-c81e-4ab3-a346-6a37ec162740 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:54:43.234660 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3412b9f5-c81e-4ab3-a346-6a37ec162740 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:54:43.235082 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bbb61a40-9312-42b0-944f-b1ab0b96b12b no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:54:43.254581 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: bbb61a40-9312-42b0-944f-b1ab0b96b12b {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:54:43.254918 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device bbb61a40-9312-42b0-944f-b1ab0b96b12b not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:54:43.659908 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b7dd2440-5b56-4b27-8b42-acb57752c2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:43.911483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd2440-5b56-4b27-8b42-acb57752c2d2 admin admin] Deleting port a2e1bb5e-3341-4061-bc95-89388d6575fa {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:54:43.911738 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b7dd2440-5b56-4b27-8b42-acb57752c2d2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:43.990089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-b7dd2440-5b56-4b27-8b42-acb57752c2d2 admin admin] For port a2e1bb5e-3341-4061-bc95-89388d6575fa, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=a2e1bb5e-3341-4061-bc95-89388d6575fa,segment=NetworkSegment(c3cda2cc-3a84-45ec-b382-82db58cdaa76),segment_id=c3cda2cc-3a84-45ec-b382-82db58cdaa76)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:54:43.990836 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b7dd2440-5b56-4b27-8b42-acb57752c2d2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:44.003070 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-b7dd2440-5b56-4b27-8b42-acb57752c2d2 admin admin] Calling delete_port for a2e1bb5e-3341-4061-bc95-89388d6575fa owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:54:44.246032 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b7dd2440-5b56-4b27-8b42-acb57752c2d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:44.277859 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7dd2440-5b56-4b27-8b42-acb57752c2d2 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2e1bb5e-3341-4061-bc95-89388d6575fa,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:44.453852 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b7dd2440-5b56-4b27-8b42-acb57752c2d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:44.677266 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7dd2440-5b56-4b27-8b42-acb57752c2d2 admin admin] Router 7814e4f9-2759-451e-a28c-7d748d2f5299 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:54:44.788832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7dd2440-5b56-4b27-8b42-acb57752c2d2 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:54:44.797474 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b7dd2440-5b56-4b27-8b42-acb57752c2d2 admin admin] 10.222.0.10 "PUT /v2.0/routers/7814e4f9-2759-451e-a28c-7d748d2f5299/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8062155 Aug 17 03:54:44.798121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41558) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:54:44.798792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b577e-85eb-4621-af01-d56c2a863678 None None] Sync routers for ids ['7814e4f9-2759-451e-a28c-7d748d2f5299'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:54:44.808918 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b577e-85eb-4621-af01-d56c2a863678 None None] Routers {'7814e4f9-2759-451e-a28c-7d748d2f5299'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:54:44.809612 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-459b577e-85eb-4621-af01-d56c2a863678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:54:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['7814e4f9-2759-451e-a28c-7d748d2f5299'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:44.913032 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c25a296-2162-4505-af60-323945c8793d admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:44.919780 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-459b577e-85eb-4621-af01-d56c2a863678 None None] Set router 7814e4f9-2759-451e-a28c-7d748d2f5299 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:54:45.019919 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c25a296-2162-4505-af60-323945c8793d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:45.108367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-459b577e-85eb-4621-af01-d56c2a863678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'name': 'tempest-TestVolumeBootPattern-407447983-router', 'tenant_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.49'}], 'enable_snat': True}, 'gw_port_id': 'c54eb92f-3ab7-4a96-a56b-15bd72e2635f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:18Z', 'updated_at': '2021-08-17T03:54:44Z', 'revision_number': 5, 'project_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'gw_port': {'id': 'c54eb92f-3ab7-4a96-a56b-15bd72e2635f', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:9c:80', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3978, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:41:18Z', 'updated_at': '2021-08-17T03:41:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:45.135105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b577e-85eb-4621-af01-d56c2a863678 None None] Checking router: 7814e4f9-2759-451e-a28c-7d748d2f5299 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:54:45.145269 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-459b577e-85eb-4621-af01-d56c2a863678 None None] Routers {'7814e4f9-2759-451e-a28c-7d748d2f5299'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:54:45.145927 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-459b577e-85eb-4621-af01-d56c2a863678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:54:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['7814e4f9-2759-451e-a28c-7d748d2f5299'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:45.148391 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-8c25a296-2162-4505-af60-323945c8793d admin admin] Deleting port c54eb92f-3ab7-4a96-a56b-15bd72e2635f {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:54:45.148750 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c25a296-2162-4505-af60-323945c8793d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:45.236078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-459b577e-85eb-4621-af01-d56c2a863678 None None] Set router 7814e4f9-2759-451e-a28c-7d748d2f5299 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:54:45.252592 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-8c25a296-2162-4505-af60-323945c8793d admin admin] For port c54eb92f-3ab7-4a96-a56b-15bd72e2635f, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c54eb92f-3ab7-4a96-a56b-15bd72e2635f,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:54:45.252969 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c25a296-2162-4505-af60-323945c8793d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:45.272512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-8c25a296-2162-4505-af60-323945c8793d admin admin] Calling delete_port for c54eb92f-3ab7-4a96-a56b-15bd72e2635f owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:54:45.297741 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-459b577e-85eb-4621-af01-d56c2a863678 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'name': 'tempest-TestVolumeBootPattern-407447983-router', 'tenant_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:18Z', 'updated_at': '2021-08-17T03:54:45Z', 'revision_number': 6, 'project_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:45.325723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-459b577e-85eb-4621-af01-d56c2a863678 None None] The sync data for ids ['7814e4f9-2759-451e-a28c-7d748d2f5299'] in n-d-802060-9 is: [{'id': '7814e4f9-2759-451e-a28c-7d748d2f5299', 'name': 'tempest-TestVolumeBootPattern-407447983-router', 'tenant_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:41:18Z', 'updated_at': '2021-08-17T03:54:45Z', 'revision_number': 6, 'project_id': 'b642c28e6af34ea69de1e56cc1e5aa7e', 'gw_port_host': None}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:54:45.374733 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cab2557f-1687-4c50-9f8d-f1fd8ed73f00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:45.525479 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c25a296-2162-4505-af60-323945c8793d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:45.557802 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25a296-2162-4505-af60-323945c8793d admin admin] Pushing event deleted for resources: {'Port': ['ID=c54eb92f-3ab7-4a96-a56b-15bd72e2635f,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:45.620773 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c25a296-2162-4505-af60-323945c8793d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:45.726292 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c25a296-2162-4505-af60-323945c8793d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:45.729239 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c25a296-2162-4505-af60-323945c8793d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:45.868109 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c25a296-2162-4505-af60-323945c8793d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:45.868731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c25a296-2162-4505-af60-323945c8793d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7814e4f9-2759-451e-a28c-7d748d2f5299 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 03:54:45.879061 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-8c25a296-2162-4505-af60-323945c8793d admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:45.879311 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-8c25a296-2162-4505-af60-323945c8793d admin admin] 10.222.0.10 "DELETE /v2.0/routers/7814e4f9-2759-451e-a28c-7d748d2f5299 HTTP/1.1" status: 204 len: 168 time: 1.0794337 Aug 17 03:54:45.882132 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41562) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:54:45.932313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-9ad32aaa-b67d-47b5-9330-630598790e64 admin admin] Deleting subnet a00b5984-bd4b-4ba2-bece-0a834d13acab {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:54:45.936034 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ad32aaa-b67d-47b5-9330-630598790e64 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:45.971674 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ad32aaa-b67d-47b5-9330-630598790e64 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:46.050358 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ad32aaa-b67d-47b5-9330-630598790e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:46.160110 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ad32aaa-b67d-47b5-9330-630598790e64 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:46.188911 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ad32aaa-b67d-47b5-9330-630598790e64 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a00b5984-bd4b-4ba2-bece-0a834d13acab,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:46.194105 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9ad32aaa-b67d-47b5-9330-630598790e64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:46.196682 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9ad32aaa-b67d-47b5-9330-630598790e64 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/a00b5984-bd4b-4ba2-bece-0a834d13acab HTTP/1.1" status: 204 len: 168 time: 0.3135912 Aug 17 03:54:46.199742 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90c337fa-ae37-4f47-999c-40fdb45ddba9 None None] Network de32945b-51ba-4174-a15c-470b029a2b69 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:54:46.200226 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41564) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:54:46.282264 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:46.343780 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] Deleting port 40768450-d12a-4318-a22e-6b411aedc7b3 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:54:46.344147 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:46.381074 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-735fff12-c3aa-40b3-bf02-11e0fdf6c330 None None] DHCP port deletion for de32945b-51ba-4174-a15c-470b029a2b69 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 03:54:46.419264 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] For port 40768450-d12a-4318-a22e-6b411aedc7b3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=40768450-d12a-4318-a22e-6b411aedc7b3,segment=NetworkSegment(c3cda2cc-3a84-45ec-b382-82db58cdaa76),segment_id=c3cda2cc-3a84-45ec-b382-82db58cdaa76)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:54:46.419651 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:46.432821 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] Calling delete_port for 40768450-d12a-4318-a22e-6b411aedc7b3 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:54:46.433287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-735fff12-c3aa-40b3-bf02-11e0fdf6c330 None None] Deleting port 40768450-d12a-4318-a22e-6b411aedc7b3 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:54:46.433752 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-735fff12-c3aa-40b3-bf02-11e0fdf6c330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:46.495508 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-735fff12-c3aa-40b3-bf02-11e0fdf6c330 None None] For port 40768450-d12a-4318-a22e-6b411aedc7b3, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=40768450-d12a-4318-a22e-6b411aedc7b3,segment=NetworkSegment(c3cda2cc-3a84-45ec-b382-82db58cdaa76),segment_id=c3cda2cc-3a84-45ec-b382-82db58cdaa76)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:54:46.495920 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-735fff12-c3aa-40b3-bf02-11e0fdf6c330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:46.512588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-735fff12-c3aa-40b3-bf02-11e0fdf6c330 None None] Calling delete_port for 40768450-d12a-4318-a22e-6b411aedc7b3 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:54:46.587912 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:46.599101 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-735fff12-c3aa-40b3-bf02-11e0fdf6c330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:46.618743 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] Pushing event deleted for resources: {'Port': ['ID=40768450-d12a-4318-a22e-6b411aedc7b3,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:46.622568 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] No DVR routers for this DVR port 40768450-d12a-4318-a22e-6b411aedc7b3 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:54:46.623029 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-735fff12-c3aa-40b3-bf02-11e0fdf6c330 None None] Pushing event deleted for resources: {'Port': ['ID=40768450-d12a-4318-a22e-6b411aedc7b3,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:46.629583 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-735fff12-c3aa-40b3-bf02-11e0fdf6c330 None None] No DVR routers for this DVR port 40768450-d12a-4318-a22e-6b411aedc7b3 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:54:46.692636 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:46.702301 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['de32945b-51ba-4174-a15c-470b029a2b69']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:46.712021 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c3cda2cc-3a84-45ec-b382-82db58cdaa76') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:46.712319 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c3cda2cc-3a84-45ec-b382-82db58cdaa76') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:54:46.722583 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:46.741969 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:46.748010 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] Releasing vlan 57 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:54:46.748414 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:54:46.750142 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:54:46.874490 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:46.887419 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:46.887419 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] 10.222.0.10 "DELETE /v2.0/networks/de32945b-51ba-4174-a15c-470b029a2b69 HTTP/1.1" status: 204 len: 168 time: 0.6853633 Aug 17 03:54:46.899561 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15bea31e-88f4-4585-bf84-47c741b0b0af admin admin] Pushing event deleted for resources: {'Network': ['ID=de32945b-51ba-4174-a15c-470b029a2b69,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:47.190163 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 40768450-d12a-4318-a22e-6b411aedc7b3 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:54:47.209715 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 40768450-d12a-4318-a22e-6b411aedc7b3 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:54:47.210378 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 40768450-d12a-4318-a22e-6b411aedc7b3 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:54:47.215019 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device a2e1bb5e-3341-4061-bc95-89388d6575fa no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:54:47.229822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: a2e1bb5e-3341-4061-bc95-89388d6575fa {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:54:47.230197 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device a2e1bb5e-3341-4061-bc95-89388d6575fa not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:54:47.230601 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c54eb92f-3ab7-4a96-a56b-15bd72e2635f no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:54:47.250843 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: c54eb92f-3ab7-4a96-a56b-15bd72e2635f {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:54:47.251183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c54eb92f-3ab7-4a96-a56b-15bd72e2635f not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:54:47.271471 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41568) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:54:47.312713 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9cb5d0f0-d1cb-44fc-8916-dbd98c0ab795 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=78778a31d9574566b32fe91f2cdf12c8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399816 Aug 17 03:54:47.315037 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41570) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:54:47.362364 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81c44bc3-fb13-4597-9e81-0335d4f39788 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:47.383208 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81c44bc3-fb13-4597-9e81-0335d4f39788 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:47.512545 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81c44bc3-fb13-4597-9e81-0335d4f39788 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:47.515297 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81c44bc3-fb13-4597-9e81-0335d4f39788 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:47.516507 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-81c44bc3-fb13-4597-9e81-0335d4f39788 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/92c8a854-4a13-4929-9a6b-6fad55be0410 HTTP/1.1" status: 204 len: 168 time: 0.2005634 Aug 17 03:54:47.524546 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81c44bc3-fb13-4597-9e81-0335d4f39788 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92c8a854-4a13-4929-9a6b-6fad55be0410,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:47.957177 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1b0ee4ba-ddd5-46b8-b7df-521140559a49 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:48.160662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41576) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:54:48.197022 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:48.204362 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-428954ee-653c-4a78-ab8a-12b052dacb85 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=b642c28e6af34ea69de1e56cc1e5aa7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0424292 Aug 17 03:54:48.206796 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41578) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:54:48.255432 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-53f01094-af88-45d6-a3ef-e3241cb1de4f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:48.276947 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-53f01094-af88-45d6-a3ef-e3241cb1de4f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:48.397209 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-53f01094-af88-45d6-a3ef-e3241cb1de4f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:48.399859 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-53f01094-af88-45d6-a3ef-e3241cb1de4f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:48.401198 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-53f01094-af88-45d6-a3ef-e3241cb1de4f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/41205c41-3c46-4a92-b994-6e30e2cd675a HTTP/1.1" status: 204 len: 168 time: 0.1934054 Aug 17 03:54:48.409244 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f01094-af88-45d6-a3ef-e3241cb1de4f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=41205c41-3c46-4a92-b994-6e30e2cd675a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:54:49.308260 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:51.130898 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:54:59.560272 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:54:59.844954 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f0c84324-61c1-4715-914a-e01c136b4718 req-67e48dd5-df2c-4f14-abfe-f32d7fa043c8 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/networks?tenant_id=8a313539a5ff4b45a2ca01f8dec0d9dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0220454 Aug 17 03:54:59.954165 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c84324-61c1-4715-914a-e01c136b4718 req-fdeb259e-b242-41b0-819f-1c106c3644ab tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:54:59.955625 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f0c84324-61c1-4715-914a-e01c136b4718 req-fdeb259e-b242-41b0-819f-1c106c3644ab tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1052277 Aug 17 03:54:59.971574 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f0c84324-61c1-4715-914a-e01c136b4718 req-ef46f788-f08a-4d27-8dc0-498a8ec603a9 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/quotas/8a313539a5ff4b45a2ca01f8dec0d9dd HTTP/1.1" status: 200 len: 375 time: 0.0098369 Aug 17 03:55:00.004284 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f0c84324-61c1-4715-914a-e01c136b4718 req-e30f2fd0-64cf-4573-ba53-762b4f37a2a9 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8a313539a5ff4b45a2ca01f8dec0d9dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0269692 Aug 17 03:55:00.286276 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-67a48e49-88ec-489c-ae11-069d22677269 req-f0f432a8-c63d-46f0-a953-65fd4c35cf72 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bc8166-3385-4556-9010-d4603747f1dc HTTP/1.1" status: 200 len: 210 time: 0.0327973 Aug 17 03:55:01.366160 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33eaa65a-9285-4b1e-bf87-5075bda2a2ba req-5be522af-37f4-4a4e-8508-6c4051dc97ee tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bc8166-3385-4556-9010-d4603747f1dc HTTP/1.1" status: 200 len: 210 time: 0.0316737 Aug 17 03:55:02.469574 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3cbd512c-1356-4367-97a8-96977b6e4a30 req-fa157314-60b9-40c7-aa02-083a92130342 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bc8166-3385-4556-9010-d4603747f1dc HTTP/1.1" status: 200 len: 210 time: 0.0288081 Aug 17 03:55:02.675063 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0c84324-61c1-4715-914a-e01c136b4718 req-d0189f9d-dc69-4db7-be6c-e4dc4aa79069 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.30 "GET /v2.0/networks?tenant_id=8a313539a5ff4b45a2ca01f8dec0d9dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0297253 Aug 17 03:55:02.863830 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c84324-61c1-4715-914a-e01c136b4718 req-619b25f9-6847-48e4-b6c2-7407611cd30f tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:02.865288 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0c84324-61c1-4715-914a-e01c136b4718 req-619b25f9-6847-48e4-b6c2-7407611cd30f tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1848922 Aug 17 03:55:02.878729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-f0c84324-61c1-4715-914a-e01c136b4718 req-000d7c63-7548-4788-8cae-982429e02d0d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Request body: {'port': {'device_id': '92bc8166-3385-4556-9010-d4603747f1dc', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'admin_state_up': True, 'tenant_id': '8a313539a5ff4b45a2ca01f8dec0d9dd'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:55:03.059671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f0c84324-61c1-4715-914a-e01c136b4718 req-000d7c63-7548-4788-8cae-982429e02d0d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Made reservation on behalf of 8a313539a5ff4b45a2ca01f8dec0d9dd for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:55:03.063227 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0c84324-61c1-4715-914a-e01c136b4718 req-000d7c63-7548-4788-8cae-982429e02d0d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:03.072023 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0c84324-61c1-4715-914a-e01c136b4718 req-000d7c63-7548-4788-8cae-982429e02d0d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:03.160623 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0c84324-61c1-4715-914a-e01c136b4718 req-000d7c63-7548-4788-8cae-982429e02d0d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:03.231269 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0c84324-61c1-4715-914a-e01c136b4718 req-000d7c63-7548-4788-8cae-982429e02d0d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:03.295486 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d7c63-7548-4788-8cae-982429e02d0d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=227dbbf1-39f2-471b-9d8f-a3ca2b8c21d3,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:55:03.364839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-f0c84324-61c1-4715-914a-e01c136b4718 req-000d7c63-7548-4788-8cae-982429e02d0d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Allocated IP 192.168.233.173 (4b584705-f77b-4d5a-b4da-1d8085e40dba/95234c83-cf8b-4b1b-aef7-77e21515b352/f677850a-3a52-45b3-9104-662181e90db1) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:55:03.517648 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0c84324-61c1-4715-914a-e01c136b4718 req-000d7c63-7548-4788-8cae-982429e02d0d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:03.532452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-f0c84324-61c1-4715-914a-e01c136b4718 req-000d7c63-7548-4788-8cae-982429e02d0d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Transition to ACTIVE for port object f677850a-3a52-45b3-9104-662181e90db1 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:55:03.567227 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8e80832f-9331-4af4-be87-143a35e37f5b req-035959f0-6d80-4e51-873b-aa9955c8c789 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bc8166-3385-4556-9010-d4603747f1dc HTTP/1.1" status: 200 len: 210 time: 0.0263267 Aug 17 03:55:03.637710 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0c84324-61c1-4715-914a-e01c136b4718 req-000d7c63-7548-4788-8cae-982429e02d0d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:03.677452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f0c84324-61c1-4715-914a-e01c136b4718 req-000d7c63-7548-4788-8cae-982429e02d0d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Network 4b584705-f77b-4d5a-b4da-1d8085e40dba is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:55:03.680333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-f0c84324-61c1-4715-914a-e01c136b4718 req-000d7c63-7548-4788-8cae-982429e02d0d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:55:03.684570 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:03.687263 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f0c84324-61c1-4715-914a-e01c136b4718 req-000d7c63-7548-4788-8cae-982429e02d0d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:55:03.725448 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000d7c63-7548-4788-8cae-982429e02d0d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Pushing event updated for resources: {'Port': ['ID=f677850a-3a52-45b3-9104-662181e90db1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:55:03.742699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c84324-61c1-4715-914a-e01c136b4718 req-000d7c63-7548-4788-8cae-982429e02d0d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:03.743321 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0c84324-61c1-4715-914a-e01c136b4718 req-000d7c63-7548-4788-8cae-982429e02d0d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:03.820549 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0c84324-61c1-4715-914a-e01c136b4718 req-000d7c63-7548-4788-8cae-982429e02d0d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.9453726 Aug 17 03:55:03.834691 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Request body: {'port': {'device_id': '92bc8166-3385-4556-9010-d4603747f1dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:55:03.893976 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:03.993566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e4a78f4e-5a40-42a5-969c-5a3700fe71dd None None] Provisioning for port f677850a-3a52-45b3-9104-662181e90db1 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:55:03.997506 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e4a78f4e-5a40-42a5-969c-5a3700fe71dd None None] Provisioning complete for port f677850a-3a52-45b3-9104-662181e90db1 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:55:03.997889 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e4a78f4e-5a40-42a5-969c-5a3700fe71dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:04.031899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e4a78f4e-5a40-42a5-969c-5a3700fe71dd None None] Port f677850a-3a52-45b3-9104-662181e90db1 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:55:04.151779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f677850a-3a52-45b3-9104-662181e90db1 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:55:04.159056 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:04.170855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Transition to ACTIVE for port object f677850a-3a52-45b3-9104-662181e90db1 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:55:04.245032 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:04.297671 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Pushing event updated for resources: {'Port': ['ID=f677850a-3a52-45b3-9104-662181e90db1,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:55:04.328342 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:04.374171 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Attempting to bind port f677850a-3a52-45b3-9104-662181e90db1 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:55:04.374563 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Attempting to bind port f677850a-3a52-45b3-9104-662181e90db1 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:55:04.374905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Attempting to bind port f677850a-3a52-45b3-9104-662181e90db1 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:55:04.379861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Port f677850a-3a52-45b3-9104-662181e90db1 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:55:04.380194 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Attempting to bind port f677850a-3a52-45b3-9104-662181e90db1 on network 4b584705-f77b-4d5a-b4da-1d8085e40dba {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:55:04.385395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:55:04.385759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Checking segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:55:04.386182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Bound using segment: {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:55:04.386615 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Bound port: f677850a-3a52-45b3-9104-662181e90db1, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c206a5cc-898b-4d32-9111-ca3bdab79b3a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 58, 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:55:04.386983 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:04.460241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] For port f677850a-3a52-45b3-9104-662181e90db1, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:55:04.464145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] For port f677850a-3a52-45b3-9104-662181e90db1, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f677850a-3a52-45b3-9104-662181e90db1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:55:04.559451 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:04.599265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:04.600108 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:04.601345 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0c84324-61c1-4715-914a-e01c136b4718 req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] 10.222.0.30 "PUT /v2.0/ports/f677850a-3a52-45b3-9104-662181e90db1 HTTP/1.1" status: 200 len: 1096 time: 0.7711151 Aug 17 03:55:04.601835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92bc8166-3385-4556-9010-d4603747f1dc', 'tag': 'f677850a-3a52-45b3-9104-662181e90db1'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:55:04.608411 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c21cf543-0d70-47be-9cab-999e947ca0f6" -d '{"events": [{"name": "network-changed", "server_uuid": "92bc8166-3385-4556-9010-d4603747f1dc", "tag": "f677850a-3a52-45b3-9104-662181e90db1"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:55:04.625741 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e845a2-2868-4cd1-ac54-8f2978857a4b service neutron] Pushing event updated for resources: {'Port': ['ID=f677850a-3a52-45b3-9104-662181e90db1,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:55:04.700139 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14691f8d-f6d4-488f-889a-9cabd253d702 req-01044931-ade3-4522-8330-7197584ae5a7 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:04.701900 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-14691f8d-f6d4-488f-889a-9cabd253d702 req-01044931-ade3-4522-8330-7197584ae5a7 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bc8166-3385-4556-9010-d4603747f1dc HTTP/1.1" status: 200 len: 948 time: 0.0551136 Aug 17 03:55:04.747975 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-14691f8d-f6d4-488f-889a-9cabd253d702 req-faa64e82-a83e-4306-b131-7095c44c6ce3 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/security-groups?id=227dbbf1-39f2-471b-9d8f-a3ca2b8c21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374284 Aug 17 03:55:04.770791 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c84324-61c1-4715-914a-e01c136b4718 req-db7f828a-85bd-4cc9-852d-a7b8a6230999 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:04.772319 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0c84324-61c1-4715-914a-e01c136b4718 req-db7f828a-85bd-4cc9-852d-a7b8a6230999 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a313539a5ff4b45a2ca01f8dec0d9dd&device_id=92bc8166-3385-4556-9010-d4603747f1dc HTTP/1.1" status: 200 len: 1099 time: 0.0569916 Aug 17 03:55:04.818226 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf6a1fa-9886-4a30-802f-c1ebc858e55c x-openstack-request-id: req-3cf6a1fa-9886-4a30-802f-c1ebc858e55c {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:55:04.818524 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92bc8166-3385-4556-9010-d4603747f1dc", "tag": "f677850a-3a52-45b3-9104-662181e90db1", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:55:04.818782 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3cf6a1fa-9886-4a30-802f-c1ebc858e55c {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:55:04.819184 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92bc8166-3385-4556-9010-d4603747f1dc', 'tag': 'f677850a-3a52-45b3-9104-662181e90db1', 'status': 'completed', 'code': 200} Aug 17 03:55:04.820956 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0c84324-61c1-4715-914a-e01c136b4718 req-165a506a-0b86-4a5a-b435-0a3614da02b8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=f677850a-3a52-45b3-9104-662181e90db1 HTTP/1.1" status: 200 len: 217 time: 0.0392249 Aug 17 03:55:04.871815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c84324-61c1-4715-914a-e01c136b4718 req-135ee5eb-16a2-4b1e-a7f3-3f12a3b96f89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:04.873246 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0c84324-61c1-4715-914a-e01c136b4718 req-135ee5eb-16a2-4b1e-a7f3-3f12a3b96f89 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0438986 Aug 17 03:55:04.923023 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c84324-61c1-4715-914a-e01c136b4718 req-682d0cdd-c6e4-41e4-bde1-0eef4da6f41a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:04.924532 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0c84324-61c1-4715-914a-e01c136b4718 req-682d0cdd-c6e4-41e4-bde1-0eef4da6f41a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0439882 Aug 17 03:55:05.015799 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0c84324-61c1-4715-914a-e01c136b4718 req-217e34ac-21f1-4e9c-a169-4c7442ca2141 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807278 Aug 17 03:55:05.107367 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f0c84324-61c1-4715-914a-e01c136b4718 req-5f75b823-a54b-4080-b95d-35dd483d037a service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838244 Aug 17 03:55:05.241617 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cf543-0d70-47be-9cab-999e947ca0f6 req-e8cd08b6-b9bc-4964-85a6-3c3187dd41d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:05.243134 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c21cf543-0d70-47be-9cab-999e947ca0f6 req-e8cd08b6-b9bc-4964-85a6-3c3187dd41d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8a313539a5ff4b45a2ca01f8dec0d9dd&device_id=92bc8166-3385-4556-9010-d4603747f1dc HTTP/1.1" status: 200 len: 1099 time: 0.0404708 Aug 17 03:55:05.335443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cf543-0d70-47be-9cab-999e947ca0f6 req-11d99033-8dd4-450e-82be-7d2af81069ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:05.337060 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c21cf543-0d70-47be-9cab-999e947ca0f6 req-11d99033-8dd4-450e-82be-7d2af81069ee service neutron] 10.222.0.30 "GET /v2.0/networks?id=4b584705-f77b-4d5a-b4da-1d8085e40dba HTTP/1.1" status: 200 len: 869 time: 0.0867536 Aug 17 03:55:05.378209 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c21cf543-0d70-47be-9cab-999e947ca0f6 req-367cb12d-ebcc-411b-a21f-5a670c8feae3 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.173&port_id=f677850a-3a52-45b3-9104-662181e90db1 HTTP/1.1" status: 200 len: 217 time: 0.0332832 Aug 17 03:55:05.425304 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cf543-0d70-47be-9cab-999e947ca0f6 req-8e6ad6f8-c72a-45f5-8f82-9a38c287b082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:05.426752 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c21cf543-0d70-47be-9cab-999e947ca0f6 req-8e6ad6f8-c72a-45f5-8f82-9a38c287b082 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=95234c83-cf8b-4b1b-aef7-77e21515b352 HTTP/1.1" status: 200 len: 843 time: 0.0409880 Aug 17 03:55:05.475057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21cf543-0d70-47be-9cab-999e947ca0f6 req-59559934-3773-4711-b527-fac9dcfbaf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:05.476518 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c21cf543-0d70-47be-9cab-999e947ca0f6 req-59559934-3773-4711-b527-fac9dcfbaf5d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=4b584705-f77b-4d5a-b4da-1d8085e40dba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0423415 Aug 17 03:55:05.571978 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c21cf543-0d70-47be-9cab-999e947ca0f6 req-6efec2c7-cb3f-4d32-9ce2-a338b49cea44 service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843954 Aug 17 03:55:05.887642 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0cf7d75-b320-4550-b197-135a84fdaa40 req-cec90fd9-252d-4241-ac3b-bc4c8bbf3314 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:05.889257 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a0cf7d75-b320-4550-b197-135a84fdaa40 req-cec90fd9-252d-4241-ac3b-bc4c8bbf3314 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bc8166-3385-4556-9010-d4603747f1dc HTTP/1.1" status: 200 len: 948 time: 0.0570626 Aug 17 03:55:05.934563 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a0cf7d75-b320-4550-b197-135a84fdaa40 req-5b8dd072-19a4-423b-a09c-a4b9c768d0cf tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/security-groups?id=227dbbf1-39f2-471b-9d8f-a3ca2b8c21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390575 Aug 17 03:55:06.003016 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c21cf543-0d70-47be-9cab-999e947ca0f6 req-af0e3075-f49e-4f61-8c2b-1d14423837ba service neutron] 10.222.0.30 "GET /v2.0/networks/4b584705-f77b-4d5a-b4da-1d8085e40dba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4232147 Aug 17 03:55:06.936124 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f677850a-3a52-45b3-9104-662181e90db1 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:55:07.035471 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port f677850a-3a52-45b3-9104-662181e90db1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f677850a-3a52-45b3-9104-662181e90db1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:55:07.045935 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'f677850a-3a52-45b3-9104-662181e90db1', 'network_id': '4b584705-f77b-4d5a-b4da-1d8085e40dba', 'port_id': 'f677850a-3a52-45b3-9104-662181e90db1', 'mac_address': 'fa:16:3e:eb:18:18', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 58, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '95234c83-cf8b-4b1b-aef7-77e21515b352', 'ip_address': '192.168.233.173'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:55:07.052026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a13fcd4-1514-4aa8-bc61-f0c88390a332 req-77efc291-4380-4073-9433-880f26a35e96 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:07.053614 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a13fcd4-1514-4aa8-bc61-f0c88390a332 req-77efc291-4380-4073-9433-880f26a35e96 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bc8166-3385-4556-9010-d4603747f1dc HTTP/1.1" status: 200 len: 948 time: 0.0497828 Aug 17 03:55:07.083550 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:07.093129 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a13fcd4-1514-4aa8-bc61-f0c88390a332 req-ed32f3ea-88f9-4130-9856-bf49e10e2674 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/security-groups?id=227dbbf1-39f2-471b-9d8f-a3ca2b8c21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324998 Aug 17 03:55:07.096811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f677850a-3a52-45b3-9104-662181e90db1 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:55:07.117639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port f677850a-3a52-45b3-9104-662181e90db1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f677850a-3a52-45b3-9104-662181e90db1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:55:07.182360 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:07.234007 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=f677850a-3a52-45b3-9104-662181e90db1,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:55:07.428300 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['f677850a-3a52-45b3-9104-662181e90db1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:55:08.210036 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33c5dd9d-ab2b-4e31-ab2f-6633434f87d4 req-90f49393-543f-49c7-86ed-debbe53e4e97 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:08.211777 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33c5dd9d-ab2b-4e31-ab2f-6633434f87d4 req-90f49393-543f-49c7-86ed-debbe53e4e97 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bc8166-3385-4556-9010-d4603747f1dc HTTP/1.1" status: 200 len: 949 time: 0.0497355 Aug 17 03:55:08.251008 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-33c5dd9d-ab2b-4e31-ab2f-6633434f87d4 req-b8bdb67e-7b0f-43f3-9a30-c9708bdca6be tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/security-groups?id=227dbbf1-39f2-471b-9d8f-a3ca2b8c21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324671 Aug 17 03:55:08.966946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f677850a-3a52-45b3-9104-662181e90db1 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:55:09.095891 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port f677850a-3a52-45b3-9104-662181e90db1 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:55:09.099869 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port f677850a-3a52-45b3-9104-662181e90db1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:55:09.100242 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:09.334593 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:09.359017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bc8166-3385-4556-9010-d4603747f1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f677850a-3a52-45b3-9104-662181e90db1'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:55:09.361195 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69d2e5e5-9ada-454a-882f-0f494af8ff74" -d '{"events": [{"server_uuid": "92bc8166-3385-4556-9010-d4603747f1dc", "name": "network-vif-plugged", "status": "completed", "tag": "f677850a-3a52-45b3-9104-662181e90db1"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:55:09.372770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f508dd4-c3a0-44bf-933a-7e416d160f67 req-d0ef2cf0-3650-46e2-aab2-c4cfec3aae0b tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:09.374350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port f677850a-3a52-45b3-9104-662181e90db1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f677850a-3a52-45b3-9104-662181e90db1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:55:09.374491 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7f508dd4-c3a0-44bf-933a-7e416d160f67 req-d0ef2cf0-3650-46e2-aab2-c4cfec3aae0b tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bc8166-3385-4556-9010-d4603747f1dc HTTP/1.1" status: 200 len: 949 time: 0.0546274 Aug 17 03:55:09.417861 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7f508dd4-c3a0-44bf-933a-7e416d160f67 req-0632ad80-db46-4ca0-b4aa-1364cc7a0b6a tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/security-groups?id=227dbbf1-39f2-471b-9d8f-a3ca2b8c21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373859 Aug 17 03:55:09.444900 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:09.496485 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=f677850a-3a52-45b3-9104-662181e90db1,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:55:09.521176 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:55:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-403d705a-4c5d-4e5a-afd2-1df9628cbee3 x-openstack-request-id: req-403d705a-4c5d-4e5a-afd2-1df9628cbee3 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:55:09.521508 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bc8166-3385-4556-9010-d4603747f1dc", "name": "network-vif-plugged", "status": "completed", "tag": "f677850a-3a52-45b3-9104-662181e90db1", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:55:09.521771 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-403d705a-4c5d-4e5a-afd2-1df9628cbee3 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:55:09.522173 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bc8166-3385-4556-9010-d4603747f1dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f677850a-3a52-45b3-9104-662181e90db1', 'code': 200} Aug 17 03:55:09.617880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d4b731f-9ab6-4b86-93e7-c1838b66f841 req-c87d4d6c-6e67-4fc8-9669-332440b1d7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:09.619442 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d4b731f-9ab6-4b86-93e7-c1838b66f841 req-c87d4d6c-6e67-4fc8-9669-332440b1d7ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=92bc8166-3385-4556-9010-d4603747f1dc HTTP/1.1" status: 200 len: 1101 time: 0.0406139 Aug 17 03:55:09.656823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7d4b731f-9ab6-4b86-93e7-c1838b66f841 req-24c7322b-00e5-48c5-8fd2-2f10254b74d3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=227dbbf1-39f2-471b-9d8f-a3ca2b8c21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0302658 Aug 17 03:55:10.543100 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f601dc8-ccd5-44f3-997c-f00d031a73cb req-ce7867e2-9e34-43b5-9c0d-5f6c5b860918 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:10.544677 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f601dc8-ccd5-44f3-997c-f00d031a73cb req-ce7867e2-9e34-43b5-9c0d-5f6c5b860918 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bc8166-3385-4556-9010-d4603747f1dc HTTP/1.1" status: 200 len: 950 time: 0.0530837 Aug 17 03:55:10.583626 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9f601dc8-ccd5-44f3-997c-f00d031a73cb req-9687230d-a239-4a08-9386-94022266070e tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/security-groups?id=227dbbf1-39f2-471b-9d8f-a3ca2b8c21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328605 Aug 17 03:55:11.702368 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91cb1bdc-ea03-4c34-8f2d-1fcc1c31bb4d req-ba955ccc-f531-40b9-a822-87f8b5028e5c tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:11.703887 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-91cb1bdc-ea03-4c34-8f2d-1fcc1c31bb4d req-ba955ccc-f531-40b9-a822-87f8b5028e5c tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bc8166-3385-4556-9010-d4603747f1dc HTTP/1.1" status: 200 len: 950 time: 0.0502329 Aug 17 03:55:11.742358 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-91cb1bdc-ea03-4c34-8f2d-1fcc1c31bb4d req-c8d384ad-5a19-4329-822c-a5d5493d51ec tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/security-groups?id=227dbbf1-39f2-471b-9d8f-a3ca2b8c21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324328 Aug 17 03:55:12.217615 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-76771252-708f-4391-bb1a-5d791f432c90 req-4a860e66-41ae-4fef-82f4-33c62bc5a9d7 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:55:12.218633 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-76771252-708f-4391-bb1a-5d791f432c90 req-4a860e66-41ae-4fef-82f4-33c62bc5a9d7 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0489848 Aug 17 03:55:13.218556 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddc1e9c-46ef-48a4-8032-d67f3dfdcb4d req-8508f5f5-733f-47d0-84b9-25d6a007cb5f tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:13.220081 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0ddc1e9c-46ef-48a4-8032-d67f3dfdcb4d req-8508f5f5-733f-47d0-84b9-25d6a007cb5f tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bc8166-3385-4556-9010-d4603747f1dc HTTP/1.1" status: 200 len: 950 time: 0.0504162 Aug 17 03:55:13.261160 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0ddc1e9c-46ef-48a4-8032-d67f3dfdcb4d req-c7e1630c-06b9-4a1a-801a-8419b8fbed07 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/security-groups?id=227dbbf1-39f2-471b-9d8f-a3ca2b8c21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351057 Aug 17 03:55:14.383372 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea7d37b8-9c86-4e1f-bbf4-503168c25d53 req-681e9a3e-af65-47c0-9cfd-9fc24fdbbc5d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:14.386640 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea7d37b8-9c86-4e1f-bbf4-503168c25d53 req-681e9a3e-af65-47c0-9cfd-9fc24fdbbc5d tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bc8166-3385-4556-9010-d4603747f1dc HTTP/1.1" status: 200 len: 950 time: 0.0565691 Aug 17 03:55:14.430126 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea7d37b8-9c86-4e1f-bbf4-503168c25d53 req-27f554f1-b8da-4f0e-ae4e-6abc53d77a4b tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/security-groups?id=227dbbf1-39f2-471b-9d8f-a3ca2b8c21d3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365744 Aug 17 03:55:14.535937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a1021e-3573-4f01-8aeb-affe97beb23c req-90490726-6409-4b00-bee1-51e5997b8899 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:14.537399 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b5a1021e-3573-4f01-8aeb-affe97beb23c req-90490726-6409-4b00-bee1-51e5997b8899 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.30 "GET /v2.0/ports?device_id=92bc8166-3385-4556-9010-d4603747f1dc HTTP/1.1" status: 200 len: 950 time: 0.0571463 Aug 17 03:55:14.655416 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-b5a1021e-3573-4f01-8aeb-affe97beb23c req-165ab66d-e448-4983-adb8-a4acaf3cd624 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Deleting port f677850a-3a52-45b3-9104-662181e90db1 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:55:14.655802 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b5a1021e-3573-4f01-8aeb-affe97beb23c req-165ab66d-e448-4983-adb8-a4acaf3cd624 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:14.765830 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b5a1021e-3573-4f01-8aeb-affe97beb23c req-165ab66d-e448-4983-adb8-a4acaf3cd624 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] For port f677850a-3a52-45b3-9104-662181e90db1, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f677850a-3a52-45b3-9104-662181e90db1,segment=NetworkSegment(c206a5cc-898b-4d32-9111-ca3bdab79b3a),segment_id=c206a5cc-898b-4d32-9111-ca3bdab79b3a)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:55:14.766196 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b5a1021e-3573-4f01-8aeb-affe97beb23c req-165ab66d-e448-4983-adb8-a4acaf3cd624 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:14.782206 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-b5a1021e-3573-4f01-8aeb-affe97beb23c req-165ab66d-e448-4983-adb8-a4acaf3cd624 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Calling delete_port for f677850a-3a52-45b3-9104-662181e90db1 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:55:15.053624 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b5a1021e-3573-4f01-8aeb-affe97beb23c req-165ab66d-e448-4983-adb8-a4acaf3cd624 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:15.068122 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['f677850a-3a52-45b3-9104-662181e90db1'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:55:15.098899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-165ab66d-e448-4983-adb8-a4acaf3cd624 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Pushing event deleted for resources: {'Port': ['ID=f677850a-3a52-45b3-9104-662181e90db1,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:55:15.162666 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b5a1021e-3573-4f01-8aeb-affe97beb23c req-165ab66d-e448-4983-adb8-a4acaf3cd624 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] No DVR routers for this DVR port f677850a-3a52-45b3-9104-662181e90db1 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:55:15.166423 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b5a1021e-3573-4f01-8aeb-affe97beb23c req-165ab66d-e448-4983-adb8-a4acaf3cd624 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:15.168506 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b5a1021e-3573-4f01-8aeb-affe97beb23c req-165ab66d-e448-4983-adb8-a4acaf3cd624 tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.30 "DELETE /v2.0/ports/f677850a-3a52-45b3-9104-662181e90db1 HTTP/1.1" status: 204 len: 173 time: 0.6243312 Aug 17 03:55:15.168994 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92bc8166-3385-4556-9010-d4603747f1dc', 'name': 'network-vif-deleted', 'tag': 'f677850a-3a52-45b3-9104-662181e90db1'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:55:15.171577 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6f88200-a266-4f66-a649-900f18c86700" -d '{"events": [{"server_uuid": "92bc8166-3385-4556-9010-d4603747f1dc", "name": "network-vif-deleted", "tag": "f677850a-3a52-45b3-9104-662181e90db1"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:55:15.211151 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:55:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3cf81327-6e3f-413f-81f2-6a351228cef3 x-openstack-request-id: req-3cf81327-6e3f-413f-81f2-6a351228cef3 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:55:15.211454 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92bc8166-3385-4556-9010-d4603747f1dc", "name": "network-vif-deleted", "tag": "f677850a-3a52-45b3-9104-662181e90db1", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:55:15.211712 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3cf81327-6e3f-413f-81f2-6a351228cef3 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:55:15.212122 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92bc8166-3385-4556-9010-d4603747f1dc', 'name': 'network-vif-deleted', 'tag': 'f677850a-3a52-45b3-9104-662181e90db1', 'status': 'completed', 'code': 200} Aug 17 03:55:15.347570 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7340c4d1-5076-4088-965f-77add2ad7c97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:15.540361 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a7325fd-af9c-4cc5-a3d8-154add7774f9 req-33429ccb-ce5d-4134-8048-a22a4f1e7aba tempest-ServersAdminNegativeTestJSON-964497108 tempest-ServersAdminNegativeTestJSON-964497108-project] 10.222.0.10 "GET /v2.0/ports?device_id=92bc8166-3385-4556-9010-d4603747f1dc HTTP/1.1" status: 200 len: 210 time: 0.0275183 Aug 17 03:55:17.042305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41728) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:55:17.176725 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-84ca22e8-50cf-4734-95fe-9fd6c132d01b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8a313539a5ff4b45a2ca01f8dec0d9dd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1332424 Aug 17 03:55:17.179222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41732) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:55:17.229690 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6ff39b0-378e-452d-b72e-984522781841 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:17.251042 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6ff39b0-378e-452d-b72e-984522781841 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:17.362530 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6ff39b0-378e-452d-b72e-984522781841 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:17.365168 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6ff39b0-378e-452d-b72e-984522781841 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:17.366366 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d6ff39b0-378e-452d-b72e-984522781841 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/227dbbf1-39f2-471b-9d8f-a3ca2b8c21d3 HTTP/1.1" status: 204 len: 168 time: 0.1862378 Aug 17 03:55:17.375038 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ff39b0-378e-452d-b72e-984522781841 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=227dbbf1-39f2-471b-9d8f-a3ca2b8c21d3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:55:17.382740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff39b0-378e-452d-b72e-984522781841 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:17.383095 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff39b0-378e-452d-b72e-984522781841 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:17.383442 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff39b0-378e-452d-b72e-984522781841 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:17.383803 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff39b0-378e-452d-b72e-984522781841 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:17.384146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff39b0-378e-452d-b72e-984522781841 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:17.385092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff39b0-378e-452d-b72e-984522781841 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:17.385447 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff39b0-378e-452d-b72e-984522781841 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:17.385821 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff39b0-378e-452d-b72e-984522781841 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:17.386261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff39b0-378e-452d-b72e-984522781841 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:17.386471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff39b0-378e-452d-b72e-984522781841 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:17.386799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff39b0-378e-452d-b72e-984522781841 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:17.387208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d6ff39b0-378e-452d-b72e-984522781841 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:17.945493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41738) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:55:17.953221 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a9f93862-e4f4-4ec8-b2b4-d08d8926d652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:17.961072 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be172c01-7de5-4074-b0bb-483fc07a691b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:18.053802 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be172c01-7de5-4074-b0bb-483fc07a691b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:18.128299 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be172c01-7de5-4074-b0bb-483fc07a691b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:18.171669 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-be172c01-7de5-4074-b0bb-483fc07a691b admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=3e7245401d824abca19e0c16c72ea804&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2249131 Aug 17 03:55:18.172802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be172c01-7de5-4074-b0bb-483fc07a691b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d88797b-41f4-4cbc-8fc6-43464f46667a,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:55:18.174480 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41740) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:55:18.182681 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:18.227250 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4e8b85ea-27ed-42f5-9a35-9f64d829905e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:18.249838 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4e8b85ea-27ed-42f5-9a35-9f64d829905e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:18.358730 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4e8b85ea-27ed-42f5-9a35-9f64d829905e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:18.361377 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4e8b85ea-27ed-42f5-9a35-9f64d829905e admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:18.362575 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4e8b85ea-27ed-42f5-9a35-9f64d829905e admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/8d88797b-41f4-4cbc-8fc6-43464f46667a HTTP/1.1" status: 204 len: 168 time: 0.1870694 Aug 17 03:55:18.370788 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8b85ea-27ed-42f5-9a35-9f64d829905e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d88797b-41f4-4cbc-8fc6-43464f46667a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:55:18.378480 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b85ea-27ed-42f5-9a35-9f64d829905e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:18.378765 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b85ea-27ed-42f5-9a35-9f64d829905e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:18.379108 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b85ea-27ed-42f5-9a35-9f64d829905e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:18.379449 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b85ea-27ed-42f5-9a35-9f64d829905e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:18.379787 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b85ea-27ed-42f5-9a35-9f64d829905e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:18.380124 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b85ea-27ed-42f5-9a35-9f64d829905e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:18.380455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b85ea-27ed-42f5-9a35-9f64d829905e admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:18.380786 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b85ea-27ed-42f5-9a35-9f64d829905e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:18.381100 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b85ea-27ed-42f5-9a35-9f64d829905e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:18.381437 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b85ea-27ed-42f5-9a35-9f64d829905e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:18.381782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b85ea-27ed-42f5-9a35-9f64d829905e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:18.382106 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e8b85ea-27ed-42f5-9a35-9f64d829905e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:55:19.030931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f677850a-3a52-45b3-9104-662181e90db1 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:55:19.050508 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: f677850a-3a52-45b3-9104-662181e90db1 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:55:19.050854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f677850a-3a52-45b3-9104-662181e90db1 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:55:19.353545 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:19.418049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41762) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:55:19.518023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1322c757-ce1c-48fd-841b-af057c75d696 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-22442325-network', 'tenant_id': '299b2d30e2914d13b1f6477af26264bb'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:55:19.642480 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1322c757-ce1c-48fd-841b-af057c75d696 admin admin] Made reservation on behalf of 299b2d30e2914d13b1f6477af26264bb for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:55:19.644875 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1322c757-ce1c-48fd-841b-af057c75d696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:19.654182 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1322c757-ce1c-48fd-841b-af057c75d696 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:19.741955 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1322c757-ce1c-48fd-841b-af057c75d696 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:19.808226 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1322c757-ce1c-48fd-841b-af057c75d696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:19.830146 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1322c757-ce1c-48fd-841b-af057c75d696 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:55:19.845056 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322c757-ce1c-48fd-841b-af057c75d696 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4e245b5-cc6b-4301-ab00-bba55c88c58a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:55:19.849891 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1322c757-ce1c-48fd-841b-af057c75d696 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:19.850243 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-1322c757-ce1c-48fd-841b-af057c75d696 admin admin] Added segment 163f7216-b2fb-404a-a32f-8cdc0afb5d0c of type vlan for network dd228c97-56c4-4690-983b-e6eff3bfbf36 Aug 17 03:55:19.891757 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1322c757-ce1c-48fd-841b-af057c75d696 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:19.987495 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1322c757-ce1c-48fd-841b-af057c75d696 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:19.988513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1322c757-ce1c-48fd-841b-af057c75d696 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:19.989095 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1322c757-ce1c-48fd-841b-af057c75d696 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:20.051268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1322c757-ce1c-48fd-841b-af057c75d696 admin admin] Pushing event updated for resources: {'Network': ['ID=dd228c97-56c4-4690-983b-e6eff3bfbf36,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:55:20.060919 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network dd228c97-56c4-4690-983b-e6eff3bfbf36 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:55:20.105964 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1322c757-ce1c-48fd-841b-af057c75d696 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6866760 Aug 17 03:55:20.108790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41766) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:55:20.113857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-720d92ec-998f-4cac-9041-e9055144985d admin admin] Request body: {'subnet': {'network_id': 'dd228c97-56c4-4690-983b-e6eff3bfbf36', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-22442325-subnet', 'tenant_id': '299b2d30e2914d13b1f6477af26264bb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:55:20.192916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-720d92ec-998f-4cac-9041-e9055144985d admin admin] Made reservation on behalf of 299b2d30e2914d13b1f6477af26264bb for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:55:20.195328 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-720d92ec-998f-4cac-9041-e9055144985d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:20.419675 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-720d92ec-998f-4cac-9041-e9055144985d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:20.473823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-720d92ec-998f-4cac-9041-e9055144985d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c9fc9e17-4339-409b-9a86-97bbc6f3482f,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:55:20.484208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d92ec-998f-4cac-9041-e9055144985d admin admin] Checking segment: {'id': '163f7216-b2fb-404a-a32f-8cdc0afb5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd228c97-56c4-4690-983b-e6eff3bfbf36'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:55:20.484573 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720d92ec-998f-4cac-9041-e9055144985d admin admin] Network hostable DHCP agents. Network: dd228c97-56c4-4690-983b-e6eff3bfbf36, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:55:20.558841 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-720d92ec-998f-4cac-9041-e9055144985d admin admin] Network dd228c97-56c4-4690-983b-e6eff3bfbf36 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:55:20.644498 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-720d92ec-998f-4cac-9041-e9055144985d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, dd228c97-56c4-4690-983b-e6eff3bfbf36) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:55:20.648895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-720d92ec-998f-4cac-9041-e9055144985d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:20.649599 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-720d92ec-998f-4cac-9041-e9055144985d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:20.655506 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d7b4f17-93d4-40bb-a76d-5a36932d5839 None None] Network dd228c97-56c4-4690-983b-e6eff3bfbf36 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:55:20.736657 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-720d92ec-998f-4cac-9041-e9055144985d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6267140 Aug 17 03:55:20.789090 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44116eb8-2c26-45ae-adf0-c74d0522dd77 None None] Network dd228c97-56c4-4690-983b-e6eff3bfbf36 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:55:21.042302 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:21.177009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-b84177bd-4e45-47d4-81ef-2c173087ff35 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:21.178536 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-b84177bd-4e45-47d4-81ef-2c173087ff35 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/networks?id=dd228c97-56c4-4690-983b-e6eff3bfbf36 HTTP/1.1" status: 200 len: 810 time: 0.1022608 Aug 17 03:55:21.193867 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-62749421-5758-4b0c-a6e1-30bc2e23a9a8 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/quotas/299b2d30e2914d13b1f6477af26264bb HTTP/1.1" status: 200 len: 375 time: 0.0090787 Aug 17 03:55:21.231500 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-bc3f9c01-06f2-4a94-88f1-42103b51028b tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=299b2d30e2914d13b1f6477af26264bb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0316932 Aug 17 03:55:21.242350 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-3e8b5df6-47b0-47e2-9031-08cd89408ef3 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:55:21.243265 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-3e8b5df6-47b0-47e2-9031-08cd89408ef3 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0050788 Aug 17 03:55:21.331693 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-1fc78b86-5693-491f-9bfc-19834259a9a6 service neutron] 10.222.0.10 "GET /v2.0/networks/dd228c97-56c4-4690-983b-e6eff3bfbf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0825188 Aug 17 03:55:21.424852 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-0ef1c448-b8fb-49a6-b5ef-68c485a1f2ae service neutron] 10.222.0.10 "GET /v2.0/networks/dd228c97-56c4-4690-983b-e6eff3bfbf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865777 Aug 17 03:55:21.663537 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5b4c4e80-71c2-43aa-8b51-ad3a41431a7c req-6cef2b44-e71e-41d7-95b9-61441c5667e6 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 210 time: 0.0271766 Aug 17 03:55:22.741744 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1c8c01b8-ad69-4d49-a381-485d86ef811b req-8e32a1d8-090e-49c3-98d4-ff3b710c6f69 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 210 time: 0.0267155 Aug 17 03:55:23.825582 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-529889cd-790e-4297-8bbe-1369fb89d0ce req-e4006a0a-3d7a-4bfe-afc8-7adf165aa0fc tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 210 time: 0.0313451 Aug 17 03:55:24.902642 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-413a59e3-cf26-432b-974d-b1963963d926 req-40770f8b-40b2-40df-a257-4c0d09e9c764 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 210 time: 0.0267298 Aug 17 03:55:26.000858 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-915420d7-05fb-4bca-90b3-6b9583e1d9ca req-57266952-0a24-45ae-af55-ff526df35bbe tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 210 time: 0.0334275 Aug 17 03:55:27.094694 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5dad18c3-c9da-433f-aa60-9735c7d4b106 req-bbab45c0-0926-42bb-9fc6-92ba73472191 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 210 time: 0.0266550 Aug 17 03:55:27.970765 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-eefb3b2a-69d4-4482-8be0-ea57c0384a2a tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:27.972234 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-eefb3b2a-69d4-4482-8be0-ea57c0384a2a tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.30 "GET /v2.0/networks?id=dd228c97-56c4-4690-983b-e6eff3bfbf36 HTTP/1.1" status: 200 len: 810 time: 0.1079066 Aug 17 03:55:27.985055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-b56a1572-53f3-4bed-88c2-27c703f9dbdc tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Request body: {'port': {'device_id': '49fe7af7-5a19-45a7-afbd-618f8b6e85e5', 'network_id': 'dd228c97-56c4-4690-983b-e6eff3bfbf36', 'admin_state_up': True, 'tenant_id': '299b2d30e2914d13b1f6477af26264bb'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:55:28.156356 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-b56a1572-53f3-4bed-88c2-27c703f9dbdc tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Made reservation on behalf of 299b2d30e2914d13b1f6477af26264bb for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:55:28.160221 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-b56a1572-53f3-4bed-88c2-27c703f9dbdc tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:28.189882 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e56be56-7e7b-4928-9c66-1ca70414343f req-0a0cbc47-c5c5-4ad7-8002-8b4d2515b450 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 210 time: 0.0278485 Aug 17 03:55:28.288813 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-b56a1572-53f3-4bed-88c2-27c703f9dbdc tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Allocated IP 172.20.0.10 (dd228c97-56c4-4690-983b-e6eff3bfbf36/c9fc9e17-4339-409b-9a86-97bbc6f3482f/b3dae7aa-e688-4828-bca2-40c9f23066a0) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:55:28.435728 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-b56a1572-53f3-4bed-88c2-27c703f9dbdc tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:28.532400 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-b56a1572-53f3-4bed-88c2-27c703f9dbdc tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:28.576248 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-b56a1572-53f3-4bed-88c2-27c703f9dbdc tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Network dd228c97-56c4-4690-983b-e6eff3bfbf36 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:55:28.579367 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-b56a1572-53f3-4bed-88c2-27c703f9dbdc tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:55:28.583160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-b56a1572-53f3-4bed-88c2-27c703f9dbdc tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:55:28.591021 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56a1572-53f3-4bed-88c2-27c703f9dbdc tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Pushing event updated for resources: {'Port': ['ID=b3dae7aa-e688-4828-bca2-40c9f23066a0,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:55:28.636231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-b56a1572-53f3-4bed-88c2-27c703f9dbdc tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:28.636852 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-b56a1572-53f3-4bed-88c2-27c703f9dbdc tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:28.707772 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-b56a1572-53f3-4bed-88c2-27c703f9dbdc tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7263756 Aug 17 03:55:28.721062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Request body: {'port': {'device_id': '49fe7af7-5a19-45a7-afbd-618f8b6e85e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:55:28.780039 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:29.063071 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3dae7aa-e688-4828-bca2-40c9f23066a0 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:55:29.070863 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:29.082538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Transition to ACTIVE for port object b3dae7aa-e688-4828-bca2-40c9f23066a0 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:55:29.153029 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:29.226280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Pushing event updated for resources: {'Port': ['ID=b3dae7aa-e688-4828-bca2-40c9f23066a0,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:55:29.280085 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Attempting to bind port b3dae7aa-e688-4828-bca2-40c9f23066a0 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:55:29.280424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Attempting to bind port b3dae7aa-e688-4828-bca2-40c9f23066a0 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '163f7216-b2fb-404a-a32f-8cdc0afb5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd228c97-56c4-4690-983b-e6eff3bfbf36'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:55:29.280757 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Attempting to bind port b3dae7aa-e688-4828-bca2-40c9f23066a0 on network dd228c97-56c4-4690-983b-e6eff3bfbf36 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:55:29.285159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Port b3dae7aa-e688-4828-bca2-40c9f23066a0 on network dd228c97-56c4-4690-983b-e6eff3bfbf36 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:55:29.285512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Attempting to bind port b3dae7aa-e688-4828-bca2-40c9f23066a0 on network dd228c97-56c4-4690-983b-e6eff3bfbf36 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:55:29.290167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 55, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:55:29.290586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Checking segment: {'id': '163f7216-b2fb-404a-a32f-8cdc0afb5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd228c97-56c4-4690-983b-e6eff3bfbf36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:55:29.291517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Bound using segment: {'id': '163f7216-b2fb-404a-a32f-8cdc0afb5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd228c97-56c4-4690-983b-e6eff3bfbf36'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:55:29.292062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Bound port: b3dae7aa-e688-4828-bca2-40c9f23066a0, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163f7216-b2fb-404a-a32f-8cdc0afb5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd228c97-56c4-4690-983b-e6eff3bfbf36'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:55:29.292429 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:29.313255 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea69768-2431-4873-85c3-56889c204543 req-39d65ea8-567d-4c74-849d-089d48593354 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:29.314740 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aea69768-2431-4873-85c3-56889c204543 req-39d65ea8-567d-4c74-849d-089d48593354 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 944 time: 0.0518904 Aug 17 03:55:29.354479 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aea69768-2431-4873-85c3-56889c204543 req-da5ba9e4-3ad1-4dfc-8245-0eee31dfd9e7 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334613 Aug 17 03:55:29.356509 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] For port b3dae7aa-e688-4828-bca2-40c9f23066a0, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:55:29.359681 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] For port b3dae7aa-e688-4828-bca2-40c9f23066a0, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b3dae7aa-e688-4828-bca2-40c9f23066a0,segment=NetworkSegment(163f7216-b2fb-404a-a32f-8cdc0afb5d0c),segment_id=163f7216-b2fb-404a-a32f-8cdc0afb5d0c)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:55:29.439345 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:29.478437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:29.479077 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:29.480485 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-93a190c1-b73b-4d64-9934-19008045473c service neutron] 10.222.0.30 "PUT /v2.0/ports/b3dae7aa-e688-4828-bca2-40c9f23066a0 HTTP/1.1" status: 200 len: 1092 time: 0.7637362 Aug 17 03:55:29.480949 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fe7af7-5a19-45a7-afbd-618f8b6e85e5', 'tag': 'b3dae7aa-e688-4828-bca2-40c9f23066a0'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:55:29.483245 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49685f3e-4b52-413c-ac47-0709dde3965e" -d '{"events": [{"name": "network-changed", "server_uuid": "49fe7af7-5a19-45a7-afbd-618f8b6e85e5", "tag": "b3dae7aa-e688-4828-bca2-40c9f23066a0"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:55:29.503399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a190c1-b73b-4d64-9934-19008045473c service neutron] Pushing event updated for resources: {'Port': ['ID=b3dae7aa-e688-4828-bca2-40c9f23066a0,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:55:29.521781 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:55:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69db0bb8-6fc5-4e97-a3ad-506bb3abf149 x-openstack-request-id: req-69db0bb8-6fc5-4e97-a3ad-506bb3abf149 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:55:29.522084 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fe7af7-5a19-45a7-afbd-618f8b6e85e5", "tag": "b3dae7aa-e688-4828-bca2-40c9f23066a0", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:55:29.522348 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-69db0bb8-6fc5-4e97-a3ad-506bb3abf149 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:55:29.522756 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fe7af7-5a19-45a7-afbd-618f8b6e85e5', 'tag': 'b3dae7aa-e688-4828-bca2-40c9f23066a0', 'status': 'completed', 'code': 200} Aug 17 03:55:29.591350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49685f3e-4b52-413c-ac47-0709dde3965e req-e8354a13-dfc1-4e7a-86ca-ce0440ce6e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:29.592885 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49685f3e-4b52-413c-ac47-0709dde3965e req-e8354a13-dfc1-4e7a-86ca-ce0440ce6e08 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=299b2d30e2914d13b1f6477af26264bb&device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 1095 time: 0.0470586 Aug 17 03:55:29.694271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49685f3e-4b52-413c-ac47-0709dde3965e req-489531e0-9547-4b09-a11d-cc55fcfa6b6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:29.695833 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49685f3e-4b52-413c-ac47-0709dde3965e req-489531e0-9547-4b09-a11d-cc55fcfa6b6b service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=299b2d30e2914d13b1f6477af26264bb&shared=False HTTP/1.1" status: 200 len: 910 time: 0.0954678 Aug 17 03:55:29.799222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49685f3e-4b52-413c-ac47-0709dde3965e req-8e1e7770-a3ae-4f32-8f57-18b2ab8a6429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:29.800720 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-49685f3e-4b52-413c-ac47-0709dde3965e req-8e1e7770-a3ae-4f32-8f57-18b2ab8a6429 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0977597 Aug 17 03:55:29.879006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-48428160-1a1d-4907-9b50-40eed31f3042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:29.880421 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-48428160-1a1d-4907-9b50-40eed31f3042 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=299b2d30e2914d13b1f6477af26264bb&device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 1095 time: 0.0419841 Aug 17 03:55:29.926982 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-24dad88b-5e3b-43ad-8c1f-d6a2eeee2c3d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3dae7aa-e688-4828-bca2-40c9f23066a0 HTTP/1.1" status: 200 len: 217 time: 0.0381479 Aug 17 03:55:29.978717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-fea7bc5c-b752-456b-812f-b9cfb475ec6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:29.980454 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-fea7bc5c-b752-456b-812f-b9cfb475ec6f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9fc9e17-4339-409b-9a86-97bbc6f3482f HTTP/1.1" status: 200 len: 850 time: 0.0462856 Aug 17 03:55:30.014115 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-09801592-a0c5-4f76-adeb-2be1535f88ee service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd228c97-56c4-4690-983b-e6eff3bfbf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0267227 Aug 17 03:55:30.108483 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-868a22bf-786c-4373-b60d-7e45a17d5abe service neutron] 10.222.0.30 "GET /v2.0/networks/dd228c97-56c4-4690-983b-e6eff3bfbf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876303 Aug 17 03:55:30.197918 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ed71c745-a63e-48a8-a51e-9dcfd49ab2c5 req-6e8eb3e6-0c97-4d0c-9091-82836bff6a43 service neutron] 10.222.0.30 "GET /v2.0/networks/dd228c97-56c4-4690-983b-e6eff3bfbf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828874 Aug 17 03:55:30.475092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abbf918-e546-4924-ae2e-dbbd8a2720b2 req-1902cd14-b064-42d4-89e3-c16efc372b1e tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:30.476500 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4abbf918-e546-4924-ae2e-dbbd8a2720b2 req-1902cd14-b064-42d4-89e3-c16efc372b1e tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 944 time: 0.0492470 Aug 17 03:55:30.518905 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4abbf918-e546-4924-ae2e-dbbd8a2720b2 req-b098f55a-4be2-435f-9be7-9ba6b113269c tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357249 Aug 17 03:55:31.638001 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f82613-3781-41e9-a50b-bc6428431d37 req-3a31a3ec-1134-4630-b041-c585374ff4d9 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:31.639521 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-89f82613-3781-41e9-a50b-bc6428431d37 req-3a31a3ec-1134-4630-b041-c585374ff4d9 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 944 time: 0.0532575 Aug 17 03:55:31.678731 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-89f82613-3781-41e9-a50b-bc6428431d37 req-f34f7a2d-5097-4c09-a7b8-2e312976ea4b tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332639 Aug 17 03:55:32.795669 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-781ebbd0-ebb5-4487-8591-e27698973ac1 req-8dd9d1b3-5b4f-4be1-a27f-81c6e9a07ba8 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:32.797214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-781ebbd0-ebb5-4487-8591-e27698973ac1 req-8dd9d1b3-5b4f-4be1-a27f-81c6e9a07ba8 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 944 time: 0.0489523 Aug 17 03:55:32.835741 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-781ebbd0-ebb5-4487-8591-e27698973ac1 req-5c4236f6-bd49-433d-aa8f-95a65145c559 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321889 Aug 17 03:55:33.079531 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device b3dae7aa-e688-4828-bca2-40c9f23066a0 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:55:33.178951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port b3dae7aa-e688-4828-bca2-40c9f23066a0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b3dae7aa-e688-4828-bca2-40c9f23066a0,segment=NetworkSegment(163f7216-b2fb-404a-a32f-8cdc0afb5d0c),segment_id=163f7216-b2fb-404a-a32f-8cdc0afb5d0c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:55:33.190234 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'b3dae7aa-e688-4828-bca2-40c9f23066a0', 'network_id': 'dd228c97-56c4-4690-983b-e6eff3bfbf36', 'port_id': 'b3dae7aa-e688-4828-bca2-40c9f23066a0', 'mac_address': 'fa:16:3e:72:3b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fc9e17-4339-409b-9a86-97bbc6f3482f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:55:33.238515 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:33.254004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3dae7aa-e688-4828-bca2-40c9f23066a0 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:55:33.274526 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port b3dae7aa-e688-4828-bca2-40c9f23066a0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b3dae7aa-e688-4828-bca2-40c9f23066a0,segment=NetworkSegment(163f7216-b2fb-404a-a32f-8cdc0afb5d0c),segment_id=163f7216-b2fb-404a-a32f-8cdc0afb5d0c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:55:33.339468 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:33.390528 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=b3dae7aa-e688-4828-bca2-40c9f23066a0,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:55:33.529319 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['b3dae7aa-e688-4828-bca2-40c9f23066a0'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:55:33.728616 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:33.952602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f4f440f-8900-4d3e-8580-2cdc41292b56 req-0a6aed1b-f8c6-4544-9c4d-38e405fdbb55 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:33.954139 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6f4f440f-8900-4d3e-8580-2cdc41292b56 req-0a6aed1b-f8c6-4544-9c4d-38e405fdbb55 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 945 time: 0.0500963 Aug 17 03:55:33.997504 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6f4f440f-8900-4d3e-8580-2cdc41292b56 req-9eff42d4-9a71-46a0-b593-6f193ac075d2 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372601 Aug 17 03:55:34.341568 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:35.091228 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device b3dae7aa-e688-4828-bca2-40c9f23066a0 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:55:35.112924 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9e3a61-9104-4026-b6de-58d71f7ff82b req-c7ad1852-4811-44c8-83a8-00d09b53ca67 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:35.114509 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e9e3a61-9104-4026-b6de-58d71f7ff82b req-c7ad1852-4811-44c8-83a8-00d09b53ca67 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 945 time: 0.0499501 Aug 17 03:55:35.155194 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5e9e3a61-9104-4026-b6de-58d71f7ff82b req-9a7d0692-fb78-4594-a5c6-a41be1b543b5 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337567 Aug 17 03:55:35.218861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port b3dae7aa-e688-4828-bca2-40c9f23066a0 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:55:35.222882 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port b3dae7aa-e688-4828-bca2-40c9f23066a0 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:55:35.223351 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:35.304474 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:35.327399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fe7af7-5a19-45a7-afbd-618f8b6e85e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dae7aa-e688-4828-bca2-40c9f23066a0'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:55:35.329671 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44042437-a0c7-4f95-9294-231f92fa6f77" -d '{"events": [{"server_uuid": "49fe7af7-5a19-45a7-afbd-618f8b6e85e5", "name": "network-vif-plugged", "status": "completed", "tag": "b3dae7aa-e688-4828-bca2-40c9f23066a0"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:55:35.344258 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port b3dae7aa-e688-4828-bca2-40c9f23066a0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b3dae7aa-e688-4828-bca2-40c9f23066a0,segment=NetworkSegment(163f7216-b2fb-404a-a32f-8cdc0afb5d0c),segment_id=163f7216-b2fb-404a-a32f-8cdc0afb5d0c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:55:35.368686 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:55:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c07bdd64-d157-415c-8de2-90eeba4f7827 x-openstack-request-id: req-c07bdd64-d157-415c-8de2-90eeba4f7827 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:55:35.368686 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fe7af7-5a19-45a7-afbd-618f8b6e85e5", "name": "network-vif-plugged", "status": "completed", "tag": "b3dae7aa-e688-4828-bca2-40c9f23066a0", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:55:35.368686 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c07bdd64-d157-415c-8de2-90eeba4f7827 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:55:35.368686 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fe7af7-5a19-45a7-afbd-618f8b6e85e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dae7aa-e688-4828-bca2-40c9f23066a0', 'code': 200} Aug 17 03:55:35.415978 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:35.463958 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78c8a8bb-2dbe-4bfe-8942-a3edd5ea00a4 req-85c0bd89-7ed5-4d83-a8c9-97ca6e738411 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:35.465602 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78c8a8bb-2dbe-4bfe-8942-a3edd5ea00a4 req-85c0bd89-7ed5-4d83-a8c9-97ca6e738411 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 1097 time: 0.0422814 Aug 17 03:55:35.468854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=b3dae7aa-e688-4828-bca2-40c9f23066a0,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:55:35.501540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-78c8a8bb-2dbe-4bfe-8942-a3edd5ea00a4 req-65361609-d8d0-4081-bdd3-902e5118ab26 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0292645 Aug 17 03:55:36.276985 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db142754-ceda-4e24-8878-a693cccf296f req-c0799d21-b9f7-4b2f-b05d-131806aee13f tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:36.278508 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-db142754-ceda-4e24-8878-a693cccf296f req-c0799d21-b9f7-4b2f-b05d-131806aee13f tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0517824 Aug 17 03:55:36.319642 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-db142754-ceda-4e24-8878-a693cccf296f req-d12b40f9-e25a-4e60-a691-859c4d731bcc tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351319 Aug 17 03:55:36.559748 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:55:37.437018 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e598dd1-5a9b-4c7d-b652-8dd0478434bf req-f25b99e4-3e93-43aa-aaaf-5a626acd0b2d tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:37.438580 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1e598dd1-5a9b-4c7d-b652-8dd0478434bf req-f25b99e4-3e93-43aa-aaaf-5a626acd0b2d tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0504305 Aug 17 03:55:37.483074 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1e598dd1-5a9b-4c7d-b652-8dd0478434bf req-00d7692d-6dac-4646-b0b6-4e3a7645c4a5 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383332 Aug 17 03:55:37.913316 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-777ff082-cbc8-4cd0-88e7-fb3cd9955206 req-ee678a4a-5e25-436a-a101-22446a3f3b45 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:37.914899 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-777ff082-cbc8-4cd0-88e7-fb3cd9955206 req-ee678a4a-5e25-436a-a101-22446a3f3b45 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0538261 Aug 17 03:55:37.954106 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-777ff082-cbc8-4cd0-88e7-fb3cd9955206 req-e9262ed2-ea0c-4676-a6b2-1f440762171d tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325172 Aug 17 03:55:38.067707 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41854) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:55:38.153619 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-9c8c6ad2-8e7e-4d42-94e6-19305938e137 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0846882 Aug 17 03:55:38.162278 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-4c286a73-02a4-4d53-82e1-c7f1385bee9b service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 03:55:38.163224 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-4c286a73-02a4-4d53-82e1-c7f1385bee9b service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049000 Aug 17 03:55:39.076166 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ab7b0d-5490-4f3c-b76c-e25a214e3ace req-24385b44-1772-41f1-9f6c-d2a1790aac66 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:39.077680 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3ab7b0d-5490-4f3c-b76c-e25a214e3ace req-24385b44-1772-41f1-9f6c-d2a1790aac66 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0514185 Aug 17 03:55:39.117092 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3ab7b0d-5490-4f3c-b76c-e25a214e3ace req-d8b36f8e-7023-4567-8f1b-7cc476171c2a tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331223 Aug 17 03:55:40.145478 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2931d-3436-4952-8a79-659e04bf171a req-48d8197d-b68c-4443-a238-0432509fbaf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:40.147066 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-48d8197d-b68c-4443-a238-0432509fbaf6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=299b2d30e2914d13b1f6477af26264bb&device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 1097 time: 0.0493922 Aug 17 03:55:40.240925 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee2fa2a-5fb5-4d0b-baba-fb13c5560311 req-7d09654f-ae81-4a1e-8860-799b498ef8d7 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:40.242845 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2931d-3436-4952-8a79-659e04bf171a req-585a60e0-da9d-4742-9bbf-a05c02fdb655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:40.242975 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ee2fa2a-5fb5-4d0b-baba-fb13c5560311 req-7d09654f-ae81-4a1e-8860-799b498ef8d7 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0544107 Aug 17 03:55:40.243355 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-585a60e0-da9d-4742-9bbf-a05c02fdb655 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dd228c97-56c4-4690-983b-e6eff3bfbf36 HTTP/1.1" status: 200 len: 910 time: 0.0893128 Aug 17 03:55:40.284717 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ee2fa2a-5fb5-4d0b-baba-fb13c5560311 req-192e46e7-d6fb-48b7-985a-d7d6796856aa tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326862 Aug 17 03:55:40.290398 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-e9498c39-ad75-433e-a994-10937176cc2f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3dae7aa-e688-4828-bca2-40c9f23066a0 HTTP/1.1" status: 200 len: 217 time: 0.0395851 Aug 17 03:55:40.340826 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2931d-3436-4952-8a79-659e04bf171a req-7c20b53d-c75a-4d2b-9e7d-5e93bc9e92b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:40.342342 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-7c20b53d-c75a-4d2b-9e7d-5e93bc9e92b8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9fc9e17-4339-409b-9a86-97bbc6f3482f HTTP/1.1" status: 200 len: 850 time: 0.0444918 Aug 17 03:55:40.375150 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-e757ad47-8bff-40aa-963a-4c52bdf9d3b4 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd228c97-56c4-4690-983b-e6eff3bfbf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0254326 Aug 17 03:55:40.468259 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-2724acab-5693-482e-a47e-458598463d85 service neutron] 10.222.0.30 "GET /v2.0/networks/dd228c97-56c4-4690-983b-e6eff3bfbf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860085 Aug 17 03:55:40.557333 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-3f85f540-4047-4b93-b114-8c34cee2c7d0 service neutron] 10.222.0.30 "GET /v2.0/networks/dd228c97-56c4-4690-983b-e6eff3bfbf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815020 Aug 17 03:55:41.400144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aea62cd5-5ff4-4b49-ba65-58c33e27a1df req-b1c11a9f-d107-471a-a1c0-a2b5ad8f4690 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:41.402378 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aea62cd5-5ff4-4b49-ba65-58c33e27a1df req-b1c11a9f-d107-471a-a1c0-a2b5ad8f4690 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0504267 Aug 17 03:55:41.440877 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aea62cd5-5ff4-4b49-ba65-58c33e27a1df req-31bf6f70-1473-4168-8109-38b4a530321e tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325360 Aug 17 03:55:42.558745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca42c89-06df-4241-9a85-b8bf64eb98ef req-dca6291d-63ab-495f-9641-8ec5eb7c0384 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:42.560235 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ca42c89-06df-4241-9a85-b8bf64eb98ef req-dca6291d-63ab-495f-9641-8ec5eb7c0384 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0492392 Aug 17 03:55:42.597310 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ca42c89-06df-4241-9a85-b8bf64eb98ef req-27936330-22f4-4e6b-a8cf-e3289b63ccd3 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311425 Aug 17 03:55:43.718853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64bfbc3-51d9-4683-b5ec-27d1a27ff6c9 req-5f38045f-bcc5-431e-ae3f-126c47a28e0d tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:43.720380 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d64bfbc3-51d9-4683-b5ec-27d1a27ff6c9 req-5f38045f-bcc5-431e-ae3f-126c47a28e0d tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0544448 Aug 17 03:55:43.759114 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d64bfbc3-51d9-4683-b5ec-27d1a27ff6c9 req-96a936e3-bdd5-4c6e-898b-31393ffa579c tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327616 Aug 17 03:55:44.881213 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b28487-d13d-4541-b23d-9ccb4c087ed4 req-633da6b9-53f1-499e-934a-05c968478a09 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:44.882824 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22b28487-d13d-4541-b23d-9ccb4c087ed4 req-633da6b9-53f1-499e-934a-05c968478a09 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0508270 Aug 17 03:55:44.922384 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22b28487-d13d-4541-b23d-9ccb4c087ed4 req-a3305062-7d39-4c18-9684-0d002fa02488 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327134 Aug 17 03:55:45.324016 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6e3f8c30-fc30-400a-b2f4-cb9d97e47e16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:46.049957 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a7269b-f449-48f6-aa19-88c8f02e2f7e req-93d344aa-af2a-4d91-8a6a-a6d400ddaf51 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:46.052647 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2a7269b-f449-48f6-aa19-88c8f02e2f7e req-93d344aa-af2a-4d91-8a6a-a6d400ddaf51 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0580716 Aug 17 03:55:46.095899 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2a7269b-f449-48f6-aa19-88c8f02e2f7e req-d9b4d88f-1378-46a4-882c-ada26c4863b8 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335228 Aug 17 03:55:47.220124 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3d8d77-9a3f-4816-b6f2-a75144f9f4e7 req-f6c21fb7-22b5-48e7-8b15-90112b8e84a6 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:47.221675 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3c3d8d77-9a3f-4816-b6f2-a75144f9f4e7 req-f6c21fb7-22b5-48e7-8b15-90112b8e84a6 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0556912 Aug 17 03:55:47.260759 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3c3d8d77-9a3f-4816-b6f2-a75144f9f4e7 req-eacf0d8b-25a7-462e-b90e-afed5135a9c6 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330715 Aug 17 03:55:47.969701 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e501ac63-4b75-490c-921a-2fe5b1436484 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:48.192601 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:48.381726 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cafc183-0b69-4ec9-af62-b55154136839 req-a5053edc-8123-4ebd-b1a5-4a00004166b5 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:48.383215 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4cafc183-0b69-4ec9-af62-b55154136839 req-a5053edc-8123-4ebd-b1a5-4a00004166b5 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0526655 Aug 17 03:55:48.423036 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4cafc183-0b69-4ec9-af62-b55154136839 req-b3ce9d4f-6640-46eb-8906-9d18de316d91 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328057 Aug 17 03:55:49.344313 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:49.539188 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64ca076-298b-407f-9e0a-c342e10b8789 req-6a50ceac-3dab-4b4d-92ba-b95f831a59f5 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:49.540683 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f64ca076-298b-407f-9e0a-c342e10b8789 req-6a50ceac-3dab-4b4d-92ba-b95f831a59f5 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0494626 Aug 17 03:55:49.579210 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f64ca076-298b-407f-9e0a-c342e10b8789 req-9ac5244c-c038-4d20-84cc-83202c6885ef tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319014 Aug 17 03:55:50.699509 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8f7f313-2225-4d2e-9e4c-76664cd6245a req-3c7880b7-d3aa-4580-b70e-d46f730cfb5c tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:50.701036 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8f7f313-2225-4d2e-9e4c-76664cd6245a req-3c7880b7-d3aa-4580-b70e-d46f730cfb5c tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0538907 Aug 17 03:55:50.740712 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8f7f313-2225-4d2e-9e4c-76664cd6245a req-e250a786-a2e0-427b-b678-9f319a96e522 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336978 Aug 17 03:55:51.044380 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:55:51.857295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9f7a1c-4529-41fe-b2cb-2275b2b9b937 req-0521e15e-d418-474a-8e95-817fbc9dcdbb tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:51.858931 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2f9f7a1c-4529-41fe-b2cb-2275b2b9b937 req-0521e15e-d418-474a-8e95-817fbc9dcdbb tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0509624 Aug 17 03:55:51.898701 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2f9f7a1c-4529-41fe-b2cb-2275b2b9b937 req-a3183029-1306-4484-bfa6-f43dfab97268 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338364 Aug 17 03:55:53.018812 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077b82e9-f342-4fd4-a425-01b403d4f907 req-4077b978-350e-4c51-94eb-1f7107a4351b tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:53.020317 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-077b82e9-f342-4fd4-a425-01b403d4f907 req-4077b978-350e-4c51-94eb-1f7107a4351b tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0515089 Aug 17 03:55:53.070456 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-077b82e9-f342-4fd4-a425-01b403d4f907 req-72cf25ac-be31-4758-83f1-5a280cc98a51 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441103 Aug 17 03:55:54.188408 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adce10fd-77a4-401a-af0a-7c4b034f7a13 req-d778d6e5-b7ad-4161-bcd3-dc4147bf6b03 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:54.189946 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-adce10fd-77a4-401a-af0a-7c4b034f7a13 req-d778d6e5-b7ad-4161-bcd3-dc4147bf6b03 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0523560 Aug 17 03:55:54.229073 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-adce10fd-77a4-401a-af0a-7c4b034f7a13 req-5d952027-8cbd-434f-8daf-f3cc0581de80 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331957 Aug 17 03:55:55.346095 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dc8488-49ff-4472-b802-fda4cb28ff7e req-506d2264-1472-439e-8a60-ec033bd97c1e tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:55.347630 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-73dc8488-49ff-4472-b802-fda4cb28ff7e req-506d2264-1472-439e-8a60-ec033bd97c1e tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0506308 Aug 17 03:55:55.385109 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-73dc8488-49ff-4472-b802-fda4cb28ff7e req-7c092e30-f5e5-4aad-80d6-7ee2306b03e3 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316205 Aug 17 03:55:56.504034 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db94958a-9c3a-4367-af0e-c62be160535b req-74e87932-0180-48d1-bdc7-77e9843955a3 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:56.505585 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-db94958a-9c3a-4367-af0e-c62be160535b req-74e87932-0180-48d1-bdc7-77e9843955a3 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0509655 Aug 17 03:55:56.544457 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-db94958a-9c3a-4367-af0e-c62be160535b req-78efe822-0028-4080-aafe-a590cd23c863 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327084 Aug 17 03:55:57.664996 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de45682-ad75-4bc6-8988-88c6c5593a02 req-10a4c4de-1351-4273-b319-7a74d1f7102e tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:57.666554 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9de45682-ad75-4bc6-8988-88c6c5593a02 req-10a4c4de-1351-4273-b319-7a74d1f7102e tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0537939 Aug 17 03:55:57.704845 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9de45682-ad75-4bc6-8988-88c6c5593a02 req-86f4dbed-2d09-4660-8245-627871feada7 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317729 Aug 17 03:55:58.822228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36749b9a-b99c-473c-94f5-eb81b7bb8af3 req-a8cf9ba2-ef21-4b2b-b387-6fe88e2979eb tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:58.823762 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-36749b9a-b99c-473c-94f5-eb81b7bb8af3 req-a8cf9ba2-ef21-4b2b-b387-6fe88e2979eb tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0492415 Aug 17 03:55:58.863660 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-36749b9a-b99c-473c-94f5-eb81b7bb8af3 req-15dc9f27-061a-46e4-9107-eaa723b81b85 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336790 Aug 17 03:55:59.980670 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c50be6c-3a37-4e65-a09c-8fea379fa037 req-f1749261-2180-4972-9d00-25fb0b10c283 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:55:59.982992 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1c50be6c-3a37-4e65-a09c-8fea379fa037 req-f1749261-2180-4972-9d00-25fb0b10c283 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0506685 Aug 17 03:56:00.021619 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1c50be6c-3a37-4e65-a09c-8fea379fa037 req-60cac748-6f28-4359-95f9-3a3be423be70 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319245 Aug 17 03:56:01.144941 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ca50b0-a5f0-4d8a-80b3-b976f302bcab req-572251c8-d53d-4f1e-9490-dd1a1da34486 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:01.146456 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9ca50b0-a5f0-4d8a-80b3-b976f302bcab req-572251c8-d53d-4f1e-9490-dd1a1da34486 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0568199 Aug 17 03:56:01.184441 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9ca50b0-a5f0-4d8a-80b3-b976f302bcab req-ad8b8211-c825-489d-9fc2-cb5d6be5b6c2 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319698 Aug 17 03:56:02.304616 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00bfc393-26b0-4659-9679-5edb8a3d219d req-6a8fd680-cd8b-420f-991f-e887945e9bd2 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:02.306248 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-00bfc393-26b0-4659-9679-5edb8a3d219d req-6a8fd680-cd8b-420f-991f-e887945e9bd2 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0543115 Aug 17 03:56:02.346095 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-00bfc393-26b0-4659-9679-5edb8a3d219d req-e5672b64-4af4-4ae9-b5ca-d3333bd4f82d tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335133 Aug 17 03:56:03.463527 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f543e7a-b51f-4721-be94-51e7e5b3dacb req-af764e8a-89fd-40e2-a96b-2aa3f4f13193 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:03.465016 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f543e7a-b51f-4721-be94-51e7e5b3dacb req-af764e8a-89fd-40e2-a96b-2aa3f4f13193 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0491505 Aug 17 03:56:03.503615 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f543e7a-b51f-4721-be94-51e7e5b3dacb req-8f843b7a-9c5e-4514-b3ae-23292a03c8fb tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315869 Aug 17 03:56:03.704195 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:04.329366 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:04.636353 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87600b1-9758-4c63-b1bc-a065bbe651cc req-e17c3416-9efa-4211-b21d-fc184642548e tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:04.636353 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d87600b1-9758-4c63-b1bc-a065bbe651cc req-e17c3416-9efa-4211-b21d-fc184642548e tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0536275 Aug 17 03:56:04.664562 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d87600b1-9758-4c63-b1bc-a065bbe651cc req-f0df40bc-8118-445c-826f-fd613abdfb95 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335279 Aug 17 03:56:05.782756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efa0cd0-a82c-4edd-90ec-ebc62823b849 req-bfc387e3-a92c-47ee-9683-274c2a8ca902 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:05.784270 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3efa0cd0-a82c-4edd-90ec-ebc62823b849 req-bfc387e3-a92c-47ee-9683-274c2a8ca902 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0486550 Aug 17 03:56:05.824491 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3efa0cd0-a82c-4edd-90ec-ebc62823b849 req-0a87dbd5-3ba0-4e35-98e1-91c92777a256 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342593 Aug 17 03:56:06.452302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6e743-06f7-4016-a44d-817265e128e9 req-3c048638-a982-44f1-980d-f128fca09d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:06.453853 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dce6e743-06f7-4016-a44d-817265e128e9 req-3c048638-a982-44f1-980d-f128fca09d42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=299b2d30e2914d13b1f6477af26264bb&device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 1097 time: 0.0404325 Aug 17 03:56:06.567601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6e743-06f7-4016-a44d-817265e128e9 req-5745f4f3-ba12-4335-9469-a37e961252cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:06.569828 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dce6e743-06f7-4016-a44d-817265e128e9 req-5745f4f3-ba12-4335-9469-a37e961252cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=dd228c97-56c4-4690-983b-e6eff3bfbf36 HTTP/1.1" status: 200 len: 910 time: 0.0965996 Aug 17 03:56:06.614886 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dce6e743-06f7-4016-a44d-817265e128e9 req-1516f450-7b71-47d4-bd7c-5339badd2b27 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3dae7aa-e688-4828-bca2-40c9f23066a0 HTTP/1.1" status: 200 len: 217 time: 0.0370612 Aug 17 03:56:06.670467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce6e743-06f7-4016-a44d-817265e128e9 req-b9175d17-af80-4010-a8c6-61592a7a5c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:06.672008 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dce6e743-06f7-4016-a44d-817265e128e9 req-b9175d17-af80-4010-a8c6-61592a7a5c5b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9fc9e17-4339-409b-9a86-97bbc6f3482f HTTP/1.1" status: 200 len: 850 time: 0.0495672 Aug 17 03:56:06.704968 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dce6e743-06f7-4016-a44d-817265e128e9 req-f3602b85-943a-4f0c-9835-75db1dcfdf09 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd228c97-56c4-4690-983b-e6eff3bfbf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0253747 Aug 17 03:56:06.797460 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dce6e743-06f7-4016-a44d-817265e128e9 req-f2c75324-14b0-440b-9d22-7978b88f4f08 service neutron] 10.222.0.30 "GET /v2.0/networks/dd228c97-56c4-4690-983b-e6eff3bfbf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846314 Aug 17 03:56:06.897568 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dce6e743-06f7-4016-a44d-817265e128e9 req-834499c3-87d7-41d0-825c-1de596dd08ad service neutron] 10.222.0.30 "GET /v2.0/networks/dd228c97-56c4-4690-983b-e6eff3bfbf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918396 Aug 17 03:56:06.952223 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861d96b4-663c-4a14-a7a5-81a27ea3e341 req-98cbf81d-4c4c-427b-bf84-5f1ec26e318e tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:06.953984 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-861d96b4-663c-4a14-a7a5-81a27ea3e341 req-98cbf81d-4c4c-427b-bf84-5f1ec26e318e tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0519483 Aug 17 03:56:06.995225 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-861d96b4-663c-4a14-a7a5-81a27ea3e341 req-3c73937e-826f-4802-b000-6da96e45b491 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340631 Aug 17 03:56:07.804772 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-f6a2931d-3436-4952-8a79-659e04bf171a req-767c1c38-6024-4892-bcfb-d92a18055c4c service neutron] show failed (client error): The resource could not be found. Aug 17 03:56:07.805822 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-767c1c38-6024-4892-bcfb-d92a18055c4c service neutron] 10.222.0.30 "GET /v2.0/ports/b3dae7aa-e688-4828-bca2-40c9f23066a0/bindings/n-h2-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.0544448 Aug 17 03:56:08.120618 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d1d3056-b585-4f11-8b09-e80b3e6c9114 req-53a18972-7f6e-4e61-ab44-a9c92a6da787 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:08.122186 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3d1d3056-b585-4f11-8b09-e80b3e6c9114 req-53a18972-7f6e-4e61-ab44-a9c92a6da787 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0569787 Aug 17 03:56:08.161905 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3d1d3056-b585-4f11-8b09-e80b3e6c9114 req-9bf361fe-4f4d-4134-8465-6485e58c90bc tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321331 Aug 17 03:56:08.320143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2931d-3436-4952-8a79-659e04bf171a req-c6b857a6-e2fa-4364-9ee1-2c38530bc530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:08.321565 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-c6b857a6-e2fa-4364-9ee1-2c38530bc530 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5&tenant_id=299b2d30e2914d13b1f6477af26264bb HTTP/1.1" status: 200 len: 1097 time: 0.0446961 Aug 17 03:56:08.332736 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:56:08.386097 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:08.596392 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] For port b3dae7aa-e688-4828-bca2-40c9f23066a0, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=b3dae7aa-e688-4828-bca2-40c9f23066a0,segment=NetworkSegment(163f7216-b2fb-404a-a32f-8cdc0afb5d0c),segment_id=163f7216-b2fb-404a-a32f-8cdc0afb5d0c)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:56:08.629061 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] For port b3dae7aa-e688-4828-bca2-40c9f23066a0, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:56:08.672629 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fe7af7-5a19-45a7-afbd-618f8b6e85e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3dae7aa-e688-4828-bca2-40c9f23066a0'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:56:08.675002 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53732674-c03a-4344-b731-db443dfd7f50" -d '{"events": [{"server_uuid": "49fe7af7-5a19-45a7-afbd-618f8b6e85e5", "name": "network-vif-unplugged", "status": "completed", "tag": "b3dae7aa-e688-4828-bca2-40c9f23066a0"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:56:08.678963 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:08.692568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Transition to ACTIVE for port object b3dae7aa-e688-4828-bca2-40c9f23066a0 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:56:08.727767 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:56:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5307ac4-ccdb-4897-9429-e2550080d6dd x-openstack-request-id: req-a5307ac4-ccdb-4897-9429-e2550080d6dd {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:56:08.728069 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fe7af7-5a19-45a7-afbd-618f8b6e85e5", "name": "network-vif-unplugged", "status": "completed", "tag": "b3dae7aa-e688-4828-bca2-40c9f23066a0", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:56:08.728323 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a5307ac4-ccdb-4897-9429-e2550080d6dd {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:56:08.728720 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fe7af7-5a19-45a7-afbd-618f8b6e85e5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'b3dae7aa-e688-4828-bca2-40c9f23066a0', 'code': 200} Aug 17 03:56:08.774475 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:08.838274 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] No DVR routers for this DVR port b3dae7aa-e688-4828-bca2-40c9f23066a0 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:56:08.841675 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3dae7aa-e688-4828-bca2-40c9f23066a0,revision_number=6']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:56:08.877577 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Attempting to bind port b3dae7aa-e688-4828-bca2-40c9f23066a0 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:56:08.877915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Attempting to bind port b3dae7aa-e688-4828-bca2-40c9f23066a0 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '163f7216-b2fb-404a-a32f-8cdc0afb5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd228c97-56c4-4690-983b-e6eff3bfbf36'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:56:08.878247 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Attempting to bind port b3dae7aa-e688-4828-bca2-40c9f23066a0 on network dd228c97-56c4-4690-983b-e6eff3bfbf36 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:56:08.882619 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Port b3dae7aa-e688-4828-bca2-40c9f23066a0 on network dd228c97-56c4-4690-983b-e6eff3bfbf36 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:56:08.882938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Attempting to bind port b3dae7aa-e688-4828-bca2-40c9f23066a0 on network dd228c97-56c4-4690-983b-e6eff3bfbf36 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:56:08.887691 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:56:08.889689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Checking segment: {'id': '163f7216-b2fb-404a-a32f-8cdc0afb5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd228c97-56c4-4690-983b-e6eff3bfbf36'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:56:08.889689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Bound using segment: {'id': '163f7216-b2fb-404a-a32f-8cdc0afb5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd228c97-56c4-4690-983b-e6eff3bfbf36'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:56:08.889689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Bound port: b3dae7aa-e688-4828-bca2-40c9f23066a0, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '163f7216-b2fb-404a-a32f-8cdc0afb5d0c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'dd228c97-56c4-4690-983b-e6eff3bfbf36'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:56:08.889689 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:08.958485 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] For port b3dae7aa-e688-4828-bca2-40c9f23066a0, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:56:08.961923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] For port b3dae7aa-e688-4828-bca2-40c9f23066a0, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=b3dae7aa-e688-4828-bca2-40c9f23066a0,segment=NetworkSegment(163f7216-b2fb-404a-a32f-8cdc0afb5d0c),segment_id=163f7216-b2fb-404a-a32f-8cdc0afb5d0c)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:56:09.053298 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:09.087776 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:09.088393 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:09.089823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] 10.222.0.60 "PUT /v2.0/ports/b3dae7aa-e688-4828-bca2-40c9f23066a0 HTTP/1.1" status: 200 len: 1092 time: 0.7609999 Aug 17 03:56:09.125727 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43797467-e2b7-4c02-b5f1-370c771699b0 service neutron] Pushing event updated for resources: {'Port': ['ID=b3dae7aa-e688-4828-bca2-40c9f23066a0,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:56:09.156116 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2931d-3436-4952-8a79-659e04bf171a req-2f609e7a-ec49-4dc7-a04f-63a62c826e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:09.157678 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-2f609e7a-ec49-4dc7-a04f-63a62c826e08 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=299b2d30e2914d13b1f6477af26264bb&device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 1095 time: 0.0445027 Aug 17 03:56:09.257675 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2931d-3436-4952-8a79-659e04bf171a req-5f016582-e5f4-47f5-a449-9f938747d4c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:09.259335 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-5f016582-e5f4-47f5-a449-9f938747d4c5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=dd228c97-56c4-4690-983b-e6eff3bfbf36 HTTP/1.1" status: 200 len: 910 time: 0.0945194 Aug 17 03:56:09.285759 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a01cfa1-d22c-4779-a19f-00f3f4095748 req-bb672f74-8266-4f5a-b394-9ed9fb6ab9c6 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:09.287308 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1a01cfa1-d22c-4779-a19f-00f3f4095748 req-bb672f74-8266-4f5a-b394-9ed9fb6ab9c6 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 944 time: 0.0527668 Aug 17 03:56:09.302016 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-ff99a4d1-51dc-4d4b-8d6a-4f138bef7666 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3dae7aa-e688-4828-bca2-40c9f23066a0 HTTP/1.1" status: 200 len: 217 time: 0.0355365 Aug 17 03:56:09.329572 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1a01cfa1-d22c-4779-a19f-00f3f4095748 req-767f2ba5-dc6c-435c-a045-f024d4b2c957 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360503 Aug 17 03:56:09.353852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a2931d-3436-4952-8a79-659e04bf171a req-3d01afc4-519c-4965-9670-38a6d1268d8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:09.355359 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-3d01afc4-519c-4965-9670-38a6d1268d8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9fc9e17-4339-409b-9a86-97bbc6f3482f HTTP/1.1" status: 200 len: 850 time: 0.0468974 Aug 17 03:56:09.386330 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-c15c4939-723c-4c66-9722-7d5eab8838a5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dd228c97-56c4-4690-983b-e6eff3bfbf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0240066 Aug 17 03:56:09.479655 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-35d95bfd-07fc-42c2-ab64-139957b58b3b service neutron] 10.222.0.60 "GET /v2.0/networks/dd228c97-56c4-4690-983b-e6eff3bfbf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863616 Aug 17 03:56:09.572401 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6a2931d-3436-4952-8a79-659e04bf171a req-a7f03031-5506-42e9-a17f-fe7c636c458c service neutron] 10.222.0.60 "GET /v2.0/networks/dd228c97-56c4-4690-983b-e6eff3bfbf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856161 Aug 17 03:56:10.452716 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4af837a-d69e-4ece-92f2-2ddd77db1725 req-f40b910e-2dae-4606-9f7a-52572d3f64ec tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:10.455287 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a4af837a-d69e-4ece-92f2-2ddd77db1725 req-f40b910e-2dae-4606-9f7a-52572d3f64ec tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 944 time: 0.0513847 Aug 17 03:56:10.496113 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a4af837a-d69e-4ece-92f2-2ddd77db1725 req-03918401-52c2-44cb-b393-722e5802afe1 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334563 Aug 17 03:56:10.730376 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '49fe7af7-5a19-45a7-afbd-618f8b6e85e5', 'tag': 'b3dae7aa-e688-4828-bca2-40c9f23066a0'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:56:10.732716 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f" -d '{"events": [{"name": "network-changed", "server_uuid": "49fe7af7-5a19-45a7-afbd-618f8b6e85e5", "tag": "b3dae7aa-e688-4828-bca2-40c9f23066a0"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:56:10.781580 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:56:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f22502e-da91-468d-b491-7e5d1c39a3be x-openstack-request-id: req-7f22502e-da91-468d-b491-7e5d1c39a3be {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:56:10.781884 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "49fe7af7-5a19-45a7-afbd-618f8b6e85e5", "tag": "b3dae7aa-e688-4828-bca2-40c9f23066a0", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:56:10.782145 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7f22502e-da91-468d-b491-7e5d1c39a3be {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:56:10.782561 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '49fe7af7-5a19-45a7-afbd-618f8b6e85e5', 'tag': 'b3dae7aa-e688-4828-bca2-40c9f23066a0', 'status': 'completed', 'code': 200} Aug 17 03:56:10.870791 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-db62e26e-7155-42e2-ba3b-c2b73cc6c68f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:10.872302 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-db62e26e-7155-42e2-ba3b-c2b73cc6c68f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=299b2d30e2914d13b1f6477af26264bb&device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 1095 time: 0.0699527 Aug 17 03:56:10.878508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-7d27e41d-d4b9-45e7-a90f-de50441d7615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:10.880459 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-7d27e41d-d4b9-45e7-a90f-de50441d7615 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=299b2d30e2914d13b1f6477af26264bb&device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 1095 time: 0.0700076 Aug 17 03:56:11.038852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-e6f8809e-e741-41a4-9d56-5b6ab95b1d9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:11.040250 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-e6f8809e-e741-41a4-9d56-5b6ab95b1d9a service neutron] 10.222.0.30 "GET /v2.0/networks?id=dd228c97-56c4-4690-983b-e6eff3bfbf36 HTTP/1.1" status: 200 len: 910 time: 0.1590016 Aug 17 03:56:11.044600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-117e3ae7-950a-4dd5-a64e-898c41a0522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:11.046815 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-117e3ae7-950a-4dd5-a64e-898c41a0522e service neutron] 10.222.0.60 "GET /v2.0/networks?id=dd228c97-56c4-4690-983b-e6eff3bfbf36 HTTP/1.1" status: 200 len: 910 time: 0.1480665 Aug 17 03:56:11.092723 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-e2ea49eb-cba4-47ee-903c-193df39b211c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3dae7aa-e688-4828-bca2-40c9f23066a0 HTTP/1.1" status: 200 len: 217 time: 0.0446675 Aug 17 03:56:11.127283 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-b2953b2c-9cbc-453e-897c-c53749af2174 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3dae7aa-e688-4828-bca2-40c9f23066a0 HTTP/1.1" status: 200 len: 217 time: 0.0724921 Aug 17 03:56:11.197587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-10360cba-6877-4673-9cde-391a5d455cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:11.199076 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-10360cba-6877-4673-9cde-391a5d455cfb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9fc9e17-4339-409b-9a86-97bbc6f3482f HTTP/1.1" status: 200 len: 850 time: 0.0809631 Aug 17 03:56:11.206573 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-ff22032f-53f3-4b3c-b650-e5f78cacd017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:11.207898 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-ff22032f-53f3-4b3c-b650-e5f78cacd017 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=c9fc9e17-4339-409b-9a86-97bbc6f3482f HTTP/1.1" status: 200 len: 850 time: 0.0622442 Aug 17 03:56:11.242157 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-9e0f9acc-683e-445e-a518-68dad188a53f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd228c97-56c4-4690-983b-e6eff3bfbf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333335 Aug 17 03:56:11.267887 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-87a41933-8c76-429b-9d03-016695b12208 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=dd228c97-56c4-4690-983b-e6eff3bfbf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0477791 Aug 17 03:56:11.271475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device b3dae7aa-e688-4828-bca2-40c9f23066a0 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:56:11.311041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device b3dae7aa-e688-4828-bca2-40c9f23066a0 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:56:11.411973 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-c7e453b2-5ee2-445b-8f8d-90295aa7c869 service neutron] 10.222.0.30 "GET /v2.0/networks/dd228c97-56c4-4690-983b-e6eff3bfbf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1532614 Aug 17 03:56:11.429156 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-e89cbe25-14c7-4fa3-8969-362bad6565f0 service neutron] 10.222.0.60 "GET /v2.0/networks/dd228c97-56c4-4690-983b-e6eff3bfbf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1492743 Aug 17 03:56:11.590418 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-66281b0a-bdfc-458e-8376-931707aaaede service neutron] 10.222.0.30 "GET /v2.0/networks/dd228c97-56c4-4690-983b-e6eff3bfbf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1695218 Aug 17 03:56:11.596486 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6d97ee72-fb5b-40a9-9e63-0db2d8f9af6f req-9ad7aeab-28f9-4157-8696-ed458e613239 service neutron] 10.222.0.60 "GET /v2.0/networks/dd228c97-56c4-4690-983b-e6eff3bfbf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1547329 Aug 17 03:56:11.630245 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffc56b9-663b-40c5-a737-2e37149ddd6c req-8ce54aad-3dfe-42a2-8c62-b02fb3829eaa tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:11.631809 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ffc56b9-663b-40c5-a737-2e37149ddd6c req-8ce54aad-3dfe-42a2-8c62-b02fb3829eaa tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 944 time: 0.0617585 Aug 17 03:56:11.670559 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ffc56b9-663b-40c5-a737-2e37149ddd6c req-1a3e1d0e-ee00-4aa2-a444-94347a025401 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327489 Aug 17 03:56:12.134678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90987317-5498-4313-8356-991c42830d45 req-79e86a2b-8ea5-4560-98aa-af050ead6546 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:12.136079 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90987317-5498-4313-8356-991c42830d45 req-79e86a2b-8ea5-4560-98aa-af050ead6546 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.30 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5&tenant_id=299b2d30e2914d13b1f6477af26264bb&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 944 time: 0.0583251 Aug 17 03:56:12.198571 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-90987317-5498-4313-8356-991c42830d45 req-9f032a64-cf94-4935-9b97-fc50d13e970d service neutron] delete failed (client error): The resource could not be found. Aug 17 03:56:12.199585 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90987317-5498-4313-8356-991c42830d45 req-9f032a64-cf94-4935-9b97-fc50d13e970d service neutron] 10.222.0.30 "DELETE /v2.0/ports/b3dae7aa-e688-4828-bca2-40c9f23066a0/bindings/n-h1-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.0554790 Aug 17 03:56:12.207407 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device b3dae7aa-e688-4828-bca2-40c9f23066a0 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:56:12.294580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90987317-5498-4313-8356-991c42830d45 req-0d9b5667-3239-41df-8f91-6f23b7bc8980 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:12.296947 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90987317-5498-4313-8356-991c42830d45 req-0d9b5667-3239-41df-8f91-6f23b7bc8980 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=299b2d30e2914d13b1f6477af26264bb&device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 1095 time: 0.0523145 Aug 17 03:56:12.310937 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port b3dae7aa-e688-4828-bca2-40c9f23066a0, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=b3dae7aa-e688-4828-bca2-40c9f23066a0,segment=NetworkSegment(163f7216-b2fb-404a-a32f-8cdc0afb5d0c),segment_id=163f7216-b2fb-404a-a32f-8cdc0afb5d0c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:56:12.322399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'b3dae7aa-e688-4828-bca2-40c9f23066a0', 'network_id': 'dd228c97-56c4-4690-983b-e6eff3bfbf36', 'port_id': 'b3dae7aa-e688-4828-bca2-40c9f23066a0', 'mac_address': 'fa:16:3e:72:3b:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c9fc9e17-4339-409b-9a86-97bbc6f3482f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:56:12.360453 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:12.373299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3dae7aa-e688-4828-bca2-40c9f23066a0 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:56:12.393298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port b3dae7aa-e688-4828-bca2-40c9f23066a0, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=b3dae7aa-e688-4828-bca2-40c9f23066a0,segment=NetworkSegment(163f7216-b2fb-404a-a32f-8cdc0afb5d0c),segment_id=163f7216-b2fb-404a-a32f-8cdc0afb5d0c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:56:12.394350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90987317-5498-4313-8356-991c42830d45 req-dfb62580-ec6d-4508-a2c1-c47697d0c912 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:12.395956 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90987317-5498-4313-8356-991c42830d45 req-dfb62580-ec6d-4508-a2c1-c47697d0c912 service neutron] 10.222.0.30 "GET /v2.0/networks?id=dd228c97-56c4-4690-983b-e6eff3bfbf36 HTTP/1.1" status: 200 len: 910 time: 0.0921423 Aug 17 03:56:12.440161 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90987317-5498-4313-8356-991c42830d45 req-2334e3cb-c4b0-44eb-bdf5-8aa41349ceee service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b3dae7aa-e688-4828-bca2-40c9f23066a0 HTTP/1.1" status: 200 len: 217 time: 0.0372407 Aug 17 03:56:12.494389 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90987317-5498-4313-8356-991c42830d45 req-992172c9-fbd2-4102-b505-34f66b9038cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:12.495936 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90987317-5498-4313-8356-991c42830d45 req-992172c9-fbd2-4102-b505-34f66b9038cf service neutron] 10.222.0.30 "GET /v2.0/subnets?id=c9fc9e17-4339-409b-9a86-97bbc6f3482f HTTP/1.1" status: 200 len: 850 time: 0.0496700 Aug 17 03:56:12.511859 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:12.528421 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90987317-5498-4313-8356-991c42830d45 req-dfc05f14-4dcc-4342-b262-15e1699db3e0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=dd228c97-56c4-4690-983b-e6eff3bfbf36&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0255439 Aug 17 03:56:12.563998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=b3dae7aa-e688-4828-bca2-40c9f23066a0,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:56:12.571329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:12.571693 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:12.572015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:12.572350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:12.572680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:12.573015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:12.573338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:12.573689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:12.574011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:12.574332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:12.574651 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:12.574969 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:12.622165 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90987317-5498-4313-8356-991c42830d45 req-9f0964e0-5d7b-4edc-8dad-626f61be9147 service neutron] 10.222.0.30 "GET /v2.0/networks/dd228c97-56c4-4690-983b-e6eff3bfbf36?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0857053 Aug 17 03:56:12.717849 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90987317-5498-4313-8356-991c42830d45 req-d03b8d6b-4271-401c-a364-b201445a9c44 service neutron] 10.222.0.30 "GET /v2.0/networks/dd228c97-56c4-4690-983b-e6eff3bfbf36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881004 Aug 17 03:56:12.740295 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['b3dae7aa-e688-4828-bca2-40c9f23066a0'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:56:13.558043 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:56:14.201243 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49667ec2-ab37-4bb3-8eb4-d96c6c9d1613 req-4813770c-d01a-45ed-a50b-736225428f8a tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:14.204256 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-49667ec2-ab37-4bb3-8eb4-d96c6c9d1613 req-4813770c-d01a-45ed-a50b-736225428f8a tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 945 time: 0.0517888 Aug 17 03:56:14.237829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device b3dae7aa-e688-4828-bca2-40c9f23066a0 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:56:14.246576 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-49667ec2-ab37-4bb3-8eb4-d96c6c9d1613 req-c3214a10-398d-4aab-97bf-d7ff0d400252 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359561 Aug 17 03:56:14.369184 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port b3dae7aa-e688-4828-bca2-40c9f23066a0 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:56:14.373333 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port b3dae7aa-e688-4828-bca2-40c9f23066a0 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:56:14.373865 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:14.475242 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:14.498139 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fe7af7-5a19-45a7-afbd-618f8b6e85e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dae7aa-e688-4828-bca2-40c9f23066a0'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:56:14.501172 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3664f1a5-eab9-4184-b03d-6dffdf307b80" -d '{"events": [{"server_uuid": "49fe7af7-5a19-45a7-afbd-618f8b6e85e5", "name": "network-vif-plugged", "status": "completed", "tag": "b3dae7aa-e688-4828-bca2-40c9f23066a0"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:56:14.517470 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port b3dae7aa-e688-4828-bca2-40c9f23066a0, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=b3dae7aa-e688-4828-bca2-40c9f23066a0,segment=NetworkSegment(163f7216-b2fb-404a-a32f-8cdc0afb5d0c),segment_id=163f7216-b2fb-404a-a32f-8cdc0afb5d0c)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:56:14.541873 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:56:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1581faf6-57ee-47fe-874a-3187605d4628 x-openstack-request-id: req-1581faf6-57ee-47fe-874a-3187605d4628 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:56:14.542176 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fe7af7-5a19-45a7-afbd-618f8b6e85e5", "name": "network-vif-plugged", "status": "completed", "tag": "b3dae7aa-e688-4828-bca2-40c9f23066a0", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:56:14.542434 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1581faf6-57ee-47fe-874a-3187605d4628 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:56:14.542883 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fe7af7-5a19-45a7-afbd-618f8b6e85e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3dae7aa-e688-4828-bca2-40c9f23066a0', 'code': 200} Aug 17 03:56:14.575395 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:14.629159 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=b3dae7aa-e688-4828-bca2-40c9f23066a0,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:56:15.315890 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bd4898c4-7130-4c98-8bc2-b9b928bb57ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:15.372814 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84ba0546-8c8e-4d04-9e4e-1772805d75fb req-a6ae987c-aa8f-46ef-b1f3-fc64c62dc62c tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:15.376746 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-84ba0546-8c8e-4d04-9e4e-1772805d75fb req-a6ae987c-aa8f-46ef-b1f3-fc64c62dc62c tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0503871 Aug 17 03:56:15.414522 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-84ba0546-8c8e-4d04-9e4e-1772805d75fb req-0540faa8-e5c9-44c4-84dd-35c0e068eae2 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/security-groups?id=e4e245b5-cc6b-4301-ab00-bba55c88c58a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340788 Aug 17 03:56:15.497006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90987317-5498-4313-8356-991c42830d45 req-52411a5b-7310-41b7-a976-0090429e15cf tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:15.498430 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90987317-5498-4313-8356-991c42830d45 req-52411a5b-7310-41b7-a976-0090429e15cf tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.60 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 946 time: 0.0495012 Aug 17 03:56:15.599337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-90987317-5498-4313-8356-991c42830d45 req-d9c6cccc-8d5b-4cb5-b3ca-43c97a843160 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Deleting port b3dae7aa-e688-4828-bca2-40c9f23066a0 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:56:15.599689 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90987317-5498-4313-8356-991c42830d45 req-d9c6cccc-8d5b-4cb5-b3ca-43c97a843160 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:15.688146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-90987317-5498-4313-8356-991c42830d45 req-d9c6cccc-8d5b-4cb5-b3ca-43c97a843160 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] For port b3dae7aa-e688-4828-bca2-40c9f23066a0, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=b3dae7aa-e688-4828-bca2-40c9f23066a0,segment=NetworkSegment(163f7216-b2fb-404a-a32f-8cdc0afb5d0c),segment_id=163f7216-b2fb-404a-a32f-8cdc0afb5d0c)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:56:15.688524 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90987317-5498-4313-8356-991c42830d45 req-d9c6cccc-8d5b-4cb5-b3ca-43c97a843160 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:15.700658 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-90987317-5498-4313-8356-991c42830d45 req-d9c6cccc-8d5b-4cb5-b3ca-43c97a843160 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Calling delete_port for b3dae7aa-e688-4828-bca2-40c9f23066a0 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:56:15.909406 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90987317-5498-4313-8356-991c42830d45 req-d9c6cccc-8d5b-4cb5-b3ca-43c97a843160 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:15.921707 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['b3dae7aa-e688-4828-bca2-40c9f23066a0'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:56:15.940358 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c6cccc-8d5b-4cb5-b3ca-43c97a843160 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Pushing event deleted for resources: {'Port': ['ID=b3dae7aa-e688-4828-bca2-40c9f23066a0,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:56:16.308157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-90987317-5498-4313-8356-991c42830d45 req-d9c6cccc-8d5b-4cb5-b3ca-43c97a843160 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] No DVR routers for this DVR port b3dae7aa-e688-4828-bca2-40c9f23066a0 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:56:16.311084 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-90987317-5498-4313-8356-991c42830d45 req-d9c6cccc-8d5b-4cb5-b3ca-43c97a843160 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:16.313633 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90987317-5498-4313-8356-991c42830d45 req-d9c6cccc-8d5b-4cb5-b3ca-43c97a843160 tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.60 "DELETE /v2.0/ports/b3dae7aa-e688-4828-bca2-40c9f23066a0 HTTP/1.1" status: 204 len: 173 time: 0.8086419 Aug 17 03:56:16.314089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '49fe7af7-5a19-45a7-afbd-618f8b6e85e5', 'name': 'network-vif-deleted', 'tag': 'b3dae7aa-e688-4828-bca2-40c9f23066a0'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:56:16.316337 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c5fce97d-e0b3-4924-9737-e80baf074367" -d '{"events": [{"server_uuid": "49fe7af7-5a19-45a7-afbd-618f8b6e85e5", "name": "network-vif-deleted", "tag": "b3dae7aa-e688-4828-bca2-40c9f23066a0"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:56:16.353195 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:56:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd93bfc7-398e-485e-8961-a9f8a92a1e99 x-openstack-request-id: req-cd93bfc7-398e-485e-8961-a9f8a92a1e99 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:56:16.353528 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "49fe7af7-5a19-45a7-afbd-618f8b6e85e5", "name": "network-vif-deleted", "tag": "b3dae7aa-e688-4828-bca2-40c9f23066a0", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:56:16.353816 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cd93bfc7-398e-485e-8961-a9f8a92a1e99 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:56:16.354251 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '49fe7af7-5a19-45a7-afbd-618f8b6e85e5', 'name': 'network-vif-deleted', 'tag': 'b3dae7aa-e688-4828-bca2-40c9f23066a0', 'status': 'completed', 'code': 200} Aug 17 03:56:16.520064 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c7aa2268-8b06-48a4-9e7c-a5bac866ad7e req-ee843b2b-64f4-46f6-89b6-a307145649fa tempest-DeleteServersTestJSON-2086235523 tempest-DeleteServersTestJSON-2086235523-project] 10.222.0.10 "GET /v2.0/ports?device_id=49fe7af7-5a19-45a7-afbd-618f8b6e85e5 HTTP/1.1" status: 200 len: 210 time: 0.0308075 Aug 17 03:56:17.649071 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41964) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:56:17.694213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Deleting subnet c9fc9e17-4339-409b-9a86-97bbc6f3482f {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:56:17.697301 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:17.733076 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:17.774272 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:17.923789 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:17.951907 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-df135de5-813c-428d-88d7-55d05d4d0b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:17.952531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c9fc9e17-4339-409b-9a86-97bbc6f3482f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:56:17.954899 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:17.961990 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/c9fc9e17-4339-409b-9a86-97bbc6f3482f HTTP/1.1" status: 204 len: 168 time: 0.3066232 Aug 17 03:56:17.962122 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41966) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:56:17.963704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:17.964058 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:17.964402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:17.964746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:17.965084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:17.965431 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:17.965773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:17.966105 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:17.966434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:17.966768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:17.967092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:17.967418 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a7ef6a-e5e7-4db5-90f8-ca1093629195 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:18.029157 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eda6472f-16a4-497d-b66a-4723cd96827a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:18.112878 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eda6472f-16a4-497d-b66a-4723cd96827a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:18.123072 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-eda6472f-16a4-497d-b66a-4723cd96827a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd228c97-56c4-4690-983b-e6eff3bfbf36']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:56:18.133379 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-eda6472f-16a4-497d-b66a-4723cd96827a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '163f7216-b2fb-404a-a32f-8cdc0afb5d0c') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:56:18.133712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-eda6472f-16a4-497d-b66a-4723cd96827a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '163f7216-b2fb-404a-a32f-8cdc0afb5d0c') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:56:18.142802 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eda6472f-16a4-497d-b66a-4723cd96827a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:18.156636 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eda6472f-16a4-497d-b66a-4723cd96827a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:18.162601 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eda6472f-16a4-497d-b66a-4723cd96827a admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:56:18.163018 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eda6472f-16a4-497d-b66a-4723cd96827a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: timer() Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:56:18.164692 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:56:18.192258 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:18.271887 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eda6472f-16a4-497d-b66a-4723cd96827a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:18.277515 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eda6472f-16a4-497d-b66a-4723cd96827a admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:18.279433 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-eda6472f-16a4-497d-b66a-4723cd96827a admin admin] 10.222.0.10 "DELETE /v2.0/networks/dd228c97-56c4-4690-983b-e6eff3bfbf36 HTTP/1.1" status: 204 len: 168 time: 0.3185241 Aug 17 03:56:18.296297 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda6472f-16a4-497d-b66a-4723cd96827a admin admin] Pushing event deleted for resources: {'Network': ['ID=dd228c97-56c4-4690-983b-e6eff3bfbf36,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:56:18.596371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 41970) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:56:18.637501 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-22438d14-086b-4d71-890d-974e0e8c1152 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=299b2d30e2914d13b1f6477af26264bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399046 Aug 17 03:56:18.640102 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41972) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:56:18.690075 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fe11528-5db6-47a8-afe3-b64c179a5c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:18.711699 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fe11528-5db6-47a8-afe3-b64c179a5c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:18.849177 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fe11528-5db6-47a8-afe3-b64c179a5c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:18.851841 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7fe11528-5db6-47a8-afe3-b64c179a5c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:18.853000 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7fe11528-5db6-47a8-afe3-b64c179a5c5d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e4e245b5-cc6b-4301-ab00-bba55c88c58a HTTP/1.1" status: 204 len: 168 time: 0.2119117 Aug 17 03:56:18.861612 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fe11528-5db6-47a8-afe3-b64c179a5c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4e245b5-cc6b-4301-ab00-bba55c88c58a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:56:18.869101 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe11528-5db6-47a8-afe3-b64c179a5c5d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:18.869538 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe11528-5db6-47a8-afe3-b64c179a5c5d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:18.869823 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe11528-5db6-47a8-afe3-b64c179a5c5d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:18.870160 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe11528-5db6-47a8-afe3-b64c179a5c5d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:18.870496 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe11528-5db6-47a8-afe3-b64c179a5c5d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:18.870823 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe11528-5db6-47a8-afe3-b64c179a5c5d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:18.871151 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe11528-5db6-47a8-afe3-b64c179a5c5d admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:18.871479 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe11528-5db6-47a8-afe3-b64c179a5c5d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:18.871802 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe11528-5db6-47a8-afe3-b64c179a5c5d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:18.872127 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe11528-5db6-47a8-afe3-b64c179a5c5d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:18.872456 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe11528-5db6-47a8-afe3-b64c179a5c5d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:18.872776 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7fe11528-5db6-47a8-afe3-b64c179a5c5d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:56:19.326817 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:19.923774 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 41996) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:56:20.031423 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-34f6587c-2924-46cb-ad4a-5994b3783250 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1160556358-network', 'tenant_id': '2bfaddcb447c4f259bf0135ac6079877'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:56:20.106178 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34f6587c-2924-46cb-ad4a-5994b3783250 admin admin] Made reservation on behalf of 2bfaddcb447c4f259bf0135ac6079877 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:56:20.108868 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34f6587c-2924-46cb-ad4a-5994b3783250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:20.117755 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34f6587c-2924-46cb-ad4a-5994b3783250 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:20.207857 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34f6587c-2924-46cb-ad4a-5994b3783250 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:20.268737 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device b3dae7aa-e688-4828-bca2-40c9f23066a0 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:56:20.277530 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34f6587c-2924-46cb-ad4a-5994b3783250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:20.289936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: b3dae7aa-e688-4828-bca2-40c9f23066a0 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:56:20.290288 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device b3dae7aa-e688-4828-bca2-40c9f23066a0 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:56:20.299382 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34f6587c-2924-46cb-ad4a-5994b3783250 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 81} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:56:20.314622 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6587c-2924-46cb-ad4a-5994b3783250 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4290f8f-fe6a-49a0-933d-125214851511,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:56:20.317579 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34f6587c-2924-46cb-ad4a-5994b3783250 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:20.317917 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-34f6587c-2924-46cb-ad4a-5994b3783250 admin admin] Added segment 7afefc0d-b6d9-4700-acb1-c80c4c604a9e of type vlan for network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 Aug 17 03:56:20.362559 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34f6587c-2924-46cb-ad4a-5994b3783250 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:20.441155 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34f6587c-2924-46cb-ad4a-5994b3783250 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:20.442216 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34f6587c-2924-46cb-ad4a-5994b3783250 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:20.442814 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34f6587c-2924-46cb-ad4a-5994b3783250 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:20.509060 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f6587c-2924-46cb-ad4a-5994b3783250 admin admin] Pushing event updated for resources: {'Network': ['ID=cf52d540-f17b-4546-bdb4-eac93b6c7ed2,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:56:20.519615 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:56:20.575428 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-34f6587c-2924-46cb-ad4a-5994b3783250 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6504195 Aug 17 03:56:20.578844 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42000) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:56:20.587734 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-5df8c401-0401-479b-a691-bbb3fa350b3d admin admin] Request body: {'subnet': {'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1160556358-subnet', 'tenant_id': '2bfaddcb447c4f259bf0135ac6079877', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:56:20.663525 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df8c401-0401-479b-a691-bbb3fa350b3d admin admin] Made reservation on behalf of 2bfaddcb447c4f259bf0135ac6079877 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:56:20.666029 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5df8c401-0401-479b-a691-bbb3fa350b3d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:20.911951 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5df8c401-0401-479b-a691-bbb3fa350b3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:20.969228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df8c401-0401-479b-a691-bbb3fa350b3d admin admin] Pushing event updated for resources: {'Subnet': ['ID=684d9807-1148-4d0d-b0fe-96ac87a190f6,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:56:20.976525 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5df8c401-0401-479b-a691-bbb3fa350b3d admin admin] Checking segment: {'id': '7afefc0d-b6d9-4700-acb1-c80c4c604a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:56:20.977022 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df8c401-0401-479b-a691-bbb3fa350b3d admin admin] Network hostable DHCP agents. Network: cf52d540-f17b-4546-bdb4-eac93b6c7ed2, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:56:21.071756 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:21.105880 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5df8c401-0401-479b-a691-bbb3fa350b3d admin admin] Network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:56:21.197059 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-5df8c401-0401-479b-a691-bbb3fa350b3d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, cf52d540-f17b-4546-bdb4-eac93b6c7ed2) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:56:21.201519 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df8c401-0401-479b-a691-bbb3fa350b3d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:21.202268 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5df8c401-0401-479b-a691-bbb3fa350b3d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:21.206419 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8985b0bc-4d87-4004-b378-e2d256c7ac4e None None] Network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:56:21.331438 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6384777a-4bdc-4961-a965-a1e6d582577b None None] Network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:56:21.369914 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5df8c401-0401-479b-a691-bbb3fa350b3d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7899401 Aug 17 03:56:21.813295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-afc0e28f-af7e-4ade-a909-936f73a6f86a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:21.814824 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-afc0e28f-af7e-4ade-a909-936f73a6f86a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/networks?id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2 HTTP/1.1" status: 200 len: 815 time: 0.1063297 Aug 17 03:56:21.830644 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-c12bfb40-0778-4771-9b3a-12083183a7cf tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/quotas/2bfaddcb447c4f259bf0135ac6079877 HTTP/1.1" status: 200 len: 375 time: 0.0100846 Aug 17 03:56:21.862567 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-85129178-37d2-4d90-8639-fad427ba6da5 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bfaddcb447c4f259bf0135ac6079877&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0264351 Aug 17 03:56:21.957134 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-b7101bdf-0cc6-4754-b13b-5e90c315f30b service neutron] 10.222.0.10 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871189 Aug 17 03:56:22.045785 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-d1aec98d-f0ae-46a8-8213-2ccc9dfc9b22 service neutron] 10.222.0.10 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820742 Aug 17 03:56:22.292978 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a565f802-8778-4e2d-b7c9-457359646e31 req-15b41f96-2119-4434-bdce-3a2646d720a2 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 210 time: 0.0309875 Aug 17 03:56:23.370554 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-88427d13-ccf4-4497-bb58-1b5f0cfbcf6d req-8c86f841-4e23-46c2-8a84-eefb02f68b28 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 210 time: 0.0266955 Aug 17 03:56:24.467291 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-38b4f64b-48d3-4e2f-8b99-9923ffff92b7 req-544ce500-d069-49c4-9cea-7c71938ce389 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 210 time: 0.0307081 Aug 17 03:56:24.560395 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-9c14fa5f-357a-42b2-880a-7c800672121e tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:24.562705 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-9c14fa5f-357a-42b2-880a-7c800672121e tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.60 "GET /v2.0/networks?id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2 HTTP/1.1" status: 200 len: 815 time: 0.1107769 Aug 17 03:56:24.574848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-e410068f-ffc5-463d-8f8f-686bc19ee018 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Request body: {'port': {'device_id': '6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3', 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2', 'admin_state_up': True, 'tenant_id': '2bfaddcb447c4f259bf0135ac6079877'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:56:24.760553 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-e410068f-ffc5-463d-8f8f-686bc19ee018 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Made reservation on behalf of 2bfaddcb447c4f259bf0135ac6079877 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:56:24.764193 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-e410068f-ffc5-463d-8f8f-686bc19ee018 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:24.892413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-e410068f-ffc5-463d-8f8f-686bc19ee018 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Allocated IP 172.20.0.9 (cf52d540-f17b-4546-bdb4-eac93b6c7ed2/684d9807-1148-4d0d-b0fe-96ac87a190f6/a72d1277-e3d3-433c-98b7-afff36224f6b) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:56:25.042265 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-e410068f-ffc5-463d-8f8f-686bc19ee018 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:25.140440 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-e410068f-ffc5-463d-8f8f-686bc19ee018 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:25.185489 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-e410068f-ffc5-463d-8f8f-686bc19ee018 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:56:25.189099 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-e410068f-ffc5-463d-8f8f-686bc19ee018 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:56:25.193008 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-e410068f-ffc5-463d-8f8f-686bc19ee018 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:56:25.199406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e410068f-ffc5-463d-8f8f-686bc19ee018 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Pushing event updated for resources: {'Port': ['ID=a72d1277-e3d3-433c-98b7-afff36224f6b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:56:25.245278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-e410068f-ffc5-463d-8f8f-686bc19ee018 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:25.245917 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-e410068f-ffc5-463d-8f8f-686bc19ee018 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:25.312531 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-e410068f-ffc5-463d-8f8f-686bc19ee018 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7411411 Aug 17 03:56:25.325248 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Request body: {'port': {'device_id': '6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:56:25.385196 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:25.587704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e53b391-b75d-4e77-9312-5278dd3ac8aa req-097be122-66d7-408f-a965-76d598688b0e tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:25.589133 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e53b391-b75d-4e77-9312-5278dd3ac8aa req-097be122-66d7-408f-a965-76d598688b0e tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 931 time: 0.0502546 Aug 17 03:56:25.627921 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e53b391-b75d-4e77-9312-5278dd3ac8aa req-5945a958-412f-4dc6-b69a-7d8377008664 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320151 Aug 17 03:56:25.660167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a72d1277-e3d3-433c-98b7-afff36224f6b {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:56:25.668016 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:25.683663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Transition to ACTIVE for port object a72d1277-e3d3-433c-98b7-afff36224f6b will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:56:25.751436 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:25.804669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Pushing event updated for resources: {'Port': ['ID=a72d1277-e3d3-433c-98b7-afff36224f6b,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:56:25.874998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Attempting to bind port a72d1277-e3d3-433c-98b7-afff36224f6b on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:56:25.875252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Attempting to bind port a72d1277-e3d3-433c-98b7-afff36224f6b by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '7afefc0d-b6d9-4700-acb1-c80c4c604a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:56:25.875584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Attempting to bind port a72d1277-e3d3-433c-98b7-afff36224f6b on network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:56:25.879960 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Port a72d1277-e3d3-433c-98b7-afff36224f6b on network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:56:25.880282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Attempting to bind port a72d1277-e3d3-433c-98b7-afff36224f6b on network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:56:25.884961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 56, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:56:25.885299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Checking segment: {'id': '7afefc0d-b6d9-4700-acb1-c80c4c604a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:56:25.885761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Bound using segment: {'id': '7afefc0d-b6d9-4700-acb1-c80c4c604a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:56:25.886148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Bound port: a72d1277-e3d3-433c-98b7-afff36224f6b, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afefc0d-b6d9-4700-acb1-c80c4c604a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:56:25.886508 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:25.950422 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] For port a72d1277-e3d3-433c-98b7-afff36224f6b, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:56:25.953807 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] For port a72d1277-e3d3-433c-98b7-afff36224f6b, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a72d1277-e3d3-433c-98b7-afff36224f6b,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:56:26.026507 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:26.063643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:26.064302 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:26.065814 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] 10.222.0.60 "PUT /v2.0/ports/a72d1277-e3d3-433c-98b7-afff36224f6b HTTP/1.1" status: 200 len: 1091 time: 0.7446761 Aug 17 03:56:26.066260 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3', 'tag': 'a72d1277-e3d3-433c-98b7-afff36224f6b'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:56:26.068525 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a3ea54a-140b-4dee-89ca-000f0fb27ee3" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3", "tag": "a72d1277-e3d3-433c-98b7-afff36224f6b"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:56:26.093635 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f62dc31c-be22-478c-bb85-9555e75ce392 service neutron] Pushing event updated for resources: {'Port': ['ID=a72d1277-e3d3-433c-98b7-afff36224f6b,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:56:26.112188 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:56:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4865587b-3e20-489a-b02d-0cc0c810b99b x-openstack-request-id: req-4865587b-3e20-489a-b02d-0cc0c810b99b {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:56:26.112494 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3", "tag": "a72d1277-e3d3-433c-98b7-afff36224f6b", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:56:26.112752 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4865587b-3e20-489a-b02d-0cc0c810b99b {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:56:26.113158 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3', 'tag': 'a72d1277-e3d3-433c-98b7-afff36224f6b', 'status': 'completed', 'code': 200} Aug 17 03:56:26.181665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ea54a-140b-4dee-89ca-000f0fb27ee3 req-74da69ce-f4d5-4415-b283-7bb20fa78e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:26.183207 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a3ea54a-140b-4dee-89ca-000f0fb27ee3 req-74da69ce-f4d5-4415-b283-7bb20fa78e9c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bfaddcb447c4f259bf0135ac6079877&device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0483851 Aug 17 03:56:26.283643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ea54a-140b-4dee-89ca-000f0fb27ee3 req-ebef4595-cdc4-4ccd-9388-0a0500c8d090 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:26.285144 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a3ea54a-140b-4dee-89ca-000f0fb27ee3 req-ebef4595-cdc4-4ccd-9388-0a0500c8d090 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=2bfaddcb447c4f259bf0135ac6079877&shared=False HTTP/1.1" status: 200 len: 915 time: 0.0943177 Aug 17 03:56:26.388929 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a3ea54a-140b-4dee-89ca-000f0fb27ee3 req-6987bf09-a788-4fe1-b936-d8169de0cf7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:26.391240 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a3ea54a-140b-4dee-89ca-000f0fb27ee3 req-6987bf09-a788-4fe1-b936-d8169de0cf7c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0987654 Aug 17 03:56:26.473335 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-84e1c732-f58a-4d9f-b992-d61360fed354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:26.474822 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-84e1c732-f58a-4d9f-b992-d61360fed354 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bfaddcb447c4f259bf0135ac6079877&device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0420048 Aug 17 03:56:26.523755 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-d9f26343-5a6f-4a88-8f93-a54841a8ac88 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a72d1277-e3d3-433c-98b7-afff36224f6b HTTP/1.1" status: 200 len: 217 time: 0.0396211 Aug 17 03:56:26.574118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-3afc757c-7ed8-4eab-b4d8-351c8012c135 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:26.575597 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-3afc757c-7ed8-4eab-b4d8-351c8012c135 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=684d9807-1148-4d0d-b0fe-96ac87a190f6 HTTP/1.1" status: 200 len: 855 time: 0.0446365 Aug 17 03:56:26.610123 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-9dba46ab-ae29-4d27-bc04-e6aef367d314 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275323 Aug 17 03:56:26.708059 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-2c31e2f8-b7bc-44eb-81d0-e5432a4054f0 service neutron] 10.222.0.60 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891011 Aug 17 03:56:26.748030 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9608ba99-d53c-49e8-8c84-6cfd28591a27 req-1018070d-3726-48ad-9c0d-80018348c8e3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:26.749702 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9608ba99-d53c-49e8-8c84-6cfd28591a27 req-1018070d-3726-48ad-9c0d-80018348c8e3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 943 time: 0.0505092 Aug 17 03:56:26.792175 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9608ba99-d53c-49e8-8c84-6cfd28591a27 req-dd60cb3b-bafe-4fe6-a85d-6df26e239f4f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361764 Aug 17 03:56:26.800772 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-06cbbcd4-f4e9-4506-96b4-e31f75e45d71 req-3862077e-0961-40da-bd1b-3546841158fa service neutron] 10.222.0.60 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865116 Aug 17 03:56:27.909546 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e3366ae-c6ad-4db8-af96-396141fce4b2 req-89ef1382-d214-4ab7-9e0a-c6f024a78dfa tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:27.911139 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e3366ae-c6ad-4db8-af96-396141fce4b2 req-89ef1382-d214-4ab7-9e0a-c6f024a78dfa tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 943 time: 0.0505447 Aug 17 03:56:27.949237 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7e3366ae-c6ad-4db8-af96-396141fce4b2 req-6b0855fa-a31e-4a5e-bd36-ca0c2a3d0c8b tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322192 Aug 17 03:56:29.065120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800c969f-9c8d-40f1-9a33-845fe09b32e1 req-4c0f5832-5f57-4a65-b268-7662cd07c43e tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:29.066553 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-800c969f-9c8d-40f1-9a33-845fe09b32e1 req-4c0f5832-5f57-4a65-b268-7662cd07c43e tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 943 time: 0.0495484 Aug 17 03:56:29.110414 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-800c969f-9c8d-40f1-9a33-845fe09b32e1 req-d927049d-6a70-4254-93fc-d97c610454a0 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376284 Aug 17 03:56:30.228108 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb28c5b-55df-44bf-acab-15a72b6509ca req-b3be1d04-216d-4d94-8e8c-6f8557c64f31 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:30.229609 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6fb28c5b-55df-44bf-acab-15a72b6509ca req-b3be1d04-216d-4d94-8e8c-6f8557c64f31 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 943 time: 0.0508637 Aug 17 03:56:30.272840 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6fb28c5b-55df-44bf-acab-15a72b6509ca req-81ebaa21-e20b-4212-8a6f-2b3c6ed4889f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369239 Aug 17 03:56:30.315949 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a72d1277-e3d3-433c-98b7-afff36224f6b details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:56:30.419363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a72d1277-e3d3-433c-98b7-afff36224f6b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a72d1277-e3d3-433c-98b7-afff36224f6b,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:56:30.430705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'a72d1277-e3d3-433c-98b7-afff36224f6b', 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2', 'port_id': 'a72d1277-e3d3-433c-98b7-afff36224f6b', 'mac_address': 'fa:16:3e:4e:29:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684d9807-1148-4d0d-b0fe-96ac87a190f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:56:30.469792 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:30.482237 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a72d1277-e3d3-433c-98b7-afff36224f6b {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:56:30.502100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a72d1277-e3d3-433c-98b7-afff36224f6b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a72d1277-e3d3-433c-98b7-afff36224f6b,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:56:30.579744 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:30.635956 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a72d1277-e3d3-433c-98b7-afff36224f6b,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:56:30.767621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['a72d1277-e3d3-433c-98b7-afff36224f6b'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:56:31.387925 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e49fc1-f609-4af3-a91c-21ad45d3fc76 req-30e0ec9a-a5df-49b8-b15c-3cb081e2cae0 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:31.389720 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-08e49fc1-f609-4af3-a91c-21ad45d3fc76 req-30e0ec9a-a5df-49b8-b15c-3cb081e2cae0 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 944 time: 0.0491741 Aug 17 03:56:31.427941 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-08e49fc1-f609-4af3-a91c-21ad45d3fc76 req-59d2c72e-ce41-404b-9fac-51fccf1b47f5 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325718 Aug 17 03:56:32.323023 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a72d1277-e3d3-433c-98b7-afff36224f6b up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:56:32.440712 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port a72d1277-e3d3-433c-98b7-afff36224f6b completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:56:32.445444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port a72d1277-e3d3-433c-98b7-afff36224f6b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:56:32.445828 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:32.527824 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:32.545160 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f0151b-1f74-476f-8763-1cb9e77dd22d req-7908e0f1-94e9-4152-ad29-4c74df5c64c7 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:32.547536 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d2f0151b-1f74-476f-8763-1cb9e77dd22d req-7908e0f1-94e9-4152-ad29-4c74df5c64c7 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 944 time: 0.0501425 Aug 17 03:56:32.551881 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72d1277-e3d3-433c-98b7-afff36224f6b'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:56:32.554260 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d77974f7-630e-4a96-bbcf-565bae2cf1cc" -d '{"events": [{"server_uuid": "6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3", "name": "network-vif-plugged", "status": "completed", "tag": "a72d1277-e3d3-433c-98b7-afff36224f6b"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:56:32.567589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port a72d1277-e3d3-433c-98b7-afff36224f6b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a72d1277-e3d3-433c-98b7-afff36224f6b,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:56:32.614711 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d2f0151b-1f74-476f-8763-1cb9e77dd22d req-1f7cdc56-cddb-4646-897b-cb0f64d01d2c tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345657 Aug 17 03:56:32.635574 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:56:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-959f3be9-9df8-4cc8-b851-89311489b55f x-openstack-request-id: req-959f3be9-9df8-4cc8-b851-89311489b55f {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:56:32.635875 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3", "name": "network-vif-plugged", "status": "completed", "tag": "a72d1277-e3d3-433c-98b7-afff36224f6b", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:56:32.636160 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-959f3be9-9df8-4cc8-b851-89311489b55f {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:56:32.636562 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72d1277-e3d3-433c-98b7-afff36224f6b', 'code': 200} Aug 17 03:56:32.669623 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:32.721902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=a72d1277-e3d3-433c-98b7-afff36224f6b,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:56:32.733172 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1055ab0c-0c96-45b3-aec7-12a1c95e322b req-b972811d-e918-4e90-91cb-74d443c4ca06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:32.735940 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1055ab0c-0c96-45b3-aec7-12a1c95e322b req-b972811d-e918-4e90-91cb-74d443c4ca06 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0439153 Aug 17 03:56:32.773869 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1055ab0c-0c96-45b3-aec7-12a1c95e322b req-3ecb401d-566f-47d1-821f-8f9b6a2c9675 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300009 Aug 17 03:56:33.709825 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-602177c9-fce2-462c-880a-7239379a9eed req-edd1675e-3eac-4ecc-98f9-a4316a8a91e7 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:33.711303 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-602177c9-fce2-462c-880a-7239379a9eed req-edd1675e-3eac-4ecc-98f9-a4316a8a91e7 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0503032 Aug 17 03:56:33.722964 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:33.754576 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-602177c9-fce2-462c-880a-7239379a9eed req-cbf780ac-94a3-448b-b692-39e363de299c tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0368779 Aug 17 03:56:33.870324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28926fd9-abd8-477c-a6bd-45a99012a8f3 req-f2f47b9d-b00a-4b42-90e3-cfb1912f214b tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:33.871741 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-28926fd9-abd8-477c-a6bd-45a99012a8f3 req-f2f47b9d-b00a-4b42-90e3-cfb1912f214b tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0510871 Aug 17 03:56:33.912773 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-28926fd9-abd8-477c-a6bd-45a99012a8f3 req-f32a3024-a582-4db6-b2bb-611d845a30a7 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341284 Aug 17 03:56:34.174624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f290ec7d-4248-4c8c-865a-0b974bcf1edc req-496c9bcd-ca09-4b5b-b608-4f7bd2d9decf tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:34.176039 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f290ec7d-4248-4c8c-865a-0b974bcf1edc req-496c9bcd-ca09-4b5b-b608-4f7bd2d9decf tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0488946 Aug 17 03:56:34.215682 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f290ec7d-4248-4c8c-865a-0b974bcf1edc req-2eb64022-308d-48d3-b83a-8a31b30714ff tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336716 Aug 17 03:56:34.322857 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:34.333079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-095820c7-e27a-427a-8d1d-798b7499e7b6 req-5b46162b-e855-4b74-9b24-13098754608a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:34.334904 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-095820c7-e27a-427a-8d1d-798b7499e7b6 req-5b46162b-e855-4b74-9b24-13098754608a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0509105 Aug 17 03:56:34.377631 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-095820c7-e27a-427a-8d1d-798b7499e7b6 req-93dd4dd4-8cc1-4e2c-9388-b8817dc518f4 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364189 Aug 17 03:56:35.153818 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8052c297-4fa4-4f58-b48a-6da4a381bb5c req-dbd133ae-48c5-4264-86ab-df0ff7ae1a97 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:35.155904 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8052c297-4fa4-4f58-b48a-6da4a381bb5c req-dbd133ae-48c5-4264-86ab-df0ff7ae1a97 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.3929865 Aug 17 03:56:35.162901 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-9b11cc52-5404-4ba6-9279-234977114e31 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0705504 Aug 17 03:56:35.199069 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8052c297-4fa4-4f58-b48a-6da4a381bb5c req-aba5fa86-8db8-4d84-9ca2-1e46b5f022a2 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350487 Aug 17 03:56:36.319351 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea301710-8fb1-43a6-b40b-b52d08b0ac97 req-e3f43633-b661-4a04-a0a8-72ba13a7bfab tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:36.320751 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea301710-8fb1-43a6-b40b-b52d08b0ac97 req-e3f43633-b661-4a04-a0a8-72ba13a7bfab tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0520051 Aug 17 03:56:36.360068 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea301710-8fb1-43a6-b40b-b52d08b0ac97 req-a4b1af0a-859f-4b85-aa0b-a9cac79f993a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330582 Aug 17 03:56:37.243953 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-bd2d0f46-972b-4215-bb35-52dc15c308b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:37.245548 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-bd2d0f46-972b-4215-bb35-52dc15c308b7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bfaddcb447c4f259bf0135ac6079877&device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 1096 time: 0.0484262 Aug 17 03:56:37.335787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-e19b7e1a-ec37-40eb-a235-775202a46f90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:37.337267 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-e19b7e1a-ec37-40eb-a235-775202a46f90 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2 HTTP/1.1" status: 200 len: 915 time: 0.0852282 Aug 17 03:56:37.382608 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-0bf877b7-f5ae-4d30-81d0-c478105a8224 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a72d1277-e3d3-433c-98b7-afff36224f6b HTTP/1.1" status: 200 len: 217 time: 0.0382428 Aug 17 03:56:37.433468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-ef8b5867-19b1-4f96-bcde-35db1857f124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:37.434840 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-ef8b5867-19b1-4f96-bcde-35db1857f124 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=684d9807-1148-4d0d-b0fe-96ac87a190f6 HTTP/1.1" status: 200 len: 855 time: 0.0451958 Aug 17 03:56:37.470350 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-b2c045c1-2416-4204-b6bb-8ae0776fc3e2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0271075 Aug 17 03:56:37.477363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85bef5ef-2c76-4967-8476-cf66e991a2c0 req-28926a22-88ef-4216-9f0c-4e0547060762 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:37.480996 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-85bef5ef-2c76-4967-8476-cf66e991a2c0 req-28926a22-88ef-4216-9f0c-4e0547060762 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0501695 Aug 17 03:56:37.517288 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-85bef5ef-2c76-4967-8476-cf66e991a2c0 req-bf9ee7d4-25a1-4a36-aa10-c4d500bb1e42 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320177 Aug 17 03:56:37.567195 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-771df1ba-235c-40a5-9843-a3029fe5304a service neutron] 10.222.0.60 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900700 Aug 17 03:56:37.657932 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-4f7f4963-e9ac-4ab3-952d-e2136b3b959f service neutron] 10.222.0.60 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840070 Aug 17 03:56:38.632528 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aa19200-669c-4f58-9bb2-78ac31bb85dd req-8c3dba97-270e-4504-93fe-5a06750a265a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:38.634025 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9aa19200-669c-4f58-9bb2-78ac31bb85dd req-8c3dba97-270e-4504-93fe-5a06750a265a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0478227 Aug 17 03:56:38.672565 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9aa19200-669c-4f58-9bb2-78ac31bb85dd req-35818733-6ea3-4cbc-a400-2dc92a0802ab tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324929 Aug 17 03:56:39.800827 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8382fc8-33cb-421d-a9f3-9a8f52427b44 req-98b0ea18-79c3-4626-8dd7-0e6f672c4faa tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:39.802355 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b8382fc8-33cb-421d-a9f3-9a8f52427b44 req-98b0ea18-79c3-4626-8dd7-0e6f672c4faa tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0567741 Aug 17 03:56:39.844150 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b8382fc8-33cb-421d-a9f3-9a8f52427b44 req-165fc3b0-85c6-4b5a-a78d-3ff8bd6010d9 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0354800 Aug 17 03:56:40.961179 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70798290-6a09-4703-ae26-a0d9552d32d3 req-fe82083b-ad5b-4830-a69a-b499133fe3b3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:40.962768 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-70798290-6a09-4703-ae26-a0d9552d32d3 req-fe82083b-ad5b-4830-a69a-b499133fe3b3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0497494 Aug 17 03:56:41.001066 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-70798290-6a09-4703-ae26-a0d9552d32d3 req-7ab19132-ddef-427d-9e43-0c0b8a618ba0 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324862 Aug 17 03:56:42.116672 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3b08e00-6f25-4700-b4e3-ec7e4edb2639 req-deac971d-57d4-4f6b-a86e-62b7c7f0e028 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:42.118168 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b3b08e00-6f25-4700-b4e3-ec7e4edb2639 req-deac971d-57d4-4f6b-a86e-62b7c7f0e028 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0487003 Aug 17 03:56:42.155785 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b3b08e00-6f25-4700-b4e3-ec7e4edb2639 req-07e4d410-dad6-4df1-9a5d-12d51db336ba tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316203 Aug 17 03:56:43.278026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7efc13de-8832-4826-a956-00a62e93911d req-2a99438a-50e8-4d6c-b06e-0b9c64c44d2b tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:43.279578 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7efc13de-8832-4826-a956-00a62e93911d req-2a99438a-50e8-4d6c-b06e-0b9c64c44d2b tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0527790 Aug 17 03:56:43.318649 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7efc13de-8832-4826-a956-00a62e93911d req-2154a134-4745-4af1-ae3f-873c0fdee0f0 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330143 Aug 17 03:56:44.435944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692b73eb-a6ae-4211-9573-0a76a901d282 req-a78575e0-b662-4065-83aa-33d3ac9d0231 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:44.437467 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-692b73eb-a6ae-4211-9573-0a76a901d282 req-a78575e0-b662-4065-83aa-33d3ac9d0231 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0499268 Aug 17 03:56:44.476636 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-692b73eb-a6ae-4211-9573-0a76a901d282 req-639e2092-a1cf-402c-ae8d-91f6518b141d tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326638 Aug 17 03:56:45.328068 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-865e92a5-78da-48cd-8bf0-d26cd035277d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:45.591524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b9f5fd4-1f21-4726-a74f-867b1c98ad96 req-2f63cfb0-ec1a-4e23-8aaa-1ed55da6b78e tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:45.593164 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6b9f5fd4-1f21-4726-a74f-867b1c98ad96 req-2f63cfb0-ec1a-4e23-8aaa-1ed55da6b78e tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0495625 Aug 17 03:56:45.633679 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6b9f5fd4-1f21-4726-a74f-867b1c98ad96 req-641284d3-e22b-4692-ad55-5d2346dffc1a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335133 Aug 17 03:56:46.758651 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374472a0-2e3c-4293-8534-128acaadd9e3 req-b6fafcfc-6e6d-4c35-8422-0d353d751b93 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:46.760141 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-374472a0-2e3c-4293-8534-128acaadd9e3 req-b6fafcfc-6e6d-4c35-8422-0d353d751b93 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0573294 Aug 17 03:56:46.799070 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-374472a0-2e3c-4293-8534-128acaadd9e3 req-06d4046f-6371-4ca1-b980-88a5456462f6 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330501 Aug 17 03:56:47.919666 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5c1821-98d1-4073-a116-f20c9be4a55b req-26168248-7659-424a-b049-99858b48dd0a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:47.921207 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb5c1821-98d1-4073-a116-f20c9be4a55b req-26168248-7659-424a-b049-99858b48dd0a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0517776 Aug 17 03:56:47.937633 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4ecac851-b3f3-4806-a847-27ba9cfe1253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:47.959210 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eb5c1821-98d1-4073-a116-f20c9be4a55b req-49df596f-80dd-47b7-b22a-ca41b01c07a9 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317926 Aug 17 03:56:48.185649 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:49.086115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543665ad-2860-4f9f-8074-d253ff41685d req-ebf6c0f1-d078-4124-ac9f-1797a75083cc tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:49.087634 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-543665ad-2860-4f9f-8074-d253ff41685d req-ebf6c0f1-d078-4124-ac9f-1797a75083cc tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0517914 Aug 17 03:56:49.128855 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-543665ad-2860-4f9f-8074-d253ff41685d req-909e2500-fd5d-4beb-8550-2c04646dd3bc tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347760 Aug 17 03:56:49.357255 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:50.251226 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c991856-62c2-4988-a171-ed45bceca296 req-70c07b08-7c1b-4d45-82f8-2a31916c8e58 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:50.252761 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4c991856-62c2-4988-a171-ed45bceca296 req-70c07b08-7c1b-4d45-82f8-2a31916c8e58 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0538721 Aug 17 03:56:50.290923 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4c991856-62c2-4988-a171-ed45bceca296 req-7bb4aafc-bdfd-4399-b7db-35c2accc4327 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321794 Aug 17 03:56:50.558087 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:56:51.046193 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:56:51.409299 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b85b641-f4cb-4996-93e1-8adf4937e21d req-f3ac1efa-c9dc-4659-ac41-523e43c1a1c6 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:51.410837 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b85b641-f4cb-4996-93e1-8adf4937e21d req-f3ac1efa-c9dc-4659-ac41-523e43c1a1c6 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0504754 Aug 17 03:56:51.449409 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b85b641-f4cb-4996-93e1-8adf4937e21d req-6fe49ee6-c1f1-4d8c-beb7-893dad3ec633 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326226 Aug 17 03:56:52.565062 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf88c97-8d6b-4ae4-b659-622d01402d02 req-f31ae87a-2a91-4127-9ef4-8cce6b623d0d tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:52.566566 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fdf88c97-8d6b-4ae4-b659-622d01402d02 req-f31ae87a-2a91-4127-9ef4-8cce6b623d0d tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0491073 Aug 17 03:56:52.606320 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fdf88c97-8d6b-4ae4-b659-622d01402d02 req-aa9f3088-7b3a-42cb-a370-c2def8ab915f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335832 Aug 17 03:56:53.733371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00db04d-4ee4-4f3f-93d5-76da8e8e3af0 req-e1a8d2b6-248c-4a4f-9a49-e1137aa5f8da tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:53.734958 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e00db04d-4ee4-4f3f-93d5-76da8e8e3af0 req-e1a8d2b6-248c-4a4f-9a49-e1137aa5f8da tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0548151 Aug 17 03:56:53.775510 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e00db04d-4ee4-4f3f-93d5-76da8e8e3af0 req-f3f4cb87-353a-4d03-8575-4e223c7d461d tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341928 Aug 17 03:56:54.893236 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e681c96-d601-4fe2-a1be-5d6bd433d85f req-e7db2a61-a8e8-469e-b5e8-a9ccf7acc4e0 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:54.894786 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1e681c96-d601-4fe2-a1be-5d6bd433d85f req-e7db2a61-a8e8-469e-b5e8-a9ccf7acc4e0 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0497282 Aug 17 03:56:54.934561 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1e681c96-d601-4fe2-a1be-5d6bd433d85f req-9c23faaf-6e29-4af7-9f55-b9c638418917 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326526 Aug 17 03:56:56.052435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5ef6113-80a0-401d-b439-f7028c6bb7b5 req-328aabba-2fb6-4564-a1d8-8e0afc0914ac tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:56.054018 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a5ef6113-80a0-401d-b439-f7028c6bb7b5 req-328aabba-2fb6-4564-a1d8-8e0afc0914ac tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0498822 Aug 17 03:56:56.092825 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a5ef6113-80a0-401d-b439-f7028c6bb7b5 req-d8dec694-648d-4ff9-ac95-79c6b57ea150 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325303 Aug 17 03:56:57.218856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe78327-daee-4f98-a190-d60d322cc311 req-e444faa7-678a-4232-8427-891e88c69e91 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:57.220415 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fbe78327-daee-4f98-a190-d60d322cc311 req-e444faa7-678a-4232-8427-891e88c69e91 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0596256 Aug 17 03:56:57.259921 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fbe78327-daee-4f98-a190-d60d322cc311 req-f2ee869f-f252-4903-9791-b453273ae572 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326159 Aug 17 03:56:58.377441 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ead5f2-c34a-4446-adc0-36b080657f1d req-b6adbcb2-4b1c-49be-8c6c-c8f70460cb4b tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:58.379016 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b1ead5f2-c34a-4446-adc0-36b080657f1d req-b6adbcb2-4b1c-49be-8c6c-c8f70460cb4b tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0512662 Aug 17 03:56:58.418054 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b1ead5f2-c34a-4446-adc0-36b080657f1d req-1089a45e-230d-40d2-b2ac-e86bc654c162 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329106 Aug 17 03:56:59.537492 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efab513c-d511-4f48-9684-85ad13cf03b3 req-39de05cc-a3c1-4a99-a610-e10e5f7a3892 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:56:59.539027 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-efab513c-d511-4f48-9684-85ad13cf03b3 req-39de05cc-a3c1-4a99-a610-e10e5f7a3892 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0522351 Aug 17 03:56:59.579414 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-efab513c-d511-4f48-9684-85ad13cf03b3 req-d985ac8c-d42e-40d9-bab3-afa0322fe58d tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337665 Aug 17 03:57:00.702911 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3994e1ea-fde1-4b0a-8593-9844dc8d07de req-0817498d-704a-4740-bf5f-ae7420b582c5 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:00.704429 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3994e1ea-fde1-4b0a-8593-9844dc8d07de req-0817498d-704a-4740-bf5f-ae7420b582c5 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0552492 Aug 17 03:57:00.743382 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3994e1ea-fde1-4b0a-8593-9844dc8d07de req-fd8f303d-47ba-42be-99ba-5b383cb66caf tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322492 Aug 17 03:57:01.859870 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f437c8b-d0dd-4623-9278-d252a63a20ba req-73852e94-0e8f-457e-ad30-a3d3c1a4dd12 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:01.861385 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7f437c8b-d0dd-4623-9278-d252a63a20ba req-73852e94-0e8f-457e-ad30-a3d3c1a4dd12 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0498495 Aug 17 03:57:01.919381 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7f437c8b-d0dd-4623-9278-d252a63a20ba req-e089ad0a-f2b7-419f-9c4f-bb0ee2725ecb tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515771 Aug 17 03:57:03.036718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3aeeea-a7e8-4b9a-9789-a796c8e25cd0 req-54a4b96d-9733-451b-bf81-88227fedc7f5 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:03.038164 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f3aeeea-a7e8-4b9a-9789-a796c8e25cd0 req-54a4b96d-9733-451b-bf81-88227fedc7f5 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0490706 Aug 17 03:57:03.077327 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f3aeeea-a7e8-4b9a-9789-a796c8e25cd0 req-8ebe1e5f-6539-4899-9d0f-a888974079ca tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322859 Aug 17 03:57:03.762488 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:04.198125 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e054d1f-44de-4ad0-af9a-3276acefdae3 req-c5efd521-5c21-48c6-a238-ddb0a23b87b0 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:04.199622 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2e054d1f-44de-4ad0-af9a-3276acefdae3 req-c5efd521-5c21-48c6-a238-ddb0a23b87b0 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0531178 Aug 17 03:57:04.236993 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2e054d1f-44de-4ad0-af9a-3276acefdae3 req-0dd50c53-6fae-44d5-a515-08e3865a2eb2 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313997 Aug 17 03:57:04.337574 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:04.923243 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-83f1623e-ad40-436b-990b-8fda5d2af6e8 service neutron] show failed (client error): The resource could not be found. Aug 17 03:57:04.924260 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-83f1623e-ad40-436b-990b-8fda5d2af6e8 service neutron] 10.222.0.60 "GET /v2.0/ports/a72d1277-e3d3-433c-98b7-afff36224f6b/bindings/n-h1-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.1063304 Aug 17 03:57:05.356774 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d576d1d-1c17-46ab-9e33-685dd41925fd req-ac7c80a8-7ffd-4d73-9ef9-08402fbf4ed0 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:05.358379 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d576d1d-1c17-46ab-9e33-685dd41925fd req-ac7c80a8-7ffd-4d73-9ef9-08402fbf4ed0 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0516617 Aug 17 03:57:05.372258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-29845e94-77cf-4cdf-82e1-d4deaa6328a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:05.373845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-29845e94-77cf-4cdf-82e1-d4deaa6328a6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3&tenant_id=2bfaddcb447c4f259bf0135ac6079877 HTTP/1.1" status: 200 len: 1096 time: 0.0492437 Aug 17 03:57:05.386415 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:57:05.397785 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d576d1d-1c17-46ab-9e33-685dd41925fd req-ead9a72b-4b30-491d-bac5-d6340c0e5558 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333033 Aug 17 03:57:05.440838 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:05.651774 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] For port a72d1277-e3d3-433c-98b7-afff36224f6b, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=a72d1277-e3d3-433c-98b7-afff36224f6b,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:57:05.689406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] For port a72d1277-e3d3-433c-98b7-afff36224f6b, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:57:05.730088 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a72d1277-e3d3-433c-98b7-afff36224f6b'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:57:05.732387 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b004158-9308-4ae8-9175-1397abdec49b" -d '{"events": [{"server_uuid": "6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "a72d1277-e3d3-433c-98b7-afff36224f6b"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:57:05.736952 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:05.750444 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Transition to ACTIVE for port object a72d1277-e3d3-433c-98b7-afff36224f6b will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:57:05.781566 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:57:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7747de34-da6c-40d0-bd97-969d1d7c9704 x-openstack-request-id: req-7747de34-da6c-40d0-bd97-969d1d7c9704 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:57:05.781867 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3", "name": "network-vif-unplugged", "status": "completed", "tag": "a72d1277-e3d3-433c-98b7-afff36224f6b", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:57:05.782128 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7747de34-da6c-40d0-bd97-969d1d7c9704 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:57:05.782531 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a72d1277-e3d3-433c-98b7-afff36224f6b', 'code': 200} Aug 17 03:57:05.811666 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:05.874093 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Pushing event updated for resources: {'Port': ['ID=a72d1277-e3d3-433c-98b7-afff36224f6b,revision_number=6']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:57:05.876444 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] No DVR routers for this DVR port a72d1277-e3d3-433c-98b7-afff36224f6b on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:57:05.911885 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Attempting to bind port a72d1277-e3d3-433c-98b7-afff36224f6b on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:57:05.912178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Attempting to bind port a72d1277-e3d3-433c-98b7-afff36224f6b by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '7afefc0d-b6d9-4700-acb1-c80c4c604a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:57:05.912481 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Attempting to bind port a72d1277-e3d3-433c-98b7-afff36224f6b on network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:57:05.917794 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Port a72d1277-e3d3-433c-98b7-afff36224f6b on network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:57:05.918120 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Attempting to bind port a72d1277-e3d3-433c-98b7-afff36224f6b on network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:57:05.922917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:57:05.923261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Checking segment: {'id': '7afefc0d-b6d9-4700-acb1-c80c4c604a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:57:05.923662 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Bound using segment: {'id': '7afefc0d-b6d9-4700-acb1-c80c4c604a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:57:05.924287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Bound port: a72d1277-e3d3-433c-98b7-afff36224f6b, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afefc0d-b6d9-4700-acb1-c80c4c604a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:57:05.924400 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:05.991722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] For port a72d1277-e3d3-433c-98b7-afff36224f6b, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:57:05.995045 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] For port a72d1277-e3d3-433c-98b7-afff36224f6b, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a72d1277-e3d3-433c-98b7-afff36224f6b,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:57:06.087996 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:06.126242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:06.126869 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:06.128271 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] 10.222.0.30 "PUT /v2.0/ports/a72d1277-e3d3-433c-98b7-afff36224f6b HTTP/1.1" status: 200 len: 1091 time: 0.7462258 Aug 17 03:57:06.146777 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f7869b-3488-4263-97cd-96e7f8190a02 service neutron] Pushing event updated for resources: {'Port': ['ID=a72d1277-e3d3-433c-98b7-afff36224f6b,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:57:06.190941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-4f128f0a-a1bf-4bf3-80aa-cfdc634f6c66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:06.192459 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-4f128f0a-a1bf-4bf3-80aa-cfdc634f6c66 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bfaddcb447c4f259bf0135ac6079877&device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0401680 Aug 17 03:57:06.288164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-0c1f90e0-c5bd-4ce0-bd6e-43a578219ecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:06.289735 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-0c1f90e0-c5bd-4ce0-bd6e-43a578219ecf service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2 HTTP/1.1" status: 200 len: 915 time: 0.0903211 Aug 17 03:57:06.332432 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-f60d04d8-a1df-4f94-bc81-d06034fd9706 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a72d1277-e3d3-433c-98b7-afff36224f6b HTTP/1.1" status: 200 len: 217 time: 0.0351558 Aug 17 03:57:06.381435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-e1cc174b-3d69-412d-8b16-55555f7d7ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:06.385696 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-e1cc174b-3d69-412d-8b16-55555f7d7ee3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=684d9807-1148-4d0d-b0fe-96ac87a190f6 HTTP/1.1" status: 200 len: 855 time: 0.0433428 Aug 17 03:57:06.419108 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-55d85df7-4568-4e08-85db-3498ec820dcb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0291710 Aug 17 03:57:06.513472 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-a7672094-60b4-46ad-8d30-50be7dc94cc9 service neutron] 10.222.0.30 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861115 Aug 17 03:57:06.517945 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8313bb49-2e00-455c-a4e0-976bdf3a24af req-f546cd0b-517c-46bb-88df-cf4b2834fbe1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:06.519447 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8313bb49-2e00-455c-a4e0-976bdf3a24af req-f546cd0b-517c-46bb-88df-cf4b2834fbe1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 943 time: 0.0492554 Aug 17 03:57:06.558411 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8313bb49-2e00-455c-a4e0-976bdf3a24af req-47e195c2-1a6e-43d0-b774-703005bba3e3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321078 Aug 17 03:57:06.609378 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dff82abd-3095-4c7f-95a0-faeefb5169a4 req-27de6dd6-e819-4b5d-b9e6-deb98d51fe8a service neutron] 10.222.0.30 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874462 Aug 17 03:57:07.679543 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bed73dd0-90fd-421f-9f6d-ec8015548e99 req-5437f0a1-a1f1-42e6-bec0-3357c30305d2 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:07.682210 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bed73dd0-90fd-421f-9f6d-ec8015548e99 req-5437f0a1-a1f1-42e6-bec0-3357c30305d2 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 943 time: 0.0550861 Aug 17 03:57:07.721020 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bed73dd0-90fd-421f-9f6d-ec8015548e99 req-ac0d39de-47ac-459a-8a67-0ef5ec4d6d6a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327370 Aug 17 03:57:07.783308 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3', 'tag': 'a72d1277-e3d3-433c-98b7-afff36224f6b'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:57:07.785758 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f59faf4d-2539-4336-8687-46aa0b7079c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3", "tag": "a72d1277-e3d3-433c-98b7-afff36224f6b"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:57:07.832655 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4dd8758c-5cc9-4be3-8869-27cec642aaf8 x-openstack-request-id: req-4dd8758c-5cc9-4be3-8869-27cec642aaf8 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:57:07.832951 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3", "tag": "a72d1277-e3d3-433c-98b7-afff36224f6b", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:57:07.833210 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4dd8758c-5cc9-4be3-8869-27cec642aaf8 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:57:07.833656 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3', 'tag': 'a72d1277-e3d3-433c-98b7-afff36224f6b', 'status': 'completed', 'code': 200} Aug 17 03:57:07.920649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-53709cd4-cf97-4957-88af-ec6e226ffef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:07.922122 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-53709cd4-cf97-4957-88af-ec6e226ffef8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bfaddcb447c4f259bf0135ac6079877&device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0686393 Aug 17 03:57:07.926645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-b2494d96-f6bc-4c9f-a30f-51e65019724e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:07.926645 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-b2494d96-f6bc-4c9f-a30f-51e65019724e service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bfaddcb447c4f259bf0135ac6079877&device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0643373 Aug 17 03:57:08.091066 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-bdfa179f-b1e2-48ef-b9ad-48a8129e8c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:08.092585 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-bdfa179f-b1e2-48ef-b9ad-48a8129e8c3b service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2 HTTP/1.1" status: 200 len: 915 time: 0.1612504 Aug 17 03:57:08.093728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-17356d6d-b4c8-43bc-8f84-6e80428a2433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:08.095062 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-17356d6d-b4c8-43bc-8f84-6e80428a2433 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2 HTTP/1.1" status: 200 len: 915 time: 0.1563942 Aug 17 03:57:08.172813 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-feff8089-3434-4759-826e-17a303f10256 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a72d1277-e3d3-433c-98b7-afff36224f6b HTTP/1.1" status: 200 len: 217 time: 0.0651090 Aug 17 03:57:08.173989 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-1075e71a-347d-4baa-bc07-22131cc2392b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a72d1277-e3d3-433c-98b7-afff36224f6b HTTP/1.1" status: 200 len: 217 time: 0.0730112 Aug 17 03:57:08.262515 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-876d566c-c562-4950-be2d-3828a4f8f404 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:08.264058 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-876d566c-c562-4950-be2d-3828a4f8f404 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=684d9807-1148-4d0d-b0fe-96ac87a190f6 HTTP/1.1" status: 200 len: 855 time: 0.0826552 Aug 17 03:57:08.267785 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-cb88160e-4f78-4ae1-bcde-3d38c40b9607 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:08.269164 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-cb88160e-4f78-4ae1-bcde-3d38c40b9607 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=684d9807-1148-4d0d-b0fe-96ac87a190f6 HTTP/1.1" status: 200 len: 855 time: 0.0865002 Aug 17 03:57:08.302151 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-f61aba8f-176c-415c-a901-1185bf43e533 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305831 Aug 17 03:57:08.317432 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-39854d2a-fd92-489f-9fa0-a8e492dda239 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0383985 Aug 17 03:57:08.482845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-7aaadec4-cb75-40fd-a299-b30f7e567522 service neutron] 10.222.0.30 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1675501 Aug 17 03:57:08.486211 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-102946b5-fb9a-45f2-b0ee-5649d5962bce service neutron] 10.222.0.60 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1603212 Aug 17 03:57:08.612151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a72d1277-e3d3-433c-98b7-afff36224f6b no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:57:08.646592 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-56f47c78-4790-4b8d-acc4-9b3895e0b979 service neutron] 10.222.0.30 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1564462 Aug 17 03:57:08.650137 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f59faf4d-2539-4336-8687-46aa0b7079c1 req-f9bb5ec4-db76-4d70-b293-4b2417e40cc5 service neutron] 10.222.0.60 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527114 Aug 17 03:57:08.652195 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device a72d1277-e3d3-433c-98b7-afff36224f6b not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:57:08.768514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c9e48-b982-4032-9502-1adb16e0ede5 req-b78a3f70-574e-49ca-8fbf-254f25b9adbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:08.770156 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd8c9e48-b982-4032-9502-1adb16e0ede5 req-b78a3f70-574e-49ca-8fbf-254f25b9adbb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bfaddcb447c4f259bf0135ac6079877&device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0455041 Aug 17 03:57:08.847411 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854c5216-aa3a-47a3-8d54-19625014a2bf req-f808b50c-cecb-44e5-bf84-1126dde11f0d tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:08.848948 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-854c5216-aa3a-47a3-8d54-19625014a2bf req-f808b50c-cecb-44e5-bf84-1126dde11f0d tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 943 time: 0.0521674 Aug 17 03:57:08.879466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c9e48-b982-4032-9502-1adb16e0ede5 req-cae53b1a-d120-41a8-a977-1d857e23f033 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:08.881020 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd8c9e48-b982-4032-9502-1adb16e0ede5 req-cae53b1a-d120-41a8-a977-1d857e23f033 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2 HTTP/1.1" status: 200 len: 915 time: 0.0907309 Aug 17 03:57:08.888875 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-854c5216-aa3a-47a3-8d54-19625014a2bf req-1d369684-2418-489f-8717-2912abfe034d tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334477 Aug 17 03:57:08.923799 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd8c9e48-b982-4032-9502-1adb16e0ede5 req-0a4eca57-5af7-446f-96bf-52a7240324c2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a72d1277-e3d3-433c-98b7-afff36224f6b HTTP/1.1" status: 200 len: 217 time: 0.0359449 Aug 17 03:57:08.973077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8c9e48-b982-4032-9502-1adb16e0ede5 req-ffb3b29e-0412-4efe-ad0e-e57eb7168be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:08.974873 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd8c9e48-b982-4032-9502-1adb16e0ede5 req-ffb3b29e-0412-4efe-ad0e-e57eb7168be5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=684d9807-1148-4d0d-b0fe-96ac87a190f6 HTTP/1.1" status: 200 len: 855 time: 0.0449796 Aug 17 03:57:09.007668 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd8c9e48-b982-4032-9502-1adb16e0ede5 req-e0b2174c-79f7-4668-9c46-46a6449776f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250967 Aug 17 03:57:09.102985 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd8c9e48-b982-4032-9502-1adb16e0ede5 req-38786aec-9836-453a-b0be-75542cede073 service neutron] 10.222.0.30 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861335 Aug 17 03:57:09.196901 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd8c9e48-b982-4032-9502-1adb16e0ede5 req-a454e9da-d376-4d2e-a294-30496d4148db service neutron] 10.222.0.30 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872824 Aug 17 03:57:09.270416 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a9f572-8a4f-4223-968e-4b4b8d1b576e req-ce4c66a7-1f67-4abe-bbf5-588418241523 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:09.271879 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d0a9f572-8a4f-4223-968e-4b4b8d1b576e req-ce4c66a7-1f67-4abe-bbf5-588418241523 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 943 time: 0.0506804 Aug 17 03:57:09.313197 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d0a9f572-8a4f-4223-968e-4b4b8d1b576e req-8989db39-4848-48c4-b26b-0c4f9fee7791 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0348754 Aug 17 03:57:09.349900 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43302c-0e6a-42f4-afe2-756d38b00c42 req-d3eff9b5-014c-4b3f-bef2-54a07ef50cdf tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:09.351387 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e43302c-0e6a-42f4-afe2-756d38b00c42 req-d3eff9b5-014c-4b3f-bef2-54a07ef50cdf tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.60 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3&tenant_id=2bfaddcb447c4f259bf0135ac6079877&binding%3Ahost_id=n-h1-802060-9 HTTP/1.1" status: 200 len: 943 time: 0.0563345 Aug 17 03:57:09.425383 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-6e43302c-0e6a-42f4-afe2-756d38b00c42 req-9c86e983-85cc-46f3-b248-e5c996dd694c service neutron] delete failed (client error): The resource could not be found. Aug 17 03:57:09.426493 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e43302c-0e6a-42f4-afe2-756d38b00c42 req-9c86e983-85cc-46f3-b248-e5c996dd694c service neutron] 10.222.0.60 "DELETE /v2.0/ports/a72d1277-e3d3-433c-98b7-afff36224f6b/bindings/n-h2-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.0668571 Aug 17 03:57:09.501068 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a72d1277-e3d3-433c-98b7-afff36224f6b details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:57:09.514646 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43302c-0e6a-42f4-afe2-756d38b00c42 req-f6370160-00aa-4e80-86db-16ddfe18ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:09.516157 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e43302c-0e6a-42f4-afe2-756d38b00c42 req-f6370160-00aa-4e80-86db-16ddfe18ff94 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bfaddcb447c4f259bf0135ac6079877&device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 1094 time: 0.0441222 Aug 17 03:57:09.604777 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a72d1277-e3d3-433c-98b7-afff36224f6b, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a72d1277-e3d3-433c-98b7-afff36224f6b,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:57:09.614993 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43302c-0e6a-42f4-afe2-756d38b00c42 req-c1541b3d-bc6e-438e-8253-445f6876a33b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:09.616141 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'a72d1277-e3d3-433c-98b7-afff36224f6b', 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2', 'port_id': 'a72d1277-e3d3-433c-98b7-afff36224f6b', 'mac_address': 'fa:16:3e:4e:29:6f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684d9807-1148-4d0d-b0fe-96ac87a190f6', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:57:09.616631 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e43302c-0e6a-42f4-afe2-756d38b00c42 req-c1541b3d-bc6e-438e-8253-445f6876a33b service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2 HTTP/1.1" status: 200 len: 915 time: 0.0935640 Aug 17 03:57:09.653870 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:09.658628 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e43302c-0e6a-42f4-afe2-756d38b00c42 req-aa146de4-8fb1-489c-8ab7-6161b2b1b68e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a72d1277-e3d3-433c-98b7-afff36224f6b HTTP/1.1" status: 200 len: 217 time: 0.0349851 Aug 17 03:57:09.667726 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a72d1277-e3d3-433c-98b7-afff36224f6b {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:57:09.687829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a72d1277-e3d3-433c-98b7-afff36224f6b, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a72d1277-e3d3-433c-98b7-afff36224f6b,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:57:09.717839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e43302c-0e6a-42f4-afe2-756d38b00c42 req-f559d03a-1be7-432c-b819-25204b7154be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:09.719352 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e43302c-0e6a-42f4-afe2-756d38b00c42 req-f559d03a-1be7-432c-b819-25204b7154be service neutron] 10.222.0.60 "GET /v2.0/subnets?id=684d9807-1148-4d0d-b0fe-96ac87a190f6 HTTP/1.1" status: 200 len: 855 time: 0.0533805 Aug 17 03:57:09.768352 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:09.818880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=a72d1277-e3d3-433c-98b7-afff36224f6b,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:57:09.981242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['a72d1277-e3d3-433c-98b7-afff36224f6b'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:57:10.087047 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e43302c-0e6a-42f4-afe2-756d38b00c42 req-f3db6a68-a8f0-49f5-b203-70ad447c4f40 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3608623 Aug 17 03:57:10.176254 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e43302c-0e6a-42f4-afe2-756d38b00c42 req-940810ff-661e-4bc1-a89d-01e4fb538b1b service neutron] 10.222.0.60 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817373 Aug 17 03:57:10.270800 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e43302c-0e6a-42f4-afe2-756d38b00c42 req-e114918b-e57e-490d-8189-9855e721afa3 service neutron] 10.222.0.60 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877774 Aug 17 03:57:10.438499 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d887b06-b463-4ed5-8e12-3e217bbcff13 req-db25fab6-cde6-4330-a2c3-dbec27a53f9a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:10.439915 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1d887b06-b463-4ed5-8e12-3e217bbcff13 req-db25fab6-cde6-4330-a2c3-dbec27a53f9a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 944 time: 0.0542462 Aug 17 03:57:10.483014 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1d887b06-b463-4ed5-8e12-3e217bbcff13 req-f55bc34d-25e5-4f53-89e5-1837e93497db tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367715 Aug 17 03:57:11.517110 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a72d1277-e3d3-433c-98b7-afff36224f6b up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:57:11.605176 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8264386-2a32-46a2-96c8-3818907b28a0 req-50ec71a0-21ff-4f58-aae1-6d4fd454a6d8 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:11.606795 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b8264386-2a32-46a2-96c8-3818907b28a0 req-50ec71a0-21ff-4f58-aae1-6d4fd454a6d8 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 944 time: 0.0545075 Aug 17 03:57:11.608271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port a72d1277-e3d3-433c-98b7-afff36224f6b completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:57:11.612351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port a72d1277-e3d3-433c-98b7-afff36224f6b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:57:11.612747 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:11.648567 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b8264386-2a32-46a2-96c8-3818907b28a0 req-f4780cc7-d03a-4273-b2c9-1c2d62255fed tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350885 Aug 17 03:57:11.699184 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:11.732477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72d1277-e3d3-433c-98b7-afff36224f6b'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:57:11.734747 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d465d1f5-3c51-4652-b7e6-fc1f897a8f7a" -d '{"events": [{"server_uuid": "6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3", "name": "network-vif-plugged", "status": "completed", "tag": "a72d1277-e3d3-433c-98b7-afff36224f6b"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:57:11.748508 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a72d1277-e3d3-433c-98b7-afff36224f6b, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a72d1277-e3d3-433c-98b7-afff36224f6b,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:57:11.777345 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-537a30e7-d187-4ce8-b409-7b887e3423c4 req-32c43298-baee-41ea-9e02-03d5a6da88a9 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:11.778803 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-537a30e7-d187-4ce8-b409-7b887e3423c4 req-32c43298-baee-41ea-9e02-03d5a6da88a9 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 944 time: 0.0562763 Aug 17 03:57:11.817884 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:11.818367 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-537a30e7-d187-4ce8-b409-7b887e3423c4 req-7b5aff51-96bd-47cd-834a-4068e5a753f5 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336738 Aug 17 03:57:11.866351 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:57:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b73673f-4653-48cb-a773-d22a5c2a8d5d x-openstack-request-id: req-8b73673f-4653-48cb-a773-d22a5c2a8d5d {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:57:11.866351 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3", "name": "network-vif-plugged", "status": "completed", "tag": "a72d1277-e3d3-433c-98b7-afff36224f6b", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:57:11.866351 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8b73673f-4653-48cb-a773-d22a5c2a8d5d {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:57:11.866652 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a72d1277-e3d3-433c-98b7-afff36224f6b', 'code': 200} Aug 17 03:57:11.872450 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=a72d1277-e3d3-433c-98b7-afff36224f6b,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:57:11.965067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-562a1337-bb08-4e88-ba52-659ea8522b33 req-3f8bc322-7732-4b0e-a7db-f171d35d7d97 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:11.966619 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-562a1337-bb08-4e88-ba52-659ea8522b33 req-3f8bc322-7732-4b0e-a7db-f171d35d7d97 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0548587 Aug 17 03:57:12.006146 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-562a1337-bb08-4e88-ba52-659ea8522b33 req-85e56ee3-4260-4f80-924f-d708181ff1ae tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336244 Aug 17 03:57:12.594706 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-9644c8bf-80bf-4383-973a-a4e08dbaa357 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:12.596210 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-9644c8bf-80bf-4383-973a-a4e08dbaa357 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/networks?id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2 HTTP/1.1" status: 200 len: 815 time: 0.1021407 Aug 17 03:57:12.611995 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-3878dd50-cbfa-4ae5-b708-9b5eaf04bc82 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/quotas/2bfaddcb447c4f259bf0135ac6079877 HTTP/1.1" status: 200 len: 375 time: 0.0100727 Aug 17 03:57:12.668721 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1dffdcd6-1b40-4ad6-b345-39304ebd4985 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2bfaddcb447c4f259bf0135ac6079877&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0509479 Aug 17 03:57:12.767806 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-cfef8210-898e-4359-a117-34ff27ee8d3d service neutron] 10.222.0.10 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915794 Aug 17 03:57:12.865587 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-71831ce0-f5b2-4f8c-83cc-e633811518bb service neutron] 10.222.0.10 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912082 Aug 17 03:57:13.114018 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-42b5ccd8-84ea-4bbe-a69c-7330b69a587a req-c9ae694f-606b-4b31-8003-519f6370d795 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 210 time: 0.0262415 Aug 17 03:57:13.737622 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4bb121-e159-40ad-a597-d63520f61f3d req-e8986a50-3ab0-43ac-a47e-33d51dfdb815 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:13.739005 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-de4bb121-e159-40ad-a597-d63520f61f3d req-e8986a50-3ab0-43ac-a47e-33d51dfdb815 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.30 "GET /v2.0/ports?device_id=6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3 HTTP/1.1" status: 200 len: 945 time: 0.0496111 Aug 17 03:57:13.838686 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-de4bb121-e159-40ad-a597-d63520f61f3d req-5ed86462-3d91-48d3-b8e7-8dc6e274efb1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Deleting port a72d1277-e3d3-433c-98b7-afff36224f6b {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:57:13.839035 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-de4bb121-e159-40ad-a597-d63520f61f3d req-5ed86462-3d91-48d3-b8e7-8dc6e274efb1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:13.931375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-de4bb121-e159-40ad-a597-d63520f61f3d req-5ed86462-3d91-48d3-b8e7-8dc6e274efb1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] For port a72d1277-e3d3-433c-98b7-afff36224f6b, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a72d1277-e3d3-433c-98b7-afff36224f6b,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:57:13.931744 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-de4bb121-e159-40ad-a597-d63520f61f3d req-5ed86462-3d91-48d3-b8e7-8dc6e274efb1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:13.944657 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-de4bb121-e159-40ad-a597-d63520f61f3d req-5ed86462-3d91-48d3-b8e7-8dc6e274efb1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Calling delete_port for a72d1277-e3d3-433c-98b7-afff36224f6b owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:57:14.160823 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-de4bb121-e159-40ad-a597-d63520f61f3d req-5ed86462-3d91-48d3-b8e7-8dc6e274efb1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:14.172395 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['a72d1277-e3d3-433c-98b7-afff36224f6b'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:57:14.194231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed86462-3d91-48d3-b8e7-8dc6e274efb1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Pushing event deleted for resources: {'Port': ['ID=a72d1277-e3d3-433c-98b7-afff36224f6b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:57:14.222400 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb657856-343b-411c-bbd2-0e69878303ff req-6e247b93-a085-4ae2-90dc-1398e07ea528 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 210 time: 0.0286665 Aug 17 03:57:14.250253 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-de4bb121-e159-40ad-a597-d63520f61f3d req-5ed86462-3d91-48d3-b8e7-8dc6e274efb1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] No DVR routers for this DVR port a72d1277-e3d3-433c-98b7-afff36224f6b on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:57:14.253086 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-de4bb121-e159-40ad-a597-d63520f61f3d req-5ed86462-3d91-48d3-b8e7-8dc6e274efb1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:14.255194 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-de4bb121-e159-40ad-a597-d63520f61f3d req-5ed86462-3d91-48d3-b8e7-8dc6e274efb1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.30 "DELETE /v2.0/ports/a72d1277-e3d3-433c-98b7-afff36224f6b HTTP/1.1" status: 204 len: 173 time: 0.5097108 Aug 17 03:57:14.255654 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3', 'name': 'network-vif-deleted', 'tag': 'a72d1277-e3d3-433c-98b7-afff36224f6b'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:57:14.258508 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6260849-6247-4462-ac4c-bddf5f51b77b" -d '{"events": [{"server_uuid": "6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3", "name": "network-vif-deleted", "tag": "a72d1277-e3d3-433c-98b7-afff36224f6b"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:57:14.302832 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:57:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f906057-bb88-431b-bd24-c107af9a4c85 x-openstack-request-id: req-9f906057-bb88-431b-bd24-c107af9a4c85 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:57:14.303165 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3", "name": "network-vif-deleted", "tag": "a72d1277-e3d3-433c-98b7-afff36224f6b", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:57:14.303423 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f906057-bb88-431b-bd24-c107af9a4c85 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:57:14.303824 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5e5ea3-eeb8-4f9b-ba62-6d535af91bc3', 'name': 'network-vif-deleted', 'tag': 'a72d1277-e3d3-433c-98b7-afff36224f6b', 'status': 'completed', 'code': 200} Aug 17 03:57:15.131953 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-8ba84b7a-bd4e-4807-805c-59f9b63dcfdb tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:15.134258 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-8ba84b7a-bd4e-4807-805c-59f9b63dcfdb tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.30 "GET /v2.0/networks?id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2 HTTP/1.1" status: 200 len: 815 time: 0.1068296 Aug 17 03:57:15.146799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-dd56c9b1-34e2-4c5e-b5bf-ce8caf28f278 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Request body: {'port': {'device_id': '637feab2-aefe-4b48-9dbc-4a0a6d19f474', 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2', 'admin_state_up': True, 'tenant_id': '2bfaddcb447c4f259bf0135ac6079877'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:57:15.339382 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-dd56c9b1-34e2-4c5e-b5bf-ce8caf28f278 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Made reservation on behalf of 2bfaddcb447c4f259bf0135ac6079877 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:57:15.339641 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-87d583b4-2052-433f-be33-60a5bc20a9f0 req-0152065a-ad65-4b5a-811b-5c0753b9a410 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 210 time: 0.0299592 Aug 17 03:57:15.342980 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-dd56c9b1-34e2-4c5e-b5bf-ce8caf28f278 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:15.368131 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-349923ec-77e0-4546-a5b7-ddc1d08cecb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:15.510370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-dd56c9b1-34e2-4c5e-b5bf-ce8caf28f278 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Allocated IP 172.20.0.6 (cf52d540-f17b-4546-bdb4-eac93b6c7ed2/684d9807-1148-4d0d-b0fe-96ac87a190f6/f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:57:15.708156 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-dd56c9b1-34e2-4c5e-b5bf-ce8caf28f278 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:15.814614 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-dd56c9b1-34e2-4c5e-b5bf-ce8caf28f278 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:15.875661 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-dd56c9b1-34e2-4c5e-b5bf-ce8caf28f278 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:57:15.881584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-dd56c9b1-34e2-4c5e-b5bf-ce8caf28f278 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:57:15.886103 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-dd56c9b1-34e2-4c5e-b5bf-ce8caf28f278 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:57:15.916033 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd56c9b1-34e2-4c5e-b5bf-ce8caf28f278 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Pushing event updated for resources: {'Port': ['ID=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:57:15.950788 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-dd56c9b1-34e2-4c5e-b5bf-ce8caf28f278 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:15.951414 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-dd56c9b1-34e2-4c5e-b5bf-ce8caf28f278 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:16.046923 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-dd56c9b1-34e2-4c5e-b5bf-ce8caf28f278 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9039202 Aug 17 03:57:16.063730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Request body: {'port': {'device_id': '637feab2-aefe-4b48-9dbc-4a0a6d19f474', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:57:16.126106 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:16.388059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:57:16.399111 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:16.412740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Transition to ACTIVE for port object f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:57:16.463317 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-296d9654-f70d-4ec0-beff-f4481427b48c req-8ece7964-dec9-41d3-b8e3-774540b4c6e8 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:16.464820 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-296d9654-f70d-4ec0-beff-f4481427b48c req-8ece7964-dec9-41d3-b8e3-774540b4c6e8 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 931 time: 0.0496767 Aug 17 03:57:16.476516 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:16.507978 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-296d9654-f70d-4ec0-beff-f4481427b48c req-3f2bfb1b-9e30-4fe5-90ba-535504fec156 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369742 Aug 17 03:57:16.531360 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Pushing event updated for resources: {'Port': ['ID=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:57:16.596631 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Attempting to bind port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:57:16.596969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Attempting to bind port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '7afefc0d-b6d9-4700-acb1-c80c4c604a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:57:16.597300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Attempting to bind port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 on network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:57:16.601497 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 on network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:57:16.602376 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Attempting to bind port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 on network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:57:16.607266 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 57, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:57:16.607610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Checking segment: {'id': '7afefc0d-b6d9-4700-acb1-c80c4c604a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:57:16.607994 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Bound using segment: {'id': '7afefc0d-b6d9-4700-acb1-c80c4c604a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:57:16.608415 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Bound port: f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afefc0d-b6d9-4700-acb1-c80c4c604a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:57:16.608769 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:16.674867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] For port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:57:16.677938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] For port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:57:16.740314 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:16.777547 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:16.778189 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:16.779552 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] 10.222.0.30 "PUT /v2.0/ports/f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 HTTP/1.1" status: 200 len: 1091 time: 0.7217474 Aug 17 03:57:16.780006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637feab2-aefe-4b48-9dbc-4a0a6d19f474', 'tag': 'f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:57:16.782375 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16fff07-1a28-4f8c-9aa3-77230ab4ed01" -d '{"events": [{"name": "network-changed", "server_uuid": "637feab2-aefe-4b48-9dbc-4a0a6d19f474", "tag": "f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:57:16.810580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e31771b-faed-479b-96ef-789ef29a9b87 service neutron] Pushing event updated for resources: {'Port': ['ID=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:57:16.828456 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:57:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8af95d66-adb1-44a8-b48b-f813100e7890 x-openstack-request-id: req-8af95d66-adb1-44a8-b48b-f813100e7890 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:57:16.828754 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637feab2-aefe-4b48-9dbc-4a0a6d19f474", "tag": "f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:57:16.829007 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8af95d66-adb1-44a8-b48b-f813100e7890 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:57:16.829478 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637feab2-aefe-4b48-9dbc-4a0a6d19f474', 'tag': 'f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9', 'status': 'completed', 'code': 200} Aug 17 03:57:16.891246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fff07-1a28-4f8c-9aa3-77230ab4ed01 req-fe580f83-8d61-4a80-bd86-079d9cfdfca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:16.892912 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c16fff07-1a28-4f8c-9aa3-77230ab4ed01 req-fe580f83-8d61-4a80-bd86-079d9cfdfca9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bfaddcb447c4f259bf0135ac6079877&device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 1094 time: 0.0430260 Aug 17 03:57:17.000491 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fff07-1a28-4f8c-9aa3-77230ab4ed01 req-91269706-a45a-4015-929a-b7176f029d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:17.002040 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c16fff07-1a28-4f8c-9aa3-77230ab4ed01 req-91269706-a45a-4015-929a-b7176f029d47 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2bfaddcb447c4f259bf0135ac6079877&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1014767 Aug 17 03:57:17.098419 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16fff07-1a28-4f8c-9aa3-77230ab4ed01 req-42bdb3a5-8deb-42ac-a464-4c5527c9d54c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:17.099927 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c16fff07-1a28-4f8c-9aa3-77230ab4ed01 req-42bdb3a5-8deb-42ac-a464-4c5527c9d54c service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0909655 Aug 17 03:57:17.182302 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1726d912-8222-40fe-ad13-c647b0f1ba80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:17.183814 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-1726d912-8222-40fe-ad13-c647b0f1ba80 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bfaddcb447c4f259bf0135ac6079877&device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 1094 time: 0.0471144 Aug 17 03:57:17.228133 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-0fa43d66-d2ec-4697-9bc6-7896403a8778 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 HTTP/1.1" status: 200 len: 217 time: 0.0353572 Aug 17 03:57:17.279032 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-39a43a34-01ae-4b3c-add9-d753c7bbba00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:17.280459 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-39a43a34-01ae-4b3c-add9-d753c7bbba00 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=684d9807-1148-4d0d-b0fe-96ac87a190f6 HTTP/1.1" status: 200 len: 855 time: 0.0451035 Aug 17 03:57:17.312688 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-d8c56b63-76ec-4d4a-93c6-c358c66ab7f0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250282 Aug 17 03:57:17.409615 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-3708895d-c685-4176-8a90-a7745fed8798 service neutron] 10.222.0.30 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889277 Aug 17 03:57:17.506388 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4770e241-a5a1-4805-8f24-c0a45ec9759f req-18135407-c550-4e3f-a277-05c21031a6b1 service neutron] 10.222.0.30 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900266 Aug 17 03:57:17.569933 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a72d1277-e3d3-433c-98b7-afff36224f6b no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:57:17.593892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: a72d1277-e3d3-433c-98b7-afff36224f6b {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:57:17.598477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a72d1277-e3d3-433c-98b7-afff36224f6b not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:57:17.643740 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3607f3b2-fb5d-424f-becc-dfa4c1ff6b6c req-0c1091e7-8227-4bea-9b8e-a61e0da2c9f3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:17.645269 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3607f3b2-fb5d-424f-becc-dfa4c1ff6b6c req-0c1091e7-8227-4bea-9b8e-a61e0da2c9f3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 943 time: 0.0541556 Aug 17 03:57:17.683857 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3607f3b2-fb5d-424f-becc-dfa4c1ff6b6c req-2c22fa61-360b-4685-8742-2c87a4290cd1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322046 Aug 17 03:57:17.966177 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8c9f550e-acff-4b3b-b857-6e7a43bf859c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:18.194411 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:18.802848 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f816bb7f-8407-4e3a-974e-9b1d73070fca req-4cecd61f-fd90-42d3-886a-9de9f18f4174 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:18.804385 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f816bb7f-8407-4e3a-974e-9b1d73070fca req-4cecd61f-fd90-42d3-886a-9de9f18f4174 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 943 time: 0.0493822 Aug 17 03:57:18.842732 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f816bb7f-8407-4e3a-974e-9b1d73070fca req-7ee6309b-d048-4732-aba7-270303acd599 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312495 Aug 17 03:57:19.328197 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:19.572425 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:57:19.663569 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:57:19.674789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9', 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2', 'port_id': 'f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9', 'mac_address': 'fa:16:3e:69:f4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684d9807-1148-4d0d-b0fe-96ac87a190f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:57:19.722217 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:19.901128 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:57:19.922372 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:57:19.966115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b29226-f15c-48b3-9b10-44a4cc91285c req-a0fd8db1-6878-49f1-bf87-733b2c027cf3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:19.967628 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81b29226-f15c-48b3-9b10-44a4cc91285c req-a0fd8db1-6878-49f1-bf87-733b2c027cf3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 943 time: 0.0504129 Aug 17 03:57:20.010963 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81b29226-f15c-48b3-9b10-44a4cc91285c req-ee313f87-a482-43c5-95ba-7ae00bbb02c2 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369475 Aug 17 03:57:20.011787 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:20.059051 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:57:20.066179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:20.066525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:20.066863 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:20.067191 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:20.067516 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:20.067838 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:20.068163 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:20.068504 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:20.068822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:20.069138 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:20.069483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:20.069802 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:20.202393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:57:21.068913 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:21.133581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90ada4b-851d-4e36-b1a8-c0c665531744 req-3fe85006-4a0b-4995-a821-25dacf242fac tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:21.135850 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e90ada4b-851d-4e36-b1a8-c0c665531744 req-3fe85006-4a0b-4995-a821-25dacf242fac tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 944 time: 0.0569615 Aug 17 03:57:21.178587 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e90ada4b-851d-4e36-b1a8-c0c665531744 req-fd0c56ff-2a16-40ab-8189-29f19617af59 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341868 Aug 17 03:57:21.588232 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:57:21.733836 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:57:21.738005 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:57:21.743114 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:21.815979 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:21.839903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637feab2-aefe-4b48-9dbc-4a0a6d19f474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:57:21.842116 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-62805e82-84b2-4963-8a10-a8ce141b68e1" -d '{"events": [{"server_uuid": "637feab2-aefe-4b48-9dbc-4a0a6d19f474", "name": "network-vif-plugged", "status": "completed", "tag": "f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:57:21.859449 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:57:21.883191 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:57:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a42c15a-68c0-4869-8eb4-7a91b8ece562 x-openstack-request-id: req-4a42c15a-68c0-4869-8eb4-7a91b8ece562 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:57:21.883489 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637feab2-aefe-4b48-9dbc-4a0a6d19f474", "name": "network-vif-plugged", "status": "completed", "tag": "f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:57:21.883777 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4a42c15a-68c0-4869-8eb4-7a91b8ece562 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:57:21.884185 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637feab2-aefe-4b48-9dbc-4a0a6d19f474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9', 'code': 200} Aug 17 03:57:21.926283 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:21.980266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:57:22.031885 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a822fa9-82b4-4859-81a0-7f6a95b58fbd req-c348441d-f827-479a-b2fd-89d12825fc10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:22.033398 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a822fa9-82b4-4859-81a0-7f6a95b58fbd req-c348441d-f827-479a-b2fd-89d12825fc10 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 1096 time: 0.0412741 Aug 17 03:57:22.069971 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3a822fa9-82b4-4859-81a0-7f6a95b58fbd req-24528f0d-e2b0-4bb0-9f68-ff216c36ca31 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0285954 Aug 17 03:57:22.295722 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3e2affb-abb9-4973-bbb8-1693a8af13e0 req-189a24bc-a6a7-483c-81e2-beb870fd1901 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:22.297220 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3e2affb-abb9-4973-bbb8-1693a8af13e0 req-189a24bc-a6a7-483c-81e2-beb870fd1901 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0492048 Aug 17 03:57:22.336632 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3e2affb-abb9-4973-bbb8-1693a8af13e0 req-0894c8f2-883e-4ae9-840d-6ec342912d9b tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329132 Aug 17 03:57:23.451374 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6f70a-8b92-4e0b-af47-bb36df960ecd req-beec9ddf-3d72-47be-b774-9231362696b3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:23.452872 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95d6f70a-8b92-4e0b-af47-bb36df960ecd req-beec9ddf-3d72-47be-b774-9231362696b3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0488458 Aug 17 03:57:23.495067 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95d6f70a-8b92-4e0b-af47-bb36df960ecd req-fde95db1-42c2-4aa6-9afe-daeca94a7df8 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362773 Aug 17 03:57:23.608179 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2074cca2-09c1-4317-91c6-573ce97cf61f req-21326e63-1baf-4a19-b238-4e94fb8cfa69 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:23.609680 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2074cca2-09c1-4317-91c6-573ce97cf61f req-21326e63-1baf-4a19-b238-4e94fb8cfa69 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0493312 Aug 17 03:57:23.646616 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2074cca2-09c1-4317-91c6-573ce97cf61f req-7a929ddf-c7e6-4bb8-8d9e-66382fdc1e49 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310991 Aug 17 03:57:24.050015 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69d5e6c0-5a7e-4222-8f84-cc36d86757be req-1c3e1b45-4618-4ce3-89ee-5a4f3431b92a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:24.051470 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-69d5e6c0-5a7e-4222-8f84-cc36d86757be req-1c3e1b45-4618-4ce3-89ee-5a4f3431b92a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0518172 Aug 17 03:57:24.091726 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-69d5e6c0-5a7e-4222-8f84-cc36d86757be req-9172cd19-0b94-4e42-861a-95e5f0d8bfb3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333049 Aug 17 03:57:24.152439 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-72e93117-a463-4917-a233-c1499e40f871 req-e004a103-c8ce-4c0f-bff4-99c7f2a59d52 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0401609 Aug 17 03:57:25.213367 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe39dec-811f-4ff0-8fa5-edfd73f074cd req-495e88f9-a538-4fb6-b576-22a819eaed0a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:25.214899 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5fe39dec-811f-4ff0-8fa5-edfd73f074cd req-495e88f9-a538-4fb6-b576-22a819eaed0a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0554631 Aug 17 03:57:25.254042 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5fe39dec-811f-4ff0-8fa5-edfd73f074cd req-600899e0-112b-455f-9468-45aedd231088 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332234 Aug 17 03:57:26.167967 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e93117-a463-4917-a233-c1499e40f871 req-565ebf96-0250-4900-83b6-3af67865102a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:26.169359 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e93117-a463-4917-a233-c1499e40f871 req-565ebf96-0250-4900-83b6-3af67865102a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bfaddcb447c4f259bf0135ac6079877&device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 1096 time: 0.0408316 Aug 17 03:57:26.265553 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e93117-a463-4917-a233-c1499e40f871 req-70dd0dee-637c-4a19-b0a7-f9896ac9be7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:26.267100 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e93117-a463-4917-a233-c1499e40f871 req-70dd0dee-637c-4a19-b0a7-f9896ac9be7b service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2 HTTP/1.1" status: 200 len: 915 time: 0.0911207 Aug 17 03:57:26.310375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e93117-a463-4917-a233-c1499e40f871 req-95c0a932-299a-45fe-b0e4-30f4d06aa6be service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 HTTP/1.1" status: 200 len: 217 time: 0.0360966 Aug 17 03:57:26.360337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e93117-a463-4917-a233-c1499e40f871 req-b5683890-7be6-4523-a61d-d99c24548306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:26.361900 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e93117-a463-4917-a233-c1499e40f871 req-b5683890-7be6-4523-a61d-d99c24548306 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=684d9807-1148-4d0d-b0fe-96ac87a190f6 HTTP/1.1" status: 200 len: 855 time: 0.0451910 Aug 17 03:57:26.379705 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a106bb-f373-4060-b292-04cded631b77 req-4b1b6dd9-7a84-4a04-93d8-cfc1c36d7ea1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:26.381233 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-25a106bb-f373-4060-b292-04cded631b77 req-4b1b6dd9-7a84-4a04-93d8-cfc1c36d7ea1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0553048 Aug 17 03:57:26.400356 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e93117-a463-4917-a233-c1499e40f871 req-7e169e8e-4021-4960-af28-cdc65966d717 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307178 Aug 17 03:57:26.422768 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-25a106bb-f373-4060-b292-04cded631b77 req-1541691f-9997-41ec-b100-639bcdb54880 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0347641 Aug 17 03:57:26.491029 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e93117-a463-4917-a233-c1499e40f871 req-250fd76e-8fab-489a-b9a3-3ec0457cb4ac service neutron] 10.222.0.30 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835793 Aug 17 03:57:26.587938 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e93117-a463-4917-a233-c1499e40f871 req-5695b6e4-ee18-4b84-bca7-0d9414fa15b3 service neutron] 10.222.0.30 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893383 Aug 17 03:57:27.543706 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf19675-2388-4319-b8f7-185b5f8c2cde req-77a178e6-8a39-468d-bb56-4640179c45a8 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:27.545405 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bbf19675-2388-4319-b8f7-185b5f8c2cde req-77a178e6-8a39-468d-bb56-4640179c45a8 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0520945 Aug 17 03:57:27.557983 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:57:27.593634 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bbf19675-2388-4319-b8f7-185b5f8c2cde req-3a4f953a-915f-4eae-908a-ec3c921e3cbc tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413308 Aug 17 03:57:28.715528 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe7f6ae-a590-4f6c-87ae-9cf7b551fa62 req-9f3ffebc-e70a-4ab6-a117-d3e5d332ed65 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:28.717082 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6fe7f6ae-a590-4f6c-87ae-9cf7b551fa62 req-9f3ffebc-e70a-4ab6-a117-d3e5d332ed65 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0541277 Aug 17 03:57:28.754672 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6fe7f6ae-a590-4f6c-87ae-9cf7b551fa62 req-6bc54552-9137-4643-8ed5-6f895f07db93 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316339 Aug 17 03:57:29.873037 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbad9138-bc6b-4a0a-85d2-fbf63f8d08c8 req-b5247896-f459-4858-ab3e-706c871d6372 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:29.874587 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bbad9138-bc6b-4a0a-85d2-fbf63f8d08c8 req-b5247896-f459-4858-ab3e-706c871d6372 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0513120 Aug 17 03:57:29.913192 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bbad9138-bc6b-4a0a-85d2-fbf63f8d08c8 req-a01715e7-c861-4611-bbbd-d30acc00bc3b tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326831 Aug 17 03:57:31.028677 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-710ffeff-4a6b-45c1-9ff6-3ebb3caaddb5 req-424001dd-cd0f-4674-a224-4f3269124601 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:31.030103 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-710ffeff-4a6b-45c1-9ff6-3ebb3caaddb5 req-424001dd-cd0f-4674-a224-4f3269124601 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0496240 Aug 17 03:57:31.068061 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-710ffeff-4a6b-45c1-9ff6-3ebb3caaddb5 req-051bdfb2-2d3a-47bd-9cc4-5dc3def42737 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319839 Aug 17 03:57:32.189988 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e9b1626-e2fb-4203-9dfe-f8ed78aef790 req-73349996-4f3d-413f-940e-5cabdb5e5d7d tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:32.191475 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e9b1626-e2fb-4203-9dfe-f8ed78aef790 req-73349996-4f3d-413f-940e-5cabdb5e5d7d tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0528038 Aug 17 03:57:32.230686 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e9b1626-e2fb-4203-9dfe-f8ed78aef790 req-9836eae7-54a6-4e2e-a343-6f04e3c110bf tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325332 Aug 17 03:57:33.347049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b20089df-d8cb-4220-9b6a-d4c0ea0bd00d req-ae79d7a6-9416-44f7-95b9-a3b0f69c30b9 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:33.348545 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b20089df-d8cb-4220-9b6a-d4c0ea0bd00d req-ae79d7a6-9416-44f7-95b9-a3b0f69c30b9 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0505919 Aug 17 03:57:33.388140 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b20089df-d8cb-4220-9b6a-d4c0ea0bd00d req-84753da6-d142-4482-9ef3-6020ae9f4750 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329309 Aug 17 03:57:33.750673 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:34.366100 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:34.503008 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280fc7c1-e004-4cf7-9e15-02cb450bb68a req-0be64c2e-c028-4710-9a85-f15c64b7c2e3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:34.504512 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-280fc7c1-e004-4cf7-9e15-02cb450bb68a req-0be64c2e-c028-4710-9a85-f15c64b7c2e3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0496776 Aug 17 03:57:34.544359 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-280fc7c1-e004-4cf7-9e15-02cb450bb68a req-cab35422-2d0a-454d-973c-3074dc9fcd0b tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329807 Aug 17 03:57:35.665525 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2027d379-3ee1-46e9-8b3a-b608ce6e40c8 req-d64c67a4-a651-48a9-abfb-f5049edb5a96 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:35.667072 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2027d379-3ee1-46e9-8b3a-b608ce6e40c8 req-d64c67a4-a651-48a9-abfb-f5049edb5a96 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0543456 Aug 17 03:57:35.706545 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2027d379-3ee1-46e9-8b3a-b608ce6e40c8 req-b4a86ff4-c221-4d66-8d3b-34203332b7ba tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335307 Aug 17 03:57:36.821985 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd8f7753-28c0-4963-b25f-f92434b87b84 req-2c4e34f4-fcf0-45d2-9019-32e4edce49c4 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:36.823481 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fd8f7753-28c0-4963-b25f-f92434b87b84 req-2c4e34f4-fcf0-45d2-9019-32e4edce49c4 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0499153 Aug 17 03:57:36.862421 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fd8f7753-28c0-4963-b25f-f92434b87b84 req-06f809bd-631b-4a6a-839c-44d2f86e9a82 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328703 Aug 17 03:57:37.993444 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a31f4-31ac-470d-91f0-5467b080b628 req-b98c16be-983f-4b5a-87f9-9bdf15eb2557 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:37.995003 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff5a31f4-31ac-470d-91f0-5467b080b628 req-b98c16be-983f-4b5a-87f9-9bdf15eb2557 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0626070 Aug 17 03:57:38.033941 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff5a31f4-31ac-470d-91f0-5467b080b628 req-cc2152fc-1237-49b0-8691-3aadd177d438 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328429 Aug 17 03:57:39.156600 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06c5623-bd86-43fb-a94d-8443c3de1a3d req-244d4eab-1186-4085-9943-d721b69b6d24 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:39.158233 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c06c5623-bd86-43fb-a94d-8443c3de1a3d req-244d4eab-1186-4085-9943-d721b69b6d24 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0553186 Aug 17 03:57:39.197275 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c06c5623-bd86-43fb-a94d-8443c3de1a3d req-de002463-ea60-48ac-87ca-bd9a0f1e9d3a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322738 Aug 17 03:57:40.313642 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-525d6271-c6d9-4cbd-82ca-1a9846f2b2fe req-7fe30325-6655-4019-b02b-a78c156f7c61 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:40.315162 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-525d6271-c6d9-4cbd-82ca-1a9846f2b2fe req-7fe30325-6655-4019-b02b-a78c156f7c61 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0499377 Aug 17 03:57:40.354104 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-525d6271-c6d9-4cbd-82ca-1a9846f2b2fe req-215cd740-83f3-49bf-8c45-0c79519c743f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327857 Aug 17 03:57:41.470504 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7aca19-5aef-4680-ba35-015169cfbdb1 req-3089fcdd-c53d-4960-b9cb-64eb4f63fb8a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:41.472018 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bb7aca19-5aef-4680-ba35-015169cfbdb1 req-3089fcdd-c53d-4960-b9cb-64eb4f63fb8a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0505795 Aug 17 03:57:41.511140 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bb7aca19-5aef-4680-ba35-015169cfbdb1 req-8558b3f5-6ab1-40ea-ad49-35bb206aa530 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327439 Aug 17 03:57:42.638903 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad88049-24de-4136-9fae-f22ce19283db req-436b2fa1-4be1-49be-9c28-8e4bf4b281d3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:42.640603 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dad88049-24de-4136-9fae-f22ce19283db req-436b2fa1-4be1-49be-9c28-8e4bf4b281d3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0589170 Aug 17 03:57:42.680655 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dad88049-24de-4136-9fae-f22ce19283db req-818bad6a-0b9a-441a-95db-efe021e3c7ee tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340309 Aug 17 03:57:43.803411 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc91bad7-dfb2-4a7e-90ff-14658d772043 req-c6e8b06b-c2fa-4467-8e10-11c17ed587a3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:43.805451 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bc91bad7-dfb2-4a7e-90ff-14658d772043 req-c6e8b06b-c2fa-4467-8e10-11c17ed587a3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0488725 Aug 17 03:57:43.843798 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bc91bad7-dfb2-4a7e-90ff-14658d772043 req-a1eb4544-3d76-4d80-bdee-2447fbb754e3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322433 Aug 17 03:57:44.966146 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2d6c01-f1c7-4240-907b-76476b12891d req-cd39aca6-dfbc-4357-87e4-0d3e08283a8c tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:44.968104 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ad2d6c01-f1c7-4240-907b-76476b12891d req-cd39aca6-dfbc-4357-87e4-0d3e08283a8c tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0544968 Aug 17 03:57:45.009132 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ad2d6c01-f1c7-4240-907b-76476b12891d req-ea80b080-2894-4fe0-88ce-74688bc0146d tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342555 Aug 17 03:57:45.328109 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-84737f6d-5d9d-4de0-b6c8-73de3daf7520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:46.129034 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8749fe2e-27ca-48ae-90b7-e3cfd0c52b3c req-3ac3d26a-8f58-4281-a9a3-c959b2c57e42 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:46.130613 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8749fe2e-27ca-48ae-90b7-e3cfd0c52b3c req-3ac3d26a-8f58-4281-a9a3-c959b2c57e42 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0535915 Aug 17 03:57:46.170028 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8749fe2e-27ca-48ae-90b7-e3cfd0c52b3c req-f21b7ef4-5db4-4095-89db-5bcdac74a360 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324469 Aug 17 03:57:47.290646 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863ae19f-e480-4755-bf57-7113c8f91e7e req-8ac2c58a-8e26-451d-9ebe-af79e2224c7b tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:47.292259 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-863ae19f-e480-4755-bf57-7113c8f91e7e req-8ac2c58a-8e26-451d-9ebe-af79e2224c7b tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0534606 Aug 17 03:57:47.336230 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-863ae19f-e480-4755-bf57-7113c8f91e7e req-3c4b3e7e-e280-4344-9e38-23418f14c033 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358522 Aug 17 03:57:47.954519 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c2dce251-7d1a-4f0c-a32e-3ac1784546f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:48.200122 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:48.454256 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90180591-323b-42d5-995d-5a3a513a3928 req-f49d0cac-ea47-43a1-bf54-4894703be463 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:48.455680 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90180591-323b-42d5-995d-5a3a513a3928 req-f49d0cac-ea47-43a1-bf54-4894703be463 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0503685 Aug 17 03:57:48.495240 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-90180591-323b-42d5-995d-5a3a513a3928 req-f13c53f1-6f63-4dcb-b582-24e0c6e9250e tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329447 Aug 17 03:57:49.328206 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:49.616114 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026c281c-1b2a-491f-876e-ce827cdaafeb req-5aca14f9-93be-455b-a250-f34d598afbf1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:49.618241 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-026c281c-1b2a-491f-876e-ce827cdaafeb req-5aca14f9-93be-455b-a250-f34d598afbf1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0532763 Aug 17 03:57:49.657283 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-026c281c-1b2a-491f-876e-ce827cdaafeb req-2998193a-9cf1-460d-87ad-b396cc28b61f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330288 Aug 17 03:57:50.776115 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b0a7801-abb4-4b54-8fe1-a0ebce37d2db req-82ade833-8884-4777-bbe4-fd6cb0e07f2a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:50.777632 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4b0a7801-abb4-4b54-8fe1-a0ebce37d2db req-82ade833-8884-4777-bbe4-fd6cb0e07f2a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0514667 Aug 17 03:57:50.815442 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4b0a7801-abb4-4b54-8fe1-a0ebce37d2db req-d583cb4e-7ffb-4e93-8586-1da7a8798ab3 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318449 Aug 17 03:57:51.058909 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:51.935882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5135b6b-39c0-481a-b262-ce89111e93cb req-bbef1b7c-398f-4ba6-b5c8-4f8f054c2a87 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:51.937384 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a5135b6b-39c0-481a-b262-ce89111e93cb req-bbef1b7c-398f-4ba6-b5c8-4f8f054c2a87 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0521793 Aug 17 03:57:51.975801 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a5135b6b-39c0-481a-b262-ce89111e93cb req-d6eb6a2b-c645-40e6-9f42-eab61afedfa2 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323474 Aug 17 03:57:53.099030 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05aca451-526a-440f-8908-7d44ef0a1313 req-769b4e76-51da-41a5-99cd-a8fb804f9121 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:53.100579 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-05aca451-526a-440f-8908-7d44ef0a1313 req-769b4e76-51da-41a5-99cd-a8fb804f9121 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0542424 Aug 17 03:57:53.139828 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-05aca451-526a-440f-8908-7d44ef0a1313 req-bee164ed-05b9-45a2-8d26-e7fe2cd0dd0a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329661 Aug 17 03:57:53.665495 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-72e93117-a463-4917-a233-c1499e40f871 req-f9d31562-6868-43d8-a4e1-0cd53cb7a142 service neutron] show failed (client error): The resource could not be found. Aug 17 03:57:53.666451 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e93117-a463-4917-a233-c1499e40f871 req-f9d31562-6868-43d8-a4e1-0cd53cb7a142 service neutron] 10.222.0.30 "GET /v2.0/ports/f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9/bindings/n-h2-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.0565996 Aug 17 03:57:54.189167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e93117-a463-4917-a233-c1499e40f871 req-562ec82d-b331-4211-bad6-ef6a44ad5eaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:54.190774 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e93117-a463-4917-a233-c1499e40f871 req-562ec82d-b331-4211-bad6-ef6a44ad5eaa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474&tenant_id=2bfaddcb447c4f259bf0135ac6079877 HTTP/1.1" status: 200 len: 1096 time: 0.0478759 Aug 17 03:57:54.203871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:57:54.260909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b40495-3914-4a98-8c86-38b92182d200 req-aa5aac71-1243-4ea5-a895-742866669456 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:54.262479 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-61b40495-3914-4a98-8c86-38b92182d200 req-aa5aac71-1243-4ea5-a895-742866669456 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0536766 Aug 17 03:57:54.264560 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:54.306646 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-61b40495-3914-4a98-8c86-38b92182d200 req-38eb66a4-f04e-4622-a80e-9f606a687997 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378418 Aug 17 03:57:54.479113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] For port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:57:54.511488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] For port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:57:54.550936 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637feab2-aefe-4b48-9dbc-4a0a6d19f474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:57:54.553234 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12ef5a28-f575-48b3-9a50-54541a3c5459" -d '{"events": [{"server_uuid": "637feab2-aefe-4b48-9dbc-4a0a6d19f474", "name": "network-vif-unplugged", "status": "completed", "tag": "f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:57:54.557457 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:54.570324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Transition to ACTIVE for port object f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:57:54.600895 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 03:57:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd401be6-7b7a-4db6-b1e4-45b85323aeb8 x-openstack-request-id: req-bd401be6-7b7a-4db6-b1e4-45b85323aeb8 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:57:54.601119 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637feab2-aefe-4b48-9dbc-4a0a6d19f474", "name": "network-vif-unplugged", "status": "completed", "tag": "f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:57:54.601382 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-bd401be6-7b7a-4db6-b1e4-45b85323aeb8 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:57:54.602521 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637feab2-aefe-4b48-9dbc-4a0a6d19f474', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9', 'code': 200} Aug 17 03:57:54.642511 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:54.713610 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] No DVR routers for this DVR port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:57:54.715633 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Pushing event updated for resources: {'Port': ['ID=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,revision_number=6']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:57:54.727300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:54.727683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:54.728029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:54.728370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:54.728703 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:54.729036 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:54.729433 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:54.729787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:54.730116 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:54.730443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:54.730768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:54.731092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:57:54.765141 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Attempting to bind port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:57:54.765550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Attempting to bind port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '7afefc0d-b6d9-4700-acb1-c80c4c604a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:57:54.765891 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Attempting to bind port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 on network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:57:54.770210 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 on network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:57:54.770530 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Attempting to bind port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 on network cf52d540-f17b-4546-bdb4-eac93b6c7ed2 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:57:54.775662 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 57, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:57:54.776008 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Checking segment: {'id': '7afefc0d-b6d9-4700-acb1-c80c4c604a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:57:54.776423 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Bound using segment: {'id': '7afefc0d-b6d9-4700-acb1-c80c4c604a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:57:54.776848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Bound port: f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7afefc0d-b6d9-4700-acb1-c80c4c604a9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 81, 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:57:54.777206 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:54.850442 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] For port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:57:54.854078 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] For port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:57:54.928286 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:54.963455 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:54.964104 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:54.965557 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e93117-a463-4917-a233-c1499e40f871 req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] 10.222.0.60 "PUT /v2.0/ports/f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 HTTP/1.1" status: 200 len: 1091 time: 0.7665491 Aug 17 03:57:54.997786 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95645a94-ef41-4480-a42b-fb9498589ffa service neutron] Pushing event updated for resources: {'Port': ['ID=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:57:55.033707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e93117-a463-4917-a233-c1499e40f871 req-8c15eb30-ed37-47e9-bdcc-2d78f04509a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:55.035255 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e93117-a463-4917-a233-c1499e40f871 req-8c15eb30-ed37-47e9-bdcc-2d78f04509a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bfaddcb447c4f259bf0135ac6079877&device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 1094 time: 0.0472281 Aug 17 03:57:55.129136 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e93117-a463-4917-a233-c1499e40f871 req-44ffdd3f-e05d-4fc1-afd9-693c0a6b83f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:55.130685 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e93117-a463-4917-a233-c1499e40f871 req-44ffdd3f-e05d-4fc1-afd9-693c0a6b83f6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2 HTTP/1.1" status: 200 len: 915 time: 0.0886555 Aug 17 03:57:55.176742 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e93117-a463-4917-a233-c1499e40f871 req-879f0173-4337-44be-a351-27c09e258276 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 HTTP/1.1" status: 200 len: 217 time: 0.0389805 Aug 17 03:57:55.225607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e93117-a463-4917-a233-c1499e40f871 req-9f392e97-0a71-42af-8c76-7b1c158e1cd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:55.227728 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e93117-a463-4917-a233-c1499e40f871 req-9f392e97-0a71-42af-8c76-7b1c158e1cd4 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=684d9807-1148-4d0d-b0fe-96ac87a190f6 HTTP/1.1" status: 200 len: 855 time: 0.0438218 Aug 17 03:57:55.361600 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e93117-a463-4917-a233-c1499e40f871 req-bd44abdb-1e9b-429a-803e-e964b9456d53 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0263531 Aug 17 03:57:55.362887 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e93117-a463-4917-a233-c1499e40f871 req-44d12650-9bff-4ec2-9ef5-1f90cfabf273 service neutron] 10.222.0.60 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941107 Aug 17 03:57:55.430173 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b0ec5be-1762-4f22-9609-658480f4ffe2 req-f04c2c5e-1c60-4edd-8403-e6813963cb38 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:55.431606 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9b0ec5be-1762-4f22-9609-658480f4ffe2 req-f04c2c5e-1c60-4edd-8403-e6813963cb38 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 943 time: 0.0504301 Aug 17 03:57:55.459700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72e93117-a463-4917-a233-c1499e40f871 req-36d729fb-253c-4ce4-9ad9-12649c837b21 service neutron] 10.222.0.60 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893605 Aug 17 03:57:55.479596 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9b0ec5be-1762-4f22-9609-658480f4ffe2 req-4760ecc2-5c97-4454-bd22-6ab96f7bd64f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0412984 Aug 17 03:57:56.602139 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-959d01bd-afaf-4e73-855f-6154ff0a363b req-eafd66cf-fe8c-4d64-89c0-813ead7d9782 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:56.603926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '637feab2-aefe-4b48-9dbc-4a0a6d19f474', 'tag': 'f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:57:56.604350 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-959d01bd-afaf-4e73-855f-6154ff0a363b req-eafd66cf-fe8c-4d64-89c0-813ead7d9782 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 943 time: 0.0554512 Aug 17 03:57:56.606479 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-090f7097-9c60-47a3-a49c-55af40e43e82" -d '{"events": [{"name": "network-changed", "server_uuid": "637feab2-aefe-4b48-9dbc-4a0a6d19f474", "tag": "f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:57:56.642466 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-959d01bd-afaf-4e73-855f-6154ff0a363b req-68fc0284-4222-4e8b-af6a-c5a16439552d tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323992 Aug 17 03:57:56.699007 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:57:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd673c5c-7a5a-4263-8003-cf8077c28f7f x-openstack-request-id: req-dd673c5c-7a5a-4263-8003-cf8077c28f7f {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:57:56.699306 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "637feab2-aefe-4b48-9dbc-4a0a6d19f474", "tag": "f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:57:56.699561 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dd673c5c-7a5a-4263-8003-cf8077c28f7f {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:57:56.699966 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '637feab2-aefe-4b48-9dbc-4a0a6d19f474', 'tag': 'f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9', 'status': 'completed', 'code': 200} Aug 17 03:57:56.789841 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-58b518d0-1986-47ef-8ccc-a6fa409b469f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:56.791252 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-58b518d0-1986-47ef-8ccc-a6fa409b469f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bfaddcb447c4f259bf0135ac6079877&device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 1094 time: 0.0735815 Aug 17 03:57:56.792998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-28c2d901-ea2c-4c63-bf42-48caaf8981f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:56.794360 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-28c2d901-ea2c-4c63-bf42-48caaf8981f7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2bfaddcb447c4f259bf0135ac6079877&device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 1094 time: 0.0686679 Aug 17 03:57:56.950581 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-22a349b4-1ad1-45a1-9ac1-eb88bc7b9cbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:56.952105 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-22a349b4-1ad1-45a1-9ac1-eb88bc7b9cbd service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2 HTTP/1.1" status: 200 len: 915 time: 0.1536460 Aug 17 03:57:56.953029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-f5c70c3a-a294-46d8-930e-993f430df29e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:56.954427 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-f5c70c3a-a294-46d8-930e-993f430df29e service neutron] 10.222.0.60 "GET /v2.0/networks?id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2 HTTP/1.1" status: 200 len: 915 time: 0.1482115 Aug 17 03:57:57.026663 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-6f95fb3e-834b-4d05-9ced-80de977e1780 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 HTTP/1.1" status: 200 len: 217 time: 0.0665450 Aug 17 03:57:57.027954 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-3c1cbb01-84ad-470b-9661-240d35d33390 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 HTTP/1.1" status: 200 len: 217 time: 0.0615232 Aug 17 03:57:57.109569 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-73f12b40-b016-4161-bd98-b93b03eaf0ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:57.110968 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-73f12b40-b016-4161-bd98-b93b03eaf0ab service neutron] 10.222.0.30 "GET /v2.0/subnets?id=684d9807-1148-4d0d-b0fe-96ac87a190f6 HTTP/1.1" status: 200 len: 855 time: 0.0773952 Aug 17 03:57:57.112564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-06656691-68ee-4e4d-914d-af2c55cded5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:57.113909 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-06656691-68ee-4e4d-914d-af2c55cded5d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=684d9807-1148-4d0d-b0fe-96ac87a190f6 HTTP/1.1" status: 200 len: 855 time: 0.0726471 Aug 17 03:57:57.178025 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-cda07fd0-1bed-4a87-a434-8ee5f700fc33 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592225 Aug 17 03:57:57.179909 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-0a518e26-15cd-47d8-a262-882dbce6bb58 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0414534 Aug 17 03:57:57.334989 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-7b528005-3afb-465e-872b-8afec5285a51 service neutron] 10.222.0.30 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500888 Aug 17 03:57:57.338519 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-92837786-9c6e-4da2-811c-5a7c736c4a28 service neutron] 10.222.0.60 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466553 Aug 17 03:57:57.495929 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-5bccf321-b1aa-40e5-8f17-aa9906b9c766 service neutron] 10.222.0.30 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1527374 Aug 17 03:57:57.497800 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-090f7097-9c60-47a3-a49c-55af40e43e82 req-f2583405-fa18-488c-a484-ffb786429a87 service neutron] 10.222.0.60 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1468124 Aug 17 03:57:57.731026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:57:57.765119 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-652101d5-298d-4996-abf6-0d23314284d0 req-73338c26-e577-431e-bd10-351ae80c79f1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:57.766704 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-652101d5-298d-4996-abf6-0d23314284d0 req-73338c26-e577-431e-bd10-351ae80c79f1 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 943 time: 0.0517972 Aug 17 03:57:57.771323 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:57:57.806507 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-652101d5-298d-4996-abf6-0d23314284d0 req-5cb0063a-3abd-429e-a80e-fb84a30be81f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331321 Aug 17 03:57:58.148602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d79300c-9cdd-4d1e-b82b-2b0807d5e325 req-1a5f94d1-74ac-4d84-b1f9-d5bcc47cc28d tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:58.150151 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7d79300c-9cdd-4d1e-b82b-2b0807d5e325 req-1a5f94d1-74ac-4d84-b1f9-d5bcc47cc28d tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 943 time: 0.0497878 Aug 17 03:57:58.190281 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7d79300c-9cdd-4d1e-b82b-2b0807d5e325 req-3b4d3e41-bffc-4c42-ae19-d685b04e831a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341663 Aug 17 03:57:58.260271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4e961-ea1f-47a8-916e-a884336ecc30 req-c9f2c910-eb6a-4cf9-9ec0-9077871332c6 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:58.261761 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-15a4e961-ea1f-47a8-916e-a884336ecc30 req-c9f2c910-eb6a-4cf9-9ec0-9077871332c6 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.30 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474&tenant_id=2bfaddcb447c4f259bf0135ac6079877&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 943 time: 0.0574939 Aug 17 03:57:58.324004 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-15a4e961-ea1f-47a8-916e-a884336ecc30 req-51fecf3b-ae7e-4b69-a916-e11513119450 service neutron] delete failed (client error): The resource could not be found. Aug 17 03:57:58.324004 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-15a4e961-ea1f-47a8-916e-a884336ecc30 req-51fecf3b-ae7e-4b69-a916-e11513119450 service neutron] 10.222.0.30 "DELETE /v2.0/ports/f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9/bindings/n-h1-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.0545535 Aug 17 03:57:58.410548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4e961-ea1f-47a8-916e-a884336ecc30 req-6032ddc4-46c9-4795-aa74-5d6f586affee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:58.412054 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-15a4e961-ea1f-47a8-916e-a884336ecc30 req-6032ddc4-46c9-4795-aa74-5d6f586affee service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2bfaddcb447c4f259bf0135ac6079877&device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 1094 time: 0.0409083 Aug 17 03:57:58.504790 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4e961-ea1f-47a8-916e-a884336ecc30 req-ce424c27-b59a-45c4-9296-6e1ddc16a663 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:58.506319 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-15a4e961-ea1f-47a8-916e-a884336ecc30 req-ce424c27-b59a-45c4-9296-6e1ddc16a663 service neutron] 10.222.0.30 "GET /v2.0/networks?id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2 HTTP/1.1" status: 200 len: 915 time: 0.0868168 Aug 17 03:57:58.547789 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-15a4e961-ea1f-47a8-916e-a884336ecc30 req-522d766b-0d1e-4663-b50b-868d9ff8bdbf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 HTTP/1.1" status: 200 len: 217 time: 0.0341189 Aug 17 03:57:58.596146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15a4e961-ea1f-47a8-916e-a884336ecc30 req-e642381a-bf74-4a9b-8616-daaf60fc288e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:58.597540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-15a4e961-ea1f-47a8-916e-a884336ecc30 req-e642381a-bf74-4a9b-8616-daaf60fc288e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=684d9807-1148-4d0d-b0fe-96ac87a190f6 HTTP/1.1" status: 200 len: 855 time: 0.0420415 Aug 17 03:57:58.632982 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-15a4e961-ea1f-47a8-916e-a884336ecc30 req-651b821a-e386-4e28-ae85-2fe0b1d2d755 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=cf52d540-f17b-4546-bdb4-eac93b6c7ed2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273972 Aug 17 03:57:58.721589 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-15a4e961-ea1f-47a8-916e-a884336ecc30 req-e95dd29c-1f9b-4ba4-bad0-10a5e631e14a service neutron] 10.222.0.30 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818853 Aug 17 03:57:58.814727 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-15a4e961-ea1f-47a8-916e-a884336ecc30 req-d080377b-34ff-4699-afdb-8795e863bf01 service neutron] 10.222.0.30 "GET /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849881 Aug 17 03:57:58.845161 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:57:58.943464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:57:58.954840 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9', 'network_id': 'cf52d540-f17b-4546-bdb4-eac93b6c7ed2', 'port_id': 'f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9', 'mac_address': 'fa:16:3e:69:f4:12', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 81, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '684d9807-1148-4d0d-b0fe-96ac87a190f6', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:57:58.991920 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:59.004906 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:57:59.023998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:57:59.081907 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:57:59.133447 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:57:59.294680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:57:59.313504 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54f4cbb-b242-48b9-8837-b5cbca2cdea9 req-e985a7a4-2dfa-4e54-88fe-6a60d098d1f4 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:57:59.315028 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a54f4cbb-b242-48b9-8837-b5cbca2cdea9 req-e985a7a4-2dfa-4e54-88fe-6a60d098d1f4 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 944 time: 0.0570474 Aug 17 03:57:59.358883 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a54f4cbb-b242-48b9-8837-b5cbca2cdea9 req-691616db-5179-4e3c-aa4b-abdcf8b17640 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367353 Aug 17 03:58:00.479728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9a7d5c8-41e7-4068-a4a1-8365c9e86c03 req-30044b78-d01b-4c90-ab4c-dda7a00afc14 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:00.481230 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9a7d5c8-41e7-4068-a4a1-8365c9e86c03 req-30044b78-d01b-4c90-ab4c-dda7a00afc14 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 944 time: 0.0508840 Aug 17 03:58:00.520740 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9a7d5c8-41e7-4068-a4a1-8365c9e86c03 req-a87db636-b5e5-4abb-96a5-cfaf6b79ab9f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335340 Aug 17 03:58:00.632781 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6eda7b0-f28d-4b84-b865-dc2f6275b379 req-4a6da10d-023c-4652-8159-3a4ffb4df11b tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:00.634565 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f6eda7b0-f28d-4b84-b865-dc2f6275b379 req-4a6da10d-023c-4652-8159-3a4ffb4df11b tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 944 time: 0.0497465 Aug 17 03:58:00.673109 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f6eda7b0-f28d-4b84-b865-dc2f6275b379 req-fa033c2f-bfff-450a-8ccc-a8177f96d8ac tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324857 Aug 17 03:58:00.793736 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb21a0c-5336-413d-982e-d1195969cc56 req-5e68fdd2-c6db-4056-9a38-c4a2efc178cb tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:00.795245 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7fb21a0c-5336-413d-982e-d1195969cc56 req-5e68fdd2-c6db-4056-9a38-c4a2efc178cb tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 944 time: 0.0538888 Aug 17 03:58:00.832735 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7fb21a0c-5336-413d-982e-d1195969cc56 req-3131d91b-51ef-4848-959e-4e48cd2d13fb tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314021 Aug 17 03:58:00.860915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:58:00.979296 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:58:00.983424 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:58:00.983801 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:01.060061 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:01.082377 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637feab2-aefe-4b48-9dbc-4a0a6d19f474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:58:01.084857 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-483a08a1-f570-4077-9167-125075324a15" -d '{"events": [{"server_uuid": "637feab2-aefe-4b48-9dbc-4a0a6d19f474", "name": "network-vif-plugged", "status": "completed", "tag": "f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:58:01.097154 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:58:01.177349 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:01.232273 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:01.247020 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:58:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-deeb2ff0-cef1-4060-9358-a4b33fe45748 x-openstack-request-id: req-deeb2ff0-cef1-4060-9358-a4b33fe45748 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:58:01.247460 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637feab2-aefe-4b48-9dbc-4a0a6d19f474", "name": "network-vif-plugged", "status": "completed", "tag": "f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:58:01.247741 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-deeb2ff0-cef1-4060-9358-a4b33fe45748 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:58:01.248126 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637feab2-aefe-4b48-9dbc-4a0a6d19f474', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9', 'code': 200} Aug 17 03:58:01.426905 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b2f699e-a3f6-4712-aac4-2ea75dacda58 req-d40a1e3c-ebe9-43cf-a9af-6f10495fbc21 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:01.428405 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4b2f699e-a3f6-4712-aac4-2ea75dacda58 req-d40a1e3c-ebe9-43cf-a9af-6f10495fbc21 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0505083 Aug 17 03:58:01.468014 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4b2f699e-a3f6-4712-aac4-2ea75dacda58 req-2f8c118a-0b84-4351-bab2-77ee130bd74a tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331488 Aug 17 03:58:02.541338 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6959fc11-b350-4892-8fb1-6dabbcf673cb req-f201c2d9-9147-448c-9ec1-6bedfe71d99f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:02.542871 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6959fc11-b350-4892-8fb1-6dabbcf673cb req-f201c2d9-9147-448c-9ec1-6bedfe71d99f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.60 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0481753 Aug 17 03:58:02.585009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61cef90e-707c-4650-9322-ac60322284e0 req-d97fd5b3-72d3-4a82-9de1-0cd5aa889a44 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:02.587114 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-61cef90e-707c-4650-9322-ac60322284e0 req-d97fd5b3-72d3-4a82-9de1-0cd5aa889a44 tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 945 time: 0.0515537 Aug 17 03:58:02.627681 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-61cef90e-707c-4650-9322-ac60322284e0 req-dfcfcfac-4e68-4a15-a44e-da2da075097b tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/security-groups?id=c4290f8f-fe6a-49a0-933d-125214851511&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345256 Aug 17 03:58:02.636223 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-6959fc11-b350-4892-8fb1-6dabbcf673cb req-ca3ea4fa-6e7d-4ba4-8c59-0d09b70f551f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Deleting port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 03:58:02.636570 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6959fc11-b350-4892-8fb1-6dabbcf673cb req-ca3ea4fa-6e7d-4ba4-8c59-0d09b70f551f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:03.063434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6959fc11-b350-4892-8fb1-6dabbcf673cb req-ca3ea4fa-6e7d-4ba4-8c59-0d09b70f551f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] For port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,segment=NetworkSegment(7afefc0d-b6d9-4700-acb1-c80c4c604a9e),segment_id=7afefc0d-b6d9-4700-acb1-c80c4c604a9e)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:58:03.063713 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6959fc11-b350-4892-8fb1-6dabbcf673cb req-ca3ea4fa-6e7d-4ba4-8c59-0d09b70f551f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:03.077808 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-6959fc11-b350-4892-8fb1-6dabbcf673cb req-ca3ea4fa-6e7d-4ba4-8c59-0d09b70f551f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Calling delete_port for f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 03:58:03.299084 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6959fc11-b350-4892-8fb1-6dabbcf673cb req-ca3ea4fa-6e7d-4ba4-8c59-0d09b70f551f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:03.311330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:58:03.329571 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca3ea4fa-6e7d-4ba4-8c59-0d09b70f551f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Pushing event deleted for resources: {'Port': ['ID=f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:03.371501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6959fc11-b350-4892-8fb1-6dabbcf673cb req-ca3ea4fa-6e7d-4ba4-8c59-0d09b70f551f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] No DVR routers for this DVR port f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 03:58:03.374226 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6959fc11-b350-4892-8fb1-6dabbcf673cb req-ca3ea4fa-6e7d-4ba4-8c59-0d09b70f551f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:03.376212 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6959fc11-b350-4892-8fb1-6dabbcf673cb req-ca3ea4fa-6e7d-4ba4-8c59-0d09b70f551f tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.60 "DELETE /v2.0/ports/f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 HTTP/1.1" status: 204 len: 173 time: 0.8270230 Aug 17 03:58:03.376658 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '637feab2-aefe-4b48-9dbc-4a0a6d19f474', 'name': 'network-vif-deleted', 'tag': 'f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:58:03.378907 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-527413e4-5728-4386-a611-6b7c69f79158" -d '{"events": [{"server_uuid": "637feab2-aefe-4b48-9dbc-4a0a6d19f474", "name": "network-vif-deleted", "tag": "f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:58:03.422086 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:58:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7207b32a-bd05-4cfb-82e3-a7806f24172f x-openstack-request-id: req-7207b32a-bd05-4cfb-82e3-a7806f24172f {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:58:03.422382 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "637feab2-aefe-4b48-9dbc-4a0a6d19f474", "name": "network-vif-deleted", "tag": "f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:58:03.422631 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7207b32a-bd05-4cfb-82e3-a7806f24172f {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:58:03.423025 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '637feab2-aefe-4b48-9dbc-4a0a6d19f474', 'name': 'network-vif-deleted', 'tag': 'f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9', 'status': 'completed', 'code': 200} Aug 17 03:58:03.720210 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:03.745720 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fba2bdd1-6907-4f64-9479-20247a8eef6c req-292ed1f7-c3eb-4e51-a1a7-9d23ac53e17b tempest-ServerDiskConfigTestJSON-1979409008 tempest-ServerDiskConfigTestJSON-1979409008-project] 10.222.0.10 "GET /v2.0/ports?device_id=637feab2-aefe-4b48-9dbc-4a0a6d19f474 HTTP/1.1" status: 200 len: 210 time: 0.0322785 Aug 17 03:58:04.331625 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:04.645389 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:58:04.877872 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42354) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:58:04.924660 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Deleting subnet 684d9807-1148-4d0d-b0fe-96ac87a190f6 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 03:58:04.927861 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:04.964108 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:05.005529 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:05.125951 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:05.155105 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=684d9807-1148-4d0d-b0fe-96ac87a190f6,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:05.165818 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:05.167716 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] 10.222.0.10 "DELETE /v2.0/subnets/684d9807-1148-4d0d-b0fe-96ac87a190f6 HTTP/1.1" status: 204 len: 168 time: 0.2888355 Aug 17 03:58:05.169733 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:05.170009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:05.170359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:05.170700 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:05.171031 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:05.171176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42356) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:58:05.171745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:05.171745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:05.171996 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:05.172324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:05.172652 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:05.172975 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:05.173438 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-655fd13c-5e54-4758-873b-793c7799db7f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:05.268599 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3593402c-9415-4d01-888f-5487183507bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:05.348539 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3593402c-9415-4d01-888f-5487183507bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:05.359439 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-3593402c-9415-4d01-888f-5487183507bf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf52d540-f17b-4546-bdb4-eac93b6c7ed2']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:58:05.374435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-3593402c-9415-4d01-888f-5487183507bf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7afefc0d-b6d9-4700-acb1-c80c4c604a9e') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:58:05.374727 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-3593402c-9415-4d01-888f-5487183507bf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7afefc0d-b6d9-4700-acb1-c80c4c604a9e') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:58:05.383574 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3593402c-9415-4d01-888f-5487183507bf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:05.396791 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3593402c-9415-4d01-888f-5487183507bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:05.403121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3593402c-9415-4d01-888f-5487183507bf admin admin] Releasing vlan 81 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 03:58:05.403513 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3593402c-9415-4d01-888f-5487183507bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: timer() Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 03:58:05.405124 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 03:58:05.514536 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3593402c-9415-4d01-888f-5487183507bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:05.519933 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3593402c-9415-4d01-888f-5487183507bf admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:05.521786 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3593402c-9415-4d01-888f-5487183507bf admin admin] 10.222.0.10 "DELETE /v2.0/networks/cf52d540-f17b-4546-bdb4-eac93b6c7ed2 HTTP/1.1" status: 204 len: 168 time: 0.3496642 Aug 17 03:58:05.534184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3593402c-9415-4d01-888f-5487183507bf admin admin] Pushing event deleted for resources: {'Network': ['ID=cf52d540-f17b-4546-bdb4-eac93b6c7ed2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:05.853711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42360) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:58:05.894923 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-339ca533-f933-46bf-a909-d175fa4438de admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2bfaddcb447c4f259bf0135ac6079877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399990 Aug 17 03:58:05.897460 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42362) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:58:05.948748 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63ce9be2-1bd4-4950-8459-ffff49ae2cb2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:05.972028 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63ce9be2-1bd4-4950-8459-ffff49ae2cb2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:06.099486 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63ce9be2-1bd4-4950-8459-ffff49ae2cb2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:06.102796 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-63ce9be2-1bd4-4950-8459-ffff49ae2cb2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:06.104008 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-63ce9be2-1bd4-4950-8459-ffff49ae2cb2 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/c4290f8f-fe6a-49a0-933d-125214851511 HTTP/1.1" status: 204 len: 168 time: 0.2056296 Aug 17 03:58:06.111965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ce9be2-1bd4-4950-8459-ffff49ae2cb2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4290f8f-fe6a-49a0-933d-125214851511,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:06.860856 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 03:58:06.880298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 03:58:06.880867 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f10b5b3a-12b7-4e85-a8a1-98bc9612b8d9 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 03:58:07.096891 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42384) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:58:07.198528 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-81137392-b0e7-4002-8279-8c9eb55f4619 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-425259770-network', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:58:07.308089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81137392-b0e7-4002-8279-8c9eb55f4619 admin admin] Made reservation on behalf of 2ed9e326b0de49b5bb2ebe44e6ce7000 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:58:07.310425 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81137392-b0e7-4002-8279-8c9eb55f4619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:07.318938 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81137392-b0e7-4002-8279-8c9eb55f4619 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:07.408360 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81137392-b0e7-4002-8279-8c9eb55f4619 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:07.487523 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81137392-b0e7-4002-8279-8c9eb55f4619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:07.513982 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81137392-b0e7-4002-8279-8c9eb55f4619 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 03:58:07.523599 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81137392-b0e7-4002-8279-8c9eb55f4619 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb54ad57-b497-47e3-8906-bd9258408982,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:07.536823 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81137392-b0e7-4002-8279-8c9eb55f4619 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:07.536823 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-81137392-b0e7-4002-8279-8c9eb55f4619 admin admin] Added segment 04ac157d-fa9d-4bba-96dc-a4ba0b4cc534 of type vlan for network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 Aug 17 03:58:07.581548 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81137392-b0e7-4002-8279-8c9eb55f4619 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:07.636292 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81137392-b0e7-4002-8279-8c9eb55f4619 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:07.637286 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81137392-b0e7-4002-8279-8c9eb55f4619 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:07.637933 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-81137392-b0e7-4002-8279-8c9eb55f4619 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:07.697341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81137392-b0e7-4002-8279-8c9eb55f4619 admin admin] Pushing event updated for resources: {'Network': ['ID=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:07.707166 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 03:58:07.750402 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-81137392-b0e7-4002-8279-8c9eb55f4619 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.6511323 Aug 17 03:58:07.752030 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42388) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:58:07.757093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-a19889be-f5fa-4c4c-8cd1-de5395a0942a admin admin] Request body: {'subnet': {'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-425259770-subnet', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:58:07.853385 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a19889be-f5fa-4c4c-8cd1-de5395a0942a admin admin] Made reservation on behalf of 2ed9e326b0de49b5bb2ebe44e6ce7000 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:58:07.855873 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a19889be-f5fa-4c4c-8cd1-de5395a0942a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:08.087820 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a19889be-f5fa-4c4c-8cd1-de5395a0942a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:08.151085 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19889be-f5fa-4c4c-8cd1-de5395a0942a admin admin] Pushing event updated for resources: {'Subnet': ['ID=989ca702-2263-4266-9642-3cbd381018bb,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:08.157490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a19889be-f5fa-4c4c-8cd1-de5395a0942a admin admin] Checking segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:58:08.157855 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19889be-f5fa-4c4c-8cd1-de5395a0942a admin admin] Network hostable DHCP agents. Network: e875c4b2-a6ba-4ce4-bcb0-65a082ecb710, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 03:58:08.230471 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a19889be-f5fa-4c4c-8cd1-de5395a0942a admin admin] Network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 03:58:08.302745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-a19889be-f5fa-4c4c-8cd1-de5395a0942a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, e875c4b2-a6ba-4ce4-bcb0-65a082ecb710) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:58:08.307714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a19889be-f5fa-4c4c-8cd1-de5395a0942a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:08.308866 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a19889be-f5fa-4c4c-8cd1-de5395a0942a admin admin] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:08.312039 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f231beb3-8d36-4b6c-b1f0-1f54e6f7e6dc None None] Network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:58:08.384688 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a19889be-f5fa-4c4c-8cd1-de5395a0942a admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6313686 Aug 17 03:58:08.387287 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42390) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:58:08.391831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:58:08.463278 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 03:58:08.464736 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:08.487947 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:08.489016 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:08.541356 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:08.603897 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Allocated IP 172.20.0.2 (e875c4b2-a6ba-4ce4-bcb0-65a082ecb710/989ca702-2263-4266-9642-3cbd381018bb/0d0e64cf-675d-4e78-a603-a495b2399d06) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:58:08.739023 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:08.754436 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:08.763831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Transition to ACTIVE for port object 0d0e64cf-675d-4e78-a603-a495b2399d06 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:58:08.779526 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Transition to ACTIVE for port object 0d0e64cf-675d-4e78-a603-a495b2399d06 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:58:08.840201 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:08.882277 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:58:08.886308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:58:08.890031 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:58:08.897084 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Pushing event updated for resources: {'Port': ['ID=0d0e64cf-675d-4e78-a603-a495b2399d06,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:08.960522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Attempting to bind port 0d0e64cf-675d-4e78-a603-a495b2399d06 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:58:08.961782 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Attempting to bind port 0d0e64cf-675d-4e78-a603-a495b2399d06 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:58:08.962093 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Attempting to bind port 0d0e64cf-675d-4e78-a603-a495b2399d06 on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:58:08.967643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:58:08.968196 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Checking segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:58:08.968608 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:08.969000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Bound using segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:58:08.969520 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Bound port: 0d0e64cf-675d-4e78-a603-a495b2399d06, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:58:08.970513 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:09.037470 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:09.040723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] For port 0d0e64cf-675d-4e78-a603-a495b2399d06, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:58:09.044190 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] For port 0d0e64cf-675d-4e78-a603-a495b2399d06, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0d0e64cf-675d-4e78-a603-a495b2399d06,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:58:09.061057 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:09.150061 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:09.165293 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Allocated IP 172.25.1.29 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/d0186bfa-2d26-49bf-a219-707487f4a72d) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:58:09.221466 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7fb6e9-caaa-4240-b230-ac2dcd3bdd37 None None] Pushing event updated for resources: {'Port': ['ID=0d0e64cf-675d-4e78-a603-a495b2399d06,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:09.280471 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:09.381484 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:09.430990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:58:09.434151 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:58:09.439542 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:58:09.441777 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Pushing event updated for resources: {'Port': ['ID=d0186bfa-2d26-49bf-a219-707487f4a72d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:09.761280 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:09.965030 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:10.143346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-271fc4bf-1f22-48ad-8edb-0dcc067bfb45 None None] Network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 03:58:10.299400 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7513cb8b-b28e-4009-b98d-5d186a8896b2 None None] Provisioning for port 0d0e64cf-675d-4e78-a603-a495b2399d06 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:58:10.470640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Router 235aacc0-51b8-4a58-88f1-6a5f2035725e is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 03:58:10.590084 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:58:10.599674 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Sync routers for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:58:10.609737 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:58:10.610358 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:57:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:58:10.659095 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:10.660403 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0b077dca-3c2c-46b9-9b2e-2aa2a3c85f52 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.2721288 Aug 17 03:58:10.664061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42392) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:58:10.718345 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:58:10.897935 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:09Z', 'revision_number': 3, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:58:10.927947 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Checking router: 235aacc0-51b8-4a58-88f1-6a5f2035725e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:58:10.928299 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Updating router 235aacc0-51b8-4a58-88f1-6a5f2035725e port d0186bfa-2d26-49bf-a219-707487f4a72d binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:58:10.953638 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:11.093361 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:11.206203 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:11.216453 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Transition to ACTIVE for port object d0186bfa-2d26-49bf-a219-707487f4a72d will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:58:11.254366 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Allocated IP 172.20.0.1 (e875c4b2-a6ba-4ce4-bcb0-65a082ecb710/989ca702-2263-4266-9642-3cbd381018bb/013f5a01-0bc4-46df-b054-b87ec0447420) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:58:11.282335 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:11.340068 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0d0e64cf-675d-4e78-a603-a495b2399d06 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:58:11.345655 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Attempting to bind port d0186bfa-2d26-49bf-a219-707487f4a72d on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:58:11.346032 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Attempting to bind port d0186bfa-2d26-49bf-a219-707487f4a72d by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:58:11.346405 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Attempting to bind port d0186bfa-2d26-49bf-a219-707487f4a72d on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:58:11.349296 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93a389-e8cd-4fff-83af-d3475dd5becd None None] Pushing event updated for resources: {'Port': ['ID=d0186bfa-2d26-49bf-a219-707487f4a72d,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:11.358870 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93a389-e8cd-4fff-83af-d3475dd5becd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:11.359225 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93a389-e8cd-4fff-83af-d3475dd5becd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:11.359569 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93a389-e8cd-4fff-83af-d3475dd5becd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:11.359904 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93a389-e8cd-4fff-83af-d3475dd5becd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:11.360421 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93a389-e8cd-4fff-83af-d3475dd5becd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:11.360756 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93a389-e8cd-4fff-83af-d3475dd5becd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:11.361085 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93a389-e8cd-4fff-83af-d3475dd5becd None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:11.361623 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93a389-e8cd-4fff-83af-d3475dd5becd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:11.361954 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93a389-e8cd-4fff-83af-d3475dd5becd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:11.362286 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93a389-e8cd-4fff-83af-d3475dd5becd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:11.362614 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93a389-e8cd-4fff-83af-d3475dd5becd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:11.362940 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf93a389-e8cd-4fff-83af-d3475dd5becd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:11.366487 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:58:11.367651 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:58:11.368336 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:11.368956 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:58:11.369756 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Bound port: d0186bfa-2d26-49bf-a219-707487f4a72d, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:58:11.370308 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:11.378622 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:11.394426 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Transition to ACTIVE for port object 013f5a01-0bc4-46df-b054-b87ec0447420 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:58:11.423337 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] For port d0186bfa-2d26-49bf-a219-707487f4a72d, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:58:11.426572 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] For port d0186bfa-2d26-49bf-a219-707487f4a72d, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d0186bfa-2d26-49bf-a219-707487f4a72d,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:58:11.442030 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 0d0e64cf-675d-4e78-a603-a495b2399d06 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:58:11.448408 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 0d0e64cf-675d-4e78-a603-a495b2399d06 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:58:11.448815 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:11.500986 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:11.526043 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:11.532784 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:11.561158 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:58:11.561828 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:57:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:58:11.568757 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 0d0e64cf-675d-4e78-a603-a495b2399d06, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0d0e64cf-675d-4e78-a603-a495b2399d06,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:58:11.569618 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf93a389-e8cd-4fff-83af-d3475dd5becd None None] Pushing event updated for resources: {'Port': ['ID=d0186bfa-2d26-49bf-a219-707487f4a72d,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:11.580756 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:58:11.584009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:58:11.589399 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:58:11.592629 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Pushing event updated for resources: {'Port': ['ID=013f5a01-0bc4-46df-b054-b87ec0447420,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:11.636400 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:11.643434 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:11.722986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=0d0e64cf-675d-4e78-a603-a495b2399d06,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:11.736990 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:58:11.866802 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:11.933477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-92a12f51-7b85-4cca-b27c-b0e519ae3ca7 None None] Provisioning for port 013f5a01-0bc4-46df-b054-b87ec0447420 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:58:11.938035 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-92a12f51-7b85-4cca-b27c-b0e519ae3ca7 None None] Provisioning complete for port 013f5a01-0bc4-46df-b054-b87ec0447420 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:58:11.938678 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-92a12f51-7b85-4cca-b27c-b0e519ae3ca7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:11.940738 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:09Z', 'revision_number': 3, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:58:11.972066 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-312af53a-6849-467f-9f94-3d2eccc3eac7 None None] The sync data for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 is: [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:09Z', 'revision_number': 3, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:58:11.973755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-92a12f51-7b85-4cca-b27c-b0e519ae3ca7 None None] Port 013f5a01-0bc4-46df-b054-b87ec0447420 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:58:12.053655 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:12.134438 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:12.219386 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Pushing event updated for resources: {'Port': ['ID=013f5a01-0bc4-46df-b054-b87ec0447420,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:12.228586 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:12.326406 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:58:12.327846 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:58:12.455637 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Router 235aacc0-51b8-4a58-88f1-6a5f2035725e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:58:12.574612 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:58:12.580178 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7dcc2fa1-4484-402e-b9be-46f162609fff admin admin] 10.222.0.10 "PUT /v2.0/routers/235aacc0-51b8-4a58-88f1-6a5f2035725e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9138808 Aug 17 03:58:12.599869 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-12f776a5-d6ee-4c31-9018-1800fab129d4 None None] Provisioning complete for port 013f5a01-0bc4-46df-b054-b87ec0447420 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:58:12.600457 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-12f776a5-d6ee-4c31-9018-1800fab129d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:12.640098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-12f776a5-d6ee-4c31-9018-1800fab129d4 None None] Port 013f5a01-0bc4-46df-b054-b87ec0447420 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:58:13.157016 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42400) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:58:13.162007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-837bae4e-c73a-45e6-9e35-a5a8b501e05d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Request body: {'security_group': {'name': 'tempest-securitygroup--103720624', 'description': 'tempest-description--1669757828'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:58:13.236527 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-837bae4e-c73a-45e6-9e35-a5a8b501e05d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:13.330685 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-837bae4e-c73a-45e6-9e35-a5a8b501e05d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:13.379448 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-837bae4e-c73a-45e6-9e35-a5a8b501e05d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:13.399333 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0d0e64cf-675d-4e78-a603-a495b2399d06 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:58:13.429755 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-837bae4e-c73a-45e6-9e35-a5a8b501e05d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d9b64175-3505-4025-9c9b-5d69aea2a546,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:13.459618 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-837bae4e-c73a-45e6-9e35-a5a8b501e05d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:13.460250 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 0d0e64cf-675d-4e78-a603-a495b2399d06 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:58:13.461166 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:13.462263 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-837bae4e-c73a-45e6-9e35-a5a8b501e05d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3039010 Aug 17 03:58:13.464611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42402) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:58:13.469271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f1b86528-48dd-4789-9b2e-6c5616d90737 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Request body: {'security_group_rule': {'security_group_id': 'd9b64175-3505-4025-9c9b-5d69aea2a546', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:58:13.540722 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d0186bfa-2d26-49bf-a219-707487f4a72d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:58:13.563497 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1b86528-48dd-4789-9b2e-6c5616d90737 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:13.626716 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Sync routers for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:58:13.636391 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1b86528-48dd-4789-9b2e-6c5616d90737 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:13.636626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:58:13.637032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:57:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:58:13.670854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port d0186bfa-2d26-49bf-a219-707487f4a72d completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:58:13.678842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d0186bfa-2d26-49bf-a219-707487f4a72d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:58:13.679213 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:13.704703 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1b86528-48dd-4789-9b2e-6c5616d90737 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:13.721125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b86528-48dd-4789-9b2e-6c5616d90737 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a52f0d8-890f-423c-9905-22e20649d676,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:13.776026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:58:13.791296 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f1b86528-48dd-4789-9b2e-6c5616d90737 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:13.792553 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f1b86528-48dd-4789-9b2e-6c5616d90737 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3269517 Aug 17 03:58:13.795193 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 42404) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:58:13.799688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3462d625-5ec7-4f3d-b515-3d15cc31f5bf tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Request body: {'security_group_rule': {'security_group_id': 'd9b64175-3505-4025-9c9b-5d69aea2a546', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:58:13.873076 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:13.900619 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3462d625-5ec7-4f3d-b515-3d15cc31f5bf tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:13.936375 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port d0186bfa-2d26-49bf-a219-707487f4a72d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d0186bfa-2d26-49bf-a219-707487f4a72d,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:58:13.961972 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3462d625-5ec7-4f3d-b515-3d15cc31f5bf tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:14.026975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 2, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:58:14.055486 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:14.059187 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Checking router: 235aacc0-51b8-4a58-88f1-6a5f2035725e for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:58:14.059465 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Updating router 235aacc0-51b8-4a58-88f1-6a5f2035725e port 013f5a01-0bc4-46df-b054-b87ec0447420 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 03:58:14.063580 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3462d625-5ec7-4f3d-b515-3d15cc31f5bf tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:14.088202 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3462d625-5ec7-4f3d-b515-3d15cc31f5bf tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=936626ad-8f06-47fc-b909-717f69896195,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:14.115589 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:14.141668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=d0186bfa-2d26-49bf-a219-707487f4a72d,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:14.194404 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3462d625-5ec7-4f3d-b515-3d15cc31f5bf tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:14.195815 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3462d625-5ec7-4f3d-b515-3d15cc31f5bf tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3996468 Aug 17 03:58:14.199012 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42406) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:58:14.204126 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d7deb097-9d65-401f-bf77-1c2098491795 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:58:14.292445 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7deb097-9d65-401f-bf77-1c2098491795 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:14.403322 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7deb097-9d65-401f-bf77-1c2098491795 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:14.513337 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-d7deb097-9d65-401f-bf77-1c2098491795 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Allocated IP 172.25.1.28 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/52241a70-3070-4da9-b1d3-8beea475509b) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:58:14.565441 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:14.576145 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Transition to ACTIVE for port object 013f5a01-0bc4-46df-b054-b87ec0447420 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:58:14.621697 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7deb097-9d65-401f-bf77-1c2098491795 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:14.653272 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:14.705147 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2a618-a56b-4cf1-8faf-7a2d368056b8 None None] Pushing event updated for resources: {'Port': ['ID=013f5a01-0bc4-46df-b054-b87ec0447420,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:14.739463 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7deb097-9d65-401f-bf77-1c2098491795 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:14.771160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Attempting to bind port 013f5a01-0bc4-46df-b054-b87ec0447420 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:58:14.771533 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Attempting to bind port 013f5a01-0bc4-46df-b054-b87ec0447420 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:58:14.774845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Attempting to bind port 013f5a01-0bc4-46df-b054-b87ec0447420 on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:58:14.778181 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:58:14.778380 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7deb097-9d65-401f-bf77-1c2098491795 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:58:14.778578 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Checking segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:58:14.779128 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:14.779621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Bound using segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:58:14.780100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Bound port: 013f5a01-0bc4-46df-b054-b87ec0447420, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:58:14.780580 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:14.785344 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-d7deb097-9d65-401f-bf77-1c2098491795 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:58:14.789533 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7deb097-9d65-401f-bf77-1c2098491795 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:58:14.813320 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7deb097-9d65-401f-bf77-1c2098491795 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Pushing event updated for resources: {'Port': ['ID=52241a70-3070-4da9-b1d3-8beea475509b,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:14.858837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] For port 013f5a01-0bc4-46df-b054-b87ec0447420, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:58:14.862269 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] For port 013f5a01-0bc4-46df-b054-b87ec0447420, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=013f5a01-0bc4-46df-b054-b87ec0447420,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:58:14.885092 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7deb097-9d65-401f-bf77-1c2098491795 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:14.920573 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:14.983723 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7deb097-9d65-401f-bf77-1c2098491795 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:14.996620 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea2a618-a56b-4cf1-8faf-7a2d368056b8 None None] Pushing event updated for resources: {'Port': ['ID=013f5a01-0bc4-46df-b054-b87ec0447420,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:15.000458 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:58:15.001100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:57:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:58:15.122463 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:58:15.155218 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7deb097-9d65-401f-bf77-1c2098491795 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:15.262964 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7deb097-9d65-401f-bf77-1c2098491795 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:15.329733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d0186bfa-2d26-49bf-a219-707487f4a72d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:58:15.345137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7deb097-9d65-401f-bf77-1c2098491795 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Pushing event updated for resources: {'Port': ['ID=52241a70-3070-4da9-b1d3-8beea475509b,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:15.352419 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7deb097-9d65-401f-bf77-1c2098491795 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:15.355657 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c8e7cbcb-1565-446c-a88f-5b6bf20b2504 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:15.401066 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d0186bfa-2d26-49bf-a219-707487f4a72d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:58:15.401474 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:15.405784 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:14Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:58:15.434716 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7deb097-9d65-401f-bf77-1c2098491795 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:15.436358 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d7deb097-9d65-401f-bf77-1c2098491795 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.2361624 Aug 17 03:58:15.454869 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50aad6b7-50cc-45a7-9368-a40c347aa8af None None] The sync data for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 is: [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:14Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:58:15.620549 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-07a83c09-f1f8-42fe-bc76-252b4ac86897 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--103720624&fields=id&tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000 HTTP/1.1" status: 200 len: 267 time: 0.0409219 Aug 17 03:58:15.744190 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-b9022f7e-fa81-459e-a3f9-f5b759bae112 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:15.745919 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-b9022f7e-fa81-459e-a3f9-f5b759bae112 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 811 time: 0.1190970 Aug 17 03:58:15.763057 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-a89db6fd-d4d8-44e3-ab67-bc241e3ef16e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/quotas/2ed9e326b0de49b5bb2ebe44e6ce7000 HTTP/1.1" status: 200 len: 375 time: 0.0108654 Aug 17 03:58:15.819826 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-8eeebeb0-b4ac-4ec4-a114-6c2fb4426cd4 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0507665 Aug 17 03:58:15.927072 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-7657418b-a2f1-408e-955e-29609556b0af service neutron] 10.222.0.10 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946755 Aug 17 03:58:16.023452 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-be56186b-24ea-4498-a0ae-427c4cfccd25 service neutron] 10.222.0.10 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0887215 Aug 17 03:58:16.255255 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-724c5218-d542-462a-9811-4208d7dce9c9 req-ac0f395b-ccbd-4018-b2f2-3bf402901712 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 210 time: 0.0268257 Aug 17 03:58:17.332726 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 013f5a01-0bc4-46df-b054-b87ec0447420 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:58:17.359948 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-28839c46-5b85-433d-84e2-5c88e9fab5fb req-ec7997b2-aedd-40f6-bf2e-39450cd02473 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 210 time: 0.0302479 Aug 17 03:58:17.475866 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 013f5a01-0bc4-46df-b054-b87ec0447420 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:58:17.480619 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 013f5a01-0bc4-46df-b054-b87ec0447420 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:58:17.481983 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:17.583333 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:17.623939 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 013f5a01-0bc4-46df-b054-b87ec0447420, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=013f5a01-0bc4-46df-b054-b87ec0447420,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:58:17.714447 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:17.778434 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=013f5a01-0bc4-46df-b054-b87ec0447420,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:17.982714 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c53c8d43-ce69-46ba-9471-353f7669f22d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:18.171105 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-67e27c01-64cf-4c6f-ad12-a7bd082388e4 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:18.172471 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-67e27c01-64cf-4c6f-ad12-a7bd082388e4 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 811 time: 0.1136954 Aug 17 03:58:18.201667 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:18.219398 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-524e73be-e776-4577-a00c-430514be1acf tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000 HTTP/1.1" status: 200 len: 379 time: 0.0372698 Aug 17 03:58:18.229035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-db9551b8-612d-4c4d-bb68-395a9aee3091 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Request body: {'port': {'device_id': 'b769727b-8a60-44eb-a53f-669d394d212a', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'admin_state_up': True, 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'security_groups': ['d9b64175-3505-4025-9c9b-5d69aea2a546']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:58:18.401846 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-db9551b8-612d-4c4d-bb68-395a9aee3091 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Made reservation on behalf of 2ed9e326b0de49b5bb2ebe44e6ce7000 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 03:58:18.405650 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-db9551b8-612d-4c4d-bb68-395a9aee3091 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:18.460459 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-31de8275-40cb-481a-8624-9526323f1119 req-5354b8be-5794-4fab-9b75-8c886a54798e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 210 time: 0.0324812 Aug 17 03:58:18.537839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-db9551b8-612d-4c4d-bb68-395a9aee3091 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Allocated IP 172.20.0.5 (e875c4b2-a6ba-4ce4-bcb0-65a082ecb710/989ca702-2263-4266-9642-3cbd381018bb/c8045ec9-dc0b-4662-be53-4b36912b0bdc) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 03:58:18.700844 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-db9551b8-612d-4c4d-bb68-395a9aee3091 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:18.714457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-db9551b8-612d-4c4d-bb68-395a9aee3091 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Transition to ACTIVE for port object c8045ec9-dc0b-4662-be53-4b36912b0bdc will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:58:18.819265 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-db9551b8-612d-4c4d-bb68-395a9aee3091 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:18.864579 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-db9551b8-612d-4c4d-bb68-395a9aee3091 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 03:58:18.868303 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-db9551b8-612d-4c4d-bb68-395a9aee3091 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 03:58:18.872241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-db9551b8-612d-4c4d-bb68-395a9aee3091 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 03:58:18.879059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db9551b8-612d-4c4d-bb68-395a9aee3091 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Pushing event updated for resources: {'Port': ['ID=c8045ec9-dc0b-4662-be53-4b36912b0bdc,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:18.929625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-db9551b8-612d-4c4d-bb68-395a9aee3091 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:18.930279 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-db9551b8-612d-4c4d-bb68-395a9aee3091 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:18.997164 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-db9551b8-612d-4c4d-bb68-395a9aee3091 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7718003 Aug 17 03:58:19.011160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Request body: {'port': {'device_id': 'b769727b-8a60-44eb-a53f-669d394d212a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:58:19.073853 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:19.208069 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4fdef284-b362-4152-a72d-b06814c113db None None] Provisioning for port c8045ec9-dc0b-4662-be53-4b36912b0bdc completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:58:19.212449 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4fdef284-b362-4152-a72d-b06814c113db None None] Provisioning complete for port c8045ec9-dc0b-4662-be53-4b36912b0bdc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:58:19.212761 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4fdef284-b362-4152-a72d-b06814c113db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:19.248008 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4fdef284-b362-4152-a72d-b06814c113db None None] Port c8045ec9-dc0b-4662-be53-4b36912b0bdc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 03:58:19.323364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 013f5a01-0bc4-46df-b054-b87ec0447420 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:58:19.327570 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:19.355241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c8045ec9-dc0b-4662-be53-4b36912b0bdc {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:58:19.363305 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:19.376174 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Transition to ACTIVE for port object c8045ec9-dc0b-4662-be53-4b36912b0bdc will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 03:58:19.377521 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 013f5a01-0bc4-46df-b054-b87ec0447420 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:58:19.377994 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:19.436281 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:19.512272 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Pushing event updated for resources: {'Port': ['ID=c8045ec9-dc0b-4662-be53-4b36912b0bdc,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:19.565915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Attempting to bind port c8045ec9-dc0b-4662-be53-4b36912b0bdc on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 03:58:19.566265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Attempting to bind port c8045ec9-dc0b-4662-be53-4b36912b0bdc by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 03:58:19.566600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Attempting to bind port c8045ec9-dc0b-4662-be53-4b36912b0bdc on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:58:19.572045 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Port c8045ec9-dc0b-4662-be53-4b36912b0bdc on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 03:58:19.572381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Attempting to bind port c8045ec9-dc0b-4662-be53-4b36912b0bdc on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 03:58:19.581618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 3, 58, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 03:58:19.582107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Checking segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 03:58:19.582719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Bound using segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 03:58:19.583413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Bound port: c8045ec9-dc0b-4662-be53-4b36912b0bdc, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 03:58:19.583880 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:19.594318 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f20a5d-711c-42ad-a183-6ff81701908f req-2536bde8-3cec-4966-be32-30faed10b75d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:19.596568 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55f20a5d-711c-42ad-a183-6ff81701908f req-2536bde8-3cec-4966-be32-30faed10b75d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 943 time: 0.0562899 Aug 17 03:58:19.638160 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55f20a5d-711c-42ad-a183-6ff81701908f req-eb9ec431-c179-4d05-96a2-c156859ff726 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352967 Aug 17 03:58:19.661688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] For port c8045ec9-dc0b-4662-be53-4b36912b0bdc, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 03:58:19.664940 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] For port c8045ec9-dc0b-4662-be53-4b36912b0bdc, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 03:58:19.733749 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:19.775001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:19.775645 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:19.777058 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] 10.222.0.30 "PUT /v2.0/ports/c8045ec9-dc0b-4662-be53-4b36912b0bdc HTTP/1.1" status: 200 len: 1091 time: 0.7714906 Aug 17 03:58:19.777544 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b769727b-8a60-44eb-a53f-669d394d212a', 'tag': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:58:19.779821 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76a8317-59aa-4de9-977f-77ff52bf41f5" -d '{"events": [{"name": "network-changed", "server_uuid": "b769727b-8a60-44eb-a53f-669d394d212a", "tag": "c8045ec9-dc0b-4662-be53-4b36912b0bdc"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:58:19.805653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b3a2e5d-d08d-4590-bd14-3910dff36ffc service neutron] Pushing event updated for resources: {'Port': ['ID=c8045ec9-dc0b-4662-be53-4b36912b0bdc,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:19.818326 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:58:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d41c218-0323-43a2-a0c0-b9a02b7457d4 x-openstack-request-id: req-8d41c218-0323-43a2-a0c0-b9a02b7457d4 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:58:19.818626 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b769727b-8a60-44eb-a53f-669d394d212a", "tag": "c8045ec9-dc0b-4662-be53-4b36912b0bdc", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:58:19.818888 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8d41c218-0323-43a2-a0c0-b9a02b7457d4 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:58:19.819305 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b769727b-8a60-44eb-a53f-669d394d212a', 'tag': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc', 'status': 'completed', 'code': 200} Aug 17 03:58:19.892321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a8317-59aa-4de9-977f-77ff52bf41f5 req-904afefa-9c27-4944-a35b-5fd65cb84c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:19.893890 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f76a8317-59aa-4de9-977f-77ff52bf41f5 req-904afefa-9c27-4944-a35b-5fd65cb84c88 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 1094 time: 0.0514281 Aug 17 03:58:20.003783 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a8317-59aa-4de9-977f-77ff52bf41f5 req-bc90a172-5d91-427b-8203-675b591760ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:20.005324 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f76a8317-59aa-4de9-977f-77ff52bf41f5 req-bc90a172-5d91-427b-8203-675b591760ff service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1022942 Aug 17 03:58:20.112008 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76a8317-59aa-4de9-977f-77ff52bf41f5 req-9a53e478-ace3-4639-af2e-adbfb4dbe4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:20.113446 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f76a8317-59aa-4de9-977f-77ff52bf41f5 req-9a53e478-ace3-4639-af2e-adbfb4dbe4f0 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1003382 Aug 17 03:58:20.190331 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-d0fa4228-b6da-4adc-b6a3-2daeaf2b1c48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:20.191849 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-d0fa4228-b6da-4adc-b6a3-2daeaf2b1c48 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 1094 time: 0.0405838 Aug 17 03:58:20.238900 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-333c7271-b4b5-4176-8408-90aaf4b48ba9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc HTTP/1.1" status: 200 len: 217 time: 0.0384107 Aug 17 03:58:20.288833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-13d655ff-7f39-4c6d-8a3b-c60c25de6733 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:20.290238 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-13d655ff-7f39-4c6d-8a3b-c60c25de6733 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0440469 Aug 17 03:58:20.341635 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-9aee61e8-1b85-4de5-9087-051fffa047f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:20.343182 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-9aee61e8-1b85-4de5-9087-051fffa047f9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459909 Aug 17 03:58:20.441668 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-7ab9433c-1bcd-4ce2-8772-4803681f08e1 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889256 Aug 17 03:58:20.533566 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd4bc260-5111-40a3-9013-71428f8a2b56 req-a57448d0-68be-4608-b60b-704ab9fd1d8c service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844290 Aug 17 03:58:20.764325 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df21b232-0a91-42bd-a103-69a352df4609 req-61fef940-3df3-485b-9af7-925a07cf5275 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:20.764325 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-df21b232-0a91-42bd-a103-69a352df4609 req-61fef940-3df3-485b-9af7-925a07cf5275 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 943 time: 0.0562587 Aug 17 03:58:20.802302 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-df21b232-0a91-42bd-a103-69a352df4609 req-5ea04058-7e14-4951-b4db-091da87f3e55 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326252 Aug 17 03:58:21.053025 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:21.924190 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d63ac23e-4a7c-4fec-aa8a-f40fcb72817b req-bc8931dc-d23d-4587-a31a-b45dd0941a91 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:21.925715 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d63ac23e-4a7c-4fec-aa8a-f40fcb72817b req-bc8931dc-d23d-4587-a31a-b45dd0941a91 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 943 time: 0.0523207 Aug 17 03:58:21.963832 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d63ac23e-4a7c-4fec-aa8a-f40fcb72817b req-a8c9c4d2-c10d-49ac-95b7-80e6f7cffcf3 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313456 Aug 17 03:58:23.083942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7782c2e9-f3fc-4fe8-b030-815b95f7c09e req-cbffe3e2-1939-4232-9342-1b7fb8df4394 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:23.085948 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7782c2e9-f3fc-4fe8-b030-815b95f7c09e req-cbffe3e2-1939-4232-9342-1b7fb8df4394 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 943 time: 0.0547593 Aug 17 03:58:23.126365 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7782c2e9-f3fc-4fe8-b030-815b95f7c09e req-dc088e4e-fe69-4535-a2a8-a74494034c3f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340641 Aug 17 03:58:23.840981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device c8045ec9-dc0b-4662-be53-4b36912b0bdc details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 03:58:24.017053 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port c8045ec9-dc0b-4662-be53-4b36912b0bdc, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:58:24.028117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'port_id': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc', 'mac_address': 'fa:16:3e:a5:d3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 03:58:24.065296 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:24.078037 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8045ec9-dc0b-4662-be53-4b36912b0bdc {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 03:58:24.098710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port c8045ec9-dc0b-4662-be53-4b36912b0bdc, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:58:24.171192 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:24.223907 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=c8045ec9-dc0b-4662-be53-4b36912b0bdc,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:24.232128 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:24.232481 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:24.232827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:24.233167 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:24.233535 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:24.233874 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:24.234397 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:24.234733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:24.235064 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:24.235387 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:24.235712 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:24.236039 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 03:58:24.244493 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1773e5df-7c8a-4f25-be60-d2ae0bfe9ca6 req-f5b6c78b-7612-4f0f-be47-ffe34e0bdd69 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:24.246651 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1773e5df-7c8a-4f25-be60-d2ae0bfe9ca6 req-f5b6c78b-7612-4f0f-be47-ffe34e0bdd69 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 944 time: 0.0492921 Aug 17 03:58:24.285058 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1773e5df-7c8a-4f25-be60-d2ae0bfe9ca6 req-7039de60-48f1-4e25-9d99-57734de57fc2 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320625 Aug 17 03:58:24.382646 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['c8045ec9-dc0b-4662-be53-4b36912b0bdc'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 03:58:25.406034 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef56e651-4efc-47c8-8c5c-8f4a0fb2265c req-d6fec65e-91e3-41f8-b866-b75fce6d21f4 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:25.407551 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef56e651-4efc-47c8-8c5c-8f4a0fb2265c req-d6fec65e-91e3-41f8-b866-b75fce6d21f4 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 944 time: 0.0532894 Aug 17 03:58:25.447097 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ef56e651-4efc-47c8-8c5c-8f4a0fb2265c req-71e0aeff-b94a-4548-a4b4-8cf42dd084a6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330672 Aug 17 03:58:25.856423 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device c8045ec9-dc0b-4662-be53-4b36912b0bdc up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 03:58:25.979036 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port c8045ec9-dc0b-4662-be53-4b36912b0bdc completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 03:58:25.983028 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port c8045ec9-dc0b-4662-be53-4b36912b0bdc triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 03:58:25.983405 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:26.070484 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:26.085110 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b769727b-8a60-44eb-a53f-669d394d212a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:58:26.087454 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36d734f7-5679-4ccf-a4b5-ed67e8bec183" -d '{"events": [{"server_uuid": "b769727b-8a60-44eb-a53f-669d394d212a", "name": "network-vif-plugged", "status": "completed", "tag": "c8045ec9-dc0b-4662-be53-4b36912b0bdc"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:58:26.100763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port c8045ec9-dc0b-4662-be53-4b36912b0bdc, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 03:58:26.128562 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 03:58:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6f12390-fbee-4b9a-8dc8-5fc109d35a2e x-openstack-request-id: req-b6f12390-fbee-4b9a-8dc8-5fc109d35a2e {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:58:26.128863 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b769727b-8a60-44eb-a53f-669d394d212a", "name": "network-vif-plugged", "status": "completed", "tag": "c8045ec9-dc0b-4662-be53-4b36912b0bdc", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:58:26.129144 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b6f12390-fbee-4b9a-8dc8-5fc109d35a2e {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:58:26.129584 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b769727b-8a60-44eb-a53f-669d394d212a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc', 'code': 200} Aug 17 03:58:26.173762 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:26.225925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=c8045ec9-dc0b-4662-be53-4b36912b0bdc,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 03:58:26.233779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4120d118-3a5b-4d6a-8335-f04ff1570b97 req-0a400aef-42d0-4186-8273-997fb865d035 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:26.235422 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4120d118-3a5b-4d6a-8335-f04ff1570b97 req-0a400aef-42d0-4186-8273-997fb865d035 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 1096 time: 0.0428612 Aug 17 03:58:26.274646 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4120d118-3a5b-4d6a-8335-f04ff1570b97 req-4fcea9b6-0cfc-49dd-87a5-7334335cfe62 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0290258 Aug 17 03:58:26.562399 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7bb3b6-e9ab-4552-9b07-d80939f11134 req-2544ab9c-6da0-43fb-b616-30ba81d8ca2f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:26.563911 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a7bb3b6-e9ab-4552-9b07-d80939f11134 req-2544ab9c-6da0-43fb-b616-30ba81d8ca2f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0490963 Aug 17 03:58:26.602690 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5a7bb3b6-e9ab-4552-9b07-d80939f11134 req-61cfdd46-604f-466e-afbd-4d7ad4801746 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329056 Aug 17 03:58:27.720726 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf1c65f8-cc11-485e-baf8-3731641a1a73 req-9e5039db-fa75-4317-8a03-e8a0008006ae tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:27.722276 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bf1c65f8-cc11-485e-baf8-3731641a1a73 req-9e5039db-fa75-4317-8a03-e8a0008006ae tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0491543 Aug 17 03:58:27.763135 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bf1c65f8-cc11-485e-baf8-3731641a1a73 req-d3f213cd-c74a-4322-b77f-f8dea0dab9b5 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341849 Aug 17 03:58:27.881398 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d2e5d6-e542-42c1-8974-b419f5bdaa54 req-3a48fc5e-d0a1-4bc1-9a7c-3e9efb04d2d7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:27.882942 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-15d2e5d6-e542-42c1-8974-b419f5bdaa54 req-3a48fc5e-d0a1-4bc1-9a7c-3e9efb04d2d7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0567963 Aug 17 03:58:27.891654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42460) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 03:58:27.896123 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-760e78e4-1765-467d-a43d-83275411cd8a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Request body: {'floatingip': {'port_id': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 03:58:27.937029 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-760e78e4-1765-467d-a43d-83275411cd8a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:28.717343 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-760e78e4-1765-467d-a43d-83275411cd8a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:28.783051 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-760e78e4-1765-467d-a43d-83275411cd8a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:28.888148 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-760e78e4-1765-467d-a43d-83275411cd8a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Floating IP 944b1997-ed96-43fe-920b-dc7717b4417b associated. External IP: 172.25.1.28, port: c8045ec9-dc0b-4662-be53-4b36912b0bdc. Aug 17 03:58:29.101674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-760e78e4-1765-467d-a43d-83275411cd8a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Router 235aacc0-51b8-4a58-88f1-6a5f2035725e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 03:58:29.223193 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-760e78e4-1765-467d-a43d-83275411cd8a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 03:58:29.228886 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-760e78e4-1765-467d-a43d-83275411cd8a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:29.234215 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444daf5-f0d2-4711-b517-d1579b789932 None None] Sync routers for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 03:58:29.248052 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b444daf5-f0d2-4711-b517-d1579b789932 None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:58:29.248680 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b444daf5-f0d2-4711-b517-d1579b789932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:58:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:58:29.263349 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-760e78e4-1765-467d-a43d-83275411cd8a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "PUT /v2.0/floatingips/944b1997-ed96-43fe-920b-dc7717b4417b HTTP/1.1" status: 200 len: 990 time: 1.3680673 Aug 17 03:58:29.263349 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b769727b-8a60-44eb-a53f-669d394d212a', 'tag': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 03:58:29.266525 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f733e0f3-0fec-4c47-a865-f9ef932ee696" -d '{"events": [{"name": "network-changed", "server_uuid": "b769727b-8a60-44eb-a53f-669d394d212a", "tag": "c8045ec9-dc0b-4662-be53-4b36912b0bdc"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 03:58:29.361410 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-b444daf5-f0d2-4711-b517-d1579b789932 None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:58:29.412141 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 03:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2161865c-9efc-4e8e-b031-bc2c278122d4 x-openstack-request-id: req-2161865c-9efc-4e8e-b031-bc2c278122d4 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 03:58:29.412440 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b769727b-8a60-44eb-a53f-669d394d212a", "tag": "c8045ec9-dc0b-4662-be53-4b36912b0bdc", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 03:58:29.412696 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2161865c-9efc-4e8e-b031-bc2c278122d4 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 03:58:29.413103 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b769727b-8a60-44eb-a53f-669d394d212a', 'tag': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc', 'status': 'completed', 'code': 200} Aug 17 03:58:29.481718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733e0f3-0fec-4c47-a865-f9ef932ee696 req-d9d25279-340a-439b-bde5-15f25d97c447 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:29.483253 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f733e0f3-0fec-4c47-a865-f9ef932ee696 req-d9d25279-340a-439b-bde5-15f25d97c447 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 1096 time: 0.0494406 Aug 17 03:58:29.577932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733e0f3-0fec-4c47-a865-f9ef932ee696 req-015d5f29-0f28-41de-b81d-99ba55b5d13e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:29.579498 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f733e0f3-0fec-4c47-a865-f9ef932ee696 req-015d5f29-0f28-41de-b81d-99ba55b5d13e service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0866830 Aug 17 03:58:29.587752 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b444daf5-f0d2-4711-b517-d1579b789932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '944b1997-ed96-43fe-920b-dc7717b4417b', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'port_id': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'mac_address': 'fa:16:3e:a5:d3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b769727b-8a60-44eb-a53f-669d394d212a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:58:14Z', 'updated_at': '2021-08-17T03:58:28Z', 'revision_number': 1, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:58:29.656923 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f733e0f3-0fec-4c47-a865-f9ef932ee696 req-5c0d1bc2-6f03-4c24-bc78-a38226b097ba service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc HTTP/1.1" status: 200 len: 998 time: 0.0689225 Aug 17 03:58:29.706161 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444daf5-f0d2-4711-b517-d1579b789932 None None] Checking router: 235aacc0-51b8-4a58-88f1-6a5f2035725e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 03:58:29.715609 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b444daf5-f0d2-4711-b517-d1579b789932 None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 03:58:29.715825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733e0f3-0fec-4c47-a865-f9ef932ee696 req-eff823b0-1eeb-47a5-9544-5156b75695cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:29.716235 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b444daf5-f0d2-4711-b517-d1579b789932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T03:58:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:58:29.717142 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f733e0f3-0fec-4c47-a865-f9ef932ee696 req-eff823b0-1eeb-47a5-9544-5156b75695cd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0537076 Aug 17 03:58:29.766428 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f733e0f3-0fec-4c47-a865-f9ef932ee696 req-330f76b2-e6e1-46f6-95bd-184177e142c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:58:29.768003 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f733e0f3-0fec-4c47-a865-f9ef932ee696 req-330f76b2-e6e1-46f6-95bd-184177e142c0 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442944 Aug 17 03:58:29.826971 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-b444daf5-f0d2-4711-b517-d1579b789932 None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 03:58:29.874845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f733e0f3-0fec-4c47-a865-f9ef932ee696 req-f4da64e1-ce9e-40b0-8f7b-c2a0d248d0aa service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909710 Aug 17 03:58:29.969217 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f733e0f3-0fec-4c47-a865-f9ef932ee696 req-f97adc53-f79b-4925-bdae-36d3171cce0e service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872304 Aug 17 03:58:30.053571 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-b444daf5-f0d2-4711-b517-d1579b789932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '944b1997-ed96-43fe-920b-dc7717b4417b', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'port_id': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'mac_address': 'fa:16:3e:a5:d3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b769727b-8a60-44eb-a53f-669d394d212a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:58:14Z', 'updated_at': '2021-08-17T03:58:28Z', 'revision_number': 1, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 03:58:30.084413 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b444daf5-f0d2-4711-b517-d1579b789932 None None] The sync data for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 is: [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '944b1997-ed96-43fe-920b-dc7717b4417b', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'port_id': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'mac_address': 'fa:16:3e:a5:d3:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b769727b-8a60-44eb-a53f-669d394d212a', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:58:14Z', 'updated_at': '2021-08-17T03:58:28Z', 'revision_number': 1, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 03:58:30.297043 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c7d1192-17b0-41fa-8217-e7f69e542b4c None None] New status for floating IP 944b1997-ed96-43fe-920b-dc7717b4417b: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 03:58:33.719345 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:34.343268 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:41.555057 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:58:45.336719 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e431bf1d-2a0e-435d-ab3b-f44fca041aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:47.933600 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6d485d32-55d1-41b1-80ee-8b949b8b5bed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:48.222235 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:49.344543 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:58:51.070422 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:03.719083 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:04.371024 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:09.826593 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9933ce1f-d524-4a17-b4e0-217cc919cf20 req-5f17831f-6339-4b0f-8312-921e1ba5dbcc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0994740 Aug 17 03:59:09.908130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933ce1f-d524-4a17-b4e0-217cc919cf20 req-43bb3e7a-cccb-4dea-a198-44e3a350b696 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:59:09.909681 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9933ce1f-d524-4a17-b4e0-217cc919cf20 req-43bb3e7a-cccb-4dea-a198-44e3a350b696 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 1096 time: 0.0414658 Aug 17 03:59:10.012529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933ce1f-d524-4a17-b4e0-217cc919cf20 req-e600b495-1ee0-434c-8c1c-fee6df7a2e6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:59:10.014159 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9933ce1f-d524-4a17-b4e0-217cc919cf20 req-e600b495-1ee0-434c-8c1c-fee6df7a2e6e service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0848219 Aug 17 03:59:10.084560 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9933ce1f-d524-4a17-b4e0-217cc919cf20 req-3d28f4ad-30c2-4f1e-bf9c-c2bc79e260ab service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc HTTP/1.1" status: 200 len: 1000 time: 0.0633767 Aug 17 03:59:10.134818 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933ce1f-d524-4a17-b4e0-217cc919cf20 req-bf6c3229-222e-4fd6-8401-3ab293f4259e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:59:10.136283 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9933ce1f-d524-4a17-b4e0-217cc919cf20 req-bf6c3229-222e-4fd6-8401-3ab293f4259e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0440989 Aug 17 03:59:10.181186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9933ce1f-d524-4a17-b4e0-217cc919cf20 req-05e8bc89-3249-48b3-bc88-0897a7c20875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 03:59:10.182715 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9933ce1f-d524-4a17-b4e0-217cc919cf20 req-05e8bc89-3249-48b3-bc88-0897a7c20875 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398002 Aug 17 03:59:10.275521 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9933ce1f-d524-4a17-b4e0-217cc919cf20 req-9f3c9001-9c79-4c07-99db-7c194fbed655 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851653 Aug 17 03:59:10.370882 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9933ce1f-d524-4a17-b4e0-217cc919cf20 req-69732624-0e49-46ef-9092-a0283de702ed service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879083 Aug 17 03:59:15.315347 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c733c198-ebcb-4741-9560-feba41e74c8d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:17.967671 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-54e67ba4-7f66-42b0-ab91-4d30ae068275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:18.196018 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:18.554499 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 03:59:19.371024 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:21.086923 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:33.709711 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:34.370861 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:45.342379 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-501149aa-9140-4f5e-beba-9ccd10603088 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:47.930487 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2d6873c0-f95d-47cb-a26c-ba0f80bdfba5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:48.200702 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:49.341720 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:51.084770 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 03:59:55.554454 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:00:03.731846 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:04.377332 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:06.181461 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7af28ce1-dc59-4d78-9617-d7d7765f2bbf req-6056b13d-33af-4fe2-8d47-8f003114b63c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:06.183006 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7af28ce1-dc59-4d78-9617-d7d7765f2bbf req-6056b13d-33af-4fe2-8d47-8f003114b63c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0987470 Aug 17 04:00:06.222166 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7af28ce1-dc59-4d78-9617-d7d7765f2bbf req-555bc61b-b4aa-4394-a5c2-58ff43845fce tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320776 Aug 17 04:00:06.610331 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a81d4c6-e4eb-435e-9c09-56732ce944bc req-8ca21dd5-534d-4aeb-bebf-1e95cc61a8ff tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:06.612120 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4a81d4c6-e4eb-435e-9c09-56732ce944bc req-8ca21dd5-534d-4aeb-bebf-1e95cc61a8ff tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0487232 Aug 17 04:00:06.655403 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4a81d4c6-e4eb-435e-9c09-56732ce944bc req-fbf5265c-3da8-427a-960f-bef3eb6e64b5 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350833 Aug 17 04:00:06.701311 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42676) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:00:06.788367 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-0017eed6-8913-4ca8-b729-74e037173b83 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0858715 Aug 17 04:00:06.797986 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-92aa6414-032b-4465-8d25-12650c383844 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:00:06.798945 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-92aa6414-032b-4465-8d25-12650c383844 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058179 Aug 17 04:00:07.777962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc514b0f-256b-4067-b6e9-05477e71eb07 req-39a0b221-b885-4a9e-ba6d-74428bb998b7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:07.779488 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dc514b0f-256b-4067-b6e9-05477e71eb07 req-39a0b221-b885-4a9e-ba6d-74428bb998b7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0505579 Aug 17 04:00:07.818685 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dc514b0f-256b-4067-b6e9-05477e71eb07 req-0ff66f03-2562-4c2a-898a-bde254b1fb63 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326116 Aug 17 04:00:08.818586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-ac144934-43c8-45d1-8fca-f445f96ee140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:08.820407 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-ac144934-43c8-45d1-8fca-f445f96ee140 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 1096 time: 0.0421877 Aug 17 04:00:08.915471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-0ae0094c-dfe6-488b-8a0b-ac0485596f93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:08.916963 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-0ae0094c-dfe6-488b-8a0b-ac0485596f93 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0884604 Aug 17 04:00:08.937078 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f810dfe-8e83-4306-bda5-133458371cb9 req-4febfddf-b994-43ca-b894-aed754675d57 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:08.938731 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f810dfe-8e83-4306-bda5-133458371cb9 req-4febfddf-b994-43ca-b894-aed754675d57 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0517092 Aug 17 04:00:08.977973 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f810dfe-8e83-4306-bda5-133458371cb9 req-7cf4d56c-5ab0-420d-b86b-f30899d008f7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333951 Aug 17 04:00:08.989293 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-ac90ff3e-221c-46fe-ad03-a52946de0ec1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc HTTP/1.1" status: 200 len: 1000 time: 0.0627952 Aug 17 04:00:09.040473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-443c44b6-4456-41e2-b44a-8bfaf81409a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:09.041895 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-443c44b6-4456-41e2-b44a-8bfaf81409a4 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0446446 Aug 17 04:00:09.090806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-0b40376b-d298-427b-9e90-13febc721621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:09.092275 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-0b40376b-d298-427b-9e90-13febc721621 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397761 Aug 17 04:00:09.103688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-6968cba8-3d01-4b86-bc7e-bb44262a24dc service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:00:09.104636 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-6968cba8-3d01-4b86-bc7e-bb44262a24dc service neutron] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0048583 Aug 17 04:00:09.197696 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-a39eef90-8d49-413a-ac8c-e11766446266 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851278 Aug 17 04:00:09.287605 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-09b24581-6aa1-4d95-b91a-e7eec68c67a1 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818398 Aug 17 04:00:10.104037 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b2f126-6388-4b33-a57b-9dd582396dc2 req-98e72df8-ea54-4f12-a309-85a62d2db35b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:10.105585 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-04b2f126-6388-4b33-a57b-9dd582396dc2 req-98e72df8-ea54-4f12-a309-85a62d2db35b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0592206 Aug 17 04:00:10.143764 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-04b2f126-6388-4b33-a57b-9dd582396dc2 req-a48dec82-cf82-4777-a308-d112730255ce tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312712 Aug 17 04:00:11.260472 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b853b1ba-00da-4402-9f76-b16d39d8aeb1 req-bebc2f75-cb1d-4aa9-8b37-b1950cd838f7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:11.261984 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b853b1ba-00da-4402-9f76-b16d39d8aeb1 req-bebc2f75-cb1d-4aa9-8b37-b1950cd838f7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0500460 Aug 17 04:00:11.300112 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b853b1ba-00da-4402-9f76-b16d39d8aeb1 req-a84e72f0-a798-4017-bd6d-f69784fcf5be tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314431 Aug 17 04:00:11.805230 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec90f0-adef-4aab-9ac7-bbbd9dfa4095 req-aeea6995-0225-4fb7-80b0-273e39ba4bbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:11.806825 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00ec90f0-adef-4aab-9ac7-bbbd9dfa4095 req-aeea6995-0225-4fb7-80b0-273e39ba4bbf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 1096 time: 0.0447633 Aug 17 04:00:11.911350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec90f0-adef-4aab-9ac7-bbbd9dfa4095 req-2c8d459f-38d8-4ffc-a03a-3f32b7fc4137 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:11.912844 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00ec90f0-adef-4aab-9ac7-bbbd9dfa4095 req-2c8d459f-38d8-4ffc-a03a-3f32b7fc4137 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0846798 Aug 17 04:00:11.984621 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00ec90f0-adef-4aab-9ac7-bbbd9dfa4095 req-57edc04a-6932-489d-8f7d-c3d16b13daec service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc HTTP/1.1" status: 200 len: 1000 time: 0.0648806 Aug 17 04:00:12.035206 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec90f0-adef-4aab-9ac7-bbbd9dfa4095 req-a93134d6-41ce-48dc-8421-906d427bfbb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:12.036551 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00ec90f0-adef-4aab-9ac7-bbbd9dfa4095 req-a93134d6-41ce-48dc-8421-906d427bfbb2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0439193 Aug 17 04:00:12.082578 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ec90f0-adef-4aab-9ac7-bbbd9dfa4095 req-f9870aee-4020-4f0d-9727-fe06108470be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:12.084312 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00ec90f0-adef-4aab-9ac7-bbbd9dfa4095 req-f9870aee-4020-4f0d-9727-fe06108470be service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0409405 Aug 17 04:00:12.176833 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00ec90f0-adef-4aab-9ac7-bbbd9dfa4095 req-8269d00a-aa23-4fcc-a576-957ca5266bd2 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850236 Aug 17 04:00:12.263895 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00ec90f0-adef-4aab-9ac7-bbbd9dfa4095 req-99e95ceb-48ac-420c-801e-fab029b1e11a service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795407 Aug 17 04:00:12.413277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906554d-69ad-4d28-9c6e-223d108e6eee req-c3e551c3-89f2-4744-b3ae-bdf37f439f56 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:12.414833 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5906554d-69ad-4d28-9c6e-223d108e6eee req-c3e551c3-89f2-4744-b3ae-bdf37f439f56 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0484719 Aug 17 04:00:12.452584 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5906554d-69ad-4d28-9c6e-223d108e6eee req-259c750b-b30a-4044-9538-bc2fab4386a3 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320187 Aug 17 04:00:13.571766 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4c44cf-f18f-4384-bf40-a58567888cec req-5a174449-6836-4ce3-8480-27f4e8b443ee tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:13.573166 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fe4c44cf-f18f-4384-bf40-a58567888cec req-5a174449-6836-4ce3-8480-27f4e8b443ee tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0529473 Aug 17 04:00:13.611314 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fe4c44cf-f18f-4384-bf40-a58567888cec req-4be9fff0-5fb1-4912-95ee-0ab4822d3d3e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323441 Aug 17 04:00:14.731298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4da359-72a1-4fa6-b1d6-e62f98f69afa req-0c506eed-f5fc-49f6-a1bc-3790793e7ad5 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:14.732858 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c4da359-72a1-4fa6-b1d6-e62f98f69afa req-0c506eed-f5fc-49f6-a1bc-3790793e7ad5 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0537543 Aug 17 04:00:14.771704 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c4da359-72a1-4fa6-b1d6-e62f98f69afa req-21dbccb8-bb58-4cbb-90b8-9dd4c3c1219f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324802 Aug 17 04:00:15.318666 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-43c9b335-7236-4352-9db0-a88a1a55a178 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:15.887665 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc20326-c7cc-464b-9cc6-69a87b20e4a5 req-53ce5f20-fd14-4849-8e0c-3872042a7c9a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:15.889192 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2dc20326-c7cc-464b-9cc6-69a87b20e4a5 req-53ce5f20-fd14-4849-8e0c-3872042a7c9a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0501404 Aug 17 04:00:15.926650 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2dc20326-c7cc-464b-9cc6-69a87b20e4a5 req-48071e7c-425f-419d-8074-b3cfc4718f4b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308952 Aug 17 04:00:17.054296 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d3ce1b-4d3d-4699-9435-5e2b3ad7527d req-82bf2727-bf81-482a-b751-6398d09cc629 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:17.055664 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a3d3ce1b-4d3d-4699-9435-5e2b3ad7527d req-82bf2727-bf81-482a-b751-6398d09cc629 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0545497 Aug 17 04:00:17.094049 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a3d3ce1b-4d3d-4699-9435-5e2b3ad7527d req-69acdf30-4042-4ccd-b0ef-bcf4973582f3 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324068 Aug 17 04:00:17.929852 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cd7e7ebb-b6a7-4fec-ad8d-70032c9f28ef None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:18.200452 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:18.211928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f46856-7e9a-410f-b3a0-f493df9ada77 req-2c455136-d6d4-4dc8-aa62-5ddfad6fb1fe tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:18.215749 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-93f46856-7e9a-410f-b3a0-f493df9ada77 req-2c455136-d6d4-4dc8-aa62-5ddfad6fb1fe tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0507555 Aug 17 04:00:18.252435 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-93f46856-7e9a-410f-b3a0-f493df9ada77 req-9ea76d59-d8ea-46f9-8dab-6ce1ef795ca4 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329118 Aug 17 04:00:19.371461 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e3aef9-720c-4855-a94e-909d3e61acc7 req-8647b6bc-4141-46ae-b201-9a6c696106c1 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:19.372968 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-66e3aef9-720c-4855-a94e-909d3e61acc7 req-8647b6bc-4141-46ae-b201-9a6c696106c1 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0498557 Aug 17 04:00:19.398347 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:19.412173 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-66e3aef9-720c-4855-a94e-909d3e61acc7 req-ea53c23f-9190-4b0b-b542-d8cd4084489d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330889 Aug 17 04:00:20.530445 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1308c7f5-b9f8-480f-9a63-3a85770041d9 req-5f508b37-b390-4271-9c52-bf470f77d48d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:20.531912 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1308c7f5-b9f8-480f-9a63-3a85770041d9 req-5f508b37-b390-4271-9c52-bf470f77d48d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0531218 Aug 17 04:00:20.569936 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1308c7f5-b9f8-480f-9a63-3a85770041d9 req-1d76c73b-2d3a-4d2a-b699-d7303df1758f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313232 Aug 17 04:00:21.068666 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:21.346662 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-ec99f74e-85eb-4060-8312-984e49d1c734 service neutron] show failed (client error): The resource could not be found. Aug 17 04:00:21.347592 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-ec99f74e-85eb-4060-8312-984e49d1c734 service neutron] 10.222.0.30 "GET /v2.0/ports/c8045ec9-dc0b-4662-be53-4b36912b0bdc/bindings/n-h2-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.0585952 Aug 17 04:00:21.694394 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56f394fc-51ff-4ccc-a6f0-3a5bb9e7713e req-685dcf39-d2f7-4cfe-9748-03d4f13d0d23 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:21.695841 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-56f394fc-51ff-4ccc-a6f0-3a5bb9e7713e req-685dcf39-d2f7-4cfe-9748-03d4f13d0d23 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0543585 Aug 17 04:00:21.745104 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-56f394fc-51ff-4ccc-a6f0-3a5bb9e7713e req-ad3b25bc-916c-4da9-8b08-b7f6c3c5598c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429640 Aug 17 04:00:21.863927 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-40923cc1-642e-460a-9308-4866ea4034fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:21.866007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-40923cc1-642e-460a-9308-4866ea4034fa service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a&tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000 HTTP/1.1" status: 200 len: 1096 time: 0.0482535 Aug 17 04:00:21.878519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:00:21.939914 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:22.164126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] For port c8045ec9-dc0b-4662-be53-4b36912b0bdc, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:00:22.196462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] For port c8045ec9-dc0b-4662-be53-4b36912b0bdc, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:00:22.236812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b769727b-8a60-44eb-a53f-669d394d212a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:00:22.239500 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec465445-ce7b-40cd-932d-6c60379b6c8e" -d '{"events": [{"server_uuid": "b769727b-8a60-44eb-a53f-669d394d212a", "name": "network-vif-unplugged", "status": "completed", "tag": "c8045ec9-dc0b-4662-be53-4b36912b0bdc"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:00:22.243603 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:22.256720 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Transition to ACTIVE for port object c8045ec9-dc0b-4662-be53-4b36912b0bdc will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:00:22.330239 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:22.357457 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 04:00:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8c06577-5434-4ae8-947a-7bd57f2b78b1 x-openstack-request-id: req-e8c06577-5434-4ae8-947a-7bd57f2b78b1 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:00:22.358091 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b769727b-8a60-44eb-a53f-669d394d212a", "name": "network-vif-unplugged", "status": "completed", "tag": "c8045ec9-dc0b-4662-be53-4b36912b0bdc", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:00:22.358091 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e8c06577-5434-4ae8-947a-7bd57f2b78b1 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:00:22.358381 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b769727b-8a60-44eb-a53f-669d394d212a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc', 'code': 200} Aug 17 04:00:22.421212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Pushing event updated for resources: {'Port': ['ID=c8045ec9-dc0b-4662-be53-4b36912b0bdc,revision_number=6']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:00:22.435982 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:22.436337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:22.436682 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:22.437022 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:22.437360 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:22.437720 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:22.438061 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:22.438385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:22.438718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:22.439840 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:22.440485 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:22.440648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:22.474257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] No DVR routers for this DVR port c8045ec9-dc0b-4662-be53-4b36912b0bdc on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:00:22.610324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Attempting to bind port c8045ec9-dc0b-4662-be53-4b36912b0bdc on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:00:22.610660 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Attempting to bind port c8045ec9-dc0b-4662-be53-4b36912b0bdc by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:00:22.611944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Attempting to bind port c8045ec9-dc0b-4662-be53-4b36912b0bdc on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:00:22.616320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Port c8045ec9-dc0b-4662-be53-4b36912b0bdc on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:00:22.616645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Attempting to bind port c8045ec9-dc0b-4662-be53-4b36912b0bdc on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:00:22.621409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 0, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:00:22.621774 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Checking segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:00:22.622172 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Bound using segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:00:22.622595 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Bound port: c8045ec9-dc0b-4662-be53-4b36912b0bdc, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:00:22.622952 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:22.686169 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] For port c8045ec9-dc0b-4662-be53-4b36912b0bdc, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:00:22.689801 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] For port c8045ec9-dc0b-4662-be53-4b36912b0bdc, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:00:22.789933 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:22.830891 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:22.831523 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:22.832958 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] 10.222.0.60 "PUT /v2.0/ports/c8045ec9-dc0b-4662-be53-4b36912b0bdc HTTP/1.1" status: 200 len: 1091 time: 0.9591219 Aug 17 04:00:22.868093 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06457b2a-7709-4960-bd9d-9237c67f8a06 service neutron] Pushing event updated for resources: {'Port': ['ID=c8045ec9-dc0b-4662-be53-4b36912b0bdc,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:00:22.882058 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c4c1db5-69cf-491b-b2d2-1a4eaac5eb52 req-bb1cb4db-ea48-4c1a-87ab-433979757de6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:22.883705 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c4c1db5-69cf-491b-b2d2-1a4eaac5eb52 req-bb1cb4db-ea48-4c1a-87ab-433979757de6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 943 time: 0.0599587 Aug 17 04:00:22.911883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-3aaf4277-5744-4dd0-ab0f-17483340f5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:22.913502 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-3aaf4277-5744-4dd0-ab0f-17483340f5a8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 1094 time: 0.0541477 Aug 17 04:00:22.925618 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c4c1db5-69cf-491b-b2d2-1a4eaac5eb52 req-9272b431-0667-462b-a4c4-61d72bd59895 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346107 Aug 17 04:00:23.013737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-f9f75043-5423-4ee9-abad-e8ea4ff6c7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:23.015230 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-f9f75043-5423-4ee9-abad-e8ea4ff6c7fb service neutron] 10.222.0.60 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0944126 Aug 17 04:00:23.088383 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-ab99f1ae-9c7d-4867-b1d3-29b4cef8a30d service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc HTTP/1.1" status: 200 len: 998 time: 0.0647886 Aug 17 04:00:23.138153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-8aac8e03-dd5e-4029-a00a-59f2b598d67c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:23.139530 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-8aac8e03-dd5e-4029-a00a-59f2b598d67c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0430374 Aug 17 04:00:23.187863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-c2253ff4-f6de-4e8f-8a6a-1462698ade77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:23.189304 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-c2253ff4-f6de-4e8f-8a6a-1462698ade77 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431297 Aug 17 04:00:23.279658 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-0ce46dae-a396-4ca8-aef8-6e69eb00e3b6 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834239 Aug 17 04:00:23.368478 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-248cd90c-d63b-45a0-952c-4cb84ba2fc83 req-41f9c708-3b1d-4279-8472-6f3b87490454 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818465 Aug 17 04:00:24.048092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fd41f71-368a-4558-8388-80d6581b8cab req-a2fea639-ae0f-4735-93c3-0f3b70104454 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:24.050181 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1fd41f71-368a-4558-8388-80d6581b8cab req-a2fea639-ae0f-4735-93c3-0f3b70104454 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 943 time: 0.0539525 Aug 17 04:00:24.088288 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1fd41f71-368a-4558-8388-80d6581b8cab req-5f558313-6b1f-40de-90cf-e2209b0ff4cf tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321763 Aug 17 04:00:24.359582 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b769727b-8a60-44eb-a53f-669d394d212a', 'tag': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:00:24.362013 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0732154-d2aa-4e65-8582-14e719077832" -d '{"events": [{"name": "network-changed", "server_uuid": "b769727b-8a60-44eb-a53f-669d394d212a", "tag": "c8045ec9-dc0b-4662-be53-4b36912b0bdc"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:00:24.410747 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device c8045ec9-dc0b-4662-be53-4b36912b0bdc no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:00:24.413171 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4faac0d-e29d-4720-a0ac-8fba51138c27 x-openstack-request-id: req-d4faac0d-e29d-4720-a0ac-8fba51138c27 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:00:24.413605 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b769727b-8a60-44eb-a53f-669d394d212a", "tag": "c8045ec9-dc0b-4662-be53-4b36912b0bdc", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:00:24.413718 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d4faac0d-e29d-4720-a0ac-8fba51138c27 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:00:24.414190 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b769727b-8a60-44eb-a53f-669d394d212a', 'tag': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc', 'status': 'completed', 'code': 200} Aug 17 04:00:24.451254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device c8045ec9-dc0b-4662-be53-4b36912b0bdc not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:00:24.502666 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0732154-d2aa-4e65-8582-14e719077832 req-d1375b64-7364-4bcd-8f99-bf3bdda05d68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:24.504153 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0732154-d2aa-4e65-8582-14e719077832 req-d1375b64-7364-4bcd-8f99-bf3bdda05d68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 1094 time: 0.0716314 Aug 17 04:00:24.505846 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0732154-d2aa-4e65-8582-14e719077832 req-50413f0f-28ff-4b01-9638-c4e68ae99e70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:24.507200 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0732154-d2aa-4e65-8582-14e719077832 req-50413f0f-28ff-4b01-9638-c4e68ae99e70 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 1094 time: 0.0666654 Aug 17 04:00:24.981073 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0732154-d2aa-4e65-8582-14e719077832 req-cc96362d-8dbd-47b2-8d58-cccafd48ac16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:24.982569 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0732154-d2aa-4e65-8582-14e719077832 req-cc96362d-8dbd-47b2-8d58-cccafd48ac16 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.4714260 Aug 17 04:00:24.985094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0732154-d2aa-4e65-8582-14e719077832 req-4bcd007b-3252-4e83-a189-6682a2541fe7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:24.986512 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0732154-d2aa-4e65-8582-14e719077832 req-4bcd007b-3252-4e83-a189-6682a2541fe7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.4676180 Aug 17 04:00:25.102475 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0732154-d2aa-4e65-8582-14e719077832 req-3a48026e-df79-4cc9-9de7-bf13a2f7a4f2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc HTTP/1.1" status: 200 len: 998 time: 0.1081054 Aug 17 04:00:25.104211 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0732154-d2aa-4e65-8582-14e719077832 req-244aea12-c8f4-4c4d-9357-b0629052e8d9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc HTTP/1.1" status: 200 len: 998 time: 0.1088669 Aug 17 04:00:25.194470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0732154-d2aa-4e65-8582-14e719077832 req-28615181-232f-48ed-b1d0-1579b71bae8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:25.195983 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0732154-d2aa-4e65-8582-14e719077832 req-28615181-232f-48ed-b1d0-1579b71bae8a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0854199 Aug 17 04:00:25.197558 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0732154-d2aa-4e65-8582-14e719077832 req-9af4e53f-5a31-4fa2-8437-30507b43b340 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:25.198916 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0732154-d2aa-4e65-8582-14e719077832 req-9af4e53f-5a31-4fa2-8437-30507b43b340 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0870090 Aug 17 04:00:25.211983 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5e267b-3576-4279-bf9b-84a8aab1f16e req-cb20d170-5fe3-4641-a949-98fdf2501e7d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:25.213527 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2a5e267b-3576-4279-bf9b-84a8aab1f16e req-cb20d170-5fe3-4641-a949-98fdf2501e7d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 943 time: 0.0535264 Aug 17 04:00:25.263686 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2a5e267b-3576-4279-bf9b-84a8aab1f16e req-9a612caa-7c12-40d7-a5b4-782d95b97561 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436945 Aug 17 04:00:25.274603 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0732154-d2aa-4e65-8582-14e719077832 req-239f62d5-46da-4d1c-9fdf-3176660f0063 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:25.276151 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0732154-d2aa-4e65-8582-14e719077832 req-239f62d5-46da-4d1c-9fdf-3176660f0063 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0726421 Aug 17 04:00:25.282195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0732154-d2aa-4e65-8582-14e719077832 req-f727edb9-1dd7-4bb7-b7aa-1c0a77908bd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:25.283803 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0732154-d2aa-4e65-8582-14e719077832 req-f727edb9-1dd7-4bb7-b7aa-1c0a77908bd3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714047 Aug 17 04:00:25.443423 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0732154-d2aa-4e65-8582-14e719077832 req-9016b035-dac5-431c-a200-d9913e098871 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586566 Aug 17 04:00:25.445267 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0732154-d2aa-4e65-8582-14e719077832 req-e449aa99-01b5-4a46-b11e-b461c0b2b9af service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521184 Aug 17 04:00:25.604132 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0732154-d2aa-4e65-8582-14e719077832 req-7a3c79f0-5c56-4005-82ec-4a9cfe66236a service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1525197 Aug 17 04:00:25.607401 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a0732154-d2aa-4e65-8582-14e719077832 req-5e47bffb-3eaf-4519-895f-af40636ca43f service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1488986 Aug 17 04:00:26.380268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e73c4b-fefb-48dd-ad43-f238bbbc6b4f req-5e3c5897-914b-4ca5-9ba0-fe46c0bbc9d0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:26.381752 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-13e73c4b-fefb-48dd-ad43-f238bbbc6b4f req-5e3c5897-914b-4ca5-9ba0-fe46c0bbc9d0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 943 time: 0.0485461 Aug 17 04:00:26.418431 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-13e73c4b-fefb-48dd-ad43-f238bbbc6b4f req-5d456ae5-e4e8-44ea-809c-566c48fb8e9b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309105 Aug 17 04:00:26.758431 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91fb37b-1c83-4615-be2b-cb4ec83ceb07 req-956c10b2-263e-44a0-9815-656b17c00efe tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:26.761311 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b91fb37b-1c83-4615-be2b-cb4ec83ceb07 req-956c10b2-263e-44a0-9815-656b17c00efe tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 943 time: 0.0579257 Aug 17 04:00:26.800286 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b91fb37b-1c83-4615-be2b-cb4ec83ceb07 req-14cfcd2c-c40d-4a16-8101-fa0d50b18ce2 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328913 Aug 17 04:00:26.825863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd27dc0-5bfa-413f-9d7a-a4ff3cb02a80 req-beface87-327d-491a-99bf-56130abab70d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:26.827406 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2dd27dc0-5bfa-413f-9d7a-a4ff3cb02a80 req-beface87-327d-491a-99bf-56130abab70d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.30 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a&tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 943 time: 0.0565259 Aug 17 04:00:26.889032 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-2dd27dc0-5bfa-413f-9d7a-a4ff3cb02a80 req-7070db0b-635a-4796-acfa-ae6d5003829a service neutron] delete failed (client error): The resource could not be found. Aug 17 04:00:26.890694 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2dd27dc0-5bfa-413f-9d7a-a4ff3cb02a80 req-7070db0b-635a-4796-acfa-ae6d5003829a service neutron] 10.222.0.30 "DELETE /v2.0/ports/c8045ec9-dc0b-4662-be53-4b36912b0bdc/bindings/n-h1-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.0543327 Aug 17 04:00:26.978339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd27dc0-5bfa-413f-9d7a-a4ff3cb02a80 req-1e250d34-dc29-4a68-b2ab-c8f567980d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:26.979849 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2dd27dc0-5bfa-413f-9d7a-a4ff3cb02a80 req-1e250d34-dc29-4a68-b2ab-c8f567980d06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 1094 time: 0.0452888 Aug 17 04:00:27.073536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd27dc0-5bfa-413f-9d7a-a4ff3cb02a80 req-46cc4e69-be72-48eb-8491-295394eeed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:27.075009 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2dd27dc0-5bfa-413f-9d7a-a4ff3cb02a80 req-46cc4e69-be72-48eb-8491-295394eeed8c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0876663 Aug 17 04:00:27.139104 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2dd27dc0-5bfa-413f-9d7a-a4ff3cb02a80 req-df6bcb5e-4ce9-4a02-b8ed-b728fad95620 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc HTTP/1.1" status: 200 len: 998 time: 0.0564172 Aug 17 04:00:27.193205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd27dc0-5bfa-413f-9d7a-a4ff3cb02a80 req-9993a2e5-c0f9-441f-bb61-5513a7f601e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:27.194711 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2dd27dc0-5bfa-413f-9d7a-a4ff3cb02a80 req-9993a2e5-c0f9-441f-bb61-5513a7f601e5 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0481675 Aug 17 04:00:27.240495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd27dc0-5bfa-413f-9d7a-a4ff3cb02a80 req-545dbf32-ca56-46f3-a4df-b3e0826ec8f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:27.241910 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2dd27dc0-5bfa-413f-9d7a-a4ff3cb02a80 req-545dbf32-ca56-46f3-a4df-b3e0826ec8f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402951 Aug 17 04:00:27.346200 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2dd27dc0-5bfa-413f-9d7a-a4ff3cb02a80 req-8ec27204-3835-439e-92f3-69ba97d7bf57 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0969706 Aug 17 04:00:27.433155 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2dd27dc0-5bfa-413f-9d7a-a4ff3cb02a80 req-86772058-dbcb-446e-9107-ed7d8895ae1a service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802987 Aug 17 04:00:27.619131 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c8045ec9-dc0b-4662-be53-4b36912b0bdc details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:00:27.716478 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c8045ec9-dc0b-4662-be53-4b36912b0bdc, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:00:27.727834 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'port_id': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc', 'mac_address': 'fa:16:3e:a5:d3:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:00:27.763259 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:27.775871 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c8045ec9-dc0b-4662-be53-4b36912b0bdc {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:00:27.794984 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c8045ec9-dc0b-4662-be53-4b36912b0bdc, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:00:27.866826 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:27.914426 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c8045ec9-dc0b-4662-be53-4b36912b0bdc,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:00:27.920476 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b4e318-6b31-4e72-b4aa-73357df6db6d req-25fb0120-01ae-42fc-99c7-1457593a0f8d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:27.921585 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:27.921940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:27.922165 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-28b4e318-6b31-4e72-b4aa-73357df6db6d req-25fb0120-01ae-42fc-99c7-1457593a0f8d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 944 time: 0.0526667 Aug 17 04:00:27.922308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:27.922619 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:27.923004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:27.923286 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:27.923630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:27.923994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:27.924262 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:27.924586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:27.924909 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:27.925227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:00:27.962198 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-28b4e318-6b31-4e72-b4aa-73357df6db6d req-f663c824-2aa3-4dff-b08a-ccc1e19bbc21 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340412 Aug 17 04:00:28.115615 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['c8045ec9-dc0b-4662-be53-4b36912b0bdc'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:00:29.078298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f092bda-1fe8-401b-83c7-4e268969f462 req-e12ebd2a-10dd-4630-9f0d-72cd8768339a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:29.079805 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f092bda-1fe8-401b-83c7-4e268969f462 req-e12ebd2a-10dd-4630-9f0d-72cd8768339a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 944 time: 0.0487568 Aug 17 04:00:29.117221 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f092bda-1fe8-401b-83c7-4e268969f462 req-5c9573e5-b7ed-4209-9235-ceb6934e0dab tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308924 Aug 17 04:00:29.231938 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386db91b-0a46-454a-9254-d0df31f6dd70 req-a7aba66f-475a-4be5-bac5-c3d6204d7cc2 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:29.233408 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-386db91b-0a46-454a-9254-d0df31f6dd70 req-a7aba66f-475a-4be5-bac5-c3d6204d7cc2 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 944 time: 0.0519936 Aug 17 04:00:29.271001 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-386db91b-0a46-454a-9254-d0df31f6dd70 req-ce8d7f19-2df1-4010-b204-435969781823 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310092 Aug 17 04:00:29.385666 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58bc2597-9e02-488a-9d2c-1aa43666e2a4 req-3f663343-4a71-4190-9563-07a390837b7b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:29.387101 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58bc2597-9e02-488a-9d2c-1aa43666e2a4 req-3f663343-4a71-4190-9563-07a390837b7b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 944 time: 0.0500650 Aug 17 04:00:29.424650 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58bc2597-9e02-488a-9d2c-1aa43666e2a4 req-5119f66b-c7ac-4132-b6f5-5f4c65313984 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311971 Aug 17 04:00:29.624416 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c8045ec9-dc0b-4662-be53-4b36912b0bdc up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:00:29.746892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port c8045ec9-dc0b-4662-be53-4b36912b0bdc completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:00:29.751132 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port c8045ec9-dc0b-4662-be53-4b36912b0bdc triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:00:29.751511 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:29.835161 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:29.857534 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b769727b-8a60-44eb-a53f-669d394d212a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:00:29.859794 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b3caa5-6295-4744-bc6a-41fe1d401407" -d '{"events": [{"server_uuid": "b769727b-8a60-44eb-a53f-669d394d212a", "name": "network-vif-plugged", "status": "completed", "tag": "c8045ec9-dc0b-4662-be53-4b36912b0bdc"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:00:29.862106 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b131007a-83ff-4924-a8de-a2fdfa6e7214 req-5a6de45f-bea9-45d4-9316-d52d7a1e2dbb tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:29.863631 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b131007a-83ff-4924-a8de-a2fdfa6e7214 req-5a6de45f-bea9-45d4-9316-d52d7a1e2dbb tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 944 time: 0.0514328 Aug 17 04:00:29.872638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port c8045ec9-dc0b-4662-be53-4b36912b0bdc, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:00:29.903961 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b131007a-83ff-4924-a8de-a2fdfa6e7214 req-0f752a38-da9f-412a-b307-84480e3070dd tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339487 Aug 17 04:00:29.993566 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:30.012813 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:00:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f34dfcbb-1b90-4f24-9c4c-5b7309ec1fca x-openstack-request-id: req-f34dfcbb-1b90-4f24-9c4c-5b7309ec1fca {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:00:30.013087 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b769727b-8a60-44eb-a53f-669d394d212a", "name": "network-vif-plugged", "status": "completed", "tag": "c8045ec9-dc0b-4662-be53-4b36912b0bdc", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:00:30.013300 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f34dfcbb-1b90-4f24-9c4c-5b7309ec1fca {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:00:30.013720 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b769727b-8a60-44eb-a53f-669d394d212a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc', 'code': 200} Aug 17 04:00:30.039402 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=c8045ec9-dc0b-4662-be53-4b36912b0bdc,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:00:31.028583 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50c15fb-514e-4a36-b4d3-97113f9bed08 req-68f1a4c0-10a6-48bc-b0cd-d8fe97ece002 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:31.029993 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b50c15fb-514e-4a36-b4d3-97113f9bed08 req-68f1a4c0-10a6-48bc-b0cd-d8fe97ece002 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0523496 Aug 17 04:00:31.066740 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b50c15fb-514e-4a36-b4d3-97113f9bed08 req-7a15cf5f-9031-421f-9c9a-7794486d47f8 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308938 Aug 17 04:00:31.131918 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f147b18-1066-4fba-85f2-2f6c5786d9ce req-0a4cf173-40f8-415f-a7b4-e14a6f5d02f0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:31.133361 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f147b18-1066-4fba-85f2-2f6c5786d9ce req-0a4cf173-40f8-415f-a7b4-e14a6f5d02f0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.60 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 945 time: 0.0481741 Aug 17 04:00:31.224676 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-1f147b18-1066-4fba-85f2-2f6c5786d9ce req-3a423a91-cc7a-4deb-8990-084a26bef2d6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Deleting port c8045ec9-dc0b-4662-be53-4b36912b0bdc {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:00:31.225023 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1f147b18-1066-4fba-85f2-2f6c5786d9ce req-3a423a91-cc7a-4deb-8990-084a26bef2d6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:31.318955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-1f147b18-1066-4fba-85f2-2f6c5786d9ce req-3a423a91-cc7a-4deb-8990-084a26bef2d6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] For port c8045ec9-dc0b-4662-be53-4b36912b0bdc, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=c8045ec9-dc0b-4662-be53-4b36912b0bdc,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:00:31.318955 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1f147b18-1066-4fba-85f2-2f6c5786d9ce req-3a423a91-cc7a-4deb-8990-084a26bef2d6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:31.490329 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1f147b18-1066-4fba-85f2-2f6c5786d9ce req-3a423a91-cc7a-4deb-8990-084a26bef2d6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:31.490697 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1f147b18-1066-4fba-85f2-2f6c5786d9ce req-3a423a91-cc7a-4deb-8990-084a26bef2d6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:31.491018 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-1f147b18-1066-4fba-85f2-2f6c5786d9ce req-3a423a91-cc7a-4deb-8990-084a26bef2d6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Floating IP 944b1997-ed96-43fe-920b-dc7717b4417b disassociated. External IP: 172.25.1.28, port: c8045ec9-dc0b-4662-be53-4b36912b0bdc. Aug 17 04:00:31.491355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-1f147b18-1066-4fba-85f2-2f6c5786d9ce req-3a423a91-cc7a-4deb-8990-084a26bef2d6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Calling delete_port for c8045ec9-dc0b-4662-be53-4b36912b0bdc owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:00:31.666810 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1f147b18-1066-4fba-85f2-2f6c5786d9ce req-3a423a91-cc7a-4deb-8990-084a26bef2d6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:31.699293 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a423a91-cc7a-4deb-8990-084a26bef2d6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Pushing event deleted for resources: {'Port': ['ID=c8045ec9-dc0b-4662-be53-4b36912b0bdc,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:00:31.815332 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1f147b18-1066-4fba-85f2-2f6c5786d9ce req-3a423a91-cc7a-4deb-8990-084a26bef2d6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Router 235aacc0-51b8-4a58-88f1-6a5f2035725e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:00:31.921625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1f147b18-1066-4fba-85f2-2f6c5786d9ce req-3a423a91-cc7a-4deb-8990-084a26bef2d6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:00:31.932790 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef2632b-3cb6-4144-8f84-2b975d75f9f6 None None] Sync routers for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:00:31.942887 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef2632b-3cb6-4144-8f84-2b975d75f9f6 None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:00:31.943510 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aef2632b-3cb6-4144-8f84-2b975d75f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:00:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:00:31.964731 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f147b18-1066-4fba-85f2-2f6c5786d9ce req-3a423a91-cc7a-4deb-8990-084a26bef2d6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] No DVR routers for this DVR port c8045ec9-dc0b-4662-be53-4b36912b0bdc on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:00:31.967346 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-1f147b18-1066-4fba-85f2-2f6c5786d9ce req-3a423a91-cc7a-4deb-8990-084a26bef2d6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:31.969358 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-1f147b18-1066-4fba-85f2-2f6c5786d9ce req-3a423a91-cc7a-4deb-8990-084a26bef2d6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.60 "DELETE /v2.0/ports/c8045ec9-dc0b-4662-be53-4b36912b0bdc HTTP/1.1" status: 204 len: 173 time: 0.8293810 Aug 17 04:00:31.969826 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b769727b-8a60-44eb-a53f-669d394d212a', 'name': 'network-vif-deleted', 'tag': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:00:31.972442 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98107c9d-d83e-463b-9acd-5a49b391a6a4" -d '{"events": [{"server_uuid": "b769727b-8a60-44eb-a53f-669d394d212a", "name": "network-vif-deleted", "tag": "c8045ec9-dc0b-4662-be53-4b36912b0bdc"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:00:32.008893 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:00:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ead3ed9-b569-4d67-875a-532394b5512b x-openstack-request-id: req-3ead3ed9-b569-4d67-875a-532394b5512b {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:00:32.009192 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b769727b-8a60-44eb-a53f-669d394d212a", "name": "network-vif-deleted", "tag": "c8045ec9-dc0b-4662-be53-4b36912b0bdc", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:00:32.009474 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-3ead3ed9-b569-4d67-875a-532394b5512b {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:00:32.012869 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b769727b-8a60-44eb-a53f-669d394d212a', 'name': 'network-vif-deleted', 'tag': 'c8045ec9-dc0b-4662-be53-4b36912b0bdc', 'status': 'completed', 'code': 200} Aug 17 04:00:32.050107 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-aef2632b-3cb6-4144-8f84-2b975d75f9f6 None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:00:32.166924 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8f0f6c04-d4f5-46ea-8ca2-b4ed2d7e3b81 req-ff6b3714-6d34-4325-b6d8-0718e1a8b325 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=b769727b-8a60-44eb-a53f-669d394d212a HTTP/1.1" status: 200 len: 210 time: 0.0281258 Aug 17 04:00:32.248551 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aef2632b-3cb6-4144-8f84-2b975d75f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:00:32.279006 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef2632b-3cb6-4144-8f84-2b975d75f9f6 None None] Checking router: 235aacc0-51b8-4a58-88f1-6a5f2035725e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:00:32.287401 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef2632b-3cb6-4144-8f84-2b975d75f9f6 None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:00:32.288011 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aef2632b-3cb6-4144-8f84-2b975d75f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:00:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:00:32.392717 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-aef2632b-3cb6-4144-8f84-2b975d75f9f6 None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:00:32.573842 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:00:32.599918 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aef2632b-3cb6-4144-8f84-2b975d75f9f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:00:32.626444 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef2632b-3cb6-4144-8f84-2b975d75f9f6 None None] The sync data for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 is: [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:00:32.860987 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55af4919-f319-4344-bccb-6b49bfaccd85 None None] New status for floating IP 944b1997-ed96-43fe-920b-dc7717b4417b: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:00:33.395318 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-45d8617d-2fbb-4feb-9934-10782ffed833 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--103720624&fields=id&tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000 HTTP/1.1" status: 200 len: 267 time: 0.0339775 Aug 17 04:00:33.505430 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-63a7db6e-f771-465b-8bad-331bb7b6f583 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:33.506903 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-63a7db6e-f771-465b-8bad-331bb7b6f583 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 811 time: 0.1049862 Aug 17 04:00:33.521645 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-9598cc07-0042-4f34-b4df-ccf41b3815a4 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/quotas/2ed9e326b0de49b5bb2ebe44e6ce7000 HTTP/1.1" status: 200 len: 375 time: 0.0090063 Aug 17 04:00:33.574004 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-00440971-76a8-4781-939c-b2c673245aed tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0471189 Aug 17 04:00:33.716511 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-1dea515d-4a13-4b83-ae11-7354e3084f06 service neutron] 10.222.0.10 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1301425 Aug 17 04:00:33.748696 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:33.807589 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-cd74a3d2-519c-4939-bcdc-21eb51d9c90e service neutron] 10.222.0.10 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848486 Aug 17 04:00:34.070596 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8866985a-1d7b-4ba3-a14a-ff136b748b8c req-1c1be119-8274-419c-b2c3-1c614dccd532 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 210 time: 0.0279510 Aug 17 04:00:34.410860 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:35.163668 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6cd01df7-372d-4195-ab5f-1fbb30f3506d req-a42a6963-a4af-4b9e-a8f4-9ae6319c2c6c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 210 time: 0.0259426 Aug 17 04:00:35.639955 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c8045ec9-dc0b-4662-be53-4b36912b0bdc no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:00:35.821916 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: c8045ec9-dc0b-4662-be53-4b36912b0bdc {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:00:35.822266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device c8045ec9-dc0b-4662-be53-4b36912b0bdc not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:00:36.070321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-e7783049-91cc-422c-a5f1-c6ff8693d93b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:36.071849 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-e7783049-91cc-422c-a5f1-c6ff8693d93b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 811 time: 0.1045349 Aug 17 04:00:36.116212 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-53bb4901-5937-45ac-b9db-90a7cd879aa1 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000 HTTP/1.1" status: 200 len: 379 time: 0.0345542 Aug 17 04:00:36.125383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-fa5f87d3-d771-46a6-8470-f2347f511595 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Request body: {'port': {'device_id': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'admin_state_up': True, 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'security_groups': ['d9b64175-3505-4025-9c9b-5d69aea2a546']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:00:36.269108 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-71f6800b-6e88-41d5-a767-b75e673bc755 req-5cb6475a-353f-4b00-9357-350b6ffd4513 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 210 time: 0.0322011 Aug 17 04:00:36.325718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-fa5f87d3-d771-46a6-8470-f2347f511595 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Made reservation on behalf of 2ed9e326b0de49b5bb2ebe44e6ce7000 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:00:36.329275 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-fa5f87d3-d771-46a6-8470-f2347f511595 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:36.457682 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-fa5f87d3-d771-46a6-8470-f2347f511595 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Allocated IP 172.20.0.13 (e875c4b2-a6ba-4ce4-bcb0-65a082ecb710/989ca702-2263-4266-9642-3cbd381018bb/83c42f79-f864-45b1-9881-304410d22983) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:00:36.589979 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-fa5f87d3-d771-46a6-8470-f2347f511595 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:36.603839 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-fa5f87d3-d771-46a6-8470-f2347f511595 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Transition to ACTIVE for port object 83c42f79-f864-45b1-9881-304410d22983 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:00:36.707327 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-fa5f87d3-d771-46a6-8470-f2347f511595 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:36.756101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-fa5f87d3-d771-46a6-8470-f2347f511595 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:00:36.759209 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-fa5f87d3-d771-46a6-8470-f2347f511595 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:00:36.762964 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-fa5f87d3-d771-46a6-8470-f2347f511595 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:00:36.769852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5f87d3-d771-46a6-8470-f2347f511595 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Pushing event updated for resources: {'Port': ['ID=83c42f79-f864-45b1-9881-304410d22983,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:00:36.816226 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-fa5f87d3-d771-46a6-8470-f2347f511595 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:36.817664 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-fa5f87d3-d771-46a6-8470-f2347f511595 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:36.909967 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-fa5f87d3-d771-46a6-8470-f2347f511595 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7879665 Aug 17 04:00:36.922596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Request body: {'port': {'device_id': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:00:36.980720 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:37.055464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b64f09e9-76a9-43cc-b57a-ab6638e77ace None None] Provisioning for port 83c42f79-f864-45b1-9881-304410d22983 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:00:37.059331 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b64f09e9-76a9-43cc-b57a-ab6638e77ace None None] Provisioning complete for port 83c42f79-f864-45b1-9881-304410d22983 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:00:37.059709 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b64f09e9-76a9-43cc-b57a-ab6638e77ace None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:37.093914 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b64f09e9-76a9-43cc-b57a-ab6638e77ace None None] Port 83c42f79-f864-45b1-9881-304410d22983 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:00:37.243956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83c42f79-f864-45b1-9881-304410d22983 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:00:37.251303 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:37.264195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Transition to ACTIVE for port object 83c42f79-f864-45b1-9881-304410d22983 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:00:37.335647 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:37.387113 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa8692d-e408-44a2-bb45-80fa2439f413 req-eaf760b4-0bf0-4fc1-a5dd-3b54b23d41f3 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:37.388682 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4aa8692d-e408-44a2-bb45-80fa2439f413 req-eaf760b4-0bf0-4fc1-a5dd-3b54b23d41f3 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 944 time: 0.0519795 Aug 17 04:00:37.390364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=83c42f79-f864-45b1-9881-304410d22983,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:00:37.432937 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4aa8692d-e408-44a2-bb45-80fa2439f413 req-fb557f65-0ed0-4bab-a9e4-afa38a8141af tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379248 Aug 17 04:00:37.467995 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Attempting to bind port 83c42f79-f864-45b1-9881-304410d22983 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:00:37.468451 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Attempting to bind port 83c42f79-f864-45b1-9881-304410d22983 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:00:37.468788 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Attempting to bind port 83c42f79-f864-45b1-9881-304410d22983 on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:00:37.473888 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Port 83c42f79-f864-45b1-9881-304410d22983 on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:00:37.474213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Attempting to bind port 83c42f79-f864-45b1-9881-304410d22983 on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:00:37.479271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 0, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:00:37.479619 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Checking segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:00:37.480013 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Bound using segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:00:37.480435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Bound port: 83c42f79-f864-45b1-9881-304410d22983, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:00:37.480794 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:37.551566 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] For port 83c42f79-f864-45b1-9881-304410d22983, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:00:37.554890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] For port 83c42f79-f864-45b1-9881-304410d22983, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=83c42f79-f864-45b1-9881-304410d22983,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:00:37.640843 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:37.673264 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:37.674310 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:37.675342 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] 10.222.0.30 "PUT /v2.0/ports/83c42f79-f864-45b1-9881-304410d22983 HTTP/1.1" status: 200 len: 1092 time: 0.7571917 Aug 17 04:00:37.675795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'tag': '83c42f79-f864-45b1-9881-304410d22983'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:00:37.678033 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72deddc2-49d3-48d1-9dbd-57a35e039f32" -d '{"events": [{"name": "network-changed", "server_uuid": "e2454796-bbf4-47d2-9af7-0a8fa997c4d2", "tag": "83c42f79-f864-45b1-9881-304410d22983"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:00:37.704518 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0749bfa-b82d-44c1-b6c9-f77e9e6cf7e0 service neutron] Pushing event updated for resources: {'Port': ['ID=83c42f79-f864-45b1-9881-304410d22983,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:00:37.731093 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4f58496-dd05-4113-a73e-d490f70df200 x-openstack-request-id: req-c4f58496-dd05-4113-a73e-d490f70df200 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:00:37.731560 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2454796-bbf4-47d2-9af7-0a8fa997c4d2", "tag": "83c42f79-f864-45b1-9881-304410d22983", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:00:37.731810 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c4f58496-dd05-4113-a73e-d490f70df200 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:00:37.732209 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'tag': '83c42f79-f864-45b1-9881-304410d22983', 'status': 'completed', 'code': 200} Aug 17 04:00:37.796511 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72deddc2-49d3-48d1-9dbd-57a35e039f32 req-18d71dd3-2e93-464f-9602-5fa49677445c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:37.798114 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72deddc2-49d3-48d1-9dbd-57a35e039f32 req-18d71dd3-2e93-464f-9602-5fa49677445c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 1095 time: 0.0443954 Aug 17 04:00:37.907735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72deddc2-49d3-48d1-9dbd-57a35e039f32 req-5f2d8b34-d280-43ff-bce0-2405bc3d59c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:37.909197 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72deddc2-49d3-48d1-9dbd-57a35e039f32 req-5f2d8b34-d280-43ff-bce0-2405bc3d59c2 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1027396 Aug 17 04:00:38.007883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72deddc2-49d3-48d1-9dbd-57a35e039f32 req-3f2a1c3f-c66d-4fbd-9f99-ead4a8df4bbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:38.009269 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-72deddc2-49d3-48d1-9dbd-57a35e039f32 req-3f2a1c3f-c66d-4fbd-9f99-ead4a8df4bbd service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0928981 Aug 17 04:00:38.092058 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c5d43118-e38a-4e2a-ad30-0a9367550b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:38.093554 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c5d43118-e38a-4e2a-ad30-0a9367550b25 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 1095 time: 0.0447888 Aug 17 04:00:38.136642 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-8e0f278b-e7b0-4cd5-bbcb-1171ba6d5a58 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83c42f79-f864-45b1-9881-304410d22983 HTTP/1.1" status: 200 len: 217 time: 0.0345118 Aug 17 04:00:38.186710 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-415ff416-3d9f-48a3-8ec2-91f6a6e8160e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:38.188134 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-415ff416-3d9f-48a3-8ec2-91f6a6e8160e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0421727 Aug 17 04:00:38.241659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-11d464a3-3027-4874-9d14-d50f3b1192f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:38.243205 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-11d464a3-3027-4874-9d14-d50f3b1192f2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475495 Aug 17 04:00:38.351931 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c6a623db-ec8e-4bc0-8210-02c348233bed service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1010928 Aug 17 04:00:38.446164 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3ce2951d-adb3-4723-a9a9-382b3aff75a3 req-c428597c-5c0d-4896-95a9-70d8c6d847d5 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869224 Aug 17 04:00:38.553995 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfe1e2b-fde2-4670-b164-a483b48a6c9d req-79901174-5b39-47b9-bed9-2add80e1f934 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:38.556060 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-abfe1e2b-fde2-4670-b164-a483b48a6c9d req-79901174-5b39-47b9-bed9-2add80e1f934 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 944 time: 0.0490558 Aug 17 04:00:38.594483 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-abfe1e2b-fde2-4670-b164-a483b48a6c9d req-7be0937e-0369-42ca-bf2b-49b6fe5f5efd tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329931 Aug 17 04:00:39.714313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70b36d82-a9b2-4083-a1c6-9242b4a94301 req-cda6efdb-a794-4857-ae01-8228d960ad20 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:39.715813 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-70b36d82-a9b2-4083-a1c6-9242b4a94301 req-cda6efdb-a794-4857-ae01-8228d960ad20 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 944 time: 0.0522439 Aug 17 04:00:39.753268 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-70b36d82-a9b2-4083-a1c6-9242b4a94301 req-cb66b315-ed35-4cd4-8c67-b128631e3d75 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0307839 Aug 17 04:00:40.876260 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0428790-49e6-4014-81f2-d6feccdfadbb req-396426a8-ccab-415c-9a24-0ecc24b26112 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:40.878207 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0428790-49e6-4014-81f2-d6feccdfadbb req-396426a8-ccab-415c-9a24-0ecc24b26112 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 944 time: 0.0583196 Aug 17 04:00:40.915787 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b0428790-49e6-4014-81f2-d6feccdfadbb req-c9688b2f-420e-480c-8a36-644ebbdbed57 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317428 Aug 17 04:00:42.034005 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e5eb32-9fbc-434b-b447-7affe48e761d req-0402cbed-dc41-4afc-b2e0-fb61f8d4b013 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:42.035400 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39e5eb32-9fbc-434b-b447-7affe48e761d req-0402cbed-dc41-4afc-b2e0-fb61f8d4b013 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 944 time: 0.0498834 Aug 17 04:00:42.073654 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-39e5eb32-9fbc-434b-b447-7affe48e761d req-e0508cba-1c00-4b75-a80e-682eb4655701 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324366 Aug 17 04:00:42.481369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 83c42f79-f864-45b1-9881-304410d22983 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:00:42.576066 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 83c42f79-f864-45b1-9881-304410d22983, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=83c42f79-f864-45b1-9881-304410d22983,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:00:42.586880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '83c42f79-f864-45b1-9881-304410d22983', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'port_id': '83c42f79-f864-45b1-9881-304410d22983', 'mac_address': 'fa:16:3e:c7:d0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:00:42.622411 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:42.635001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c42f79-f864-45b1-9881-304410d22983 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:00:42.653708 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 83c42f79-f864-45b1-9881-304410d22983, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=83c42f79-f864-45b1-9881-304410d22983,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:00:42.720041 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:42.773503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=83c42f79-f864-45b1-9881-304410d22983,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:00:42.942616 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['83c42f79-f864-45b1-9881-304410d22983'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:00:43.191155 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd12516-4822-453c-98fc-0db780837d56 req-50b983d2-f1ac-4e88-a22b-3aeb960ffcd1 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:43.192702 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fcd12516-4822-453c-98fc-0db780837d56 req-50b983d2-f1ac-4e88-a22b-3aeb960ffcd1 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 945 time: 0.0531793 Aug 17 04:00:43.230398 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fcd12516-4822-453c-98fc-0db780837d56 req-d14ea622-eab4-41fc-84aa-79fa0f751c8f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318162 Aug 17 04:00:44.344413 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472be5bd-5c18-4192-8626-f9391722e234 req-302e2f75-b931-4b25-b370-0ca30764a30f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:44.346630 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-472be5bd-5c18-4192-8626-f9391722e234 req-302e2f75-b931-4b25-b370-0ca30764a30f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 945 time: 0.0500729 Aug 17 04:00:44.383857 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-472be5bd-5c18-4192-8626-f9391722e234 req-b1647725-8809-4fce-bf5d-8ba9031b7a7a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316401 Aug 17 04:00:44.476490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 83c42f79-f864-45b1-9881-304410d22983 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:00:44.565880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 83c42f79-f864-45b1-9881-304410d22983 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:00:44.569605 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 83c42f79-f864-45b1-9881-304410d22983 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:00:44.570012 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:44.648581 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:44.670392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c42f79-f864-45b1-9881-304410d22983'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:00:44.672644 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c4a94c-6cda-4577-84f4-0ab18f47230c" -d '{"events": [{"server_uuid": "e2454796-bbf4-47d2-9af7-0a8fa997c4d2", "name": "network-vif-plugged", "status": "completed", "tag": "83c42f79-f864-45b1-9881-304410d22983"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:00:44.688205 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 83c42f79-f864-45b1-9881-304410d22983, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=83c42f79-f864-45b1-9881-304410d22983,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:00:44.712715 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:00:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad402695-0f01-4ff2-b412-fcb69f274b29 x-openstack-request-id: req-ad402695-0f01-4ff2-b412-fcb69f274b29 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:00:44.713015 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2454796-bbf4-47d2-9af7-0a8fa997c4d2", "name": "network-vif-plugged", "status": "completed", "tag": "83c42f79-f864-45b1-9881-304410d22983", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:00:44.713273 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ad402695-0f01-4ff2-b412-fcb69f274b29 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:00:44.716162 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c42f79-f864-45b1-9881-304410d22983', 'code': 200} Aug 17 04:00:44.771563 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:44.817853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6029ca45-6433-456a-96eb-c97cdaddffdc req-8e47ad60-aced-4c22-b3cd-b9bea55777a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:44.819313 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6029ca45-6433-456a-96eb-c97cdaddffdc req-8e47ad60-aced-4c22-b3cd-b9bea55777a8 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0448334 Aug 17 04:00:44.821790 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=83c42f79-f864-45b1-9881-304410d22983,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:00:44.857164 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6029ca45-6433-456a-96eb-c97cdaddffdc req-406abb30-c680-4709-aa39-0db384b0d5d3 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0303574 Aug 17 04:00:45.303264 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-30eea453-e965-4227-9127-cd71a8bfd079 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:45.504730 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1930779e-2cfc-4f75-b0cb-efffdf6a22bb req-46d0ae81-08a0-488d-aae3-24310a53bcdf tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:45.506281 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1930779e-2cfc-4f75-b0cb-efffdf6a22bb req-46d0ae81-08a0-488d-aae3-24310a53bcdf tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0507491 Aug 17 04:00:45.546654 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1930779e-2cfc-4f75-b0cb-efffdf6a22bb req-37377438-d664-48eb-9c43-f340c046ac6a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337672 Aug 17 04:00:46.662908 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc02c8bc-276c-424c-b8d5-9aef5649d659 req-1f1207c9-44e3-4684-9a3e-43cce9b8e6bf tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:46.664395 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dc02c8bc-276c-424c-b8d5-9aef5649d659 req-1f1207c9-44e3-4684-9a3e-43cce9b8e6bf tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0515194 Aug 17 04:00:46.701236 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dc02c8bc-276c-424c-b8d5-9aef5649d659 req-2f337b09-81c0-4022-8df5-ce24bb12d56c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309529 Aug 17 04:00:46.818985 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bb787fb-c9dc-4d05-a35a-b8157997d32b req-93ca51e8-9380-49a0-85ed-1b091815f3b0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:46.820468 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5bb787fb-c9dc-4d05-a35a-b8157997d32b req-93ca51e8-9380-49a0-85ed-1b091815f3b0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0498743 Aug 17 04:00:46.829077 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 42848) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:00:46.834209 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-2686df26-c863-4554-a0df-98172cb11440 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Request body: {'floatingip': {'port_id': '83c42f79-f864-45b1-9881-304410d22983'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:00:46.874113 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2686df26-c863-4554-a0df-98172cb11440 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:47.312047 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2686df26-c863-4554-a0df-98172cb11440 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:47.386602 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2686df26-c863-4554-a0df-98172cb11440 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:47.488808 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-2686df26-c863-4554-a0df-98172cb11440 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Floating IP 944b1997-ed96-43fe-920b-dc7717b4417b associated. External IP: 172.25.1.28, port: 83c42f79-f864-45b1-9881-304410d22983. Aug 17 04:00:47.981233 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-713cebdd-d083-4b4b-bf30-a54ec652f5e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:48.003244 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2686df26-c863-4554-a0df-98172cb11440 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Router 235aacc0-51b8-4a58-88f1-6a5f2035725e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:00:48.118712 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2686df26-c863-4554-a0df-98172cb11440 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:00:48.123409 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2686df26-c863-4554-a0df-98172cb11440 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:48.128385 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce173ed-5af0-4010-9fdd-fb8337114072 None None] Sync routers for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:00:48.138187 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce173ed-5af0-4010-9fdd-fb8337114072 None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:00:48.138793 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-fce173ed-5af0-4010-9fdd-fb8337114072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:00:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:00:48.149791 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2686df26-c863-4554-a0df-98172cb11440 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "PUT /v2.0/floatingips/944b1997-ed96-43fe-920b-dc7717b4417b HTTP/1.1" status: 200 len: 991 time: 1.3196521 Aug 17 04:00:48.150386 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'tag': '83c42f79-f864-45b1-9881-304410d22983'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:00:48.152761 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c95ff0e4-870f-4b8f-9b06-68064faa8e07" -d '{"events": [{"name": "network-changed", "server_uuid": "e2454796-bbf4-47d2-9af7-0a8fa997c4d2", "tag": "83c42f79-f864-45b1-9881-304410d22983"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:00:48.223376 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:48.246303 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:00:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330bea42-c8a8-421e-a59f-20441d5275d9 x-openstack-request-id: req-330bea42-c8a8-421e-a59f-20441d5275d9 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:00:48.246572 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2454796-bbf4-47d2-9af7-0a8fa997c4d2", "tag": "83c42f79-f864-45b1-9881-304410d22983", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:00:48.246812 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-330bea42-c8a8-421e-a59f-20441d5275d9 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:00:48.247206 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'tag': '83c42f79-f864-45b1-9881-304410d22983', 'status': 'completed', 'code': 200} Aug 17 04:00:48.248625 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-fce173ed-5af0-4010-9fdd-fb8337114072 None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:00:48.310129 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ff0e4-870f-4b8f-9b06-68064faa8e07 req-a90ad7c8-3dc3-4835-96e7-f94fec838f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:48.311684 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c95ff0e4-870f-4b8f-9b06-68064faa8e07 req-a90ad7c8-3dc3-4835-96e7-f94fec838f81 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0422192 Aug 17 04:00:48.414311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ff0e4-870f-4b8f-9b06-68064faa8e07 req-c4ce0831-0dac-4fb9-8abb-f184dea2ee85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:48.415710 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c95ff0e4-870f-4b8f-9b06-68064faa8e07 req-c4ce0831-0dac-4fb9-8abb-f184dea2ee85 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0965674 Aug 17 04:00:48.482802 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c95ff0e4-870f-4b8f-9b06-68064faa8e07 req-fe0df0cd-f2e6-4c24-aad7-43ab36cdc469 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83c42f79-f864-45b1-9881-304410d22983 HTTP/1.1" status: 200 len: 999 time: 0.0594192 Aug 17 04:00:48.536081 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ff0e4-870f-4b8f-9b06-68064faa8e07 req-a120f60b-7491-4e5d-a21f-64288f1c1b13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:48.537584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c95ff0e4-870f-4b8f-9b06-68064faa8e07 req-a120f60b-7491-4e5d-a21f-64288f1c1b13 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0473957 Aug 17 04:00:48.575188 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-fce173ed-5af0-4010-9fdd-fb8337114072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '944b1997-ed96-43fe-920b-dc7717b4417b', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'port_id': '83c42f79-f864-45b1-9881-304410d22983', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'mac_address': 'fa:16:3e:c7:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:58:14Z', 'updated_at': '2021-08-17T04:00:47Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:00:48.584296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c95ff0e4-870f-4b8f-9b06-68064faa8e07 req-75b16884-abc9-4dc0-8bfd-b2e8f0960362 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:00:48.585838 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c95ff0e4-870f-4b8f-9b06-68064faa8e07 req-75b16884-abc9-4dc0-8bfd-b2e8f0960362 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415137 Aug 17 04:00:48.602203 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce173ed-5af0-4010-9fdd-fb8337114072 None None] Checking router: 235aacc0-51b8-4a58-88f1-6a5f2035725e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:00:48.610202 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fce173ed-5af0-4010-9fdd-fb8337114072 None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:00:48.610808 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-fce173ed-5af0-4010-9fdd-fb8337114072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:00:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:00:48.678703 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c95ff0e4-870f-4b8f-9b06-68064faa8e07 req-f82739f7-630b-4a9a-9034-e7f73abbcff0 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855784 Aug 17 04:00:48.720023 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-fce173ed-5af0-4010-9fdd-fb8337114072 None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:00:48.769082 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c95ff0e4-870f-4b8f-9b06-68064faa8e07 req-2abd2073-d671-4433-a8d5-b115815b752e service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829439 Aug 17 04:00:48.943132 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-fce173ed-5af0-4010-9fdd-fb8337114072 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '944b1997-ed96-43fe-920b-dc7717b4417b', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'port_id': '83c42f79-f864-45b1-9881-304410d22983', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'mac_address': 'fa:16:3e:c7:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:58:14Z', 'updated_at': '2021-08-17T04:00:47Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:00:48.969150 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fce173ed-5af0-4010-9fdd-fb8337114072 None None] The sync data for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 is: [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '944b1997-ed96-43fe-920b-dc7717b4417b', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'port_id': '83c42f79-f864-45b1-9881-304410d22983', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'mac_address': 'fa:16:3e:c7:d0:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:58:14Z', 'updated_at': '2021-08-17T04:00:47Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:00:49.150603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d135f6d-198e-4832-9d23-3398f89d605c None None] New status for floating IP 944b1997-ed96-43fe-920b-dc7717b4417b: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:00:49.396626 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:00:51.074296 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:03.786945 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:04.382363 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:09.563484 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:01:12.761015 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0faa3443-29bf-4018-b0aa-bf16e917f190 req-1a78b71f-cb4c-4e8c-ab74-2fefe968c0f3 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409770 Aug 17 04:01:12.845840 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa3443-29bf-4018-b0aa-bf16e917f190 req-2dcb3027-cd85-41db-b59c-bd6db2fc163f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:01:12.847259 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0faa3443-29bf-4018-b0aa-bf16e917f190 req-2dcb3027-cd85-41db-b59c-bd6db2fc163f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0450535 Aug 17 04:01:12.951095 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa3443-29bf-4018-b0aa-bf16e917f190 req-4b28dc93-fe00-4fe7-91fb-2c2782f1b7fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:01:12.952600 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0faa3443-29bf-4018-b0aa-bf16e917f190 req-4b28dc93-fe00-4fe7-91fb-2c2782f1b7fa service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0846310 Aug 17 04:01:13.022625 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0faa3443-29bf-4018-b0aa-bf16e917f190 req-1871588d-a03b-4948-b941-99aa61916db8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83c42f79-f864-45b1-9881-304410d22983 HTTP/1.1" status: 200 len: 1001 time: 0.0609419 Aug 17 04:01:13.071187 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa3443-29bf-4018-b0aa-bf16e917f190 req-3e40f168-b371-4fc8-be5e-9c91315f3c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:01:13.072582 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0faa3443-29bf-4018-b0aa-bf16e917f190 req-3e40f168-b371-4fc8-be5e-9c91315f3c81 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0427406 Aug 17 04:01:13.125041 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0faa3443-29bf-4018-b0aa-bf16e917f190 req-de1bb98f-5025-44d5-b9ff-278e3725a5c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:01:13.126483 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0faa3443-29bf-4018-b0aa-bf16e917f190 req-de1bb98f-5025-44d5-b9ff-278e3725a5c1 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0424988 Aug 17 04:01:13.221740 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0faa3443-29bf-4018-b0aa-bf16e917f190 req-cbbbae02-0123-41e3-812f-ab42bfda2f65 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839913 Aug 17 04:01:13.313308 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0faa3443-29bf-4018-b0aa-bf16e917f190 req-0aeeb512-ef8e-4d9d-b768-b4adc60bcd62 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819237 Aug 17 04:01:15.329382 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bbf4e058-8a55-4cf8-8cff-d301b4eb4744 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:17.919996 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57884aee-a9ce-4fe0-9928-4f9bc61975c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:18.204911 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:19.359275 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:21.094787 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:33.753604 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:34.399219 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:45.322956 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4f931ec9-bd8c-41f6-bfd0-ae6781134c25 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:46.563261 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:01:47.960319 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b3ebb3ea-a6e6-4391-ac8e-19cbada6cf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:48.209153 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:49.431480 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:01:51.079052 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:03.793085 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:04.416129 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:12.763510 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3dc0e336-83f7-4dd6-88c7-cb0a728f4db5 req-67db5d05-7438-47f5-9c97-1b8b7918a5ef service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402884 Aug 17 04:02:12.853454 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0e336-83f7-4dd6-88c7-cb0a728f4db5 req-d3c91185-b911-439c-b607-97e06252b550 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:12.855017 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3dc0e336-83f7-4dd6-88c7-cb0a728f4db5 req-d3c91185-b911-439c-b607-97e06252b550 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0456951 Aug 17 04:02:12.961494 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0e336-83f7-4dd6-88c7-cb0a728f4db5 req-6b6849ea-a2d3-4c3d-a604-e6fa408985fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:12.962981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3dc0e336-83f7-4dd6-88c7-cb0a728f4db5 req-6b6849ea-a2d3-4c3d-a604-e6fa408985fc service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0847032 Aug 17 04:02:13.033266 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3dc0e336-83f7-4dd6-88c7-cb0a728f4db5 req-c6bdb845-1ff7-428e-bb57-1df7fc5ecad7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83c42f79-f864-45b1-9881-304410d22983 HTTP/1.1" status: 200 len: 1001 time: 0.0609269 Aug 17 04:02:13.083612 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0e336-83f7-4dd6-88c7-cb0a728f4db5 req-f1bc1c85-3d63-4b34-9eac-cd197e0ee3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:13.085020 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3dc0e336-83f7-4dd6-88c7-cb0a728f4db5 req-f1bc1c85-3d63-4b34-9eac-cd197e0ee3ba service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0423820 Aug 17 04:02:13.131140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc0e336-83f7-4dd6-88c7-cb0a728f4db5 req-79305feb-13b0-4085-84ab-9912ff0ce92e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:13.133222 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3dc0e336-83f7-4dd6-88c7-cb0a728f4db5 req-79305feb-13b0-4085-84ab-9912ff0ce92e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397539 Aug 17 04:02:13.230857 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3dc0e336-83f7-4dd6-88c7-cb0a728f4db5 req-c79915b8-3e1e-4347-bc17-aff5c67324d0 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889423 Aug 17 04:02:13.323007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3dc0e336-83f7-4dd6-88c7-cb0a728f4db5 req-734daae2-0b25-4293-9845-51037e06bd52 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0797410 Aug 17 04:02:15.347482 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-39074812-2952-4a0e-91da-6ae1221a84e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:17.963358 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3f4ebed3-d50e-43da-8659-43b183575d29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:18.219899 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:19.362532 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:21.072750 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:23.563094 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:02:25.255990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5a5aae-be4e-4379-890b-936f25e1854d req-3282fa10-eb4b-4e17-b91c-8c2ad11417f3 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:25.257764 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cd5a5aae-be4e-4379-890b-936f25e1854d req-3282fa10-eb4b-4e17-b91c-8c2ad11417f3 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0547245 Aug 17 04:02:25.296383 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cd5a5aae-be4e-4379-890b-936f25e1854d req-537c9272-3e94-4c72-bf40-2f7e53004fb0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317943 Aug 17 04:02:26.422028 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10bf9e6e-ebfb-4d06-ae8c-c564d001d650 req-20bd9994-76ef-49c6-8309-e5070f908150 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:26.423515 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10bf9e6e-ebfb-4d06-ae8c-c564d001d650 req-20bd9994-76ef-49c6-8309-e5070f908150 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0520201 Aug 17 04:02:26.461306 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10bf9e6e-ebfb-4d06-ae8c-c564d001d650 req-2da657a0-edeb-429f-992d-ae0fce9cd457 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318987 Aug 17 04:02:27.577996 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cf5542c-c861-450d-99ee-c323e2b53293 req-f9b4f4fb-d04e-4b73-b8f3-4e6a8e00a560 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:27.584143 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1cf5542c-c861-450d-99ee-c323e2b53293 req-f9b4f4fb-d04e-4b73-b8f3-4e6a8e00a560 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0499542 Aug 17 04:02:27.618339 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1cf5542c-c861-450d-99ee-c323e2b53293 req-8bfdc5ac-ce68-4ad1-ada0-446747bbbcf5 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325553 Aug 17 04:02:28.736197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a86b3b68-fb0f-4e63-92a9-8e9dcc9c02cf req-2e88c3c5-091b-49c5-9419-4c5087db6dad tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:28.737706 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a86b3b68-fb0f-4e63-92a9-8e9dcc9c02cf req-2e88c3c5-091b-49c5-9419-4c5087db6dad tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0498512 Aug 17 04:02:28.775347 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a86b3b68-fb0f-4e63-92a9-8e9dcc9c02cf req-750340c3-8590-4583-85d4-6c66d943ec83 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318348 Aug 17 04:02:29.893146 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-190e10b3-eb7a-4c6a-ba28-970d8b7845af req-6ee619d3-eabd-4a53-a726-c27f864ff755 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:29.896291 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-190e10b3-eb7a-4c6a-ba28-970d8b7845af req-6ee619d3-eabd-4a53-a726-c27f864ff755 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0519979 Aug 17 04:02:29.932783 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-190e10b3-eb7a-4c6a-ba28-970d8b7845af req-56cc047c-24b2-4fd8-9f7b-944447b8cdb0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314999 Aug 17 04:02:31.046976 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74f4ee5-180a-4bc3-bca4-0819a2e1cedb req-ed829b8d-5970-41a8-9a5e-1ab2ff23f669 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:31.048482 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e74f4ee5-180a-4bc3-bca4-0819a2e1cedb req-ed829b8d-5970-41a8-9a5e-1ab2ff23f669 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0492337 Aug 17 04:02:31.097724 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e74f4ee5-180a-4bc3-bca4-0819a2e1cedb req-5f5447af-48d3-415f-a769-c314c3e07f14 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0387790 Aug 17 04:02:32.214672 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39e42c7-3fe6-4267-9c69-b0e68f2e7b5b req-21c88a63-9b4f-4335-807d-e5769f3cd9de tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:32.216161 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f39e42c7-3fe6-4267-9c69-b0e68f2e7b5b req-21c88a63-9b4f-4335-807d-e5769f3cd9de tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0504365 Aug 17 04:02:32.253779 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f39e42c7-3fe6-4267-9c69-b0e68f2e7b5b req-351359b8-6022-464a-a91f-73cd7970f803 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317380 Aug 17 04:02:33.373804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac3fd32-dd39-42d9-9493-d219195088fe req-aa366a6a-6e52-4fc2-a78b-5e90132b7c69 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:33.375275 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dac3fd32-dd39-42d9-9493-d219195088fe req-aa366a6a-6e52-4fc2-a78b-5e90132b7c69 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0542297 Aug 17 04:02:33.413608 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dac3fd32-dd39-42d9-9493-d219195088fe req-eea9a22d-0ff6-4dc2-9b2f-a135dd41fe4e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325155 Aug 17 04:02:33.793440 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:34.455577 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:34.530221 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46cbe875-534e-46a6-9034-80d2e45e0db3 req-f8172005-835f-487d-8ca0-31c1671be583 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:34.531608 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-46cbe875-534e-46a6-9034-80d2e45e0db3 req-f8172005-835f-487d-8ca0-31c1671be583 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0491588 Aug 17 04:02:34.567965 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-46cbe875-534e-46a6-9034-80d2e45e0db3 req-7a4b8935-59fc-4c34-a6ec-09cf9b26d748 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0305772 Aug 17 04:02:35.686830 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91509fe-d06c-4005-8ddf-7e04d18cfcc3 req-d8825a4e-f3a0-4e79-8fa8-423ccd238fa8 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:35.688328 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a91509fe-d06c-4005-8ddf-7e04d18cfcc3 req-d8825a4e-f3a0-4e79-8fa8-423ccd238fa8 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0492959 Aug 17 04:02:35.732099 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a91509fe-d06c-4005-8ddf-7e04d18cfcc3 req-2d90e09f-1b46-4fe8-b19c-b822de7d723a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375769 Aug 17 04:02:36.847639 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b50e32-48e5-4544-9af5-0ab88737bda9 req-c6535ba8-06b5-4f1b-a061-964674b21855 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:36.849227 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-94b50e32-48e5-4544-9af5-0ab88737bda9 req-c6535ba8-06b5-4f1b-a061-964674b21855 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0526724 Aug 17 04:02:36.886952 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-94b50e32-48e5-4544-9af5-0ab88737bda9 req-c426d590-5e05-46bc-950b-1b6638ff034f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310702 Aug 17 04:02:37.269559 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-034f09c4-188c-47dd-908a-929a985f43f7 req-78e68c70-62da-4442-947c-564e79b45f1c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:37.271092 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-034f09c4-188c-47dd-908a-929a985f43f7 req-78e68c70-62da-4442-947c-564e79b45f1c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0492461 Aug 17 04:02:37.308721 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-034f09c4-188c-47dd-908a-929a985f43f7 req-8f15f887-28f2-4647-9814-9a84c7d5f675 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311520 Aug 17 04:02:37.359827 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ffb880ac-eafa-48a3-b8ad-0f78bf1c002c service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0400043 Aug 17 04:02:38.423610 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7930183-f9f6-40b9-a17d-c5e84349b5e6 req-37d0d2f7-b8a1-4f23-b082-1a6c35fb9189 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:38.426727 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b7930183-f9f6-40b9-a17d-c5e84349b5e6 req-37d0d2f7-b8a1-4f23-b082-1a6c35fb9189 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0492859 Aug 17 04:02:38.468973 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b7930183-f9f6-40b9-a17d-c5e84349b5e6 req-37b8b479-10d7-4ba7-bdc9-850827f3ae94 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378547 Aug 17 04:02:39.472742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-d40a0131-bf8f-4b8e-8942-eb91d32db134 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:39.474268 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-d40a0131-bf8f-4b8e-8942-eb91d32db134 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0456102 Aug 17 04:02:39.570239 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-22623c7d-12b2-40d5-ac0f-7c6c8e30e2e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:39.571759 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-22623c7d-12b2-40d5-ac0f-7c6c8e30e2e7 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0901341 Aug 17 04:02:39.583318 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-909154ee-1fc1-430f-8a8b-ce7cc1050ae2 req-f2d93312-95ff-4957-abe7-50578461b37e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:39.584808 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-909154ee-1fc1-430f-8a8b-ce7cc1050ae2 req-f2d93312-95ff-4957-abe7-50578461b37e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0498340 Aug 17 04:02:39.623805 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-909154ee-1fc1-430f-8a8b-ce7cc1050ae2 req-e6a4f3f2-3d29-469d-bbef-28ed19318dd2 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326674 Aug 17 04:02:39.643214 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-85f4300f-2124-48ae-9d04-7775ffad499f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83c42f79-f864-45b1-9881-304410d22983 HTTP/1.1" status: 200 len: 1001 time: 0.0638025 Aug 17 04:02:39.693003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-9a933e02-860d-4acd-bea5-9fe2475428ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:39.694455 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-9a933e02-860d-4acd-bea5-9fe2475428ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0440922 Aug 17 04:02:39.740907 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-016839fa-4efe-4a88-be45-9f63416ffd68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:39.742470 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-016839fa-4efe-4a88-be45-9f63416ffd68 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413673 Aug 17 04:02:40.156157 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-5444bc14-a2d4-4c28-b399-aa89e5a93b88 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069085 Aug 17 04:02:40.246782 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-8788fa8a-da32-4fb8-8f5f-afca94e3b3a7 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825050 Aug 17 04:02:40.740476 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7258d6f6-a668-4a60-8726-3a56b66b3da1 req-f650b117-1ef4-409d-8f8e-85e9fa80bb9f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:40.741988 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7258d6f6-a668-4a60-8726-3a56b66b3da1 req-f650b117-1ef4-409d-8f8e-85e9fa80bb9f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0496840 Aug 17 04:02:40.780265 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7258d6f6-a668-4a60-8726-3a56b66b3da1 req-99d2d451-199c-42e2-804e-75c623054892 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318136 Aug 17 04:02:41.896563 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3acb2be-ed45-4e7d-965a-2a03adaa7952 req-20c825a2-99c2-4d83-b3af-72b2ce528c48 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:41.899820 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3acb2be-ed45-4e7d-965a-2a03adaa7952 req-20c825a2-99c2-4d83-b3af-72b2ce528c48 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0496442 Aug 17 04:02:41.939788 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f3acb2be-ed45-4e7d-965a-2a03adaa7952 req-92c83412-54db-4c9d-ac97-7e96ae9537ee tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356181 Aug 17 04:02:42.917484 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-33386560-0581-4b1d-8cd4-c24db75e597b service neutron] show failed (client error): The resource could not be found. Aug 17 04:02:42.918531 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-33386560-0581-4b1d-8cd4-c24db75e597b service neutron] 10.222.0.30 "GET /v2.0/ports/83c42f79-f864-45b1-9881-304410d22983/bindings/n-h2-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.0579913 Aug 17 04:02:43.056522 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1c8c02-e711-496f-b209-af514db23fe0 req-366d4504-d443-4570-9ca2-ecb336c2e42e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:43.058141 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c1c8c02-e711-496f-b209-af514db23fe0 req-366d4504-d443-4570-9ca2-ecb336c2e42e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0498936 Aug 17 04:02:43.095439 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c1c8c02-e711-496f-b209-af514db23fe0 req-861fe6ca-d5fa-4869-bea6-aee3acb7f2e4 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314341 Aug 17 04:02:43.522405 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-378a3820-0677-4448-b7d7-0abcc958399d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:43.523930 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-378a3820-0677-4448-b7d7-0abcc958399d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2&tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000 HTTP/1.1" status: 200 len: 1097 time: 0.1153762 Aug 17 04:02:43.535372 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-8c84d974-30ab-430b-b9f2-47cf5575ae6c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:02:43.536311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-8c84d974-30ab-430b-b9f2-47cf5575ae6c service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0060294 Aug 17 04:02:43.548526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:02:43.600855 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:43.810061 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] For port 83c42f79-f864-45b1-9881-304410d22983, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=83c42f79-f864-45b1-9881-304410d22983,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:02:43.848096 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] For port 83c42f79-f864-45b1-9881-304410d22983, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:02:43.887957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c42f79-f864-45b1-9881-304410d22983'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:02:43.890310 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76acfa8a-4e2e-47cc-a11c-a41ff69ab83b" -d '{"events": [{"server_uuid": "e2454796-bbf4-47d2-9af7-0a8fa997c4d2", "name": "network-vif-unplugged", "status": "completed", "tag": "83c42f79-f864-45b1-9881-304410d22983"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:02:43.894059 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:43.906621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Transition to ACTIVE for port object 83c42f79-f864-45b1-9881-304410d22983 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:02:43.943414 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 04:02:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c380fad7-92ba-4a1b-9430-5f8b26e846d8 x-openstack-request-id: req-c380fad7-92ba-4a1b-9430-5f8b26e846d8 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:02:43.943989 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2454796-bbf4-47d2-9af7-0a8fa997c4d2", "name": "network-vif-unplugged", "status": "completed", "tag": "83c42f79-f864-45b1-9881-304410d22983", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:02:43.944092 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c380fad7-92ba-4a1b-9430-5f8b26e846d8 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:02:43.944723 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83c42f79-f864-45b1-9881-304410d22983', 'code': 200} Aug 17 04:02:43.979800 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:44.061969 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Pushing event updated for resources: {'Port': ['ID=83c42f79-f864-45b1-9881-304410d22983,revision_number=6']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:02:44.074529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:44.074878 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:44.075222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:44.075563 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:44.075900 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:44.076237 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:44.076567 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:44.076896 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:44.077226 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:44.077584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:44.084774 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:44.084774 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:44.115820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] No DVR routers for this DVR port 83c42f79-f864-45b1-9881-304410d22983 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:02:44.219247 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad34fcd3-2f69-4f6a-b50e-53599c5a3445 req-d4b85d58-3b9c-4520-97bc-9585ea454a08 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:44.220824 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ad34fcd3-2f69-4f6a-b50e-53599c5a3445 req-d4b85d58-3b9c-4520-97bc-9585ea454a08 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 944 time: 0.0508177 Aug 17 04:02:44.257761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Attempting to bind port 83c42f79-f864-45b1-9881-304410d22983 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:02:44.258103 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Attempting to bind port 83c42f79-f864-45b1-9881-304410d22983 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:02:44.258435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Attempting to bind port 83c42f79-f864-45b1-9881-304410d22983 on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:02:44.261222 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ad34fcd3-2f69-4f6a-b50e-53599c5a3445 req-9b909eba-87dd-44a6-aeca-514709b83bc2 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335381 Aug 17 04:02:44.263628 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Port 83c42f79-f864-45b1-9881-304410d22983 on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:02:44.263926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Attempting to bind port 83c42f79-f864-45b1-9881-304410d22983 on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:02:44.268734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:02:44.269074 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Checking segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:02:44.269483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Bound using segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:02:44.269911 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Bound port: 83c42f79-f864-45b1-9881-304410d22983, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:02:44.270273 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:44.332135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] For port 83c42f79-f864-45b1-9881-304410d22983, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:02:44.335318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] For port 83c42f79-f864-45b1-9881-304410d22983, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=83c42f79-f864-45b1-9881-304410d22983,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:02:44.387457 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:44.419852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:44.420351 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:44.421761 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] 10.222.0.60 "PUT /v2.0/ports/83c42f79-f864-45b1-9881-304410d22983 HTTP/1.1" status: 200 len: 1092 time: 0.8769252 Aug 17 04:02:44.455428 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc584f1-3377-40f3-b851-f4b32661638c service neutron] Pushing event updated for resources: {'Port': ['ID=83c42f79-f864-45b1-9881-304410d22983,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:02:44.496183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-b14b5d86-93ec-4b8c-8a6c-c5f411145aa8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:44.497809 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-b14b5d86-93ec-4b8c-8a6c-c5f411145aa8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 1095 time: 0.0515881 Aug 17 04:02:44.593752 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-111028d1-0ffc-4600-bfc3-74cbcc468da6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:44.595263 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-111028d1-0ffc-4600-bfc3-74cbcc468da6 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0903964 Aug 17 04:02:44.669105 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-25d7bc06-5864-4007-afaf-a5b62fc05de8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83c42f79-f864-45b1-9881-304410d22983 HTTP/1.1" status: 200 len: 999 time: 0.0666025 Aug 17 04:02:44.720569 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-9d222fbc-c41e-40bf-a249-3f465b322619 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:44.722109 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-9d222fbc-c41e-40bf-a249-3f465b322619 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0466454 Aug 17 04:02:44.770557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-13bcbf26-2aa3-4cc5-8f7c-682f4dcd1aa1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:44.772211 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-13bcbf26-2aa3-4cc5-8f7c-682f4dcd1aa1 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0431497 Aug 17 04:02:44.868221 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-bb8c4204-cecf-499e-b0b9-b0a58c323e1d service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887444 Aug 17 04:02:44.959450 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d01af3ad-f6ca-420c-a2f7-1fa5fa0cbfd2 req-790352eb-6101-44f3-a9a6-7978299965fb service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844190 Aug 17 04:02:45.324955 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a236582d-e950-4cfd-b16e-1b1d2f6ea60d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:45.377275 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79e08f22-7d3d-4447-b3f4-b62c1818dbfc req-a63870a8-52c1-480b-8e50-1021d658a44d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:45.378790 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-79e08f22-7d3d-4447-b3f4-b62c1818dbfc req-a63870a8-52c1-480b-8e50-1021d658a44d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 944 time: 0.0494120 Aug 17 04:02:45.422168 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-79e08f22-7d3d-4447-b3f4-b62c1818dbfc req-ee761544-2a28-4aaa-8df0-5a9a7d303697 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373888 Aug 17 04:02:45.946327 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'tag': '83c42f79-f864-45b1-9881-304410d22983'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:02:45.949378 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c" -d '{"events": [{"name": "network-changed", "server_uuid": "e2454796-bbf4-47d2-9af7-0a8fa997c4d2", "tag": "83c42f79-f864-45b1-9881-304410d22983"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:02:45.996182 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe472259-ee55-4ae9-a03c-9d23b19e4d00 x-openstack-request-id: req-fe472259-ee55-4ae9-a03c-9d23b19e4d00 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:02:45.996790 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e2454796-bbf4-47d2-9af7-0a8fa997c4d2", "tag": "83c42f79-f864-45b1-9881-304410d22983", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:02:45.996790 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fe472259-ee55-4ae9-a03c-9d23b19e4d00 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:02:45.997106 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'tag': '83c42f79-f864-45b1-9881-304410d22983', 'status': 'completed', 'code': 200} Aug 17 04:02:46.086016 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-4818d191-bf5d-4a9e-831b-1d4fda79df21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:46.087517 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-4818d191-bf5d-4a9e-831b-1d4fda79df21 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 1095 time: 0.0642529 Aug 17 04:02:46.090122 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-7346bf10-2f5c-4b52-b422-b5116954e26e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:46.091467 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-7346bf10-2f5c-4b52-b422-b5116954e26e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 1095 time: 0.0761452 Aug 17 04:02:46.250548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-8608e5a3-a892-435a-aa3d-563b0e126716 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:46.251937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-8608e5a3-a892-435a-aa3d-563b0e126716 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.1567192 Aug 17 04:02:46.253313 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-d9a5200f-77e5-4a5a-bf54-527923480f56 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:46.254635 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-d9a5200f-77e5-4a5a-bf54-527923480f56 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.1515741 Aug 17 04:02:46.365081 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-b9293ec2-3681-4bd2-89f6-6e5412a21428 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83c42f79-f864-45b1-9881-304410d22983 HTTP/1.1" status: 200 len: 999 time: 0.1027081 Aug 17 04:02:46.368777 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-06770cc5-d613-46f0-8c9a-fbf7b4d431aa service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83c42f79-f864-45b1-9881-304410d22983 HTTP/1.1" status: 200 len: 999 time: 0.1008871 Aug 17 04:02:46.451312 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-fe7fd617-240c-4eac-9a51-e9a845470286 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:46.452794 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-fe7fd617-240c-4eac-9a51-e9a845470286 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0791454 Aug 17 04:02:46.454548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-26eb2d8c-643a-4abf-a3a7-01df087ffed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:46.455922 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-26eb2d8c-643a-4abf-a3a7-01df087ffed3 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0743039 Aug 17 04:02:46.532721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-1b66bcd3-cd4c-48f9-a7ad-ca3086b24b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:46.534185 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-1b66bcd3-cd4c-48f9-a7ad-ca3086b24b39 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744863 Aug 17 04:02:46.539885 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-56643e0e-e9fb-4781-a126-da10d228f6d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:46.541458 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-56643e0e-e9fb-4781-a126-da10d228f6d3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0733380 Aug 17 04:02:46.556958 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b6584d-5ed6-4d14-b211-4083d42f74b7 req-3a6cbaae-7d60-45b1-949d-47bd276aa923 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:46.558764 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-76b6584d-5ed6-4d14-b211-4083d42f74b7 req-3a6cbaae-7d60-45b1-949d-47bd276aa923 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 944 time: 0.0577199 Aug 17 04:02:46.599793 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-76b6584d-5ed6-4d14-b211-4083d42f74b7 req-c9118ddf-70a5-4d0b-aed7-aa9897b8bd1e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348065 Aug 17 04:02:46.699239 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-f22b3dca-676d-4222-b897-13a4454a5497 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1561339 Aug 17 04:02:46.701339 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-2b71cfa9-b11f-47b3-9cdd-ea8ad7904055 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494424 Aug 17 04:02:46.867267 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-ce800bf7-2c36-47ba-bfb3-03ab2aff80d1 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1604688 Aug 17 04:02:46.873694 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dc5d53f-2cbf-44eb-87d4-b58f67e1a84c req-4d096c38-d7a1-492d-b56d-6c16e62ac24e service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1565921 Aug 17 04:02:46.899410 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 83c42f79-f864-45b1-9881-304410d22983 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:02:46.937898 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 83c42f79-f864-45b1-9881-304410d22983 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:02:47.717688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f987f-d891-48f5-ac73-448f48c1d399 req-7fec69c8-27e1-4e4f-ab6d-b6f9d6fee1de tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:47.719833 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f7f987f-d891-48f5-ac73-448f48c1d399 req-7fec69c8-27e1-4e4f-ab6d-b6f9d6fee1de tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 944 time: 0.0493295 Aug 17 04:02:47.760350 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f7f987f-d891-48f5-ac73-448f48c1d399 req-33753af3-7bf1-46ba-96a2-e99944a7b3c2 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331514 Aug 17 04:02:47.964512 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b32e5de0-1018-4627-9b10-918e5b33f378 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:48.082714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e54bb4-72e0-4d41-8e2a-66b746f16f7d req-de5cde42-ae01-45a0-b3fe-d490c92a308b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:48.084263 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22e54bb4-72e0-4d41-8e2a-66b746f16f7d req-de5cde42-ae01-45a0-b3fe-d490c92a308b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 944 time: 0.0508187 Aug 17 04:02:48.127203 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22e54bb4-72e0-4d41-8e2a-66b746f16f7d req-bfe268bf-3158-4136-ab14-a4e8972b484a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361414 Aug 17 04:02:48.160355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b45e5-75bb-405f-9818-5b3caa36e33c req-584adf8d-705e-44f1-b9f7-5bfbd87b03da tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:48.161904 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-646b45e5-75bb-405f-9818-5b3caa36e33c req-584adf8d-705e-44f1-b9f7-5bfbd87b03da tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.30 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2&tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 944 time: 0.0521035 Aug 17 04:02:48.215131 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 83c42f79-f864-45b1-9881-304410d22983 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:02:48.221353 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:48.225181 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-646b45e5-75bb-405f-9818-5b3caa36e33c req-40921205-782a-4fc6-ba7d-b087732a14d9 service neutron] delete failed (client error): The resource could not be found. Aug 17 04:02:48.226433 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-646b45e5-75bb-405f-9818-5b3caa36e33c req-40921205-782a-4fc6-ba7d-b087732a14d9 service neutron] 10.222.0.30 "DELETE /v2.0/ports/83c42f79-f864-45b1-9881-304410d22983/bindings/n-h1-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.0544424 Aug 17 04:02:48.310049 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b45e5-75bb-405f-9818-5b3caa36e33c req-c3574beb-bb48-41d4-aa95-0c18161f1add service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:48.311542 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-646b45e5-75bb-405f-9818-5b3caa36e33c req-c3574beb-bb48-41d4-aa95-0c18161f1add service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 1095 time: 0.0418551 Aug 17 04:02:48.315271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 83c42f79-f864-45b1-9881-304410d22983, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=83c42f79-f864-45b1-9881-304410d22983,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:02:48.325980 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '83c42f79-f864-45b1-9881-304410d22983', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'port_id': '83c42f79-f864-45b1-9881-304410d22983', 'mac_address': 'fa:16:3e:c7:d0:a0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:02:48.363209 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:48.375696 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83c42f79-f864-45b1-9881-304410d22983 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:02:48.395697 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 83c42f79-f864-45b1-9881-304410d22983, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=83c42f79-f864-45b1-9881-304410d22983,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:02:48.406591 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b45e5-75bb-405f-9818-5b3caa36e33c req-812fb5b0-efad-4ffb-bb48-3de8bb9b0599 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:48.408101 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-646b45e5-75bb-405f-9818-5b3caa36e33c req-812fb5b0-efad-4ffb-bb48-3de8bb9b0599 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0895646 Aug 17 04:02:48.467163 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:48.477736 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-646b45e5-75bb-405f-9818-5b3caa36e33c req-9092ef6a-a8de-4d49-a2d7-8a658bb8f759 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83c42f79-f864-45b1-9881-304410d22983 HTTP/1.1" status: 200 len: 999 time: 0.0612266 Aug 17 04:02:48.515553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=83c42f79-f864-45b1-9881-304410d22983,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:02:48.523013 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:48.523340 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:48.523677 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:48.524010 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:48.524337 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:48.524662 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:48.524983 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:48.525303 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:48.525724 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:48.526541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:48.526862 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:48.527181 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:02:48.528310 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b45e5-75bb-405f-9818-5b3caa36e33c req-1ee77fbb-5fc4-4a9c-a4ca-547e2cf94e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:48.529838 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-646b45e5-75bb-405f-9818-5b3caa36e33c req-1ee77fbb-5fc4-4a9c-a4ca-547e2cf94e4c service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0457680 Aug 17 04:02:48.576949 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-646b45e5-75bb-405f-9818-5b3caa36e33c req-f2ee99ed-cc8f-4477-932b-552347e4f0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:48.578362 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-646b45e5-75bb-405f-9818-5b3caa36e33c req-f2ee99ed-cc8f-4477-932b-552347e4f0bf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403929 Aug 17 04:02:48.672037 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-646b45e5-75bb-405f-9818-5b3caa36e33c req-564392d0-4328-4c8b-b7f8-687fbf5cf05d service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860391 Aug 17 04:02:48.688155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['83c42f79-f864-45b1-9881-304410d22983'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:02:48.764845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-646b45e5-75bb-405f-9818-5b3caa36e33c req-a978999c-53f1-4d8e-bf11-5076597e9e6a service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0856907 Aug 17 04:02:49.250104 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16d86221-2222-477b-bd6c-f6c536b3feb4 req-99447cad-8327-4ef7-8460-1d8d741a4cc4 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:49.251614 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-16d86221-2222-477b-bd6c-f6c536b3feb4 req-99447cad-8327-4ef7-8460-1d8d741a4cc4 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 945 time: 0.0496669 Aug 17 04:02:49.293591 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-16d86221-2222-477b-bd6c-f6c536b3feb4 req-95732cbc-ec03-4452-ac28-2ad77d39d398 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353119 Aug 17 04:02:49.358412 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:50.231777 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 83c42f79-f864-45b1-9881-304410d22983 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:02:50.334074 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 83c42f79-f864-45b1-9881-304410d22983 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:02:50.340581 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 83c42f79-f864-45b1-9881-304410d22983 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:02:50.340581 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:50.411061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ab6562-f07d-481b-a758-5f9fa4694351 req-65e0e457-2223-4988-9509-851362a11039 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:50.412563 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-19ab6562-f07d-481b-a758-5f9fa4694351 req-65e0e457-2223-4988-9509-851362a11039 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 945 time: 0.0492418 Aug 17 04:02:50.418414 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:50.441405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c42f79-f864-45b1-9881-304410d22983'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:02:50.443689 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fff162e-36bc-48d9-9800-6ef0ae9977a1" -d '{"events": [{"server_uuid": "e2454796-bbf4-47d2-9af7-0a8fa997c4d2", "name": "network-vif-plugged", "status": "completed", "tag": "83c42f79-f864-45b1-9881-304410d22983"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:02:50.456507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 83c42f79-f864-45b1-9881-304410d22983, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=83c42f79-f864-45b1-9881-304410d22983,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:02:50.456861 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-19ab6562-f07d-481b-a758-5f9fa4694351 req-239e0fb8-82f3-435a-8aab-2caa51df8066 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375702 Aug 17 04:02:50.506756 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:02:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eda6e010-9bc8-44f1-affe-58f42a2bce1a x-openstack-request-id: req-eda6e010-9bc8-44f1-affe-58f42a2bce1a {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:02:50.506756 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2454796-bbf4-47d2-9af7-0a8fa997c4d2", "name": "network-vif-plugged", "status": "completed", "tag": "83c42f79-f864-45b1-9881-304410d22983", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:02:50.506756 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-eda6e010-9bc8-44f1-affe-58f42a2bce1a {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:02:50.506756 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83c42f79-f864-45b1-9881-304410d22983', 'code': 200} Aug 17 04:02:50.524426 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:50.575328 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=83c42f79-f864-45b1-9881-304410d22983,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:02:50.599135 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-833fe1e0-b0a8-48a7-b6fa-ec0aaafd33f9 req-17f799d2-8bfc-4984-9994-4fcfe9fe9567 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:50.600611 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-833fe1e0-b0a8-48a7-b6fa-ec0aaafd33f9 req-17f799d2-8bfc-4984-9994-4fcfe9fe9567 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0524962 Aug 17 04:02:50.643438 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-833fe1e0-b0a8-48a7-b6fa-ec0aaafd33f9 req-9eaa684d-60e7-4b5b-aaca-0218909ad8ff tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358901 Aug 17 04:02:50.990198 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbdea057-f676-4373-8262-c14932de0294 req-89369b0a-4f04-4251-a55a-4b302dbfce3b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:50.991712 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bbdea057-f676-4373-8262-c14932de0294 req-89369b0a-4f04-4251-a55a-4b302dbfce3b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0505362 Aug 17 04:02:51.033019 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bbdea057-f676-4373-8262-c14932de0294 req-0cbbffe0-5627-4262-8c98-d7999bd7f056 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342374 Aug 17 04:02:51.083508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381d437-9c7f-4b7c-92b4-9251e76e064c req-23b27759-29cb-4a6e-8a06-29015603f4f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:51.084225 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:51.085070 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4381d437-9c7f-4b7c-92b4-9251e76e064c req-23b27759-29cb-4a6e-8a06-29015603f4f8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 1097 time: 0.0402451 Aug 17 04:02:51.177353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381d437-9c7f-4b7c-92b4-9251e76e064c req-496ed9fd-1d29-43f9-8b82-17ddff72490c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:51.178871 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4381d437-9c7f-4b7c-92b4-9251e76e064c req-496ed9fd-1d29-43f9-8b82-17ddff72490c service neutron] 10.222.0.60 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0867414 Aug 17 04:02:51.247384 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4381d437-9c7f-4b7c-92b4-9251e76e064c req-1426f009-f078-4145-b589-e91c3e182044 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=83c42f79-f864-45b1-9881-304410d22983 HTTP/1.1" status: 200 len: 1001 time: 0.0603759 Aug 17 04:02:51.295525 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381d437-9c7f-4b7c-92b4-9251e76e064c req-7932dec1-35fd-4f33-8a35-af191081b236 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:51.296928 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4381d437-9c7f-4b7c-92b4-9251e76e064c req-7932dec1-35fd-4f33-8a35-af191081b236 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0424547 Aug 17 04:02:51.342161 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4381d437-9c7f-4b7c-92b4-9251e76e064c req-616164a2-2506-48af-917f-f81252ed6a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:51.343642 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4381d437-9c7f-4b7c-92b4-9251e76e064c req-616164a2-2506-48af-917f-f81252ed6a38 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401702 Aug 17 04:02:51.435081 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4381d437-9c7f-4b7c-92b4-9251e76e064c req-b63b4473-434b-47ac-b5a8-ac524ca309c5 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847540 Aug 17 04:02:51.522568 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4381d437-9c7f-4b7c-92b4-9251e76e064c req-53600103-f9e4-4834-8779-3bd04ec207bc service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809689 Aug 17 04:02:52.152241 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498fbbf9-c03f-49eb-8c7d-c3b19f18b136 req-e18de539-a86b-417b-a449-4b9cc98af95d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:52.157730 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-498fbbf9-c03f-49eb-8c7d-c3b19f18b136 req-e18de539-a86b-417b-a449-4b9cc98af95d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0551436 Aug 17 04:02:52.202261 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-498fbbf9-c03f-49eb-8c7d-c3b19f18b136 req-9835f8ae-4e41-4963-a719-d4b861116bd4 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365989 Aug 17 04:02:53.319469 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c594300-54ba-4485-85e5-9eab530c4075 req-33fd4300-7ed3-4997-8702-637895cbcabb tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:53.321008 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c594300-54ba-4485-85e5-9eab530c4075 req-33fd4300-7ed3-4997-8702-637895cbcabb tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0493538 Aug 17 04:02:53.363886 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c594300-54ba-4485-85e5-9eab530c4075 req-bffed78d-3fad-4bac-a0ec-a37be8a149a0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366430 Aug 17 04:02:53.789662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed648060-d065-4ac7-9763-303c0eede2bb req-4499e189-6fb9-4342-9718-5ce90aa36ca4 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:53.791153 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed648060-d065-4ac7-9763-303c0eede2bb req-4499e189-6fb9-4342-9718-5ce90aa36ca4 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0500724 Aug 17 04:02:53.828974 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed648060-d065-4ac7-9763-303c0eede2bb req-17316a7c-fe13-4188-aa31-15d55f581a24 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313926 Aug 17 04:02:54.945523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306f4b16-2ffa-4a7d-8b19-c6e84ed89cba req-796ab2e4-e78e-4bde-ab2e-555c1ccd7e3a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:54.947030 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-306f4b16-2ffa-4a7d-8b19-c6e84ed89cba req-796ab2e4-e78e-4bde-ab2e-555c1ccd7e3a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0494316 Aug 17 04:02:54.985891 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-306f4b16-2ffa-4a7d-8b19-c6e84ed89cba req-c84395a1-8594-48be-9c94-344632b12ebb tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320485 Aug 17 04:02:55.020738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348b6370-63cd-4502-9e9f-db4d0fca2c8f req-e28274a3-d4d5-4c8e-9ce0-dfdc07b4077f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:55.022196 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-348b6370-63cd-4502-9e9f-db4d0fca2c8f req-e28274a3-d4d5-4c8e-9ce0-dfdc07b4077f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.60 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 946 time: 0.0488307 Aug 17 04:02:55.114105 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-348b6370-63cd-4502-9e9f-db4d0fca2c8f req-7cc1e6bf-07ca-4515-b853-b4830459458b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Deleting port 83c42f79-f864-45b1-9881-304410d22983 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:02:55.114453 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-348b6370-63cd-4502-9e9f-db4d0fca2c8f req-7cc1e6bf-07ca-4515-b853-b4830459458b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:55.200838 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-348b6370-63cd-4502-9e9f-db4d0fca2c8f req-7cc1e6bf-07ca-4515-b853-b4830459458b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] For port 83c42f79-f864-45b1-9881-304410d22983, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=83c42f79-f864-45b1-9881-304410d22983,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:02:55.201140 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-348b6370-63cd-4502-9e9f-db4d0fca2c8f req-7cc1e6bf-07ca-4515-b853-b4830459458b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:55.370035 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-348b6370-63cd-4502-9e9f-db4d0fca2c8f req-7cc1e6bf-07ca-4515-b853-b4830459458b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:55.370365 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-348b6370-63cd-4502-9e9f-db4d0fca2c8f req-7cc1e6bf-07ca-4515-b853-b4830459458b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:55.370680 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-348b6370-63cd-4502-9e9f-db4d0fca2c8f req-7cc1e6bf-07ca-4515-b853-b4830459458b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Floating IP 944b1997-ed96-43fe-920b-dc7717b4417b disassociated. External IP: 172.25.1.28, port: 83c42f79-f864-45b1-9881-304410d22983. Aug 17 04:02:55.371105 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-348b6370-63cd-4502-9e9f-db4d0fca2c8f req-7cc1e6bf-07ca-4515-b853-b4830459458b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Calling delete_port for 83c42f79-f864-45b1-9881-304410d22983 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:02:55.552490 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-348b6370-63cd-4502-9e9f-db4d0fca2c8f req-7cc1e6bf-07ca-4515-b853-b4830459458b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:55.583812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cc1e6bf-07ca-4515-b853-b4830459458b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Pushing event deleted for resources: {'Port': ['ID=83c42f79-f864-45b1-9881-304410d22983,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:02:55.699328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-348b6370-63cd-4502-9e9f-db4d0fca2c8f req-7cc1e6bf-07ca-4515-b853-b4830459458b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Router 235aacc0-51b8-4a58-88f1-6a5f2035725e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:02:55.814157 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-348b6370-63cd-4502-9e9f-db4d0fca2c8f req-7cc1e6bf-07ca-4515-b853-b4830459458b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:02:55.825302 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25922647-3a38-4983-a6c3-e94ca9d48afd None None] Sync routers for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:02:55.834644 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25922647-3a38-4983-a6c3-e94ca9d48afd None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:02:55.835334 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-25922647-3a38-4983-a6c3-e94ca9d48afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:02:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:02:55.858209 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-348b6370-63cd-4502-9e9f-db4d0fca2c8f req-7cc1e6bf-07ca-4515-b853-b4830459458b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] No DVR routers for this DVR port 83c42f79-f864-45b1-9881-304410d22983 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:02:55.863591 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-348b6370-63cd-4502-9e9f-db4d0fca2c8f req-7cc1e6bf-07ca-4515-b853-b4830459458b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:55.865623 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-348b6370-63cd-4502-9e9f-db4d0fca2c8f req-7cc1e6bf-07ca-4515-b853-b4830459458b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.60 "DELETE /v2.0/ports/83c42f79-f864-45b1-9881-304410d22983 HTTP/1.1" status: 204 len: 173 time: 0.8364904 Aug 17 04:02:55.866070 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'name': 'network-vif-deleted', 'tag': '83c42f79-f864-45b1-9881-304410d22983'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:02:55.868334 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45f108e4-aa46-40ca-b7a7-34175f1a0f0d" -d '{"events": [{"server_uuid": "e2454796-bbf4-47d2-9af7-0a8fa997c4d2", "name": "network-vif-deleted", "tag": "83c42f79-f864-45b1-9881-304410d22983"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:02:55.905713 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c6687957-54fe-4e9d-8568-49e2809d0d32 x-openstack-request-id: req-c6687957-54fe-4e9d-8568-49e2809d0d32 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:02:55.905713 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e2454796-bbf4-47d2-9af7-0a8fa997c4d2", "name": "network-vif-deleted", "tag": "83c42f79-f864-45b1-9881-304410d22983", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:02:55.905713 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c6687957-54fe-4e9d-8568-49e2809d0d32 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:02:55.905713 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e2454796-bbf4-47d2-9af7-0a8fa997c4d2', 'name': 'network-vif-deleted', 'tag': '83c42f79-f864-45b1-9881-304410d22983', 'status': 'completed', 'code': 200} Aug 17 04:02:55.939556 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-25922647-3a38-4983-a6c3-e94ca9d48afd None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:02:56.089371 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-368026ee-3eee-4287-9ebd-87ae277138d2 req-1cc08482-0e4a-4b10-95e9-a9c6f94caee1 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=e2454796-bbf4-47d2-9af7-0a8fa997c4d2 HTTP/1.1" status: 200 len: 210 time: 0.0269952 Aug 17 04:02:56.145664 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-25922647-3a38-4983-a6c3-e94ca9d48afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:02:56.173057 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25922647-3a38-4983-a6c3-e94ca9d48afd None None] Checking router: 235aacc0-51b8-4a58-88f1-6a5f2035725e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:02:56.181222 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25922647-3a38-4983-a6c3-e94ca9d48afd None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:02:56.181863 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-25922647-3a38-4983-a6c3-e94ca9d48afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:02:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:02:56.287467 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-25922647-3a38-4983-a6c3-e94ca9d48afd None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:02:56.484872 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-25922647-3a38-4983-a6c3-e94ca9d48afd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:02:56.510481 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25922647-3a38-4983-a6c3-e94ca9d48afd None None] The sync data for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 is: [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:02:56.723318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0cbe39d2-872a-49a0-a5b1-d8fff92cbfb4 None None] New status for floating IP 944b1997-ed96-43fe-920b-dc7717b4417b: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:02:57.383044 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-b11b0910-a035-4b84-bbd0-e0013fcc84c6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--103720624&fields=id&tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000 HTTP/1.1" status: 200 len: 267 time: 0.0387657 Aug 17 04:02:57.490912 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-4901f513-77bc-498a-a92d-a01716b22f13 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:57.492401 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-4901f513-77bc-498a-a92d-a01716b22f13 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 811 time: 0.1023879 Aug 17 04:02:57.507793 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-aa361e2a-ab26-4a65-86de-eead92274973 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/quotas/2ed9e326b0de49b5bb2ebe44e6ce7000 HTTP/1.1" status: 200 len: 375 time: 0.0088503 Aug 17 04:02:57.559490 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-b6b517b7-7ed3-49dc-b7b8-c514e1bdc933 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0463870 Aug 17 04:02:57.660472 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-9b145142-ec24-4239-8f89-4bd8c6b8759e service neutron] 10.222.0.10 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893323 Aug 17 04:02:57.755353 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-cc6a015b-58c1-4e29-99a2-91ed0b2c1ff1 service neutron] 10.222.0.10 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884485 Aug 17 04:02:57.982665 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8093e22b-f58b-4318-a8f2-f19a1dea0ab4 req-91ab9042-2076-4e4d-8b4c-a9c988979289 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 210 time: 0.0280049 Aug 17 04:02:58.262354 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 83c42f79-f864-45b1-9881-304410d22983 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:02:58.285139 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 83c42f79-f864-45b1-9881-304410d22983 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:02:58.285517 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 83c42f79-f864-45b1-9881-304410d22983 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:02:59.079444 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-df28f670-1fee-4367-9ae7-1ad7c7e14d6e req-ff3e3b41-bf3f-4a4f-a125-796b1a751589 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 210 time: 0.0268805 Aug 17 04:02:59.601591 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-cc74f914-e05b-4d31-bb94-7cbc90f588ee tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:02:59.603036 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-cc74f914-e05b-4d31-bb94-7cbc90f588ee tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 811 time: 0.1004751 Aug 17 04:02:59.644734 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-2e7e8f6e-0fa4-487d-bfd9-8ca5515a6abf tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000 HTTP/1.1" status: 200 len: 379 time: 0.0323248 Aug 17 04:02:59.655310 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-5b86beb8-a7fe-4515-a543-e6abffff626f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Request body: {'port': {'device_id': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'admin_state_up': True, 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'security_groups': ['d9b64175-3505-4025-9c9b-5d69aea2a546']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:02:59.844109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-5b86beb8-a7fe-4515-a543-e6abffff626f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Made reservation on behalf of 2ed9e326b0de49b5bb2ebe44e6ce7000 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:02:59.847707 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-5b86beb8-a7fe-4515-a543-e6abffff626f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:02:59.974514 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-5b86beb8-a7fe-4515-a543-e6abffff626f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Allocated IP 172.20.0.3 (e875c4b2-a6ba-4ce4-bcb0-65a082ecb710/989ca702-2263-4266-9642-3cbd381018bb/7fd5be95-99db-41b0-ad31-13920ae863e4) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:03:00.110413 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-5b86beb8-a7fe-4515-a543-e6abffff626f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:00.125018 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-5b86beb8-a7fe-4515-a543-e6abffff626f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Transition to ACTIVE for port object 7fd5be95-99db-41b0-ad31-13920ae863e4 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:03:00.176229 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f2f21408-6cff-41ae-84aa-d9116b35720f req-9eaed827-68da-4a4b-81eb-e4bd36e30194 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 210 time: 0.0281801 Aug 17 04:03:00.231522 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-5b86beb8-a7fe-4515-a543-e6abffff626f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:00.276190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-5b86beb8-a7fe-4515-a543-e6abffff626f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:03:00.281553 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-5b86beb8-a7fe-4515-a543-e6abffff626f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:03:00.285192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-5b86beb8-a7fe-4515-a543-e6abffff626f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:03:00.310761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b86beb8-a7fe-4515-a543-e6abffff626f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Pushing event updated for resources: {'Port': ['ID=7fd5be95-99db-41b0-ad31-13920ae863e4,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:03:00.339955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-5b86beb8-a7fe-4515-a543-e6abffff626f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:00.340347 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-5b86beb8-a7fe-4515-a543-e6abffff626f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:00.421985 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-5b86beb8-a7fe-4515-a543-e6abffff626f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7708981 Aug 17 04:03:00.435050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Request body: {'port': {'device_id': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:03:00.489825 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:00.546831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-900af9f8-d965-4715-b551-526313e2fb39 None None] Provisioning for port 7fd5be95-99db-41b0-ad31-13920ae863e4 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:03:00.550897 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-900af9f8-d965-4715-b551-526313e2fb39 None None] Provisioning complete for port 7fd5be95-99db-41b0-ad31-13920ae863e4 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:03:00.551210 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-900af9f8-d965-4715-b551-526313e2fb39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:00.562119 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:03:00.586430 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-900af9f8-d965-4715-b551-526313e2fb39 None None] Port 7fd5be95-99db-41b0-ad31-13920ae863e4 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:03:01.070418 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7fd5be95-99db-41b0-ad31-13920ae863e4 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:03:01.078284 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:01.090435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Transition to ACTIVE for port object 7fd5be95-99db-41b0-ad31-13920ae863e4 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:03:01.152589 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:01.201307 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd5be95-99db-41b0-ad31-13920ae863e4,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:03:01.282244 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Attempting to bind port 7fd5be95-99db-41b0-ad31-13920ae863e4 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:03:01.282595 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Attempting to bind port 7fd5be95-99db-41b0-ad31-13920ae863e4 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:03:01.282970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Attempting to bind port 7fd5be95-99db-41b0-ad31-13920ae863e4 on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:03:01.287668 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Port 7fd5be95-99db-41b0-ad31-13920ae863e4 on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:03:01.287995 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Attempting to bind port 7fd5be95-99db-41b0-ad31-13920ae863e4 on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:03:01.294618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 2, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:03:01.294960 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Checking segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:03:01.295360 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Bound using segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:03:01.295797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Bound port: 7fd5be95-99db-41b0-ad31-13920ae863e4, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:03:01.296162 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:01.304381 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c82f3bce-3da3-48c7-baa7-178cb17e568a req-a83406e7-cc97-4d5f-bd6c-767ca213dade tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:01.306303 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c82f3bce-3da3-48c7-baa7-178cb17e568a req-a83406e7-cc97-4d5f-bd6c-767ca213dade tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 943 time: 0.0567482 Aug 17 04:03:01.354009 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c82f3bce-3da3-48c7-baa7-178cb17e568a req-ca547170-f5eb-4343-8c26-15ff05f170f8 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408423 Aug 17 04:03:01.376495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:03:01.379621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7fd5be95-99db-41b0-ad31-13920ae863e4,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:03:01.450559 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:01.483924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:01.484572 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:01.486096 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] 10.222.0.30 "PUT /v2.0/ports/7fd5be95-99db-41b0-ad31-13920ae863e4 HTTP/1.1" status: 200 len: 1091 time: 1.0562739 Aug 17 04:03:01.486575 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'tag': '7fd5be95-99db-41b0-ad31-13920ae863e4'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:03:01.488825 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-90a9792c-9477-4547-afa4-c09d01ccaae6" -d '{"events": [{"name": "network-changed", "server_uuid": "93aa2327-a23c-4cd0-a6d4-318cff3ca312", "tag": "7fd5be95-99db-41b0-ad31-13920ae863e4"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:03:01.521484 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0af0fd0-9bce-4b40-a535-0b97f5148dc5 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd5be95-99db-41b0-ad31-13920ae863e4,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:03:01.530602 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:03:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f979c501-7e98-49c3-90dd-d10f1cd21fdb x-openstack-request-id: req-f979c501-7e98-49c3-90dd-d10f1cd21fdb {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:03:01.530602 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93aa2327-a23c-4cd0-a6d4-318cff3ca312", "tag": "7fd5be95-99db-41b0-ad31-13920ae863e4", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:03:01.530953 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f979c501-7e98-49c3-90dd-d10f1cd21fdb {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:03:01.531413 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'tag': '7fd5be95-99db-41b0-ad31-13920ae863e4', 'status': 'completed', 'code': 200} Aug 17 04:03:01.593052 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9792c-9477-4547-afa4-c09d01ccaae6 req-ba5b4cca-e3cb-4bde-ace9-794ecb8fdd42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:01.594671 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90a9792c-9477-4547-afa4-c09d01ccaae6 req-ba5b4cca-e3cb-4bde-ace9-794ecb8fdd42 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 1094 time: 0.0442734 Aug 17 04:03:01.706354 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9792c-9477-4547-afa4-c09d01ccaae6 req-403f3081-0581-472a-98c1-7fdf585db90a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:01.708105 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90a9792c-9477-4547-afa4-c09d01ccaae6 req-403f3081-0581-472a-98c1-7fdf585db90a service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&shared=False HTTP/1.1" status: 200 len: 911 time: 0.1040137 Aug 17 04:03:01.807017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a9792c-9477-4547-afa4-c09d01ccaae6 req-e34c9110-ccc1-47dc-95bb-ac402bd65249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:01.809027 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-90a9792c-9477-4547-afa4-c09d01ccaae6 req-e34c9110-ccc1-47dc-95bb-ac402bd65249 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0918412 Aug 17 04:03:01.885783 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-e4c5b3c2-84ed-4e22-9200-a0531ece1051 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:01.887122 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-e4c5b3c2-84ed-4e22-9200-a0531ece1051 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 1094 time: 0.0408344 Aug 17 04:03:01.928527 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-a0da0c39-4d43-41b3-a4fc-96be99fd4f3b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fd5be95-99db-41b0-ad31-13920ae863e4 HTTP/1.1" status: 200 len: 217 time: 0.0336080 Aug 17 04:03:01.992800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-90b1e703-74c0-4f1d-ab82-a398128ced0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:01.994302 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-90b1e703-74c0-4f1d-ab82-a398128ced0a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0585990 Aug 17 04:03:02.039262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-84f3e580-e413-4b0e-b238-9a901cbefabf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:02.040756 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-84f3e580-e413-4b0e-b238-9a901cbefabf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0395756 Aug 17 04:03:02.131701 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-dc34bb7f-806e-4953-9ae8-344594604735 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839455 Aug 17 04:03:02.226867 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9a08da2e-2a7f-4e06-b856-ad2d2b2da3e4 req-ee318ce3-3051-4e41-8ead-8c86b19b159e service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872686 Aug 17 04:03:02.478692 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6cddaf-6c39-47f2-8d15-70ec4fead2df req-14ced354-685c-4f08-89b6-47d905b17714 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:02.480717 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee6cddaf-6c39-47f2-8d15-70ec4fead2df req-14ced354-685c-4f08-89b6-47d905b17714 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 943 time: 0.0574198 Aug 17 04:03:02.521604 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee6cddaf-6c39-47f2-8d15-70ec4fead2df req-2e7e2697-9ae6-4f10-bf68-3e2d19d6dd88 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348482 Aug 17 04:03:03.636194 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d6d1f1-466e-4bd2-93a5-e7564c491640 req-dcf6f5f5-d515-4be6-a2bc-1b0f2e4e1ffb tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:03.637710 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-31d6d1f1-466e-4bd2-93a5-e7564c491640 req-dcf6f5f5-d515-4be6-a2bc-1b0f2e4e1ffb tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 943 time: 0.0490384 Aug 17 04:03:03.675077 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-31d6d1f1-466e-4bd2-93a5-e7564c491640 req-4df22d61-2eec-4df4-9bde-31f473fcb27a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314603 Aug 17 04:03:03.807569 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:04.436392 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:04.788872 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85b7eaa3-41a1-47f8-9079-fb8744fe6962 req-73c2d29f-2187-47d2-9e10-c6ecb6f7b8d7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:04.790409 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-85b7eaa3-41a1-47f8-9079-fb8744fe6962 req-73c2d29f-2187-47d2-9e10-c6ecb6f7b8d7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 943 time: 0.0488248 Aug 17 04:03:04.828916 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-85b7eaa3-41a1-47f8-9079-fb8744fe6962 req-9dc0bba9-2709-4b8c-86d0-1a51baca7c45 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318029 Aug 17 04:03:04.997909 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7fd5be95-99db-41b0-ad31-13920ae863e4 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:03:05.092570 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7fd5be95-99db-41b0-ad31-13920ae863e4,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:03:05.102432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '7fd5be95-99db-41b0-ad31-13920ae863e4', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'port_id': '7fd5be95-99db-41b0-ad31-13920ae863e4', 'mac_address': 'fa:16:3e:9a:4c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:03:05.137968 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:05.150097 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd5be95-99db-41b0-ad31-13920ae863e4 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:03:05.169211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7fd5be95-99db-41b0-ad31-13920ae863e4,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:03:05.237954 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:05.283790 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=7fd5be95-99db-41b0-ad31-13920ae863e4,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:03:05.443845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['7fd5be95-99db-41b0-ad31-13920ae863e4'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:03:05.950055 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b60ad-d42b-45ea-b4c7-0269670924d9 req-cb8f74e9-a620-480f-b679-ab898f3c22a1 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:05.952290 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c21b60ad-d42b-45ea-b4c7-0269670924d9 req-cb8f74e9-a620-480f-b679-ab898f3c22a1 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 944 time: 0.0563846 Aug 17 04:03:05.990925 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c21b60ad-d42b-45ea-b4c7-0269670924d9 req-68b1eb4c-5f1a-4f09-b887-025d84e998fc tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322156 Aug 17 04:03:07.008677 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7fd5be95-99db-41b0-ad31-13920ae863e4 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:03:07.107151 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6902541-6d42-425a-ac40-9c57c441b8c4 req-32e926d8-02cb-4c3f-8c73-87e729db04eb tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:07.108632 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a6902541-6d42-425a-ac40-9c57c441b8c4 req-32e926d8-02cb-4c3f-8c73-87e729db04eb tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 944 time: 0.0506446 Aug 17 04:03:07.129487 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 7fd5be95-99db-41b0-ad31-13920ae863e4 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:03:07.133591 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 7fd5be95-99db-41b0-ad31-13920ae863e4 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:03:07.133979 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:07.146762 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a6902541-6d42-425a-ac40-9c57c441b8c4 req-59bc02ca-a05a-4494-ace9-9ac938604248 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322373 Aug 17 04:03:07.212059 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:07.233797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd5be95-99db-41b0-ad31-13920ae863e4'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:03:07.236000 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20b72bb1-332c-4477-8e70-56515cc62008" -d '{"events": [{"server_uuid": "93aa2327-a23c-4cd0-a6d4-318cff3ca312", "name": "network-vif-plugged", "status": "completed", "tag": "7fd5be95-99db-41b0-ad31-13920ae863e4"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:03:07.249192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7fd5be95-99db-41b0-ad31-13920ae863e4,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:03:07.271798 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:03:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d84fdb15-fe5d-4c20-9bd0-cea1f84f6e44 x-openstack-request-id: req-d84fdb15-fe5d-4c20-9bd0-cea1f84f6e44 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:03:07.272088 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93aa2327-a23c-4cd0-a6d4-318cff3ca312", "name": "network-vif-plugged", "status": "completed", "tag": "7fd5be95-99db-41b0-ad31-13920ae863e4", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:03:07.272339 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d84fdb15-fe5d-4c20-9bd0-cea1f84f6e44 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:03:07.273120 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7fd5be95-99db-41b0-ad31-13920ae863e4', 'code': 200} Aug 17 04:03:07.304851 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:07.357865 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=7fd5be95-99db-41b0-ad31-13920ae863e4,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:03:07.373726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d517fd51-6847-446b-8546-5470b5c0e6e1 req-e7785928-2a0c-4cf5-9ba3-042d7c1c00d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:07.375240 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d517fd51-6847-446b-8546-5470b5c0e6e1 req-e7785928-2a0c-4cf5-9ba3-042d7c1c00d7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 1096 time: 0.0448041 Aug 17 04:03:07.410635 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d517fd51-6847-446b-8546-5470b5c0e6e1 req-0d851927-9fdb-475c-8814-f4c7f52ce81d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0280232 Aug 17 04:03:08.263582 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e5ecff-2733-42f3-b186-bf9f574fd635 req-685b513a-742c-402c-a944-3a6e27bc8d73 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:08.265081 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9e5ecff-2733-42f3-b186-bf9f574fd635 req-685b513a-742c-402c-a944-3a6e27bc8d73 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0500524 Aug 17 04:03:08.305437 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9e5ecff-2733-42f3-b186-bf9f574fd635 req-aa899df6-e99a-4687-b983-d3263e6f6961 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344000 Aug 17 04:03:09.424945 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64707b29-b89d-45bc-ab78-ec59844fd2d6 req-b6c336c8-c38f-4351-b93c-9fdb2561f5e0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:09.426455 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-64707b29-b89d-45bc-ab78-ec59844fd2d6 req-b6c336c8-c38f-4351-b93c-9fdb2561f5e0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0553143 Aug 17 04:03:09.463563 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-64707b29-b89d-45bc-ab78-ec59844fd2d6 req-c6d2bfc3-9c17-4960-a1ae-6b8e71ad2496 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311038 Aug 17 04:03:09.586575 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd715a05-232d-4fe1-a56b-e43f3342b7dd req-3994c335-5114-4ed9-9ffa-2f01b5b5821e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:09.587991 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fd715a05-232d-4fe1-a56b-e43f3342b7dd req-3994c335-5114-4ed9-9ffa-2f01b5b5821e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0505342 Aug 17 04:03:09.596455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43222) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:03:09.601027 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-34ad9b1a-3cd5-4a96-adf6-8e333f31acea tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Request body: {'floatingip': {'port_id': '7fd5be95-99db-41b0-ad31-13920ae863e4'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:03:09.646752 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34ad9b1a-3cd5-4a96-adf6-8e333f31acea tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:10.078607 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34ad9b1a-3cd5-4a96-adf6-8e333f31acea tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:10.129489 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34ad9b1a-3cd5-4a96-adf6-8e333f31acea tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:10.233908 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-34ad9b1a-3cd5-4a96-adf6-8e333f31acea tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Floating IP 944b1997-ed96-43fe-920b-dc7717b4417b associated. External IP: 172.25.1.28, port: 7fd5be95-99db-41b0-ad31-13920ae863e4. Aug 17 04:03:10.442266 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34ad9b1a-3cd5-4a96-adf6-8e333f31acea tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Router 235aacc0-51b8-4a58-88f1-6a5f2035725e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:03:10.551264 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34ad9b1a-3cd5-4a96-adf6-8e333f31acea tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:03:10.556074 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-34ad9b1a-3cd5-4a96-adf6-8e333f31acea tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:10.561630 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4108f-5b3a-49d4-8359-a4cbef139e11 None None] Sync routers for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:03:10.570045 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4108f-5b3a-49d4-8359-a4cbef139e11 None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:03:10.570649 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0ed4108f-5b3a-49d4-8359-a4cbef139e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:02:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:03:10.583459 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-34ad9b1a-3cd5-4a96-adf6-8e333f31acea tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "PUT /v2.0/floatingips/944b1997-ed96-43fe-920b-dc7717b4417b HTTP/1.1" status: 200 len: 990 time: 0.9859235 Aug 17 04:03:10.584061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'tag': '7fd5be95-99db-41b0-ad31-13920ae863e4'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:03:10.586331 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d08fe33-4e18-4284-b510-9362072a2940" -d '{"events": [{"name": "network-changed", "server_uuid": "93aa2327-a23c-4cd0-a6d4-318cff3ca312", "tag": "7fd5be95-99db-41b0-ad31-13920ae863e4"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:03:10.676210 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:03:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8968bf75-cf45-4c1f-adc0-b70ea9643b39 x-openstack-request-id: req-8968bf75-cf45-4c1f-adc0-b70ea9643b39 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:03:10.676531 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93aa2327-a23c-4cd0-a6d4-318cff3ca312", "tag": "7fd5be95-99db-41b0-ad31-13920ae863e4", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:03:10.676804 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8968bf75-cf45-4c1f-adc0-b70ea9643b39 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:03:10.677402 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'tag': '7fd5be95-99db-41b0-ad31-13920ae863e4', 'status': 'completed', 'code': 200} Aug 17 04:03:10.745479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08fe33-4e18-4284-b510-9362072a2940 req-3ad5a113-f5e7-48ce-ae39-33686f2d3703 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:10.747376 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d08fe33-4e18-4284-b510-9362072a2940 req-3ad5a113-f5e7-48ce-ae39-33686f2d3703 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 1096 time: 0.0462704 Aug 17 04:03:10.770436 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-0ed4108f-5b3a-49d4-8359-a4cbef139e11 None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:03:10.839248 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08fe33-4e18-4284-b510-9362072a2940 req-21e6af6b-e460-4d89-903e-a1e20246f445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:10.841087 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d08fe33-4e18-4284-b510-9362072a2940 req-21e6af6b-e460-4d89-903e-a1e20246f445 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0868781 Aug 17 04:03:10.910958 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d08fe33-4e18-4284-b510-9362072a2940 req-0c0ab02b-7fd6-4e29-be9a-2f2fc9416fa7 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fd5be95-99db-41b0-ad31-13920ae863e4 HTTP/1.1" status: 200 len: 998 time: 0.0623758 Aug 17 04:03:10.962199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08fe33-4e18-4284-b510-9362072a2940 req-d0912be1-366c-4ebc-ab92-e5832960e94d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:10.963692 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d08fe33-4e18-4284-b510-9362072a2940 req-d0912be1-366c-4ebc-ab92-e5832960e94d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0445962 Aug 17 04:03:10.995011 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0ed4108f-5b3a-49d4-8359-a4cbef139e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '944b1997-ed96-43fe-920b-dc7717b4417b', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'port_id': '7fd5be95-99db-41b0-ad31-13920ae863e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'mac_address': 'fa:16:3e:9a:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:58:14Z', 'updated_at': '2021-08-17T04:03:09Z', 'revision_number': 9, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:03:11.010037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d08fe33-4e18-4284-b510-9362072a2940 req-9f54499f-a5bb-4bc4-aa5b-0c5b5c6268f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:11.011483 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d08fe33-4e18-4284-b510-9362072a2940 req-9f54499f-a5bb-4bc4-aa5b-0c5b5c6268f7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411110 Aug 17 04:03:11.021644 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4108f-5b3a-49d4-8359-a4cbef139e11 None None] Checking router: 235aacc0-51b8-4a58-88f1-6a5f2035725e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:03:11.029710 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed4108f-5b3a-49d4-8359-a4cbef139e11 None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:03:11.030311 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0ed4108f-5b3a-49d4-8359-a4cbef139e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:02:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:03:11.107638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d08fe33-4e18-4284-b510-9362072a2940 req-e7eb0cf5-bf72-4251-a999-19e138d3af97 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874746 Aug 17 04:03:11.134034 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-0ed4108f-5b3a-49d4-8359-a4cbef139e11 None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:03:11.197311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9d08fe33-4e18-4284-b510-9362072a2940 req-8e3441ee-cedd-4990-bcaf-238d019ada83 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828264 Aug 17 04:03:11.352670 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-0ed4108f-5b3a-49d4-8359-a4cbef139e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '944b1997-ed96-43fe-920b-dc7717b4417b', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'port_id': '7fd5be95-99db-41b0-ad31-13920ae863e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'mac_address': 'fa:16:3e:9a:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:58:14Z', 'updated_at': '2021-08-17T04:03:09Z', 'revision_number': 9, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:03:11.381946 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ed4108f-5b3a-49d4-8359-a4cbef139e11 None None] The sync data for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 is: [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '944b1997-ed96-43fe-920b-dc7717b4417b', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'port_id': '7fd5be95-99db-41b0-ad31-13920ae863e4', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'mac_address': 'fa:16:3e:9a:4c:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:58:14Z', 'updated_at': '2021-08-17T04:03:09Z', 'revision_number': 9, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:03:11.671389 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91174b9b-b1c5-48c4-a4e0-3f7b68047c5b None None] New status for floating IP 944b1997-ed96-43fe-920b-dc7717b4417b: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:03:13.375538 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9b49defe-f7ce-471e-8eac-c627116e1501 req-05271630-a9bf-45db-b885-c86aa7c6372a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442383 Aug 17 04:03:13.455301 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49defe-f7ce-471e-8eac-c627116e1501 req-9b48df73-211b-48dc-b105-9df59331615e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:13.456791 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9b49defe-f7ce-471e-8eac-c627116e1501 req-9b48df73-211b-48dc-b105-9df59331615e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 1096 time: 0.0404420 Aug 17 04:03:13.564884 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49defe-f7ce-471e-8eac-c627116e1501 req-430b974c-d5f2-47d1-a6b2-ae746ed06a80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:13.566395 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9b49defe-f7ce-471e-8eac-c627116e1501 req-430b974c-d5f2-47d1-a6b2-ae746ed06a80 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0833890 Aug 17 04:03:13.639495 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9b49defe-f7ce-471e-8eac-c627116e1501 req-1b4d9602-48d0-473b-8163-d02eae0c2d66 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fd5be95-99db-41b0-ad31-13920ae863e4 HTTP/1.1" status: 200 len: 1001 time: 0.0605924 Aug 17 04:03:13.688529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49defe-f7ce-471e-8eac-c627116e1501 req-38eab5bf-a384-4804-bf68-511dc0228420 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:13.689969 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9b49defe-f7ce-471e-8eac-c627116e1501 req-38eab5bf-a384-4804-bf68-511dc0228420 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0428164 Aug 17 04:03:13.738653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b49defe-f7ce-471e-8eac-c627116e1501 req-602bc0d6-c5f6-4058-8fba-2e7e02d8ccc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:03:13.740154 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9b49defe-f7ce-471e-8eac-c627116e1501 req-602bc0d6-c5f6-4058-8fba-2e7e02d8ccc2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413842 Aug 17 04:03:13.835161 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9b49defe-f7ce-471e-8eac-c627116e1501 req-00bb1561-499d-428c-b205-cd33e0de24ca service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861471 Aug 17 04:03:13.926093 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9b49defe-f7ce-471e-8eac-c627116e1501 req-3bad2abc-f948-4d60-8043-1eebbe043f7a service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834925 Aug 17 04:03:15.294913 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2221f57b-7ac4-407a-8431-e8ad4ccb6177 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:17.952215 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0f9751fe-8240-40a7-86f6-b6f095b7890c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:18.220493 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:19.374682 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:21.110157 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:33.774702 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:34.460144 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:37.561735 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:03:45.323342 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08b1cb97-685d-4d28-8613-3e72b6b3486a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:47.940162 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7a895025-8fd0-488c-affc-b28227b042cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:48.220246 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:49.374456 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:03:51.083476 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:03.801271 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:04.454396 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:13.806747 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eedeb7ac-a1b8-4080-8018-866934d93bff req-d58b9996-a6b3-4f2c-8762-ff5a9a0ecb1c service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0835106 Aug 17 04:04:13.891659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedeb7ac-a1b8-4080-8018-866934d93bff req-74c4f020-093b-4d03-9b95-aff6b0dce762 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:13.893154 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eedeb7ac-a1b8-4080-8018-866934d93bff req-74c4f020-093b-4d03-9b95-aff6b0dce762 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 1096 time: 0.0401318 Aug 17 04:04:14.001011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedeb7ac-a1b8-4080-8018-866934d93bff req-11be9529-0438-48bc-881a-0aeeb742ce7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:14.002426 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eedeb7ac-a1b8-4080-8018-866934d93bff req-11be9529-0438-48bc-881a-0aeeb742ce7a service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0883415 Aug 17 04:04:14.067303 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eedeb7ac-a1b8-4080-8018-866934d93bff req-c96185d5-71ae-4c0b-b720-33f0d2ef7ba5 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fd5be95-99db-41b0-ad31-13920ae863e4 HTTP/1.1" status: 200 len: 1001 time: 0.0567744 Aug 17 04:04:14.118194 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedeb7ac-a1b8-4080-8018-866934d93bff req-125d7cb0-62dc-4f8a-8c5d-ecf48face84a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:14.119697 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eedeb7ac-a1b8-4080-8018-866934d93bff req-125d7cb0-62dc-4f8a-8c5d-ecf48face84a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0433593 Aug 17 04:04:14.172845 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eedeb7ac-a1b8-4080-8018-866934d93bff req-de15d060-bfda-48ac-b836-2f500dd662c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:14.174394 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eedeb7ac-a1b8-4080-8018-866934d93bff req-de15d060-bfda-48ac-b836-2f500dd662c9 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450549 Aug 17 04:04:14.268721 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eedeb7ac-a1b8-4080-8018-866934d93bff req-ce802432-98fd-4eec-87c3-6ffb9f1c7888 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848494 Aug 17 04:04:14.362166 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eedeb7ac-a1b8-4080-8018-866934d93bff req-6439b61c-3d18-4057-878e-b53eddd2cfc9 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861340 Aug 17 04:04:14.563938 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:04:15.320869 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8eed5e9a-4800-41e9-94d9-7abafc9e0743 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:17.979783 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5b7aa182-2aa8-4cb2-af7b-eae031bf0701 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:18.219635 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:19.368559 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:21.088220 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:33.806518 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:34.480831 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:45.305254 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5a0eff6e-e583-4caa-93ad-23ac9e087fd0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:46.897321 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763af48e-616c-40ab-af71-98a8bd97fdce req-1867c9b5-1d88-47e1-80e5-bb7fe40a3b3e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:46.898952 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-763af48e-616c-40ab-af71-98a8bd97fdce req-1867c9b5-1d88-47e1-80e5-bb7fe40a3b3e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0511007 Aug 17 04:04:46.946973 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-763af48e-616c-40ab-af71-98a8bd97fdce req-656856f4-27dc-47ff-9390-659824e253e1 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420372 Aug 17 04:04:47.006254 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-34208940-8dab-4a8c-b1bb-2a9a7a3d0448 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0861850 Aug 17 04:04:47.954569 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f8103cb6-5ce5-4b07-89ea-2eadfc34a258 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:48.066274 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69dfc4dd-2100-4f67-8898-08056dbecc18 req-48cab772-0718-4b0b-b31c-27cfed7b7ce7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:48.067751 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-69dfc4dd-2100-4f67-8898-08056dbecc18 req-48cab772-0718-4b0b-b31c-27cfed7b7ce7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0495799 Aug 17 04:04:48.106676 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-69dfc4dd-2100-4f67-8898-08056dbecc18 req-cb738644-9a28-4bc6-84b4-daff20fc58e8 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327404 Aug 17 04:04:48.240361 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:48.825338 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-4916a7de-45ab-4184-a3cb-cdcd04c8d8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:48.826877 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-4916a7de-45ab-4184-a3cb-cdcd04c8d8bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 1096 time: 0.0403259 Aug 17 04:04:48.917155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-d042c84e-9fb7-4063-84f4-cebc4d955910 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:48.918642 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-d042c84e-9fb7-4063-84f4-cebc4d955910 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0852273 Aug 17 04:04:48.982149 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-55385084-dce3-41b6-8d24-748e55571353 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fd5be95-99db-41b0-ad31-13920ae863e4 HTTP/1.1" status: 200 len: 1001 time: 0.0564382 Aug 17 04:04:49.029117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-2066bb1e-a678-4786-8003-200c9b0478c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:49.030461 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-2066bb1e-a678-4786-8003-200c9b0478c9 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0418291 Aug 17 04:04:49.080690 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-be910e57-b208-4a2f-82ae-98fbf3df1b4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:49.082473 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-be910e57-b208-4a2f-82ae-98fbf3df1b4d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451698 Aug 17 04:04:49.176307 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-94a6a5c9-83f9-4447-ae8f-df3aa62bd34e service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861890 Aug 17 04:04:49.223776 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182e689e-bdb6-4a3a-acff-0f609ebdd3b3 req-9634d92b-bdcb-4f79-a978-d02af2659b51 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:49.225286 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-182e689e-bdb6-4a3a-acff-0f609ebdd3b3 req-9634d92b-bdcb-4f79-a978-d02af2659b51 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0488851 Aug 17 04:04:49.264130 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-182e689e-bdb6-4a3a-acff-0f609ebdd3b3 req-d9c5b0e4-bbef-4901-8155-0d24fbbb178c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324500 Aug 17 04:04:49.271055 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-d44e9673-f3aa-4260-befa-71e8bd48b9a9 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872691 Aug 17 04:04:49.394957 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:50.383574 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e590ba2f-88b8-476e-add9-048f3d11c18f req-da86bc81-f0bb-4f69-ba82-a27266a0f1a7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:50.385035 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e590ba2f-88b8-476e-add9-048f3d11c18f req-da86bc81-f0bb-4f69-ba82-a27266a0f1a7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0523956 Aug 17 04:04:50.422757 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e590ba2f-88b8-476e-add9-048f3d11c18f req-f2a8da9b-1e4b-4667-b132-67538716e220 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317862 Aug 17 04:04:51.108829 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:04:51.543395 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5cccf0d-8ce4-473f-941e-26201ed84b29 req-7daf4e9c-1937-4ba9-9aac-0eb33358598a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:51.544879 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c5cccf0d-8ce4-473f-941e-26201ed84b29 req-7daf4e9c-1937-4ba9-9aac-0eb33358598a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0522838 Aug 17 04:04:51.562519 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:04:51.583230 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c5cccf0d-8ce4-473f-941e-26201ed84b29 req-8737d61f-bc57-43d4-9afa-2157c4636cc3 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313454 Aug 17 04:04:52.699063 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29d7a67a-e84e-48b4-851f-d9100016f233 req-65bddd11-c755-43db-b7be-2e53e69d20f7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:52.700569 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-29d7a67a-e84e-48b4-851f-d9100016f233 req-65bddd11-c755-43db-b7be-2e53e69d20f7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0493970 Aug 17 04:04:52.738401 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-29d7a67a-e84e-48b4-851f-d9100016f233 req-caae2999-5c2c-442c-8de5-59ec8cfd933a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314136 Aug 17 04:04:53.859335 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fd7204b-4d4f-4e47-807b-eccc26efd5da req-a61c4874-25d8-45b9-a837-52af6088fedd tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:53.860803 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fd7204b-4d4f-4e47-807b-eccc26efd5da req-a61c4874-25d8-45b9-a837-52af6088fedd tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0536313 Aug 17 04:04:53.899808 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fd7204b-4d4f-4e47-807b-eccc26efd5da req-bcef9156-6388-46e8-a31e-2cde517ebca6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321164 Aug 17 04:04:55.015770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a15388d-0887-471f-9da4-7fc9d54e9f35 req-1cfc7be5-1143-49e2-b92c-16bd3216ae52 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:55.017165 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3a15388d-0887-471f-9da4-7fc9d54e9f35 req-1cfc7be5-1143-49e2-b92c-16bd3216ae52 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0488837 Aug 17 04:04:55.055389 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3a15388d-0887-471f-9da4-7fc9d54e9f35 req-439b8c9c-95c1-4539-942f-8ed62330e20f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317235 Aug 17 04:04:56.171831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38efdadf-0a12-46a0-ab58-7ae8a3794f85 req-c8388840-6a01-4f22-911f-6a0ba82ae703 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:56.173307 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-38efdadf-0a12-46a0-ab58-7ae8a3794f85 req-c8388840-6a01-4f22-911f-6a0ba82ae703 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0492499 Aug 17 04:04:56.211687 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-38efdadf-0a12-46a0-ab58-7ae8a3794f85 req-049781c0-9002-498f-a032-e8b1dcdda2fd tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322046 Aug 17 04:04:57.329862 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbfaeff6-1ae6-4754-af6e-be06902ed522 req-de5fd1da-4707-4d27-8fda-fe8f8b01bd3f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:57.332091 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dbfaeff6-1ae6-4754-af6e-be06902ed522 req-de5fd1da-4707-4d27-8fda-fe8f8b01bd3f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0534670 Aug 17 04:04:57.369647 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dbfaeff6-1ae6-4754-af6e-be06902ed522 req-76bbeae0-ce12-4992-a676-8d654dfe25c0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313518 Aug 17 04:04:58.486358 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815262ce-9886-4e35-a651-b11b97cac840 req-aa14e7ae-cc91-44de-aca0-f393903bd3ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:58.488041 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-815262ce-9886-4e35-a651-b11b97cac840 req-aa14e7ae-cc91-44de-aca0-f393903bd3ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0508115 Aug 17 04:04:58.525805 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-815262ce-9886-4e35-a651-b11b97cac840 req-1176be9e-b516-4dfe-a0bf-9359e039a5de tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320988 Aug 17 04:04:59.640106 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9156d17-b23b-46c9-b3a5-4f455381a81a req-af2bbe6f-bf80-4554-845b-08abb75aa4e0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:04:59.641616 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f9156d17-b23b-46c9-b3a5-4f455381a81a req-af2bbe6f-bf80-4554-845b-08abb75aa4e0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0484617 Aug 17 04:04:59.679831 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f9156d17-b23b-46c9-b3a5-4f455381a81a req-4d96c827-eea0-4075-94f6-63e2ddf8dd04 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321259 Aug 17 04:05:00.800789 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1bee37-0251-46f3-a44f-6eaa6741f405 req-10e1a4f5-4339-46c8-990d-fd26ecf17187 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:00.802400 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3c1bee37-0251-46f3-a44f-6eaa6741f405 req-10e1a4f5-4339-46c8-990d-fd26ecf17187 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0551715 Aug 17 04:05:00.848951 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3c1bee37-0251-46f3-a44f-6eaa6741f405 req-f0053a64-2440-4d81-bcaf-e90b61c15d6c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405278 Aug 17 04:05:01.258764 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-661ef08b-061a-4f67-92d3-a074bedd3df6 service neutron] show failed (client error): The resource could not be found. Aug 17 04:05:01.259788 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-661ef08b-061a-4f67-92d3-a074bedd3df6 service neutron] 10.222.0.30 "GET /v2.0/ports/7fd5be95-99db-41b0-ad31-13920ae863e4/bindings/n-h2-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.0657542 Aug 17 04:05:01.807830 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-cd074a1d-87db-4861-80b1-576e32a496b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:01.809271 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-cd074a1d-87db-4861-80b1-576e32a496b0 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312&tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000 HTTP/1.1" status: 200 len: 1096 time: 0.0403700 Aug 17 04:05:01.821280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:05:01.875753 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:01.969750 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d65890-e21a-459d-a9ef-a499fe823b19 req-3fa3fd5c-b0f7-4817-9288-147217d6075e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:01.971258 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-42d65890-e21a-459d-a9ef-a499fe823b19 req-3fa3fd5c-b0f7-4817-9288-147217d6075e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0532095 Aug 17 04:05:02.011541 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-42d65890-e21a-459d-a9ef-a499fe823b19 req-4725c792-1737-4cb7-aee6-e14efe5464ef tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329185 Aug 17 04:05:02.079079 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7fd5be95-99db-41b0-ad31-13920ae863e4,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:05:02.110805 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:05:02.149167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fd5be95-99db-41b0-ad31-13920ae863e4'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:05:02.151447 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55bd079a-d15c-4e11-80ba-d170271bdcf6" -d '{"events": [{"server_uuid": "93aa2327-a23c-4cd0-a6d4-318cff3ca312", "name": "network-vif-unplugged", "status": "completed", "tag": "7fd5be95-99db-41b0-ad31-13920ae863e4"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:05:02.155167 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:02.167300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Transition to ACTIVE for port object 7fd5be95-99db-41b0-ad31-13920ae863e4 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:05:02.202047 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 04:05:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-524d22e0-4fa9-4972-8ae4-0827292acddf x-openstack-request-id: req-524d22e0-4fa9-4972-8ae4-0827292acddf {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:05:02.202345 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93aa2327-a23c-4cd0-a6d4-318cff3ca312", "name": "network-vif-unplugged", "status": "completed", "tag": "7fd5be95-99db-41b0-ad31-13920ae863e4", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:05:02.202602 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-524d22e0-4fa9-4972-8ae4-0827292acddf {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:05:02.203006 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7fd5be95-99db-41b0-ad31-13920ae863e4', 'code': 200} Aug 17 04:05:02.240424 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:02.329217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd5be95-99db-41b0-ad31-13920ae863e4,revision_number=6']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:05:02.344050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:02.348110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:02.348110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:02.348110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:02.348110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:02.348110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:02.348110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:02.348110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:02.348110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:02.348110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:02.348110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:02.349315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:02.377848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] No DVR routers for this DVR port 7fd5be95-99db-41b0-ad31-13920ae863e4 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:05:02.514870 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Attempting to bind port 7fd5be95-99db-41b0-ad31-13920ae863e4 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:05:02.515265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Attempting to bind port 7fd5be95-99db-41b0-ad31-13920ae863e4 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:05:02.515624 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Attempting to bind port 7fd5be95-99db-41b0-ad31-13920ae863e4 on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:05:02.520273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Port 7fd5be95-99db-41b0-ad31-13920ae863e4 on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:05:02.520599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Attempting to bind port 7fd5be95-99db-41b0-ad31-13920ae863e4 on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:05:02.525556 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 4, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:05:02.525920 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Checking segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:05:02.526303 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Bound using segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:05:02.526732 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Bound port: 7fd5be95-99db-41b0-ad31-13920ae863e4, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:05:02.527090 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:02.593535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:05:02.596532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7fd5be95-99db-41b0-ad31-13920ae863e4,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:05:02.677206 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:02.711919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:02.712539 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:02.714052 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] 10.222.0.60 "PUT /v2.0/ports/7fd5be95-99db-41b0-ad31-13920ae863e4 HTTP/1.1" status: 200 len: 1091 time: 0.8967688 Aug 17 04:05:02.739185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a1386d-1d61-432f-83d7-d7bbbbe79942 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd5be95-99db-41b0-ad31-13920ae863e4,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:05:02.782627 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-34dfc8a4-6edf-426b-9c26-e6f315867c93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:02.784160 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-34dfc8a4-6edf-426b-9c26-e6f315867c93 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 1094 time: 0.0413361 Aug 17 04:05:02.885001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-8f6e6888-73c2-42ad-a3d2-90b31799d261 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:02.886564 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-8f6e6888-73c2-42ad-a3d2-90b31799d261 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0951164 Aug 17 04:05:02.957714 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-85aa8e4c-005f-4f7e-96e9-9d37bec80c94 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fd5be95-99db-41b0-ad31-13920ae863e4 HTTP/1.1" status: 200 len: 999 time: 0.0636759 Aug 17 04:05:03.005926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-5913048f-15e0-47c9-abd7-101a62f14ec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:03.007266 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-5913048f-15e0-47c9-abd7-101a62f14ec2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0429866 Aug 17 04:05:03.056712 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-3246b3eb-9564-41da-8f80-87d4a71fbf26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:03.058271 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-3246b3eb-9564-41da-8f80-87d4a71fbf26 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443130 Aug 17 04:05:03.132371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0deef449-7e47-4b17-8bc4-bb624e6e5787 req-37b35f3b-d6c7-45d7-9017-8dd7b8640f54 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:03.133838 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0deef449-7e47-4b17-8bc4-bb624e6e5787 req-37b35f3b-d6c7-45d7-9017-8dd7b8640f54 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 943 time: 0.0487351 Aug 17 04:05:03.149246 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-503f7ba8-4982-4d02-82c8-192398d1e827 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832610 Aug 17 04:05:03.171943 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0deef449-7e47-4b17-8bc4-bb624e6e5787 req-598d2f2c-440f-4fae-b531-34617532c468 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320749 Aug 17 04:05:03.243115 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-df1205f5-79df-4494-9d99-8ba03826a05f service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0871558 Aug 17 04:05:03.805905 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:04.203806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'tag': '7fd5be95-99db-41b0-ad31-13920ae863e4'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:05:04.206543 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b" -d '{"events": [{"name": "network-changed", "server_uuid": "93aa2327-a23c-4cd0-a6d4-318cff3ca312", "tag": "7fd5be95-99db-41b0-ad31-13920ae863e4"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:05:04.294308 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a775e96c-d6fb-4fdc-b8fc-903e0c72913f req-1a5e458e-c99d-4714-a3d9-976e7444ca9b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:04.295783 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a775e96c-d6fb-4fdc-b8fc-903e0c72913f req-1a5e458e-c99d-4714-a3d9-976e7444ca9b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 943 time: 0.0529654 Aug 17 04:05:04.333620 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a775e96c-d6fb-4fdc-b8fc-903e0c72913f req-1b520495-c56d-4448-9103-032b8f87aec7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309944 Aug 17 04:05:04.388299 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:05:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-19bdc2f0-519c-4a42-9bda-853a6f4094fb x-openstack-request-id: req-19bdc2f0-519c-4a42-9bda-853a6f4094fb {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:05:04.388593 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93aa2327-a23c-4cd0-a6d4-318cff3ca312", "tag": "7fd5be95-99db-41b0-ad31-13920ae863e4", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:05:04.388847 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-19bdc2f0-519c-4a42-9bda-853a6f4094fb {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:05:04.389247 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'tag': '7fd5be95-99db-41b0-ad31-13920ae863e4', 'status': 'completed', 'code': 200} Aug 17 04:05:04.463315 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:04.474699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-add2205a-e61d-42c8-af58-53bc741feea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:04.476329 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-add2205a-e61d-42c8-af58-53bc741feea5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 1094 time: 0.0671370 Aug 17 04:05:04.481336 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-6d472c4c-3522-41a2-be4f-66fd92f4afc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:04.482738 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-6d472c4c-3522-41a2-be4f-66fd92f4afc1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 1094 time: 0.0649130 Aug 17 04:05:04.637970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-de6157c6-9d1f-44fe-ac7b-a814573e6948 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:04.639443 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-de6157c6-9d1f-44fe-ac7b-a814573e6948 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.1558619 Aug 17 04:05:04.641923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-f5ee42ae-ff6c-4f9c-928d-3a7272ab8cad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:04.643241 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-f5ee42ae-ff6c-4f9c-928d-3a7272ab8cad service neutron] 10.222.0.60 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.1515226 Aug 17 04:05:04.751104 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-46ed33fc-3d8e-4fde-8e32-a4ff04a5dc87 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fd5be95-99db-41b0-ad31-13920ae863e4 HTTP/1.1" status: 200 len: 999 time: 0.1042898 Aug 17 04:05:04.753233 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-7917673d-2847-43ef-98ae-abf9b14989ec service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fd5be95-99db-41b0-ad31-13920ae863e4 HTTP/1.1" status: 200 len: 999 time: 0.0998511 Aug 17 04:05:04.834484 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-2d17bbb5-e7ba-4fd3-abcb-091422804ab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:04.835956 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-2d17bbb5-e7ba-4fd3-abcb-091422804ab8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0695961 Aug 17 04:05:04.837200 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-27615932-df65-4331-91ca-4f6639f38c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:04.838550 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-27615932-df65-4331-91ca-4f6639f38c71 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0794075 Aug 17 04:05:05.248253 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-ca635cd4-dd35-47de-9ea7-bfcbd2f5a0e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:05.252364 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-ca635cd4-dd35-47de-9ea7-bfcbd2f5a0e3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3942549 Aug 17 04:05:05.252364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-195852af-3814-4b66-b6bf-142e274779ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:05.253063 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-195852af-3814-4b66-b6bf-142e274779ae service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4055927 Aug 17 04:05:05.409007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-7aad248c-2bb3-48cf-984c-a4a79b267b36 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1445978 Aug 17 04:05:05.411975 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-cde72bd9-8155-43d2-9c63-e66f4c928adc service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546571 Aug 17 04:05:05.468560 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ca87a29-b7e2-4ef6-aa9a-e79c91610c3c req-2a7bb257-53c8-49f2-add4-e028e31e3289 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:05.470178 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ca87a29-b7e2-4ef6-aa9a-e79c91610c3c req-2a7bb257-53c8-49f2-add4-e028e31e3289 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 943 time: 0.0519488 Aug 17 04:05:05.510511 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ca87a29-b7e2-4ef6-aa9a-e79c91610c3c req-e1a1b173-13fe-43e5-bff8-1f828a531d27 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331428 Aug 17 04:05:05.577371 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-f0fab8ac-bbe2-44c8-9c58-86358c665e33 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1592169 Aug 17 04:05:05.579737 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6e534ed7-7bd8-448a-8079-4cf5f2e9e01b req-86840c3a-16fe-4185-b009-d8b19af0c848 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1542077 Aug 17 04:05:05.632330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7fd5be95-99db-41b0-ad31-13920ae863e4 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:05:05.673106 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7fd5be95-99db-41b0-ad31-13920ae863e4 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:05:06.130504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-a2a85cfb-1ab8-4bff-9305-d2c984f89c22 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:06.132041 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-a2a85cfb-1ab8-4bff-9305-d2c984f89c22 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.60 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312&tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&binding%3Ahost_id=n-h2-802060-9 HTTP/1.1" status: 200 len: 943 time: 0.0576119 Aug 17 04:05:06.135426 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eaeff70-d81f-4bd5-9d4a-adda86316cc4 req-49eade2a-c035-40b0-9703-fff5715f8359 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:06.136929 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8eaeff70-d81f-4bd5-9d4a-adda86316cc4 req-49eade2a-c035-40b0-9703-fff5715f8359 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 943 time: 0.1033025 Aug 17 04:05:06.174849 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8eaeff70-d81f-4bd5-9d4a-adda86316cc4 req-9346f02b-d5ea-4894-97bd-378e054f573e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315468 Aug 17 04:05:06.194933 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-aa1e4771-5ff4-4292-883a-444bcd310265 service neutron] 10.222.0.60 "GET /v2.0/ports/7fd5be95-99db-41b0-ad31-13920ae863e4/bindings/n-h2-802060-9 HTTP/1.1" status: 200 len: 382 time: 0.0551121 Aug 17 04:05:06.255883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-80a5cdc3-ace1-43e2-9376-7b012efbc177 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:06.257275 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-80a5cdc3-ace1-43e2-9376-7b012efbc177 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 1094 time: 0.0405982 Aug 17 04:05:06.347291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-c00f7698-0073-420f-901f-b9a6ab5c774f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:06.348775 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-c00f7698-0073-420f-901f-b9a6ab5c774f service neutron] 10.222.0.60 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0846794 Aug 17 04:05:06.412153 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-9d2e449d-f77e-446d-93ac-e86c208b068e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fd5be95-99db-41b0-ad31-13920ae863e4 HTTP/1.1" status: 200 len: 999 time: 0.0563629 Aug 17 04:05:06.461473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-a5900b5a-98d3-4a4e-9fe8-7fa6dd91aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:06.462937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-a5900b5a-98d3-4a4e-9fe8-7fa6dd91aa0a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0434086 Aug 17 04:05:06.512475 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-f23bb004-4e79-4f2e-9999-938f162bd0e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:06.513914 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-f23bb004-4e79-4f2e-9999-938f162bd0e0 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0439365 Aug 17 04:05:06.601148 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-dbb52576-5809-47b9-bd0e-b8d17d73809f service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801818 Aug 17 04:05:06.692200 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-593c468a-ecd1-4562-ab47-38b4e9ec1093 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839806 Aug 17 04:05:06.911778 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7fd5be95-99db-41b0-ad31-13920ae863e4 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:05:07.007551 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7fd5be95-99db-41b0-ad31-13920ae863e4,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:05:07.017878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '7fd5be95-99db-41b0-ad31-13920ae863e4', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'port_id': '7fd5be95-99db-41b0-ad31-13920ae863e4', 'mac_address': 'fa:16:3e:9a:4c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:05:07.053753 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:07.068821 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd5be95-99db-41b0-ad31-13920ae863e4 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:05:07.088078 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7fd5be95-99db-41b0-ad31-13920ae863e4,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:05:07.171092 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:07.303758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b18ef502-631a-4ae6-a394-b64f2620c0b4 req-8a51d59e-b602-4753-b0d0-be27aa92147e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:07.305335 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b18ef502-631a-4ae6-a394-b64f2620c0b4 req-8a51d59e-b602-4753-b0d0-be27aa92147e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 944 time: 0.0576491 Aug 17 04:05:07.346593 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b18ef502-631a-4ae6-a394-b64f2620c0b4 req-07139788-6f46-4625-8fb9-19c59aaeb8c8 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351350 Aug 17 04:05:07.374413 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=7fd5be95-99db-41b0-ad31-13920ae863e4,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:05:07.382251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:07.382596 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:07.382934 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:07.383270 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:07.383600 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:07.383924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:07.384249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:07.384573 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:07.384893 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:07.385213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:07.385565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:07.385884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:05:07.428968 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['7fd5be95-99db-41b0-ad31-13920ae863e4'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:05:08.465576 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cadf03c-c3f1-40b9-a1c4-8dabbd09e5f7 req-e35825a6-d59f-4713-b96b-28b83917b0e0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:08.467118 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8cadf03c-c3f1-40b9-a1c4-8dabbd09e5f7 req-e35825a6-d59f-4713-b96b-28b83917b0e0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 944 time: 0.0515742 Aug 17 04:05:08.505006 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8cadf03c-c3f1-40b9-a1c4-8dabbd09e5f7 req-2b5e0820-8939-4494-98d3-8e6e371cc54a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319550 Aug 17 04:05:08.951953 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7fd5be95-99db-41b0-ad31-13920ae863e4 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:05:09.050220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7fd5be95-99db-41b0-ad31-13920ae863e4,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:05:09.062822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '7fd5be95-99db-41b0-ad31-13920ae863e4', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'port_id': '7fd5be95-99db-41b0-ad31-13920ae863e4', 'mac_address': 'fa:16:3e:9a:4c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:05:09.073912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-0ce22aa7-2f0d-4257-ab74-617a7c8754b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:09.075467 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-0ce22aa7-2f0d-4257-ab74-617a7c8754b6 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312&tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000 HTTP/1.1" status: 200 len: 1095 time: 0.0430615 Aug 17 04:05:09.088618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:05:09.142139 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:09.342199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=7fd5be95-99db-41b0-ad31-13920ae863e4,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:05:09.373670 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:05:09.406132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id 7fd5be95-99db-41b0-ad31-13920ae863e4 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:05:09.415063 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:09.425147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Ignored duplicate provisioning block setup for port 7fd5be95-99db-41b0-ad31-13920ae863e4 by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Aug 17 04:05:09.498638 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:09.581906 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd5be95-99db-41b0-ad31-13920ae863e4,revision_number=9']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:05:09.644782 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] No DVR routers for this DVR port 7fd5be95-99db-41b0-ad31-13920ae863e4 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:05:09.662049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a580c236-c061-4c82-84dd-439035c13040 req-f543ea25-1449-445c-96d3-d886b85d4a4f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:09.664673 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a580c236-c061-4c82-84dd-439035c13040 req-f543ea25-1449-445c-96d3-d886b85d4a4f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 943 time: 0.0554438 Aug 17 04:05:09.706414 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a580c236-c061-4c82-84dd-439035c13040 req-ddad7149-6a73-44eb-aaee-c06fad859377 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0347283 Aug 17 04:05:09.792862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Attempting to bind port 7fd5be95-99db-41b0-ad31-13920ae863e4 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:05:09.793208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Attempting to bind port 7fd5be95-99db-41b0-ad31-13920ae863e4 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:05:09.793572 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Attempting to bind port 7fd5be95-99db-41b0-ad31-13920ae863e4 on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:05:09.797817 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Port 7fd5be95-99db-41b0-ad31-13920ae863e4 on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:05:09.798146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Attempting to bind port 7fd5be95-99db-41b0-ad31-13920ae863e4 on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:05:09.802913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:05:09.803263 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Checking segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:05:09.804169 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Bound using segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:05:09.804596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Bound port: 7fd5be95-99db-41b0-ad31-13920ae863e4, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:05:09.805114 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:09.867199 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:05:09.870229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7fd5be95-99db-41b0-ad31-13920ae863e4,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:05:09.960828 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:10.000331 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:10.000957 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:10.002392 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] 10.222.0.30 "PUT /v2.0/ports/7fd5be95-99db-41b0-ad31-13920ae863e4 HTTP/1.1" status: 200 len: 1091 time: 0.9183443 Aug 17 04:05:10.002832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'tag': '7fd5be95-99db-41b0-ad31-13920ae863e4'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:05:10.005164 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4c468f2-a661-470c-bc89-4f39bd160872" -d '{"events": [{"name": "network-changed", "server_uuid": "93aa2327-a23c-4cd0-a6d4-318cff3ca312", "tag": "7fd5be95-99db-41b0-ad31-13920ae863e4"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:05:10.040536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d309844b-cb38-4ad1-b439-0c7cfb9a8b95 service neutron] Pushing event updated for resources: {'Port': ['ID=7fd5be95-99db-41b0-ad31-13920ae863e4,revision_number=10']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:05:10.073591 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:05:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-164605be-e366-4097-aa77-92e224148d8a x-openstack-request-id: req-164605be-e366-4097-aa77-92e224148d8a {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:05:10.073591 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "93aa2327-a23c-4cd0-a6d4-318cff3ca312", "tag": "7fd5be95-99db-41b0-ad31-13920ae863e4", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:05:10.073591 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-164605be-e366-4097-aa77-92e224148d8a {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:05:10.073591 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'tag': '7fd5be95-99db-41b0-ad31-13920ae863e4', 'status': 'completed', 'code': 200} Aug 17 04:05:10.077867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-5743c463-6fe8-42cc-b843-dc3f56096e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:10.079490 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-5743c463-6fe8-42cc-b843-dc3f56096e31 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 1095 time: 0.0504951 Aug 17 04:05:10.188063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-7ad4240b-6a84-4d6c-aace-7ca63dadb79a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:10.189736 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-7ad4240b-6a84-4d6c-aace-7ca63dadb79a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 1095 time: 0.0946755 Aug 17 04:05:10.252299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-4fb33e1b-98cb-4105-b4b9-572ea625d5d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:10.253802 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-4fb33e1b-98cb-4105-b4b9-572ea625d5d9 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.1669772 Aug 17 04:05:10.344293 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-72522139-2feb-463c-8d55-b60be2c3e660 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fd5be95-99db-41b0-ad31-13920ae863e4 HTTP/1.1" status: 200 len: 999 time: 0.0823708 Aug 17 04:05:10.348467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-b2706d1e-e5d1-4a54-9531-e39b24d92fd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:10.349854 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-b2706d1e-e5d1-4a54-9531-e39b24d92fd1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.1506808 Aug 17 04:05:10.438559 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-42c79b9d-4401-43be-8779-939dcd133bea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:10.439992 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-42c79b9d-4401-43be-8779-939dcd133bea service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0888958 Aug 17 04:05:10.446357 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-487a0397-be5e-43df-a4f2-e91da94c23b2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fd5be95-99db-41b0-ad31-13920ae863e4 HTTP/1.1" status: 200 len: 999 time: 0.0872221 Aug 17 04:05:10.517881 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-597868c4-e219-48df-bb96-5ca9c25be848 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:10.519341 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-597868c4-e219-48df-bb96-5ca9c25be848 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0642810 Aug 17 04:05:10.521884 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-23a2f3e2-10e7-4016-87f4-ad4d822cf483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:10.523510 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-23a2f3e2-10e7-4016-87f4-ad4d822cf483 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0756516 Aug 17 04:05:10.615472 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-3b551c2b-2f4e-4d41-a55e-a05023dadba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:10.617604 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-3b551c2b-2f4e-4d41-a55e-a05023dadba7 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0911827 Aug 17 04:05:10.682887 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-652c4144-a293-4230-85f5-e464dad4442c service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493664 Aug 17 04:05:10.770949 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-8c16a282-bab0-41f4-bfa1-c5d5f7d713e6 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1456935 Aug 17 04:05:10.829695 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241cc2ab-bedf-4959-a0c6-432e65c9b2ce req-6df548f7-28fa-4a8d-8218-e57dcb2588f8 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:10.831426 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-241cc2ab-bedf-4959-a0c6-432e65c9b2ce req-6df548f7-28fa-4a8d-8218-e57dcb2588f8 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 944 time: 0.0520251 Aug 17 04:05:10.843074 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e402fec-d2aa-4e5d-9406-1d8c21d980f4 req-4f554355-8596-4dc7-b9c6-0cb2d2a4d0a2 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511986 Aug 17 04:05:10.872109 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-241cc2ab-bedf-4959-a0c6-432e65c9b2ce req-33e525c4-c0e1-40e3-958b-74fa7fe6023c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330710 Aug 17 04:05:10.890049 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-9da1843a-1f55-44a3-86cc-ca3ce386175f service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073599 Aug 17 04:05:10.932548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-e8657fc0-e427-4146-9645-4928eada896a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:10.934106 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-e8657fc0-e427-4146-9645-4928eada896a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 1095 time: 0.0432017 Aug 17 04:05:10.947925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7fd5be95-99db-41b0-ad31-13920ae863e4 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:05:10.990942 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 7fd5be95-99db-41b0-ad31-13920ae863e4 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:05:11.029377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-c3064771-9b1e-4fa4-8347-1ec61b402d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:11.030876 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-c3064771-9b1e-4fa4-8347-1ec61b402d55 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0888762 Aug 17 04:05:11.095508 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-8ff57f4f-da08-429c-ae4e-49681505565b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7fd5be95-99db-41b0-ad31-13920ae863e4 HTTP/1.1" status: 200 len: 999 time: 0.0566664 Aug 17 04:05:11.149256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-d3d6b572-8b26-49f8-9b1d-5730bc478d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:11.150717 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-d3d6b572-8b26-49f8-9b1d-5730bc478d52 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0477276 Aug 17 04:05:11.197661 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-5ea4200b-ac49-4892-9612-cd842859aa36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:11.199125 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-5ea4200b-ac49-4892-9612-cd842859aa36 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0399969 Aug 17 04:05:11.295549 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-1fb534d3-f77d-423d-b7f5-cbbcc2afb118 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0867159 Aug 17 04:05:11.392969 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a4c468f2-a661-470c-bc89-4f39bd160872 req-0157e2c4-b734-44b9-b35d-98976132a545 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891705 Aug 17 04:05:11.989833 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35731f0-aca7-47cd-b70a-a463e44fa98b req-08f4b05d-cebc-400c-9723-dd77e6a2e0e6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:11.992021 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f35731f0-aca7-47cd-b70a-a463e44fa98b req-08f4b05d-cebc-400c-9723-dd77e6a2e0e6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 944 time: 0.0497925 Aug 17 04:05:12.028978 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f35731f0-aca7-47cd-b70a-a463e44fa98b req-09e22377-5a38-43f9-9402-4de4c8f883db tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311534 Aug 17 04:05:13.144493 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a13053c-7a5d-4e24-af96-90a6becfda5f req-b96da9c1-fdcc-4c2a-84eb-3da5ca7097e9 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:13.146009 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7a13053c-7a5d-4e24-af96-90a6becfda5f req-b96da9c1-fdcc-4c2a-84eb-3da5ca7097e9 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 944 time: 0.0488777 Aug 17 04:05:13.184083 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7a13053c-7a5d-4e24-af96-90a6becfda5f req-1a70283b-1bb4-4a95-83ea-67fedef67522 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320044 Aug 17 04:05:13.299956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a562c20-4020-4e6d-ac6c-2eae537e9a01 req-ce19c950-3c1e-4392-89c3-2f4645536a56 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:13.301453 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9a562c20-4020-4e6d-ac6c-2eae537e9a01 req-ce19c950-3c1e-4392-89c3-2f4645536a56 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 944 time: 0.0529525 Aug 17 04:05:13.340771 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9a562c20-4020-4e6d-ac6c-2eae537e9a01 req-5b8cb682-1452-47c6-9bd3-c797b49e5b22 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330429 Aug 17 04:05:13.452228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72425a6-57aa-4583-b9f0-c165fb92b5f7 req-fd268c1d-1e99-474d-b1ae-d785e2b494ee tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:13.453761 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a72425a6-57aa-4583-b9f0-c165fb92b5f7 req-fd268c1d-1e99-474d-b1ae-d785e2b494ee tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 944 time: 0.0482225 Aug 17 04:05:13.491836 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a72425a6-57aa-4583-b9f0-c165fb92b5f7 req-d8240ca1-53ef-419b-9c95-bfc2bd50b28a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314384 Aug 17 04:05:13.700041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7fd5be95-99db-41b0-ad31-13920ae863e4 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:05:13.794367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7fd5be95-99db-41b0-ad31-13920ae863e4,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:05:13.805716 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '7fd5be95-99db-41b0-ad31-13920ae863e4', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'port_id': '7fd5be95-99db-41b0-ad31-13920ae863e4', 'mac_address': 'fa:16:3e:9a:4c:e7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:05:13.842331 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:13.859040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7fd5be95-99db-41b0-ad31-13920ae863e4 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:05:13.879179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7fd5be95-99db-41b0-ad31-13920ae863e4,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:05:13.947597 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b12bffe2-3b94-42ca-8462-98b7cf89ffff req-4433d29f-c369-4fba-a47d-187a2e6cb3ca tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:13.949072 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b12bffe2-3b94-42ca-8462-98b7cf89ffff req-4433d29f-c369-4fba-a47d-187a2e6cb3ca tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 944 time: 0.0487185 Aug 17 04:05:13.988081 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:13.988436 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b12bffe2-3b94-42ca-8462-98b7cf89ffff req-4c7f382e-7a28-485e-9bab-9477cdb738b2 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311816 Aug 17 04:05:14.031502 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=7fd5be95-99db-41b0-ad31-13920ae863e4,revision_number=11']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:05:14.232057 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['7fd5be95-99db-41b0-ad31-13920ae863e4'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:05:15.117654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb4f5c-a8eb-4373-9e2d-a28a3d82df9d req-c4420534-695e-454d-8181-0fb92226e295 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:15.119156 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-30cb4f5c-a8eb-4373-9e2d-a28a3d82df9d req-c4420534-695e-454d-8181-0fb92226e295 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0616283 Aug 17 04:05:15.158247 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-30cb4f5c-a8eb-4373-9e2d-a28a3d82df9d req-c5c3614f-2081-4387-b7b6-0030c5d97e75 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328991 Aug 17 04:05:15.308598 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7bd85841-192b-44ee-b9a9-e735e1e796fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:15.487809 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d752f7a5-099f-4119-a6a1-1613dc7240b3 req-9130520e-2a8f-4fc0-afd0-274ec072a2db tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:15.489436 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d752f7a5-099f-4119-a6a1-1613dc7240b3 req-9130520e-2a8f-4fc0-afd0-274ec072a2db tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.30 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 945 time: 0.0493300 Aug 17 04:05:15.582437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-d752f7a5-099f-4119-a6a1-1613dc7240b3 req-af75b4e5-bd0b-4e4f-928a-3bcc2dda5ed6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Deleting port 7fd5be95-99db-41b0-ad31-13920ae863e4 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:05:15.582697 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d752f7a5-099f-4119-a6a1-1613dc7240b3 req-af75b4e5-bd0b-4e4f-928a-3bcc2dda5ed6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:15.669521 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d752f7a5-099f-4119-a6a1-1613dc7240b3 req-af75b4e5-bd0b-4e4f-928a-3bcc2dda5ed6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] For port 7fd5be95-99db-41b0-ad31-13920ae863e4, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7fd5be95-99db-41b0-ad31-13920ae863e4,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:05:15.669888 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d752f7a5-099f-4119-a6a1-1613dc7240b3 req-af75b4e5-bd0b-4e4f-928a-3bcc2dda5ed6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:15.711437 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7fd5be95-99db-41b0-ad31-13920ae863e4 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:05:15.842194 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d752f7a5-099f-4119-a6a1-1613dc7240b3 req-af75b4e5-bd0b-4e4f-928a-3bcc2dda5ed6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:15.842494 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d752f7a5-099f-4119-a6a1-1613dc7240b3 req-af75b4e5-bd0b-4e4f-928a-3bcc2dda5ed6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:15.842811 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-d752f7a5-099f-4119-a6a1-1613dc7240b3 req-af75b4e5-bd0b-4e4f-928a-3bcc2dda5ed6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Floating IP 944b1997-ed96-43fe-920b-dc7717b4417b disassociated. External IP: 172.25.1.28, port: 7fd5be95-99db-41b0-ad31-13920ae863e4. Aug 17 04:05:15.843151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-d752f7a5-099f-4119-a6a1-1613dc7240b3 req-af75b4e5-bd0b-4e4f-928a-3bcc2dda5ed6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Calling delete_port for 7fd5be95-99db-41b0-ad31-13920ae863e4 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:05:15.845599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 7fd5be95-99db-41b0-ad31-13920ae863e4 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:05:15.849491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 7fd5be95-99db-41b0-ad31-13920ae863e4 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:05:15.849870 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:15.925357 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:16.030502 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d752f7a5-099f-4119-a6a1-1613dc7240b3 req-af75b4e5-bd0b-4e4f-928a-3bcc2dda5ed6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:16.056954 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af75b4e5-bd0b-4e4f-928a-3bcc2dda5ed6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Pushing event deleted for resources: {'Port': ['ID=7fd5be95-99db-41b0-ad31-13920ae863e4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:05:16.174463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d752f7a5-099f-4119-a6a1-1613dc7240b3 req-af75b4e5-bd0b-4e4f-928a-3bcc2dda5ed6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Router 235aacc0-51b8-4a58-88f1-6a5f2035725e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:05:16.259408 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b7c47cf8-06dd-4d20-b1cd-d30630a5b6aa req-aa31f30c-b619-4516-afb8-6ee8ed8a1ede tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=93aa2327-a23c-4cd0-a6d4-318cff3ca312 HTTP/1.1" status: 200 len: 210 time: 0.0279865 Aug 17 04:05:16.290034 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d752f7a5-099f-4119-a6a1-1613dc7240b3 req-af75b4e5-bd0b-4e4f-928a-3bcc2dda5ed6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:05:16.300362 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417adb64-fb0c-4189-9f1f-2d8b788f0b64 None None] Sync routers for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:05:16.309484 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417adb64-fb0c-4189-9f1f-2d8b788f0b64 None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:05:16.310090 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-417adb64-fb0c-4189-9f1f-2d8b788f0b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:04:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:05:16.332799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d752f7a5-099f-4119-a6a1-1613dc7240b3 req-af75b4e5-bd0b-4e4f-928a-3bcc2dda5ed6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] No DVR routers for this DVR port 7fd5be95-99db-41b0-ad31-13920ae863e4 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:05:16.336068 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d752f7a5-099f-4119-a6a1-1613dc7240b3 req-af75b4e5-bd0b-4e4f-928a-3bcc2dda5ed6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:16.338086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d752f7a5-099f-4119-a6a1-1613dc7240b3 req-af75b4e5-bd0b-4e4f-928a-3bcc2dda5ed6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.30 "DELETE /v2.0/ports/7fd5be95-99db-41b0-ad31-13920ae863e4 HTTP/1.1" status: 204 len: 173 time: 0.8410265 Aug 17 04:05:16.338530 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'name': 'network-vif-deleted', 'tag': '7fd5be95-99db-41b0-ad31-13920ae863e4'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:05:16.340782 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a61115d1-af56-469c-9951-e6a6f2f73a53" -d '{"events": [{"server_uuid": "93aa2327-a23c-4cd0-a6d4-318cff3ca312", "name": "network-vif-deleted", "tag": "7fd5be95-99db-41b0-ad31-13920ae863e4"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:05:16.381235 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:05:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db418c23-b58a-4910-a4c2-b6e8f3a1c62f x-openstack-request-id: req-db418c23-b58a-4910-a4c2-b6e8f3a1c62f {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:05:16.381565 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "93aa2327-a23c-4cd0-a6d4-318cff3ca312", "name": "network-vif-deleted", "tag": "7fd5be95-99db-41b0-ad31-13920ae863e4", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:05:16.382367 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-db418c23-b58a-4910-a4c2-b6e8f3a1c62f {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:05:16.382779 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '93aa2327-a23c-4cd0-a6d4-318cff3ca312', 'name': 'network-vif-deleted', 'tag': '7fd5be95-99db-41b0-ad31-13920ae863e4', 'status': 'completed', 'code': 200} Aug 17 04:05:16.415937 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-417adb64-fb0c-4189-9f1f-2d8b788f0b64 None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:05:16.615425 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-417adb64-fb0c-4189-9f1f-2d8b788f0b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:05:16.646243 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417adb64-fb0c-4189-9f1f-2d8b788f0b64 None None] Checking router: 235aacc0-51b8-4a58-88f1-6a5f2035725e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:05:16.655206 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-417adb64-fb0c-4189-9f1f-2d8b788f0b64 None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:05:16.655812 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-417adb64-fb0c-4189-9f1f-2d8b788f0b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:04:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:05:16.761897 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-417adb64-fb0c-4189-9f1f-2d8b788f0b64 None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:05:17.055519 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-417adb64-fb0c-4189-9f1f-2d8b788f0b64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:05:17.080521 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-417adb64-fb0c-4189-9f1f-2d8b788f0b64 None None] The sync data for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 is: [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:05:17.291405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c955f3c4-87c8-4aea-a428-964fcf25d4e5 None None] New status for floating IP 944b1997-ed96-43fe-920b-dc7717b4417b: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:05:17.541351 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-d991cb08-5d63-4013-8173-bcaa5316750b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-securitygroup--103720624&fields=id&tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000 HTTP/1.1" status: 200 len: 267 time: 0.0347495 Aug 17 04:05:17.652755 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-385a3349-2118-46eb-ba55-024dc3fa1f10 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:17.654185 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-385a3349-2118-46eb-ba55-024dc3fa1f10 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 811 time: 0.1060398 Aug 17 04:05:17.670120 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-a1da121d-8ffc-4e7b-97f2-42200250f016 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/quotas/2ed9e326b0de49b5bb2ebe44e6ce7000 HTTP/1.1" status: 200 len: 375 time: 0.0101964 Aug 17 04:05:17.723443 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-60a5c8b0-47e0-41c1-a707-00d4bdcda5ca tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0481000 Aug 17 04:05:17.820397 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-296181c5-f286-4c48-b6c7-db819ece4ac0 service neutron] 10.222.0.10 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849142 Aug 17 04:05:17.918685 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-409fb08b-838b-4164-9ac3-d8699e18ec48 service neutron] 10.222.0.10 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920501 Aug 17 04:05:17.938748 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5d89b720-fe5b-443b-978c-cad07fe8dfce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:18.148943 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9b62dea4-d7d7-4a4a-933e-db0aae6f8ccf req-8f5c9c47-f7ab-4a48-819b-ae15eea9f365 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 210 time: 0.0260942 Aug 17 04:05:18.224459 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:19.244403 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c18836f4-360b-439b-9d76-0c2bbbad5475 req-10f5ab88-b650-482b-a493-922e7586fa8b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 210 time: 0.0254595 Aug 17 04:05:19.405681 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:19.755160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7fd5be95-99db-41b0-ad31-13920ae863e4 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:05:19.775042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 7fd5be95-99db-41b0-ad31-13920ae863e4 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:05:19.777677 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7fd5be95-99db-41b0-ad31-13920ae863e4 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:05:20.075436 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-5f87c637-c72f-43db-a7ed-1bf23652d810 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:20.076824 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-5f87c637-c72f-43db-a7ed-1bf23652d810 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.60 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 811 time: 0.1065068 Aug 17 04:05:20.120063 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-f32145fb-0460-4ce4-9aae-7324b128c33d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000 HTTP/1.1" status: 200 len: 379 time: 0.0338423 Aug 17 04:05:20.129322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-f56037bd-e3ea-4fa6-bb93-49435337ab2e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Request body: {'port': {'device_id': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'admin_state_up': True, 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'security_groups': ['d9b64175-3505-4025-9c9b-5d69aea2a546']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:05:20.310318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-f56037bd-e3ea-4fa6-bb93-49435337ab2e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Made reservation on behalf of 2ed9e326b0de49b5bb2ebe44e6ce7000 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:05:20.314688 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-f56037bd-e3ea-4fa6-bb93-49435337ab2e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:20.344694 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-175d896f-995e-47bb-af6f-2055bdbf3178 req-0d9da1e9-2264-4282-b994-ab18fbbd0f3a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 210 time: 0.0313230 Aug 17 04:05:20.443162 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-f56037bd-e3ea-4fa6-bb93-49435337ab2e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Allocated IP 172.20.0.13 (e875c4b2-a6ba-4ce4-bcb0-65a082ecb710/989ca702-2263-4266-9642-3cbd381018bb/6bd182e4-198e-4a60-9ec8-a50a448374cd) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:05:20.575224 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-f56037bd-e3ea-4fa6-bb93-49435337ab2e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:20.588938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-f56037bd-e3ea-4fa6-bb93-49435337ab2e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Transition to ACTIVE for port object 6bd182e4-198e-4a60-9ec8-a50a448374cd will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:05:20.699447 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-f56037bd-e3ea-4fa6-bb93-49435337ab2e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:21.072996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-f56037bd-e3ea-4fa6-bb93-49435337ab2e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:05:21.076094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-f56037bd-e3ea-4fa6-bb93-49435337ab2e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:05:21.080254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-f56037bd-e3ea-4fa6-bb93-49435337ab2e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:05:21.103976 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f56037bd-e3ea-4fa6-bb93-49435337ab2e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Pushing event updated for resources: {'Port': ['ID=6bd182e4-198e-4a60-9ec8-a50a448374cd,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:05:21.116686 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:21.134787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-f56037bd-e3ea-4fa6-bb93-49435337ab2e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:21.135431 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-f56037bd-e3ea-4fa6-bb93-49435337ab2e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:21.208542 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-f56037bd-e3ea-4fa6-bb93-49435337ab2e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0827801 Aug 17 04:05:21.222140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Request body: {'port': {'device_id': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:05:21.277046 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:21.395890 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cb9493b5-4060-456a-a676-615df83ee8e4 None None] Provisioning for port 6bd182e4-198e-4a60-9ec8-a50a448374cd completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:05:21.402423 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cb9493b5-4060-456a-a676-615df83ee8e4 None None] Provisioning complete for port 6bd182e4-198e-4a60-9ec8-a50a448374cd triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:05:21.406954 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cb9493b5-4060-456a-a676-615df83ee8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:21.443738 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cb9493b5-4060-456a-a676-615df83ee8e4 None None] Port 6bd182e4-198e-4a60-9ec8-a50a448374cd cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:05:21.464902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fcb03-8d6c-4d86-90bd-02343ba90c78 req-de265bb7-ce3c-44fc-b14b-f326667e0177 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:21.466634 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a9fcb03-8d6c-4d86-90bd-02343ba90c78 req-de265bb7-ce3c-44fc-b14b-f326667e0177 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 932 time: 0.0517504 Aug 17 04:05:21.508072 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a9fcb03-8d6c-4d86-90bd-02343ba90c78 req-bfb75945-9974-4e6a-98fa-7717c9f34c7e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0356369 Aug 17 04:05:21.555799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6bd182e4-198e-4a60-9ec8-a50a448374cd {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:05:21.563121 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:21.575217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Transition to ACTIVE for port object 6bd182e4-198e-4a60-9ec8-a50a448374cd will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:05:21.652889 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:21.703566 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd182e4-198e-4a60-9ec8-a50a448374cd,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:05:21.777867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Attempting to bind port 6bd182e4-198e-4a60-9ec8-a50a448374cd on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:05:21.778216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Attempting to bind port 6bd182e4-198e-4a60-9ec8-a50a448374cd by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:05:21.778554 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Attempting to bind port 6bd182e4-198e-4a60-9ec8-a50a448374cd on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:05:21.783101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Port 6bd182e4-198e-4a60-9ec8-a50a448374cd on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:05:21.783429 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Attempting to bind port 6bd182e4-198e-4a60-9ec8-a50a448374cd on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:05:21.788392 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 5, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:05:21.788744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Checking segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:05:21.789230 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Bound using segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:05:21.789694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Bound port: 6bd182e4-198e-4a60-9ec8-a50a448374cd, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:05:21.790065 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:21.856427 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:05:21.859604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:05:21.910355 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:21.946225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:21.946925 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:21.948353 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] 10.222.0.60 "PUT /v2.0/ports/6bd182e4-198e-4a60-9ec8-a50a448374cd HTTP/1.1" status: 200 len: 1092 time: 0.7307367 Aug 17 04:05:21.948830 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:05:21.951223 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-103864d0-060c-4a0c-bda6-2b057cd2601e" -d '{"events": [{"name": "network-changed", "server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:05:21.977450 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ba9d578-7192-45c7-bc60-0ccf08261ea4 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd182e4-198e-4a60-9ec8-a50a448374cd,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:05:22.046176 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:05:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-63595ba3-5f1c-4f48-99d4-5661d1b66a2b x-openstack-request-id: req-63595ba3-5f1c-4f48-99d4-5661d1b66a2b {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:05:22.046478 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:05:22.051335 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-63595ba3-5f1c-4f48-99d4-5661d1b66a2b {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:05:22.051335 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'status': 'completed', 'code': 200} Aug 17 04:05:22.097223 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-180a07e5-5065-4298-a8d2-bba743d6c847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:22.098827 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-180a07e5-5065-4298-a8d2-bba743d6c847 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 1095 time: 0.0446346 Aug 17 04:05:22.145007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-eb042ac8-116d-4dc6-a68a-ec79205a7d78 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd HTTP/1.1" status: 200 len: 217 time: 0.0385866 Aug 17 04:05:22.195981 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-cb4944fd-4292-48bd-a69b-ff9d3059499c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:22.197313 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-cb4944fd-4292-48bd-a69b-ff9d3059499c service neutron] 10.222.0.60 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0460718 Aug 17 04:05:22.242964 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-5ed577ae-8a03-4f3f-b4c4-99b303cc3cad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:22.244408 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-5ed577ae-8a03-4f3f-b4c4-99b303cc3cad service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0397124 Aug 17 04:05:22.336391 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-7209ff82-9e8f-4cbe-aea4-ce65ec4044e5 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842786 Aug 17 04:05:22.423415 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0b029cf-6337-4813-8c6a-d949d18bc23a req-dac966ac-0539-4d63-aeec-3e1048b8f885 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0801764 Aug 17 04:05:22.615383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103864d0-060c-4a0c-bda6-2b057cd2601e req-2f0b0ba8-4de6-45f0-ad4e-5e9eb5690df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:22.617401 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-103864d0-060c-4a0c-bda6-2b057cd2601e req-2f0b0ba8-4de6-45f0-ad4e-5e9eb5690df6 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 1095 time: 0.0484984 Aug 17 04:05:22.635085 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15cd2623-a206-4d40-a4af-714506e114c8 req-ea8bba28-ac97-4c19-8ab4-f4ad451b2353 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:22.636593 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-15cd2623-a206-4d40-a4af-714506e114c8 req-ea8bba28-ac97-4c19-8ab4-f4ad451b2353 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 944 time: 0.0495558 Aug 17 04:05:22.675584 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-15cd2623-a206-4d40-a4af-714506e114c8 req-9e3ba123-40cc-4389-9e2a-f267a75dac47 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319777 Aug 17 04:05:22.708686 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103864d0-060c-4a0c-bda6-2b057cd2601e req-b113fd9e-35a2-4988-a709-31a4741abb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:22.710254 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-103864d0-060c-4a0c-bda6-2b057cd2601e req-b113fd9e-35a2-4988-a709-31a4741abb04 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0859740 Aug 17 04:05:22.754924 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-103864d0-060c-4a0c-bda6-2b057cd2601e req-69c25ab7-7993-4828-be7c-8dac294a9e57 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd HTTP/1.1" status: 200 len: 217 time: 0.0377758 Aug 17 04:05:22.803009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103864d0-060c-4a0c-bda6-2b057cd2601e req-203b6c10-63df-43e3-bcc5-036dd72072f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:22.805056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-103864d0-060c-4a0c-bda6-2b057cd2601e req-203b6c10-63df-43e3-bcc5-036dd72072f3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0428340 Aug 17 04:05:22.853355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-103864d0-060c-4a0c-bda6-2b057cd2601e req-a41840b1-78e7-466b-b865-303845a4e391 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:22.854897 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-103864d0-060c-4a0c-bda6-2b057cd2601e req-a41840b1-78e7-466b-b865-303845a4e391 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414310 Aug 17 04:05:22.949822 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-103864d0-060c-4a0c-bda6-2b057cd2601e req-6187e56d-889a-459c-8e9a-8a8481597e8e service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852847 Aug 17 04:05:23.038988 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-103864d0-060c-4a0c-bda6-2b057cd2601e req-d5b11edb-4502-4895-93c7-494b4595726d service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817773 Aug 17 04:05:23.796451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c25e3b5-8bc5-4333-aef4-39a074f6a154 req-61a517c5-a0b1-4d5d-8aae-8ea6f9b489be tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:23.797968 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c25e3b5-8bc5-4333-aef4-39a074f6a154 req-61a517c5-a0b1-4d5d-8aae-8ea6f9b489be tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 944 time: 0.0534503 Aug 17 04:05:23.835842 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c25e3b5-8bc5-4333-aef4-39a074f6a154 req-2d0e13fa-b4ea-40df-8f92-64340b4da1f0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313802 Aug 17 04:05:24.950183 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e037222e-64e6-42fd-bedc-5184cf36df4c req-d2ffb311-876c-468b-b973-4049e7a53fd3 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:24.951655 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e037222e-64e6-42fd-bedc-5184cf36df4c req-d2ffb311-876c-468b-b973-4049e7a53fd3 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 944 time: 0.0487766 Aug 17 04:05:24.962606 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 6bd182e4-198e-4a60-9ec8-a50a448374cd details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:05:24.996226 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e037222e-64e6-42fd-bedc-5184cf36df4c req-532a66de-f3b5-4f17-b700-a598d732f526 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383832 Aug 17 04:05:25.059574 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:05:25.071383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'port_id': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'mac_address': 'fa:16:3e:74:ce:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:05:25.108470 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:25.121070 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd182e4-198e-4a60-9ec8-a50a448374cd {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:05:25.144503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:05:25.223052 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:25.269350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=6bd182e4-198e-4a60-9ec8-a50a448374cd,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:05:25.410884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['6bd182e4-198e-4a60-9ec8-a50a448374cd'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:05:26.110499 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6475c677-8b8b-404c-98a9-7cf001a2fbfe req-80918749-7423-4658-95c1-069cb5607f3c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:26.111965 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6475c677-8b8b-404c-98a9-7cf001a2fbfe req-80918749-7423-4658-95c1-069cb5607f3c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 945 time: 0.0487809 Aug 17 04:05:26.149749 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6475c677-8b8b-404c-98a9-7cf001a2fbfe req-3949f5c6-bb75-41ba-8ff5-89bf4479ae32 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309918 Aug 17 04:05:26.961620 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 6bd182e4-198e-4a60-9ec8-a50a448374cd up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:05:27.068513 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 6bd182e4-198e-4a60-9ec8-a50a448374cd completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:05:27.073146 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 6bd182e4-198e-4a60-9ec8-a50a448374cd triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:05:27.073544 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:27.148618 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:27.185819 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:05:27.189889 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6624958-966f-4431-838e-51b7269ff858" -d '{"events": [{"server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "name": "network-vif-plugged", "status": "completed", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:05:27.214233 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:05:27.270456 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:27.291695 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acf0e05-f677-4abb-a544-894dca14fe7c req-7062208e-82b2-4fb8-a4b0-92636c919edb tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:27.293211 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6acf0e05-f677-4abb-a544-894dca14fe7c req-7062208e-82b2-4fb8-a4b0-92636c919edb tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 945 time: 0.0544205 Aug 17 04:05:27.322165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=6bd182e4-198e-4a60-9ec8-a50a448374cd,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:05:27.332706 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6acf0e05-f677-4abb-a544-894dca14fe7c req-0933ad7c-f2b2-42ef-a4da-3e09c386e2de tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335038 Aug 17 04:05:27.374959 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:05:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1100e37-a210-4ece-ad95-5baf5d580897 x-openstack-request-id: req-a1100e37-a210-4ece-ad95-5baf5d580897 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:05:27.375262 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "name": "network-vif-plugged", "status": "completed", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:05:27.375517 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a1100e37-a210-4ece-ad95-5baf5d580897 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:05:27.375917 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'code': 200} Aug 17 04:05:27.469855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074adb92-25a5-442b-9163-e2a888fb2de1 req-f29116cc-e69a-400a-9dfb-2579f8796974 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:27.471376 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-074adb92-25a5-442b-9163-e2a888fb2de1 req-f29116cc-e69a-400a-9dfb-2579f8796974 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 1097 time: 0.0404465 Aug 17 04:05:27.516628 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-074adb92-25a5-442b-9163-e2a888fb2de1 req-026aa1ed-77d6-47b8-a27f-166e8aab8598 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375202 Aug 17 04:05:28.455084 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e12182-db0c-4bfd-9462-90b8e004a963 req-59140695-15d4-4a7a-9001-97e50b6f2faf tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:28.456856 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-84e12182-db0c-4bfd-9462-90b8e004a963 req-59140695-15d4-4a7a-9001-97e50b6f2faf tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0534642 Aug 17 04:05:28.497195 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-84e12182-db0c-4bfd-9462-90b8e004a963 req-c4f80175-602f-41ed-86af-453e5065d2f0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337417 Aug 17 04:05:28.561568 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:05:28.610621 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec46350-004f-4f88-b665-ca4cec81dd6c req-46e16cb9-b145-4a5a-9309-ff9f3a02b49c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:28.612176 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2ec46350-004f-4f88-b665-ca4cec81dd6c req-46e16cb9-b145-4a5a-9309-ff9f3a02b49c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0488737 Aug 17 04:05:28.621249 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 43598) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:05:28.625672 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-cc4a92f5-4eaa-4a69-b9dd-eb630c16d00e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Request body: {'floatingip': {'port_id': '6bd182e4-198e-4a60-9ec8-a50a448374cd'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:05:28.968397 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cc4a92f5-4eaa-4a69-b9dd-eb630c16d00e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for floatingip, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:29.392198 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cc4a92f5-4eaa-4a69-b9dd-eb630c16d00e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:29.468462 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cc4a92f5-4eaa-4a69-b9dd-eb630c16d00e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:29.570996 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-cc4a92f5-4eaa-4a69-b9dd-eb630c16d00e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Floating IP 944b1997-ed96-43fe-920b-dc7717b4417b associated. External IP: 172.25.1.28, port: 6bd182e4-198e-4a60-9ec8-a50a448374cd. Aug 17 04:05:29.785023 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cc4a92f5-4eaa-4a69-b9dd-eb630c16d00e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Router 235aacc0-51b8-4a58-88f1-6a5f2035725e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:05:29.895331 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cc4a92f5-4eaa-4a69-b9dd-eb630c16d00e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:05:29.904459 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cc4a92f5-4eaa-4a69-b9dd-eb630c16d00e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:29.905969 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc690b0-52c1-416e-ae1e-73e3f5e2579f None None] Sync routers for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:05:29.916158 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc690b0-52c1-416e-ae1e-73e3f5e2579f None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:05:29.916761 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7dc690b0-52c1-416e-ae1e-73e3f5e2579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:05:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:05:29.928069 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cc4a92f5-4eaa-4a69-b9dd-eb630c16d00e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "PUT /v2.0/floatingips/944b1997-ed96-43fe-920b-dc7717b4417b HTTP/1.1" status: 200 len: 992 time: 1.3057559 Aug 17 04:05:29.928735 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:05:29.932418 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd0f8415-8c44-4cbf-9afa-683fcd4f9241" -d '{"events": [{"name": "network-changed", "server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:05:30.024602 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-7dc690b0-52c1-416e-ae1e-73e3f5e2579f None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:05:30.066700 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:05:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6813a53-69df-44be-9c87-03458a7e9e36 x-openstack-request-id: req-e6813a53-69df-44be-9c87-03458a7e9e36 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:05:30.067000 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:05:30.067257 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e6813a53-69df-44be-9c87-03458a7e9e36 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:05:30.067671 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'status': 'completed', 'code': 200} Aug 17 04:05:30.127371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f8415-8c44-4cbf-9afa-683fcd4f9241 req-19554d86-726f-44de-bab7-b49d82b0b06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:30.128916 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd0f8415-8c44-4cbf-9afa-683fcd4f9241 req-19554d86-726f-44de-bab7-b49d82b0b06a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 1097 time: 0.0415897 Aug 17 04:05:30.220769 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f8415-8c44-4cbf-9afa-683fcd4f9241 req-88ac8264-0333-4d63-bae2-6d53812a2d7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:30.222290 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd0f8415-8c44-4cbf-9afa-683fcd4f9241 req-88ac8264-0333-4d63-bae2-6d53812a2d7a service neutron] 10.222.0.60 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0864527 Aug 17 04:05:30.252872 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7dc690b0-52c1-416e-ae1e-73e3f5e2579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '944b1997-ed96-43fe-920b-dc7717b4417b', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'port_id': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'mac_address': 'fa:16:3e:74:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:58:14Z', 'updated_at': '2021-08-17T04:05:29Z', 'revision_number': 13, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:05:30.279081 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc690b0-52c1-416e-ae1e-73e3f5e2579f None None] Checking router: 235aacc0-51b8-4a58-88f1-6a5f2035725e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:05:30.287117 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dc690b0-52c1-416e-ae1e-73e3f5e2579f None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:05:30.287726 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7dc690b0-52c1-416e-ae1e-73e3f5e2579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:05:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:05:30.294728 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd0f8415-8c44-4cbf-9afa-683fcd4f9241 req-6764a624-f1c8-4d36-ba1a-7df1dd5d1b25 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd HTTP/1.1" status: 200 len: 1000 time: 0.0638325 Aug 17 04:05:30.345689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f8415-8c44-4cbf-9afa-683fcd4f9241 req-875598b1-30b3-4555-9eb8-d52ffc575ba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:30.347257 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd0f8415-8c44-4cbf-9afa-683fcd4f9241 req-875598b1-30b3-4555-9eb8-d52ffc575ba8 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0456963 Aug 17 04:05:30.393023 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd0f8415-8c44-4cbf-9afa-683fcd4f9241 req-b81ae6c1-adfb-49c4-8346-0b25149bb7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:05:30.393964 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-7dc690b0-52c1-416e-ae1e-73e3f5e2579f None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:05:30.394571 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd0f8415-8c44-4cbf-9afa-683fcd4f9241 req-b81ae6c1-adfb-49c4-8346-0b25149bb7d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402329 Aug 17 04:05:30.489927 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd0f8415-8c44-4cbf-9afa-683fcd4f9241 req-588a207e-6a6c-400d-afa1-67b5d375897b service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884171 Aug 17 04:05:30.589784 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fd0f8415-8c44-4cbf-9afa-683fcd4f9241 req-7565e096-10a1-4d74-80ca-33101f9245cc service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923896 Aug 17 04:05:30.626661 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-7dc690b0-52c1-416e-ae1e-73e3f5e2579f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '944b1997-ed96-43fe-920b-dc7717b4417b', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'port_id': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'mac_address': 'fa:16:3e:74:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:58:14Z', 'updated_at': '2021-08-17T04:05:29Z', 'revision_number': 13, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:05:30.652501 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7dc690b0-52c1-416e-ae1e-73e3f5e2579f None None] The sync data for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 is: [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '944b1997-ed96-43fe-920b-dc7717b4417b', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'floating_ip_address': '172.25.1.28', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'port_id': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4050, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'mac_address': 'fa:16:3e:74:ce:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T03:58:14Z', 'updated_at': '2021-08-17T04:05:29Z', 'revision_number': 13, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:05:30.837607 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3b2af93-0560-4e77-891f-bfe98585f057 None None] New status for floating IP 944b1997-ed96-43fe-920b-dc7717b4417b: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:05:33.847058 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:34.463921 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:45.326839 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bf8f5a0e-3335-430c-a275-15e56247269c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:47.960808 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-df9ca690-890a-4c7a-baab-9334df533ead None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:48.227684 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:49.376646 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:05:51.104354 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:03.852041 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:04.451897 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:05.560439 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:06:15.247028 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7ee5ce9-2599-468d-9d77-607513825cbd req-372f94bd-7f60-4b8e-897d-a83418afc2af service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0459993 Aug 17 04:06:15.313507 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aa289ce4-d881-46d8-b484-8a8df8aef786 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:15.330351 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee5ce9-2599-468d-9d77-607513825cbd req-207de49c-17df-43fe-824b-42c8f955d712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:06:15.332100 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7ee5ce9-2599-468d-9d77-607513825cbd req-207de49c-17df-43fe-824b-42c8f955d712 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 1097 time: 0.0414920 Aug 17 04:06:15.435929 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee5ce9-2599-468d-9d77-607513825cbd req-477920e8-77fc-4ba0-9b7c-cee99dd35e32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:06:15.437381 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7ee5ce9-2599-468d-9d77-607513825cbd req-477920e8-77fc-4ba0-9b7c-cee99dd35e32 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0864286 Aug 17 04:06:15.501569 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7ee5ce9-2599-468d-9d77-607513825cbd req-10d5f974-de0d-495f-93c4-c03a551cb626 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd HTTP/1.1" status: 200 len: 1002 time: 0.0568864 Aug 17 04:06:15.551282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee5ce9-2599-468d-9d77-607513825cbd req-57299ae2-7dd5-4934-ad3f-48960e6dcd15 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:06:15.552749 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7ee5ce9-2599-468d-9d77-607513825cbd req-57299ae2-7dd5-4934-ad3f-48960e6dcd15 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0439420 Aug 17 04:06:15.604229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee5ce9-2599-468d-9d77-607513825cbd req-78e67faf-93fe-4c59-857d-a91334d683d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:06:15.606197 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7ee5ce9-2599-468d-9d77-607513825cbd req-78e67faf-93fe-4c59-857d-a91334d683d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467029 Aug 17 04:06:15.700356 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7ee5ce9-2599-468d-9d77-607513825cbd req-6de41850-b95d-4c8e-8b69-de69b0d33c50 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844767 Aug 17 04:06:15.793972 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e7ee5ce9-2599-468d-9d77-607513825cbd req-4655f944-d5c9-4721-96de-15d81eb67e4d service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863769 Aug 17 04:06:17.959203 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f2c960a7-76d5-4567-8d0f-e562b24c4c8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:18.229229 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:19.412112 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:21.107504 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:33.838768 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:34.497048 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:42.558918 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:06:45.318511 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cdbdfbc9-c931-4979-876e-97ea788db15f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:47.923824 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e8698488-d1af-4e2d-927e-6d00408da8df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:48.234384 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:49.389291 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:51.119622 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:06:56.864890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-5e7f20ec-c167-4fbb-96f2-134938c25df1 req-2f9d8f2d-c4d0-436b-bade-74b05ea5299e tempest-TestVolumeBootPattern-1447681446 tempest-TestVolumeBootPattern-1447681446-project] (101970) timed out ('10.222.0.10', 33528) {{(pid=101970) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 04:07:03.843606 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:04.462630 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:07.401348 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c61573-3c0e-4efc-bdd9-6844101d30b1 req-8cc9ed50-d6cb-4a68-89f9-333b86f62062 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:07.402851 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e7c61573-3c0e-4efc-bdd9-6844101d30b1 req-8cc9ed50-d6cb-4a68-89f9-333b86f62062 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0539036 Aug 17 04:07:07.441090 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e7c61573-3c0e-4efc-bdd9-6844101d30b1 req-d21d7cd1-5445-4470-bb01-459f3a8d443e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316734 Aug 17 04:07:15.336698 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5352db5b-90f8-4a76-82aa-0a46edc5037d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:16.236008 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99e157c7-bacb-42b2-9f1d-b140b14dc8de req-6f0aebf8-5b14-4ee6-afab-cc6cbf691ccb service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403347 Aug 17 04:07:16.318001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e157c7-bacb-42b2-9f1d-b140b14dc8de req-478e9826-a69c-4853-b6b6-aca3abe4c206 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:16.319505 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99e157c7-bacb-42b2-9f1d-b140b14dc8de req-478e9826-a69c-4853-b6b6-aca3abe4c206 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 1097 time: 0.0420442 Aug 17 04:07:16.428197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e157c7-bacb-42b2-9f1d-b140b14dc8de req-33a3eea8-380e-4362-a935-264ecdd71015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:16.429703 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99e157c7-bacb-42b2-9f1d-b140b14dc8de req-33a3eea8-380e-4362-a935-264ecdd71015 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0913517 Aug 17 04:07:16.494536 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99e157c7-bacb-42b2-9f1d-b140b14dc8de req-a1d83644-8aee-4859-a5b0-79d59729e5cb service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd HTTP/1.1" status: 200 len: 1002 time: 0.0575454 Aug 17 04:07:16.545834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e157c7-bacb-42b2-9f1d-b140b14dc8de req-6f048aa6-f2c4-4f2f-9ce7-f1b730a13f4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:16.547248 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99e157c7-bacb-42b2-9f1d-b140b14dc8de req-6f048aa6-f2c4-4f2f-9ce7-f1b730a13f4a service neutron] 10.222.0.60 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0463936 Aug 17 04:07:16.593136 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e157c7-bacb-42b2-9f1d-b140b14dc8de req-f78b224f-503b-432f-8002-9fa93e2b32d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:16.594675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99e157c7-bacb-42b2-9f1d-b140b14dc8de req-f78b224f-503b-432f-8002-9fa93e2b32d5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400720 Aug 17 04:07:16.686987 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99e157c7-bacb-42b2-9f1d-b140b14dc8de req-e40af482-1edd-4f9b-8089-10c4938db174 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850656 Aug 17 04:07:16.780895 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-99e157c7-bacb-42b2-9f1d-b140b14dc8de req-4cb99a78-ddb7-4fcc-b9c9-c55c037510c6 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863514 Aug 17 04:07:17.965206 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d8aa7ce0-2fb7-4d71-a460-10a47a969d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:18.239699 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:18.865718 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-4bec10fb-0f11-4f88-b798-172473a19657 req-78b1a039-6495-4f09-8902-d19b64136603 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:07:18.866738 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4bec10fb-0f11-4f88-b798-172473a19657 req-78b1a039-6495-4f09-8902-d19b64136603 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0440600 Aug 17 04:07:19.177777 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c489806a-f837-4b36-926f-3fc7d9cbbbd5 req-b88006ac-4879-4c54-b529-e5d892aa5b9b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:19.179275 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c489806a-f837-4b36-926f-3fc7d9cbbbd5 req-b88006ac-4879-4c54-b529-e5d892aa5b9b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0493851 Aug 17 04:07:19.224296 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c489806a-f837-4b36-926f-3fc7d9cbbbd5 req-b91bf7b2-14b0-408e-8f8c-a478e96bbce0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389817 Aug 17 04:07:19.282657 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-06e60f72-b428-4c86-8712-5bb34ecf9c01 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0835366 Aug 17 04:07:19.382398 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:19.557729 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:07:20.351748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d29f5f3-ec10-47ac-b7e3-409b15ff3630 req-6ef26d71-a046-4ad1-a613-bb19212d45fd tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:20.353179 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d29f5f3-ec10-47ac-b7e3-409b15ff3630 req-6ef26d71-a046-4ad1-a613-bb19212d45fd tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0595415 Aug 17 04:07:20.392025 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d29f5f3-ec10-47ac-b7e3-409b15ff3630 req-3ab4acc8-05eb-41a0-8211-68e2635015f7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314229 Aug 17 04:07:21.106324 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:21.301550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-41252bb6-9a6a-49d3-bdd6-683e059d116a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:21.302954 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-41252bb6-9a6a-49d3-bdd6-683e059d116a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 1097 time: 0.0415688 Aug 17 04:07:21.395001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-3f64fe4c-f8e4-4fe0-9008-b3ac623af7d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:21.396529 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-3f64fe4c-f8e4-4fe0-9008-b3ac623af7d7 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0866768 Aug 17 04:07:21.461115 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-9d7dd12f-9051-42f9-93d4-f7a6aea7a862 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd HTTP/1.1" status: 200 len: 1002 time: 0.0576389 Aug 17 04:07:21.513333 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-2befd870-d058-49ea-90a4-ef5d4f8c4300 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:21.513665 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1546d813-d2fe-4472-97be-1a2ad3c5c798 req-becdef19-1df8-4494-aa5d-2816fe46018f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:21.515364 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1546d813-d2fe-4472-97be-1a2ad3c5c798 req-becdef19-1df8-4494-aa5d-2816fe46018f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0510459 Aug 17 04:07:21.515584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-2befd870-d058-49ea-90a4-ef5d4f8c4300 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0472562 Aug 17 04:07:21.556001 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1546d813-d2fe-4472-97be-1a2ad3c5c798 req-1ad024bf-77c5-4a5e-9a58-ce65ac81cf12 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343730 Aug 17 04:07:21.565235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-6a92412c-c9b1-412d-8f27-22413783d36c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:21.566769 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-6a92412c-c9b1-412d-8f27-22413783d36c service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441329 Aug 17 04:07:21.654847 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-1ddcf2ab-ab58-48ac-a227-e7903a6175e7 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811796 Aug 17 04:07:21.745940 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-f62907b0-3283-4b12-8ee7-c1033aa3524f service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0842621 Aug 17 04:07:22.673292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44a16db2-1838-4c9d-a802-ee12e991cb4b req-7fb6d9b5-e4f1-4735-9b5d-c0c93a7e3aca tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:22.674818 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44a16db2-1838-4c9d-a802-ee12e991cb4b req-7fb6d9b5-e4f1-4735-9b5d-c0c93a7e3aca tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0491087 Aug 17 04:07:22.712512 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44a16db2-1838-4c9d-a802-ee12e991cb4b req-1aaf2cba-fa99-4224-af4d-46ff98a00cc3 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318370 Aug 17 04:07:23.834435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1f7bf0f-8c04-4fb4-a965-b8b81f1b317f req-3b8014f4-bd88-4f5c-b319-b82cff312ecc tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:23.835820 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1f7bf0f-8c04-4fb4-a965-b8b81f1b317f req-3b8014f4-bd88-4f5c-b319-b82cff312ecc tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0560057 Aug 17 04:07:23.873129 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1f7bf0f-8c04-4fb4-a965-b8b81f1b317f req-e673e53b-e61c-4ac9-94a9-eb23915f127f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312092 Aug 17 04:07:25.013343 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d6083f5-e4d9-4df8-8faa-cd2fadd56dbb req-60386ddf-324e-467c-b841-f88198889670 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:25.015190 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3d6083f5-e4d9-4df8-8faa-cd2fadd56dbb req-60386ddf-324e-467c-b841-f88198889670 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0494158 Aug 17 04:07:25.052875 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3d6083f5-e4d9-4df8-8faa-cd2fadd56dbb req-ae0ac182-e092-4684-90b7-d8f7eff3757d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317013 Aug 17 04:07:26.169835 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a52d27-6d43-4b9d-8ccb-09f09fbeda8d req-d7b62066-9d82-42aa-a990-874b65310b13 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:26.172249 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-84a52d27-6d43-4b9d-8ccb-09f09fbeda8d req-d7b62066-9d82-42aa-a990-874b65310b13 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0504301 Aug 17 04:07:26.210554 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-84a52d27-6d43-4b9d-8ccb-09f09fbeda8d req-f061a87c-5b5b-482b-85d4-442bba3b2d19 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321763 Aug 17 04:07:27.330274 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ff6fef-72d1-451e-bc7e-292596a819cc req-b82a3b89-e050-46c2-be1a-c45aa7346640 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:27.331770 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-36ff6fef-72d1-451e-bc7e-292596a819cc req-b82a3b89-e050-46c2-be1a-c45aa7346640 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0536041 Aug 17 04:07:27.368646 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-36ff6fef-72d1-451e-bc7e-292596a819cc req-faa9baab-a099-4926-bd1a-11e814966723 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309751 Aug 17 04:07:28.489184 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-439ffc8d-829f-4131-85ef-9989d6e351a8 req-a38d6fa2-94c1-43a1-8ffe-8b240cfb9205 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:28.490753 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-439ffc8d-829f-4131-85ef-9989d6e351a8 req-a38d6fa2-94c1-43a1-8ffe-8b240cfb9205 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0512094 Aug 17 04:07:28.534589 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-439ffc8d-829f-4131-85ef-9989d6e351a8 req-e4ba938a-b5e0-4135-a978-cc795737a239 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374398 Aug 17 04:07:29.657222 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c6a6294-1f95-44c6-b894-fc330926b168 req-c6720a23-7a2e-4508-a432-eb47589e16b9 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:29.658730 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4c6a6294-1f95-44c6-b894-fc330926b168 req-c6720a23-7a2e-4508-a432-eb47589e16b9 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0480828 Aug 17 04:07:29.695644 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4c6a6294-1f95-44c6-b894-fc330926b168 req-c2605a8e-bf27-4170-9786-07ba99efcf9b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310450 Aug 17 04:07:30.814887 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ec3215-38f7-440b-8039-9808cb433d25 req-2c865d9e-ae6b-4961-a95b-b4e785570722 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:30.816378 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-21ec3215-38f7-440b-8039-9808cb433d25 req-2c865d9e-ae6b-4961-a95b-b4e785570722 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0531878 Aug 17 04:07:30.853632 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-21ec3215-38f7-440b-8039-9808cb433d25 req-e71c3b65-535e-4069-bde4-0d9b8b6ff3e7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313559 Aug 17 04:07:31.970345 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77857d2-54e3-4d0c-8a7d-aaf5c1a598c1 req-a87c7706-615a-4101-959c-5c4859a6ac46 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:31.971857 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c77857d2-54e3-4d0c-8a7d-aaf5c1a598c1 req-a87c7706-615a-4101-959c-5c4859a6ac46 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0513208 Aug 17 04:07:32.009574 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c77857d2-54e3-4d0c-8a7d-aaf5c1a598c1 req-1bf71c3d-4144-43f3-b0b3-473a2fc73f70 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315166 Aug 17 04:07:33.126076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09e5a5bf-acc9-4891-963d-152ead8896cc req-e8b054b6-db06-48f8-8f8e-f4b201d7ce66 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:33.127547 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-09e5a5bf-acc9-4891-963d-152ead8896cc req-e8b054b6-db06-48f8-8f8e-f4b201d7ce66 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0492926 Aug 17 04:07:33.164898 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-09e5a5bf-acc9-4891-963d-152ead8896cc req-58862c42-c2cd-4117-bc3d-bd3248a50972 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315163 Aug 17 04:07:33.827876 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:34.286102 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00e51dd6-2db1-4783-a857-e95f00f4e8c2 req-6943ae69-e329-4e08-8c0b-5c69b0996f74 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:34.287607 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-00e51dd6-2db1-4783-a857-e95f00f4e8c2 req-6943ae69-e329-4e08-8c0b-5c69b0996f74 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0527928 Aug 17 04:07:34.326747 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-00e51dd6-2db1-4783-a857-e95f00f4e8c2 req-6857e1cd-883d-4283-8fed-2df8d71a89c8 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332177 Aug 17 04:07:34.483297 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:35.444764 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04833b4f-cf18-46b4-bc50-f17387bd8299 req-0a397882-3a45-488b-80be-3d6619373e87 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:35.446315 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-04833b4f-cf18-46b4-bc50-f17387bd8299 req-0a397882-3a45-488b-80be-3d6619373e87 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0499201 Aug 17 04:07:35.486129 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-04833b4f-cf18-46b4-bc50-f17387bd8299 req-d69706cf-d495-4112-9139-f915cd42a06c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338554 Aug 17 04:07:36.052196 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-c42a197a-d13f-4c30-8954-224676e75e49 service neutron] show failed (client error): The resource could not be found. Aug 17 04:07:36.053102 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-c42a197a-d13f-4c30-8954-224676e75e49 service neutron] 10.222.0.60 "GET /v2.0/ports/6bd182e4-198e-4a60-9ec8-a50a448374cd/bindings/n-h1-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.0562012 Aug 17 04:07:36.556387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-8d07948b-ae7a-4323-a6af-c03eb86ccf7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:36.557959 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-8d07948b-ae7a-4323-a6af-c03eb86ccf7e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14&tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000 HTTP/1.1" status: 200 len: 1097 time: 0.0408857 Aug 17 04:07:36.570102 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:07:36.603290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6480dc-14ad-49a2-9a03-7566026e13ba req-d33b74b0-5672-4eb6-b589-e9a6eeab3fe8 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:36.606203 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ca6480dc-14ad-49a2-9a03-7566026e13ba req-d33b74b0-5672-4eb6-b589-e9a6eeab3fe8 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0512233 Aug 17 04:07:36.628878 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:36.654019 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ca6480dc-14ad-49a2-9a03-7566026e13ba req-eeee1976-9364-4145-96db-dd029a091222 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417216 Aug 17 04:07:36.838103 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:07:36.869998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:07:36.908527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:07:36.910874 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6654daae-cfc0-43a9-9a8d-7312c43233f8" -d '{"events": [{"server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:07:36.914942 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:36.927930 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Transition to ACTIVE for port object 6bd182e4-198e-4a60-9ec8-a50a448374cd will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:07:36.960627 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 04:07:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06353855-4a83-4cac-8397-e77daaa5f79b x-openstack-request-id: req-06353855-4a83-4cac-8397-e77daaa5f79b {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:07:36.960923 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:07:36.961178 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-06353855-4a83-4cac-8397-e77daaa5f79b {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:07:36.961608 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'code': 200} Aug 17 04:07:37.010835 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:37.096974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd182e4-198e-4a60-9ec8-a50a448374cd,revision_number=6']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:07:37.107792 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:37.108158 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:37.109058 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:37.109446 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:37.109966 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:37.110314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:37.110655 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:37.110993 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:37.111337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:37.111679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:37.112008 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:37.112337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:37.148308 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] No DVR routers for this DVR port 6bd182e4-198e-4a60-9ec8-a50a448374cd on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:07:37.296420 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Attempting to bind port 6bd182e4-198e-4a60-9ec8-a50a448374cd on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:07:37.296786 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Attempting to bind port 6bd182e4-198e-4a60-9ec8-a50a448374cd by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:07:37.297114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Attempting to bind port 6bd182e4-198e-4a60-9ec8-a50a448374cd on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:07:37.301450 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Port 6bd182e4-198e-4a60-9ec8-a50a448374cd on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:07:37.301776 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Attempting to bind port 6bd182e4-198e-4a60-9ec8-a50a448374cd on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:07:37.306669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:07:37.307011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Checking segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:07:37.307403 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Bound using segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:07:37.307823 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Bound port: 6bd182e4-198e-4a60-9ec8-a50a448374cd, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:07:37.308178 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:37.374862 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:07:37.377800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:07:37.445480 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:37.478136 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:37.478607 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:37.480258 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] 10.222.0.30 "PUT /v2.0/ports/6bd182e4-198e-4a60-9ec8-a50a448374cd HTTP/1.1" status: 200 len: 1092 time: 0.9139647 Aug 17 04:07:37.532146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1174cd0-8002-476c-a09b-844fc89414f6 service neutron] Pushing event updated for resources: {'Port': ['ID=6bd182e4-198e-4a60-9ec8-a50a448374cd,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:07:37.552277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-943d2492-8162-4cfc-8897-b118efc19979 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:37.553933 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-943d2492-8162-4cfc-8897-b118efc19979 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 1095 time: 0.0492487 Aug 17 04:07:37.645601 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 6bd182e4-198e-4a60-9ec8-a50a448374cd no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:07:37.653625 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-ac816a41-0544-48cc-a3c0-95de9fbad9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:37.655691 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-ac816a41-0544-48cc-a3c0-95de9fbad9b6 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0943017 Aug 17 04:07:37.684840 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 6bd182e4-198e-4a60-9ec8-a50a448374cd not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:07:37.725860 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-09b36d4e-25a6-4bd3-9d50-ee80935f4b65 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd HTTP/1.1" status: 200 len: 1000 time: 0.0632081 Aug 17 04:07:37.774897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-d652d606-d84e-4dfb-8c96-2252a00afa60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:37.776384 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-d652d606-d84e-4dfb-8c96-2252a00afa60 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0442135 Aug 17 04:07:37.784873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5675640b-e439-40d5-8ea9-96a072dda19b req-ab59ee37-540a-48d0-8405-7d7554a3f8fe tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:37.786488 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5675640b-e439-40d5-8ea9-96a072dda19b req-ab59ee37-540a-48d0-8405-7d7554a3f8fe tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 944 time: 0.0541990 Aug 17 04:07:37.825163 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5675640b-e439-40d5-8ea9-96a072dda19b req-932b6766-6bc1-4ce0-9f20-f0549b212724 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326755 Aug 17 04:07:37.825877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-9d00bb4e-46d7-4e8e-91ba-bf18609eb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:37.827443 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-9d00bb4e-46d7-4e8e-91ba-bf18609eb160 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0442059 Aug 17 04:07:37.922189 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-b650f4f0-6ea9-4dd2-8329-fe382e93d7dc service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852225 Aug 17 04:07:38.015709 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fbd630eb-3f8c-44e5-9d88-8b5cd5b34daf req-2e233ecf-0ff8-441a-8372-22cd13322fc0 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860894 Aug 17 04:07:38.947187 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-010aa6dd-2b8f-4408-a588-c5c80d749211 req-ac6fca66-d4b6-4f49-9f07-5dd6a461b1b5 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:38.949254 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-010aa6dd-2b8f-4408-a588-c5c80d749211 req-ac6fca66-d4b6-4f49-9f07-5dd6a461b1b5 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 944 time: 0.0533812 Aug 17 04:07:38.962816 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:07:38.965920 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-04565e66-1123-4b19-8628-b404bbd5840f" -d '{"events": [{"name": "network-changed", "server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:07:38.994333 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-010aa6dd-2b8f-4408-a588-c5c80d749211 req-310860c6-dfab-43d5-b849-bc6cfca2a3c0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0364802 Aug 17 04:07:39.074648 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:07:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398b5fda-e068-435a-a997-b1cd0424656a x-openstack-request-id: req-398b5fda-e068-435a-a997-b1cd0424656a {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:07:39.074949 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:07:39.075206 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-398b5fda-e068-435a-a997-b1cd0424656a {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:07:39.075607 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'status': 'completed', 'code': 200} Aug 17 04:07:39.160874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04565e66-1123-4b19-8628-b404bbd5840f req-91f345d1-47bd-4d93-9d6d-65e50ba7391e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:39.162702 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04565e66-1123-4b19-8628-b404bbd5840f req-91f345d1-47bd-4d93-9d6d-65e50ba7391e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 1095 time: 0.0683751 Aug 17 04:07:39.165164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04565e66-1123-4b19-8628-b404bbd5840f req-138b1b11-39aa-4a4f-b2fb-cad0a198fc99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:39.166555 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04565e66-1123-4b19-8628-b404bbd5840f req-138b1b11-39aa-4a4f-b2fb-cad0a198fc99 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 1095 time: 0.0632658 Aug 17 04:07:39.328237 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04565e66-1123-4b19-8628-b404bbd5840f req-ebd0d371-6434-4744-9e20-a2432d4eb5c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:39.329981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04565e66-1123-4b19-8628-b404bbd5840f req-ebd0d371-6434-4744-9e20-a2432d4eb5c0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.1592903 Aug 17 04:07:39.331108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04565e66-1123-4b19-8628-b404bbd5840f req-562295ec-baa7-45f0-b822-f828a9f46aab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:39.332431 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04565e66-1123-4b19-8628-b404bbd5840f req-562295ec-baa7-45f0-b822-f828a9f46aab service neutron] 10.222.0.60 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.1537905 Aug 17 04:07:39.773600 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04565e66-1123-4b19-8628-b404bbd5840f req-785690eb-ea49-403b-b2f5-9fd703823666 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd HTTP/1.1" status: 200 len: 1000 time: 0.4352853 Aug 17 04:07:39.775393 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04565e66-1123-4b19-8628-b404bbd5840f req-0caba672-90ba-4360-9280-dac787604d4c service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd HTTP/1.1" status: 200 len: 1000 time: 0.4307172 Aug 17 04:07:39.857848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04565e66-1123-4b19-8628-b404bbd5840f req-a76514bf-0163-4252-af95-e800a200a294 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:39.860229 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04565e66-1123-4b19-8628-b404bbd5840f req-a76514bf-0163-4252-af95-e800a200a294 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0789165 Aug 17 04:07:39.861653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04565e66-1123-4b19-8628-b404bbd5840f req-ce32f268-8064-4954-85e4-a8a3328f9225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:39.862973 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04565e66-1123-4b19-8628-b404bbd5840f req-ce32f268-8064-4954-85e4-a8a3328f9225 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0741663 Aug 17 04:07:39.942775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04565e66-1123-4b19-8628-b404bbd5840f req-9a6b6e04-53d6-4c38-be5e-f7de98358f31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:39.944280 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04565e66-1123-4b19-8628-b404bbd5840f req-9a6b6e04-53d6-4c38-be5e-f7de98358f31 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683424 Aug 17 04:07:39.946870 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04565e66-1123-4b19-8628-b404bbd5840f req-72881ad6-13a6-4ed5-811e-02cecef793cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:39.948226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04565e66-1123-4b19-8628-b404bbd5840f req-72881ad6-13a6-4ed5-811e-02cecef793cb service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804219 Aug 17 04:07:40.109621 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04565e66-1123-4b19-8628-b404bbd5840f req-d757be77-5fd0-4173-a0c7-79be2520c1fd service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1578624 Aug 17 04:07:40.113408 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04565e66-1123-4b19-8628-b404bbd5840f req-71f55b45-7a0b-40c8-9d77-a61059aa7508 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541896 Aug 17 04:07:40.122131 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff5a6e42-a70e-4cda-8017-ab618ef3126c req-70ed1800-9d7b-4948-86b1-0dcce5d69419 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:40.123692 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff5a6e42-a70e-4cda-8017-ab618ef3126c req-70ed1800-9d7b-4948-86b1-0dcce5d69419 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 944 time: 0.0554028 Aug 17 04:07:40.164566 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff5a6e42-a70e-4cda-8017-ab618ef3126c req-25c66106-f68b-437f-b28e-68095aefe0fe tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332892 Aug 17 04:07:40.269804 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04565e66-1123-4b19-8628-b404bbd5840f req-c6fd6aba-cc1f-4eaf-b8ea-0fe2983f98eb service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533766 Aug 17 04:07:40.273084 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-04565e66-1123-4b19-8628-b404bbd5840f req-dd2ef161-d0c8-4493-99d8-38b71116f49a service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491649 Aug 17 04:07:41.286915 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ab4c74-41ae-4934-9ad6-3c9137505dfc req-7537a28d-f597-4ea8-9670-3a42e91e479c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:41.288449 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1ab4c74-41ae-4934-9ad6-3c9137505dfc req-7537a28d-f597-4ea8-9670-3a42e91e479c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 944 time: 0.0539560 Aug 17 04:07:41.332456 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1ab4c74-41ae-4934-9ad6-3c9137505dfc req-5376887a-2a30-47c5-97af-e8e605c31955 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379646 Aug 17 04:07:42.454286 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45e4d261-3ee0-4768-906a-e71e1f5e6a8f req-1658c44d-6d6e-4bb1-a952-5fce86d10a3c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:42.461299 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-45e4d261-3ee0-4768-906a-e71e1f5e6a8f req-1658c44d-6d6e-4bb1-a952-5fce86d10a3c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 944 time: 0.0524917 Aug 17 04:07:42.493802 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-45e4d261-3ee0-4768-906a-e71e1f5e6a8f req-13975d50-5c4c-4721-8cce-b7a5f101bf1a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317261 Aug 17 04:07:43.610856 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69090c55-7a10-4f49-8d82-24a708d94800 req-129e1ce0-476b-4e04-bf6b-e95a13c7e302 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:43.612314 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-69090c55-7a10-4f49-8d82-24a708d94800 req-129e1ce0-476b-4e04-bf6b-e95a13c7e302 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 944 time: 0.0478761 Aug 17 04:07:43.649050 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-69090c55-7a10-4f49-8d82-24a708d94800 req-6f9f4876-f572-446a-babb-6fd9f803839c tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0308421 Aug 17 04:07:44.774028 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce10597-cd82-4c55-b01c-e9f8b518cd59 req-935430a7-8b3b-4e8f-8c81-1a59109a6bb7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:44.775533 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cce10597-cd82-4c55-b01c-e9f8b518cd59 req-935430a7-8b3b-4e8f-8c81-1a59109a6bb7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 944 time: 0.0551438 Aug 17 04:07:44.819703 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cce10597-cd82-4c55-b01c-e9f8b518cd59 req-c7d85a0d-4c97-4274-b998-3bf64decc417 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0374804 Aug 17 04:07:45.307817 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c103a1a9-cf4d-4045-a368-092c142f956e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:45.942342 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10394c3-203b-4e3a-a582-580385e7e0f0 req-eb37ef43-28ea-4c9e-af28-429bdaa8742d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:45.943847 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b10394c3-203b-4e3a-a582-580385e7e0f0 req-eb37ef43-28ea-4c9e-af28-429bdaa8742d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 944 time: 0.0530241 Aug 17 04:07:45.982821 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b10394c3-203b-4e3a-a582-580385e7e0f0 req-29c76f2b-dc56-4c40-87ee-f680903a57a3 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330884 Aug 17 04:07:47.098801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9cac1-04e6-4cfd-8346-4aec4ca3ddc2 req-0b02f97f-07c8-4e5f-9d9c-2c144acd0edd tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:47.100286 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-72d9cac1-04e6-4cfd-8346-4aec4ca3ddc2 req-0b02f97f-07c8-4e5f-9d9c-2c144acd0edd tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 944 time: 0.0489886 Aug 17 04:07:47.136749 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-72d9cac1-04e6-4cfd-8346-4aec4ca3ddc2 req-08c3f98f-86c2-4f29-a330-8a090ca3a3a5 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306022 Aug 17 04:07:47.953882 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-96d8840e-9c58-47ea-9e28-b62a86459fff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:48.210277 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:48.258030 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28fea96f-3bdc-468b-ab95-faaf22102b7b req-6bda36cc-d7c2-4d54-9536-372e92e2afac tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:48.259524 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-28fea96f-3bdc-468b-ab95-faaf22102b7b req-6bda36cc-d7c2-4d54-9536-372e92e2afac tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 944 time: 0.0531304 Aug 17 04:07:48.297253 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-28fea96f-3bdc-468b-ab95-faaf22102b7b req-e751e47e-2da5-4f2a-8be4-3493a599a4c0 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317919 Aug 17 04:07:49.393489 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:49.416654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810815fc-164e-49f5-9cef-6d1d5b897096 req-21b402a1-4be8-4400-9b8e-003be3e50c6b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:49.418420 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-810815fc-164e-49f5-9cef-6d1d5b897096 req-21b402a1-4be8-4400-9b8e-003be3e50c6b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 944 time: 0.0502760 Aug 17 04:07:49.457589 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-810815fc-164e-49f5-9cef-6d1d5b897096 req-7a4e2ef7-1ff8-4f85-a3ff-5aef2068a282 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323970 Aug 17 04:07:50.525880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 6bd182e4-198e-4a60-9ec8-a50a448374cd details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:07:50.578113 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ddbdd4-3837-4fed-af9c-53dc53a497d2 req-407ad745-6af9-4008-95bb-d64c891ba201 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:50.579885 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e4ddbdd4-3837-4fed-af9c-53dc53a497d2 req-407ad745-6af9-4008-95bb-d64c891ba201 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 944 time: 0.0511117 Aug 17 04:07:50.619074 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e4ddbdd4-3837-4fed-af9c-53dc53a497d2 req-bc29b47f-4c1f-4c57-9613-18800b4ac53a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328727 Aug 17 04:07:50.623318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:07:50.635081 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'port_id': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'mac_address': 'fa:16:3e:74:ce:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:07:50.672274 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:50.692222 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd182e4-198e-4a60-9ec8-a50a448374cd {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:07:50.712779 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:07:50.791930 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:50.838440 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=6bd182e4-198e-4a60-9ec8-a50a448374cd,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:07:50.846251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:50.846598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:50.846969 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:50.847306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:50.847644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:50.847976 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:50.848304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:50.848630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:50.848955 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:50.849282 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:50.849630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:50.849947 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:07:51.042833 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['6bd182e4-198e-4a60-9ec8-a50a448374cd'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:07:51.126768 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:51.219464 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa13d2ed-f719-4a3b-8e55-0c72ddd3302a req-2532f049-6c00-4ffa-9be2-dd192c53019f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:51.220961 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fa13d2ed-f719-4a3b-8e55-0c72ddd3302a req-2532f049-6c00-4ffa-9be2-dd192c53019f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 945 time: 0.0541720 Aug 17 04:07:51.251221 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272656f9-7842-4220-bda2-f051d99d4459 req-9f827339-5ea5-4b7e-aa19-811c9ceb4335 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:51.252718 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-272656f9-7842-4220-bda2-f051d99d4459 req-9f827339-5ea5-4b7e-aa19-811c9ceb4335 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.30 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14&tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&binding%3Ahost_id=n-h1-802060-9 HTTP/1.1" status: 200 len: 945 time: 0.0537531 Aug 17 04:07:51.259620 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fa13d2ed-f719-4a3b-8e55-0c72ddd3302a req-ebdbdcca-9c4d-4576-99f3-e1a3af1ac600 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325441 Aug 17 04:07:51.319235 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-272656f9-7842-4220-bda2-f051d99d4459 req-81cd2a31-eb4c-4562-b9c3-09034506fa1f service neutron] 10.222.0.30 "GET /v2.0/ports/6bd182e4-198e-4a60-9ec8-a50a448374cd/bindings/n-h1-802060-9 HTTP/1.1" status: 200 len: 382 time: 0.0574002 Aug 17 04:07:51.381499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272656f9-7842-4220-bda2-f051d99d4459 req-94e059d0-8806-46b5-872f-67df1ed4f32c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:51.382976 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-272656f9-7842-4220-bda2-f051d99d4459 req-94e059d0-8806-46b5-872f-67df1ed4f32c service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 1096 time: 0.0400047 Aug 17 04:07:51.476376 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272656f9-7842-4220-bda2-f051d99d4459 req-54973d91-18a5-41c9-a665-edb405c9c8cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:51.477867 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-272656f9-7842-4220-bda2-f051d99d4459 req-54973d91-18a5-41c9-a665-edb405c9c8cb service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0868886 Aug 17 04:07:51.542205 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-272656f9-7842-4220-bda2-f051d99d4459 req-bd9566ef-1e41-458b-99f5-1c0af14865bd service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd HTTP/1.1" status: 200 len: 1001 time: 0.0562489 Aug 17 04:07:51.591375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272656f9-7842-4220-bda2-f051d99d4459 req-6de199b3-4a2a-4a6f-a85f-4603ecdf3e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:51.592864 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-272656f9-7842-4220-bda2-f051d99d4459 req-6de199b3-4a2a-4a6f-a85f-4603ecdf3e46 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0424933 Aug 17 04:07:51.642396 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272656f9-7842-4220-bda2-f051d99d4459 req-b2187610-6755-492b-9d75-283f368bc67c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:51.643890 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-272656f9-7842-4220-bda2-f051d99d4459 req-b2187610-6755-492b-9d75-283f368bc67c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0433009 Aug 17 04:07:51.731919 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-272656f9-7842-4220-bda2-f051d99d4459 req-93e384d0-4453-461a-be7d-4f99fc86d2f7 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805941 Aug 17 04:07:51.828935 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-272656f9-7842-4220-bda2-f051d99d4459 req-6b131e8d-fbee-44f4-947a-bcf621ef1e25 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890357 Aug 17 04:07:52.377810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-302742d7-1cf2-4998-99ce-26d475ad0644 req-9aa833ba-0eb1-4ccf-b386-b71030837b78 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:52.379294 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-302742d7-1cf2-4998-99ce-26d475ad0644 req-9aa833ba-0eb1-4ccf-b386-b71030837b78 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 945 time: 0.0497000 Aug 17 04:07:52.416640 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-302742d7-1cf2-4998-99ce-26d475ad0644 req-82c4bea8-8d2b-49d1-b8f7-f77681427c66 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313647 Aug 17 04:07:52.552427 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 6bd182e4-198e-4a60-9ec8-a50a448374cd up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:07:52.701677 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 6bd182e4-198e-4a60-9ec8-a50a448374cd completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:07:52.706349 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 6bd182e4-198e-4a60-9ec8-a50a448374cd triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:07:52.706724 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:52.783435 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:52.805344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:07:52.807500 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-178cd04b-9107-461a-994b-84fdd0d21715" -d '{"events": [{"server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "name": "network-vif-plugged", "status": "completed", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:07:52.820595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:07:52.862027 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:52.913080 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:07:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8df36587-b4db-4c74-9dcd-772f160156d8 x-openstack-request-id: req-8df36587-b4db-4c74-9dcd-772f160156d8 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:07:52.913374 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "name": "network-vif-plugged", "status": "completed", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:07:52.917225 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8df36587-b4db-4c74-9dcd-772f160156d8 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:07:52.917225 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'code': 200} Aug 17 04:07:52.918487 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=6bd182e4-198e-4a60-9ec8-a50a448374cd,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:07:53.545087 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c484059c-ec89-4ca1-aca7-a8f8d0133e80 req-6d0a525c-7900-4012-8cdd-570a513b454e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:53.550803 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c484059c-ec89-4ca1-aca7-a8f8d0133e80 req-6d0a525c-7900-4012-8cdd-570a513b454e tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0501642 Aug 17 04:07:53.585290 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c484059c-ec89-4ca1-aca7-a8f8d0133e80 req-18517131-9abd-4b01-bc6f-7d7b156cbd56 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324640 Aug 17 04:07:54.707244 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56075bad-f87d-4925-9659-d47e37622afe req-654dc58c-e9ca-4a37-9b34-968b6398b460 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:54.708745 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-56075bad-f87d-4925-9659-d47e37622afe req-654dc58c-e9ca-4a37-9b34-968b6398b460 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0540977 Aug 17 04:07:54.746974 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-56075bad-f87d-4925-9659-d47e37622afe req-1ff7793e-9434-4f18-a7d8-3b94d94e0cdc tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320983 Aug 17 04:07:55.868833 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89ec129d-f9b0-4e89-a9da-46deaa6d8e6b req-9681bdeb-590f-4f1f-b394-d4cd14729622 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:55.870283 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-89ec129d-f9b0-4e89-a9da-46deaa6d8e6b req-9681bdeb-590f-4f1f-b394-d4cd14729622 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0497036 Aug 17 04:07:55.908250 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-89ec129d-f9b0-4e89-a9da-46deaa6d8e6b req-10c0cd03-81a3-41a6-821c-3a6fe6cc2064 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318756 Aug 17 04:07:56.494015 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272656f9-7842-4220-bda2-f051d99d4459 req-43f1ef6e-7615-4351-b485-5592d623c737 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:56.495426 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-272656f9-7842-4220-bda2-f051d99d4459 req-43f1ef6e-7615-4351-b485-5592d623c737 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14&tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000 HTTP/1.1" status: 200 len: 1097 time: 0.0835526 Aug 17 04:07:56.507221 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:07:56.556608 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:07:56.558026 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:56.765057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:07:56.798125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:07:56.836347 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:07:56.838626 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e076c65c-53fd-4de0-8801-39be612c237b" -d '{"events": [{"server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:07:56.842631 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:56.855526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Transition to ACTIVE for port object 6bd182e4-198e-4a60-9ec8-a50a448374cd will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:07:56.887310 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 04:07:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54881178-6e81-408e-8379-0649f3654d25 x-openstack-request-id: req-54881178-6e81-408e-8379-0649f3654d25 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:07:56.887614 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "name": "network-vif-unplugged", "status": "completed", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:07:56.887877 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-54881178-6e81-408e-8379-0649f3654d25 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:07:56.888283 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'code': 200} Aug 17 04:07:56.930085 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:57.011169 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Pushing event updated for resources: {'Port': ['ID=6bd182e4-198e-4a60-9ec8-a50a448374cd,revision_number=10']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:07:57.042283 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053a2cf8-6cc3-4b80-a269-34cf9cd07f0c req-017d168a-ec66-45f8-bbdb-73709c796059 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:57.043888 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-053a2cf8-6cc3-4b80-a269-34cf9cd07f0c req-017d168a-ec66-45f8-bbdb-73709c796059 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 945 time: 0.0616524 Aug 17 04:07:57.056417 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] No DVR routers for this DVR port 6bd182e4-198e-4a60-9ec8-a50a448374cd on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:07:57.084906 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-053a2cf8-6cc3-4b80-a269-34cf9cd07f0c req-0746e0ab-98c4-4a67-a78d-d158fbb6f7e2 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346859 Aug 17 04:07:57.196773 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Attempting to bind port 6bd182e4-198e-4a60-9ec8-a50a448374cd on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:07:57.197115 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Attempting to bind port 6bd182e4-198e-4a60-9ec8-a50a448374cd by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:07:57.197488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Attempting to bind port 6bd182e4-198e-4a60-9ec8-a50a448374cd on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:07:57.201738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Port 6bd182e4-198e-4a60-9ec8-a50a448374cd on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:07:57.202064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Attempting to bind port 6bd182e4-198e-4a60-9ec8-a50a448374cd on network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:07:57.207816 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 7, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:07:57.208160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Checking segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:07:57.208550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Bound using segment: {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:07:57.208978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Bound port: 6bd182e4-198e-4a60-9ec8-a50a448374cd, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:07:57.209332 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:57.274315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:07:57.277373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:07:57.359381 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:57.395710 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:57.396352 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:07:57.397771 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-272656f9-7842-4220-bda2-f051d99d4459 req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] 10.222.0.60 "PUT /v2.0/ports/6bd182e4-198e-4a60-9ec8-a50a448374cd HTTP/1.1" status: 200 len: 1093 time: 0.8944767 Aug 17 04:07:57.419182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79749214-0c07-4eaf-b63e-d6d75f19eabc service neutron] Pushing event updated for resources: {'Port': ['ID=6bd182e4-198e-4a60-9ec8-a50a448374cd,revision_number=11']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:07:57.471970 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272656f9-7842-4220-bda2-f051d99d4459 req-30b1c391-cdba-497a-bc28-35838c90660a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:57.473576 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-272656f9-7842-4220-bda2-f051d99d4459 req-30b1c391-cdba-497a-bc28-35838c90660a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 1096 time: 0.0468175 Aug 17 04:07:57.567835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272656f9-7842-4220-bda2-f051d99d4459 req-24ba615c-23f5-4a87-974c-f0f61067e86c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:57.569543 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-272656f9-7842-4220-bda2-f051d99d4459 req-24ba615c-23f5-4a87-974c-f0f61067e86c service neutron] 10.222.0.60 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.0894029 Aug 17 04:07:57.638513 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-272656f9-7842-4220-bda2-f051d99d4459 req-ecccb4df-dea5-4c0c-a36c-99b924ab40a7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd HTTP/1.1" status: 200 len: 1000 time: 0.0619268 Aug 17 04:07:57.689756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272656f9-7842-4220-bda2-f051d99d4459 req-4d678d5e-00cf-4c11-b2ac-70ae4cdebb82 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:57.691240 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-272656f9-7842-4220-bda2-f051d99d4459 req-4d678d5e-00cf-4c11-b2ac-70ae4cdebb82 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0454118 Aug 17 04:07:57.737138 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272656f9-7842-4220-bda2-f051d99d4459 req-db608d87-9689-458d-84ed-d0cc5616c23a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:57.738784 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-272656f9-7842-4220-bda2-f051d99d4459 req-db608d87-9689-458d-84ed-d0cc5616c23a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410736 Aug 17 04:07:57.834675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-272656f9-7842-4220-bda2-f051d99d4459 req-d28739ac-263e-4cc4-a83f-030ca70bad25 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889966 Aug 17 04:07:57.923635 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-272656f9-7842-4220-bda2-f051d99d4459 req-d568b37c-f773-44c2-bb40-6a36873460b8 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807014 Aug 17 04:07:58.210241 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9394943-878d-4b3f-aa76-e9f98e05bb4c req-ab9c7785-cb77-401d-ba2f-d89efee17863 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:58.211766 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f9394943-878d-4b3f-aa76-e9f98e05bb4c req-ab9c7785-cb77-401d-ba2f-d89efee17863 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 945 time: 0.0552962 Aug 17 04:07:58.250299 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f9394943-878d-4b3f-aa76-e9f98e05bb4c req-fd4fcaee-0d1c-4aa5-ba70-c3ac7ca7b757 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323012 Aug 17 04:07:58.583522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 6bd182e4-198e-4a60-9ec8-a50a448374cd no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:07:58.620981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 6bd182e4-198e-4a60-9ec8-a50a448374cd not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:07:58.889947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:07:58.892567 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97471f96-9f7f-486a-930c-e66dc7fa73f2" -d '{"events": [{"name": "network-changed", "server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:07:58.941515 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:07:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a3be8066-38dd-4cae-9bde-d48e07c35845 x-openstack-request-id: req-a3be8066-38dd-4cae-9bde-d48e07c35845 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:07:58.941812 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:07:58.942072 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a3be8066-38dd-4cae-9bde-d48e07c35845 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:07:58.942508 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'status': 'completed', 'code': 200} Aug 17 04:07:59.009401 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-fe3a7a3a-cbde-4b8e-b1fe-e06f07e4cc41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:59.011471 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-fe3a7a3a-cbde-4b8e-b1fe-e06f07e4cc41 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 1096 time: 0.0504503 Aug 17 04:07:59.123575 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-80f8e032-7fc4-4e52-8d48-6a36e5f2713f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:59.125626 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-80f8e032-7fc4-4e52-8d48-6a36e5f2713f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 1096 time: 0.0987029 Aug 17 04:07:59.156211 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-ea503e03-1749-4581-9aeb-64ae7056f00c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:59.157785 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-ea503e03-1749-4581-9aeb-64ae7056f00c service neutron] 10.222.0.30 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.1389728 Aug 17 04:07:59.265412 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-15d48e79-733c-46e2-8fe0-c038eb1ff347 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd HTTP/1.1" status: 200 len: 1000 time: 0.0828147 Aug 17 04:07:59.283701 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-b23ef01a-1a14-42e7-a5e9-f3733b57ce21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:59.285141 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-b23ef01a-1a14-42e7-a5e9-f3733b57ce21 service neutron] 10.222.0.60 "GET /v2.0/networks?id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 200 len: 911 time: 0.1489444 Aug 17 04:07:59.368018 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-1d8f5c8e-a0da-4a92-89f8-310277a949a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:59.369476 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-1d8f5c8e-a0da-4a92-89f8-310277a949a2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0964127 Aug 17 04:07:59.378151 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d684eaf-0aeb-4e00-9956-1a148438449f req-46e9e0dc-e395-4123-97c7-9bb5eeb200ec tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:59.379015 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-e88bc562-1b59-43f2-9534-a19f882bb78e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd HTTP/1.1" status: 200 len: 1000 time: 0.0751445 Aug 17 04:07:59.380031 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9d684eaf-0aeb-4e00-9956-1a148438449f req-46e9e0dc-e395-4123-97c7-9bb5eeb200ec tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 945 time: 0.0536826 Aug 17 04:07:59.423987 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9d684eaf-0aeb-4e00-9956-1a148438449f req-368357e5-b056-4bb5-a583-714e7822efd4 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359011 Aug 17 04:07:59.463826 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-1dfb0658-c9e8-41a4-894e-f1a92740f399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:59.465508 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-1dfb0658-c9e8-41a4-894e-f1a92740f399 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 200 len: 850 time: 0.0752225 Aug 17 04:07:59.468200 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-9704c321-0451-474e-91ed-4967eb73dfdf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:59.469734 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-9704c321-0451-474e-91ed-4967eb73dfdf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904276 Aug 17 04:07:59.565383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-a63d1ad5-bbeb-4aef-af1a-fe5ac4377016 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:07:59.566959 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-a63d1ad5-bbeb-4aef-af1a-fe5ac4377016 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0945439 Aug 17 04:07:59.631810 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-c89d9d68-bd37-491a-8ef8-5f146bc9a286 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1519747 Aug 17 04:07:59.727329 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-5d718fc4-9292-4d0f-8fd3-9375dd33fdd4 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521168 Aug 17 04:07:59.807748 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-6635badd-c866-48c9-99d1-93a5bccec4c8 service neutron] 10.222.0.30 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1679475 Aug 17 04:07:59.850547 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-97471f96-9f7f-486a-930c-e66dc7fa73f2 req-1c1f8ccc-ec7a-4ae2-b9b1-f61b5c51a017 service neutron] 10.222.0.60 "GET /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1068959 Aug 17 04:08:00.545644 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2a0f491-7181-4d07-8533-3f08a643ec33 req-7210f17b-77dc-4f29-9a94-18857c467f2a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:00.547173 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f2a0f491-7181-4d07-8533-3f08a643ec33 req-7210f17b-77dc-4f29-9a94-18857c467f2a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 945 time: 0.0506697 Aug 17 04:08:00.586805 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f2a0f491-7181-4d07-8533-3f08a643ec33 req-bf14a3ae-59e2-447d-859e-6e7f89bd6b22 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327024 Aug 17 04:08:01.709636 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23b77073-c8f6-4d8d-8eab-91fdb9c523e3 req-466ed8dc-1cf3-4a88-94bd-5ba5605e5c08 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:01.711230 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-23b77073-c8f6-4d8d-8eab-91fdb9c523e3 req-466ed8dc-1cf3-4a88-94bd-5ba5605e5c08 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 945 time: 0.0551634 Aug 17 04:08:01.750379 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-23b77073-c8f6-4d8d-8eab-91fdb9c523e3 req-d346d03b-8c59-4d3e-b2c8-af84df6f6f84 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329819 Aug 17 04:08:02.869505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4707f100-3c92-403d-a768-2d0fe33c2bfc req-3a958ea8-68fb-4d88-8374-4ecbc717963d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:02.870985 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4707f100-3c92-403d-a768-2d0fe33c2bfc req-3a958ea8-68fb-4d88-8374-4ecbc717963d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 945 time: 0.0498233 Aug 17 04:08:02.909045 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4707f100-3c92-403d-a768-2d0fe33c2bfc req-4caa4bd9-a92b-4170-b3b0-f3acef9e0ce6 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319216 Aug 17 04:08:03.833127 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:04.027230 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8ad092-ad61-482f-bdb1-8e4115559435 req-c8f8ed62-e3ae-48b3-b068-18358ffc7145 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:04.028724 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ec8ad092-ad61-482f-bdb1-8e4115559435 req-c8f8ed62-e3ae-48b3-b068-18358ffc7145 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 945 time: 0.0493691 Aug 17 04:08:04.067235 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ec8ad092-ad61-482f-bdb1-8e4115559435 req-f1df8f6b-e5fd-4577-9d21-d90ba6361e5a tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321624 Aug 17 04:08:04.505437 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:05.185928 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff508cfc-5c74-49e9-9e41-3331dd1f3170 req-bc34d2c1-3d6c-4aa4-a2ee-5f757c457838 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:05.187385 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff508cfc-5c74-49e9-9e41-3331dd1f3170 req-bc34d2c1-3d6c-4aa4-a2ee-5f757c457838 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 945 time: 0.0525405 Aug 17 04:08:05.225692 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ff508cfc-5c74-49e9-9e41-3331dd1f3170 req-05d2fd77-ccb2-4700-8781-2523a7c12ebc tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315647 Aug 17 04:08:06.341411 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5b1c0-4620-492a-abbd-70e250998d9c req-0bb04d80-196c-4d41-bbd7-8e35f0d300ff tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:06.342899 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95f5b1c0-4620-492a-abbd-70e250998d9c req-0bb04d80-196c-4d41-bbd7-8e35f0d300ff tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 945 time: 0.0497234 Aug 17 04:08:06.381106 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95f5b1c0-4620-492a-abbd-70e250998d9c req-3c436e6a-3053-4149-b3ce-e9f074ddb5cf tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321357 Aug 17 04:08:07.498393 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a795a06e-f91e-4bbf-a31f-1ad778cd63b2 req-69d5f1eb-0854-4cb6-a271-2853a65b2dc8 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:07.499862 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a795a06e-f91e-4bbf-a31f-1ad778cd63b2 req-69d5f1eb-0854-4cb6-a271-2853a65b2dc8 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 945 time: 0.0491440 Aug 17 04:08:07.538198 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a795a06e-f91e-4bbf-a31f-1ad778cd63b2 req-848fb802-1d71-404c-a284-8126e31fd0ce tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322769 Aug 17 04:08:08.661895 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6206821e-da9f-455a-9514-be11aa0fbb36 req-e1df2f5a-9059-460f-b17e-596fa1cfc42d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:08.663376 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6206821e-da9f-455a-9514-be11aa0fbb36 req-e1df2f5a-9059-460f-b17e-596fa1cfc42d tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 945 time: 0.0534201 Aug 17 04:08:08.701115 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6206821e-da9f-455a-9514-be11aa0fbb36 req-2ebbe40e-899e-419d-b695-687d68194ce9 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318704 Aug 17 04:08:09.804004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 6bd182e4-198e-4a60-9ec8-a50a448374cd details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:08:09.819553 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d3e653-e2fb-452d-88f7-9cf3ee57b017 req-87e9d52c-2d40-43ea-8265-99999316a74f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:09.820951 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-46d3e653-e2fb-452d-88f7-9cf3ee57b017 req-87e9d52c-2d40-43ea-8265-99999316a74f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 945 time: 0.0512180 Aug 17 04:08:09.861555 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-46d3e653-e2fb-452d-88f7-9cf3ee57b017 req-59806f28-a738-4651-b36d-828ac3cdd1f5 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343664 Aug 17 04:08:09.904596 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:08:09.916463 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'port_id': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'mac_address': 'fa:16:3e:74:ce:8f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:08:09.963910 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:09.977003 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6bd182e4-198e-4a60-9ec8-a50a448374cd {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:08:09.995476 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-326ea45e-d12c-464d-a631-8d87843d245d req-d4be013a-5d68-47fd-a4d7-6ed4de93cf81 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:09.998570 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-326ea45e-d12c-464d-a631-8d87843d245d req-d4be013a-5d68-47fd-a4d7-6ed4de93cf81 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 945 time: 0.0531991 Aug 17 04:08:09.998701 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:08:10.034382 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-326ea45e-d12c-464d-a631-8d87843d245d req-52226898-578c-43d5-8a7e-b54c281bb767 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313690 Aug 17 04:08:10.077524 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:10.126277 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=6bd182e4-198e-4a60-9ec8-a50a448374cd,revision_number=12']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:10.153317 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93e5cbce-aae7-464e-a83d-d1cfd7dfeebf req-4162cf3a-b178-46f4-a465-a053cdad15ca tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:10.154817 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-93e5cbce-aae7-464e-a83d-d1cfd7dfeebf req-4162cf3a-b178-46f4-a465-a053cdad15ca tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0538509 Aug 17 04:08:10.197153 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-93e5cbce-aae7-464e-a83d-d1cfd7dfeebf req-d7e92f91-7848-4427-9343-9e912e263174 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357301 Aug 17 04:08:10.331329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['6bd182e4-198e-4a60-9ec8-a50a448374cd'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:08:10.633833 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138d62d5-9c79-4924-ad8a-5362fae2700f req-b9acc311-2205-4e9c-a666-5210fffa720f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:10.635233 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-138d62d5-9c79-4924-ad8a-5362fae2700f req-b9acc311-2205-4e9c-a666-5210fffa720f tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0494263 Aug 17 04:08:10.673095 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-138d62d5-9c79-4924-ad8a-5362fae2700f req-a2917292-ef61-4000-bf51-8b0d49edd4da tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320301 Aug 17 04:08:11.813816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 6bd182e4-198e-4a60-9ec8-a50a448374cd up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:08:11.833069 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5613b8da-78d9-4909-9e55-d942aba52522 req-2949dbaa-2140-4c06-9202-4b89be67cab9 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:11.834581 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5613b8da-78d9-4909-9e55-d942aba52522 req-2949dbaa-2140-4c06-9202-4b89be67cab9 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0517893 Aug 17 04:08:11.888144 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5613b8da-78d9-4909-9e55-d942aba52522 req-335060c2-9a87-4880-b9c8-4766f0b1c341 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups?id=d9b64175-3505-4025-9c9b-5d69aea2a546&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0476227 Aug 17 04:08:11.969858 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 6bd182e4-198e-4a60-9ec8-a50a448374cd completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:08:11.974576 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 6bd182e4-198e-4a60-9ec8-a50a448374cd triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:08:11.974988 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:12.053486 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:12.074632 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:08:12.076825 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a73476a9-9436-415f-8c1e-6567e3a19eea" -d '{"events": [{"server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "name": "network-vif-plugged", "status": "completed", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:08:12.090392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:08:12.115985 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c99c068a-9eeb-41ef-b041-a8cf83deb0b3 x-openstack-request-id: req-c99c068a-9eeb-41ef-b041-a8cf83deb0b3 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:08:12.116285 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "name": "network-vif-plugged", "status": "completed", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:08:12.116540 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c99c068a-9eeb-41ef-b041-a8cf83deb0b3 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:08:12.116934 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'code': 200} Aug 17 04:08:12.144650 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59407703-b237-4f83-ba5e-887e8171f147 req-bd90fb7b-1ea1-4d52-8789-66ec1e4482e9 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:12.146156 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-59407703-b237-4f83-ba5e-887e8171f147 req-bd90fb7b-1ea1-4d52-8789-66ec1e4482e9 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.60 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 946 time: 0.0516849 Aug 17 04:08:12.157258 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:12.208288 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=6bd182e4-198e-4a60-9ec8-a50a448374cd,revision_number=13']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:12.245362 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-59407703-b237-4f83-ba5e-887e8171f147 req-baa45657-c732-47c4-bb67-180d42ce2f97 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Deleting port 6bd182e4-198e-4a60-9ec8-a50a448374cd {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:08:12.248784 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-59407703-b237-4f83-ba5e-887e8171f147 req-baa45657-c732-47c4-bb67-180d42ce2f97 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:12.336225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-59407703-b237-4f83-ba5e-887e8171f147 req-baa45657-c732-47c4-bb67-180d42ce2f97 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] For port 6bd182e4-198e-4a60-9ec8-a50a448374cd, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=6bd182e4-198e-4a60-9ec8-a50a448374cd,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:08:12.336596 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-59407703-b237-4f83-ba5e-887e8171f147 req-baa45657-c732-47c4-bb67-180d42ce2f97 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:12.500947 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-59407703-b237-4f83-ba5e-887e8171f147 req-baa45657-c732-47c4-bb67-180d42ce2f97 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for floatingip, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:12.501324 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-59407703-b237-4f83-ba5e-887e8171f147 req-baa45657-c732-47c4-bb67-180d42ce2f97 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:12.501667 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [req-59407703-b237-4f83-ba5e-887e8171f147 req-baa45657-c732-47c4-bb67-180d42ce2f97 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Floating IP 944b1997-ed96-43fe-920b-dc7717b4417b disassociated. External IP: 172.25.1.28, port: 6bd182e4-198e-4a60-9ec8-a50a448374cd. Aug 17 04:08:12.502009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-59407703-b237-4f83-ba5e-887e8171f147 req-baa45657-c732-47c4-bb67-180d42ce2f97 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Calling delete_port for 6bd182e4-198e-4a60-9ec8-a50a448374cd owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:08:12.684314 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-59407703-b237-4f83-ba5e-887e8171f147 req-baa45657-c732-47c4-bb67-180d42ce2f97 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:12.714153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa45657-c732-47c4-bb67-180d42ce2f97 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Pushing event deleted for resources: {'Port': ['ID=6bd182e4-198e-4a60-9ec8-a50a448374cd,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:12.835584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [req-59407703-b237-4f83-ba5e-887e8171f147 req-baa45657-c732-47c4-bb67-180d42ce2f97 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Router 235aacc0-51b8-4a58-88f1-6a5f2035725e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:08:12.945759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-59407703-b237-4f83-ba5e-887e8171f147 req-baa45657-c732-47c4-bb67-180d42ce2f97 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:08:12.959605 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f25fe-2b76-46d9-bd8b-934d7ddf19b8 None None] Sync routers for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:08:12.966696 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f25fe-2b76-46d9-bd8b-934d7ddf19b8 None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:08:12.967462 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4e8f25fe-2b76-46d9-bd8b-934d7ddf19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:07:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:08:12.985190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-59407703-b237-4f83-ba5e-887e8171f147 req-baa45657-c732-47c4-bb67-180d42ce2f97 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] No DVR routers for this DVR port 6bd182e4-198e-4a60-9ec8-a50a448374cd on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:08:12.991268 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-59407703-b237-4f83-ba5e-887e8171f147 req-baa45657-c732-47c4-bb67-180d42ce2f97 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:12.991268 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-59407703-b237-4f83-ba5e-887e8171f147 req-baa45657-c732-47c4-bb67-180d42ce2f97 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.60 "DELETE /v2.0/ports/6bd182e4-198e-4a60-9ec8-a50a448374cd HTTP/1.1" status: 204 len: 173 time: 0.8384185 Aug 17 04:08:12.991268 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'name': 'network-vif-deleted', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:08:12.993445 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79a6d1b0-44e1-4947-a6f5-65c12f00ae77" -d '{"events": [{"server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "name": "network-vif-deleted", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:08:13.004850 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-702a677b-7322-4751-8051-b2e8a1cd76ac req-c0ad2f45-af03-44f0-b7d9-4c3b64ae9b25 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 210 time: 0.0413098 Aug 17 04:08:13.048907 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:08:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6828fec-070a-421b-ae47-f1cfcc2c86f7 x-openstack-request-id: req-f6828fec-070a-421b-ae47-f1cfcc2c86f7 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:08:13.049209 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "32798f25-be63-4bb1-a5c8-56d0f87bbf14", "name": "network-vif-deleted", "tag": "6bd182e4-198e-4a60-9ec8-a50a448374cd", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:08:13.049494 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6828fec-070a-421b-ae47-f1cfcc2c86f7 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:08:13.050396 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '32798f25-be63-4bb1-a5c8-56d0f87bbf14', 'name': 'network-vif-deleted', 'tag': '6bd182e4-198e-4a60-9ec8-a50a448374cd', 'status': 'completed', 'code': 200} Aug 17 04:08:13.074840 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-4e8f25fe-2b76-46d9-bd8b-934d7ddf19b8 None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:08:13.279106 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4e8f25fe-2b76-46d9-bd8b-934d7ddf19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:08:13.306205 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f25fe-2b76-46d9-bd8b-934d7ddf19b8 None None] Checking router: 235aacc0-51b8-4a58-88f1-6a5f2035725e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:08:13.314241 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e8f25fe-2b76-46d9-bd8b-934d7ddf19b8 None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:08:13.314840 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4e8f25fe-2b76-46d9-bd8b-934d7ddf19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:07:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:08:13.418820 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-4e8f25fe-2b76-46d9-bd8b-934d7ddf19b8 None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:08:13.704478 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4e8f25fe-2b76-46d9-bd8b-934d7ddf19b8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:08:13.731318 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4e8f25fe-2b76-46d9-bd8b-934d7ddf19b8 None None] The sync data for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 is: [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T03:58:11Z', 'revision_number': 4, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '013f5a01-0bc4-46df-b054-b87ec0447420', 'name': '', 'network_id': 'e875c4b2-a6ba-4ce4-bcb0-65a082ecb710', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'mac_address': 'fa:16:3e:2f:4a:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4043, 'fixed_ips': [{'subnet_id': '989ca702-2263-4266-9642-3cbd381018bb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:11Z', 'updated_at': '2021-08-17T03:58:17Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'subnets': [{'id': '989ca702-2263-4266-9642-3cbd381018bb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:08:13.959137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-74e4fdb8-951c-4a5c-986a-f2c671e56243 None None] New status for floating IP 944b1997-ed96-43fe-920b-dc7717b4417b: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:08:14.104602 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-087306ce-fbf4-4c3f-9aee-f6f99136bef7 req-d15addab-2342-49b1-b4a2-9f07ae73bc2b tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 210 time: 0.0270138 Aug 17 04:08:15.201237 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6b0d8956-07cd-443d-bc76-6ce42541a47a req-f02ec850-2d9f-470e-aa8a-31f9e1e57615 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 210 time: 0.0272884 Aug 17 04:08:15.324177 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5de53eb4-da5f-426e-8ac8-db574e2393b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:15.833013 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 6bd182e4-198e-4a60-9ec8-a50a448374cd no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:08:15.856995 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 6bd182e4-198e-4a60-9ec8-a50a448374cd {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:08:15.857336 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 6bd182e4-198e-4a60-9ec8-a50a448374cd not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:08:16.303106 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b333aadf-deb0-474e-a214-94ae60c2e2ae req-d4961b08-3c2f-457e-9fea-43660765c7de tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 210 time: 0.0280867 Aug 17 04:08:17.412548 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-86ad7583-59f9-42f9-ae6b-e142b30cc910 req-4502a0f5-2b8d-46d6-9d59-84d679e9cee7 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/ports?device_id=32798f25-be63-4bb1-a5c8-56d0f87bbf14 HTTP/1.1" status: 200 len: 210 time: 0.0260906 Aug 17 04:08:17.975753 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2e931f0c-3d5b-4c6a-a9d0-de662e8aa32b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:18.410759 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:19.442509 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:21.151058 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:22.387906 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44066) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:08:22.442476 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86c1819a-638a-492a-aabe-d9f104e825ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:22.465185 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86c1819a-638a-492a-aabe-d9f104e825ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:22.592421 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86c1819a-638a-492a-aabe-d9f104e825ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:22.594928 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-86c1819a-638a-492a-aabe-d9f104e825ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:22.596073 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-86c1819a-638a-492a-aabe-d9f104e825ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "DELETE /v2.0/security-groups/d9b64175-3505-4025-9c9b-5d69aea2a546 HTTP/1.1" status: 204 len: 168 time: 0.2071745 Aug 17 04:08:22.599572 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44068) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:08:22.606200 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86c1819a-638a-492a-aabe-d9f104e825ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9b64175-3505-4025-9c9b-5d69aea2a546,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:22.613513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1819a-638a-492a-aabe-d9f104e825ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:22.613866 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1819a-638a-492a-aabe-d9f104e825ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:22.614214 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1819a-638a-492a-aabe-d9f104e825ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:22.614550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1819a-638a-492a-aabe-d9f104e825ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:22.614887 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1819a-638a-492a-aabe-d9f104e825ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:22.615219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1819a-638a-492a-aabe-d9f104e825ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:22.615548 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1819a-638a-492a-aabe-d9f104e825ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:22.615879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1819a-638a-492a-aabe-d9f104e825ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:22.616201 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1819a-638a-492a-aabe-d9f104e825ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:22.616526 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1819a-638a-492a-aabe-d9f104e825ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:22.616762 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-95e64605-208a-4bbc-a606-e5aaaa5478ca tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] show failed (client error): The resource could not be found. Aug 17 04:08:22.616875 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1819a-638a-492a-aabe-d9f104e825ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:22.617166 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86c1819a-638a-492a-aabe-d9f104e825ba tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:22.617829 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-95e64605-208a-4bbc-a606-e5aaaa5478ca tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "GET /v2.0/security-groups/d9b64175-3505-4025-9c9b-5d69aea2a546 HTTP/1.1" status: 404 len: 347 time: 0.0172429 Aug 17 04:08:22.620526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44070) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:08:23.077725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-abf2eac0-d831-45a4-8eac-cfed31153769 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Deleting port 52241a70-3070-4da9-b1d3-8beea475509b {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:08:23.078058 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-abf2eac0-d831-45a4-8eac-cfed31153769 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:23.150240 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-abf2eac0-d831-45a4-8eac-cfed31153769 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:23.150579 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-abf2eac0-d831-45a4-8eac-cfed31153769 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:23.162419 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-abf2eac0-d831-45a4-8eac-cfed31153769 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Calling delete_port for 52241a70-3070-4da9-b1d3-8beea475509b owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:08:23.353156 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-abf2eac0-d831-45a4-8eac-cfed31153769 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:23.379300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abf2eac0-d831-45a4-8eac-cfed31153769 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Pushing event deleted for resources: {'Port': ['ID=52241a70-3070-4da9-b1d3-8beea475509b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:23.443473 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-abf2eac0-d831-45a4-8eac-cfed31153769 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:23.446055 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-abf2eac0-d831-45a4-8eac-cfed31153769 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:23.447250 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-abf2eac0-d831-45a4-8eac-cfed31153769 tempest-ServerActionsTestJSON-516299371 tempest-ServerActionsTestJSON-516299371-project] 10.222.0.10 "DELETE /v2.0/floatingips/944b1997-ed96-43fe-920b-dc7717b4417b HTTP/1.1" status: 204 len: 168 time: 0.8258045 Aug 17 04:08:23.450229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44072) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:08:23.952231 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2974ee26-fbe7-41df-9e24-8a6ad6d20ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:24.193615 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-2974ee26-fbe7-41df-9e24-8a6ad6d20ab0 admin admin] Deleting port 013f5a01-0bc4-46df-b054-b87ec0447420 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:08:24.193966 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2974ee26-fbe7-41df-9e24-8a6ad6d20ab0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:24.274753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-2974ee26-fbe7-41df-9e24-8a6ad6d20ab0 admin admin] For port 013f5a01-0bc4-46df-b054-b87ec0447420, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=013f5a01-0bc4-46df-b054-b87ec0447420,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:08:24.275046 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2974ee26-fbe7-41df-9e24-8a6ad6d20ab0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:24.287831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-2974ee26-fbe7-41df-9e24-8a6ad6d20ab0 admin admin] Calling delete_port for 013f5a01-0bc4-46df-b054-b87ec0447420 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:08:24.546842 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2974ee26-fbe7-41df-9e24-8a6ad6d20ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:24.572984 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2974ee26-fbe7-41df-9e24-8a6ad6d20ab0 admin admin] Pushing event deleted for resources: {'Port': ['ID=013f5a01-0bc4-46df-b054-b87ec0447420,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:24.738052 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2974ee26-fbe7-41df-9e24-8a6ad6d20ab0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:24.956682 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2974ee26-fbe7-41df-9e24-8a6ad6d20ab0 admin admin] Router 235aacc0-51b8-4a58-88f1-6a5f2035725e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:08:25.063251 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2974ee26-fbe7-41df-9e24-8a6ad6d20ab0 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:08:25.068537 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2974ee26-fbe7-41df-9e24-8a6ad6d20ab0 admin admin] 10.222.0.10 "PUT /v2.0/routers/235aacc0-51b8-4a58-88f1-6a5f2035725e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6173205 Aug 17 04:08:25.071098 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44076) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:08:25.073819 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f992d2-7abd-4edf-9803-8810f064ff5f None None] Sync routers for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:08:25.083746 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f992d2-7abd-4edf-9803-8810f064ff5f None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:08:25.084424 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-41f992d2-7abd-4edf-9803-8810f064ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:08:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:08:25.177349 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-259010d4-9621-425f-b3f2-0bef5cea895b admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:25.186513 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-41f992d2-7abd-4edf-9803-8810f064ff5f None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:08:25.280695 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-259010d4-9621-425f-b3f2-0bef5cea895b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:25.367144 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-41f992d2-7abd-4edf-9803-8810f064ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29'}], 'enable_snat': True}, 'gw_port_id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T04:08:24Z', 'revision_number': 5, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port': {'id': 'd0186bfa-2d26-49bf-a219-707487f4a72d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:1d:4e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4042, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T03:58:09Z', 'updated_at': '2021-08-17T03:58:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:08:25.381763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-259010d4-9621-425f-b3f2-0bef5cea895b admin admin] Deleting port d0186bfa-2d26-49bf-a219-707487f4a72d {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:08:25.382115 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-259010d4-9621-425f-b3f2-0bef5cea895b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:25.392727 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f992d2-7abd-4edf-9803-8810f064ff5f None None] Checking router: 235aacc0-51b8-4a58-88f1-6a5f2035725e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:08:25.401095 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41f992d2-7abd-4edf-9803-8810f064ff5f None None] Routers {'235aacc0-51b8-4a58-88f1-6a5f2035725e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:08:25.401732 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-41f992d2-7abd-4edf-9803-8810f064ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:08:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['235aacc0-51b8-4a58-88f1-6a5f2035725e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:08:25.469836 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-259010d4-9621-425f-b3f2-0bef5cea895b admin admin] For port d0186bfa-2d26-49bf-a219-707487f4a72d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d0186bfa-2d26-49bf-a219-707487f4a72d,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:08:25.470211 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-259010d4-9621-425f-b3f2-0bef5cea895b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:25.483046 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-259010d4-9621-425f-b3f2-0bef5cea895b admin admin] Calling delete_port for d0186bfa-2d26-49bf-a219-707487f4a72d owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:08:25.492320 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-41f992d2-7abd-4edf-9803-8810f064ff5f None None] Set router 235aacc0-51b8-4a58-88f1-6a5f2035725e gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:08:25.545174 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-41f992d2-7abd-4edf-9803-8810f064ff5f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T04:08:25Z', 'revision_number': 6, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:08:25.571182 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-41f992d2-7abd-4edf-9803-8810f064ff5f None None] The sync data for ids ['235aacc0-51b8-4a58-88f1-6a5f2035725e'] in n-d-802060-9 is: [{'id': '235aacc0-51b8-4a58-88f1-6a5f2035725e', 'name': 'tempest-ServerActionsTestJSON-425259770-router', 'tenant_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T03:58:08Z', 'updated_at': '2021-08-17T04:08:25Z', 'revision_number': 6, 'project_id': '2ed9e326b0de49b5bb2ebe44e6ce7000', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:08:25.712586 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-259010d4-9621-425f-b3f2-0bef5cea895b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:25.739324 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259010d4-9621-425f-b3f2-0bef5cea895b admin admin] Pushing event deleted for resources: {'Port': ['ID=d0186bfa-2d26-49bf-a219-707487f4a72d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:25.798108 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-259010d4-9621-425f-b3f2-0bef5cea895b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:25.889038 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-259010d4-9621-425f-b3f2-0bef5cea895b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:25.891067 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-259010d4-9621-425f-b3f2-0bef5cea895b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.055853 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-259010d4-9621-425f-b3f2-0bef5cea895b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.056454 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-259010d4-9621-425f-b3f2-0bef5cea895b admin admin] Fanout notify agent at l3_agent the message router_deleted on router 235aacc0-51b8-4a58-88f1-6a5f2035725e {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:08:26.061041 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-259010d4-9621-425f-b3f2-0bef5cea895b admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.062228 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-259010d4-9621-425f-b3f2-0bef5cea895b admin admin] 10.222.0.10 "DELETE /v2.0/routers/235aacc0-51b8-4a58-88f1-6a5f2035725e HTTP/1.1" status: 204 len: 168 time: 0.9902182 Aug 17 04:08:26.064725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44078) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:08:26.108874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-896de3ba-6460-458c-b9d9-2c7b44f3ae17 admin admin] Deleting subnet 989ca702-2263-4266-9642-3cbd381018bb {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:08:26.111828 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-896de3ba-6460-458c-b9d9-2c7b44f3ae17 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.145158 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-896de3ba-6460-458c-b9d9-2c7b44f3ae17 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.223565 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-896de3ba-6460-458c-b9d9-2c7b44f3ae17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.336234 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-896de3ba-6460-458c-b9d9-2c7b44f3ae17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.362887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-896de3ba-6460-458c-b9d9-2c7b44f3ae17 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=989ca702-2263-4266-9642-3cbd381018bb,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:26.368936 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-896de3ba-6460-458c-b9d9-2c7b44f3ae17 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.371870 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-896de3ba-6460-458c-b9d9-2c7b44f3ae17 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/989ca702-2263-4266-9642-3cbd381018bb HTTP/1.1" status: 204 len: 168 time: 0.3047609 Aug 17 04:08:26.373616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44080) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:08:26.374287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d00f603-cca6-44a5-90eb-01aa8f15efc9 None None] Network e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:08:26.447707 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.506424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] Deleting port 0d0e64cf-675d-4e78-a603-a495b2399d06 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:08:26.506796 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.556868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11c09bfe-4cd6-47af-8190-e7ad97d0bddd None None] DHCP port deletion for e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:08:26.573344 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] For port 0d0e64cf-675d-4e78-a603-a495b2399d06, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0d0e64cf-675d-4e78-a603-a495b2399d06,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:08:26.573805 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.588538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] Calling delete_port for 0d0e64cf-675d-4e78-a603-a495b2399d06 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:08:26.609890 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-11c09bfe-4cd6-47af-8190-e7ad97d0bddd None None] Deleting port 0d0e64cf-675d-4e78-a603-a495b2399d06 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:08:26.610274 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11c09bfe-4cd6-47af-8190-e7ad97d0bddd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.671755 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-11c09bfe-4cd6-47af-8190-e7ad97d0bddd None None] For port 0d0e64cf-675d-4e78-a603-a495b2399d06, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0d0e64cf-675d-4e78-a603-a495b2399d06,segment=NetworkSegment(04ac157d-fa9d-4bba-96dc-a4ba0b4cc534),segment_id=04ac157d-fa9d-4bba-96dc-a4ba0b4cc534)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:08:26.672162 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11c09bfe-4cd6-47af-8190-e7ad97d0bddd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.687659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-11c09bfe-4cd6-47af-8190-e7ad97d0bddd None None] Calling delete_port for 0d0e64cf-675d-4e78-a603-a495b2399d06 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:08:26.735599 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.762895 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-11c09bfe-4cd6-47af-8190-e7ad97d0bddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.769192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] Pushing event deleted for resources: {'Port': ['ID=0d0e64cf-675d-4e78-a603-a495b2399d06,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:26.774461 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] No DVR routers for this DVR port 0d0e64cf-675d-4e78-a603-a495b2399d06 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:08:26.787530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11c09bfe-4cd6-47af-8190-e7ad97d0bddd None None] Pushing event deleted for resources: {'Port': ['ID=0d0e64cf-675d-4e78-a603-a495b2399d06,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:26.792818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11c09bfe-4cd6-47af-8190-e7ad97d0bddd None None] No DVR routers for this DVR port 0d0e64cf-675d-4e78-a603-a495b2399d06 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:08:26.853997 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.863606 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e875c4b2-a6ba-4ce4-bcb0-65a082ecb710']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:08:26.873689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:08:26.873984 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04ac157d-fa9d-4bba-96dc-a4ba0b4cc534') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:08:26.883099 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.897043 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.903338 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:08:26.903776 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: timer() Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:08:26.905396 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:08:27.032746 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:27.042089 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:27.042089 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] 10.222.0.10 "DELETE /v2.0/networks/e875c4b2-a6ba-4ce4-bcb0-65a082ecb710 HTTP/1.1" status: 204 len: 168 time: 0.6664996 Aug 17 04:08:27.052749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e5dc990-2217-4342-95c7-bb91d0c4ccb3 admin admin] Pushing event deleted for resources: {'Network': ['ID=e875c4b2-a6ba-4ce4-bcb0-65a082ecb710,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:27.352303 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44084) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:08:27.399824 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6e2202c9-bd7b-446d-bfc4-64ceb473647c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2ed9e326b0de49b5bb2ebe44e6ce7000&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0463092 Aug 17 04:08:27.402354 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44086) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:08:27.449988 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6e1f-7111-427b-a1a9-a1ba6a5e8cc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:27.470739 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6e1f-7111-427b-a1a9-a1ba6a5e8cc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:27.564222 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6e1f-7111-427b-a1a9-a1ba6a5e8cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:27.567118 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c5ef6e1f-7111-427b-a1a9-a1ba6a5e8cc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:27.568308 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c5ef6e1f-7111-427b-a1a9-a1ba6a5e8cc7 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/eb54ad57-b497-47e3-8906-bd9258408982 HTTP/1.1" status: 204 len: 168 time: 0.1650527 Aug 17 04:08:27.576214 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ef6e1f-7111-427b-a1a9-a1ba6a5e8cc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb54ad57-b497-47e3-8906-bd9258408982,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:27.640610 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0d0e64cf-675d-4e78-a603-a495b2399d06 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:08:27.661201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 0d0e64cf-675d-4e78-a603-a495b2399d06 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:08:27.661607 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0d0e64cf-675d-4e78-a603-a495b2399d06 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:08:27.662026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d0186bfa-2d26-49bf-a219-707487f4a72d no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:08:27.683876 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: d0186bfa-2d26-49bf-a219-707487f4a72d {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:08:27.684215 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d0186bfa-2d26-49bf-a219-707487f4a72d not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:08:27.684838 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 013f5a01-0bc4-46df-b054-b87ec0447420 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:08:27.703780 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 013f5a01-0bc4-46df-b054-b87ec0447420 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:08:27.704383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 013f5a01-0bc4-46df-b054-b87ec0447420 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:08:28.632155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44108) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:08:28.740504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d9edf535-1dfe-42db-a42e-554414203319 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1604092873-network', 'tenant_id': '1802dda91a8d403599eb36be8d8d0919'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:08:28.839020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9edf535-1dfe-42db-a42e-554414203319 admin admin] Made reservation on behalf of 1802dda91a8d403599eb36be8d8d0919 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:08:28.843264 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9edf535-1dfe-42db-a42e-554414203319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:28.853862 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9edf535-1dfe-42db-a42e-554414203319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:29.006516 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9edf535-1dfe-42db-a42e-554414203319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:29.065512 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9edf535-1dfe-42db-a42e-554414203319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:29.092011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9edf535-1dfe-42db-a42e-554414203319 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 52} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:08:29.097975 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edf535-1dfe-42db-a42e-554414203319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:29.105788 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9edf535-1dfe-42db-a42e-554414203319 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:29.105788 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-d9edf535-1dfe-42db-a42e-554414203319 admin admin] Added segment 52fef925-daaa-4ee6-9253-c94b432bfcc2 of type vlan for network fe898051-b5a9-40f9-a9fd-304898f2637c Aug 17 04:08:29.144760 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9edf535-1dfe-42db-a42e-554414203319 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:29.239059 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9edf535-1dfe-42db-a42e-554414203319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:29.240047 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9edf535-1dfe-42db-a42e-554414203319 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:29.240635 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d9edf535-1dfe-42db-a42e-554414203319 admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:29.297459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9edf535-1dfe-42db-a42e-554414203319 admin admin] Pushing event updated for resources: {'Network': ['ID=fe898051-b5a9-40f9-a9fd-304898f2637c,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:29.308333 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network fe898051-b5a9-40f9-a9fd-304898f2637c details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:08:29.359082 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d9edf535-1dfe-42db-a42e-554414203319 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.7257793 Aug 17 04:08:29.362217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44112) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:08:29.367614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-34ee3ce4-0cb9-4eb8-ba0b-dcdbae19c9f3 admin admin] Request body: {'subnet': {'network_id': 'fe898051-b5a9-40f9-a9fd-304898f2637c', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1604092873-subnet', 'tenant_id': '1802dda91a8d403599eb36be8d8d0919', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:08:29.426606 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34ee3ce4-0cb9-4eb8-ba0b-dcdbae19c9f3 admin admin] Made reservation on behalf of 1802dda91a8d403599eb36be8d8d0919 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:08:29.428928 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34ee3ce4-0cb9-4eb8-ba0b-dcdbae19c9f3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:29.632371 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34ee3ce4-0cb9-4eb8-ba0b-dcdbae19c9f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:29.692848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ee3ce4-0cb9-4eb8-ba0b-dcdbae19c9f3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbfaf783-c453-42ba-9895-e24db78805fa,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:29.700325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-34ee3ce4-0cb9-4eb8-ba0b-dcdbae19c9f3 admin admin] Checking segment: {'id': '52fef925-daaa-4ee6-9253-c94b432bfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fe898051-b5a9-40f9-a9fd-304898f2637c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:08:29.700694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee3ce4-0cb9-4eb8-ba0b-dcdbae19c9f3 admin admin] Network hostable DHCP agents. Network: fe898051-b5a9-40f9-a9fd-304898f2637c, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:08:29.781044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34ee3ce4-0cb9-4eb8-ba0b-dcdbae19c9f3 admin admin] Network fe898051-b5a9-40f9-a9fd-304898f2637c is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:08:29.838357 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-34ee3ce4-0cb9-4eb8-ba0b-dcdbae19c9f3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, fe898051-b5a9-40f9-a9fd-304898f2637c) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:08:29.842320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34ee3ce4-0cb9-4eb8-ba0b-dcdbae19c9f3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:29.842914 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-34ee3ce4-0cb9-4eb8-ba0b-dcdbae19c9f3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:29.848449 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df4571d3-3608-4024-b3b9-b07980d3361e None None] Network fe898051-b5a9-40f9-a9fd-304898f2637c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:08:29.964886 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-34ee3ce4-0cb9-4eb8-ba0b-dcdbae19c9f3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6015723 Aug 17 04:08:29.976219 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f76d3b15-cef9-4483-b9dd-2f6feefdc092 None None] Network fe898051-b5a9-40f9-a9fd-304898f2637c requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:08:30.428077 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-02a029c9-4e9e-4717-bda8-917008ab318f tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:30.429777 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-02a029c9-4e9e-4717-bda8-917008ab318f tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/networks?id=fe898051-b5a9-40f9-a9fd-304898f2637c HTTP/1.1" status: 200 len: 814 time: 0.1260860 Aug 17 04:08:30.446449 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-d9ed13b3-496f-4f98-9b93-9067975d20f5 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/quotas/1802dda91a8d403599eb36be8d8d0919 HTTP/1.1" status: 200 len: 375 time: 0.0109222 Aug 17 04:08:30.479313 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-d1b61f5c-3dea-4bb7-b0a3-045af820d972 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1802dda91a8d403599eb36be8d8d0919&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0271513 Aug 17 04:08:30.490263 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-f84672e3-d83b-4c03-86b7-50e08750c30f service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:08:30.491214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-f84672e3-d83b-4c03-86b7-50e08750c30f service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051322 Aug 17 04:08:30.584921 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-d362098a-437a-4301-bc9b-98e3679f1c16 service neutron] 10.222.0.10 "GET /v2.0/networks/fe898051-b5a9-40f9-a9fd-304898f2637c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880401 Aug 17 04:08:30.687538 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-9682523c-f424-4e0f-b89c-1c1e21990f79 service neutron] 10.222.0.10 "GET /v2.0/networks/fe898051-b5a9-40f9-a9fd-304898f2637c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962496 Aug 17 04:08:30.914347 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5771db32-c96a-4863-a074-b2cf276cc040 req-0357b2c2-d157-477d-8402-e0ad7f8b9dc6 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 210 time: 0.0259159 Aug 17 04:08:32.015879 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-697e9871-cd59-4076-b092-13722968626a req-c408a3e2-bb78-4a7b-b979-7bb2445f9056 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 210 time: 0.0327764 Aug 17 04:08:33.113820 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6d3b52db-73bd-4ccb-98e2-5f3b8e728d0e req-293ea227-c8df-4936-863e-8be732631fe5 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 210 time: 0.0285802 Aug 17 04:08:33.123589 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-7287b115-829a-4123-9101-b34cea878ab2 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:33.125214 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-7287b115-829a-4123-9101-b34cea878ab2 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.30 "GET /v2.0/networks?id=fe898051-b5a9-40f9-a9fd-304898f2637c HTTP/1.1" status: 200 len: 814 time: 0.1089070 Aug 17 04:08:33.138109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-b6439a57-db5e-41cd-b619-6edf21005dab tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Request body: {'port': {'device_id': '75a08356-5719-4af0-a6e1-964f3672ad6a', 'network_id': 'fe898051-b5a9-40f9-a9fd-304898f2637c', 'admin_state_up': True, 'tenant_id': '1802dda91a8d403599eb36be8d8d0919'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:08:33.301289 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-b6439a57-db5e-41cd-b619-6edf21005dab tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Made reservation on behalf of 1802dda91a8d403599eb36be8d8d0919 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:08:33.304674 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-b6439a57-db5e-41cd-b619-6edf21005dab tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:33.428336 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-b6439a57-db5e-41cd-b619-6edf21005dab tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Allocated IP 172.20.0.14 (fe898051-b5a9-40f9-a9fd-304898f2637c/dbfaf783-c453-42ba-9895-e24db78805fa/74527d99-6dc4-4de4-a546-8a658594f412) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:08:33.556431 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:08:33.571232 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-b6439a57-db5e-41cd-b619-6edf21005dab tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:33.667389 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-b6439a57-db5e-41cd-b619-6edf21005dab tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:33.712424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-b6439a57-db5e-41cd-b619-6edf21005dab tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Network fe898051-b5a9-40f9-a9fd-304898f2637c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:08:33.717408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-b6439a57-db5e-41cd-b619-6edf21005dab tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:08:33.721113 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-b6439a57-db5e-41cd-b619-6edf21005dab tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:08:33.749165 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6439a57-db5e-41cd-b619-6edf21005dab tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Pushing event updated for resources: {'Port': ['ID=74527d99-6dc4-4de4-a546-8a658594f412,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:33.777774 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-b6439a57-db5e-41cd-b619-6edf21005dab tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:33.778388 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-b6439a57-db5e-41cd-b619-6edf21005dab tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:33.861913 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-b6439a57-db5e-41cd-b619-6edf21005dab tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7274947 Aug 17 04:08:33.866515 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:33.874371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Request body: {'port': {'device_id': '75a08356-5719-4af0-a6e1-964f3672ad6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:08:33.926014 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:34.184442 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74527d99-6dc4-4de4-a546-8a658594f412 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:08:34.192724 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:34.207463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Transition to ACTIVE for port object 74527d99-6dc4-4de4-a546-8a658594f412 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:08:34.234173 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f8a877a-5b09-44fe-8502-5693f58651b7 req-29b3c09a-bd71-488b-a55b-7ee5015a0eb1 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:34.235702 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f8a877a-5b09-44fe-8502-5693f58651b7 req-29b3c09a-bd71-488b-a55b-7ee5015a0eb1 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 932 time: 0.0512149 Aug 17 04:08:34.261097 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:34.275747 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f8a877a-5b09-44fe-8502-5693f58651b7 req-57002932-4fb6-4f77-abee-385f985d671c tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339565 Aug 17 04:08:34.312714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Pushing event updated for resources: {'Port': ['ID=74527d99-6dc4-4de4-a546-8a658594f412,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:34.387930 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Attempting to bind port 74527d99-6dc4-4de4-a546-8a658594f412 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:08:34.388337 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Attempting to bind port 74527d99-6dc4-4de4-a546-8a658594f412 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '52fef925-daaa-4ee6-9253-c94b432bfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fe898051-b5a9-40f9-a9fd-304898f2637c'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:08:34.388654 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Attempting to bind port 74527d99-6dc4-4de4-a546-8a658594f412 on network fe898051-b5a9-40f9-a9fd-304898f2637c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:08:34.392997 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Port 74527d99-6dc4-4de4-a546-8a658594f412 on network fe898051-b5a9-40f9-a9fd-304898f2637c not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:08:34.394129 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Attempting to bind port 74527d99-6dc4-4de4-a546-8a658594f412 on network fe898051-b5a9-40f9-a9fd-304898f2637c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:08:34.398896 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 8, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:08:34.399170 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Checking segment: {'id': '52fef925-daaa-4ee6-9253-c94b432bfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fe898051-b5a9-40f9-a9fd-304898f2637c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:08:34.399619 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Bound using segment: {'id': '52fef925-daaa-4ee6-9253-c94b432bfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fe898051-b5a9-40f9-a9fd-304898f2637c'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:08:34.400044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Bound port: 74527d99-6dc4-4de4-a546-8a658594f412, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52fef925-daaa-4ee6-9253-c94b432bfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fe898051-b5a9-40f9-a9fd-304898f2637c'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:08:34.400398 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:34.469570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] For port 74527d99-6dc4-4de4-a546-8a658594f412, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:08:34.472953 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] For port 74527d99-6dc4-4de4-a546-8a658594f412, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=74527d99-6dc4-4de4-a546-8a658594f412,segment=NetworkSegment(52fef925-daaa-4ee6-9253-c94b432bfcc2),segment_id=52fef925-daaa-4ee6-9253-c94b432bfcc2)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:08:34.489150 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:34.534031 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:34.568220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:34.568831 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:34.570237 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] 10.222.0.30 "PUT /v2.0/ports/74527d99-6dc4-4de4-a546-8a658594f412 HTTP/1.1" status: 200 len: 1092 time: 0.6999607 Aug 17 04:08:34.570667 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '75a08356-5719-4af0-a6e1-964f3672ad6a', 'tag': '74527d99-6dc4-4de4-a546-8a658594f412'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:08:34.572920 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-511962c8-445c-4948-8fa9-e45bdc921ace" -d '{"events": [{"name": "network-changed", "server_uuid": "75a08356-5719-4af0-a6e1-964f3672ad6a", "tag": "74527d99-6dc4-4de4-a546-8a658594f412"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:08:34.596767 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40971b42-7c52-48ce-9168-a06f898e76c9 service neutron] Pushing event updated for resources: {'Port': ['ID=74527d99-6dc4-4de4-a546-8a658594f412,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:34.611583 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:08:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c187e6-5411-4acf-be03-342aa7dcc90c x-openstack-request-id: req-a0c187e6-5411-4acf-be03-342aa7dcc90c {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:08:34.612393 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "75a08356-5719-4af0-a6e1-964f3672ad6a", "tag": "74527d99-6dc4-4de4-a546-8a658594f412", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:08:34.612778 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a0c187e6-5411-4acf-be03-342aa7dcc90c {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:08:34.613228 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '75a08356-5719-4af0-a6e1-964f3672ad6a', 'tag': '74527d99-6dc4-4de4-a546-8a658594f412', 'status': 'completed', 'code': 200} Aug 17 04:08:34.670858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511962c8-445c-4948-8fa9-e45bdc921ace req-40be7f29-8393-4905-83a4-f5ad1179ea95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:34.672303 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-511962c8-445c-4948-8fa9-e45bdc921ace req-40be7f29-8393-4905-83a4-f5ad1179ea95 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1802dda91a8d403599eb36be8d8d0919&device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 1095 time: 0.0405118 Aug 17 04:08:35.102609 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511962c8-445c-4948-8fa9-e45bdc921ace req-9cfa4fe7-fa9b-4dbd-a30d-35a545bbd787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:35.104090 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-511962c8-445c-4948-8fa9-e45bdc921ace req-9cfa4fe7-fa9b-4dbd-a30d-35a545bbd787 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=1802dda91a8d403599eb36be8d8d0919&shared=False HTTP/1.1" status: 200 len: 914 time: 0.4218445 Aug 17 04:08:35.200751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-511962c8-445c-4948-8fa9-e45bdc921ace req-cfea266d-9b20-4b83-a3fd-3b1db83568bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:35.202235 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-511962c8-445c-4948-8fa9-e45bdc921ace req-cfea266d-9b20-4b83-a3fd-3b1db83568bf service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0910792 Aug 17 04:08:35.278030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-29b4f231-e564-4027-8ae7-44c2f4d356f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:35.279515 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-29b4f231-e564-4027-8ae7-44c2f4d356f4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=1802dda91a8d403599eb36be8d8d0919&device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 1095 time: 0.0404394 Aug 17 04:08:35.322496 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-99d37412-f2e0-4186-b6b7-f92239f6acb8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=74527d99-6dc4-4de4-a546-8a658594f412 HTTP/1.1" status: 200 len: 217 time: 0.0352321 Aug 17 04:08:35.376127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-e26e9c92-61c6-48ca-b86b-e55f331a09fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:35.377642 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-e26e9c92-61c6-48ca-b86b-e55f331a09fc service neutron] 10.222.0.30 "GET /v2.0/subnets?id=dbfaf783-c453-42ba-9895-e24db78805fa HTTP/1.1" status: 200 len: 854 time: 0.0486720 Aug 17 04:08:35.392711 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1f0380-a5c1-4038-9a0d-2a29b6909932 req-c371703a-868e-44cc-8c6e-4bb35583e574 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:35.394393 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d1f0380-a5c1-4038-9a0d-2a29b6909932 req-c371703a-868e-44cc-8c6e-4bb35583e574 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 944 time: 0.0483818 Aug 17 04:08:35.410540 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-dd27c6ae-d636-4150-ac21-6559106f76a7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=fe898051-b5a9-40f9-a9fd-304898f2637c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0250454 Aug 17 04:08:35.431963 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d1f0380-a5c1-4038-9a0d-2a29b6909932 req-d03888f3-a8d6-4657-86a5-e8654e3b87a6 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315077 Aug 17 04:08:35.501287 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-afe39338-d9fa-42f2-9243-cd360643f1fc service neutron] 10.222.0.30 "GET /v2.0/networks/fe898051-b5a9-40f9-a9fd-304898f2637c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0833743 Aug 17 04:08:35.595491 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5b65dfe4-6b93-425f-9ed2-3205d666394c req-d965eae9-c6da-4bd9-914d-14014745f2ad service neutron] 10.222.0.30 "GET /v2.0/networks/fe898051-b5a9-40f9-a9fd-304898f2637c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866036 Aug 17 04:08:36.550775 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e43e71e3-afe1-4266-8dd4-e56cfc65ec26 req-36920955-9399-4521-8c7e-d4dc60951c8c tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:36.552251 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e43e71e3-afe1-4266-8dd4-e56cfc65ec26 req-36920955-9399-4521-8c7e-d4dc60951c8c tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 944 time: 0.0528016 Aug 17 04:08:36.589148 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e43e71e3-afe1-4266-8dd4-e56cfc65ec26 req-2e81908c-9cbb-45a0-9125-4b76e0ceb402 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311024 Aug 17 04:08:37.705865 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27453f27-d323-48b1-a516-14561d180cde req-d91fcb25-045a-4861-9ac0-65949ea599c6 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:37.707397 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-27453f27-d323-48b1-a516-14561d180cde req-d91fcb25-045a-4861-9ac0-65949ea599c6 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 944 time: 0.0511267 Aug 17 04:08:37.744972 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-27453f27-d323-48b1-a516-14561d180cde req-a5b76228-d49f-4357-afc9-56dce2960f9a tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315433 Aug 17 04:08:38.732033 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 74527d99-6dc4-4de4-a546-8a658594f412 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:08:38.832117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 74527d99-6dc4-4de4-a546-8a658594f412, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=74527d99-6dc4-4de4-a546-8a658594f412,segment=NetworkSegment(52fef925-daaa-4ee6-9253-c94b432bfcc2),segment_id=52fef925-daaa-4ee6-9253-c94b432bfcc2)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:08:38.844131 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '74527d99-6dc4-4de4-a546-8a658594f412', 'network_id': 'fe898051-b5a9-40f9-a9fd-304898f2637c', 'port_id': '74527d99-6dc4-4de4-a546-8a658594f412', 'mac_address': 'fa:16:3e:69:4a:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfaf783-c453-42ba-9895-e24db78805fa', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:08:38.874806 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be3d582-c446-45f3-be29-71a57c97bfb0 req-645c8a79-f6af-4b32-b51a-33f81f1c393b tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:38.876929 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1be3d582-c446-45f3-be29-71a57c97bfb0 req-645c8a79-f6af-4b32-b51a-33f81f1c393b tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 944 time: 0.0629921 Aug 17 04:08:38.894957 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:38.911598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74527d99-6dc4-4de4-a546-8a658594f412 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:08:38.917054 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1be3d582-c446-45f3-be29-71a57c97bfb0 req-8d1aba97-2010-4152-9d3a-7ead5048d90b tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332911 Aug 17 04:08:38.937107 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 74527d99-6dc4-4de4-a546-8a658594f412, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=74527d99-6dc4-4de4-a546-8a658594f412,segment=NetworkSegment(52fef925-daaa-4ee6-9253-c94b432bfcc2),segment_id=52fef925-daaa-4ee6-9253-c94b432bfcc2)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:08:39.047878 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:39.099944 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=74527d99-6dc4-4de4-a546-8a658594f412,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:39.241805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['74527d99-6dc4-4de4-a546-8a658594f412'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:08:40.040860 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62287a2-8162-4108-8d31-a1d6e22b4ae2 req-cb9dcf5b-ca1c-4ce4-842c-36c71130045d tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:40.042410 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b62287a2-8162-4108-8d31-a1d6e22b4ae2 req-cb9dcf5b-ca1c-4ce4-842c-36c71130045d tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 945 time: 0.0535738 Aug 17 04:08:40.082120 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b62287a2-8162-4108-8d31-a1d6e22b4ae2 req-79b63d4a-d7c9-4956-abae-88ae0f22919d tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337813 Aug 17 04:08:40.739192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 74527d99-6dc4-4de4-a546-8a658594f412 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:08:40.918307 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 74527d99-6dc4-4de4-a546-8a658594f412 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:08:40.922511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 74527d99-6dc4-4de4-a546-8a658594f412 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:08:40.922882 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:41.006671 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:41.030773 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a08356-5719-4af0-a6e1-964f3672ad6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74527d99-6dc4-4de4-a546-8a658594f412'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:08:41.033012 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23946e8f-e902-4a5a-9034-df93099a3be2" -d '{"events": [{"server_uuid": "75a08356-5719-4af0-a6e1-964f3672ad6a", "name": "network-vif-plugged", "status": "completed", "tag": "74527d99-6dc4-4de4-a546-8a658594f412"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:08:41.047069 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 74527d99-6dc4-4de4-a546-8a658594f412, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=74527d99-6dc4-4de4-a546-8a658594f412,segment=NetworkSegment(52fef925-daaa-4ee6-9253-c94b432bfcc2),segment_id=52fef925-daaa-4ee6-9253-c94b432bfcc2)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:08:41.071670 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:08:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d9c5bb3-ba90-461c-ad32-1bfa64f94dcf x-openstack-request-id: req-6d9c5bb3-ba90-461c-ad32-1bfa64f94dcf {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:08:41.071969 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a08356-5719-4af0-a6e1-964f3672ad6a", "name": "network-vif-plugged", "status": "completed", "tag": "74527d99-6dc4-4de4-a546-8a658594f412", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:08:41.072231 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d9c5bb3-ba90-461c-ad32-1bfa64f94dcf {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:08:41.072636 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a08356-5719-4af0-a6e1-964f3672ad6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74527d99-6dc4-4de4-a546-8a658594f412', 'code': 200} Aug 17 04:08:41.139636 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:41.178093 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c769b5-4cab-43a0-86ae-a2b214846ecc req-b936fe0b-dd12-4705-8196-95fdc0b0d8a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:41.179725 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0c769b5-4cab-43a0-86ae-a2b214846ecc req-b936fe0b-dd12-4705-8196-95fdc0b0d8a9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 1097 time: 0.0506406 Aug 17 04:08:41.196929 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=74527d99-6dc4-4de4-a546-8a658594f412,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:41.209434 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a402e9ea-874b-484c-8aea-b4ad9b3c5e52 req-69bb16de-66d3-40ff-ab01-f6102dcae67a tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:41.210975 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a402e9ea-874b-484c-8aea-b4ad9b3c5e52 req-69bb16de-66d3-40ff-ab01-f6102dcae67a tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 946 time: 0.0579431 Aug 17 04:08:41.222851 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0c769b5-4cab-43a0-86ae-a2b214846ecc req-51ea8a65-ba02-4999-9618-93a9f55baa8d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352864 Aug 17 04:08:41.248920 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a402e9ea-874b-484c-8aea-b4ad9b3c5e52 req-50d11187-4b00-4855-9bdf-316ab8c56358 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319757 Aug 17 04:08:42.365833 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67b12add-7281-44fd-b5b3-a3b2c6f5a7bf req-ba9aab82-fcad-498e-87a2-e701cc14509a tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:42.367325 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-67b12add-7281-44fd-b5b3-a3b2c6f5a7bf req-ba9aab82-fcad-498e-87a2-e701cc14509a tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 946 time: 0.0497990 Aug 17 04:08:42.405259 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-67b12add-7281-44fd-b5b3-a3b2c6f5a7bf req-a07e0481-e339-4113-8df0-0306336f5428 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318515 Aug 17 04:08:42.639339 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-ce7bb128-8da9-4546-813d-4185275cb040 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:42.640805 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-ce7bb128-8da9-4546-813d-4185275cb040 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/networks?id=fe898051-b5a9-40f9-a9fd-304898f2637c HTTP/1.1" status: 200 len: 814 time: 0.1057479 Aug 17 04:08:42.656262 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-5d90acad-71e5-4305-a131-5c95ee256183 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/quotas/1802dda91a8d403599eb36be8d8d0919 HTTP/1.1" status: 200 len: 375 time: 0.0089781 Aug 17 04:08:42.705912 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-f59d9c43-7c9c-45a4-ab6b-314d21b53574 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=1802dda91a8d403599eb36be8d8d0919&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0438797 Aug 17 04:08:42.808707 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-e8cee3b6-41e8-4796-a31c-fc0c7bd974ae service neutron] 10.222.0.10 "GET /v2.0/networks/fe898051-b5a9-40f9-a9fd-304898f2637c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0956819 Aug 17 04:08:42.900600 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-c845fd8d-61b7-472c-80b0-69eea482e7da service neutron] 10.222.0.10 "GET /v2.0/networks/fe898051-b5a9-40f9-a9fd-304898f2637c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852513 Aug 17 04:08:43.119097 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2078096e-8f90-4785-b035-62aa2b30060e req-34f031fc-f69d-4ba3-9d4d-3f4f90a1ecf5 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f90969b-b4c2-469b-862b-a89fdb0e64ef HTTP/1.1" status: 200 len: 210 time: 0.0335696 Aug 17 04:08:44.220752 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1af9916f-ef26-49f1-8262-9e653728d1a5 req-736afc90-b63a-4c6c-a3c0-2abd2a9aa64e tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f90969b-b4c2-469b-862b-a89fdb0e64ef HTTP/1.1" status: 200 len: 210 time: 0.0328431 Aug 17 04:08:45.136466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-663b122f-5a7a-4836-ba24-85ec10c61c8c tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:45.138748 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-663b122f-5a7a-4836-ba24-85ec10c61c8c tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.60 "GET /v2.0/networks?id=fe898051-b5a9-40f9-a9fd-304898f2637c HTTP/1.1" status: 200 len: 814 time: 0.1093762 Aug 17 04:08:45.151778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Request body: {'port': {'device_id': '6f90969b-b4c2-469b-862b-a89fdb0e64ef', 'network_id': 'fe898051-b5a9-40f9-a9fd-304898f2637c', 'admin_state_up': True, 'tenant_id': '1802dda91a8d403599eb36be8d8d0919'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:08:45.329331 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-80353477-382e-4644-b051-184d5eb0c5f5 req-3a096c63-0575-4f7e-8b40-315882356f14 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f90969b-b4c2-469b-862b-a89fdb0e64ef HTTP/1.1" status: 200 len: 210 time: 0.0279412 Aug 17 04:08:45.362581 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c4107042-2c07-4304-8b3d-a3765cac359c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:45.390675 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Made reservation on behalf of 1802dda91a8d403599eb36be8d8d0919 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:08:45.394360 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:45.519642 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Allocated IP 172.20.0.2 (fe898051-b5a9-40f9-a9fd-304898f2637c/dbfaf783-c453-42ba-9895-e24db78805fa/4df8d092-999a-4120-8fea-eb1764e87e25) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:08:45.674215 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:45.746664 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:45.758772 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['74527d99-6dc4-4de4-a546-8a658594f412'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:08:45.789780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Network fe898051-b5a9-40f9-a9fd-304898f2637c is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:08:45.795425 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:08:45.799204 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:08:45.830258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Pushing event updated for resources: {'Port': ['ID=4df8d092-999a-4120-8fea-eb1764e87e25,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:45.842377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:45.842733 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:45.843081 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:45.843422 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:45.843759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:45.844093 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:45.844425 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:45.844751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:45.845084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:45.845409 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:45.845760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:45.846151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:45.870925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:45.871542 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:45.980191 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-7425f380-8166-49d1-b607-185a7ed8d8ff tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8323426 Aug 17 04:08:45.992569 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Request body: {'port': {'device_id': '6f90969b-b4c2-469b-862b-a89fdb0e64ef', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:08:46.043947 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:46.307846 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4df8d092-999a-4120-8fea-eb1764e87e25 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:08:46.315181 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:46.326935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Transition to ACTIVE for port object 4df8d092-999a-4120-8fea-eb1764e87e25 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:08:46.369165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:46.422425 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Pushing event updated for resources: {'Port': ['ID=4df8d092-999a-4120-8fea-eb1764e87e25,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:46.448801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569ab0ef-e8d5-480d-a6cd-e91cd0f59a46 req-7d71225f-02a9-4627-a385-9cae716be043 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:46.450313 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-569ab0ef-e8d5-480d-a6cd-e91cd0f59a46 req-7d71225f-02a9-4627-a385-9cae716be043 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f90969b-b4c2-469b-862b-a89fdb0e64ef HTTP/1.1" status: 200 len: 943 time: 0.0523875 Aug 17 04:08:46.489682 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-569ab0ef-e8d5-480d-a6cd-e91cd0f59a46 req-23d2dd99-24bf-4b5c-bc63-2a7d7c2950a6 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321031 Aug 17 04:08:46.493297 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Attempting to bind port 4df8d092-999a-4120-8fea-eb1764e87e25 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:08:46.493684 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Attempting to bind port 4df8d092-999a-4120-8fea-eb1764e87e25 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '52fef925-daaa-4ee6-9253-c94b432bfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fe898051-b5a9-40f9-a9fd-304898f2637c'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:08:46.494018 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Attempting to bind port 4df8d092-999a-4120-8fea-eb1764e87e25 on network fe898051-b5a9-40f9-a9fd-304898f2637c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:08:46.498316 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Port 4df8d092-999a-4120-8fea-eb1764e87e25 on network fe898051-b5a9-40f9-a9fd-304898f2637c not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:08:46.498636 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Attempting to bind port 4df8d092-999a-4120-8fea-eb1764e87e25 on network fe898051-b5a9-40f9-a9fd-304898f2637c {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:08:46.504419 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 8, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:08:46.504760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Checking segment: {'id': '52fef925-daaa-4ee6-9253-c94b432bfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fe898051-b5a9-40f9-a9fd-304898f2637c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:08:46.505154 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Bound using segment: {'id': '52fef925-daaa-4ee6-9253-c94b432bfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fe898051-b5a9-40f9-a9fd-304898f2637c'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:08:46.506579 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Bound port: 4df8d092-999a-4120-8fea-eb1764e87e25, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '52fef925-daaa-4ee6-9253-c94b432bfcc2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 52, 'network_id': 'fe898051-b5a9-40f9-a9fd-304898f2637c'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:08:46.506579 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:46.572877 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] For port 4df8d092-999a-4120-8fea-eb1764e87e25, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:08:46.575933 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] For port 4df8d092-999a-4120-8fea-eb1764e87e25, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4df8d092-999a-4120-8fea-eb1764e87e25,segment=NetworkSegment(52fef925-daaa-4ee6-9253-c94b432bfcc2),segment_id=52fef925-daaa-4ee6-9253-c94b432bfcc2)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:08:46.632643 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:46.669787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:46.670418 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:46.671839 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] 10.222.0.60 "PUT /v2.0/ports/4df8d092-999a-4120-8fea-eb1764e87e25 HTTP/1.1" status: 200 len: 1091 time: 0.6834836 Aug 17 04:08:46.672277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f90969b-b4c2-469b-862b-a89fdb0e64ef', 'tag': '4df8d092-999a-4120-8fea-eb1764e87e25'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:08:46.675197 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-393c520b-aed1-4c36-9f16-94ab14a86ae7" -d '{"events": [{"name": "network-changed", "server_uuid": "6f90969b-b4c2-469b-862b-a89fdb0e64ef", "tag": "4df8d092-999a-4120-8fea-eb1764e87e25"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:08:46.698509 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e96bc0-027d-46fd-8eeb-54b5b0fe7329 service neutron] Pushing event updated for resources: {'Port': ['ID=4df8d092-999a-4120-8fea-eb1764e87e25,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:46.718917 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:08:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f518469d-d248-4e0b-90b2-4737e7f199ea x-openstack-request-id: req-f518469d-d248-4e0b-90b2-4737e7f199ea {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:08:46.718917 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f90969b-b4c2-469b-862b-a89fdb0e64ef", "tag": "4df8d092-999a-4120-8fea-eb1764e87e25", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:08:46.718917 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f518469d-d248-4e0b-90b2-4737e7f199ea {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:08:46.718917 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f90969b-b4c2-469b-862b-a89fdb0e64ef', 'tag': '4df8d092-999a-4120-8fea-eb1764e87e25', 'status': 'completed', 'code': 200} Aug 17 04:08:46.780849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c520b-aed1-4c36-9f16-94ab14a86ae7 req-5cac4d4f-7dff-4a6a-ac70-a0ac3ba45b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:46.782398 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-393c520b-aed1-4c36-9f16-94ab14a86ae7 req-5cac4d4f-7dff-4a6a-ac70-a0ac3ba45b3b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1802dda91a8d403599eb36be8d8d0919&device_id=6f90969b-b4c2-469b-862b-a89fdb0e64ef HTTP/1.1" status: 200 len: 1094 time: 0.0416117 Aug 17 04:08:46.882240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c520b-aed1-4c36-9f16-94ab14a86ae7 req-6876d316-330a-4ad2-8995-0551fc27ce01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:46.883628 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-393c520b-aed1-4c36-9f16-94ab14a86ae7 req-6876d316-330a-4ad2-8995-0551fc27ce01 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=1802dda91a8d403599eb36be8d8d0919&shared=False HTTP/1.1" status: 200 len: 914 time: 0.0935383 Aug 17 04:08:46.978217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393c520b-aed1-4c36-9f16-94ab14a86ae7 req-e1b90a1a-8062-4e03-8e68-62b05bace56c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:46.979700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-393c520b-aed1-4c36-9f16-94ab14a86ae7 req-e1b90a1a-8062-4e03-8e68-62b05bace56c service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0889032 Aug 17 04:08:47.058070 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-f02f00b3-e6c8-48ed-ba75-599d4863cf54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:47.059555 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-f02f00b3-e6c8-48ed-ba75-599d4863cf54 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=1802dda91a8d403599eb36be8d8d0919&device_id=6f90969b-b4c2-469b-862b-a89fdb0e64ef HTTP/1.1" status: 200 len: 1094 time: 0.0445206 Aug 17 04:08:47.101309 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-f7abdcad-6205-4cad-aeab-9eb928ec17b8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=4df8d092-999a-4120-8fea-eb1764e87e25 HTTP/1.1" status: 200 len: 217 time: 0.0338895 Aug 17 04:08:47.148212 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-9d0443e7-5543-476c-9e4c-5ec2ef541fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:47.149581 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-9d0443e7-5543-476c-9e4c-5ec2ef541fca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=dbfaf783-c453-42ba-9895-e24db78805fa HTTP/1.1" status: 200 len: 854 time: 0.0420473 Aug 17 04:08:47.181255 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-c70f6429-49ae-401e-9847-f13fc22b6047 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=fe898051-b5a9-40f9-a9fd-304898f2637c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0243049 Aug 17 04:08:47.273168 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-bdbd4093-955c-4fd2-863a-dd4a222b8c8b service neutron] 10.222.0.60 "GET /v2.0/networks/fe898051-b5a9-40f9-a9fd-304898f2637c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843172 Aug 17 04:08:47.365430 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a152163b-838a-4264-b07b-d1f5d3e7c97e req-bdea71d4-8b2f-4e85-a8f1-6cde10264ac0 service neutron] 10.222.0.60 "GET /v2.0/networks/fe898051-b5a9-40f9-a9fd-304898f2637c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852106 Aug 17 04:08:47.612338 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-643b073d-186d-4a15-8285-0a460b2d8343 req-4be6148b-f891-4f4b-9227-9fba6c64a22e tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:47.613866 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-643b073d-186d-4a15-8285-0a460b2d8343 req-4be6148b-f891-4f4b-9227-9fba6c64a22e tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f90969b-b4c2-469b-862b-a89fdb0e64ef HTTP/1.1" status: 200 len: 943 time: 0.0535276 Aug 17 04:08:47.650890 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-643b073d-186d-4a15-8285-0a460b2d8343 req-02edc305-d7b2-4323-a8e6-fdb214778e46 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309882 Aug 17 04:08:47.929155 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0a6c43cc-4672-4cbe-aac4-95e43a417423 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:48.241783 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:48.766102 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f39236-75cf-4865-b6ed-7f5ce70efbdc req-985207ee-74bd-4f0b-8ea6-8060cddba054 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:48.767589 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e7f39236-75cf-4865-b6ed-7f5ce70efbdc req-985207ee-74bd-4f0b-8ea6-8060cddba054 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f90969b-b4c2-469b-862b-a89fdb0e64ef HTTP/1.1" status: 200 len: 943 time: 0.0491199 Aug 17 04:08:48.805221 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e7f39236-75cf-4865-b6ed-7f5ce70efbdc req-c0943546-cacb-4032-8dad-08d2e8a3a78d tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315459 Aug 17 04:08:49.397977 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:49.919751 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d733ef4-3984-4139-bc27-a540ed50346e req-76385c1b-6ae3-45bd-8004-325593e45f1f tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:49.921239 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4d733ef4-3984-4139-bc27-a540ed50346e req-76385c1b-6ae3-45bd-8004-325593e45f1f tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f90969b-b4c2-469b-862b-a89fdb0e64ef HTTP/1.1" status: 200 len: 943 time: 0.0489349 Aug 17 04:08:49.960798 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4d733ef4-3984-4139-bc27-a540ed50346e req-f2190297-0d44-4529-9968-a34202906cd4 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325713 Aug 17 04:08:50.004342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4df8d092-999a-4120-8fea-eb1764e87e25 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:08:50.100237 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 4df8d092-999a-4120-8fea-eb1764e87e25, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4df8d092-999a-4120-8fea-eb1764e87e25,segment=NetworkSegment(52fef925-daaa-4ee6-9253-c94b432bfcc2),segment_id=52fef925-daaa-4ee6-9253-c94b432bfcc2)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:08:50.110777 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '4df8d092-999a-4120-8fea-eb1764e87e25', 'network_id': 'fe898051-b5a9-40f9-a9fd-304898f2637c', 'port_id': '4df8d092-999a-4120-8fea-eb1764e87e25', 'mac_address': 'fa:16:3e:9a:36:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 52, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbfaf783-c453-42ba-9895-e24db78805fa', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:08:50.160043 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:50.173517 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4df8d092-999a-4120-8fea-eb1764e87e25 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:08:50.193324 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 4df8d092-999a-4120-8fea-eb1764e87e25, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4df8d092-999a-4120-8fea-eb1764e87e25,segment=NetworkSegment(52fef925-daaa-4ee6-9253-c94b432bfcc2),segment_id=52fef925-daaa-4ee6-9253-c94b432bfcc2)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:08:50.232182 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:50.279713 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=4df8d092-999a-4120-8fea-eb1764e87e25,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:50.432761 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['4df8d092-999a-4120-8fea-eb1764e87e25'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:08:51.081871 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4765f7f3-8454-4ee2-8c76-9870fbccce6f req-52020877-4f78-43bf-9b93-9f39f1d2f286 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:51.083357 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4765f7f3-8454-4ee2-8c76-9870fbccce6f req-52020877-4f78-43bf-9b93-9f39f1d2f286 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f90969b-b4c2-469b-862b-a89fdb0e64ef HTTP/1.1" status: 200 len: 944 time: 0.0565076 Aug 17 04:08:51.121767 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4765f7f3-8454-4ee2-8c76-9870fbccce6f req-6f2cda7c-92e5-4688-b9d5-8e3f9816df2a tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323737 Aug 17 04:08:51.123625 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:52.019794 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4df8d092-999a-4120-8fea-eb1764e87e25 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:08:52.134739 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 4df8d092-999a-4120-8fea-eb1764e87e25 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:08:52.138475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 4df8d092-999a-4120-8fea-eb1764e87e25 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:08:52.138852 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:52.226736 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:52.242001 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58be8a71-cdce-4270-90c0-f2d8b1b592e9 req-75b3421e-e2ac-4b13-a7ea-a65dd66e80fc tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:52.243524 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58be8a71-cdce-4270-90c0-f2d8b1b592e9 req-75b3421e-e2ac-4b13-a7ea-a65dd66e80fc tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f90969b-b4c2-469b-862b-a89fdb0e64ef HTTP/1.1" status: 200 len: 944 time: 0.0551722 Aug 17 04:08:52.250185 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f90969b-b4c2-469b-862b-a89fdb0e64ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df8d092-999a-4120-8fea-eb1764e87e25'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:08:52.252863 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03727ad7-42de-49f7-a762-941b229eda96" -d '{"events": [{"server_uuid": "6f90969b-b4c2-469b-862b-a89fdb0e64ef", "name": "network-vif-plugged", "status": "completed", "tag": "4df8d092-999a-4120-8fea-eb1764e87e25"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:08:52.265232 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 4df8d092-999a-4120-8fea-eb1764e87e25, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4df8d092-999a-4120-8fea-eb1764e87e25,segment=NetworkSegment(52fef925-daaa-4ee6-9253-c94b432bfcc2),segment_id=52fef925-daaa-4ee6-9253-c94b432bfcc2)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:08:52.285303 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58be8a71-cdce-4270-90c0-f2d8b1b592e9 req-910951ec-ad7c-4f44-a8a9-f47bd053f9f6 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332723 Aug 17 04:08:52.327512 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:08:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee1dd796-77d5-4aaa-8d83-46b311e3d82b x-openstack-request-id: req-ee1dd796-77d5-4aaa-8d83-46b311e3d82b {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:08:52.327909 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f90969b-b4c2-469b-862b-a89fdb0e64ef", "name": "network-vif-plugged", "status": "completed", "tag": "4df8d092-999a-4120-8fea-eb1764e87e25", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:08:52.328096 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ee1dd796-77d5-4aaa-8d83-46b311e3d82b {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:08:52.328495 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f90969b-b4c2-469b-862b-a89fdb0e64ef', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4df8d092-999a-4120-8fea-eb1764e87e25', 'code': 200} Aug 17 04:08:52.340771 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:52.394341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=4df8d092-999a-4120-8fea-eb1764e87e25,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:52.401888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:52.402213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:52.402556 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:52.402899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:52.403239 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:52.403571 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:52.403902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:52.404229 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:52.404552 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:52.404906 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:52.405230 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:52.405580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:08:52.425096 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb8ea8e-de76-4693-bc23-9b1712b35823 req-484c8db2-6356-4ab4-8b1e-fa3b97f11d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:52.426632 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6cb8ea8e-de76-4693-bc23-9b1712b35823 req-484c8db2-6356-4ab4-8b1e-fa3b97f11d37 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=6f90969b-b4c2-469b-862b-a89fdb0e64ef HTTP/1.1" status: 200 len: 1096 time: 0.0406818 Aug 17 04:08:52.460607 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6cb8ea8e-de76-4693-bc23-9b1712b35823 req-ac6612ef-ea93-486e-920a-4ca4f0570ecb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0265613 Aug 17 04:08:53.402160 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de61c13e-2f33-4755-9362-76ea75f3dd2f req-9322c7b7-923e-4d6f-bddd-0474df118e4d tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:53.403638 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de61c13e-2f33-4755-9362-76ea75f3dd2f req-9322c7b7-923e-4d6f-bddd-0474df118e4d tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f90969b-b4c2-469b-862b-a89fdb0e64ef HTTP/1.1" status: 200 len: 945 time: 0.0493367 Aug 17 04:08:53.441546 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de61c13e-2f33-4755-9362-76ea75f3dd2f req-fdd3d227-3ff4-4ba7-8f2a-a26306100f94 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318432 Aug 17 04:08:53.861282 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-476082bb-ca0f-44b1-b78c-9972fb9a1287 req-92901c98-9b7a-4f9a-9353-b32933ce6b0b tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:53.863267 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-476082bb-ca0f-44b1-b78c-9972fb9a1287 req-92901c98-9b7a-4f9a-9353-b32933ce6b0b tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f90969b-b4c2-469b-862b-a89fdb0e64ef HTTP/1.1" status: 200 len: 945 time: 0.0519929 Aug 17 04:08:53.899516 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-476082bb-ca0f-44b1-b78c-9972fb9a1287 req-5703ddc7-764c-4e40-a12b-74e64134e761 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304279 Aug 17 04:08:55.015357 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca984ec-2ab6-49d2-824e-074b0adfd8e8 req-8ca83d96-78b5-46ce-831e-040985f4b806 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:55.016738 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eca984ec-2ab6-49d2-824e-074b0adfd8e8 req-8ca83d96-78b5-46ce-831e-040985f4b806 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f90969b-b4c2-469b-862b-a89fdb0e64ef HTTP/1.1" status: 200 len: 945 time: 0.0484557 Aug 17 04:08:55.054271 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eca984ec-2ab6-49d2-824e-074b0adfd8e8 req-2e861008-ee73-442e-a835-1c95d814478c tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309398 Aug 17 04:08:55.106050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3bcc8f9-f455-44ff-8abf-b24bafe16cd5 req-bf39d6af-a7ae-402c-aff9-0f7c00e8eb25 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:55.107499 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e3bcc8f9-f455-44ff-8abf-b24bafe16cd5 req-bf39d6af-a7ae-402c-aff9-0f7c00e8eb25 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.60 "GET /v2.0/ports?device_id=6f90969b-b4c2-469b-862b-a89fdb0e64ef HTTP/1.1" status: 200 len: 945 time: 0.0483699 Aug 17 04:08:55.197550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-e3bcc8f9-f455-44ff-8abf-b24bafe16cd5 req-ab5b7531-3e3a-4f74-b213-4a5de5265ccf tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Deleting port 4df8d092-999a-4120-8fea-eb1764e87e25 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:08:55.197890 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e3bcc8f9-f455-44ff-8abf-b24bafe16cd5 req-ab5b7531-3e3a-4f74-b213-4a5de5265ccf tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:55.284912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e3bcc8f9-f455-44ff-8abf-b24bafe16cd5 req-ab5b7531-3e3a-4f74-b213-4a5de5265ccf tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] For port 4df8d092-999a-4120-8fea-eb1764e87e25, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=4df8d092-999a-4120-8fea-eb1764e87e25,segment=NetworkSegment(52fef925-daaa-4ee6-9253-c94b432bfcc2),segment_id=52fef925-daaa-4ee6-9253-c94b432bfcc2)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:08:55.285186 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e3bcc8f9-f455-44ff-8abf-b24bafe16cd5 req-ab5b7531-3e3a-4f74-b213-4a5de5265ccf tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:55.297022 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-e3bcc8f9-f455-44ff-8abf-b24bafe16cd5 req-ab5b7531-3e3a-4f74-b213-4a5de5265ccf tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Calling delete_port for 4df8d092-999a-4120-8fea-eb1764e87e25 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:08:55.494605 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e3bcc8f9-f455-44ff-8abf-b24bafe16cd5 req-ab5b7531-3e3a-4f74-b213-4a5de5265ccf tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:55.506981 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['74527d99-6dc4-4de4-a546-8a658594f412'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:08:55.510166 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['4df8d092-999a-4120-8fea-eb1764e87e25'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:08:55.522962 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab5b7531-3e3a-4f74-b213-4a5de5265ccf tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Pushing event deleted for resources: {'Port': ['ID=4df8d092-999a-4120-8fea-eb1764e87e25,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:08:55.573168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3bcc8f9-f455-44ff-8abf-b24bafe16cd5 req-ab5b7531-3e3a-4f74-b213-4a5de5265ccf tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] No DVR routers for this DVR port 4df8d092-999a-4120-8fea-eb1764e87e25 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:08:55.575976 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e3bcc8f9-f455-44ff-8abf-b24bafe16cd5 req-ab5b7531-3e3a-4f74-b213-4a5de5265ccf tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:08:55.578914 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e3bcc8f9-f455-44ff-8abf-b24bafe16cd5 req-ab5b7531-3e3a-4f74-b213-4a5de5265ccf tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.60 "DELETE /v2.0/ports/4df8d092-999a-4120-8fea-eb1764e87e25 HTTP/1.1" status: 204 len: 173 time: 0.4640830 Aug 17 04:08:55.578914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f90969b-b4c2-469b-862b-a89fdb0e64ef', 'name': 'network-vif-deleted', 'tag': '4df8d092-999a-4120-8fea-eb1764e87e25'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:08:55.581979 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c2e0972c-59a4-4e2a-8768-28e54c194491" -d '{"events": [{"server_uuid": "6f90969b-b4c2-469b-862b-a89fdb0e64ef", "name": "network-vif-deleted", "tag": "4df8d092-999a-4120-8fea-eb1764e87e25"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:08:55.622365 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2dfc0b6-3dc8-4161-ac8c-1b82931834a8 x-openstack-request-id: req-c2dfc0b6-3dc8-4161-ac8c-1b82931834a8 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:08:55.622669 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f90969b-b4c2-469b-862b-a89fdb0e64ef", "name": "network-vif-deleted", "tag": "4df8d092-999a-4120-8fea-eb1764e87e25", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:08:55.622932 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2dfc0b6-3dc8-4161-ac8c-1b82931834a8 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:08:55.623348 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f90969b-b4c2-469b-862b-a89fdb0e64ef', 'name': 'network-vif-deleted', 'tag': '4df8d092-999a-4120-8fea-eb1764e87e25', 'status': 'completed', 'code': 200} Aug 17 04:08:56.162325 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-caa5f6bf-8b76-443e-a9de-02df53244b76 req-d1696c15-df73-4ff0-9577-84fcf530f3c4 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=6f90969b-b4c2-469b-862b-a89fdb0e64ef HTTP/1.1" status: 200 len: 210 time: 0.0267427 Aug 17 04:08:57.305782 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9ae47a1-1496-476a-ba1a-a08b6e258ba4 req-a555a697-1a71-4912-aa19-eb2dac5ececd tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:57.307232 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e9ae47a1-1496-476a-ba1a-a08b6e258ba4 req-a555a697-1a71-4912-aa19-eb2dac5ececd tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 946 time: 0.0476398 Aug 17 04:08:57.348347 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e9ae47a1-1496-476a-ba1a-a08b6e258ba4 req-5283ace1-ee5b-45fe-9ca8-fa1f54f74f29 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352409 Aug 17 04:08:57.477225 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb95dadf-f1c7-4272-860b-93c2561ec14b req-c19ef26e-5a46-4583-a351-62d5c359bcd3 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:57.478658 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb95dadf-f1c7-4272-860b-93c2561ec14b req-c19ef26e-5a46-4583-a351-62d5c359bcd3 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 946 time: 0.0492268 Aug 17 04:08:57.515800 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fb95dadf-f1c7-4272-860b-93c2561ec14b req-348f5c4a-4bb9-4e15-895b-386794e79ec9 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313551 Aug 17 04:08:57.630880 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04b6b88-817e-4124-a9f7-15ba037535ce req-d77578fc-7c2c-43b9-8e6b-a9097a316b70 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:57.632359 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c04b6b88-817e-4124-a9f7-15ba037535ce req-d77578fc-7c2c-43b9-8e6b-a9097a316b70 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 946 time: 0.0498552 Aug 17 04:08:57.669843 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c04b6b88-817e-4124-a9f7-15ba037535ce req-dda1de79-e94d-4248-a73d-387db7798f62 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315423 Aug 17 04:08:57.841760 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce12e49e-dd4f-488a-9847-55a779d278a4 req-0991711a-ceb7-4bd0-ada3-bc3df3713a79 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:57.843255 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ce12e49e-dd4f-488a-9847-55a779d278a4 req-0991711a-ceb7-4bd0-ada3-bc3df3713a79 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 946 time: 0.0503087 Aug 17 04:08:57.885736 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ce12e49e-dd4f-488a-9847-55a779d278a4 req-5f39091b-856d-4798-a5fd-3b5764caac33 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359786 Aug 17 04:08:58.051036 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4df8d092-999a-4120-8fea-eb1764e87e25 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:08:58.072566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 4df8d092-999a-4120-8fea-eb1764e87e25 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:08:58.072914 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 4df8d092-999a-4120-8fea-eb1764e87e25 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:08:58.313670 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecbc5ba-d12d-4d2b-b804-b891a7aad26b req-0f0e9b3d-256d-4667-a3dd-b9d2c19a1b99 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:58.315424 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ecbc5ba-d12d-4d2b-b804-b891a7aad26b req-0f0e9b3d-256d-4667-a3dd-b9d2c19a1b99 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 946 time: 0.3631301 Aug 17 04:08:58.352954 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ecbc5ba-d12d-4d2b-b804-b891a7aad26b req-4a5b0987-0abc-422e-8fcd-4f43735ebbed tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317297 Aug 17 04:08:58.475512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc4c863-9bb5-420f-a3c6-a9d2aab5c743 req-989b1af2-d1cc-4d70-97bf-c0715c54cb88 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:58.476981 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dbc4c863-9bb5-420f-a3c6-a9d2aab5c743 req-989b1af2-d1cc-4d70-97bf-c0715c54cb88 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 946 time: 0.0482101 Aug 17 04:08:58.513843 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dbc4c863-9bb5-420f-a3c6-a9d2aab5c743 req-b0762f4b-178b-49b9-8541-48d07c3b75a6 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308852 Aug 17 04:08:59.045391 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67dd3e42-51fb-460e-8a21-342c75fa9459 req-32584d91-bd38-4b8d-90f3-876fb4437d65 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:08:59.046870 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-67dd3e42-51fb-460e-8a21-342c75fa9459 req-32584d91-bd38-4b8d-90f3-876fb4437d65 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 946 time: 0.0492568 Aug 17 04:08:59.088053 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-67dd3e42-51fb-460e-8a21-342c75fa9459 req-2cf3f3c0-0f4b-40f1-951c-4d5cf61ecc7d tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351293 Aug 17 04:09:00.202089 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb108f8-c890-49ec-9aca-8c17ddf2618d req-cf013ce0-0fe8-4dd5-ac54-6af36a28f7a7 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:00.203826 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bfb108f8-c890-49ec-9aca-8c17ddf2618d req-cf013ce0-0fe8-4dd5-ac54-6af36a28f7a7 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 946 time: 0.0494406 Aug 17 04:09:00.243594 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bfb108f8-c890-49ec-9aca-8c17ddf2618d req-0f32cc1c-5941-43a9-ad73-1641f74ef8fe tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/security-groups?id=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322847 Aug 17 04:09:00.449509 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1ce71-5d92-4a27-a167-1aa421f3a15f req-6035156c-130e-49bd-ad62-33729c39825b tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:00.450971 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12a1ce71-5d92-4a27-a167-1aa421f3a15f req-6035156c-130e-49bd-ad62-33729c39825b tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.30 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 946 time: 0.0468948 Aug 17 04:09:00.538978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-12a1ce71-5d92-4a27-a167-1aa421f3a15f req-4f1a090d-785d-4ca2-b81f-d5bf873ea048 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Deleting port 74527d99-6dc4-4de4-a546-8a658594f412 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:09:00.539366 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-12a1ce71-5d92-4a27-a167-1aa421f3a15f req-4f1a090d-785d-4ca2-b81f-d5bf873ea048 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:00.631645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-12a1ce71-5d92-4a27-a167-1aa421f3a15f req-4f1a090d-785d-4ca2-b81f-d5bf873ea048 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] For port 74527d99-6dc4-4de4-a546-8a658594f412, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=74527d99-6dc4-4de4-a546-8a658594f412,segment=NetworkSegment(52fef925-daaa-4ee6-9253-c94b432bfcc2),segment_id=52fef925-daaa-4ee6-9253-c94b432bfcc2)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:00.632374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-12a1ce71-5d92-4a27-a167-1aa421f3a15f req-4f1a090d-785d-4ca2-b81f-d5bf873ea048 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:00.645960 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-12a1ce71-5d92-4a27-a167-1aa421f3a15f req-4f1a090d-785d-4ca2-b81f-d5bf873ea048 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Calling delete_port for 74527d99-6dc4-4de4-a546-8a658594f412 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:09:00.832259 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-12a1ce71-5d92-4a27-a167-1aa421f3a15f req-4f1a090d-785d-4ca2-b81f-d5bf873ea048 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:00.844483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['74527d99-6dc4-4de4-a546-8a658594f412'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:09:00.860299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1a090d-785d-4ca2-b81f-d5bf873ea048 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Pushing event deleted for resources: {'Port': ['ID=74527d99-6dc4-4de4-a546-8a658594f412,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:00.903957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a1ce71-5d92-4a27-a167-1aa421f3a15f req-4f1a090d-785d-4ca2-b81f-d5bf873ea048 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] No DVR routers for this DVR port 74527d99-6dc4-4de4-a546-8a658594f412 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:09:00.906657 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-12a1ce71-5d92-4a27-a167-1aa421f3a15f req-4f1a090d-785d-4ca2-b81f-d5bf873ea048 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:00.908981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-12a1ce71-5d92-4a27-a167-1aa421f3a15f req-4f1a090d-785d-4ca2-b81f-d5bf873ea048 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.30 "DELETE /v2.0/ports/74527d99-6dc4-4de4-a546-8a658594f412 HTTP/1.1" status: 204 len: 173 time: 0.4506927 Aug 17 04:09:00.909166 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '75a08356-5719-4af0-a6e1-964f3672ad6a', 'name': 'network-vif-deleted', 'tag': '74527d99-6dc4-4de4-a546-8a658594f412'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:09:00.911450 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ae579a47-f666-4597-a673-427e2046cdae" -d '{"events": [{"server_uuid": "75a08356-5719-4af0-a6e1-964f3672ad6a", "name": "network-vif-deleted", "tag": "74527d99-6dc4-4de4-a546-8a658594f412"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:09:00.949260 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:09:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9bb955e-3f57-47d6-9c7c-f33287801276 x-openstack-request-id: req-f9bb955e-3f57-47d6-9c7c-f33287801276 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:09:00.949584 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "75a08356-5719-4af0-a6e1-964f3672ad6a", "name": "network-vif-deleted", "tag": "74527d99-6dc4-4de4-a546-8a658594f412", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:09:00.950443 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f9bb955e-3f57-47d6-9c7c-f33287801276 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:09:00.950443 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '75a08356-5719-4af0-a6e1-964f3672ad6a', 'name': 'network-vif-deleted', 'tag': '74527d99-6dc4-4de4-a546-8a658594f412', 'status': 'completed', 'code': 200} Aug 17 04:09:01.350583 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6194b0b9-5a72-4207-b7e7-91bab6722dc0 req-669f362f-a6e5-4b79-9a85-df7042f82b09 tempest-ServersNegativeTestJSON-1656457389 tempest-ServersNegativeTestJSON-1656457389-project] 10.222.0.10 "GET /v2.0/ports?device_id=75a08356-5719-4af0-a6e1-964f3672ad6a HTTP/1.1" status: 200 len: 210 time: 0.0265670 Aug 17 04:09:02.407542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44268) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:02.451311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-60b5d83f-54a1-4246-9b36-15bd760c3959 admin admin] Deleting subnet dbfaf783-c453-42ba-9895-e24db78805fa {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:09:02.454566 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-60b5d83f-54a1-4246-9b36-15bd760c3959 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:02.492128 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-60b5d83f-54a1-4246-9b36-15bd760c3959 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:02.530754 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-60b5d83f-54a1-4246-9b36-15bd760c3959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:02.643504 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-60b5d83f-54a1-4246-9b36-15bd760c3959 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:02.669599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b5d83f-54a1-4246-9b36-15bd760c3959 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbfaf783-c453-42ba-9895-e24db78805fa,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:02.671573 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-60b5d83f-54a1-4246-9b36-15bd760c3959 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:02.673449 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-60b5d83f-54a1-4246-9b36-15bd760c3959 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/dbfaf783-c453-42ba-9895-e24db78805fa HTTP/1.1" status: 204 len: 168 time: 0.2648325 Aug 17 04:09:02.677539 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44270) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:02.749614 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49d2c636-89b0-4cab-a4d0-2c02c3ae48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:02.826361 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49d2c636-89b0-4cab-a4d0-2c02c3ae48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:02.838293 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-49d2c636-89b0-4cab-a4d0-2c02c3ae48ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe898051-b5a9-40f9-a9fd-304898f2637c']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:02.848838 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-49d2c636-89b0-4cab-a4d0-2c02c3ae48ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '52fef925-daaa-4ee6-9253-c94b432bfcc2') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:02.849133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-49d2c636-89b0-4cab-a4d0-2c02c3ae48ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '52fef925-daaa-4ee6-9253-c94b432bfcc2') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:02.857944 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49d2c636-89b0-4cab-a4d0-2c02c3ae48ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:02.872099 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49d2c636-89b0-4cab-a4d0-2c02c3ae48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:02.878182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-49d2c636-89b0-4cab-a4d0-2c02c3ae48ad admin admin] Releasing vlan 52 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:09:02.878680 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49d2c636-89b0-4cab-a4d0-2c02c3ae48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: timer() Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:09:02.880301 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:09:03.020121 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49d2c636-89b0-4cab-a4d0-2c02c3ae48ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:03.025514 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-49d2c636-89b0-4cab-a4d0-2c02c3ae48ad admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:03.029664 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-49d2c636-89b0-4cab-a4d0-2c02c3ae48ad admin admin] 10.222.0.10 "DELETE /v2.0/networks/fe898051-b5a9-40f9-a9fd-304898f2637c HTTP/1.1" status: 204 len: 168 time: 0.3488445 Aug 17 04:09:03.038676 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d2c636-89b0-4cab-a4d0-2c02c3ae48ad admin admin] Pushing event deleted for resources: {'Network': ['ID=fe898051-b5a9-40f9-a9fd-304898f2637c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:03.314653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44274) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:03.354817 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7c1b4635-790c-4c4d-b54e-509eb8812e1d admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=1802dda91a8d403599eb36be8d8d0919&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389826 Aug 17 04:09:03.357287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44276) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:03.403394 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1ea346ab-5044-4f0a-8538-5a0973fe3e57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:03.423977 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1ea346ab-5044-4f0a-8538-5a0973fe3e57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:03.563021 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1ea346ab-5044-4f0a-8538-5a0973fe3e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:03.566238 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1ea346ab-5044-4f0a-8538-5a0973fe3e57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:03.567395 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1ea346ab-5044-4f0a-8538-5a0973fe3e57 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f HTTP/1.1" status: 204 len: 168 time: 0.2091968 Aug 17 04:09:03.575159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea346ab-5044-4f0a-8538-5a0973fe3e57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6526bdf6-4f4d-40b2-aaeb-9bcdc93ae95f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:03.866169 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:04.518243 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:04.588975 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44298) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:04.682386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a56bd00b-4ddd-4392-b20e-6e586a46f4a7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1225292992'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:04.768730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a56bd00b-4ddd-4392-b20e-6e586a46f4a7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Made reservation on behalf of dc926812f3914029b285257231c34f1c for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:04.772267 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a56bd00b-4ddd-4392-b20e-6e586a46f4a7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:04.780696 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a56bd00b-4ddd-4392-b20e-6e586a46f4a7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:04.867587 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a56bd00b-4ddd-4392-b20e-6e586a46f4a7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:04.895351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 74527d99-6dc4-4de4-a546-8a658594f412 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:09:04.915379 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 74527d99-6dc4-4de4-a546-8a658594f412 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:09:04.915658 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 74527d99-6dc4-4de4-a546-8a658594f412 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:09:04.980218 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a56bd00b-4ddd-4392-b20e-6e586a46f4a7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:05.006997 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a56bd00b-4ddd-4392-b20e-6e586a46f4a7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 89} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:09:05.015493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bd00b-4ddd-4392-b20e-6e586a46f4a7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3970a27a-b3a9-4bd9-af77-6b7c259da91b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:05.021595 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a56bd00b-4ddd-4392-b20e-6e586a46f4a7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:05.021953 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-a56bd00b-4ddd-4392-b20e-6e586a46f4a7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Added segment aaf2405b-778b-445b-8760-378ffb4b30cd of type vlan for network 09408d58-569d-40f5-a4c6-c506a59af093 Aug 17 04:09:05.060869 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a56bd00b-4ddd-4392-b20e-6e586a46f4a7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:05.134802 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a56bd00b-4ddd-4392-b20e-6e586a46f4a7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:05.140276 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a56bd00b-4ddd-4392-b20e-6e586a46f4a7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:05.140881 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a56bd00b-4ddd-4392-b20e-6e586a46f4a7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:05.208156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a56bd00b-4ddd-4392-b20e-6e586a46f4a7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event updated for resources: {'Network': ['ID=09408d58-569d-40f5-a4c6-c506a59af093,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:05.220275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 09408d58-569d-40f5-a4c6-c506a59af093 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:09:05.249991 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a56bd00b-4ddd-4392-b20e-6e586a46f4a7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.6598637 Aug 17 04:09:08.559085 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44302) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:08.564418 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-9d8ec3fd-22db-46b4-8184-6e6801697fe5 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Request body: {'subnet': {'network_id': '09408d58-569d-40f5-a4c6-c506a59af093', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:08.733446 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d8ec3fd-22db-46b4-8184-6e6801697fe5 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Made reservation on behalf of dc926812f3914029b285257231c34f1c for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:08.737081 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9d8ec3fd-22db-46b4-8184-6e6801697fe5 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:08.968708 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9d8ec3fd-22db-46b4-8184-6e6801697fe5 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:09.034121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8ec3fd-22db-46b4-8184-6e6801697fe5 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event updated for resources: {'Subnet': ['ID=8636b9d6-674b-4bdf-b9ec-12a9a7aee3d1,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:09.039902 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9d8ec3fd-22db-46b4-8184-6e6801697fe5 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Checking segment: {'id': 'aaf2405b-778b-445b-8760-378ffb4b30cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '09408d58-569d-40f5-a4c6-c506a59af093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:09.040256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ec3fd-22db-46b4-8184-6e6801697fe5 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Network hostable DHCP agents. Network: 09408d58-569d-40f5-a4c6-c506a59af093, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:09:09.186127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d8ec3fd-22db-46b4-8184-6e6801697fe5 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Network 09408d58-569d-40f5-a4c6-c506a59af093 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:09:09.270319 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-9d8ec3fd-22db-46b4-8184-6e6801697fe5 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 09408d58-569d-40f5-a4c6-c506a59af093) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:09.274321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d8ec3fd-22db-46b4-8184-6e6801697fe5 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:09.274915 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9d8ec3fd-22db-46b4-8184-6e6801697fe5 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:09.279672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02650257-61b0-4088-a2bc-418e200cc029 None None] Network 09408d58-569d-40f5-a4c6-c506a59af093 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:09.358215 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9d8ec3fd-22db-46b4-8184-6e6801697fe5 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7978864 Aug 17 04:09:09.362386 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44304) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:09.368387 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1eebd03d-80d1-4a5e-a22a-062f37477268 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1432878830'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:09.433596 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-09408d58-569d-40f5-a4c6-c506a59af093', 'network_id': '09408d58-569d-40f5-a4c6-c506a59af093', 'tenant_id': 'dc926812f3914029b285257231c34f1c', 'fixed_ips': [{'subnet_id': '8636b9d6-674b-4bdf-b9ec-12a9a7aee3d1'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:09:09.434458 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:09.477725 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1eebd03d-80d1-4a5e-a22a-062f37477268 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Made reservation on behalf of dc926812f3914029b285257231c34f1c for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:09.481266 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1eebd03d-80d1-4a5e-a22a-062f37477268 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:09.506029 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1eebd03d-80d1-4a5e-a22a-062f37477268 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 69} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:09:09.514766 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1eebd03d-80d1-4a5e-a22a-062f37477268 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:09.515118 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-1eebd03d-80d1-4a5e-a22a-062f37477268 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Added segment 0b6e6a6d-6da3-41d0-81d3-44e7915c564d of type vlan for network f2eceb3a-a835-44a4-a9e2-54270056e6c7 Aug 17 04:09:09.558802 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1eebd03d-80d1-4a5e-a22a-062f37477268 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:09.571048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Allocated IP 2001:db8:0:ffff::2 (09408d58-569d-40f5-a4c6-c506a59af093/8636b9d6-674b-4bdf-b9ec-12a9a7aee3d1/29d18a61-52fc-41d0-914d-5dce889d7e4b) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:09:09.654671 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1eebd03d-80d1-4a5e-a22a-062f37477268 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:09.660835 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1eebd03d-80d1-4a5e-a22a-062f37477268 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:09.661521 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1eebd03d-80d1-4a5e-a22a-062f37477268 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:09.724245 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:09.732131 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1eebd03d-80d1-4a5e-a22a-062f37477268 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3683686 Aug 17 04:09:09.734954 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Transition to ACTIVE for port object 29d18a61-52fc-41d0-914d-5dce889d7e4b will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:09.735195 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44306) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:09.741951 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-189b95a2-31b6-4b13-9154-d758c48202d8 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Request body: {'subnet': {'network_id': 'f2eceb3a-a835-44a4-a9e2-54270056e6c7', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:09.753727 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Transition to ACTIVE for port object 29d18a61-52fc-41d0-914d-5dce889d7e4b will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:09.758608 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eebd03d-80d1-4a5e-a22a-062f37477268 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event updated for resources: {'Network': ['ID=f2eceb3a-a835-44a4-a9e2-54270056e6c7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:09.768977 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network f2eceb3a-a835-44a4-a9e2-54270056e6c7 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:09:09.811268 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:09.868168 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Network 09408d58-569d-40f5-a4c6-c506a59af093 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:09:09.872958 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:09.877267 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:09:09.879220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Pushing event updated for resources: {'Port': ['ID=29d18a61-52fc-41d0-914d-5dce889d7e4b,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:09.928804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-189b95a2-31b6-4b13-9154-d758c48202d8 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Made reservation on behalf of dc926812f3914029b285257231c34f1c for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:09.932484 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-189b95a2-31b6-4b13-9154-d758c48202d8 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:09.934039 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Attempting to bind port 29d18a61-52fc-41d0-914d-5dce889d7e4b on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:09:09.934414 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Attempting to bind port 29d18a61-52fc-41d0-914d-5dce889d7e4b by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'aaf2405b-778b-445b-8760-378ffb4b30cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '09408d58-569d-40f5-a4c6-c506a59af093'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:09:09.934800 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Attempting to bind port 29d18a61-52fc-41d0-914d-5dce889d7e4b on network 09408d58-569d-40f5-a4c6-c506a59af093 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:09:09.940172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:09:09.940706 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Checking segment: {'id': 'aaf2405b-778b-445b-8760-378ffb4b30cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '09408d58-569d-40f5-a4c6-c506a59af093'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:09.941280 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:09.941883 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Bound using segment: {'id': 'aaf2405b-778b-445b-8760-378ffb4b30cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '09408d58-569d-40f5-a4c6-c506a59af093'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:09:09.942371 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Bound port: 29d18a61-52fc-41d0-914d-5dce889d7e4b, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aaf2405b-778b-445b-8760-378ffb4b30cd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 89, 'network_id': '09408d58-569d-40f5-a4c6-c506a59af093'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:09:09.942765 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:10.006198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] For port 29d18a61-52fc-41d0-914d-5dce889d7e4b, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:09:10.009224 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] For port 29d18a61-52fc-41d0-914d-5dce889d7e4b, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=29d18a61-52fc-41d0-914d-5dce889d7e4b,segment=NetworkSegment(aaf2405b-778b-445b-8760-378ffb4b30cd),segment_id=aaf2405b-778b-445b-8760-378ffb4b30cd)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:09:10.083613 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:10.143297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fee8f3-4924-4724-80e2-4e8aa89034a5 None None] Pushing event updated for resources: {'Port': ['ID=29d18a61-52fc-41d0-914d-5dce889d7e4b,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:10.238593 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-189b95a2-31b6-4b13-9154-d758c48202d8 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:10.319205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-189b95a2-31b6-4b13-9154-d758c48202d8 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event updated for resources: {'Subnet': ['ID=62498a93-cf82-49fc-9151-6dd4b0a2df68,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:10.331685 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-189b95a2-31b6-4b13-9154-d758c48202d8 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Checking segment: {'id': '0b6e6a6d-6da3-41d0-81d3-44e7915c564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f2eceb3a-a835-44a4-a9e2-54270056e6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:10.332539 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189b95a2-31b6-4b13-9154-d758c48202d8 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Network hostable DHCP agents. Network: f2eceb3a-a835-44a4-a9e2-54270056e6c7, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:09:10.424736 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-189b95a2-31b6-4b13-9154-d758c48202d8 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Network f2eceb3a-a835-44a4-a9e2-54270056e6c7 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:09:10.500140 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-189b95a2-31b6-4b13-9154-d758c48202d8 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, f2eceb3a-a835-44a4-a9e2-54270056e6c7) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:10.504840 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-189b95a2-31b6-4b13-9154-d758c48202d8 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:10.505476 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-189b95a2-31b6-4b13-9154-d758c48202d8 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:10.510109 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb65299-5567-4916-bc70-04aa4a7f2c53 None None] Network f2eceb3a-a835-44a4-a9e2-54270056e6c7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:10.555272 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:09:10.604051 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-189b95a2-31b6-4b13-9154-d758c48202d8 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.8621993 Aug 17 04:09:10.604051 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44308) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:10.658374 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-f2eceb3a-a835-44a4-a9e2-54270056e6c7', 'network_id': 'f2eceb3a-a835-44a4-a9e2-54270056e6c7', 'tenant_id': 'dc926812f3914029b285257231c34f1c', 'fixed_ips': [{'subnet_id': '62498a93-cf82-49fc-9151-6dd4b0a2df68'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:09:10.659329 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:10.700563 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:10.766719 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:10.812408 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Allocated IP 2001:db8::2 (f2eceb3a-a835-44a4-a9e2-54270056e6c7/62498a93-cf82-49fc-9151-6dd4b0a2df68/aee083c2-c900-4178-90db-4407f3487433) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:09:11.099038 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9c372e4-ee7a-4fd0-8d31-c06eda6a8e76 None None] Network 09408d58-569d-40f5-a4c6-c506a59af093 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:11.179590 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:11.192386 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Transition to ACTIVE for port object aee083c2-c900-4178-90db-4407f3487433 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:11.224279 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Transition to ACTIVE for port object aee083c2-c900-4178-90db-4407f3487433 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:11.226824 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-11d18d79-e8fd-45dc-bc0b-9f497c6858e8 None None] Provisioning for port 29d18a61-52fc-41d0-914d-5dce889d7e4b completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:09:11.301558 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:11.337899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Network f2eceb3a-a835-44a4-a9e2-54270056e6c7 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:09:11.342883 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:11.347184 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:09:11.356129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Pushing event updated for resources: {'Port': ['ID=aee083c2-c900-4178-90db-4407f3487433,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:11.393229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:11.413365 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Attempting to bind port aee083c2-c900-4178-90db-4407f3487433 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:09:11.413786 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Attempting to bind port aee083c2-c900-4178-90db-4407f3487433 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '0b6e6a6d-6da3-41d0-81d3-44e7915c564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f2eceb3a-a835-44a4-a9e2-54270056e6c7'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:09:11.414131 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Attempting to bind port aee083c2-c900-4178-90db-4407f3487433 on network f2eceb3a-a835-44a4-a9e2-54270056e6c7 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:09:11.419553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:09:11.419935 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Checking segment: {'id': '0b6e6a6d-6da3-41d0-81d3-44e7915c564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f2eceb3a-a835-44a4-a9e2-54270056e6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:11.420346 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:11.420741 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Bound using segment: {'id': '0b6e6a6d-6da3-41d0-81d3-44e7915c564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f2eceb3a-a835-44a4-a9e2-54270056e6c7'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:09:11.421211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Bound port: aee083c2-c900-4178-90db-4407f3487433, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0b6e6a6d-6da3-41d0-81d3-44e7915c564d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 69, 'network_id': 'f2eceb3a-a835-44a4-a9e2-54270056e6c7'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:09:11.421640 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:11.425013 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event deleted for resources: {'Subnet': ['ID=62498a93-cf82-49fc-9151-6dd4b0a2df68,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:11.493728 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] For port aee083c2-c900-4178-90db-4407f3487433, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:09:11.496907 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] For port aee083c2-c900-4178-90db-4407f3487433, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=aee083c2-c900-4178-90db-4407f3487433,segment=NetworkSegment(0b6e6a6d-6da3-41d0-81d3-44e7915c564d),segment_id=0b6e6a6d-6da3-41d0-81d3-44e7915c564d)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:09:11.497914 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:11.508269 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2eceb3a-a835-44a4-a9e2-54270056e6c7']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:11.519677 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6e6a6d-6da3-41d0-81d3-44e7915c564d') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:11.520032 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6e6a6d-6da3-41d0-81d3-44e7915c564d') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:11.528958 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:11.569460 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:11.571435 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:11.577905 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:09:11.578298 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: timer() Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:09:11.582549 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:09:11.651475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82451266-fbf0-4226-b31a-ca9e248fe6b4 None None] Pushing event updated for resources: {'Port': ['ID=aee083c2-c900-4178-90db-4407f3487433,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:11.662967 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24266862-39eb-4200-8bda-4344c374663a None None] Network f2eceb3a-a835-44a4-a9e2-54270056e6c7 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:11.672412 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.api [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 04:09:11.672412 n-d-802060-9 neutron-server[101969]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 04:09:11.672412 n-d-802060-9 neutron-server[101969]: [parameters: {'id': 'f2eceb3a-a835-44a4-a9e2-54270056e6c7'}] Aug 17 04:09:11.672412 n-d-802060-9 neutron-server[101969]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 04:09:11.672877 n-d-802060-9 neutron-server[101969]: DEBUG oslo_db.api [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 04:09:11.704199 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 29d18a61-52fc-41d0-914d-5dce889d7e4b up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:09:11.826557 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77c7cefb-a605-41fe-a063-a512606b8409 None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 04:09:11.874507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 29d18a61-52fc-41d0-914d-5dce889d7e4b completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:09:11.885240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 29d18a61-52fc-41d0-914d-5dce889d7e4b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:11.885641 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:11.911835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c7cefb-a605-41fe-a063-a512606b8409 None None] Resources bound (agent type, host, resource id): {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 04:09:12.027562 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:12.084325 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 29d18a61-52fc-41d0-914d-5dce889d7e4b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=29d18a61-52fc-41d0-914d-5dce889d7e4b,segment=NetworkSegment(aaf2405b-778b-445b-8760-378ffb4b30cd),segment_id=aaf2405b-778b-445b-8760-378ffb4b30cd)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:12.157891 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:12.174628 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:12.218717 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=29d18a61-52fc-41d0-914d-5dce889d7e4b,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:12.231112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Deleting port aee083c2-c900-4178-90db-4407f3487433 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:09:12.231468 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:12.297646 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] For port aee083c2-c900-4178-90db-4407f3487433, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=aee083c2-c900-4178-90db-4407f3487433,segment=NetworkSegment(0b6e6a6d-6da3-41d0-81d3-44e7915c564d),segment_id=0b6e6a6d-6da3-41d0-81d3-44e7915c564d)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:12.297934 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:12.310395 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Calling delete_port for aee083c2-c900-4178-90db-4407f3487433 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:09:12.488185 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:12.515048 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event deleted for resources: {'Port': ['ID=aee083c2-c900-4178-90db-4407f3487433,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:12.520540 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] No DVR routers for this DVR port aee083c2-c900-4178-90db-4407f3487433 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:09:12.598461 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:12.607810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f2eceb3a-a835-44a4-a9e2-54270056e6c7']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:12.617942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b6e6a6d-6da3-41d0-81d3-44e7915c564d') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:12.618240 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b6e6a6d-6da3-41d0-81d3-44e7915c564d') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:12.626724 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:12.639658 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:12.645537 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Releasing vlan 69 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:09:12.645921 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: timer() Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:09:12.648693 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:09:12.757475 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:12.764738 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:12.766161 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "DELETE /v2.0/networks/f2eceb3a-a835-44a4-a9e2-54270056e6c7 HTTP/1.1" status: 204 len: 168 time: 2.1641243 Aug 17 04:09:12.769851 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44310) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:12.775013 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-452f2da7-fe84-4ffc-b796-3e7d39593a39 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-122734702'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:12.778003 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6f3a19-ab95-4803-86ed-9f6af2abaaee tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event deleted for resources: {'Network': ['ID=f2eceb3a-a835-44a4-a9e2-54270056e6c7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:12.860186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-452f2da7-fe84-4ffc-b796-3e7d39593a39 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Made reservation on behalf of dc926812f3914029b285257231c34f1c for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:12.864000 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-452f2da7-fe84-4ffc-b796-3e7d39593a39 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:12.886501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-452f2da7-fe84-4ffc-b796-3e7d39593a39 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 56} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:09:12.895360 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-452f2da7-fe84-4ffc-b796-3e7d39593a39 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:12.895705 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-452f2da7-fe84-4ffc-b796-3e7d39593a39 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Added segment f71052bc-fbea-4a93-92e1-0db6e26a5b05 of type vlan for network ea17ac4c-ba6d-49fa-8123-2253f4502a8b Aug 17 04:09:12.933298 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-452f2da7-fe84-4ffc-b796-3e7d39593a39 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:13.012909 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-452f2da7-fe84-4ffc-b796-3e7d39593a39 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:13.018902 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-452f2da7-fe84-4ffc-b796-3e7d39593a39 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:13.019480 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-452f2da7-fe84-4ffc-b796-3e7d39593a39 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:13.085317 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452f2da7-fe84-4ffc-b796-3e7d39593a39 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event updated for resources: {'Network': ['ID=ea17ac4c-ba6d-49fa-8123-2253f4502a8b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:13.095106 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network ea17ac4c-ba6d-49fa-8123-2253f4502a8b details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:09:13.130021 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-452f2da7-fe84-4ffc-b796-3e7d39593a39 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3588476 Aug 17 04:09:13.132605 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44312) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:13.137663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-84f2e950-47f4-43fa-bf4d-adc2e891e10a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Request body: {'subnet': {'network_id': 'ea17ac4c-ba6d-49fa-8123-2253f4502a8b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:13.271837 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84f2e950-47f4-43fa-bf4d-adc2e891e10a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Made reservation on behalf of dc926812f3914029b285257231c34f1c for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:13.275401 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84f2e950-47f4-43fa-bf4d-adc2e891e10a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:13.335383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.ipam_backend_mixin [None req-84f2e950-47f4-43fa-bf4d-adc2e891e10a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Performing IP validity checks on allocation pools {{(pid=101970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Aug 17 04:09:13.335904 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.ipam_backend_mixin [None req-84f2e950-47f4-43fa-bf4d-adc2e891e10a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Checking for overlaps among allocation pools and gateway ip {{(pid=101970) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Aug 17 04:09:13.511677 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84f2e950-47f4-43fa-bf4d-adc2e891e10a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:13.571406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f2e950-47f4-43fa-bf4d-adc2e891e10a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event updated for resources: {'Subnet': ['ID=932cb342-8301-43b8-ad58-9273bc245c03,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:13.582524 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84f2e950-47f4-43fa-bf4d-adc2e891e10a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Checking segment: {'id': 'f71052bc-fbea-4a93-92e1-0db6e26a5b05', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 56, 'network_id': 'ea17ac4c-ba6d-49fa-8123-2253f4502a8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:13.582886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f2e950-47f4-43fa-bf4d-adc2e891e10a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Network hostable DHCP agents. Network: ea17ac4c-ba6d-49fa-8123-2253f4502a8b, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:09:13.654439 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f2e950-47f4-43fa-bf4d-adc2e891e10a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Network ea17ac4c-ba6d-49fa-8123-2253f4502a8b is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:09:13.668101 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 29d18a61-52fc-41d0-914d-5dce889d7e4b up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:09:13.712008 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-84f2e950-47f4-43fa-bf4d-adc2e891e10a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, ea17ac4c-ba6d-49fa-8123-2253f4502a8b) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:13.717640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84f2e950-47f4-43fa-bf4d-adc2e891e10a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:13.718290 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84f2e950-47f4-43fa-bf4d-adc2e891e10a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:13.730518 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46b5bb32-7e42-47e2-98bd-71efa5318d19 None None] Network ea17ac4c-ba6d-49fa-8123-2253f4502a8b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:13.732318 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 29d18a61-52fc-41d0-914d-5dce889d7e4b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:13.732774 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:13.775261 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-84f2e950-47f4-43fa-bf4d-adc2e891e10a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.6415873 Aug 17 04:09:13.778076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44314) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:13.878873 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97b74858-428a-451a-a11d-18bc3f717de0 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:13.932101 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97b74858-428a-451a-a11d-18bc3f717de0 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:13.938729 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca037c9c-15e1-4e32-8b14-374a9090434f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-ea17ac4c-ba6d-49fa-8123-2253f4502a8b', 'network_id': 'ea17ac4c-ba6d-49fa-8123-2253f4502a8b', 'tenant_id': 'dc926812f3914029b285257231c34f1c', 'fixed_ips': [{'subnet_id': '932cb342-8301-43b8-ad58-9273bc245c03'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:09:13.940631 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ca037c9c-15e1-4e32-8b14-374a9090434f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:14.061170 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97b74858-428a-451a-a11d-18bc3f717de0 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server [None req-ca037c9c-15e1-4e32-8b14-374a9090434f None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 932cb342-8301-43b8-ad58-9273bc245c03: This subnet is being modified by another concurrent operation. Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 686, in inner Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1470, in create_port Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1435, in _create_port_db Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1455, in create_port_db Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server self.force_reraise() Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise self.value Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server subnet.lock_register( Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server raise exception Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 932cb342-8301-43b8-ad58-9273bc245c03: This subnet is being modified by another concurrent operation. Aug 17 04:09:14.079176 n-d-802060-9 neutron-server[101971]: ERROR oslo_messaging.rpc.server Aug 17 04:09:14.090451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b74858-428a-451a-a11d-18bc3f717de0 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event deleted for resources: {'Subnet': ['ID=932cb342-8301-43b8-ad58-9273bc245c03,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:14.101245 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bf28e8f-29db-4a22-b177-9d8b3e4775e4 None None] Network ea17ac4c-ba6d-49fa-8123-2253f4502a8b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:14.154612 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97b74858-428a-451a-a11d-18bc3f717de0 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:14.165339 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-97b74858-428a-451a-a11d-18bc3f717de0 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea17ac4c-ba6d-49fa-8123-2253f4502a8b']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:14.176708 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-97b74858-428a-451a-a11d-18bc3f717de0 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f71052bc-fbea-4a93-92e1-0db6e26a5b05') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:14.177011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-97b74858-428a-451a-a11d-18bc3f717de0 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f71052bc-fbea-4a93-92e1-0db6e26a5b05') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:14.185875 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97b74858-428a-451a-a11d-18bc3f717de0 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:14.200116 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97b74858-428a-451a-a11d-18bc3f717de0 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:14.207032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d768b1cc-4ca0-47e7-9be0-f24647ba68d6 None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 04:09:14.209040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97b74858-428a-451a-a11d-18bc3f717de0 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Releasing vlan 56 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:09:14.209502 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97b74858-428a-451a-a11d-18bc3f717de0 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: timer() Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:09:14.212540 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:09:14.282544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d768b1cc-4ca0-47e7-9be0-f24647ba68d6 None None] Resources bound (agent type, host, resource id): {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 04:09:14.363297 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97b74858-428a-451a-a11d-18bc3f717de0 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:14.370284 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97b74858-428a-451a-a11d-18bc3f717de0 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:14.372139 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-97b74858-428a-451a-a11d-18bc3f717de0 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "DELETE /v2.0/networks/ea17ac4c-ba6d-49fa-8123-2253f4502a8b HTTP/1.1" status: 204 len: 168 time: 0.5930552 Aug 17 04:09:14.376244 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44316) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:14.381887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ad2165c0-d732-4343-8e12-5dd3b54827bd tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-990005707'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:14.385865 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97b74858-428a-451a-a11d-18bc3f717de0 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event deleted for resources: {'Network': ['ID=ea17ac4c-ba6d-49fa-8123-2253f4502a8b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:14.482879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad2165c0-d732-4343-8e12-5dd3b54827bd tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Made reservation on behalf of dc926812f3914029b285257231c34f1c for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:14.486567 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ad2165c0-d732-4343-8e12-5dd3b54827bd tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:14.510981 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad2165c0-d732-4343-8e12-5dd3b54827bd tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:09:14.520264 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ad2165c0-d732-4343-8e12-5dd3b54827bd tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:14.520610 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-ad2165c0-d732-4343-8e12-5dd3b54827bd tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Added segment 9f99ce9c-5384-4329-9b98-cb0ff1d184d5 of type vlan for network 91142536-a8d2-4305-a774-1be19dad638d Aug 17 04:09:14.558637 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ad2165c0-d732-4343-8e12-5dd3b54827bd tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:14.643688 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ad2165c0-d732-4343-8e12-5dd3b54827bd tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:14.649179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad2165c0-d732-4343-8e12-5dd3b54827bd tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:14.649789 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ad2165c0-d732-4343-8e12-5dd3b54827bd tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:14.713519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad2165c0-d732-4343-8e12-5dd3b54827bd tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event updated for resources: {'Network': ['ID=91142536-a8d2-4305-a774-1be19dad638d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:14.724456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 91142536-a8d2-4305-a774-1be19dad638d details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:09:14.780899 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ad2165c0-d732-4343-8e12-5dd3b54827bd tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4032757 Aug 17 04:09:14.783841 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44318) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:14.789078 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3637dea4-c253-4d5a-a989-2ebb9dd98f18 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Request body: {'subnet': {'network_id': '91142536-a8d2-4305-a774-1be19dad638d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:14.955676 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3637dea4-c253-4d5a-a989-2ebb9dd98f18 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Made reservation on behalf of dc926812f3914029b285257231c34f1c for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:14.959940 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3637dea4-c253-4d5a-a989-2ebb9dd98f18 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:15.197661 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3637dea4-c253-4d5a-a989-2ebb9dd98f18 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:15.257688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3637dea4-c253-4d5a-a989-2ebb9dd98f18 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event updated for resources: {'Subnet': ['ID=820c7d97-673a-494b-bf98-4260b772940b,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:15.269030 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3637dea4-c253-4d5a-a989-2ebb9dd98f18 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Checking segment: {'id': '9f99ce9c-5384-4329-9b98-cb0ff1d184d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '91142536-a8d2-4305-a774-1be19dad638d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:15.269397 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3637dea4-c253-4d5a-a989-2ebb9dd98f18 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Network hostable DHCP agents. Network: 91142536-a8d2-4305-a774-1be19dad638d, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:09:15.306777 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-51851988-9527-420b-9439-c1f7288eebd7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:15.386396 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3637dea4-c253-4d5a-a989-2ebb9dd98f18 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Network 91142536-a8d2-4305-a774-1be19dad638d is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:09:15.477499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-3637dea4-c253-4d5a-a989-2ebb9dd98f18 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 91142536-a8d2-4305-a774-1be19dad638d) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:15.481560 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3637dea4-c253-4d5a-a989-2ebb9dd98f18 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:15.483898 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3637dea4-c253-4d5a-a989-2ebb9dd98f18 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:15.487491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bd7ff85-d173-4576-a4d7-ed3d3fbbfd4b None None] Network 91142536-a8d2-4305-a774-1be19dad638d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:15.586572 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3637dea4-c253-4d5a-a989-2ebb9dd98f18 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8015847 Aug 17 04:09:15.591778 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44320) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:15.597746 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-fe0a15b0-dcdc-4ec1-a9dc-84af39706f40 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1671406'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:15.640294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-91142536-a8d2-4305-a774-1be19dad638d', 'network_id': '91142536-a8d2-4305-a774-1be19dad638d', 'tenant_id': 'dc926812f3914029b285257231c34f1c', 'fixed_ips': [{'subnet_id': '820c7d97-673a-494b-bf98-4260b772940b'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:09:15.641156 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:15.670054 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe0a15b0-dcdc-4ec1-a9dc-84af39706f40 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Made reservation on behalf of dc926812f3914029b285257231c34f1c for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:15.673679 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe0a15b0-dcdc-4ec1-a9dc-84af39706f40 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:15.702962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fe0a15b0-dcdc-4ec1-a9dc-84af39706f40 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 61} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:09:15.712426 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe0a15b0-dcdc-4ec1-a9dc-84af39706f40 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:15.712781 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-fe0a15b0-dcdc-4ec1-a9dc-84af39706f40 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Added segment c6a8e9ab-bfb3-4810-a941-6b489c69d264 of type vlan for network c9cb70e2-9eb6-47fd-aa55-0b1242a97525 Aug 17 04:09:15.754598 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe0a15b0-dcdc-4ec1-a9dc-84af39706f40 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:15.779960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Allocated IP 2001:db8::2 (91142536-a8d2-4305-a774-1be19dad638d/820c7d97-673a-494b-bf98-4260b772940b/82498ec5-b861-4250-8f19-342259fd70fe) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:09:15.849498 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe0a15b0-dcdc-4ec1-a9dc-84af39706f40 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:15.855259 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe0a15b0-dcdc-4ec1-a9dc-84af39706f40 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:15.855859 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe0a15b0-dcdc-4ec1-a9dc-84af39706f40 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:15.922864 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe0a15b0-dcdc-4ec1-a9dc-84af39706f40 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event updated for resources: {'Network': ['ID=c9cb70e2-9eb6-47fd-aa55-0b1242a97525,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:15.923832 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:15.934140 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network c9cb70e2-9eb6-47fd-aa55-0b1242a97525 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:09:15.936828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Transition to ACTIVE for port object 82498ec5-b861-4250-8f19-342259fd70fe will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:15.963631 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fe0a15b0-dcdc-4ec1-a9dc-84af39706f40 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.3707366 Aug 17 04:09:15.966488 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44322) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:15.972258 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-069391eb-dd65-48c8-8909-d08bbcf0300c tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Request body: {'subnet': {'network_id': 'c9cb70e2-9eb6-47fd-aa55-0b1242a97525', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:15.993000 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Transition to ACTIVE for port object 82498ec5-b861-4250-8f19-342259fd70fe will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:16.071939 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:16.111731 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Network 91142536-a8d2-4305-a774-1be19dad638d is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:09:16.116477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:16.120026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:09:16.122864 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-069391eb-dd65-48c8-8909-d08bbcf0300c tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Made reservation on behalf of dc926812f3914029b285257231c34f1c for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:16.126912 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-069391eb-dd65-48c8-8909-d08bbcf0300c tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:16.133387 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Pushing event updated for resources: {'Port': ['ID=82498ec5-b861-4250-8f19-342259fd70fe,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:16.177004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Attempting to bind port 82498ec5-b861-4250-8f19-342259fd70fe on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:09:16.177380 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Attempting to bind port 82498ec5-b861-4250-8f19-342259fd70fe by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '9f99ce9c-5384-4329-9b98-cb0ff1d184d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '91142536-a8d2-4305-a774-1be19dad638d'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:09:16.177771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Attempting to bind port 82498ec5-b861-4250-8f19-342259fd70fe on network 91142536-a8d2-4305-a774-1be19dad638d {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:09:16.182901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:09:16.183304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Checking segment: {'id': '9f99ce9c-5384-4329-9b98-cb0ff1d184d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '91142536-a8d2-4305-a774-1be19dad638d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:16.183715 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:16.184110 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Bound using segment: {'id': '9f99ce9c-5384-4329-9b98-cb0ff1d184d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '91142536-a8d2-4305-a774-1be19dad638d'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:09:16.184572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Bound port: 82498ec5-b861-4250-8f19-342259fd70fe, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f99ce9c-5384-4329-9b98-cb0ff1d184d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '91142536-a8d2-4305-a774-1be19dad638d'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:09:16.184956 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:16.248253 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] For port 82498ec5-b861-4250-8f19-342259fd70fe, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:09:16.251291 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] For port 82498ec5-b861-4250-8f19-342259fd70fe, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=82498ec5-b861-4250-8f19-342259fd70fe,segment=NetworkSegment(9f99ce9c-5384-4329-9b98-cb0ff1d184d5),segment_id=9f99ce9c-5384-4329-9b98-cb0ff1d184d5)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:09:16.300782 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:16.358134 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-069391eb-dd65-48c8-8909-d08bbcf0300c tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:16.361509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882712e3-36a5-419f-9261-5a74a8fb94c8 None None] Pushing event updated for resources: {'Port': ['ID=82498ec5-b861-4250-8f19-342259fd70fe,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:16.424762 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-069391eb-dd65-48c8-8909-d08bbcf0300c tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event updated for resources: {'Subnet': ['ID=e1f77aa1-d444-4d43-917b-fb81c5f032a0,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:16.430110 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-069391eb-dd65-48c8-8909-d08bbcf0300c tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Checking segment: {'id': 'c6a8e9ab-bfb3-4810-a941-6b489c69d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c9cb70e2-9eb6-47fd-aa55-0b1242a97525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:16.430479 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069391eb-dd65-48c8-8909-d08bbcf0300c tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Network hostable DHCP agents. Network: c9cb70e2-9eb6-47fd-aa55-0b1242a97525, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:09:16.528698 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-069391eb-dd65-48c8-8909-d08bbcf0300c tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Network c9cb70e2-9eb6-47fd-aa55-0b1242a97525 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:09:16.591848 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-069391eb-dd65-48c8-8909-d08bbcf0300c tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, c9cb70e2-9eb6-47fd-aa55-0b1242a97525) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:16.597286 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-069391eb-dd65-48c8-8909-d08bbcf0300c tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:16.597922 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-069391eb-dd65-48c8-8909-d08bbcf0300c tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:16.601308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b82a16-7856-4c38-99d2-37cae0b39b19 None None] Network c9cb70e2-9eb6-47fd-aa55-0b1242a97525 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:16.678396 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-069391eb-dd65-48c8-8909-d08bbcf0300c tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7106187 Aug 17 04:09:16.681299 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44324) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:16.750572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-c9cb70e2-9eb6-47fd-aa55-0b1242a97525', 'network_id': 'c9cb70e2-9eb6-47fd-aa55-0b1242a97525', 'tenant_id': 'dc926812f3914029b285257231c34f1c', 'fixed_ips': [{'subnet_id': 'e1f77aa1-d444-4d43-917b-fb81c5f032a0'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:09:16.751471 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:16.790748 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:16.849688 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:16.905485 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Allocated IP 2001:db8::2 (c9cb70e2-9eb6-47fd-aa55-0b1242a97525/e1f77aa1-d444-4d43-917b-fb81c5f032a0/d660336c-a264-4bd4-a52a-24c63185e118) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:09:17.055698 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:17.064302 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Transition to ACTIVE for port object d660336c-a264-4bd4-a52a-24c63185e118 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:17.079868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Transition to ACTIVE for port object d660336c-a264-4bd4-a52a-24c63185e118 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:17.157999 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:17.207538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Network c9cb70e2-9eb6-47fd-aa55-0b1242a97525 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:09:17.214888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:17.218062 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:09:17.235694 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Pushing event updated for resources: {'Port': ['ID=d660336c-a264-4bd4-a52a-24c63185e118,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:17.255898 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:17.258667 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-967bb2f6-7b62-487f-9a02-f6827c9f6934 None None] Network 91142536-a8d2-4305-a774-1be19dad638d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:17.290933 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event deleted for resources: {'Subnet': ['ID=e1f77aa1-d444-4d43-917b-fb81c5f032a0,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:17.333988 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Attempting to bind port d660336c-a264-4bd4-a52a-24c63185e118 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:09:17.334367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Attempting to bind port d660336c-a264-4bd4-a52a-24c63185e118 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'c6a8e9ab-bfb3-4810-a941-6b489c69d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c9cb70e2-9eb6-47fd-aa55-0b1242a97525'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:09:17.334738 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Attempting to bind port d660336c-a264-4bd4-a52a-24c63185e118 on network c9cb70e2-9eb6-47fd-aa55-0b1242a97525 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:09:17.346932 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 8, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:09:17.347322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Checking segment: {'id': 'c6a8e9ab-bfb3-4810-a941-6b489c69d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c9cb70e2-9eb6-47fd-aa55-0b1242a97525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:17.347733 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:17.348125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Bound using segment: {'id': 'c6a8e9ab-bfb3-4810-a941-6b489c69d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c9cb70e2-9eb6-47fd-aa55-0b1242a97525'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:09:17.348598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Bound port: d660336c-a264-4bd4-a52a-24c63185e118, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6a8e9ab-bfb3-4810-a941-6b489c69d264', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 61, 'network_id': 'c9cb70e2-9eb6-47fd-aa55-0b1242a97525'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:09:17.348990 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:17.355530 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:17.365772 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9cb70e2-9eb6-47fd-aa55-0b1242a97525']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:17.376522 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a8e9ab-bfb3-4810-a941-6b489c69d264') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:17.376948 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a8e9ab-bfb3-4810-a941-6b489c69d264') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:17.386159 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:17.400154 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:17.406197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:09:17.406592 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:17.408285 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ee2469d6-56b7-4797-b9fe-5197f6a2fca9 None None] Provisioning for port 82498ec5-b861-4250-8f19-342259fd70fe completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: timer() Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:09:17.410262 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:09:17.495658 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.db.api [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Aug 17 04:09:17.495658 n-d-802060-9 neutron-server[101969]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Aug 17 04:09:17.495658 n-d-802060-9 neutron-server[101969]: [parameters: {'id': 'c9cb70e2-9eb6-47fd-aa55-0b1242a97525'}] Aug 17 04:09:17.495658 n-d-802060-9 neutron-server[101969]: (Background on this error at: https://sqlalche.me/e/14/gkpj) {{(pid=101969) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 04:09:17.496119 n-d-802060-9 neutron-server[101969]: DEBUG oslo_db.api [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 04:09:17.621397 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] For port d660336c-a264-4bd4-a52a-24c63185e118, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:09:17.625818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] For port d660336c-a264-4bd4-a52a-24c63185e118, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d660336c-a264-4bd4-a52a-24c63185e118,segment=NetworkSegment(c6a8e9ab-bfb3-4810-a941-6b489c69d264),segment_id=c6a8e9ab-bfb3-4810-a941-6b489c69d264)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:09:17.697795 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 82498ec5-b861-4250-8f19-342259fd70fe up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:09:17.721090 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:17.817021 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae05bd01-da66-4300-9823-8c5cc290794d None None] Pushing event updated for resources: {'Port': ['ID=d660336c-a264-4bd4-a52a-24c63185e118,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:17.839432 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4fad597-21c4-42e0-9946-094bb193db8b None None] Network c9cb70e2-9eb6-47fd-aa55-0b1242a97525 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:17.907160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 82498ec5-b861-4250-8f19-342259fd70fe completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:09:17.917579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 82498ec5-b861-4250-8f19-342259fd70fe triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:17.917960 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:17.984120 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-80282916-91e6-4610-beb8-54a5d5e587a1 None None] Provisioning complete for port 82498ec5-b861-4250-8f19-342259fd70fe triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:17.984390 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-80282916-91e6-4610-beb8-54a5d5e587a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:17.992399 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d2908c2d-f59e-4368-8977-cc05bdd1637b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:17.997039 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:18.046623 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f8343c2-9ba2-4e0e-a599-eb777b77cb30 None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 04:09:18.058530 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Deleting port d660336c-a264-4bd4-a52a-24c63185e118 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:09:18.058879 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:18.123248 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] For port d660336c-a264-4bd4-a52a-24c63185e118, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d660336c-a264-4bd4-a52a-24c63185e118,segment=NetworkSegment(c6a8e9ab-bfb3-4810-a941-6b489c69d264),segment_id=c6a8e9ab-bfb3-4810-a941-6b489c69d264)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:18.123617 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:18.136914 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Calling delete_port for d660336c-a264-4bd4-a52a-24c63185e118 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:09:18.141011 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:18.189621 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-80282916-91e6-4610-beb8-54a5d5e587a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:18.234327 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f8343c2-9ba2-4e0e-a599-eb777b77cb30 None None] Resources bound (agent type, host, resource id): {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 04:09:18.237750 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 82498ec5-b861-4250-8f19-342259fd70fe, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=82498ec5-b861-4250-8f19-342259fd70fe,segment=NetworkSegment(9f99ce9c-5384-4329-9b98-cb0ff1d184d5),segment_id=9f99ce9c-5384-4329-9b98-cb0ff1d184d5)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:18.262819 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:18.283387 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:18.311257 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event deleted for resources: {'Port': ['ID=d660336c-a264-4bd4-a52a-24c63185e118,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:18.313022 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] No DVR routers for this DVR port d660336c-a264-4bd4-a52a-24c63185e118 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:09:18.337871 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:18.397672 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:18.407589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c9cb70e2-9eb6-47fd-aa55-0b1242a97525']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:18.418073 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6a8e9ab-bfb3-4810-a941-6b489c69d264') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:18.418372 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6a8e9ab-bfb3-4810-a941-6b489c69d264') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:18.428012 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:18.432991 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-80282916-91e6-4610-beb8-54a5d5e587a1 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 04:09:18.433489 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-80282916-91e6-4610-beb8-54a5d5e587a1 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 04:09:18.442360 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:18.448270 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Releasing vlan 61 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:09:18.448550 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=82498ec5-b861-4250-8f19-342259fd70fe,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:18.448694 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: timer() Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:09:18.451560 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:09:18.562067 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:18.568749 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:18.571600 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "DELETE /v2.0/networks/c9cb70e2-9eb6-47fd-aa55-0b1242a97525 HTTP/1.1" status: 204 len: 168 time: 1.8883507 Aug 17 04:09:18.574079 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44326) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:18.582612 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019bf611-b664-4b5c-b52c-defc77d37f27 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event deleted for resources: {'Network': ['ID=c9cb70e2-9eb6-47fd-aa55-0b1242a97525,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:18.607159 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-922c82a0-88a1-4d38-867b-5db35f56b75e tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] GET failed (client error): The resource could not be found. Aug 17 04:09:18.608482 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-922c82a0-88a1-4d38-867b-5db35f56b75e tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "GET /v2.0/subnets/e1f77aa1-d444-4d43-917b-fb81c5f032a0 HTTP/1.1" status: 404 len: 337 time: 0.0333455 Aug 17 04:09:18.611135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44328) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:18.629866 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-3daf37bc-ac36-4b66-b84f-b8f23e47477a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] DELETE failed (client error): The resource could not be found. Aug 17 04:09:18.630391 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3daf37bc-ac36-4b66-b84f-b8f23e47477a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 04:09:18.632009 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3daf37bc-ac36-4b66-b84f-b8f23e47477a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "DELETE /v2.0/networks/c9cb70e2-9eb6-47fd-aa55-0b1242a97525 HTTP/1.1" status: 404 len: 339 time: 0.0199919 Aug 17 04:09:18.635609 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44330) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:18.660708 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-27d62618-fc2d-491f-a6a9-033045dd6172 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] DELETE failed (client error): The resource could not be found. Aug 17 04:09:18.661151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-27d62618-fc2d-491f-a6a9-033045dd6172 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 04:09:18.662802 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-27d62618-fc2d-491f-a6a9-033045dd6172 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "DELETE /v2.0/subnets/e1f77aa1-d444-4d43-917b-fb81c5f032a0 HTTP/1.1" status: 404 len: 337 time: 0.0263283 Aug 17 04:09:18.664998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44332) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:18.682782 n-d-802060-9 neutron-server[101970]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c211558-01ec-49c6-9b73-038c09434e9a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] DELETE failed (client error): The resource could not be found. Aug 17 04:09:18.683305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c211558-01ec-49c6-9b73-038c09434e9a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101970) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 04:09:18.684891 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9c211558-01ec-49c6-9b73-038c09434e9a tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "DELETE /v2.0/networks/c9cb70e2-9eb6-47fd-aa55-0b1242a97525 HTTP/1.1" status: 404 len: 339 time: 0.0189900 Aug 17 04:09:18.687233 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44334) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:18.736027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-59fa82ca-8a5b-400a-9411-412b27b6a47b tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Deleting subnet 820c7d97-673a-494b-bf98-4260b772940b {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:09:18.740129 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-59fa82ca-8a5b-400a-9411-412b27b6a47b tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:18.778592 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-59fa82ca-8a5b-400a-9411-412b27b6a47b tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:18.867354 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-59fa82ca-8a5b-400a-9411-412b27b6a47b tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:19.001806 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-59fa82ca-8a5b-400a-9411-412b27b6a47b tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:19.030222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fa82ca-8a5b-400a-9411-412b27b6a47b tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event deleted for resources: {'Subnet': ['ID=820c7d97-673a-494b-bf98-4260b772940b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:19.032195 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-59fa82ca-8a5b-400a-9411-412b27b6a47b tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:19.035351 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-59fa82ca-8a5b-400a-9411-412b27b6a47b tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "DELETE /v2.0/subnets/820c7d97-673a-494b-bf98-4260b772940b HTTP/1.1" status: 204 len: 168 time: 0.3465841 Aug 17 04:09:19.040295 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44336) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:19.040794 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8580955c-2c50-4e49-9882-4fcd26e161d4 None None] Network 91142536-a8d2-4305-a774-1be19dad638d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:19.213756 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15e94b8c-cf60-4e5c-8991-a0d35676c518 None None] DHCP port deletion for 91142536-a8d2-4305-a774-1be19dad638d request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:09:19.262497 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-15e94b8c-cf60-4e5c-8991-a0d35676c518 None None] Deleting port 82498ec5-b861-4250-8f19-342259fd70fe {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:09:19.262883 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-15e94b8c-cf60-4e5c-8991-a0d35676c518 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:19.328604 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-15e94b8c-cf60-4e5c-8991-a0d35676c518 None None] For port 82498ec5-b861-4250-8f19-342259fd70fe, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=82498ec5-b861-4250-8f19-342259fd70fe,segment=NetworkSegment(9f99ce9c-5384-4329-9b98-cb0ff1d184d5),segment_id=9f99ce9c-5384-4329-9b98-cb0ff1d184d5)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:19.329008 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-15e94b8c-cf60-4e5c-8991-a0d35676c518 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:19.351097 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-15e94b8c-cf60-4e5c-8991-a0d35676c518 None None] Calling delete_port for 82498ec5-b861-4250-8f19-342259fd70fe owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:09:19.431385 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:19.447723 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:19.501413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Deleting port 82498ec5-b861-4250-8f19-342259fd70fe {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:09:19.501781 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:19.517261 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-15e94b8c-cf60-4e5c-8991-a0d35676c518 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:19.540791 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e94b8c-cf60-4e5c-8991-a0d35676c518 None None] Pushing event deleted for resources: {'Port': ['ID=82498ec5-b861-4250-8f19-342259fd70fe,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:19.546169 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15e94b8c-cf60-4e5c-8991-a0d35676c518 None None] No DVR routers for this DVR port 82498ec5-b861-4250-8f19-342259fd70fe on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:09:19.567780 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] For port 82498ec5-b861-4250-8f19-342259fd70fe, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=82498ec5-b861-4250-8f19-342259fd70fe,segment=NetworkSegment(9f99ce9c-5384-4329-9b98-cb0ff1d184d5),segment_id=9f99ce9c-5384-4329-9b98-cb0ff1d184d5)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:19.576131 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:19.584707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Calling delete_port for 82498ec5-b861-4250-8f19-342259fd70fe owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:09:19.665702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 82498ec5-b861-4250-8f19-342259fd70fe no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:09:19.668421 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:19.685773 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 82498ec5-b861-4250-8f19-342259fd70fe {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:09:19.686126 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 82498ec5-b861-4250-8f19-342259fd70fe not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:09:19.694849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event deleted for resources: {'Port': ['ID=82498ec5-b861-4250-8f19-342259fd70fe,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:19.696630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] No DVR routers for this DVR port 82498ec5-b861-4250-8f19-342259fd70fe on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:09:19.776861 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:19.786418 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['91142536-a8d2-4305-a774-1be19dad638d']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:19.795787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f99ce9c-5384-4329-9b98-cb0ff1d184d5') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:19.796087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f99ce9c-5384-4329-9b98-cb0ff1d184d5') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:19.805236 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:19.818996 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:19.824580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:09:19.824968 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: self.session.flush() Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: timer() Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:09:19.827808 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:09:19.951476 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:19.956695 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:19.958656 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "DELETE /v2.0/networks/91142536-a8d2-4305-a774-1be19dad638d HTTP/1.1" status: 204 len: 168 time: 0.9202702 Aug 17 04:09:19.961585 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44338) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:19.973806 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c901ae6d-7dbf-4683-ad8b-3ef5ab175f3d tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event deleted for resources: {'Network': ['ID=91142536-a8d2-4305-a774-1be19dad638d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:19.995662 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca0c404c-dfe6-41f8-a029-004d3fc83040 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] DELETE failed (client error): The resource could not be found. Aug 17 04:09:19.996113 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca0c404c-dfe6-41f8-a029-004d3fc83040 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 04:09:19.997833 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ca0c404c-dfe6-41f8-a029-004d3fc83040 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "DELETE /v2.0/subnets/932cb342-8301-43b8-ad58-9273bc245c03 HTTP/1.1" status: 404 len: 337 time: 0.0352552 Aug 17 04:09:20.000427 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44340) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:20.018293 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-cf9387ad-fef4-4bd0-b039-f7b6547a613c tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] DELETE failed (client error): The resource could not be found. Aug 17 04:09:20.022794 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cf9387ad-fef4-4bd0-b039-f7b6547a613c tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 04:09:20.022794 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cf9387ad-fef4-4bd0-b039-f7b6547a613c tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "DELETE /v2.0/networks/ea17ac4c-ba6d-49fa-8123-2253f4502a8b HTTP/1.1" status: 404 len: 339 time: 0.0191128 Aug 17 04:09:20.024531 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44342) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:20.051449 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a239c2e-e225-408a-816e-36ae472b8231 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] DELETE failed (client error): The resource could not be found. Aug 17 04:09:20.051888 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a239c2e-e225-408a-816e-36ae472b8231 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 04:09:20.053532 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3a239c2e-e225-408a-816e-36ae472b8231 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "DELETE /v2.0/subnets/62498a93-cf82-49fc-9151-6dd4b0a2df68 HTTP/1.1" status: 404 len: 337 time: 0.0280735 Aug 17 04:09:20.055888 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44344) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:20.073205 n-d-802060-9 neutron-server[101969]: INFO neutron.pecan_wsgi.hooks.translation [None req-e91aa4d5-ecd0-44df-9609-dd1c7a9caa59 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] DELETE failed (client error): The resource could not be found. Aug 17 04:09:20.073767 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e91aa4d5-ecd0-44df-9609-dd1c7a9caa59 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=101969) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Aug 17 04:09:20.075355 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e91aa4d5-ecd0-44df-9609-dd1c7a9caa59 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "DELETE /v2.0/networks/f2eceb3a-a835-44a4-a9e2-54270056e6c7 HTTP/1.1" status: 404 len: 339 time: 0.0186007 Aug 17 04:09:20.077545 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44346) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:20.127142 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-751f8664-fc83-48d9-9f5e-c16251b3433b tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Deleting subnet 8636b9d6-674b-4bdf-b9ec-12a9a7aee3d1 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:09:20.130108 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-751f8664-fc83-48d9-9f5e-c16251b3433b tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:20.168819 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-751f8664-fc83-48d9-9f5e-c16251b3433b tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:20.254288 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-751f8664-fc83-48d9-9f5e-c16251b3433b tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:20.352142 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-751f8664-fc83-48d9-9f5e-c16251b3433b tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:20.380522 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751f8664-fc83-48d9-9f5e-c16251b3433b tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event deleted for resources: {'Subnet': ['ID=8636b9d6-674b-4bdf-b9ec-12a9a7aee3d1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:20.386282 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-751f8664-fc83-48d9-9f5e-c16251b3433b tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:20.388153 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-751f8664-fc83-48d9-9f5e-c16251b3433b tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "DELETE /v2.0/subnets/8636b9d6-674b-4bdf-b9ec-12a9a7aee3d1 HTTP/1.1" status: 204 len: 168 time: 0.3097584 Aug 17 04:09:20.390865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44348) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:20.391389 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed92dae-7360-4640-98e5-53b2128b300a None None] Network 09408d58-569d-40f5-a4c6-c506a59af093 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:20.473836 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:20.527148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Deleting port 29d18a61-52fc-41d0-914d-5dce889d7e4b {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:09:20.527501 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:20.567135 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eb1bf62-3790-49df-8a9d-d88e311843b6 None None] DHCP port deletion for 09408d58-569d-40f5-a4c6-c506a59af093 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:09:20.594422 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] For port 29d18a61-52fc-41d0-914d-5dce889d7e4b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=29d18a61-52fc-41d0-914d-5dce889d7e4b,segment=NetworkSegment(aaf2405b-778b-445b-8760-378ffb4b30cd),segment_id=aaf2405b-778b-445b-8760-378ffb4b30cd)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:20.595416 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:20.609331 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Calling delete_port for 29d18a61-52fc-41d0-914d-5dce889d7e4b owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:09:20.616680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1bf62-3790-49df-8a9d-d88e311843b6 None None] Deleting port 29d18a61-52fc-41d0-914d-5dce889d7e4b {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:09:20.617063 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6eb1bf62-3790-49df-8a9d-d88e311843b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:20.682805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-6eb1bf62-3790-49df-8a9d-d88e311843b6 None None] For port 29d18a61-52fc-41d0-914d-5dce889d7e4b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=29d18a61-52fc-41d0-914d-5dce889d7e4b,segment=NetworkSegment(aaf2405b-778b-445b-8760-378ffb4b30cd),segment_id=aaf2405b-778b-445b-8760-378ffb4b30cd)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:20.683201 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6eb1bf62-3790-49df-8a9d-d88e311843b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:20.696370 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6eb1bf62-3790-49df-8a9d-d88e311843b6 None None] Calling delete_port for 29d18a61-52fc-41d0-914d-5dce889d7e4b owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:09:20.813217 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:20.818880 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6eb1bf62-3790-49df-8a9d-d88e311843b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:20.840621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event deleted for resources: {'Port': ['ID=29d18a61-52fc-41d0-914d-5dce889d7e4b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:20.842484 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] No DVR routers for this DVR port 29d18a61-52fc-41d0-914d-5dce889d7e4b on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:09:20.848438 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eb1bf62-3790-49df-8a9d-d88e311843b6 None None] No DVR routers for this DVR port 29d18a61-52fc-41d0-914d-5dce889d7e4b on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:09:20.853011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eb1bf62-3790-49df-8a9d-d88e311843b6 None None] Pushing event deleted for resources: {'Port': ['ID=29d18a61-52fc-41d0-914d-5dce889d7e4b,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:20.940098 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:20.950143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09408d58-569d-40f5-a4c6-c506a59af093']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:20.960305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aaf2405b-778b-445b-8760-378ffb4b30cd') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:20.960605 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aaf2405b-778b-445b-8760-378ffb4b30cd') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:20.969192 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:20.983032 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:20.989366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Releasing vlan 89 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:09:20.989784 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: timer() Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:09:20.992651 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:09:21.117219 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:21.127136 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:21.127136 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] 10.222.0.10 "DELETE /v2.0/networks/09408d58-569d-40f5-a4c6-c506a59af093 HTTP/1.1" status: 204 len: 168 time: 0.7341218 Aug 17 04:09:21.137896 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a2c62d-d0e2-4ed3-b264-7212a55bd9b7 tempest-NetworksIpV6Test-523213554 tempest-NetworksIpV6Test-523213554-project] Pushing event deleted for resources: {'Network': ['ID=09408d58-569d-40f5-a4c6-c506a59af093,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:21.149883 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:21.533043 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44354) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:21.662005 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 29d18a61-52fc-41d0-914d-5dce889d7e4b no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:09:21.666756 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0c93839b-70f3-454a-84b1-eb5d9d862bf5 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=dc926812f3914029b285257231c34f1c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1323853 Aug 17 04:09:21.669087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44358) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:21.684623 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 29d18a61-52fc-41d0-914d-5dce889d7e4b {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:09:21.684975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 29d18a61-52fc-41d0-914d-5dce889d7e4b not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:09:21.719250 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ac55b39-ace1-46f2-bfe7-3105d8715481 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:21.739958 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ac55b39-ace1-46f2-bfe7-3105d8715481 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:21.854054 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ac55b39-ace1-46f2-bfe7-3105d8715481 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:21.856570 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ac55b39-ace1-46f2-bfe7-3105d8715481 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:21.857749 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9ac55b39-ace1-46f2-bfe7-3105d8715481 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3970a27a-b3a9-4bd9-af77-6b7c259da91b HTTP/1.1" status: 204 len: 168 time: 0.1876972 Aug 17 04:09:21.866118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ac55b39-ace1-46f2-bfe7-3105d8715481 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3970a27a-b3a9-4bd9-af77-6b7c259da91b,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:22.812815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44380) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:22.906421 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-58a4ead2-f050-4577-b6fe-030a76459aad tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-368202907', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:23.007555 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-58a4ead2-f050-4577-b6fe-030a76459aad tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:23.008540 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-58a4ead2-f050-4577-b6fe-030a76459aad tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:23.061825 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-58a4ead2-f050-4577-b6fe-030a76459aad tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:23.116100 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-58a4ead2-f050-4577-b6fe-030a76459aad tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:23.201626 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-58a4ead2-f050-4577-b6fe-030a76459aad tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:23.203107 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-58a4ead2-f050-4577-b6fe-030a76459aad tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.3890872 Aug 17 04:09:23.206887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44384) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:23.211682 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-2f7aa34f-206f-40fb-a55a-c0bc59fc4c0c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-799586178'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:23.294371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f7aa34f-206f-40fb-a55a-c0bc59fc4c0c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Made reservation on behalf of 249f29bc3a5e418c88021c2060581250 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:23.297652 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa34f-206f-40fb-a55a-c0bc59fc4c0c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:23.306944 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa34f-206f-40fb-a55a-c0bc59fc4c0c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:23.395735 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa34f-206f-40fb-a55a-c0bc59fc4c0c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:23.481554 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa34f-206f-40fb-a55a-c0bc59fc4c0c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:23.510021 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f7aa34f-206f-40fb-a55a-c0bc59fc4c0c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 55} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:09:23.515352 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7aa34f-206f-40fb-a55a-c0bc59fc4c0c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ff23e84-38b6-4194-9457-207c6faea09f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:23.524352 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa34f-206f-40fb-a55a-c0bc59fc4c0c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:23.524681 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-2f7aa34f-206f-40fb-a55a-c0bc59fc4c0c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Added segment 4b051e55-d815-4f9d-bd71-2cae3833387d of type vlan for network 14a9fdcb-50cb-4c01-8648-40692bc006d3 Aug 17 04:09:23.567503 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa34f-206f-40fb-a55a-c0bc59fc4c0c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:23.666154 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa34f-206f-40fb-a55a-c0bc59fc4c0c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:23.671734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f7aa34f-206f-40fb-a55a-c0bc59fc4c0c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:23.672351 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2f7aa34f-206f-40fb-a55a-c0bc59fc4c0c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:23.737379 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f7aa34f-206f-40fb-a55a-c0bc59fc4c0c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Pushing event updated for resources: {'Network': ['ID=14a9fdcb-50cb-4c01-8648-40692bc006d3,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:23.747567 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 14a9fdcb-50cb-4c01-8648-40692bc006d3 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:09:23.777898 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2f7aa34f-206f-40fb-a55a-c0bc59fc4c0c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.5672660 Aug 17 04:09:23.778142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44386) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:23.783215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a16a1b30-4062-48af-9c17-63cc8bf867e8 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Request body: {'subnet': {'network_id': '14a9fdcb-50cb-4c01-8648-40692bc006d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:23.911418 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a16a1b30-4062-48af-9c17-63cc8bf867e8 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Made reservation on behalf of 249f29bc3a5e418c88021c2060581250 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:23.914912 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a16a1b30-4062-48af-9c17-63cc8bf867e8 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:24.140237 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a16a1b30-4062-48af-9c17-63cc8bf867e8 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:24.200702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a16a1b30-4062-48af-9c17-63cc8bf867e8 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Pushing event updated for resources: {'Subnet': ['ID=bda17e10-b168-4c9f-b7d0-2c8ad27cb288,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:24.208441 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a16a1b30-4062-48af-9c17-63cc8bf867e8 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Checking segment: {'id': '4b051e55-d815-4f9d-bd71-2cae3833387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14a9fdcb-50cb-4c01-8648-40692bc006d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:24.208807 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16a1b30-4062-48af-9c17-63cc8bf867e8 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Network hostable DHCP agents. Network: 14a9fdcb-50cb-4c01-8648-40692bc006d3, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:09:24.303972 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a16a1b30-4062-48af-9c17-63cc8bf867e8 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Network 14a9fdcb-50cb-4c01-8648-40692bc006d3 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:09:24.367031 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-a16a1b30-4062-48af-9c17-63cc8bf867e8 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 14a9fdcb-50cb-4c01-8648-40692bc006d3) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:24.370998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a16a1b30-4062-48af-9c17-63cc8bf867e8 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:24.371594 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a16a1b30-4062-48af-9c17-63cc8bf867e8 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:24.376363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82ff5fd5-3b58-4c27-8328-371328d5aafc None None] Network 14a9fdcb-50cb-4c01-8648-40692bc006d3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:24.448111 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a16a1b30-4062-48af-9c17-63cc8bf867e8 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6688850 Aug 17 04:09:24.451202 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44388) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:24.456490 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-3384e9a5-89e5-4f63-9fa9-5580a3b5cc82 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1505707791'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:24.521279 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-14a9fdcb-50cb-4c01-8648-40692bc006d3', 'network_id': '14a9fdcb-50cb-4c01-8648-40692bc006d3', 'tenant_id': '249f29bc3a5e418c88021c2060581250', 'fixed_ips': [{'subnet_id': 'bda17e10-b168-4c9f-b7d0-2c8ad27cb288'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:09:24.522163 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:24.540261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3384e9a5-89e5-4f63-9fa9-5580a3b5cc82 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Made reservation on behalf of 249f29bc3a5e418c88021c2060581250 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:24.544040 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3384e9a5-89e5-4f63-9fa9-5580a3b5cc82 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:24.568073 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3384e9a5-89e5-4f63-9fa9-5580a3b5cc82 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 93} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:09:24.576568 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3384e9a5-89e5-4f63-9fa9-5580a3b5cc82 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:24.576925 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-3384e9a5-89e5-4f63-9fa9-5580a3b5cc82 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Added segment 4c9b09ca-7361-4bc1-a9b9-e894bb900612 of type vlan for network faf511b8-f2cd-45c8-acae-9b69b3b3dc6b Aug 17 04:09:24.617514 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3384e9a5-89e5-4f63-9fa9-5580a3b5cc82 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:24.661176 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Allocated IP 172.20.0.2 (14a9fdcb-50cb-4c01-8648-40692bc006d3/bda17e10-b168-4c9f-b7d0-2c8ad27cb288/f77ec2f4-e60f-447e-9cb7-88ed88089d26) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:09:24.698785 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3384e9a5-89e5-4f63-9fa9-5580a3b5cc82 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:24.705067 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3384e9a5-89e5-4f63-9fa9-5580a3b5cc82 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:24.705755 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3384e9a5-89e5-4f63-9fa9-5580a3b5cc82 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:24.774899 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3384e9a5-89e5-4f63-9fa9-5580a3b5cc82 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Pushing event updated for resources: {'Network': ['ID=faf511b8-f2cd-45c8-acae-9b69b3b3dc6b,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:24.788741 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network faf511b8-f2cd-45c8-acae-9b69b3b3dc6b details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:09:24.826903 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3384e9a5-89e5-4f63-9fa9-5580a3b5cc82 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3745890 Aug 17 04:09:24.829942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44390) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:24.835605 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Request body: {'subnet': {'network_id': 'faf511b8-f2cd-45c8-acae-9b69b3b3dc6b', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:24.858282 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:24.873956 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Transition to ACTIVE for port object f77ec2f4-e60f-447e-9cb7-88ed88089d26 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:24.889685 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Transition to ACTIVE for port object f77ec2f4-e60f-447e-9cb7-88ed88089d26 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:24.934824 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:24.974176 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Made reservation on behalf of 249f29bc3a5e418c88021c2060581250 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:24.975474 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Network 14a9fdcb-50cb-4c01-8648-40692bc006d3 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:09:24.977641 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:24.978368 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:24.981943 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:09:24.988811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Pushing event updated for resources: {'Port': ['ID=f77ec2f4-e60f-447e-9cb7-88ed88089d26,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:25.049226 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Attempting to bind port f77ec2f4-e60f-447e-9cb7-88ed88089d26 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:09:25.049799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Attempting to bind port f77ec2f4-e60f-447e-9cb7-88ed88089d26 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '4b051e55-d815-4f9d-bd71-2cae3833387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14a9fdcb-50cb-4c01-8648-40692bc006d3'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:09:25.050291 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Attempting to bind port f77ec2f4-e60f-447e-9cb7-88ed88089d26 on network 14a9fdcb-50cb-4c01-8648-40692bc006d3 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:09:25.055584 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:09:25.055967 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Checking segment: {'id': '4b051e55-d815-4f9d-bd71-2cae3833387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14a9fdcb-50cb-4c01-8648-40692bc006d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:25.056377 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:25.056774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Bound using segment: {'id': '4b051e55-d815-4f9d-bd71-2cae3833387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14a9fdcb-50cb-4c01-8648-40692bc006d3'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:09:25.057242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Bound port: f77ec2f4-e60f-447e-9cb7-88ed88089d26, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4b051e55-d815-4f9d-bd71-2cae3833387d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 55, 'network_id': '14a9fdcb-50cb-4c01-8648-40692bc006d3'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:09:25.057655 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:25.122236 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] For port f77ec2f4-e60f-447e-9cb7-88ed88089d26, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:09:25.125321 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] For port f77ec2f4-e60f-447e-9cb7-88ed88089d26, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f77ec2f4-e60f-447e-9cb7-88ed88089d26,segment=NetworkSegment(4b051e55-d815-4f9d-bd71-2cae3833387d),segment_id=4b051e55-d815-4f9d-bd71-2cae3833387d)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:09:25.197376 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:25.254031 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167cf567-1051-4c44-a749-5a5b01a1e313 None None] Pushing event updated for resources: {'Port': ['ID=f77ec2f4-e60f-447e-9cb7-88ed88089d26,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:25.255049 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:25.318770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Pushing event updated for resources: {'Subnet': ['ID=057ce228-c02a-4751-a7c8-cbd9af65d800,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:25.331876 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:25.332231 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:25.332578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:25.332973 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:25.333264 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:25.333626 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:25.333960 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:25.334293 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:25.334621 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:25.334951 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:25.335283 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:25.335611 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:25.339232 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Checking segment: {'id': '4c9b09ca-7361-4bc1-a9b9-e894bb900612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'faf511b8-f2cd-45c8-acae-9b69b3b3dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:25.339601 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Network hostable DHCP agents. Network: faf511b8-f2cd-45c8-acae-9b69b3b3dc6b, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:09:25.436921 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Network faf511b8-f2cd-45c8-acae-9b69b3b3dc6b is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:09:25.539900 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, faf511b8-f2cd-45c8-acae-9b69b3b3dc6b) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:25.544141 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:25.544753 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:25.548600 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bbf34bd-f4ca-45f1-a96a-bc8b81f3a9b8 None None] Network faf511b8-f2cd-45c8-acae-9b69b3b3dc6b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:25.627130 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-db7dd6c9-62b8-4809-904d-8a95785b0ac9 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7953539 Aug 17 04:09:25.630181 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44392) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:25.640618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f48ca74f-9a34-49e3-bcd2-9c8e7ef8c2ad tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Request body: {'router': {'external_gateway_info': {'network_id': 'faf511b8-f2cd-45c8-acae-9b69b3b3dc6b'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:25.713849 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f77ec2f4-e60f-447e-9cb7-88ed88089d26 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:09:25.724958 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-faf511b8-f2cd-45c8-acae-9b69b3b3dc6b', 'network_id': 'faf511b8-f2cd-45c8-acae-9b69b3b3dc6b', 'tenant_id': '249f29bc3a5e418c88021c2060581250', 'fixed_ips': [{'subnet_id': '057ce228-c02a-4751-a7c8-cbd9af65d800'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:09:25.725819 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:25.871755 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f48ca74f-9a34-49e3-bcd2-9c8e7ef8c2ad tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:25.891259 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Allocated IP 172.21.0.2 (faf511b8-f2cd-45c8-acae-9b69b3b3dc6b/057ce228-c02a-4751-a7c8-cbd9af65d800/eef128b6-8482-4cf7-9b97-6adb1298af0c) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:09:25.907885 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port f77ec2f4-e60f-447e-9cb7-88ed88089d26 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:09:26.053520 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.063368 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Transition to ACTIVE for port object eef128b6-8482-4cf7-9b97-6adb1298af0c will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:26.066651 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [None req-f48ca74f-9a34-49e3-bcd2-9c8e7ef8c2ad tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Aug 17 04:09:26.067718 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f48ca74f-9a34-49e3-bcd2-9c8e7ef8c2ad tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] 10.222.0.10 "PUT /v2.0/routers/5902919a-f837-4624-b66c-4af268ad973f HTTP/1.1" status: 400 len: 364 time: 0.4336281 Aug 17 04:09:26.073434 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44394) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:26.082597 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Transition to ACTIVE for port object eef128b6-8482-4cf7-9b97-6adb1298af0c will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:26.127056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-78fd19ad-c23e-42f0-a772-3d45e96fd316 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Deleting subnet 057ce228-c02a-4751-a7c8-cbd9af65d800 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:09:26.155601 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-78fd19ad-c23e-42f0-a772-3d45e96fd316 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.156402 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.198024 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Network faf511b8-f2cd-45c8-acae-9b69b3b3dc6b is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:09:26.202990 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:26.206040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Pushing event updated for resources: {'Port': ['ID=eef128b6-8482-4cf7-9b97-6adb1298af0c,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:26.210283 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-78fd19ad-c23e-42f0-a772-3d45e96fd316 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.213093 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:09:26.217592 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae30a82-dd31-46fc-ba92-08ad718d5a0c None None] Network 14a9fdcb-50cb-4c01-8648-40692bc006d3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:26.302077 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-78fd19ad-c23e-42f0-a772-3d45e96fd316 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.442935 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-78fd19ad-c23e-42f0-a772-3d45e96fd316 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.480941 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-78fd19ad-c23e-42f0-a772-3d45e96fd316 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.480941 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-78fd19ad-c23e-42f0-a772-3d45e96fd316 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] 10.222.0.10 "DELETE /v2.0/subnets/057ce228-c02a-4751-a7c8-cbd9af65d800 HTTP/1.1" status: 204 len: 168 time: 0.4022658 Aug 17 04:09:26.480941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78fd19ad-c23e-42f0-a772-3d45e96fd316 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Pushing event deleted for resources: {'Subnet': ['ID=057ce228-c02a-4751-a7c8-cbd9af65d800,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:26.481310 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44396) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:26.485180 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Attempting to bind port eef128b6-8482-4cf7-9b97-6adb1298af0c on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:09:26.485580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Attempting to bind port eef128b6-8482-4cf7-9b97-6adb1298af0c by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '4c9b09ca-7361-4bc1-a9b9-e894bb900612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'faf511b8-f2cd-45c8-acae-9b69b3b3dc6b'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:09:26.485944 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Attempting to bind port eef128b6-8482-4cf7-9b97-6adb1298af0c on network faf511b8-f2cd-45c8-acae-9b69b3b3dc6b {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:09:26.500320 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:09:26.500694 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Checking segment: {'id': '4c9b09ca-7361-4bc1-a9b9-e894bb900612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'faf511b8-f2cd-45c8-acae-9b69b3b3dc6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:26.501093 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.501526 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Bound using segment: {'id': '4c9b09ca-7361-4bc1-a9b9-e894bb900612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'faf511b8-f2cd-45c8-acae-9b69b3b3dc6b'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:09:26.501996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Bound port: eef128b6-8482-4cf7-9b97-6adb1298af0c, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4c9b09ca-7361-4bc1-a9b9-e894bb900612', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 93, 'network_id': 'faf511b8-f2cd-45c8-acae-9b69b3b3dc6b'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:09:26.502470 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.537104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5bb5492f-4531-4fa3-92f7-1e11a5f98494 None None] Provisioning for port f77ec2f4-e60f-447e-9cb7-88ed88089d26 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:09:26.563179 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.569035 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5bb5492f-4531-4fa3-92f7-1e11a5f98494 None None] Provisioning complete for port f77ec2f4-e60f-447e-9cb7-88ed88089d26 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:26.569407 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5bb5492f-4531-4fa3-92f7-1e11a5f98494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.617874 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Deleting port eef128b6-8482-4cf7-9b97-6adb1298af0c {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:09:26.618229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.653698 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] For port eef128b6-8482-4cf7-9b97-6adb1298af0c, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:09:26.660038 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] For port eef128b6-8482-4cf7-9b97-6adb1298af0c, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=eef128b6-8482-4cf7-9b97-6adb1298af0c,segment=NetworkSegment(4c9b09ca-7361-4bc1-a9b9-e894bb900612),segment_id=4c9b09ca-7361-4bc1-a9b9-e894bb900612)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:09:26.682753 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] For port eef128b6-8482-4cf7-9b97-6adb1298af0c, host n-d-802060-9, got binding levels [] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:26.683123 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.696840 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Calling delete_port for eef128b6-8482-4cf7-9b97-6adb1298af0c owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:09:26.708715 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5bb5492f-4531-4fa3-92f7-1e11a5f98494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.754353 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.757176 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-5bb5492f-4531-4fa3-92f7-1e11a5f98494 None None] For port f77ec2f4-e60f-447e-9cb7-88ed88089d26, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f77ec2f4-e60f-447e-9cb7-88ed88089d26,segment=NetworkSegment(4b051e55-d815-4f9d-bd71-2cae3833387d),segment_id=4b051e55-d815-4f9d-bd71-2cae3833387d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:26.828205 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5bb5492f-4531-4fa3-92f7-1e11a5f98494 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.832252 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac522862-40ff-47ae-a38a-239f971cb21f None None] Pushing event updated for resources: {'Port': ['ID=eef128b6-8482-4cf7-9b97-6adb1298af0c,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:26.853229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.860791 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52e81c6c-e2d7-4270-8daa-11aa73735bb2 None None] Network faf511b8-f2cd-45c8-acae-9b69b3b3dc6b requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:26.881750 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Pushing event deleted for resources: {'Port': ['ID=eef128b6-8482-4cf7-9b97-6adb1298af0c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:26.885622 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] No DVR routers for this DVR port eef128b6-8482-4cf7-9b97-6adb1298af0c on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:09:26.943980 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb5492f-4531-4fa3-92f7-1e11a5f98494 None None] Pushing event updated for resources: {'Port': ['ID=f77ec2f4-e60f-447e-9cb7-88ed88089d26,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:26.970249 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.981215 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['faf511b8-f2cd-45c8-acae-9b69b3b3dc6b']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:26.984910 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4551ceae-f899-41c7-af9b-a8bd18730eef None None] Provisioning complete for port f77ec2f4-e60f-447e-9cb7-88ed88089d26 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:26.985290 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4551ceae-f899-41c7-af9b-a8bd18730eef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:26.992141 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c9b09ca-7361-4bc1-a9b9-e894bb900612') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:26.992444 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c9b09ca-7361-4bc1-a9b9-e894bb900612') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:27.001143 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:27.015318 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:27.022001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-102753e6-379a-4a25-96c1-19afb619cc7b None None] get_active_networks_info from n-d-802060-9 {{(pid=101971) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Aug 17 04:09:27.022293 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Releasing vlan 93 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:09:27.022697 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: timer() Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:09:27.025779 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:09:27.121681 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-102753e6-379a-4a25-96c1-19afb619cc7b None None] Resources bound (agent type, host, resource id): {{(pid=101971) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Aug 17 04:09:27.151255 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:27.156577 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:27.160584 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] 10.222.0.10 "DELETE /v2.0/networks/faf511b8-f2cd-45c8-acae-9b69b3b3dc6b HTTP/1.1" status: 204 len: 168 time: 0.6796076 Aug 17 04:09:27.163504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44398) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:27.177976 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f579e326-b305-41f3-b390-90158c460c4a tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Pushing event deleted for resources: {'Network': ['ID=faf511b8-f2cd-45c8-acae-9b69b3b3dc6b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:27.224736 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5c51852-9fbf-4e4a-baab-fc277391c307 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Deleting subnet bda17e10-b168-4c9f-b7d0-2c8ad27cb288 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:09:27.228001 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5c51852-9fbf-4e4a-baab-fc277391c307 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:27.268985 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5c51852-9fbf-4e4a-baab-fc277391c307 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:27.354863 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5c51852-9fbf-4e4a-baab-fc277391c307 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:27.477321 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5c51852-9fbf-4e4a-baab-fc277391c307 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:27.505544 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c51852-9fbf-4e4a-baab-fc277391c307 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Pushing event deleted for resources: {'Subnet': ['ID=bda17e10-b168-4c9f-b7d0-2c8ad27cb288,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:27.509309 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a5c51852-9fbf-4e4a-baab-fc277391c307 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:27.511468 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a5c51852-9fbf-4e4a-baab-fc277391c307 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] 10.222.0.10 "DELETE /v2.0/subnets/bda17e10-b168-4c9f-b7d0-2c8ad27cb288 HTTP/1.1" status: 204 len: 168 time: 0.3459735 Aug 17 04:09:27.515742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44400) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:27.516324 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37b24a2-2473-4dfe-99b7-4bd5d4a569bc None None] Network 14a9fdcb-50cb-4c01-8648-40692bc006d3 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:27.590598 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:27.661089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Deleting port f77ec2f4-e60f-447e-9cb7-88ed88089d26 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:09:27.662236 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:27.695892 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-055d2b7f-bd56-4065-a1ed-395c417c47bb None None] DHCP port deletion for 14a9fdcb-50cb-4c01-8648-40692bc006d3 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:09:27.734549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] For port f77ec2f4-e60f-447e-9cb7-88ed88089d26, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f77ec2f4-e60f-447e-9cb7-88ed88089d26,segment=NetworkSegment(4b051e55-d815-4f9d-bd71-2cae3833387d),segment_id=4b051e55-d815-4f9d-bd71-2cae3833387d)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:27.734834 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:27.746124 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-055d2b7f-bd56-4065-a1ed-395c417c47bb None None] Deleting port f77ec2f4-e60f-447e-9cb7-88ed88089d26 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:09:27.746513 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-055d2b7f-bd56-4065-a1ed-395c417c47bb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:27.747294 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Calling delete_port for f77ec2f4-e60f-447e-9cb7-88ed88089d26 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:09:27.812728 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-055d2b7f-bd56-4065-a1ed-395c417c47bb None None] For port f77ec2f4-e60f-447e-9cb7-88ed88089d26, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=f77ec2f4-e60f-447e-9cb7-88ed88089d26,segment=NetworkSegment(4b051e55-d815-4f9d-bd71-2cae3833387d),segment_id=4b051e55-d815-4f9d-bd71-2cae3833387d)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:27.813135 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-055d2b7f-bd56-4065-a1ed-395c417c47bb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:27.827104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-055d2b7f-bd56-4065-a1ed-395c417c47bb None None] Calling delete_port for f77ec2f4-e60f-447e-9cb7-88ed88089d26 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:09:27.899830 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:27.905368 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-055d2b7f-bd56-4065-a1ed-395c417c47bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:27.926721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Pushing event deleted for resources: {'Port': ['ID=f77ec2f4-e60f-447e-9cb7-88ed88089d26,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:27.930046 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] No DVR routers for this DVR port f77ec2f4-e60f-447e-9cb7-88ed88089d26 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:09:27.931575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055d2b7f-bd56-4065-a1ed-395c417c47bb None None] No DVR routers for this DVR port f77ec2f4-e60f-447e-9cb7-88ed88089d26 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:09:27.934945 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055d2b7f-bd56-4065-a1ed-395c417c47bb None None] Pushing event deleted for resources: {'Port': ['ID=f77ec2f4-e60f-447e-9cb7-88ed88089d26,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:28.016801 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:28.029203 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14a9fdcb-50cb-4c01-8648-40692bc006d3']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:28.038878 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4b051e55-d815-4f9d-bd71-2cae3833387d') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:28.039179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4b051e55-d815-4f9d-bd71-2cae3833387d') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:28.048236 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:28.067171 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:28.072858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Releasing vlan 55 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:09:28.073242 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: timer() Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:09:28.076349 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:09:28.179778 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:28.187856 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:28.189715 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] 10.222.0.10 "DELETE /v2.0/networks/14a9fdcb-50cb-4c01-8648-40692bc006d3 HTTP/1.1" status: 204 len: 168 time: 0.6750145 Aug 17 04:09:28.193409 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44402) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:28.201832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1de9ff-78ef-4c26-818a-5647e8194eb7 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Pushing event deleted for resources: {'Network': ['ID=14a9fdcb-50cb-4c01-8648-40692bc006d3,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:28.225039 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-45e0b315-01f2-4666-b253-4e8fa967c048 tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] 10.222.0.10 "GET /v2.0/ports?device_id=5902919a-f837-4624-b66c-4af268ad973f HTTP/1.1" status: 200 len: 205 time: 0.0304992 Aug 17 04:09:28.227455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44404) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:28.300687 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0240ae4b-2a25-4b29-aa2e-90beb1be333c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:28.469294 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0240ae4b-2a25-4b29-aa2e-90beb1be333c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:28.471937 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0240ae4b-2a25-4b29-aa2e-90beb1be333c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:28.562979 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0240ae4b-2a25-4b29-aa2e-90beb1be333c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:28.563420 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0240ae4b-2a25-4b29-aa2e-90beb1be333c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Fanout notify agent at l3_agent the message router_deleted on router 5902919a-f837-4624-b66c-4af268ad973f {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:09:28.570461 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0240ae4b-2a25-4b29-aa2e-90beb1be333c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:28.571570 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0240ae4b-2a25-4b29-aa2e-90beb1be333c tempest-RoutersNegativeTest-150858774 tempest-RoutersNegativeTest-150858774-project] 10.222.0.10 "DELETE /v2.0/routers/5902919a-f837-4624-b66c-4af268ad973f HTTP/1.1" status: 204 len: 168 time: 0.3432021 Aug 17 04:09:29.021674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44410) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:29.149753 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1643041b-9b55-44c0-a4d1-6c7b51013865 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=249f29bc3a5e418c88021c2060581250&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1268945 Aug 17 04:09:29.152261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44414) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:29.198160 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-605f7205-a468-4e2b-9e45-df52d37eb49d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:29.223548 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-605f7205-a468-4e2b-9e45-df52d37eb49d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:29.356965 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-605f7205-a468-4e2b-9e45-df52d37eb49d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:29.362550 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-605f7205-a468-4e2b-9e45-df52d37eb49d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:29.365297 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-605f7205-a468-4e2b-9e45-df52d37eb49d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/6ff23e84-38b6-4194-9457-207c6faea09f HTTP/1.1" status: 204 len: 168 time: 0.2120142 Aug 17 04:09:29.377985 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f7205-a468-4e2b-9e45-df52d37eb49d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ff23e84-38b6-4194-9457-207c6faea09f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:29.685162 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f77ec2f4-e60f-447e-9cb7-88ed88089d26 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:09:29.713878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: f77ec2f4-e60f-447e-9cb7-88ed88089d26 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:09:29.714329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device f77ec2f4-e60f-447e-9cb7-88ed88089d26 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:09:30.407139 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44436) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:30.502378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-4f1be574-6cb9-4433-b1c8-6e9563549339 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-813928928-network', 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:30.608352 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f1be574-6cb9-4433-b1c8-6e9563549339 admin admin] Made reservation on behalf of 44dd411e4b2944a0a17014f8b97e7de9 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:30.610761 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f1be574-6cb9-4433-b1c8-6e9563549339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:30.619573 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f1be574-6cb9-4433-b1c8-6e9563549339 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:30.706816 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f1be574-6cb9-4433-b1c8-6e9563549339 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:30.791500 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f1be574-6cb9-4433-b1c8-6e9563549339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:30.819861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f1be574-6cb9-4433-b1c8-6e9563549339 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 88} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:09:30.825124 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1be574-6cb9-4433-b1c8-6e9563549339 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3123b63f-c155-4138-ae9d-7ad6464533d7,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:30.833034 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f1be574-6cb9-4433-b1c8-6e9563549339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:30.833344 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-4f1be574-6cb9-4433-b1c8-6e9563549339 admin admin] Added segment 9f31a64c-0d78-4561-aabd-86973f6c7c3f of type vlan for network 9cd80526-630e-4bf0-b347-55487ecb1f71 Aug 17 04:09:30.873265 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f1be574-6cb9-4433-b1c8-6e9563549339 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:30.956818 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f1be574-6cb9-4433-b1c8-6e9563549339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:30.957812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f1be574-6cb9-4433-b1c8-6e9563549339 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:30.958420 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4f1be574-6cb9-4433-b1c8-6e9563549339 admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:31.021870 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1be574-6cb9-4433-b1c8-6e9563549339 admin admin] Pushing event updated for resources: {'Network': ['ID=9cd80526-630e-4bf0-b347-55487ecb1f71,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:31.031939 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 9cd80526-630e-4bf0-b347-55487ecb1f71 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:09:31.100706 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4f1be574-6cb9-4433-b1c8-6e9563549339 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6923501 Aug 17 04:09:31.103446 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44440) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:31.108279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-7b955b75-e87f-4f7a-a268-749d976f723d admin admin] Request body: {'subnet': {'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-813928928-subnet', 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9', 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:31.191144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b955b75-e87f-4f7a-a268-749d976f723d admin admin] Made reservation on behalf of 44dd411e4b2944a0a17014f8b97e7de9 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:31.193627 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b955b75-e87f-4f7a-a268-749d976f723d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:31.414712 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b955b75-e87f-4f7a-a268-749d976f723d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:31.471728 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b955b75-e87f-4f7a-a268-749d976f723d admin admin] Pushing event updated for resources: {'Subnet': ['ID=d47943ae-b7fd-4949-897b-ab602acbd7f4,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:31.482508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b955b75-e87f-4f7a-a268-749d976f723d admin admin] Checking segment: {'id': '9f31a64c-0d78-4561-aabd-86973f6c7c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:31.482911 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b955b75-e87f-4f7a-a268-749d976f723d admin admin] Network hostable DHCP agents. Network: 9cd80526-630e-4bf0-b347-55487ecb1f71, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:09:31.574268 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b955b75-e87f-4f7a-a268-749d976f723d admin admin] Network 9cd80526-630e-4bf0-b347-55487ecb1f71 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:09:31.652740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-7b955b75-e87f-4f7a-a268-749d976f723d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 9cd80526-630e-4bf0-b347-55487ecb1f71) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:31.657834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b955b75-e87f-4f7a-a268-749d976f723d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:31.660087 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7b955b75-e87f-4f7a-a268-749d976f723d admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:31.660550 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ee891fa-bc83-4f0a-80fb-8f3cc0052448 None None] Network 9cd80526-630e-4bf0-b347-55487ecb1f71 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:31.730431 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7b955b75-e87f-4f7a-a268-749d976f723d admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6234536 Aug 17 04:09:31.730738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44442) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:31.735069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-813928928-router', 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:31.813383 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:31.813640 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-9cd80526-630e-4bf0-b347-55487ecb1f71', 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71', 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9', 'fixed_ips': [{'subnet_id': 'd47943ae-b7fd-4949-897b-ab602acbd7f4'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:09:31.814531 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:31.814660 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:31.869101 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:31.948960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Allocated IP 172.20.0.2 (9cd80526-630e-4bf0-b347-55487ecb1f71/d47943ae-b7fd-4949-897b-ab602acbd7f4/c511aefc-2959-421f-9bb7-8a331e98118d) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:09:32.082657 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:32.090809 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:32.099713 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Transition to ACTIVE for port object c511aefc-2959-421f-9bb7-8a331e98118d will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:32.114869 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Transition to ACTIVE for port object c511aefc-2959-421f-9bb7-8a331e98118d will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:32.180329 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:32.216668 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Network 9cd80526-630e-4bf0-b347-55487ecb1f71 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:09:32.224760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:32.228529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:09:32.236017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Pushing event updated for resources: {'Port': ['ID=c511aefc-2959-421f-9bb7-8a331e98118d,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:32.295342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Attempting to bind port c511aefc-2959-421f-9bb7-8a331e98118d on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:09:32.295872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Attempting to bind port c511aefc-2959-421f-9bb7-8a331e98118d by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '9f31a64c-0d78-4561-aabd-86973f6c7c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:09:32.296259 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Attempting to bind port c511aefc-2959-421f-9bb7-8a331e98118d on network 9cd80526-630e-4bf0-b347-55487ecb1f71 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:09:32.301328 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:09:32.301745 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Checking segment: {'id': '9f31a64c-0d78-4561-aabd-86973f6c7c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:32.302148 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:32.302557 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Bound using segment: {'id': '9f31a64c-0d78-4561-aabd-86973f6c7c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:09:32.303037 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Bound port: c511aefc-2959-421f-9bb7-8a331e98118d, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f31a64c-0d78-4561-aabd-86973f6c7c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:09:32.303413 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:32.357530 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:32.374836 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] For port c511aefc-2959-421f-9bb7-8a331e98118d, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:09:32.375860 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:32.378177 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] For port c511aefc-2959-421f-9bb7-8a331e98118d, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c511aefc-2959-421f-9bb7-8a331e98118d,segment=NetworkSegment(9f31a64c-0d78-4561-aabd-86973f6c7c3f),segment_id=9f31a64c-0d78-4561-aabd-86973f6c7c3f)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:09:32.471758 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:32.483213 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Allocated IP 172.25.1.22 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/1e492e09-7bee-40eb-bb4f-e6f08eb7a200) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:09:32.538177 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7fbbb8-a9d9-4782-80ee-bd34d0515e43 None None] Pushing event updated for resources: {'Port': ['ID=c511aefc-2959-421f-9bb7-8a331e98118d,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:32.589886 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:32.700242 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:32.753040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:09:32.755118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:32.757786 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:09:32.785982 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Pushing event updated for resources: {'Port': ['ID=1e492e09-7bee-40eb-bb4f-e6f08eb7a200,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:33.099136 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:33.483207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b06d179-2c5c-43e3-9bac-516901f3228f None None] Network 9cd80526-630e-4bf0-b347-55487ecb1f71 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:33.627570 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e1819dc3-0c98-4697-be78-db1a87ad891f None None] Provisioning for port c511aefc-2959-421f-9bb7-8a331e98118d completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:09:33.628094 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:33.710212 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c511aefc-2959-421f-9bb7-8a331e98118d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:09:33.814032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port c511aefc-2959-421f-9bb7-8a331e98118d completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:09:33.818926 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c511aefc-2959-421f-9bb7-8a331e98118d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:33.819300 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:33.835946 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Router db09626a-9eaa-45a2-9a84-b70c0cc5c613 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:09:33.870343 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-381f7946-8e60-4cb6-bffa-599d32642e2d None None] Provisioning complete for port c511aefc-2959-421f-9bb7-8a331e98118d triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:33.870714 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-381f7946-8e60-4cb6-bffa-599d32642e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:33.876099 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:33.943117 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:33.946813 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:09:33.959338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Sync routers for ids ['db09626a-9eaa-45a2-9a84-b70c0cc5c613'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:09:34.009128 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port c511aefc-2959-421f-9bb7-8a331e98118d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c511aefc-2959-421f-9bb7-8a331e98118d,segment=NetworkSegment(9f31a64c-0d78-4561-aabd-86973f6c7c3f),segment_id=9f31a64c-0d78-4561-aabd-86973f6c7c3f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:34.010624 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Routers {'db09626a-9eaa-45a2-9a84-b70c0cc5c613'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:09:34.011224 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:09:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['db09626a-9eaa-45a2-9a84-b70c0cc5c613'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:34.018533 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:34.024095 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1f896fa3-0ebe-472a-9abe-439af25382f1 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.2881570 Aug 17 04:09:34.024419 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44444) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:34.072382 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:34.077294 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-381f7946-8e60-4cb6-bffa-599d32642e2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:34.383022 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=c511aefc-2959-421f-9bb7-8a331e98118d,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:34.391616 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Set router db09626a-9eaa-45a2-9a84-b70c0cc5c613 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:09:34.418035 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-381f7946-8e60-4cb6-bffa-599d32642e2d None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 04:09:34.418393 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-381f7946-8e60-4cb6-bffa-599d32642e2d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 04:09:34.461863 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:34.585437 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'name': 'tempest-TestEncryptedCinderVolumes-813928928-router', 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '1e492e09-7bee-40eb-bb4f-e6f08eb7a200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:09:31Z', 'updated_at': '2021-08-17T04:09:32Z', 'revision_number': 3, 'project_id': '44dd411e4b2944a0a17014f8b97e7de9', 'gw_port': {'id': '1e492e09-7bee-40eb-bb4f-e6f08eb7a200', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:32Z', 'updated_at': '2021-08-17T04:09:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:34.611248 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:34.612200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Checking router: db09626a-9eaa-45a2-9a84-b70c0cc5c613 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:09:34.612557 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Updating router db09626a-9eaa-45a2-9a84-b70c0cc5c613 port 1e492e09-7bee-40eb-bb4f-e6f08eb7a200 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:09:34.615487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Allocated IP 172.20.0.1 (9cd80526-630e-4bf0-b347-55487ecb1f71/d47943ae-b7fd-4949-897b-ab602acbd7f4/336c79db-bd2c-4391-bca4-6a9c250abd63) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:09:34.639102 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:34.724645 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:34.737072 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Transition to ACTIVE for port object 336c79db-bd2c-4391-bca4-6a9c250abd63 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:34.830268 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:34.867355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Network 9cd80526-630e-4bf0-b347-55487ecb1f71 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:09:34.872218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:34.875874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:09:34.900024 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:34.906545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Pushing event updated for resources: {'Port': ['ID=336c79db-bd2c-4391-bca4-6a9c250abd63,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:34.912264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Transition to ACTIVE for port object 1e492e09-7bee-40eb-bb4f-e6f08eb7a200 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:34.931386 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:35.002948 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:35.066091 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Attempting to bind port 1e492e09-7bee-40eb-bb4f-e6f08eb7a200 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:09:35.066642 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Attempting to bind port 1e492e09-7bee-40eb-bb4f-e6f08eb7a200 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:09:35.067077 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Attempting to bind port 1e492e09-7bee-40eb-bb4f-e6f08eb7a200 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:09:35.070630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494e590-f06b-4700-b054-500643cafbed None None] Pushing event updated for resources: {'Port': ['ID=1e492e09-7bee-40eb-bb4f-e6f08eb7a200,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:35.078522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:09:35.078925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:35.079300 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:35.079686 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:09:35.080297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Bound port: 1e492e09-7bee-40eb-bb4f-e6f08eb7a200, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:09:35.080771 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:35.132466 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] For port 1e492e09-7bee-40eb-bb4f-e6f08eb7a200, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:09:35.135709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] For port 1e492e09-7bee-40eb-bb4f-e6f08eb7a200, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1e492e09-7bee-40eb-bb4f-e6f08eb7a200,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:09:35.143346 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:35.214485 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:35.246367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-501400ba-f445-48c7-a26f-f1a25e57e987 None None] Provisioning for port 336c79db-bd2c-4391-bca4-6a9c250abd63 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:09:35.266417 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-501400ba-f445-48c7-a26f-f1a25e57e987 None None] Provisioning complete for port 336c79db-bd2c-4391-bca4-6a9c250abd63 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:35.266793 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-501400ba-f445-48c7-a26f-f1a25e57e987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:35.300575 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Routers {'db09626a-9eaa-45a2-9a84-b70c0cc5c613'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:09:35.301876 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:09:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['db09626a-9eaa-45a2-9a84-b70c0cc5c613'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:35.308326 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:35.348712 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7494e590-f06b-4700-b054-500643cafbed None None] Pushing event updated for resources: {'Port': ['ID=1e492e09-7bee-40eb-bb4f-e6f08eb7a200,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:35.362401 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-501400ba-f445-48c7-a26f-f1a25e57e987 None None] Port 336c79db-bd2c-4391-bca4-6a9c250abd63 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:09:35.362975 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:35.426537 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] Set router db09626a-9eaa-45a2-9a84-b70c0cc5c613 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:09:35.432775 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:35.435459 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Pushing event updated for resources: {'Port': ['ID=336c79db-bd2c-4391-bca4-6a9c250abd63,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:35.526575 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Network 9cd80526-630e-4bf0-b347-55487ecb1f71 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:09:35.527912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:35.632627 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'name': 'tempest-TestEncryptedCinderVolumes-813928928-router', 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '1e492e09-7bee-40eb-bb4f-e6f08eb7a200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:09:31Z', 'updated_at': '2021-08-17T04:09:35Z', 'revision_number': 4, 'project_id': '44dd411e4b2944a0a17014f8b97e7de9', 'gw_port': {'id': '1e492e09-7bee-40eb-bb4f-e6f08eb7a200', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:32Z', 'updated_at': '2021-08-17T04:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '336c79db-bd2c-4391-bca4-6a9c250abd63', 'name': '', 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71', 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9', 'mac_address': 'fa:16:3e:94:c3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'd47943ae-b7fd-4949-897b-ab602acbd7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:34Z', 'updated_at': '2021-08-17T04:09:34Z', 'revision_number': 1, 'project_id': '44dd411e4b2944a0a17014f8b97e7de9', 'subnets': [{'id': 'd47943ae-b7fd-4949-897b-ab602acbd7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:35.663704 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Router db09626a-9eaa-45a2-9a84-b70c0cc5c613 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:09:35.668032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69660b0d-3ddb-4322-afaa-e061b0c83d65 None None] The sync data for ids ['db09626a-9eaa-45a2-9a84-b70c0cc5c613'] in n-d-802060-9 is: [{'id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'name': 'tempest-TestEncryptedCinderVolumes-813928928-router', 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '1e492e09-7bee-40eb-bb4f-e6f08eb7a200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:09:31Z', 'updated_at': '2021-08-17T04:09:35Z', 'revision_number': 4, 'project_id': '44dd411e4b2944a0a17014f8b97e7de9', 'gw_port': {'id': '1e492e09-7bee-40eb-bb4f-e6f08eb7a200', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:32Z', 'updated_at': '2021-08-17T04:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '336c79db-bd2c-4391-bca4-6a9c250abd63', 'name': '', 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71', 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9', 'mac_address': 'fa:16:3e:94:c3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'd47943ae-b7fd-4949-897b-ab602acbd7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:34Z', 'updated_at': '2021-08-17T04:09:34Z', 'revision_number': 1, 'project_id': '44dd411e4b2944a0a17014f8b97e7de9', 'subnets': [{'id': 'd47943ae-b7fd-4949-897b-ab602acbd7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:09:35.720803 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c511aefc-2959-421f-9bb7-8a331e98118d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:09:35.775043 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c511aefc-2959-421f-9bb7-8a331e98118d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:35.775424 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:35.818459 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-687f2df2-fb7c-4242-b03e-e46459cb655d None None] Provisioning complete for port 336c79db-bd2c-4391-bca4-6a9c250abd63 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:35.818732 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-687f2df2-fb7c-4242-b03e-e46459cb655d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:35.823152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:09:35.829049 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f84c0c8a-4738-4213-a85f-bc33a127703b admin admin] 10.222.0.10 "PUT /v2.0/routers/db09626a-9eaa-45a2-9a84-b70c0cc5c613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8028443 Aug 17 04:09:35.865656 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-687f2df2-fb7c-4242-b03e-e46459cb655d None None] Port 336c79db-bd2c-4391-bca4-6a9c250abd63 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:09:36.536698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44460) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:36.541989 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-413f37d0-e34c-4a5a-aae3-3d2eb6813d3a admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-485471568-network', 'tenant_id': '96d1928a28b24a889e2667828f7167eb'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:36.647098 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-413f37d0-e34c-4a5a-aae3-3d2eb6813d3a admin admin] Made reservation on behalf of 96d1928a28b24a889e2667828f7167eb for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:36.649584 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-413f37d0-e34c-4a5a-aae3-3d2eb6813d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:36.659763 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-413f37d0-e34c-4a5a-aae3-3d2eb6813d3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:36.758815 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-413f37d0-e34c-4a5a-aae3-3d2eb6813d3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:36.824282 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-413f37d0-e34c-4a5a-aae3-3d2eb6813d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:36.855696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-413f37d0-e34c-4a5a-aae3-3d2eb6813d3a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 82} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:09:36.861998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f37d0-e34c-4a5a-aae3-3d2eb6813d3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21f36d80-9a48-40c1-9e49-9c020bb0c051,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:36.869028 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-413f37d0-e34c-4a5a-aae3-3d2eb6813d3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:36.869371 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-413f37d0-e34c-4a5a-aae3-3d2eb6813d3a admin admin] Added segment f6abc096-49c5-4760-a56d-df42983b5ff0 of type vlan for network 4ca71408-d455-401e-8422-c0027cdd6340 Aug 17 04:09:36.910172 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-413f37d0-e34c-4a5a-aae3-3d2eb6813d3a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:37.001271 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-413f37d0-e34c-4a5a-aae3-3d2eb6813d3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:37.002722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-413f37d0-e34c-4a5a-aae3-3d2eb6813d3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:37.003311 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-413f37d0-e34c-4a5a-aae3-3d2eb6813d3a admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:37.063466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-413f37d0-e34c-4a5a-aae3-3d2eb6813d3a admin admin] Pushing event updated for resources: {'Network': ['ID=4ca71408-d455-401e-8422-c0027cdd6340,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:37.081391 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 4ca71408-d455-401e-8422-c0027cdd6340 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:09:37.130190 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-413f37d0-e34c-4a5a-aae3-3d2eb6813d3a admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5915024 Aug 17 04:09:37.132770 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44462) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:37.138926 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-343da0a2-0727-406a-89b7-8d19e37d42b3 admin admin] Request body: {'subnet': {'network_id': '4ca71408-d455-401e-8422-c0027cdd6340', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-485471568-subnet', 'tenant_id': '96d1928a28b24a889e2667828f7167eb', 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:37.231547 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-343da0a2-0727-406a-89b7-8d19e37d42b3 admin admin] Made reservation on behalf of 96d1928a28b24a889e2667828f7167eb for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:37.234009 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-343da0a2-0727-406a-89b7-8d19e37d42b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:37.470009 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-343da0a2-0727-406a-89b7-8d19e37d42b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:37.531384 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343da0a2-0727-406a-89b7-8d19e37d42b3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4495a5c-eb5b-4407-9aee-a2eabf9bf391,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:37.542322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-343da0a2-0727-406a-89b7-8d19e37d42b3 admin admin] Checking segment: {'id': 'f6abc096-49c5-4760-a56d-df42983b5ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ca71408-d455-401e-8422-c0027cdd6340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:37.542688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343da0a2-0727-406a-89b7-8d19e37d42b3 admin admin] Network hostable DHCP agents. Network: 4ca71408-d455-401e-8422-c0027cdd6340, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:09:37.565234 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Sync routers for ids ['db09626a-9eaa-45a2-9a84-b70c0cc5c613'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:09:37.575337 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Routers {'db09626a-9eaa-45a2-9a84-b70c0cc5c613'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:09:37.579286 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:09:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['db09626a-9eaa-45a2-9a84-b70c0cc5c613'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:37.619025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-343da0a2-0727-406a-89b7-8d19e37d42b3 admin admin] Network 4ca71408-d455-401e-8422-c0027cdd6340 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:09:37.681570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-343da0a2-0727-406a-89b7-8d19e37d42b3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 4ca71408-d455-401e-8422-c0027cdd6340) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:37.693394 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Set router db09626a-9eaa-45a2-9a84-b70c0cc5c613 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:09:37.697373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-343da0a2-0727-406a-89b7-8d19e37d42b3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:37.698022 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-343da0a2-0727-406a-89b7-8d19e37d42b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:37.698363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed3685eb-683d-45d3-989c-c43000b2d104 None None] Network 4ca71408-d455-401e-8422-c0027cdd6340 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:37.759547 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1e492e09-7bee-40eb-bb4f-e6f08eb7a200 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:09:37.794202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44464) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:37.794754 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-343da0a2-0727-406a-89b7-8d19e37d42b3 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.6603537 Aug 17 04:09:37.802182 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-485471568-router', 'tenant_id': '96d1928a28b24a889e2667828f7167eb', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:37.889570 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:37.890931 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:37.911716 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 1e492e09-7bee-40eb-bb4f-e6f08eb7a200 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:09:37.915594 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1e492e09-7bee-40eb-bb4f-e6f08eb7a200 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:37.915977 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:37.919666 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-4ca71408-d455-401e-8422-c0027cdd6340', 'network_id': '4ca71408-d455-401e-8422-c0027cdd6340', 'tenant_id': '96d1928a28b24a889e2667828f7167eb', 'fixed_ips': [{'subnet_id': 'f4495a5c-eb5b-4407-9aee-a2eabf9bf391'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:09:37.920516 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:37.954810 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'name': 'tempest-TestEncryptedCinderVolumes-813928928-router', 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '1e492e09-7bee-40eb-bb4f-e6f08eb7a200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:09:31Z', 'updated_at': '2021-08-17T04:09:35Z', 'revision_number': 4, 'project_id': '44dd411e4b2944a0a17014f8b97e7de9', 'gw_port': {'id': '1e492e09-7bee-40eb-bb4f-e6f08eb7a200', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:32Z', 'updated_at': '2021-08-17T04:09:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '336c79db-bd2c-4391-bca4-6a9c250abd63', 'name': '', 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71', 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9', 'mac_address': 'fa:16:3e:94:c3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'd47943ae-b7fd-4949-897b-ab602acbd7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:34Z', 'updated_at': '2021-08-17T04:09:35Z', 'revision_number': 2, 'project_id': '44dd411e4b2944a0a17014f8b97e7de9', 'subnets': [{'id': 'd47943ae-b7fd-4949-897b-ab602acbd7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:37.967158 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:37.989851 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Checking router: db09626a-9eaa-45a2-9a84-b70c0cc5c613 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:09:37.990339 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Updating router db09626a-9eaa-45a2-9a84-b70c0cc5c613 port 336c79db-bd2c-4391-bca4-6a9c250abd63 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:09:38.016255 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:38.113043 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:38.146592 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Allocated IP 172.20.0.2 (4ca71408-d455-401e-8422-c0027cdd6340/f4495a5c-eb5b-4407-9aee-a2eabf9bf391/dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:09:38.149628 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 1e492e09-7bee-40eb-bb4f-e6f08eb7a200, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1e492e09-7bee-40eb-bb4f-e6f08eb7a200,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:38.188762 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:38.230823 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:38.324953 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:38.329034 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=1e492e09-7bee-40eb-bb4f-e6f08eb7a200,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:38.337404 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Transition to ACTIVE for port object 336c79db-bd2c-4391-bca4-6a9c250abd63 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:38.352996 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:38.361248 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Transition to ACTIVE for port object dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:38.376509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Transition to ACTIVE for port object dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:38.408494 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:38.432105 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:38.468207 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:38.475005 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Network 4ca71408-d455-401e-8422-c0027cdd6340 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:09:38.478104 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:38.481932 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:09:38.490951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Pushing event updated for resources: {'Port': ['ID=dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:38.497799 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:38.549142 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Attempting to bind port dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:09:38.549545 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Attempting to bind port dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'f6abc096-49c5-4760-a56d-df42983b5ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ca71408-d455-401e-8422-c0027cdd6340'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:09:38.549698 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581e478-8e7c-427a-80c7-8eaf65909cd3 None None] Pushing event updated for resources: {'Port': ['ID=336c79db-bd2c-4391-bca4-6a9c250abd63,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:38.549916 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Attempting to bind port dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 on network 4ca71408-d455-401e-8422-c0027cdd6340 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:09:38.555844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:09:38.556228 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Checking segment: {'id': 'f6abc096-49c5-4760-a56d-df42983b5ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ca71408-d455-401e-8422-c0027cdd6340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:38.556689 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:38.557085 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Bound using segment: {'id': 'f6abc096-49c5-4760-a56d-df42983b5ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ca71408-d455-401e-8422-c0027cdd6340'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:09:38.557597 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Bound port: dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6abc096-49c5-4760-a56d-df42983b5ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ca71408-d455-401e-8422-c0027cdd6340'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:09:38.558070 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:38.578466 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581e478-8e7c-427a-80c7-8eaf65909cd3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:38.578965 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581e478-8e7c-427a-80c7-8eaf65909cd3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:38.579064 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581e478-8e7c-427a-80c7-8eaf65909cd3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:38.579483 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581e478-8e7c-427a-80c7-8eaf65909cd3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:38.579882 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581e478-8e7c-427a-80c7-8eaf65909cd3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:38.580280 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581e478-8e7c-427a-80c7-8eaf65909cd3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:38.580694 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581e478-8e7c-427a-80c7-8eaf65909cd3 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:38.581090 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581e478-8e7c-427a-80c7-8eaf65909cd3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:38.581529 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581e478-8e7c-427a-80c7-8eaf65909cd3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:38.581891 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581e478-8e7c-427a-80c7-8eaf65909cd3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:38.582809 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581e478-8e7c-427a-80c7-8eaf65909cd3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:38.583441 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5581e478-8e7c-427a-80c7-8eaf65909cd3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:38.612632 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Attempting to bind port 336c79db-bd2c-4391-bca4-6a9c250abd63 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:09:38.613097 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Attempting to bind port 336c79db-bd2c-4391-bca4-6a9c250abd63 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '9f31a64c-0d78-4561-aabd-86973f6c7c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:09:38.613649 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Attempting to bind port 336c79db-bd2c-4391-bca4-6a9c250abd63 on network 9cd80526-630e-4bf0-b347-55487ecb1f71 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:09:38.619223 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:09:38.619888 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Checking segment: {'id': '9f31a64c-0d78-4561-aabd-86973f6c7c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:38.620473 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:38.621024 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Bound using segment: {'id': '9f31a64c-0d78-4561-aabd-86973f6c7c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:09:38.621678 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Bound port: 336c79db-bd2c-4391-bca4-6a9c250abd63, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f31a64c-0d78-4561-aabd-86973f6c7c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:09:38.622252 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:38.626900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] For port dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:09:38.627483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Allocated IP 172.25.1.93 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/9b1d45f5-3a80-44de-9e93-ecd22e6ccac8) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:09:38.630919 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] For port dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4,segment=NetworkSegment(f6abc096-49c5-4760-a56d-df42983b5ff0),segment_id=f6abc096-49c5-4760-a56d-df42983b5ff0)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:09:38.690513 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] For port 336c79db-bd2c-4391-bca4-6a9c250abd63, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:09:38.695019 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] For port 336c79db-bd2c-4391-bca4-6a9c250abd63, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=336c79db-bd2c-4391-bca4-6a9c250abd63,segment=NetworkSegment(9f31a64c-0d78-4561-aabd-86973f6c7c3f),segment_id=9f31a64c-0d78-4561-aabd-86973f6c7c3f)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:09:38.718668 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:38.779668 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:38.807573 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a29965-8ca9-4a4e-aae4-047029a97705 None None] Pushing event updated for resources: {'Port': ['ID=dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:38.854356 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Routers {'db09626a-9eaa-45a2-9a84-b70c0cc5c613'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:09:38.855211 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:09:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['db09626a-9eaa-45a2-9a84-b70c0cc5c613'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:38.893561 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5581e478-8e7c-427a-80c7-8eaf65909cd3 None None] Pushing event updated for resources: {'Port': ['ID=336c79db-bd2c-4391-bca4-6a9c250abd63,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:39.015187 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] Set router db09626a-9eaa-45a2-9a84-b70c0cc5c613 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:09:39.123110 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:39.226242 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:39.244850 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'name': 'tempest-TestEncryptedCinderVolumes-813928928-router', 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '1e492e09-7bee-40eb-bb4f-e6f08eb7a200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:09:31Z', 'updated_at': '2021-08-17T04:09:35Z', 'revision_number': 4, 'project_id': '44dd411e4b2944a0a17014f8b97e7de9', 'gw_port': {'id': '1e492e09-7bee-40eb-bb4f-e6f08eb7a200', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:32Z', 'updated_at': '2021-08-17T04:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '336c79db-bd2c-4391-bca4-6a9c250abd63', 'name': '', 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71', 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9', 'mac_address': 'fa:16:3e:94:c3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'd47943ae-b7fd-4949-897b-ab602acbd7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:34Z', 'updated_at': '2021-08-17T04:09:38Z', 'revision_number': 4, 'project_id': '44dd411e4b2944a0a17014f8b97e7de9', 'subnets': [{'id': 'd47943ae-b7fd-4949-897b-ab602acbd7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:39.268591 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:09:39.271598 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:39.274184 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:09:39.275386 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-720d1860-2dbf-4890-aa34-312c7f95b701 None None] The sync data for ids ['db09626a-9eaa-45a2-9a84-b70c0cc5c613'] in n-d-802060-9 is: [{'id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'name': 'tempest-TestEncryptedCinderVolumes-813928928-router', 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '1e492e09-7bee-40eb-bb4f-e6f08eb7a200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:09:31Z', 'updated_at': '2021-08-17T04:09:35Z', 'revision_number': 4, 'project_id': '44dd411e4b2944a0a17014f8b97e7de9', 'gw_port': {'id': '1e492e09-7bee-40eb-bb4f-e6f08eb7a200', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:32Z', 'updated_at': '2021-08-17T04:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '336c79db-bd2c-4391-bca4-6a9c250abd63', 'name': '', 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71', 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9', 'mac_address': 'fa:16:3e:94:c3:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'device_owner': 'network:router_interface', 'standard_attr_id': 4115, 'fixed_ips': [{'subnet_id': 'd47943ae-b7fd-4949-897b-ab602acbd7f4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:34Z', 'updated_at': '2021-08-17T04:09:38Z', 'revision_number': 4, 'project_id': '44dd411e4b2944a0a17014f8b97e7de9', 'subnets': [{'id': 'd47943ae-b7fd-4949-897b-ab602acbd7f4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:09:39.299536 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Pushing event updated for resources: {'Port': ['ID=9b1d45f5-3a80-44de-9e93-ecd22e6ccac8,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:39.596164 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:39.815056 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1e492e09-7bee-40eb-bb4f-e6f08eb7a200 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:09:39.842660 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:39.881145 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1e492e09-7bee-40eb-bb4f-e6f08eb7a200 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:39.881665 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:39.909224 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec58d3e-98fa-4039-a433-7c3c495f476d None None] Network 4ca71408-d455-401e-8422-c0027cdd6340 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:09:40.046166 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-729c7d43-e3b2-4ebc-977f-8551767438d1 None None] Provisioning for port dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:09:40.064751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:09:40.071952 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Router 8cf513b8-0b9d-4e4d-834c-3ec8d0363d10 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:09:40.182030 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:09:40.192897 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Sync routers for ids ['8cf513b8-0b9d-4e4d-834c-3ec8d0363d10'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:09:40.201716 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:09:40.206642 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Routers {'8cf513b8-0b9d-4e4d-834c-3ec8d0363d10'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:09:40.207875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:09:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8cf513b8-0b9d-4e4d-834c-3ec8d0363d10'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:40.210727 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:40.211005 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:40.248062 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:40.251968 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ec118d38-43b8-484c-ad3e-279cd502a57d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.4538312 Aug 17 04:09:40.252339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44466) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:09:40.541951 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0f07d212-d9a2-4168-9c7b-330bc81d5f2c None None] Provisioning complete for port dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:40.542250 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0f07d212-d9a2-4168-9c7b-330bc81d5f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:40.583483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Set router 8cf513b8-0b9d-4e4d-834c-3ec8d0363d10 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:09:40.662850 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:40.690783 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:40.765587 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4,segment=NetworkSegment(f6abc096-49c5-4760-a56d-df42983b5ff0),segment_id=f6abc096-49c5-4760-a56d-df42983b5ff0)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:40.835454 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0f07d212-d9a2-4168-9c7b-330bc81d5f2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:40.837190 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:40.838010 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 336c79db-bd2c-4391-bca4-6a9c250abd63 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:09:40.851630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Allocated IP 172.20.0.1 (4ca71408-d455-401e-8422-c0027cdd6340/f4495a5c-eb5b-4407-9aee-a2eabf9bf391/2923e43d-ce88-4639-a7ae-6fcc0fa26beb) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:09:40.957167 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:40.970622 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Transition to ACTIVE for port object 2923e43d-ce88-4639-a7ae-6fcc0fa26beb will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:40.986246 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:41.007108 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-0f07d212-d9a2-4168-9c7b-330bc81d5f2c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 04:09:41.007470 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-0f07d212-d9a2-4168-9c7b-330bc81d5f2c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 04:09:41.014221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'name': 'tempest-TestEncryptedCinderVolumes-485471568-router', 'tenant_id': '96d1928a28b24a889e2667828f7167eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9b1d45f5-3a80-44de-9e93-ecd22e6ccac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:09:37Z', 'updated_at': '2021-08-17T04:09:39Z', 'revision_number': 3, 'project_id': '96d1928a28b24a889e2667828f7167eb', 'gw_port': {'id': '9b1d45f5-3a80-44de-9e93-ecd22e6ccac8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:38Z', 'updated_at': '2021-08-17T04:09:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:41.044720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Checking router: 8cf513b8-0b9d-4e4d-834c-3ec8d0363d10 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:09:41.045079 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Updating router 8cf513b8-0b9d-4e4d-834c-3ec8d0363d10 port 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:09:41.069835 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:41.075741 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:41.124859 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Network 4ca71408-d455-401e-8422-c0027cdd6340 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:09:41.127750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:41.133166 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:09:41.149482 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 336c79db-bd2c-4391-bca4-6a9c250abd63 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:09:41.156587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=2923e43d-ce88-4639-a7ae-6fcc0fa26beb,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:41.156988 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 336c79db-bd2c-4391-bca4-6a9c250abd63 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:41.157373 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:41.180729 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:41.340314 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:41.383633 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:41.405792 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 336c79db-bd2c-4391-bca4-6a9c250abd63, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=336c79db-bd2c-4391-bca4-6a9c250abd63,segment=NetworkSegment(9f31a64c-0d78-4561-aabd-86973f6c7c3f),segment_id=9f31a64c-0d78-4561-aabd-86973f6c7c3f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:41.423627 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:41.434069 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Transition to ACTIVE for port object 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:41.465317 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:41.536001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=336c79db-bd2c-4391-bca4-6a9c250abd63,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:41.547867 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:41.548750 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:41.607561 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdcf320-6386-4b9f-9cb0-ea2f18b5a6d6 None None] Pushing event updated for resources: {'Port': ['ID=9b1d45f5-3a80-44de-9e93-ecd22e6ccac8,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:41.609838 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Attempting to bind port 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:09:41.610208 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Attempting to bind port 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:09:41.610571 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Attempting to bind port 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:09:41.616873 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:09:41.621652 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:41.621652 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:41.621652 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:09:41.621652 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Bound port: 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:09:41.621652 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:41.635652 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:41.682354 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] For port 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:09:41.687760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] For port 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9b1d45f5-3a80-44de-9e93-ecd22e6ccac8,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:09:41.697856 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:09:41.707949 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:41.709833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Pushing event updated for resources: {'Port': ['ID=2923e43d-ce88-4639-a7ae-6fcc0fa26beb,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:41.745816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:41.746223 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:41.768597 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:41.800315 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6f2b6fd3-1794-4b04-b66c-3e80bce3b413 None None] Provisioning for port 2923e43d-ce88-4639-a7ae-6fcc0fa26beb completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:09:41.814106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Network 4ca71408-d455-401e-8422-c0027cdd6340 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:09:41.815890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:41.822739 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-6f2b6fd3-1794-4b04-b66c-3e80bce3b413 None None] Provisioning complete for port 2923e43d-ce88-4639-a7ae-6fcc0fa26beb triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:41.823104 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f2b6fd3-1794-4b04-b66c-3e80bce3b413 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:41.895264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Routers {'8cf513b8-0b9d-4e4d-834c-3ec8d0363d10'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:09:41.895264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:09:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8cf513b8-0b9d-4e4d-834c-3ec8d0363d10'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:41.895264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdcf320-6386-4b9f-9cb0-ea2f18b5a6d6 None None] Pushing event updated for resources: {'Port': ['ID=9b1d45f5-3a80-44de-9e93-ecd22e6ccac8,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:41.898301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-6f2b6fd3-1794-4b04-b66c-3e80bce3b413 None None] Port 2923e43d-ce88-4639-a7ae-6fcc0fa26beb cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:09:41.951768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Router 8cf513b8-0b9d-4e4d-834c-3ec8d0363d10 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:09:42.009997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 336c79db-bd2c-4391-bca4-6a9c250abd63 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:09:42.063515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] Set router 8cf513b8-0b9d-4e4d-834c-3ec8d0363d10 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:09:42.064511 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:09:42.069929 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7047439e-334b-4bbf-a3cf-6f7253c35bc6 admin admin] 10.222.0.10 "PUT /v2.0/routers/8cf513b8-0b9d-4e4d-834c-3ec8d0363d10/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8162782 Aug 17 04:09:42.142399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 336c79db-bd2c-4391-bca4-6a9c250abd63 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:42.142778 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:42.226513 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-b6193d6c-d092-4211-a682-bcc6f9106980 None None] Provisioning complete for port 2923e43d-ce88-4639-a7ae-6fcc0fa26beb triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:42.226897 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b6193d6c-d092-4211-a682-bcc6f9106980 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:42.314341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-b6193d6c-d092-4211-a682-bcc6f9106980 None None] Port 2923e43d-ce88-4639-a7ae-6fcc0fa26beb cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:09:42.382072 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'name': 'tempest-TestEncryptedCinderVolumes-485471568-router', 'tenant_id': '96d1928a28b24a889e2667828f7167eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9b1d45f5-3a80-44de-9e93-ecd22e6ccac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:09:37Z', 'updated_at': '2021-08-17T04:09:41Z', 'revision_number': 4, 'project_id': '96d1928a28b24a889e2667828f7167eb', 'gw_port': {'id': '9b1d45f5-3a80-44de-9e93-ecd22e6ccac8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:38Z', 'updated_at': '2021-08-17T04:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2923e43d-ce88-4639-a7ae-6fcc0fa26beb', 'name': '', 'network_id': '4ca71408-d455-401e-8422-c0027cdd6340', 'tenant_id': '96d1928a28b24a889e2667828f7167eb', 'mac_address': 'fa:16:3e:aa:c9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'f4495a5c-eb5b-4407-9aee-a2eabf9bf391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:40Z', 'updated_at': '2021-08-17T04:09:41Z', 'revision_number': 2, 'project_id': '96d1928a28b24a889e2667828f7167eb', 'subnets': [{'id': 'f4495a5c-eb5b-4407-9aee-a2eabf9bf391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:42.408309 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e134f7f9-af0f-45c8-9961-62b5a8bcfb74 None None] The sync data for ids ['8cf513b8-0b9d-4e4d-834c-3ec8d0363d10'] in n-d-802060-9 is: [{'id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'name': 'tempest-TestEncryptedCinderVolumes-485471568-router', 'tenant_id': '96d1928a28b24a889e2667828f7167eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9b1d45f5-3a80-44de-9e93-ecd22e6ccac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:09:37Z', 'updated_at': '2021-08-17T04:09:41Z', 'revision_number': 4, 'project_id': '96d1928a28b24a889e2667828f7167eb', 'gw_port': {'id': '9b1d45f5-3a80-44de-9e93-ecd22e6ccac8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a9:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:38Z', 'updated_at': '2021-08-17T04:09:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2923e43d-ce88-4639-a7ae-6fcc0fa26beb', 'name': '', 'network_id': '4ca71408-d455-401e-8422-c0027cdd6340', 'tenant_id': '96d1928a28b24a889e2667828f7167eb', 'mac_address': 'fa:16:3e:aa:c9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'f4495a5c-eb5b-4407-9aee-a2eabf9bf391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:40Z', 'updated_at': '2021-08-17T04:09:41Z', 'revision_number': 2, 'project_id': '96d1928a28b24a889e2667828f7167eb', 'subnets': [{'id': 'f4495a5c-eb5b-4407-9aee-a2eabf9bf391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:09:42.823956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-0c47f157-fd1a-4943-ae30-7e93fefee80c tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:42.826200 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-0c47f157-fd1a-4943-ae30-7e93fefee80c tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/networks?id=9cd80526-630e-4bf0-b347-55487ecb1f71 HTTP/1.1" status: 200 len: 816 time: 0.1093228 Aug 17 04:09:42.842960 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-e1aab608-47bd-4429-955d-8576fd6a197b tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/quotas/44dd411e4b2944a0a17014f8b97e7de9 HTTP/1.1" status: 200 len: 375 time: 0.0105643 Aug 17 04:09:42.902210 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-ec198ea2-ce95-468a-b50a-17637168ff72 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=44dd411e4b2944a0a17014f8b97e7de9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0526307 Aug 17 04:09:43.020691 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-383f9ff0-0d34-48cd-a823-ed8126528e68 service neutron] 10.222.0.10 "GET /v2.0/networks/9cd80526-630e-4bf0-b347-55487ecb1f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052306 Aug 17 04:09:43.118906 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-cb8367a1-c917-4e42-80e6-f719f0891889 service neutron] 10.222.0.10 "GET /v2.0/networks/9cd80526-630e-4bf0-b347-55487ecb1f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0971246 Aug 17 04:09:43.365728 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2c7b75c9-687b-4301-9fb3-8064ce428d6f req-70ab1cd0-d438-4c88-8e32-72681ff1b4ec tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 210 time: 0.0317280 Aug 17 04:09:43.702831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:09:43.831240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:09:43.836200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:43.836605 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:44.088610 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:44.108878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9b1d45f5-3a80-44de-9e93-ecd22e6ccac8,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:44.189758 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:44.240008 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=9b1d45f5-3a80-44de-9e93-ecd22e6ccac8,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:44.293733 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Sync routers for ids ['8cf513b8-0b9d-4e4d-834c-3ec8d0363d10'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:09:44.303372 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Routers {'8cf513b8-0b9d-4e4d-834c-3ec8d0363d10'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:09:44.303970 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:09:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8cf513b8-0b9d-4e4d-834c-3ec8d0363d10'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:44.408773 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Set router 8cf513b8-0b9d-4e4d-834c-3ec8d0363d10 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:09:44.475021 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17b0d462-782c-4aa9-9b60-b06a1dee8635 req-019aa032-9c60-45a4-a847-b67c2fb1c50d tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 210 time: 0.0419915 Aug 17 04:09:44.611832 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'name': 'tempest-TestEncryptedCinderVolumes-485471568-router', 'tenant_id': '96d1928a28b24a889e2667828f7167eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9b1d45f5-3a80-44de-9e93-ecd22e6ccac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:09:37Z', 'updated_at': '2021-08-17T04:09:41Z', 'revision_number': 4, 'project_id': '96d1928a28b24a889e2667828f7167eb', 'gw_port': {'id': '9b1d45f5-3a80-44de-9e93-ecd22e6ccac8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:38Z', 'updated_at': '2021-08-17T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2923e43d-ce88-4639-a7ae-6fcc0fa26beb', 'name': '', 'network_id': '4ca71408-d455-401e-8422-c0027cdd6340', 'tenant_id': '96d1928a28b24a889e2667828f7167eb', 'mac_address': 'fa:16:3e:aa:c9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'f4495a5c-eb5b-4407-9aee-a2eabf9bf391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:40Z', 'updated_at': '2021-08-17T04:09:41Z', 'revision_number': 2, 'project_id': '96d1928a28b24a889e2667828f7167eb', 'subnets': [{'id': 'f4495a5c-eb5b-4407-9aee-a2eabf9bf391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:44.638552 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Checking router: 8cf513b8-0b9d-4e4d-834c-3ec8d0363d10 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:09:44.638904 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Updating router 8cf513b8-0b9d-4e4d-834c-3ec8d0363d10 port 2923e43d-ce88-4639-a7ae-6fcc0fa26beb binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:09:44.667451 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:44.947573 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:44.959009 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Transition to ACTIVE for port object 2923e43d-ce88-4639-a7ae-6fcc0fa26beb will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:45.025287 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:45.101108 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf98bde-859c-496a-8b29-fa38ddedd6e8 None None] Pushing event updated for resources: {'Port': ['ID=2923e43d-ce88-4639-a7ae-6fcc0fa26beb,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:45.128505 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Attempting to bind port 2923e43d-ce88-4639-a7ae-6fcc0fa26beb on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:09:45.128911 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Attempting to bind port 2923e43d-ce88-4639-a7ae-6fcc0fa26beb by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'f6abc096-49c5-4760-a56d-df42983b5ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ca71408-d455-401e-8422-c0027cdd6340'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:09:45.129855 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Attempting to bind port 2923e43d-ce88-4639-a7ae-6fcc0fa26beb on network 4ca71408-d455-401e-8422-c0027cdd6340 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:09:45.135401 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 9, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:09:45.135788 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Checking segment: {'id': 'f6abc096-49c5-4760-a56d-df42983b5ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ca71408-d455-401e-8422-c0027cdd6340'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:45.136203 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:45.136601 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Bound using segment: {'id': 'f6abc096-49c5-4760-a56d-df42983b5ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ca71408-d455-401e-8422-c0027cdd6340'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:09:45.137075 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Bound port: 2923e43d-ce88-4639-a7ae-6fcc0fa26beb, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6abc096-49c5-4760-a56d-df42983b5ff0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 82, 'network_id': '4ca71408-d455-401e-8422-c0027cdd6340'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:09:45.137487 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:45.211623 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] For port 2923e43d-ce88-4639-a7ae-6fcc0fa26beb, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:09:45.215706 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] For port 2923e43d-ce88-4639-a7ae-6fcc0fa26beb, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2923e43d-ce88-4639-a7ae-6fcc0fa26beb,segment=NetworkSegment(f6abc096-49c5-4760-a56d-df42983b5ff0),segment_id=f6abc096-49c5-4760-a56d-df42983b5ff0)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:09:45.294333 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:45.322778 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e8515eff-e787-45f7-9b3f-31eb60bedd04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:45.346155 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Routers {'8cf513b8-0b9d-4e4d-834c-3ec8d0363d10'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:09:45.347035 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:09:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8cf513b8-0b9d-4e4d-834c-3ec8d0363d10'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:45.439686 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf98bde-859c-496a-8b29-fa38ddedd6e8 None None] Pushing event updated for resources: {'Port': ['ID=2923e43d-ce88-4639-a7ae-6fcc0fa26beb,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:45.475046 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] Set router 8cf513b8-0b9d-4e4d-834c-3ec8d0363d10 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:09:45.592107 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-0529b330-a20a-4fe7-9dff-b36acb8e5691 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:45.593915 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-0529b330-a20a-4fe7-9dff-b36acb8e5691 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.30 "GET /v2.0/networks?id=9cd80526-630e-4bf0-b347-55487ecb1f71 HTTP/1.1" status: 200 len: 816 time: 0.1936307 Aug 17 04:09:45.608732 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Request body: {'port': {'device_id': 'be7c0e8d-11dd-4363-9d0a-8eec654ef76b', 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71', 'admin_state_up': True, 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:45.622171 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-472cb2ff-bba3-4d21-85a2-47d057ccba33 req-acfbdb1a-fbcb-4090-a7bf-ad924b0de9cd tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 210 time: 0.0448704 Aug 17 04:09:45.771695 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2923e43d-ce88-4639-a7ae-6fcc0fa26beb up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:09:45.836549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Made reservation on behalf of 44dd411e4b2944a0a17014f8b97e7de9 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:09:45.840171 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:45.867458 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'name': 'tempest-TestEncryptedCinderVolumes-485471568-router', 'tenant_id': '96d1928a28b24a889e2667828f7167eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9b1d45f5-3a80-44de-9e93-ecd22e6ccac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:09:37Z', 'updated_at': '2021-08-17T04:09:41Z', 'revision_number': 4, 'project_id': '96d1928a28b24a889e2667828f7167eb', 'gw_port': {'id': '9b1d45f5-3a80-44de-9e93-ecd22e6ccac8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:38Z', 'updated_at': '2021-08-17T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2923e43d-ce88-4639-a7ae-6fcc0fa26beb', 'name': '', 'network_id': '4ca71408-d455-401e-8422-c0027cdd6340', 'tenant_id': '96d1928a28b24a889e2667828f7167eb', 'mac_address': 'fa:16:3e:aa:c9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'f4495a5c-eb5b-4407-9aee-a2eabf9bf391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:40Z', 'updated_at': '2021-08-17T04:09:45Z', 'revision_number': 4, 'project_id': '96d1928a28b24a889e2667828f7167eb', 'subnets': [{'id': 'f4495a5c-eb5b-4407-9aee-a2eabf9bf391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:09:45.888801 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 2923e43d-ce88-4639-a7ae-6fcc0fa26beb completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:09:45.894992 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 2923e43d-ce88-4639-a7ae-6fcc0fa26beb triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:45.898578 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:45.899671 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2ce374d-87aa-42dc-98b6-5035129c2406 None None] The sync data for ids ['8cf513b8-0b9d-4e4d-834c-3ec8d0363d10'] in n-d-802060-9 is: [{'id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'name': 'tempest-TestEncryptedCinderVolumes-485471568-router', 'tenant_id': '96d1928a28b24a889e2667828f7167eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9b1d45f5-3a80-44de-9e93-ecd22e6ccac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:09:37Z', 'updated_at': '2021-08-17T04:09:41Z', 'revision_number': 4, 'project_id': '96d1928a28b24a889e2667828f7167eb', 'gw_port': {'id': '9b1d45f5-3a80-44de-9e93-ecd22e6ccac8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:38Z', 'updated_at': '2021-08-17T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2923e43d-ce88-4639-a7ae-6fcc0fa26beb', 'name': '', 'network_id': '4ca71408-d455-401e-8422-c0027cdd6340', 'tenant_id': '96d1928a28b24a889e2667828f7167eb', 'mac_address': 'fa:16:3e:aa:c9:a1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'device_owner': 'network:router_interface', 'standard_attr_id': 4127, 'fixed_ips': [{'subnet_id': 'f4495a5c-eb5b-4407-9aee-a2eabf9bf391', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:40Z', 'updated_at': '2021-08-17T04:09:45Z', 'revision_number': 4, 'project_id': '96d1928a28b24a889e2667828f7167eb', 'subnets': [{'id': 'f4495a5c-eb5b-4407-9aee-a2eabf9bf391', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:09:45.977548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Allocated IP 172.20.0.7 (9cd80526-630e-4bf0-b347-55487ecb1f71/d47943ae-b7fd-4949-897b-ab602acbd7f4/7e6bf35d-35f5-4b0f-9d84-ac3c9b818705) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:09:45.995966 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:46.032050 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 2923e43d-ce88-4639-a7ae-6fcc0fa26beb, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2923e43d-ce88-4639-a7ae-6fcc0fa26beb,segment=NetworkSegment(f6abc096-49c5-4760-a56d-df42983b5ff0),segment_id=f6abc096-49c5-4760-a56d-df42983b5ff0)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:46.099527 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:46.100342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:09:46.140675 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:46.157604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Transition to ACTIVE for port object 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:46.183995 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=2923e43d-ce88-4639-a7ae-6fcc0fa26beb,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:46.194650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:46.194991 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:46.277640 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:46.327125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Network 9cd80526-630e-4bf0-b347-55487ecb1f71 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:09:46.330744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:09:46.334863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:09:46.368411 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Pushing event updated for resources: {'Port': ['ID=7e6bf35d-35f5-4b0f-9d84-ac3c9b818705,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:46.385039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:46.385394 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:46.385756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:46.386098 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:46.386433 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:46.386765 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:46.387092 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:46.387422 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:46.387750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:46.388074 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:46.388437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:46.388750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:46.409750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:46.411363 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:46.512083 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-a814f34f-da5d-4111-8b56-bc5ba7f78346 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9079521 Aug 17 04:09:46.620448 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Request body: {'port': {'device_id': 'be7c0e8d-11dd-4363-9d0a-8eec654ef76b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:09:46.663836 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-10670bf4-eb86-410b-b4c2-7d4eab5dd186 None None] Provisioning for port 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:09:46.668215 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-10670bf4-eb86-410b-b4c2-7d4eab5dd186 None None] Provisioning complete for port 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:46.668597 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-10670bf4-eb86-410b-b4c2-7d4eab5dd186 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:46.681711 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:46.708159 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-10670bf4-eb86-410b-b4c2-7d4eab5dd186 None None] Port 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:09:46.752156 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3240e6c9-3b66-475b-a051-fbe550de30e6 req-1c0abfe5-dabd-426c-bc28-6906366d6873 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:46.753801 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3240e6c9-3b66-475b-a051-fbe550de30e6 req-1c0abfe5-dabd-426c-bc28-6906366d6873 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 931 time: 0.0588479 Aug 17 04:09:46.794033 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3240e6c9-3b66-475b-a051-fbe550de30e6 req-76c74f04-165a-4224-a68d-2bc45d70981c tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333822 Aug 17 04:09:46.951714 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:09:46.960128 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:46.971320 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Transition to ACTIVE for port object 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:09:47.036948 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:47.086640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6bf35d-35f5-4b0f-9d84-ac3c9b818705,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:47.158148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Attempting to bind port 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:09:47.158487 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Attempting to bind port 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '9f31a64c-0d78-4561-aabd-86973f6c7c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:09:47.158815 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Attempting to bind port 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 on network 9cd80526-630e-4bf0-b347-55487ecb1f71 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:09:47.164677 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Port 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 on network 9cd80526-630e-4bf0-b347-55487ecb1f71 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:09:47.165009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Attempting to bind port 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 on network 9cd80526-630e-4bf0-b347-55487ecb1f71 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:09:47.172262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 9, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:09:47.172670 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Checking segment: {'id': '9f31a64c-0d78-4561-aabd-86973f6c7c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:09:47.173089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Bound using segment: {'id': '9f31a64c-0d78-4561-aabd-86973f6c7c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:09:47.173564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Bound port: 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f31a64c-0d78-4561-aabd-86973f6c7c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:09:47.173937 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:47.245165 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] For port 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:09:47.248456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] For port 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7e6bf35d-35f5-4b0f-9d84-ac3c9b818705,segment=NetworkSegment(9f31a64c-0d78-4561-aabd-86973f6c7c3f),segment_id=9f31a64c-0d78-4561-aabd-86973f6c7c3f)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:09:47.403168 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:47.436758 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:47.437494 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:47.438780 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] 10.222.0.30 "PUT /v2.0/ports/7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 HTTP/1.1" status: 200 len: 1091 time: 0.9178543 Aug 17 04:09:47.439255 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'be7c0e8d-11dd-4363-9d0a-8eec654ef76b', 'tag': '7e6bf35d-35f5-4b0f-9d84-ac3c9b818705'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:09:47.442219 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5cfaebee-1ffb-4e07-be7e-56e641cdde85" -d '{"events": [{"name": "network-changed", "server_uuid": "be7c0e8d-11dd-4363-9d0a-8eec654ef76b", "tag": "7e6bf35d-35f5-4b0f-9d84-ac3c9b818705"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:09:47.477159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbea393d-934b-4140-95f7-af2368eaaa24 service neutron] Pushing event updated for resources: {'Port': ['ID=7e6bf35d-35f5-4b0f-9d84-ac3c9b818705,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:47.481173 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:09:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d50ae506-45bb-43ce-8944-564f6b473b96 x-openstack-request-id: req-d50ae506-45bb-43ce-8944-564f6b473b96 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:09:47.481490 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "be7c0e8d-11dd-4363-9d0a-8eec654ef76b", "tag": "7e6bf35d-35f5-4b0f-9d84-ac3c9b818705", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:09:47.481751 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d50ae506-45bb-43ce-8944-564f6b473b96 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:09:47.482148 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'be7c0e8d-11dd-4363-9d0a-8eec654ef76b', 'tag': '7e6bf35d-35f5-4b0f-9d84-ac3c9b818705', 'status': 'completed', 'code': 200} Aug 17 04:09:47.545923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfaebee-1ffb-4e07-be7e-56e641cdde85 req-684e49a8-9b1c-4cd8-96ab-feedb169c9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:47.547724 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5cfaebee-1ffb-4e07-be7e-56e641cdde85 req-684e49a8-9b1c-4cd8-96ab-feedb169c9c4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44dd411e4b2944a0a17014f8b97e7de9&device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 1094 time: 0.0448353 Aug 17 04:09:47.554665 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:09:47.660345 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfaebee-1ffb-4e07-be7e-56e641cdde85 req-e1c8860e-ec26-4f15-b391-d7ee3b3d52db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:47.661930 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5cfaebee-1ffb-4e07-be7e-56e641cdde85 req-e1c8860e-ec26-4f15-b391-d7ee3b3d52db service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=44dd411e4b2944a0a17014f8b97e7de9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.1059315 Aug 17 04:09:47.690001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2923e43d-ce88-4639-a7ae-6fcc0fa26beb up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:09:47.738872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 2923e43d-ce88-4639-a7ae-6fcc0fa26beb triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:47.739135 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:47.761504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfaebee-1ffb-4e07-be7e-56e641cdde85 req-b39ac8d5-8e5d-4281-bc56-93b4685049c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:47.762998 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5cfaebee-1ffb-4e07-be7e-56e641cdde85 req-b39ac8d5-8e5d-4281-bc56-93b4685049c2 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0932593 Aug 17 04:09:47.844957 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-5e80b19d-14c7-4fa2-ba88-947baf5d5aef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:47.846598 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-5e80b19d-14c7-4fa2-ba88-947baf5d5aef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44dd411e4b2944a0a17014f8b97e7de9&device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 1094 time: 0.0457282 Aug 17 04:09:47.888711 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-c1aacb65-0c5f-4844-beea-ef1ae0ba6e2a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 HTTP/1.1" status: 200 len: 217 time: 0.0342579 Aug 17 04:09:47.914277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41262ae6-2150-409f-acc6-0c6d91adb1d6 req-f45d5df7-83e5-43a4-9679-7e3c70eb0194 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:47.915781 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41262ae6-2150-409f-acc6-0c6d91adb1d6 req-f45d5df7-83e5-43a4-9679-7e3c70eb0194 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 943 time: 0.0524673 Aug 17 04:09:47.942087 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-e2a92725-2c73-429f-8740-c43088f91067 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:47.943715 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-e2a92725-2c73-429f-8740-c43088f91067 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=d47943ae-b7fd-4949-897b-ab602acbd7f4 HTTP/1.1" status: 200 len: 855 time: 0.0475755 Aug 17 04:09:47.949830 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d70954df-3d2f-4ee8-8ccb-3754c3fbbc55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:47.961752 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41262ae6-2150-409f-acc6-0c6d91adb1d6 req-cbdf6209-ceae-4afe-9879-f531c5d99abc tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398264 Aug 17 04:09:47.997617 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-f1289655-da9b-4f6a-9d23-0fc5c7fdaf4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:47.999055 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-f1289655-da9b-4f6a-9d23-0fc5c7fdaf4f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=9cd80526-630e-4bf0-b347-55487ecb1f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0480134 Aug 17 04:09:48.089816 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-8e1a2c15-74bf-47f3-ae6a-5f6e64c7c337 service neutron] 10.222.0.30 "GET /v2.0/networks/9cd80526-630e-4bf0-b347-55487ecb1f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838430 Aug 17 04:09:48.235674 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:48.520480 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d78341c7-424a-4d88-b6fe-4a3435fdb503 req-85a99907-7cad-4393-9a8d-4c076e457c36 service neutron] 10.222.0.30 "GET /v2.0/networks/9cd80526-630e-4bf0-b347-55487ecb1f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4219298 Aug 17 04:09:49.083205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4ae1511-18d6-4a8e-8126-859ab17de62e req-8d5021a4-e220-489c-ae1b-d07645a0664a tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:49.084725 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c4ae1511-18d6-4a8e-8126-859ab17de62e req-8d5021a4-e220-489c-ae1b-d07645a0664a tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 943 time: 0.0489593 Aug 17 04:09:49.122816 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c4ae1511-18d6-4a8e-8126-859ab17de62e req-bbf43c8a-0515-4d40-838d-78af8b2d3155 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321751 Aug 17 04:09:49.418142 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:50.241911 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fefcd9b-70ec-4d02-aadd-ad4b1db6224a req-77593b0c-6dce-42d6-9ec5-fd83ee952a0e tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:50.243445 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1fefcd9b-70ec-4d02-aadd-ad4b1db6224a req-77593b0c-6dce-42d6-9ec5-fd83ee952a0e tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 943 time: 0.0539441 Aug 17 04:09:50.282077 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1fefcd9b-70ec-4d02-aadd-ad4b1db6224a req-71ea10b8-a266-47da-a4f4-89ce9bf10570 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326757 Aug 17 04:09:51.056809 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:09:51.154680 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:51.160994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7e6bf35d-35f5-4b0f-9d84-ac3c9b818705,segment=NetworkSegment(9f31a64c-0d78-4561-aabd-86973f6c7c3f),segment_id=9f31a64c-0d78-4561-aabd-86973f6c7c3f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:51.170896 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '7e6bf35d-35f5-4b0f-9d84-ac3c9b818705', 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71', 'port_id': '7e6bf35d-35f5-4b0f-9d84-ac3c9b818705', 'mac_address': 'fa:16:3e:9e:b9:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47943ae-b7fd-4949-897b-ab602acbd7f4', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:09:51.208904 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:51.220989 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:09:51.243914 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7e6bf35d-35f5-4b0f-9d84-ac3c9b818705,segment=NetworkSegment(9f31a64c-0d78-4561-aabd-86973f6c7c3f),segment_id=9f31a64c-0d78-4561-aabd-86973f6c7c3f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:51.317535 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:51.369264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=7e6bf35d-35f5-4b0f-9d84-ac3c9b818705,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:51.399225 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9393dc9e-3824-4185-a806-d928e2e7602d req-556c637b-4972-413d-b912-221180e1f82e tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:51.400743 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9393dc9e-3824-4185-a806-d928e2e7602d req-556c637b-4972-413d-b912-221180e1f82e tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 944 time: 0.0500255 Aug 17 04:09:51.438790 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9393dc9e-3824-4185-a806-d928e2e7602d req-46d55f05-a2d5-494c-8d94-9263b98f02e2 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321009 Aug 17 04:09:51.526260 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['7e6bf35d-35f5-4b0f-9d84-ac3c9b818705'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:09:52.552053 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fdb2b71-ee0a-41b3-90a4-33479c904030 req-b264bb80-8db4-4583-bf5f-6686e6dc68f1 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:52.553587 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4fdb2b71-ee0a-41b3-90a4-33479c904030 req-b264bb80-8db4-4583-bf5f-6686e6dc68f1 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 944 time: 0.0505815 Aug 17 04:09:52.591094 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4fdb2b71-ee0a-41b3-90a4-33479c904030 req-15cd221e-a783-4b8f-be81-f96bcf951890 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316839 Aug 17 04:09:53.081645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:09:53.173733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:09:53.178287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:09:53.178664 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:53.257078 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:53.278969 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7c0e8d-11dd-4363-9d0a-8eec654ef76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6bf35d-35f5-4b0f-9d84-ac3c9b818705'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:09:53.281194 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33fb6d78-6710-49fd-bb3f-dc1daf319b3f" -d '{"events": [{"server_uuid": "be7c0e8d-11dd-4363-9d0a-8eec654ef76b", "name": "network-vif-plugged", "status": "completed", "tag": "7e6bf35d-35f5-4b0f-9d84-ac3c9b818705"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:09:53.294866 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7e6bf35d-35f5-4b0f-9d84-ac3c9b818705,segment=NetworkSegment(9f31a64c-0d78-4561-aabd-86973f6c7c3f),segment_id=9f31a64c-0d78-4561-aabd-86973f6c7c3f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:09:53.316970 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:09:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d1ba904-690a-49c4-8d0c-f5c7a3caaffb x-openstack-request-id: req-6d1ba904-690a-49c4-8d0c-f5c7a3caaffb {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:09:53.317268 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7c0e8d-11dd-4363-9d0a-8eec654ef76b", "name": "network-vif-plugged", "status": "completed", "tag": "7e6bf35d-35f5-4b0f-9d84-ac3c9b818705", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:09:53.317567 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6d1ba904-690a-49c4-8d0c-f5c7a3caaffb {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:09:53.317996 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7c0e8d-11dd-4363-9d0a-8eec654ef76b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7e6bf35d-35f5-4b0f-9d84-ac3c9b818705', 'code': 200} Aug 17 04:09:53.351352 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:09:53.412446 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=7e6bf35d-35f5-4b0f-9d84-ac3c9b818705,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:09:53.419192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-632d07bb-ef6f-416c-b37d-31cce916d282 req-8e64a72c-1a26-4e13-a213-328232a6cd89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:53.420718 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-632d07bb-ef6f-416c-b37d-31cce916d282 req-8e64a72c-1a26-4e13-a213-328232a6cd89 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 1096 time: 0.0411506 Aug 17 04:09:53.422114 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:53.422825 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:53.423316 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:53.423798 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:53.424279 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:53.424761 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:53.425239 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:53.425811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:53.426305 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:53.426763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:53.427246 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:53.427884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:09:53.455733 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-632d07bb-ef6f-416c-b37d-31cce916d282 req-f8a766fd-ea33-41b4-bc8e-7f3ddc74fce5 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0275640 Aug 17 04:09:53.718728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a3df96a-0346-4db9-ac0f-0204777571aa req-3e011e17-be54-4c2d-a5c7-7c37248c33f3 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:53.720906 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0a3df96a-0346-4db9-ac0f-0204777571aa req-3e011e17-be54-4c2d-a5c7-7c37248c33f3 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 945 time: 0.0607028 Aug 17 04:09:53.761348 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0a3df96a-0346-4db9-ac0f-0204777571aa req-2ad26757-7139-4aff-a26e-865b6427bcf7 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344739 Aug 17 04:09:54.879572 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e16cdbf2-c58e-4b1b-aa94-ee39544458be req-6e588479-2a18-4b29-bd94-5a3ba493b0aa tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:54.881097 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e16cdbf2-c58e-4b1b-aa94-ee39544458be req-6e588479-2a18-4b29-bd94-5a3ba493b0aa tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 945 time: 0.0519764 Aug 17 04:09:54.920219 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e16cdbf2-c58e-4b1b-aa94-ee39544458be req-79a3cb15-8555-4f32-aefd-208effe1089c tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331237 Aug 17 04:09:55.031388 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9aff77-06f9-4a84-82f8-cf3a2320c47e req-9608f1bf-2fd1-42db-af43-a29976169d24 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:09:55.032755 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bc9aff77-06f9-4a84-82f8-cf3a2320c47e req-9608f1bf-2fd1-42db-af43-a29976169d24 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 945 time: 0.0476294 Aug 17 04:09:55.069805 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bc9aff77-06f9-4a84-82f8-cf3a2320c47e req-2ff0592d-33eb-4a96-8a48-a33b397f5b09 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305405 Aug 17 04:10:03.864867 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:04.504860 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:15.310722 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-387c6722-faf3-4238-aac3-f0e4a75d82df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:17.355629 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a05d173e-de22-4759-8fef-cba0a802e29c req-2d8d0cbd-e532-44e3-a7ca-0f4b6ac08202 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:17.357102 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a05d173e-de22-4759-8fef-cba0a802e29c req-2d8d0cbd-e532-44e3-a7ca-0f4b6ac08202 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 945 time: 0.0529442 Aug 17 04:10:17.399651 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a05d173e-de22-4759-8fef-cba0a802e29c req-e79bdc22-813f-4e9c-b052-33b6f8f9c50d tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363889 Aug 17 04:10:17.948696 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f121ce88-def1-4352-8744-43c879399409 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:18.276166 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:18.515704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5061634e-f870-49e9-b686-aa3c0b8206a9 req-a9139897-734c-4af2-8a0f-2f688d062b59 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:18.517200 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5061634e-f870-49e9-b686-aa3c0b8206a9 req-a9139897-734c-4af2-8a0f-2f688d062b59 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 945 time: 0.0503969 Aug 17 04:10:18.556049 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5061634e-f870-49e9-b686-aa3c0b8206a9 req-54bb1063-aef6-436e-a516-184dc7ec35f1 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323532 Aug 17 04:10:18.870112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9742183b-6de6-4346-a4fb-ce9519d0a55b req-b2c8429b-e812-436a-85cb-a8a36018fe75 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:18.871460 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9742183b-6de6-4346-a4fb-ce9519d0a55b req-b2c8429b-e812-436a-85cb-a8a36018fe75 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.30 "GET /v2.0/ports?device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 945 time: 0.0471184 Aug 17 04:10:18.969218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-9742183b-6de6-4346-a4fb-ce9519d0a55b req-65cb6e98-b85e-4a27-903a-be03cd3e557d tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Deleting port 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:10:18.969604 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9742183b-6de6-4346-a4fb-ce9519d0a55b req-65cb6e98-b85e-4a27-903a-be03cd3e557d tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:19.056037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9742183b-6de6-4346-a4fb-ce9519d0a55b req-65cb6e98-b85e-4a27-903a-be03cd3e557d tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] For port 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=7e6bf35d-35f5-4b0f-9d84-ac3c9b818705,segment=NetworkSegment(9f31a64c-0d78-4561-aabd-86973f6c7c3f),segment_id=9f31a64c-0d78-4561-aabd-86973f6c7c3f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:10:19.056404 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9742183b-6de6-4346-a4fb-ce9519d0a55b req-65cb6e98-b85e-4a27-903a-be03cd3e557d tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:19.068241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-9742183b-6de6-4346-a4fb-ce9519d0a55b req-65cb6e98-b85e-4a27-903a-be03cd3e557d tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Calling delete_port for 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:10:19.247754 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9742183b-6de6-4346-a4fb-ce9519d0a55b req-65cb6e98-b85e-4a27-903a-be03cd3e557d tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:19.259880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['7e6bf35d-35f5-4b0f-9d84-ac3c9b818705'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:10:19.279519 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65cb6e98-b85e-4a27-903a-be03cd3e557d tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Pushing event deleted for resources: {'Port': ['ID=7e6bf35d-35f5-4b0f-9d84-ac3c9b818705,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:10:19.329586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9742183b-6de6-4346-a4fb-ce9519d0a55b req-65cb6e98-b85e-4a27-903a-be03cd3e557d tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] No DVR routers for this DVR port 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:10:19.332442 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9742183b-6de6-4346-a4fb-ce9519d0a55b req-65cb6e98-b85e-4a27-903a-be03cd3e557d tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:19.334636 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9742183b-6de6-4346-a4fb-ce9519d0a55b req-65cb6e98-b85e-4a27-903a-be03cd3e557d tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.30 "DELETE /v2.0/ports/7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 HTTP/1.1" status: 204 len: 173 time: 0.4557116 Aug 17 04:10:19.335096 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'be7c0e8d-11dd-4363-9d0a-8eec654ef76b', 'name': 'network-vif-deleted', 'tag': '7e6bf35d-35f5-4b0f-9d84-ac3c9b818705'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:10:19.337676 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89bba8ae-14fa-4dd2-9e43-7c0bd3d51e99" -d '{"events": [{"server_uuid": "be7c0e8d-11dd-4363-9d0a-8eec654ef76b", "name": "network-vif-deleted", "tag": "7e6bf35d-35f5-4b0f-9d84-ac3c9b818705"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:10:19.382114 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53052f57-cf34-4759-a05e-8fb158ca95f4 x-openstack-request-id: req-53052f57-cf34-4759-a05e-8fb158ca95f4 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:10:19.382415 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "be7c0e8d-11dd-4363-9d0a-8eec654ef76b", "name": "network-vif-deleted", "tag": "7e6bf35d-35f5-4b0f-9d84-ac3c9b818705", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:10:19.382666 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-53052f57-cf34-4759-a05e-8fb158ca95f4 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:10:19.383068 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'be7c0e8d-11dd-4363-9d0a-8eec654ef76b', 'name': 'network-vif-deleted', 'tag': '7e6bf35d-35f5-4b0f-9d84-ac3c9b818705', 'status': 'completed', 'code': 200} Aug 17 04:10:19.384928 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:19.684583 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c3515ab1-2efd-4410-843f-aa241af4c048 req-ccb75ee8-766a-4abf-ac1f-5268c4690e17 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 210 time: 0.0269139 Aug 17 04:10:19.733997 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2a7375c3-e03c-4c0f-930b-350df35fa8a7 req-3d87ab7c-82e2-4391-a208-afab168f4a96 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 210 time: 0.0264475 Aug 17 04:10:19.802882 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2a7375c3-e03c-4c0f-930b-350df35fa8a7 req-a0863644-37c8-41b5-ab3c-95f9aca444b4 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=44dd411e4b2944a0a17014f8b97e7de9&device_id=be7c0e8d-11dd-4363-9d0a-8eec654ef76b HTTP/1.1" status: 200 len: 210 time: 0.0264230 Aug 17 04:10:19.920599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7375c3-e03c-4c0f-930b-350df35fa8a7 req-f2fef9cf-b921-4a5a-bc7d-d34c0a9e3702 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:19.922169 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2a7375c3-e03c-4c0f-930b-350df35fa8a7 req-f2fef9cf-b921-4a5a-bc7d-d34c0a9e3702 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=44dd411e4b2944a0a17014f8b97e7de9&shared=False HTTP/1.1" status: 200 len: 916 time: 0.0999079 Aug 17 04:10:20.019457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7375c3-e03c-4c0f-930b-350df35fa8a7 req-708e0564-72d5-43d4-b573-e8038ca3f758 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:20.020947 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2a7375c3-e03c-4c0f-930b-350df35fa8a7 req-708e0564-72d5-43d4-b573-e8038ca3f758 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0922174 Aug 17 04:10:21.167731 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:21.379389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-aea58d98-c63b-4398-95c4-42821dce1dd8 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:21.380774 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-aea58d98-c63b-4398-95c4-42821dce1dd8 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/networks?id=9cd80526-630e-4bf0-b347-55487ecb1f71 HTTP/1.1" status: 200 len: 816 time: 0.1024120 Aug 17 04:10:21.396363 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-3270cc59-1a76-4e3f-bf05-077a7155f47a tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/quotas/44dd411e4b2944a0a17014f8b97e7de9 HTTP/1.1" status: 200 len: 375 time: 0.0088525 Aug 17 04:10:21.448803 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-c9cd9e35-eee0-43d2-b61f-fa2688ca1475 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=44dd411e4b2944a0a17014f8b97e7de9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0460622 Aug 17 04:10:21.550819 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-b3714cf1-259d-4003-af09-d4f37ff6e462 service neutron] 10.222.0.10 "GET /v2.0/networks/9cd80526-630e-4bf0-b347-55487ecb1f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872939 Aug 17 04:10:21.640761 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-0abaa386-7f38-4eed-bf5e-95092ccb4018 service neutron] 10.222.0.10 "GET /v2.0/networks/9cd80526-630e-4bf0-b347-55487ecb1f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834756 Aug 17 04:10:21.879826 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8dbb84a1-4818-43e8-b52b-0fd778b056d1 req-4e77b912-ca3f-4fe8-a579-2a7a40032d5c tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea6c8aaa-7c58-4d3e-b094-3f78de341004 HTTP/1.1" status: 200 len: 210 time: 0.0267498 Aug 17 04:10:22.979794 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-62206226-9058-49a3-be67-04f13b6c0444 req-6a992ed6-e1c7-40b8-8d1c-87a4893e933b tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea6c8aaa-7c58-4d3e-b094-3f78de341004 HTTP/1.1" status: 200 len: 210 time: 0.0317276 Aug 17 04:10:23.253279 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:10:23.274249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:10:23.274608 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 7e6bf35d-35f5-4b0f-9d84-ac3c9b818705 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:10:23.725386 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-fc9d202e-312d-44d8-8767-825f8d8ec525 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:23.727470 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-fc9d202e-312d-44d8-8767-825f8d8ec525 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.60 "GET /v2.0/networks?id=9cd80526-630e-4bf0-b347-55487ecb1f71 HTTP/1.1" status: 200 len: 816 time: 0.1064937 Aug 17 04:10:23.739718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-909ec839-4980-4690-bc1a-c3abc0f3bed5 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Request body: {'port': {'device_id': 'ea6c8aaa-7c58-4d3e-b094-3f78de341004', 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71', 'admin_state_up': True, 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:10:23.910109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-909ec839-4980-4690-bc1a-c3abc0f3bed5 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Made reservation on behalf of 44dd411e4b2944a0a17014f8b97e7de9 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:10:23.913621 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-909ec839-4980-4690-bc1a-c3abc0f3bed5 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:24.045521 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-909ec839-4980-4690-bc1a-c3abc0f3bed5 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Allocated IP 172.20.0.10 (9cd80526-630e-4bf0-b347-55487ecb1f71/d47943ae-b7fd-4949-897b-ab602acbd7f4/505f868e-692b-4f94-a465-016f4c4f6328) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:10:24.081971 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b5e78819-d921-4ae5-89f7-e9e73ead4ae0 req-c67bc521-860a-4e17-a218-b3aee3a2184a tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea6c8aaa-7c58-4d3e-b094-3f78de341004 HTTP/1.1" status: 200 len: 210 time: 0.0283070 Aug 17 04:10:24.194083 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-909ec839-4980-4690-bc1a-c3abc0f3bed5 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:24.208009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-909ec839-4980-4690-bc1a-c3abc0f3bed5 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Transition to ACTIVE for port object 505f868e-692b-4f94-a465-016f4c4f6328 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:10:24.316459 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-909ec839-4980-4690-bc1a-c3abc0f3bed5 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:24.358818 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-909ec839-4980-4690-bc1a-c3abc0f3bed5 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Network 9cd80526-630e-4bf0-b347-55487ecb1f71 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:10:24.365185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-909ec839-4980-4690-bc1a-c3abc0f3bed5 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:10:24.373984 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-909ec839-4980-4690-bc1a-c3abc0f3bed5 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:10:24.403163 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-909ec839-4980-4690-bc1a-c3abc0f3bed5 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Pushing event updated for resources: {'Port': ['ID=505f868e-692b-4f94-a465-016f4c4f6328,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:10:24.431347 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-909ec839-4980-4690-bc1a-c3abc0f3bed5 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:24.432044 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-909ec839-4980-4690-bc1a-c3abc0f3bed5 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:24.511156 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-909ec839-4980-4690-bc1a-c3abc0f3bed5 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7752414 Aug 17 04:10:24.524821 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Request body: {'port': {'device_id': 'ea6c8aaa-7c58-4d3e-b094-3f78de341004', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:10:24.554166 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:10:24.584956 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:24.664838 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a4a9294a-e0f7-464e-896a-8befc5154341 None None] Provisioning for port 505f868e-692b-4f94-a465-016f4c4f6328 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:10:24.668858 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a4a9294a-e0f7-464e-896a-8befc5154341 None None] Provisioning complete for port 505f868e-692b-4f94-a465-016f4c4f6328 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:10:24.669228 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a4a9294a-e0f7-464e-896a-8befc5154341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:24.703609 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a4a9294a-e0f7-464e-896a-8befc5154341 None None] Port 505f868e-692b-4f94-a465-016f4c4f6328 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:10:24.850953 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 505f868e-692b-4f94-a465-016f4c4f6328 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:10:24.858283 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:24.871719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Transition to ACTIVE for port object 505f868e-692b-4f94-a465-016f4c4f6328 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:10:24.962316 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:25.035219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Pushing event updated for resources: {'Port': ['ID=505f868e-692b-4f94-a465-016f4c4f6328,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:10:25.090756 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Attempting to bind port 505f868e-692b-4f94-a465-016f4c4f6328 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:10:25.091314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Attempting to bind port 505f868e-692b-4f94-a465-016f4c4f6328 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '9f31a64c-0d78-4561-aabd-86973f6c7c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:10:25.091856 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Attempting to bind port 505f868e-692b-4f94-a465-016f4c4f6328 on network 9cd80526-630e-4bf0-b347-55487ecb1f71 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:10:25.098250 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Port 505f868e-692b-4f94-a465-016f4c4f6328 on network 9cd80526-630e-4bf0-b347-55487ecb1f71 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:10:25.098579 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Attempting to bind port 505f868e-692b-4f94-a465-016f4c4f6328 on network 9cd80526-630e-4bf0-b347-55487ecb1f71 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:10:25.104657 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 10, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:10:25.105003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Checking segment: {'id': '9f31a64c-0d78-4561-aabd-86973f6c7c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:10:25.105400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Bound using segment: {'id': '9f31a64c-0d78-4561-aabd-86973f6c7c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:10:25.105861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Bound port: 505f868e-692b-4f94-a465-016f4c4f6328, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9f31a64c-0d78-4561-aabd-86973f6c7c3f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 88, 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:10:25.106229 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:25.189270 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] For port 505f868e-692b-4f94-a465-016f4c4f6328, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:10:25.193088 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] For port 505f868e-692b-4f94-a465-016f4c4f6328, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=505f868e-692b-4f94-a465-016f4c4f6328,segment=NetworkSegment(9f31a64c-0d78-4561-aabd-86973f6c7c3f),segment_id=9f31a64c-0d78-4561-aabd-86973f6c7c3f)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:10:25.211487 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81aed80c-e175-4f9e-a3a2-6343df133dbc req-843f38ab-f469-4f9d-aa3a-c78827ca1446 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:25.213109 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81aed80c-e175-4f9e-a3a2-6343df133dbc req-843f38ab-f469-4f9d-aa3a-c78827ca1446 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea6c8aaa-7c58-4d3e-b094-3f78de341004 HTTP/1.1" status: 200 len: 944 time: 0.0524280 Aug 17 04:10:25.251782 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-81aed80c-e175-4f9e-a3a2-6343df133dbc req-4d25a228-0df9-4707-b2d3-83bd945b7a23 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327287 Aug 17 04:10:25.270599 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:25.304203 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:25.304827 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:25.306864 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] 10.222.0.60 "PUT /v2.0/ports/505f868e-692b-4f94-a465-016f4c4f6328 HTTP/1.1" status: 200 len: 1092 time: 0.7872293 Aug 17 04:10:25.308079 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea6c8aaa-7c58-4d3e-b094-3f78de341004', 'tag': '505f868e-692b-4f94-a465-016f4c4f6328'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:10:25.309600 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-83be0ab7-d877-47fa-8c19-4804e59d8cdf" -d '{"events": [{"name": "network-changed", "server_uuid": "ea6c8aaa-7c58-4d3e-b094-3f78de341004", "tag": "505f868e-692b-4f94-a465-016f4c4f6328"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:10:25.338401 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9099cab3-5514-4470-b767-16fbeb28575b service neutron] Pushing event updated for resources: {'Port': ['ID=505f868e-692b-4f94-a465-016f4c4f6328,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:10:25.428642 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:10:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227cdae3-d150-4614-8d1c-0a6e7065a40b x-openstack-request-id: req-227cdae3-d150-4614-8d1c-0a6e7065a40b {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:10:25.428945 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea6c8aaa-7c58-4d3e-b094-3f78de341004", "tag": "505f868e-692b-4f94-a465-016f4c4f6328", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:10:25.429198 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-227cdae3-d150-4614-8d1c-0a6e7065a40b {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:10:25.429624 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea6c8aaa-7c58-4d3e-b094-3f78de341004', 'tag': '505f868e-692b-4f94-a465-016f4c4f6328', 'status': 'completed', 'code': 200} Aug 17 04:10:25.446917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-5ac37bf3-0b29-4e18-aa1d-ddf56a6a294f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:25.448459 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-5ac37bf3-0b29-4e18-aa1d-ddf56a6a294f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44dd411e4b2944a0a17014f8b97e7de9&device_id=ea6c8aaa-7c58-4d3e-b094-3f78de341004 HTTP/1.1" status: 200 len: 1095 time: 0.0525670 Aug 17 04:10:25.499259 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-e51c8d77-6858-483a-bf93-eb9c82ce01e7 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=505f868e-692b-4f94-a465-016f4c4f6328 HTTP/1.1" status: 200 len: 217 time: 0.0414338 Aug 17 04:10:25.548979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-0881f74f-e96a-47ec-9204-184c3f6ab010 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:25.550504 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-0881f74f-e96a-47ec-9204-184c3f6ab010 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d47943ae-b7fd-4949-897b-ab602acbd7f4 HTTP/1.1" status: 200 len: 855 time: 0.0443444 Aug 17 04:10:25.595570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-ee142f4c-8f4c-425c-847f-96654d3b1b7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:25.596965 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-ee142f4c-8f4c-425c-847f-96654d3b1b7e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cd80526-630e-4bf0-b347-55487ecb1f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0398860 Aug 17 04:10:25.691882 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-264cdcb0-43a9-4295-830e-b4d48c930ba2 service neutron] 10.222.0.60 "GET /v2.0/networks/9cd80526-630e-4bf0-b347-55487ecb1f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877285 Aug 17 04:10:25.784901 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ffde50da-d89e-4c60-bcd0-47f5064228d7 req-e0fffb93-483d-48e6-8168-e893fa50a8b7 service neutron] 10.222.0.60 "GET /v2.0/networks/9cd80526-630e-4bf0-b347-55487ecb1f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862069 Aug 17 04:10:25.938825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be0ab7-d877-47fa-8c19-4804e59d8cdf req-8a0aea43-960d-499d-8172-326a7adefd6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:25.940330 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-83be0ab7-d877-47fa-8c19-4804e59d8cdf req-8a0aea43-960d-499d-8172-326a7adefd6c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=44dd411e4b2944a0a17014f8b97e7de9&device_id=ea6c8aaa-7c58-4d3e-b094-3f78de341004 HTTP/1.1" status: 200 len: 1095 time: 0.0413454 Aug 17 04:10:26.032854 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be0ab7-d877-47fa-8c19-4804e59d8cdf req-01343683-6c3b-4746-8b21-939ac2e4da6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:26.034282 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-83be0ab7-d877-47fa-8c19-4804e59d8cdf req-01343683-6c3b-4746-8b21-939ac2e4da6e service neutron] 10.222.0.60 "GET /v2.0/networks?id=9cd80526-630e-4bf0-b347-55487ecb1f71 HTTP/1.1" status: 200 len: 916 time: 0.0870163 Aug 17 04:10:26.074974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-83be0ab7-d877-47fa-8c19-4804e59d8cdf req-1ecfc869-4528-4a4b-aaa9-ada6c4812da8 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=505f868e-692b-4f94-a465-016f4c4f6328 HTTP/1.1" status: 200 len: 217 time: 0.0338421 Aug 17 04:10:26.124580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be0ab7-d877-47fa-8c19-4804e59d8cdf req-695b4ace-1cb1-4f8f-9f7e-4f46e88f8d60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:26.126035 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-83be0ab7-d877-47fa-8c19-4804e59d8cdf req-695b4ace-1cb1-4f8f-9f7e-4f46e88f8d60 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=d47943ae-b7fd-4949-897b-ab602acbd7f4 HTTP/1.1" status: 200 len: 855 time: 0.0418291 Aug 17 04:10:26.170258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83be0ab7-d877-47fa-8c19-4804e59d8cdf req-844065e1-e526-470a-a1e8-08ab0c27f35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:26.171740 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-83be0ab7-d877-47fa-8c19-4804e59d8cdf req-844065e1-e526-470a-a1e8-08ab0c27f35a service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=9cd80526-630e-4bf0-b347-55487ecb1f71&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0386608 Aug 17 04:10:26.262220 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-83be0ab7-d877-47fa-8c19-4804e59d8cdf req-666b5408-6c10-401e-97d9-423796d053fa service neutron] 10.222.0.60 "GET /v2.0/networks/9cd80526-630e-4bf0-b347-55487ecb1f71?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829859 Aug 17 04:10:26.358306 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-83be0ab7-d877-47fa-8c19-4804e59d8cdf req-8b9b1ced-0bec-4275-83dc-dd1ce2c45882 service neutron] 10.222.0.60 "GET /v2.0/networks/9cd80526-630e-4bf0-b347-55487ecb1f71?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882127 Aug 17 04:10:26.371234 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f35b0c-e9e3-402d-9b6c-3f2886f7b004 req-54d28f6b-a1e4-4472-9194-18aafd914e16 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:26.372758 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-47f35b0c-e9e3-402d-9b6c-3f2886f7b004 req-54d28f6b-a1e4-4472-9194-18aafd914e16 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea6c8aaa-7c58-4d3e-b094-3f78de341004 HTTP/1.1" status: 200 len: 944 time: 0.0499029 Aug 17 04:10:26.412157 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-47f35b0c-e9e3-402d-9b6c-3f2886f7b004 req-cfd963b6-3be0-4fc5-8521-e69a3ead2335 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319524 Aug 17 04:10:27.530039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfeefd97-8301-4442-a577-089c90d684b3 req-9a1df78e-5d30-4e2a-a96e-6f3c108e6e31 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:27.531523 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dfeefd97-8301-4442-a577-089c90d684b3 req-9a1df78e-5d30-4e2a-a96e-6f3c108e6e31 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea6c8aaa-7c58-4d3e-b094-3f78de341004 HTTP/1.1" status: 200 len: 944 time: 0.0527120 Aug 17 04:10:27.569634 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dfeefd97-8301-4442-a577-089c90d684b3 req-b534993c-5106-44db-a332-d67791a733ac tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321500 Aug 17 04:10:28.298056 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 505f868e-692b-4f94-a465-016f4c4f6328 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:10:28.400209 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 505f868e-692b-4f94-a465-016f4c4f6328, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=505f868e-692b-4f94-a465-016f4c4f6328,segment=NetworkSegment(9f31a64c-0d78-4561-aabd-86973f6c7c3f),segment_id=9f31a64c-0d78-4561-aabd-86973f6c7c3f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:10:28.410881 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '505f868e-692b-4f94-a465-016f4c4f6328', 'network_id': '9cd80526-630e-4bf0-b347-55487ecb1f71', 'port_id': '505f868e-692b-4f94-a465-016f4c4f6328', 'mac_address': 'fa:16:3e:e1:0a:46', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 88, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'd47943ae-b7fd-4949-897b-ab602acbd7f4', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:10:28.447861 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:28.463560 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 505f868e-692b-4f94-a465-016f4c4f6328 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:10:28.482517 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 505f868e-692b-4f94-a465-016f4c4f6328, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=505f868e-692b-4f94-a465-016f4c4f6328,segment=NetworkSegment(9f31a64c-0d78-4561-aabd-86973f6c7c3f),segment_id=9f31a64c-0d78-4561-aabd-86973f6c7c3f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:10:28.572911 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:28.620765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=505f868e-692b-4f94-a465-016f4c4f6328,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:10:28.686356 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc75bed-559b-4b78-a580-11e8593ee258 req-3b69b9e6-7bde-410b-8c43-37b847d79179 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:28.687844 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3fc75bed-559b-4b78-a580-11e8593ee258 req-3b69b9e6-7bde-410b-8c43-37b847d79179 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea6c8aaa-7c58-4d3e-b094-3f78de341004 HTTP/1.1" status: 200 len: 945 time: 0.0480220 Aug 17 04:10:28.728417 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3fc75bed-559b-4b78-a580-11e8593ee258 req-5b08483b-4c3d-46be-bfd8-8741685efcd8 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345917 Aug 17 04:10:28.779183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['505f868e-692b-4f94-a465-016f4c4f6328'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:10:29.865570 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfce20d-6b12-4d26-8c94-fd78d664ff05 req-c7cc1c9e-d97f-478d-9dfb-d67e93cc394d tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:29.867111 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ecfce20d-6b12-4d26-8c94-fd78d664ff05 req-c7cc1c9e-d97f-478d-9dfb-d67e93cc394d tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea6c8aaa-7c58-4d3e-b094-3f78de341004 HTTP/1.1" status: 200 len: 945 time: 0.0543706 Aug 17 04:10:29.910014 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ecfce20d-6b12-4d26-8c94-fd78d664ff05 req-1999bab2-b5b4-4d4d-b3b6-c5d9e4f5f09e tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364637 Aug 17 04:10:30.297721 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 505f868e-692b-4f94-a465-016f4c4f6328 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:10:30.418587 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 505f868e-692b-4f94-a465-016f4c4f6328 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:10:30.422593 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 505f868e-692b-4f94-a465-016f4c4f6328 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:10:30.422998 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:30.500393 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:30.522799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6c8aaa-7c58-4d3e-b094-3f78de341004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505f868e-692b-4f94-a465-016f4c4f6328'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:10:30.525282 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c72aa54e-d6c5-4448-b8ae-22a093e70e41" -d '{"events": [{"server_uuid": "ea6c8aaa-7c58-4d3e-b094-3f78de341004", "name": "network-vif-plugged", "status": "completed", "tag": "505f868e-692b-4f94-a465-016f4c4f6328"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:10:30.537807 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 505f868e-692b-4f94-a465-016f4c4f6328, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=505f868e-692b-4f94-a465-016f4c4f6328,segment=NetworkSegment(9f31a64c-0d78-4561-aabd-86973f6c7c3f),segment_id=9f31a64c-0d78-4561-aabd-86973f6c7c3f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:10:30.560506 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:10:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9068957b-c8a0-42ff-b181-b6ac3b23008b x-openstack-request-id: req-9068957b-c8a0-42ff-b181-b6ac3b23008b {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:10:30.560802 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6c8aaa-7c58-4d3e-b094-3f78de341004", "name": "network-vif-plugged", "status": "completed", "tag": "505f868e-692b-4f94-a465-016f4c4f6328", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:10:30.561069 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9068957b-c8a0-42ff-b181-b6ac3b23008b {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:10:30.561495 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6c8aaa-7c58-4d3e-b094-3f78de341004', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '505f868e-692b-4f94-a465-016f4c4f6328', 'code': 200} Aug 17 04:10:30.624839 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:30.663086 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e047f7-ee08-498d-9aa8-2d1e53bd7703 req-6ff3de83-d43a-4001-8a40-5d671090dda8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:30.665357 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0e047f7-ee08-498d-9aa8-2d1e53bd7703 req-6ff3de83-d43a-4001-8a40-5d671090dda8 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=ea6c8aaa-7c58-4d3e-b094-3f78de341004 HTTP/1.1" status: 200 len: 1097 time: 0.0443103 Aug 17 04:10:30.679165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=505f868e-692b-4f94-a465-016f4c4f6328,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:10:30.703943 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e0e047f7-ee08-498d-9aa8-2d1e53bd7703 req-33e719c3-bb41-4247-8dc5-f88918626e42 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320299 Aug 17 04:10:31.029733 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b45b64-a680-4e55-a5d3-3e6f308e41f0 req-fb96bff3-0f8c-472c-9884-a7cad9333f93 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:31.031198 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-47b45b64-a680-4e55-a5d3-3e6f308e41f0 req-fb96bff3-0f8c-472c-9884-a7cad9333f93 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea6c8aaa-7c58-4d3e-b094-3f78de341004 HTTP/1.1" status: 200 len: 946 time: 0.0531740 Aug 17 04:10:31.068302 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-47b45b64-a680-4e55-a5d3-3e6f308e41f0 req-4e744f95-82bd-445f-8b7c-f1f882558263 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311587 Aug 17 04:10:32.197783 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca78958-c4b0-4a77-bb35-890e991f96f3 req-f2bb8fba-a622-48eb-9168-41100bc215fa tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:32.199284 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bca78958-c4b0-4a77-bb35-890e991f96f3 req-f2bb8fba-a622-48eb-9168-41100bc215fa tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea6c8aaa-7c58-4d3e-b094-3f78de341004 HTTP/1.1" status: 200 len: 946 time: 0.0492578 Aug 17 04:10:32.237125 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bca78958-c4b0-4a77-bb35-890e991f96f3 req-517ab982-abf7-4c09-85ca-46c84da80400 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316381 Aug 17 04:10:32.351574 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2d2d12-1b77-4a84-9a45-fcf0a9795c2c req-79e1a185-67ba-42a2-ad86-12507191e151 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:32.353524 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fe2d2d12-1b77-4a84-9a45-fcf0a9795c2c req-79e1a185-67ba-42a2-ad86-12507191e151 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea6c8aaa-7c58-4d3e-b094-3f78de341004 HTTP/1.1" status: 200 len: 946 time: 0.0490613 Aug 17 04:10:32.391150 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fe2d2d12-1b77-4a84-9a45-fcf0a9795c2c req-5b69505d-4da1-4672-8830-94460981c7f2 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317404 Aug 17 04:10:33.862740 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:34.543466 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:45.302815 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-def7416a-3720-4ba6-86dd-8e232d838414 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:47.978483 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-434a64a3-baba-43ec-9388-d5156586091a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:48.229890 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:49.405718 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:51.148446 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:54.242413 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5d9206-e5a1-4243-948e-6a911382b3d4 req-804b5968-4d1a-4900-ae48-09b18da2af96 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:54.243831 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a5d9206-e5a1-4243-948e-6a911382b3d4 req-804b5968-4d1a-4900-ae48-09b18da2af96 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea6c8aaa-7c58-4d3e-b094-3f78de341004 HTTP/1.1" status: 200 len: 946 time: 0.0536385 Aug 17 04:10:54.284867 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a5d9206-e5a1-4243-948e-6a911382b3d4 req-ded39e5e-620c-4edf-b083-d8977a032597 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337481 Aug 17 04:10:55.415562 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c331bf0b-f51c-44e1-968c-cddf4d46e763 req-722a8238-6e70-4a40-96d8-77e6cf905ef5 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:55.417695 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c331bf0b-f51c-44e1-968c-cddf4d46e763 req-722a8238-6e70-4a40-96d8-77e6cf905ef5 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea6c8aaa-7c58-4d3e-b094-3f78de341004 HTTP/1.1" status: 200 len: 946 time: 0.0640843 Aug 17 04:10:55.456935 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c331bf0b-f51c-44e1-968c-cddf4d46e763 req-3de5225c-4f4d-44df-b7eb-3eb4c19de481 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/security-groups?id=3123b63f-c155-4138-ae9d-7ad6464533d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330691 Aug 17 04:10:55.826020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6589648f-ce48-4b57-b9bb-3b329f943bcb req-6d345ac6-d5e6-499e-9e70-31f5b534a366 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:10:55.827750 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6589648f-ce48-4b57-b9bb-3b329f943bcb req-6d345ac6-d5e6-499e-9e70-31f5b534a366 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.60 "GET /v2.0/ports?device_id=ea6c8aaa-7c58-4d3e-b094-3f78de341004 HTTP/1.1" status: 200 len: 946 time: 0.0486944 Aug 17 04:10:55.917219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-6589648f-ce48-4b57-b9bb-3b329f943bcb req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Deleting port 505f868e-692b-4f94-a465-016f4c4f6328 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:10:55.917510 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6589648f-ce48-4b57-b9bb-3b329f943bcb req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:56.003400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-6589648f-ce48-4b57-b9bb-3b329f943bcb req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] For port 505f868e-692b-4f94-a465-016f4c4f6328, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=505f868e-692b-4f94-a465-016f4c4f6328,segment=NetworkSegment(9f31a64c-0d78-4561-aabd-86973f6c7c3f),segment_id=9f31a64c-0d78-4561-aabd-86973f6c7c3f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:10:56.003761 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6589648f-ce48-4b57-b9bb-3b329f943bcb req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:56.016402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-6589648f-ce48-4b57-b9bb-3b329f943bcb req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Calling delete_port for 505f868e-692b-4f94-a465-016f4c4f6328 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:10:56.269505 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6589648f-ce48-4b57-b9bb-3b329f943bcb req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:56.283066 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['505f868e-692b-4f94-a465-016f4c4f6328'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:10:56.300824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Pushing event deleted for resources: {'Port': ['ID=505f868e-692b-4f94-a465-016f4c4f6328,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:10:56.328362 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:56.328768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:56.329103 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:56.329466 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:56.332611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:56.332611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:56.332611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:56.332611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:56.332611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:56.332611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:56.332611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:56.332611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:56.359688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-6589648f-ce48-4b57-b9bb-3b329f943bcb req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] No DVR routers for this DVR port 505f868e-692b-4f94-a465-016f4c4f6328 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:10:56.362230 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-6589648f-ce48-4b57-b9bb-3b329f943bcb req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:56.364331 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6589648f-ce48-4b57-b9bb-3b329f943bcb req-3e205ed0-e88a-4ad2-b9f1-cdd0992f59df tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.60 "DELETE /v2.0/ports/505f868e-692b-4f94-a465-016f4c4f6328 HTTP/1.1" status: 204 len: 173 time: 0.5304301 Aug 17 04:10:56.364761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea6c8aaa-7c58-4d3e-b094-3f78de341004', 'name': 'network-vif-deleted', 'tag': '505f868e-692b-4f94-a465-016f4c4f6328'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:10:56.367177 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63213b9e-beb5-433b-86c5-34e34a389712" -d '{"events": [{"server_uuid": "ea6c8aaa-7c58-4d3e-b094-3f78de341004", "name": "network-vif-deleted", "tag": "505f868e-692b-4f94-a465-016f4c4f6328"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:10:56.403964 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6403ed92-73d1-4afa-a66c-b62df0ddc9c3 x-openstack-request-id: req-6403ed92-73d1-4afa-a66c-b62df0ddc9c3 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:10:56.404267 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea6c8aaa-7c58-4d3e-b094-3f78de341004", "name": "network-vif-deleted", "tag": "505f868e-692b-4f94-a465-016f4c4f6328", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:10:56.404528 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6403ed92-73d1-4afa-a66c-b62df0ddc9c3 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:10:56.404941 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea6c8aaa-7c58-4d3e-b094-3f78de341004', 'name': 'network-vif-deleted', 'tag': '505f868e-692b-4f94-a465-016f4c4f6328', 'status': 'completed', 'code': 200} Aug 17 04:10:56.557626 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-736b5ca8-a03e-4eb7-85ff-2a9ea90f31f4 req-2ce223af-ed5d-4398-9cc7-abc5fbacb2f5 tempest-TestEncryptedCinderVolumes-892182366 tempest-TestEncryptedCinderVolumes-892182366-project] 10.222.0.10 "GET /v2.0/ports?device_id=ea6c8aaa-7c58-4d3e-b094-3f78de341004 HTTP/1.1" status: 200 len: 210 time: 0.0266347 Aug 17 04:10:57.701021 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44796) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:10:58.050595 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:58.290323 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Deleting port 336c79db-bd2c-4391-bca4-6a9c250abd63 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:10:58.290666 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:58.366650 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] For port 336c79db-bd2c-4391-bca4-6a9c250abd63, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=336c79db-bd2c-4391-bca4-6a9c250abd63,segment=NetworkSegment(9f31a64c-0d78-4561-aabd-86973f6c7c3f),segment_id=9f31a64c-0d78-4561-aabd-86973f6c7c3f)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:10:58.366935 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:58.378761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Calling delete_port for 336c79db-bd2c-4391-bca4-6a9c250abd63 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:10:58.595421 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:58.657643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Pushing event deleted for resources: {'Port': ['ID=336c79db-bd2c-4391-bca4-6a9c250abd63,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:10:58.657643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:58.657643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:58.657643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:58.657643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:58.657643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:58.657643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:58.657643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:58.657643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:58.657643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:58.657643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:58.657643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:58.657643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:10:58.801563 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:59.011599 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Router db09626a-9eaa-45a2-9a84-b70c0cc5c613 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:10:59.116610 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:10:59.122333 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-eac34962-c077-4670-a8b9-9fdf7622df25 admin admin] 10.222.0.10 "PUT /v2.0/routers/db09626a-9eaa-45a2-9a84-b70c0cc5c613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4196718 Aug 17 04:10:59.124889 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44798) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:10:59.127630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b4ce4-868a-4e2d-bc52-7ebe4e1c4b32 None None] Sync routers for ids ['db09626a-9eaa-45a2-9a84-b70c0cc5c613'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:10:59.136633 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b4ce4-868a-4e2d-bc52-7ebe4e1c4b32 None None] Routers {'db09626a-9eaa-45a2-9a84-b70c0cc5c613'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:10:59.137305 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-d83b4ce4-868a-4e2d-bc52-7ebe4e1c4b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:10:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['db09626a-9eaa-45a2-9a84-b70c0cc5c613'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:10:59.243965 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-d83b4ce4-868a-4e2d-bc52-7ebe4e1c4b32 None None] Set router db09626a-9eaa-45a2-9a84-b70c0cc5c613 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:10:59.429107 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-d83b4ce4-868a-4e2d-bc52-7ebe4e1c4b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'name': 'tempest-TestEncryptedCinderVolumes-813928928-router', 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '1e492e09-7bee-40eb-bb4f-e6f08eb7a200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:09:31Z', 'updated_at': '2021-08-17T04:10:58Z', 'revision_number': 5, 'project_id': '44dd411e4b2944a0a17014f8b97e7de9', 'gw_port': {'id': '1e492e09-7bee-40eb-bb4f-e6f08eb7a200', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:32Z', 'updated_at': '2021-08-17T04:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:10:59.457064 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b4ce4-868a-4e2d-bc52-7ebe4e1c4b32 None None] Checking router: db09626a-9eaa-45a2-9a84-b70c0cc5c613 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:10:59.466301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d83b4ce4-868a-4e2d-bc52-7ebe4e1c4b32 None None] Routers {'db09626a-9eaa-45a2-9a84-b70c0cc5c613'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:10:59.466915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-d83b4ce4-868a-4e2d-bc52-7ebe4e1c4b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:10:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['db09626a-9eaa-45a2-9a84-b70c0cc5c613'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:10:59.554550 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-264509f5-358c-4f76-a94d-181bde16aa17 admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:59.575254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-d83b4ce4-868a-4e2d-bc52-7ebe4e1c4b32 None None] Set router db09626a-9eaa-45a2-9a84-b70c0cc5c613 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:10:59.656542 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-264509f5-358c-4f76-a94d-181bde16aa17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:59.758869 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-d83b4ce4-868a-4e2d-bc52-7ebe4e1c4b32 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'name': 'tempest-TestEncryptedCinderVolumes-813928928-router', 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '1e492e09-7bee-40eb-bb4f-e6f08eb7a200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:09:31Z', 'updated_at': '2021-08-17T04:10:58Z', 'revision_number': 5, 'project_id': '44dd411e4b2944a0a17014f8b97e7de9', 'gw_port': {'id': '1e492e09-7bee-40eb-bb4f-e6f08eb7a200', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:32Z', 'updated_at': '2021-08-17T04:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:10:59.767292 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-264509f5-358c-4f76-a94d-181bde16aa17 admin admin] Deleting port 1e492e09-7bee-40eb-bb4f-e6f08eb7a200 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:10:59.767905 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-264509f5-358c-4f76-a94d-181bde16aa17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:59.788725 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d83b4ce4-868a-4e2d-bc52-7ebe4e1c4b32 None None] The sync data for ids ['db09626a-9eaa-45a2-9a84-b70c0cc5c613'] in n-d-802060-9 is: [{'id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'name': 'tempest-TestEncryptedCinderVolumes-813928928-router', 'tenant_id': '44dd411e4b2944a0a17014f8b97e7de9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.22'}], 'enable_snat': True}, 'gw_port_id': '1e492e09-7bee-40eb-bb4f-e6f08eb7a200', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:09:31Z', 'updated_at': '2021-08-17T04:10:58Z', 'revision_number': 5, 'project_id': '44dd411e4b2944a0a17014f8b97e7de9', 'gw_port': {'id': '1e492e09-7bee-40eb-bb4f-e6f08eb7a200', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:2f:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'db09626a-9eaa-45a2-9a84-b70c0cc5c613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.22', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:32Z', 'updated_at': '2021-08-17T04:09:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:10:59.851758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-264509f5-358c-4f76-a94d-181bde16aa17 admin admin] For port 1e492e09-7bee-40eb-bb4f-e6f08eb7a200, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1e492e09-7bee-40eb-bb4f-e6f08eb7a200,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:10:59.852306 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-264509f5-358c-4f76-a94d-181bde16aa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:10:59.864116 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-264509f5-358c-4f76-a94d-181bde16aa17 admin admin] Calling delete_port for 1e492e09-7bee-40eb-bb4f-e6f08eb7a200 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:11:00.069744 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-264509f5-358c-4f76-a94d-181bde16aa17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:00.101903 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264509f5-358c-4f76-a94d-181bde16aa17 admin admin] Pushing event deleted for resources: {'Port': ['ID=1e492e09-7bee-40eb-bb4f-e6f08eb7a200,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:00.165595 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-264509f5-358c-4f76-a94d-181bde16aa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:00.261395 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-264509f5-358c-4f76-a94d-181bde16aa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:00.264341 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-264509f5-358c-4f76-a94d-181bde16aa17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:00.365824 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-264509f5-358c-4f76-a94d-181bde16aa17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:00.366305 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-264509f5-358c-4f76-a94d-181bde16aa17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router db09626a-9eaa-45a2-9a84-b70c0cc5c613 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:11:00.370649 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-264509f5-358c-4f76-a94d-181bde16aa17 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:00.372403 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-264509f5-358c-4f76-a94d-181bde16aa17 admin admin] 10.222.0.10 "DELETE /v2.0/routers/db09626a-9eaa-45a2-9a84-b70c0cc5c613 HTTP/1.1" status: 204 len: 168 time: 1.2465608 Aug 17 04:11:00.376471 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44800) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:11:00.427742 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-45bea2b4-d167-40de-b20c-fb04730abaea admin admin] Deleting subnet d47943ae-b7fd-4949-897b-ab602acbd7f4 {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:11:00.431133 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45bea2b4-d167-40de-b20c-fb04730abaea admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:00.453739 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 505f868e-692b-4f94-a465-016f4c4f6328 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:11:00.470977 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45bea2b4-d167-40de-b20c-fb04730abaea admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:00.474272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 505f868e-692b-4f94-a465-016f4c4f6328 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:11:00.474620 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 505f868e-692b-4f94-a465-016f4c4f6328 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:11:00.555632 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45bea2b4-d167-40de-b20c-fb04730abaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:00.658522 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45bea2b4-d167-40de-b20c-fb04730abaea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:00.690681 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45bea2b4-d167-40de-b20c-fb04730abaea admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d47943ae-b7fd-4949-897b-ab602acbd7f4,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:00.692805 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-45bea2b4-d167-40de-b20c-fb04730abaea admin admin] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:00.694540 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-45bea2b4-d167-40de-b20c-fb04730abaea admin admin] 10.222.0.10 "DELETE /v2.0/subnets/d47943ae-b7fd-4949-897b-ab602acbd7f4 HTTP/1.1" status: 204 len: 168 time: 0.3171172 Aug 17 04:11:00.699209 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9382e26-0cfb-419e-b159-27b65492c9a9 None None] Network 9cd80526-630e-4bf0-b347-55487ecb1f71 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:11:00.699342 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 44802) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:11:00.769297 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:00.832644 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] Deleting port c511aefc-2959-421f-9bb7-8a331e98118d {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:11:00.832999 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:00.901192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] DHCP port deletion for 9cd80526-630e-4bf0-b347-55487ecb1f71 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:11:00.903581 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] For port c511aefc-2959-421f-9bb7-8a331e98118d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c511aefc-2959-421f-9bb7-8a331e98118d,segment=NetworkSegment(9f31a64c-0d78-4561-aabd-86973f6c7c3f),segment_id=9f31a64c-0d78-4561-aabd-86973f6c7c3f)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:11:00.904108 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:00.916464 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] Calling delete_port for c511aefc-2959-421f-9bb7-8a331e98118d owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:11:00.947148 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] Deleting port c511aefc-2959-421f-9bb7-8a331e98118d {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:11:00.947514 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:01.011826 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] For port c511aefc-2959-421f-9bb7-8a331e98118d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c511aefc-2959-421f-9bb7-8a331e98118d,segment=NetworkSegment(9f31a64c-0d78-4561-aabd-86973f6c7c3f),segment_id=9f31a64c-0d78-4561-aabd-86973f6c7c3f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:11:01.012865 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:01.024888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] Calling delete_port for c511aefc-2959-421f-9bb7-8a331e98118d owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:11:01.075571 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:01.102503 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:01.108120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] Pushing event deleted for resources: {'Port': ['ID=c511aefc-2959-421f-9bb7-8a331e98118d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:01.116955 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] No DVR routers for this DVR port c511aefc-2959-421f-9bb7-8a331e98118d on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:11:01.128845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] Pushing event deleted for resources: {'Port': ['ID=c511aefc-2959-421f-9bb7-8a331e98118d,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:01.139899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:01.140335 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:01.140693 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:01.141057 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:01.141568 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:01.141730 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:01.142068 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:01.142403 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:01.142736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:01.143198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:01.143529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:01.143856 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:01.146636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-167df027-641f-45d0-891b-1ce5b4084a28 None None] No DVR routers for this DVR port c511aefc-2959-421f-9bb7-8a331e98118d on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:11:01.194306 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:01.204796 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cd80526-630e-4bf0-b347-55487ecb1f71']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:01.214222 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f31a64c-0d78-4561-aabd-86973f6c7c3f') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:01.214517 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f31a64c-0d78-4561-aabd-86973f6c7c3f') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:01.223158 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:01.236504 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:01.242092 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] Releasing vlan 88 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:11:01.242476 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: timer() Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:11:01.244059 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:11:01.382494 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:01.387944 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:01.392672 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] 10.222.0.10 "DELETE /v2.0/networks/9cd80526-630e-4bf0-b347-55487ecb1f71 HTTP/1.1" status: 204 len: 168 time: 0.6915860 Aug 17 04:11:01.393190 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44804) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:11:01.400734 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730bd774-0747-4a5c-bca8-4f7dcf2cb016 admin admin] Pushing event deleted for resources: {'Network': ['ID=9cd80526-630e-4bf0-b347-55487ecb1f71,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:01.552607 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:11:01.726413 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1e492e09-7bee-40eb-bb4f-e6f08eb7a200 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:11:01.736384 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8261dd3e-0317-4b70-87b6-b9ba610bd44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:01.747983 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 1e492e09-7bee-40eb-bb4f-e6f08eb7a200 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:11:01.747983 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1e492e09-7bee-40eb-bb4f-e6f08eb7a200 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:11:01.747983 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 336c79db-bd2c-4391-bca4-6a9c250abd63 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:11:01.768734 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 336c79db-bd2c-4391-bca4-6a9c250abd63 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:11:01.769087 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 336c79db-bd2c-4391-bca4-6a9c250abd63 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:11:01.769541 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c511aefc-2959-421f-9bb7-8a331e98118d no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:11:01.791556 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: c511aefc-2959-421f-9bb7-8a331e98118d {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:11:01.791908 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c511aefc-2959-421f-9bb7-8a331e98118d not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:11:01.978338 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-8261dd3e-0317-4b70-87b6-b9ba610bd44e admin admin] Deleting port 2923e43d-ce88-4639-a7ae-6fcc0fa26beb {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:11:01.978688 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8261dd3e-0317-4b70-87b6-b9ba610bd44e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:02.057367 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-8261dd3e-0317-4b70-87b6-b9ba610bd44e admin admin] For port 2923e43d-ce88-4639-a7ae-6fcc0fa26beb, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2923e43d-ce88-4639-a7ae-6fcc0fa26beb,segment=NetworkSegment(f6abc096-49c5-4760-a56d-df42983b5ff0),segment_id=f6abc096-49c5-4760-a56d-df42983b5ff0)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:11:02.057826 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8261dd3e-0317-4b70-87b6-b9ba610bd44e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:02.069643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-8261dd3e-0317-4b70-87b6-b9ba610bd44e admin admin] Calling delete_port for 2923e43d-ce88-4639-a7ae-6fcc0fa26beb owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:11:02.326839 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8261dd3e-0317-4b70-87b6-b9ba610bd44e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:02.353809 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8261dd3e-0317-4b70-87b6-b9ba610bd44e admin admin] Pushing event deleted for resources: {'Port': ['ID=2923e43d-ce88-4639-a7ae-6fcc0fa26beb,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:02.526975 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8261dd3e-0317-4b70-87b6-b9ba610bd44e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:02.741755 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8261dd3e-0317-4b70-87b6-b9ba610bd44e admin admin] Router 8cf513b8-0b9d-4e4d-834c-3ec8d0363d10 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:11:02.856478 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8261dd3e-0317-4b70-87b6-b9ba610bd44e admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:11:02.861631 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8261dd3e-0317-4b70-87b6-b9ba610bd44e admin admin] 10.222.0.10 "PUT /v2.0/routers/8cf513b8-0b9d-4e4d-834c-3ec8d0363d10/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4675229 Aug 17 04:11:02.864102 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44806) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:11:02.866800 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e247ade6-4c11-43a9-b9ee-d8b114b2f7ce None None] Sync routers for ids ['8cf513b8-0b9d-4e4d-834c-3ec8d0363d10'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:11:02.876157 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e247ade6-4c11-43a9-b9ee-d8b114b2f7ce None None] Routers {'8cf513b8-0b9d-4e4d-834c-3ec8d0363d10'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:11:02.876894 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e247ade6-4c11-43a9-b9ee-d8b114b2f7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:10:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8cf513b8-0b9d-4e4d-834c-3ec8d0363d10'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:02.978756 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e247ade6-4c11-43a9-b9ee-d8b114b2f7ce None None] Set router 8cf513b8-0b9d-4e4d-834c-3ec8d0363d10 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:11:03.178479 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e247ade6-4c11-43a9-b9ee-d8b114b2f7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'name': 'tempest-TestEncryptedCinderVolumes-485471568-router', 'tenant_id': '96d1928a28b24a889e2667828f7167eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9b1d45f5-3a80-44de-9e93-ecd22e6ccac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:09:37Z', 'updated_at': '2021-08-17T04:11:02Z', 'revision_number': 5, 'project_id': '96d1928a28b24a889e2667828f7167eb', 'gw_port': {'id': '9b1d45f5-3a80-44de-9e93-ecd22e6ccac8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:38Z', 'updated_at': '2021-08-17T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:03.207684 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e247ade6-4c11-43a9-b9ee-d8b114b2f7ce None None] Checking router: 8cf513b8-0b9d-4e4d-834c-3ec8d0363d10 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:11:03.216086 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e247ade6-4c11-43a9-b9ee-d8b114b2f7ce None None] Routers {'8cf513b8-0b9d-4e4d-834c-3ec8d0363d10'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:11:03.216699 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e247ade6-4c11-43a9-b9ee-d8b114b2f7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:10:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['8cf513b8-0b9d-4e4d-834c-3ec8d0363d10'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:03.305371 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-25e5b2bb-ca9c-492a-bb89-b5134218110d admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:03.320420 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e247ade6-4c11-43a9-b9ee-d8b114b2f7ce None None] Set router 8cf513b8-0b9d-4e4d-834c-3ec8d0363d10 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:11:03.417277 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-25e5b2bb-ca9c-492a-bb89-b5134218110d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:03.503966 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e247ade6-4c11-43a9-b9ee-d8b114b2f7ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'name': 'tempest-TestEncryptedCinderVolumes-485471568-router', 'tenant_id': '96d1928a28b24a889e2667828f7167eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9b1d45f5-3a80-44de-9e93-ecd22e6ccac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:09:37Z', 'updated_at': '2021-08-17T04:11:02Z', 'revision_number': 5, 'project_id': '96d1928a28b24a889e2667828f7167eb', 'gw_port': {'id': '9b1d45f5-3a80-44de-9e93-ecd22e6ccac8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:38Z', 'updated_at': '2021-08-17T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:03.530441 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e247ade6-4c11-43a9-b9ee-d8b114b2f7ce None None] The sync data for ids ['8cf513b8-0b9d-4e4d-834c-3ec8d0363d10'] in n-d-802060-9 is: [{'id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'name': 'tempest-TestEncryptedCinderVolumes-485471568-router', 'tenant_id': '96d1928a28b24a889e2667828f7167eb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.93'}], 'enable_snat': True}, 'gw_port_id': '9b1d45f5-3a80-44de-9e93-ecd22e6ccac8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:09:37Z', 'updated_at': '2021-08-17T04:11:02Z', 'revision_number': 5, 'project_id': '96d1928a28b24a889e2667828f7167eb', 'gw_port': {'id': '9b1d45f5-3a80-44de-9e93-ecd22e6ccac8', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:42:a9:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8cf513b8-0b9d-4e4d-834c-3ec8d0363d10', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4126, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:09:38Z', 'updated_at': '2021-08-17T04:09:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:11:03.531188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-25e5b2bb-ca9c-492a-bb89-b5134218110d admin admin] Deleting port 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:11:03.531654 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-25e5b2bb-ca9c-492a-bb89-b5134218110d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:03.613936 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-25e5b2bb-ca9c-492a-bb89-b5134218110d admin admin] For port 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9b1d45f5-3a80-44de-9e93-ecd22e6ccac8,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:11:03.614305 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-25e5b2bb-ca9c-492a-bb89-b5134218110d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:03.626562 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-25e5b2bb-ca9c-492a-bb89-b5134218110d admin admin] Calling delete_port for 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:11:03.875763 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-25e5b2bb-ca9c-492a-bb89-b5134218110d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:03.902080 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25e5b2bb-ca9c-492a-bb89-b5134218110d admin admin] Pushing event deleted for resources: {'Port': ['ID=9b1d45f5-3a80-44de-9e93-ecd22e6ccac8,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:03.907103 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2923e43d-ce88-4639-a7ae-6fcc0fa26beb no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:11:03.910880 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:03.930455 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 2923e43d-ce88-4639-a7ae-6fcc0fa26beb {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:11:03.930811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2923e43d-ce88-4639-a7ae-6fcc0fa26beb not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:11:03.967735 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-25e5b2bb-ca9c-492a-bb89-b5134218110d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:04.063471 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-25e5b2bb-ca9c-492a-bb89-b5134218110d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:04.065623 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-25e5b2bb-ca9c-492a-bb89-b5134218110d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:04.172534 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-25e5b2bb-ca9c-492a-bb89-b5134218110d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:04.173075 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25e5b2bb-ca9c-492a-bb89-b5134218110d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8cf513b8-0b9d-4e4d-834c-3ec8d0363d10 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:11:04.177354 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-25e5b2bb-ca9c-492a-bb89-b5134218110d admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:04.178467 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-25e5b2bb-ca9c-492a-bb89-b5134218110d admin admin] 10.222.0.10 "DELETE /v2.0/routers/8cf513b8-0b9d-4e4d-834c-3ec8d0363d10 HTTP/1.1" status: 204 len: 168 time: 1.3134565 Aug 17 04:11:04.181038 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44808) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:11:04.229988 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-c6765398-7efd-4152-8873-344f4ec01cfc admin admin] Deleting subnet f4495a5c-eb5b-4407-9aee-a2eabf9bf391 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:11:04.233373 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6765398-7efd-4152-8873-344f4ec01cfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:04.271104 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6765398-7efd-4152-8873-344f4ec01cfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:04.353711 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6765398-7efd-4152-8873-344f4ec01cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:04.485774 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6765398-7efd-4152-8873-344f4ec01cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:04.509600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6765398-7efd-4152-8873-344f4ec01cfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4495a5c-eb5b-4407-9aee-a2eabf9bf391,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:04.515994 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6765398-7efd-4152-8873-344f4ec01cfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:04.517882 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c6765398-7efd-4152-8873-344f4ec01cfc admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f4495a5c-eb5b-4407-9aee-a2eabf9bf391 HTTP/1.1" status: 204 len: 168 time: 0.3358445 Aug 17 04:11:04.520442 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44810) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:11:04.523578 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d24954cf-a530-47cf-845f-893e5011710d None None] Network 4ca71408-d455-401e-8422-c0027cdd6340 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:11:04.562262 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:04.594670 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:04.653387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] Deleting port dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:11:04.653852 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:04.717338 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] For port dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4,segment=NetworkSegment(f6abc096-49c5-4760-a56d-df42983b5ff0),segment_id=f6abc096-49c5-4760-a56d-df42983b5ff0)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:11:04.717735 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:04.729910 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef56a0ee-06cb-4fc4-811e-559dbcd846bc None None] DHCP port deletion for 4ca71408-d455-401e-8422-c0027cdd6340 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:11:04.730108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] Calling delete_port for dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:11:04.777184 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ef56a0ee-06cb-4fc4-811e-559dbcd846bc None None] Deleting port dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:11:04.778379 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ef56a0ee-06cb-4fc4-811e-559dbcd846bc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:04.839418 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ef56a0ee-06cb-4fc4-811e-559dbcd846bc None None] For port dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4,segment=NetworkSegment(f6abc096-49c5-4760-a56d-df42983b5ff0),segment_id=f6abc096-49c5-4760-a56d-df42983b5ff0)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:11:04.839810 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ef56a0ee-06cb-4fc4-811e-559dbcd846bc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:04.852887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-ef56a0ee-06cb-4fc4-811e-559dbcd846bc None None] Calling delete_port for dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:11:04.909891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:04.937483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] Pushing event deleted for resources: {'Port': ['ID=dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:04.940922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] No DVR routers for this DVR port dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:11:05.019041 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:05.029785 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4ca71408-d455-401e-8422-c0027cdd6340']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:05.040532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6abc096-49c5-4760-a56d-df42983b5ff0') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:05.040838 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6abc096-49c5-4760-a56d-df42983b5ff0') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:05.051053 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:05.064641 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:05.070586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] Releasing vlan 82 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:11:05.070993 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: timer() Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:11:05.072871 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:11:05.095406 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ef56a0ee-06cb-4fc4-811e-559dbcd846bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:05.121466 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef56a0ee-06cb-4fc4-811e-559dbcd846bc None None] Pushing event deleted for resources: {'Port': ['ID=dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:05.123877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef56a0ee-06cb-4fc4-811e-559dbcd846bc None None] No DVR routers for this DVR port dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:11:05.205345 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:05.210950 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:05.212839 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] 10.222.0.10 "DELETE /v2.0/networks/4ca71408-d455-401e-8422-c0027cdd6340 HTTP/1.1" status: 204 len: 168 time: 0.6914828 Aug 17 04:11:05.224730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bc238-bc96-4e45-b1f2-af67cca85e7b admin admin] Pushing event deleted for resources: {'Network': ['ID=4ca71408-d455-401e-8422-c0027cdd6340,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:05.554197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44814) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:11:05.600411 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ee7d4111-1bde-413d-93cc-f2310e07a3ea admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=44dd411e4b2944a0a17014f8b97e7de9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0450087 Aug 17 04:11:05.602929 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44816) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:11:05.650410 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d34dade2-0c39-4c75-a3cc-1fba2a4b5f54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:05.671654 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d34dade2-0c39-4c75-a3cc-1fba2a4b5f54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:05.725994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:11:05.745411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:11:05.745778 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9b1d45f5-3a80-44de-9e93-ecd22e6ccac8 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:11:05.746183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:11:05.765460 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:11:05.765814 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device dc7cb1f9-4568-48ba-ba6a-c78982aaf2b4 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:11:05.805822 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d34dade2-0c39-4c75-a3cc-1fba2a4b5f54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:05.808292 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d34dade2-0c39-4c75-a3cc-1fba2a4b5f54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:05.810447 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d34dade2-0c39-4c75-a3cc-1fba2a4b5f54 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/3123b63f-c155-4138-ae9d-7ad6464533d7 HTTP/1.1" status: 204 len: 168 time: 0.2064717 Aug 17 04:11:05.820864 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d34dade2-0c39-4c75-a3cc-1fba2a4b5f54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3123b63f-c155-4138-ae9d-7ad6464533d7,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:06.443856 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44822) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:11:06.485686 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-747a2c24-99b8-46b3-9ddc-99361485c893 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=96d1928a28b24a889e2667828f7167eb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0405571 Aug 17 04:11:06.488291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44824) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:11:06.535477 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9dba76c7-ed20-418a-90fd-7faf97c7409f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:06.556553 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9dba76c7-ed20-418a-90fd-7faf97c7409f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:06.696499 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9dba76c7-ed20-418a-90fd-7faf97c7409f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:06.699126 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9dba76c7-ed20-418a-90fd-7faf97c7409f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:06.700804 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9dba76c7-ed20-418a-90fd-7faf97c7409f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/21f36d80-9a48-40c1-9e49-9c020bb0c051 HTTP/1.1" status: 204 len: 168 time: 0.2115457 Aug 17 04:11:06.709149 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dba76c7-ed20-418a-90fd-7faf97c7409f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21f36d80-9a48-40c1-9e49-9c020bb0c051,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:07.630313 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44846) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:11:07.728470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-fea6e763-502f-4880-94c6-b23decaccc5f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2001540032-network', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:11:07.833749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea6e763-502f-4880-94c6-b23decaccc5f admin admin] Made reservation on behalf of bc4ae1f21d1345de995bfa997c447343 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:11:07.836008 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fea6e763-502f-4880-94c6-b23decaccc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:07.845127 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fea6e763-502f-4880-94c6-b23decaccc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:07.933006 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fea6e763-502f-4880-94c6-b23decaccc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:07.989365 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fea6e763-502f-4880-94c6-b23decaccc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:08.013407 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea6e763-502f-4880-94c6-b23decaccc5f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 92} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:11:08.022793 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6e763-502f-4880-94c6-b23decaccc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da07ccd6-559f-48ea-8c88-2ef5d7369fad,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:08.027459 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fea6e763-502f-4880-94c6-b23decaccc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:08.028373 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-fea6e763-502f-4880-94c6-b23decaccc5f admin admin] Added segment c16de607-292e-4d6b-b3a1-d2b7fabff4cf of type vlan for network d3e70617-b8d4-4d14-8267-308faf618ef5 Aug 17 04:11:08.067617 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fea6e763-502f-4880-94c6-b23decaccc5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:08.132340 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fea6e763-502f-4880-94c6-b23decaccc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:08.133229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea6e763-502f-4880-94c6-b23decaccc5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:08.133837 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-fea6e763-502f-4880-94c6-b23decaccc5f admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:08.195363 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6e763-502f-4880-94c6-b23decaccc5f admin admin] Pushing event updated for resources: {'Network': ['ID=d3e70617-b8d4-4d14-8267-308faf618ef5,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:08.206047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network d3e70617-b8d4-4d14-8267-308faf618ef5 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:11:08.253045 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fea6e763-502f-4880-94c6-b23decaccc5f admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6215684 Aug 17 04:11:08.256110 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44850) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:11:08.261121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-06177dee-d492-457c-a98f-2958e3ff6cb4 admin admin] Request body: {'subnet': {'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2001540032-subnet', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:11:08.326612 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06177dee-d492-457c-a98f-2958e3ff6cb4 admin admin] Made reservation on behalf of bc4ae1f21d1345de995bfa997c447343 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:11:08.329210 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-06177dee-d492-457c-a98f-2958e3ff6cb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:08.544619 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-06177dee-d492-457c-a98f-2958e3ff6cb4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:08.603639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06177dee-d492-457c-a98f-2958e3ff6cb4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f943db50-3fab-4fe9-b991-640d849f6c01,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:08.609350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06177dee-d492-457c-a98f-2958e3ff6cb4 admin admin] Checking segment: {'id': 'c16de607-292e-4d6b-b3a1-d2b7fabff4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:11:08.609743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06177dee-d492-457c-a98f-2958e3ff6cb4 admin admin] Network hostable DHCP agents. Network: d3e70617-b8d4-4d14-8267-308faf618ef5, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:11:08.714973 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06177dee-d492-457c-a98f-2958e3ff6cb4 admin admin] Network d3e70617-b8d4-4d14-8267-308faf618ef5 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:11:08.812299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-06177dee-d492-457c-a98f-2958e3ff6cb4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, d3e70617-b8d4-4d14-8267-308faf618ef5) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:11:08.816554 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06177dee-d492-457c-a98f-2958e3ff6cb4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:08.817146 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-06177dee-d492-457c-a98f-2958e3ff6cb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:08.822308 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3433e83e-3e99-4240-af25-dde8368479c0 None None] Network d3e70617-b8d4-4d14-8267-308faf618ef5 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:11:08.921785 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-06177dee-d492-457c-a98f-2958e3ff6cb4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6644614 Aug 17 04:11:08.924271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44852) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:11:08.928653 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2001540032-router', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:11:08.964844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-d3e70617-b8d4-4d14-8267-308faf618ef5', 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'fixed_ips': [{'subnet_id': 'f943db50-3fab-4fe9-b991-640d849f6c01'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:11:08.965771 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:09.018084 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:09.019194 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:09.075851 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:09.098580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Allocated IP 172.20.0.2 (d3e70617-b8d4-4d14-8267-308faf618ef5/f943db50-3fab-4fe9-b991-640d849f6c01/6601bb71-273d-4910-9d8b-e4b338ec731b) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:11:09.239560 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:09.247646 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Transition to ACTIVE for port object 6601bb71-273d-4910-9d8b-e4b338ec731b will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:11:09.262248 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Transition to ACTIVE for port object 6601bb71-273d-4910-9d8b-e4b338ec731b will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:11:09.289018 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:09.338655 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:09.380522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Network d3e70617-b8d4-4d14-8267-308faf618ef5 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:11:09.383601 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:11:09.388409 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:11:09.390415 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Pushing event updated for resources: {'Port': ['ID=6601bb71-273d-4910-9d8b-e4b338ec731b,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:09.442088 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Attempting to bind port 6601bb71-273d-4910-9d8b-e4b338ec731b on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:11:09.442465 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Attempting to bind port 6601bb71-273d-4910-9d8b-e4b338ec731b by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'c16de607-292e-4d6b-b3a1-d2b7fabff4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:11:09.442831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Attempting to bind port 6601bb71-273d-4910-9d8b-e4b338ec731b on network d3e70617-b8d4-4d14-8267-308faf618ef5 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:11:09.447787 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:11:09.450996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Checking segment: {'id': 'c16de607-292e-4d6b-b3a1-d2b7fabff4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:11:09.450996 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:09.450996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Bound using segment: {'id': 'c16de607-292e-4d6b-b3a1-d2b7fabff4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:11:09.450996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Bound port: 6601bb71-273d-4910-9d8b-e4b338ec731b, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16de607-292e-4d6b-b3a1-d2b7fabff4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:11:09.450996 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:09.521304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] For port 6601bb71-273d-4910-9d8b-e4b338ec731b, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:11:09.525888 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] For port 6601bb71-273d-4910-9d8b-e4b338ec731b, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6601bb71-273d-4910-9d8b-e4b338ec731b,segment=NetworkSegment(c16de607-292e-4d6b-b3a1-d2b7fabff4cf),segment_id=c16de607-292e-4d6b-b3a1-d2b7fabff4cf)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:11:09.560117 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:09.579848 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:09.624655 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:09.686138 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Allocated IP 172.25.1.244 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/5a782647-09d6-4367-9ae6-3cb488ad45de) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:11:09.688739 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ddfeff-cc1d-4c57-bd37-27f7b8c071fa None None] Pushing event updated for resources: {'Port': ['ID=6601bb71-273d-4910-9d8b-e4b338ec731b,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:09.797612 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:09.908907 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:09.956696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:11:09.959775 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:11:09.963521 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:11:09.969673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Pushing event updated for resources: {'Port': ['ID=5a782647-09d6-4367-9ae6-3cb488ad45de,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:10.297283 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:10.505958 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:10.604527 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e826ccc-f24e-4ba1-867d-28b8ecb87b0e None None] Network d3e70617-b8d4-4d14-8267-308faf618ef5 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:11:10.710197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Router cd8dc6d3-570c-4394-85f6-f266af837955 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:11:10.751372 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ec0ee5bb-52b1-4742-9d6b-e802e17fdb45 None None] Provisioning for port 6601bb71-273d-4910-9d8b-e4b338ec731b completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:11:10.832738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:11:10.842426 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Sync routers for ids ['cd8dc6d3-570c-4394-85f6-f266af837955'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:11:10.855644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Routers {'cd8dc6d3-570c-4394-85f6-f266af837955'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:11:10.855644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:10:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cd8dc6d3-570c-4394-85f6-f266af837955'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:10.904161 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:10.905635 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2eaa889b-e89d-4c35-8879-9e2ff41d2344 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.9802320 Aug 17 04:11:10.908370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44854) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:11:10.971750 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Set router cd8dc6d3-570c-4394-85f6-f266af837955 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:11:11.159287 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'name': 'tempest-TestMinimumBasicScenario-2001540032-router', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:10Z', 'revision_number': 3, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'gw_port': {'id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:11.190464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Checking router: cd8dc6d3-570c-4394-85f6-f266af837955 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:11:11.190826 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Updating router cd8dc6d3-570c-4394-85f6-f266af837955 port 5a782647-09d6-4367-9ae6-3cb488ad45de binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:11:11.215776 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:11.338006 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:11.490018 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:11.493812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Allocated IP 172.20.0.1 (d3e70617-b8d4-4d14-8267-308faf618ef5/f943db50-3fab-4fe9-b991-640d849f6c01/cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:11:11.500592 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Transition to ACTIVE for port object 5a782647-09d6-4367-9ae6-3cb488ad45de will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:11:11.566688 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:11.626706 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadf409-8756-4191-984f-3a23bdab655c None None] Pushing event updated for resources: {'Port': ['ID=5a782647-09d6-4367-9ae6-3cb488ad45de,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:11.629004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Attempting to bind port 5a782647-09d6-4367-9ae6-3cb488ad45de on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:11:11.629378 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Attempting to bind port 5a782647-09d6-4367-9ae6-3cb488ad45de by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:11:11.629791 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Attempting to bind port 5a782647-09d6-4367-9ae6-3cb488ad45de on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:11:11.635729 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:11:11.636016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:11:11.636427 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:11.636822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:11:11.638621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Bound port: 5a782647-09d6-4367-9ae6-3cb488ad45de, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:11:11.639017 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:11.703347 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] For port 5a782647-09d6-4367-9ae6-3cb488ad45de, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:11:11.708084 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] For port 5a782647-09d6-4367-9ae6-3cb488ad45de, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5a782647-09d6-4367-9ae6-3cb488ad45de,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:11:11.768680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6601bb71-273d-4910-9d8b-e4b338ec731b up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:11:11.792378 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:11.872421 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Routers {'cd8dc6d3-570c-4394-85f6-f266af837955'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:11:11.873080 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:10:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cd8dc6d3-570c-4394-85f6-f266af837955'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:11.879874 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffadf409-8756-4191-984f-3a23bdab655c None None] Pushing event updated for resources: {'Port': ['ID=5a782647-09d6-4367-9ae6-3cb488ad45de,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:11.934891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:11.946692 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Transition to ACTIVE for port object cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:11:11.990672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] Set router cd8dc6d3-570c-4394-85f6-f266af837955 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:11:11.992483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 6601bb71-273d-4910-9d8b-e4b338ec731b completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:11:12.046835 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:12.048392 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6601bb71-273d-4910-9d8b-e4b338ec731b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:11:12.048766 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:12.084151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Network d3e70617-b8d4-4d14-8267-308faf618ef5 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:11:12.091413 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:11:12.095152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:11:12.118394 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:12.144974 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:12.224315 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:12.268879 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 6601bb71-273d-4910-9d8b-e4b338ec731b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6601bb71-273d-4910-9d8b-e4b338ec731b,segment=NetworkSegment(c16de607-292e-4d6b-b3a1-d2b7fabff4cf),segment_id=c16de607-292e-4d6b-b3a1-d2b7fabff4cf)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:11:12.278271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'name': 'tempest-TestMinimumBasicScenario-2001540032-router', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:10Z', 'revision_number': 3, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'gw_port': {'id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:12.310974 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cae9b148-157d-40e8-9496-aed414a0d0c8 None None] The sync data for ids ['cd8dc6d3-570c-4394-85f6-f266af837955'] in n-d-802060-9 is: [{'id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'name': 'tempest-TestMinimumBasicScenario-2001540032-router', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:10Z', 'revision_number': 3, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'gw_port': {'id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:11:12.333806 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:12.334476 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:12.387391 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=6601bb71-273d-4910-9d8b-e4b338ec731b,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:12.422135 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3d0c843c-b809-4d8c-9f45-d5800ac048ce None None] Provisioning for port cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:11:12.426306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-3d0c843c-b809-4d8c-9f45-d5800ac048ce None None] Provisioning complete for port cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:11:12.426741 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3d0c843c-b809-4d8c-9f45-d5800ac048ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:12.465837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-3d0c843c-b809-4d8c-9f45-d5800ac048ce None None] Port cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:11:12.504502 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:12.583927 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:12.657059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Pushing event updated for resources: {'Port': ['ID=cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:12.661037 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:12.758300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Network d3e70617-b8d4-4d14-8267-308faf618ef5 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:11:12.759726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:11:12.880476 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Router cd8dc6d3-570c-4394-85f6-f266af837955 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:11:12.990109 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-34090d60-7a7a-4793-8de8-f61df4d99f5f None None] Provisioning complete for port cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:11:12.990672 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-34090d60-7a7a-4793-8de8-f61df4d99f5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:13.002315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:11:13.007559 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8f46656b-874e-470c-abcb-219583d52eb9 admin admin] 10.222.0.10 "PUT /v2.0/routers/cd8dc6d3-570c-4394-85f6-f266af837955/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0981884 Aug 17 04:11:13.030018 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-34090d60-7a7a-4793-8de8-f61df4d99f5f None None] Port cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:11:13.651132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44870) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:11:13.657390 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-9ffeab5f-c188-4299-b800-929efc8d6e84 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-2023683274-network', 'tenant_id': 'cca72f834ab6454b990253e2d0a7c53e'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:11:13.737977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ffeab5f-c188-4299-b800-929efc8d6e84 admin admin] Made reservation on behalf of cca72f834ab6454b990253e2d0a7c53e for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:11:13.740340 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ffeab5f-c188-4299-b800-929efc8d6e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:13.750734 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ffeab5f-c188-4299-b800-929efc8d6e84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:13.816994 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6601bb71-273d-4910-9d8b-e4b338ec731b up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:11:13.849821 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Sync routers for ids ['cd8dc6d3-570c-4394-85f6-f266af837955'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:11:13.860115 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Routers {'cd8dc6d3-570c-4394-85f6-f266af837955'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:11:13.860828 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:10:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cd8dc6d3-570c-4394-85f6-f266af837955'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:13.867845 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ffeab5f-c188-4299-b800-929efc8d6e84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:13.873672 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6601bb71-273d-4910-9d8b-e4b338ec731b triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:11:13.876182 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:13.909383 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ffeab5f-c188-4299-b800-929efc8d6e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:13.932002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ffeab5f-c188-4299-b800-929efc8d6e84 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 71} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:11:13.945543 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffeab5f-c188-4299-b800-929efc8d6e84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2bd2b181-29b1-4df7-aad4-b8ddaa9f7f79,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:13.950724 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ffeab5f-c188-4299-b800-929efc8d6e84 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:13.950935 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-9ffeab5f-c188-4299-b800-929efc8d6e84 admin admin] Added segment e494a310-04c4-4566-919c-d82399aa0b7f of type vlan for network d16c1f75-f700-435d-878e-1f1c9aa952ad Aug 17 04:11:13.960283 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5a782647-09d6-4367-9ae6-3cb488ad45de up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:11:13.974703 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Set router cd8dc6d3-570c-4394-85f6-f266af837955 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:11:13.998352 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ffeab5f-c188-4299-b800-929efc8d6e84 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:14.177658 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 5a782647-09d6-4367-9ae6-3cb488ad45de completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:11:14.181564 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 5a782647-09d6-4367-9ae6-3cb488ad45de triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:11:14.182057 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:14.190835 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'name': 'tempest-TestMinimumBasicScenario-2001540032-router', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:12Z', 'revision_number': 4, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'gw_port': {'id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:11Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf', 'name': '', 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'mac_address': 'fa:16:3e:e8:03:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:11Z', 'updated_at': '2021-08-17T04:11:12Z', 'revision_number': 2, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'subnets': [{'id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:14.206536 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ffeab5f-c188-4299-b800-929efc8d6e84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:14.210378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ffeab5f-c188-4299-b800-929efc8d6e84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:14.210378 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9ffeab5f-c188-4299-b800-929efc8d6e84 admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:14.221460 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Checking router: cd8dc6d3-570c-4394-85f6-f266af837955 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:11:14.221797 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Updating router cd8dc6d3-570c-4394-85f6-f266af837955 port cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:11:14.246940 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:14.266641 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:14.272250 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffeab5f-c188-4299-b800-929efc8d6e84 admin admin] Pushing event updated for resources: {'Network': ['ID=d16c1f75-f700-435d-878e-1f1c9aa952ad,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:14.285618 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network d16c1f75-f700-435d-878e-1f1c9aa952ad details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:11:14.328740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 5a782647-09d6-4367-9ae6-3cb488ad45de, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5a782647-09d6-4367-9ae6-3cb488ad45de,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:11:14.339228 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9ffeab5f-c188-4299-b800-929efc8d6e84 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6869586 Aug 17 04:11:14.351938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44872) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:11:14.359496 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-63b41883-1573-4082-bd6c-e5f6af9c53fd admin admin] Request body: {'subnet': {'network_id': 'd16c1f75-f700-435d-878e-1f1c9aa952ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-2023683274-subnet', 'tenant_id': 'cca72f834ab6454b990253e2d0a7c53e', 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:11:14.428061 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:14.457845 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63b41883-1573-4082-bd6c-e5f6af9c53fd admin admin] Made reservation on behalf of cca72f834ab6454b990253e2d0a7c53e for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:11:14.460345 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-63b41883-1573-4082-bd6c-e5f6af9c53fd admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:14.481155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=5a782647-09d6-4367-9ae6-3cb488ad45de,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:14.598561 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:14.608014 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Transition to ACTIVE for port object cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:11:14.709200 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:14.725670 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-63b41883-1573-4082-bd6c-e5f6af9c53fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:14.756667 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab2150-7d4f-468d-b0c2-813d50512fc4 None None] Pushing event updated for resources: {'Port': ['ID=cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:14.766513 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2150-7d4f-468d-b0c2-813d50512fc4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:14.766857 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2150-7d4f-468d-b0c2-813d50512fc4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:14.767197 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2150-7d4f-468d-b0c2-813d50512fc4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:14.767533 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2150-7d4f-468d-b0c2-813d50512fc4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:14.767863 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2150-7d4f-468d-b0c2-813d50512fc4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:14.768191 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2150-7d4f-468d-b0c2-813d50512fc4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:14.768507 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2150-7d4f-468d-b0c2-813d50512fc4 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:14.768836 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2150-7d4f-468d-b0c2-813d50512fc4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:14.769153 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2150-7d4f-468d-b0c2-813d50512fc4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:14.769491 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2150-7d4f-468d-b0c2-813d50512fc4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:14.769815 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2150-7d4f-468d-b0c2-813d50512fc4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:14.770134 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86ab2150-7d4f-468d-b0c2-813d50512fc4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:11:14.792056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b41883-1573-4082-bd6c-e5f6af9c53fd admin admin] Pushing event updated for resources: {'Subnet': ['ID=6526b7cd-38be-4b0e-b9f9-2dfaec1e0b50,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:14.797216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63b41883-1573-4082-bd6c-e5f6af9c53fd admin admin] Checking segment: {'id': 'e494a310-04c4-4566-919c-d82399aa0b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd16c1f75-f700-435d-878e-1f1c9aa952ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:11:14.797614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b41883-1573-4082-bd6c-e5f6af9c53fd admin admin] Network hostable DHCP agents. Network: d16c1f75-f700-435d-878e-1f1c9aa952ad, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:11:14.834063 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Attempting to bind port cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:11:14.834428 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Attempting to bind port cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'c16de607-292e-4d6b-b3a1-d2b7fabff4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:11:14.834787 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Attempting to bind port cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf on network d3e70617-b8d4-4d14-8267-308faf618ef5 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:11:14.839695 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:11:14.840684 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Checking segment: {'id': 'c16de607-292e-4d6b-b3a1-d2b7fabff4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:11:14.841085 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:14.841505 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Bound using segment: {'id': 'c16de607-292e-4d6b-b3a1-d2b7fabff4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:11:14.841962 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Bound port: cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c16de607-292e-4d6b-b3a1-d2b7fabff4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:11:14.842337 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:14.873674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63b41883-1573-4082-bd6c-e5f6af9c53fd admin admin] Network d16c1f75-f700-435d-878e-1f1c9aa952ad is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:11:14.910118 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] For port cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:11:14.914077 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] For port cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf,segment=NetworkSegment(c16de607-292e-4d6b-b3a1-d2b7fabff4cf),segment_id=c16de607-292e-4d6b-b3a1-d2b7fabff4cf)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:11:14.966256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-63b41883-1573-4082-bd6c-e5f6af9c53fd admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, d16c1f75-f700-435d-878e-1f1c9aa952ad) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:11:14.970283 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63b41883-1573-4082-bd6c-e5f6af9c53fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:14.974996 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-63b41883-1573-4082-bd6c-e5f6af9c53fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:14.975281 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f37eae9e-62f2-46d5-ab23-e11f20da99e2 None None] Network d16c1f75-f700-435d-878e-1f1c9aa952ad requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:11:14.994297 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:15.054656 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Routers {'cd8dc6d3-570c-4394-85f6-f266af837955'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:11:15.055309 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:10:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cd8dc6d3-570c-4394-85f6-f266af837955'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:15.058726 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-63b41883-1573-4082-bd6c-e5f6af9c53fd admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7052915 Aug 17 04:11:15.075476 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44874) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:11:15.075476 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-2023683274-router', 'tenant_id': 'cca72f834ab6454b990253e2d0a7c53e', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:11:15.104362 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86ab2150-7d4f-468d-b0c2-813d50512fc4 None None] Pushing event updated for resources: {'Port': ['ID=cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:15.147024 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-d16c1f75-f700-435d-878e-1f1c9aa952ad', 'network_id': 'd16c1f75-f700-435d-878e-1f1c9aa952ad', 'tenant_id': 'cca72f834ab6454b990253e2d0a7c53e', 'fixed_ips': [{'subnet_id': '6526b7cd-38be-4b0e-b9f9-2dfaec1e0b50'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:11:15.148038 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:15.162177 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:15.166047 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:15.182178 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] Set router cd8dc6d3-570c-4394-85f6-f266af837955 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:11:15.231589 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:15.311011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Allocated IP 172.20.0.2 (d16c1f75-f700-435d-878e-1f1c9aa952ad/6526b7cd-38be-4b0e-b9f9-2dfaec1e0b50/3c245b64-1693-448b-88a2-a54ef1372306) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:11:15.326460 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d2c6e2b3-d880-4bd3-a98f-0669f13dfda9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:15.386738 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'name': 'tempest-TestMinimumBasicScenario-2001540032-router', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:12Z', 'revision_number': 4, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'gw_port': {'id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf', 'name': '', 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'mac_address': 'fa:16:3e:e8:03:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:11Z', 'updated_at': '2021-08-17T04:11:14Z', 'revision_number': 4, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'subnets': [{'id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:15.413601 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e83b9945-aeac-4b23-8bb3-50c160d4ec8b None None] The sync data for ids ['cd8dc6d3-570c-4394-85f6-f266af837955'] in n-d-802060-9 is: [{'id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'name': 'tempest-TestMinimumBasicScenario-2001540032-router', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:12Z', 'revision_number': 4, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'gw_port': {'id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf', 'name': '', 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'mac_address': 'fa:16:3e:e8:03:1a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:11Z', 'updated_at': '2021-08-17T04:11:14Z', 'revision_number': 4, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'subnets': [{'id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:11:15.439274 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:15.521070 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:15.532002 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Transition to ACTIVE for port object 3c245b64-1693-448b-88a2-a54ef1372306 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:11:15.548372 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Transition to ACTIVE for port object 3c245b64-1693-448b-88a2-a54ef1372306 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:11:15.623134 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:15.663036 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Network d16c1f75-f700-435d-878e-1f1c9aa952ad is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:11:15.670729 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:11:15.674867 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:11:15.684415 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Pushing event updated for resources: {'Port': ['ID=3c245b64-1693-448b-88a2-a54ef1372306,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:15.747214 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:15.761233 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Attempting to bind port 3c245b64-1693-448b-88a2-a54ef1372306 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:11:15.761664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Attempting to bind port 3c245b64-1693-448b-88a2-a54ef1372306 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'e494a310-04c4-4566-919c-d82399aa0b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd16c1f75-f700-435d-878e-1f1c9aa952ad'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:11:15.762461 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Attempting to bind port 3c245b64-1693-448b-88a2-a54ef1372306 on network d16c1f75-f700-435d-878e-1f1c9aa952ad {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:11:15.767479 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:11:15.768565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Checking segment: {'id': 'e494a310-04c4-4566-919c-d82399aa0b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd16c1f75-f700-435d-878e-1f1c9aa952ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:11:15.768565 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:15.768772 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Bound using segment: {'id': 'e494a310-04c4-4566-919c-d82399aa0b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd16c1f75-f700-435d-878e-1f1c9aa952ad'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:11:15.769059 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Bound port: 3c245b64-1693-448b-88a2-a54ef1372306, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e494a310-04c4-4566-919c-d82399aa0b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd16c1f75-f700-435d-878e-1f1c9aa952ad'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:11:15.769450 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:15.772301 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:15.853081 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] For port 3c245b64-1693-448b-88a2-a54ef1372306, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:11:15.857794 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] For port 3c245b64-1693-448b-88a2-a54ef1372306, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3c245b64-1693-448b-88a2-a54ef1372306,segment=NetworkSegment(e494a310-04c4-4566-919c-d82399aa0b7f),segment_id=e494a310-04c4-4566-919c-d82399aa0b7f)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:11:15.892322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:11:15.907923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Allocated IP 172.25.1.201 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/d90937f2-c8a6-441d-b523-e80c039e0a15) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:11:15.936572 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:16.009944 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c420c200-0bf5-4cdb-a5c4-b2fb5f46dad8 None None] Pushing event updated for resources: {'Port': ['ID=3c245b64-1693-448b-88a2-a54ef1372306,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:16.032612 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:16.075452 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:11:16.084065 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:11:16.084065 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:16.165665 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:16.249694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:11:16.253001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:11:16.257971 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:11:16.261670 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Pushing event updated for resources: {'Port': ['ID=d90937f2-c8a6-441d-b523-e80c039e0a15,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:16.349372 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:16.388047 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf,segment=NetworkSegment(c16de607-292e-4d6b-b3a1-d2b7fabff4cf),segment_id=c16de607-292e-4d6b-b3a1-d2b7fabff4cf)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:11:16.463602 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:16.464402 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5a782647-09d6-4367-9ae6-3cb488ad45de up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:11:16.546378 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:16.562635 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 5a782647-09d6-4367-9ae6-3cb488ad45de triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:11:16.562635 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:16.643084 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:16.863011 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:16.976731 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84fad3b3-9d90-4c7f-8b4a-8f257a4a8a02 None None] Network d16c1f75-f700-435d-878e-1f1c9aa952ad requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:11:17.063853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Router 79f90d68-ebe1-4f32-b5b7-ede9d175ff3c is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:11:17.125038 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-51fabeb2-a557-4fa9-8e98-3304df0bc235 None None] Provisioning for port 3c245b64-1693-448b-88a2-a54ef1372306 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:11:17.184376 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:11:17.194123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Sync routers for ids ['79f90d68-ebe1-4f32-b5b7-ede9d175ff3c'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:11:17.204631 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Routers {'79f90d68-ebe1-4f32-b5b7-ede9d175ff3c'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:11:17.205255 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:10:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['79f90d68-ebe1-4f32-b5b7-ede9d175ff3c'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:17.252724 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:17.254619 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6e35bb96-f234-4934-ab5d-13dded114d9c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.1919856 Aug 17 04:11:17.256911 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 44876) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:11:17.318118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Set router 79f90d68-ebe1-4f32-b5b7-ede9d175ff3c gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:11:17.522125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'name': 'tempest-TestMinimumBasicScenario-2023683274-router', 'tenant_id': 'cca72f834ab6454b990253e2d0a7c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd90937f2-c8a6-441d-b523-e80c039e0a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:15Z', 'updated_at': '2021-08-17T04:11:16Z', 'revision_number': 3, 'project_id': 'cca72f834ab6454b990253e2d0a7c53e', 'gw_port': {'id': 'd90937f2-c8a6-441d-b523-e80c039e0a15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:15Z', 'updated_at': '2021-08-17T04:11:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:17.548650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Checking router: 79f90d68-ebe1-4f32-b5b7-ede9d175ff3c for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:11:17.549004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Updating router 79f90d68-ebe1-4f32-b5b7-ede9d175ff3c port d90937f2-c8a6-441d-b523-e80c039e0a15 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:11:17.574325 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:17.669011 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:17.852186 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3c245b64-1693-448b-88a2-a54ef1372306 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:11:17.858808 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:17.900478 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Transition to ACTIVE for port object d90937f2-c8a6-441d-b523-e80c039e0a15 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:11:17.989574 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:18.025833 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2dd6c37d-9f94-4144-8e99-34aa5d9d3a5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:18.028475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 3c245b64-1693-448b-88a2-a54ef1372306 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:11:18.049736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 3c245b64-1693-448b-88a2-a54ef1372306 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:11:18.050111 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:18.055510 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Attempting to bind port d90937f2-c8a6-441d-b523-e80c039e0a15 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:11:18.063629 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Attempting to bind port d90937f2-c8a6-441d-b523-e80c039e0a15 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:11:18.063629 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Attempting to bind port d90937f2-c8a6-441d-b523-e80c039e0a15 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:11:18.080140 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a582468-1e76-4691-982f-06625c1ee1df None None] Pushing event updated for resources: {'Port': ['ID=d90937f2-c8a6-441d-b523-e80c039e0a15,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:18.090884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 10, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:11:18.091266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:11:18.091674 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:18.092072 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:11:18.092557 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Bound port: d90937f2-c8a6-441d-b523-e80c039e0a15, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:11:18.092942 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:18.167078 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Allocated IP 172.20.0.1 (d16c1f75-f700-435d-878e-1f1c9aa952ad/6526b7cd-38be-4b0e-b9f9-2dfaec1e0b50/1a16b1c9-8065-4bdb-a64b-3a5bbb181151) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:11:18.182934 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] For port d90937f2-c8a6-441d-b523-e80c039e0a15, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:11:18.209006 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] For port d90937f2-c8a6-441d-b523-e80c039e0a15, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d90937f2-c8a6-441d-b523-e80c039e0a15,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:11:18.211736 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:18.245617 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 3c245b64-1693-448b-88a2-a54ef1372306, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3c245b64-1693-448b-88a2-a54ef1372306,segment=NetworkSegment(e494a310-04c4-4566-919c-d82399aa0b7f),segment_id=e494a310-04c4-4566-919c-d82399aa0b7f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:11:18.247148 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:18.263994 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:18.276097 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:18.289340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Transition to ACTIVE for port object 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:11:18.306807 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:18.307563 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:11:18.349972 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Routers {'79f90d68-ebe1-4f32-b5b7-ede9d175ff3c'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:11:18.350522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:11:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['79f90d68-ebe1-4f32-b5b7-ede9d175ff3c'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:18.378169 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:18.395601 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a582468-1e76-4691-982f-06625c1ee1df None None] Pushing event updated for resources: {'Port': ['ID=d90937f2-c8a6-441d-b523-e80c039e0a15,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:18.416824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Network d16c1f75-f700-435d-878e-1f1c9aa952ad is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:11:18.420271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:11:18.425857 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:11:18.456246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Pushing event updated for resources: {'Port': ['ID=1a16b1c9-8065-4bdb-a64b-3a5bbb181151,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:18.476891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:18.513871 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=3c245b64-1693-448b-88a2-a54ef1372306,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:18.528480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:11:18.528480 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:18.533682 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] Set router 79f90d68-ebe1-4f32-b5b7-ede9d175ff3c gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:11:18.672822 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:18.760472 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-80578dac-3828-47b4-ae34-da51f000377a None None] Provisioning for port 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:11:18.785225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-80578dac-3828-47b4-ae34-da51f000377a None None] Provisioning complete for port 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:11:18.786043 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-80578dac-3828-47b4-ae34-da51f000377a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:18.828615 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-80578dac-3828-47b4-ae34-da51f000377a None None] Port 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:11:18.842328 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'name': 'tempest-TestMinimumBasicScenario-2023683274-router', 'tenant_id': 'cca72f834ab6454b990253e2d0a7c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd90937f2-c8a6-441d-b523-e80c039e0a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:15Z', 'updated_at': '2021-08-17T04:11:16Z', 'revision_number': 3, 'project_id': 'cca72f834ab6454b990253e2d0a7c53e', 'gw_port': {'id': 'd90937f2-c8a6-441d-b523-e80c039e0a15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:15Z', 'updated_at': '2021-08-17T04:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:18.848730 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:18.873110 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b9839ed-6808-4b85-ac88-abd88d79aa58 None None] The sync data for ids ['79f90d68-ebe1-4f32-b5b7-ede9d175ff3c'] in n-d-802060-9 is: [{'id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'name': 'tempest-TestMinimumBasicScenario-2023683274-router', 'tenant_id': 'cca72f834ab6454b990253e2d0a7c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd90937f2-c8a6-441d-b523-e80c039e0a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:15Z', 'updated_at': '2021-08-17T04:11:16Z', 'revision_number': 3, 'project_id': 'cca72f834ab6454b990253e2d0a7c53e', 'gw_port': {'id': 'd90937f2-c8a6-441d-b523-e80c039e0a15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:37', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:15Z', 'updated_at': '2021-08-17T04:11:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:11:18.903967 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:18.976481 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Pushing event updated for resources: {'Port': ['ID=1a16b1c9-8065-4bdb-a64b-3a5bbb181151,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:18.979165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:19.093269 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Network d16c1f75-f700-435d-878e-1f1c9aa952ad is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:11:19.101852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:11:19.235207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Router 79f90d68-ebe1-4f32-b5b7-ede9d175ff3c has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:11:19.359351 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:11:19.360988 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-59210892-349a-4281-b615-459879e62708 None None] Provisioning complete for port 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:11:19.361457 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-59210892-349a-4281-b615-459879e62708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:19.364984 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-75248c1e-3374-450c-a0d9-c00458eb5582 admin admin] 10.222.0.10 "PUT /v2.0/routers/79f90d68-ebe1-4f32-b5b7-ede9d175ff3c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1067631 Aug 17 04:11:19.395014 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:19.399623 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-59210892-349a-4281-b615-459879e62708 None None] Port 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:11:19.802316 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3c245b64-1693-448b-88a2-a54ef1372306 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:11:19.850969 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 3c245b64-1693-448b-88a2-a54ef1372306 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:11:19.851348 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:19.943825 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d90937f2-c8a6-441d-b523-e80c039e0a15 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:11:20.052310 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port d90937f2-c8a6-441d-b523-e80c039e0a15 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:11:20.056448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d90937f2-c8a6-441d-b523-e80c039e0a15 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:11:20.056833 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:20.148478 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:20.172524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port d90937f2-c8a6-441d-b523-e80c039e0a15, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d90937f2-c8a6-441d-b523-e80c039e0a15,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:11:20.223923 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:20.282991 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=d90937f2-c8a6-441d-b523-e80c039e0a15,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:20.454227 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Sync routers for ids ['79f90d68-ebe1-4f32-b5b7-ede9d175ff3c'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:11:20.466141 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Routers {'79f90d68-ebe1-4f32-b5b7-ede9d175ff3c'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:11:20.467196 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:11:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['79f90d68-ebe1-4f32-b5b7-ede9d175ff3c'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:20.582682 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Set router 79f90d68-ebe1-4f32-b5b7-ede9d175ff3c gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:11:20.830950 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'name': 'tempest-TestMinimumBasicScenario-2023683274-router', 'tenant_id': 'cca72f834ab6454b990253e2d0a7c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd90937f2-c8a6-441d-b523-e80c039e0a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:15Z', 'updated_at': '2021-08-17T04:11:18Z', 'revision_number': 4, 'project_id': 'cca72f834ab6454b990253e2d0a7c53e', 'gw_port': {'id': 'd90937f2-c8a6-441d-b523-e80c039e0a15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:15Z', 'updated_at': '2021-08-17T04:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '1a16b1c9-8065-4bdb-a64b-3a5bbb181151', 'name': '', 'network_id': 'd16c1f75-f700-435d-878e-1f1c9aa952ad', 'tenant_id': 'cca72f834ab6454b990253e2d0a7c53e', 'mac_address': 'fa:16:3e:e6:d2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '6526b7cd-38be-4b0e-b9f9-2dfaec1e0b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:17Z', 'updated_at': '2021-08-17T04:11:18Z', 'revision_number': 2, 'project_id': 'cca72f834ab6454b990253e2d0a7c53e', 'subnets': [{'id': '6526b7cd-38be-4b0e-b9f9-2dfaec1e0b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:20.859732 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Checking router: 79f90d68-ebe1-4f32-b5b7-ede9d175ff3c for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:11:20.860385 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Updating router 79f90d68-ebe1-4f32-b5b7-ede9d175ff3c port 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:11:20.890023 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:21.149365 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:21.201456 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:21.212981 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Transition to ACTIVE for port object 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:11:21.298129 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:21.341080 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd93a86-9323-4f9b-ae78-88f450739a90 None None] Pushing event updated for resources: {'Port': ['ID=1a16b1c9-8065-4bdb-a64b-3a5bbb181151,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:21.414703 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Attempting to bind port 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:11:21.415247 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Attempting to bind port 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'e494a310-04c4-4566-919c-d82399aa0b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd16c1f75-f700-435d-878e-1f1c9aa952ad'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:11:21.415436 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Attempting to bind port 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 on network d16c1f75-f700-435d-878e-1f1c9aa952ad {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:11:21.420961 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 11, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:11:21.421345 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Checking segment: {'id': 'e494a310-04c4-4566-919c-d82399aa0b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd16c1f75-f700-435d-878e-1f1c9aa952ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:11:21.421778 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:21.422389 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Bound using segment: {'id': 'e494a310-04c4-4566-919c-d82399aa0b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd16c1f75-f700-435d-878e-1f1c9aa952ad'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:11:21.422859 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Bound port: 1a16b1c9-8065-4bdb-a64b-3a5bbb181151, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e494a310-04c4-4566-919c-d82399aa0b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 71, 'network_id': 'd16c1f75-f700-435d-878e-1f1c9aa952ad'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:11:21.423237 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:21.498047 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] For port 1a16b1c9-8065-4bdb-a64b-3a5bbb181151, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:11:21.501821 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] For port 1a16b1c9-8065-4bdb-a64b-3a5bbb181151, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1a16b1c9-8065-4bdb-a64b-3a5bbb181151,segment=NetworkSegment(e494a310-04c4-4566-919c-d82399aa0b7f),segment_id=e494a310-04c4-4566-919c-d82399aa0b7f)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:11:21.605937 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:21.673326 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcd93a86-9323-4f9b-ae78-88f450739a90 None None] Pushing event updated for resources: {'Port': ['ID=1a16b1c9-8065-4bdb-a64b-3a5bbb181151,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:21.688719 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Routers {'79f90d68-ebe1-4f32-b5b7-ede9d175ff3c'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:11:21.689560 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:11:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['79f90d68-ebe1-4f32-b5b7-ede9d175ff3c'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:21.815662 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d90937f2-c8a6-441d-b523-e80c039e0a15 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:11:21.921153 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port d90937f2-c8a6-441d-b523-e80c039e0a15 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:11:21.922554 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:21.958573 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] Set router 79f90d68-ebe1-4f32-b5b7-ede9d175ff3c gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:11:22.207922 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'name': 'tempest-TestMinimumBasicScenario-2023683274-router', 'tenant_id': 'cca72f834ab6454b990253e2d0a7c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd90937f2-c8a6-441d-b523-e80c039e0a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:15Z', 'updated_at': '2021-08-17T04:11:18Z', 'revision_number': 4, 'project_id': 'cca72f834ab6454b990253e2d0a7c53e', 'gw_port': {'id': 'd90937f2-c8a6-441d-b523-e80c039e0a15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:15Z', 'updated_at': '2021-08-17T04:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '1a16b1c9-8065-4bdb-a64b-3a5bbb181151', 'name': '', 'network_id': 'd16c1f75-f700-435d-878e-1f1c9aa952ad', 'tenant_id': 'cca72f834ab6454b990253e2d0a7c53e', 'mac_address': 'fa:16:3e:e6:d2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '6526b7cd-38be-4b0e-b9f9-2dfaec1e0b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:17Z', 'updated_at': '2021-08-17T04:11:21Z', 'revision_number': 4, 'project_id': 'cca72f834ab6454b990253e2d0a7c53e', 'subnets': [{'id': '6526b7cd-38be-4b0e-b9f9-2dfaec1e0b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:11:22.235948 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4efa7c1-78a6-4f60-835e-82766f75ceb9 None None] The sync data for ids ['79f90d68-ebe1-4f32-b5b7-ede9d175ff3c'] in n-d-802060-9 is: [{'id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'name': 'tempest-TestMinimumBasicScenario-2023683274-router', 'tenant_id': 'cca72f834ab6454b990253e2d0a7c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd90937f2-c8a6-441d-b523-e80c039e0a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:15Z', 'updated_at': '2021-08-17T04:11:18Z', 'revision_number': 4, 'project_id': 'cca72f834ab6454b990253e2d0a7c53e', 'gw_port': {'id': 'd90937f2-c8a6-441d-b523-e80c039e0a15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:15Z', 'updated_at': '2021-08-17T04:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '1a16b1c9-8065-4bdb-a64b-3a5bbb181151', 'name': '', 'network_id': 'd16c1f75-f700-435d-878e-1f1c9aa952ad', 'tenant_id': 'cca72f834ab6454b990253e2d0a7c53e', 'mac_address': 'fa:16:3e:e6:d2:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4153, 'fixed_ips': [{'subnet_id': '6526b7cd-38be-4b0e-b9f9-2dfaec1e0b50', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:17Z', 'updated_at': '2021-08-17T04:11:21Z', 'revision_number': 4, 'project_id': 'cca72f834ab6454b990253e2d0a7c53e', 'subnets': [{'id': '6526b7cd-38be-4b0e-b9f9-2dfaec1e0b50', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:11:23.796262 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:11:23.950143 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:11:23.955646 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:11:23.956292 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:24.047026 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:24.083695 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 1a16b1c9-8065-4bdb-a64b-3a5bbb181151, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1a16b1c9-8065-4bdb-a64b-3a5bbb181151,segment=NetworkSegment(e494a310-04c4-4566-919c-d82399aa0b7f),segment_id=e494a310-04c4-4566-919c-d82399aa0b7f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:11:24.143796 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:24.210639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=1a16b1c9-8065-4bdb-a64b-3a5bbb181151,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:25.751571 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:11:25.816401 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:11:25.816783 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:31.169899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513063c-446d-4756-8915-a1957f3fbc71 req-aea6b8ab-3850-4582-a1c4-fc171c11e11e tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:31.171428 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e513063c-446d-4756-8915-a1957f3fbc71 req-aea6b8ab-3850-4582-a1c4-fc171c11e11e tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/networks?id=d3e70617-b8d4-4d14-8267-308faf618ef5 HTTP/1.1" status: 200 len: 815 time: 0.1127903 Aug 17 04:11:31.187196 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e513063c-446d-4756-8915-a1957f3fbc71 req-cd29eb58-2b20-48b6-87a3-640ec9d59fdb tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/quotas/bc4ae1f21d1345de995bfa997c447343 HTTP/1.1" status: 200 len: 375 time: 0.0100124 Aug 17 04:11:31.245680 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e513063c-446d-4756-8915-a1957f3fbc71 req-fe33e336-6c4b-41a0-8f76-a2686bb6afe8 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=bc4ae1f21d1345de995bfa997c447343&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0531020 Aug 17 04:11:31.350206 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e513063c-446d-4756-8915-a1957f3fbc71 req-c7a52f59-329a-47cc-bb09-0d171a2ced27 service neutron] 10.222.0.10 "GET /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890901 Aug 17 04:11:31.449691 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e513063c-446d-4756-8915-a1957f3fbc71 req-650165bb-730f-490e-bf44-003fd37a1767 service neutron] 10.222.0.10 "GET /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0920420 Aug 17 04:11:31.693296 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a66f1aa6-6c9e-47b5-9da3-7b8f24de01e0 req-3cd75ca7-d697-4b08-ad2b-47aa53f3ed6f tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 210 time: 0.0307221 Aug 17 04:11:32.789319 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-13846ca2-ebc7-4553-8e57-4ebae95c8d31 req-442d1035-75f2-4baf-a7b1-066c8aef7e81 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 210 time: 0.0268195 Aug 17 04:11:33.775652 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513063c-446d-4756-8915-a1957f3fbc71 req-ab4c7571-2e97-4ac7-8734-211af264629f tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:33.777194 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e513063c-446d-4756-8915-a1957f3fbc71 req-ab4c7571-2e97-4ac7-8734-211af264629f tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.30 "GET /v2.0/networks?id=d3e70617-b8d4-4d14-8267-308faf618ef5 HTTP/1.1" status: 200 len: 815 time: 0.1112950 Aug 17 04:11:33.789811 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e513063c-446d-4756-8915-a1957f3fbc71 req-49ac62ef-d277-4853-897a-66f7b9bca303 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Request body: {'port': {'device_id': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5', 'admin_state_up': True, 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:11:33.892052 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bcec75af-37b2-40d1-9eb4-baa97721428b req-8a9d6c6e-7266-4e01-963e-b988542f9991 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 210 time: 0.0321331 Aug 17 04:11:33.897713 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:33.999481 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e513063c-446d-4756-8915-a1957f3fbc71 req-49ac62ef-d277-4853-897a-66f7b9bca303 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Made reservation on behalf of bc4ae1f21d1345de995bfa997c447343 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:11:34.003376 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e513063c-446d-4756-8915-a1957f3fbc71 req-49ac62ef-d277-4853-897a-66f7b9bca303 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:34.140846 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-e513063c-446d-4756-8915-a1957f3fbc71 req-49ac62ef-d277-4853-897a-66f7b9bca303 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Allocated IP 172.20.0.14 (d3e70617-b8d4-4d14-8267-308faf618ef5/f943db50-3fab-4fe9-b991-640d849f6c01/04632d0d-ae1b-48cb-9264-e112292b474f) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:11:34.292215 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e513063c-446d-4756-8915-a1957f3fbc71 req-49ac62ef-d277-4853-897a-66f7b9bca303 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:34.314719 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-e513063c-446d-4756-8915-a1957f3fbc71 req-49ac62ef-d277-4853-897a-66f7b9bca303 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Transition to ACTIVE for port object 04632d0d-ae1b-48cb-9264-e112292b474f will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:11:34.429380 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e513063c-446d-4756-8915-a1957f3fbc71 req-49ac62ef-d277-4853-897a-66f7b9bca303 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:34.482098 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e513063c-446d-4756-8915-a1957f3fbc71 req-49ac62ef-d277-4853-897a-66f7b9bca303 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Network d3e70617-b8d4-4d14-8267-308faf618ef5 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:11:34.486444 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-e513063c-446d-4756-8915-a1957f3fbc71 req-49ac62ef-d277-4853-897a-66f7b9bca303 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:11:34.489209 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e513063c-446d-4756-8915-a1957f3fbc71 req-49ac62ef-d277-4853-897a-66f7b9bca303 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:11:34.530123 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ac62ef-d277-4853-897a-66f7b9bca303 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Pushing event updated for resources: {'Port': ['ID=04632d0d-ae1b-48cb-9264-e112292b474f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:34.547387 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513063c-446d-4756-8915-a1957f3fbc71 req-49ac62ef-d277-4853-897a-66f7b9bca303 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:34.548034 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e513063c-446d-4756-8915-a1957f3fbc71 req-49ac62ef-d277-4853-897a-66f7b9bca303 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:34.566837 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:34.618743 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e513063c-446d-4756-8915-a1957f3fbc71 req-49ac62ef-d277-4853-897a-66f7b9bca303 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8326445 Aug 17 04:11:34.918382 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-25fc849c-257b-42a6-b63c-6cb1f93b8b06 None None] Provisioning for port 04632d0d-ae1b-48cb-9264-e112292b474f completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:11:34.924347 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-25fc849c-257b-42a6-b63c-6cb1f93b8b06 None None] Provisioning complete for port 04632d0d-ae1b-48cb-9264-e112292b474f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:11:34.924719 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-25fc849c-257b-42a6-b63c-6cb1f93b8b06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:34.965972 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-25fc849c-257b-42a6-b63c-6cb1f93b8b06 None None] Port 04632d0d-ae1b-48cb-9264-e112292b474f cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:11:35.022509 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f741bdd-6c44-43e7-80c7-76934b13beef req-cd8f7041-abff-4094-8a9d-e4db81a7c0aa tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:35.030545 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f741bdd-6c44-43e7-80c7-76934b13beef req-cd8f7041-abff-4094-8a9d-e4db81a7c0aa tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 932 time: 0.0598006 Aug 17 04:11:35.063790 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0f741bdd-6c44-43e7-80c7-76934b13beef req-80634227-1c86-4996-ae0a-175c58ae4fa2 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324352 Aug 17 04:11:36.185913 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25afd94a-6937-4627-9a39-4b3b67c2ef40 req-21b811b4-c3a1-43e8-9ef4-446d3baa9f78 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:36.189392 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-25afd94a-6937-4627-9a39-4b3b67c2ef40 req-21b811b4-c3a1-43e8-9ef4-446d3baa9f78 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 932 time: 0.0529027 Aug 17 04:11:36.236551 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-25afd94a-6937-4627-9a39-4b3b67c2ef40 req-d777109c-0569-4c25-9b32-bb88591ac232 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414131 Aug 17 04:11:37.363379 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a2fbfc-6487-4580-bbbc-04a6a360692d req-fa04b841-6c5d-40f9-8c6a-9e0add2302a1 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:37.364853 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-93a2fbfc-6487-4580-bbbc-04a6a360692d req-fa04b841-6c5d-40f9-8c6a-9e0add2302a1 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 932 time: 0.0567296 Aug 17 04:11:37.408041 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-93a2fbfc-6487-4580-bbbc-04a6a360692d req-3eb13c7b-b13e-489b-9489-febb63a17871 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370469 Aug 17 04:11:38.530948 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379247bc-1f65-4071-b1e2-61e47a854218 req-1fbd5bab-12e9-4d43-b5d6-68fd761d7e24 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:38.532447 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-379247bc-1f65-4071-b1e2-61e47a854218 req-1fbd5bab-12e9-4d43-b5d6-68fd761d7e24 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 932 time: 0.0512414 Aug 17 04:11:38.557858 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:11:38.592796 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-379247bc-1f65-4071-b1e2-61e47a854218 req-416e7197-b642-4397-853d-9ced0b020fd4 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531459 Aug 17 04:11:39.707910 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a544d752-8984-4e18-bdc8-3b9f7dce9f22 req-71c3ba63-c937-4668-8d70-bdc4ea0b1839 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:39.709602 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a544d752-8984-4e18-bdc8-3b9f7dce9f22 req-71c3ba63-c937-4668-8d70-bdc4ea0b1839 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 932 time: 0.0565410 Aug 17 04:11:39.754541 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a544d752-8984-4e18-bdc8-3b9f7dce9f22 req-b55a8d3f-e593-4f4b-878a-8cdbb14477e0 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358377 Aug 17 04:11:40.882823 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9343e289-ef2a-483d-be4b-873f1d9f3a3e req-564dfe79-7fb6-4596-9ee9-8f824c3ad7a5 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:40.884636 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9343e289-ef2a-483d-be4b-873f1d9f3a3e req-564dfe79-7fb6-4596-9ee9-8f824c3ad7a5 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 932 time: 0.0536020 Aug 17 04:11:40.934203 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9343e289-ef2a-483d-be4b-873f1d9f3a3e req-9a23585a-e849-4e61-82f4-7ed5c4366ab0 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416086 Aug 17 04:11:42.051232 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a23e46-22fc-40b2-9494-864c5e70e9b5 req-58ba8d04-37e5-4690-b4c5-14757f0837cc tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:42.052943 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2a23e46-22fc-40b2-9494-864c5e70e9b5 req-58ba8d04-37e5-4690-b4c5-14757f0837cc tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 932 time: 0.0503767 Aug 17 04:11:42.100942 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2a23e46-22fc-40b2-9494-864c5e70e9b5 req-b6b7cbfc-7078-428b-917c-cfb8e8fd2516 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392635 Aug 17 04:11:43.235776 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5b3975-d2c7-4627-804c-f8438141accb req-8242db2b-1a72-469f-907e-0921916340e6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:43.237252 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ca5b3975-d2c7-4627-804c-f8438141accb req-8242db2b-1a72-469f-907e-0921916340e6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 932 time: 0.0526197 Aug 17 04:11:43.275912 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ca5b3975-d2c7-4627-804c-f8438141accb req-9c293aee-8328-4ef8-a4e8-1756fd9e9f57 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327249 Aug 17 04:11:44.414773 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4813cacf-1712-400c-8142-cb2475e436e0 req-7f405fa4-1e7d-4220-bc4b-f8e6e92e2512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:44.416272 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4813cacf-1712-400c-8142-cb2475e436e0 req-7f405fa4-1e7d-4220-bc4b-f8e6e92e2512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 932 time: 0.0528171 Aug 17 04:11:44.461333 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4813cacf-1712-400c-8142-cb2475e436e0 req-3dcd2b6c-d606-4a93-80bf-43c25b2fed8b tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389452 Aug 17 04:11:44.756224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-e513063c-446d-4756-8915-a1957f3fbc71 req-54c71256-283a-4efa-bd13-e6861c729632 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:11:44.756224 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e513063c-446d-4756-8915-a1957f3fbc71 req-54c71256-283a-4efa-bd13-e6861c729632 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064127 Aug 17 04:11:44.762639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Request body: {'port': {'device_id': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:11:44.824910 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:45.107820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 04632d0d-ae1b-48cb-9264-e112292b474f {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:11:45.115205 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:45.127757 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Transition to ACTIVE for port object 04632d0d-ae1b-48cb-9264-e112292b474f will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:11:45.171641 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:45.229531 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Pushing event updated for resources: {'Port': ['ID=04632d0d-ae1b-48cb-9264-e112292b474f,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:45.308080 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Attempting to bind port 04632d0d-ae1b-48cb-9264-e112292b474f on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:11:45.308548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Attempting to bind port 04632d0d-ae1b-48cb-9264-e112292b474f by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'c16de607-292e-4d6b-b3a1-d2b7fabff4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:11:45.308761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Attempting to bind port 04632d0d-ae1b-48cb-9264-e112292b474f on network d3e70617-b8d4-4d14-8267-308faf618ef5 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:11:45.314532 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c9262813-f14d-44bf-94ae-3a1f066eedfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:45.316485 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Port 04632d0d-ae1b-48cb-9264-e112292b474f on network d3e70617-b8d4-4d14-8267-308faf618ef5 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:11:45.316485 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Attempting to bind port 04632d0d-ae1b-48cb-9264-e112292b474f on network d3e70617-b8d4-4d14-8267-308faf618ef5 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:11:45.319987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 11, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:11:45.320328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Checking segment: {'id': 'c16de607-292e-4d6b-b3a1-d2b7fabff4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:11:45.320758 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Bound using segment: {'id': 'c16de607-292e-4d6b-b3a1-d2b7fabff4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:11:45.321196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Bound port: 04632d0d-ae1b-48cb-9264-e112292b474f, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c16de607-292e-4d6b-b3a1-d2b7fabff4cf', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 92, 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:11:45.321625 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:45.391989 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] For port 04632d0d-ae1b-48cb-9264-e112292b474f, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:11:45.395611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] For port 04632d0d-ae1b-48cb-9264-e112292b474f, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=04632d0d-ae1b-48cb-9264-e112292b474f,segment=NetworkSegment(c16de607-292e-4d6b-b3a1-d2b7fabff4cf),segment_id=c16de607-292e-4d6b-b3a1-d2b7fabff4cf)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:11:45.475253 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:45.511726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:45.512344 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:45.515166 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e513063c-446d-4756-8915-a1957f3fbc71 req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] 10.222.0.30 "PUT /v2.0/ports/04632d0d-ae1b-48cb-9264-e112292b474f HTTP/1.1" status: 200 len: 1092 time: 0.7573912 Aug 17 04:11:45.515825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'tag': '04632d0d-ae1b-48cb-9264-e112292b474f'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:11:45.518239 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-613c0ba0-492e-4ce9-8884-74192e7f64ec" -d '{"events": [{"name": "network-changed", "server_uuid": "9db7ecf3-59bb-4758-892c-0a90286f8d39", "tag": "04632d0d-ae1b-48cb-9264-e112292b474f"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:11:45.543088 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b01abe7f-dd07-4149-a0bc-5d7a4c0cb569 service neutron] Pushing event updated for resources: {'Port': ['ID=04632d0d-ae1b-48cb-9264-e112292b474f,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:45.592579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ed4e2f-c067-4204-b3ad-9ef10ef5243a req-e9ca1008-ce38-4d7e-af05-3d2e5958ee24 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:45.594213 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-99ed4e2f-c067-4204-b3ad-9ef10ef5243a req-e9ca1008-ce38-4d7e-af05-3d2e5958ee24 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 944 time: 0.0561323 Aug 17 04:11:45.639136 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-99ed4e2f-c067-4204-b3ad-9ef10ef5243a req-1c340809-70e7-4512-8d6c-d41e747a6490 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387044 Aug 17 04:11:45.687077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513063c-446d-4756-8915-a1957f3fbc71 req-8de0f6a2-e03b-4566-be29-157229d74edf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:45.690884 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e513063c-446d-4756-8915-a1957f3fbc71 req-8de0f6a2-e03b-4566-be29-157229d74edf service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc4ae1f21d1345de995bfa997c447343&device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 1095 time: 0.0566421 Aug 17 04:11:45.739780 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:11:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9805e37c-a80f-4867-9b76-6a3794c20278 x-openstack-request-id: req-9805e37c-a80f-4867-9b76-6a3794c20278 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:11:45.740073 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db7ecf3-59bb-4758-892c-0a90286f8d39", "tag": "04632d0d-ae1b-48cb-9264-e112292b474f", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:11:45.740347 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9805e37c-a80f-4867-9b76-6a3794c20278 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:11:45.740742 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'tag': '04632d0d-ae1b-48cb-9264-e112292b474f', 'status': 'completed', 'code': 200} Aug 17 04:11:45.742574 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e513063c-446d-4756-8915-a1957f3fbc71 req-2c5966b4-d99b-4d87-95d9-5cc6f520ab48 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04632d0d-ae1b-48cb-9264-e112292b474f HTTP/1.1" status: 200 len: 217 time: 0.0456045 Aug 17 04:11:45.792045 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513063c-446d-4756-8915-a1957f3fbc71 req-0351f03d-a726-4b8c-9455-6241642c2bb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:45.793589 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e513063c-446d-4756-8915-a1957f3fbc71 req-0351f03d-a726-4b8c-9455-6241642c2bb7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f943db50-3fab-4fe9-b991-640d849f6c01 HTTP/1.1" status: 200 len: 854 time: 0.0441399 Aug 17 04:11:45.843656 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e513063c-446d-4756-8915-a1957f3fbc71 req-693488a1-d761-4d31-adbe-dfea60b76c0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:45.845177 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e513063c-446d-4756-8915-a1957f3fbc71 req-693488a1-d761-4d31-adbe-dfea60b76c0d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3e70617-b8d4-4d14-8267-308faf618ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0438612 Aug 17 04:11:45.937996 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e513063c-446d-4756-8915-a1957f3fbc71 req-a16949d2-c3e7-428e-a860-e449d1522d09 service neutron] 10.222.0.30 "GET /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849757 Aug 17 04:11:46.031893 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e513063c-446d-4756-8915-a1957f3fbc71 req-166b05e2-75de-4582-a262-4076587555f7 service neutron] 10.222.0.30 "GET /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865979 Aug 17 04:11:46.178252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c0ba0-492e-4ce9-8884-74192e7f64ec req-8ccedac3-0b15-43e2-a60c-bdff14532893 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:46.179757 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-613c0ba0-492e-4ce9-8884-74192e7f64ec req-8ccedac3-0b15-43e2-a60c-bdff14532893 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc4ae1f21d1345de995bfa997c447343&device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 1095 time: 0.0420132 Aug 17 04:11:46.273630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c0ba0-492e-4ce9-8884-74192e7f64ec req-edbb653d-862b-4694-b3c5-567767bd1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:46.275070 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-613c0ba0-492e-4ce9-8884-74192e7f64ec req-edbb653d-862b-4694-b3c5-567767bd1e53 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d3e70617-b8d4-4d14-8267-308faf618ef5 HTTP/1.1" status: 200 len: 915 time: 0.0876372 Aug 17 04:11:46.317363 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-613c0ba0-492e-4ce9-8884-74192e7f64ec req-ccf002f6-0403-453e-8f69-c0a78ace1056 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04632d0d-ae1b-48cb-9264-e112292b474f HTTP/1.1" status: 200 len: 217 time: 0.0334697 Aug 17 04:11:46.366787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c0ba0-492e-4ce9-8884-74192e7f64ec req-86af2621-17ed-4aaf-8356-e9a862bb0efe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:46.368234 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-613c0ba0-492e-4ce9-8884-74192e7f64ec req-86af2621-17ed-4aaf-8356-e9a862bb0efe service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f943db50-3fab-4fe9-b991-640d849f6c01 HTTP/1.1" status: 200 len: 854 time: 0.0428684 Aug 17 04:11:46.417019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613c0ba0-492e-4ce9-8884-74192e7f64ec req-77fe67e1-b4bc-48c7-85eb-628552dcf5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:46.418584 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-613c0ba0-492e-4ce9-8884-74192e7f64ec req-77fe67e1-b4bc-48c7-85eb-628552dcf5df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3e70617-b8d4-4d14-8267-308faf618ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428817 Aug 17 04:11:46.508872 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-613c0ba0-492e-4ce9-8884-74192e7f64ec req-18dbffa0-4668-40e4-a997-42f148d53e55 service neutron] 10.222.0.30 "GET /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0811250 Aug 17 04:11:46.602813 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-613c0ba0-492e-4ce9-8884-74192e7f64ec req-cd688891-aa2e-442b-85e9-f122add82ca7 service neutron] 10.222.0.30 "GET /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864961 Aug 17 04:11:46.755871 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdee42a5-337c-4743-880a-d105962dcd68 req-af05a042-9695-465c-a77d-2d98c2067017 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:46.757301 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bdee42a5-337c-4743-880a-d105962dcd68 req-af05a042-9695-465c-a77d-2d98c2067017 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 944 time: 0.0486362 Aug 17 04:11:46.797699 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bdee42a5-337c-4743-880a-d105962dcd68 req-16775c47-a804-4e06-80d6-497b58465287 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337954 Aug 17 04:11:47.912450 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-205261f3-650c-4125-bf68-e0722da9ae5c req-0f7d29a1-76ed-4f6b-b43f-18585a7e3097 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:47.914022 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-205261f3-650c-4125-bf68-e0722da9ae5c req-0f7d29a1-76ed-4f6b-b43f-18585a7e3097 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 944 time: 0.0495944 Aug 17 04:11:47.943166 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0c7130cc-8e96-47fe-aac6-cb749d1e5659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:47.956873 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-205261f3-650c-4125-bf68-e0722da9ae5c req-295cf1e2-193d-4ebd-90b8-be3bc75cae2e tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369010 Aug 17 04:11:48.239025 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:49.071471 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602149a-d4d7-47b0-9831-35d52e8dbf12 req-06daf2cd-bdba-4996-9ef7-217f80694375 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:49.072861 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7602149a-d4d7-47b0-9831-35d52e8dbf12 req-06daf2cd-bdba-4996-9ef7-217f80694375 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 944 time: 0.0491185 Aug 17 04:11:49.111358 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7602149a-d4d7-47b0-9831-35d52e8dbf12 req-d60c5346-7d93-4520-9432-eb22c878d018 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321243 Aug 17 04:11:49.417235 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:49.647144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 04632d0d-ae1b-48cb-9264-e112292b474f details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:11:49.900349 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 04632d0d-ae1b-48cb-9264-e112292b474f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=04632d0d-ae1b-48cb-9264-e112292b474f,segment=NetworkSegment(c16de607-292e-4d6b-b3a1-d2b7fabff4cf),segment_id=c16de607-292e-4d6b-b3a1-d2b7fabff4cf)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:11:49.911989 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '04632d0d-ae1b-48cb-9264-e112292b474f', 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5', 'port_id': '04632d0d-ae1b-48cb-9264-e112292b474f', 'mac_address': 'fa:16:3e:93:43:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 92, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:11:49.948206 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:49.960492 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 04632d0d-ae1b-48cb-9264-e112292b474f {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:11:49.980176 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 04632d0d-ae1b-48cb-9264-e112292b474f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=04632d0d-ae1b-48cb-9264-e112292b474f,segment=NetworkSegment(c16de607-292e-4d6b-b3a1-d2b7fabff4cf),segment_id=c16de607-292e-4d6b-b3a1-d2b7fabff4cf)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:11:50.062954 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:50.111260 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=04632d0d-ae1b-48cb-9264-e112292b474f,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:50.227739 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57225700-2c4b-410d-a9ac-b85ee1290741 req-01bedfa7-f2e6-438a-9aa2-d9830394d7ed tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:50.229152 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57225700-2c4b-410d-a9ac-b85ee1290741 req-01bedfa7-f2e6-438a-9aa2-d9830394d7ed tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 945 time: 0.0511961 Aug 17 04:11:50.268202 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57225700-2c4b-410d-a9ac-b85ee1290741 req-c86de102-4878-4251-a435-14356ee2a1ce tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324254 Aug 17 04:11:50.308306 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['04632d0d-ae1b-48cb-9264-e112292b474f'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:11:51.158698 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:51.383008 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012d3c27-a087-4ccc-a386-c198e653f428 req-4919b3c0-2cb9-417d-a2ba-e68352524260 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:51.384386 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-012d3c27-a087-4ccc-a386-c198e653f428 req-4919b3c0-2cb9-417d-a2ba-e68352524260 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 945 time: 0.0498402 Aug 17 04:11:51.426906 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-012d3c27-a087-4ccc-a386-c198e653f428 req-ad9f88c5-8d5c-44e9-9a0c-b2e7b938cab6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363936 Aug 17 04:11:51.657748 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 04632d0d-ae1b-48cb-9264-e112292b474f up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:11:51.765805 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 04632d0d-ae1b-48cb-9264-e112292b474f completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:11:51.769963 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 04632d0d-ae1b-48cb-9264-e112292b474f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:11:51.770344 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:51.848083 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:51.869841 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04632d0d-ae1b-48cb-9264-e112292b474f'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:11:51.872650 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd92e6c3-ccff-4785-80c2-14e98ab0448e" -d '{"events": [{"server_uuid": "9db7ecf3-59bb-4758-892c-0a90286f8d39", "name": "network-vif-plugged", "status": "completed", "tag": "04632d0d-ae1b-48cb-9264-e112292b474f"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:11:51.885048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 04632d0d-ae1b-48cb-9264-e112292b474f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=04632d0d-ae1b-48cb-9264-e112292b474f,segment=NetworkSegment(c16de607-292e-4d6b-b3a1-d2b7fabff4cf),segment_id=c16de607-292e-4d6b-b3a1-d2b7fabff4cf)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:11:51.915935 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58422a6c-9ea0-4642-8bfb-f39ca11999f9 x-openstack-request-id: req-58422a6c-9ea0-4642-8bfb-f39ca11999f9 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:11:51.915935 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db7ecf3-59bb-4758-892c-0a90286f8d39", "name": "network-vif-plugged", "status": "completed", "tag": "04632d0d-ae1b-48cb-9264-e112292b474f", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:11:51.915935 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58422a6c-9ea0-4642-8bfb-f39ca11999f9 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:11:51.915935 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '04632d0d-ae1b-48cb-9264-e112292b474f', 'code': 200} Aug 17 04:11:52.000157 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:11:52.007013 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a53fa443-d35a-44b8-975e-f9039ec1287c req-62ae8c62-9307-47a3-814e-dae12c6d5edc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:52.008610 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a53fa443-d35a-44b8-975e-f9039ec1287c req-62ae8c62-9307-47a3-814e-dae12c6d5edc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 1096 time: 0.0418618 Aug 17 04:11:52.046034 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a53fa443-d35a-44b8-975e-f9039ec1287c req-eab72642-8b86-4f45-888d-05b89f41ed79 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306871 Aug 17 04:11:52.048369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=04632d0d-ae1b-48cb-9264-e112292b474f,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:11:52.543283 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f676561-aaea-4a51-b1da-f65cdd2724c7 req-ba893243-7b60-4996-9b87-bc66e1ece889 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:52.544805 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f676561-aaea-4a51-b1da-f65cdd2724c7 req-ba893243-7b60-4996-9b87-bc66e1ece889 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 946 time: 0.0495472 Aug 17 04:11:52.582924 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4f676561-aaea-4a51-b1da-f65cdd2724c7 req-82f734f0-3c1f-4324-9d48-1425184975b0 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319338 Aug 17 04:11:53.696857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4771eea0-c360-4e54-b190-41d85952db65 req-ed9aa0ca-6762-4b17-a83c-5bf842e35c02 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:53.698413 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4771eea0-c360-4e54-b190-41d85952db65 req-ed9aa0ca-6762-4b17-a83c-5bf842e35c02 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 946 time: 0.0490978 Aug 17 04:11:53.737225 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4771eea0-c360-4e54-b190-41d85952db65 req-9ecf388b-0714-46c7-bbb9-6a0179aa3d3b tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325317 Aug 17 04:11:53.849842 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88723ba5-c372-4ded-9b5d-58a88685e718 req-d6eeafab-8cf7-4493-9628-85655eac323f tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:53.851314 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-88723ba5-c372-4ded-9b5d-58a88685e718 req-d6eeafab-8cf7-4493-9628-85655eac323f tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 946 time: 0.0486052 Aug 17 04:11:53.891607 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-88723ba5-c372-4ded-9b5d-58a88685e718 req-8cea1639-2438-40ae-adb5-02525bc51401 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344934 Aug 17 04:11:54.077155 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-501b7dd5-28a2-4725-a58e-820b5c4f2a6f req-5d813d8f-2d12-46c5-a5ca-21adc22d6ded tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:11:54.078678 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-501b7dd5-28a2-4725-a58e-820b5c4f2a6f req-5d813d8f-2d12-46c5-a5ca-21adc22d6ded tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 946 time: 0.0499074 Aug 17 04:11:54.115689 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-501b7dd5-28a2-4725-a58e-820b5c4f2a6f req-42fb8c0b-c9ec-4105-ba91-7fabdf378739 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311189 Aug 17 04:12:03.913942 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:04.577201 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:08.542710 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaed10e3-dc22-4e43-a421-a24efbe76e06 req-36db0b0a-9adc-4fd8-996f-3e6c2dba0d83 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:08.544111 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aaed10e3-dc22-4e43-a421-a24efbe76e06 req-36db0b0a-9adc-4fd8-996f-3e6c2dba0d83 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 946 time: 0.0484505 Aug 17 04:12:08.582081 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-aaed10e3-dc22-4e43-a421-a24efbe76e06 req-875d6322-50ee-4b06-92b3-8676e5471c6c tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313432 Aug 17 04:12:08.604652 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45082) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:12:08.772950 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7becb2af-de2d-4a34-b77b-d2de2a939a6d tempest-TestMinimumBasicScenario-132068307 tempest-TestMinimumBasicScenario-132068307-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:08.774518 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7becb2af-de2d-4a34-b77b-d2de2a939a6d tempest-TestMinimumBasicScenario-132068307 tempest-TestMinimumBasicScenario-132068307-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 1092 time: 0.1688676 Aug 17 04:12:08.777513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45086) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:12:08.782432 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': '04632d0d-ae1b-48cb-9264-e112292b474f', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'fixed_ip_address': '172.20.0.14'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:12:08.913971 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:09.012660 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:09.111821 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Allocated IP 172.25.1.139 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/588d5fe7-f857-4ff7-9817-0e5db4bc00fa) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:12:09.215704 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:09.313936 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:09.349492 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:12:09.354150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:12:09.357663 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:12:09.380586 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Pushing event updated for resources: {'Port': ['ID=588d5fe7-f857-4ff7-9817-0e5db4bc00fa,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:12:09.393579 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:09.393928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:09.394268 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:09.394601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:09.394930 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:09.395259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:09.395582 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:09.395905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:09.396228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:09.396547 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:09.396865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:09.397184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:09.723593 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:09.852705 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:10.003337 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:10.045699 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:10.114114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Pushing event updated for resources: {'Port': ['ID=588d5fe7-f857-4ff7-9817-0e5db4bc00fa,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:12:10.129495 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:10.233468 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Floating IP d8642662-08ce-40d3-acca-3b5426f8a871 associated. External IP: 172.25.1.139, port: 04632d0d-ae1b-48cb-9264-e112292b474f. Aug 17 04:12:10.771375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Router cd8dc6d3-570c-4394-85f6-f266af837955 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:12:10.882533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:12:10.892630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d20f37-7dd0-496e-b5ae-09119ab0e52b None None] Sync routers for ids ['cd8dc6d3-570c-4394-85f6-f266af837955'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:12:10.901852 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d20f37-7dd0-496e-b5ae-09119ab0e52b None None] Routers {'cd8dc6d3-570c-4394-85f6-f266af837955'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:12:10.905478 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-88d20f37-7dd0-496e-b5ae-09119ab0e52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:11:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cd8dc6d3-570c-4394-85f6-f266af837955'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:12:10.947400 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:10.978692 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-601273de-1a0b-4398-bb0b-3c3208a9ede3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2001548 Aug 17 04:12:10.980050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'tag': '04632d0d-ae1b-48cb-9264-e112292b474f'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:12:10.981662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45090) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:12:10.983020 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6abcfd56-11f2-4793-941b-8208196a2d93" -d '{"events": [{"name": "network-changed", "server_uuid": "9db7ecf3-59bb-4758-892c-0a90286f8d39", "tag": "04632d0d-ae1b-48cb-9264-e112292b474f"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:12:10.988336 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1915937163', 'description': 'tempest-secgroup-smoke-1915937163 description', 'project_id': 'bc4ae1f21d1345de995bfa997c447343'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:12:11.016897 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-88d20f37-7dd0-496e-b5ae-09119ab0e52b None None] Set router cd8dc6d3-570c-4394-85f6-f266af837955 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:12:11.021040 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:12:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cad1be3-9154-42ff-806b-e5ed9ae1649f x-openstack-request-id: req-1cad1be3-9154-42ff-806b-e5ed9ae1649f {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:12:11.021381 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db7ecf3-59bb-4758-892c-0a90286f8d39", "tag": "04632d0d-ae1b-48cb-9264-e112292b474f", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:12:11.021667 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1cad1be3-9154-42ff-806b-e5ed9ae1649f {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:12:11.022075 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'tag': '04632d0d-ae1b-48cb-9264-e112292b474f', 'status': 'completed', 'code': 200} Aug 17 04:12:11.083929 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcfd56-11f2-4793-941b-8208196a2d93 req-34023d48-a7a5-41dc-9f20-dae04b29d8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:11.085629 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6abcfd56-11f2-4793-941b-8208196a2d93 req-34023d48-a7a5-41dc-9f20-dae04b29d8ca service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc4ae1f21d1345de995bfa997c447343&device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 1097 time: 0.0417123 Aug 17 04:12:11.096129 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:11.184222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcfd56-11f2-4793-941b-8208196a2d93 req-2cc60361-3c08-415d-ab3a-06a326c0469d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:11.186107 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:11.186727 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6abcfd56-11f2-4793-941b-8208196a2d93 req-2cc60361-3c08-415d-ab3a-06a326c0469d service neutron] 10.222.0.30 "GET /v2.0/networks?id=d3e70617-b8d4-4d14-8267-308faf618ef5 HTTP/1.1" status: 200 len: 915 time: 0.0936410 Aug 17 04:12:11.259259 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-88d20f37-7dd0-496e-b5ae-09119ab0e52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'name': 'tempest-TestMinimumBasicScenario-2001540032-router', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:12Z', 'revision_number': 4, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'gw_port': {'id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'd8642662-08ce-40d3-acca-3b5426f8a871', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'floating_ip_address': '172.25.1.139', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'port_id': '04632d0d-ae1b-48cb-9264-e112292b474f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5', 'mac_address': 'fa:16:3e:93:43:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:12:09Z', 'updated_at': '2021-08-17T04:12:09Z', 'revision_number': 0, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf', 'name': '', 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'mac_address': 'fa:16:3e:e8:03:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:11Z', 'updated_at': '2021-08-17T04:11:16Z', 'revision_number': 5, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'subnets': [{'id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:12:11.259986 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6abcfd56-11f2-4793-941b-8208196a2d93 req-3b9c519d-dc34-4df2-a384-4eafe597d735 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04632d0d-ae1b-48cb-9264-e112292b474f HTTP/1.1" status: 200 len: 1000 time: 0.0648670 Aug 17 04:12:11.262457 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:11.285806 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d20f37-7dd0-496e-b5ae-09119ab0e52b None None] Checking router: cd8dc6d3-570c-4394-85f6-f266af837955 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:12:11.293170 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d3354858-6946-4312-9db8-415d1dba6704,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:12:11.295171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88d20f37-7dd0-496e-b5ae-09119ab0e52b None None] Routers {'cd8dc6d3-570c-4394-85f6-f266af837955'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:12:11.295903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-88d20f37-7dd0-496e-b5ae-09119ab0e52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:11:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cd8dc6d3-570c-4394-85f6-f266af837955'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:12:11.301774 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:11.302129 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:11.302654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:11.303000 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:11.303341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:11.303674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:11.304005 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:11.304333 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:11.305011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:11.305011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:11.305320 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:11.305641 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:12:11.315114 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcfd56-11f2-4793-941b-8208196a2d93 req-ca6ae476-6399-43ed-915b-c7a8eef38a83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:11.315968 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6abcfd56-11f2-4793-941b-8208196a2d93 req-ca6ae476-6399-43ed-915b-c7a8eef38a83 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f943db50-3fab-4fe9-b991-640d849f6c01 HTTP/1.1" status: 200 len: 854 time: 0.0491703 Aug 17 04:12:11.354077 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:11.355369 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ed774d22-bc4f-4ced-9308-eaea0c3c5bb6 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3708436 Aug 17 04:12:11.359026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45094) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:12:11.363586 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-52ca17aa-4e6a-49f0-80eb-3002e8375371 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Request body: {'security_group_rule': {'security_group_id': 'd3354858-6946-4312-9db8-415d1dba6704', 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:12:11.366787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6abcfd56-11f2-4793-941b-8208196a2d93 req-09eb3761-de0b-45e1-919e-32161abbe3d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:11.367135 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6abcfd56-11f2-4793-941b-8208196a2d93 req-09eb3761-de0b-45e1-919e-32161abbe3d5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3e70617-b8d4-4d14-8267-308faf618ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0435996 Aug 17 04:12:11.406404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-88d20f37-7dd0-496e-b5ae-09119ab0e52b None None] Set router cd8dc6d3-570c-4394-85f6-f266af837955 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:12:11.456621 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52ca17aa-4e6a-49f0-80eb-3002e8375371 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:11.470514 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6abcfd56-11f2-4793-941b-8208196a2d93 req-6a4b079b-29e3-4831-9dc0-48eb44ac55ce service neutron] 10.222.0.30 "GET /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0961480 Aug 17 04:12:11.517759 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52ca17aa-4e6a-49f0-80eb-3002e8375371 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:11.567247 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6abcfd56-11f2-4793-941b-8208196a2d93 req-b6b5f0e4-b8d5-422d-8291-575520892279 service neutron] 10.222.0.30 "GET /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894763 Aug 17 04:12:11.577637 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52ca17aa-4e6a-49f0-80eb-3002e8375371 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:11.599102 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ca17aa-4e6a-49f0-80eb-3002e8375371 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=552295e8-9c44-414f-b3b0-aa6420d42ffd,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:12:11.644171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-88d20f37-7dd0-496e-b5ae-09119ab0e52b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'name': 'tempest-TestMinimumBasicScenario-2001540032-router', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:12Z', 'revision_number': 4, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'gw_port': {'id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'd8642662-08ce-40d3-acca-3b5426f8a871', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'floating_ip_address': '172.25.1.139', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'port_id': '04632d0d-ae1b-48cb-9264-e112292b474f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5', 'mac_address': 'fa:16:3e:93:43:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:12:09Z', 'updated_at': '2021-08-17T04:12:09Z', 'revision_number': 0, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf', 'name': '', 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'mac_address': 'fa:16:3e:e8:03:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:11Z', 'updated_at': '2021-08-17T04:11:16Z', 'revision_number': 5, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'subnets': [{'id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:12:11.656933 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52ca17aa-4e6a-49f0-80eb-3002e8375371 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:11.658247 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-52ca17aa-4e6a-49f0-80eb-3002e8375371 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2982655 Aug 17 04:12:11.661099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45096) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:12:11.665567 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b2bf9bdc-82d8-430e-baec-fe5420be1cf4 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Request body: {'security_group_rule': {'security_group_id': 'd3354858-6946-4312-9db8-415d1dba6704', 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:12:11.671215 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88d20f37-7dd0-496e-b5ae-09119ab0e52b None None] The sync data for ids ['cd8dc6d3-570c-4394-85f6-f266af837955'] in n-d-802060-9 is: [{'id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'name': 'tempest-TestMinimumBasicScenario-2001540032-router', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:12Z', 'revision_number': 4, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'gw_port': {'id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'd8642662-08ce-40d3-acca-3b5426f8a871', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'floating_ip_address': '172.25.1.139', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'port_id': '04632d0d-ae1b-48cb-9264-e112292b474f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 4156, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5', 'mac_address': 'fa:16:3e:93:43:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:12:09Z', 'updated_at': '2021-08-17T04:12:09Z', 'revision_number': 0, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf', 'name': '', 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'mac_address': 'fa:16:3e:e8:03:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:11Z', 'updated_at': '2021-08-17T04:11:16Z', 'revision_number': 5, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'subnets': [{'id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:12:11.741929 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b2bf9bdc-82d8-430e-baec-fe5420be1cf4 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:11.802678 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b2bf9bdc-82d8-430e-baec-fe5420be1cf4 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:11.851261 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b2bf9bdc-82d8-430e-baec-fe5420be1cf4 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:11.868049 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ac83a98-adfb-4046-a600-2cfbb9cb6d1c None None] New status for floating IP d8642662-08ce-40d3-acca-3b5426f8a871: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:12:11.871574 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2bf9bdc-82d8-430e-baec-fe5420be1cf4 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=66888ed3-23d9-485d-bbc5-b2c55fef6257,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:12:11.921078 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b2bf9bdc-82d8-430e-baec-fe5420be1cf4 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:11.922497 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b2bf9bdc-82d8-430e-baec-fe5420be1cf4 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2604291 Aug 17 04:12:11.925381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45098) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:12:11.930000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-327d674f-6198-44b5-acbf-9fc543a1d4a4 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Request body: {'security_group_rule': {'security_group_id': 'd3354858-6946-4312-9db8-415d1dba6704', 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:12:11.993738 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-327d674f-6198-44b5-acbf-9fc543a1d4a4 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:12.053216 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-327d674f-6198-44b5-acbf-9fc543a1d4a4 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:12.102503 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-327d674f-6198-44b5-acbf-9fc543a1d4a4 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:12.119618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327d674f-6198-44b5-acbf-9fc543a1d4a4 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6c7b0aa-f20b-4086-b043-ac7df6fc3b2e,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:12:12.193870 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-327d674f-6198-44b5-acbf-9fc543a1d4a4 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:12.195113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-327d674f-6198-44b5-acbf-9fc543a1d4a4 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2686930 Aug 17 04:12:12.197902 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45100) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:12:12.203440 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-892427c1-c424-4523-97e5-88af1d101a68 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Request body: {'security_group_rule': {'security_group_id': 'd3354858-6946-4312-9db8-415d1dba6704', 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:12:12.279045 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-892427c1-c424-4523-97e5-88af1d101a68 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:12.338304 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-892427c1-c424-4523-97e5-88af1d101a68 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:12.415352 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-892427c1-c424-4523-97e5-88af1d101a68 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:12.433185 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-892427c1-c424-4523-97e5-88af1d101a68 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c0774d45-2618-4677-a0c8-ecf2478a6229,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:12:12.490893 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-892427c1-c424-4523-97e5-88af1d101a68 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:12.492137 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-892427c1-c424-4523-97e5-88af1d101a68 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2932751 Aug 17 04:12:12.495076 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45102) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:12:12.500310 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-84a043e6-35a3-483a-b0a7-1292cdfde097 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Request body: {'security_group_rule': {'security_group_id': 'd3354858-6946-4312-9db8-415d1dba6704', 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:12:12.569702 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-84a043e6-35a3-483a-b0a7-1292cdfde097 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Project bc4ae1f21d1345de995bfa997c447343 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 04:12:12.574608 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84a043e6-35a3-483a-b0a7-1292cdfde097 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:12.640090 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84a043e6-35a3-483a-b0a7-1292cdfde097 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:12.718412 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84a043e6-35a3-483a-b0a7-1292cdfde097 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:12.741257 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a043e6-35a3-483a-b0a7-1292cdfde097 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ef5dd2e8-0cf9-41a7-a934-10f98d079f5c,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:12:12.811748 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-84a043e6-35a3-483a-b0a7-1292cdfde097 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:12.812982 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-84a043e6-35a3-483a-b0a7-1292cdfde097 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3169472 Aug 17 04:12:12.815710 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45104) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:12:12.820098 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-ce085209-3462-42c9-bd36-4cbc85ee0c9f tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Request body: {'security_group_rule': {'security_group_id': 'd3354858-6946-4312-9db8-415d1dba6704', 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:12:12.902612 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-ce085209-3462-42c9-bd36-4cbc85ee0c9f tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Project bc4ae1f21d1345de995bfa997c447343 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 04:12:12.908971 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce085209-3462-42c9-bd36-4cbc85ee0c9f tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:12.976820 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce085209-3462-42c9-bd36-4cbc85ee0c9f tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:13.045570 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce085209-3462-42c9-bd36-4cbc85ee0c9f tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:13.064102 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce085209-3462-42c9-bd36-4cbc85ee0c9f tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16d355ab-fdd8-4871-a40c-aa5ea3f6f87c,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:12:13.136909 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ce085209-3462-42c9-bd36-4cbc85ee0c9f tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:13.138208 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ce085209-3462-42c9-bd36-4cbc85ee0c9f tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3215382 Aug 17 04:12:13.217754 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-80c8c97b-812c-4a74-b4a7-c0e4a47670d8 req-0afa2c70-0533-4ef3-b085-92b9209111b3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915937163&fields=id&tenant_id=bc4ae1f21d1345de995bfa997c447343 HTTP/1.1" status: 200 len: 267 time: 0.0328815 Aug 17 04:12:13.274196 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8c97b-812c-4a74-b4a7-c0e4a47670d8 req-03190b5f-5afc-45ba-a14f-82a32b5efdb0 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:13.275667 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-80c8c97b-812c-4a74-b4a7-c0e4a47670d8 req-03190b5f-5afc-45ba-a14f-82a32b5efdb0 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 946 time: 0.0522764 Aug 17 04:12:13.287052 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-80c8c97b-812c-4a74-b4a7-c0e4a47670d8 req-00f4b008-b276-422d-aa4e-f6443731b215 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Request body: {'port': {'security_groups': ['da07ccd6-559f-48ea-8c88-2ef5d7369fad', 'd3354858-6946-4312-9db8-415d1dba6704']}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:12:13.348457 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-80c8c97b-812c-4a74-b4a7-c0e4a47670d8 req-00f4b008-b276-422d-aa4e-f6443731b215 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:13.526760 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-80c8c97b-812c-4a74-b4a7-c0e4a47670d8 req-00f4b008-b276-422d-aa4e-f6443731b215 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] For port 04632d0d-ae1b-48cb-9264-e112292b474f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=04632d0d-ae1b-48cb-9264-e112292b474f,segment=NetworkSegment(c16de607-292e-4d6b-b3a1-d2b7fabff4cf),segment_id=c16de607-292e-4d6b-b3a1-d2b7fabff4cf)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:12:13.555154 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-80c8c97b-812c-4a74-b4a7-c0e4a47670d8 req-00f4b008-b276-422d-aa4e-f6443731b215 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:13.621108 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-80c8c97b-812c-4a74-b4a7-c0e4a47670d8 req-00f4b008-b276-422d-aa4e-f6443731b215 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:13.633675 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['04632d0d-ae1b-48cb-9264-e112292b474f'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:12:13.664105 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80c8c97b-812c-4a74-b4a7-c0e4a47670d8 req-00f4b008-b276-422d-aa4e-f6443731b215 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:13.664737 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-80c8c97b-812c-4a74-b4a7-c0e4a47670d8 req-00f4b008-b276-422d-aa4e-f6443731b215 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:13.666188 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-80c8c97b-812c-4a74-b4a7-c0e4a47670d8 req-00f4b008-b276-422d-aa4e-f6443731b215 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "PUT /v2.0/ports/04632d0d-ae1b-48cb-9264-e112292b474f HTTP/1.1" status: 200 len: 982 time: 0.3836277 Aug 17 04:12:13.666645 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'tag': '04632d0d-ae1b-48cb-9264-e112292b474f'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:12:13.672312 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39b668b4-51eb-4788-aa77-a5947652e7ab" -d '{"events": [{"name": "network-changed", "server_uuid": "9db7ecf3-59bb-4758-892c-0a90286f8d39", "tag": "04632d0d-ae1b-48cb-9264-e112292b474f"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:12:13.696258 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f4b008-b276-422d-aa4e-f6443731b215 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Pushing event updated for resources: {'Port': ['ID=04632d0d-ae1b-48cb-9264-e112292b474f,revision_number=6']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:12:13.734566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['04632d0d-ae1b-48cb-9264-e112292b474f'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:12:13.792025 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21093c7f-8b95-470e-8bbd-58afaf0d614b req-9cd6d7c1-8470-4e93-b356-7633a46a32e7 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:13.793542 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-21093c7f-8b95-470e-8bbd-58afaf0d614b req-9cd6d7c1-8470-4e93-b356-7633a46a32e7 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 985 time: 0.0627818 Aug 17 04:12:13.837866 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-21093c7f-8b95-470e-8bbd-58afaf0d614b req-447e6604-11b5-4b1c-946f-21b84a598c18 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3354858-6946-4312-9db8-415d1dba6704&id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0370879 Aug 17 04:12:14.011200 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:12:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ef0bd6a2-cbac-43df-95f0-e5f2b9524ffd x-openstack-request-id: req-ef0bd6a2-cbac-43df-95f0-e5f2b9524ffd {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:12:14.011566 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db7ecf3-59bb-4758-892c-0a90286f8d39", "tag": "04632d0d-ae1b-48cb-9264-e112292b474f", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:12:14.011885 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-ef0bd6a2-cbac-43df-95f0-e5f2b9524ffd {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:12:14.012356 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'tag': '04632d0d-ae1b-48cb-9264-e112292b474f', 'status': 'completed', 'code': 200} Aug 17 04:12:14.015940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cb4e8803-2d09-47bb-af67-8673b17783d4 None None] Provisioning complete for port 04632d0d-ae1b-48cb-9264-e112292b474f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:12:14.016507 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cb4e8803-2d09-47bb-af67-8673b17783d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:14.079012 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b668b4-51eb-4788-aa77-a5947652e7ab req-3f9de0ba-0010-4754-a710-a562f9c54ac1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:14.080479 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39b668b4-51eb-4788-aa77-a5947652e7ab req-3f9de0ba-0010-4754-a710-a562f9c54ac1 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc4ae1f21d1345de995bfa997c447343&device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 1136 time: 0.0436423 Aug 17 04:12:14.176435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b668b4-51eb-4788-aa77-a5947652e7ab req-2679021e-f227-408e-b37b-4fb41069f412 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:14.177972 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39b668b4-51eb-4788-aa77-a5947652e7ab req-2679021e-f227-408e-b37b-4fb41069f412 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d3e70617-b8d4-4d14-8267-308faf618ef5 HTTP/1.1" status: 200 len: 915 time: 0.0898349 Aug 17 04:12:14.246929 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39b668b4-51eb-4788-aa77-a5947652e7ab req-4fdf033c-de0b-4de9-a363-79bba1ac0d11 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04632d0d-ae1b-48cb-9264-e112292b474f HTTP/1.1" status: 200 len: 1002 time: 0.0618656 Aug 17 04:12:14.299188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b668b4-51eb-4788-aa77-a5947652e7ab req-8a505bc2-95d4-4aaa-9175-ddc1a11294b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:14.300745 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39b668b4-51eb-4788-aa77-a5947652e7ab req-8a505bc2-95d4-4aaa-9175-ddc1a11294b7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f943db50-3fab-4fe9-b991-640d849f6c01 HTTP/1.1" status: 200 len: 854 time: 0.0455623 Aug 17 04:12:14.353539 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39b668b4-51eb-4788-aa77-a5947652e7ab req-5f8b40ea-f7d1-4c4c-bd61-4a52e38a2612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:14.354959 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39b668b4-51eb-4788-aa77-a5947652e7ab req-5f8b40ea-f7d1-4c4c-bd61-4a52e38a2612 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3e70617-b8d4-4d14-8267-308faf618ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467651 Aug 17 04:12:14.450503 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39b668b4-51eb-4788-aa77-a5947652e7ab req-164e643b-454a-4ac0-ae40-21b35ae8d106 service neutron] 10.222.0.30 "GET /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858262 Aug 17 04:12:14.543725 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-39b668b4-51eb-4788-aa77-a5947652e7ab req-c7b77cdd-d974-4196-aecc-b09fcd12fe50 service neutron] 10.222.0.30 "GET /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849185 Aug 17 04:12:15.329283 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f0f6c2b8-5647-4458-8ba8-f071c75c2432 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:15.557295 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:12:17.958391 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-db024fb7-7c61-47cd-931f-a5583c38afd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:18.267802 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:19.416231 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:21.136511 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:21.752239 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ede79bed-ffdd-4c74-b5a5-3be926b43d7a req-9ad8c888-cbf1-49be-b3f0-cc00fd206205 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407600 Aug 17 04:12:21.836659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede79bed-ffdd-4c74-b5a5-3be926b43d7a req-2d21e966-a5d3-40e5-a2d9-38017edcbdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:21.838189 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ede79bed-ffdd-4c74-b5a5-3be926b43d7a req-2d21e966-a5d3-40e5-a2d9-38017edcbdeb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc4ae1f21d1345de995bfa997c447343&device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 1136 time: 0.0410726 Aug 17 04:12:21.944197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede79bed-ffdd-4c74-b5a5-3be926b43d7a req-4d61e59b-e446-4c41-89fb-624ca607c49f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:21.945734 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ede79bed-ffdd-4c74-b5a5-3be926b43d7a req-4d61e59b-e446-4c41-89fb-624ca607c49f service neutron] 10.222.0.30 "GET /v2.0/networks?id=d3e70617-b8d4-4d14-8267-308faf618ef5 HTTP/1.1" status: 200 len: 915 time: 0.0868516 Aug 17 04:12:22.011703 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ede79bed-ffdd-4c74-b5a5-3be926b43d7a req-eef77add-3d4c-454a-88b2-32695ce529b1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04632d0d-ae1b-48cb-9264-e112292b474f HTTP/1.1" status: 200 len: 1002 time: 0.0583949 Aug 17 04:12:22.065252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede79bed-ffdd-4c74-b5a5-3be926b43d7a req-4d999be3-ab3e-450d-bdf9-451ef123e59e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:22.066791 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ede79bed-ffdd-4c74-b5a5-3be926b43d7a req-4d999be3-ab3e-450d-bdf9-451ef123e59e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f943db50-3fab-4fe9-b991-640d849f6c01 HTTP/1.1" status: 200 len: 854 time: 0.0479558 Aug 17 04:12:22.112685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ede79bed-ffdd-4c74-b5a5-3be926b43d7a req-072fe25f-240f-4e59-81fb-1b9a66e6656f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:22.114197 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ede79bed-ffdd-4c74-b5a5-3be926b43d7a req-072fe25f-240f-4e59-81fb-1b9a66e6656f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3e70617-b8d4-4d14-8267-308faf618ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0401766 Aug 17 04:12:22.206570 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ede79bed-ffdd-4c74-b5a5-3be926b43d7a req-8c5b2dcf-7412-4e87-acdd-a8aa361064a2 service neutron] 10.222.0.30 "GET /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0849919 Aug 17 04:12:22.295544 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ede79bed-ffdd-4c74-b5a5-3be926b43d7a req-9cf8358f-2ac9-4b84-a716-788c5b05221c service neutron] 10.222.0.30 "GET /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816135 Aug 17 04:12:28.206327 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a7c2cab-d2d2-4625-b210-19e5abf75ac5 req-8b14dacc-ad89-4d0d-bca2-39aec5f3cd09 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:28.207857 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1a7c2cab-d2d2-4625-b210-19e5abf75ac5 req-8b14dacc-ad89-4d0d-bca2-39aec5f3cd09 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 985 time: 0.0516264 Aug 17 04:12:28.248846 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1a7c2cab-d2d2-4625-b210-19e5abf75ac5 req-440d159d-10e5-4637-be82-cbfed77e1307 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3354858-6946-4312-9db8-415d1dba6704&id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0347464 Aug 17 04:12:28.263323 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb0985-8461-4ffc-af81-97c9be52fe27 req-1f306cdd-b0bd-42e7-a8f4-f4cabdc067d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:28.264833 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68bb0985-8461-4ffc-af81-97c9be52fe27 req-1f306cdd-b0bd-42e7-a8f4-f4cabdc067d0 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc4ae1f21d1345de995bfa997c447343&device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 1136 time: 0.0417099 Aug 17 04:12:28.360635 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb0985-8461-4ffc-af81-97c9be52fe27 req-be539e7e-11d8-4edf-83e0-3698092cee67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:28.362098 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68bb0985-8461-4ffc-af81-97c9be52fe27 req-be539e7e-11d8-4edf-83e0-3698092cee67 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d3e70617-b8d4-4d14-8267-308faf618ef5 HTTP/1.1" status: 200 len: 915 time: 0.0889363 Aug 17 04:12:28.427927 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68bb0985-8461-4ffc-af81-97c9be52fe27 req-0c0a3275-99b3-4def-a5d2-b286e865d35a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04632d0d-ae1b-48cb-9264-e112292b474f HTTP/1.1" status: 200 len: 1002 time: 0.0575509 Aug 17 04:12:28.482446 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb0985-8461-4ffc-af81-97c9be52fe27 req-df8e8390-09f2-4e71-bdb6-af1bb04e466d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:28.483882 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68bb0985-8461-4ffc-af81-97c9be52fe27 req-df8e8390-09f2-4e71-bdb6-af1bb04e466d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f943db50-3fab-4fe9-b991-640d849f6c01 HTTP/1.1" status: 200 len: 854 time: 0.0488639 Aug 17 04:12:28.531866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68bb0985-8461-4ffc-af81-97c9be52fe27 req-a24d33fa-78a8-44b9-938e-bbf141d12b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:28.534109 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68bb0985-8461-4ffc-af81-97c9be52fe27 req-a24d33fa-78a8-44b9-938e-bbf141d12b9f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3e70617-b8d4-4d14-8267-308faf618ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423086 Aug 17 04:12:28.627883 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68bb0985-8461-4ffc-af81-97c9be52fe27 req-e90d0e46-2d20-4ef1-b731-bb5fca0ac23a service neutron] 10.222.0.30 "GET /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859296 Aug 17 04:12:28.717403 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68bb0985-8461-4ffc-af81-97c9be52fe27 req-c6ae6f34-2998-4cb0-ab2f-f4f025656736 service neutron] 10.222.0.30 "GET /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825248 Aug 17 04:12:29.365508 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c5367ac-eacf-445f-8972-7ddf534817ce req-805dcc53-38ca-4db8-bfca-e3172dfe9322 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:29.366991 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9c5367ac-eacf-445f-8972-7ddf534817ce req-805dcc53-38ca-4db8-bfca-e3172dfe9322 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 985 time: 0.0499973 Aug 17 04:12:29.407666 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9c5367ac-eacf-445f-8972-7ddf534817ce req-9465e9b7-8876-4ac2-aadf-67075c68cf3f tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3354858-6946-4312-9db8-415d1dba6704&id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342352 Aug 17 04:12:30.526807 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-348d48ea-640c-4f73-a798-c1402891ff8d req-9221007a-3cfa-46b0-a13c-b4f4cdb06b0b tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:30.528271 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-348d48ea-640c-4f73-a798-c1402891ff8d req-9221007a-3cfa-46b0-a13c-b4f4cdb06b0b tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 985 time: 0.0521989 Aug 17 04:12:30.572433 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-348d48ea-640c-4f73-a798-c1402891ff8d req-ed339490-e682-4e29-b3d7-5d0c34ad175f tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3354858-6946-4312-9db8-415d1dba6704&id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0374146 Aug 17 04:12:31.699838 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60620cd3-42e9-4c35-aa34-0c24903c7039 req-392e70a1-0400-4420-b821-58bb4219c5b3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:31.701613 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-60620cd3-42e9-4c35-aa34-0c24903c7039 req-392e70a1-0400-4420-b821-58bb4219c5b3 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 985 time: 0.0533848 Aug 17 04:12:31.754695 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-60620cd3-42e9-4c35-aa34-0c24903c7039 req-95f3130b-4f79-4a62-acc4-32db2e5ed39c tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3354858-6946-4312-9db8-415d1dba6704&id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0463414 Aug 17 04:12:32.871694 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9062551-d982-4315-b829-54912f9443ac req-f05f5580-430f-484d-af53-4f2d84b3d2eb tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:32.873157 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9062551-d982-4315-b829-54912f9443ac req-f05f5580-430f-484d-af53-4f2d84b3d2eb tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 985 time: 0.0485597 Aug 17 04:12:32.912199 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c9062551-d982-4315-b829-54912f9443ac req-1d2ca4fe-9fbb-4ffe-b02f-877fe4871b0e tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3354858-6946-4312-9db8-415d1dba6704&id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0322523 Aug 17 04:12:33.953320 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:34.030717 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed64918c-b5c3-4472-b3b4-97df161ec22a req-e5b0e170-15c4-4621-a620-43d61d49ef9a tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:34.032078 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed64918c-b5c3-4472-b3b4-97df161ec22a req-e5b0e170-15c4-4621-a620-43d61d49ef9a tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 985 time: 0.0529346 Aug 17 04:12:34.073444 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ed64918c-b5c3-4472-b3b4-97df161ec22a req-5dd352d9-f7bd-4329-a779-85af81daaa54 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3354858-6946-4312-9db8-415d1dba6704&id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342257 Aug 17 04:12:34.610737 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:35.193631 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dcd7bd6-df11-4f0e-88fd-5c7b0d032f0e req-14242ed6-f3b7-46ba-aedb-0dd252a4f45a tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:35.195133 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6dcd7bd6-df11-4f0e-88fd-5c7b0d032f0e req-14242ed6-f3b7-46ba-aedb-0dd252a4f45a tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 985 time: 0.0550926 Aug 17 04:12:35.235245 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6dcd7bd6-df11-4f0e-88fd-5c7b0d032f0e req-bf1c9869-e140-446f-8a3a-07b1de616b7c tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3354858-6946-4312-9db8-415d1dba6704&id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0334466 Aug 17 04:12:36.353198 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc48fed-6da9-4cb6-9fb5-2ae63bdfff31 req-104ccc20-a293-42ac-8cc2-b67023348325 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:36.354726 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6dc48fed-6da9-4cb6-9fb5-2ae63bdfff31 req-104ccc20-a293-42ac-8cc2-b67023348325 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 985 time: 0.0501652 Aug 17 04:12:36.396094 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6dc48fed-6da9-4cb6-9fb5-2ae63bdfff31 req-5d22ce39-ef0e-48d7-8536-faf7a9084dc8 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3354858-6946-4312-9db8-415d1dba6704&id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352085 Aug 17 04:12:37.514150 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de781d2-829b-487a-8667-31d2d4fe0979 req-7e75fa45-137d-4843-a04a-1d08f806b7fb tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:37.515643 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9de781d2-829b-487a-8667-31d2d4fe0979 req-7e75fa45-137d-4843-a04a-1d08f806b7fb tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 985 time: 0.0527151 Aug 17 04:12:37.555721 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9de781d2-829b-487a-8667-31d2d4fe0979 req-efeb52e5-b149-4e49-8dab-e1e19d33bd33 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3354858-6946-4312-9db8-415d1dba6704&id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0337706 Aug 17 04:12:38.678657 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60e8f037-20e0-49a8-8b9f-213735c6c474 req-11d9e0aa-4f09-48bb-b70d-0eb2b6acf8ef tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:38.680138 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-60e8f037-20e0-49a8-8b9f-213735c6c474 req-11d9e0aa-4f09-48bb-b70d-0eb2b6acf8ef tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 985 time: 0.0499561 Aug 17 04:12:38.722069 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-60e8f037-20e0-49a8-8b9f-213735c6c474 req-ea686d9c-dfd8-4692-ba93-f3d39aec989c tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3354858-6946-4312-9db8-415d1dba6704&id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0358510 Aug 17 04:12:39.839505 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96f59a9-447e-44d9-9358-71463a341bd0 req-38f95c4c-de55-4588-a5b8-0a4b43e49a16 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:12:39.840981 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d96f59a9-447e-44d9-9358-71463a341bd0 req-38f95c4c-de55-4588-a5b8-0a4b43e49a16 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 985 time: 0.0496340 Aug 17 04:12:39.880676 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d96f59a9-447e-44d9-9358-71463a341bd0 req-c5b68364-0f40-47ac-825a-b3e363ce7729 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=d3354858-6946-4312-9db8-415d1dba6704&id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0335131 Aug 17 04:12:45.347766 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e08c2363-f828-4241-86e6-5da20bab3949 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:47.953139 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-abe3e00b-0af1-41a8-a0bc-919827a16de5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:48.266299 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:49.414692 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:51.152731 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:12:52.557178 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:13:03.911270 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:04.580946 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:12.307245 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c51bfbcb-606e-4246-9a85-6f0b5055cdad req-56312100-b3b4-467b-a2a8-c0d8c64efa66 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1915937163&fields=id&tenant_id=bc4ae1f21d1345de995bfa997c447343 HTTP/1.1" status: 200 len: 267 time: 0.0370703 Aug 17 04:13:12.360247 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bfbcb-606e-4246-9a85-6f0b5055cdad req-8d005779-b945-4736-bf6a-12418371c61a tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:12.361744 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c51bfbcb-606e-4246-9a85-6f0b5055cdad req-8d005779-b945-4736-bf6a-12418371c61a tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 985 time: 0.0488675 Aug 17 04:13:12.373406 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [req-c51bfbcb-606e-4246-9a85-6f0b5055cdad req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Request body: {'port': {'security_groups': ['da07ccd6-559f-48ea-8c88-2ef5d7369fad']}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:13:12.437050 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-c51bfbcb-606e-4246-9a85-6f0b5055cdad req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:12.610929 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [req-c51bfbcb-606e-4246-9a85-6f0b5055cdad req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] For port 04632d0d-ae1b-48cb-9264-e112292b474f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=04632d0d-ae1b-48cb-9264-e112292b474f,segment=NetworkSegment(c16de607-292e-4d6b-b3a1-d2b7fabff4cf),segment_id=c16de607-292e-4d6b-b3a1-d2b7fabff4cf)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:13:12.637785 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-c51bfbcb-606e-4246-9a85-6f0b5055cdad req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:12.678798 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-c51bfbcb-606e-4246-9a85-6f0b5055cdad req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:12.690125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['04632d0d-ae1b-48cb-9264-e112292b474f'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:13:12.732518 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c51bfbcb-606e-4246-9a85-6f0b5055cdad req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:12.733143 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [req-c51bfbcb-606e-4246-9a85-6f0b5055cdad req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:12.734599 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c51bfbcb-606e-4246-9a85-6f0b5055cdad req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "PUT /v2.0/ports/04632d0d-ae1b-48cb-9264-e112292b474f HTTP/1.1" status: 200 len: 943 time: 0.3657789 Aug 17 04:13:12.735120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'tag': '04632d0d-ae1b-48cb-9264-e112292b474f'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:13:12.737585 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89101d1d-0253-4831-8b32-a963f719d438" -d '{"events": [{"name": "network-changed", "server_uuid": "9db7ecf3-59bb-4758-892c-0a90286f8d39", "tag": "04632d0d-ae1b-48cb-9264-e112292b474f"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:13:12.742168 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45164) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:12.762730 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Pushing event updated for resources: {'Port': ['ID=04632d0d-ae1b-48cb-9264-e112292b474f,revision_number=7']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:12.772577 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:12.772942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:12.773295 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:12.773691 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:12.774035 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:12.774480 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:12.774701 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:12.775039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:12.775375 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:12.775708 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:12.776223 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:12.776787 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c1beb36-25a2-4838-bd1c-801e9987a512 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:12.802621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['04632d0d-ae1b-48cb-9264-e112292b474f'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:13:12.806413 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:13:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14d88ff0-88c5-4d9f-ae33-9441aecbc1d7 x-openstack-request-id: req-14d88ff0-88c5-4d9f-ae33-9441aecbc1d7 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:13:12.806718 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db7ecf3-59bb-4758-892c-0a90286f8d39", "tag": "04632d0d-ae1b-48cb-9264-e112292b474f", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:13:12.806975 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14d88ff0-88c5-4d9f-ae33-9441aecbc1d7 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:13:12.807442 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'tag': '04632d0d-ae1b-48cb-9264-e112292b474f', 'status': 'completed', 'code': 200} Aug 17 04:13:12.827405 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54e8901f-dd19-475c-a8f1-af77c0475517 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:12.893238 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54e8901f-dd19-475c-a8f1-af77c0475517 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:12.910473 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89101d1d-0253-4831-8b32-a963f719d438 req-91345cc6-e66b-451b-929f-13bc996477e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:12.912827 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89101d1d-0253-4831-8b32-a963f719d438 req-91345cc6-e66b-451b-929f-13bc996477e5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc4ae1f21d1345de995bfa997c447343&device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 1097 time: 0.0787804 Aug 17 04:13:13.001293 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-dccd95b0-4297-40d4-b593-37ebfe658d51 None None] Provisioning complete for port 04632d0d-ae1b-48cb-9264-e112292b474f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:13:13.001669 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dccd95b0-4297-40d4-b593-37ebfe658d51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:13.023824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89101d1d-0253-4831-8b32-a963f719d438 req-1b09e443-28d3-4f6d-9dba-0355085f77a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:13.025320 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89101d1d-0253-4831-8b32-a963f719d438 req-1b09e443-28d3-4f6d-9dba-0355085f77a4 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d3e70617-b8d4-4d14-8267-308faf618ef5 HTTP/1.1" status: 200 len: 915 time: 0.1037631 Aug 17 04:13:13.086282 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54e8901f-dd19-475c-a8f1-af77c0475517 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:13.088891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-54e8901f-dd19-475c-a8f1-af77c0475517 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:13.090185 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-54e8901f-dd19-475c-a8f1-af77c0475517 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "DELETE /v2.0/security-groups/d3354858-6946-4312-9db8-415d1dba6704 HTTP/1.1" status: 204 len: 168 time: 0.3463368 Aug 17 04:13:13.092955 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45166) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:13.107338 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8901f-dd19-475c-a8f1-af77c0475517 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3354858-6946-4312-9db8-415d1dba6704,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:13.113596 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89101d1d-0253-4831-8b32-a963f719d438 req-38594085-faa6-49e3-a704-b1f65ba03bb8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04632d0d-ae1b-48cb-9264-e112292b474f HTTP/1.1" status: 200 len: 1002 time: 0.0809536 Aug 17 04:13:13.119024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8901f-dd19-475c-a8f1-af77c0475517 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:13.119381 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8901f-dd19-475c-a8f1-af77c0475517 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:13.119730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8901f-dd19-475c-a8f1-af77c0475517 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:13.120074 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8901f-dd19-475c-a8f1-af77c0475517 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:13.120414 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8901f-dd19-475c-a8f1-af77c0475517 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:13.120750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8901f-dd19-475c-a8f1-af77c0475517 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:13.121082 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8901f-dd19-475c-a8f1-af77c0475517 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:13.121443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8901f-dd19-475c-a8f1-af77c0475517 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:13.121769 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8901f-dd19-475c-a8f1-af77c0475517 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:13.122102 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8901f-dd19-475c-a8f1-af77c0475517 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:13.122430 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8901f-dd19-475c-a8f1-af77c0475517 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:13.122758 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54e8901f-dd19-475c-a8f1-af77c0475517 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:13.170348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89101d1d-0253-4831-8b32-a963f719d438 req-222a3e37-3183-4efa-9994-85da613eb9e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:13.171846 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89101d1d-0253-4831-8b32-a963f719d438 req-222a3e37-3183-4efa-9994-85da613eb9e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f943db50-3fab-4fe9-b991-640d849f6c01 HTTP/1.1" status: 200 len: 854 time: 0.0464296 Aug 17 04:13:13.219682 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89101d1d-0253-4831-8b32-a963f719d438 req-c7e46bc5-3070-4e9a-9e02-957309fd61c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:13.221198 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89101d1d-0253-4831-8b32-a963f719d438 req-c7e46bc5-3070-4e9a-9e02-957309fd61c8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3e70617-b8d4-4d14-8267-308faf618ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408876 Aug 17 04:13:13.261370 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-489469d2-b3da-48bd-96d9-9f547beddea5 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Deleting port 588d5fe7-f857-4ff7-9817-0e5db4bc00fa {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:13:13.261758 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-489469d2-b3da-48bd-96d9-9f547beddea5 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:13.317981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89101d1d-0253-4831-8b32-a963f719d438 req-4c37279d-2931-4a93-af7e-bffc5aa2b773 service neutron] 10.222.0.30 "GET /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0880878 Aug 17 04:13:13.336421 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-489469d2-b3da-48bd-96d9-9f547beddea5 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:13.337003 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-489469d2-b3da-48bd-96d9-9f547beddea5 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:13.348473 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-489469d2-b3da-48bd-96d9-9f547beddea5 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Calling delete_port for 588d5fe7-f857-4ff7-9817-0e5db4bc00fa owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:13:13.419700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89101d1d-0253-4831-8b32-a963f719d438 req-92c09b4e-b1ef-4d4d-863e-36aa881a118e service neutron] 10.222.0.30 "GET /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931931 Aug 17 04:13:13.574450 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-489469d2-b3da-48bd-96d9-9f547beddea5 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:13.601744 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489469d2-b3da-48bd-96d9-9f547beddea5 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Pushing event deleted for resources: {'Port': ['ID=588d5fe7-f857-4ff7-9817-0e5db4bc00fa,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:13.663047 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-489469d2-b3da-48bd-96d9-9f547beddea5 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:13.663387 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-489469d2-b3da-48bd-96d9-9f547beddea5 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Floating IP d8642662-08ce-40d3-acca-3b5426f8a871 disassociated (deleted). External IP: 172.25.1.139, port: 04632d0d-ae1b-48cb-9264-e112292b474f. Aug 17 04:13:13.904112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-489469d2-b3da-48bd-96d9-9f547beddea5 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Router cd8dc6d3-570c-4394-85f6-f266af837955 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:13:14.011121 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-489469d2-b3da-48bd-96d9-9f547beddea5 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:13:14.015519 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-489469d2-b3da-48bd-96d9-9f547beddea5 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:14.020360 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef7d78b-dd96-49a9-843a-4f45a1218082 None None] Sync routers for ids ['cd8dc6d3-570c-4394-85f6-f266af837955'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:13:14.029966 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef7d78b-dd96-49a9-843a-4f45a1218082 None None] Routers {'cd8dc6d3-570c-4394-85f6-f266af837955'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:13:14.030599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-aef7d78b-dd96-49a9-843a-4f45a1218082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:12:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cd8dc6d3-570c-4394-85f6-f266af837955'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:14.143296 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-aef7d78b-dd96-49a9-843a-4f45a1218082 None None] Set router cd8dc6d3-570c-4394-85f6-f266af837955 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:13:14.350605 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-489469d2-b3da-48bd-96d9-9f547beddea5 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "DELETE /v2.0/floatingips/d8642662-08ce-40d3-acca-3b5426f8a871 HTTP/1.1" status: 204 len: 168 time: 1.2563446 Aug 17 04:13:14.358734 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-aef7d78b-dd96-49a9-843a-4f45a1218082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'name': 'tempest-TestMinimumBasicScenario-2001540032-router', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:12Z', 'revision_number': 4, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'gw_port': {'id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf', 'name': '', 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'mac_address': 'fa:16:3e:e8:03:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:11Z', 'updated_at': '2021-08-17T04:11:16Z', 'revision_number': 5, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'subnets': [{'id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:14.385215 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef7d78b-dd96-49a9-843a-4f45a1218082 None None] Checking router: cd8dc6d3-570c-4394-85f6-f266af837955 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:13:14.394966 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aef7d78b-dd96-49a9-843a-4f45a1218082 None None] Routers {'cd8dc6d3-570c-4394-85f6-f266af837955'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:13:14.395587 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-aef7d78b-dd96-49a9-843a-4f45a1218082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:12:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cd8dc6d3-570c-4394-85f6-f266af837955'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:14.510370 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-aef7d78b-dd96-49a9-843a-4f45a1218082 None None] Set router cd8dc6d3-570c-4394-85f6-f266af837955 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:13:14.723222 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-aef7d78b-dd96-49a9-843a-4f45a1218082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'name': 'tempest-TestMinimumBasicScenario-2001540032-router', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:12Z', 'revision_number': 4, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'gw_port': {'id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf', 'name': '', 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'mac_address': 'fa:16:3e:e8:03:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:11Z', 'updated_at': '2021-08-17T04:11:16Z', 'revision_number': 5, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'subnets': [{'id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:14.754636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aef7d78b-dd96-49a9-843a-4f45a1218082 None None] The sync data for ids ['cd8dc6d3-570c-4394-85f6-f266af837955'] in n-d-802060-9 is: [{'id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'name': 'tempest-TestMinimumBasicScenario-2001540032-router', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:12Z', 'revision_number': 4, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'gw_port': {'id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf', 'name': '', 'network_id': 'd3e70617-b8d4-4d14-8267-308faf618ef5', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'mac_address': 'fa:16:3e:e8:03:1a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_interface', 'standard_attr_id': 4141, 'fixed_ips': [{'subnet_id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:11Z', 'updated_at': '2021-08-17T04:11:16Z', 'revision_number': 5, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'subnets': [{'id': 'f943db50-3fab-4fe9-b991-640d849f6c01', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:13:14.808616 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'tag': '04632d0d-ae1b-48cb-9264-e112292b474f'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:13:14.811240 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03343fcf-8339-46a7-a629-9be5ba0726e4" -d '{"events": [{"name": "network-changed", "server_uuid": "9db7ecf3-59bb-4758-892c-0a90286f8d39", "tag": "04632d0d-ae1b-48cb-9264-e112292b474f"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:13:14.858200 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:13:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f963be12-50bf-4f08-b189-9d2fd0a29b76 x-openstack-request-id: req-f963be12-50bf-4f08-b189-9d2fd0a29b76 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:13:14.858200 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9db7ecf3-59bb-4758-892c-0a90286f8d39", "tag": "04632d0d-ae1b-48cb-9264-e112292b474f", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:13:14.858200 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f963be12-50bf-4f08-b189-9d2fd0a29b76 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:13:14.858200 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'tag': '04632d0d-ae1b-48cb-9264-e112292b474f', 'status': 'completed', 'code': 200} Aug 17 04:13:14.919848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03343fcf-8339-46a7-a629-9be5ba0726e4 req-2f90e61c-ab1c-42a2-8507-cc2b9014fdbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:14.921399 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03343fcf-8339-46a7-a629-9be5ba0726e4 req-2f90e61c-ab1c-42a2-8507-cc2b9014fdbd service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=bc4ae1f21d1345de995bfa997c447343&device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 1097 time: 0.0447969 Aug 17 04:13:15.004403 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3a1b704-7c16-4c4b-9839-0e897489138e None None] New status for floating IP d8642662-08ce-40d3-acca-3b5426f8a871: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:13:15.022539 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03343fcf-8339-46a7-a629-9be5ba0726e4 req-743dbba9-002b-4655-9627-651783e05567 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:15.024211 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03343fcf-8339-46a7-a629-9be5ba0726e4 req-743dbba9-002b-4655-9627-651783e05567 service neutron] 10.222.0.30 "GET /v2.0/networks?id=d3e70617-b8d4-4d14-8267-308faf618ef5 HTTP/1.1" status: 200 len: 915 time: 0.0936038 Aug 17 04:13:15.067582 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03343fcf-8339-46a7-a629-9be5ba0726e4 req-98e9cc94-4e0a-4dcc-9aa8-8ed3cb485e32 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=04632d0d-ae1b-48cb-9264-e112292b474f HTTP/1.1" status: 200 len: 217 time: 0.0352645 Aug 17 04:13:15.120336 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03343fcf-8339-46a7-a629-9be5ba0726e4 req-b5519ce9-8c31-49af-adf8-f6eb925e63e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:15.121783 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03343fcf-8339-46a7-a629-9be5ba0726e4 req-b5519ce9-8c31-49af-adf8-f6eb925e63e2 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=f943db50-3fab-4fe9-b991-640d849f6c01 HTTP/1.1" status: 200 len: 854 time: 0.0456326 Aug 17 04:13:15.167623 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03343fcf-8339-46a7-a629-9be5ba0726e4 req-1c0e705e-b951-4869-ae90-eee8b62fbd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:15.169087 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03343fcf-8339-46a7-a629-9be5ba0726e4 req-1c0e705e-b951-4869-ae90-eee8b62fbd05 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=d3e70617-b8d4-4d14-8267-308faf618ef5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402598 Aug 17 04:13:15.269095 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03343fcf-8339-46a7-a629-9be5ba0726e4 req-95d1763d-d663-4191-b924-c921b9ccb6cc service neutron] 10.222.0.30 "GET /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902309 Aug 17 04:13:15.312506 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c397c48c-5bea-44b7-b95c-7f13f992589a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:15.366705 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-03343fcf-8339-46a7-a629-9be5ba0726e4 req-fe652a72-3c36-45aa-bb4e-0f7d96d15513 service neutron] 10.222.0.30 "GET /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905650 Aug 17 04:13:17.951458 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b369c420-9c2e-4e9d-85bd-019e45a6dcc5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:18.237031 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:19.446331 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:21.164355 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:22.782872 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10923e06-126d-4577-ba67-b4b027aa6f8d req-3ed28024-ef40-4e0e-bb04-368cbaaaddea tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:22.784278 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10923e06-126d-4577-ba67-b4b027aa6f8d req-3ed28024-ef40-4e0e-bb04-368cbaaaddea tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 946 time: 0.0491035 Aug 17 04:13:22.829932 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10923e06-126d-4577-ba67-b4b027aa6f8d req-d2e85e7b-0f07-4de7-a09b-fc9c8d47f781 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389478 Aug 17 04:13:23.945300 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c82d510-6372-4aff-b500-506b6accd060 req-0a2d43af-0fbb-405b-94ec-ebf99cc6d925 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:23.946785 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c82d510-6372-4aff-b500-506b6accd060 req-0a2d43af-0fbb-405b-94ec-ebf99cc6d925 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 946 time: 0.0490584 Aug 17 04:13:23.983763 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c82d510-6372-4aff-b500-506b6accd060 req-26455637-13d0-4eee-9a4c-51c21ee8df1c tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/security-groups?id=da07ccd6-559f-48ea-8c88-2ef5d7369fad&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308933 Aug 17 04:13:24.514744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b0847f-bb1d-41eb-b0de-5d3db9aed9cb req-c4dd3afc-92bf-46f7-820f-33baf7701250 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:24.516226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-65b0847f-bb1d-41eb-b0de-5d3db9aed9cb req-c4dd3afc-92bf-46f7-820f-33baf7701250 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.30 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 946 time: 0.0496275 Aug 17 04:13:24.605102 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-65b0847f-bb1d-41eb-b0de-5d3db9aed9cb req-350de9e9-38ec-4165-a29e-1cde50b1999b tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Deleting port 04632d0d-ae1b-48cb-9264-e112292b474f {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:13:24.605471 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-65b0847f-bb1d-41eb-b0de-5d3db9aed9cb req-350de9e9-38ec-4165-a29e-1cde50b1999b tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:24.696920 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-65b0847f-bb1d-41eb-b0de-5d3db9aed9cb req-350de9e9-38ec-4165-a29e-1cde50b1999b tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] For port 04632d0d-ae1b-48cb-9264-e112292b474f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=04632d0d-ae1b-48cb-9264-e112292b474f,segment=NetworkSegment(c16de607-292e-4d6b-b3a1-d2b7fabff4cf),segment_id=c16de607-292e-4d6b-b3a1-d2b7fabff4cf)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:13:24.697291 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-65b0847f-bb1d-41eb-b0de-5d3db9aed9cb req-350de9e9-38ec-4165-a29e-1cde50b1999b tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:24.710535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-65b0847f-bb1d-41eb-b0de-5d3db9aed9cb req-350de9e9-38ec-4165-a29e-1cde50b1999b tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Calling delete_port for 04632d0d-ae1b-48cb-9264-e112292b474f owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:13:24.941167 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-65b0847f-bb1d-41eb-b0de-5d3db9aed9cb req-350de9e9-38ec-4165-a29e-1cde50b1999b tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:24.953243 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['04632d0d-ae1b-48cb-9264-e112292b474f'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:13:24.970651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350de9e9-38ec-4165-a29e-1cde50b1999b tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Pushing event deleted for resources: {'Port': ['ID=04632d0d-ae1b-48cb-9264-e112292b474f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:25.015152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-65b0847f-bb1d-41eb-b0de-5d3db9aed9cb req-350de9e9-38ec-4165-a29e-1cde50b1999b tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] No DVR routers for this DVR port 04632d0d-ae1b-48cb-9264-e112292b474f on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:13:25.017728 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-65b0847f-bb1d-41eb-b0de-5d3db9aed9cb req-350de9e9-38ec-4165-a29e-1cde50b1999b tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:25.019705 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-65b0847f-bb1d-41eb-b0de-5d3db9aed9cb req-350de9e9-38ec-4165-a29e-1cde50b1999b tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.30 "DELETE /v2.0/ports/04632d0d-ae1b-48cb-9264-e112292b474f HTTP/1.1" status: 204 len: 173 time: 0.4965889 Aug 17 04:13:25.020153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'name': 'network-vif-deleted', 'tag': '04632d0d-ae1b-48cb-9264-e112292b474f'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:13:25.022821 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-408b4fe1-fe3c-460f-a9d4-39b08dd8fefe" -d '{"events": [{"server_uuid": "9db7ecf3-59bb-4758-892c-0a90286f8d39", "name": "network-vif-deleted", "tag": "04632d0d-ae1b-48cb-9264-e112292b474f"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:13:25.084911 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c3644ee-e88a-424e-bce5-d211a743b493 req-f8b62617-7202-4358-b841-dbcc7ed20ed7 tempest-TestMinimumBasicScenario-1741341502 tempest-TestMinimumBasicScenario-1741341502-project] 10.222.0.10 "GET /v2.0/ports?device_id=9db7ecf3-59bb-4758-892c-0a90286f8d39 HTTP/1.1" status: 200 len: 210 time: 0.0326385 Aug 17 04:13:25.128425 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:13:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a577b579-8185-4b9d-ae6a-0416f5909655 x-openstack-request-id: req-a577b579-8185-4b9d-ae6a-0416f5909655 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:13:25.128778 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9db7ecf3-59bb-4758-892c-0a90286f8d39", "name": "network-vif-deleted", "tag": "04632d0d-ae1b-48cb-9264-e112292b474f", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:13:25.129038 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a577b579-8185-4b9d-ae6a-0416f5909655 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:13:25.129469 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9db7ecf3-59bb-4758-892c-0a90286f8d39', 'name': 'network-vif-deleted', 'tag': '04632d0d-ae1b-48cb-9264-e112292b474f', 'status': 'completed', 'code': 200} Aug 17 04:13:27.250545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45264) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:27.593247 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b563d5ba-3f25-411c-937b-063a51f56d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:27.836136 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-b563d5ba-3f25-411c-937b-063a51f56d98 admin admin] Deleting port cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:13:27.836475 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b563d5ba-3f25-411c-937b-063a51f56d98 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:27.916180 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-b563d5ba-3f25-411c-937b-063a51f56d98 admin admin] For port cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf,segment=NetworkSegment(c16de607-292e-4d6b-b3a1-d2b7fabff4cf),segment_id=c16de607-292e-4d6b-b3a1-d2b7fabff4cf)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:13:27.916472 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b563d5ba-3f25-411c-937b-063a51f56d98 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:27.928270 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-b563d5ba-3f25-411c-937b-063a51f56d98 admin admin] Calling delete_port for cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:13:28.197587 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b563d5ba-3f25-411c-937b-063a51f56d98 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:28.227462 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563d5ba-3f25-411c-937b-063a51f56d98 admin admin] Pushing event deleted for resources: {'Port': ['ID=cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:28.298493 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 04632d0d-ae1b-48cb-9264-e112292b474f no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:13:28.320304 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 04632d0d-ae1b-48cb-9264-e112292b474f {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:13:28.320654 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 04632d0d-ae1b-48cb-9264-e112292b474f not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:13:28.407542 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b563d5ba-3f25-411c-937b-063a51f56d98 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:28.952526 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b563d5ba-3f25-411c-937b-063a51f56d98 admin admin] Router cd8dc6d3-570c-4394-85f6-f266af837955 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:13:29.060088 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b563d5ba-3f25-411c-937b-063a51f56d98 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:13:29.066589 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b563d5ba-3f25-411c-937b-063a51f56d98 admin admin] 10.222.0.10 "PUT /v2.0/routers/cd8dc6d3-570c-4394-85f6-f266af837955/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8142922 Aug 17 04:13:29.067477 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45266) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:29.068661 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d10aab9-1bc6-456f-819e-cbad6007bc40 None None] Sync routers for ids ['cd8dc6d3-570c-4394-85f6-f266af837955'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:13:29.078778 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d10aab9-1bc6-456f-819e-cbad6007bc40 None None] Routers {'cd8dc6d3-570c-4394-85f6-f266af837955'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:13:29.079461 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-5d10aab9-1bc6-456f-819e-cbad6007bc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:13:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cd8dc6d3-570c-4394-85f6-f266af837955'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:29.170763 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc321-0e88-4782-9361-b0e30e64e923 admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:29.181726 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-5d10aab9-1bc6-456f-819e-cbad6007bc40 None None] Set router cd8dc6d3-570c-4394-85f6-f266af837955 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:13:29.271371 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc321-0e88-4782-9361-b0e30e64e923 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:29.361863 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-5d10aab9-1bc6-456f-819e-cbad6007bc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'name': 'tempest-TestMinimumBasicScenario-2001540032-router', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244'}], 'enable_snat': True}, 'gw_port_id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:13:28Z', 'revision_number': 5, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'gw_port': {'id': '5a782647-09d6-4367-9ae6-3cb488ad45de', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:c7:8b:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4140, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:11:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:29.388126 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d10aab9-1bc6-456f-819e-cbad6007bc40 None None] Checking router: cd8dc6d3-570c-4394-85f6-f266af837955 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:13:29.396749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d10aab9-1bc6-456f-819e-cbad6007bc40 None None] Routers {'cd8dc6d3-570c-4394-85f6-f266af837955'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:13:29.397373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-5d10aab9-1bc6-456f-819e-cbad6007bc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:13:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['cd8dc6d3-570c-4394-85f6-f266af837955'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:29.417768 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ef7bc321-0e88-4782-9361-b0e30e64e923 admin admin] Deleting port 5a782647-09d6-4367-9ae6-3cb488ad45de {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:13:29.418369 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc321-0e88-4782-9361-b0e30e64e923 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:29.502465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-ef7bc321-0e88-4782-9361-b0e30e64e923 admin admin] For port 5a782647-09d6-4367-9ae6-3cb488ad45de, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=5a782647-09d6-4367-9ae6-3cb488ad45de,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:13:29.502823 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc321-0e88-4782-9361-b0e30e64e923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:29.516935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-ef7bc321-0e88-4782-9361-b0e30e64e923 admin admin] Calling delete_port for 5a782647-09d6-4367-9ae6-3cb488ad45de owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:13:29.558295 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:13:29.644520 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-5d10aab9-1bc6-456f-819e-cbad6007bc40 None None] Set router cd8dc6d3-570c-4394-85f6-f266af837955 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:13:29.705789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-5d10aab9-1bc6-456f-819e-cbad6007bc40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'name': 'tempest-TestMinimumBasicScenario-2001540032-router', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:13:29Z', 'revision_number': 6, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:29.732720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d10aab9-1bc6-456f-819e-cbad6007bc40 None None] The sync data for ids ['cd8dc6d3-570c-4394-85f6-f266af837955'] in n-d-802060-9 is: [{'id': 'cd8dc6d3-570c-4394-85f6-f266af837955', 'name': 'tempest-TestMinimumBasicScenario-2001540032-router', 'tenant_id': 'bc4ae1f21d1345de995bfa997c447343', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:09Z', 'updated_at': '2021-08-17T04:13:29Z', 'revision_number': 6, 'project_id': 'bc4ae1f21d1345de995bfa997c447343', 'gw_port_host': None}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:13:29.747004 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc321-0e88-4782-9361-b0e30e64e923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:29.776375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7bc321-0e88-4782-9361-b0e30e64e923 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a782647-09d6-4367-9ae6-3cb488ad45de,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:29.842634 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc321-0e88-4782-9361-b0e30e64e923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:29.934291 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc321-0e88-4782-9361-b0e30e64e923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:29.936394 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc321-0e88-4782-9361-b0e30e64e923 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.075017 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc321-0e88-4782-9361-b0e30e64e923 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.075017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef7bc321-0e88-4782-9361-b0e30e64e923 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cd8dc6d3-570c-4394-85f6-f266af837955 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:13:30.085950 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ef7bc321-0e88-4782-9361-b0e30e64e923 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.088103 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ef7bc321-0e88-4782-9361-b0e30e64e923 admin admin] 10.222.0.10 "DELETE /v2.0/routers/cd8dc6d3-570c-4394-85f6-f266af837955 HTTP/1.1" status: 204 len: 168 time: 1.0190136 Aug 17 04:13:30.096787 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45268) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:30.147140 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-16eff382-b7cf-49df-a221-a804123d01d0 admin admin] Deleting subnet f943db50-3fab-4fe9-b991-640d849f6c01 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:13:30.151518 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-16eff382-b7cf-49df-a221-a804123d01d0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.187375 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-16eff382-b7cf-49df-a221-a804123d01d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.262819 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-16eff382-b7cf-49df-a221-a804123d01d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.352799 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-16eff382-b7cf-49df-a221-a804123d01d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.386715 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16eff382-b7cf-49df-a221-a804123d01d0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f943db50-3fab-4fe9-b991-640d849f6c01,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:30.388700 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-16eff382-b7cf-49df-a221-a804123d01d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.391570 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-16eff382-b7cf-49df-a221-a804123d01d0 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/f943db50-3fab-4fe9-b991-640d849f6c01 HTTP/1.1" status: 204 len: 168 time: 0.2991974 Aug 17 04:13:30.392420 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d4b025a-a7ec-414b-965c-2f39ad6209cc None None] Network d3e70617-b8d4-4d14-8267-308faf618ef5 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:13:30.393524 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45270) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:30.463747 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.517061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] Deleting port 6601bb71-273d-4910-9d8b-e4b338ec731b {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:13:30.517409 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.575984 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] DHCP port deletion for d3e70617-b8d4-4d14-8267-308faf618ef5 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:13:30.597354 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] For port 6601bb71-273d-4910-9d8b-e4b338ec731b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6601bb71-273d-4910-9d8b-e4b338ec731b,segment=NetworkSegment(c16de607-292e-4d6b-b3a1-d2b7fabff4cf),segment_id=c16de607-292e-4d6b-b3a1-d2b7fabff4cf)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:13:30.597751 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.611362 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] Calling delete_port for 6601bb71-273d-4910-9d8b-e4b338ec731b owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:13:30.624622 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] Deleting port 6601bb71-273d-4910-9d8b-e4b338ec731b {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:13:30.625008 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.692294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] For port 6601bb71-273d-4910-9d8b-e4b338ec731b, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6601bb71-273d-4910-9d8b-e4b338ec731b,segment=NetworkSegment(c16de607-292e-4d6b-b3a1-d2b7fabff4cf),segment_id=c16de607-292e-4d6b-b3a1-d2b7fabff4cf)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:13:30.692711 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.712192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] Calling delete_port for 6601bb71-273d-4910-9d8b-e4b338ec731b owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:13:30.781175 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.789737 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.809240 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] Pushing event deleted for resources: {'Port': ['ID=6601bb71-273d-4910-9d8b-e4b338ec731b,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:30.811493 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] No DVR routers for this DVR port 6601bb71-273d-4910-9d8b-e4b338ec731b on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:13:30.820467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] Pushing event deleted for resources: {'Port': ['ID=6601bb71-273d-4910-9d8b-e4b338ec731b,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:30.820467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] No DVR routers for this DVR port 6601bb71-273d-4910-9d8b-e4b338ec731b on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:13:30.828438 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:30.831105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:30.831105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:30.831105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:30.831105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:30.831105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:30.831105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:30.831105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:30.831105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:30.831878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:30.831878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:30.832774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f573262-6402-49b7-81a2-b6c2f4a2a23e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:30.886502 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.896222 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3e70617-b8d4-4d14-8267-308faf618ef5']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:30.907088 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c16de607-292e-4d6b-b3a1-d2b7fabff4cf') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:30.907387 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c16de607-292e-4d6b-b3a1-d2b7fabff4cf') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:30.917472 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.935791 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.941503 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] Releasing vlan 92 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:13:30.941884 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: timer() Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:13:30.944504 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:13:31.095315 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:31.100043 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:31.102327 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d3e70617-b8d4-4d14-8267-308faf618ef5 HTTP/1.1" status: 204 len: 168 time: 0.7073214 Aug 17 04:13:31.105505 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45272) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:31.115294 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb6f8fe-e26f-4014-a955-5b7d65584239 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3e70617-b8d4-4d14-8267-308faf618ef5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:31.463061 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e2371bbf-236c-4237-afd4-ce6ecd3db285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:31.748921 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-e2371bbf-236c-4237-afd4-ce6ecd3db285 admin admin] Deleting port 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:13:31.749315 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e2371bbf-236c-4237-afd4-ce6ecd3db285 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:31.813313 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:13:31.836026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-e2371bbf-236c-4237-afd4-ce6ecd3db285 admin admin] For port 1a16b1c9-8065-4bdb-a64b-3a5bbb181151, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1a16b1c9-8065-4bdb-a64b-3a5bbb181151,segment=NetworkSegment(e494a310-04c4-4566-919c-d82399aa0b7f),segment_id=e494a310-04c4-4566-919c-d82399aa0b7f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:13:31.836596 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e2371bbf-236c-4237-afd4-ce6ecd3db285 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:31.838594 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:13:31.838942 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device cf7bd3de-f2a6-4221-b9a0-1fea703fdbaf not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:13:31.839544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6601bb71-273d-4910-9d8b-e4b338ec731b no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:13:31.849665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-e2371bbf-236c-4237-afd4-ce6ecd3db285 admin admin] Calling delete_port for 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:13:31.863200 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 6601bb71-273d-4910-9d8b-e4b338ec731b {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:13:31.863549 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6601bb71-273d-4910-9d8b-e4b338ec731b not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:13:31.863975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5a782647-09d6-4367-9ae6-3cb488ad45de no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:13:31.883605 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 5a782647-09d6-4367-9ae6-3cb488ad45de {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:13:31.883960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 5a782647-09d6-4367-9ae6-3cb488ad45de not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:13:32.135994 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e2371bbf-236c-4237-afd4-ce6ecd3db285 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:32.162651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2371bbf-236c-4237-afd4-ce6ecd3db285 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a16b1c9-8065-4bdb-a64b-3a5bbb181151,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:32.330786 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e2371bbf-236c-4237-afd4-ce6ecd3db285 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:32.548837 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2371bbf-236c-4237-afd4-ce6ecd3db285 admin admin] Router 79f90d68-ebe1-4f32-b5b7-ede9d175ff3c has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:13:32.657410 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2371bbf-236c-4237-afd4-ce6ecd3db285 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:13:32.662382 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e2371bbf-236c-4237-afd4-ce6ecd3db285 admin admin] 10.222.0.10 "PUT /v2.0/routers/79f90d68-ebe1-4f32-b5b7-ede9d175ff3c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5558414 Aug 17 04:13:32.664893 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45274) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:32.666421 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0310d-83b2-4bf8-9f6a-9deaddb5db8d None None] Sync routers for ids ['79f90d68-ebe1-4f32-b5b7-ede9d175ff3c'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:13:32.676160 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0310d-83b2-4bf8-9f6a-9deaddb5db8d None None] Routers {'79f90d68-ebe1-4f32-b5b7-ede9d175ff3c'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:13:32.676768 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-30d0310d-83b2-4bf8-9f6a-9deaddb5db8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:13:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['79f90d68-ebe1-4f32-b5b7-ede9d175ff3c'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:32.777696 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e36607c-ff09-45d1-b58f-f06ccb56fdf8 admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:32.801034 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-30d0310d-83b2-4bf8-9f6a-9deaddb5db8d None None] Set router 79f90d68-ebe1-4f32-b5b7-ede9d175ff3c gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:13:32.881605 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e36607c-ff09-45d1-b58f-f06ccb56fdf8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:32.976664 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-30d0310d-83b2-4bf8-9f6a-9deaddb5db8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'name': 'tempest-TestMinimumBasicScenario-2023683274-router', 'tenant_id': 'cca72f834ab6454b990253e2d0a7c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.201'}], 'enable_snat': True}, 'gw_port_id': 'd90937f2-c8a6-441d-b523-e80c039e0a15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:15Z', 'updated_at': '2021-08-17T04:13:32Z', 'revision_number': 5, 'project_id': 'cca72f834ab6454b990253e2d0a7c53e', 'gw_port': {'id': 'd90937f2-c8a6-441d-b523-e80c039e0a15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:9f:37', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4152, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.201', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:11:15Z', 'updated_at': '2021-08-17T04:11:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:33.004317 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0310d-83b2-4bf8-9f6a-9deaddb5db8d None None] Checking router: 79f90d68-ebe1-4f32-b5b7-ede9d175ff3c for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:13:33.013040 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30d0310d-83b2-4bf8-9f6a-9deaddb5db8d None None] Routers {'79f90d68-ebe1-4f32-b5b7-ede9d175ff3c'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:13:33.013766 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-30d0310d-83b2-4bf8-9f6a-9deaddb5db8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:13:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['79f90d68-ebe1-4f32-b5b7-ede9d175ff3c'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:33.031003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-8e36607c-ff09-45d1-b58f-f06ccb56fdf8 admin admin] Deleting port d90937f2-c8a6-441d-b523-e80c039e0a15 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:13:33.031355 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e36607c-ff09-45d1-b58f-f06ccb56fdf8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:33.120056 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-30d0310d-83b2-4bf8-9f6a-9deaddb5db8d None None] Set router 79f90d68-ebe1-4f32-b5b7-ede9d175ff3c gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:13:33.125498 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-8e36607c-ff09-45d1-b58f-f06ccb56fdf8 admin admin] For port d90937f2-c8a6-441d-b523-e80c039e0a15, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=d90937f2-c8a6-441d-b523-e80c039e0a15,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:13:33.125881 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e36607c-ff09-45d1-b58f-f06ccb56fdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:33.138062 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-8e36607c-ff09-45d1-b58f-f06ccb56fdf8 admin admin] Calling delete_port for d90937f2-c8a6-441d-b523-e80c039e0a15 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:13:33.172931 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-30d0310d-83b2-4bf8-9f6a-9deaddb5db8d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'name': 'tempest-TestMinimumBasicScenario-2023683274-router', 'tenant_id': 'cca72f834ab6454b990253e2d0a7c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:15Z', 'updated_at': '2021-08-17T04:13:32Z', 'revision_number': 6, 'project_id': 'cca72f834ab6454b990253e2d0a7c53e', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:33.202263 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30d0310d-83b2-4bf8-9f6a-9deaddb5db8d None None] The sync data for ids ['79f90d68-ebe1-4f32-b5b7-ede9d175ff3c'] in n-d-802060-9 is: [{'id': '79f90d68-ebe1-4f32-b5b7-ede9d175ff3c', 'name': 'tempest-TestMinimumBasicScenario-2023683274-router', 'tenant_id': 'cca72f834ab6454b990253e2d0a7c53e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:11:15Z', 'updated_at': '2021-08-17T04:13:32Z', 'revision_number': 6, 'project_id': 'cca72f834ab6454b990253e2d0a7c53e', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:13:33.398503 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e36607c-ff09-45d1-b58f-f06ccb56fdf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:33.424947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e36607c-ff09-45d1-b58f-f06ccb56fdf8 admin admin] Pushing event deleted for resources: {'Port': ['ID=d90937f2-c8a6-441d-b523-e80c039e0a15,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:33.490011 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e36607c-ff09-45d1-b58f-f06ccb56fdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:33.589917 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e36607c-ff09-45d1-b58f-f06ccb56fdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:33.592150 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e36607c-ff09-45d1-b58f-f06ccb56fdf8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:33.718407 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e36607c-ff09-45d1-b58f-f06ccb56fdf8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:33.718984 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e36607c-ff09-45d1-b58f-f06ccb56fdf8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 79f90d68-ebe1-4f32-b5b7-ede9d175ff3c {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:13:33.728447 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e36607c-ff09-45d1-b58f-f06ccb56fdf8 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:33.728447 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8e36607c-ff09-45d1-b58f-f06ccb56fdf8 admin admin] 10.222.0.10 "DELETE /v2.0/routers/79f90d68-ebe1-4f32-b5b7-ede9d175ff3c HTTP/1.1" status: 204 len: 168 time: 1.0577643 Aug 17 04:13:33.728447 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45276) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:33.771760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee634a88-5588-45da-bcaf-fdc3e797601c admin admin] Deleting subnet 6526b7cd-38be-4b0e-b9f9-2dfaec1e0b50 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:13:33.774809 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee634a88-5588-45da-bcaf-fdc3e797601c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:33.808300 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee634a88-5588-45da-bcaf-fdc3e797601c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:33.887469 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee634a88-5588-45da-bcaf-fdc3e797601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:33.918065 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:33.995028 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d90937f2-c8a6-441d-b523-e80c039e0a15 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:13:34.004468 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee634a88-5588-45da-bcaf-fdc3e797601c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:34.017448 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: d90937f2-c8a6-441d-b523-e80c039e0a15 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:13:34.018076 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device d90937f2-c8a6-441d-b523-e80c039e0a15 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:13:34.018712 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:13:34.029678 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee634a88-5588-45da-bcaf-fdc3e797601c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6526b7cd-38be-4b0e-b9f9-2dfaec1e0b50,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:34.038819 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ee634a88-5588-45da-bcaf-fdc3e797601c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:34.041369 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ee634a88-5588-45da-bcaf-fdc3e797601c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6526b7cd-38be-4b0e-b9f9-2dfaec1e0b50 HTTP/1.1" status: 204 len: 168 time: 0.3126540 Aug 17 04:13:34.042327 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:13:34.042736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1a16b1c9-8065-4bdb-a64b-3a5bbb181151 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:13:34.046164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45278) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:34.047839 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cdd66a0-217a-4575-aafa-9beac12701ca None None] Network d16c1f75-f700-435d-878e-1f1c9aa952ad requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:13:34.127094 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:34.188368 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] Deleting port 3c245b64-1693-448b-88a2-a54ef1372306 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:13:34.188722 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:34.245783 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cf68e8f-57d3-41c7-858b-2eec01a08124 None None] DHCP port deletion for d16c1f75-f700-435d-878e-1f1c9aa952ad request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:13:34.259665 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] For port 3c245b64-1693-448b-88a2-a54ef1372306, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3c245b64-1693-448b-88a2-a54ef1372306,segment=NetworkSegment(e494a310-04c4-4566-919c-d82399aa0b7f),segment_id=e494a310-04c4-4566-919c-d82399aa0b7f)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:13:34.260182 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:34.273301 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] Calling delete_port for 3c245b64-1693-448b-88a2-a54ef1372306 owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:13:34.298319 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1cf68e8f-57d3-41c7-858b-2eec01a08124 None None] Deleting port 3c245b64-1693-448b-88a2-a54ef1372306 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:13:34.298703 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cf68e8f-57d3-41c7-858b-2eec01a08124 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:34.371936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-1cf68e8f-57d3-41c7-858b-2eec01a08124 None None] For port 3c245b64-1693-448b-88a2-a54ef1372306, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=3c245b64-1693-448b-88a2-a54ef1372306,segment=NetworkSegment(e494a310-04c4-4566-919c-d82399aa0b7f),segment_id=e494a310-04c4-4566-919c-d82399aa0b7f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:13:34.372340 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cf68e8f-57d3-41c7-858b-2eec01a08124 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:34.385353 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-1cf68e8f-57d3-41c7-858b-2eec01a08124 None None] Calling delete_port for 3c245b64-1693-448b-88a2-a54ef1372306 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:13:34.466486 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:34.471602 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1cf68e8f-57d3-41c7-858b-2eec01a08124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:34.494791 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] Pushing event deleted for resources: {'Port': ['ID=3c245b64-1693-448b-88a2-a54ef1372306,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:34.496164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] No DVR routers for this DVR port 3c245b64-1693-448b-88a2-a54ef1372306 on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:13:34.502393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf68e8f-57d3-41c7-858b-2eec01a08124 None None] Pushing event deleted for resources: {'Port': ['ID=3c245b64-1693-448b-88a2-a54ef1372306,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:34.505987 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cf68e8f-57d3-41c7-858b-2eec01a08124 None None] No DVR routers for this DVR port 3c245b64-1693-448b-88a2-a54ef1372306 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:13:34.570779 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:34.581260 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d16c1f75-f700-435d-878e-1f1c9aa952ad']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:34.592287 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:34.593153 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e494a310-04c4-4566-919c-d82399aa0b7f') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:34.593486 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e494a310-04c4-4566-919c-d82399aa0b7f') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:34.602417 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:34.616462 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:34.622315 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] Releasing vlan 71 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:13:34.622704 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: timer() Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:13:34.624331 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:13:34.729171 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:34.734790 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:34.736636 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] 10.222.0.10 "DELETE /v2.0/networks/d16c1f75-f700-435d-878e-1f1c9aa952ad HTTP/1.1" status: 204 len: 168 time: 0.6872818 Aug 17 04:13:34.748804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d570f0ef-209b-4ab2-97c6-6ab60afd9b92 admin admin] Pushing event deleted for resources: {'Network': ['ID=d16c1f75-f700-435d-878e-1f1c9aa952ad,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:35.064772 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45284) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:35.104347 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e89e9892-20d9-4ffd-ae8a-05b82cf877aa admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=bc4ae1f21d1345de995bfa997c447343&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0383284 Aug 17 04:13:35.106995 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45286) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:35.155369 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ab739332-ee2b-4bae-af03-ba16c69cd24f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:35.176734 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ab739332-ee2b-4bae-af03-ba16c69cd24f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:35.272013 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ab739332-ee2b-4bae-af03-ba16c69cd24f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:35.274733 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-ab739332-ee2b-4bae-af03-ba16c69cd24f admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:35.275913 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ab739332-ee2b-4bae-af03-ba16c69cd24f admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/da07ccd6-559f-48ea-8c88-2ef5d7369fad HTTP/1.1" status: 204 len: 168 time: 0.1678953 Aug 17 04:13:35.284167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab739332-ee2b-4bae-af03-ba16c69cd24f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da07ccd6-559f-48ea-8c88-2ef5d7369fad,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:35.807799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3c245b64-1693-448b-88a2-a54ef1372306 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:13:35.829310 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 3c245b64-1693-448b-88a2-a54ef1372306 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:13:35.829706 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 3c245b64-1693-448b-88a2-a54ef1372306 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:13:35.990855 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45292) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:36.037666 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-007167b7-218a-4c1e-b3e1-1f9f5153c6ad admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=cca72f834ab6454b990253e2d0a7c53e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0456045 Aug 17 04:13:36.040293 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45294) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:36.091881 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-517f44a3-5339-4466-a7f4-6a9f665b35c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:36.120100 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-517f44a3-5339-4466-a7f4-6a9f665b35c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:36.221094 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-517f44a3-5339-4466-a7f4-6a9f665b35c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:36.223825 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-517f44a3-5339-4466-a7f4-6a9f665b35c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:36.225474 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-517f44a3-5339-4466-a7f4-6a9f665b35c0 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2bd2b181-29b1-4df7-aad4-b8ddaa9f7f79 HTTP/1.1" status: 204 len: 168 time: 0.1831169 Aug 17 04:13:36.235567 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517f44a3-5339-4466-a7f4-6a9f665b35c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bd2b181-29b1-4df7-aad4-b8ddaa9f7f79,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:38.543523 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45336) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:38.548935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b2b9660c-e0d0-4804-b5c8-831688cc46d3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1571763347', 'description': 'tempest-secgroup-smoke-1571763347 description', 'project_id': '200d84aef877403083e1f84e1ec89095'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:13:38.644078 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b2b9660c-e0d0-4804-b5c8-831688cc46d3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:38.664369 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b2b9660c-e0d0-4804-b5c8-831688cc46d3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:38.770885 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b2b9660c-e0d0-4804-b5c8-831688cc46d3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:38.831715 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b2b9660c-e0d0-4804-b5c8-831688cc46d3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:38.869499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9660c-e0d0-4804-b5c8-831688cc46d3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9027e3f-e467-4a28-a4a9-1986b41e4980,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:38.920337 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b2b9660c-e0d0-4804-b5c8-831688cc46d3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:38.998192 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b2b9660c-e0d0-4804-b5c8-831688cc46d3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:39.028368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b9660c-e0d0-4804-b5c8-831688cc46d3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e3571e-2315-4fff-b3d9-38cfa93eec99,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:39.083609 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b2b9660c-e0d0-4804-b5c8-831688cc46d3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:39.084897 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b2b9660c-e0d0-4804-b5c8-831688cc46d3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.5403447 Aug 17 04:13:39.087982 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45340) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:39.092832 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-2b40b822-0216-4bbe-ba56-661a98689992 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': 'f4e3571e-2315-4fff-b3d9-38cfa93eec99', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:13:39.186033 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2b40b822-0216-4bbe-ba56-661a98689992 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:39.233687 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2b40b822-0216-4bbe-ba56-661a98689992 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:39.307733 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2b40b822-0216-4bbe-ba56-661a98689992 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:39.326521 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b40b822-0216-4bbe-ba56-661a98689992 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fb8fabf9-6968-46b0-a706-3f65a40ff9e1,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:39.386635 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2b40b822-0216-4bbe-ba56-661a98689992 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:39.387847 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2b40b822-0216-4bbe-ba56-661a98689992 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2987671 Aug 17 04:13:39.390533 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45342) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:39.394957 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-38777d1b-19c6-4c1a-b5b5-30f2c10fd172 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': 'f4e3571e-2315-4fff-b3d9-38cfa93eec99', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:13:39.477021 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-38777d1b-19c6-4c1a-b5b5-30f2c10fd172 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:39.534428 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-38777d1b-19c6-4c1a-b5b5-30f2c10fd172 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:39.615049 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-38777d1b-19c6-4c1a-b5b5-30f2c10fd172 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:39.635052 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38777d1b-19c6-4c1a-b5b5-30f2c10fd172 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=acd40264-bd70-4e44-ad57-6fce80a9ffb1,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:39.706705 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-38777d1b-19c6-4c1a-b5b5-30f2c10fd172 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:39.707927 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-38777d1b-19c6-4c1a-b5b5-30f2c10fd172 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3164690 Aug 17 04:13:39.710628 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45344) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:39.716093 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-878c0f8f-c5c3-490b-bd65-d1c54e0344ba tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': 'f4e3571e-2315-4fff-b3d9-38cfa93eec99', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:13:39.814014 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-878c0f8f-c5c3-490b-bd65-d1c54e0344ba tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:39.872533 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-878c0f8f-c5c3-490b-bd65-d1c54e0344ba tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:39.939391 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-878c0f8f-c5c3-490b-bd65-d1c54e0344ba tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:39.958370 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-878c0f8f-c5c3-490b-bd65-d1c54e0344ba tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c82d6bb6-7d4d-4923-87d9-0debb8136ee3,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:40.010192 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-878c0f8f-c5c3-490b-bd65-d1c54e0344ba tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:40.011558 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-878c0f8f-c5c3-490b-bd65-d1c54e0344ba tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2999516 Aug 17 04:13:40.014371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45346) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:40.018839 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-5d6b1835-e4bf-4420-b500-994473e53ecf tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': 'f4e3571e-2315-4fff-b3d9-38cfa93eec99', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:13:40.115243 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d6b1835-e4bf-4420-b500-994473e53ecf tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:40.173734 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d6b1835-e4bf-4420-b500-994473e53ecf tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:40.242196 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d6b1835-e4bf-4420-b500-994473e53ecf tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:40.261348 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6b1835-e4bf-4420-b500-994473e53ecf tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=eccd5af2-1cc3-406d-9bc8-fd7a631012bf,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:40.328425 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5d6b1835-e4bf-4420-b500-994473e53ecf tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:40.329771 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5d6b1835-e4bf-4420-b500-994473e53ecf tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3143113 Aug 17 04:13:40.335324 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45348) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:40.340760 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-751ef181-99f7-433c-bb8f-0134c83b8bba tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': 'f4e3571e-2315-4fff-b3d9-38cfa93eec99', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:13:40.455244 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-751ef181-99f7-433c-bb8f-0134c83b8bba tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Project 200d84aef877403083e1f84e1ec89095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 04:13:40.460398 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-751ef181-99f7-433c-bb8f-0134c83b8bba tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:40.519985 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-751ef181-99f7-433c-bb8f-0134c83b8bba tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:40.597474 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-751ef181-99f7-433c-bb8f-0134c83b8bba tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:40.616873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751ef181-99f7-433c-bb8f-0134c83b8bba tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a971ea15-e62c-4ee4-818d-3ccb6bd07940,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:40.689720 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-751ef181-99f7-433c-bb8f-0134c83b8bba tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:40.690969 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-751ef181-99f7-433c-bb8f-0134c83b8bba tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3545628 Aug 17 04:13:40.693670 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45350) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:40.698686 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6578f820-4e48-4d2f-825b-40d1ac3f63e7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': 'f4e3571e-2315-4fff-b3d9-38cfa93eec99', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:13:40.780881 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-6578f820-4e48-4d2f-825b-40d1ac3f63e7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Project 200d84aef877403083e1f84e1ec89095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 04:13:40.786187 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6578f820-4e48-4d2f-825b-40d1ac3f63e7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:40.846739 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6578f820-4e48-4d2f-825b-40d1ac3f63e7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:40.912065 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6578f820-4e48-4d2f-825b-40d1ac3f63e7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:40.932372 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6578f820-4e48-4d2f-825b-40d1ac3f63e7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07187e16-24b1-46fa-bd22-e1e1b96ef1d2,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:40.981009 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6578f820-4e48-4d2f-825b-40d1ac3f63e7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:40.982306 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6578f820-4e48-4d2f-825b-40d1ac3f63e7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2877014 Aug 17 04:13:40.985298 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45352) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:40.990243 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b588caf9-baec-4288-8bc2-005d4698bef7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'network': {'name': 'tempest-network-smoke--1351252096', 'project_id': '200d84aef877403083e1f84e1ec89095', 'port_security_enabled': True}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:13:41.055418 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b588caf9-baec-4288-8bc2-005d4698bef7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Made reservation on behalf of 200d84aef877403083e1f84e1ec89095 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:13:41.059438 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b588caf9-baec-4288-8bc2-005d4698bef7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:41.087998 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b588caf9-baec-4288-8bc2-005d4698bef7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 85} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:13:41.097987 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b588caf9-baec-4288-8bc2-005d4698bef7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:41.098340 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-b588caf9-baec-4288-8bc2-005d4698bef7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Added segment 38d54372-09b9-4c83-b948-e68b967e015f of type vlan for network 2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee Aug 17 04:13:41.138248 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b588caf9-baec-4288-8bc2-005d4698bef7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:41.226676 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b588caf9-baec-4288-8bc2-005d4698bef7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:41.232447 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b588caf9-baec-4288-8bc2-005d4698bef7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:41.233078 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b588caf9-baec-4288-8bc2-005d4698bef7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:41.303737 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b588caf9-baec-4288-8bc2-005d4698bef7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Network': ['ID=2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:41.314713 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:13:41.358915 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b588caf9-baec-4288-8bc2-005d4698bef7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3725405 Aug 17 04:13:41.361889 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45354) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:41.366740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1408565993', 'admin_state_up': True, 'project_id': '200d84aef877403083e1f84e1ec89095', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:13:41.460810 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:41.461936 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:41.516682 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:42.022532 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:42.286337 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:42.310657 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:42.414722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.25.1.234 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/15e7a447-9eb5-4a47-baf3-af40536ed977) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:13:42.524263 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:42.620588 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:42.657408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:13:42.662399 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:13:42.665910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:13:42.690415 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=15e7a447-9eb5-4a47-baf3-af40536ed977,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:42.979305 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:43.185120 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:43.403616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router 5cdf8d95-f9f0-424d-9894-3201b4c7e331 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:13:43.515389 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:13:43.524950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Sync routers for ids ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:13:43.534344 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Routers {'5cdf8d95-f9f0-424d-9894-3201b4c7e331'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:13:43.534973 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:13:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:43.597833 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:43.599129 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a7ce53d2-6e95-4dcc-bdca-f032299f714a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.2361016 Aug 17 04:13:43.602309 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45356) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:43.648158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Set router 5cdf8d95-f9f0-424d-9894-3201b4c7e331 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:13:43.757325 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45360) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:43.757851 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-48b2c3b9-0b94-4f73-a8c7-b49e3205fd5c tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=200d84aef877403083e1f84e1ec89095&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1538417 Aug 17 04:13:43.849946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408565993', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:13:41Z', 'updated_at': '2021-08-17T04:13:42Z', 'revision_number': 3, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:42Z', 'updated_at': '2021-08-17T04:13:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:43.865162 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-938ba4cf-a486-4a0e-a46d-00a987c0e8bf tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:43.866733 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-938ba4cf-a486-4a0e-a46d-00a987c0e8bf tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1081073 Aug 17 04:13:43.869997 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45362) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:43.877132 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Checking router: 5cdf8d95-f9f0-424d-9894-3201b4c7e331 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:13:43.877529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Updating router 5cdf8d95-f9f0-424d-9894-3201b4c7e331 port 15e7a447-9eb5-4a47-baf3-af40536ed977 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:13:43.898079 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-5d9f22e8-dc27-4cd3-83f8-b0d9d5a3eb82 tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0268455 Aug 17 04:13:43.900613 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45364) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:43.904229 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:43.906219 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-66e8ac24-e0ef-4eac-8ddd-ce594a4d67a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1006318078', 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee', 'project_id': '200d84aef877403083e1f84e1ec89095', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:13:44.061007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e8ac24-e0ef-4eac-8ddd-ce594a4d67a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Made reservation on behalf of 200d84aef877403083e1f84e1ec89095 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:13:44.064571 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-66e8ac24-e0ef-4eac-8ddd-ce594a4d67a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:44.170051 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:44.179786 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Transition to ACTIVE for port object 15e7a447-9eb5-4a47-baf3-af40536ed977 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:13:44.243701 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:44.296985 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da3f01-4e64-459d-9e59-0f74da18b413 None None] Pushing event updated for resources: {'Port': ['ID=15e7a447-9eb5-4a47-baf3-af40536ed977,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:44.299235 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Attempting to bind port 15e7a447-9eb5-4a47-baf3-af40536ed977 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:13:44.299644 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Attempting to bind port 15e7a447-9eb5-4a47-baf3-af40536ed977 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:13:44.299954 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Attempting to bind port 15e7a447-9eb5-4a47-baf3-af40536ed977 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:13:44.306137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:13:44.306515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:13:44.306922 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:44.307908 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:13:44.308364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Bound port: 15e7a447-9eb5-4a47-baf3-af40536ed977, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:13:44.308748 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:44.328344 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-66e8ac24-e0ef-4eac-8ddd-ce594a4d67a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:44.368550 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] For port 15e7a447-9eb5-4a47-baf3-af40536ed977, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:13:44.373001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] For port 15e7a447-9eb5-4a47-baf3-af40536ed977, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=15e7a447-9eb5-4a47-baf3-af40536ed977,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:13:44.391427 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e8ac24-e0ef-4eac-8ddd-ce594a4d67a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Subnet': ['ID=4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:44.400679 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e8ac24-e0ef-4eac-8ddd-ce594a4d67a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Checking segment: {'id': '38d54372-09b9-4c83-b948-e68b967e015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:13:44.401182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e8ac24-e0ef-4eac-8ddd-ce594a4d67a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network hostable DHCP agents. Network: 2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:13:44.460966 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:44.489143 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e8ac24-e0ef-4eac-8ddd-ce594a4d67a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:13:44.525348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0da3f01-4e64-459d-9e59-0f74da18b413 None None] Pushing event updated for resources: {'Port': ['ID=15e7a447-9eb5-4a47-baf3-af40536ed977,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:44.528141 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Routers {'5cdf8d95-f9f0-424d-9894-3201b4c7e331'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:13:44.528691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:13:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:44.569293 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-66e8ac24-e0ef-4eac-8ddd-ce594a4d67a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:13:44.575277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e8ac24-e0ef-4eac-8ddd-ce594a4d67a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:44.576172 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-66e8ac24-e0ef-4eac-8ddd-ce594a4d67a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:44.609896 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dbb506d-0301-4d84-8324-99ef94350d16 None None] Network 2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:13:44.644785 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-66e8ac24-e0ef-4eac-8ddd-ce594a4d67a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7423615 Aug 17 04:13:44.647422 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45366) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:13:44.686955 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] Set router 5cdf8d95-f9f0-424d-9894-3201b4c7e331 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:13:44.888186 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee', 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ips': [{'subnet_id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:13:44.889088 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:45.076684 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Allocated IP 172.20.0.2 (2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee/4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90/e9f9b9b1-267d-44da-bfb4-e0ded78cf188) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:13:45.079169 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408565993', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:13:41Z', 'updated_at': '2021-08-17T04:13:42Z', 'revision_number': 3, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:42Z', 'updated_at': '2021-08-17T04:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:45.113160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ae19a2b0-f695-4210-ab0e-f249dcb4d080 None None] The sync data for ids ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'] in n-d-802060-9 is: [{'id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408565993', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:13:41Z', 'updated_at': '2021-08-17T04:13:42Z', 'revision_number': 3, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:42Z', 'updated_at': '2021-08-17T04:13:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:13:45.118549 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:45.458833 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3cc612e4-acfe-4017-a802-d755e15878a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:45.478619 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:45.488496 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Transition to ACTIVE for port object e9f9b9b1-267d-44da-bfb4-e0ded78cf188 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:13:45.508168 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Transition to ACTIVE for port object e9f9b9b1-267d-44da-bfb4-e0ded78cf188 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:13:45.592734 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:45.639345 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Network 2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:13:45.642766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:13:45.647151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:13:45.650332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Pushing event updated for resources: {'Port': ['ID=e9f9b9b1-267d-44da-bfb4-e0ded78cf188,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:45.652242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.20.0.1 (2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee/4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90/e36e6b5d-b644-46c7-a57c-46e8d8da51a8) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:13:45.723419 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Attempting to bind port e9f9b9b1-267d-44da-bfb4-e0ded78cf188 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:13:45.723419 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Attempting to bind port e9f9b9b1-267d-44da-bfb4-e0ded78cf188 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '38d54372-09b9-4c83-b948-e68b967e015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:13:45.723781 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Attempting to bind port e9f9b9b1-267d-44da-bfb4-e0ded78cf188 on network 2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:13:45.730934 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:13:45.731190 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Checking segment: {'id': '38d54372-09b9-4c83-b948-e68b967e015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:13:45.731514 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:45.731984 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Bound using segment: {'id': '38d54372-09b9-4c83-b948-e68b967e015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:13:45.732460 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Bound port: e9f9b9b1-267d-44da-bfb4-e0ded78cf188, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d54372-09b9-4c83-b948-e68b967e015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:13:45.732841 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:45.829498 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:45.837290 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-534497dc-c470-453e-8002-90028d0afd0c None None] For port e9f9b9b1-267d-44da-bfb4-e0ded78cf188, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:13:45.840963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Transition to ACTIVE for port object e36e6b5d-b644-46c7-a57c-46e8d8da51a8 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:13:45.849008 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-534497dc-c470-453e-8002-90028d0afd0c None None] For port e9f9b9b1-267d-44da-bfb4-e0ded78cf188, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e9f9b9b1-267d-44da-bfb4-e0ded78cf188,segment=NetworkSegment(38d54372-09b9-4c83-b948-e68b967e015f),segment_id=38d54372-09b9-4c83-b948-e68b967e015f)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:13:45.874926 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 15e7a447-9eb5-4a47-baf3-af40536ed977 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:13:45.936050 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:45.958409 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:45.999201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-534497dc-c470-453e-8002-90028d0afd0c None None] Pushing event updated for resources: {'Port': ['ID=e9f9b9b1-267d-44da-bfb4-e0ded78cf188,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:46.016038 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:13:46.019651 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:13:46.026532 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 15e7a447-9eb5-4a47-baf3-af40536ed977 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:13:46.031799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 15e7a447-9eb5-4a47-baf3-af40536ed977 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:13:46.032102 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:46.033788 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:13:46.063150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=e36e6b5d-b644-46c7-a57c-46e8d8da51a8,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:46.093620 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:46.140179 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:46.166188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 15e7a447-9eb5-4a47-baf3-af40536ed977, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=15e7a447-9eb5-4a47-baf3-af40536ed977,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:13:46.254981 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:46.309950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=15e7a447-9eb5-4a47-baf3-af40536ed977,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:46.336391 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:46.618054 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:46.683887 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:46.759596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=e36e6b5d-b644-46c7-a57c-46e8d8da51a8,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:46.762817 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:46.860504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:13:46.861901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:13:46.976325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router 5cdf8d95-f9f0-424d-9894-3201b4c7e331 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:13:47.085695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:13:47.091579 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4fb294cd-81c7-4c93-9295-996353d41248 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "PUT /v2.0/routers/5cdf8d95-f9f0-424d-9894-3201b4c7e331/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4430895 Aug 17 04:13:47.096715 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Sync routers for ids ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:13:47.107859 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Routers {'5cdf8d95-f9f0-424d-9894-3201b4c7e331'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:13:47.108764 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:13:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:47.248838 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-379d3769-5979-44ca-8907-b901ebf05f05 req-127c6562-01d3-45e0-9245-b9f603645c0e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1571763347&fields=id&tenant_id=200d84aef877403083e1f84e1ec89095 HTTP/1.1" status: 200 len: 267 time: 0.0433354 Aug 17 04:13:47.316483 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Set router 5cdf8d95-f9f0-424d-9894-3201b4c7e331 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:13:47.365129 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d3769-5979-44ca-8907-b901ebf05f05 req-c106e927-96d7-45f7-8e62-239eed18251f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:47.366698 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-379d3769-5979-44ca-8907-b901ebf05f05 req-c106e927-96d7-45f7-8e62-239eed18251f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/networks?id=2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee HTTP/1.1" status: 200 len: 797 time: 0.1101670 Aug 17 04:13:47.383695 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-379d3769-5979-44ca-8907-b901ebf05f05 req-39e3e493-12be-406e-908c-96d4bc24be56 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/quotas/200d84aef877403083e1f84e1ec89095 HTTP/1.1" status: 200 len: 375 time: 0.0098794 Aug 17 04:13:47.441188 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-379d3769-5979-44ca-8907-b901ebf05f05 req-d5d0aa0b-4ebe-40a6-a0f1-b8535e85cda4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0497024 Aug 17 04:13:47.532392 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408565993', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:13:41Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:42Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e36e6b5d-b644-46c7-a57c-46e8d8da51a8', 'name': '', 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:ab:12:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:45Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 2, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:47.558766 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Checking router: 5cdf8d95-f9f0-424d-9894-3201b4c7e331 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:13:47.559126 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Updating router 5cdf8d95-f9f0-424d-9894-3201b4c7e331 port e36e6b5d-b644-46c7-a57c-46e8d8da51a8 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:13:47.581560 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3da97c44-1098-4d4f-a79b-1993401ba49a None None] Network 2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:13:47.588775 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:47.609112 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-379d3769-5979-44ca-8907-b901ebf05f05 req-e12158bf-f549-4a99-8499-08bb307bc677 service neutron] 10.222.0.10 "GET /v2.0/networks/2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1542234 Aug 17 04:13:47.695272 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f75496c6-e4b0-4e3a-8eb4-7dc6dd49bbd1 None None] Provisioning for port e9f9b9b1-267d-44da-bfb4-e0ded78cf188 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:13:47.712799 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-379d3769-5979-44ca-8907-b901ebf05f05 req-d897b633-b1dc-4c98-808b-5b76bb067eb8 service neutron] 10.222.0.10 "GET /v2.0/networks/2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976038 Aug 17 04:13:47.904655 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:47.919712 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Transition to ACTIVE for port object e36e6b5d-b644-46c7-a57c-46e8d8da51a8 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:13:47.944621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 15e7a447-9eb5-4a47-baf3-af40536ed977 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:13:48.001579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 15e7a447-9eb5-4a47-baf3-af40536ed977 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:13:48.001961 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:48.036821 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:48.052262 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e0c66c86-f673-450a-9e6b-762406730d3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:48.092710 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c015461e-2b2d-4570-8ee2-e977305b6b46 req-2dcb9e98-54e9-4e14-95e0-37a9a569aa73 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 210 time: 0.0348413 Aug 17 04:13:48.096856 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdfc05-aafb-4f9d-937f-83cf9342dd38 None None] Pushing event updated for resources: {'Port': ['ID=e36e6b5d-b644-46c7-a57c-46e8d8da51a8,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:48.107417 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfdfc05-aafb-4f9d-937f-83cf9342dd38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:48.109573 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfdfc05-aafb-4f9d-937f-83cf9342dd38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:48.109690 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e9f9b9b1-267d-44da-bfb4-e0ded78cf188 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:13:48.109795 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfdfc05-aafb-4f9d-937f-83cf9342dd38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:48.109795 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfdfc05-aafb-4f9d-937f-83cf9342dd38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:48.109795 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfdfc05-aafb-4f9d-937f-83cf9342dd38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:48.111646 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfdfc05-aafb-4f9d-937f-83cf9342dd38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:48.112122 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfdfc05-aafb-4f9d-937f-83cf9342dd38 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:48.112689 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfdfc05-aafb-4f9d-937f-83cf9342dd38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:48.113599 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfdfc05-aafb-4f9d-937f-83cf9342dd38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:48.114478 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfdfc05-aafb-4f9d-937f-83cf9342dd38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:48.115050 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfdfc05-aafb-4f9d-937f-83cf9342dd38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:48.115597 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-edfdfc05-aafb-4f9d-937f-83cf9342dd38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:13:48.131246 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0dbe61de-9cc7-42ae-8465-b68d9e6366bc None None] Provisioning for port e36e6b5d-b644-46c7-a57c-46e8d8da51a8 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:13:48.182730 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Attempting to bind port e36e6b5d-b644-46c7-a57c-46e8d8da51a8 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:13:48.183380 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Attempting to bind port e36e6b5d-b644-46c7-a57c-46e8d8da51a8 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '38d54372-09b9-4c83-b948-e68b967e015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:13:48.183755 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Attempting to bind port e36e6b5d-b644-46c7-a57c-46e8d8da51a8 on network 2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:13:48.189138 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 13, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:13:48.189543 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Checking segment: {'id': '38d54372-09b9-4c83-b948-e68b967e015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:13:48.190246 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:48.190643 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Bound using segment: {'id': '38d54372-09b9-4c83-b948-e68b967e015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:13:48.191436 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Bound port: e36e6b5d-b644-46c7-a57c-46e8d8da51a8, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '38d54372-09b9-4c83-b948-e68b967e015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:13:48.191816 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:48.243602 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port e9f9b9b1-267d-44da-bfb4-e0ded78cf188 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:13:48.248783 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port e9f9b9b1-267d-44da-bfb4-e0ded78cf188 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:13:48.249122 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:48.261399 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] For port e36e6b5d-b644-46c7-a57c-46e8d8da51a8, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:13:48.264635 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] For port e36e6b5d-b644-46c7-a57c-46e8d8da51a8, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e36e6b5d-b644-46c7-a57c-46e8d8da51a8,segment=NetworkSegment(38d54372-09b9-4c83-b948-e68b967e015f),segment_id=38d54372-09b9-4c83-b948-e68b967e015f)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:13:48.274050 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:48.335177 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:48.342415 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:48.388126 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port e9f9b9b1-267d-44da-bfb4-e0ded78cf188, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e9f9b9b1-267d-44da-bfb4-e0ded78cf188,segment=NetworkSegment(38d54372-09b9-4c83-b948-e68b967e015f),segment_id=38d54372-09b9-4c83-b948-e68b967e015f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:13:48.398041 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Routers {'5cdf8d95-f9f0-424d-9894-3201b4c7e331'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:13:48.398682 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:48.437988 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfdfc05-aafb-4f9d-937f-83cf9342dd38 None None] Pushing event updated for resources: {'Port': ['ID=e36e6b5d-b644-46c7-a57c-46e8d8da51a8,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:48.477666 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:48.516992 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] Set router 5cdf8d95-f9f0-424d-9894-3201b4c7e331 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:13:48.547928 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=e9f9b9b1-267d-44da-bfb4-e0ded78cf188,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:48.732296 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408565993', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:13:41Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:42Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e36e6b5d-b644-46c7-a57c-46e8d8da51a8', 'name': '', 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:ab:12:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:45Z', 'updated_at': '2021-08-17T04:13:48Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:13:48.759037 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de9b77c-81b6-4f4b-8cad-ae1d82aa995a None None] The sync data for ids ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'] in n-d-802060-9 is: [{'id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408565993', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:13:41Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:42Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e36e6b5d-b644-46c7-a57c-46e8d8da51a8', 'name': '', 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:ab:12:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:45Z', 'updated_at': '2021-08-17T04:13:48Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:13:49.186629 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fdb2a420-f23a-47fd-a864-d8a08d06cb03 req-64471a23-756f-4ebb-87ca-faf17dc555f8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 210 time: 0.0319505 Aug 17 04:13:49.466632 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:49.887329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e9f9b9b1-267d-44da-bfb4-e0ded78cf188 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:13:49.935681 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port e9f9b9b1-267d-44da-bfb4-e0ded78cf188 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:13:49.936057 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:50.017992 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e36e6b5d-b644-46c7-a57c-46e8d8da51a8 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:13:50.123329 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port e36e6b5d-b644-46c7-a57c-46e8d8da51a8 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:13:50.127211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port e36e6b5d-b644-46c7-a57c-46e8d8da51a8 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:13:50.127589 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:50.207452 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:50.240639 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port e36e6b5d-b644-46c7-a57c-46e8d8da51a8, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e36e6b5d-b644-46c7-a57c-46e8d8da51a8,segment=NetworkSegment(38d54372-09b9-4c83-b948-e68b967e015f),segment_id=38d54372-09b9-4c83-b948-e68b967e015f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:13:50.282419 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8b06164d-91f1-4c44-b050-2d97e72f6cad req-4e485529-c5a0-46f5-a41b-8c87da9ef0c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 210 time: 0.0260146 Aug 17 04:13:50.324011 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:50.372788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=e36e6b5d-b644-46c7-a57c-46e8d8da51a8,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:51.163053 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:51.376497 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-06ce97c8-a0ba-4150-8c56-55769bc1d40a req-4ca3b475-bc68-4df3-9c5a-aaaa44da509f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 210 time: 0.0274520 Aug 17 04:13:51.823080 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e36e6b5d-b644-46c7-a57c-46e8d8da51a8 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:13:51.869589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port e36e6b5d-b644-46c7-a57c-46e8d8da51a8 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:13:51.869958 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:52.357690 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d3769-5979-44ca-8907-b901ebf05f05 req-8578f0cd-68c2-4425-9e01-358b7872f360 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:52.359202 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-379d3769-5979-44ca-8907-b901ebf05f05 req-8578f0cd-68c2-4425-9e01-358b7872f360 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "GET /v2.0/networks?id=2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee HTTP/1.1" status: 200 len: 797 time: 0.1117578 Aug 17 04:13:52.405633 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-379d3769-5979-44ca-8907-b901ebf05f05 req-eb1f1b81-27d7-4505-952a-d7e694d472ac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=200d84aef877403083e1f84e1ec89095 HTTP/1.1" status: 200 len: 380 time: 0.0363200 Aug 17 04:13:52.415000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-379d3769-5979-44ca-8907-b901ebf05f05 req-1deff736-b1ab-4798-aa59-e0114e29f687 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'port': {'device_id': '767876c4-e7e4-4d31-b3dd-75ca55586138', 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee', 'admin_state_up': True, 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'security_groups': ['f4e3571e-2315-4fff-b3d9-38cfa93eec99']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:13:52.474561 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1f0da4c-5f98-416f-8223-f152501df385 req-fc246ee7-5e37-4fff-9bae-161fa18e1ea9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 210 time: 0.0288606 Aug 17 04:13:52.613759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-379d3769-5979-44ca-8907-b901ebf05f05 req-1deff736-b1ab-4798-aa59-e0114e29f687 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Made reservation on behalf of 200d84aef877403083e1f84e1ec89095 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:13:52.617267 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-379d3769-5979-44ca-8907-b901ebf05f05 req-1deff736-b1ab-4798-aa59-e0114e29f687 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:53.078999 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-379d3769-5979-44ca-8907-b901ebf05f05 req-1deff736-b1ab-4798-aa59-e0114e29f687 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.20.0.7 (2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee/4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90/e3abcd01-bb12-4605-9c55-02107795472e) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:13:53.219911 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-379d3769-5979-44ca-8907-b901ebf05f05 req-1deff736-b1ab-4798-aa59-e0114e29f687 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:53.238296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-379d3769-5979-44ca-8907-b901ebf05f05 req-1deff736-b1ab-4798-aa59-e0114e29f687 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Transition to ACTIVE for port object e3abcd01-bb12-4605-9c55-02107795472e will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:13:53.335513 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-379d3769-5979-44ca-8907-b901ebf05f05 req-1deff736-b1ab-4798-aa59-e0114e29f687 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:53.376950 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-379d3769-5979-44ca-8907-b901ebf05f05 req-1deff736-b1ab-4798-aa59-e0114e29f687 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:13:53.382052 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-379d3769-5979-44ca-8907-b901ebf05f05 req-1deff736-b1ab-4798-aa59-e0114e29f687 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:13:53.385904 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-379d3769-5979-44ca-8907-b901ebf05f05 req-1deff736-b1ab-4798-aa59-e0114e29f687 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:13:53.412046 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1deff736-b1ab-4798-aa59-e0114e29f687 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=e3abcd01-bb12-4605-9c55-02107795472e,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:53.441867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d3769-5979-44ca-8907-b901ebf05f05 req-1deff736-b1ab-4798-aa59-e0114e29f687 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:53.442697 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-379d3769-5979-44ca-8907-b901ebf05f05 req-1deff736-b1ab-4798-aa59-e0114e29f687 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:53.546325 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-379d3769-5979-44ca-8907-b901ebf05f05 req-1deff736-b1ab-4798-aa59-e0114e29f687 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1351898 Aug 17 04:13:53.556811 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-379d3769-5979-44ca-8907-b901ebf05f05 req-c54935f8-fdd0-4430-973e-f9bc28b45803 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:13:53.559545 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-379d3769-5979-44ca-8907-b901ebf05f05 req-c54935f8-fdd0-4430-973e-f9bc28b45803 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0072758 Aug 17 04:13:53.603055 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf8d60e-4be0-4a70-afea-f688b53a20fa req-2f4e2e2a-a3d2-49c8-b515-7b36f8b3db5e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:53.604697 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3cf8d60e-4be0-4a70-afea-f688b53a20fa req-2f4e2e2a-a3d2-49c8-b515-7b36f8b3db5e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 931 time: 0.0580096 Aug 17 04:13:53.625555 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Request body: {'port': {'device_id': '767876c4-e7e4-4d31-b3dd-75ca55586138', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:13:53.644971 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3cf8d60e-4be0-4a70-afea-f688b53a20fa req-40cc7699-3810-468e-b80b-7f811a188de8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4e3571e-2315-4fff-b3d9-38cfa93eec99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342984 Aug 17 04:13:53.685057 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:53.693667 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fb3f7d70-4403-419a-ba55-8b3d70967241 None None] Provisioning for port e3abcd01-bb12-4605-9c55-02107795472e completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:13:53.700847 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-fb3f7d70-4403-419a-ba55-8b3d70967241 None None] Provisioning complete for port e3abcd01-bb12-4605-9c55-02107795472e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:13:53.701618 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fb3f7d70-4403-419a-ba55-8b3d70967241 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:53.737294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-fb3f7d70-4403-419a-ba55-8b3d70967241 None None] Port e3abcd01-bb12-4605-9c55-02107795472e cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:13:53.966156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3abcd01-bb12-4605-9c55-02107795472e {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:13:53.974427 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:53.987046 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Transition to ACTIVE for port object e3abcd01-bb12-4605-9c55-02107795472e will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:13:54.054869 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:54.108695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Pushing event updated for resources: {'Port': ['ID=e3abcd01-bb12-4605-9c55-02107795472e,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:54.186173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Attempting to bind port e3abcd01-bb12-4605-9c55-02107795472e on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:13:54.186515 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Attempting to bind port e3abcd01-bb12-4605-9c55-02107795472e by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '38d54372-09b9-4c83-b948-e68b967e015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:13:54.186855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Attempting to bind port e3abcd01-bb12-4605-9c55-02107795472e on network 2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:13:54.191834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Port e3abcd01-bb12-4605-9c55-02107795472e on network 2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:13:54.192165 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Attempting to bind port e3abcd01-bb12-4605-9c55-02107795472e on network 2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:13:54.197463 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 13, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:13:54.197812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Checking segment: {'id': '38d54372-09b9-4c83-b948-e68b967e015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:13:54.198786 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Bound using segment: {'id': '38d54372-09b9-4c83-b948-e68b967e015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:13:54.199440 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Bound port: e3abcd01-bb12-4605-9c55-02107795472e, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '38d54372-09b9-4c83-b948-e68b967e015f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 85, 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:13:54.200187 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:54.275015 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] For port e3abcd01-bb12-4605-9c55-02107795472e, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:13:54.278674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] For port e3abcd01-bb12-4605-9c55-02107795472e, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e3abcd01-bb12-4605-9c55-02107795472e,segment=NetworkSegment(38d54372-09b9-4c83-b948-e68b967e015f),segment_id=38d54372-09b9-4c83-b948-e68b967e015f)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:13:54.348144 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:54.385173 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:54.386620 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:54.387921 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-379d3769-5979-44ca-8907-b901ebf05f05 req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] 10.222.0.60 "PUT /v2.0/ports/e3abcd01-bb12-4605-9c55-02107795472e HTTP/1.1" status: 200 len: 1091 time: 0.8200867 Aug 17 04:13:54.390268 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767876c4-e7e4-4d31-b3dd-75ca55586138', 'tag': 'e3abcd01-bb12-4605-9c55-02107795472e'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:13:54.393960 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29f12f7e-4d70-4fb8-8386-92a72c52b81a" -d '{"events": [{"name": "network-changed", "server_uuid": "767876c4-e7e4-4d31-b3dd-75ca55586138", "tag": "e3abcd01-bb12-4605-9c55-02107795472e"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:13:54.442677 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47a19801-4c8d-43eb-b2db-ee8552d544fb service neutron] Pushing event updated for resources: {'Port': ['ID=e3abcd01-bb12-4605-9c55-02107795472e,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:54.447377 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:13:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc47297a-e16f-45a8-9278-d813b05b7b1f x-openstack-request-id: req-fc47297a-e16f-45a8-9278-d813b05b7b1f {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:13:54.447774 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767876c4-e7e4-4d31-b3dd-75ca55586138", "tag": "e3abcd01-bb12-4605-9c55-02107795472e", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:13:54.448038 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-fc47297a-e16f-45a8-9278-d813b05b7b1f {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:13:54.450191 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767876c4-e7e4-4d31-b3dd-75ca55586138', 'tag': 'e3abcd01-bb12-4605-9c55-02107795472e', 'status': 'completed', 'code': 200} Aug 17 04:13:54.529924 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f12f7e-4d70-4fb8-8386-92a72c52b81a req-2439aceb-ebc6-4cf6-afd3-1b597157ff19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:54.531639 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29f12f7e-4d70-4fb8-8386-92a72c52b81a req-2439aceb-ebc6-4cf6-afd3-1b597157ff19 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 1094 time: 0.0594556 Aug 17 04:13:54.639934 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f12f7e-4d70-4fb8-8386-92a72c52b81a req-f6f2d8ef-6f60-4653-b378-080056f788ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:54.641500 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29f12f7e-4d70-4fb8-8386-92a72c52b81a req-f6f2d8ef-6f60-4653-b378-080056f788ec service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=200d84aef877403083e1f84e1ec89095&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1027596 Aug 17 04:13:54.756570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f12f7e-4d70-4fb8-8386-92a72c52b81a req-383b78b1-1a00-49a8-8023-882b3069d288 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:54.758640 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29f12f7e-4d70-4fb8-8386-92a72c52b81a req-383b78b1-1a00-49a8-8023-882b3069d288 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1109426 Aug 17 04:13:54.773483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dbede28-7ff8-424a-8ec0-8008acc454b1 req-56fccc14-5836-4725-91ac-3eb4a031ada3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:54.775402 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1dbede28-7ff8-424a-8ec0-8008acc454b1 req-56fccc14-5836-4725-91ac-3eb4a031ada3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 943 time: 0.0541244 Aug 17 04:13:54.820785 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1dbede28-7ff8-424a-8ec0-8008acc454b1 req-0e27d3c6-dc51-4633-82f2-aa8a988a22d7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4e3571e-2315-4fff-b3d9-38cfa93eec99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389829 Aug 17 04:13:54.842236 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d3769-5979-44ca-8907-b901ebf05f05 req-7dcefcfe-d211-4c48-a33b-621926fdd373 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:54.843877 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-379d3769-5979-44ca-8907-b901ebf05f05 req-7dcefcfe-d211-4c48-a33b-621926fdd373 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 1094 time: 0.0491259 Aug 17 04:13:54.890082 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-379d3769-5979-44ca-8907-b901ebf05f05 req-58ccc8e2-38c6-4b5b-9ced-077f110ebb99 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3abcd01-bb12-4605-9c55-02107795472e HTTP/1.1" status: 200 len: 217 time: 0.0382740 Aug 17 04:13:54.945785 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d3769-5979-44ca-8907-b901ebf05f05 req-032e41ec-5654-45a1-9066-bbfed33e6f66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:54.947287 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-379d3769-5979-44ca-8907-b901ebf05f05 req-032e41ec-5654-45a1-9066-bbfed33e6f66 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90 HTTP/1.1" status: 200 len: 835 time: 0.0510902 Aug 17 04:13:54.996014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-379d3769-5979-44ca-8907-b901ebf05f05 req-100918f1-f7c2-445f-a8da-aee5eae1b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:54.997655 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-379d3769-5979-44ca-8907-b901ebf05f05 req-100918f1-f7c2-445f-a8da-aee5eae1b19d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436606 Aug 17 04:13:55.093709 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-379d3769-5979-44ca-8907-b901ebf05f05 req-e0bfff70-2f01-42f0-858c-f4c7eaf38a52 service neutron] 10.222.0.60 "GET /v2.0/networks/2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892262 Aug 17 04:13:55.190673 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-379d3769-5979-44ca-8907-b901ebf05f05 req-4a81dd69-efb4-4ab7-b204-7c3ce5237f7e service neutron] 10.222.0.60 "GET /v2.0/networks/2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903342 Aug 17 04:13:55.946579 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71a5a7c-54b8-4569-9a16-7443d488bc1e req-d7d34bce-e8a0-4dbc-8981-ed83390e9a89 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:55.948581 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a71a5a7c-54b8-4569-9a16-7443d488bc1e req-d7d34bce-e8a0-4dbc-8981-ed83390e9a89 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 943 time: 0.0533555 Aug 17 04:13:55.990059 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a71a5a7c-54b8-4569-9a16-7443d488bc1e req-74a26d1f-0066-491a-95b6-df8d176ad7f0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4e3571e-2315-4fff-b3d9-38cfa93eec99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338511 Aug 17 04:13:57.112303 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-783e16c7-1ccf-4640-9600-784f2e34a159 req-c55bf2f1-f3f6-4b17-8008-892919c4da36 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:57.117732 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-783e16c7-1ccf-4640-9600-784f2e34a159 req-c55bf2f1-f3f6-4b17-8008-892919c4da36 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 943 time: 0.0578556 Aug 17 04:13:57.158347 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-783e16c7-1ccf-4640-9600-784f2e34a159 req-b4000f59-edc2-4b36-a6de-dfef2432f09f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4e3571e-2315-4fff-b3d9-38cfa93eec99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354521 Aug 17 04:13:58.279346 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc0a26-3438-4cf9-9fbd-e5052405a19c req-35723ed5-c581-4dc8-b116-415ac1fbdfe5 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:58.280869 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1afc0a26-3438-4cf9-9fbd-e5052405a19c req-35723ed5-c581-4dc8-b116-415ac1fbdfe5 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 943 time: 0.0497530 Aug 17 04:13:58.321428 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1afc0a26-3438-4cf9-9fbd-e5052405a19c req-b8826418-09e3-48b5-b866-674faaaa271c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4e3571e-2315-4fff-b3d9-38cfa93eec99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343900 Aug 17 04:13:59.044621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device e3abcd01-bb12-4605-9c55-02107795472e details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:13:59.141664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port e3abcd01-bb12-4605-9c55-02107795472e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e3abcd01-bb12-4605-9c55-02107795472e,segment=NetworkSegment(38d54372-09b9-4c83-b948-e68b967e015f),segment_id=38d54372-09b9-4c83-b948-e68b967e015f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:13:59.153561 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'e3abcd01-bb12-4605-9c55-02107795472e', 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee', 'port_id': 'e3abcd01-bb12-4605-9c55-02107795472e', 'mac_address': 'fa:16:3e:05:85:bc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 85, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:13:59.189525 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:59.203148 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3abcd01-bb12-4605-9c55-02107795472e {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:13:59.223247 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port e3abcd01-bb12-4605-9c55-02107795472e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e3abcd01-bb12-4605-9c55-02107795472e,segment=NetworkSegment(38d54372-09b9-4c83-b948-e68b967e015f),segment_id=38d54372-09b9-4c83-b948-e68b967e015f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:13:59.312012 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:13:59.370500 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=e3abcd01-bb12-4605-9c55-02107795472e,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:13:59.456207 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680356a2-f88b-4377-a723-d947fd2d44f1 req-50b6847e-add6-49e4-8157-5d6ed045ff68 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:13:59.458456 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-680356a2-f88b-4377-a723-d947fd2d44f1 req-50b6847e-add6-49e4-8157-5d6ed045ff68 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 944 time: 0.0581665 Aug 17 04:13:59.498218 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-680356a2-f88b-4377-a723-d947fd2d44f1 req-a0e93f9d-dceb-41c3-8964-6a09ba8e4659 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4e3571e-2315-4fff-b3d9-38cfa93eec99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337577 Aug 17 04:13:59.543742 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['e3abcd01-bb12-4605-9c55-02107795472e'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:14:00.621307 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-866be276-d1ee-4dab-8d7d-de769281b8c4 req-b0f05cb5-5a5e-41c5-81d0-e82d8d0fbc40 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:00.622905 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-866be276-d1ee-4dab-8d7d-de769281b8c4 req-b0f05cb5-5a5e-41c5-81d0-e82d8d0fbc40 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 944 time: 0.0558455 Aug 17 04:14:00.665857 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-866be276-d1ee-4dab-8d7d-de769281b8c4 req-bb201b46-9ab0-4ba2-95de-463e0b00533a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4e3571e-2315-4fff-b3d9-38cfa93eec99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367918 Aug 17 04:14:01.059515 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device e3abcd01-bb12-4605-9c55-02107795472e up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:14:01.169030 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port e3abcd01-bb12-4605-9c55-02107795472e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:14:01.173224 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port e3abcd01-bb12-4605-9c55-02107795472e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:14:01.173629 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:01.253251 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:01.279017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767876c4-e7e4-4d31-b3dd-75ca55586138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3abcd01-bb12-4605-9c55-02107795472e'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:14:01.281295 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5921eb8-6df1-4443-95a2-75401ed1edf4" -d '{"events": [{"server_uuid": "767876c4-e7e4-4d31-b3dd-75ca55586138", "name": "network-vif-plugged", "status": "completed", "tag": "e3abcd01-bb12-4605-9c55-02107795472e"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:14:01.294899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port e3abcd01-bb12-4605-9c55-02107795472e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e3abcd01-bb12-4605-9c55-02107795472e,segment=NetworkSegment(38d54372-09b9-4c83-b948-e68b967e015f),segment_id=38d54372-09b9-4c83-b948-e68b967e015f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:14:01.369250 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:01.402505 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:14:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4f472a21-d74d-4049-8aae-dd281e7af658 x-openstack-request-id: req-4f472a21-d74d-4049-8aae-dd281e7af658 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:14:01.402797 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767876c4-e7e4-4d31-b3dd-75ca55586138", "name": "network-vif-plugged", "status": "completed", "tag": "e3abcd01-bb12-4605-9c55-02107795472e", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:14:01.406705 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4f472a21-d74d-4049-8aae-dd281e7af658 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:14:01.406705 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767876c4-e7e4-4d31-b3dd-75ca55586138', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3abcd01-bb12-4605-9c55-02107795472e', 'code': 200} Aug 17 04:14:01.434226 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=e3abcd01-bb12-4605-9c55-02107795472e,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:01.486472 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-671b9132-19eb-4164-beb1-b42460c5f13c req-bfd357f1-34fb-477a-a022-f5034fa48b89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:01.488043 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-671b9132-19eb-4164-beb1-b42460c5f13c req-bfd357f1-34fb-477a-a022-f5034fa48b89 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 1096 time: 0.0446420 Aug 17 04:14:01.527406 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-671b9132-19eb-4164-beb1-b42460c5f13c req-336e4e21-03a8-426a-ab06-3313069f88b6 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=f4e3571e-2315-4fff-b3d9-38cfa93eec99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312550 Aug 17 04:14:01.786540 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d35abe4f-b39a-47fe-aa5e-1e91d290a268 req-0ae0c35d-50ef-4503-a45b-d28588bde0b3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:01.788070 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d35abe4f-b39a-47fe-aa5e-1e91d290a268 req-0ae0c35d-50ef-4503-a45b-d28588bde0b3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 945 time: 0.0511041 Aug 17 04:14:01.828687 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d35abe4f-b39a-47fe-aa5e-1e91d290a268 req-c04d4d7b-4241-49e0-bbba-6a27627a3db9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4e3571e-2315-4fff-b3d9-38cfa93eec99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344212 Aug 17 04:14:02.949399 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb53979b-4b2d-4751-8929-12bfc22adc05 req-f6faa126-9d96-4766-a207-6dbe042fedd0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:02.958399 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bb53979b-4b2d-4751-8929-12bfc22adc05 req-f6faa126-9d96-4766-a207-6dbe042fedd0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 945 time: 0.0537186 Aug 17 04:14:02.992020 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bb53979b-4b2d-4751-8929-12bfc22adc05 req-63d02e57-fd4c-405f-89ab-34ff0bb9d503 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4e3571e-2315-4fff-b3d9-38cfa93eec99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342238 Aug 17 04:14:03.121402 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29ee1ce-04ff-416d-8229-a27a9ed4db20 req-da31aa34-3324-4a30-916b-f6838e5337f3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:03.122976 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f29ee1ce-04ff-416d-8229-a27a9ed4db20 req-da31aa34-3324-4a30-916b-f6838e5337f3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 945 time: 0.0564444 Aug 17 04:14:03.162111 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f29ee1ce-04ff-416d-8229-a27a9ed4db20 req-954d1823-6cc1-4dd7-907f-ccc3618395c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4e3571e-2315-4fff-b3d9-38cfa93eec99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330787 Aug 17 04:14:03.185198 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45446) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:03.230873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1921c96e-55fe-4838-a3ec-5cffa9eabf6a tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:03.232460 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1921c96e-55fe-4838-a3ec-5cffa9eabf6a tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 1091 time: 0.0462074 Aug 17 04:14:03.235329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45448) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:03.239962 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': 'e3abcd01-bb12-4605-9c55-02107795472e', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address': '172.20.0.7'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:14:03.329197 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:03.437668 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:03.549437 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.25.1.4 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/c96c3418-9fa1-4157-9fbe-acc5f3c7a6bb) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:14:03.671814 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:03.768058 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:03.810158 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:14:03.815019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:14:03.818164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:14:03.847009 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=c96c3418-9fa1-4157-9fbe-acc5f3c7a6bb,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:03.938877 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:04.199445 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:04.342353 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:04.500129 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:04.562279 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:04.585276 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:04.632398 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=c96c3418-9fa1-4157-9fbe-acc5f3c7a6bb,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:04.643012 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:04.746609 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Floating IP 0ea72eba-4a6a-43d1-a170-2f54614cbacb associated. External IP: 172.25.1.4, port: e3abcd01-bb12-4605-9c55-02107795472e. Aug 17 04:14:04.960206 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router 5cdf8d95-f9f0-424d-9894-3201b4c7e331 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:14:05.068017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:14:05.078534 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfda600-6cab-4e9b-a3ea-004ad41a568d None None] Sync routers for ids ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:14:05.087223 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfda600-6cab-4e9b-a3ea-004ad41a568d None None] Routers {'5cdf8d95-f9f0-424d-9894-3201b4c7e331'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:14:05.087834 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6bfda600-6cab-4e9b-a3ea-004ad41a568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:05.134792 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:05.163321 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-72e0880d-f105-4e02-8528-50166e90ee5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 994 time: 1.9267836 Aug 17 04:14:05.163919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767876c4-e7e4-4d31-b3dd-75ca55586138', 'tag': 'e3abcd01-bb12-4605-9c55-02107795472e'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:14:05.166217 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f066913-dfab-44dd-a6db-548b5eaf0763" -d '{"events": [{"name": "network-changed", "server_uuid": "767876c4-e7e4-4d31-b3dd-75ca55586138", "tag": "e3abcd01-bb12-4605-9c55-02107795472e"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:14:05.193043 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-6bfda600-6cab-4e9b-a3ea-004ad41a568d None None] Set router 5cdf8d95-f9f0-424d-9894-3201b4c7e331 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:14:05.259253 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17958517-902a-4ff5-aabf-c09fd0e2739d req-d57eb5fa-ba29-4b0a-a8f5-b19a4c3c2e78 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:05.261883 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17958517-902a-4ff5-aabf-c09fd0e2739d req-d57eb5fa-ba29-4b0a-a8f5-b19a4c3c2e78 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 945 time: 0.0498991 Aug 17 04:14:05.305319 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17958517-902a-4ff5-aabf-c09fd0e2739d req-e23e193f-74f1-4893-a3a3-1101f35033a5 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4e3571e-2315-4fff-b3d9-38cfa93eec99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380433 Aug 17 04:14:05.328586 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45454) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:05.351549 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:14:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b988ba8c-3007-4eac-b345-701bd953c586 x-openstack-request-id: req-b988ba8c-3007-4eac-b345-701bd953c586 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:14:05.352073 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767876c4-e7e4-4d31-b3dd-75ca55586138", "tag": "e3abcd01-bb12-4605-9c55-02107795472e", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:14:05.352073 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b988ba8c-3007-4eac-b345-701bd953c586 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:14:05.352534 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767876c4-e7e4-4d31-b3dd-75ca55586138', 'tag': 'e3abcd01-bb12-4605-9c55-02107795472e', 'status': 'completed', 'code': 200} Aug 17 04:14:05.400415 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bdd98c78-a2b5-4e45-97ce-9f5cfd952683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/floatingips/0ea72eba-4a6a-43d1-a170-2f54614cbacb HTTP/1.1" status: 200 len: 989 time: 0.0703597 Aug 17 04:14:05.419027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f066913-dfab-44dd-a6db-548b5eaf0763 req-039f5fe2-826e-4307-a983-aa4c14b46776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:05.420737 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f066913-dfab-44dd-a6db-548b5eaf0763 req-039f5fe2-826e-4307-a983-aa4c14b46776 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 1096 time: 0.0443003 Aug 17 04:14:05.421461 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6bfda600-6cab-4e9b-a3ea-004ad41a568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408565993', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:13:41Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:42Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '0ea72eba-4a6a-43d1-a170-2f54614cbacb', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'port_id': 'e3abcd01-bb12-4605-9c55-02107795472e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee', 'mac_address': 'fa:16:3e:05:85:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767876c4-e7e4-4d31-b3dd-75ca55586138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:14:04Z', 'updated_at': '2021-08-17T04:14:04Z', 'revision_number': 0, 'project_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e36e6b5d-b644-46c7-a57c-46e8d8da51a8', 'name': '', 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:ab:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:45Z', 'updated_at': '2021-08-17T04:13:50Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:05.451012 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfda600-6cab-4e9b-a3ea-004ad41a568d None None] Checking router: 5cdf8d95-f9f0-424d-9894-3201b4c7e331 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:14:05.459921 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bfda600-6cab-4e9b-a3ea-004ad41a568d None None] Routers {'5cdf8d95-f9f0-424d-9894-3201b4c7e331'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:14:05.460535 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6bfda600-6cab-4e9b-a3ea-004ad41a568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:13:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:05.515827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f066913-dfab-44dd-a6db-548b5eaf0763 req-7599c546-a29b-4f5b-a0cf-0aa209e7ddaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:05.517338 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f066913-dfab-44dd-a6db-548b5eaf0763 req-7599c546-a29b-4f5b-a0cf-0aa209e7ddaa service neutron] 10.222.0.60 "GET /v2.0/networks?id=2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee HTTP/1.1" status: 200 len: 897 time: 0.0898087 Aug 17 04:14:05.567626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-6bfda600-6cab-4e9b-a3ea-004ad41a568d None None] Set router 5cdf8d95-f9f0-424d-9894-3201b4c7e331 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:14:05.585243 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f066913-dfab-44dd-a6db-548b5eaf0763 req-ac0b8a3c-bf91-40a6-ad84-87c619bec2cd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3abcd01-bb12-4605-9c55-02107795472e HTTP/1.1" status: 200 len: 997 time: 0.0594604 Aug 17 04:14:05.639042 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f066913-dfab-44dd-a6db-548b5eaf0763 req-000751e6-af59-4c00-b495-76c002f707c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:05.640523 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f066913-dfab-44dd-a6db-548b5eaf0763 req-000751e6-af59-4c00-b495-76c002f707c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90 HTTP/1.1" status: 200 len: 835 time: 0.0478840 Aug 17 04:14:05.687443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f066913-dfab-44dd-a6db-548b5eaf0763 req-6b0f062c-00a6-43be-bf23-960ba55ec84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:05.688978 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f066913-dfab-44dd-a6db-548b5eaf0763 req-6b0f062c-00a6-43be-bf23-960ba55ec84e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0416698 Aug 17 04:14:05.782735 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f066913-dfab-44dd-a6db-548b5eaf0763 req-60d23ed4-cd14-47b5-ab4d-37983e06a0e1 service neutron] 10.222.0.60 "GET /v2.0/networks/2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860229 Aug 17 04:14:05.793199 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-6bfda600-6cab-4e9b-a3ea-004ad41a568d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408565993', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:13:41Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:42Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '0ea72eba-4a6a-43d1-a170-2f54614cbacb', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'port_id': 'e3abcd01-bb12-4605-9c55-02107795472e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee', 'mac_address': 'fa:16:3e:05:85:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767876c4-e7e4-4d31-b3dd-75ca55586138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:14:04Z', 'updated_at': '2021-08-17T04:14:04Z', 'revision_number': 0, 'project_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e36e6b5d-b644-46c7-a57c-46e8d8da51a8', 'name': '', 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:ab:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:45Z', 'updated_at': '2021-08-17T04:13:50Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:05.821016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bfda600-6cab-4e9b-a3ea-004ad41a568d None None] The sync data for ids ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'] in n-d-802060-9 is: [{'id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408565993', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:13:41Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:42Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '0ea72eba-4a6a-43d1-a170-2f54614cbacb', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'floating_ip_address': '172.25.1.4', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'port_id': 'e3abcd01-bb12-4605-9c55-02107795472e', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4189, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee', 'mac_address': 'fa:16:3e:05:85:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '767876c4-e7e4-4d31-b3dd-75ca55586138', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:14:04Z', 'updated_at': '2021-08-17T04:14:04Z', 'revision_number': 0, 'project_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e36e6b5d-b644-46c7-a57c-46e8d8da51a8', 'name': '', 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:ab:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:45Z', 'updated_at': '2021-08-17T04:13:50Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:14:05.891053 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8f066913-dfab-44dd-a6db-548b5eaf0763 req-c7476921-413a-47be-af8c-c7a487a6df3a service neutron] 10.222.0.60 "GET /v2.0/networks/2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019924 Aug 17 04:14:06.015065 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0009d3d0-f7ae-4c2c-9da0-662e006850f1 None None] New status for floating IP 0ea72eba-4a6a-43d1-a170-2f54614cbacb: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:14:06.404892 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45456) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:06.467224 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3cc5e47c-48eb-49d6-882a-6f3e9b9575ab tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/floatingips/0ea72eba-4a6a-43d1-a170-2f54614cbacb HTTP/1.1" status: 200 len: 991 time: 0.0608792 Aug 17 04:14:06.557682 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:14:15.333238 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b195855a-12ca-44fe-9c7a-151f758307ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:17.928534 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4e12a1db-8e17-44f5-9e79-3773dc51f31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:18.225563 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:19.471338 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:21.155576 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:24.214790 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c29f850-e89c-4ac9-a285-db9ddb815f5f req-85b4ce9e-9049-4eb4-9707-ee1d1631d035 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0407896 Aug 17 04:14:24.293820 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29f850-e89c-4ac9-a285-db9ddb815f5f req-550bc552-6508-413e-914f-12ba708f8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:24.295299 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c29f850-e89c-4ac9-a285-db9ddb815f5f req-550bc552-6508-413e-914f-12ba708f8398 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 1096 time: 0.0401604 Aug 17 04:14:24.402901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29f850-e89c-4ac9-a285-db9ddb815f5f req-2af796d6-f1fe-49ad-b13b-d5454cd3a931 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:24.404423 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c29f850-e89c-4ac9-a285-db9ddb815f5f req-2af796d6-f1fe-49ad-b13b-d5454cd3a931 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee HTTP/1.1" status: 200 len: 897 time: 0.0900700 Aug 17 04:14:24.474171 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c29f850-e89c-4ac9-a285-db9ddb815f5f req-16083542-6656-46d0-88bd-27d40534ae4e service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3abcd01-bb12-4605-9c55-02107795472e HTTP/1.1" status: 200 len: 999 time: 0.0623720 Aug 17 04:14:24.524264 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29f850-e89c-4ac9-a285-db9ddb815f5f req-3c045d42-5ebc-44e5-901c-619e6d11f309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:24.525760 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c29f850-e89c-4ac9-a285-db9ddb815f5f req-3c045d42-5ebc-44e5-901c-619e6d11f309 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90 HTTP/1.1" status: 200 len: 835 time: 0.0450499 Aug 17 04:14:24.572895 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c29f850-e89c-4ac9-a285-db9ddb815f5f req-8298d05c-8885-4112-9ef3-ba2872768356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:24.574820 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c29f850-e89c-4ac9-a285-db9ddb815f5f req-8298d05c-8885-4112-9ef3-ba2872768356 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0423725 Aug 17 04:14:24.667016 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c29f850-e89c-4ac9-a285-db9ddb815f5f req-211e552c-064d-4ee8-ad49-948eb6370f24 service neutron] 10.222.0.60 "GET /v2.0/networks/2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0847907 Aug 17 04:14:24.758906 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7c29f850-e89c-4ac9-a285-db9ddb815f5f req-b1341467-7ff7-4363-a41f-9e9a6dc0ca78 service neutron] 10.222.0.60 "GET /v2.0/networks/2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846584 Aug 17 04:14:33.962407 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:34.739720 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:37.983671 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a38062-ca47-4893-90ab-3f20f3e77e7b req-35f6b91f-7996-430b-98ea-906f27273435 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:37.986071 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d7a38062-ca47-4893-90ab-3f20f3e77e7b req-35f6b91f-7996-430b-98ea-906f27273435 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 945 time: 0.0527940 Aug 17 04:14:38.038034 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d7a38062-ca47-4893-90ab-3f20f3e77e7b req-84841849-0e60-4d4f-b39e-4d2b2824e99c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4e3571e-2315-4fff-b3d9-38cfa93eec99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453458 Aug 17 04:14:39.166911 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3847b9b-47dd-482c-a374-8e9a02595114 req-7a48acaf-bf11-4c79-8dd0-4bafde05f009 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:39.168476 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d3847b9b-47dd-482c-a374-8e9a02595114 req-7a48acaf-bf11-4c79-8dd0-4bafde05f009 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 945 time: 0.0544827 Aug 17 04:14:39.211081 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d3847b9b-47dd-482c-a374-8e9a02595114 req-1063aa1d-8681-4cab-9555-1f06fe9162fd tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4e3571e-2315-4fff-b3d9-38cfa93eec99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347798 Aug 17 04:14:39.236620 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45474) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:39.301644 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b866b29c-f389-4d7b-b938-9ceb6eebcda2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/floatingips/0ea72eba-4a6a-43d1-a170-2f54614cbacb HTTP/1.1" status: 200 len: 991 time: 0.0637174 Aug 17 04:14:40.705605 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deada065-b67d-47b2-999b-aeb81204e19d req-50f5e1a8-8a6d-49ec-83de-dcb4732c9f78 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:40.707199 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-deada065-b67d-47b2-999b-aeb81204e19d req-50f5e1a8-8a6d-49ec-83de-dcb4732c9f78 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 945 time: 0.0550241 Aug 17 04:14:40.748536 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-deada065-b67d-47b2-999b-aeb81204e19d req-5f436a85-9e71-4a8f-ac70-fea04d1ff480 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4e3571e-2315-4fff-b3d9-38cfa93eec99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350313 Aug 17 04:14:41.874246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4d6e2da-69ff-46d9-b567-4cda4656c83e req-31f70d1e-eba2-4932-9453-c5ed198924de tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:41.876463 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4d6e2da-69ff-46d9-b567-4cda4656c83e req-31f70d1e-eba2-4932-9453-c5ed198924de tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 945 time: 0.0501268 Aug 17 04:14:41.912829 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4d6e2da-69ff-46d9-b567-4cda4656c83e req-758ebcd7-6038-4126-bdf6-ab838b82977f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4e3571e-2315-4fff-b3d9-38cfa93eec99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304561 Aug 17 04:14:41.934824 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45484) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:41.994326 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bd4d6075-4d73-4ff5-b876-c7fc2e44a7ee tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/floatingips/0ea72eba-4a6a-43d1-a170-2f54614cbacb HTTP/1.1" status: 200 len: 991 time: 0.0583878 Aug 17 04:14:42.206144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45490) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:42.368979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port c96c3418-9fa1-4157-9fbe-acc5f3c7a6bb {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:14:42.369227 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:42.452564 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:42.453052 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:42.471510 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for c96c3418-9fa1-4157-9fbe-acc5f3c7a6bb owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:14:42.709762 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:42.737156 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=c96c3418-9fa1-4157-9fbe-acc5f3c7a6bb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:42.774336 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:42.776400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:42.776400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:42.776400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:42.776400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:42.776832 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:42.777321 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:42.777858 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:42.778435 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:42.779034 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:42.779624 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:42.780215 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:42.831169 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:42.831534 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Floating IP 0ea72eba-4a6a-43d1-a170-2f54614cbacb disassociated (deleted). External IP: 172.25.1.4, port: e3abcd01-bb12-4605-9c55-02107795472e. Aug 17 04:14:43.038891 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router 5cdf8d95-f9f0-424d-9894-3201b4c7e331 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:14:43.147205 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:14:43.152070 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:43.157697 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c8fbe0-500c-481c-b0e1-ee05cd06ec57 None None] Sync routers for ids ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:14:43.167771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c8fbe0-500c-481c-b0e1-ee05cd06ec57 None None] Routers {'5cdf8d95-f9f0-424d-9894-3201b4c7e331'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:14:43.168419 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-70c8fbe0-500c-481c-b0e1-ee05cd06ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:43.179406 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-26212b03-d932-4b5e-a473-dc2b96dd9e7a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/floatingips/0ea72eba-4a6a-43d1-a170-2f54614cbacb HTTP/1.1" status: 204 len: 168 time: 0.9721587 Aug 17 04:14:43.180012 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '767876c4-e7e4-4d31-b3dd-75ca55586138', 'tag': 'e3abcd01-bb12-4605-9c55-02107795472e'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:14:43.182358 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad5d7d30-d2eb-475a-89c3-9fe684d5104b" -d '{"events": [{"name": "network-changed", "server_uuid": "767876c4-e7e4-4d31-b3dd-75ca55586138", "tag": "e3abcd01-bb12-4605-9c55-02107795472e"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:14:43.280931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-70c8fbe0-500c-481c-b0e1-ee05cd06ec57 None None] Set router 5cdf8d95-f9f0-424d-9894-3201b4c7e331 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:14:43.462747 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:14:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07d46c18-7734-4eb5-8a6b-c9fcae9a19e3 x-openstack-request-id: req-07d46c18-7734-4eb5-8a6b-c9fcae9a19e3 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:14:43.462923 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "767876c4-e7e4-4d31-b3dd-75ca55586138", "tag": "e3abcd01-bb12-4605-9c55-02107795472e", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:14:43.463186 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07d46c18-7734-4eb5-8a6b-c9fcae9a19e3 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:14:43.463796 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '767876c4-e7e4-4d31-b3dd-75ca55586138', 'tag': 'e3abcd01-bb12-4605-9c55-02107795472e', 'status': 'completed', 'code': 200} Aug 17 04:14:43.496286 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-70c8fbe0-500c-481c-b0e1-ee05cd06ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408565993', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:13:41Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:42Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e36e6b5d-b644-46c7-a57c-46e8d8da51a8', 'name': '', 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:ab:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:45Z', 'updated_at': '2021-08-17T04:13:50Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:43.529902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c8fbe0-500c-481c-b0e1-ee05cd06ec57 None None] Checking router: 5cdf8d95-f9f0-424d-9894-3201b4c7e331 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:14:43.534498 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d7d30-d2eb-475a-89c3-9fe684d5104b req-0c4a5858-4e27-4027-805c-950695a3d7fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:43.536574 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad5d7d30-d2eb-475a-89c3-9fe684d5104b req-0c4a5858-4e27-4027-805c-950695a3d7fb service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 1096 time: 0.0500968 Aug 17 04:14:43.540461 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70c8fbe0-500c-481c-b0e1-ee05cd06ec57 None None] Routers {'5cdf8d95-f9f0-424d-9894-3201b4c7e331'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:14:43.541099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-70c8fbe0-500c-481c-b0e1-ee05cd06ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:14:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:43.557830 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:14:43.580110 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c52ed093-06b5-4988-950b-bf0597673245 req-ca769f28-5be0-4cb5-a2b9-7efd58a7162a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:43.581988 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c52ed093-06b5-4988-950b-bf0597673245 req-ca769f28-5be0-4cb5-a2b9-7efd58a7162a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 945 time: 0.0711436 Aug 17 04:14:43.628933 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c52ed093-06b5-4988-950b-bf0597673245 req-6f4fe89d-8dc3-4859-8174-3d179bf66a85 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4e3571e-2315-4fff-b3d9-38cfa93eec99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348754 Aug 17 04:14:43.639894 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d7d30-d2eb-475a-89c3-9fe684d5104b req-e18408db-00a0-4c85-bf40-6e7cc548aa8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:43.641901 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad5d7d30-d2eb-475a-89c3-9fe684d5104b req-e18408db-00a0-4c85-bf40-6e7cc548aa8f service neutron] 10.222.0.60 "GET /v2.0/networks?id=2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee HTTP/1.1" status: 200 len: 897 time: 0.0964663 Aug 17 04:14:43.677396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-70c8fbe0-500c-481c-b0e1-ee05cd06ec57 None None] Set router 5cdf8d95-f9f0-424d-9894-3201b4c7e331 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:14:43.685249 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad5d7d30-d2eb-475a-89c3-9fe684d5104b req-43c4583d-86bb-4776-81db-37ff3370f3c6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=e3abcd01-bb12-4605-9c55-02107795472e HTTP/1.1" status: 200 len: 217 time: 0.0360765 Aug 17 04:14:43.745963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d7d30-d2eb-475a-89c3-9fe684d5104b req-6f1b367a-ee79-4c36-9b7c-10908934e24d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:43.747453 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad5d7d30-d2eb-475a-89c3-9fe684d5104b req-6f1b367a-ee79-4c36-9b7c-10908934e24d service neutron] 10.222.0.60 "GET /v2.0/subnets?id=4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90 HTTP/1.1" status: 200 len: 835 time: 0.0507658 Aug 17 04:14:43.798792 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5d7d30-d2eb-475a-89c3-9fe684d5104b req-e4a57102-9705-4d7a-98db-8b09c5a531f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:43.800238 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad5d7d30-d2eb-475a-89c3-9fe684d5104b req-e4a57102-9705-4d7a-98db-8b09c5a531f5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453687 Aug 17 04:14:43.891383 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-70c8fbe0-500c-481c-b0e1-ee05cd06ec57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408565993', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:13:41Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:42Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e36e6b5d-b644-46c7-a57c-46e8d8da51a8', 'name': '', 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:ab:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:45Z', 'updated_at': '2021-08-17T04:13:50Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:43.899003 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad5d7d30-d2eb-475a-89c3-9fe684d5104b req-5eac5e79-642b-47c2-92f8-a8390996829d service neutron] 10.222.0.60 "GET /v2.0/networks/2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904522 Aug 17 04:14:43.917900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-70c8fbe0-500c-481c-b0e1-ee05cd06ec57 None None] The sync data for ids ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'] in n-d-802060-9 is: [{'id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408565993', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:13:41Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:42Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'e36e6b5d-b644-46c7-a57c-46e8d8da51a8', 'name': '', 'network_id': '2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:ab:12:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_interface', 'standard_attr_id': 4186, 'fixed_ips': [{'subnet_id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:45Z', 'updated_at': '2021-08-17T04:13:50Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:14:43.995832 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ad5d7d30-d2eb-475a-89c3-9fe684d5104b req-4a8c6f42-2bf6-4683-99b6-27691f9984ef service neutron] 10.222.0.60 "GET /v2.0/networks/2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878985 Aug 17 04:14:44.137098 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7aa1dcd8-57f6-4bad-bf1a-ecedf2753252 None None] New status for floating IP 0ea72eba-4a6a-43d1-a170-2f54614cbacb: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:14:44.777511 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09b1c5a9-a261-4f33-a25e-a3311b287504 req-3a54bd77-16a9-4a4b-9830-22925841d82c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:44.779268 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-09b1c5a9-a261-4f33-a25e-a3311b287504 req-3a54bd77-16a9-4a4b-9830-22925841d82c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 945 time: 0.0764549 Aug 17 04:14:44.824737 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-09b1c5a9-a261-4f33-a25e-a3311b287504 req-54866048-c019-4259-a9b8-46d712515115 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=f4e3571e-2315-4fff-b3d9-38cfa93eec99&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382872 Aug 17 04:14:45.040810 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f3f0536-cc1a-44ab-bc10-00d06deb5739 req-7be2a0f8-2816-47c5-8039-64652aa04942 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:45.042272 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f3f0536-cc1a-44ab-bc10-00d06deb5739 req-7be2a0f8-2816-47c5-8039-64652aa04942 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 945 time: 0.0512161 Aug 17 04:14:45.137025 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-4f3f0536-cc1a-44ab-bc10-00d06deb5739 req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port e3abcd01-bb12-4605-9c55-02107795472e {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:14:45.137368 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f3f0536-cc1a-44ab-bc10-00d06deb5739 req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:45.232597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4f3f0536-cc1a-44ab-bc10-00d06deb5739 req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] For port e3abcd01-bb12-4605-9c55-02107795472e, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=e3abcd01-bb12-4605-9c55-02107795472e,segment=NetworkSegment(38d54372-09b9-4c83-b948-e68b967e015f),segment_id=38d54372-09b9-4c83-b948-e68b967e015f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:14:45.232979 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f3f0536-cc1a-44ab-bc10-00d06deb5739 req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:45.246763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-4f3f0536-cc1a-44ab-bc10-00d06deb5739 req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for e3abcd01-bb12-4605-9c55-02107795472e owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:14:45.322539 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-465da223-5d0f-415e-8f1a-3ce93cc07bce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:45.436851 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f3f0536-cc1a-44ab-bc10-00d06deb5739 req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:45.468723 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=e3abcd01-bb12-4605-9c55-02107795472e,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:45.497571 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:45.497932 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:45.498456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:45.498758 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:45.499118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:45.499445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:45.499778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:45.500590 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:45.500934 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:45.501268 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:45.501628 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:45.501960 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:45.525006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f3f0536-cc1a-44ab-bc10-00d06deb5739 req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] No DVR routers for this DVR port e3abcd01-bb12-4605-9c55-02107795472e on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:14:45.527565 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4f3f0536-cc1a-44ab-bc10-00d06deb5739 req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:45.529581 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4f3f0536-cc1a-44ab-bc10-00d06deb5739 req-59c17b1d-c363-4b27-ba0f-7abb6cede465 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "DELETE /v2.0/ports/e3abcd01-bb12-4605-9c55-02107795472e HTTP/1.1" status: 204 len: 173 time: 0.4810705 Aug 17 04:14:45.530023 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '767876c4-e7e4-4d31-b3dd-75ca55586138', 'name': 'network-vif-deleted', 'tag': 'e3abcd01-bb12-4605-9c55-02107795472e'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:14:45.533538 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4b43355f-09e4-49bb-ab52-5acfabf19e77" -d '{"events": [{"server_uuid": "767876c4-e7e4-4d31-b3dd-75ca55586138", "name": "network-vif-deleted", "tag": "e3abcd01-bb12-4605-9c55-02107795472e"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:14:45.573774 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:14:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d86a8f1-4aa1-40dd-9e24-303f13dfd577 x-openstack-request-id: req-9d86a8f1-4aa1-40dd-9e24-303f13dfd577 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:14:45.574684 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "767876c4-e7e4-4d31-b3dd-75ca55586138", "name": "network-vif-deleted", "tag": "e3abcd01-bb12-4605-9c55-02107795472e", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:14:45.574942 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9d86a8f1-4aa1-40dd-9e24-303f13dfd577 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:14:45.575370 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '767876c4-e7e4-4d31-b3dd-75ca55586138', 'name': 'network-vif-deleted', 'tag': 'e3abcd01-bb12-4605-9c55-02107795472e', 'status': 'completed', 'code': 200} Aug 17 04:14:45.952561 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-917d70b6-c383-4793-a6b3-ddfd4342fc71 req-4c2d448f-3372-4d8b-bb7d-09370ff37a87 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=767876c4-e7e4-4d31-b3dd-75ca55586138 HTTP/1.1" status: 200 len: 210 time: 0.0286698 Aug 17 04:14:47.010317 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45506) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:47.702003 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dc6957bd-823a-4468-bdc5-59489298c0f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:47.939714 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4d3aae54-1bfa-41d9-bf0e-0b675fda82f7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:47.958849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-dc6957bd-823a-4468-bdc5-59489298c0f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port e36e6b5d-b644-46c7-a57c-46e8d8da51a8 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:14:47.958849 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dc6957bd-823a-4468-bdc5-59489298c0f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:48.045630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-dc6957bd-823a-4468-bdc5-59489298c0f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] For port e36e6b5d-b644-46c7-a57c-46e8d8da51a8, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e36e6b5d-b644-46c7-a57c-46e8d8da51a8,segment=NetworkSegment(38d54372-09b9-4c83-b948-e68b967e015f),segment_id=38d54372-09b9-4c83-b948-e68b967e015f)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:14:48.046341 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dc6957bd-823a-4468-bdc5-59489298c0f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:48.058807 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-dc6957bd-823a-4468-bdc5-59489298c0f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for e36e6b5d-b644-46c7-a57c-46e8d8da51a8 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:14:48.236271 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:48.303617 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dc6957bd-823a-4468-bdc5-59489298c0f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:48.330866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6957bd-823a-4468-bdc5-59489298c0f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=e36e6b5d-b644-46c7-a57c-46e8d8da51a8,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:48.506758 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-dc6957bd-823a-4468-bdc5-59489298c0f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:48.715549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc6957bd-823a-4468-bdc5-59489298c0f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router 5cdf8d95-f9f0-424d-9894-3201b4c7e331 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:14:48.823669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc6957bd-823a-4468-bdc5-59489298c0f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:14:48.830262 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-dc6957bd-823a-4468-bdc5-59489298c0f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "PUT /v2.0/routers/5cdf8d95-f9f0-424d-9894-3201b4c7e331/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8188629 Aug 17 04:14:48.832911 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45508) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:48.833998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d0e6b7-eb34-45b9-b9e0-933ba53a21a4 None None] Sync routers for ids ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:14:48.843205 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d0e6b7-eb34-45b9-b9e0-933ba53a21a4 None None] Routers {'5cdf8d95-f9f0-424d-9894-3201b4c7e331'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:14:48.843986 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a8d0e6b7-eb34-45b9-b9e0-933ba53a21a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:48.885852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-444cc1cb-4e14-482a-8746-919c76c88031 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting subnet 4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:14:48.888980 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-444cc1cb-4e14-482a-8746-919c76c88031 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:48.934037 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-444cc1cb-4e14-482a-8746-919c76c88031 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:48.948117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-a8d0e6b7-eb34-45b9-b9e0-933ba53a21a4 None None] Set router 5cdf8d95-f9f0-424d-9894-3201b4c7e331 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:14:49.020111 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-444cc1cb-4e14-482a-8746-919c76c88031 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:49.130598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a8d0e6b7-eb34-45b9-b9e0-933ba53a21a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408565993', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:13:41Z', 'updated_at': '2021-08-17T04:14:48Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:42Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:49.140035 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-444cc1cb-4e14-482a-8746-919c76c88031 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:49.159119 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d0e6b7-eb34-45b9-b9e0-933ba53a21a4 None None] Checking router: 5cdf8d95-f9f0-424d-9894-3201b4c7e331 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:14:49.167972 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8d0e6b7-eb34-45b9-b9e0-933ba53a21a4 None None] Routers {'5cdf8d95-f9f0-424d-9894-3201b4c7e331'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:14:49.168584 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a8d0e6b7-eb34-45b9-b9e0-933ba53a21a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:49.174729 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-444cc1cb-4e14-482a-8746-919c76c88031 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Subnet': ['ID=4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:49.176746 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-444cc1cb-4e14-482a-8746-919c76c88031 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:49.178669 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-444cc1cb-4e14-482a-8746-919c76c88031 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/subnets/4d71cb7d-89f1-4f61-b23f-f7e8c5dc4c90 HTTP/1.1" status: 204 len: 168 time: 0.3447723 Aug 17 04:14:49.182206 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45510) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:49.208586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f74fec41-059d-4c1e-adfc-b3aeaafbbd9c None None] Network 2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:14:49.348523 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18920008-82eb-429c-b7c1-19f600932012 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:49.348838 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device e3abcd01-bb12-4605-9c55-02107795472e no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:14:49.348838 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: e3abcd01-bb12-4605-9c55-02107795472e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:14:49.348838 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device e3abcd01-bb12-4605-9c55-02107795472e not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:14:49.383580 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-a8d0e6b7-eb34-45b9-b9e0-933ba53a21a4 None None] Set router 5cdf8d95-f9f0-424d-9894-3201b4c7e331 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:14:49.405926 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18920008-82eb-429c-b7c1-19f600932012 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:49.493321 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:49.498583 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-18920008-82eb-429c-b7c1-19f600932012 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port 15e7a447-9eb5-4a47-baf3-af40536ed977 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:14:49.505269 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18920008-82eb-429c-b7c1-19f600932012 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:49.589175 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-18920008-82eb-429c-b7c1-19f600932012 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] For port 15e7a447-9eb5-4a47-baf3-af40536ed977, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=15e7a447-9eb5-4a47-baf3-af40536ed977,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:14:49.589576 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18920008-82eb-429c-b7c1-19f600932012 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:49.589819 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a8d0e6b7-eb34-45b9-b9e0-933ba53a21a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408565993', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:13:41Z', 'updated_at': '2021-08-17T04:14:48Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:42Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:49.607697 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-18920008-82eb-429c-b7c1-19f600932012 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for 15e7a447-9eb5-4a47-baf3-af40536ed977 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:14:49.623503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] DHCP port deletion for 2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:14:49.625928 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a8d0e6b7-eb34-45b9-b9e0-933ba53a21a4 None None] The sync data for ids ['5cdf8d95-f9f0-424d-9894-3201b4c7e331'] in n-d-802060-9 is: [{'id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1408565993', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234'}], 'enable_snat': True}, 'gw_port_id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:13:41Z', 'updated_at': '2021-08-17T04:14:48Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '15e7a447-9eb5-4a47-baf3-af40536ed977', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:28:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5cdf8d95-f9f0-424d-9894-3201b4c7e331', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4183, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.234', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:13:42Z', 'updated_at': '2021-08-17T04:13:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:14:49.675972 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] Deleting port e9f9b9b1-267d-44da-bfb4-e0ded78cf188 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:14:49.676590 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:49.741960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] For port e9f9b9b1-267d-44da-bfb4-e0ded78cf188, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e9f9b9b1-267d-44da-bfb4-e0ded78cf188,segment=NetworkSegment(38d54372-09b9-4c83-b948-e68b967e015f),segment_id=38d54372-09b9-4c83-b948-e68b967e015f)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:14:49.742363 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:49.755695 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] Calling delete_port for e9f9b9b1-267d-44da-bfb4-e0ded78cf188 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:14:49.933614 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:49.959710 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] Pushing event deleted for resources: {'Port': ['ID=e9f9b9b1-267d-44da-bfb4-e0ded78cf188,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:49.962838 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18920008-82eb-429c-b7c1-19f600932012 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:49.967055 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] No DVR routers for this DVR port e9f9b9b1-267d-44da-bfb4-e0ded78cf188 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:14:49.971971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:49.972256 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:49.972601 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:49.972942 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:49.973282 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:49.974152 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:49.974152 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:49.974769 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:49.974769 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:49.974936 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:49.975241 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:49.975649 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e689fbfb-c6d4-4db8-a472-9f409baae975 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:50.016161 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18920008-82eb-429c-b7c1-19f600932012 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=15e7a447-9eb5-4a47-baf3-af40536ed977,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:50.043635 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e9f9b9b1-267d-44da-bfb4-e0ded78cf188 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:14:50.065077 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: e9f9b9b1-267d-44da-bfb4-e0ded78cf188 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:14:50.065453 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e9f9b9b1-267d-44da-bfb4-e0ded78cf188 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:14:50.065883 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e36e6b5d-b644-46c7-a57c-46e8d8da51a8 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:14:50.077357 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18920008-82eb-429c-b7c1-19f600932012 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:50.090794 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: e36e6b5d-b644-46c7-a57c-46e8d8da51a8 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:14:50.091151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e36e6b5d-b644-46c7-a57c-46e8d8da51a8 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:14:50.178594 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18920008-82eb-429c-b7c1-19f600932012 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:50.180774 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18920008-82eb-429c-b7c1-19f600932012 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:50.292408 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18920008-82eb-429c-b7c1-19f600932012 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:50.293050 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18920008-82eb-429c-b7c1-19f600932012 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Fanout notify agent at l3_agent the message router_deleted on router 5cdf8d95-f9f0-424d-9894-3201b4c7e331 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:14:50.300933 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-18920008-82eb-429c-b7c1-19f600932012 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:50.302339 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-18920008-82eb-429c-b7c1-19f600932012 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/routers/5cdf8d95-f9f0-424d-9894-3201b4c7e331 HTTP/1.1" status: 204 len: 168 time: 1.1195326 Aug 17 04:14:50.304880 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45512) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:50.394052 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97ec5fad-b63e-432b-a7e2-0bdb7c0e4abc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:50.483712 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97ec5fad-b63e-432b-a7e2-0bdb7c0e4abc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:50.494234 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-97ec5fad-b63e-432b-a7e2-0bdb7c0e4abc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:50.503890 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-97ec5fad-b63e-432b-a7e2-0bdb7c0e4abc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '38d54372-09b9-4c83-b948-e68b967e015f') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:50.504197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-97ec5fad-b63e-432b-a7e2-0bdb7c0e4abc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '38d54372-09b9-4c83-b948-e68b967e015f') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:50.513086 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97ec5fad-b63e-432b-a7e2-0bdb7c0e4abc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:50.526616 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97ec5fad-b63e-432b-a7e2-0bdb7c0e4abc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:50.533460 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97ec5fad-b63e-432b-a7e2-0bdb7c0e4abc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Releasing vlan 85 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:14:50.533854 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97ec5fad-b63e-432b-a7e2-0bdb7c0e4abc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: timer() Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:14:50.536988 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:14:50.676511 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97ec5fad-b63e-432b-a7e2-0bdb7c0e4abc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:50.684095 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-97ec5fad-b63e-432b-a7e2-0bdb7c0e4abc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:50.685485 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-97ec5fad-b63e-432b-a7e2-0bdb7c0e4abc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/networks/2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee HTTP/1.1" status: 204 len: 168 time: 0.3794250 Aug 17 04:14:50.688503 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45514) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:50.701871 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ec5fad-b63e-432b-a7e2-0bdb7c0e4abc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Network': ['ID=2099325c-0f84-44cb-b0b8-cfcdc7a9c1ee,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:50.758631 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f85c7a77-1ba4-4818-8aed-169f1b8e57d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:50.785387 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f85c7a77-1ba4-4818-8aed-169f1b8e57d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:50.893642 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f85c7a77-1ba4-4818-8aed-169f1b8e57d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:50.896330 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f85c7a77-1ba4-4818-8aed-169f1b8e57d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:50.897595 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f85c7a77-1ba4-4818-8aed-169f1b8e57d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/security-groups/f4e3571e-2315-4fff-b3d9-38cfa93eec99 HTTP/1.1" status: 204 len: 168 time: 0.2079616 Aug 17 04:14:50.909767 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85c7a77-1ba4-4818-8aed-169f1b8e57d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e3571e-2315-4fff-b3d9-38cfa93eec99,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:51.155469 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:51.229285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45520) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:51.233976 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-33b79a8c-65f5-463a-a3f7-126a9f323371 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1903937323', 'description': 'tempest-secgroup-smoke-1903937323 description', 'project_id': '200d84aef877403083e1f84e1ec89095'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:14:51.327342 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-33b79a8c-65f5-463a-a3f7-126a9f323371 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:51.409008 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-33b79a8c-65f5-463a-a3f7-126a9f323371 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:51.475117 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-33b79a8c-65f5-463a-a3f7-126a9f323371 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:51.504147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b79a8c-65f5-463a-a3f7-126a9f323371 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=64f0ec30-1e4e-491d-983d-62598a68569f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:51.556049 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-33b79a8c-65f5-463a-a3f7-126a9f323371 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:51.557310 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-33b79a8c-65f5-463a-a3f7-126a9f323371 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3269718 Aug 17 04:14:51.560210 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45522) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:51.564699 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-809e53b0-b76e-45ba-bc41-0ff203221b7c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': '64f0ec30-1e4e-491d-983d-62598a68569f', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:14:51.648326 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-809e53b0-b76e-45ba-bc41-0ff203221b7c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:51.708331 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-809e53b0-b76e-45ba-bc41-0ff203221b7c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:51.801219 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-809e53b0-b76e-45ba-bc41-0ff203221b7c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:51.820338 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809e53b0-b76e-45ba-bc41-0ff203221b7c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1bf63575-58bb-4059-b319-b157b035de13,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:51.852750 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 15e7a447-9eb5-4a47-baf3-af40536ed977 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:14:51.873193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 15e7a447-9eb5-4a47-baf3-af40536ed977 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:14:51.873578 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 15e7a447-9eb5-4a47-baf3-af40536ed977 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:14:51.905158 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-809e53b0-b76e-45ba-bc41-0ff203221b7c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:51.906506 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-809e53b0-b76e-45ba-bc41-0ff203221b7c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3452957 Aug 17 04:14:51.909188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45524) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:51.913611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6628d6b1-f1b7-41f0-ba61-889fcfad44a2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': '64f0ec30-1e4e-491d-983d-62598a68569f', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:14:51.977948 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6628d6b1-f1b7-41f0-ba61-889fcfad44a2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:52.033249 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6628d6b1-f1b7-41f0-ba61-889fcfad44a2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:52.075972 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6628d6b1-f1b7-41f0-ba61-889fcfad44a2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:52.093781 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6628d6b1-f1b7-41f0-ba61-889fcfad44a2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2311587d-c16f-4f0a-b8cd-c7ab874f5840,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:52.144658 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6628d6b1-f1b7-41f0-ba61-889fcfad44a2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:52.145918 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6628d6b1-f1b7-41f0-ba61-889fcfad44a2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2357638 Aug 17 04:14:52.148770 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45526) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:52.153167 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-44309693-812e-4f54-832e-8cf426535008 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': '64f0ec30-1e4e-491d-983d-62598a68569f', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:14:52.240835 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-44309693-812e-4f54-832e-8cf426535008 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:52.300941 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-44309693-812e-4f54-832e-8cf426535008 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:52.378251 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-44309693-812e-4f54-832e-8cf426535008 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:52.396508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44309693-812e-4f54-832e-8cf426535008 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59250677-a627-42d8-b450-6e117e52549c,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:52.470255 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-44309693-812e-4f54-832e-8cf426535008 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:52.471500 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-44309693-812e-4f54-832e-8cf426535008 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3217957 Aug 17 04:14:52.474313 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45528) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:52.478673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a1b7fbc0-0e6e-48f4-a4f3-01081bbff37f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': '64f0ec30-1e4e-491d-983d-62598a68569f', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:14:52.572403 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1b7fbc0-0e6e-48f4-a4f3-01081bbff37f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:52.633067 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1b7fbc0-0e6e-48f4-a4f3-01081bbff37f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:52.698163 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1b7fbc0-0e6e-48f4-a4f3-01081bbff37f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:52.715919 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b7fbc0-0e6e-48f4-a4f3-01081bbff37f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4847a158-da9e-4f8f-9939-e36aa08f82c7,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:52.813846 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a1b7fbc0-0e6e-48f4-a4f3-01081bbff37f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:52.815098 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a1b7fbc0-0e6e-48f4-a4f3-01081bbff37f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3398504 Aug 17 04:14:52.817886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45530) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:52.822263 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f6679695-82c0-437a-a6a9-00a8c409141a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': '64f0ec30-1e4e-491d-983d-62598a68569f', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:14:52.910758 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-f6679695-82c0-437a-a6a9-00a8c409141a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Project 200d84aef877403083e1f84e1ec89095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 04:14:52.915641 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6679695-82c0-437a-a6a9-00a8c409141a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:52.976600 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6679695-82c0-437a-a6a9-00a8c409141a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:53.040398 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6679695-82c0-437a-a6a9-00a8c409141a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:53.055094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6679695-82c0-437a-a6a9-00a8c409141a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5726315b-1873-45ad-8282-ce0368ed4a5b,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:53.131911 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f6679695-82c0-437a-a6a9-00a8c409141a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:53.133149 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f6679695-82c0-437a-a6a9-00a8c409141a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3143330 Aug 17 04:14:53.135928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45532) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:53.140304 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-50fe663f-7d3f-4d7f-94f5-5e2d02d0e9f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': '64f0ec30-1e4e-491d-983d-62598a68569f', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:14:53.207454 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-50fe663f-7d3f-4d7f-94f5-5e2d02d0e9f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Project 200d84aef877403083e1f84e1ec89095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 04:14:53.212469 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-50fe663f-7d3f-4d7f-94f5-5e2d02d0e9f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:53.277445 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-50fe663f-7d3f-4d7f-94f5-5e2d02d0e9f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:53.327402 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-50fe663f-7d3f-4d7f-94f5-5e2d02d0e9f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:53.345963 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe663f-7d3f-4d7f-94f5-5e2d02d0e9f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e713ad43-6705-4e08-89bc-dab7f4ba7515,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:53.390290 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-50fe663f-7d3f-4d7f-94f5-5e2d02d0e9f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:53.392826 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-50fe663f-7d3f-4d7f-94f5-5e2d02d0e9f7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2556012 Aug 17 04:14:53.395308 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45534) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:53.400205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-f34eb9f7-a92c-4f31-ac98-81c857fcbee8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'network': {'name': 'tempest-network-smoke--1988101055', 'project_id': '200d84aef877403083e1f84e1ec89095', 'port_security_enabled': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:14:53.493245 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34eb9f7-a92c-4f31-ac98-81c857fcbee8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Made reservation on behalf of 200d84aef877403083e1f84e1ec89095 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:14:53.496686 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f34eb9f7-a92c-4f31-ac98-81c857fcbee8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:53.520063 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f34eb9f7-a92c-4f31-ac98-81c857fcbee8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 59} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:14:53.528468 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f34eb9f7-a92c-4f31-ac98-81c857fcbee8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:53.528818 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-f34eb9f7-a92c-4f31-ac98-81c857fcbee8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Added segment 73f7ddea-11f4-4a72-a1ab-3d65c9fa1676 of type vlan for network 63f19c54-e927-413c-8210-8e390eca94b1 Aug 17 04:14:53.577362 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f34eb9f7-a92c-4f31-ac98-81c857fcbee8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:53.647698 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f34eb9f7-a92c-4f31-ac98-81c857fcbee8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:53.653183 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34eb9f7-a92c-4f31-ac98-81c857fcbee8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:53.653791 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f34eb9f7-a92c-4f31-ac98-81c857fcbee8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:53.718220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34eb9f7-a92c-4f31-ac98-81c857fcbee8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Network': ['ID=63f19c54-e927-413c-8210-8e390eca94b1,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:53.728797 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 63f19c54-e927-413c-8210-8e390eca94b1 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:14:53.761553 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f34eb9f7-a92c-4f31-ac98-81c857fcbee8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3651440 Aug 17 04:14:53.764505 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45536) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:53.770467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1825238448', 'admin_state_up': True, 'project_id': '200d84aef877403083e1f84e1ec89095', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:14:53.865202 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:53.866321 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:53.922812 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:54.138971 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:54.399192 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:54.418024 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:54.522989 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.25.1.3 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/ade469e7-224a-4c29-bfa3-d820cc25fc15) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:14:54.623104 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:54.727313 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:54.772638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:14:54.775549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:14:54.779125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:14:54.785666 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=ade469e7-224a-4c29-bfa3-d820cc25fc15,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:55.112270 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:55.307538 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:55.487286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router a33bc6ef-f00c-469a-be84-0d28aa9f2e21 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:14:55.593763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:14:55.606387 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Sync routers for ids ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:14:55.619299 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Routers {'a33bc6ef-f00c-469a-be84-0d28aa9f2e21'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:14:55.619911 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:55.664750 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:55.666051 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c6848a7f-6115-4390-9d8a-5483855ca86f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.9005358 Aug 17 04:14:55.669846 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45538) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:55.697724 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4c024f6d-7762-463b-888d-2c7e7052764c tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=200d84aef877403083e1f84e1ec89095&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0266998 Aug 17 04:14:55.700513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45540) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:55.725342 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Set router a33bc6ef-f00c-469a-be84-0d28aa9f2e21 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:14:55.800366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255d5c58-1095-46da-baec-dfd0a1f0f062 tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:55.803936 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-255d5c58-1095-46da-baec-dfd0a1f0f062 tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1024501 Aug 17 04:14:55.804716 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45542) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:55.834530 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-014bd1f0-d1c4-4ce4-ba1b-228d52e385f6 tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0286248 Aug 17 04:14:55.837033 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45544) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:55.842019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-66e72cc3-1b32-47a9-91e3-90ec10e13fee tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1864751841', 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1', 'project_id': '200d84aef877403083e1f84e1ec89095', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:14:55.996424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66e72cc3-1b32-47a9-91e3-90ec10e13fee tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Made reservation on behalf of 200d84aef877403083e1f84e1ec89095 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:14:56.000114 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-66e72cc3-1b32-47a9-91e3-90ec10e13fee tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:56.004152 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825238448', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:14:53Z', 'updated_at': '2021-08-17T04:14:54Z', 'revision_number': 3, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:54Z', 'updated_at': '2021-08-17T04:14:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:56.034194 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Checking router: a33bc6ef-f00c-469a-be84-0d28aa9f2e21 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:14:56.034457 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Updating router a33bc6ef-f00c-469a-be84-0d28aa9f2e21 port ade469e7-224a-4c29-bfa3-d820cc25fc15 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:14:56.059300 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:56.246983 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-66e72cc3-1b32-47a9-91e3-90ec10e13fee tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:56.312747 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:56.314053 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66e72cc3-1b32-47a9-91e3-90ec10e13fee tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Subnet': ['ID=11fca1cd-05ea-4d6d-a8b0-88867fb0fa24,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:56.324651 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Transition to ACTIVE for port object ade469e7-224a-4c29-bfa3-d820cc25fc15 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:14:56.325287 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66e72cc3-1b32-47a9-91e3-90ec10e13fee tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Checking segment: {'id': '73f7ddea-11f4-4a72-a1ab-3d65c9fa1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:14:56.325700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e72cc3-1b32-47a9-91e3-90ec10e13fee tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network hostable DHCP agents. Network: 63f19c54-e927-413c-8210-8e390eca94b1, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:14:56.395230 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:56.425468 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66e72cc3-1b32-47a9-91e3-90ec10e13fee tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 63f19c54-e927-413c-8210-8e390eca94b1 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:14:56.450688 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Attempting to bind port ade469e7-224a-4c29-bfa3-d820cc25fc15 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:14:56.451057 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Attempting to bind port ade469e7-224a-4c29-bfa3-d820cc25fc15 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:14:56.451416 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Attempting to bind port ade469e7-224a-4c29-bfa3-d820cc25fc15 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:14:56.455025 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1de2c7-86f3-41eb-98c8-d072d84bf62f None None] Pushing event updated for resources: {'Port': ['ID=ade469e7-224a-4c29-bfa3-d820cc25fc15,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:56.462584 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:14:56.462955 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:14:56.463355 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:56.463746 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:14:56.464200 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Bound port: ade469e7-224a-4c29-bfa3-d820cc25fc15, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:14:56.464580 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:56.467659 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1de2c7-86f3-41eb-98c8-d072d84bf62f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:56.468003 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1de2c7-86f3-41eb-98c8-d072d84bf62f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:56.468338 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1de2c7-86f3-41eb-98c8-d072d84bf62f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:56.468754 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1de2c7-86f3-41eb-98c8-d072d84bf62f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:56.469138 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1de2c7-86f3-41eb-98c8-d072d84bf62f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:56.469550 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1de2c7-86f3-41eb-98c8-d072d84bf62f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:56.469879 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1de2c7-86f3-41eb-98c8-d072d84bf62f None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:56.470204 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1de2c7-86f3-41eb-98c8-d072d84bf62f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:56.470528 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1de2c7-86f3-41eb-98c8-d072d84bf62f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:56.470849 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1de2c7-86f3-41eb-98c8-d072d84bf62f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:56.471173 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1de2c7-86f3-41eb-98c8-d072d84bf62f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:56.471488 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e1de2c7-86f3-41eb-98c8-d072d84bf62f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:14:56.511177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-66e72cc3-1b32-47a9-91e3-90ec10e13fee tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 63f19c54-e927-413c-8210-8e390eca94b1) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:14:56.515135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66e72cc3-1b32-47a9-91e3-90ec10e13fee tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:56.516278 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-66e72cc3-1b32-47a9-91e3-90ec10e13fee tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:56.522124 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] For port ade469e7-224a-4c29-bfa3-d820cc25fc15, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:14:56.525804 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28891542-cd59-4deb-a693-6bf608490081 None None] Network 63f19c54-e927-413c-8210-8e390eca94b1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:14:56.526286 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] For port ade469e7-224a-4c29-bfa3-d820cc25fc15, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ade469e7-224a-4c29-bfa3-d820cc25fc15,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:14:56.597102 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:56.608412 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-66e72cc3-1b32-47a9-91e3-90ec10e13fee tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7702703 Aug 17 04:14:56.612549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45546) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:14:56.653876 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Routers {'a33bc6ef-f00c-469a-be84-0d28aa9f2e21'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:14:56.654447 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:56.679712 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-63f19c54-e927-413c-8210-8e390eca94b1', 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ips': [{'subnet_id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:14:56.680903 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:56.751806 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1de2c7-86f3-41eb-98c8-d072d84bf62f None None] Pushing event updated for resources: {'Port': ['ID=ade469e7-224a-4c29-bfa3-d820cc25fc15,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:56.793499 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] Set router a33bc6ef-f00c-469a-be84-0d28aa9f2e21 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:14:56.830991 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Allocated IP 172.20.0.2 (63f19c54-e927-413c-8210-8e390eca94b1/11fca1cd-05ea-4d6d-a8b0-88867fb0fa24/125b9db2-db41-417c-a441-561a3b0b5506) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:14:57.024641 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825238448', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:14:53Z', 'updated_at': '2021-08-17T04:14:54Z', 'revision_number': 3, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:54Z', 'updated_at': '2021-08-17T04:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:57.056222 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d79700ca-ddad-466f-92e2-a894ede6a2f7 None None] The sync data for ids ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'] in n-d-802060-9 is: [{'id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825238448', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:14:53Z', 'updated_at': '2021-08-17T04:14:54Z', 'revision_number': 3, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:54Z', 'updated_at': '2021-08-17T04:14:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:14:57.155843 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:57.164894 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Transition to ACTIVE for port object 125b9db2-db41-417c-a441-561a3b0b5506 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:14:57.180385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Transition to ACTIVE for port object 125b9db2-db41-417c-a441-561a3b0b5506 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:14:57.259922 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:57.305372 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Network 63f19c54-e927-413c-8210-8e390eca94b1 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:14:57.308213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:14:57.311946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:14:57.347653 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Pushing event updated for resources: {'Port': ['ID=125b9db2-db41-417c-a441-561a3b0b5506,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:57.381586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Attempting to bind port 125b9db2-db41-417c-a441-561a3b0b5506 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:14:57.382040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Attempting to bind port 125b9db2-db41-417c-a441-561a3b0b5506 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '73f7ddea-11f4-4a72-a1ab-3d65c9fa1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:14:57.382469 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Attempting to bind port 125b9db2-db41-417c-a441-561a3b0b5506 on network 63f19c54-e927-413c-8210-8e390eca94b1 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:14:57.388526 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:14:57.388911 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Checking segment: {'id': '73f7ddea-11f4-4a72-a1ab-3d65c9fa1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:14:57.389328 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:57.389759 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Bound using segment: {'id': '73f7ddea-11f4-4a72-a1ab-3d65c9fa1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:14:57.390234 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Bound port: 125b9db2-db41-417c-a441-561a3b0b5506, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f7ddea-11f4-4a72-a1ab-3d65c9fa1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:14:57.391373 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:57.467339 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] For port 125b9db2-db41-417c-a441-561a3b0b5506, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:14:57.471193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] For port 125b9db2-db41-417c-a441-561a3b0b5506, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=125b9db2-db41-417c-a441-561a3b0b5506,segment=NetworkSegment(73f7ddea-11f4-4a72-a1ab-3d65c9fa1676),segment_id=73f7ddea-11f4-4a72-a1ab-3d65c9fa1676)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:14:57.483717 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:57.546070 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:57.618700 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747405f9-c322-4430-bb51-512e1b5023b2 None None] Pushing event updated for resources: {'Port': ['ID=125b9db2-db41-417c-a441-561a3b0b5506,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:57.829348 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.20.0.1 (63f19c54-e927-413c-8210-8e390eca94b1/11fca1cd-05ea-4d6d-a8b0-88867fb0fa24/804be605-83db-4922-a8b2-20d5902bd6ff) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:14:57.957636 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ade469e7-224a-4c29-bfa3-d820cc25fc15 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:14:57.970696 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:57.985066 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Transition to ACTIVE for port object 804be605-83db-4922-a8b2-20d5902bd6ff will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:14:58.086424 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port ade469e7-224a-4c29-bfa3-d820cc25fc15 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:14:58.090652 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ade469e7-224a-4c29-bfa3-d820cc25fc15 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:14:58.091198 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:58.122325 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:58.165160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 63f19c54-e927-413c-8210-8e390eca94b1 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:14:58.168137 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:14:58.175081 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:14:58.175718 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:58.196454 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port ade469e7-224a-4c29-bfa3-d820cc25fc15, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ade469e7-224a-4c29-bfa3-d820cc25fc15,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:14:58.214694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=804be605-83db-4922-a8b2-20d5902bd6ff,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:58.225136 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:58.282362 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:58.283364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 125b9db2-db41-417c-a441-561a3b0b5506 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:14:58.366416 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=ade469e7-224a-4c29-bfa3-d820cc25fc15,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:58.446691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 125b9db2-db41-417c-a441-561a3b0b5506 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:14:58.465901 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:58.590660 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72248913-ef56-4a69-9f1e-7aff04d7a1d9 None None] Network 63f19c54-e927-413c-8210-8e390eca94b1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:14:58.741176 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-97e2d74c-aa09-42ff-9f14-241747c2ba34 None None] Provisioning for port 125b9db2-db41-417c-a441-561a3b0b5506 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:14:58.746627 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-97e2d74c-aa09-42ff-9f14-241747c2ba34 None None] Provisioning complete for port 125b9db2-db41-417c-a441-561a3b0b5506 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:14:58.747110 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97e2d74c-aa09-42ff-9f14-241747c2ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:58.765958 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:58.842453 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97e2d74c-aa09-42ff-9f14-241747c2ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:58.847298 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:58.880424 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-97e2d74c-aa09-42ff-9f14-241747c2ba34 None None] For port 125b9db2-db41-417c-a441-561a3b0b5506, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=125b9db2-db41-417c-a441-561a3b0b5506,segment=NetworkSegment(73f7ddea-11f4-4a72-a1ab-3d65c9fa1676),segment_id=73f7ddea-11f4-4a72-a1ab-3d65c9fa1676)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:14:58.930629 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:58.932674 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=804be605-83db-4922-a8b2-20d5902bd6ff,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:58.945173 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97e2d74c-aa09-42ff-9f14-241747c2ba34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:58.998026 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e2d74c-aa09-42ff-9f14-241747c2ba34 None None] Pushing event updated for resources: {'Port': ['ID=125b9db2-db41-417c-a441-561a3b0b5506,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:14:59.045887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 63f19c54-e927-413c-8210-8e390eca94b1 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:14:59.048158 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:14:59.068076 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7968906c-7104-4fac-8c2a-7196221001d7 None None] Provisioning complete for port 125b9db2-db41-417c-a441-561a3b0b5506 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:14:59.068532 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7968906c-7104-4fac-8c2a-7196221001d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:59.170444 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router a33bc6ef-f00c-469a-be84-0d28aa9f2e21 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:14:59.253152 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7968906c-7104-4fac-8c2a-7196221001d7 None None] Provisioning for port 804be605-83db-4922-a8b2-20d5902bd6ff completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:14:59.257264 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7968906c-7104-4fac-8c2a-7196221001d7 None None] Provisioning complete for port 804be605-83db-4922-a8b2-20d5902bd6ff triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:14:59.257671 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7968906c-7104-4fac-8c2a-7196221001d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:59.293038 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:14:59.293289 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-7968906c-7104-4fac-8c2a-7196221001d7 None None] Port 804be605-83db-4922-a8b2-20d5902bd6ff cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:14:59.301437 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-232d4c4a-0274-44a7-8b8f-f83192696e1a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "PUT /v2.0/routers/a33bc6ef-f00c-469a-be84-0d28aa9f2e21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6877961 Aug 17 04:14:59.304546 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Sync routers for ids ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:14:59.316420 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Routers {'a33bc6ef-f00c-469a-be84-0d28aa9f2e21'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:14:59.317039 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:59.431322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e7df5dca-02d8-447c-bdd4-e7af9e81e940 None None] Provisioning complete for port 804be605-83db-4922-a8b2-20d5902bd6ff triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:14:59.431699 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e7df5dca-02d8-447c-bdd4-e7af9e81e940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:59.455461 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-62d66393-e3d7-43e4-bf9d-47e93637086c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1903937323&fields=id&tenant_id=200d84aef877403083e1f84e1ec89095 HTTP/1.1" status: 200 len: 267 time: 0.0347798 Aug 17 04:14:59.460800 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Set router a33bc6ef-f00c-469a-be84-0d28aa9f2e21 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:14:59.507205 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e7df5dca-02d8-447c-bdd4-e7af9e81e940 None None] Port 804be605-83db-4922-a8b2-20d5902bd6ff cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:14:59.573371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-b12eaabf-75b4-4525-90fe-5a8d6e9afd87 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:14:59.575137 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-b12eaabf-75b4-4525-90fe-5a8d6e9afd87 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/networks?id=63f19c54-e927-413c-8210-8e390eca94b1 HTTP/1.1" status: 200 len: 797 time: 0.1121414 Aug 17 04:14:59.590693 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-f6299c17-c229-4407-b958-f44df448fcc5 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/quotas/200d84aef877403083e1f84e1ec89095 HTTP/1.1" status: 200 len: 375 time: 0.0090661 Aug 17 04:14:59.646674 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-897c1e0d-868d-4852-af61-8332fc02fbbd tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0495560 Aug 17 04:14:59.674510 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825238448', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:14:53Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:54Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '804be605-83db-4922-a8b2-20d5902bd6ff', 'name': '', 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:c9:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:57Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 2, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:14:59.700004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Checking router: a33bc6ef-f00c-469a-be84-0d28aa9f2e21 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:14:59.700362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Updating router a33bc6ef-f00c-469a-be84-0d28aa9f2e21 port 804be605-83db-4922-a8b2-20d5902bd6ff binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:14:59.728195 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:14:59.748039 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-00168e05-effc-477d-b9a4-8d78ec69f170 service neutron] 10.222.0.10 "GET /v2.0/networks/63f19c54-e927-413c-8210-8e390eca94b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884037 Aug 17 04:14:59.848676 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-d9822515-e7e0-41a4-b032-8b45b1bb3f7f service neutron] 10.222.0.10 "GET /v2.0/networks/63f19c54-e927-413c-8210-8e390eca94b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937541 Aug 17 04:14:59.890021 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ade469e7-224a-4c29-bfa3-d820cc25fc15 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:14:59.985378 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ade469e7-224a-4c29-bfa3-d820cc25fc15 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:14:59.985778 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:00.063501 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:00.079105 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Transition to ACTIVE for port object 804be605-83db-4922-a8b2-20d5902bd6ff will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:15:00.118878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 125b9db2-db41-417c-a441-561a3b0b5506 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:15:00.122541 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be25ba21-703b-4a66-bd85-d711d05a2d53 req-0a236174-c47b-46c4-af78-178799e8b338 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 210 time: 0.0260332 Aug 17 04:15:00.151618 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:00.208900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654868b-dfb4-41dd-8edc-2391c4b35941 None None] Pushing event updated for resources: {'Port': ['ID=804be605-83db-4922-a8b2-20d5902bd6ff,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:15:00.234868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 125b9db2-db41-417c-a441-561a3b0b5506 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:15:00.235238 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:00.292966 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Attempting to bind port 804be605-83db-4922-a8b2-20d5902bd6ff on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:15:00.293348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Attempting to bind port 804be605-83db-4922-a8b2-20d5902bd6ff by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '73f7ddea-11f4-4a72-a1ab-3d65c9fa1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:15:00.293751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Attempting to bind port 804be605-83db-4922-a8b2-20d5902bd6ff on network 63f19c54-e927-413c-8210-8e390eca94b1 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:15:00.301934 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:15:00.302369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Checking segment: {'id': '73f7ddea-11f4-4a72-a1ab-3d65c9fa1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:15:00.302717 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:00.303121 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Bound using segment: {'id': '73f7ddea-11f4-4a72-a1ab-3d65c9fa1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:15:00.303593 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Bound port: 804be605-83db-4922-a8b2-20d5902bd6ff, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73f7ddea-11f4-4a72-a1ab-3d65c9fa1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:15:00.303983 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:00.403023 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] For port 804be605-83db-4922-a8b2-20d5902bd6ff, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:15:00.406422 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] For port 804be605-83db-4922-a8b2-20d5902bd6ff, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=804be605-83db-4922-a8b2-20d5902bd6ff,segment=NetworkSegment(73f7ddea-11f4-4a72-a1ab-3d65c9fa1676),segment_id=73f7ddea-11f4-4a72-a1ab-3d65c9fa1676)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:15:00.511399 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:00.572198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Routers {'a33bc6ef-f00c-469a-be84-0d28aa9f2e21'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:15:00.572834 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:15:00.575046 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e654868b-dfb4-41dd-8edc-2391c4b35941 None None] Pushing event updated for resources: {'Port': ['ID=804be605-83db-4922-a8b2-20d5902bd6ff,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:15:00.684883 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] Set router a33bc6ef-f00c-469a-be84-0d28aa9f2e21 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:15:00.891323 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825238448', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:14:53Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:54Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '804be605-83db-4922-a8b2-20d5902bd6ff', 'name': '', 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:c9:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:57Z', 'updated_at': '2021-08-17T04:15:00Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:15:00.916020 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d56e7f90-ef97-4306-9771-1ff65960c963 None None] The sync data for ids ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'] in n-d-802060-9 is: [{'id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825238448', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:14:53Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:54Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '804be605-83db-4922-a8b2-20d5902bd6ff', 'name': '', 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:c9:03:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:57Z', 'updated_at': '2021-08-17T04:15:00Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:15:01.204518 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e300f60c-a8d1-44c7-9de6-605097d25e55 req-2e5b1185-a7a2-4769-983a-8eee5220b290 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 210 time: 0.0287638 Aug 17 04:15:01.882220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 804be605-83db-4922-a8b2-20d5902bd6ff up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:15:01.985953 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 804be605-83db-4922-a8b2-20d5902bd6ff completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:15:01.990118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 804be605-83db-4922-a8b2-20d5902bd6ff triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:15:01.990523 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:02.068051 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:02.100476 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 804be605-83db-4922-a8b2-20d5902bd6ff, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=804be605-83db-4922-a8b2-20d5902bd6ff,segment=NetworkSegment(73f7ddea-11f4-4a72-a1ab-3d65c9fa1676),segment_id=73f7ddea-11f4-4a72-a1ab-3d65c9fa1676)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:15:02.156049 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:02.207500 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=804be605-83db-4922-a8b2-20d5902bd6ff,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:15:02.281933 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a2d1a33f-07ca-4540-8aba-76d997e5a0e1 req-73370895-320b-4712-99a8-8ea69adc1668 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 210 time: 0.0262096 Aug 17 04:15:03.361227 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-82c8051e-6da0-4998-b5c0-875c853eb958 req-cc2c8b32-18e6-4f13-b15e-9ceb4e02f7a7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 210 time: 0.0279136 Aug 17 04:15:03.864132 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 804be605-83db-4922-a8b2-20d5902bd6ff up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:15:03.919061 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 804be605-83db-4922-a8b2-20d5902bd6ff triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:15:03.919435 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:03.983177 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:04.458690 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2a4701d3-880a-4279-a4b3-840a7f14aee3 req-0146e218-707c-40c1-ad91-35607ed4d8ad tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 210 time: 0.0303631 Aug 17 04:15:04.630359 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:05.552111 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8d55e1e9-cb17-4d98-8d3b-4596f6dc55f3 req-9e339c3e-d6a6-4e88-8141-ff986a5ca3d0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 210 time: 0.0268705 Aug 17 04:15:06.181492 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-aaeac7a3-f9ee-4d80-bfbe-8f602aaf28c2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:06.182988 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-aaeac7a3-f9ee-4d80-bfbe-8f602aaf28c2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.30 "GET /v2.0/networks?id=63f19c54-e927-413c-8210-8e390eca94b1 HTTP/1.1" status: 200 len: 797 time: 0.1167080 Aug 17 04:15:06.226231 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-fd6545de-8ec1-4b95-832c-26b6adc450dc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=200d84aef877403083e1f84e1ec89095 HTTP/1.1" status: 200 len: 380 time: 0.0338941 Aug 17 04:15:06.235470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-3f5b742e-69fb-4794-99fd-f5ed91d6ae2b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'port': {'device_id': 'b1d281c2-8d0c-4a56-986e-55fb4870c53c', 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1', 'admin_state_up': True, 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'security_groups': ['64f0ec30-1e4e-491d-983d-62598a68569f']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:15:06.396071 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-3f5b742e-69fb-4794-99fd-f5ed91d6ae2b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Made reservation on behalf of 200d84aef877403083e1f84e1ec89095 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:15:06.399713 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-3f5b742e-69fb-4794-99fd-f5ed91d6ae2b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:06.529064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-3f5b742e-69fb-4794-99fd-f5ed91d6ae2b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.20.0.4 (63f19c54-e927-413c-8210-8e390eca94b1/11fca1cd-05ea-4d6d-a8b0-88867fb0fa24/576ec81c-c25a-49d3-8b8b-b91f38057869) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:15:06.648072 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-644b8158-d7a4-4c10-b455-348fbd474088 req-16b76e32-5639-4e8e-b44e-b5e17676db6c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 210 time: 0.0269034 Aug 17 04:15:06.670498 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-3f5b742e-69fb-4794-99fd-f5ed91d6ae2b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:06.684218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-3f5b742e-69fb-4794-99fd-f5ed91d6ae2b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Transition to ACTIVE for port object 576ec81c-c25a-49d3-8b8b-b91f38057869 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:15:06.768122 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-3f5b742e-69fb-4794-99fd-f5ed91d6ae2b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:06.812488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-3f5b742e-69fb-4794-99fd-f5ed91d6ae2b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 63f19c54-e927-413c-8210-8e390eca94b1 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:15:06.815879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-3f5b742e-69fb-4794-99fd-f5ed91d6ae2b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:15:06.819701 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-3f5b742e-69fb-4794-99fd-f5ed91d6ae2b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:15:06.826422 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5b742e-69fb-4794-99fd-f5ed91d6ae2b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=576ec81c-c25a-49d3-8b8b-b91f38057869,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:15:06.872906 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-3f5b742e-69fb-4794-99fd-f5ed91d6ae2b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:06.873556 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-3f5b742e-69fb-4794-99fd-f5ed91d6ae2b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:06.945379 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-3f5b742e-69fb-4794-99fd-f5ed91d6ae2b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7136281 Aug 17 04:15:07.004453 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Request body: {'port': {'device_id': 'b1d281c2-8d0c-4a56-986e-55fb4870c53c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:15:07.060968 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:07.098851 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a48ef27a-e46f-4999-a63e-bf42364f7b34 None None] Provisioning for port 576ec81c-c25a-49d3-8b8b-b91f38057869 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:15:07.102764 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a48ef27a-e46f-4999-a63e-bf42364f7b34 None None] Provisioning complete for port 576ec81c-c25a-49d3-8b8b-b91f38057869 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:15:07.103221 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a48ef27a-e46f-4999-a63e-bf42364f7b34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:07.139258 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a48ef27a-e46f-4999-a63e-bf42364f7b34 None None] Port 576ec81c-c25a-49d3-8b8b-b91f38057869 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:15:07.321640 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 576ec81c-c25a-49d3-8b8b-b91f38057869 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:15:07.330121 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:07.341695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Transition to ACTIVE for port object 576ec81c-c25a-49d3-8b8b-b91f38057869 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:15:07.394708 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:07.470361 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Pushing event updated for resources: {'Port': ['ID=576ec81c-c25a-49d3-8b8b-b91f38057869,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:15:07.520300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Attempting to bind port 576ec81c-c25a-49d3-8b8b-b91f38057869 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:15:07.520635 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Attempting to bind port 576ec81c-c25a-49d3-8b8b-b91f38057869 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '73f7ddea-11f4-4a72-a1ab-3d65c9fa1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:15:07.520961 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Attempting to bind port 576ec81c-c25a-49d3-8b8b-b91f38057869 on network 63f19c54-e927-413c-8210-8e390eca94b1 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:15:07.525715 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Port 576ec81c-c25a-49d3-8b8b-b91f38057869 on network 63f19c54-e927-413c-8210-8e390eca94b1 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:15:07.526040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Attempting to bind port 576ec81c-c25a-49d3-8b8b-b91f38057869 on network 63f19c54-e927-413c-8210-8e390eca94b1 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:15:07.530814 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 15, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:15:07.531156 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Checking segment: {'id': '73f7ddea-11f4-4a72-a1ab-3d65c9fa1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:15:07.531542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Bound using segment: {'id': '73f7ddea-11f4-4a72-a1ab-3d65c9fa1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:15:07.532499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Bound port: 576ec81c-c25a-49d3-8b8b-b91f38057869, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '73f7ddea-11f4-4a72-a1ab-3d65c9fa1676', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 59, 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:15:07.532856 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:07.600988 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] For port 576ec81c-c25a-49d3-8b8b-b91f38057869, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:15:07.604133 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] For port 576ec81c-c25a-49d3-8b8b-b91f38057869, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=576ec81c-c25a-49d3-8b8b-b91f38057869,segment=NetworkSegment(73f7ddea-11f4-4a72-a1ab-3d65c9fa1676),segment_id=73f7ddea-11f4-4a72-a1ab-3d65c9fa1676)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:15:07.664022 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:07.702350 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:07.702961 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:07.704651 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] 10.222.0.30 "PUT /v2.0/ports/576ec81c-c25a-49d3-8b8b-b91f38057869 HTTP/1.1" status: 200 len: 1091 time: 0.7497256 Aug 17 04:15:07.705186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d281c2-8d0c-4a56-986e-55fb4870c53c', 'tag': '576ec81c-c25a-49d3-8b8b-b91f38057869'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:15:07.707411 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cc272bc9-27ae-4891-9391-e4f5ef611dca" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d281c2-8d0c-4a56-986e-55fb4870c53c", "tag": "576ec81c-c25a-49d3-8b8b-b91f38057869"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:15:07.734276 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6322d21a-7223-41ec-a354-b249ea949535 service neutron] Pushing event updated for resources: {'Port': ['ID=576ec81c-c25a-49d3-8b8b-b91f38057869,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:15:07.858539 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa16d893-58e2-47bd-91fb-5c4868acbc18 req-5fa4acba-dda2-4daf-8dbe-50a69ea8f845 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:07.861219 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fa16d893-58e2-47bd-91fb-5c4868acbc18 req-5fa4acba-dda2-4daf-8dbe-50a69ea8f845 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 943 time: 0.1372316 Aug 17 04:15:07.869984 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-698ff442-400f-460c-a733-9efae70e171f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:07.871507 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-698ff442-400f-460c-a733-9efae70e171f service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 1094 time: 0.0445509 Aug 17 04:15:07.906245 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fa16d893-58e2-47bd-91fb-5c4868acbc18 req-cf993553-f185-45b5-8a05-327ae7907cf1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357897 Aug 17 04:15:07.915451 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-58a610b8-d06d-4a7a-9164-af17744d793d service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=576ec81c-c25a-49d3-8b8b-b91f38057869 HTTP/1.1" status: 200 len: 217 time: 0.0358922 Aug 17 04:15:07.957082 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:15:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8239615-cb97-4198-a507-5d20f86c0d2a x-openstack-request-id: req-b8239615-cb97-4198-a507-5d20f86c0d2a {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:15:07.957373 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d281c2-8d0c-4a56-986e-55fb4870c53c", "tag": "576ec81c-c25a-49d3-8b8b-b91f38057869", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:15:07.957649 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b8239615-cb97-4198-a507-5d20f86c0d2a {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:15:07.958044 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d281c2-8d0c-4a56-986e-55fb4870c53c', 'tag': '576ec81c-c25a-49d3-8b8b-b91f38057869', 'status': 'completed', 'code': 200} Aug 17 04:15:07.968032 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-e8503458-a3dd-4e09-9a60-5c2ee7506f42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:07.970136 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-e8503458-a3dd-4e09-9a60-5c2ee7506f42 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11fca1cd-05ea-4d6d-a8b0-88867fb0fa24 HTTP/1.1" status: 200 len: 835 time: 0.0472960 Aug 17 04:15:08.021597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-693c9299-54b3-4f3f-bebf-307d80c7c56c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:08.023081 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-693c9299-54b3-4f3f-bebf-307d80c7c56c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63f19c54-e927-413c-8210-8e390eca94b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0443585 Aug 17 04:15:08.111259 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-d9d6685a-7496-49d5-a162-87291a1c1d9d service neutron] 10.222.0.30 "GET /v2.0/networks/63f19c54-e927-413c-8210-8e390eca94b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0805655 Aug 17 04:15:08.202914 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-0cbd2d47-e27b-49e0-a0ee-3a80b6f8d7cc req-35160627-ad1a-465d-b26e-a3d07ede4968 service neutron] 10.222.0.30 "GET /v2.0/networks/63f19c54-e927-413c-8210-8e390eca94b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844703 Aug 17 04:15:08.340050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc272bc9-27ae-4891-9391-e4f5ef611dca req-55719817-5368-474b-8993-66929e73ff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:08.341576 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc272bc9-27ae-4891-9391-e4f5ef611dca req-55719817-5368-474b-8993-66929e73ff68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 1094 time: 0.0409315 Aug 17 04:15:08.433730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc272bc9-27ae-4891-9391-e4f5ef611dca req-f0d9bb5e-1af9-4adb-bc84-e1d022e63447 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:08.435212 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc272bc9-27ae-4891-9391-e4f5ef611dca req-f0d9bb5e-1af9-4adb-bc84-e1d022e63447 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63f19c54-e927-413c-8210-8e390eca94b1 HTTP/1.1" status: 200 len: 897 time: 0.0868554 Aug 17 04:15:08.480514 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc272bc9-27ae-4891-9391-e4f5ef611dca req-db732a6d-899d-4f9f-90e9-666455a1963b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=576ec81c-c25a-49d3-8b8b-b91f38057869 HTTP/1.1" status: 200 len: 217 time: 0.0377069 Aug 17 04:15:08.528838 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc272bc9-27ae-4891-9391-e4f5ef611dca req-4957f3a8-0e54-487f-b2c8-77c5223c15e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:08.530319 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc272bc9-27ae-4891-9391-e4f5ef611dca req-4957f3a8-0e54-487f-b2c8-77c5223c15e0 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11fca1cd-05ea-4d6d-a8b0-88867fb0fa24 HTTP/1.1" status: 200 len: 835 time: 0.0426483 Aug 17 04:15:08.580732 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc272bc9-27ae-4891-9391-e4f5ef611dca req-be23ff7c-fe3e-4a67-96bb-73771709e7b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:08.582247 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc272bc9-27ae-4891-9391-e4f5ef611dca req-be23ff7c-fe3e-4a67-96bb-73771709e7b3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63f19c54-e927-413c-8210-8e390eca94b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0437286 Aug 17 04:15:08.670781 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc272bc9-27ae-4891-9391-e4f5ef611dca req-630dbd2a-5b20-4e0b-9089-63ad520633a4 service neutron] 10.222.0.30 "GET /v2.0/networks/63f19c54-e927-413c-8210-8e390eca94b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800598 Aug 17 04:15:08.769036 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cc272bc9-27ae-4891-9391-e4f5ef611dca req-e0f84b66-6b8c-4633-8588-bce8d8b97576 service neutron] 10.222.0.30 "GET /v2.0/networks/63f19c54-e927-413c-8210-8e390eca94b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893724 Aug 17 04:15:09.028878 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89421e5b-09cd-40ad-823f-83eaf5c6a2e4 req-55795c18-605e-4964-a2e7-ee9882fffc2c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:09.030366 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-89421e5b-09cd-40ad-823f-83eaf5c6a2e4 req-55795c18-605e-4964-a2e7-ee9882fffc2c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 943 time: 0.0521796 Aug 17 04:15:09.077995 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-89421e5b-09cd-40ad-823f-83eaf5c6a2e4 req-24bf5fcb-3839-45cb-b852-1e7cf52b5bc7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409849 Aug 17 04:15:10.192770 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44edcc0d-bea1-41bf-8362-642645fef798 req-95f7a46f-fffa-4b1b-92d7-5698688addd4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:10.194305 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44edcc0d-bea1-41bf-8362-642645fef798 req-95f7a46f-fffa-4b1b-92d7-5698688addd4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 943 time: 0.0487635 Aug 17 04:15:10.231277 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-44edcc0d-bea1-41bf-8362-642645fef798 req-360380b1-b13c-4b23-b355-0c6ff5499c28 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308628 Aug 17 04:15:10.839271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 576ec81c-c25a-49d3-8b8b-b91f38057869 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:15:10.932844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 576ec81c-c25a-49d3-8b8b-b91f38057869, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=576ec81c-c25a-49d3-8b8b-b91f38057869,segment=NetworkSegment(73f7ddea-11f4-4a72-a1ab-3d65c9fa1676),segment_id=73f7ddea-11f4-4a72-a1ab-3d65c9fa1676)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:15:10.945140 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '576ec81c-c25a-49d3-8b8b-b91f38057869', 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1', 'port_id': '576ec81c-c25a-49d3-8b8b-b91f38057869', 'mac_address': 'fa:16:3e:9b:b8:f2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 59, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:15:11.152150 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:11.165303 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 576ec81c-c25a-49d3-8b8b-b91f38057869 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:15:11.185641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 576ec81c-c25a-49d3-8b8b-b91f38057869, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=576ec81c-c25a-49d3-8b8b-b91f38057869,segment=NetworkSegment(73f7ddea-11f4-4a72-a1ab-3d65c9fa1676),segment_id=73f7ddea-11f4-4a72-a1ab-3d65c9fa1676)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:15:11.252847 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:11.302546 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=576ec81c-c25a-49d3-8b8b-b91f38057869,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:15:11.347831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbec5f76-356a-4738-b714-05c0ec194468 req-4f76283e-9854-45eb-81c4-650cefcc5b4c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:11.349221 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cbec5f76-356a-4738-b714-05c0ec194468 req-4f76283e-9854-45eb-81c4-650cefcc5b4c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 944 time: 0.0499063 Aug 17 04:15:11.387448 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cbec5f76-356a-4738-b714-05c0ec194468 req-b80c7ace-bb88-41df-aef0-85d2d9aeadae tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322797 Aug 17 04:15:11.474268 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['576ec81c-c25a-49d3-8b8b-b91f38057869'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:15:12.515141 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ccb79b2-6781-40e8-ae23-07ea502959ed req-c2b44587-0465-4ba7-9021-9c2c867fa54e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:12.516627 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ccb79b2-6781-40e8-ae23-07ea502959ed req-c2b44587-0465-4ba7-9021-9c2c867fa54e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 944 time: 0.0521140 Aug 17 04:15:12.841869 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 576ec81c-c25a-49d3-8b8b-b91f38057869 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:15:12.858257 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ccb79b2-6781-40e8-ae23-07ea502959ed req-47446931-ca45-485c-ba76-ef30ab6cd91b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3355579 Aug 17 04:15:12.943370 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 576ec81c-c25a-49d3-8b8b-b91f38057869 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:15:12.947169 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 576ec81c-c25a-49d3-8b8b-b91f38057869 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:15:12.947546 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:13.025078 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:13.047727 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d281c2-8d0c-4a56-986e-55fb4870c53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576ec81c-c25a-49d3-8b8b-b91f38057869'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:15:13.050093 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ed74257-d5c0-4a7c-9c89-21dbfdc6104c" -d '{"events": [{"server_uuid": "b1d281c2-8d0c-4a56-986e-55fb4870c53c", "name": "network-vif-plugged", "status": "completed", "tag": "576ec81c-c25a-49d3-8b8b-b91f38057869"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:15:13.062658 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 576ec81c-c25a-49d3-8b8b-b91f38057869, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=576ec81c-c25a-49d3-8b8b-b91f38057869,segment=NetworkSegment(73f7ddea-11f4-4a72-a1ab-3d65c9fa1676),segment_id=73f7ddea-11f4-4a72-a1ab-3d65c9fa1676)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:15:13.087281 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:15:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-29c8211d-a825-4dd7-9207-dba7df39d0e1 x-openstack-request-id: req-29c8211d-a825-4dd7-9207-dba7df39d0e1 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:15:13.087579 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d281c2-8d0c-4a56-986e-55fb4870c53c", "name": "network-vif-plugged", "status": "completed", "tag": "576ec81c-c25a-49d3-8b8b-b91f38057869", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:15:13.087838 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-29c8211d-a825-4dd7-9207-dba7df39d0e1 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:15:13.088238 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d281c2-8d0c-4a56-986e-55fb4870c53c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '576ec81c-c25a-49d3-8b8b-b91f38057869', 'code': 200} Aug 17 04:15:13.126675 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:13.176744 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=576ec81c-c25a-49d3-8b8b-b91f38057869,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:15:13.185673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f050bf-bd0d-4d9a-875f-d70161e76885 req-c4a1b73a-db6e-4690-985a-b3d34e43b6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:13.187193 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d7f050bf-bd0d-4d9a-875f-d70161e76885 req-c4a1b73a-db6e-4690-985a-b3d34e43b6e2 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 1096 time: 0.0427828 Aug 17 04:15:13.221443 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d7f050bf-bd0d-4d9a-875f-d70161e76885 req-235ea9be-95a4-4a0c-9220-ed82773fc870 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269392 Aug 17 04:15:13.975844 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-463db74b-af32-4059-9034-ac4d9d0837ab req-9f887d46-8c5d-42a4-8567-32d8350b81d4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:13.977346 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-463db74b-af32-4059-9034-ac4d9d0837ab req-9f887d46-8c5d-42a4-8567-32d8350b81d4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0493546 Aug 17 04:15:14.014568 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-463db74b-af32-4059-9034-ac4d9d0837ab req-09fe6bd0-fb65-489f-80ff-7e97049e200c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0310745 Aug 17 04:15:15.130638 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3fe8465-6acd-45e3-986c-3d140eeb3d75 req-2aaea177-2534-4eac-865b-054d71e2bff5 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:15.132201 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d3fe8465-6acd-45e3-986c-3d140eeb3d75 req-2aaea177-2534-4eac-865b-054d71e2bff5 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0479577 Aug 17 04:15:15.170447 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d3fe8465-6acd-45e3-986c-3d140eeb3d75 req-be03b715-2bec-4227-acac-6ad6810f13b7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320005 Aug 17 04:15:15.288398 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8748f22-69fa-4a19-9569-3bad2ec4cb44 req-210960bb-bd07-4265-8e2c-014a3801a3ee tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:15.289913 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8748f22-69fa-4a19-9569-3bad2ec4cb44 req-210960bb-bd07-4265-8e2c-014a3801a3ee tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0535429 Aug 17 04:15:15.320720 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-18edd3b4-6c26-46c9-8003-69b1e4a88e83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:15.330963 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8748f22-69fa-4a19-9569-3bad2ec4cb44 req-0e185c29-8909-40c9-b98e-92c3a24ba1e9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350842 Aug 17 04:15:15.352961 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45624) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:15:15.393830 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8badc08-f262-4739-b20c-560901ded34d tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:15.395335 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a8badc08-f262-4739-b20c-560901ded34d tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 1091 time: 0.0412974 Aug 17 04:15:15.398169 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45626) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:15:15.402558 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': '576ec81c-c25a-49d3-8b8b-b91f38057869', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address': '172.20.0.4'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:15:15.497603 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:15.595094 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:15.697493 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.25.1.27 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/7bb3ad02-795a-47df-91f5-18646e23c2f7) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:15:15.804882 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:15.927704 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:15.968633 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:15:15.971669 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:15:15.975284 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:15:15.996492 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=7bb3ad02-795a-47df-91f5-18646e23c2f7,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:15:16.330213 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:16.455851 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:16.605971 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:16.652938 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:16.720455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=7bb3ad02-795a-47df-91f5-18646e23c2f7,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:15:16.735460 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:16.837538 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Floating IP 4955e3f4-d980-4a67-ba27-7cf7270aac03 associated. External IP: 172.25.1.27, port: 576ec81c-c25a-49d3-8b8b-b91f38057869. Aug 17 04:15:17.055991 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router a33bc6ef-f00c-469a-be84-0d28aa9f2e21 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:15:17.172507 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:15:17.182542 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627aa020-e629-4c73-9a47-b02338324266 None None] Sync routers for ids ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:15:17.193085 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627aa020-e629-4c73-9a47-b02338324266 None None] Routers {'a33bc6ef-f00c-469a-be84-0d28aa9f2e21'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:15:17.193724 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-627aa020-e629-4c73-9a47-b02338324266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:15:17.275841 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:17.298317 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-627aa020-e629-4c73-9a47-b02338324266 None None] Set router a33bc6ef-f00c-469a-be84-0d28aa9f2e21 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:15:17.304939 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-39381bab-2d1f-4852-b926-474e4faa168c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9056888 Aug 17 04:15:17.305545 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d281c2-8d0c-4a56-986e-55fb4870c53c', 'tag': '576ec81c-c25a-49d3-8b8b-b91f38057869'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:15:17.307882 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0b696ae-963b-4b9e-b83d-7f60f34510b4" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d281c2-8d0c-4a56-986e-55fb4870c53c", "tag": "576ec81c-c25a-49d3-8b8b-b91f38057869"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:15:17.409445 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b70d009-cb1c-48cc-a841-b5e2d9e1e564 req-1ef19ece-4379-44cb-a7db-0060ee608731 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:17.410970 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9b70d009-cb1c-48cc-a841-b5e2d9e1e564 req-1ef19ece-4379-44cb-a7db-0060ee608731 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0558500 Aug 17 04:15:17.449531 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9b70d009-cb1c-48cc-a841-b5e2d9e1e564 req-614b01f1-f1d4-4690-8a91-d141af435968 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322227 Aug 17 04:15:17.472765 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45632) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:15:17.511922 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:15:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a90e139-09c0-4423-b064-fceb0869a49a x-openstack-request-id: req-9a90e139-09c0-4423-b064-fceb0869a49a {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:15:17.512344 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d281c2-8d0c-4a56-986e-55fb4870c53c", "tag": "576ec81c-c25a-49d3-8b8b-b91f38057869", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:15:17.512610 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9a90e139-09c0-4423-b064-fceb0869a49a {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:15:17.513019 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d281c2-8d0c-4a56-986e-55fb4870c53c', 'tag': '576ec81c-c25a-49d3-8b8b-b91f38057869', 'status': 'completed', 'code': 200} Aug 17 04:15:17.539487 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-627aa020-e629-4c73-9a47-b02338324266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825238448', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:14:53Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:54Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '4955e3f4-d980-4a67-ba27-7cf7270aac03', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'port_id': '576ec81c-c25a-49d3-8b8b-b91f38057869', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1', 'mac_address': 'fa:16:3e:9b:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d281c2-8d0c-4a56-986e-55fb4870c53c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:15:16Z', 'updated_at': '2021-08-17T04:15:16Z', 'revision_number': 0, 'project_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804be605-83db-4922-a8b2-20d5902bd6ff', 'name': '', 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:c9:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:57Z', 'updated_at': '2021-08-17T04:15:02Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:15:17.545505 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d4a59b47-878d-4635-8baa-3c6fec42a09a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/floatingips/4955e3f4-d980-4a67-ba27-7cf7270aac03 HTTP/1.1" status: 200 len: 990 time: 0.0715604 Aug 17 04:15:17.559271 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b696ae-963b-4b9e-b83d-7f60f34510b4 req-de8eb5c2-b3c3-4fcd-be0a-b2da8ac4b1ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:17.560708 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0b696ae-963b-4b9e-b83d-7f60f34510b4 req-de8eb5c2-b3c3-4fcd-be0a-b2da8ac4b1ef service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 1096 time: 0.0421414 Aug 17 04:15:17.566647 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627aa020-e629-4c73-9a47-b02338324266 None None] Checking router: a33bc6ef-f00c-469a-be84-0d28aa9f2e21 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:15:17.574942 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-627aa020-e629-4c73-9a47-b02338324266 None None] Routers {'a33bc6ef-f00c-469a-be84-0d28aa9f2e21'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:15:17.575539 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-627aa020-e629-4c73-9a47-b02338324266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:14:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:15:17.657346 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b696ae-963b-4b9e-b83d-7f60f34510b4 req-16230603-da57-4c8a-9541-d7ee06f4f45d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:17.658922 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0b696ae-963b-4b9e-b83d-7f60f34510b4 req-16230603-da57-4c8a-9541-d7ee06f4f45d service neutron] 10.222.0.30 "GET /v2.0/networks?id=63f19c54-e927-413c-8210-8e390eca94b1 HTTP/1.1" status: 200 len: 897 time: 0.0910339 Aug 17 04:15:17.681126 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-627aa020-e629-4c73-9a47-b02338324266 None None] Set router a33bc6ef-f00c-469a-be84-0d28aa9f2e21 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:15:17.724575 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0b696ae-963b-4b9e-b83d-7f60f34510b4 req-122b26e8-6601-454c-966a-d4bccc4faa1c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=576ec81c-c25a-49d3-8b8b-b91f38057869 HTTP/1.1" status: 200 len: 998 time: 0.0587327 Aug 17 04:15:17.778772 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b696ae-963b-4b9e-b83d-7f60f34510b4 req-24ddf15c-10a9-42f3-8171-08fd5a198a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:17.780262 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0b696ae-963b-4b9e-b83d-7f60f34510b4 req-24ddf15c-10a9-42f3-8171-08fd5a198a7a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11fca1cd-05ea-4d6d-a8b0-88867fb0fa24 HTTP/1.1" status: 200 len: 835 time: 0.0491261 Aug 17 04:15:17.831088 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0b696ae-963b-4b9e-b83d-7f60f34510b4 req-cad2c51a-d14f-435d-8578-cb0194d83291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:17.832690 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0b696ae-963b-4b9e-b83d-7f60f34510b4 req-cad2c51a-d14f-435d-8578-cb0194d83291 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63f19c54-e927-413c-8210-8e390eca94b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0453713 Aug 17 04:15:17.930483 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0b696ae-963b-4b9e-b83d-7f60f34510b4 req-ebecf3f2-2241-4d69-8bc1-3b97c6abf80b service neutron] 10.222.0.30 "GET /v2.0/networks/63f19c54-e927-413c-8210-8e390eca94b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902550 Aug 17 04:15:17.966976 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ee0d7c41-71c3-4c53-882a-aaf4306bbca1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:17.994838 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-627aa020-e629-4c73-9a47-b02338324266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825238448', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:14:53Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:54Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '4955e3f4-d980-4a67-ba27-7cf7270aac03', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'port_id': '576ec81c-c25a-49d3-8b8b-b91f38057869', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1', 'mac_address': 'fa:16:3e:9b:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d281c2-8d0c-4a56-986e-55fb4870c53c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:15:16Z', 'updated_at': '2021-08-17T04:15:16Z', 'revision_number': 0, 'project_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804be605-83db-4922-a8b2-20d5902bd6ff', 'name': '', 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:c9:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:57Z', 'updated_at': '2021-08-17T04:15:02Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:15:18.022552 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d0b696ae-963b-4b9e-b83d-7f60f34510b4 req-96de73f3-70b4-4337-ab2d-9189a319f88a service neutron] 10.222.0.30 "GET /v2.0/networks/63f19c54-e927-413c-8210-8e390eca94b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848577 Aug 17 04:15:18.024937 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-627aa020-e629-4c73-9a47-b02338324266 None None] The sync data for ids ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'] in n-d-802060-9 is: [{'id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825238448', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:14:53Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:54Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '4955e3f4-d980-4a67-ba27-7cf7270aac03', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'floating_ip_address': '172.25.1.27', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'port_id': '576ec81c-c25a-49d3-8b8b-b91f38057869', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4208, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1', 'mac_address': 'fa:16:3e:9b:b8:f2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1d281c2-8d0c-4a56-986e-55fb4870c53c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:15:16Z', 'updated_at': '2021-08-17T04:15:16Z', 'revision_number': 0, 'project_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '804be605-83db-4922-a8b2-20d5902bd6ff', 'name': '', 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:c9:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:57Z', 'updated_at': '2021-08-17T04:15:02Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:15:18.224385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0019b23-134f-4abc-836d-de145316244c None None] New status for floating IP 4955e3f4-d980-4a67-ba27-7cf7270aac03: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:15:18.258329 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:18.549460 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45634) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:15:18.609300 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-da9b3c2b-5362-41ab-8cda-0e4638f79a0e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/floatingips/4955e3f4-d980-4a67-ba27-7cf7270aac03 HTTP/1.1" status: 200 len: 992 time: 0.0587003 Aug 17 04:15:19.435794 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:20.557292 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:15:21.143899 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:24.758592 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68013f97-1790-4ad5-bfa6-d70e6ddb29ba req-d819421b-35ef-418b-b0bb-ab4ba1a47a6f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0409825 Aug 17 04:15:24.844121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68013f97-1790-4ad5-bfa6-d70e6ddb29ba req-53f72e23-00db-4e1c-8f84-194f3696e046 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:24.846341 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68013f97-1790-4ad5-bfa6-d70e6ddb29ba req-53f72e23-00db-4e1c-8f84-194f3696e046 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 1096 time: 0.0448337 Aug 17 04:15:24.950827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68013f97-1790-4ad5-bfa6-d70e6ddb29ba req-413cc3e6-b634-48d5-8950-684d74a2b8d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:24.952307 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68013f97-1790-4ad5-bfa6-d70e6ddb29ba req-413cc3e6-b634-48d5-8950-684d74a2b8d5 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63f19c54-e927-413c-8210-8e390eca94b1 HTTP/1.1" status: 200 len: 897 time: 0.0862770 Aug 17 04:15:25.029684 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68013f97-1790-4ad5-bfa6-d70e6ddb29ba req-2bc112a8-c25f-4075-9697-27e7688d0c77 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=576ec81c-c25a-49d3-8b8b-b91f38057869 HTTP/1.1" status: 200 len: 1000 time: 0.0675194 Aug 17 04:15:25.081430 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68013f97-1790-4ad5-bfa6-d70e6ddb29ba req-598eb464-cb73-4b38-af7c-06c3f5176391 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:25.082950 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68013f97-1790-4ad5-bfa6-d70e6ddb29ba req-598eb464-cb73-4b38-af7c-06c3f5176391 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11fca1cd-05ea-4d6d-a8b0-88867fb0fa24 HTTP/1.1" status: 200 len: 835 time: 0.0455399 Aug 17 04:15:25.130705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68013f97-1790-4ad5-bfa6-d70e6ddb29ba req-0a3eab28-d90e-4426-bc72-dbd696b613ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:25.132190 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68013f97-1790-4ad5-bfa6-d70e6ddb29ba req-0a3eab28-d90e-4426-bc72-dbd696b613ac service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63f19c54-e927-413c-8210-8e390eca94b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0407150 Aug 17 04:15:25.227259 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68013f97-1790-4ad5-bfa6-d70e6ddb29ba req-d69b2a63-2fcb-40ec-99bd-2fd227e390a0 service neutron] 10.222.0.30 "GET /v2.0/networks/63f19c54-e927-413c-8210-8e390eca94b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859256 Aug 17 04:15:25.316982 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-68013f97-1790-4ad5-bfa6-d70e6ddb29ba req-924feaa7-025b-4936-96c5-fd69cd3436f1 service neutron] 10.222.0.30 "GET /v2.0/networks/63f19c54-e927-413c-8210-8e390eca94b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816951 Aug 17 04:15:33.966738 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:34.635136 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:45.314141 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4e0ddd90-0647-4c86-9d8a-a5272473753a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:47.960990 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-57c70d83-b45a-401c-b3a1-90444bb89cf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:48.235123 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:49.446751 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:50.087225 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6accc8-9dbb-4f4a-962a-c2c7d0dc054b req-ae92fefb-df75-4631-ae63-d2819948103c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:50.088718 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3b6accc8-9dbb-4f4a-962a-c2c7d0dc054b req-ae92fefb-df75-4631-ae63-d2819948103c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0496948 Aug 17 04:15:50.130751 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3b6accc8-9dbb-4f4a-962a-c2c7d0dc054b req-6f29b0e6-0eed-4f7b-ab4a-bfc957506e0c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353069 Aug 17 04:15:50.168197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c3f7d-ffa9-4c78-b31a-613d3be3a088 req-154c497b-2e93-4ec9-905b-99a618b23771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:50.169751 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da3c3f7d-ffa9-4c78-b31a-613d3be3a088 req-154c497b-2e93-4ec9-905b-99a618b23771 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 1096 time: 0.0465362 Aug 17 04:15:50.261072 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c3f7d-ffa9-4c78-b31a-613d3be3a088 req-ef83ac5e-a4b2-427e-8f67-a41ef957bc3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:50.262492 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da3c3f7d-ffa9-4c78-b31a-613d3be3a088 req-ef83ac5e-a4b2-427e-8f67-a41ef957bc3b service neutron] 10.222.0.30 "GET /v2.0/networks?id=63f19c54-e927-413c-8210-8e390eca94b1 HTTP/1.1" status: 200 len: 897 time: 0.0857174 Aug 17 04:15:50.331594 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da3c3f7d-ffa9-4c78-b31a-613d3be3a088 req-05591581-d61e-4dd2-b244-f4066a4685a2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=576ec81c-c25a-49d3-8b8b-b91f38057869 HTTP/1.1" status: 200 len: 1000 time: 0.0610135 Aug 17 04:15:50.381056 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c3f7d-ffa9-4c78-b31a-613d3be3a088 req-e3fcb426-f6d1-42bf-9cb8-e0f1bd0f4be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:50.382520 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da3c3f7d-ffa9-4c78-b31a-613d3be3a088 req-e3fcb426-f6d1-42bf-9cb8-e0f1bd0f4be8 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11fca1cd-05ea-4d6d-a8b0-88867fb0fa24 HTTP/1.1" status: 200 len: 835 time: 0.0433311 Aug 17 04:15:50.428696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c3f7d-ffa9-4c78-b31a-613d3be3a088 req-527904e0-da71-4223-883e-e006b7cc6781 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:50.430210 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da3c3f7d-ffa9-4c78-b31a-613d3be3a088 req-527904e0-da71-4223-883e-e006b7cc6781 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63f19c54-e927-413c-8210-8e390eca94b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0394185 Aug 17 04:15:50.523071 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da3c3f7d-ffa9-4c78-b31a-613d3be3a088 req-853938ac-83c3-4aae-a91f-31863475f487 service neutron] 10.222.0.30 "GET /v2.0/networks/63f19c54-e927-413c-8210-8e390eca94b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848548 Aug 17 04:15:50.612612 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-da3c3f7d-ffa9-4c78-b31a-613d3be3a088 req-8555172f-91af-4abb-9a18-d0f7ab7bb513 service neutron] 10.222.0.30 "GET /v2.0/networks/63f19c54-e927-413c-8210-8e390eca94b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805852 Aug 17 04:15:51.172419 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:15:51.251672 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b17e4b68-485d-4df1-b9e3-2a67cbd8966d req-7d934d42-4143-426e-835c-42756f4855c5 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:51.254177 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b17e4b68-485d-4df1-b9e3-2a67cbd8966d req-7d934d42-4143-426e-835c-42756f4855c5 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0549431 Aug 17 04:15:51.292956 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b17e4b68-485d-4df1-b9e3-2a67cbd8966d req-51366cd9-2ef0-449b-80f2-4d28070f889f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328107 Aug 17 04:15:52.408139 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b3a0e8a-dcd8-4ddd-82f8-b82d3a15ee92 req-a9b3d483-0a73-4d96-b24b-cea8d6e9edf3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:52.410206 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9b3a0e8a-dcd8-4ddd-82f8-b82d3a15ee92 req-a9b3d483-0a73-4d96-b24b-cea8d6e9edf3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0504963 Aug 17 04:15:52.446764 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9b3a0e8a-dcd8-4ddd-82f8-b82d3a15ee92 req-4c197ded-00b3-4ef2-a8fb-4e0c3cac5317 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307286 Aug 17 04:15:53.562542 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-381b20bc-b6b9-4bf4-9b3a-24e408eff5e6 req-79bbdca8-c774-4b10-9f31-98cf891c753c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:53.564017 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-381b20bc-b6b9-4bf4-9b3a-24e408eff5e6 req-79bbdca8-c774-4b10-9f31-98cf891c753c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0496027 Aug 17 04:15:53.602005 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-381b20bc-b6b9-4bf4-9b3a-24e408eff5e6 req-eae17c5a-89dc-4e96-9bfc-06cbaf35bbc0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319431 Aug 17 04:15:54.722657 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-430de773-6d0b-4eb3-bc21-5df8d7ec48f0 req-a56786db-d579-4460-b7f0-dcaf531e24ad tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:54.724176 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-430de773-6d0b-4eb3-bc21-5df8d7ec48f0 req-a56786db-d579-4460-b7f0-dcaf531e24ad tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0539317 Aug 17 04:15:54.762427 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-430de773-6d0b-4eb3-bc21-5df8d7ec48f0 req-a6f4b276-5979-48d5-b428-34b286d27b86 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322931 Aug 17 04:15:55.880465 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd94fa7-4be4-4281-b068-2134d4c4563b req-5dd52000-3dda-4c6d-8b7d-a775a464b577 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:55.881972 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1bd94fa7-4be4-4281-b068-2134d4c4563b req-5dd52000-3dda-4c6d-8b7d-a775a464b577 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0510004 Aug 17 04:15:55.919176 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1bd94fa7-4be4-4281-b068-2134d4c4563b req-5d2ab623-97f6-41b1-9f30-0ae975287986 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311716 Aug 17 04:15:57.035436 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-515078f0-b814-4605-afd5-a4b77527c2d4 req-bca0a136-cdc2-4123-8213-6ffa98ad073a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:57.036869 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-515078f0-b814-4605-afd5-a4b77527c2d4 req-bca0a136-cdc2-4123-8213-6ffa98ad073a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0488663 Aug 17 04:15:57.075549 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-515078f0-b814-4605-afd5-a4b77527c2d4 req-9f0df574-b85c-4705-ba02-578b4edc489c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324838 Aug 17 04:15:57.556174 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:15:58.194948 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63032a2c-aa19-46a4-9a38-bdd819b2bea9 req-e5ad8ea4-5dc9-47ef-8f08-711321b7aa8c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:58.196448 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-63032a2c-aa19-46a4-9a38-bdd819b2bea9 req-e5ad8ea4-5dc9-47ef-8f08-711321b7aa8c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0537710 Aug 17 04:15:58.234170 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-63032a2c-aa19-46a4-9a38-bdd819b2bea9 req-a006fed9-744b-43ad-9e70-7738dcd09668 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315163 Aug 17 04:15:59.349472 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6418821d-66d4-4d28-a48f-c937666538b8 req-ae88857c-15e9-4698-8385-28ea1feb67ff tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:15:59.350970 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6418821d-66d4-4d28-a48f-c937666538b8 req-ae88857c-15e9-4698-8385-28ea1feb67ff tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0493605 Aug 17 04:15:59.387635 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6418821d-66d4-4d28-a48f-c937666538b8 req-8471248b-9135-4433-ab7d-477636d92449 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307677 Aug 17 04:16:00.505086 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036ca3c-7718-4290-a972-10ba9fd41387 req-9e5ca8c7-5779-4344-9dc7-0aa5251c12ed tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:00.506594 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2036ca3c-7718-4290-a972-10ba9fd41387 req-9e5ca8c7-5779-4344-9dc7-0aa5251c12ed tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0517485 Aug 17 04:16:00.543731 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2036ca3c-7718-4290-a972-10ba9fd41387 req-042b495a-8db4-46d0-88bf-ca69d73329b6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312033 Aug 17 04:16:01.662536 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f59b47d4-c324-409d-8853-2452cf37bf71 req-47eb252e-b3dc-4f17-b315-ff5967e4e8e3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:01.664042 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f59b47d4-c324-409d-8853-2452cf37bf71 req-47eb252e-b3dc-4f17-b315-ff5967e4e8e3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0531611 Aug 17 04:16:01.701424 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f59b47d4-c324-409d-8853-2452cf37bf71 req-8c49650d-cec4-453c-9afd-91d9d7664439 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313280 Aug 17 04:16:02.818372 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e8b168f-2695-4064-8c0d-f7cd097571af req-d61a3e4e-b89b-4052-bc05-575b4b1ecdd2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:02.819753 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2e8b168f-2695-4064-8c0d-f7cd097571af req-d61a3e4e-b89b-4052-bc05-575b4b1ecdd2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0485494 Aug 17 04:16:02.857140 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2e8b168f-2695-4064-8c0d-f7cd097571af req-fbb02a89-399f-4a47-8992-1e32bf1f2db8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312421 Aug 17 04:16:03.943377 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:03.975950 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b766828-7580-4566-ae8d-233eed441cbf req-e4198708-07c0-4378-8e93-3dd2d31495e4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:03.977520 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3b766828-7580-4566-ae8d-233eed441cbf req-e4198708-07c0-4378-8e93-3dd2d31495e4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0507600 Aug 17 04:16:04.016800 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3b766828-7580-4566-ae8d-233eed441cbf req-87ab8f41-794a-45ad-990e-7d1acfa07c0d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332706 Aug 17 04:16:04.645931 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:05.137902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35c85bce-d514-41c6-8252-d203dc981d43 req-8aa8d272-2897-4902-ad79-04a01aca912f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:05.139416 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-35c85bce-d514-41c6-8252-d203dc981d43 req-8aa8d272-2897-4902-ad79-04a01aca912f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0542738 Aug 17 04:16:05.177236 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-35c85bce-d514-41c6-8252-d203dc981d43 req-58c7634b-5fd0-4454-8e38-2c8d2160203d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317082 Aug 17 04:16:06.293626 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17ae8e18-fea0-4ed9-bfe7-b0461778498a req-169bb7c5-daf0-412b-96f5-c83a73d6602a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:06.295116 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17ae8e18-fea0-4ed9-bfe7-b0461778498a req-169bb7c5-daf0-412b-96f5-c83a73d6602a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0491717 Aug 17 04:16:06.333157 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-17ae8e18-fea0-4ed9-bfe7-b0461778498a req-7847cab3-ef08-473c-bf93-82f18d0a1cf9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318103 Aug 17 04:16:07.453854 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a735d1a7-d984-4828-a38e-330442d7ef1f req-ba720fe3-5da6-47e0-adbe-c7e607d33dc7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:07.455378 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a735d1a7-d984-4828-a38e-330442d7ef1f req-ba720fe3-5da6-47e0-adbe-c7e607d33dc7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0505307 Aug 17 04:16:07.492846 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a735d1a7-d984-4828-a38e-330442d7ef1f req-a9543fed-d326-4714-9efc-015f92c0c488 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312183 Aug 17 04:16:07.515338 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45684) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:07.578987 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5aa7fe38-1a2d-43e7-af25-c0c2daf2efd0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/floatingips/4955e3f4-d980-4a67-ba27-7cf7270aac03 HTTP/1.1" status: 200 len: 992 time: 0.0625041 Aug 17 04:16:15.320706 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a8543e31-c0f0-4068-8f11-5bc51dd8443c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:17.942315 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-37bddc3a-8e6e-4767-8293-ac449a5e4d79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:18.269015 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:19.451939 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:21.217787 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:25.784174 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b60e91f9-c162-4eb2-b40d-489db8df2e1a req-6f9d7bf8-4af6-4538-96a9-ad6877fe485b service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0420232 Aug 17 04:16:25.880045 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e91f9-c162-4eb2-b40d-489db8df2e1a req-5c6eb2e1-d905-4917-ab5a-9110f507d2d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:25.882213 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b60e91f9-c162-4eb2-b40d-489db8df2e1a req-5c6eb2e1-d905-4917-ab5a-9110f507d2d8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 1096 time: 0.0483768 Aug 17 04:16:25.993743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e91f9-c162-4eb2-b40d-489db8df2e1a req-d2395027-c3e1-449a-b75b-5a565e369b39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:25.995286 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b60e91f9-c162-4eb2-b40d-489db8df2e1a req-d2395027-c3e1-449a-b75b-5a565e369b39 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63f19c54-e927-413c-8210-8e390eca94b1 HTTP/1.1" status: 200 len: 897 time: 0.0907280 Aug 17 04:16:26.073188 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b60e91f9-c162-4eb2-b40d-489db8df2e1a req-502460d1-d755-49c0-bbbc-cf148640260c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=576ec81c-c25a-49d3-8b8b-b91f38057869 HTTP/1.1" status: 200 len: 1000 time: 0.0681305 Aug 17 04:16:26.128135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e91f9-c162-4eb2-b40d-489db8df2e1a req-b15aee0f-fe65-47c7-8661-46d4d14d1deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:26.129697 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b60e91f9-c162-4eb2-b40d-489db8df2e1a req-b15aee0f-fe65-47c7-8661-46d4d14d1deb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11fca1cd-05ea-4d6d-a8b0-88867fb0fa24 HTTP/1.1" status: 200 len: 835 time: 0.0474811 Aug 17 04:16:26.180189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60e91f9-c162-4eb2-b40d-489db8df2e1a req-3d493e1b-dccd-4670-b42d-66a107a6b2df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:26.181848 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b60e91f9-c162-4eb2-b40d-489db8df2e1a req-3d493e1b-dccd-4670-b42d-66a107a6b2df service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63f19c54-e927-413c-8210-8e390eca94b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0441539 Aug 17 04:16:26.671987 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b60e91f9-c162-4eb2-b40d-489db8df2e1a req-c879272c-8ad6-4f99-b7a0-9aa2f7b9e69e service neutron] 10.222.0.30 "GET /v2.0/networks/63f19c54-e927-413c-8210-8e390eca94b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4804482 Aug 17 04:16:26.772120 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b60e91f9-c162-4eb2-b40d-489db8df2e1a req-31a3e40e-0650-4974-8b67-5b2df3d6211b service neutron] 10.222.0.30 "GET /v2.0/networks/63f19c54-e927-413c-8210-8e390eca94b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0912580 Aug 17 04:16:33.965819 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:34.558726 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:16:34.639912 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:37.931512 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45698) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:38.129819 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port 7bb3ad02-795a-47df-91f5-18646e23c2f7 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:16:38.130292 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:38.251612 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:38.251951 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:38.270145 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for 7bb3ad02-795a-47df-91f5-18646e23c2f7 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:16:38.525104 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:38.550616 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=7bb3ad02-795a-47df-91f5-18646e23c2f7,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:38.565389 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:38.565792 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:38.566151 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:38.566504 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:38.566851 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:38.567197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:38.567540 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:38.567881 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:38.568222 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:38.568562 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:38.568902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:38.569240 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:38.635982 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:38.636326 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Floating IP 4955e3f4-d980-4a67-ba27-7cf7270aac03 disassociated (deleted). External IP: 172.25.1.27, port: 576ec81c-c25a-49d3-8b8b-b91f38057869. Aug 17 04:16:39.213815 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router a33bc6ef-f00c-469a-be84-0d28aa9f2e21 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:16:39.321432 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:16:39.327575 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:39.332563 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623f2a2-149e-4d20-b4fe-b7e7012cf3ca None None] Sync routers for ids ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:16:39.343827 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623f2a2-149e-4d20-b4fe-b7e7012cf3ca None None] Routers {'a33bc6ef-f00c-469a-be84-0d28aa9f2e21'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:16:39.344438 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d623f2a2-149e-4d20-b4fe-b7e7012cf3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:16:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:39.362350 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1d520a60-8a4b-444e-8c00-44df047026bc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/floatingips/4955e3f4-d980-4a67-ba27-7cf7270aac03 HTTP/1.1" status: 204 len: 168 time: 1.4297156 Aug 17 04:16:39.363153 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1d281c2-8d0c-4a56-986e-55fb4870c53c', 'tag': '576ec81c-c25a-49d3-8b8b-b91f38057869'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:16:39.365499 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3bcb78a-8089-4111-a35a-996a25c1a630" -d '{"events": [{"name": "network-changed", "server_uuid": "b1d281c2-8d0c-4a56-986e-55fb4870c53c", "tag": "576ec81c-c25a-49d3-8b8b-b91f38057869"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:16:39.457551 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-d623f2a2-149e-4d20-b4fe-b7e7012cf3ca None None] Set router a33bc6ef-f00c-469a-be84-0d28aa9f2e21 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:16:39.675872 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d623f2a2-149e-4d20-b4fe-b7e7012cf3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825238448', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:14:53Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:54Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '804be605-83db-4922-a8b2-20d5902bd6ff', 'name': '', 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:c9:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:57Z', 'updated_at': '2021-08-17T04:15:02Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:39.717940 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623f2a2-149e-4d20-b4fe-b7e7012cf3ca None None] Checking router: a33bc6ef-f00c-469a-be84-0d28aa9f2e21 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:16:39.729777 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d623f2a2-149e-4d20-b4fe-b7e7012cf3ca None None] Routers {'a33bc6ef-f00c-469a-be84-0d28aa9f2e21'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:16:39.730724 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d623f2a2-149e-4d20-b4fe-b7e7012cf3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:16:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:39.799788 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:16:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36c005c7-fdf2-4c65-98c7-4dc55957ba8b x-openstack-request-id: req-36c005c7-fdf2-4c65-98c7-4dc55957ba8b {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:16:39.800227 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1d281c2-8d0c-4a56-986e-55fb4870c53c", "tag": "576ec81c-c25a-49d3-8b8b-b91f38057869", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:16:39.800622 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-36c005c7-fdf2-4c65-98c7-4dc55957ba8b {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:16:39.801194 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1d281c2-8d0c-4a56-986e-55fb4870c53c', 'tag': '576ec81c-c25a-49d3-8b8b-b91f38057869', 'status': 'completed', 'code': 200} Aug 17 04:16:39.877976 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-d623f2a2-149e-4d20-b4fe-b7e7012cf3ca None None] Set router a33bc6ef-f00c-469a-be84-0d28aa9f2e21 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:16:39.898741 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcb78a-8089-4111-a35a-996a25c1a630 req-231fde73-ca2b-4a33-aedf-80243a018c6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:39.900426 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3bcb78a-8089-4111-a35a-996a25c1a630 req-231fde73-ca2b-4a33-aedf-80243a018c6e service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 1096 time: 0.0653872 Aug 17 04:16:39.961882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fbce53-3c1c-4c90-ad30-9f03213e8474 req-7e589ee5-26fb-4ee7-acf0-efe7b0024748 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:39.976819 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-78fbce53-3c1c-4c90-ad30-9f03213e8474 req-7e589ee5-26fb-4ee7-acf0-efe7b0024748 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0906498 Aug 17 04:16:40.018871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcb78a-8089-4111-a35a-996a25c1a630 req-bca6cae0-8c1d-4ae9-8533-179b45101e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:40.021003 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3bcb78a-8089-4111-a35a-996a25c1a630 req-bca6cae0-8c1d-4ae9-8533-179b45101e75 service neutron] 10.222.0.30 "GET /v2.0/networks?id=63f19c54-e927-413c-8210-8e390eca94b1 HTTP/1.1" status: 200 len: 897 time: 0.1115961 Aug 17 04:16:40.051589 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-78fbce53-3c1c-4c90-ad30-9f03213e8474 req-1641d56c-63d5-4f6e-aebb-80646582c552 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726984 Aug 17 04:16:40.099465 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3bcb78a-8089-4111-a35a-996a25c1a630 req-1160120e-f8d3-4f2e-b13c-eebcaf93d366 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=576ec81c-c25a-49d3-8b8b-b91f38057869 HTTP/1.1" status: 200 len: 217 time: 0.0682180 Aug 17 04:16:40.114473 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d623f2a2-149e-4d20-b4fe-b7e7012cf3ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825238448', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:14:53Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:54Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '804be605-83db-4922-a8b2-20d5902bd6ff', 'name': '', 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:c9:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:57Z', 'updated_at': '2021-08-17T04:15:02Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:40.163152 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d623f2a2-149e-4d20-b4fe-b7e7012cf3ca None None] The sync data for ids ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'] in n-d-802060-9 is: [{'id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825238448', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:14:53Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:54Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '804be605-83db-4922-a8b2-20d5902bd6ff', 'name': '', 'network_id': '63f19c54-e927-413c-8210-8e390eca94b1', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:c9:03:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_interface', 'standard_attr_id': 4205, 'fixed_ips': [{'subnet_id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:57Z', 'updated_at': '2021-08-17T04:15:02Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '11fca1cd-05ea-4d6d-a8b0-88867fb0fa24', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:16:40.175035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcb78a-8089-4111-a35a-996a25c1a630 req-55d32ff9-bca7-4a96-8876-119e01806b28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:40.177001 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3bcb78a-8089-4111-a35a-996a25c1a630 req-55d32ff9-bca7-4a96-8876-119e01806b28 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=11fca1cd-05ea-4d6d-a8b0-88867fb0fa24 HTTP/1.1" status: 200 len: 835 time: 0.0681493 Aug 17 04:16:40.230866 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bcb78a-8089-4111-a35a-996a25c1a630 req-b812b777-0d72-4ec3-a80d-11c6b1c12846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:40.232413 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3bcb78a-8089-4111-a35a-996a25c1a630 req-b812b777-0d72-4ec3-a80d-11c6b1c12846 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=63f19c54-e927-413c-8210-8e390eca94b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436180 Aug 17 04:16:40.337598 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3bcb78a-8089-4111-a35a-996a25c1a630 req-6c145192-ccc7-4aa0-a14f-b644a8cf4b55 service neutron] 10.222.0.30 "GET /v2.0/networks/63f19c54-e927-413c-8210-8e390eca94b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0941980 Aug 17 04:16:40.410408 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db2116a6-4759-4b0e-a5c8-3a3a0af72506 None None] New status for floating IP 4955e3f4-d980-4a67-ba27-7cf7270aac03: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:16:40.439772 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b3bcb78a-8089-4111-a35a-996a25c1a630 req-cc073253-cc1b-42c2-b6da-c9c27c4ebb8b service neutron] 10.222.0.30 "GET /v2.0/networks/63f19c54-e927-413c-8210-8e390eca94b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0954690 Aug 17 04:16:41.186652 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12accf35-31e9-4750-8073-0404baaafe62 req-2b9f7b07-8739-42ce-9c83-a067b4d7bbd1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:41.188230 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12accf35-31e9-4750-8073-0404baaafe62 req-2b9f7b07-8739-42ce-9c83-a067b4d7bbd1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0574667 Aug 17 04:16:41.227690 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-12accf35-31e9-4750-8073-0404baaafe62 req-5fcd943d-f15e-41f8-947f-10cd05a1bf7c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=64f0ec30-1e4e-491d-983d-62598a68569f&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325613 Aug 17 04:16:41.420267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83c0372-ca32-42b2-a1f7-5b87b3974fa8 req-829a6653-151c-4c7b-ac12-316bae5534e6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:41.421659 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e83c0372-ca32-42b2-a1f7-5b87b3974fa8 req-829a6653-151c-4c7b-ac12-316bae5534e6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.30 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 945 time: 0.0512624 Aug 17 04:16:41.513591 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-e83c0372-ca32-42b2-a1f7-5b87b3974fa8 req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port 576ec81c-c25a-49d3-8b8b-b91f38057869 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:16:41.513935 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e83c0372-ca32-42b2-a1f7-5b87b3974fa8 req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:41.604833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-e83c0372-ca32-42b2-a1f7-5b87b3974fa8 req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] For port 576ec81c-c25a-49d3-8b8b-b91f38057869, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=576ec81c-c25a-49d3-8b8b-b91f38057869,segment=NetworkSegment(73f7ddea-11f4-4a72-a1ab-3d65c9fa1676),segment_id=73f7ddea-11f4-4a72-a1ab-3d65c9fa1676)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:16:41.605196 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e83c0372-ca32-42b2-a1f7-5b87b3974fa8 req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:41.617241 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-e83c0372-ca32-42b2-a1f7-5b87b3974fa8 req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for 576ec81c-c25a-49d3-8b8b-b91f38057869 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:16:41.789247 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e83c0372-ca32-42b2-a1f7-5b87b3974fa8 req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:41.823518 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=576ec81c-c25a-49d3-8b8b-b91f38057869,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:41.849935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:41.853584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:41.853584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:41.853584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:41.853584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:41.853584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:41.853584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:41.853584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:41.853584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:41.854449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:41.854449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:41.855222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:41.875294 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-e83c0372-ca32-42b2-a1f7-5b87b3974fa8 req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] No DVR routers for this DVR port 576ec81c-c25a-49d3-8b8b-b91f38057869 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:16:41.877824 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-e83c0372-ca32-42b2-a1f7-5b87b3974fa8 req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:41.879805 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e83c0372-ca32-42b2-a1f7-5b87b3974fa8 req-f5aa8048-3214-4277-8e41-f3da026a7a83 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.30 "DELETE /v2.0/ports/576ec81c-c25a-49d3-8b8b-b91f38057869 HTTP/1.1" status: 204 len: 173 time: 0.4523344 Aug 17 04:16:41.880237 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1d281c2-8d0c-4a56-986e-55fb4870c53c', 'name': 'network-vif-deleted', 'tag': '576ec81c-c25a-49d3-8b8b-b91f38057869'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:16:41.883141 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a4a5cb56-229c-4f7c-92d5-ad01f51f7709" -d '{"events": [{"server_uuid": "b1d281c2-8d0c-4a56-986e-55fb4870c53c", "name": "network-vif-deleted", "tag": "576ec81c-c25a-49d3-8b8b-b91f38057869"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:16:41.985535 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:16:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f8ed1c2-68bd-4e3c-966b-a4c4ca8be9ee x-openstack-request-id: req-0f8ed1c2-68bd-4e3c-966b-a4c4ca8be9ee {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:16:41.985535 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1d281c2-8d0c-4a56-986e-55fb4870c53c", "name": "network-vif-deleted", "tag": "576ec81c-c25a-49d3-8b8b-b91f38057869", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:16:41.985535 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0f8ed1c2-68bd-4e3c-966b-a4c4ca8be9ee {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:16:41.985535 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1d281c2-8d0c-4a56-986e-55fb4870c53c', 'name': 'network-vif-deleted', 'tag': '576ec81c-c25a-49d3-8b8b-b91f38057869', 'status': 'completed', 'code': 200} Aug 17 04:16:42.340838 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f4a6ff26-af11-4f77-9a74-eb90b41f1644 req-7f14f743-dc24-47d6-b164-67bdf0f8bea9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b1d281c2-8d0c-4a56-986e-55fb4870c53c HTTP/1.1" status: 200 len: 210 time: 0.0281310 Aug 17 04:16:43.404741 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45720) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:43.860566 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5989d9eb-8883-4594-aa20-b9251d39d6b1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:44.161299 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5989d9eb-8883-4594-aa20-b9251d39d6b1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port 804be605-83db-4922-a8b2-20d5902bd6ff {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:16:44.161597 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5989d9eb-8883-4594-aa20-b9251d39d6b1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:44.252443 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-5989d9eb-8883-4594-aa20-b9251d39d6b1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] For port 804be605-83db-4922-a8b2-20d5902bd6ff, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=804be605-83db-4922-a8b2-20d5902bd6ff,segment=NetworkSegment(73f7ddea-11f4-4a72-a1ab-3d65c9fa1676),segment_id=73f7ddea-11f4-4a72-a1ab-3d65c9fa1676)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:16:44.252814 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5989d9eb-8883-4594-aa20-b9251d39d6b1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:44.266247 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-5989d9eb-8883-4594-aa20-b9251d39d6b1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for 804be605-83db-4922-a8b2-20d5902bd6ff owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:16:44.520203 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5989d9eb-8883-4594-aa20-b9251d39d6b1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:44.560463 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5989d9eb-8883-4594-aa20-b9251d39d6b1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=804be605-83db-4922-a8b2-20d5902bd6ff,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:44.756351 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-5989d9eb-8883-4594-aa20-b9251d39d6b1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:45.009444 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5989d9eb-8883-4594-aa20-b9251d39d6b1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router a33bc6ef-f00c-469a-be84-0d28aa9f2e21 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:16:45.147842 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5989d9eb-8883-4594-aa20-b9251d39d6b1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:16:45.152797 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5989d9eb-8883-4594-aa20-b9251d39d6b1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "PUT /v2.0/routers/a33bc6ef-f00c-469a-be84-0d28aa9f2e21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7466273 Aug 17 04:16:45.157064 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45722) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:45.160915 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724d1e13-8072-48c4-b53a-22b9f08c7e59 None None] Sync routers for ids ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:16:45.174188 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724d1e13-8072-48c4-b53a-22b9f08c7e59 None None] Routers {'a33bc6ef-f00c-469a-be84-0d28aa9f2e21'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:16:45.175228 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-724d1e13-8072-48c4-b53a-22b9f08c7e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:16:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:45.231606 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-3913fc68-4da0-4bfd-ace3-22a7dbbe62b6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting subnet 11fca1cd-05ea-4d6d-a8b0-88867fb0fa24 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:16:45.235374 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3913fc68-4da0-4bfd-ace3-22a7dbbe62b6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:45.286911 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3913fc68-4da0-4bfd-ace3-22a7dbbe62b6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:45.290144 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-724d1e13-8072-48c4-b53a-22b9f08c7e59 None None] Set router a33bc6ef-f00c-469a-be84-0d28aa9f2e21 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:16:45.325316 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fcf156ba-c35e-4ddd-9cd7-27d7a0c98ab7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:45.363172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 576ec81c-c25a-49d3-8b8b-b91f38057869 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:16:45.380030 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3913fc68-4da0-4bfd-ace3-22a7dbbe62b6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:45.403075 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: 576ec81c-c25a-49d3-8b8b-b91f38057869 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:16:45.403454 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 576ec81c-c25a-49d3-8b8b-b91f38057869 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:16:45.514768 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3913fc68-4da0-4bfd-ace3-22a7dbbe62b6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:45.525478 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-724d1e13-8072-48c4-b53a-22b9f08c7e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825238448', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:14:53Z', 'updated_at': '2021-08-17T04:16:44Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:54Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:45.557746 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724d1e13-8072-48c4-b53a-22b9f08c7e59 None None] Checking router: a33bc6ef-f00c-469a-be84-0d28aa9f2e21 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:16:45.566551 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-724d1e13-8072-48c4-b53a-22b9f08c7e59 None None] Routers {'a33bc6ef-f00c-469a-be84-0d28aa9f2e21'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:16:45.566789 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3913fc68-4da0-4bfd-ace3-22a7dbbe62b6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Subnet': ['ID=11fca1cd-05ea-4d6d-a8b0-88867fb0fa24,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:45.567161 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-724d1e13-8072-48c4-b53a-22b9f08c7e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:16:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:45.573960 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-3913fc68-4da0-4bfd-ace3-22a7dbbe62b6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:45.576853 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-3913fc68-4da0-4bfd-ace3-22a7dbbe62b6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/subnets/11fca1cd-05ea-4d6d-a8b0-88867fb0fa24 HTTP/1.1" status: 204 len: 168 time: 0.4185715 Aug 17 04:16:45.579659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45724) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:45.590869 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aaad25c6-fa95-4b38-8179-d07798ec76ee None None] Network 63f19c54-e927-413c-8210-8e390eca94b1 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:16:45.695955 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67a1faf3-c997-43c5-971e-f1863e2fd5d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:45.810628 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] DHCP port deletion for 63f19c54-e927-413c-8210-8e390eca94b1 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:16:45.828421 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-724d1e13-8072-48c4-b53a-22b9f08c7e59 None None] Set router a33bc6ef-f00c-469a-be84-0d28aa9f2e21 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:16:45.837787 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67a1faf3-c997-43c5-971e-f1863e2fd5d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:45.865871 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] Deleting port 125b9db2-db41-417c-a441-561a3b0b5506 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:16:45.867100 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:45.951373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] For port 125b9db2-db41-417c-a441-561a3b0b5506, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=125b9db2-db41-417c-a441-561a3b0b5506,segment=NetworkSegment(73f7ddea-11f4-4a72-a1ab-3d65c9fa1676),segment_id=73f7ddea-11f4-4a72-a1ab-3d65c9fa1676)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:16:45.951759 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:45.968064 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] Calling delete_port for 125b9db2-db41-417c-a441-561a3b0b5506 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:16:45.985483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-67a1faf3-c997-43c5-971e-f1863e2fd5d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port ade469e7-224a-4c29-bfa3-d820cc25fc15 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:16:45.985483 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67a1faf3-c997-43c5-971e-f1863e2fd5d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:46.042665 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 125b9db2-db41-417c-a441-561a3b0b5506 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:16:46.084592 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-724d1e13-8072-48c4-b53a-22b9f08c7e59 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825238448', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:14:53Z', 'updated_at': '2021-08-17T04:16:44Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:54Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:46.093872 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-67a1faf3-c997-43c5-971e-f1863e2fd5d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] For port ade469e7-224a-4c29-bfa3-d820cc25fc15, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ade469e7-224a-4c29-bfa3-d820cc25fc15,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:16:46.094247 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67a1faf3-c997-43c5-971e-f1863e2fd5d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:46.115144 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-724d1e13-8072-48c4-b53a-22b9f08c7e59 None None] The sync data for ids ['a33bc6ef-f00c-469a-be84-0d28aa9f2e21'] in n-d-802060-9 is: [{'id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1825238448', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3'}], 'enable_snat': True}, 'gw_port_id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:14:53Z', 'updated_at': '2021-08-17T04:16:44Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': 'ade469e7-224a-4c29-bfa3-d820cc25fc15', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:91:6b:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a33bc6ef-f00c-469a-be84-0d28aa9f2e21', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4202, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.3', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:14:54Z', 'updated_at': '2021-08-17T04:14:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:16:46.121247 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-67a1faf3-c997-43c5-971e-f1863e2fd5d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for ade469e7-224a-4c29-bfa3-d820cc25fc15 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:16:46.143957 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:46.189220 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:46.235408 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] Pushing event deleted for resources: {'Port': ['ID=125b9db2-db41-417c-a441-561a3b0b5506,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:46.243958 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] No DVR routers for this DVR port 125b9db2-db41-417c-a441-561a3b0b5506 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:16:46.246423 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:46.246827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:46.247610 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:46.247610 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:46.247947 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:46.248179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:46.248504 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:46.248922 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:46.249251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:46.249612 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:46.249931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:46.250242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60184113-e5ae-41ac-8e15-9f3c63bc5f76 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:46.382456 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67a1faf3-c997-43c5-971e-f1863e2fd5d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:46.408057 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a1faf3-c997-43c5-971e-f1863e2fd5d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=ade469e7-224a-4c29-bfa3-d820cc25fc15,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:46.475217 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67a1faf3-c997-43c5-971e-f1863e2fd5d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:46.577321 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67a1faf3-c997-43c5-971e-f1863e2fd5d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:46.579652 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67a1faf3-c997-43c5-971e-f1863e2fd5d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:46.691547 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67a1faf3-c997-43c5-971e-f1863e2fd5d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:46.692254 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67a1faf3-c997-43c5-971e-f1863e2fd5d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Fanout notify agent at l3_agent the message router_deleted on router a33bc6ef-f00c-469a-be84-0d28aa9f2e21 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:16:46.703754 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-67a1faf3-c997-43c5-971e-f1863e2fd5d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:46.711801 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-67a1faf3-c997-43c5-971e-f1863e2fd5d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/routers/a33bc6ef-f00c-469a-be84-0d28aa9f2e21 HTTP/1.1" status: 204 len: 168 time: 1.1245828 Aug 17 04:16:46.711801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45726) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:46.808691 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4fb7bb54-5235-457c-a364-e06de2ab0351 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:46.898478 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4fb7bb54-5235-457c-a364-e06de2ab0351 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:46.908159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-4fb7bb54-5235-457c-a364-e06de2ab0351 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['63f19c54-e927-413c-8210-8e390eca94b1']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:46.922771 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-4fb7bb54-5235-457c-a364-e06de2ab0351 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73f7ddea-11f4-4a72-a1ab-3d65c9fa1676') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:46.923070 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-4fb7bb54-5235-457c-a364-e06de2ab0351 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73f7ddea-11f4-4a72-a1ab-3d65c9fa1676') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:46.932034 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4fb7bb54-5235-457c-a364-e06de2ab0351 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:46.945682 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4fb7bb54-5235-457c-a364-e06de2ab0351 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:46.951690 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fb7bb54-5235-457c-a364-e06de2ab0351 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Releasing vlan 59 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:16:46.952085 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4fb7bb54-5235-457c-a364-e06de2ab0351 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: timer() Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:16:46.954990 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:16:47.102541 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4fb7bb54-5235-457c-a364-e06de2ab0351 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:47.109633 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-4fb7bb54-5235-457c-a364-e06de2ab0351 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:47.113521 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4fb7bb54-5235-457c-a364-e06de2ab0351 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/networks/63f19c54-e927-413c-8210-8e390eca94b1 HTTP/1.1" status: 204 len: 168 time: 0.4019721 Aug 17 04:16:47.115112 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45728) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:47.125909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb7bb54-5235-457c-a364-e06de2ab0351 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Network': ['ID=63f19c54-e927-413c-8210-8e390eca94b1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:47.185388 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9afddfd0-f5ae-43ba-b664-db35281257c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:47.218243 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9afddfd0-f5ae-43ba-b664-db35281257c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:47.331038 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9afddfd0-f5ae-43ba-b664-db35281257c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:47.333647 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-9afddfd0-f5ae-43ba-b664-db35281257c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:47.334842 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-9afddfd0-f5ae-43ba-b664-db35281257c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/security-groups/64f0ec30-1e4e-491d-983d-62598a68569f HTTP/1.1" status: 204 len: 168 time: 0.2169592 Aug 17 04:16:47.344303 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afddfd0-f5ae-43ba-b664-db35281257c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=64f0ec30-1e4e-491d-983d-62598a68569f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:47.865618 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45734) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:47.870809 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-88c1cbab-14de-486b-8d46-b234802a3669 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1175375851', 'description': 'tempest-secgroup-smoke-1175375851 description', 'project_id': '200d84aef877403083e1f84e1ec89095'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:16:47.935137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ade469e7-224a-4c29-bfa3-d820cc25fc15 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:16:47.962356 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88c1cbab-14de-486b-8d46-b234802a3669 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:47.963070 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6f9e0168-5d98-496c-92c7-e3c504e48e30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:47.964531 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: ade469e7-224a-4c29-bfa3-d820cc25fc15 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:16:47.965004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ade469e7-224a-4c29-bfa3-d820cc25fc15 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:16:47.965674 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 804be605-83db-4922-a8b2-20d5902bd6ff no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:16:47.986967 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 804be605-83db-4922-a8b2-20d5902bd6ff {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:16:47.987330 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 804be605-83db-4922-a8b2-20d5902bd6ff not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:16:48.047753 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88c1cbab-14de-486b-8d46-b234802a3669 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:48.102200 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88c1cbab-14de-486b-8d46-b234802a3669 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:48.133725 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c1cbab-14de-486b-8d46-b234802a3669 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d19f8704-fa4b-4191-bcc5-a9a855703c86,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:48.181494 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-88c1cbab-14de-486b-8d46-b234802a3669 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:48.182773 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-88c1cbab-14de-486b-8d46-b234802a3669 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3160219 Aug 17 04:16:48.190497 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45738) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:48.195112 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-52b80c29-0895-4a49-8aa6-e03bb88dbb64 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': 'd19f8704-fa4b-4191-bcc5-a9a855703c86', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:16:48.261700 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:48.290527 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52b80c29-0895-4a49-8aa6-e03bb88dbb64 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:48.368537 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52b80c29-0895-4a49-8aa6-e03bb88dbb64 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:48.428262 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52b80c29-0895-4a49-8aa6-e03bb88dbb64 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:48.457201 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b80c29-0895-4a49-8aa6-e03bb88dbb64 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1a31ecb8-e8f7-40b2-8b7f-7389be4d7502,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:48.519658 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-52b80c29-0895-4a49-8aa6-e03bb88dbb64 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:48.520989 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-52b80c29-0895-4a49-8aa6-e03bb88dbb64 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3295419 Aug 17 04:16:48.526020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45740) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:48.530861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-6631e71b-bb8e-464c-bf74-1c9da959bae4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': 'd19f8704-fa4b-4191-bcc5-a9a855703c86', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:16:48.633699 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6631e71b-bb8e-464c-bf74-1c9da959bae4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:48.683466 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6631e71b-bb8e-464c-bf74-1c9da959bae4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:48.765272 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6631e71b-bb8e-464c-bf74-1c9da959bae4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:48.784419 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6631e71b-bb8e-464c-bf74-1c9da959bae4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bfe616bb-29e7-4d5a-8a2c-a3ff05bdd4a3,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:48.856751 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6631e71b-bb8e-464c-bf74-1c9da959bae4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:48.858040 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6631e71b-bb8e-464c-bf74-1c9da959bae4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3309236 Aug 17 04:16:48.860991 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45742) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:48.865781 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-9c80b8c5-24d9-4cf7-a79c-00d1a70d7df1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': 'd19f8704-fa4b-4191-bcc5-a9a855703c86', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:16:48.953567 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c80b8c5-24d9-4cf7-a79c-00d1a70d7df1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:49.019322 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c80b8c5-24d9-4cf7-a79c-00d1a70d7df1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:49.090972 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c80b8c5-24d9-4cf7-a79c-00d1a70d7df1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:49.109877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c80b8c5-24d9-4cf7-a79c-00d1a70d7df1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417c05eb-232a-4c63-9e75-9b53b032cc53,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:49.166222 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-9c80b8c5-24d9-4cf7-a79c-00d1a70d7df1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:49.168251 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-9c80b8c5-24d9-4cf7-a79c-00d1a70d7df1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3060157 Aug 17 04:16:49.171246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45744) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:49.178776 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-902233a0-d91e-4300-b080-7f14a434b935 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': 'd19f8704-fa4b-4191-bcc5-a9a855703c86', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:16:49.261368 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-902233a0-d91e-4300-b080-7f14a434b935 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:49.321585 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-902233a0-d91e-4300-b080-7f14a434b935 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:49.383734 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-902233a0-d91e-4300-b080-7f14a434b935 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:49.402748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902233a0-d91e-4300-b080-7f14a434b935 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e08a1444-274e-4f6b-96db-348b72ffa802,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:49.480048 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:49.485225 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-902233a0-d91e-4300-b080-7f14a434b935 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:49.486526 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-902233a0-d91e-4300-b080-7f14a434b935 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3140581 Aug 17 04:16:49.489497 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45746) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:49.496018 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-391586a0-7166-47a8-b30c-1533eae7c137 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': 'd19f8704-fa4b-4191-bcc5-a9a855703c86', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:16:49.572525 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-391586a0-7166-47a8-b30c-1533eae7c137 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Project 200d84aef877403083e1f84e1ec89095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 04:16:49.578739 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-391586a0-7166-47a8-b30c-1533eae7c137 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:49.653100 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-391586a0-7166-47a8-b30c-1533eae7c137 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:49.777051 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-391586a0-7166-47a8-b30c-1533eae7c137 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:49.796038 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-391586a0-7166-47a8-b30c-1533eae7c137 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c4e11eb-d631-49ba-a4e0-270d574c2bd6,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:49.856990 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-391586a0-7166-47a8-b30c-1533eae7c137 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:49.858228 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-391586a0-7166-47a8-b30c-1533eae7c137 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3673034 Aug 17 04:16:49.861605 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45748) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:49.871763 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-43eb3478-82bf-4047-803e-83a1ed0c285e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': 'd19f8704-fa4b-4191-bcc5-a9a855703c86', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:16:49.953672 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-43eb3478-82bf-4047-803e-83a1ed0c285e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Project 200d84aef877403083e1f84e1ec89095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 04:16:49.960945 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43eb3478-82bf-4047-803e-83a1ed0c285e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:50.033130 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43eb3478-82bf-4047-803e-83a1ed0c285e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:50.112923 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43eb3478-82bf-4047-803e-83a1ed0c285e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:50.136186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43eb3478-82bf-4047-803e-83a1ed0c285e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95581004-631a-43c7-9cbc-23e7c550f664,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:50.188476 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-43eb3478-82bf-4047-803e-83a1ed0c285e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:50.189857 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-43eb3478-82bf-4047-803e-83a1ed0c285e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3252425 Aug 17 04:16:50.193328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45750) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:50.202505 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a61e6cb5-e23f-4cc2-b49f-6259d93fd990 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'network': {'name': 'tempest-network-smoke--1928142908', 'project_id': '200d84aef877403083e1f84e1ec89095', 'port_security_enabled': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:16:50.284254 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a61e6cb5-e23f-4cc2-b49f-6259d93fd990 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Made reservation on behalf of 200d84aef877403083e1f84e1ec89095 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:16:50.287807 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a61e6cb5-e23f-4cc2-b49f-6259d93fd990 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:50.314722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a61e6cb5-e23f-4cc2-b49f-6259d93fd990 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 91} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:16:50.324553 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a61e6cb5-e23f-4cc2-b49f-6259d93fd990 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:50.324897 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-a61e6cb5-e23f-4cc2-b49f-6259d93fd990 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Added segment ba550132-bffa-4417-9808-882e4ddf4a99 of type vlan for network f848d0db-c1f3-4889-8e5f-389116e57f7d Aug 17 04:16:50.369873 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a61e6cb5-e23f-4cc2-b49f-6259d93fd990 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:50.456741 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a61e6cb5-e23f-4cc2-b49f-6259d93fd990 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:50.465041 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a61e6cb5-e23f-4cc2-b49f-6259d93fd990 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:50.466077 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a61e6cb5-e23f-4cc2-b49f-6259d93fd990 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:50.547472 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a61e6cb5-e23f-4cc2-b49f-6259d93fd990 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Network': ['ID=f848d0db-c1f3-4889-8e5f-389116e57f7d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:50.563127 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network f848d0db-c1f3-4889-8e5f-389116e57f7d details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:16:50.595211 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a61e6cb5-e23f-4cc2-b49f-6259d93fd990 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3997757 Aug 17 04:16:50.602218 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45752) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:50.607065 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1545361767', 'admin_state_up': True, 'project_id': '200d84aef877403083e1f84e1ec89095', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:16:50.680580 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:50.681894 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:50.738130 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:51.187274 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:51.313134 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:51.566965 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:51.602841 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:51.724025 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.25.1.220 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:16:51.834656 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:51.925536 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:51.971202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:16:51.974213 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:16:51.978878 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:16:52.006514 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:52.446138 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:52.663669 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:52.901342 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router b606e9d6-36d6-4d19-a49f-410a17e4e9f2 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:16:53.026655 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:16:53.036576 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Sync routers for ids ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:16:53.049032 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Routers {'b606e9d6-36d6-4d19-a49f-410a17e4e9f2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:16:53.049736 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:16:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:53.109338 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:53.111441 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f3f22ce4-a29c-487d-bcc9-40c5b356fd17 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.5079174 Aug 17 04:16:53.114809 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45754) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:53.147046 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-acb95641-ac87-4c94-8965-41263ed28758 tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=200d84aef877403083e1f84e1ec89095&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0307496 Aug 17 04:16:53.149910 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45756) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:53.178148 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Set router b606e9d6-36d6-4d19-a49f-410a17e4e9f2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:16:53.273890 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e18df07-70a4-46e5-b17b-4631e908be0d tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:53.275756 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0e18df07-70a4-46e5-b17b-4631e908be0d tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1249313 Aug 17 04:16:53.279070 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45758) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:53.310142 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3bed4c32-f556-45bd-80e7-de23005f8920 tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299759 Aug 17 04:16:53.312961 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45760) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:53.318100 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-6595bf60-9308-4642-863b-36d4da5695a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-402362301', 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d', 'project_id': '200d84aef877403083e1f84e1ec89095', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:16:53.403300 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545361767', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:16:50Z', 'updated_at': '2021-08-17T04:16:52Z', 'revision_number': 3, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:51Z', 'updated_at': '2021-08-17T04:16:51Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:53.438645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Checking router: b606e9d6-36d6-4d19-a49f-410a17e4e9f2 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:16:53.438998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Updating router b606e9d6-36d6-4d19-a49f-410a17e4e9f2 port 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:16:53.466078 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:53.481994 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6595bf60-9308-4642-863b-36d4da5695a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Made reservation on behalf of 200d84aef877403083e1f84e1ec89095 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:16:53.485691 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6595bf60-9308-4642-863b-36d4da5695a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:53.737558 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6595bf60-9308-4642-863b-36d4da5695a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:53.751564 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:53.765856 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Transition to ACTIVE for port object 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:16:53.812040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6595bf60-9308-4642-863b-36d4da5695a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Subnet': ['ID=5cf8b781-0f1e-437a-90d1-46a22dbefb1c,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:53.817316 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:53.825006 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6595bf60-9308-4642-863b-36d4da5695a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Checking segment: {'id': 'ba550132-bffa-4417-9808-882e4ddf4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:16:53.825688 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6595bf60-9308-4642-863b-36d4da5695a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network hostable DHCP agents. Network: f848d0db-c1f3-4889-8e5f-389116e57f7d, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:16:53.869491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Attempting to bind port 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:16:53.869875 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Attempting to bind port 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:16:53.870239 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Attempting to bind port 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:16:53.884398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:16:53.884770 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:16:53.885174 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:53.885603 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:16:53.886088 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Bound port: 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:16:53.886487 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:53.891578 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328fae5-8079-414b-8c59-2e2fd308a6cb None None] Pushing event updated for resources: {'Port': ['ID=0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:53.908588 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6595bf60-9308-4642-863b-36d4da5695a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network f848d0db-c1f3-4889-8e5f-389116e57f7d is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:16:53.945682 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] For port 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:16:53.949611 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] For port 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:16:53.965215 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-6595bf60-9308-4642-863b-36d4da5695a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, f848d0db-c1f3-4889-8e5f-389116e57f7d) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:16:53.969554 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6595bf60-9308-4642-863b-36d4da5695a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:53.970160 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-6595bf60-9308-4642-863b-36d4da5695a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:53.976690 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1466c6a-7399-4413-ae60-67bc86b4163f None None] Network f848d0db-c1f3-4889-8e5f-389116e57f7d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:16:54.019383 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:54.038649 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6595bf60-9308-4642-863b-36d4da5695a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7237027 Aug 17 04:16:54.041676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45762) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:16:54.117193 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Routers {'b606e9d6-36d6-4d19-a49f-410a17e4e9f2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:16:54.118110 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:16:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:54.158949 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9328fae5-8079-414b-8c59-2e2fd308a6cb None None] Pushing event updated for resources: {'Port': ['ID=0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:54.279931 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] Set router b606e9d6-36d6-4d19-a49f-410a17e4e9f2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:16:54.307055 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-f848d0db-c1f3-4889-8e5f-389116e57f7d', 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ips': [{'subnet_id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:16:54.308397 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:54.575356 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:54.585776 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Allocated IP 172.20.0.2 (f848d0db-c1f3-4889-8e5f-389116e57f7d/5cf8b781-0f1e-437a-90d1-46a22dbefb1c/508858c6-43e7-42da-8f08-ce1d48e67cd2) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:16:54.816489 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545361767', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:16:50Z', 'updated_at': '2021-08-17T04:16:52Z', 'revision_number': 3, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:51Z', 'updated_at': '2021-08-17T04:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:54.847555 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd12e0d8-1c10-434c-a277-714377bfb22a None None] The sync data for ids ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'] in n-d-802060-9 is: [{'id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545361767', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:16:50Z', 'updated_at': '2021-08-17T04:16:52Z', 'revision_number': 3, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:51Z', 'updated_at': '2021-08-17T04:16:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:16:54.948586 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:54.957614 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Transition to ACTIVE for port object 508858c6-43e7-42da-8f08-ce1d48e67cd2 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:16:54.974265 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Transition to ACTIVE for port object 508858c6-43e7-42da-8f08-ce1d48e67cd2 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:16:55.041458 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:55.099651 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Network f848d0db-c1f3-4889-8e5f-389116e57f7d is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:16:55.107182 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:16:55.113301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:16:55.116760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Pushing event updated for resources: {'Port': ['ID=508858c6-43e7-42da-8f08-ce1d48e67cd2,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:55.169154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.20.0.1 (f848d0db-c1f3-4889-8e5f-389116e57f7d/5cf8b781-0f1e-437a-90d1-46a22dbefb1c/2a84b86a-5137-4b16-960a-13dff6138ccb) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:16:55.207501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Attempting to bind port 508858c6-43e7-42da-8f08-ce1d48e67cd2 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:16:55.208909 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Attempting to bind port 508858c6-43e7-42da-8f08-ce1d48e67cd2 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'ba550132-bffa-4417-9808-882e4ddf4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:16:55.208909 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Attempting to bind port 508858c6-43e7-42da-8f08-ce1d48e67cd2 on network f848d0db-c1f3-4889-8e5f-389116e57f7d {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:16:55.217116 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:16:55.217682 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Checking segment: {'id': 'ba550132-bffa-4417-9808-882e4ddf4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:16:55.218100 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:55.218552 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Bound using segment: {'id': 'ba550132-bffa-4417-9808-882e4ddf4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:16:55.219073 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Bound port: 508858c6-43e7-42da-8f08-ce1d48e67cd2, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba550132-bffa-4417-9808-882e4ddf4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:16:55.219601 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:55.310013 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:55.310701 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] For port 508858c6-43e7-42da-8f08-ce1d48e67cd2, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:16:55.314249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] For port 508858c6-43e7-42da-8f08-ce1d48e67cd2, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=508858c6-43e7-42da-8f08-ce1d48e67cd2,segment=NetworkSegment(ba550132-bffa-4417-9808-882e4ddf4a99),segment_id=ba550132-bffa-4417-9808-882e4ddf4a99)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:16:55.327731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Transition to ACTIVE for port object 2a84b86a-5137-4b16-960a-13dff6138ccb will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:16:55.406026 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:55.434848 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:55.492982 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a71e69-1777-400d-b191-fa90d5a30e49 None None] Pushing event updated for resources: {'Port': ['ID=508858c6-43e7-42da-8f08-ce1d48e67cd2,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:55.508060 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network f848d0db-c1f3-4889-8e5f-389116e57f7d is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:16:55.512118 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:16:55.517086 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:16:55.551713 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=2a84b86a-5137-4b16-960a-13dff6138ccb,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:55.568585 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:55.840562 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:56.021844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:16:56.148782 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:16:56.153760 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:16:56.155677 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:56.248075 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:56.262737 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:56.270976 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:16:56.338241 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:56.343070 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:56.344591 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 508858c6-43e7-42da-8f08-ce1d48e67cd2 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:16:56.423735 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:56.426370 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=2a84b86a-5137-4b16-960a-13dff6138ccb,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:56.454396 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:56.519283 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 508858c6-43e7-42da-8f08-ce1d48e67cd2 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:16:56.554607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network f848d0db-c1f3-4889-8e5f-389116e57f7d is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:16:56.556195 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:16:56.610723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74bfe19d-a973-42e1-8ea5-b4e709e41cd6 None None] Network f848d0db-c1f3-4889-8e5f-389116e57f7d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:16:56.692230 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router b606e9d6-36d6-4d19-a49f-410a17e4e9f2 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:16:56.748829 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-18d0e790-8d72-42f0-820d-41126eb63461 None None] Provisioning for port 508858c6-43e7-42da-8f08-ce1d48e67cd2 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:16:56.758968 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-18d0e790-8d72-42f0-820d-41126eb63461 None None] Provisioning complete for port 508858c6-43e7-42da-8f08-ce1d48e67cd2 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:16:56.761208 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-18d0e790-8d72-42f0-820d-41126eb63461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:56.915742 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-18d0e790-8d72-42f0-820d-41126eb63461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:56.959553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-18d0e790-8d72-42f0-820d-41126eb63461 None None] For port 508858c6-43e7-42da-8f08-ce1d48e67cd2, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=508858c6-43e7-42da-8f08-ce1d48e67cd2,segment=NetworkSegment(ba550132-bffa-4417-9808-882e4ddf4a99),segment_id=ba550132-bffa-4417-9808-882e4ddf4a99)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:16:57.034597 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-18d0e790-8d72-42f0-820d-41126eb63461 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:57.135740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d0e790-8d72-42f0-820d-41126eb63461 None None] Pushing event updated for resources: {'Port': ['ID=508858c6-43e7-42da-8f08-ce1d48e67cd2,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:57.173659 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-600e9056-55cd-4ecc-8ed6-ef9e2abde742 None None] Provisioning complete for port 508858c6-43e7-42da-8f08-ce1d48e67cd2 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:16:57.174113 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-600e9056-55cd-4ecc-8ed6-ef9e2abde742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:57.184516 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:16:57.201292 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ad4d7382-08ea-45d3-b0b9-086371e7c9ce tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "PUT /v2.0/routers/b606e9d6-36d6-4d19-a49f-410a17e4e9f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1494277 Aug 17 04:16:57.201481 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Sync routers for ids ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:16:57.211825 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Routers {'b606e9d6-36d6-4d19-a49f-410a17e4e9f2'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:16:57.212836 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:16:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:57.332083 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Set router b606e9d6-36d6-4d19-a49f-410a17e4e9f2 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:16:57.395871 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-9f76dece-ce7b-4657-8328-2ff01a79bff4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1175375851&fields=id&tenant_id=200d84aef877403083e1f84e1ec89095 HTTP/1.1" status: 200 len: 267 time: 0.0387022 Aug 17 04:16:57.406066 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-600e9056-55cd-4ecc-8ed6-ef9e2abde742 None None] Provisioning for port 2a84b86a-5137-4b16-960a-13dff6138ccb completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:16:57.414997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-600e9056-55cd-4ecc-8ed6-ef9e2abde742 None None] Provisioning complete for port 2a84b86a-5137-4b16-960a-13dff6138ccb triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:16:57.419302 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-600e9056-55cd-4ecc-8ed6-ef9e2abde742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:57.470423 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-600e9056-55cd-4ecc-8ed6-ef9e2abde742 None None] Port 2a84b86a-5137-4b16-960a-13dff6138ccb cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:16:57.570990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-231fc1e9-26c5-4cf8-a152-3f7aadafa3c2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:16:57.572909 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-231fc1e9-26c5-4cf8-a152-3f7aadafa3c2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/networks?id=f848d0db-c1f3-4889-8e5f-389116e57f7d HTTP/1.1" status: 200 len: 797 time: 0.1692140 Aug 17 04:16:57.590768 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545361767', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:16:50Z', 'updated_at': '2021-08-17T04:16:55Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:51Z', 'updated_at': '2021-08-17T04:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2a84b86a-5137-4b16-960a-13dff6138ccb', 'name': '', 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:3c:39:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:54Z', 'updated_at': '2021-08-17T04:16:56Z', 'revision_number': 2, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:57.592984 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c88afa77-01c3-4f31-bdd3-d8efd4e97b19 None None] Provisioning complete for port 2a84b86a-5137-4b16-960a-13dff6138ccb triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:16:57.593378 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c88afa77-01c3-4f31-bdd3-d8efd4e97b19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:57.595085 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-2edade7c-85db-4cf0-92b8-915241b19e69 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/quotas/200d84aef877403083e1f84e1ec89095 HTTP/1.1" status: 200 len: 375 time: 0.0158038 Aug 17 04:16:57.612267 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Checking router: b606e9d6-36d6-4d19-a49f-410a17e4e9f2 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:16:57.613045 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Updating router b606e9d6-36d6-4d19-a49f-410a17e4e9f2 port 2a84b86a-5137-4b16-960a-13dff6138ccb binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:16:57.651935 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c88afa77-01c3-4f31-bdd3-d8efd4e97b19 None None] Port 2a84b86a-5137-4b16-960a-13dff6138ccb cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:16:57.667404 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:57.674424 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-d6301476-f4ae-4bc7-9b07-53910b9738a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0678575 Aug 17 04:16:57.779158 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cd1c5975-e1bb-4bf3-8554-b1c018a44c1f None None] Provisioning complete for port 2a84b86a-5137-4b16-960a-13dff6138ccb triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:16:57.779914 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cd1c5975-e1bb-4bf3-8554-b1c018a44c1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:57.815473 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-46421438-7fbf-414e-ad94-c3fcdc0ec2bd service neutron] 10.222.0.10 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270151 Aug 17 04:16:57.829817 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-cd1c5975-e1bb-4bf3-8554-b1c018a44c1f None None] Port 2a84b86a-5137-4b16-960a-13dff6138ccb cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:16:57.926897 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-fd90f364-5fea-451b-88db-456e3ca600e8 service neutron] 10.222.0.10 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1039743 Aug 17 04:16:57.955977 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:16:58.011717 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:58.023087 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Transition to ACTIVE for port object 2a84b86a-5137-4b16-960a-13dff6138ccb will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:16:58.030813 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:16:58.031217 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:58.129066 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 508858c6-43e7-42da-8f08-ce1d48e67cd2 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:16:58.139416 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:58.182492 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e09de-0d81-4e03-acb9-daee507fa415 None None] Pushing event updated for resources: {'Port': ['ID=2a84b86a-5137-4b16-960a-13dff6138ccb,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:58.193552 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e09de-0d81-4e03-acb9-daee507fa415 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:58.194088 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e09de-0d81-4e03-acb9-daee507fa415 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:58.195187 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e09de-0d81-4e03-acb9-daee507fa415 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:58.195777 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e09de-0d81-4e03-acb9-daee507fa415 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:58.196637 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e09de-0d81-4e03-acb9-daee507fa415 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:58.197740 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e09de-0d81-4e03-acb9-daee507fa415 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:58.198538 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e09de-0d81-4e03-acb9-daee507fa415 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:58.199300 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e09de-0d81-4e03-acb9-daee507fa415 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:58.200055 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e09de-0d81-4e03-acb9-daee507fa415 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:58.200860 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 508858c6-43e7-42da-8f08-ce1d48e67cd2 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:16:58.201255 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e09de-0d81-4e03-acb9-daee507fa415 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:58.201454 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:58.202306 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e09de-0d81-4e03-acb9-daee507fa415 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:58.204244 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea2e09de-0d81-4e03-acb9-daee507fa415 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:16:58.250508 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-66bbb86c-f01a-499d-b0c6-5c7a2254088e req-3cf0663e-0ccc-442c-b4aa-bf0a9a9ec539 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 210 time: 0.0612352 Aug 17 04:16:58.293140 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Attempting to bind port 2a84b86a-5137-4b16-960a-13dff6138ccb on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:16:58.293787 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Attempting to bind port 2a84b86a-5137-4b16-960a-13dff6138ccb by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'ba550132-bffa-4417-9808-882e4ddf4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:16:58.294425 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Attempting to bind port 2a84b86a-5137-4b16-960a-13dff6138ccb on network f848d0db-c1f3-4889-8e5f-389116e57f7d {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:16:58.301082 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 16, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:16:58.301485 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Checking segment: {'id': 'ba550132-bffa-4417-9808-882e4ddf4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:16:58.301907 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:58.302288 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Bound using segment: {'id': 'ba550132-bffa-4417-9808-882e4ddf4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:16:58.302754 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Bound port: 2a84b86a-5137-4b16-960a-13dff6138ccb, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba550132-bffa-4417-9808-882e4ddf4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:16:58.303137 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:58.405685 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] For port 2a84b86a-5137-4b16-960a-13dff6138ccb, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:16:58.411779 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] For port 2a84b86a-5137-4b16-960a-13dff6138ccb, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2a84b86a-5137-4b16-960a-13dff6138ccb,segment=NetworkSegment(ba550132-bffa-4417-9808-882e4ddf4a99),segment_id=ba550132-bffa-4417-9808-882e4ddf4a99)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:16:58.474715 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:16:58.545133 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea2e09de-0d81-4e03-acb9-daee507fa415 None None] Pushing event updated for resources: {'Port': ['ID=2a84b86a-5137-4b16-960a-13dff6138ccb,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:16:58.548936 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Routers {'b606e9d6-36d6-4d19-a49f-410a17e4e9f2'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:16:58.549662 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:16:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:58.714207 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] Set router b606e9d6-36d6-4d19-a49f-410a17e4e9f2 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:16:58.937301 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545361767', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:16:50Z', 'updated_at': '2021-08-17T04:16:55Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:51Z', 'updated_at': '2021-08-17T04:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2a84b86a-5137-4b16-960a-13dff6138ccb', 'name': '', 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:3c:39:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:54Z', 'updated_at': '2021-08-17T04:16:58Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:16:58.964388 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a013c7c0-de3c-47f7-b55f-20d402916cda None None] The sync data for ids ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'] in n-d-802060-9 is: [{'id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545361767', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:16:50Z', 'updated_at': '2021-08-17T04:16:55Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:51Z', 'updated_at': '2021-08-17T04:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2a84b86a-5137-4b16-960a-13dff6138ccb', 'name': '', 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:3c:39:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:54Z', 'updated_at': '2021-08-17T04:16:58Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:16:59.376187 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8a6b6575-923a-48d5-aa8f-a6fed078237d req-b2fe35b7-a888-4339-80cc-7b7587253e31 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 210 time: 0.0274909 Aug 17 04:16:59.966088 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2a84b86a-5137-4b16-960a-13dff6138ccb up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:17:00.068258 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 2a84b86a-5137-4b16-960a-13dff6138ccb completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:17:00.073854 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 2a84b86a-5137-4b16-960a-13dff6138ccb triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:17:00.073854 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:00.192103 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:00.247254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 2a84b86a-5137-4b16-960a-13dff6138ccb, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2a84b86a-5137-4b16-960a-13dff6138ccb,segment=NetworkSegment(ba550132-bffa-4417-9808-882e4ddf4a99),segment_id=ba550132-bffa-4417-9808-882e4ddf4a99)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:17:00.263682 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-b65de3b8-527a-414f-b63d-9911faa52b0f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:00.265172 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-b65de3b8-527a-414f-b63d-9911faa52b0f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "GET /v2.0/networks?id=f848d0db-c1f3-4889-8e5f-389116e57f7d HTTP/1.1" status: 200 len: 797 time: 0.1566095 Aug 17 04:17:00.313725 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:00.318896 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-6ea42008-4358-4df8-8fcc-f402505009b0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=200d84aef877403083e1f84e1ec89095 HTTP/1.1" status: 200 len: 380 time: 0.0436690 Aug 17 04:17:00.330279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-a94328dd-1582-4d29-85b5-4be8dff5bb8c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'port': {'device_id': '3233ca37-7ded-4540-8399-d2921ed78f80', 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d', 'admin_state_up': True, 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'security_groups': ['d19f8704-fa4b-4191-bcc5-a9a855703c86']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:17:00.374436 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=2a84b86a-5137-4b16-960a-13dff6138ccb,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:17:00.497752 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-034d6c6e-9818-44df-9b29-a886e67a92db req-8cc3b51c-6e7e-471c-95c2-1f940e4ace4e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 210 time: 0.0334196 Aug 17 04:17:00.508858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-a94328dd-1582-4d29-85b5-4be8dff5bb8c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Made reservation on behalf of 200d84aef877403083e1f84e1ec89095 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:17:00.517306 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-a94328dd-1582-4d29-85b5-4be8dff5bb8c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:00.668690 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-a94328dd-1582-4d29-85b5-4be8dff5bb8c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.20.0.5 (f848d0db-c1f3-4889-8e5f-389116e57f7d/5cf8b781-0f1e-437a-90d1-46a22dbefb1c/f0a6b78e-7879-4080-bbb8-4137d7bf909f) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:17:00.829960 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-a94328dd-1582-4d29-85b5-4be8dff5bb8c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:00.844683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-a94328dd-1582-4d29-85b5-4be8dff5bb8c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Transition to ACTIVE for port object f0a6b78e-7879-4080-bbb8-4137d7bf909f will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:17:00.932530 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-a94328dd-1582-4d29-85b5-4be8dff5bb8c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:00.986761 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-a94328dd-1582-4d29-85b5-4be8dff5bb8c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network f848d0db-c1f3-4889-8e5f-389116e57f7d is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:17:00.990057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-a94328dd-1582-4d29-85b5-4be8dff5bb8c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:17:00.994951 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-a94328dd-1582-4d29-85b5-4be8dff5bb8c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:17:01.001448 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94328dd-1582-4d29-85b5-4be8dff5bb8c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=f0a6b78e-7879-4080-bbb8-4137d7bf909f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:17:01.061046 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-a94328dd-1582-4d29-85b5-4be8dff5bb8c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:01.061867 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-a94328dd-1582-4d29-85b5-4be8dff5bb8c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:01.144151 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-a94328dd-1582-4d29-85b5-4be8dff5bb8c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8190789 Aug 17 04:17:01.157689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Request body: {'port': {'device_id': '3233ca37-7ded-4540-8399-d2921ed78f80', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:17:01.231266 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:01.387424 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2bb50f19-a7e2-4ca8-9a98-62668dc3c862 None None] Provisioning for port f0a6b78e-7879-4080-bbb8-4137d7bf909f completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:17:01.392072 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2bb50f19-a7e2-4ca8-9a98-62668dc3c862 None None] Provisioning complete for port f0a6b78e-7879-4080-bbb8-4137d7bf909f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:17:01.392574 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2bb50f19-a7e2-4ca8-9a98-62668dc3c862 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:01.431751 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2bb50f19-a7e2-4ca8-9a98-62668dc3c862 None None] Port f0a6b78e-7879-4080-bbb8-4137d7bf909f cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:17:01.530017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f0a6b78e-7879-4080-bbb8-4137d7bf909f {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:17:01.538909 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:01.561950 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Transition to ACTIVE for port object f0a6b78e-7879-4080-bbb8-4137d7bf909f will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:17:01.627687 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f917d-d96a-42e8-ba20-82e0cf7bdc2d req-9271b862-64f8-4813-9c67-c7d3cbf5ac8b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:01.628299 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:01.629199 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7d5f917d-d96a-42e8-ba20-82e0cf7bdc2d req-9271b862-64f8-4813-9c67-c7d3cbf5ac8b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 931 time: 0.0512991 Aug 17 04:17:01.679271 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7d5f917d-d96a-42e8-ba20-82e0cf7bdc2d req-ee4207e1-8b62-4122-9084-dcd7c872f979 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428824 Aug 17 04:17:01.682657 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Pushing event updated for resources: {'Port': ['ID=f0a6b78e-7879-4080-bbb8-4137d7bf909f,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:17:01.767364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Attempting to bind port f0a6b78e-7879-4080-bbb8-4137d7bf909f on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:17:01.767706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Attempting to bind port f0a6b78e-7879-4080-bbb8-4137d7bf909f by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'ba550132-bffa-4417-9808-882e4ddf4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:17:01.768035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Attempting to bind port f0a6b78e-7879-4080-bbb8-4137d7bf909f on network f848d0db-c1f3-4889-8e5f-389116e57f7d {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:17:01.773210 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Port f0a6b78e-7879-4080-bbb8-4137d7bf909f on network f848d0db-c1f3-4889-8e5f-389116e57f7d not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:17:01.773542 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Attempting to bind port f0a6b78e-7879-4080-bbb8-4137d7bf909f on network f848d0db-c1f3-4889-8e5f-389116e57f7d {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:17:01.778778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 16, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:17:01.779048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Checking segment: {'id': 'ba550132-bffa-4417-9808-882e4ddf4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:17:01.779432 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Bound using segment: {'id': 'ba550132-bffa-4417-9808-882e4ddf4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:17:01.779861 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Bound port: f0a6b78e-7879-4080-bbb8-4137d7bf909f, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba550132-bffa-4417-9808-882e4ddf4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:17:01.780271 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:01.865278 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] For port f0a6b78e-7879-4080-bbb8-4137d7bf909f, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:17:01.873452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] For port f0a6b78e-7879-4080-bbb8-4137d7bf909f, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f,segment=NetworkSegment(ba550132-bffa-4417-9808-882e4ddf4a99),segment_id=ba550132-bffa-4417-9808-882e4ddf4a99)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:17:01.942902 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2a84b86a-5137-4b16-960a-13dff6138ccb up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:17:01.957509 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:01.996628 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:01.997786 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:01.999864 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] 10.222.0.60 "PUT /v2.0/ports/f0a6b78e-7879-4080-bbb8-4137d7bf909f HTTP/1.1" status: 200 len: 1091 time: 0.8476703 Aug 17 04:17:02.002633 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3233ca37-7ded-4540-8399-d2921ed78f80', 'tag': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:17:02.008097 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fa7da7b-12d3-47e6-be3d-8baef5768629" -d '{"events": [{"name": "network-changed", "server_uuid": "3233ca37-7ded-4540-8399-d2921ed78f80", "tag": "f0a6b78e-7879-4080-bbb8-4137d7bf909f"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:17:02.009923 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 2a84b86a-5137-4b16-960a-13dff6138ccb triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:17:02.010310 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:02.056940 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-945c82ac-db96-4598-a567-7d250a03ba0d service neutron] Pushing event updated for resources: {'Port': ['ID=f0a6b78e-7879-4080-bbb8-4137d7bf909f,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:17:02.078168 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:17:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05be4fe3-e344-4303-a019-bce061cd3357 x-openstack-request-id: req-05be4fe3-e344-4303-a019-bce061cd3357 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:17:02.078739 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3233ca37-7ded-4540-8399-d2921ed78f80", "tag": "f0a6b78e-7879-4080-bbb8-4137d7bf909f", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:17:02.079079 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-05be4fe3-e344-4303-a019-bce061cd3357 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:17:02.079609 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3233ca37-7ded-4540-8399-d2921ed78f80', 'tag': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f', 'status': 'completed', 'code': 200} Aug 17 04:17:02.155723 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7da7b-12d3-47e6-be3d-8baef5768629 req-f0f911f9-6d01-40de-9b64-f8a956530e1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:02.157614 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fa7da7b-12d3-47e6-be3d-8baef5768629 req-f0f911f9-6d01-40de-9b64-f8a956530e1b service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 1094 time: 0.0535743 Aug 17 04:17:02.277130 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7da7b-12d3-47e6-be3d-8baef5768629 req-0d8ec4cd-b45d-4803-a0ff-6a7d64762615 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:02.279680 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fa7da7b-12d3-47e6-be3d-8baef5768629 req-0d8ec4cd-b45d-4803-a0ff-6a7d64762615 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=200d84aef877403083e1f84e1ec89095&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1143270 Aug 17 04:17:02.388837 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa7da7b-12d3-47e6-be3d-8baef5768629 req-999a8aff-32b7-447d-9e68-eeb904a97f94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:02.390499 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8fa7da7b-12d3-47e6-be3d-8baef5768629 req-999a8aff-32b7-447d-9e68-eeb904a97f94 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1040888 Aug 17 04:17:02.481985 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-c69658fd-6c7c-4466-ac58-e8eaaa78e42d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:02.483548 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-c69658fd-6c7c-4466-ac58-e8eaaa78e42d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 1094 time: 0.0517766 Aug 17 04:17:02.529656 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-0d40ba32-76e4-4185-a9d6-43d0bf4b7c51 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f HTTP/1.1" status: 200 len: 217 time: 0.0382898 Aug 17 04:17:02.587708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-3c80dfcc-359a-4cfc-933a-924b7a56d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:02.589139 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-3c80dfcc-359a-4cfc-933a-924b7a56d65f service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cf8b781-0f1e-437a-90d1-46a22dbefb1c HTTP/1.1" status: 200 len: 834 time: 0.0527055 Aug 17 04:17:02.652702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-47563f46-2309-43e7-88f0-fb547f8a2388 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:02.654416 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-47563f46-2309-43e7-88f0-fb547f8a2388 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f848d0db-c1f3-4889-8e5f-389116e57f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581553 Aug 17 04:17:02.773449 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-60528c11-6944-4449-9a41-25018b07fd21 service neutron] 10.222.0.60 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1108091 Aug 17 04:17:02.815792 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9cdbc6c-6a9f-4947-adfb-6335b569adfd req-1e7c161f-0376-4dfe-a0e0-1c7067e094be tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:02.817325 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a9cdbc6c-6a9f-4947-adfb-6335b569adfd req-1e7c161f-0376-4dfe-a0e0-1c7067e094be tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 943 time: 0.0526154 Aug 17 04:17:02.870985 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a9cdbc6c-6a9f-4947-adfb-6335b569adfd req-56c51bf0-a051-4548-bce9-119e19048b77 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429151 Aug 17 04:17:02.894233 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5ec0a9ed-f225-48b8-83ed-5abcd54b3e3c req-102dea91-d5b1-4c05-b046-5531365983b3 service neutron] 10.222.0.60 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1138651 Aug 17 04:17:03.971153 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:04.020944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc8459-00cf-4c54-b43e-df2ec32d7efe req-44dfe4e5-34e6-4b77-b089-4cda6f5955b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:04.022519 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-36fc8459-00cf-4c54-b43e-df2ec32d7efe req-44dfe4e5-34e6-4b77-b089-4cda6f5955b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 943 time: 0.0557332 Aug 17 04:17:04.065738 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-36fc8459-00cf-4c54-b43e-df2ec32d7efe req-accd7b72-4ee0-48fc-a336-cd23ca70b95c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364237 Aug 17 04:17:04.725903 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:05.198667 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-387f37b9-cab4-4790-a81b-120f9bb58dcd req-718e08da-1b5b-4a5d-a514-bd2b508fc8ab tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:05.200252 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-387f37b9-cab4-4790-a81b-120f9bb58dcd req-718e08da-1b5b-4a5d-a514-bd2b508fc8ab tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 943 time: 0.0554175 Aug 17 04:17:05.250557 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-387f37b9-cab4-4790-a81b-120f9bb58dcd req-fcda3d2f-a616-44e3-9247-1f4feebd4eb7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392992 Aug 17 04:17:05.944597 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f0a6b78e-7879-4080-bbb8-4137d7bf909f details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:17:06.045871 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f0a6b78e-7879-4080-bbb8-4137d7bf909f, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f,segment=NetworkSegment(ba550132-bffa-4417-9808-882e4ddf4a99),segment_id=ba550132-bffa-4417-9808-882e4ddf4a99)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:17:06.057891 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f', 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d', 'port_id': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f', 'mac_address': 'fa:16:3e:6c:be:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:17:06.095989 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:06.110015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a6b78e-7879-4080-bbb8-4137d7bf909f {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:17:06.131351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f0a6b78e-7879-4080-bbb8-4137d7bf909f, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f,segment=NetworkSegment(ba550132-bffa-4417-9808-882e4ddf4a99),segment_id=ba550132-bffa-4417-9808-882e4ddf4a99)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:17:06.228553 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:06.291275 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=f0a6b78e-7879-4080-bbb8-4137d7bf909f,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:17:06.380268 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1d95b52-1df7-49d4-a48e-d078c512be5f req-9cfd4901-ce81-4a72-97f5-10aa4a0f4b68 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:06.381820 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1d95b52-1df7-49d4-a48e-d078c512be5f req-9cfd4901-ce81-4a72-97f5-10aa4a0f4b68 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 944 time: 0.0502343 Aug 17 04:17:06.421543 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1d95b52-1df7-49d4-a48e-d078c512be5f req-85c84865-5919-40e3-bd09-1b38144920a5 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332587 Aug 17 04:17:06.463273 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['f0a6b78e-7879-4080-bbb8-4137d7bf909f'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:17:07.542481 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf4b3ee-697a-4cec-a337-0712f8156fe9 req-3ac3226c-75d1-479f-84c4-40bf350a3e36 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:07.544005 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dcf4b3ee-697a-4cec-a337-0712f8156fe9 req-3ac3226c-75d1-479f-84c4-40bf350a3e36 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 944 time: 0.0499470 Aug 17 04:17:07.584632 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dcf4b3ee-697a-4cec-a337-0712f8156fe9 req-9f718b65-e168-4438-b776-af9343560dd0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343621 Aug 17 04:17:07.944469 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f0a6b78e-7879-4080-bbb8-4137d7bf909f up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:17:08.079357 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port f0a6b78e-7879-4080-bbb8-4137d7bf909f completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:17:08.083412 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port f0a6b78e-7879-4080-bbb8-4137d7bf909f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:17:08.083774 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:08.160790 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:08.184935 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3233ca37-7ded-4540-8399-d2921ed78f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:17:08.187222 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7afc4a6-3ddb-42d3-903a-ccd6a481a215" -d '{"events": [{"server_uuid": "3233ca37-7ded-4540-8399-d2921ed78f80", "name": "network-vif-plugged", "status": "completed", "tag": "f0a6b78e-7879-4080-bbb8-4137d7bf909f"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:17:08.200720 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port f0a6b78e-7879-4080-bbb8-4137d7bf909f, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f,segment=NetworkSegment(ba550132-bffa-4417-9808-882e4ddf4a99),segment_id=ba550132-bffa-4417-9808-882e4ddf4a99)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:17:08.223303 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:17:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1de0d84f-030f-45f6-9d96-ce06f58ce961 x-openstack-request-id: req-1de0d84f-030f-45f6-9d96-ce06f58ce961 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:17:08.223603 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3233ca37-7ded-4540-8399-d2921ed78f80", "name": "network-vif-plugged", "status": "completed", "tag": "f0a6b78e-7879-4080-bbb8-4137d7bf909f", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:17:08.223881 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1de0d84f-030f-45f6-9d96-ce06f58ce961 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:17:08.224264 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3233ca37-7ded-4540-8399-d2921ed78f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f', 'code': 200} Aug 17 04:17:08.285246 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:08.323553 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f07e22-71ea-4250-b357-f0c64a3244cf req-fa3af77d-ad4e-4038-8cc8-7afca1c33a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:08.325304 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00f07e22-71ea-4250-b357-f0c64a3244cf req-fa3af77d-ad4e-4038-8cc8-7afca1c33a4d service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 1096 time: 0.0441833 Aug 17 04:17:08.334604 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=f0a6b78e-7879-4080-bbb8-4137d7bf909f,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:17:08.361934 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-00f07e22-71ea-4250-b357-f0c64a3244cf req-e63c93b3-12a5-49a7-8714-1560cfa1d37f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0294850 Aug 17 04:17:08.708731 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55b61238-0a33-4ded-9ae4-3a341c102f7f req-94a74194-789d-49fa-8a1a-70df8c91c9de tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:08.710286 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55b61238-0a33-4ded-9ae4-3a341c102f7f req-94a74194-789d-49fa-8a1a-70df8c91c9de tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0507941 Aug 17 04:17:08.754447 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-55b61238-0a33-4ded-9ae4-3a341c102f7f req-7ec3ccc6-55cd-4e20-b6c4-a78b0f9609b9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373566 Aug 17 04:17:09.872717 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6420e4d8-0530-47ed-a89a-fb9ef027268e req-5a95fa54-810b-4bdc-b13c-6eea78d1e236 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:09.874225 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6420e4d8-0530-47ed-a89a-fb9ef027268e req-5a95fa54-810b-4bdc-b13c-6eea78d1e236 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0504909 Aug 17 04:17:09.914136 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6420e4d8-0530-47ed-a89a-fb9ef027268e req-209ef377-a0d1-4738-b625-04b1e7ac0a95 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333118 Aug 17 04:17:10.037992 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f29f5256-319f-4033-b11d-7a7fee38c06c req-eb9153cb-0c82-4b3e-bca9-9319e9fca952 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:10.040166 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f29f5256-319f-4033-b11d-7a7fee38c06c req-eb9153cb-0c82-4b3e-bca9-9319e9fca952 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0529649 Aug 17 04:17:10.078921 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f29f5256-319f-4033-b11d-7a7fee38c06c req-4bf16b09-cd44-432c-9010-aa0760569684 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326991 Aug 17 04:17:10.100990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45824) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:17:10.141871 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b94ff62-89b0-4a09-bd36-a1ca52218558 tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:10.143420 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-6b94ff62-89b0-4a09-bd36-a1ca52218558 tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 1091 time: 0.0407019 Aug 17 04:17:10.146257 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45826) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:17:10.151099 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address': '172.20.0.5'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:17:10.267860 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:10.377691 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:10.484116 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.25.1.175 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/dbe72a5d-b222-4896-b122-e01acf3cc0d5) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:17:10.586892 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:10.708353 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:10.759227 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:17:10.762334 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:17:10.767308 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:17:10.788739 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=dbe72a5d-b222-4896-b122-e01acf3cc0d5,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:17:11.184513 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:11.338302 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:11.494416 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:11.558586 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:17:11.569998 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:11.635999 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=dbe72a5d-b222-4896-b122-e01acf3cc0d5,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:17:11.656906 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:11.763056 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Floating IP a06545dc-f19d-4240-8aa8-99e72995a391 associated. External IP: 172.25.1.175, port: f0a6b78e-7879-4080-bbb8-4137d7bf909f. Aug 17 04:17:11.989490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router b606e9d6-36d6-4d19-a49f-410a17e4e9f2 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:17:12.104225 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:17:12.114680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c6164-6a12-41c4-accc-91d81fab417d None None] Sync routers for ids ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:17:12.129550 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55c6164-6a12-41c4-accc-91d81fab417d None None] Routers {'b606e9d6-36d6-4d19-a49f-410a17e4e9f2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:17:12.130201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b55c6164-6a12-41c4-accc-91d81fab417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:16:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:17:12.222142 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:12.240242 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-b55c6164-6a12-41c4-accc-91d81fab417d None None] Set router b606e9d6-36d6-4d19-a49f-410a17e4e9f2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:17:12.251437 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-672f255d-f088-4889-bf2c-06cb6dfd54c9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.1041782 Aug 17 04:17:12.252049 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3233ca37-7ded-4540-8399-d2921ed78f80', 'tag': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:17:12.254364 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7727f7fc-c803-4795-9d4c-eaf94e256615" -d '{"events": [{"name": "network-changed", "server_uuid": "3233ca37-7ded-4540-8399-d2921ed78f80", "tag": "f0a6b78e-7879-4080-bbb8-4137d7bf909f"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:17:12.350789 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f10d1-68f1-47f4-8b6b-c40d7244e283 req-8152959c-cc33-4408-88c4-7475659094d4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:12.352488 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee6f10d1-68f1-47f4-8b6b-c40d7244e283 req-8152959c-cc33-4408-88c4-7475659094d4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0509756 Aug 17 04:17:12.395878 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee6f10d1-68f1-47f4-8b6b-c40d7244e283 req-fd9339f0-a94e-45e3-888c-f4e5f7350636 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356393 Aug 17 04:17:12.419103 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45834) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:17:12.463517 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:17:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8c32eda-7258-4603-91cc-5bf8bad644bf x-openstack-request-id: req-c8c32eda-7258-4603-91cc-5bf8bad644bf {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:17:12.463809 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3233ca37-7ded-4540-8399-d2921ed78f80", "tag": "f0a6b78e-7879-4080-bbb8-4137d7bf909f", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:17:12.464062 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c8c32eda-7258-4603-91cc-5bf8bad644bf {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:17:12.464465 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3233ca37-7ded-4540-8399-d2921ed78f80', 'tag': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f', 'status': 'completed', 'code': 200} Aug 17 04:17:12.479037 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b55c6164-6a12-41c4-accc-91d81fab417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545361767', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:16:50Z', 'updated_at': '2021-08-17T04:16:55Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:51Z', 'updated_at': '2021-08-17T04:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'a06545dc-f19d-4240-8aa8-99e72995a391', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'port_id': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d', 'mac_address': 'fa:16:3e:6c:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3233ca37-7ded-4540-8399-d2921ed78f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:17:11Z', 'updated_at': '2021-08-17T04:17:11Z', 'revision_number': 0, 'project_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a84b86a-5137-4b16-960a-13dff6138ccb', 'name': '', 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:3c:39:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:54Z', 'updated_at': '2021-08-17T04:17:00Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:17:12.505041 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-5583c7ad-b28c-41e6-95c5-d4a821b7b78b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/floatingips/a06545dc-f19d-4240-8aa8-99e72995a391 HTTP/1.1" status: 200 len: 991 time: 0.0844088 Aug 17 04:17:12.507513 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c6164-6a12-41c4-accc-91d81fab417d None None] Checking router: b606e9d6-36d6-4d19-a49f-410a17e4e9f2 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:17:12.520422 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b55c6164-6a12-41c4-accc-91d81fab417d None None] Routers {'b606e9d6-36d6-4d19-a49f-410a17e4e9f2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:17:12.521159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727f7fc-c803-4795-9d4c-eaf94e256615 req-a7f9aead-6e3f-46ff-bc7c-ab1ea97fdf67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:12.521737 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b55c6164-6a12-41c4-accc-91d81fab417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:16:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:17:12.522729 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7727f7fc-c803-4795-9d4c-eaf94e256615 req-a7f9aead-6e3f-46ff-bc7c-ab1ea97fdf67 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 1096 time: 0.0540507 Aug 17 04:17:12.621881 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727f7fc-c803-4795-9d4c-eaf94e256615 req-b2541528-9a6f-40fd-976d-6e17bb4f7cfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:12.623379 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7727f7fc-c803-4795-9d4c-eaf94e256615 req-b2541528-9a6f-40fd-976d-6e17bb4f7cfb service neutron] 10.222.0.60 "GET /v2.0/networks?id=f848d0db-c1f3-4889-8e5f-389116e57f7d HTTP/1.1" status: 200 len: 897 time: 0.0941017 Aug 17 04:17:12.639553 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-b55c6164-6a12-41c4-accc-91d81fab417d None None] Set router b606e9d6-36d6-4d19-a49f-410a17e4e9f2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:17:12.703428 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7727f7fc-c803-4795-9d4c-eaf94e256615 req-7b82842f-e9de-4014-b400-5385dba53094 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f HTTP/1.1" status: 200 len: 999 time: 0.0710831 Aug 17 04:17:12.758583 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727f7fc-c803-4795-9d4c-eaf94e256615 req-44b23e49-cc13-4bbc-b72c-d6b7afb27079 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:12.760086 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7727f7fc-c803-4795-9d4c-eaf94e256615 req-44b23e49-cc13-4bbc-b72c-d6b7afb27079 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cf8b781-0f1e-437a-90d1-46a22dbefb1c HTTP/1.1" status: 200 len: 834 time: 0.0500920 Aug 17 04:17:12.808085 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7727f7fc-c803-4795-9d4c-eaf94e256615 req-b2d9e8d1-bf54-4540-94da-eee33cc44c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:12.809569 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7727f7fc-c803-4795-9d4c-eaf94e256615 req-b2d9e8d1-bf54-4540-94da-eee33cc44c98 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f848d0db-c1f3-4889-8e5f-389116e57f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428088 Aug 17 04:17:12.890910 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-b55c6164-6a12-41c4-accc-91d81fab417d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545361767', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:16:50Z', 'updated_at': '2021-08-17T04:16:55Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:51Z', 'updated_at': '2021-08-17T04:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'a06545dc-f19d-4240-8aa8-99e72995a391', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'port_id': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d', 'mac_address': 'fa:16:3e:6c:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3233ca37-7ded-4540-8399-d2921ed78f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:17:11Z', 'updated_at': '2021-08-17T04:17:11Z', 'revision_number': 0, 'project_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a84b86a-5137-4b16-960a-13dff6138ccb', 'name': '', 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:3c:39:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:54Z', 'updated_at': '2021-08-17T04:17:00Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:17:12.906634 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7727f7fc-c803-4795-9d4c-eaf94e256615 req-6781ccc0-8d98-4ef2-9cc8-c76ded0d1a39 service neutron] 10.222.0.60 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892067 Aug 17 04:17:12.918615 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b55c6164-6a12-41c4-accc-91d81fab417d None None] The sync data for ids ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'] in n-d-802060-9 is: [{'id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545361767', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:16:50Z', 'updated_at': '2021-08-17T04:16:55Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:51Z', 'updated_at': '2021-08-17T04:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'a06545dc-f19d-4240-8aa8-99e72995a391', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'floating_ip_address': '172.25.1.175', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'port_id': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 4227, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d', 'mac_address': 'fa:16:3e:6c:be:14', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3233ca37-7ded-4540-8399-d2921ed78f80', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:17:11Z', 'updated_at': '2021-08-17T04:17:11Z', 'revision_number': 0, 'project_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2a84b86a-5137-4b16-960a-13dff6138ccb', 'name': '', 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:3c:39:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:54Z', 'updated_at': '2021-08-17T04:17:00Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:17:13.008137 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7727f7fc-c803-4795-9d4c-eaf94e256615 req-d2684b31-2ec9-466e-8bee-7e028d54e450 service neutron] 10.222.0.60 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0942934 Aug 17 04:17:13.123738 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96c52ff4-cb4a-4d04-a183-54f9d00a96a4 None None] New status for floating IP a06545dc-f19d-4240-8aa8-99e72995a391: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:17:13.508890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45836) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:17:13.571394 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-730c5ba5-4b57-4fd3-b639-4d83b28d9193 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/floatingips/a06545dc-f19d-4240-8aa8-99e72995a391 HTTP/1.1" status: 200 len: 993 time: 0.0612779 Aug 17 04:17:15.347438 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0221acac-ae58-4196-a0a4-cbc733ac81bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:17.993362 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-583106d7-0bff-49a7-a259-5043c3c7b059 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:18.233686 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:19.559763 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:21.262859 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:27.218304 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b40ac40-ef76-4108-9a90-c01f2fb8980d req-3a9f38d9-e852-4995-92ab-61d7c430e91c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0443141 Aug 17 04:17:27.302447 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40ac40-ef76-4108-9a90-c01f2fb8980d req-9fcf3029-982b-48e6-bc96-fd6af1c31625 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:27.303952 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b40ac40-ef76-4108-9a90-c01f2fb8980d req-9fcf3029-982b-48e6-bc96-fd6af1c31625 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 1096 time: 0.0427198 Aug 17 04:17:27.414197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40ac40-ef76-4108-9a90-c01f2fb8980d req-97ad3f24-9e13-4206-b5a4-efdf40b237c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:27.415858 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b40ac40-ef76-4108-9a90-c01f2fb8980d req-97ad3f24-9e13-4206-b5a4-efdf40b237c3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f848d0db-c1f3-4889-8e5f-389116e57f7d HTTP/1.1" status: 200 len: 897 time: 0.0885160 Aug 17 04:17:27.481868 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b40ac40-ef76-4108-9a90-c01f2fb8980d req-c8b275b6-2b02-44ba-973e-47d9874de932 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f HTTP/1.1" status: 200 len: 1001 time: 0.0580702 Aug 17 04:17:27.532550 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40ac40-ef76-4108-9a90-c01f2fb8980d req-af186ece-8d76-4304-a7ec-b92314c37ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:27.534044 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b40ac40-ef76-4108-9a90-c01f2fb8980d req-af186ece-8d76-4304-a7ec-b92314c37ba9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cf8b781-0f1e-437a-90d1-46a22dbefb1c HTTP/1.1" status: 200 len: 834 time: 0.0453489 Aug 17 04:17:27.584469 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b40ac40-ef76-4108-9a90-c01f2fb8980d req-5d481209-fce5-4e4a-89c7-1dd1e9b3608d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:27.586089 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b40ac40-ef76-4108-9a90-c01f2fb8980d req-5d481209-fce5-4e4a-89c7-1dd1e9b3608d service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f848d0db-c1f3-4889-8e5f-389116e57f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0454197 Aug 17 04:17:27.675072 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b40ac40-ef76-4108-9a90-c01f2fb8980d req-4b24717b-79eb-4ad8-a6ec-d079ef41cef1 service neutron] 10.222.0.60 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0820887 Aug 17 04:17:27.774311 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8b40ac40-ef76-4108-9a90-c01f2fb8980d req-2f5eeddd-0599-440e-b713-d31447cacf0f service neutron] 10.222.0.60 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911648 Aug 17 04:17:33.970318 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:34.816447 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:44.777346 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-de9ea51e-a8d7-4614-b8b7-f2f655573c61 req-e1f1f52a-ecd4-4d04-920a-90964c9fb0eb service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:17:44.778442 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-de9ea51e-a8d7-4614-b8b7-f2f655573c61 req-e1f1f52a-ecd4-4d04-920a-90964c9fb0eb service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056567 Aug 17 04:17:45.146577 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c052e3-1159-4be2-aefb-cfda3205c947 req-24773b32-06f4-4c26-bfac-97b967ea70c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:45.148103 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51c052e3-1159-4be2-aefb-cfda3205c947 req-24773b32-06f4-4c26-bfac-97b967ea70c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0511713 Aug 17 04:17:45.189863 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51c052e3-1159-4be2-aefb-cfda3205c947 req-9bff55ef-f30f-4e99-bc8a-c54111e58470 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348110 Aug 17 04:17:45.370148 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bbb3abf6-3a87-4d09-a063-cea9fe02964b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:45.405648 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-76e415b1-cc9a-4cbb-ad99-8118d9371932 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0890846 Aug 17 04:17:45.414763 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-36a4155f-7651-422c-a3fc-5058c73d5c7c service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:17:45.415734 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-36a4155f-7651-422c-a3fc-5058c73d5c7c service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051277 Aug 17 04:17:46.314154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b77c86f-6f04-4ec3-84c2-cb2735590a13 req-b2b2c0e3-4e2a-4d45-a7a1-932754f3166f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:46.315670 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1b77c86f-6f04-4ec3-84c2-cb2735590a13 req-b2b2c0e3-4e2a-4d45-a7a1-932754f3166f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0539212 Aug 17 04:17:46.362598 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1b77c86f-6f04-4ec3-84c2-cb2735590a13 req-31e32b96-8dc3-42c5-a9fc-42e631657ae8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408113 Aug 17 04:17:47.490941 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a6e978-3753-4072-91d2-da837ca18413 req-cd5abc25-0f8e-492d-9e42-c1594edc6a3c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:47.492427 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-34a6e978-3753-4072-91d2-da837ca18413 req-cd5abc25-0f8e-492d-9e42-c1594edc6a3c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0526531 Aug 17 04:17:47.537038 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-34a6e978-3753-4072-91d2-da837ca18413 req-8869e37c-7991-4ca4-b618-34610dcbb391 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0384479 Aug 17 04:17:47.794346 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-1d812619-e3ae-4840-9bfe-573337fdca73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:47.795923 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-1d812619-e3ae-4840-9bfe-573337fdca73 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 1096 time: 0.0457847 Aug 17 04:17:47.892788 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-dfa124bc-c62d-4a9d-b935-a810aa022015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:47.894445 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-dfa124bc-c62d-4a9d-b935-a810aa022015 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f848d0db-c1f3-4889-8e5f-389116e57f7d HTTP/1.1" status: 200 len: 897 time: 0.0907910 Aug 17 04:17:47.963286 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-290f10d6-62da-46d8-86fd-8259da15deb5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f HTTP/1.1" status: 200 len: 1001 time: 0.0612652 Aug 17 04:17:47.992531 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8f39cb26-32f7-4c68-bc2f-6d536cb1d8ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:48.012771 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-ca334220-903c-4822-b587-679e6ae61bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:48.014704 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-ca334220-903c-4822-b587-679e6ae61bca service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cf8b781-0f1e-437a-90d1-46a22dbefb1c HTTP/1.1" status: 200 len: 834 time: 0.0448461 Aug 17 04:17:48.067892 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-4f287eb4-818a-47a5-ad26-080502d8016b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:48.069411 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-4f287eb4-818a-47a5-ad26-080502d8016b service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f848d0db-c1f3-4889-8e5f-389116e57f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451286 Aug 17 04:17:48.161473 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-c4a7018d-03ec-46df-b7ce-f0fe79de8092 service neutron] 10.222.0.60 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0839403 Aug 17 04:17:48.255670 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:48.258902 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-2dd67961-0e64-47b3-b6c8-16b5fbd03533 service neutron] 10.222.0.60 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907004 Aug 17 04:17:48.558853 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:17:48.657917 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46160d5-78ab-481b-9591-821931180e77 req-cd070d01-d65b-4c6e-8250-c0a9edd1e7a7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:48.659464 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d46160d5-78ab-481b-9591-821931180e77 req-cd070d01-d65b-4c6e-8250-c0a9edd1e7a7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0500402 Aug 17 04:17:48.698450 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d46160d5-78ab-481b-9591-821931180e77 req-84e48050-1762-4557-a325-46ebc8f4d012 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328712 Aug 17 04:17:49.484058 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:49.816604 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02eccb6a-dfe2-4aab-aed5-a5cee7a1eae5 req-7e9ca583-4c78-4873-8ae9-248f3cd45f5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:49.818140 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-02eccb6a-dfe2-4aab-aed5-a5cee7a1eae5 req-7e9ca583-4c78-4873-8ae9-248f3cd45f5f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0494180 Aug 17 04:17:49.862102 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-02eccb6a-dfe2-4aab-aed5-a5cee7a1eae5 req-8825af68-4299-4110-996e-068798caf557 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0375888 Aug 17 04:17:50.985965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0d86b4-422a-49f5-9835-4a57d0497dc6 req-4b925baa-ae3f-42eb-80e5-a1b8aa2875a5 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:50.987465 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6e0d86b4-422a-49f5-9835-4a57d0497dc6 req-4b925baa-ae3f-42eb-80e5-a1b8aa2875a5 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0490217 Aug 17 04:17:51.025290 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6e0d86b4-422a-49f5-9835-4a57d0497dc6 req-3a4d54c7-bbee-40d1-872e-12408d74c7dd tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318263 Aug 17 04:17:51.215381 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:17:52.147444 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dd1af95-a3f7-429f-9e61-058eed7958a3 req-af6f9477-84be-4be0-9e47-4173916065c2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:52.148978 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1dd1af95-a3f7-429f-9e61-058eed7958a3 req-af6f9477-84be-4be0-9e47-4173916065c2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0507567 Aug 17 04:17:52.188869 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1dd1af95-a3f7-429f-9e61-058eed7958a3 req-3958de95-919e-4e9a-8186-a25fe4e38e98 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338330 Aug 17 04:17:53.309658 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdbf298-42ca-4396-a849-fa1b47575ee4 req-511c168b-6546-437b-bbd2-76b241e5423f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:53.311844 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2bdbf298-42ca-4396-a849-fa1b47575ee4 req-511c168b-6546-437b-bbd2-76b241e5423f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0499313 Aug 17 04:17:53.354219 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2bdbf298-42ca-4396-a849-fa1b47575ee4 req-c8e9f681-5192-4fae-a362-9c457035ee7e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0361118 Aug 17 04:17:54.479810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed6d11f-6d38-4905-9694-3952998a4b66 req-b92e455c-db0a-4b4e-bb21-3725c8ada47e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:54.481371 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ed6d11f-6d38-4905-9694-3952998a4b66 req-b92e455c-db0a-4b4e-bb21-3725c8ada47e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0536244 Aug 17 04:17:54.522086 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ed6d11f-6d38-4905-9694-3952998a4b66 req-491293fa-3be6-46da-bc69-01d0f9828afb tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334005 Aug 17 04:17:55.642472 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-167d181b-038d-4708-9fa7-07376b6dfb9a req-2415852e-26dd-4803-92a3-d607a48cf547 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:55.644000 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-167d181b-038d-4708-9fa7-07376b6dfb9a req-2415852e-26dd-4803-92a3-d607a48cf547 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0500031 Aug 17 04:17:55.682533 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-167d181b-038d-4708-9fa7-07376b6dfb9a req-4003346e-b91b-4e31-93da-d15beb25dd1c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324352 Aug 17 04:17:56.807222 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722cc1f0-d841-4ef6-974b-000e5716167d req-54461e73-13a2-4fb9-bbd3-d28ae8f5b582 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:56.809081 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-722cc1f0-d841-4ef6-974b-000e5716167d req-54461e73-13a2-4fb9-bbd3-d28ae8f5b582 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0490353 Aug 17 04:17:56.851225 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-722cc1f0-d841-4ef6-974b-000e5716167d req-e54d4e5a-a6ad-42ff-88c6-6b06c4a9e06b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364022 Aug 17 04:17:57.973554 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8bdd4ed-2ea4-4cf9-be57-683fb0dbb015 req-1577446d-d7e5-4828-a5be-aa8be5b876d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:57.975096 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8bdd4ed-2ea4-4cf9-be57-683fb0dbb015 req-1577446d-d7e5-4828-a5be-aa8be5b876d8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0507236 Aug 17 04:17:58.025684 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a8bdd4ed-2ea4-4cf9-be57-683fb0dbb015 req-93d58c00-4b38-45e1-a7c9-4e97b9137f84 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436671 Aug 17 04:17:59.145790 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2567aac2-a767-4d8b-ac03-6570e15e66d2 req-8dc48e1f-3da2-41c6-af72-a981a2ba9f34 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:17:59.147324 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2567aac2-a767-4d8b-ac03-6570e15e66d2 req-8dc48e1f-3da2-41c6-af72-a981a2ba9f34 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0511091 Aug 17 04:17:59.185826 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2567aac2-a767-4d8b-ac03-6570e15e66d2 req-29668bc9-f70d-47f2-b4c4-2941a733e02e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323296 Aug 17 04:18:00.310721 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb0c670-66e7-4c04-aaa4-2102be0c6e7d req-739df2e6-704a-4e2c-a772-c6d846529367 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:00.312452 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7bb0c670-66e7-4c04-aaa4-2102be0c6e7d req-739df2e6-704a-4e2c-a772-c6d846529367 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0501771 Aug 17 04:18:00.314997 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-f4af62b9-f635-481c-8601-f6cb57d8c075 service neutron] show failed (client error): The resource could not be found. Aug 17 04:18:00.316070 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-f4af62b9-f635-481c-8601-f6cb57d8c075 service neutron] 10.222.0.60 "GET /v2.0/ports/f0a6b78e-7879-4080-bbb8-4137d7bf909f/bindings/n-h1-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.0580301 Aug 17 04:18:00.358054 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7bb0c670-66e7-4c04-aaa4-2102be0c6e7d req-052c7e8f-34b6-4bab-8a8e-dd19a97e41e5 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383966 Aug 17 04:18:00.991956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-5007e590-0545-4199-811a-1106933ea12a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:00.993700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-5007e590-0545-4199-811a-1106933ea12a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80&tenant_id=200d84aef877403083e1f84e1ec89095 HTTP/1.1" status: 200 len: 1096 time: 0.0474164 Aug 17 04:18:01.007313 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Request body: {'port': {'binding:host_id': 'n-h1-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:18:01.071894 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:01.291737 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] For port f0a6b78e-7879-4080-bbb8-4137d7bf909f, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f,segment=NetworkSegment(ba550132-bffa-4417-9808-882e4ddf4a99),segment_id=ba550132-bffa-4417-9808-882e4ddf4a99)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:18:01.325735 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] For port f0a6b78e-7879-4080-bbb8-4137d7bf909f, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:18:01.366405 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3233ca37-7ded-4540-8399-d2921ed78f80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:18:01.368677 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8c13569-2c4b-456a-ab19-5524b43f4c86" -d '{"events": [{"server_uuid": "3233ca37-7ded-4540-8399-d2921ed78f80", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a6b78e-7879-4080-bbb8-4137d7bf909f"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:18:01.372939 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:01.386601 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Transition to ACTIVE for port object f0a6b78e-7879-4080-bbb8-4137d7bf909f will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:18:01.418018 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 04:18:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f9f5b9-29ee-4726-a83b-0e5f1e865034 x-openstack-request-id: req-f6f9f5b9-29ee-4726-a83b-0e5f1e865034 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:18:01.418306 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3233ca37-7ded-4540-8399-d2921ed78f80", "name": "network-vif-unplugged", "status": "completed", "tag": "f0a6b78e-7879-4080-bbb8-4137d7bf909f", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:18:01.418562 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f6f9f5b9-29ee-4726-a83b-0e5f1e865034 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:18:01.418967 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3233ca37-7ded-4540-8399-d2921ed78f80', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f', 'code': 200} Aug 17 04:18:01.461279 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:01.522676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b811281e-4dd9-4687-b44c-e578ad421e96 req-ed51c7c2-f146-431d-aa71-18675fb30bd9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:01.524267 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b811281e-4dd9-4687-b44c-e578ad421e96 req-ed51c7c2-f146-431d-aa71-18675fb30bd9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 943 time: 0.0565884 Aug 17 04:18:01.542561 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Pushing event updated for resources: {'Port': ['ID=f0a6b78e-7879-4080-bbb8-4137d7bf909f,revision_number=6']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:01.558946 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:01.559303 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:01.559628 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:01.559971 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:01.560306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:01.560637 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:01.560959 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:01.561291 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:01.561645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:01.561974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:01.562301 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:01.562650 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:01.580144 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b811281e-4dd9-4687-b44c-e578ad421e96 req-af3862d1-31da-4f39-b5d6-c9ef547913da tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469365 Aug 17 04:18:01.601894 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] No DVR routers for this DVR port f0a6b78e-7879-4080-bbb8-4137d7bf909f on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:18:02.097713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Attempting to bind port f0a6b78e-7879-4080-bbb8-4137d7bf909f on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:18:02.097960 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Attempting to bind port f0a6b78e-7879-4080-bbb8-4137d7bf909f by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'ba550132-bffa-4417-9808-882e4ddf4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:18:02.098306 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Attempting to bind port f0a6b78e-7879-4080-bbb8-4137d7bf909f on network f848d0db-c1f3-4889-8e5f-389116e57f7d {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:18:02.102510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Port f0a6b78e-7879-4080-bbb8-4137d7bf909f on network f848d0db-c1f3-4889-8e5f-389116e57f7d not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:18:02.102826 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Attempting to bind port f0a6b78e-7879-4080-bbb8-4137d7bf909f on network f848d0db-c1f3-4889-8e5f-389116e57f7d {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:18:02.107488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 17, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:18:02.107809 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Checking segment: {'id': 'ba550132-bffa-4417-9808-882e4ddf4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:18:02.108192 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Bound using segment: {'id': 'ba550132-bffa-4417-9808-882e4ddf4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:18:02.108619 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Bound port: f0a6b78e-7879-4080-bbb8-4137d7bf909f, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'ba550132-bffa-4417-9808-882e4ddf4a99', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 91, 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:18:02.108971 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:02.175698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] For port f0a6b78e-7879-4080-bbb8-4137d7bf909f, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:18:02.178993 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] For port f0a6b78e-7879-4080-bbb8-4137d7bf909f, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f,segment=NetworkSegment(ba550132-bffa-4417-9808-882e4ddf4a99),segment_id=ba550132-bffa-4417-9808-882e4ddf4a99)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:18:02.251021 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:02.290527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:02.291211 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:02.292607 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] 10.222.0.30 "PUT /v2.0/ports/f0a6b78e-7879-4080-bbb8-4137d7bf909f HTTP/1.1" status: 200 len: 1091 time: 1.2904520 Aug 17 04:18:02.333947 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ee2bd0-a5b1-42b7-bda3-dcc1e3085dbd service neutron] Pushing event updated for resources: {'Port': ['ID=f0a6b78e-7879-4080-bbb8-4137d7bf909f,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:02.366621 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-a68cb263-8a5f-4555-9bbb-ff97e699fc24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:02.368171 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-a68cb263-8a5f-4555-9bbb-ff97e699fc24 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 1094 time: 0.0441842 Aug 17 04:18:02.476956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-f9bfc8ab-0879-4d36-bfdc-c9eb3877b180 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:02.478565 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-f9bfc8ab-0879-4d36-bfdc-c9eb3877b180 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f848d0db-c1f3-4889-8e5f-389116e57f7d HTTP/1.1" status: 200 len: 897 time: 0.1035259 Aug 17 04:18:02.555550 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-698eeb8d-6ef9-40e5-b2a4-5570d43d76db service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f HTTP/1.1" status: 200 len: 999 time: 0.0693877 Aug 17 04:18:02.615427 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-fd7a9788-2d14-4f05-baad-e7ac3a077766 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:02.616933 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-fd7a9788-2d14-4f05-baad-e7ac3a077766 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cf8b781-0f1e-437a-90d1-46a22dbefb1c HTTP/1.1" status: 200 len: 834 time: 0.0546391 Aug 17 04:18:02.701987 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-7ea79c15-d7ee-4ccc-9c59-4ee8380931c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:02.704032 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-7ea79c15-d7ee-4ccc-9c59-4ee8380931c5 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f848d0db-c1f3-4889-8e5f-389116e57f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0780995 Aug 17 04:18:02.720098 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a27b6-45b4-4036-86c1-3ee8abb1d728 req-64cc80e8-ce2e-4e65-b541-6853580701c6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:02.720098 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d8a27b6-45b4-4036-86c1-3ee8abb1d728 req-64cc80e8-ce2e-4e65-b541-6853580701c6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 943 time: 0.0564322 Aug 17 04:18:02.785958 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d8a27b6-45b4-4036-86c1-3ee8abb1d728 req-d5fa81fe-597b-4673-9d24-bde16774b63e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543282 Aug 17 04:18:02.810674 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-7fa66e9b-999f-4337-805f-437498974aa7 service neutron] 10.222.0.30 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995350 Aug 17 04:18:02.914737 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4aa5b192-176e-4205-a44f-8dfddbadd707 req-41d3eb84-0bdc-4c15-8e37-3f05ed6ab839 service neutron] 10.222.0.30 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964625 Aug 17 04:18:03.420461 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3233ca37-7ded-4540-8399-d2921ed78f80', 'tag': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:18:03.423525 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b517a25-f37b-4269-b85e-2e88349c1537" -d '{"events": [{"name": "network-changed", "server_uuid": "3233ca37-7ded-4540-8399-d2921ed78f80", "tag": "f0a6b78e-7879-4080-bbb8-4137d7bf909f"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:18:03.473503 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:18:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1181b759-369f-416f-9859-bcbe118c0d8b x-openstack-request-id: req-1181b759-369f-416f-9859-bcbe118c0d8b {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:18:03.473806 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3233ca37-7ded-4540-8399-d2921ed78f80", "tag": "f0a6b78e-7879-4080-bbb8-4137d7bf909f", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:18:03.474065 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1181b759-369f-416f-9859-bcbe118c0d8b {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:18:03.475032 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3233ca37-7ded-4540-8399-d2921ed78f80', 'tag': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f', 'status': 'completed', 'code': 200} Aug 17 04:18:03.582883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-80f5fc8c-6e37-42bf-ad8e-30c8607e2fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:03.582883 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-80f5fc8c-6e37-42bf-ad8e-30c8607e2fbc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 1094 time: 0.0830679 Aug 17 04:18:03.584293 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-a7a54cb2-de75-4ded-a59b-d3b0c9ddba37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:03.585691 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-a7a54cb2-de75-4ded-a59b-d3b0c9ddba37 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 1094 time: 0.0748677 Aug 17 04:18:03.756115 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-651b8a13-e04b-4dd0-be3f-e312af1db85a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:03.758587 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-651b8a13-e04b-4dd0-be3f-e312af1db85a service neutron] 10.222.0.60 "GET /v2.0/networks?id=f848d0db-c1f3-4889-8e5f-389116e57f7d HTTP/1.1" status: 200 len: 897 time: 0.1699700 Aug 17 04:18:03.760151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-c870a1bd-624d-4d4c-abbe-a21630fe3182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:03.761717 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-c870a1bd-624d-4d4c-abbe-a21630fe3182 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f848d0db-c1f3-4889-8e5f-389116e57f7d HTTP/1.1" status: 200 len: 897 time: 0.1647718 Aug 17 04:18:03.887949 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-8aa302db-eb77-447c-9e43-83f5759bd579 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f HTTP/1.1" status: 200 len: 999 time: 0.1175728 Aug 17 04:18:03.895836 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-3aebb2eb-5445-4d60-aa22-60f156c89fbd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f HTTP/1.1" status: 200 len: 999 time: 0.0839458 Aug 17 04:18:03.948769 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8c3147-cba0-494c-a7ae-8d2660bb96d9 req-ea4fbe7d-f491-407b-bce1-812cd4f2d42a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:03.950630 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bb8c3147-cba0-494c-a7ae-8d2660bb96d9 req-ea4fbe7d-f491-407b-bce1-812cd4f2d42a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 943 time: 0.0620689 Aug 17 04:18:03.976065 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-221f9480-1d26-4702-b61f-6c6342bc70df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:03.977650 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-221f9480-1d26-4702-b61f-6c6342bc70df service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cf8b781-0f1e-437a-90d1-46a22dbefb1c HTTP/1.1" status: 200 len: 834 time: 0.0808609 Aug 17 04:18:03.983260 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-da39ccaf-c05c-457a-8712-523e7a00ad5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:03.984719 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-da39ccaf-c05c-457a-8712-523e7a00ad5e service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cf8b781-0f1e-437a-90d1-46a22dbefb1c HTTP/1.1" status: 200 len: 834 time: 0.0608027 Aug 17 04:18:04.013484 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bb8c3147-cba0-494c-a7ae-8d2660bb96d9 req-acead2e5-1ff2-4645-965c-5cfedef90a15 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546761 Aug 17 04:18:04.069799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-43274bd3-e802-46c6-95e6-307fbb188602 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:04.071723 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-43274bd3-e802-46c6-95e6-307fbb188602 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f848d0db-c1f3-4889-8e5f-389116e57f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0858958 Aug 17 04:18:04.073643 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-3ff65ae9-366a-4211-bede-31d8cfa264de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:04.075042 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-3ff65ae9-366a-4211-bede-31d8cfa264de service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f848d0db-c1f3-4889-8e5f-389116e57f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0810189 Aug 17 04:18:04.208225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f0a6b78e-7879-4080-bbb8-4137d7bf909f no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:18:04.248943 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-cf061a2a-0c50-49e2-95bc-3ce0e9c294e2 service neutron] 10.222.0.30 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681688 Aug 17 04:18:04.252090 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-352356fb-c166-4a88-a48f-330520e7be35 service neutron] 10.222.0.60 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1632495 Aug 17 04:18:04.255905 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device f0a6b78e-7879-4080-bbb8-4137d7bf909f not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:18:04.301545 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:04.425367 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-d3c1fb94-501e-4113-9361-0c86f7f8b43d service neutron] 10.222.0.30 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1691811 Aug 17 04:18:04.427641 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2b517a25-f37b-4269-b85e-2e88349c1537 req-723f0590-d37d-4160-8a0d-e9b873d2bc23 service neutron] 10.222.0.60 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628211 Aug 17 04:18:04.701609 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:05.159619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6e647f-96fb-48e0-98a3-b874c4277544 req-a7f2bcc5-4024-400c-82c9-acdedd718d3c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:05.161272 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d6e647f-96fb-48e0-98a3-b874c4277544 req-a7f2bcc5-4024-400c-82c9-acdedd718d3c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 943 time: 0.0615797 Aug 17 04:18:05.207424 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d6e647f-96fb-48e0-98a3-b874c4277544 req-b777c6d6-447c-43d7-b98c-158adff6a50f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355220 Aug 17 04:18:05.603047 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95a906e-e738-45eb-aae5-ca4894b04cb6 req-9e52b94c-6b94-4bf6-a4a0-2da9510fbc46 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:05.604653 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d95a906e-e738-45eb-aae5-ca4894b04cb6 req-9e52b94c-6b94-4bf6-a4a0-2da9510fbc46 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 943 time: 0.0761952 Aug 17 04:18:05.660785 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d95a906e-e738-45eb-aae5-ca4894b04cb6 req-5b8836c4-3497-4a67-992d-36cfc9787b66 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0478430 Aug 17 04:18:05.669623 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45bafd-bb3c-4a2f-915b-334001f640b6 req-b1066748-890b-480f-97af-4e04240a01e1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:05.671436 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db45bafd-bb3c-4a2f-915b-334001f640b6 req-b1066748-890b-480f-97af-4e04240a01e1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80&tenant_id=200d84aef877403083e1f84e1ec89095&binding%3Ahost_id=n-h1-802060-9 HTTP/1.1" status: 200 len: 943 time: 0.0652385 Aug 17 04:18:05.725118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f0a6b78e-7879-4080-bbb8-4137d7bf909f details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:18:05.774024 n-d-802060-9 neutron-server[101970]: INFO neutron.api.v2.resource [req-db45bafd-bb3c-4a2f-915b-334001f640b6 req-aec986b8-01a1-472b-90fb-3c240f59b005 service neutron] delete failed (client error): The resource could not be found. Aug 17 04:18:05.775730 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db45bafd-bb3c-4a2f-915b-334001f640b6 req-aec986b8-01a1-472b-90fb-3c240f59b005 service neutron] 10.222.0.60 "DELETE /v2.0/ports/f0a6b78e-7879-4080-bbb8-4137d7bf909f/bindings/n-h2-802060-9 HTTP/1.1" status: 404 len: 380 time: 0.0955172 Aug 17 04:18:05.814593 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1e9732-ba46-4d7d-b7e7-42b89c1c3230 req-ed2069ee-3efe-4c76-80af-cf730a3c09fc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:05.815789 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ad1e9732-ba46-4d7d-b7e7-42b89c1c3230 req-ed2069ee-3efe-4c76-80af-cf730a3c09fc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 943 time: 0.0722022 Aug 17 04:18:05.887186 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ad1e9732-ba46-4d7d-b7e7-42b89c1c3230 req-037e9763-52eb-486b-878c-f9d2f5a5e634 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597262 Aug 17 04:18:05.908914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45bafd-bb3c-4a2f-915b-334001f640b6 req-c3477fcc-9494-44d7-9c5b-dfe20f796407 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:05.911755 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db45bafd-bb3c-4a2f-915b-334001f640b6 req-c3477fcc-9494-44d7-9c5b-dfe20f796407 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 1094 time: 0.0667598 Aug 17 04:18:06.037953 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port f0a6b78e-7879-4080-bbb8-4137d7bf909f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f,segment=NetworkSegment(ba550132-bffa-4417-9808-882e4ddf4a99),segment_id=ba550132-bffa-4417-9808-882e4ddf4a99)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:18:06.041660 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45bafd-bb3c-4a2f-915b-334001f640b6 req-772bc8ac-a028-4249-af51-a80ac3af7afe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:06.043213 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db45bafd-bb3c-4a2f-915b-334001f640b6 req-772bc8ac-a028-4249-af51-a80ac3af7afe service neutron] 10.222.0.60 "GET /v2.0/networks?id=f848d0db-c1f3-4889-8e5f-389116e57f7d HTTP/1.1" status: 200 len: 897 time: 0.1250043 Aug 17 04:18:06.049404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f', 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d', 'port_id': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f', 'mac_address': 'fa:16:3e:6c:be:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 91, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:18:06.091095 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:06.107996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f0a6b78e-7879-4080-bbb8-4137d7bf909f {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:18:06.126396 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db45bafd-bb3c-4a2f-915b-334001f640b6 req-6e464435-ee46-4a9c-b510-756a1ddec651 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f HTTP/1.1" status: 200 len: 999 time: 0.0757763 Aug 17 04:18:06.137442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port f0a6b78e-7879-4080-bbb8-4137d7bf909f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f,segment=NetworkSegment(ba550132-bffa-4417-9808-882e4ddf4a99),segment_id=ba550132-bffa-4417-9808-882e4ddf4a99)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:18:06.195273 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45bafd-bb3c-4a2f-915b-334001f640b6 req-670763d3-9dc5-4bb9-acee-f4b3ce34ae41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:06.197137 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db45bafd-bb3c-4a2f-915b-334001f640b6 req-670763d3-9dc5-4bb9-acee-f4b3ce34ae41 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=5cf8b781-0f1e-437a-90d1-46a22dbefb1c HTTP/1.1" status: 200 len: 834 time: 0.0641303 Aug 17 04:18:06.214641 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:06.260869 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db45bafd-bb3c-4a2f-915b-334001f640b6 req-7e334b49-f7f6-4f4d-b7c8-55eb42988dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:06.262435 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db45bafd-bb3c-4a2f-915b-334001f640b6 req-7e334b49-f7f6-4f4d-b7c8-55eb42988dec service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f848d0db-c1f3-4889-8e5f-389116e57f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0574231 Aug 17 04:18:06.269748 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=f0a6b78e-7879-4080-bbb8-4137d7bf909f,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:06.277525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:06.277873 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:06.278216 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:06.278555 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:06.278891 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:06.279216 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:06.279543 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:06.279865 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:06.280186 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:06.280504 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:06.280825 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:06.281144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:06.365064 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db45bafd-bb3c-4a2f-915b-334001f640b6 req-78a002d0-2bd7-4f0b-b96d-f9466ad00d0e service neutron] 10.222.0.60 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0952878 Aug 17 04:18:06.472971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['f0a6b78e-7879-4080-bbb8-4137d7bf909f'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:18:06.480019 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-db45bafd-bb3c-4a2f-915b-334001f640b6 req-3e8ccf95-a8e2-43eb-ba1e-fa029d8200ae service neutron] 10.222.0.60 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1079700 Aug 17 04:18:07.062371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0f1f78-b6d1-4f4e-9bb0-91a00376dd78 req-0d33ef4e-f8ca-49c7-9d34-e8838c61b74a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:07.064366 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7d0f1f78-b6d1-4f4e-9bb0-91a00376dd78 req-0d33ef4e-f8ca-49c7-9d34-e8838c61b74a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 944 time: 0.0771132 Aug 17 04:18:07.114300 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7d0f1f78-b6d1-4f4e-9bb0-91a00376dd78 req-f029956a-71ca-4feb-aac9-857f5db19fdc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432429 Aug 17 04:18:07.723570 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f0a6b78e-7879-4080-bbb8-4137d7bf909f up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:18:07.878174 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port f0a6b78e-7879-4080-bbb8-4137d7bf909f completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:18:07.882213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port f0a6b78e-7879-4080-bbb8-4137d7bf909f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:18:07.882587 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:07.963848 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:08.003312 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3233ca37-7ded-4540-8399-d2921ed78f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:18:08.005538 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4acb90d6-8036-44a3-afc7-65b737e539bf" -d '{"events": [{"server_uuid": "3233ca37-7ded-4540-8399-d2921ed78f80", "name": "network-vif-plugged", "status": "completed", "tag": "f0a6b78e-7879-4080-bbb8-4137d7bf909f"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:18:08.021137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port f0a6b78e-7879-4080-bbb8-4137d7bf909f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f,segment=NetworkSegment(ba550132-bffa-4417-9808-882e4ddf4a99),segment_id=ba550132-bffa-4417-9808-882e4ddf4a99)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:18:08.046911 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:18:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93afe114-31f6-45af-bcef-b69211f3a36f x-openstack-request-id: req-93afe114-31f6-45af-bcef-b69211f3a36f {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:18:08.047799 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3233ca37-7ded-4540-8399-d2921ed78f80", "name": "network-vif-plugged", "status": "completed", "tag": "f0a6b78e-7879-4080-bbb8-4137d7bf909f", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:18:08.048139 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-93afe114-31f6-45af-bcef-b69211f3a36f {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:18:08.048547 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3233ca37-7ded-4540-8399-d2921ed78f80', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f', 'code': 200} Aug 17 04:18:08.083867 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:08.133102 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=f0a6b78e-7879-4080-bbb8-4137d7bf909f,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:08.252193 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8937397-622b-41ef-822d-5bfd1abe72e1 req-aa7f3b15-fad3-44f5-8df4-2298f2c1e09f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:08.253861 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8937397-622b-41ef-822d-5bfd1abe72e1 req-aa7f3b15-fad3-44f5-8df4-2298f2c1e09f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0646443 Aug 17 04:18:08.298066 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e8937397-622b-41ef-822d-5bfd1abe72e1 req-21e6f38b-773f-4889-afc6-1c6dc4e6ead1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332882 Aug 17 04:18:08.321457 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45928) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:08.390732 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7114bfb1-c2bd-4023-803e-40c9595edd11 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/floatingips/a06545dc-f19d-4240-8aa8-99e72995a391 HTTP/1.1" status: 200 len: 993 time: 0.0681086 Aug 17 04:18:15.403490 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-93cfdd11-d557-4c6f-bfa2-2c9d1320625e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:18.044198 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b4874a65-19ba-40ef-aac1-5fa8b6f6b9cc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:18.272665 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:19.450007 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:21.203208 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:25.558079 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:18:27.935244 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a798bef0-efdb-49e8-9852-9c424f59f2e5 req-4bae8c79-6f2e-4b22-a56a-74eb0d443339 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0428984 Aug 17 04:18:28.023838 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798bef0-efdb-49e8-9852-9c424f59f2e5 req-95f6c2b7-786c-4899-a81b-d61dcd107179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:28.025247 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a798bef0-efdb-49e8-9852-9c424f59f2e5 req-95f6c2b7-786c-4899-a81b-d61dcd107179 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 1096 time: 0.0456784 Aug 17 04:18:28.131868 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798bef0-efdb-49e8-9852-9c424f59f2e5 req-09582ba4-c426-44fc-bd1c-35a46b4c07da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:28.133357 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a798bef0-efdb-49e8-9852-9c424f59f2e5 req-09582ba4-c426-44fc-bd1c-35a46b4c07da service neutron] 10.222.0.30 "GET /v2.0/networks?id=f848d0db-c1f3-4889-8e5f-389116e57f7d HTTP/1.1" status: 200 len: 897 time: 0.0872197 Aug 17 04:18:28.205030 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a798bef0-efdb-49e8-9852-9c424f59f2e5 req-b1afffbd-826e-4b24-8255-111e8daa5e7a service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f HTTP/1.1" status: 200 len: 1001 time: 0.0628521 Aug 17 04:18:28.256471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798bef0-efdb-49e8-9852-9c424f59f2e5 req-e3d2a600-eee1-499f-a8e8-853a1a39a429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:28.257965 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a798bef0-efdb-49e8-9852-9c424f59f2e5 req-e3d2a600-eee1-499f-a8e8-853a1a39a429 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cf8b781-0f1e-437a-90d1-46a22dbefb1c HTTP/1.1" status: 200 len: 834 time: 0.0449240 Aug 17 04:18:28.306568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a798bef0-efdb-49e8-9852-9c424f59f2e5 req-8c10ec98-6f18-43d7-aee6-bf5be4ddb071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:28.308081 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a798bef0-efdb-49e8-9852-9c424f59f2e5 req-8c10ec98-6f18-43d7-aee6-bf5be4ddb071 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f848d0db-c1f3-4889-8e5f-389116e57f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0427313 Aug 17 04:18:28.406889 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a798bef0-efdb-49e8-9852-9c424f59f2e5 req-39f179bf-8eba-4ceb-ade2-85c88c54fc93 service neutron] 10.222.0.30 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905058 Aug 17 04:18:28.502230 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a798bef0-efdb-49e8-9852-9c424f59f2e5 req-d9f0dd3e-441c-4e0f-971c-76012ce9ac85 service neutron] 10.222.0.30 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858495 Aug 17 04:18:34.014195 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:34.717519 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:36.942695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45938) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:37.107042 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-7e498954-efb8-4d66-9ad3-d89281498c0b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port dbe72a5d-b222-4896-b122-e01acf3cc0d5 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:18:37.107286 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7e498954-efb8-4d66-9ad3-d89281498c0b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:37.190064 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7e498954-efb8-4d66-9ad3-d89281498c0b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:37.190402 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7e498954-efb8-4d66-9ad3-d89281498c0b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:37.203039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-7e498954-efb8-4d66-9ad3-d89281498c0b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for dbe72a5d-b222-4896-b122-e01acf3cc0d5 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:18:37.403322 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7e498954-efb8-4d66-9ad3-d89281498c0b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:37.431265 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e498954-efb8-4d66-9ad3-d89281498c0b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=dbe72a5d-b222-4896-b122-e01acf3cc0d5,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:37.496696 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7e498954-efb8-4d66-9ad3-d89281498c0b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:37.497021 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-7e498954-efb8-4d66-9ad3-d89281498c0b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Floating IP a06545dc-f19d-4240-8aa8-99e72995a391 disassociated (deleted). External IP: 172.25.1.175, port: f0a6b78e-7879-4080-bbb8-4137d7bf909f. Aug 17 04:18:37.700689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e498954-efb8-4d66-9ad3-d89281498c0b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router b606e9d6-36d6-4d19-a49f-410a17e4e9f2 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:18:37.810390 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e498954-efb8-4d66-9ad3-d89281498c0b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:18:37.815511 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-7e498954-efb8-4d66-9ad3-d89281498c0b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:37.820690 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39878e73-cbb8-4ed6-9077-3b640a7ebe89 None None] Sync routers for ids ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:18:37.831041 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39878e73-cbb8-4ed6-9077-3b640a7ebe89 None None] Routers {'b606e9d6-36d6-4d19-a49f-410a17e4e9f2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:18:37.831651 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-39878e73-cbb8-4ed6-9077-3b640a7ebe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:18:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:37.843265 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7e498954-efb8-4d66-9ad3-d89281498c0b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/floatingips/a06545dc-f19d-4240-8aa8-99e72995a391 HTTP/1.1" status: 204 len: 168 time: 0.8994081 Aug 17 04:18:37.843873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3233ca37-7ded-4540-8399-d2921ed78f80', 'tag': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:18:37.847083 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dd03eece-28ea-4513-9a48-02c48ff21476" -d '{"events": [{"name": "network-changed", "server_uuid": "3233ca37-7ded-4540-8399-d2921ed78f80", "tag": "f0a6b78e-7879-4080-bbb8-4137d7bf909f"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:18:37.938001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-39878e73-cbb8-4ed6-9077-3b640a7ebe89 None None] Set router b606e9d6-36d6-4d19-a49f-410a17e4e9f2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:18:38.151372 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-39878e73-cbb8-4ed6-9077-3b640a7ebe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545361767', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:16:50Z', 'updated_at': '2021-08-17T04:16:55Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:51Z', 'updated_at': '2021-08-17T04:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2a84b86a-5137-4b16-960a-13dff6138ccb', 'name': '', 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:3c:39:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:54Z', 'updated_at': '2021-08-17T04:17:00Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:38.188800 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39878e73-cbb8-4ed6-9077-3b640a7ebe89 None None] Checking router: b606e9d6-36d6-4d19-a49f-410a17e4e9f2 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:18:38.201354 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39878e73-cbb8-4ed6-9077-3b640a7ebe89 None None] Routers {'b606e9d6-36d6-4d19-a49f-410a17e4e9f2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:18:38.202022 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-39878e73-cbb8-4ed6-9077-3b640a7ebe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:18:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:38.232956 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:18:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a2bb1342-6fcf-4d01-8c53-48ff6310fbee x-openstack-request-id: req-a2bb1342-6fcf-4d01-8c53-48ff6310fbee {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:18:38.233500 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3233ca37-7ded-4540-8399-d2921ed78f80", "tag": "f0a6b78e-7879-4080-bbb8-4137d7bf909f", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:18:38.234031 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-a2bb1342-6fcf-4d01-8c53-48ff6310fbee {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:18:38.234517 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3233ca37-7ded-4540-8399-d2921ed78f80', 'tag': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f', 'status': 'completed', 'code': 200} Aug 17 04:18:38.302476 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03eece-28ea-4513-9a48-02c48ff21476 req-9d44c093-48da-473b-8d47-e098afc7fec8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:38.304034 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd03eece-28ea-4513-9a48-02c48ff21476 req-9d44c093-48da-473b-8d47-e098afc7fec8 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 1096 time: 0.0483687 Aug 17 04:18:38.321098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-39878e73-cbb8-4ed6-9077-3b640a7ebe89 None None] Set router b606e9d6-36d6-4d19-a49f-410a17e4e9f2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:18:38.385330 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9166c38-8370-4f91-b0ed-647cd5e76a33 req-c7963f28-35d1-4ec0-baae-be03ea0614b6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:38.387112 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9166c38-8370-4f91-b0ed-647cd5e76a33 req-c7963f28-35d1-4ec0-baae-be03ea0614b6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0528924 Aug 17 04:18:38.402341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03eece-28ea-4513-9a48-02c48ff21476 req-cd486d06-994c-4711-a96b-9cdde63d8f12 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:38.403996 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd03eece-28ea-4513-9a48-02c48ff21476 req-cd486d06-994c-4711-a96b-9cdde63d8f12 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f848d0db-c1f3-4889-8e5f-389116e57f7d HTTP/1.1" status: 200 len: 897 time: 0.0925455 Aug 17 04:18:38.433909 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b9166c38-8370-4f91-b0ed-647cd5e76a33 req-aa7f6ad2-1288-48c2-a80c-e01ab61a4a7d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406501 Aug 17 04:18:38.457238 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd03eece-28ea-4513-9a48-02c48ff21476 req-167eba95-f42c-4bd2-b24a-b7a81c81fac9 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f HTTP/1.1" status: 200 len: 217 time: 0.0449991 Aug 17 04:18:38.510576 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03eece-28ea-4513-9a48-02c48ff21476 req-2e67e5bd-e908-4732-82d8-7ebbfd817881 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:38.512079 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd03eece-28ea-4513-9a48-02c48ff21476 req-2e67e5bd-e908-4732-82d8-7ebbfd817881 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=5cf8b781-0f1e-437a-90d1-46a22dbefb1c HTTP/1.1" status: 200 len: 834 time: 0.0475695 Aug 17 04:18:38.537102 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-39878e73-cbb8-4ed6-9077-3b640a7ebe89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545361767', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:16:50Z', 'updated_at': '2021-08-17T04:16:55Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:51Z', 'updated_at': '2021-08-17T04:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2a84b86a-5137-4b16-960a-13dff6138ccb', 'name': '', 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:3c:39:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:54Z', 'updated_at': '2021-08-17T04:17:00Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:38.559171 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd03eece-28ea-4513-9a48-02c48ff21476 req-31602b35-3271-415a-8e69-ce3117e701a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:38.560684 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd03eece-28ea-4513-9a48-02c48ff21476 req-31602b35-3271-415a-8e69-ce3117e701a6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f848d0db-c1f3-4889-8e5f-389116e57f7d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413349 Aug 17 04:18:38.563244 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-39878e73-cbb8-4ed6-9077-3b640a7ebe89 None None] The sync data for ids ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'] in n-d-802060-9 is: [{'id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545361767', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:16:50Z', 'updated_at': '2021-08-17T04:16:55Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:51Z', 'updated_at': '2021-08-17T04:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '2a84b86a-5137-4b16-960a-13dff6138ccb', 'name': '', 'network_id': 'f848d0db-c1f3-4889-8e5f-389116e57f7d', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:3c:39:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 4224, 'fixed_ips': [{'subnet_id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:54Z', 'updated_at': '2021-08-17T04:17:00Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '5cf8b781-0f1e-437a-90d1-46a22dbefb1c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:18:38.661238 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd03eece-28ea-4513-9a48-02c48ff21476 req-52fb3573-42a3-445e-9c87-0863efada9c9 service neutron] 10.222.0.30 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920730 Aug 17 04:18:38.759938 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dd03eece-28ea-4513-9a48-02c48ff21476 req-aab95a17-c860-4289-ac34-dbb08c1d6c7b service neutron] 10.222.0.30 "GET /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900121 Aug 17 04:18:38.791556 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5dddd9b1-8dc9-4516-bb64-83911c538adf None None] New status for floating IP a06545dc-f19d-4240-8aa8-99e72995a391: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:18:39.555197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32786c7-d808-4e6b-9bdf-1f689bd96872 req-91333f8a-23a5-43fd-b0c3-a833dd0eaca5 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:39.556718 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b32786c7-d808-4e6b-9bdf-1f689bd96872 req-91333f8a-23a5-43fd-b0c3-a833dd0eaca5 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0526407 Aug 17 04:18:39.600258 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b32786c7-d808-4e6b-9bdf-1f689bd96872 req-9a105182-99ed-4a88-b32e-1b912a41a649 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=d19f8704-fa4b-4191-bcc5-a9a855703c86&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354922 Aug 17 04:18:39.605906 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1a32597-4d75-4369-8f32-a6b02d83a08c req-8093ac0a-6438-411f-ad35-053f435dbddb tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:39.607386 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1a32597-4d75-4369-8f32-a6b02d83a08c req-8093ac0a-6438-411f-ad35-053f435dbddb tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.30 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 945 time: 0.0583405 Aug 17 04:18:39.696855 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-b1a32597-4d75-4369-8f32-a6b02d83a08c req-0f4f1cf5-3015-4478-9134-888e04c5aa9e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port f0a6b78e-7879-4080-bbb8-4137d7bf909f {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:18:39.697196 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b1a32597-4d75-4369-8f32-a6b02d83a08c req-0f4f1cf5-3015-4478-9134-888e04c5aa9e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:39.787528 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-b1a32597-4d75-4369-8f32-a6b02d83a08c req-0f4f1cf5-3015-4478-9134-888e04c5aa9e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] For port f0a6b78e-7879-4080-bbb8-4137d7bf909f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=f0a6b78e-7879-4080-bbb8-4137d7bf909f,segment=NetworkSegment(ba550132-bffa-4417-9808-882e4ddf4a99),segment_id=ba550132-bffa-4417-9808-882e4ddf4a99)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:18:39.787894 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b1a32597-4d75-4369-8f32-a6b02d83a08c req-0f4f1cf5-3015-4478-9134-888e04c5aa9e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:39.803200 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-b1a32597-4d75-4369-8f32-a6b02d83a08c req-0f4f1cf5-3015-4478-9134-888e04c5aa9e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for f0a6b78e-7879-4080-bbb8-4137d7bf909f owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:18:40.003486 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b1a32597-4d75-4369-8f32-a6b02d83a08c req-0f4f1cf5-3015-4478-9134-888e04c5aa9e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:40.036408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4f1cf5-3015-4478-9134-888e04c5aa9e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=f0a6b78e-7879-4080-bbb8-4137d7bf909f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:40.078040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1a32597-4d75-4369-8f32-a6b02d83a08c req-0f4f1cf5-3015-4478-9134-888e04c5aa9e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] No DVR routers for this DVR port f0a6b78e-7879-4080-bbb8-4137d7bf909f on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:18:40.081079 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-b1a32597-4d75-4369-8f32-a6b02d83a08c req-0f4f1cf5-3015-4478-9134-888e04c5aa9e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:40.083108 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b1a32597-4d75-4369-8f32-a6b02d83a08c req-0f4f1cf5-3015-4478-9134-888e04c5aa9e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.30 "DELETE /v2.0/ports/f0a6b78e-7879-4080-bbb8-4137d7bf909f HTTP/1.1" status: 204 len: 173 time: 0.4695928 Aug 17 04:18:40.236673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3233ca37-7ded-4540-8399-d2921ed78f80', 'name': 'network-vif-deleted', 'tag': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:18:40.239387 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed8a883a-62bb-4e41-bee5-60f98c32161c" -d '{"events": [{"server_uuid": "3233ca37-7ded-4540-8399-d2921ed78f80", "name": "network-vif-deleted", "tag": "f0a6b78e-7879-4080-bbb8-4137d7bf909f"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:18:40.277068 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:18:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-351bfcf6-6103-450a-9326-589fe74cd21e x-openstack-request-id: req-351bfcf6-6103-450a-9326-589fe74cd21e {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:18:40.277407 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3233ca37-7ded-4540-8399-d2921ed78f80", "name": "network-vif-deleted", "tag": "f0a6b78e-7879-4080-bbb8-4137d7bf909f", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:18:40.277810 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-351bfcf6-6103-450a-9326-589fe74cd21e {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:18:40.278228 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3233ca37-7ded-4540-8399-d2921ed78f80', 'name': 'network-vif-deleted', 'tag': 'f0a6b78e-7879-4080-bbb8-4137d7bf909f', 'status': 'completed', 'code': 200} Aug 17 04:18:40.711194 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dca14133-c26c-4466-a98a-e41701417b68 req-6f6466c3-575d-4b6c-b87f-1b9aeb1a0309 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=3233ca37-7ded-4540-8399-d2921ed78f80 HTTP/1.1" status: 200 len: 210 time: 0.0269923 Aug 17 04:18:41.768474 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45956) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:42.448550 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d206950-afe4-4c12-abd0-45ee1b9311c6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:42.728742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6d206950-afe4-4c12-abd0-45ee1b9311c6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port 2a84b86a-5137-4b16-960a-13dff6138ccb {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:18:42.729011 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d206950-afe4-4c12-abd0-45ee1b9311c6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:42.823136 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-6d206950-afe4-4c12-abd0-45ee1b9311c6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] For port 2a84b86a-5137-4b16-960a-13dff6138ccb, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=2a84b86a-5137-4b16-960a-13dff6138ccb,segment=NetworkSegment(ba550132-bffa-4417-9808-882e4ddf4a99),segment_id=ba550132-bffa-4417-9808-882e4ddf4a99)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:18:42.823860 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d206950-afe4-4c12-abd0-45ee1b9311c6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:42.837713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6d206950-afe4-4c12-abd0-45ee1b9311c6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for 2a84b86a-5137-4b16-960a-13dff6138ccb owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:18:43.146013 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d206950-afe4-4c12-abd0-45ee1b9311c6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:43.172595 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d206950-afe4-4c12-abd0-45ee1b9311c6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=2a84b86a-5137-4b16-960a-13dff6138ccb,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:43.362341 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6d206950-afe4-4c12-abd0-45ee1b9311c6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:43.584081 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d206950-afe4-4c12-abd0-45ee1b9311c6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router b606e9d6-36d6-4d19-a49f-410a17e4e9f2 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:18:43.689429 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d206950-afe4-4c12-abd0-45ee1b9311c6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:18:43.696185 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6d206950-afe4-4c12-abd0-45ee1b9311c6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "PUT /v2.0/routers/b606e9d6-36d6-4d19-a49f-410a17e4e9f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9262967 Aug 17 04:18:43.697687 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45958) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:43.699835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec6a173-0269-46e9-a7ce-f61772438b4b None None] Sync routers for ids ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:18:43.709294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6a173-0269-46e9-a7ce-f61772438b4b None None] Routers {'b606e9d6-36d6-4d19-a49f-410a17e4e9f2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:18:43.709946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-bec6a173-0269-46e9-a7ce-f61772438b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:18:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:43.757910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-0531e0da-9267-4e52-9145-04092fd5dcf0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting subnet 5cf8b781-0f1e-437a-90d1-46a22dbefb1c {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:18:43.761219 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0531e0da-9267-4e52-9145-04092fd5dcf0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:43.803547 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0531e0da-9267-4e52-9145-04092fd5dcf0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:43.819534 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-bec6a173-0269-46e9-a7ce-f61772438b4b None None] Set router b606e9d6-36d6-4d19-a49f-410a17e4e9f2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:18:43.899157 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0531e0da-9267-4e52-9145-04092fd5dcf0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:43.955946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f0a6b78e-7879-4080-bbb8-4137d7bf909f no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:18:43.982474 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: f0a6b78e-7879-4080-bbb8-4137d7bf909f {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:18:43.982820 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device f0a6b78e-7879-4080-bbb8-4137d7bf909f not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:18:44.035838 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-bec6a173-0269-46e9-a7ce-f61772438b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545361767', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:16:50Z', 'updated_at': '2021-08-17T04:18:42Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:51Z', 'updated_at': '2021-08-17T04:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:44.049017 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0531e0da-9267-4e52-9145-04092fd5dcf0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:44.061676 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec6a173-0269-46e9-a7ce-f61772438b4b None None] Checking router: b606e9d6-36d6-4d19-a49f-410a17e4e9f2 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:18:44.071069 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bec6a173-0269-46e9-a7ce-f61772438b4b None None] Routers {'b606e9d6-36d6-4d19-a49f-410a17e4e9f2'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:18:44.071689 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-bec6a173-0269-46e9-a7ce-f61772438b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:18:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:44.082091 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-0531e0da-9267-4e52-9145-04092fd5dcf0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:44.086632 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0531e0da-9267-4e52-9145-04092fd5dcf0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/subnets/5cf8b781-0f1e-437a-90d1-46a22dbefb1c HTTP/1.1" status: 204 len: 168 time: 0.3852210 Aug 17 04:18:44.086632 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0531e0da-9267-4e52-9145-04092fd5dcf0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Subnet': ['ID=5cf8b781-0f1e-437a-90d1-46a22dbefb1c,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:44.087229 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45960) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:44.110411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f0ac166-8c0d-4c94-b44a-bba0f99448b2 None None] Network f848d0db-c1f3-4889-8e5f-389116e57f7d requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:18:44.220425 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:44.275489 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-bec6a173-0269-46e9-a7ce-f61772438b4b None None] Set router b606e9d6-36d6-4d19-a49f-410a17e4e9f2 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:18:44.332805 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:44.442600 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:18:44.443054 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:44.462237 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-548190b9-1551-4efd-95d9-0835314a81cd None None] DHCP port deletion for f848d0db-c1f3-4889-8e5f-389116e57f7d request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:18:44.523444 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-bec6a173-0269-46e9-a7ce-f61772438b4b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545361767', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:16:50Z', 'updated_at': '2021-08-17T04:18:42Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:51Z', 'updated_at': '2021-08-17T04:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:44.541606 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] For port 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:18:44.542169 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:44.553753 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bec6a173-0269-46e9-a7ce-f61772438b4b None None] The sync data for ids ['b606e9d6-36d6-4d19-a49f-410a17e4e9f2'] in n-d-802060-9 is: [{'id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1545361767', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220'}], 'enable_snat': True}, 'gw_port_id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:16:50Z', 'updated_at': '2021-08-17T04:18:42Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:ca:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b606e9d6-36d6-4d19-a49f-410a17e4e9f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4221, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.220', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:16:51Z', 'updated_at': '2021-08-17T04:16:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:18:44.557126 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:18:44.558307 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-548190b9-1551-4efd-95d9-0835314a81cd None None] Deleting port 508858c6-43e7-42da-8f08-ce1d48e67cd2 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:18:44.558616 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-548190b9-1551-4efd-95d9-0835314a81cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:44.793094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-548190b9-1551-4efd-95d9-0835314a81cd None None] For port 508858c6-43e7-42da-8f08-ce1d48e67cd2, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=508858c6-43e7-42da-8f08-ce1d48e67cd2,segment=NetworkSegment(ba550132-bffa-4417-9808-882e4ddf4a99),segment_id=ba550132-bffa-4417-9808-882e4ddf4a99)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:18:44.793806 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-548190b9-1551-4efd-95d9-0835314a81cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:44.797768 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:44.808039 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-548190b9-1551-4efd-95d9-0835314a81cd None None] Calling delete_port for 508858c6-43e7-42da-8f08-ce1d48e67cd2 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:18:44.835276 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:44.853791 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:44.854265 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:44.854745 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:44.855211 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:44.855674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:44.856165 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:44.856620 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:44.857074 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:44.857554 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:44.858004 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:44.858456 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:44.858903 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:44.937739 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:45.004140 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-548190b9-1551-4efd-95d9-0835314a81cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:45.040381 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548190b9-1551-4efd-95d9-0835314a81cd None None] Pushing event deleted for resources: {'Port': ['ID=508858c6-43e7-42da-8f08-ce1d48e67cd2,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:45.041179 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:45.044684 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-548190b9-1551-4efd-95d9-0835314a81cd None None] No DVR routers for this DVR port 508858c6-43e7-42da-8f08-ce1d48e67cd2 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:18:45.046748 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:45.179929 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:45.185359 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Fanout notify agent at l3_agent the message router_deleted on router b606e9d6-36d6-4d19-a49f-410a17e4e9f2 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:18:45.192304 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:45.196451 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-58cbfd0e-e252-4ee6-b840-8119ff58d2c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/routers/b606e9d6-36d6-4d19-a49f-410a17e4e9f2 HTTP/1.1" status: 204 len: 168 time: 1.1051443 Aug 17 04:18:45.197778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45962) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:45.288495 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95d45727-8abe-4cab-9d0e-f528ee6231a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:45.352029 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-78d2345c-ae96-47fd-9176-3f140199582b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:45.394305 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95d45727-8abe-4cab-9d0e-f528ee6231a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:45.403852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-95d45727-8abe-4cab-9d0e-f528ee6231a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f848d0db-c1f3-4889-8e5f-389116e57f7d']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:45.414269 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-95d45727-8abe-4cab-9d0e-f528ee6231a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba550132-bffa-4417-9808-882e4ddf4a99') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:45.414593 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-95d45727-8abe-4cab-9d0e-f528ee6231a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba550132-bffa-4417-9808-882e4ddf4a99') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:45.424299 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95d45727-8abe-4cab-9d0e-f528ee6231a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:45.439327 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95d45727-8abe-4cab-9d0e-f528ee6231a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:45.447706 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95d45727-8abe-4cab-9d0e-f528ee6231a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Releasing vlan 91 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:18:45.448530 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95d45727-8abe-4cab-9d0e-f528ee6231a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: timer() Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:18:45.451151 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:18:45.586454 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95d45727-8abe-4cab-9d0e-f528ee6231a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:45.594542 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-95d45727-8abe-4cab-9d0e-f528ee6231a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:45.596964 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-95d45727-8abe-4cab-9d0e-f528ee6231a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/networks/f848d0db-c1f3-4889-8e5f-389116e57f7d HTTP/1.1" status: 204 len: 168 time: 0.3982573 Aug 17 04:18:45.600378 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45964) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:45.608944 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d45727-8abe-4cab-9d0e-f528ee6231a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Network': ['ID=f848d0db-c1f3-4889-8e5f-389116e57f7d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:45.667807 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab0f0bff-ded3-40b0-8656-a9dd54dfc9d6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:45.704452 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab0f0bff-ded3-40b0-8656-a9dd54dfc9d6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:45.849069 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab0f0bff-ded3-40b0-8656-a9dd54dfc9d6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:45.851675 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ab0f0bff-ded3-40b0-8656-a9dd54dfc9d6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:45.852907 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ab0f0bff-ded3-40b0-8656-a9dd54dfc9d6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/security-groups/d19f8704-fa4b-4191-bcc5-a9a855703c86 HTTP/1.1" status: 204 len: 168 time: 0.2515187 Aug 17 04:18:45.864008 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab0f0bff-ded3-40b0-8656-a9dd54dfc9d6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19f8704-fa4b-4191-bcc5-a9a855703c86,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:45.992643 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:18:46.013505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:18:46.013505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0d4c10ac-e1e3-4b80-a6cf-dda98b1ee656 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:18:46.013505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 508858c6-43e7-42da-8f08-ce1d48e67cd2 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:18:46.032798 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 508858c6-43e7-42da-8f08-ce1d48e67cd2 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:18:46.033465 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 508858c6-43e7-42da-8f08-ce1d48e67cd2 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:18:46.034009 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2a84b86a-5137-4b16-960a-13dff6138ccb no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:18:46.053332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 2a84b86a-5137-4b16-960a-13dff6138ccb {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:18:46.053704 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 2a84b86a-5137-4b16-960a-13dff6138ccb not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:18:46.280749 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45970) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:46.285658 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-dc42f56c-78cc-4d45-9c1e-331f68d18366 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-970632956', 'description': 'tempest-secgroup-smoke-970632956 description', 'project_id': '200d84aef877403083e1f84e1ec89095'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:18:46.362779 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc42f56c-78cc-4d45-9c1e-331f68d18366 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:46.451688 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc42f56c-78cc-4d45-9c1e-331f68d18366 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:46.517506 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc42f56c-78cc-4d45-9c1e-331f68d18366 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:46.558395 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc42f56c-78cc-4d45-9c1e-331f68d18366 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7540871-c76c-4770-97e9-de2ae1514fcf,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:46.636434 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dc42f56c-78cc-4d45-9c1e-331f68d18366 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:46.637821 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dc42f56c-78cc-4d45-9c1e-331f68d18366 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3559039 Aug 17 04:18:46.640674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45972) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:46.645486 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7baef7a8-1884-4600-8cc5-89c127e9a424 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': 'b7540871-c76c-4770-97e9-de2ae1514fcf', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:18:46.733715 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7baef7a8-1884-4600-8cc5-89c127e9a424 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:46.800372 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7baef7a8-1884-4600-8cc5-89c127e9a424 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:46.865689 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7baef7a8-1884-4600-8cc5-89c127e9a424 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:46.887631 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7baef7a8-1884-4600-8cc5-89c127e9a424 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59dcf3bf-ecb4-4e39-9822-f2451801a2a8,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:46.968744 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7baef7a8-1884-4600-8cc5-89c127e9a424 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:46.970930 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7baef7a8-1884-4600-8cc5-89c127e9a424 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3285105 Aug 17 04:18:46.973438 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45974) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:46.978157 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-aa415647-e07c-4b32-afc0-7d1997acf36c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': 'b7540871-c76c-4770-97e9-de2ae1514fcf', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:18:47.088069 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa415647-e07c-4b32-afc0-7d1997acf36c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:47.146235 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa415647-e07c-4b32-afc0-7d1997acf36c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:47.271904 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa415647-e07c-4b32-afc0-7d1997acf36c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:47.292102 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa415647-e07c-4b32-afc0-7d1997acf36c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed32e2c-ac8f-47d9-be64-b00fe1725e8c,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:47.386072 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa415647-e07c-4b32-afc0-7d1997acf36c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:47.387260 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-aa415647-e07c-4b32-afc0-7d1997acf36c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4128680 Aug 17 04:18:47.390203 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45976) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:47.395422 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-374d4da9-8b30-4273-9871-a136daa87021 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': 'b7540871-c76c-4770-97e9-de2ae1514fcf', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:18:47.493584 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-374d4da9-8b30-4273-9871-a136daa87021 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:47.560040 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-374d4da9-8b30-4273-9871-a136daa87021 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:47.647545 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-374d4da9-8b30-4273-9871-a136daa87021 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:47.670130 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374d4da9-8b30-4273-9871-a136daa87021 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=795ad57f-e3a1-4541-aa0c-ac8799a54007,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:47.751949 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-374d4da9-8b30-4273-9871-a136daa87021 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:47.753205 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-374d4da9-8b30-4273-9871-a136daa87021 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3620579 Aug 17 04:18:47.755973 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45978) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:47.760450 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d1c53784-29a2-41ba-83ac-da94eab8a725 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': 'b7540871-c76c-4770-97e9-de2ae1514fcf', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:18:47.853026 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1c53784-29a2-41ba-83ac-da94eab8a725 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:47.925034 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1c53784-29a2-41ba-83ac-da94eab8a725 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:47.973422 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b56cf45a-1da5-45e2-9ce7-7caba5347819 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:48.014382 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1c53784-29a2-41ba-83ac-da94eab8a725 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:48.033158 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c53784-29a2-41ba-83ac-da94eab8a725 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939ac3d5-0a9f-4cec-a40d-e06f588cdd5b,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:48.111572 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d1c53784-29a2-41ba-83ac-da94eab8a725 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:48.112806 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d1c53784-29a2-41ba-83ac-da94eab8a725 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3558943 Aug 17 04:18:48.116073 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45980) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:48.120452 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-0bf72861-d5fa-4685-bbd7-2151e851e126 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': 'b7540871-c76c-4770-97e9-de2ae1514fcf', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:18:48.219075 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-0bf72861-d5fa-4685-bbd7-2151e851e126 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Project 200d84aef877403083e1f84e1ec89095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 04:18:48.224910 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0bf72861-d5fa-4685-bbd7-2151e851e126 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:48.260139 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:48.287490 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0bf72861-d5fa-4685-bbd7-2151e851e126 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:48.362747 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0bf72861-d5fa-4685-bbd7-2151e851e126 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:48.381536 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf72861-d5fa-4685-bbd7-2151e851e126 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec4738a3-06e1-48b5-aa46-4213dd47d762,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:48.448295 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0bf72861-d5fa-4685-bbd7-2151e851e126 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:48.449582 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0bf72861-d5fa-4685-bbd7-2151e851e126 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3325009 Aug 17 04:18:48.452263 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45982) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:48.456930 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-fc4cd334-bab8-484e-8fe1-704b97b86d3c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': 'b7540871-c76c-4770-97e9-de2ae1514fcf', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:18:48.545857 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-fc4cd334-bab8-484e-8fe1-704b97b86d3c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Project 200d84aef877403083e1f84e1ec89095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 04:18:48.551782 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd334-bab8-484e-8fe1-704b97b86d3c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:48.618803 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd334-bab8-484e-8fe1-704b97b86d3c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:48.683225 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd334-bab8-484e-8fe1-704b97b86d3c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:48.705341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc4cd334-bab8-484e-8fe1-704b97b86d3c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c0d7ecd-102d-4f64-bca8-7f4e47741d2b,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:48.757117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fc4cd334-bab8-484e-8fe1-704b97b86d3c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:48.758397 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fc4cd334-bab8-484e-8fe1-704b97b86d3c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3052070 Aug 17 04:18:48.761154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45984) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:48.766191 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-e7171479-3926-4357-9c45-fb26d8529737 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'network': {'name': 'tempest-network-smoke--542311184', 'project_id': '200d84aef877403083e1f84e1ec89095', 'port_security_enabled': True}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:18:48.837028 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7171479-3926-4357-9c45-fb26d8529737 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Made reservation on behalf of 200d84aef877403083e1f84e1ec89095 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:18:48.840548 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e7171479-3926-4357-9c45-fb26d8529737 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:48.870703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7171479-3926-4357-9c45-fb26d8529737 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 96} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:18:48.881627 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e7171479-3926-4357-9c45-fb26d8529737 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:48.881985 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-e7171479-3926-4357-9c45-fb26d8529737 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Added segment bf284b31-d04c-4b86-83c8-6e076444af6b of type vlan for network 88e46731-21b0-4900-94dd-ebbac9b505cc Aug 17 04:18:48.923826 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e7171479-3926-4357-9c45-fb26d8529737 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:49.031646 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e7171479-3926-4357-9c45-fb26d8529737 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:49.038398 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7171479-3926-4357-9c45-fb26d8529737 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:49.038996 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e7171479-3926-4357-9c45-fb26d8529737 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:49.109348 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7171479-3926-4357-9c45-fb26d8529737 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Network': ['ID=88e46731-21b0-4900-94dd-ebbac9b505cc,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:49.120369 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 88e46731-21b0-4900-94dd-ebbac9b505cc details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:18:49.152209 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e7171479-3926-4357-9c45-fb26d8529737 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3898892 Aug 17 04:18:49.154989 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45986) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:49.160332 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1508010135', 'admin_state_up': True, 'project_id': '200d84aef877403083e1f84e1ec89095', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:18:49.248967 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:49.250110 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:49.308962 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:49.466046 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:49.824082 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:50.090099 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:50.110225 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:50.238577 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.25.1.83 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/9ced19bd-ce5b-47ab-baad-282b0ba809c1) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:18:50.345236 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:50.409391 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:50.456874 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:18:50.459974 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:18:50.463708 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:18:50.469385 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=9ced19bd-ce5b-47ab-baad-282b0ba809c1,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:50.794380 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:51.040556 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:51.197457 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:51.231379 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:18:51.356428 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:18:51.368215 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Sync routers for ids ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:18:51.378891 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Routers {'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:18:51.382202 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:51.442975 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:51.444253 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-30bedd18-9cc9-4a2f-affc-1608d3caf683 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2883012 Aug 17 04:18:51.447954 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45988) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:51.494025 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Set router c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:18:51.526834 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6470a511-60a1-4984-ae39-74b2ed2a0d4c tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=200d84aef877403083e1f84e1ec89095&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0753074 Aug 17 04:18:51.527055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45992) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:51.623613 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7332385d-dba9-4fe5-af86-6c8c9fc96248 tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:51.628347 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-7332385d-dba9-4fe5-af86-6c8c9fc96248 tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0970986 Aug 17 04:18:51.628672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45994) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:51.661261 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-ee130557-5a55-47fa-b5c6-9684aba080d3 tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314536 Aug 17 04:18:51.663858 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 45996) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:51.668804 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8c000691-9c78-4811-b2dd-ae0387ddd53a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-901776004', 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc', 'project_id': '200d84aef877403083e1f84e1ec89095', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:18:51.686284 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508010135', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:18:49Z', 'updated_at': '2021-08-17T04:18:50Z', 'revision_number': 3, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:50Z', 'updated_at': '2021-08-17T04:18:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:51.715356 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Checking router: c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:18:51.715724 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Updating router c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 port 9ced19bd-ce5b-47ab-baad-282b0ba809c1 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:18:51.743783 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:51.825517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c000691-9c78-4811-b2dd-ae0387ddd53a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Made reservation on behalf of 200d84aef877403083e1f84e1ec89095 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:18:51.829112 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8c000691-9c78-4811-b2dd-ae0387ddd53a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:52.020531 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:52.030486 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Transition to ACTIVE for port object 9ced19bd-ce5b-47ab-baad-282b0ba809c1 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:18:52.077531 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8c000691-9c78-4811-b2dd-ae0387ddd53a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:52.094198 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:52.144845 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c000691-9c78-4811-b2dd-ae0387ddd53a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Subnet': ['ID=ffdd004d-4128-4e81-8dfe-9435b3d5c413,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:52.148307 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a3e37-8b8c-4501-a631-ec0245c3b8b6 None None] Pushing event updated for resources: {'Port': ['ID=9ced19bd-ce5b-47ab-baad-282b0ba809c1,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:52.151355 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Attempting to bind port 9ced19bd-ce5b-47ab-baad-282b0ba809c1 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:18:52.151747 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Attempting to bind port 9ced19bd-ce5b-47ab-baad-282b0ba809c1 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:18:52.152190 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Attempting to bind port 9ced19bd-ce5b-47ab-baad-282b0ba809c1 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:18:52.155584 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8c000691-9c78-4811-b2dd-ae0387ddd53a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Checking segment: {'id': 'bf284b31-d04c-4b86-83c8-6e076444af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:18:52.155956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c000691-9c78-4811-b2dd-ae0387ddd53a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network hostable DHCP agents. Network: 88e46731-21b0-4900-94dd-ebbac9b505cc, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:18:52.160643 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a3e37-8b8c-4501-a631-ec0245c3b8b6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:52.160999 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a3e37-8b8c-4501-a631-ec0245c3b8b6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:52.161380 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a3e37-8b8c-4501-a631-ec0245c3b8b6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:52.161788 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a3e37-8b8c-4501-a631-ec0245c3b8b6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:52.162104 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a3e37-8b8c-4501-a631-ec0245c3b8b6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:52.162445 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a3e37-8b8c-4501-a631-ec0245c3b8b6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:52.162736 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a3e37-8b8c-4501-a631-ec0245c3b8b6 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:52.163059 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a3e37-8b8c-4501-a631-ec0245c3b8b6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:52.163389 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a3e37-8b8c-4501-a631-ec0245c3b8b6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:52.163711 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a3e37-8b8c-4501-a631-ec0245c3b8b6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:52.164044 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a3e37-8b8c-4501-a631-ec0245c3b8b6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:52.164368 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-220a3e37-8b8c-4501-a631-ec0245c3b8b6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:18:52.167742 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:18:52.168176 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:18:52.168628 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:52.168900 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:18:52.169383 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Bound port: 9ced19bd-ce5b-47ab-baad-282b0ba809c1, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:18:52.169862 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:52.221672 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] For port 9ced19bd-ce5b-47ab-baad-282b0ba809c1, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:18:52.226989 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] For port 9ced19bd-ce5b-47ab-baad-282b0ba809c1, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9ced19bd-ce5b-47ab-baad-282b0ba809c1,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:18:52.241639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c000691-9c78-4811-b2dd-ae0387ddd53a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 88e46731-21b0-4900-94dd-ebbac9b505cc is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:18:52.294524 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:52.322872 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-8c000691-9c78-4811-b2dd-ae0387ddd53a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 88e46731-21b0-4900-94dd-ebbac9b505cc) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:18:52.327242 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c000691-9c78-4811-b2dd-ae0387ddd53a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:52.327810 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8c000691-9c78-4811-b2dd-ae0387ddd53a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:52.334160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c7eac4-cd8e-413e-a667-9822386b3184 None None] Network 88e46731-21b0-4900-94dd-ebbac9b505cc requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:18:52.359151 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Routers {'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:18:52.359805 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:52.403768 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220a3e37-8b8c-4501-a631-ec0245c3b8b6 None None] Pushing event updated for resources: {'Port': ['ID=9ced19bd-ce5b-47ab-baad-282b0ba809c1,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:52.407329 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 45998) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:18:52.413339 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8c000691-9c78-4811-b2dd-ae0387ddd53a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.7483537 Aug 17 04:18:52.485504 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] Set router c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:18:52.496462 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-88e46731-21b0-4900-94dd-ebbac9b505cc', 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ips': [{'subnet_id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:18:52.498586 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:52.667292 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Allocated IP 172.20.0.2 (88e46731-21b0-4900-94dd-ebbac9b505cc/ffdd004d-4128-4e81-8dfe-9435b3d5c413/09564002-daa1-44b7-93c5-d0c0a6bf0933) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:18:52.688644 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508010135', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:18:49Z', 'updated_at': '2021-08-17T04:18:50Z', 'revision_number': 3, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:50Z', 'updated_at': '2021-08-17T04:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:52.717738 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a42c1163-9b8c-4944-b08e-e91be394b3e7 None None] The sync data for ids ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'] in n-d-802060-9 is: [{'id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508010135', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:18:49Z', 'updated_at': '2021-08-17T04:18:50Z', 'revision_number': 3, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:50Z', 'updated_at': '2021-08-17T04:18:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:18:52.829528 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:52.838572 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Transition to ACTIVE for port object 09564002-daa1-44b7-93c5-d0c0a6bf0933 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:18:52.855151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Transition to ACTIVE for port object 09564002-daa1-44b7-93c5-d0c0a6bf0933 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:18:52.903305 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:52.923630 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:52.976172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Network 88e46731-21b0-4900-94dd-ebbac9b505cc is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:18:53.007155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:18:53.009135 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Pushing event updated for resources: {'Port': ['ID=09564002-daa1-44b7-93c5-d0c0a6bf0933,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:53.015171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:18:53.076400 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Attempting to bind port 09564002-daa1-44b7-93c5-d0c0a6bf0933 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:18:53.076950 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Attempting to bind port 09564002-daa1-44b7-93c5-d0c0a6bf0933 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'bf284b31-d04c-4b86-83c8-6e076444af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:18:53.077442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Attempting to bind port 09564002-daa1-44b7-93c5-d0c0a6bf0933 on network 88e46731-21b0-4900-94dd-ebbac9b505cc {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:18:53.083968 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:18:53.084513 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Checking segment: {'id': 'bf284b31-d04c-4b86-83c8-6e076444af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:18:53.085502 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:53.085502 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Bound using segment: {'id': 'bf284b31-d04c-4b86-83c8-6e076444af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:18:53.086071 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Bound port: 09564002-daa1-44b7-93c5-d0c0a6bf0933, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf284b31-d04c-4b86-83c8-6e076444af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:18:53.087200 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:53.162584 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] For port 09564002-daa1-44b7-93c5-d0c0a6bf0933, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:18:53.166298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] For port 09564002-daa1-44b7-93c5-d0c0a6bf0933, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=09564002-daa1-44b7-93c5-d0c0a6bf0933,segment=NetworkSegment(bf284b31-d04c-4b86-83c8-6e076444af6b),segment_id=bf284b31-d04c-4b86-83c8-6e076444af6b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:18:53.249459 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:53.256477 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.20.0.1 (88e46731-21b0-4900-94dd-ebbac9b505cc/ffdd004d-4128-4e81-8dfe-9435b3d5c413/4c577a2f-953c-45f7-98ad-052550878804) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:18:53.324762 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf602530-e84e-483a-b331-b3634ce6aa4a None None] Pushing event updated for resources: {'Port': ['ID=09564002-daa1-44b7-93c5-d0c0a6bf0933,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:53.400107 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:53.416843 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Transition to ACTIVE for port object 4c577a2f-953c-45f7-98ad-052550878804 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:18:53.535184 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:53.592801 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 88e46731-21b0-4900-94dd-ebbac9b505cc is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:18:53.600488 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:18:53.602961 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=4c577a2f-953c-45f7-98ad-052550878804,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:53.605271 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:18:53.660653 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:53.869943 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:54.094249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9ced19bd-ce5b-47ab-baad-282b0ba809c1 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:18:54.193482 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:54.288470 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 9ced19bd-ce5b-47ab-baad-282b0ba809c1 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:18:54.292842 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 9ced19bd-ce5b-47ab-baad-282b0ba809c1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:18:54.293223 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:54.299744 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:54.381489 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:54.382527 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=4c577a2f-953c-45f7-98ad-052550878804,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:54.387061 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2f0717-4d2d-437e-b94c-718286286d30 None None] Network 88e46731-21b0-4900-94dd-ebbac9b505cc requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:18:54.387891 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:54.453243 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 9ced19bd-ce5b-47ab-baad-282b0ba809c1, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9ced19bd-ce5b-47ab-baad-282b0ba809c1,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:18:54.511064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 88e46731-21b0-4900-94dd-ebbac9b505cc is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:18:54.512013 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:18:54.518356 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:54.519156 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 09564002-daa1-44b7-93c5-d0c0a6bf0933 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:18:54.575666 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a3ab225c-2407-45b8-9f6c-2ec2ed90a51a None None] Provisioning for port 09564002-daa1-44b7-93c5-d0c0a6bf0933 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:18:54.640689 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:18:54.644970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=9ced19bd-ce5b-47ab-baad-282b0ba809c1,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:54.728859 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 09564002-daa1-44b7-93c5-d0c0a6bf0933 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:18:54.734348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 09564002-daa1-44b7-93c5-d0c0a6bf0933 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:18:54.734925 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:54.785483 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:18:54.791010 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7c03dac2-316b-46e7-a812-27b191898895 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "PUT /v2.0/routers/c4c129fa-15e5-4418-88ba-7b7b67a8a9f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3796237 Aug 17 04:18:54.802730 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Sync routers for ids ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:18:54.849991 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Routers {'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:18:54.850845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:54.887142 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:54.988018 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 09564002-daa1-44b7-93c5-d0c0a6bf0933, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=09564002-daa1-44b7-93c5-d0c0a6bf0933,segment=NetworkSegment(bf284b31-d04c-4b86-83c8-6e076444af6b),segment_id=bf284b31-d04c-4b86-83c8-6e076444af6b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:18:54.992250 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cb87f867-7314-48ca-b142-e08ead9d9a47 None None] Provisioning complete for port 09564002-daa1-44b7-93c5-d0c0a6bf0933 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:18:54.992628 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cb87f867-7314-48ca-b142-e08ead9d9a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:55.036768 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Set router c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:18:55.200549 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:55.267587 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cb87f867-7314-48ca-b142-e08ead9d9a47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:55.323912 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=09564002-daa1-44b7-93c5-d0c0a6bf0933,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:55.348250 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-d580a413-bf9d-4066-a6f3-7369355b8b47 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-970632956&fields=id&tenant_id=200d84aef877403083e1f84e1ec89095 HTTP/1.1" status: 200 len: 267 time: 0.4223878 Aug 17 04:18:55.395346 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.db.api [None req-cb87f867-7314-48ca-b142-e08ead9d9a47 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=101971) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Aug 17 04:18:55.395585 n-d-802060-9 neutron-server[101971]: DEBUG oslo_db.api [None req-cb87f867-7314-48ca-b142-e08ead9d9a47 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Aug 17 04:18:55.411855 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508010135', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:18:49Z', 'updated_at': '2021-08-17T04:18:53Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:50Z', 'updated_at': '2021-08-17T04:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '4c577a2f-953c-45f7-98ad-052550878804', 'name': '', 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:b7:c5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:53Z', 'updated_at': '2021-08-17T04:18:54Z', 'revision_number': 2, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:55.443227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Checking router: c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:18:55.443579 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Updating router c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 port 4c577a2f-953c-45f7-98ad-052550878804 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:18:55.469673 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:55.471259 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-802c550e-a526-47f2-8b86-10734c3e56be tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:55.472813 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-802c550e-a526-47f2-8b86-10734c3e56be tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/networks?id=88e46731-21b0-4900-94dd-ebbac9b505cc HTTP/1.1" status: 200 len: 796 time: 0.1087749 Aug 17 04:18:55.489324 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-95a0472c-261d-4b02-ba1c-64b1ffb45623 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/quotas/200d84aef877403083e1f84e1ec89095 HTTP/1.1" status: 200 len: 375 time: 0.0101681 Aug 17 04:18:55.553206 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-12f1aa85-0475-4ee6-a66c-51e1e2708d56 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0548949 Aug 17 04:18:55.611177 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-fe8be8f9-095a-47fd-9c99-6f6b1440cb54 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:18:55.612914 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-fe8be8f9-095a-47fd-9c99-6f6b1440cb54 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0478644 Aug 17 04:18:55.710514 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-1cf54151-0584-49c2-bc5f-c34f1c8677ff service neutron] 10.222.0.10 "GET /v2.0/networks/88e46731-21b0-4900-94dd-ebbac9b505cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0906241 Aug 17 04:18:55.754867 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:55.766699 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Transition to ACTIVE for port object 4c577a2f-953c-45f7-98ad-052550878804 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:18:55.818628 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-81e2161e-76f8-4f08-8f50-bec9a963afc2 service neutron] 10.222.0.10 "GET /v2.0/networks/88e46731-21b0-4900-94dd-ebbac9b505cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1003911 Aug 17 04:18:55.856508 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:55.933602 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befcf27-6ea1-4b4e-a9f8-f494aed5d1f8 None None] Pushing event updated for resources: {'Port': ['ID=4c577a2f-953c-45f7-98ad-052550878804,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:56.030118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9ced19bd-ce5b-47ab-baad-282b0ba809c1 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:18:56.050405 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Attempting to bind port 4c577a2f-953c-45f7-98ad-052550878804 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:18:56.051218 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Attempting to bind port 4c577a2f-953c-45f7-98ad-052550878804 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'bf284b31-d04c-4b86-83c8-6e076444af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:18:56.051218 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Attempting to bind port 4c577a2f-953c-45f7-98ad-052550878804 on network 88e46731-21b0-4900-94dd-ebbac9b505cc {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:18:56.062615 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 18, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:18:56.068697 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Checking segment: {'id': 'bf284b31-d04c-4b86-83c8-6e076444af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:18:56.068697 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:56.068697 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Bound using segment: {'id': 'bf284b31-d04c-4b86-83c8-6e076444af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:18:56.068697 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Bound port: 4c577a2f-953c-45f7-98ad-052550878804, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bf284b31-d04c-4b86-83c8-6e076444af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:18:56.068697 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:56.107237 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9ba9251d-0407-4820-9684-488390d9088f req-9c3cb2e6-e248-434a-9368-f6ef0089cffa tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 210 time: 0.0524595 Aug 17 04:18:56.131468 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-cb87f867-7314-48ca-b142-e08ead9d9a47 None None] Provisioning for port 4c577a2f-953c-45f7-98ad-052550878804 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:18:56.326926 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 9ced19bd-ce5b-47ab-baad-282b0ba809c1 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:18:56.360978 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:56.360978 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] For port 4c577a2f-953c-45f7-98ad-052550878804, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:18:56.380244 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] For port 4c577a2f-953c-45f7-98ad-052550878804, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4c577a2f-953c-45f7-98ad-052550878804,segment=NetworkSegment(bf284b31-d04c-4b86-83c8-6e076444af6b),segment_id=bf284b31-d04c-4b86-83c8-6e076444af6b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:18:56.433379 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 09564002-daa1-44b7-93c5-d0c0a6bf0933 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:18:56.487564 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 09564002-daa1-44b7-93c5-d0c0a6bf0933 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:18:56.487564 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:56.556199 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:56.632903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Routers {'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:18:56.633577 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:56.673373 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9befcf27-6ea1-4b4e-a9f8-f494aed5d1f8 None None] Pushing event updated for resources: {'Port': ['ID=4c577a2f-953c-45f7-98ad-052550878804,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:56.751878 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] Set router c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:18:56.969378 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508010135', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:18:49Z', 'updated_at': '2021-08-17T04:18:53Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:50Z', 'updated_at': '2021-08-17T04:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '4c577a2f-953c-45f7-98ad-052550878804', 'name': '', 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:b7:c5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:53Z', 'updated_at': '2021-08-17T04:18:56Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:18:56.995228 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7982f51-284a-4a9e-9b10-1aa58324f984 None None] The sync data for ids ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'] in n-d-802060-9 is: [{'id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508010135', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:18:49Z', 'updated_at': '2021-08-17T04:18:53Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:50Z', 'updated_at': '2021-08-17T04:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '4c577a2f-953c-45f7-98ad-052550878804', 'name': '', 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:b7:c5:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:53Z', 'updated_at': '2021-08-17T04:18:56Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:18:57.214543 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5408cad6-5cb1-4022-9295-6f288bc76d14 req-f1fa6601-4cb1-446f-b669-7713ec90bde4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 210 time: 0.0290120 Aug 17 04:18:58.025361 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4c577a2f-953c-45f7-98ad-052550878804 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:18:58.163188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 4c577a2f-953c-45f7-98ad-052550878804 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:18:58.168182 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 4c577a2f-953c-45f7-98ad-052550878804 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:18:58.168564 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:58.257958 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:58.260150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-650f8a26-38b7-4a5e-859a-e1c73e4b6325 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:58.261726 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-650f8a26-38b7-4a5e-859a-e1c73e4b6325 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "GET /v2.0/networks?id=88e46731-21b0-4900-94dd-ebbac9b505cc HTTP/1.1" status: 200 len: 796 time: 0.1115699 Aug 17 04:18:58.301908 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 4c577a2f-953c-45f7-98ad-052550878804, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4c577a2f-953c-45f7-98ad-052550878804,segment=NetworkSegment(bf284b31-d04c-4b86-83c8-6e076444af6b),segment_id=bf284b31-d04c-4b86-83c8-6e076444af6b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:18:58.312718 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-2b0ba0e1-b4c8-4aed-99f7-869b64551205 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=200d84aef877403083e1f84e1ec89095 HTTP/1.1" status: 200 len: 379 time: 0.0412462 Aug 17 04:18:58.319259 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5c5dc6bc-e6cb-4386-b13c-9274d2c3162d req-3e0dce9c-0375-4f5d-9a92-741345fc8ca4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 210 time: 0.0275075 Aug 17 04:18:58.322665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-5bd969bb-835e-4d58-8041-8a63630de291 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'port': {'device_id': '30265a1b-6902-4b6f-9dc9-77a01ab8cbf3', 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc', 'admin_state_up': True, 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'security_groups': ['b7540871-c76c-4770-97e9-de2ae1514fcf']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:18:58.363230 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:58.415810 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=4c577a2f-953c-45f7-98ad-052550878804,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:58.505488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-5bd969bb-835e-4d58-8041-8a63630de291 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Made reservation on behalf of 200d84aef877403083e1f84e1ec89095 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:18:58.509163 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-5bd969bb-835e-4d58-8041-8a63630de291 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:58.641118 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-5bd969bb-835e-4d58-8041-8a63630de291 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.20.0.3 (88e46731-21b0-4900-94dd-ebbac9b505cc/ffdd004d-4128-4e81-8dfe-9435b3d5c413/2a198fca-ba95-4b8f-84c5-95b1dae99218) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:18:58.779059 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-5bd969bb-835e-4d58-8041-8a63630de291 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:58.793314 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-5bd969bb-835e-4d58-8041-8a63630de291 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Transition to ACTIVE for port object 2a198fca-ba95-4b8f-84c5-95b1dae99218 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:18:58.928928 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-5bd969bb-835e-4d58-8041-8a63630de291 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:58.977618 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-5bd969bb-835e-4d58-8041-8a63630de291 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 88e46731-21b0-4900-94dd-ebbac9b505cc is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:18:58.980697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-5bd969bb-835e-4d58-8041-8a63630de291 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:18:58.984521 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-5bd969bb-835e-4d58-8041-8a63630de291 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:18:59.009648 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd969bb-835e-4d58-8041-8a63630de291 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=2a198fca-ba95-4b8f-84c5-95b1dae99218,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:59.037828 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-5bd969bb-835e-4d58-8041-8a63630de291 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:59.038461 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-5bd969bb-835e-4d58-8041-8a63630de291 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:59.135268 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-5bd969bb-835e-4d58-8041-8a63630de291 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8167863 Aug 17 04:18:59.192448 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Request body: {'port': {'device_id': '30265a1b-6902-4b6f-9dc9-77a01ab8cbf3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:18:59.247428 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:59.287456 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c8ef9b96-75ae-4e29-bc3e-ec6fa80ad3bc None None] Provisioning for port 2a198fca-ba95-4b8f-84c5-95b1dae99218 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:18:59.291427 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-c8ef9b96-75ae-4e29-bc3e-ec6fa80ad3bc None None] Provisioning complete for port 2a198fca-ba95-4b8f-84c5-95b1dae99218 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:18:59.291802 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c8ef9b96-75ae-4e29-bc3e-ec6fa80ad3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:59.326320 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-c8ef9b96-75ae-4e29-bc3e-ec6fa80ad3bc None None] Port 2a198fca-ba95-4b8f-84c5-95b1dae99218 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:18:59.445653 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77666294-9c1b-4a6d-9329-7b4d1435ccd2 req-1d4081be-472a-4411-a8dc-8e8abdde501c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:59.447189 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-77666294-9c1b-4a6d-9329-7b4d1435ccd2 req-1d4081be-472a-4411-a8dc-8e8abdde501c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 931 time: 0.0583301 Aug 17 04:18:59.485961 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-77666294-9c1b-4a6d-9329-7b4d1435ccd2 req-ed483513-5ab8-4ac9-96d2-c056dd4396d4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326781 Aug 17 04:18:59.528298 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2a198fca-ba95-4b8f-84c5-95b1dae99218 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:18:59.538291 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:59.551101 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Transition to ACTIVE for port object 2a198fca-ba95-4b8f-84c5-95b1dae99218 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:18:59.614766 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:59.682688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Pushing event updated for resources: {'Port': ['ID=2a198fca-ba95-4b8f-84c5-95b1dae99218,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:59.741096 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Attempting to bind port 2a198fca-ba95-4b8f-84c5-95b1dae99218 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:18:59.741452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Attempting to bind port 2a198fca-ba95-4b8f-84c5-95b1dae99218 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'bf284b31-d04c-4b86-83c8-6e076444af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:18:59.742059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Attempting to bind port 2a198fca-ba95-4b8f-84c5-95b1dae99218 on network 88e46731-21b0-4900-94dd-ebbac9b505cc {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:18:59.747332 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Port 2a198fca-ba95-4b8f-84c5-95b1dae99218 on network 88e46731-21b0-4900-94dd-ebbac9b505cc not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:18:59.747536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Attempting to bind port 2a198fca-ba95-4b8f-84c5-95b1dae99218 on network 88e46731-21b0-4900-94dd-ebbac9b505cc {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:18:59.752794 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 18, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:18:59.753179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Checking segment: {'id': 'bf284b31-d04c-4b86-83c8-6e076444af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:18:59.753604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Bound using segment: {'id': 'bf284b31-d04c-4b86-83c8-6e076444af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:18:59.754035 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Bound port: 2a198fca-ba95-4b8f-84c5-95b1dae99218, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bf284b31-d04c-4b86-83c8-6e076444af6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 96, 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:18:59.754397 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:59.826988 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] For port 2a198fca-ba95-4b8f-84c5-95b1dae99218, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:18:59.830723 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] For port 2a198fca-ba95-4b8f-84c5-95b1dae99218, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2a198fca-ba95-4b8f-84c5-95b1dae99218,segment=NetworkSegment(bf284b31-d04c-4b86-83c8-6e076444af6b),segment_id=bf284b31-d04c-4b86-83c8-6e076444af6b)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:18:59.906262 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:59.941544 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:18:59.946696 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:18:59.946696 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] 10.222.0.60 "PUT /v2.0/ports/2a198fca-ba95-4b8f-84c5-95b1dae99218 HTTP/1.1" status: 200 len: 1091 time: 0.7994051 Aug 17 04:18:59.946696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30265a1b-6902-4b6f-9dc9-77a01ab8cbf3', 'tag': '2a198fca-ba95-4b8f-84c5-95b1dae99218'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:18:59.947676 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d32c0f2b-5c97-48a4-93e6-ef20c21136b1" -d '{"events": [{"name": "network-changed", "server_uuid": "30265a1b-6902-4b6f-9dc9-77a01ab8cbf3", "tag": "2a198fca-ba95-4b8f-84c5-95b1dae99218"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:18:59.973850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79e4bcd-7232-471f-81ca-a8c88418adab service neutron] Pushing event updated for resources: {'Port': ['ID=2a198fca-ba95-4b8f-84c5-95b1dae99218,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:18:59.997695 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:18:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0abd724d-d5f5-4af5-a0e0-b407c2ae2838 x-openstack-request-id: req-0abd724d-d5f5-4af5-a0e0-b407c2ae2838 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:18:59.998069 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30265a1b-6902-4b6f-9dc9-77a01ab8cbf3", "tag": "2a198fca-ba95-4b8f-84c5-95b1dae99218", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:18:59.998396 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0abd724d-d5f5-4af5-a0e0-b407c2ae2838 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:18:59.998814 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30265a1b-6902-4b6f-9dc9-77a01ab8cbf3', 'tag': '2a198fca-ba95-4b8f-84c5-95b1dae99218', 'status': 'completed', 'code': 200} Aug 17 04:19:00.020016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4c577a2f-953c-45f7-98ad-052550878804 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:19:00.065915 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c0f2b-5c97-48a4-93e6-ef20c21136b1 req-6757a7dd-317c-426b-96ee-7c922a490a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:00.067700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d32c0f2b-5c97-48a4-93e6-ef20c21136b1 req-6757a7dd-317c-426b-96ee-7c922a490a78 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 1094 time: 0.0511901 Aug 17 04:19:00.078837 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 4c577a2f-953c-45f7-98ad-052550878804 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:19:00.079292 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:00.182266 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c0f2b-5c97-48a4-93e6-ef20c21136b1 req-36260df5-02ec-4deb-8bc9-10064e4b1450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:00.183765 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d32c0f2b-5c97-48a4-93e6-ef20c21136b1 req-36260df5-02ec-4deb-8bc9-10064e4b1450 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=200d84aef877403083e1f84e1ec89095&shared=False HTTP/1.1" status: 200 len: 896 time: 0.1085997 Aug 17 04:19:00.280564 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d32c0f2b-5c97-48a4-93e6-ef20c21136b1 req-5a576546-83c8-49e7-ba26-d2cfe841edd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:00.282142 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d32c0f2b-5c97-48a4-93e6-ef20c21136b1 req-5a576546-83c8-49e7-ba26-d2cfe841edd1 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0913408 Aug 17 04:19:00.361109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-bbc94e22-4dba-4f17-9dc1-794468cdbb03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:00.363363 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-bbc94e22-4dba-4f17-9dc1-794468cdbb03 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 1094 time: 0.0454216 Aug 17 04:19:00.405979 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-33fb5884-b4f0-4c32-b25a-378b4bde858f service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a198fca-ba95-4b8f-84c5-95b1dae99218 HTTP/1.1" status: 200 len: 217 time: 0.0348339 Aug 17 04:19:00.456665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-8d87acd4-8973-40fa-9866-0945797b81d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:00.458278 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-8d87acd4-8973-40fa-9866-0945797b81d9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffdd004d-4128-4e81-8dfe-9435b3d5c413 HTTP/1.1" status: 200 len: 834 time: 0.0454426 Aug 17 04:19:00.509660 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-d81be0db-f3c5-473a-8ee9-888825559267 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:00.511208 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-d81be0db-f3c5-473a-8ee9-888825559267 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88e46731-21b0-4900-94dd-ebbac9b505cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0460105 Aug 17 04:19:00.608168 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-32d62c69-67b4-4db9-9436-c86d9f593dc3 service neutron] 10.222.0.60 "GET /v2.0/networks/88e46731-21b0-4900-94dd-ebbac9b505cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894873 Aug 17 04:19:00.608886 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4ee2f3b-4e10-4842-9535-9f73859b6812 req-43495699-205d-40d9-9456-88a82c5832d9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:00.610034 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d4ee2f3b-4e10-4842-9535-9f73859b6812 req-43495699-205d-40d9-9456-88a82c5832d9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 943 time: 0.0513642 Aug 17 04:19:00.651124 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d4ee2f3b-4e10-4842-9535-9f73859b6812 req-57fc5522-2eec-477e-a29a-156a1d7907a2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343733 Aug 17 04:19:00.710153 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-585632f8-4d07-4f3e-aff7-8adc36788025 req-2250ca5f-4e3e-4694-8fea-506f0c8e7b68 service neutron] 10.222.0.60 "GET /v2.0/networks/88e46731-21b0-4900-94dd-ebbac9b505cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950544 Aug 17 04:19:01.770180 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db7c4502-ae7e-4876-a3cf-c640bdad0e67 req-9340d500-29c2-4ff9-840a-5057df3b870a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:01.771720 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-db7c4502-ae7e-4876-a3cf-c640bdad0e67 req-9340d500-29c2-4ff9-840a-5057df3b870a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 943 time: 0.0516467 Aug 17 04:19:01.809729 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-db7c4502-ae7e-4876-a3cf-c640bdad0e67 req-e705eca7-991a-4dea-91c2-79ec1430bf51 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320420 Aug 17 04:19:02.441286 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 2a198fca-ba95-4b8f-84c5-95b1dae99218 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:19:02.546048 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 2a198fca-ba95-4b8f-84c5-95b1dae99218, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2a198fca-ba95-4b8f-84c5-95b1dae99218,segment=NetworkSegment(bf284b31-d04c-4b86-83c8-6e076444af6b),segment_id=bf284b31-d04c-4b86-83c8-6e076444af6b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:19:02.557757 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:19:02.558315 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '2a198fca-ba95-4b8f-84c5-95b1dae99218', 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc', 'port_id': '2a198fca-ba95-4b8f-84c5-95b1dae99218', 'mac_address': 'fa:16:3e:1f:bc:63', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 96, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:19:02.597119 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:02.610038 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2a198fca-ba95-4b8f-84c5-95b1dae99218 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:19:02.631732 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 2a198fca-ba95-4b8f-84c5-95b1dae99218, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2a198fca-ba95-4b8f-84c5-95b1dae99218,segment=NetworkSegment(bf284b31-d04c-4b86-83c8-6e076444af6b),segment_id=bf284b31-d04c-4b86-83c8-6e076444af6b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:19:02.700231 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:02.753094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=2a198fca-ba95-4b8f-84c5-95b1dae99218,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:19:02.904844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['2a198fca-ba95-4b8f-84c5-95b1dae99218'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:19:02.939067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e706fb4-0199-4017-9de0-800a2f5074a6 req-98bda03a-a012-4ad0-b4ed-861572dbddf7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:02.941607 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e706fb4-0199-4017-9de0-800a2f5074a6 req-98bda03a-a012-4ad0-b4ed-861572dbddf7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 944 time: 0.0637660 Aug 17 04:19:02.981212 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e706fb4-0199-4017-9de0-800a2f5074a6 req-ce1c5f21-eb41-4f6f-aa28-60eb9bbc4685 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332046 Aug 17 04:19:04.031340 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:04.102163 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79123abd-27f2-4704-8fa3-58fe26df3f31 req-b8f4a229-9df9-4617-921a-c5e042b6a544 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:04.103666 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-79123abd-27f2-4704-8fa3-58fe26df3f31 req-b8f4a229-9df9-4617-921a-c5e042b6a544 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 944 time: 0.0532699 Aug 17 04:19:04.142540 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-79123abd-27f2-4704-8fa3-58fe26df3f31 req-a27e40ce-a10a-4457-8701-8071a2963a59 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327339 Aug 17 04:19:04.439825 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 2a198fca-ba95-4b8f-84c5-95b1dae99218 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:19:04.578868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 2a198fca-ba95-4b8f-84c5-95b1dae99218 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:19:04.582971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 2a198fca-ba95-4b8f-84c5-95b1dae99218 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:19:04.584052 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:04.672116 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:04.695774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30265a1b-6902-4b6f-9dc9-77a01ab8cbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a198fca-ba95-4b8f-84c5-95b1dae99218'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:19:04.698042 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7d54a15-73be-45b3-b061-95a1a059c6e0" -d '{"events": [{"server_uuid": "30265a1b-6902-4b6f-9dc9-77a01ab8cbf3", "name": "network-vif-plugged", "status": "completed", "tag": "2a198fca-ba95-4b8f-84c5-95b1dae99218"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:19:04.712317 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 2a198fca-ba95-4b8f-84c5-95b1dae99218, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2a198fca-ba95-4b8f-84c5-95b1dae99218,segment=NetworkSegment(bf284b31-d04c-4b86-83c8-6e076444af6b),segment_id=bf284b31-d04c-4b86-83c8-6e076444af6b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:19:04.728391 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:04.789591 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:19:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978715e0-225b-4565-8c42-0bbd2dc6d5c2 x-openstack-request-id: req-978715e0-225b-4565-8c42-0bbd2dc6d5c2 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:19:04.789895 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30265a1b-6902-4b6f-9dc9-77a01ab8cbf3", "name": "network-vif-plugged", "status": "completed", "tag": "2a198fca-ba95-4b8f-84c5-95b1dae99218", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:19:04.790150 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-978715e0-225b-4565-8c42-0bbd2dc6d5c2 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:19:04.790556 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30265a1b-6902-4b6f-9dc9-77a01ab8cbf3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2a198fca-ba95-4b8f-84c5-95b1dae99218', 'code': 200} Aug 17 04:19:04.808696 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:04.863040 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=2a198fca-ba95-4b8f-84c5-95b1dae99218,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:19:04.889103 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5424d827-32fb-4210-ac8d-3d0c8ea8751c req-bb73bb55-9835-4fb1-a96f-1d4a4d9b1b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:04.890675 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5424d827-32fb-4210-ac8d-3d0c8ea8751c req-bb73bb55-9835-4fb1-a96f-1d4a4d9b1b4b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 1096 time: 0.0403848 Aug 17 04:19:04.925248 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5424d827-32fb-4210-ac8d-3d0c8ea8751c req-4414b412-3e5f-48d3-b24c-3437d3a02a46 service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0275588 Aug 17 04:19:05.266572 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b8f8b8c-5da4-4610-b1f9-c7410aae2a1a req-cbdf57e7-0535-4cf3-aae5-66c75691973a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:05.268112 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1b8f8b8c-5da4-4610-b1f9-c7410aae2a1a req-cbdf57e7-0535-4cf3-aae5-66c75691973a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0510933 Aug 17 04:19:05.307581 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1b8f8b8c-5da4-4610-b1f9-c7410aae2a1a req-aa590eac-9fd1-4753-a3e3-300d4a2f256d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322921 Aug 17 04:19:06.433673 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c12a443-4f85-4ac1-970a-7a78d9315367 req-a2788629-cb70-42c4-a8c8-a4d051dbeffd tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:06.435250 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c12a443-4f85-4ac1-970a-7a78d9315367 req-a2788629-cb70-42c4-a8c8-a4d051dbeffd tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0575423 Aug 17 04:19:06.474793 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7c12a443-4f85-4ac1-970a-7a78d9315367 req-6d5d8cc8-3e8b-424c-b730-0a6530002a39 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331924 Aug 17 04:19:06.591449 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc5308c2-9851-4489-b526-efbfa9474a62 req-27ebee6a-886f-4fba-ac0e-06bdfcca1e37 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:06.593336 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cc5308c2-9851-4489-b526-efbfa9474a62 req-27ebee6a-886f-4fba-ac0e-06bdfcca1e37 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0507226 Aug 17 04:19:06.633636 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cc5308c2-9851-4489-b526-efbfa9474a62 req-6f46af34-8dc8-427a-a643-4c841f8ab26e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338318 Aug 17 04:19:06.655800 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46056) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:19:06.696813 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50a058b2-2835-4fb6-aa4d-2744b21a6b72 tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:06.698440 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-50a058b2-2835-4fb6-aa4d-2744b21a6b72 tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 1091 time: 0.0416467 Aug 17 04:19:06.701282 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46058) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:19:06.705736 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': '2a198fca-ba95-4b8f-84c5-95b1dae99218', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address': '172.20.0.3'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:19:06.796702 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:06.900453 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:07.003656 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.25.1.53 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/649fac4d-477f-4d82-bd89-11f72a29bf18) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:19:07.112038 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:07.202801 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:07.245605 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:19:07.248596 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:19:07.253312 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:19:07.277252 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=649fac4d-477f-4d82-bd89-11f72a29bf18,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:19:07.614572 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:07.752233 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:07.904007 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:07.991321 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:08.065294 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=649fac4d-477f-4d82-bd89-11f72a29bf18,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:19:08.078137 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:08.194475 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Floating IP 0f93f0ad-17cd-4f9c-9501-19af644d36da associated. External IP: 172.25.1.53, port: 2a198fca-ba95-4b8f-84c5-95b1dae99218. Aug 17 04:19:08.416776 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:19:08.530255 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:19:08.540842 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd37b98-cda8-46a5-8641-caff8b7aec28 None None] Sync routers for ids ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:19:08.555162 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd37b98-cda8-46a5-8641-caff8b7aec28 None None] Routers {'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:19:08.555930 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4cd37b98-cda8-46a5-8641-caff8b7aec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:19:08.648873 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:08.659321 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-4cd37b98-cda8-46a5-8641-caff8b7aec28 None None] Set router c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:19:08.678710 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-038b937b-7195-4ff2-9955-315fb938089e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.9763513 Aug 17 04:19:08.680136 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30265a1b-6902-4b6f-9dc9-77a01ab8cbf3', 'tag': '2a198fca-ba95-4b8f-84c5-95b1dae99218'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:19:08.682779 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2877d86-b1ec-491a-b31c-a88703a16a00" -d '{"events": [{"name": "network-changed", "server_uuid": "30265a1b-6902-4b6f-9dc9-77a01ab8cbf3", "tag": "2a198fca-ba95-4b8f-84c5-95b1dae99218"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:19:08.782446 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-198608e5-a7ef-4142-8ccc-39e8e53c3f96 req-f44884ec-57de-4462-b573-00f610613369 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:08.783925 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-198608e5-a7ef-4142-8ccc-39e8e53c3f96 req-f44884ec-57de-4462-b573-00f610613369 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0512230 Aug 17 04:19:08.826466 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-198608e5-a7ef-4142-8ccc-39e8e53c3f96 req-01bd8bf1-b5bf-427c-8af9-263b59c6b717 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354397 Aug 17 04:19:08.850050 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46064) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:19:08.923915 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-92df269c-523a-4d62-8a2f-e92a474ae3cd tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/floatingips/0f93f0ad-17cd-4f9c-9501-19af644d36da HTTP/1.1" status: 200 len: 990 time: 0.0693598 Aug 17 04:19:08.963999 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:19:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d370e94-ad70-4263-bdb4-9484c8242881 x-openstack-request-id: req-7d370e94-ad70-4263-bdb4-9484c8242881 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:19:08.964299 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30265a1b-6902-4b6f-9dc9-77a01ab8cbf3", "tag": "2a198fca-ba95-4b8f-84c5-95b1dae99218", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:19:08.964563 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7d370e94-ad70-4263-bdb4-9484c8242881 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:19:08.964980 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30265a1b-6902-4b6f-9dc9-77a01ab8cbf3', 'tag': '2a198fca-ba95-4b8f-84c5-95b1dae99218', 'status': 'completed', 'code': 200} Aug 17 04:19:08.990854 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4cd37b98-cda8-46a5-8641-caff8b7aec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508010135', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:18:49Z', 'updated_at': '2021-08-17T04:18:53Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:50Z', 'updated_at': '2021-08-17T04:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '0f93f0ad-17cd-4f9c-9501-19af644d36da', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'port_id': '2a198fca-ba95-4b8f-84c5-95b1dae99218', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc', 'mac_address': 'fa:16:3e:1f:bc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30265a1b-6902-4b6f-9dc9-77a01ab8cbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:19:07Z', 'updated_at': '2021-08-17T04:19:07Z', 'revision_number': 0, 'project_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c577a2f-953c-45f7-98ad-052550878804', 'name': '', 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:b7:c5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:53Z', 'updated_at': '2021-08-17T04:18:58Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:19:09.016719 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd37b98-cda8-46a5-8641-caff8b7aec28 None None] Checking router: c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:19:09.025678 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cd37b98-cda8-46a5-8641-caff8b7aec28 None None] Routers {'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:19:09.026311 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4cd37b98-cda8-46a5-8641-caff8b7aec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:18:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:19:09.028545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2877d86-b1ec-491a-b31c-a88703a16a00 req-705b23ba-5645-4475-9375-a1b420c36be7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:09.030474 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2877d86-b1ec-491a-b31c-a88703a16a00 req-705b23ba-5645-4475-9375-a1b420c36be7 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 1096 time: 0.0421765 Aug 17 04:19:09.121831 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2877d86-b1ec-491a-b31c-a88703a16a00 req-45ff3e18-6055-4447-9417-6244c8e65347 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:09.123223 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2877d86-b1ec-491a-b31c-a88703a16a00 req-45ff3e18-6055-4447-9417-6244c8e65347 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88e46731-21b0-4900-94dd-ebbac9b505cc HTTP/1.1" status: 200 len: 896 time: 0.0857871 Aug 17 04:19:09.133098 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-4cd37b98-cda8-46a5-8641-caff8b7aec28 None None] Set router c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:19:09.192518 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2877d86-b1ec-491a-b31c-a88703a16a00 req-c2461aee-da1f-4e0f-a532-86b99b8063fd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a198fca-ba95-4b8f-84c5-95b1dae99218 HTTP/1.1" status: 200 len: 998 time: 0.0618587 Aug 17 04:19:09.241812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2877d86-b1ec-491a-b31c-a88703a16a00 req-56f895aa-7985-4017-9a05-7cc7c0460d06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:09.243403 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2877d86-b1ec-491a-b31c-a88703a16a00 req-56f895aa-7985-4017-9a05-7cc7c0460d06 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffdd004d-4128-4e81-8dfe-9435b3d5c413 HTTP/1.1" status: 200 len: 834 time: 0.0442691 Aug 17 04:19:09.292169 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2877d86-b1ec-491a-b31c-a88703a16a00 req-1430b5a6-d1ac-4309-9ec6-73c2259aa446 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:09.293954 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2877d86-b1ec-491a-b31c-a88703a16a00 req-1430b5a6-d1ac-4309-9ec6-73c2259aa446 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88e46731-21b0-4900-94dd-ebbac9b505cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430112 Aug 17 04:19:09.366942 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-4cd37b98-cda8-46a5-8641-caff8b7aec28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508010135', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:18:49Z', 'updated_at': '2021-08-17T04:18:53Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:50Z', 'updated_at': '2021-08-17T04:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '0f93f0ad-17cd-4f9c-9501-19af644d36da', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'port_id': '2a198fca-ba95-4b8f-84c5-95b1dae99218', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc', 'mac_address': 'fa:16:3e:1f:bc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30265a1b-6902-4b6f-9dc9-77a01ab8cbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:19:07Z', 'updated_at': '2021-08-17T04:19:07Z', 'revision_number': 0, 'project_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c577a2f-953c-45f7-98ad-052550878804', 'name': '', 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:b7:c5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:53Z', 'updated_at': '2021-08-17T04:18:58Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:19:09.392784 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2877d86-b1ec-491a-b31c-a88703a16a00 req-32c9630b-6364-461d-84d7-6ac0f0640701 service neutron] 10.222.0.60 "GET /v2.0/networks/88e46731-21b0-4900-94dd-ebbac9b505cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0912371 Aug 17 04:19:09.394098 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cd37b98-cda8-46a5-8641-caff8b7aec28 None None] The sync data for ids ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'] in n-d-802060-9 is: [{'id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508010135', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:18:49Z', 'updated_at': '2021-08-17T04:18:53Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:50Z', 'updated_at': '2021-08-17T04:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '0f93f0ad-17cd-4f9c-9501-19af644d36da', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'floating_ip_address': '172.25.1.53', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'port_id': '2a198fca-ba95-4b8f-84c5-95b1dae99218', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4246, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc', 'mac_address': 'fa:16:3e:1f:bc:63', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '30265a1b-6902-4b6f-9dc9-77a01ab8cbf3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:19:07Z', 'updated_at': '2021-08-17T04:19:07Z', 'revision_number': 0, 'project_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '4c577a2f-953c-45f7-98ad-052550878804', 'name': '', 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:b7:c5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:53Z', 'updated_at': '2021-08-17T04:18:58Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:19:09.493708 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b2877d86-b1ec-491a-b31c-a88703a16a00 req-0e6d9197-64df-4a76-81ea-a94db1193141 service neutron] 10.222.0.60 "GET /v2.0/networks/88e46731-21b0-4900-94dd-ebbac9b505cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0937490 Aug 17 04:19:09.599072 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b501b06a-a553-49e3-9f09-5237fc20c066 None None] New status for floating IP 0f93f0ad-17cd-4f9c-9501-19af644d36da: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:19:09.926552 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46068) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:19:09.988929 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-857776d1-e786-4e96-9429-e686c5479314 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/floatingips/0f93f0ad-17cd-4f9c-9501-19af644d36da HTTP/1.1" status: 200 len: 992 time: 0.0611992 Aug 17 04:19:15.328168 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e30db4d3-97d9-4148-ac8b-ea6882edda1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:17.962051 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ccd6ee53-3e21-40c4-8be6-628c40da4b24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:18.310728 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:19.544966 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:21.288082 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:29.207934 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7978935c-28b8-4d94-a66c-92df16c8b2a6 req-74af8907-04bd-46b9-a87a-6ddd8638494a service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417788 Aug 17 04:19:29.296549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978935c-28b8-4d94-a66c-92df16c8b2a6 req-6bda9cfa-b27a-4d65-9a03-c9eed07b41ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:29.298225 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7978935c-28b8-4d94-a66c-92df16c8b2a6 req-6bda9cfa-b27a-4d65-9a03-c9eed07b41ee service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 1096 time: 0.0447006 Aug 17 04:19:29.406019 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978935c-28b8-4d94-a66c-92df16c8b2a6 req-4a976ecc-6a55-4c53-9f0e-a859f13d25a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:29.407408 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7978935c-28b8-4d94-a66c-92df16c8b2a6 req-4a976ecc-6a55-4c53-9f0e-a859f13d25a8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88e46731-21b0-4900-94dd-ebbac9b505cc HTTP/1.1" status: 200 len: 896 time: 0.0882297 Aug 17 04:19:29.828015 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7978935c-28b8-4d94-a66c-92df16c8b2a6 req-79eacf20-b136-4802-b68c-f985f56fd3fe service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a198fca-ba95-4b8f-84c5-95b1dae99218 HTTP/1.1" status: 200 len: 1000 time: 0.4132793 Aug 17 04:19:29.882512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978935c-28b8-4d94-a66c-92df16c8b2a6 req-cf630fdd-064c-4949-aa47-77ea9275a558 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:29.884017 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7978935c-28b8-4d94-a66c-92df16c8b2a6 req-cf630fdd-064c-4949-aa47-77ea9275a558 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffdd004d-4128-4e81-8dfe-9435b3d5c413 HTTP/1.1" status: 200 len: 834 time: 0.0484321 Aug 17 04:19:29.930872 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7978935c-28b8-4d94-a66c-92df16c8b2a6 req-f928c1eb-698e-4519-bfd2-3cb0042ea357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:29.932381 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7978935c-28b8-4d94-a66c-92df16c8b2a6 req-f928c1eb-698e-4519-bfd2-3cb0042ea357 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88e46731-21b0-4900-94dd-ebbac9b505cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411108 Aug 17 04:19:30.028469 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7978935c-28b8-4d94-a66c-92df16c8b2a6 req-e9a716e6-23dc-4bf0-9b55-b115e1e1aeb6 service neutron] 10.222.0.60 "GET /v2.0/networks/88e46731-21b0-4900-94dd-ebbac9b505cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879438 Aug 17 04:19:30.128266 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7978935c-28b8-4d94-a66c-92df16c8b2a6 req-8b1978ee-742c-4c74-aaf6-a4d4638e944c service neutron] 10.222.0.60 "GET /v2.0/networks/88e46731-21b0-4900-94dd-ebbac9b505cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922620 Aug 17 04:19:34.030518 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:34.739029 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:39.557081 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:19:41.398244 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a276112e-339a-4b9a-bfd1-26b4fd7a5281 req-1d9ca82b-08ba-4195-958e-096941da4196 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:41.399729 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a276112e-339a-4b9a-bfd1-26b4fd7a5281 req-1d9ca82b-08ba-4195-958e-096941da4196 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0526993 Aug 17 04:19:41.440800 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a276112e-339a-4b9a-bfd1-26b4fd7a5281 req-af601e37-851c-4bab-bf3a-4c5fc4ba0db7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345857 Aug 17 04:19:42.583728 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce5e021-4032-4a42-9e02-d7ca811219cd req-4ed45a56-f038-4574-88b2-35ac32790a2e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:42.585214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cce5e021-4032-4a42-9e02-d7ca811219cd req-4ed45a56-f038-4574-88b2-35ac32790a2e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0598810 Aug 17 04:19:42.626087 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cce5e021-4032-4a42-9e02-d7ca811219cd req-551c7ed8-f486-48c2-af48-d8e4119df157 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330498 Aug 17 04:19:43.747719 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a9fc10f-f04e-4fa7-a772-b00743a1a344 req-dec2f1b8-84dc-440a-bfac-cc973863624a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:43.749274 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a9fc10f-f04e-4fa7-a772-b00743a1a344 req-dec2f1b8-84dc-440a-bfac-cc973863624a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0506854 Aug 17 04:19:43.788329 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a9fc10f-f04e-4fa7-a772-b00743a1a344 req-65768a48-60e3-46ae-8350-87fa50c62834 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329955 Aug 17 04:19:44.911052 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b265cde-a235-41f4-a0fa-0e3a204deef2 req-d6b5bacc-0ac1-4b19-bd0b-f55650f2eea3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:44.912629 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8b265cde-a235-41f4-a0fa-0e3a204deef2 req-d6b5bacc-0ac1-4b19-bd0b-f55650f2eea3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0536392 Aug 17 04:19:44.951577 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8b265cde-a235-41f4-a0fa-0e3a204deef2 req-462c046b-d8a6-4793-a9a4-a01785aa3b0d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322297 Aug 17 04:19:45.356364 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e6901632-9db9-4f7e-a042-de27301eef59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:46.077654 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27e0b34-8a93-4f14-a635-800804c4b50f req-b6203caf-34d8-4c63-83cf-388f77b6e39b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:46.079200 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b27e0b34-8a93-4f14-a635-800804c4b50f req-b6203caf-34d8-4c63-83cf-388f77b6e39b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0560057 Aug 17 04:19:46.119809 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b27e0b34-8a93-4f14-a635-800804c4b50f req-c8f167b6-b749-4848-b54c-2df302cbc798 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339947 Aug 17 04:19:47.007956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-400cb7c4-56d8-4e36-9161-8e335a2a6f89 req-34208940-8dab-4a8c-b1bb-2a9a7a3d0448 service neutron] (101969) timed out ('10.222.0.10', 41854) {{(pid=101969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 04:19:47.239716 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ade143-cf4b-41f0-a9fb-44644b25811d req-e6e84942-c44c-44d9-9a0d-eab0e59c30d2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:47.241245 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-20ade143-cf4b-41f0-a9fb-44644b25811d req-e6e84942-c44c-44d9-9a0d-eab0e59c30d2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0520184 Aug 17 04:19:47.280163 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-20ade143-cf4b-41f0-a9fb-44644b25811d req-a648f15b-bb63-4da9-9e86-0266e6f935e6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0316999 Aug 17 04:19:48.030867 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e0207eeb-65b0-4930-9c06-62d2057bc76c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:48.235041 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:48.398181 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3d6fdc4-11b7-414e-9bc1-3a8523bbdd28 req-76dfe3a6-c922-415b-aa28-c1c61a8dc44a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:48.399734 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a3d6fdc4-11b7-414e-9bc1-3a8523bbdd28 req-76dfe3a6-c922-415b-aa28-c1c61a8dc44a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0517337 Aug 17 04:19:48.443239 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a3d6fdc4-11b7-414e-9bc1-3a8523bbdd28 req-cd31c7e2-41b3-43b9-807e-f5a3666155e3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325513 Aug 17 04:19:49.498872 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:49.566838 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-649d4614-ae3b-4d4d-9f5f-c940c2e8fb6d req-cc5a7ee9-138c-4dd3-99e1-93916de40fa4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:49.568381 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-649d4614-ae3b-4d4d-9f5f-c940c2e8fb6d req-cc5a7ee9-138c-4dd3-99e1-93916de40fa4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0541742 Aug 17 04:19:49.608194 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-649d4614-ae3b-4d4d-9f5f-c940c2e8fb6d req-c99183ab-4b89-4ab6-b2d0-4e04b061d6a4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328655 Aug 17 04:19:50.730461 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d803bf4a-96a1-4675-af4e-ecf9f3869dd1 req-db7f9733-4689-4627-8fa5-a032cda5d047 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:50.732220 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d803bf4a-96a1-4675-af4e-ecf9f3869dd1 req-db7f9733-4689-4627-8fa5-a032cda5d047 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0508385 Aug 17 04:19:50.771602 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d803bf4a-96a1-4675-af4e-ecf9f3869dd1 req-391d5bdc-46ef-4081-9776-cd0d0a172fd7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331354 Aug 17 04:19:51.212666 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:19:51.899394 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f954a9-e94e-4584-9956-a31fcda3b6f2 req-c5f658db-3357-419f-b49c-81ea4bc49241 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:51.900922 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-29f954a9-e94e-4584-9956-a31fcda3b6f2 req-c5f658db-3357-419f-b49c-81ea4bc49241 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0504239 Aug 17 04:19:51.942458 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-29f954a9-e94e-4584-9956-a31fcda3b6f2 req-2fff1314-ff96-4f4b-984b-00fd565059ed tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330331 Aug 17 04:19:53.068888 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2841d1ca-efbf-457a-b67a-94473e7ade09 req-c0fdf5e4-87b6-4f6f-ab6f-f1c4397af0b9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:53.070639 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2841d1ca-efbf-457a-b67a-94473e7ade09 req-c0fdf5e4-87b6-4f6f-ab6f-f1c4397af0b9 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0582881 Aug 17 04:19:53.118470 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2841d1ca-efbf-457a-b67a-94473e7ade09 req-642b1ff2-13ce-4182-8c3d-2411f27f71c1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417399 Aug 17 04:19:54.242267 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e96dd28-302c-4737-8401-a85c064ad22d req-826fbc90-e46d-4dff-94f2-2c412ec5747e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:54.243768 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e96dd28-302c-4737-8401-a85c064ad22d req-826fbc90-e46d-4dff-94f2-2c412ec5747e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0494578 Aug 17 04:19:54.283625 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e96dd28-302c-4737-8401-a85c064ad22d req-adbfce38-3cc2-47f5-aa7f-a1757b7accd0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328314 Aug 17 04:19:55.403902 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee011b3b-52b8-4d06-872e-6a3daf5512ac req-89977cd9-32a3-4e2b-8121-dc8a667daa19 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:55.405411 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee011b3b-52b8-4d06-872e-6a3daf5512ac req-89977cd9-32a3-4e2b-8121-dc8a667daa19 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0506437 Aug 17 04:19:55.444859 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ee011b3b-52b8-4d06-872e-6a3daf5512ac req-9854900e-92bd-4658-a7fc-bf0aa418b52a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324898 Aug 17 04:19:56.576914 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa3e69a-14b7-4072-8bdc-48fe8d98f251 req-5f1a395c-c7af-4eb6-ac65-307c83a56e85 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:56.578355 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6aa3e69a-14b7-4072-8bdc-48fe8d98f251 req-5f1a395c-c7af-4eb6-ac65-307c83a56e85 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0576339 Aug 17 04:19:56.617967 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6aa3e69a-14b7-4072-8bdc-48fe8d98f251 req-2c13c4fb-9dcb-442f-ab89-e9a7a2e9a795 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334342 Aug 17 04:19:57.744313 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993c2782-8566-4459-a577-f9e75df2fc2d req-1daa31fe-72cd-4005-abc1-dc4f83049f3f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:57.746370 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-993c2782-8566-4459-a577-f9e75df2fc2d req-1daa31fe-72cd-4005-abc1-dc4f83049f3f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0558262 Aug 17 04:19:57.790760 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-993c2782-8566-4459-a577-f9e75df2fc2d req-37fd3430-88bb-4870-83c0-cce7003710d6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0377450 Aug 17 04:19:57.816474 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46120) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:19:57.882956 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b8a9762f-28f6-4a79-b885-b58d0b353c09 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/floatingips/0f93f0ad-17cd-4f9c-9501-19af644d36da HTTP/1.1" status: 200 len: 992 time: 0.0652797 Aug 17 04:19:59.265582 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eca63708-2792-400c-9ef5-a712795410d5 req-67b87d7f-5ac3-454c-bfd1-466f8dff6039 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:59.267140 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eca63708-2792-400c-9ef5-a712795410d5 req-67b87d7f-5ac3-454c-bfd1-466f8dff6039 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0574827 Aug 17 04:19:59.316977 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eca63708-2792-400c-9ef5-a712795410d5 req-b510dff8-5055-4b94-a254-eeb7bac723f5 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378633 Aug 17 04:19:59.350779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced49f0-a463-42f3-866a-88fa1c173efd req-8ffc95ea-d7d3-4eef-824c-4e8b9aa1f338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:59.352325 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dced49f0-a463-42f3-866a-88fa1c173efd req-8ffc95ea-d7d3-4eef-824c-4e8b9aa1f338 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 1096 time: 0.0445299 Aug 17 04:19:59.451833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced49f0-a463-42f3-866a-88fa1c173efd req-7d64e009-10f1-4e74-ae0c-c8122174c390 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:59.453334 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dced49f0-a463-42f3-866a-88fa1c173efd req-7d64e009-10f1-4e74-ae0c-c8122174c390 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88e46731-21b0-4900-94dd-ebbac9b505cc HTTP/1.1" status: 200 len: 896 time: 0.0945656 Aug 17 04:19:59.520783 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dced49f0-a463-42f3-866a-88fa1c173efd req-b9af3c06-6231-45a5-9376-e4b5e09f5341 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a198fca-ba95-4b8f-84c5-95b1dae99218 HTTP/1.1" status: 200 len: 1000 time: 0.0603745 Aug 17 04:19:59.572910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced49f0-a463-42f3-866a-88fa1c173efd req-ff1b7b04-bab9-4de1-ba3f-5cc81f0ba6b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:59.574496 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dced49f0-a463-42f3-866a-88fa1c173efd req-ff1b7b04-bab9-4de1-ba3f-5cc81f0ba6b3 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffdd004d-4128-4e81-8dfe-9435b3d5c413 HTTP/1.1" status: 200 len: 834 time: 0.0476942 Aug 17 04:19:59.626144 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dced49f0-a463-42f3-866a-88fa1c173efd req-31da157e-0b5a-483e-8a94-a48ca4a7efaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:19:59.627706 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dced49f0-a463-42f3-866a-88fa1c173efd req-31da157e-0b5a-483e-8a94-a48ca4a7efaf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88e46731-21b0-4900-94dd-ebbac9b505cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0456908 Aug 17 04:19:59.723094 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dced49f0-a463-42f3-866a-88fa1c173efd req-4cfe5e19-a87c-4aeb-ab3e-cdbb6239f4b0 service neutron] 10.222.0.60 "GET /v2.0/networks/88e46731-21b0-4900-94dd-ebbac9b505cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884292 Aug 17 04:19:59.826921 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dced49f0-a463-42f3-866a-88fa1c173efd req-4af886f2-a2ae-4fbd-b2c5-5728f68b41b0 service neutron] 10.222.0.60 "GET /v2.0/networks/88e46731-21b0-4900-94dd-ebbac9b505cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0976152 Aug 17 04:20:00.448400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13c47d94-e496-4fed-b128-1f6bc7c03c9e req-a136228e-48b2-4868-9603-9efa91b9b253 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:00.450357 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-13c47d94-e496-4fed-b128-1f6bc7c03c9e req-a136228e-48b2-4868-9603-9efa91b9b253 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0584693 Aug 17 04:20:00.492083 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-13c47d94-e496-4fed-b128-1f6bc7c03c9e req-03293715-0de1-43ed-8c25-db14308ab69a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354733 Aug 17 04:20:01.615804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-668ad906-3e93-41b9-b97c-ca7a9b1acb35 req-2c506eb6-b499-41a4-bf65-10c8a486ec32 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:01.617329 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-668ad906-3e93-41b9-b97c-ca7a9b1acb35 req-2c506eb6-b499-41a4-bf65-10c8a486ec32 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0534904 Aug 17 04:20:01.661798 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-668ad906-3e93-41b9-b97c-ca7a9b1acb35 req-b5bf0e9d-b7c7-4cbb-84ac-1dcf33088a7c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372291 Aug 17 04:20:01.685887 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46132) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:01.752730 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-fea0658e-a254-43e2-ab5f-ec353b8798b7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/floatingips/0f93f0ad-17cd-4f9c-9501-19af644d36da HTTP/1.1" status: 200 len: 992 time: 0.0655901 Aug 17 04:20:04.012646 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:04.755944 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:15.366071 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-35c5d1b9-a6d6-4890-849f-d1c986c3c85d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:16.645164 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:20:18.001463 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e2668fcf-4b9a-4ad2-9420-5167c6f130f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:18.263890 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:19.475389 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:21.206792 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:31.238592 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-21c65ae4-01e4-4078-96a0-879a499bfb1f req-dc91ca0a-e71c-479a-8bd1-92f3f6819b46 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0456729 Aug 17 04:20:31.330247 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c65ae4-01e4-4078-96a0-879a499bfb1f req-0a2b4f70-0d8d-4481-a0e4-5aca6dec6f1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:31.331790 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-21c65ae4-01e4-4078-96a0-879a499bfb1f req-0a2b4f70-0d8d-4481-a0e4-5aca6dec6f1a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 1096 time: 0.0430543 Aug 17 04:20:31.451572 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c65ae4-01e4-4078-96a0-879a499bfb1f req-8d12e415-f416-4b78-919e-b7402cefb154 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:31.453060 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-21c65ae4-01e4-4078-96a0-879a499bfb1f req-8d12e415-f416-4b78-919e-b7402cefb154 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88e46731-21b0-4900-94dd-ebbac9b505cc HTTP/1.1" status: 200 len: 896 time: 0.1015658 Aug 17 04:20:31.522967 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-21c65ae4-01e4-4078-96a0-879a499bfb1f req-edaa4fa2-774e-4ae9-9099-edf3d3d35ac0 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a198fca-ba95-4b8f-84c5-95b1dae99218 HTTP/1.1" status: 200 len: 1000 time: 0.0625901 Aug 17 04:20:31.572165 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c65ae4-01e4-4078-96a0-879a499bfb1f req-64b8d2bd-ad27-4c78-8b6c-ad141ada064b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:31.573709 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-21c65ae4-01e4-4078-96a0-879a499bfb1f req-64b8d2bd-ad27-4c78-8b6c-ad141ada064b service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffdd004d-4128-4e81-8dfe-9435b3d5c413 HTTP/1.1" status: 200 len: 834 time: 0.0443974 Aug 17 04:20:31.623161 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c65ae4-01e4-4078-96a0-879a499bfb1f req-c60fd6b0-7c1f-4a5b-93e8-bfecc40ad54e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:31.624655 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-21c65ae4-01e4-4078-96a0-879a499bfb1f req-c60fd6b0-7c1f-4a5b-93e8-bfecc40ad54e service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88e46731-21b0-4900-94dd-ebbac9b505cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430727 Aug 17 04:20:31.725156 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-21c65ae4-01e4-4078-96a0-879a499bfb1f req-d967169c-567a-4d54-8836-cb29451787ac service neutron] 10.222.0.60 "GET /v2.0/networks/88e46731-21b0-4900-94dd-ebbac9b505cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0930059 Aug 17 04:20:31.814946 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-21c65ae4-01e4-4078-96a0-879a499bfb1f req-1086fcc9-8cc9-4d4e-962a-61eee9383db7 service neutron] 10.222.0.60 "GET /v2.0/networks/88e46731-21b0-4900-94dd-ebbac9b505cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828605 Aug 17 04:20:32.311186 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46152) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:32.478153 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port 649fac4d-477f-4d82-bd89-11f72a29bf18 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:20:32.478510 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:32.553540 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:32.553876 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:32.567536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for 649fac4d-477f-4d82-bd89-11f72a29bf18 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:20:32.823961 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:32.850325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=649fac4d-477f-4d82-bd89-11f72a29bf18,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:32.860602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:32.860967 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:32.866452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:32.866452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:32.866452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:32.866452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:32.866452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:32.866452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:32.866452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:32.866452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:32.866452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:32.866452 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:32.930328 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:32.930684 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Floating IP 0f93f0ad-17cd-4f9c-9501-19af644d36da disassociated (deleted). External IP: 172.25.1.53, port: 2a198fca-ba95-4b8f-84c5-95b1dae99218. Aug 17 04:20:33.142702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:20:33.258910 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:20:33.265229 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:33.272983 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669a3884-fcf2-43c7-8b2a-12e8e51959a9 None None] Sync routers for ids ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:20:33.281901 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669a3884-fcf2-43c7-8b2a-12e8e51959a9 None None] Routers {'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:20:33.282522 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-669a3884-fcf2-43c7-8b2a-12e8e51959a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:20:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:33.297884 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6fa620ca-57ef-46d6-a660-31be169af892 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/floatingips/0f93f0ad-17cd-4f9c-9501-19af644d36da HTTP/1.1" status: 204 len: 168 time: 0.9855461 Aug 17 04:20:33.298527 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30265a1b-6902-4b6f-9dc9-77a01ab8cbf3', 'tag': '2a198fca-ba95-4b8f-84c5-95b1dae99218'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:20:33.300820 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a98d701-4d36-4b92-8c0c-c1ba23503f02" -d '{"events": [{"name": "network-changed", "server_uuid": "30265a1b-6902-4b6f-9dc9-77a01ab8cbf3", "tag": "2a198fca-ba95-4b8f-84c5-95b1dae99218"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:20:33.402327 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-669a3884-fcf2-43c7-8b2a-12e8e51959a9 None None] Set router c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:20:33.625765 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-669a3884-fcf2-43c7-8b2a-12e8e51959a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508010135', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:18:49Z', 'updated_at': '2021-08-17T04:18:53Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:50Z', 'updated_at': '2021-08-17T04:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '4c577a2f-953c-45f7-98ad-052550878804', 'name': '', 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:b7:c5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:53Z', 'updated_at': '2021-08-17T04:18:58Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:33.652002 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669a3884-fcf2-43c7-8b2a-12e8e51959a9 None None] Checking router: c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:20:33.660265 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-669a3884-fcf2-43c7-8b2a-12e8e51959a9 None None] Routers {'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:20:33.660800 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-669a3884-fcf2-43c7-8b2a-12e8e51959a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:20:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:33.726993 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:20:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5e85c7f-9afd-4921-a3f8-5365bafea73e x-openstack-request-id: req-e5e85c7f-9afd-4921-a3f8-5365bafea73e {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:20:33.728225 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30265a1b-6902-4b6f-9dc9-77a01ab8cbf3", "tag": "2a198fca-ba95-4b8f-84c5-95b1dae99218", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:20:33.728761 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-e5e85c7f-9afd-4921-a3f8-5365bafea73e {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:20:33.729442 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30265a1b-6902-4b6f-9dc9-77a01ab8cbf3', 'tag': '2a198fca-ba95-4b8f-84c5-95b1dae99218', 'status': 'completed', 'code': 200} Aug 17 04:20:33.776548 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-669a3884-fcf2-43c7-8b2a-12e8e51959a9 None None] Set router c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:20:33.798406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98d701-4d36-4b92-8c0c-c1ba23503f02 req-70116c20-ff32-45e5-ba50-31ecd548a2a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:33.800233 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6a98d701-4d36-4b92-8c0c-c1ba23503f02 req-70116c20-ff32-45e5-ba50-31ecd548a2a3 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 1096 time: 0.0440526 Aug 17 04:20:33.885223 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c688cfcb-ab79-403d-a7d2-48ac3b13cfce req-3d3022d7-29ef-44e5-ba8b-ba7b743fa504 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:33.886828 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c688cfcb-ab79-403d-a7d2-48ac3b13cfce req-3d3022d7-29ef-44e5-ba8b-ba7b743fa504 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.1054482 Aug 17 04:20:33.909606 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98d701-4d36-4b92-8c0c-c1ba23503f02 req-6bcb126c-ac48-4118-9118-e841aeff01b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:33.911211 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6a98d701-4d36-4b92-8c0c-c1ba23503f02 req-6bcb126c-ac48-4118-9118-e841aeff01b3 service neutron] 10.222.0.60 "GET /v2.0/networks?id=88e46731-21b0-4900-94dd-ebbac9b505cc HTTP/1.1" status: 200 len: 896 time: 0.1031134 Aug 17 04:20:33.929590 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c688cfcb-ab79-403d-a7d2-48ac3b13cfce req-8772e387-022d-4e0e-b875-6d08bf5fee99 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365217 Aug 17 04:20:33.961388 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6a98d701-4d36-4b92-8c0c-c1ba23503f02 req-18d23b2c-452f-43d1-b200-01ad137e87c2 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2a198fca-ba95-4b8f-84c5-95b1dae99218 HTTP/1.1" status: 200 len: 217 time: 0.0428767 Aug 17 04:20:33.977767 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:33.987877 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-669a3884-fcf2-43c7-8b2a-12e8e51959a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508010135', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:18:49Z', 'updated_at': '2021-08-17T04:18:53Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:50Z', 'updated_at': '2021-08-17T04:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '4c577a2f-953c-45f7-98ad-052550878804', 'name': '', 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:b7:c5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:53Z', 'updated_at': '2021-08-17T04:18:58Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:34.018315 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-669a3884-fcf2-43c7-8b2a-12e8e51959a9 None None] The sync data for ids ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'] in n-d-802060-9 is: [{'id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508010135', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:18:49Z', 'updated_at': '2021-08-17T04:18:53Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:50Z', 'updated_at': '2021-08-17T04:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '4c577a2f-953c-45f7-98ad-052550878804', 'name': '', 'network_id': '88e46731-21b0-4900-94dd-ebbac9b505cc', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:b7:c5:61', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:53Z', 'updated_at': '2021-08-17T04:18:58Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': 'ffdd004d-4128-4e81-8dfe-9435b3d5c413', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:20:34.028491 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98d701-4d36-4b92-8c0c-c1ba23503f02 req-fc5c2e62-8fcf-477a-bf42-454d6572f6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:34.028491 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6a98d701-4d36-4b92-8c0c-c1ba23503f02 req-fc5c2e62-8fcf-477a-bf42-454d6572f6cf service neutron] 10.222.0.60 "GET /v2.0/subnets?id=ffdd004d-4128-4e81-8dfe-9435b3d5c413 HTTP/1.1" status: 200 len: 834 time: 0.0570831 Aug 17 04:20:34.079886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a98d701-4d36-4b92-8c0c-c1ba23503f02 req-76222c3e-bff5-41e6-a559-13fdb726d377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:34.081511 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6a98d701-4d36-4b92-8c0c-c1ba23503f02 req-76222c3e-bff5-41e6-a559-13fdb726d377 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=88e46731-21b0-4900-94dd-ebbac9b505cc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0467434 Aug 17 04:20:34.195326 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6a98d701-4d36-4b92-8c0c-c1ba23503f02 req-92967d38-6a90-4319-bc16-4f4ede05556e service neutron] 10.222.0.60 "GET /v2.0/networks/88e46731-21b0-4900-94dd-ebbac9b505cc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1059725 Aug 17 04:20:34.246753 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec0c10c-6e36-4949-b09b-74854fde4ff4 None None] New status for floating IP 0f93f0ad-17cd-4f9c-9501-19af644d36da: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:20:34.308649 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-6a98d701-4d36-4b92-8c0c-c1ba23503f02 req-cfcc0da3-7ed7-4615-9f41-2c84235e9d4c service neutron] 10.222.0.60 "GET /v2.0/networks/88e46731-21b0-4900-94dd-ebbac9b505cc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1047354 Aug 17 04:20:34.727352 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:35.056239 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0c5acb7-104a-472d-8b9d-dbe85d07960e req-ead928ad-ffda-4bb0-a32a-8d46a1861c36 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:35.057673 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d0c5acb7-104a-472d-8b9d-dbe85d07960e req-ead928ad-ffda-4bb0-a32a-8d46a1861c36 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0565863 Aug 17 04:20:35.097047 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d0c5acb7-104a-472d-8b9d-dbe85d07960e req-4b90a7a0-15ba-4eee-8ad7-650e0f3d697d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=b7540871-c76c-4770-97e9-de2ae1514fcf&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333693 Aug 17 04:20:35.265724 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ffbe490-840c-4a02-a293-b337804a2557 req-7ffedf10-3b50-4bf5-a7fd-476786fb4138 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:35.267204 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ffbe490-840c-4a02-a293-b337804a2557 req-7ffedf10-3b50-4bf5-a7fd-476786fb4138 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 945 time: 0.0544016 Aug 17 04:20:35.359148 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-8ffbe490-840c-4a02-a293-b337804a2557 req-99d07e2f-3e39-4c7a-9aa4-c643d086a996 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port 2a198fca-ba95-4b8f-84c5-95b1dae99218 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:20:35.359148 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8ffbe490-840c-4a02-a293-b337804a2557 req-99d07e2f-3e39-4c7a-9aa4-c643d086a996 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:35.451993 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-8ffbe490-840c-4a02-a293-b337804a2557 req-99d07e2f-3e39-4c7a-9aa4-c643d086a996 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] For port 2a198fca-ba95-4b8f-84c5-95b1dae99218, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=2a198fca-ba95-4b8f-84c5-95b1dae99218,segment=NetworkSegment(bf284b31-d04c-4b86-83c8-6e076444af6b),segment_id=bf284b31-d04c-4b86-83c8-6e076444af6b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:20:35.452387 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8ffbe490-840c-4a02-a293-b337804a2557 req-99d07e2f-3e39-4c7a-9aa4-c643d086a996 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:35.465827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-8ffbe490-840c-4a02-a293-b337804a2557 req-99d07e2f-3e39-4c7a-9aa4-c643d086a996 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for 2a198fca-ba95-4b8f-84c5-95b1dae99218 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:20:35.749178 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8ffbe490-840c-4a02-a293-b337804a2557 req-99d07e2f-3e39-4c7a-9aa4-c643d086a996 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:35.783328 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99d07e2f-3e39-4c7a-9aa4-c643d086a996 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=2a198fca-ba95-4b8f-84c5-95b1dae99218,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:35.824579 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ffbe490-840c-4a02-a293-b337804a2557 req-99d07e2f-3e39-4c7a-9aa4-c643d086a996 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] No DVR routers for this DVR port 2a198fca-ba95-4b8f-84c5-95b1dae99218 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:20:35.827461 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-8ffbe490-840c-4a02-a293-b337804a2557 req-99d07e2f-3e39-4c7a-9aa4-c643d086a996 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:35.834377 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8ffbe490-840c-4a02-a293-b337804a2557 req-99d07e2f-3e39-4c7a-9aa4-c643d086a996 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "DELETE /v2.0/ports/2a198fca-ba95-4b8f-84c5-95b1dae99218 HTTP/1.1" status: 204 len: 173 time: 0.5565641 Aug 17 04:20:35.834377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30265a1b-6902-4b6f-9dc9-77a01ab8cbf3', 'name': 'network-vif-deleted', 'tag': '2a198fca-ba95-4b8f-84c5-95b1dae99218'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:20:35.834377 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e3c99d3-154d-452d-9b99-a9d1e6357714" -d '{"events": [{"server_uuid": "30265a1b-6902-4b6f-9dc9-77a01ab8cbf3", "name": "network-vif-deleted", "tag": "2a198fca-ba95-4b8f-84c5-95b1dae99218"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:20:35.869067 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:20:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cfea22e-340d-479c-88e7-8f68dff0423b x-openstack-request-id: req-7cfea22e-340d-479c-88e7-8f68dff0423b {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:20:35.869067 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30265a1b-6902-4b6f-9dc9-77a01ab8cbf3", "name": "network-vif-deleted", "tag": "2a198fca-ba95-4b8f-84c5-95b1dae99218", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:20:35.869328 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7cfea22e-340d-479c-88e7-8f68dff0423b {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:20:35.869629 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30265a1b-6902-4b6f-9dc9-77a01ab8cbf3', 'name': 'network-vif-deleted', 'tag': '2a198fca-ba95-4b8f-84c5-95b1dae99218', 'status': 'completed', 'code': 200} Aug 17 04:20:36.216566 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a17e7fdd-db18-4913-bb29-597353628c09 req-3803175f-f330-4354-b4d5-bcc1a7f51fc2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=30265a1b-6902-4b6f-9dc9-77a01ab8cbf3 HTTP/1.1" status: 200 len: 210 time: 0.0300462 Aug 17 04:20:37.274259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46172) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:37.712350 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1e83db25-b717-463a-89c3-5176060c46b0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:37.964545 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-1e83db25-b717-463a-89c3-5176060c46b0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port 4c577a2f-953c-45f7-98ad-052550878804 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:20:37.964810 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1e83db25-b717-463a-89c3-5176060c46b0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:38.057352 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-1e83db25-b717-463a-89c3-5176060c46b0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] For port 4c577a2f-953c-45f7-98ad-052550878804, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=4c577a2f-953c-45f7-98ad-052550878804,segment=NetworkSegment(bf284b31-d04c-4b86-83c8-6e076444af6b),segment_id=bf284b31-d04c-4b86-83c8-6e076444af6b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:20:38.057825 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1e83db25-b717-463a-89c3-5176060c46b0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:38.071218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-1e83db25-b717-463a-89c3-5176060c46b0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for 4c577a2f-953c-45f7-98ad-052550878804 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:20:38.321182 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1e83db25-b717-463a-89c3-5176060c46b0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:38.351225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e83db25-b717-463a-89c3-5176060c46b0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=4c577a2f-953c-45f7-98ad-052550878804,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:38.572010 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-1e83db25-b717-463a-89c3-5176060c46b0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:38.822888 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e83db25-b717-463a-89c3-5176060c46b0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:20:38.906811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 2a198fca-ba95-4b8f-84c5-95b1dae99218 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:20:38.935602 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 2a198fca-ba95-4b8f-84c5-95b1dae99218 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:20:38.935952 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 2a198fca-ba95-4b8f-84c5-95b1dae99218 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:20:39.267606 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e83db25-b717-463a-89c3-5176060c46b0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:20:39.273220 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-1e83db25-b717-463a-89c3-5176060c46b0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "PUT /v2.0/routers/c4c129fa-15e5-4418-88ba-7b7b67a8a9f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9978843 Aug 17 04:20:39.276533 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46174) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:39.278680 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e0305-f916-4fc8-ab17-f0e71e5982cc None None] Sync routers for ids ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:20:39.289800 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e0305-f916-4fc8-ab17-f0e71e5982cc None None] Routers {'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:20:39.290413 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c23e0305-f916-4fc8-ab17-f0e71e5982cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:20:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:39.329037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a5ed767-bd6b-47e2-b45f-3592f635d6bb tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting subnet ffdd004d-4128-4e81-8dfe-9435b3d5c413 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:20:39.332102 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2a5ed767-bd6b-47e2-b45f-3592f635d6bb tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:39.375659 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2a5ed767-bd6b-47e2-b45f-3592f635d6bb tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:39.474014 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2a5ed767-bd6b-47e2-b45f-3592f635d6bb tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:39.492334 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-c23e0305-f916-4fc8-ab17-f0e71e5982cc None None] Set router c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:20:39.646927 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2a5ed767-bd6b-47e2-b45f-3592f635d6bb tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:39.674404 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c23e0305-f916-4fc8-ab17-f0e71e5982cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508010135', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:18:49Z', 'updated_at': '2021-08-17T04:20:38Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:50Z', 'updated_at': '2021-08-17T04:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:39.678529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a5ed767-bd6b-47e2-b45f-3592f635d6bb tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Subnet': ['ID=ffdd004d-4128-4e81-8dfe-9435b3d5c413,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:39.679823 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2a5ed767-bd6b-47e2-b45f-3592f635d6bb tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:39.686093 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2a5ed767-bd6b-47e2-b45f-3592f635d6bb tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/subnets/ffdd004d-4128-4e81-8dfe-9435b3d5c413 HTTP/1.1" status: 204 len: 168 time: 0.4083681 Aug 17 04:20:39.687246 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46176) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:39.697079 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3c4063e-6ab3-46e4-9147-074018d66f9b None None] Network 88e46731-21b0-4900-94dd-ebbac9b505cc requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:20:39.707775 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e0305-f916-4fc8-ab17-f0e71e5982cc None None] Checking router: c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:20:39.728987 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c23e0305-f916-4fc8-ab17-f0e71e5982cc None None] Routers {'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:20:39.729658 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c23e0305-f916-4fc8-ab17-f0e71e5982cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:20:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:39.824755 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:39.842505 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-c23e0305-f916-4fc8-ab17-f0e71e5982cc None None] Set router c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:20:39.896511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51562954-981b-4a63-9cae-f8608545badc None None] DHCP port deletion for 88e46731-21b0-4900-94dd-ebbac9b505cc request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:20:39.940947 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:39.949132 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-51562954-981b-4a63-9cae-f8608545badc None None] Deleting port 09564002-daa1-44b7-93c5-d0c0a6bf0933 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:20:39.949854 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-51562954-981b-4a63-9cae-f8608545badc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:40.023524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-51562954-981b-4a63-9cae-f8608545badc None None] For port 09564002-daa1-44b7-93c5-d0c0a6bf0933, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=09564002-daa1-44b7-93c5-d0c0a6bf0933,segment=NetworkSegment(bf284b31-d04c-4b86-83c8-6e076444af6b),segment_id=bf284b31-d04c-4b86-83c8-6e076444af6b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:20:40.024226 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-51562954-981b-4a63-9cae-f8608545badc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:40.036127 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-c23e0305-f916-4fc8-ab17-f0e71e5982cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508010135', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:18:49Z', 'updated_at': '2021-08-17T04:20:38Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:50Z', 'updated_at': '2021-08-17T04:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:40.040251 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-51562954-981b-4a63-9cae-f8608545badc None None] Calling delete_port for 09564002-daa1-44b7-93c5-d0c0a6bf0933 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:20:40.066515 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c23e0305-f916-4fc8-ab17-f0e71e5982cc None None] The sync data for ids ['c4c129fa-15e5-4418-88ba-7b7b67a8a9f9'] in n-d-802060-9 is: [{'id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1508010135', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83'}], 'enable_snat': True}, 'gw_port_id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:18:49Z', 'updated_at': '2021-08-17T04:20:38Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '9ced19bd-ce5b-47ab-baad-282b0ba809c1', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:bc:2e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4c129fa-15e5-4418-88ba-7b7b67a8a9f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4240, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.83', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:18:50Z', 'updated_at': '2021-08-17T04:18:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:20:40.078202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port 9ced19bd-ce5b-47ab-baad-282b0ba809c1 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:20:40.078573 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:40.174383 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] For port 9ced19bd-ce5b-47ab-baad-282b0ba809c1, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=9ced19bd-ce5b-47ab-baad-282b0ba809c1,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:20:40.174759 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:40.187497 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for 9ced19bd-ce5b-47ab-baad-282b0ba809c1 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:20:40.211737 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-51562954-981b-4a63-9cae-f8608545badc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:40.236201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51562954-981b-4a63-9cae-f8608545badc None None] Pushing event deleted for resources: {'Port': ['ID=09564002-daa1-44b7-93c5-d0c0a6bf0933,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:40.244454 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51562954-981b-4a63-9cae-f8608545badc None None] No DVR routers for this DVR port 09564002-daa1-44b7-93c5-d0c0a6bf0933 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:20:40.249404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562954-981b-4a63-9cae-f8608545badc None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.249404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562954-981b-4a63-9cae-f8608545badc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.249404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562954-981b-4a63-9cae-f8608545badc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.249404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562954-981b-4a63-9cae-f8608545badc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.249404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562954-981b-4a63-9cae-f8608545badc None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.249404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562954-981b-4a63-9cae-f8608545badc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.249404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562954-981b-4a63-9cae-f8608545badc None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.249404 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562954-981b-4a63-9cae-f8608545badc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.250156 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562954-981b-4a63-9cae-f8608545badc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.250156 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562954-981b-4a63-9cae-f8608545badc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.250156 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562954-981b-4a63-9cae-f8608545badc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.250424 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-51562954-981b-4a63-9cae-f8608545badc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.417532 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 09564002-daa1-44b7-93c5-d0c0a6bf0933 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:20:40.438351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 09564002-daa1-44b7-93c5-d0c0a6bf0933 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:20:40.438703 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 09564002-daa1-44b7-93c5-d0c0a6bf0933 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:20:40.456809 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:40.483940 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=9ced19bd-ce5b-47ab-baad-282b0ba809c1,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:40.515033 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.515403 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.515735 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.516079 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.516413 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.516889 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.517232 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.517589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.517921 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.518249 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.518577 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.518896 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:40.562057 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:40.656161 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:40.658320 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:41.097861 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:41.098818 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Fanout notify agent at l3_agent the message router_deleted on router c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:20:41.107078 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:41.110143 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-72908135-6d86-4432-aaa6-0a1d5e4b02b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/routers/c4c129fa-15e5-4418-88ba-7b7b67a8a9f9 HTTP/1.1" status: 204 len: 168 time: 1.4188876 Aug 17 04:20:41.110275 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46180) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:41.193577 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dfc0d754-0f49-4bce-9ca3-d8a926730827 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:41.288325 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dfc0d754-0f49-4bce-9ca3-d8a926730827 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:41.298674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-dfc0d754-0f49-4bce-9ca3-d8a926730827 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88e46731-21b0-4900-94dd-ebbac9b505cc']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:41.309795 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-dfc0d754-0f49-4bce-9ca3-d8a926730827 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bf284b31-d04c-4b86-83c8-6e076444af6b') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:41.310129 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-dfc0d754-0f49-4bce-9ca3-d8a926730827 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bf284b31-d04c-4b86-83c8-6e076444af6b') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:41.319899 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dfc0d754-0f49-4bce-9ca3-d8a926730827 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:41.333521 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dfc0d754-0f49-4bce-9ca3-d8a926730827 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:41.339630 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dfc0d754-0f49-4bce-9ca3-d8a926730827 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Releasing vlan 96 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:20:41.340024 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dfc0d754-0f49-4bce-9ca3-d8a926730827 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: timer() Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:20:41.342940 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:20:41.514276 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dfc0d754-0f49-4bce-9ca3-d8a926730827 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:41.530268 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-dfc0d754-0f49-4bce-9ca3-d8a926730827 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:41.530268 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-dfc0d754-0f49-4bce-9ca3-d8a926730827 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/networks/88e46731-21b0-4900-94dd-ebbac9b505cc HTTP/1.1" status: 204 len: 168 time: 0.4164796 Aug 17 04:20:41.531355 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46182) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:41.539657 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc0d754-0f49-4bce-9ca3-d8a926730827 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Network': ['ID=88e46731-21b0-4900-94dd-ebbac9b505cc,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:41.601122 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-90951123-cc42-42b7-b6a7-af49525fe6e3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:41.628515 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-90951123-cc42-42b7-b6a7-af49525fe6e3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:41.754904 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-90951123-cc42-42b7-b6a7-af49525fe6e3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:41.757603 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-90951123-cc42-42b7-b6a7-af49525fe6e3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:41.758829 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-90951123-cc42-42b7-b6a7-af49525fe6e3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/security-groups/b7540871-c76c-4770-97e9-de2ae1514fcf HTTP/1.1" status: 204 len: 168 time: 0.2258897 Aug 17 04:20:41.768529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90951123-cc42-42b7-b6a7-af49525fe6e3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7540871-c76c-4770-97e9-de2ae1514fcf,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:42.055038 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4c577a2f-953c-45f7-98ad-052550878804 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:20:42.076421 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 4c577a2f-953c-45f7-98ad-052550878804 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:20:42.076764 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 4c577a2f-953c-45f7-98ad-052550878804 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:20:42.077175 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9ced19bd-ce5b-47ab-baad-282b0ba809c1 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:20:42.096101 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 9ced19bd-ce5b-47ab-baad-282b0ba809c1 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:20:42.096470 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 9ced19bd-ce5b-47ab-baad-282b0ba809c1 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:20:42.253480 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46188) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:42.258824 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-64dedff5-4704-4c92-9def-a0fb91bba951 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-535416933', 'description': 'tempest-secgroup-smoke-535416933 description', 'project_id': '200d84aef877403083e1f84e1ec89095'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:20:42.343549 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-64dedff5-4704-4c92-9def-a0fb91bba951 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:42.423593 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-64dedff5-4704-4c92-9def-a0fb91bba951 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:42.484931 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-64dedff5-4704-4c92-9def-a0fb91bba951 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:42.515408 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64dedff5-4704-4c92-9def-a0fb91bba951 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4014e9b9-289f-4b9e-ae5a-2418d304c8f9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:42.589148 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-64dedff5-4704-4c92-9def-a0fb91bba951 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:42.590522 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-64dedff5-4704-4c92-9def-a0fb91bba951 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3359618 Aug 17 04:20:42.593296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46190) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:42.597762 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a072a6ee-2387-4179-9c71-d82246c0ccf2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': '4014e9b9-289f-4b9e-ae5a-2418d304c8f9', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:20:42.696939 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a072a6ee-2387-4179-9c71-d82246c0ccf2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:42.755874 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a072a6ee-2387-4179-9c71-d82246c0ccf2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:42.829278 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a072a6ee-2387-4179-9c71-d82246c0ccf2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:42.846880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a072a6ee-2387-4179-9c71-d82246c0ccf2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=38b66a30-06ad-4d4a-bd67-23449b9c8c70,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:42.937610 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a072a6ee-2387-4179-9c71-d82246c0ccf2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:42.938882 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a072a6ee-2387-4179-9c71-d82246c0ccf2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3446252 Aug 17 04:20:42.941726 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46192) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:42.946585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-597560ad-1e54-4c29-ab9e-1fbd1dfe5649 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': '4014e9b9-289f-4b9e-ae5a-2418d304c8f9', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:20:43.051157 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-597560ad-1e54-4c29-ab9e-1fbd1dfe5649 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:43.112564 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-597560ad-1e54-4c29-ab9e-1fbd1dfe5649 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:43.235406 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-597560ad-1e54-4c29-ab9e-1fbd1dfe5649 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:43.254935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-597560ad-1e54-4c29-ab9e-1fbd1dfe5649 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5ba8d3d-0c12-43c7-b4ff-e0c755acc0d1,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:43.337815 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-597560ad-1e54-4c29-ab9e-1fbd1dfe5649 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:43.339059 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-597560ad-1e54-4c29-ab9e-1fbd1dfe5649 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3964088 Aug 17 04:20:43.341834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46194) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:43.346297 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-61f2bca4-70fa-4681-8543-33621c4169a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': '4014e9b9-289f-4b9e-ae5a-2418d304c8f9', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:20:43.445864 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61f2bca4-70fa-4681-8543-33621c4169a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:43.507671 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61f2bca4-70fa-4681-8543-33621c4169a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:43.657488 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61f2bca4-70fa-4681-8543-33621c4169a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:43.675471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f2bca4-70fa-4681-8543-33621c4169a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79929853-9402-48d3-b48f-953e2ccdc4cd,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:43.800552 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-61f2bca4-70fa-4681-8543-33621c4169a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:43.801833 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-61f2bca4-70fa-4681-8543-33621c4169a8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4590700 Aug 17 04:20:43.805218 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46196) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:43.809602 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-52ea8ef6-681f-497b-9d31-bdb3720f1448 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': '4014e9b9-289f-4b9e-ae5a-2418d304c8f9', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:20:43.896819 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-52ea8ef6-681f-497b-9d31-bdb3720f1448 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:43.957527 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-52ea8ef6-681f-497b-9d31-bdb3720f1448 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:44.029885 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-52ea8ef6-681f-497b-9d31-bdb3720f1448 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:44.048624 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ea8ef6-681f-497b-9d31-bdb3720f1448 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b736d07-4071-4edc-b5f7-4605d43a3e31,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:44.171962 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-52ea8ef6-681f-497b-9d31-bdb3720f1448 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:44.173244 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-52ea8ef6-681f-497b-9d31-bdb3720f1448 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3670635 Aug 17 04:20:44.176049 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46198) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:44.181995 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-a88f3cf1-60a7-4ce9-913d-087692323b97 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': '4014e9b9-289f-4b9e-ae5a-2418d304c8f9', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:20:44.303213 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-a88f3cf1-60a7-4ce9-913d-087692323b97 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Project 200d84aef877403083e1f84e1ec89095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 04:20:44.309438 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a88f3cf1-60a7-4ce9-913d-087692323b97 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:44.377493 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a88f3cf1-60a7-4ce9-913d-087692323b97 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:44.463241 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a88f3cf1-60a7-4ce9-913d-087692323b97 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:44.480990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88f3cf1-60a7-4ce9-913d-087692323b97 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0ddc98d-bcfd-4b8a-9b77-8b39d4302da7,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:44.566219 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a88f3cf1-60a7-4ce9-913d-087692323b97 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:44.567505 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a88f3cf1-60a7-4ce9-913d-087692323b97 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3904231 Aug 17 04:20:44.577458 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46200) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:44.582040 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-53c4d2ec-89a2-4459-a80c-ef2dbc0f2557 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'security_group_rule': {'security_group_id': '4014e9b9-289f-4b9e-ae5a-2418d304c8f9', 'project_id': '200d84aef877403083e1f84e1ec89095', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:20:44.674968 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-53c4d2ec-89a2-4459-a80c-ef2dbc0f2557 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Project 200d84aef877403083e1f84e1ec89095 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 04:20:44.681563 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53c4d2ec-89a2-4459-a80c-ef2dbc0f2557 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:44.762968 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53c4d2ec-89a2-4459-a80c-ef2dbc0f2557 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:44.863257 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53c4d2ec-89a2-4459-a80c-ef2dbc0f2557 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:44.881998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c4d2ec-89a2-4459-a80c-ef2dbc0f2557 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c56d969-bf61-4cb4-8e92-e0cbe99fe16c,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:44.960761 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-53c4d2ec-89a2-4459-a80c-ef2dbc0f2557 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:44.962051 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-53c4d2ec-89a2-4459-a80c-ef2dbc0f2557 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3836174 Aug 17 04:20:44.965043 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46202) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:44.970191 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-757e785a-411e-48ba-b03d-cbd0a27ba24d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'network': {'name': 'tempest-network-smoke--1136141217', 'project_id': '200d84aef877403083e1f84e1ec89095', 'port_security_enabled': True}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:20:45.079566 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-757e785a-411e-48ba-b03d-cbd0a27ba24d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Made reservation on behalf of 200d84aef877403083e1f84e1ec89095 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:20:45.083056 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-757e785a-411e-48ba-b03d-cbd0a27ba24d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:45.108138 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-757e785a-411e-48ba-b03d-cbd0a27ba24d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 66} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:20:45.118725 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-757e785a-411e-48ba-b03d-cbd0a27ba24d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:45.118982 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-757e785a-411e-48ba-b03d-cbd0a27ba24d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Added segment 768538ba-5577-4efa-8235-f3c037d9a8f3 of type vlan for network 2b820957-fa28-46ad-a0e9-912e77f30b94 Aug 17 04:20:45.159586 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-757e785a-411e-48ba-b03d-cbd0a27ba24d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:45.258795 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-757e785a-411e-48ba-b03d-cbd0a27ba24d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:45.264769 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-757e785a-411e-48ba-b03d-cbd0a27ba24d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:45.265347 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-757e785a-411e-48ba-b03d-cbd0a27ba24d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:45.337673 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-757e785a-411e-48ba-b03d-cbd0a27ba24d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Network': ['ID=2b820957-fa28-46ad-a0e9-912e77f30b94,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:45.349260 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 2b820957-fa28-46ad-a0e9-912e77f30b94 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:20:45.390287 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f9dfe55-8335-476e-bba9-fdecba2cb68e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:45.427532 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-757e785a-411e-48ba-b03d-cbd0a27ba24d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4606991 Aug 17 04:20:45.432318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46204) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:45.435044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-763854865', 'admin_state_up': True, 'project_id': '200d84aef877403083e1f84e1ec89095', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:20:45.527008 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:45.528105 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:45.581563 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:45.788409 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:46.038207 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:46.061944 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:46.171708 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.25.1.202 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/0ec23444-e962-457b-b395-1a07873a9c2d) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:20:46.285277 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:46.384129 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:46.428905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:20:46.432086 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:20:46.435754 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:20:46.441488 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=0ec23444-e962-457b-b395-1a07873a9c2d,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:46.760966 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:46.966621 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:47.171456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router 4ce26bb6-7d73-4004-83c7-641e70c47992 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:20:47.281522 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:20:47.292240 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Sync routers for ids ['4ce26bb6-7d73-4004-83c7-641e70c47992'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:20:47.301298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Routers {'4ce26bb6-7d73-4004-83c7-641e70c47992'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:20:47.301887 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:20:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4ce26bb6-7d73-4004-83c7-641e70c47992'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:47.343031 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:47.344327 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e4230a1a-f669-46ac-addd-cf1fde359f21 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.9129772 Aug 17 04:20:47.347571 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46206) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:47.377965 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a137736a-a026-4ff8-9f35-03559532092e tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/subnets?project_id=200d84aef877403083e1f84e1ec89095&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0292261 Aug 17 04:20:47.380557 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46208) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:47.414617 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Set router 4ce26bb6-7d73-4004-83c7-641e70c47992 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:20:47.469683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a93a1d3-2f39-4773-b89f-f431c419ac79 tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:47.471364 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6a93a1d3-2f39-4773-b89f-f431c419ac79 tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0897248 Aug 17 04:20:47.474094 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46210) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:47.508243 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c2d9d5b0-d65c-48ba-8a28-9f605b607f2d tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/subnets?network_id=956ea145-9128-4de4-8bea-bd36a0271bd2&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0330257 Aug 17 04:20:47.511489 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46212) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:47.516351 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-56c72219-bf9f-483e-a8da-30a2f77a1792 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1091030827', 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94', 'project_id': '200d84aef877403083e1f84e1ec89095', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:20:47.598735 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763854865', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:20:45Z', 'updated_at': '2021-08-17T04:20:46Z', 'revision_number': 3, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:46Z', 'updated_at': '2021-08-17T04:20:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:47.629201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Checking router: 4ce26bb6-7d73-4004-83c7-641e70c47992 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:20:47.629590 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Updating router 4ce26bb6-7d73-4004-83c7-641e70c47992 port 0ec23444-e962-457b-b395-1a07873a9c2d binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:20:47.655238 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:47.663913 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c72219-bf9f-483e-a8da-30a2f77a1792 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Made reservation on behalf of 200d84aef877403083e1f84e1ec89095 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:20:47.667683 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-56c72219-bf9f-483e-a8da-30a2f77a1792 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:47.919505 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:47.929618 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Transition to ACTIVE for port object 0ec23444-e962-457b-b395-1a07873a9c2d will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:20:47.932182 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-56c72219-bf9f-483e-a8da-30a2f77a1792 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:47.998890 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c72219-bf9f-483e-a8da-30a2f77a1792 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Subnet': ['ID=0878e23a-4351-4065-a80c-25e86afb273d,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:48.006106 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56c72219-bf9f-483e-a8da-30a2f77a1792 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Checking segment: {'id': '768538ba-5577-4efa-8235-f3c037d9a8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:20:48.006512 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c72219-bf9f-483e-a8da-30a2f77a1792 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network hostable DHCP agents. Network: 2b820957-fa28-46ad-a0e9-912e77f30b94, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:20:48.006631 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8491c2f5-1360-4800-8c33-23f1abffdac6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:48.034692 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:48.115132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56c72219-bf9f-483e-a8da-30a2f77a1792 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 2b820957-fa28-46ad-a0e9-912e77f30b94 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:20:48.200710 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-56c72219-bf9f-483e-a8da-30a2f77a1792 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 2b820957-fa28-46ad-a0e9-912e77f30b94) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:20:48.204778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c72219-bf9f-483e-a8da-30a2f77a1792 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:48.206193 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-56c72219-bf9f-483e-a8da-30a2f77a1792 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:48.225291 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43e8fecd-f742-4704-b3ac-7f97412408b7 None None] Network 2b820957-fa28-46ad-a0e9-912e77f30b94 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:20:48.281250 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-56c72219-bf9f-483e-a8da-30a2f77a1792 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7686212 Aug 17 04:20:48.283841 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46214) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:20:48.298542 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Attempting to bind port 0ec23444-e962-457b-b395-1a07873a9c2d on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:20:48.299177 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Attempting to bind port 0ec23444-e962-457b-b395-1a07873a9c2d by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:20:48.299290 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Attempting to bind port 0ec23444-e962-457b-b395-1a07873a9c2d on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:20:48.311323 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03ba34-f872-462c-982e-d7c7e8d4dd5d None None] Pushing event updated for resources: {'Port': ['ID=0ec23444-e962-457b-b395-1a07873a9c2d,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:48.315163 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 20, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:20:48.315547 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:20:48.315959 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:48.316350 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:20:48.316822 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Bound port: 0ec23444-e962-457b-b395-1a07873a9c2d, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:20:48.317201 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:48.362162 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:48.416605 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] For port 0ec23444-e962-457b-b395-1a07873a9c2d, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:20:48.435815 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] For port 0ec23444-e962-457b-b395-1a07873a9c2d, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0ec23444-e962-457b-b395-1a07873a9c2d,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:20:48.476664 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-2b820957-fa28-46ad-a0e9-912e77f30b94', 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ips': [{'subnet_id': '0878e23a-4351-4065-a80c-25e86afb273d'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:20:48.478242 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:48.547441 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:48.648641 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Routers {'4ce26bb6-7d73-4004-83c7-641e70c47992'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:20:48.649279 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:20:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4ce26bb6-7d73-4004-83c7-641e70c47992'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:48.694914 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e03ba34-f872-462c-982e-d7c7e8d4dd5d None None] Pushing event updated for resources: {'Port': ['ID=0ec23444-e962-457b-b395-1a07873a9c2d,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:48.744575 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:48.745281 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Allocated IP 172.20.0.2 (2b820957-fa28-46ad-a0e9-912e77f30b94/0878e23a-4351-4065-a80c-25e86afb273d/38db6466-797b-48ff-ae75-4e65f3ae8e1e) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:20:48.816454 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] Set router 4ce26bb6-7d73-4004-83c7-641e70c47992 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:20:49.046715 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:49.058774 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Transition to ACTIVE for port object 38db6466-797b-48ff-ae75-4e65f3ae8e1e will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:20:49.081034 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Transition to ACTIVE for port object 38db6466-797b-48ff-ae75-4e65f3ae8e1e will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:20:49.094530 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763854865', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:20:45Z', 'updated_at': '2021-08-17T04:20:46Z', 'revision_number': 3, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:46Z', 'updated_at': '2021-08-17T04:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:49.126548 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ced0789-245b-4469-891d-f72b87e96694 None None] The sync data for ids ['4ce26bb6-7d73-4004-83c7-641e70c47992'] in n-d-802060-9 is: [{'id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763854865', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:20:45Z', 'updated_at': '2021-08-17T04:20:46Z', 'revision_number': 3, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:1e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:46Z', 'updated_at': '2021-08-17T04:20:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:20:49.138205 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:49.183070 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Network 2b820957-fa28-46ad-a0e9-912e77f30b94 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:20:49.187983 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:20:49.192638 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:20:49.193371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.20.0.1 (2b820957-fa28-46ad-a0e9-912e77f30b94/0878e23a-4351-4065-a80c-25e86afb273d/40d7e273-be43-4ab8-90b1-75643d08a084) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:20:49.198108 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Pushing event updated for resources: {'Port': ['ID=38db6466-797b-48ff-ae75-4e65f3ae8e1e,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:49.259302 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Attempting to bind port 38db6466-797b-48ff-ae75-4e65f3ae8e1e on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:20:49.260283 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Attempting to bind port 38db6466-797b-48ff-ae75-4e65f3ae8e1e by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '768538ba-5577-4efa-8235-f3c037d9a8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:20:49.260283 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Attempting to bind port 38db6466-797b-48ff-ae75-4e65f3ae8e1e on network 2b820957-fa28-46ad-a0e9-912e77f30b94 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:20:49.265733 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:20:49.266118 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Checking segment: {'id': '768538ba-5577-4efa-8235-f3c037d9a8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:20:49.266528 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:49.266932 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Bound using segment: {'id': '768538ba-5577-4efa-8235-f3c037d9a8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:20:49.267399 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Bound port: 38db6466-797b-48ff-ae75-4e65f3ae8e1e, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768538ba-5577-4efa-8235-f3c037d9a8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:20:49.267803 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:49.327611 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:49.341137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] For port 38db6466-797b-48ff-ae75-4e65f3ae8e1e, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:20:49.344510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Transition to ACTIVE for port object 40d7e273-be43-4ab8-90b1-75643d08a084 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:20:49.344880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] For port 38db6466-797b-48ff-ae75-4e65f3ae8e1e, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=38db6466-797b-48ff-ae75-4e65f3ae8e1e,segment=NetworkSegment(768538ba-5577-4efa-8235-f3c037d9a8f3),segment_id=768538ba-5577-4efa-8235-f3c037d9a8f3)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:20:49.463842 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:49.526407 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662130f2-c216-4fe4-9efd-51196321f067 None None] Pushing event updated for resources: {'Port': ['ID=38db6466-797b-48ff-ae75-4e65f3ae8e1e,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:49.531581 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:49.533364 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:49.592588 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 2b820957-fa28-46ad-a0e9-912e77f30b94 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:20:49.596016 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:20:49.600122 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:20:49.626220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=40d7e273-be43-4ab8-90b1-75643d08a084,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:49.659160 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:49.928860 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:50.142574 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 38db6466-797b-48ff-ae75-4e65f3ae8e1e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:20:50.262836 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 38db6466-797b-48ff-ae75-4e65f3ae8e1e completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:20:50.270767 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0ec23444-e962-457b-b395-1a07873a9c2d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:20:50.406331 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 0ec23444-e962-457b-b395-1a07873a9c2d completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:20:50.410814 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 0ec23444-e962-457b-b395-1a07873a9c2d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:20:50.411191 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:50.508131 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:50.537164 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddb980cb-8891-4669-a6fe-8403b5699931 None None] Network 2b820957-fa28-46ad-a0e9-912e77f30b94 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:20:50.541152 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 0ec23444-e962-457b-b395-1a07873a9c2d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0ec23444-e962-457b-b395-1a07873a9c2d,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:20:50.624504 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:50.627511 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:50.703085 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:50.724123 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=0ec23444-e962-457b-b395-1a07873a9c2d,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:50.748484 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5c829d51-0969-4389-805f-a9ac8575e13d None None] Provisioning for port 38db6466-797b-48ff-ae75-4e65f3ae8e1e completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:20:50.754216 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-5c829d51-0969-4389-805f-a9ac8575e13d None None] Provisioning complete for port 38db6466-797b-48ff-ae75-4e65f3ae8e1e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:20:50.754591 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c829d51-0969-4389-805f-a9ac8575e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:50.787914 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=40d7e273-be43-4ab8-90b1-75643d08a084,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:50.790334 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:50.850963 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c829d51-0969-4389-805f-a9ac8575e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:50.885998 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-5c829d51-0969-4389-805f-a9ac8575e13d None None] For port 38db6466-797b-48ff-ae75-4e65f3ae8e1e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=38db6466-797b-48ff-ae75-4e65f3ae8e1e,segment=NetworkSegment(768538ba-5577-4efa-8235-f3c037d9a8f3),segment_id=768538ba-5577-4efa-8235-f3c037d9a8f3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:20:50.893433 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 2b820957-fa28-46ad-a0e9-912e77f30b94 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:20:50.904269 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:20:50.948984 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5c829d51-0969-4389-805f-a9ac8575e13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:51.002554 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c829d51-0969-4389-805f-a9ac8575e13d None None] Pushing event updated for resources: {'Port': ['ID=38db6466-797b-48ff-ae75-4e65f3ae8e1e,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:51.027481 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router 4ce26bb6-7d73-4004-83c7-641e70c47992 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:20:51.146729 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-da9e77ec-6070-4a47-b6e6-4294714ab0bf None None] Provisioning for port 40d7e273-be43-4ab8-90b1-75643d08a084 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:20:51.150617 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:20:51.152782 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-da9e77ec-6070-4a47-b6e6-4294714ab0bf None None] Provisioning complete for port 40d7e273-be43-4ab8-90b1-75643d08a084 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:20:51.161136 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-aff2c8bb-cb2d-4a40-83c5-5728163c0609 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "PUT /v2.0/routers/4ce26bb6-7d73-4004-83c7-641e70c47992/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8717377 Aug 17 04:20:51.161786 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-da9e77ec-6070-4a47-b6e6-4294714ab0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:51.170902 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Sync routers for ids ['4ce26bb6-7d73-4004-83c7-641e70c47992'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:20:51.183972 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Routers {'4ce26bb6-7d73-4004-83c7-641e70c47992'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:20:51.184855 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:20:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4ce26bb6-7d73-4004-83c7-641e70c47992'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:51.204388 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-da9e77ec-6070-4a47-b6e6-4294714ab0bf None None] Port 40d7e273-be43-4ab8-90b1-75643d08a084 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:20:51.220899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-da9e77ec-6070-4a47-b6e6-4294714ab0bf None None] Provisioning complete for port 38db6466-797b-48ff-ae75-4e65f3ae8e1e triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:20:51.221356 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-da9e77ec-6070-4a47-b6e6-4294714ab0bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:51.250328 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:51.310793 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Set router 4ce26bb6-7d73-4004-83c7-641e70c47992 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:20:51.347080 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-542e67e3-7b6c-4c5d-8671-2f2f6717e2b5 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-535416933&fields=id&tenant_id=200d84aef877403083e1f84e1ec89095 HTTP/1.1" status: 200 len: 267 time: 0.0419836 Aug 17 04:20:51.441691 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-70107cdc-f590-47a1-9c60-915bf4433d3f None None] Provisioning complete for port 40d7e273-be43-4ab8-90b1-75643d08a084 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:20:51.442887 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70107cdc-f590-47a1-9c60-915bf4433d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:51.473804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-43c9d16f-2566-40fc-b5e6-79748a1a92ec tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:51.475657 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-43c9d16f-2566-40fc-b5e6-79748a1a92ec tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/networks?id=2b820957-fa28-46ad-a0e9-912e77f30b94 HTTP/1.1" status: 200 len: 797 time: 0.1207671 Aug 17 04:20:51.492916 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-ab718463-1499-4d8b-a1eb-ba555a8606f1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/quotas/200d84aef877403083e1f84e1ec89095 HTTP/1.1" status: 200 len: 375 time: 0.0103471 Aug 17 04:20:51.494435 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-70107cdc-f590-47a1-9c60-915bf4433d3f None None] Port 40d7e273-be43-4ab8-90b1-75643d08a084 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:20:51.556239 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-b3e5e913-5ccd-4217-8284-31bb2b7679d6 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0534737 Aug 17 04:20:51.556484 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763854865', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:20:45Z', 'updated_at': '2021-08-17T04:20:49Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:46Z', 'updated_at': '2021-08-17T04:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '40d7e273-be43-4ab8-90b1-75643d08a084', 'name': '', 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:14:7f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '0878e23a-4351-4065-a80c-25e86afb273d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:48Z', 'updated_at': '2021-08-17T04:20:50Z', 'revision_number': 2, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '0878e23a-4351-4065-a80c-25e86afb273d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:51.582333 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Checking router: 4ce26bb6-7d73-4004-83c7-641e70c47992 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:20:51.582683 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Updating router 4ce26bb6-7d73-4004-83c7-641e70c47992 port 40d7e273-be43-4ab8-90b1-75643d08a084 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:20:51.607847 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:51.616773 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-12ec1d8d-4d5b-402a-8e0b-f756d2c0698f None None] Provisioning complete for port 40d7e273-be43-4ab8-90b1-75643d08a084 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:20:51.619374 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-12ec1d8d-4d5b-402a-8e0b-f756d2c0698f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:51.652257 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-12ec1d8d-4d5b-402a-8e0b-f756d2c0698f None None] Port 40d7e273-be43-4ab8-90b1-75643d08a084 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:20:51.657101 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-80cf6d97-b36b-41e9-96f5-3d9cde9e572e service neutron] 10.222.0.10 "GET /v2.0/networks/2b820957-fa28-46ad-a0e9-912e77f30b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0923698 Aug 17 04:20:51.755132 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-50cf13ca-8635-4477-a9d7-85174d96ba92 service neutron] 10.222.0.10 "GET /v2.0/networks/2b820957-fa28-46ad-a0e9-912e77f30b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909681 Aug 17 04:20:51.891653 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:51.903710 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Transition to ACTIVE for port object 40d7e273-be43-4ab8-90b1-75643d08a084 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:20:51.971848 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:51.994149 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-99d5675b-50d6-4022-a9d4-f9398689cb79 req-88042030-3bf5-4205-9c0a-a87b53cea25f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 210 time: 0.0287452 Aug 17 04:20:52.036002 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abc1c9-a8cc-4de2-9e03-da5a36c10a43 None None] Pushing event updated for resources: {'Port': ['ID=40d7e273-be43-4ab8-90b1-75643d08a084,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:52.064075 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92abc1c9-a8cc-4de2-9e03-da5a36c10a43 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:52.064459 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92abc1c9-a8cc-4de2-9e03-da5a36c10a43 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:52.064769 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92abc1c9-a8cc-4de2-9e03-da5a36c10a43 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:52.065104 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92abc1c9-a8cc-4de2-9e03-da5a36c10a43 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:52.065466 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92abc1c9-a8cc-4de2-9e03-da5a36c10a43 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:52.065807 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92abc1c9-a8cc-4de2-9e03-da5a36c10a43 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:52.066142 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92abc1c9-a8cc-4de2-9e03-da5a36c10a43 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:52.066473 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92abc1c9-a8cc-4de2-9e03-da5a36c10a43 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:52.066804 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92abc1c9-a8cc-4de2-9e03-da5a36c10a43 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:52.067143 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92abc1c9-a8cc-4de2-9e03-da5a36c10a43 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:52.067459 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92abc1c9-a8cc-4de2-9e03-da5a36c10a43 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:52.067791 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-92abc1c9-a8cc-4de2-9e03-da5a36c10a43 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:20:52.110835 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0ec23444-e962-457b-b395-1a07873a9c2d up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:20:52.114573 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Attempting to bind port 40d7e273-be43-4ab8-90b1-75643d08a084 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:20:52.115026 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Attempting to bind port 40d7e273-be43-4ab8-90b1-75643d08a084 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '768538ba-5577-4efa-8235-f3c037d9a8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:20:52.115457 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Attempting to bind port 40d7e273-be43-4ab8-90b1-75643d08a084 on network 2b820957-fa28-46ad-a0e9-912e77f30b94 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:20:52.122483 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 20, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:20:52.122864 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Checking segment: {'id': '768538ba-5577-4efa-8235-f3c037d9a8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:20:52.123270 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:52.123665 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Bound using segment: {'id': '768538ba-5577-4efa-8235-f3c037d9a8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:20:52.124331 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Bound port: 40d7e273-be43-4ab8-90b1-75643d08a084, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '768538ba-5577-4efa-8235-f3c037d9a8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:20:52.124760 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:52.202788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 0ec23444-e962-457b-b395-1a07873a9c2d triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:20:52.204228 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:52.208905 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] For port 40d7e273-be43-4ab8-90b1-75643d08a084, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:20:52.213285 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] For port 40d7e273-be43-4ab8-90b1-75643d08a084, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=40d7e273-be43-4ab8-90b1-75643d08a084,segment=NetworkSegment(768538ba-5577-4efa-8235-f3c037d9a8f3),segment_id=768538ba-5577-4efa-8235-f3c037d9a8f3)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:20:52.275010 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:52.305975 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 38db6466-797b-48ff-ae75-4e65f3ae8e1e up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:20:52.326521 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Routers {'4ce26bb6-7d73-4004-83c7-641e70c47992'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:20:52.327152 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:20:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4ce26bb6-7d73-4004-83c7-641e70c47992'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:52.371939 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 38db6466-797b-48ff-ae75-4e65f3ae8e1e triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:20:52.372842 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:52.379142 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92abc1c9-a8cc-4de2-9e03-da5a36c10a43 None None] Pushing event updated for resources: {'Port': ['ID=40d7e273-be43-4ab8-90b1-75643d08a084,revision_number=4']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:52.460108 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] Set router 4ce26bb6-7d73-4004-83c7-641e70c47992 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:20:52.674030 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763854865', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:20:45Z', 'updated_at': '2021-08-17T04:20:49Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:46Z', 'updated_at': '2021-08-17T04:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '40d7e273-be43-4ab8-90b1-75643d08a084', 'name': '', 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:14:7f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '0878e23a-4351-4065-a80c-25e86afb273d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:48Z', 'updated_at': '2021-08-17T04:20:52Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '0878e23a-4351-4065-a80c-25e86afb273d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:20:52.800098 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-78b43603-a0b5-4052-8429-6abe4852c1ba None None] The sync data for ids ['4ce26bb6-7d73-4004-83c7-641e70c47992'] in n-d-802060-9 is: [{'id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763854865', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:20:45Z', 'updated_at': '2021-08-17T04:20:49Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:46Z', 'updated_at': '2021-08-17T04:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '40d7e273-be43-4ab8-90b1-75643d08a084', 'name': '', 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:14:7f:85', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '0878e23a-4351-4065-a80c-25e86afb273d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:48Z', 'updated_at': '2021-08-17T04:20:52Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '0878e23a-4351-4065-a80c-25e86afb273d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:20:53.105183 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-43875998-fb9b-4764-8895-bcb2e66204fb req-c232c938-40ce-4905-a850-976ede5756cc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 210 time: 0.0321517 Aug 17 04:20:53.554759 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:20:54.087136 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 40d7e273-be43-4ab8-90b1-75643d08a084 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:20:54.179772 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-0f56e13e-a912-485c-81d1-eb8ddf9897e5 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:54.181445 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-0f56e13e-a912-485c-81d1-eb8ddf9897e5 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "GET /v2.0/networks?id=2b820957-fa28-46ad-a0e9-912e77f30b94 HTTP/1.1" status: 200 len: 797 time: 0.1122868 Aug 17 04:20:54.201375 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 40d7e273-be43-4ab8-90b1-75643d08a084 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:20:54.205898 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 40d7e273-be43-4ab8-90b1-75643d08a084 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:20:54.206277 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:54.212904 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0e602311-5c35-480d-9121-c93dc58246b1 req-70ae9820-2555-459c-8753-e4c8215a0800 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 210 time: 0.0299261 Aug 17 04:20:54.232986 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-5d7d3e00-bf4e-4651-9456-28859fc667e1 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=200d84aef877403083e1f84e1ec89095 HTTP/1.1" status: 200 len: 379 time: 0.0396581 Aug 17 04:20:54.242553 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-d04ea0f1-ba10-4bb7-baeb-c132ea5f7a6c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'port': {'device_id': 'b5bf95c1-5463-414d-bf5c-9d765ebdca74', 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94', 'admin_state_up': True, 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'security_groups': ['4014e9b9-289f-4b9e-ae5a-2418d304c8f9']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:20:54.313330 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:54.351560 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 40d7e273-be43-4ab8-90b1-75643d08a084, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=40d7e273-be43-4ab8-90b1-75643d08a084,segment=NetworkSegment(768538ba-5577-4efa-8235-f3c037d9a8f3),segment_id=768538ba-5577-4efa-8235-f3c037d9a8f3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:20:54.463349 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:54.468119 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-d04ea0f1-ba10-4bb7-baeb-c132ea5f7a6c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Made reservation on behalf of 200d84aef877403083e1f84e1ec89095 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:20:54.471690 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-d04ea0f1-ba10-4bb7-baeb-c132ea5f7a6c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:54.514846 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=40d7e273-be43-4ab8-90b1-75643d08a084,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:54.608835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-d04ea0f1-ba10-4bb7-baeb-c132ea5f7a6c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.20.0.13 (2b820957-fa28-46ad-a0e9-912e77f30b94/0878e23a-4351-4065-a80c-25e86afb273d/27d9eb92-72d1-4c3f-b53c-043e409131b6) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:20:54.753743 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-d04ea0f1-ba10-4bb7-baeb-c132ea5f7a6c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:54.768088 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-d04ea0f1-ba10-4bb7-baeb-c132ea5f7a6c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Transition to ACTIVE for port object 27d9eb92-72d1-4c3f-b53c-043e409131b6 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:20:54.846319 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-d04ea0f1-ba10-4bb7-baeb-c132ea5f7a6c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:54.895267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-d04ea0f1-ba10-4bb7-baeb-c132ea5f7a6c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 2b820957-fa28-46ad-a0e9-912e77f30b94 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:20:54.899077 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-d04ea0f1-ba10-4bb7-baeb-c132ea5f7a6c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:20:54.902966 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-d04ea0f1-ba10-4bb7-baeb-c132ea5f7a6c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:20:54.926771 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d04ea0f1-ba10-4bb7-baeb-c132ea5f7a6c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=27d9eb92-72d1-4c3f-b53c-043e409131b6,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:54.958210 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-d04ea0f1-ba10-4bb7-baeb-c132ea5f7a6c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:54.959029 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-d04ea0f1-ba10-4bb7-baeb-c132ea5f7a6c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:55.034705 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-d04ea0f1-ba10-4bb7-baeb-c132ea5f7a6c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7972946 Aug 17 04:20:55.047053 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Request body: {'port': {'device_id': 'b5bf95c1-5463-414d-bf5c-9d765ebdca74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:20:55.109198 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:55.223311 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f3b6e9b6-39a3-47bd-8452-c2642e6a5e0f None None] Provisioning for port 27d9eb92-72d1-4c3f-b53c-043e409131b6 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:20:55.227310 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-f3b6e9b6-39a3-47bd-8452-c2642e6a5e0f None None] Provisioning complete for port 27d9eb92-72d1-4c3f-b53c-043e409131b6 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:20:55.227795 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f3b6e9b6-39a3-47bd-8452-c2642e6a5e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:55.264508 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-f3b6e9b6-39a3-47bd-8452-c2642e6a5e0f None None] Port 27d9eb92-72d1-4c3f-b53c-043e409131b6 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:20:55.345252 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-077c4d4d-bc94-4adb-b4a3-c78e4796089d req-bff44e8f-b51f-4bb3-9117-4bfc05f21f7f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:55.346856 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-077c4d4d-bc94-4adb-b4a3-c78e4796089d req-bff44e8f-b51f-4bb3-9117-4bfc05f21f7f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 932 time: 0.0567594 Aug 17 04:20:55.387824 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-077c4d4d-bc94-4adb-b4a3-c78e4796089d req-32b8ae9d-117c-4e2d-a829-d3bdc6b260e4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=4014e9b9-289f-4b9e-ae5a-2418d304c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337245 Aug 17 04:20:55.391799 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 27d9eb92-72d1-4c3f-b53c-043e409131b6 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:20:55.399529 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:55.415600 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Transition to ACTIVE for port object 27d9eb92-72d1-4c3f-b53c-043e409131b6 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:20:55.474538 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:55.525986 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Pushing event updated for resources: {'Port': ['ID=27d9eb92-72d1-4c3f-b53c-043e409131b6,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:55.597334 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Attempting to bind port 27d9eb92-72d1-4c3f-b53c-043e409131b6 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:20:55.597764 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Attempting to bind port 27d9eb92-72d1-4c3f-b53c-043e409131b6 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '768538ba-5577-4efa-8235-f3c037d9a8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:20:55.598039 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Attempting to bind port 27d9eb92-72d1-4c3f-b53c-043e409131b6 on network 2b820957-fa28-46ad-a0e9-912e77f30b94 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:20:55.603117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Port 27d9eb92-72d1-4c3f-b53c-043e409131b6 on network 2b820957-fa28-46ad-a0e9-912e77f30b94 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:20:55.603445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Attempting to bind port 27d9eb92-72d1-4c3f-b53c-043e409131b6 on network 2b820957-fa28-46ad-a0e9-912e77f30b94 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:20:55.608587 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 20, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:20:55.608937 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Checking segment: {'id': '768538ba-5577-4efa-8235-f3c037d9a8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:20:55.609330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Bound using segment: {'id': '768538ba-5577-4efa-8235-f3c037d9a8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:20:55.609894 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Bound port: 27d9eb92-72d1-4c3f-b53c-043e409131b6, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '768538ba-5577-4efa-8235-f3c037d9a8f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 66, 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:20:55.610166 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:55.681294 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] For port 27d9eb92-72d1-4c3f-b53c-043e409131b6, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:20:55.684833 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] For port 27d9eb92-72d1-4c3f-b53c-043e409131b6, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=27d9eb92-72d1-4c3f-b53c-043e409131b6,segment=NetworkSegment(768538ba-5577-4efa-8235-f3c037d9a8f3),segment_id=768538ba-5577-4efa-8235-f3c037d9a8f3)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:20:55.760728 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:55.800128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:55.800128 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:55.800128 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] 10.222.0.60 "PUT /v2.0/ports/27d9eb92-72d1-4c3f-b53c-043e409131b6 HTTP/1.1" status: 200 len: 1092 time: 0.7551913 Aug 17 04:20:55.800128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5bf95c1-5463-414d-bf5c-9d765ebdca74', 'tag': '27d9eb92-72d1-4c3f-b53c-043e409131b6'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:20:55.800582 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d5afb2f-2dd7-44f7-8e7f-8e1716a63426" -d '{"events": [{"name": "network-changed", "server_uuid": "b5bf95c1-5463-414d-bf5c-9d765ebdca74", "tag": "27d9eb92-72d1-4c3f-b53c-043e409131b6"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:20:55.824666 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd5a6756-ba02-47ba-9515-a5e73afdd644 service neutron] Pushing event updated for resources: {'Port': ['ID=27d9eb92-72d1-4c3f-b53c-043e409131b6,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:55.845731 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91e828ec-e9a5-4e91-8984-731c4cbef5ba x-openstack-request-id: req-91e828ec-e9a5-4e91-8984-731c4cbef5ba {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:20:55.846032 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5bf95c1-5463-414d-bf5c-9d765ebdca74", "tag": "27d9eb92-72d1-4c3f-b53c-043e409131b6", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:20:55.846296 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-91e828ec-e9a5-4e91-8984-731c4cbef5ba {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:20:55.849113 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5bf95c1-5463-414d-bf5c-9d765ebdca74', 'tag': '27d9eb92-72d1-4c3f-b53c-043e409131b6', 'status': 'completed', 'code': 200} Aug 17 04:20:55.913390 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5afb2f-2dd7-44f7-8e7f-8e1716a63426 req-6ff883b9-9834-4352-b43d-2128a16f93fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:55.915170 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d5afb2f-2dd7-44f7-8e7f-8e1716a63426 req-6ff883b9-9834-4352-b43d-2128a16f93fc service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 1095 time: 0.0456100 Aug 17 04:20:56.021634 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5afb2f-2dd7-44f7-8e7f-8e1716a63426 req-5747af4f-a56b-40a9-afa0-970d2a4c81c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:56.023731 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d5afb2f-2dd7-44f7-8e7f-8e1716a63426 req-5747af4f-a56b-40a9-afa0-970d2a4c81c4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=200d84aef877403083e1f84e1ec89095&shared=False HTTP/1.1" status: 200 len: 897 time: 0.1006670 Aug 17 04:20:56.065192 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 40d7e273-be43-4ab8-90b1-75643d08a084 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:20:56.113157 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 40d7e273-be43-4ab8-90b1-75643d08a084 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:20:56.113579 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:56.121800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5afb2f-2dd7-44f7-8e7f-8e1716a63426 req-22d9ef0a-0499-496a-a79e-7d628f62bd60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:56.123373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8d5afb2f-2dd7-44f7-8e7f-8e1716a63426 req-22d9ef0a-0499-496a-a79e-7d628f62bd60 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0927818 Aug 17 04:20:56.208011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-abac319b-1f39-4769-bde3-f8736bc0bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:56.210080 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-abac319b-1f39-4769-bde3-f8736bc0bef8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 1095 time: 0.0473757 Aug 17 04:20:56.253497 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-2d780208-086e-4a57-884e-003ec16d9624 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27d9eb92-72d1-4c3f-b53c-043e409131b6 HTTP/1.1" status: 200 len: 217 time: 0.0360684 Aug 17 04:20:56.303883 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-be1c27a3-85c6-44ec-8bc5-5d529f1bd917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:56.305730 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-be1c27a3-85c6-44ec-8bc5-5d529f1bd917 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0878e23a-4351-4065-a80c-25e86afb273d HTTP/1.1" status: 200 len: 835 time: 0.0447643 Aug 17 04:20:56.358281 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-be648da1-05c3-4a16-9a7f-07bdad3f5b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:56.359793 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-be648da1-05c3-4a16-9a7f-07bdad3f5b70 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2b820957-fa28-46ad-a0e9-912e77f30b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0457256 Aug 17 04:20:56.451305 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-52cb5262-edeb-4c6e-8ddd-c360060e8317 service neutron] 10.222.0.60 "GET /v2.0/networks/2b820957-fa28-46ad-a0e9-912e77f30b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842342 Aug 17 04:20:56.512421 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5267c15c-8faa-46fb-b459-d8cb35ef403d req-292d4a3a-6551-4619-b4f6-443e38dc968b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:56.514019 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5267c15c-8faa-46fb-b459-d8cb35ef403d req-292d4a3a-6551-4619-b4f6-443e38dc968b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 944 time: 0.0532243 Aug 17 04:20:56.558164 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5267c15c-8faa-46fb-b459-d8cb35ef403d req-a96815e1-dfb3-4a70-925f-3d9d7cb3ee1b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=4014e9b9-289f-4b9e-ae5a-2418d304c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359826 Aug 17 04:20:56.563015 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3e4e8876-66b2-49d9-acbd-290ae095e853 req-af44dd2c-4a45-4c42-adf8-2af71f8cfe9c service neutron] 10.222.0.60 "GET /v2.0/networks/2b820957-fa28-46ad-a0e9-912e77f30b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1035271 Aug 17 04:20:57.688976 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4096a7-f0ac-4fca-b85d-2789f9b065f5 req-5dfc9323-d037-48ec-ad2f-203b466deee3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:57.690543 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f4096a7-f0ac-4fca-b85d-2789f9b065f5 req-5dfc9323-d037-48ec-ad2f-203b466deee3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 944 time: 0.0619485 Aug 17 04:20:57.731053 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f4096a7-f0ac-4fca-b85d-2789f9b065f5 req-e75b9f20-993a-4ad3-b677-77fcf4ce98a0 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=4014e9b9-289f-4b9e-ae5a-2418d304c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338044 Aug 17 04:20:58.877396 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76f7f04-6f9d-43dc-ad11-9a358029c076 req-1c05a9ca-008d-4003-a7b5-39b9b4bca85b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:20:58.879489 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f76f7f04-6f9d-43dc-ad11-9a358029c076 req-1c05a9ca-008d-4003-a7b5-39b9b4bca85b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 944 time: 0.0711892 Aug 17 04:20:58.933582 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f76f7f04-6f9d-43dc-ad11-9a358029c076 req-e0712200-3511-4508-9456-af16bbccea52 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=4014e9b9-289f-4b9e-ae5a-2418d304c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429037 Aug 17 04:20:58.986042 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 27d9eb92-72d1-4c3f-b53c-043e409131b6 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:20:59.126113 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 27d9eb92-72d1-4c3f-b53c-043e409131b6, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=27d9eb92-72d1-4c3f-b53c-043e409131b6,segment=NetworkSegment(768538ba-5577-4efa-8235-f3c037d9a8f3),segment_id=768538ba-5577-4efa-8235-f3c037d9a8f3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:20:59.136469 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '27d9eb92-72d1-4c3f-b53c-043e409131b6', 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94', 'port_id': '27d9eb92-72d1-4c3f-b53c-043e409131b6', 'mac_address': 'fa:16:3e:27:c8:7b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 66, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '0878e23a-4351-4065-a80c-25e86afb273d', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:20:59.174851 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:59.188211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 27d9eb92-72d1-4c3f-b53c-043e409131b6 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:20:59.208221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 27d9eb92-72d1-4c3f-b53c-043e409131b6, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=27d9eb92-72d1-4c3f-b53c-043e409131b6,segment=NetworkSegment(768538ba-5577-4efa-8235-f3c037d9a8f3),segment_id=768538ba-5577-4efa-8235-f3c037d9a8f3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:20:59.274668 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:20:59.330670 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=27d9eb92-72d1-4c3f-b53c-043e409131b6,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:20:59.481786 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['27d9eb92-72d1-4c3f-b53c-043e409131b6'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:21:00.069386 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630b1968-6734-4543-85fb-b53c9dd20597 req-0c02d4d1-ad98-467f-826d-3a83e051d112 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:00.071598 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-630b1968-6734-4543-85fb-b53c9dd20597 req-0c02d4d1-ad98-467f-826d-3a83e051d112 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 945 time: 0.0571792 Aug 17 04:21:00.111033 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-630b1968-6734-4543-85fb-b53c9dd20597 req-ef5667fc-c9fc-4bdf-973a-29699c760ea8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=4014e9b9-289f-4b9e-ae5a-2418d304c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332153 Aug 17 04:21:00.999626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 27d9eb92-72d1-4c3f-b53c-043e409131b6 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:21:01.107861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 27d9eb92-72d1-4c3f-b53c-043e409131b6 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:21:01.112699 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 27d9eb92-72d1-4c3f-b53c-043e409131b6 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:21:01.113309 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:01.246144 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:01.278354 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da9956d9-5bce-4313-9bd8-2bba33f454d8 req-8ac4df54-4028-4b8a-94f8-0068a59e469c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:01.281400 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-da9956d9-5bce-4313-9bd8-2bba33f454d8 req-8ac4df54-4028-4b8a-94f8-0068a59e469c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 945 time: 0.0836935 Aug 17 04:21:01.290402 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bf95c1-5463-414d-bf5c-9d765ebdca74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d9eb92-72d1-4c3f-b53c-043e409131b6'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:21:01.296773 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af01a194-36dd-412b-a858-9ec7043d726f" -d '{"events": [{"server_uuid": "b5bf95c1-5463-414d-bf5c-9d765ebdca74", "name": "network-vif-plugged", "status": "completed", "tag": "27d9eb92-72d1-4c3f-b53c-043e409131b6"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:21:01.311599 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 27d9eb92-72d1-4c3f-b53c-043e409131b6, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=27d9eb92-72d1-4c3f-b53c-043e409131b6,segment=NetworkSegment(768538ba-5577-4efa-8235-f3c037d9a8f3),segment_id=768538ba-5577-4efa-8235-f3c037d9a8f3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:21:01.344330 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-da9956d9-5bce-4313-9bd8-2bba33f454d8 req-583a03bd-3bd5-458f-8377-0c477c51763c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=4014e9b9-289f-4b9e-ae5a-2418d304c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546331 Aug 17 04:21:01.355673 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:01.407213 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:21:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7aa63572-882b-48ed-866b-3bdc079dc174 x-openstack-request-id: req-7aa63572-882b-48ed-866b-3bdc079dc174 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:21:01.407513 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5bf95c1-5463-414d-bf5c-9d765ebdca74", "name": "network-vif-plugged", "status": "completed", "tag": "27d9eb92-72d1-4c3f-b53c-043e409131b6", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:21:01.407772 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7aa63572-882b-48ed-866b-3bdc079dc174 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:21:01.408188 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5bf95c1-5463-414d-bf5c-9d765ebdca74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '27d9eb92-72d1-4c3f-b53c-043e409131b6', 'code': 200} Aug 17 04:21:01.422523 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=27d9eb92-72d1-4c3f-b53c-043e409131b6,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:01.510672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e152ca3a-3bc0-4905-b0a0-ca8a5122d2b0 req-26ddc7bb-6612-443c-bd97-bdd83aa4890e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:01.512374 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e152ca3a-3bc0-4905-b0a0-ca8a5122d2b0 req-26ddc7bb-6612-443c-bd97-bdd83aa4890e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 1097 time: 0.0417659 Aug 17 04:21:01.547515 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e152ca3a-3bc0-4905-b0a0-ca8a5122d2b0 req-2b35687a-1e94-4a5f-b8cf-89b4a19bed9f service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=4014e9b9-289f-4b9e-ae5a-2418d304c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0286207 Aug 17 04:21:02.494472 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1570318b-a7bb-4429-9b9b-5e52a869e525 req-28d46faf-2be5-4b76-b148-3bde47f0a93e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:02.496029 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1570318b-a7bb-4429-9b9b-5e52a869e525 req-28d46faf-2be5-4b76-b148-3bde47f0a93e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 946 time: 0.0569730 Aug 17 04:21:02.538865 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1570318b-a7bb-4429-9b9b-5e52a869e525 req-3a29c76c-8970-4501-ac2f-f9d496ecb6fc tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=4014e9b9-289f-4b9e-ae5a-2418d304c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365233 Aug 17 04:21:03.683203 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bf4c41-de96-4b81-a1ed-758f65a03f5d req-51a00bab-5002-4d9d-b0c9-d3dc55bcf099 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:03.684801 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b6bf4c41-de96-4b81-a1ed-758f65a03f5d req-51a00bab-5002-4d9d-b0c9-d3dc55bcf099 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 946 time: 0.0587752 Aug 17 04:21:03.732932 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b6bf4c41-de96-4b81-a1ed-758f65a03f5d req-841d3816-fe69-46d2-9ba8-f7cc70452b4e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=4014e9b9-289f-4b9e-ae5a-2418d304c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408876 Aug 17 04:21:03.881703 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4978fe-694a-4276-8dc0-d38772695e85 req-b02d477e-1b62-43d8-9542-54e9bbf7180b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:03.885151 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a4978fe-694a-4276-8dc0-d38772695e85 req-b02d477e-1b62-43d8-9542-54e9bbf7180b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 946 time: 0.0724146 Aug 17 04:21:03.952411 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6a4978fe-694a-4276-8dc0-d38772695e85 req-be869f75-ecc6-4ecb-8968-b727a57684e8 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=4014e9b9-289f-4b9e-ae5a-2418d304c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0556293 Aug 17 04:21:03.978762 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46272) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:04.041352 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f066953-a303-49a7-b7a9-cfe3bb826bdd tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:04.042960 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0f066953-a303-49a7-b7a9-cfe3bb826bdd tempest-TestNetworkAdvancedServerOps-1956593443 tempest-TestNetworkAdvancedServerOps-1956593443-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 1092 time: 0.0630252 Aug 17 04:21:04.045710 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:04.046234 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46274) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:04.050507 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': '27d9eb92-72d1-4c3f-b53c-043e409131b6', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address': '172.20.0.13'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:21:04.160871 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:04.283630 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:04.411640 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Allocated IP 172.25.1.250 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/36d63f17-e2df-421f-a15d-1e1014db2911) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:21:04.549846 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:04.691899 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:04.740857 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:21:04.744154 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:21:04.747940 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:04.748185 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:21:04.753955 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=36d63f17-e2df-421f-a15d-1e1014db2911,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:05.161372 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:05.319877 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:05.494586 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:05.537062 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:05.605558 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event updated for resources: {'Port': ['ID=36d63f17-e2df-421f-a15d-1e1014db2911,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:05.622688 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:05.737706 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Floating IP 643b227e-8876-4935-bcd9-cdb28c7e3eb2 associated. External IP: 172.25.1.250, port: 27d9eb92-72d1-4c3f-b53c-043e409131b6. Aug 17 04:21:05.983740 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router 4ce26bb6-7d73-4004-83c7-641e70c47992 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:21:06.135193 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:21:06.152828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc688456-c7a0-4295-b3ba-ff8cfa6a59cc None None] Sync routers for ids ['4ce26bb6-7d73-4004-83c7-641e70c47992'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:21:06.181453 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc688456-c7a0-4295-b3ba-ff8cfa6a59cc None None] Routers {'4ce26bb6-7d73-4004-83c7-641e70c47992'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:21:06.182713 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-bc688456-c7a0-4295-b3ba-ff8cfa6a59cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:20:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4ce26bb6-7d73-4004-83c7-641e70c47992'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:06.241302 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:06.299960 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-389b632c-954c-4ab7-b63a-ac30f6b37985 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.2528260 Aug 17 04:21:06.300681 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5bf95c1-5463-414d-bf5c-9d765ebdca74', 'tag': '27d9eb92-72d1-4c3f-b53c-043e409131b6'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:21:06.304276 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8074c0e9-5d14-4b39-b612-df8ba137e86b" -d '{"events": [{"name": "network-changed", "server_uuid": "b5bf95c1-5463-414d-bf5c-9d765ebdca74", "tag": "27d9eb92-72d1-4c3f-b53c-043e409131b6"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:21:06.382367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-bc688456-c7a0-4295-b3ba-ff8cfa6a59cc None None] Set router 4ce26bb6-7d73-4004-83c7-641e70c47992 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:21:06.424896 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22a359df-b0a1-4578-96c7-d11729d302e2 req-5b1567f4-3160-45ea-aed5-f98c7a334643 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:06.426541 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22a359df-b0a1-4578-96c7-d11729d302e2 req-5b1567f4-3160-45ea-aed5-f98c7a334643 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 946 time: 0.0546110 Aug 17 04:21:06.493980 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-22a359df-b0a1-4578-96c7-d11729d302e2 req-9012e229-9871-46b0-932c-352997ea2e46 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=4014e9b9-289f-4b9e-ae5a-2418d304c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584257 Aug 17 04:21:06.518215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46282) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:06.551867 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:21:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355eadca-1dfd-4606-a23f-c50806f3d51f x-openstack-request-id: req-355eadca-1dfd-4606-a23f-c50806f3d51f {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:21:06.552266 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5bf95c1-5463-414d-bf5c-9d765ebdca74", "tag": "27d9eb92-72d1-4c3f-b53c-043e409131b6", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:21:06.552616 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-355eadca-1dfd-4606-a23f-c50806f3d51f {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:21:06.554461 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5bf95c1-5463-414d-bf5c-9d765ebdca74', 'tag': '27d9eb92-72d1-4c3f-b53c-043e409131b6', 'status': 'completed', 'code': 200} Aug 17 04:21:06.627079 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d2f38b5a-dcb8-41aa-830b-4aedb4347389 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/floatingips/643b227e-8876-4935-bcd9-cdb28c7e3eb2 HTTP/1.1" status: 200 len: 992 time: 0.1076717 Aug 17 04:21:06.643296 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074c0e9-5d14-4b39-b612-df8ba137e86b req-223f2d77-ea93-44a6-a610-d697728e8c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:06.647986 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8074c0e9-5d14-4b39-b612-df8ba137e86b req-223f2d77-ea93-44a6-a610-d697728e8c76 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 1097 time: 0.0628471 Aug 17 04:21:06.681227 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-bc688456-c7a0-4295-b3ba-ff8cfa6a59cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763854865', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:20:45Z', 'updated_at': '2021-08-17T04:20:49Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:46Z', 'updated_at': '2021-08-17T04:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '643b227e-8876-4935-bcd9-cdb28c7e3eb2', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'port_id': '27d9eb92-72d1-4c3f-b53c-043e409131b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94', 'mac_address': 'fa:16:3e:27:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bf95c1-5463-414d-bf5c-9d765ebdca74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:21:04Z', 'updated_at': '2021-08-17T04:21:04Z', 'revision_number': 0, 'project_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40d7e273-be43-4ab8-90b1-75643d08a084', 'name': '', 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:14:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '0878e23a-4351-4065-a80c-25e86afb273d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:48Z', 'updated_at': '2021-08-17T04:20:54Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '0878e23a-4351-4065-a80c-25e86afb273d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:06.708199 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc688456-c7a0-4295-b3ba-ff8cfa6a59cc None None] Checking router: 4ce26bb6-7d73-4004-83c7-641e70c47992 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:21:06.717221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc688456-c7a0-4295-b3ba-ff8cfa6a59cc None None] Routers {'4ce26bb6-7d73-4004-83c7-641e70c47992'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:21:06.717882 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-bc688456-c7a0-4295-b3ba-ff8cfa6a59cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:20:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4ce26bb6-7d73-4004-83c7-641e70c47992'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:06.749925 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074c0e9-5d14-4b39-b612-df8ba137e86b req-6b47b724-b9f8-49e8-afc6-edc433678378 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:06.751454 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8074c0e9-5d14-4b39-b612-df8ba137e86b req-6b47b724-b9f8-49e8-afc6-edc433678378 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2b820957-fa28-46ad-a0e9-912e77f30b94 HTTP/1.1" status: 200 len: 897 time: 0.0998442 Aug 17 04:21:06.835649 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-bc688456-c7a0-4295-b3ba-ff8cfa6a59cc None None] Set router 4ce26bb6-7d73-4004-83c7-641e70c47992 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:21:06.839949 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8074c0e9-5d14-4b39-b612-df8ba137e86b req-39aced35-5695-4be9-8caa-c38c2c9a81bd service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27d9eb92-72d1-4c3f-b53c-043e409131b6 HTTP/1.1" status: 200 len: 1000 time: 0.0811112 Aug 17 04:21:06.914867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074c0e9-5d14-4b39-b612-df8ba137e86b req-00cc3910-aa6c-49a1-bb5d-e20391797087 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:06.916381 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8074c0e9-5d14-4b39-b612-df8ba137e86b req-00cc3910-aa6c-49a1-bb5d-e20391797087 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0878e23a-4351-4065-a80c-25e86afb273d HTTP/1.1" status: 200 len: 835 time: 0.0692749 Aug 17 04:21:06.970177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8074c0e9-5d14-4b39-b612-df8ba137e86b req-9f18b4a7-6de6-4e0b-a967-7d69e5dc47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:06.971862 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8074c0e9-5d14-4b39-b612-df8ba137e86b req-9f18b4a7-6de6-4e0b-a967-7d69e5dc47cf service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2b820957-fa28-46ad-a0e9-912e77f30b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0483496 Aug 17 04:21:07.080178 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8074c0e9-5d14-4b39-b612-df8ba137e86b req-03f3d79f-4376-4430-a891-530aaf5be7ea service neutron] 10.222.0.60 "GET /v2.0/networks/2b820957-fa28-46ad-a0e9-912e77f30b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997562 Aug 17 04:21:07.096925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-bc688456-c7a0-4295-b3ba-ff8cfa6a59cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763854865', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:20:45Z', 'updated_at': '2021-08-17T04:20:49Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:46Z', 'updated_at': '2021-08-17T04:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '643b227e-8876-4935-bcd9-cdb28c7e3eb2', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'port_id': '27d9eb92-72d1-4c3f-b53c-043e409131b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94', 'mac_address': 'fa:16:3e:27:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bf95c1-5463-414d-bf5c-9d765ebdca74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:21:04Z', 'updated_at': '2021-08-17T04:21:04Z', 'revision_number': 0, 'project_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40d7e273-be43-4ab8-90b1-75643d08a084', 'name': '', 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:14:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '0878e23a-4351-4065-a80c-25e86afb273d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:48Z', 'updated_at': '2021-08-17T04:20:54Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '0878e23a-4351-4065-a80c-25e86afb273d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:07.124860 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc688456-c7a0-4295-b3ba-ff8cfa6a59cc None None] The sync data for ids ['4ce26bb6-7d73-4004-83c7-641e70c47992'] in n-d-802060-9 is: [{'id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763854865', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:20:45Z', 'updated_at': '2021-08-17T04:20:49Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:46Z', 'updated_at': '2021-08-17T04:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '643b227e-8876-4935-bcd9-cdb28c7e3eb2', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'floating_ip_address': '172.25.1.250', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'port_id': '27d9eb92-72d1-4c3f-b53c-043e409131b6', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 4265, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94', 'mac_address': 'fa:16:3e:27:c8:7b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5bf95c1-5463-414d-bf5c-9d765ebdca74', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:21:04Z', 'updated_at': '2021-08-17T04:21:04Z', 'revision_number': 0, 'project_id': '200d84aef877403083e1f84e1ec89095', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '40d7e273-be43-4ab8-90b1-75643d08a084', 'name': '', 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:14:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '0878e23a-4351-4065-a80c-25e86afb273d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:48Z', 'updated_at': '2021-08-17T04:20:54Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '0878e23a-4351-4065-a80c-25e86afb273d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:21:07.179967 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-8074c0e9-5d14-4b39-b612-df8ba137e86b req-3bdfe933-cf36-4ebb-87f5-9946bac7b3f2 service neutron] 10.222.0.60 "GET /v2.0/networks/2b820957-fa28-46ad-a0e9-912e77f30b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905333 Aug 17 04:21:07.327855 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277ac0c8-e8fb-441f-9c81-f6ab0c773a65 None None] New status for floating IP 643b227e-8876-4935-bcd9-cdb28c7e3eb2: ACTIVE {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:21:07.631202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46284) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:07.700409 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3b5ba7b2-fead-4d8f-8b8c-111c94f8361a tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/floatingips/643b227e-8876-4935-bcd9-cdb28c7e3eb2 HTTP/1.1" status: 200 len: 994 time: 0.0679965 Aug 17 04:21:15.331247 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-30d22c04-12fb-4d37-89f3-11fb93234791 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:17.960143 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9024574d-1796-471f-b672-8ae743976ce6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:18.255988 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:19.496555 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:21.216598 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:30.554072 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:21:31.228592 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c0a392c8-112d-4122-9361-d96ec6bb08f9 req-17a4be40-0c56-4099-b104-f05039738746 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0518134 Aug 17 04:21:31.322196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a392c8-112d-4122-9361-d96ec6bb08f9 req-79ffaa0c-4a17-45a5-9989-879ad3bce18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:31.323860 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c0a392c8-112d-4122-9361-d96ec6bb08f9 req-79ffaa0c-4a17-45a5-9989-879ad3bce18f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 1097 time: 0.0440869 Aug 17 04:21:31.436811 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a392c8-112d-4122-9361-d96ec6bb08f9 req-b6780fca-2a05-4f46-9172-9e4af0c9c755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:31.438370 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c0a392c8-112d-4122-9361-d96ec6bb08f9 req-b6780fca-2a05-4f46-9172-9e4af0c9c755 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2b820957-fa28-46ad-a0e9-912e77f30b94 HTTP/1.1" status: 200 len: 897 time: 0.0941517 Aug 17 04:21:31.513003 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c0a392c8-112d-4122-9361-d96ec6bb08f9 req-97d2fb50-c9ab-4722-a32f-66e23ecc862b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27d9eb92-72d1-4c3f-b53c-043e409131b6 HTTP/1.1" status: 200 len: 1002 time: 0.0664053 Aug 17 04:21:31.570599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a392c8-112d-4122-9361-d96ec6bb08f9 req-b694b867-87c8-40fd-8099-c8d5454edffe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:31.572157 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c0a392c8-112d-4122-9361-d96ec6bb08f9 req-b694b867-87c8-40fd-8099-c8d5454edffe service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0878e23a-4351-4065-a80c-25e86afb273d HTTP/1.1" status: 200 len: 835 time: 0.0524094 Aug 17 04:21:31.623297 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a392c8-112d-4122-9361-d96ec6bb08f9 req-7cb25fa2-3163-40bc-a470-1ccf8cf40d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:31.624877 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c0a392c8-112d-4122-9361-d96ec6bb08f9 req-7cb25fa2-3163-40bc-a470-1ccf8cf40d30 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2b820957-fa28-46ad-a0e9-912e77f30b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0458627 Aug 17 04:21:31.727140 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c0a392c8-112d-4122-9361-d96ec6bb08f9 req-2bee750b-395e-4849-a24d-9954b3ae595d service neutron] 10.222.0.60 "GET /v2.0/networks/2b820957-fa28-46ad-a0e9-912e77f30b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939569 Aug 17 04:21:31.829213 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c0a392c8-112d-4122-9361-d96ec6bb08f9 req-5c197d1d-a8eb-4db7-929b-2476a4fa6df2 service neutron] 10.222.0.60 "GET /v2.0/networks/2b820957-fa28-46ad-a0e9-912e77f30b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0947752 Aug 17 04:21:34.005411 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:34.656076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3f9e8ec-6197-4417-9840-1fea9a24802f req-2a4f97cd-8967-4159-bafe-d36f62b477b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:34.657617 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b3f9e8ec-6197-4417-9840-1fea9a24802f req-2a4f97cd-8967-4159-bafe-d36f62b477b4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 946 time: 0.0502784 Aug 17 04:21:34.697541 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b3f9e8ec-6197-4417-9840-1fea9a24802f req-89a77f21-30c1-4241-a813-0e3cd5860f39 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=4014e9b9-289f-4b9e-ae5a-2418d304c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338540 Aug 17 04:21:34.724797 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:35.816551 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f71376-e7de-475b-9d10-57a5cdcd269c req-2e11abaa-3cb6-4958-9ad0-c24872c7a957 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:35.818065 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b7f71376-e7de-475b-9d10-57a5cdcd269c req-2e11abaa-3cb6-4958-9ad0-c24872c7a957 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 946 time: 0.0503492 Aug 17 04:21:35.859013 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b7f71376-e7de-475b-9d10-57a5cdcd269c req-fd73c598-b5e4-4e11-9d45-d0cdfc0ff8c3 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=4014e9b9-289f-4b9e-ae5a-2418d304c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340879 Aug 17 04:21:35.885257 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46300) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:35.951446 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a0f5e302-9804-4388-a115-60c4213a8131 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/floatingips/643b227e-8876-4935-bcd9-cdb28c7e3eb2 HTTP/1.1" status: 200 len: 994 time: 0.0646458 Aug 17 04:21:37.331048 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938cd703-dcab-4c49-bc9d-07ae8e30a9a3 req-d80e11c3-e545-4f9d-a4e3-360a5c4e9ce4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:37.332499 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-938cd703-dcab-4c49-bc9d-07ae8e30a9a3 req-d80e11c3-e545-4f9d-a4e3-360a5c4e9ce4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 946 time: 0.0583379 Aug 17 04:21:37.371426 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-938cd703-dcab-4c49-bc9d-07ae8e30a9a3 req-cd1b7886-19e7-4dce-9a7f-e25877c44776 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=4014e9b9-289f-4b9e-ae5a-2418d304c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326898 Aug 17 04:21:37.374946 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ee948-229a-46a3-8736-dc972bfb8482 req-6c4dcd7f-56be-4d24-b484-748293567832 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:37.376465 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd2ee948-229a-46a3-8736-dc972bfb8482 req-6c4dcd7f-56be-4d24-b484-748293567832 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 1097 time: 0.0417674 Aug 17 04:21:37.465639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ee948-229a-46a3-8736-dc972bfb8482 req-fab8403a-f390-4e35-aa3b-62269f512147 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:37.467170 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd2ee948-229a-46a3-8736-dc972bfb8482 req-fab8403a-f390-4e35-aa3b-62269f512147 service neutron] 10.222.0.60 "GET /v2.0/networks?id=2b820957-fa28-46ad-a0e9-912e77f30b94 HTTP/1.1" status: 200 len: 897 time: 0.0836077 Aug 17 04:21:37.535293 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd2ee948-229a-46a3-8736-dc972bfb8482 req-2a5df564-6ee3-4378-96fc-72485a5b81f4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27d9eb92-72d1-4c3f-b53c-043e409131b6 HTTP/1.1" status: 200 len: 1002 time: 0.0608745 Aug 17 04:21:37.585366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ee948-229a-46a3-8736-dc972bfb8482 req-9b61fda1-dfaf-4a99-8b6a-e0f03bddb249 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:37.587411 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd2ee948-229a-46a3-8736-dc972bfb8482 req-9b61fda1-dfaf-4a99-8b6a-e0f03bddb249 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0878e23a-4351-4065-a80c-25e86afb273d HTTP/1.1" status: 200 len: 835 time: 0.0453527 Aug 17 04:21:37.644240 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd2ee948-229a-46a3-8736-dc972bfb8482 req-795f2ee7-3839-4ef0-88d3-35cc7c4e7067 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:37.645832 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd2ee948-229a-46a3-8736-dc972bfb8482 req-795f2ee7-3839-4ef0-88d3-35cc7c4e7067 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2b820957-fa28-46ad-a0e9-912e77f30b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0509510 Aug 17 04:21:37.743912 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd2ee948-229a-46a3-8736-dc972bfb8482 req-ae4d3d1d-40ba-4171-b7ee-745a3b3db58a service neutron] 10.222.0.60 "GET /v2.0/networks/2b820957-fa28-46ad-a0e9-912e77f30b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0911763 Aug 17 04:21:37.834064 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-bd2ee948-229a-46a3-8736-dc972bfb8482 req-bffec777-fcca-4571-9331-900e9365e695 service neutron] 10.222.0.60 "GET /v2.0/networks/2b820957-fa28-46ad-a0e9-912e77f30b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828862 Aug 17 04:21:38.495145 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e7eb2a6-dd5c-4ed8-a435-2b5c8aa96118 req-e0f44758-b484-40b8-89fd-c5a89875842d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:38.496701 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8e7eb2a6-dd5c-4ed8-a435-2b5c8aa96118 req-e0f44758-b484-40b8-89fd-c5a89875842d tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 946 time: 0.0528445 Aug 17 04:21:38.546202 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8e7eb2a6-dd5c-4ed8-a435-2b5c8aa96118 req-4989933a-c72f-4559-b46e-6c9a91691f1c tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=4014e9b9-289f-4b9e-ae5a-2418d304c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0432513 Aug 17 04:21:39.674206 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-983f8534-9900-4631-926f-2e0ca8f4ecc5 req-f59c2297-c90f-4ab4-83d9-19dab7b1871e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:39.675772 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-983f8534-9900-4631-926f-2e0ca8f4ecc5 req-f59c2297-c90f-4ab4-83d9-19dab7b1871e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 946 time: 0.0517719 Aug 17 04:21:39.717146 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-983f8534-9900-4631-926f-2e0ca8f4ecc5 req-6457e6f3-1fd4-4bf4-a8ea-b148d56477e4 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=4014e9b9-289f-4b9e-ae5a-2418d304c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339544 Aug 17 04:21:39.746543 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46312) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:39.824604 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-4db4438a-c134-43bb-bcce-25d65ba43b41 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/floatingips/643b227e-8876-4935-bcd9-cdb28c7e3eb2 HTTP/1.1" status: 200 len: 994 time: 0.0766943 Aug 17 04:21:40.122371 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46318) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:40.287585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port 36d63f17-e2df-421f-a15d-1e1014db2911 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:21:40.294121 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:40.363860 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:40.364197 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:40.376315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for 36d63f17-e2df-421f-a15d-1e1014db2911 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:21:40.616339 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:40.643054 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=36d63f17-e2df-421f-a15d-1e1014db2911,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:40.667804 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:40.668160 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:40.668508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:40.668844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:40.669176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:40.669529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:40.669860 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:40.670188 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:40.670536 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:40.670859 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:40.671184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:40.671504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:40.715471 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:40.715809 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Floating IP 643b227e-8876-4935-bcd9-cdb28c7e3eb2 disassociated (deleted). External IP: 172.25.1.250, port: 27d9eb92-72d1-4c3f-b53c-043e409131b6. Aug 17 04:21:40.924523 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router 4ce26bb6-7d73-4004-83c7-641e70c47992 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:21:41.039990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:21:41.045525 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:41.049922 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd81102-b34a-492a-9223-f59bbfd26748 None None] Sync routers for ids ['4ce26bb6-7d73-4004-83c7-641e70c47992'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:21:41.066342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd81102-b34a-492a-9223-f59bbfd26748 None None] Routers {'4ce26bb6-7d73-4004-83c7-641e70c47992'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:21:41.067094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8dd81102-b34a-492a-9223-f59bbfd26748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:21:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4ce26bb6-7d73-4004-83c7-641e70c47992'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:41.074681 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b6624ea3-5000-4bb0-b856-635f45225aac tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/floatingips/643b227e-8876-4935-bcd9-cdb28c7e3eb2 HTTP/1.1" status: 204 len: 168 time: 0.9512815 Aug 17 04:21:41.075286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b5bf95c1-5463-414d-bf5c-9d765ebdca74', 'tag': '27d9eb92-72d1-4c3f-b53c-043e409131b6'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:21:41.078413 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a6e8f761-1b3e-431b-9b3d-c711ef528546" -d '{"events": [{"name": "network-changed", "server_uuid": "b5bf95c1-5463-414d-bf5c-9d765ebdca74", "tag": "27d9eb92-72d1-4c3f-b53c-043e409131b6"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:21:41.185142 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-8dd81102-b34a-492a-9223-f59bbfd26748 None None] Set router 4ce26bb6-7d73-4004-83c7-641e70c47992 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:21:41.405089 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8dd81102-b34a-492a-9223-f59bbfd26748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763854865', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:20:45Z', 'updated_at': '2021-08-17T04:20:49Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:46Z', 'updated_at': '2021-08-17T04:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '40d7e273-be43-4ab8-90b1-75643d08a084', 'name': '', 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:14:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '0878e23a-4351-4065-a80c-25e86afb273d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:48Z', 'updated_at': '2021-08-17T04:20:54Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '0878e23a-4351-4065-a80c-25e86afb273d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:41.431841 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd81102-b34a-492a-9223-f59bbfd26748 None None] Checking router: 4ce26bb6-7d73-4004-83c7-641e70c47992 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:21:41.435240 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:21:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12daa1d2-5faf-4877-84d4-49ae4c5f1fe0 x-openstack-request-id: req-12daa1d2-5faf-4877-84d4-49ae4c5f1fe0 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:21:41.436184 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b5bf95c1-5463-414d-bf5c-9d765ebdca74", "tag": "27d9eb92-72d1-4c3f-b53c-043e409131b6", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:21:41.436798 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-12daa1d2-5faf-4877-84d4-49ae4c5f1fe0 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:21:41.437690 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b5bf95c1-5463-414d-bf5c-9d765ebdca74', 'tag': '27d9eb92-72d1-4c3f-b53c-043e409131b6', 'status': 'completed', 'code': 200} Aug 17 04:21:41.440520 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd81102-b34a-492a-9223-f59bbfd26748 None None] Routers {'4ce26bb6-7d73-4004-83c7-641e70c47992'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:21:41.441130 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8dd81102-b34a-492a-9223-f59bbfd26748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:21:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4ce26bb6-7d73-4004-83c7-641e70c47992'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:41.514253 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8f761-1b3e-431b-9b3d-c711ef528546 req-0a9f46e3-caf4-4610-8a1e-23739b5336b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:41.515923 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a6e8f761-1b3e-431b-9b3d-c711ef528546 req-0a9f46e3-caf4-4610-8a1e-23739b5336b5 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=200d84aef877403083e1f84e1ec89095&device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 1097 time: 0.0505116 Aug 17 04:21:41.557447 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36fc92a7-c360-4e57-9262-6f23cacfda2e req-44e58c17-5c07-46c6-8301-11188e3a1fba tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:41.559137 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-36fc92a7-c360-4e57-9262-6f23cacfda2e req-44e58c17-5c07-46c6-8301-11188e3a1fba tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 946 time: 0.0683115 Aug 17 04:21:41.575903 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-8dd81102-b34a-492a-9223-f59bbfd26748 None None] Set router 4ce26bb6-7d73-4004-83c7-641e70c47992 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:21:41.600583 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-36fc92a7-c360-4e57-9262-6f23cacfda2e req-2493cb2b-7d3c-4dce-a1ce-ca5f23555851 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=4014e9b9-289f-4b9e-ae5a-2418d304c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351601 Aug 17 04:21:41.619005 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8f761-1b3e-431b-9b3d-c711ef528546 req-4a3be5b4-0a14-427e-8da2-4bf8661e392d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:41.621556 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a6e8f761-1b3e-431b-9b3d-c711ef528546 req-4a3be5b4-0a14-427e-8da2-4bf8661e392d service neutron] 10.222.0.60 "GET /v2.0/networks?id=2b820957-fa28-46ad-a0e9-912e77f30b94 HTTP/1.1" status: 200 len: 897 time: 0.0976260 Aug 17 04:21:41.673941 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a6e8f761-1b3e-431b-9b3d-c711ef528546 req-6a330b66-2210-4976-bc72-ea70c2bfe42b service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=27d9eb92-72d1-4c3f-b53c-043e409131b6 HTTP/1.1" status: 200 len: 217 time: 0.0417652 Aug 17 04:21:41.733400 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8f761-1b3e-431b-9b3d-c711ef528546 req-2b2daf9c-2a8f-4f2a-ad00-f955402e59b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:41.734827 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a6e8f761-1b3e-431b-9b3d-c711ef528546 req-2b2daf9c-2a8f-4f2a-ad00-f955402e59b9 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=0878e23a-4351-4065-a80c-25e86afb273d HTTP/1.1" status: 200 len: 835 time: 0.0500548 Aug 17 04:21:41.784208 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6e8f761-1b3e-431b-9b3d-c711ef528546 req-25a5d66c-8c80-431d-b4ff-75fed48689f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:41.785818 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a6e8f761-1b3e-431b-9b3d-c711ef528546 req-25a5d66c-8c80-431d-b4ff-75fed48689f8 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=2b820957-fa28-46ad-a0e9-912e77f30b94&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0422719 Aug 17 04:21:41.792397 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-8dd81102-b34a-492a-9223-f59bbfd26748 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763854865', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:20:45Z', 'updated_at': '2021-08-17T04:20:49Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:46Z', 'updated_at': '2021-08-17T04:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '40d7e273-be43-4ab8-90b1-75643d08a084', 'name': '', 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:14:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '0878e23a-4351-4065-a80c-25e86afb273d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:48Z', 'updated_at': '2021-08-17T04:20:54Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '0878e23a-4351-4065-a80c-25e86afb273d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:41.820338 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8dd81102-b34a-492a-9223-f59bbfd26748 None None] The sync data for ids ['4ce26bb6-7d73-4004-83c7-641e70c47992'] in n-d-802060-9 is: [{'id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763854865', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:20:45Z', 'updated_at': '2021-08-17T04:20:49Z', 'revision_number': 4, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:46Z', 'updated_at': '2021-08-17T04:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '40d7e273-be43-4ab8-90b1-75643d08a084', 'name': '', 'network_id': '2b820957-fa28-46ad-a0e9-912e77f30b94', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'mac_address': 'fa:16:3e:14:7f:85', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_interface', 'standard_attr_id': 4262, 'fixed_ips': [{'subnet_id': '0878e23a-4351-4065-a80c-25e86afb273d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:48Z', 'updated_at': '2021-08-17T04:20:54Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'subnets': [{'id': '0878e23a-4351-4065-a80c-25e86afb273d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:21:41.895386 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a6e8f761-1b3e-431b-9b3d-c711ef528546 req-02b8a40b-009c-4576-bcad-5bbd07269b30 service neutron] 10.222.0.60 "GET /v2.0/networks/2b820957-fa28-46ad-a0e9-912e77f30b94?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1006370 Aug 17 04:21:41.992008 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a6e8f761-1b3e-431b-9b3d-c711ef528546 req-52b33815-849b-4fe5-a2a7-87db3d768685 service neutron] 10.222.0.60 "GET /v2.0/networks/2b820957-fa28-46ad-a0e9-912e77f30b94?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882101 Aug 17 04:21:42.051608 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a80a4222-b4a4-44c7-b879-eadf17951139 None None] New status for floating IP 643b227e-8876-4935-bcd9-cdb28c7e3eb2: DOWN {{(pid=101972) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:21:42.726234 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26e16dc5-afa4-4f50-95d4-27ad90cc5353 req-705ffbd2-cef0-4520-af25-2ffaecb75cbd tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:42.727752 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-26e16dc5-afa4-4f50-95d4-27ad90cc5353 req-705ffbd2-cef0-4520-af25-2ffaecb75cbd tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 946 time: 0.0504594 Aug 17 04:21:42.766802 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-26e16dc5-afa4-4f50-95d4-27ad90cc5353 req-57ef36d4-543b-4f44-9f60-b034c4655f75 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/security-groups?id=4014e9b9-289f-4b9e-ae5a-2418d304c8f9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329690 Aug 17 04:21:43.111669 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ff30e9c-2cab-4128-9c72-c6624c0f6ad8 req-217fd899-9995-44fe-a308-753ce0c58991 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:43.113168 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4ff30e9c-2cab-4128-9c72-c6624c0f6ad8 req-217fd899-9995-44fe-a308-753ce0c58991 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 946 time: 0.0546360 Aug 17 04:21:43.206492 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-4ff30e9c-2cab-4128-9c72-c6624c0f6ad8 req-03c8fe76-637b-4d31-b010-90f1478305f2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port 27d9eb92-72d1-4c3f-b53c-043e409131b6 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:21:43.206837 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4ff30e9c-2cab-4128-9c72-c6624c0f6ad8 req-03c8fe76-637b-4d31-b010-90f1478305f2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:43.298798 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-4ff30e9c-2cab-4128-9c72-c6624c0f6ad8 req-03c8fe76-637b-4d31-b010-90f1478305f2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] For port 27d9eb92-72d1-4c3f-b53c-043e409131b6, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=27d9eb92-72d1-4c3f-b53c-043e409131b6,segment=NetworkSegment(768538ba-5577-4efa-8235-f3c037d9a8f3),segment_id=768538ba-5577-4efa-8235-f3c037d9a8f3)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:21:43.299236 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4ff30e9c-2cab-4128-9c72-c6624c0f6ad8 req-03c8fe76-637b-4d31-b010-90f1478305f2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:43.646449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-4ff30e9c-2cab-4128-9c72-c6624c0f6ad8 req-03c8fe76-637b-4d31-b010-90f1478305f2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for 27d9eb92-72d1-4c3f-b53c-043e409131b6 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:21:43.822564 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4ff30e9c-2cab-4128-9c72-c6624c0f6ad8 req-03c8fe76-637b-4d31-b010-90f1478305f2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:43.855450 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03c8fe76-637b-4d31-b010-90f1478305f2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=27d9eb92-72d1-4c3f-b53c-043e409131b6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:43.887669 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-999b32bb-eb6b-4a7e-9be7-3a47b44afa9b req-a7bb054e-5452-42ba-a6d6-8d0fd969a36e tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "GET /v2.0/ports?device_id=b5bf95c1-5463-414d-bf5c-9d765ebdca74 HTTP/1.1" status: 200 len: 210 time: 0.0461321 Aug 17 04:21:43.899841 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ff30e9c-2cab-4128-9c72-c6624c0f6ad8 req-03c8fe76-637b-4d31-b010-90f1478305f2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] No DVR routers for this DVR port 27d9eb92-72d1-4c3f-b53c-043e409131b6 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:21:43.913777 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-4ff30e9c-2cab-4128-9c72-c6624c0f6ad8 req-03c8fe76-637b-4d31-b010-90f1478305f2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:43.913777 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-4ff30e9c-2cab-4128-9c72-c6624c0f6ad8 req-03c8fe76-637b-4d31-b010-90f1478305f2 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.60 "DELETE /v2.0/ports/27d9eb92-72d1-4c3f-b53c-043e409131b6 HTTP/1.1" status: 204 len: 173 time: 0.7855148 Aug 17 04:21:43.913777 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b5bf95c1-5463-414d-bf5c-9d765ebdca74', 'name': 'network-vif-deleted', 'tag': '27d9eb92-72d1-4c3f-b53c-043e409131b6'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:21:43.913777 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e9c4b0-220c-4ceb-b701-30926e64536f" -d '{"events": [{"server_uuid": "b5bf95c1-5463-414d-bf5c-9d765ebdca74", "name": "network-vif-deleted", "tag": "27d9eb92-72d1-4c3f-b53c-043e409131b6"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:21:44.018052 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:21:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34067f74-166c-4c6c-82b5-3ace7e1f972e x-openstack-request-id: req-34067f74-166c-4c6c-82b5-3ace7e1f972e {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:21:44.018052 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b5bf95c1-5463-414d-bf5c-9d765ebdca74", "name": "network-vif-deleted", "tag": "27d9eb92-72d1-4c3f-b53c-043e409131b6", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:21:44.018052 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-34067f74-166c-4c6c-82b5-3ace7e1f972e {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:21:44.018052 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b5bf95c1-5463-414d-bf5c-9d765ebdca74', 'name': 'network-vif-deleted', 'tag': '27d9eb92-72d1-4c3f-b53c-043e409131b6', 'status': 'completed', 'code': 200} Aug 17 04:21:44.957697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46338) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:45.341140 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f7866fcb-4d5a-4cb4-8626-41243ea7bb08 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:45.342123 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-73d4a99c-db2c-4f4d-96c5-894ee54b055d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:45.639672 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f7866fcb-4d5a-4cb4-8626-41243ea7bb08 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port 40d7e273-be43-4ab8-90b1-75643d08a084 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:21:45.639927 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f7866fcb-4d5a-4cb4-8626-41243ea7bb08 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:45.731164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-f7866fcb-4d5a-4cb4-8626-41243ea7bb08 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] For port 40d7e273-be43-4ab8-90b1-75643d08a084, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=40d7e273-be43-4ab8-90b1-75643d08a084,segment=NetworkSegment(768538ba-5577-4efa-8235-f3c037d9a8f3),segment_id=768538ba-5577-4efa-8235-f3c037d9a8f3)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:21:45.731548 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f7866fcb-4d5a-4cb4-8626-41243ea7bb08 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:45.745256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f7866fcb-4d5a-4cb4-8626-41243ea7bb08 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for 40d7e273-be43-4ab8-90b1-75643d08a084 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:21:45.986775 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f7866fcb-4d5a-4cb4-8626-41243ea7bb08 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:46.016270 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7866fcb-4d5a-4cb4-8626-41243ea7bb08 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=40d7e273-be43-4ab8-90b1-75643d08a084,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:46.208950 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f7866fcb-4d5a-4cb4-8626-41243ea7bb08 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:46.439552 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7866fcb-4d5a-4cb4-8626-41243ea7bb08 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Router 4ce26bb6-7d73-4004-83c7-641e70c47992 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:21:46.552391 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7866fcb-4d5a-4cb4-8626-41243ea7bb08 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:21:46.558007 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f7866fcb-4d5a-4cb4-8626-41243ea7bb08 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "PUT /v2.0/routers/4ce26bb6-7d73-4004-83c7-641e70c47992/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5992687 Aug 17 04:21:46.561374 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46340) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:46.562594 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc685b21-408c-4e7d-b1a5-e373e0868e11 None None] Sync routers for ids ['4ce26bb6-7d73-4004-83c7-641e70c47992'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:21:46.571884 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc685b21-408c-4e7d-b1a5-e373e0868e11 None None] Routers {'4ce26bb6-7d73-4004-83c7-641e70c47992'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:21:46.572499 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-bc685b21-408c-4e7d-b1a5-e373e0868e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:21:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4ce26bb6-7d73-4004-83c7-641e70c47992'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:46.616248 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting subnet 0878e23a-4351-4065-a80c-25e86afb273d {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:21:46.619310 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:46.661462 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:46.684363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-bc685b21-408c-4e7d-b1a5-e373e0868e11 None None] Set router 4ce26bb6-7d73-4004-83c7-641e70c47992 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:21:46.766591 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:46.865433 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-bc685b21-408c-4e7d-b1a5-e373e0868e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763854865', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:20:45Z', 'updated_at': '2021-08-17T04:21:45Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:46Z', 'updated_at': '2021-08-17T04:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:46.885904 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:46.896343 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc685b21-408c-4e7d-b1a5-e373e0868e11 None None] Checking router: 4ce26bb6-7d73-4004-83c7-641e70c47992 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:21:46.905220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc685b21-408c-4e7d-b1a5-e373e0868e11 None None] Routers {'4ce26bb6-7d73-4004-83c7-641e70c47992'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:21:46.905873 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-bc685b21-408c-4e7d-b1a5-e373e0868e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:21:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['4ce26bb6-7d73-4004-83c7-641e70c47992'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:46.913633 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Subnet': ['ID=0878e23a-4351-4065-a80c-25e86afb273d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:46.921452 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:46.925676 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/subnets/0878e23a-4351-4065-a80c-25e86afb273d HTTP/1.1" status: 204 len: 168 time: 0.3608744 Aug 17 04:21:46.925899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46342) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:46.933078 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:46.933468 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:46.933818 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:46.934167 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:46.934511 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:46.934853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:46.935190 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:46.935607 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:46.935863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:46.936199 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:46.936527 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:46.936855 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-af2aa555-8b3f-44fd-a450-5e4e645cd72f tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:46.945116 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa395296-6f81-4a84-b9ae-8919a19b2c0a None None] Network 2b820957-fa28-46ad-a0e9-912e77f30b94 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:21:47.046670 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ab1011b-f70f-4458-a39c-fabbd087d4d7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:47.153601 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 27d9eb92-72d1-4c3f-b53c-043e409131b6 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:21:47.174252 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ab1011b-f70f-4458-a39c-fabbd087d4d7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:47.211085 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 27d9eb92-72d1-4c3f-b53c-043e409131b6 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:21:47.211435 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 27d9eb92-72d1-4c3f-b53c-043e409131b6 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:21:47.283301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-bc685b21-408c-4e7d-b1a5-e373e0868e11 None None] Set router 4ce26bb6-7d73-4004-83c7-641e70c47992 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:21:47.288237 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3ab1011b-f70f-4458-a39c-fabbd087d4d7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Deleting port 0ec23444-e962-457b-b395-1a07873a9c2d {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:21:47.288586 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ab1011b-f70f-4458-a39c-fabbd087d4d7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:47.373103 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-3ab1011b-f70f-4458-a39c-fabbd087d4d7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] For port 0ec23444-e962-457b-b395-1a07873a9c2d, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0ec23444-e962-457b-b395-1a07873a9c2d,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:21:47.373373 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ab1011b-f70f-4458-a39c-fabbd087d4d7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:47.385458 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-3ab1011b-f70f-4458-a39c-fabbd087d4d7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Calling delete_port for 0ec23444-e962-457b-b395-1a07873a9c2d owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:21:47.472529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] DHCP port deletion for 2b820957-fa28-46ad-a0e9-912e77f30b94 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:21:47.506528 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-bc685b21-408c-4e7d-b1a5-e373e0868e11 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763854865', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:20:45Z', 'updated_at': '2021-08-17T04:21:45Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:46Z', 'updated_at': '2021-08-17T04:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:47.538083 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc685b21-408c-4e7d-b1a5-e373e0868e11 None None] The sync data for ids ['4ce26bb6-7d73-4004-83c7-641e70c47992'] in n-d-802060-9 is: [{'id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'name': 'tempest-TestNetworkAdvancedServerOps-router-763854865', 'tenant_id': '200d84aef877403083e1f84e1ec89095', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202'}], 'enable_snat': True}, 'gw_port_id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:20:45Z', 'updated_at': '2021-08-17T04:21:45Z', 'revision_number': 5, 'project_id': '200d84aef877403083e1f84e1ec89095', 'gw_port': {'id': '0ec23444-e962-457b-b395-1a07873a9c2d', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:2d:1e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4ce26bb6-7d73-4004-83c7-641e70c47992', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4259, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:20:46Z', 'updated_at': '2021-08-17T04:20:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:21:47.559847 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] Deleting port 38db6466-797b-48ff-ae75-4e65f3ae8e1e {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:21:47.560231 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:47.622493 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] For port 38db6466-797b-48ff-ae75-4e65f3ae8e1e, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=38db6466-797b-48ff-ae75-4e65f3ae8e1e,segment=NetworkSegment(768538ba-5577-4efa-8235-f3c037d9a8f3),segment_id=768538ba-5577-4efa-8235-f3c037d9a8f3)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:21:47.623227 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:47.634804 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] Calling delete_port for 38db6466-797b-48ff-ae75-4e65f3ae8e1e owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:21:47.667612 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ab1011b-f70f-4458-a39c-fabbd087d4d7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:47.696569 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab1011b-f70f-4458-a39c-fabbd087d4d7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Port': ['ID=0ec23444-e962-457b-b395-1a07873a9c2d,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:47.759663 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ab1011b-f70f-4458-a39c-fabbd087d4d7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:47.782316 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:47.809930 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] Pushing event deleted for resources: {'Port': ['ID=38db6466-797b-48ff-ae75-4e65f3ae8e1e,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:47.814271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] No DVR routers for this DVR port 38db6466-797b-48ff-ae75-4e65f3ae8e1e on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:21:47.821526 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:47.821876 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:47.822278 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:47.822566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:47.822900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:47.823231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:47.823709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:47.824038 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:47.825018 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:47.825018 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:47.825018 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:47.825640 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d133bf4-27d8-431a-b75d-f1f54d8b2923 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:47.965705 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-58253bca-9178-49c2-bc2f-7f1ae3a29f3a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:48.173867 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 40d7e273-be43-4ab8-90b1-75643d08a084 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:21:48.184640 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ab1011b-f70f-4458-a39c-fabbd087d4d7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:48.186922 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ab1011b-f70f-4458-a39c-fabbd087d4d7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:48.199266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 40d7e273-be43-4ab8-90b1-75643d08a084 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:21:48.199680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 40d7e273-be43-4ab8-90b1-75643d08a084 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:21:48.200013 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 38db6466-797b-48ff-ae75-4e65f3ae8e1e no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:21:48.224262 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 38db6466-797b-48ff-ae75-4e65f3ae8e1e {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:21:48.228207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 38db6466-797b-48ff-ae75-4e65f3ae8e1e not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:21:48.279053 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:48.319442 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ab1011b-f70f-4458-a39c-fabbd087d4d7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:48.319980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ab1011b-f70f-4458-a39c-fabbd087d4d7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Fanout notify agent at l3_agent the message router_deleted on router 4ce26bb6-7d73-4004-83c7-641e70c47992 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:21:48.327517 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3ab1011b-f70f-4458-a39c-fabbd087d4d7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:48.328602 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3ab1011b-f70f-4458-a39c-fabbd087d4d7 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/routers/4ce26bb6-7d73-4004-83c7-641e70c47992 HTTP/1.1" status: 204 len: 168 time: 1.4017980 Aug 17 04:21:48.332794 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46344) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:48.424947 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e7ecde6-fccc-4733-91c3-325944c1b92b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:48.519302 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e7ecde6-fccc-4733-91c3-325944c1b92b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:48.529382 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-3e7ecde6-fccc-4733-91c3-325944c1b92b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b820957-fa28-46ad-a0e9-912e77f30b94']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:48.539100 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-3e7ecde6-fccc-4733-91c3-325944c1b92b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '768538ba-5577-4efa-8235-f3c037d9a8f3') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:48.539400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-3e7ecde6-fccc-4733-91c3-325944c1b92b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '768538ba-5577-4efa-8235-f3c037d9a8f3') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:48.549214 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e7ecde6-fccc-4733-91c3-325944c1b92b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:48.563735 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e7ecde6-fccc-4733-91c3-325944c1b92b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:48.569943 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3e7ecde6-fccc-4733-91c3-325944c1b92b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Releasing vlan 66 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:21:48.570345 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e7ecde6-fccc-4733-91c3-325944c1b92b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: timer() Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:21:48.573370 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:21:48.690540 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e7ecde6-fccc-4733-91c3-325944c1b92b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:48.705915 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3e7ecde6-fccc-4733-91c3-325944c1b92b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:48.705915 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3e7ecde6-fccc-4733-91c3-325944c1b92b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/networks/2b820957-fa28-46ad-a0e9-912e77f30b94 HTTP/1.1" status: 204 len: 168 time: 0.3657424 Aug 17 04:21:48.706228 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46346) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:48.712274 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e7ecde6-fccc-4733-91c3-325944c1b92b tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'Network': ['ID=2b820957-fa28-46ad-a0e9-912e77f30b94,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:48.779317 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e862df8a-bc7d-49ad-b788-e2daf418ed87 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:48.803176 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e862df8a-bc7d-49ad-b788-e2daf418ed87 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:48.935360 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e862df8a-bc7d-49ad-b788-e2daf418ed87 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:48.938534 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-e862df8a-bc7d-49ad-b788-e2daf418ed87 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:48.939805 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e862df8a-bc7d-49ad-b788-e2daf418ed87 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] 10.222.0.10 "DELETE /v2.0/security-groups/4014e9b9-289f-4b9e-ae5a-2418d304c8f9 HTTP/1.1" status: 204 len: 168 time: 0.2354369 Aug 17 04:21:48.956424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e862df8a-bc7d-49ad-b788-e2daf418ed87 tempest-TestNetworkAdvancedServerOps-1498134815 tempest-TestNetworkAdvancedServerOps-1498134815-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4014e9b9-289f-4b9e-ae5a-2418d304c8f9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:49.478137 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:49.506849 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46354) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:49.644587 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e95159a0-f832-4d13-855b-898125301aa4 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=200d84aef877403083e1f84e1ec89095&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1364892 Aug 17 04:21:49.647129 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46358) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:49.694647 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea1cd9db-ff1d-4928-95c0-986106ee1db6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:49.715771 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea1cd9db-ff1d-4928-95c0-986106ee1db6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:49.826965 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea1cd9db-ff1d-4928-95c0-986106ee1db6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:49.829692 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ea1cd9db-ff1d-4928-95c0-986106ee1db6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:49.830812 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ea1cd9db-ff1d-4928-95c0-986106ee1db6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9027e3f-e467-4a28-a4a9-1986b41e4980 HTTP/1.1" status: 204 len: 168 time: 0.1827891 Aug 17 04:21:49.839228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1cd9db-ff1d-4928-95c0-986106ee1db6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9027e3f-e467-4a28-a4a9-1986b41e4980,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:50.053621 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0ec23444-e962-457b-b395-1a07873a9c2d no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:21:50.076188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 0ec23444-e962-457b-b395-1a07873a9c2d {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:21:50.076534 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0ec23444-e962-457b-b395-1a07873a9c2d not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:21:50.410256 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46364) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:50.425326 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a489ab6b-30c1-4b70-887a-008c088dba8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:50.531353 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a489ab6b-30c1-4b70-887a-008c088dba8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:50.599510 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-a489ab6b-30c1-4b70-887a-008c088dba8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:50.642801 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a489ab6b-30c1-4b70-887a-008c088dba8c admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8ab9ba57559a410e9e38ae5f4f68aa02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2312796 Aug 17 04:21:50.645137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a489ab6b-30c1-4b70-887a-008c088dba8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2e7edbbf-2041-4a25-9694-67785d63d3c5,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:50.645368 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46366) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:50.695789 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9e5da39-e945-4be9-aef1-12beba6bae30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:50.721654 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9e5da39-e945-4be9-aef1-12beba6bae30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:50.844943 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9e5da39-e945-4be9-aef1-12beba6bae30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:50.847653 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a9e5da39-e945-4be9-aef1-12beba6bae30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:50.848829 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a9e5da39-e945-4be9-aef1-12beba6bae30 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/2e7edbbf-2041-4a25-9694-67785d63d3c5 HTTP/1.1" status: 204 len: 168 time: 0.2024298 Aug 17 04:21:50.857709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9e5da39-e945-4be9-aef1-12beba6bae30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e7edbbf-2041-4a25-9694-67785d63d3c5,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:51.227430 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:51.910004 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46388) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:52.012973 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b1fc76be-446d-45b0-8588-6115d1df104b admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-837486769-network', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:21:52.078758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1fc76be-446d-45b0-8588-6115d1df104b admin admin] Made reservation on behalf of 2a7fbe9e3c9f41f1a30140339031e718 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:21:52.081268 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1fc76be-446d-45b0-8588-6115d1df104b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:52.091103 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1fc76be-446d-45b0-8588-6115d1df104b admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:52.180446 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1fc76be-446d-45b0-8588-6115d1df104b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:52.239104 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1fc76be-446d-45b0-8588-6115d1df104b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:52.263619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1fc76be-446d-45b0-8588-6115d1df104b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 98} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:21:52.272393 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc76be-446d-45b0-8588-6115d1df104b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d68033-cf3a-4401-bbe8-8eb9c46c69b5,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:52.278977 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1fc76be-446d-45b0-8588-6115d1df104b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:52.279328 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-b1fc76be-446d-45b0-8588-6115d1df104b admin admin] Added segment 060576f2-3210-490e-b2e3-144bfd810843 of type vlan for network 52590bf8-9602-4629-ba48-31c6af418b33 Aug 17 04:21:52.320563 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1fc76be-446d-45b0-8588-6115d1df104b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:52.398630 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1fc76be-446d-45b0-8588-6115d1df104b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:52.399628 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1fc76be-446d-45b0-8588-6115d1df104b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:52.400223 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b1fc76be-446d-45b0-8588-6115d1df104b admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:52.468080 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1fc76be-446d-45b0-8588-6115d1df104b admin admin] Pushing event updated for resources: {'Network': ['ID=52590bf8-9602-4629-ba48-31c6af418b33,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:52.478411 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network 52590bf8-9602-4629-ba48-31c6af418b33 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:21:52.525875 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b1fc76be-446d-45b0-8588-6115d1df104b admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.6144028 Aug 17 04:21:52.529277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46392) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:52.536385 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1bbdcb21-35a3-4c2f-8ae1-222b5fc0bcf4 admin admin] Request body: {'subnet': {'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-837486769-subnet', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:21:52.632929 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1bbdcb21-35a3-4c2f-8ae1-222b5fc0bcf4 admin admin] Made reservation on behalf of 2a7fbe9e3c9f41f1a30140339031e718 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:21:52.635969 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1bbdcb21-35a3-4c2f-8ae1-222b5fc0bcf4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:52.867843 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1bbdcb21-35a3-4c2f-8ae1-222b5fc0bcf4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:52.925022 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbdcb21-35a3-4c2f-8ae1-222b5fc0bcf4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:52.934423 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1bbdcb21-35a3-4c2f-8ae1-222b5fc0bcf4 admin admin] Checking segment: {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:21:52.934794 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbdcb21-35a3-4c2f-8ae1-222b5fc0bcf4 admin admin] Network hostable DHCP agents. Network: 52590bf8-9602-4629-ba48-31c6af418b33, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:21:53.021742 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bbdcb21-35a3-4c2f-8ae1-222b5fc0bcf4 admin admin] Network 52590bf8-9602-4629-ba48-31c6af418b33 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:21:53.068086 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-1bbdcb21-35a3-4c2f-8ae1-222b5fc0bcf4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, 52590bf8-9602-4629-ba48-31c6af418b33) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:21:53.074700 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bbdcb21-35a3-4c2f-8ae1-222b5fc0bcf4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:53.075303 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1bbdcb21-35a3-4c2f-8ae1-222b5fc0bcf4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:53.080221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a46b81ae-ce5f-486d-aeae-d04db608c2f5 None None] Network 52590bf8-9602-4629-ba48-31c6af418b33 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:21:53.148574 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1bbdcb21-35a3-4c2f-8ae1-222b5fc0bcf4 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.6172755 Aug 17 04:21:53.152052 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46394) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:53.157517 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:21:53.243955 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:53.246486 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:53.248298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-52590bf8-9602-4629-ba48-31c6af418b33', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:21:53.249300 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:53.306618 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:53.392368 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Allocated IP 172.20.0.2 (52590bf8-9602-4629-ba48-31c6af418b33/6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f/34b7d129-bdb0-4edf-b8ae-9f8701405779) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:21:53.546508 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:53.550523 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:53.559483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Transition to ACTIVE for port object 34b7d129-bdb0-4edf-b8ae-9f8701405779 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:21:53.574800 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Transition to ACTIVE for port object 34b7d129-bdb0-4edf-b8ae-9f8701405779 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:21:53.656238 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:53.699122 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Network 52590bf8-9602-4629-ba48-31c6af418b33 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:21:53.704421 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:21:53.711313 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:21:53.714815 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Pushing event updated for resources: {'Port': ['ID=34b7d129-bdb0-4edf-b8ae-9f8701405779,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:53.770212 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Attempting to bind port 34b7d129-bdb0-4edf-b8ae-9f8701405779 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:21:53.770617 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Attempting to bind port 34b7d129-bdb0-4edf-b8ae-9f8701405779 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:21:53.770960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Attempting to bind port 34b7d129-bdb0-4edf-b8ae-9f8701405779 on network 52590bf8-9602-4629-ba48-31c6af418b33 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:21:53.776588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:21:53.776971 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Checking segment: {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:21:53.777392 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:53.777814 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Bound using segment: {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:21:53.778285 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Bound port: 34b7d129-bdb0-4edf-b8ae-9f8701405779, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:21:53.778670 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:53.842330 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:53.846749 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] For port 34b7d129-bdb0-4edf-b8ae-9f8701405779, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:21:53.849963 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] For port 34b7d129-bdb0-4edf-b8ae-9f8701405779, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=34b7d129-bdb0-4edf-b8ae-9f8701405779,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:21:53.861919 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:53.937209 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:53.987991 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Allocated IP 172.25.1.101 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/6b6adfca-c504-40b5-b13e-407350724f78) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:21:54.005977 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bceb88-18c4-42d9-8562-e9cedc8f197f None None] Pushing event updated for resources: {'Port': ['ID=34b7d129-bdb0-4edf-b8ae-9f8701405779,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:54.107896 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:54.217521 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:54.270363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:21:54.273602 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:21:54.278174 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:21:54.285513 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Pushing event updated for resources: {'Port': ['ID=6b6adfca-c504-40b5-b13e-407350724f78,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:54.602040 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:54.825055 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:55.034117 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab557505-df73-4229-8419-cfee87f8a69e None None] Network 52590bf8-9602-4629-ba48-31c6af418b33 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:21:55.072808 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Router b81cf68f-a309-43f1-aa79-79c9da0a09ac is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:21:55.196498 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:21:55.210917 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Sync routers for ids ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:21:55.221765 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Routers {'b81cf68f-a309-43f1-aa79-79c9da0a09ac'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:21:55.222366 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:21:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:55.255976 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-0e16ea32-7f45-4a2f-a2d5-1e78ca0fe134 None None] Provisioning for port 34b7d129-bdb0-4edf-b8ae-9f8701405779 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:21:55.313230 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:55.314586 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ae009353-e980-498d-94e4-03cc1527538c admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.1614776 Aug 17 04:21:55.317315 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46396) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:55.344361 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Set router b81cf68f-a309-43f1-aa79-79c9da0a09ac gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:21:55.546124 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:54Z', 'revision_number': 3, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:55.582110 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Checking router: b81cf68f-a309-43f1-aa79-79c9da0a09ac for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:21:55.582462 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Updating router b81cf68f-a309-43f1-aa79-79c9da0a09ac port 6b6adfca-c504-40b5-b13e-407350724f78 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:21:55.608483 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:55.866606 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:55.905981 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:55.916410 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Transition to ACTIVE for port object 6b6adfca-c504-40b5-b13e-407350724f78 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:21:55.993137 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:56.035352 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Allocated IP 172.20.0.1 (52590bf8-9602-4629-ba48-31c6af418b33/6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f/b6b539d2-4bca-4ced-84f8-b6c5a80d1766) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:21:56.052773 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Attempting to bind port 6b6adfca-c504-40b5-b13e-407350724f78 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:21:56.053363 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Attempting to bind port 6b6adfca-c504-40b5-b13e-407350724f78 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:21:56.053541 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Attempting to bind port 6b6adfca-c504-40b5-b13e-407350724f78 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:21:56.055595 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50eca53-06b6-4bb5-b46a-86a994973387 None None] Pushing event updated for resources: {'Port': ['ID=6b6adfca-c504-40b5-b13e-407350724f78,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:56.066351 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50eca53-06b6-4bb5-b46a-86a994973387 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:56.066754 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50eca53-06b6-4bb5-b46a-86a994973387 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:56.067099 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50eca53-06b6-4bb5-b46a-86a994973387 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:56.067433 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50eca53-06b6-4bb5-b46a-86a994973387 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:56.068053 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50eca53-06b6-4bb5-b46a-86a994973387 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:56.068345 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50eca53-06b6-4bb5-b46a-86a994973387 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:56.068681 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50eca53-06b6-4bb5-b46a-86a994973387 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:56.069006 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50eca53-06b6-4bb5-b46a-86a994973387 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:56.069327 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50eca53-06b6-4bb5-b46a-86a994973387 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:56.069679 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50eca53-06b6-4bb5-b46a-86a994973387 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:56.069998 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50eca53-06b6-4bb5-b46a-86a994973387 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:56.070322 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e50eca53-06b6-4bb5-b46a-86a994973387 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:21:56.075134 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:21:56.075459 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:21:56.075917 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:56.076301 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:21:56.076793 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Bound port: 6b6adfca-c504-40b5-b13e-407350724f78, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:21:56.077174 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:56.135098 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] For port 6b6adfca-c504-40b5-b13e-407350724f78, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:21:56.138969 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] For port 6b6adfca-c504-40b5-b13e-407350724f78, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6b6adfca-c504-40b5-b13e-407350724f78,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:21:56.163736 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:56.164630 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 34b7d129-bdb0-4edf-b8ae-9f8701405779 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:21:56.179152 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Transition to ACTIVE for port object b6b539d2-4bca-4ced-84f8-b6c5a80d1766 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:21:56.227532 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:56.284884 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:56.287498 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Routers {'b81cf68f-a309-43f1-aa79-79c9da0a09ac'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:21:56.288123 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:21:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:56.291014 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e50eca53-06b6-4bb5-b46a-86a994973387 None None] Pushing event updated for resources: {'Port': ['ID=6b6adfca-c504-40b5-b13e-407350724f78,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:56.312969 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 34b7d129-bdb0-4edf-b8ae-9f8701405779 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:21:56.318207 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 34b7d129-bdb0-4edf-b8ae-9f8701405779 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:21:56.322401 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:56.341899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Network 52590bf8-9602-4629-ba48-31c6af418b33 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:21:56.345101 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:21:56.347643 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:21:56.374933 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Pushing event updated for resources: {'Port': ['ID=b6b539d2-4bca-4ced-84f8-b6c5a80d1766,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:56.394385 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:56.427357 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] Set router b81cf68f-a309-43f1-aa79-79c9da0a09ac gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:21:56.439067 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:56.476741 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 34b7d129-bdb0-4edf-b8ae-9f8701405779, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=34b7d129-bdb0-4edf-b8ae-9f8701405779,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:21:56.554730 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:56.627143 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:56.631202 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=34b7d129-bdb0-4edf-b8ae-9f8701405779,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:56.654223 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:54Z', 'revision_number': 3, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:56.685705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e0cf817b-b84b-4f88-b2ba-cce7fcb624f8 None None] Provisioning for port b6b539d2-4bca-4ced-84f8-b6c5a80d1766 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:21:56.690968 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e0cf817b-b84b-4f88-b2ba-cce7fcb624f8 None None] Provisioning complete for port b6b539d2-4bca-4ced-84f8-b6c5a80d1766 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:21:56.691449 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e0cf817b-b84b-4f88-b2ba-cce7fcb624f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:56.737005 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e0cf817b-b84b-4f88-b2ba-cce7fcb624f8 None None] Port b6b539d2-4bca-4ced-84f8-b6c5a80d1766 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:21:56.775844 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79af7ed2-745f-4387-bd4e-4a27d9a04a5c None None] The sync data for ids ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'] in n-d-802060-9 is: [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:54Z', 'revision_number': 3, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:21:56.839408 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:56.901782 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:56.977768 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Pushing event updated for resources: {'Port': ['ID=b6b539d2-4bca-4ced-84f8-b6c5a80d1766,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:56.987230 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:57.440042 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Network 52590bf8-9602-4629-ba48-31c6af418b33 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:21:57.441451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:21:57.585091 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Router b81cf68f-a309-43f1-aa79-79c9da0a09ac has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:21:57.727199 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:21:57.732758 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e2d2bb8b-f9f3-45e6-843f-0c727325d93c admin admin] 10.222.0.10 "PUT /v2.0/routers/b81cf68f-a309-43f1-aa79-79c9da0a09ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4140115 Aug 17 04:21:57.764398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a7f4710b-680a-46b4-b913-298ace35b161 None None] Provisioning complete for port b6b539d2-4bca-4ced-84f8-b6c5a80d1766 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:21:57.765010 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a7f4710b-680a-46b4-b913-298ace35b161 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:57.803174 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a7f4710b-680a-46b4-b913-298ace35b161 None None] Port b6b539d2-4bca-4ced-84f8-b6c5a80d1766 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:21:58.199495 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 34b7d129-bdb0-4edf-b8ae-9f8701405779 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:21:58.254027 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 34b7d129-bdb0-4edf-b8ae-9f8701405779 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:21:58.254405 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:58.343786 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6b6adfca-c504-40b5-b13e-407350724f78 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:21:58.452772 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Sync routers for ids ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:21:58.468739 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Routers {'b81cf68f-a309-43f1-aa79-79c9da0a09ac'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:21:58.469361 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:21:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:58.503818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 6b6adfca-c504-40b5-b13e-407350724f78 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:21:58.511909 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6b6adfca-c504-40b5-b13e-407350724f78 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:21:58.512518 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:58.515839 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46412) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:58.521708 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ebfa5cfb-dbd5-4cdb-899a-4f74791d8a65 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-510416533-network', 'tenant_id': '215ceb0d0c944960bc1c2f10b56417c2'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:21:58.612570 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Set router b81cf68f-a309-43f1-aa79-79c9da0a09ac gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:21:58.633158 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebfa5cfb-dbd5-4cdb-899a-4f74791d8a65 admin admin] Made reservation on behalf of 215ceb0d0c944960bc1c2f10b56417c2 for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:21:58.636371 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5cfb-dbd5-4cdb-899a-4f74791d8a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:58.646760 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5cfb-dbd5-4cdb-899a-4f74791d8a65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:58.715695 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:58.753662 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5cfb-dbd5-4cdb-899a-4f74791d8a65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:58.776129 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 6b6adfca-c504-40b5-b13e-407350724f78, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6b6adfca-c504-40b5-b13e-407350724f78,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:21:58.821546 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5cfb-dbd5-4cdb-899a-4f74791d8a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:58.849621 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ebfa5cfb-dbd5-4cdb-899a-4f74791d8a65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 68} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:21:58.854459 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:58.859251 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa5cfb-dbd5-4cdb-899a-4f74791d8a65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9722c6b-549d-4530-b24e-598622e1dcb6,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:58.868947 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5cfb-dbd5-4cdb-899a-4f74791d8a65 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:58.869906 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-ebfa5cfb-dbd5-4cdb-899a-4f74791d8a65 admin admin] Added segment a64cdd71-246d-40de-beae-d4b6e807bea9 of type vlan for network b0f960ac-3cfa-48f6-bce3-c480a24417c2 Aug 17 04:21:58.903690 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 4, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'b6b539d2-4bca-4ced-84f8-b6c5a80d1766', 'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'mac_address': 'fa:16:3e:c8:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:55Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 2, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'subnets': [{'id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:58.913344 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5cfb-dbd5-4cdb-899a-4f74791d8a65 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:58.941642 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Checking router: b81cf68f-a309-43f1-aa79-79c9da0a09ac for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:21:58.941904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Updating router b81cf68f-a309-43f1-aa79-79c9da0a09ac port b6b539d2-4bca-4ced-84f8-b6c5a80d1766 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:21:58.965547 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=6b6adfca-c504-40b5-b13e-407350724f78,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:58.973616 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:58.998511 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5cfb-dbd5-4cdb-899a-4f74791d8a65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:58.999515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebfa5cfb-dbd5-4cdb-899a-4f74791d8a65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:59.000113 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ebfa5cfb-dbd5-4cdb-899a-4f74791d8a65 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:59.065980 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebfa5cfb-dbd5-4cdb-899a-4f74791d8a65 admin admin] Pushing event updated for resources: {'Network': ['ID=b0f960ac-3cfa-48f6-bce3-c480a24417c2,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:59.078437 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network b0f960ac-3cfa-48f6-bce3-c480a24417c2 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:21:59.113850 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ebfa5cfb-dbd5-4cdb-899a-4f74791d8a65 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5968020 Aug 17 04:21:59.116715 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46414) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:59.122808 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-bc6a2edb-090a-4d88-878e-21c90d7cf1bf admin admin] Request body: {'subnet': {'network_id': 'b0f960ac-3cfa-48f6-bce3-c480a24417c2', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-510416533-subnet', 'tenant_id': '215ceb0d0c944960bc1c2f10b56417c2', 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:21:59.204306 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc6a2edb-090a-4d88-878e-21c90d7cf1bf admin admin] Made reservation on behalf of 215ceb0d0c944960bc1c2f10b56417c2 for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:21:59.206748 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bc6a2edb-090a-4d88-878e-21c90d7cf1bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:59.334992 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:59.348794 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Transition to ACTIVE for port object b6b539d2-4bca-4ced-84f8-b6c5a80d1766 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:21:59.519110 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:59.547562 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bc6a2edb-090a-4d88-878e-21c90d7cf1bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:59.571540 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c9748-53bf-4d8b-92cb-3e1c934039e7 None None] Pushing event updated for resources: {'Port': ['ID=b6b539d2-4bca-4ced-84f8-b6c5a80d1766,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:59.607184 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6a2edb-090a-4d88-878e-21c90d7cf1bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=7fd59b3e-4aac-4e98-b63c-4a39ff4183cd,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:59.620240 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc6a2edb-090a-4d88-878e-21c90d7cf1bf admin admin] Checking segment: {'id': 'a64cdd71-246d-40de-beae-d4b6e807bea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b0f960ac-3cfa-48f6-bce3-c480a24417c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:21:59.620240 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6a2edb-090a-4d88-878e-21c90d7cf1bf admin admin] Network hostable DHCP agents. Network: b0f960ac-3cfa-48f6-bce3-c480a24417c2, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:21:59.634139 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Attempting to bind port b6b539d2-4bca-4ced-84f8-b6c5a80d1766 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:21:59.634507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Attempting to bind port b6b539d2-4bca-4ced-84f8-b6c5a80d1766 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:21:59.634924 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Attempting to bind port b6b539d2-4bca-4ced-84f8-b6c5a80d1766 on network 52590bf8-9602-4629-ba48-31c6af418b33 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:21:59.640886 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:21:59.642970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Checking segment: {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:21:59.642970 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:59.642970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Bound using segment: {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:21:59.642970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Bound port: b6b539d2-4bca-4ced-84f8-b6c5a80d1766, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:21:59.642970 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:59.702446 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc6a2edb-090a-4d88-878e-21c90d7cf1bf admin admin] Network b0f960ac-3cfa-48f6-bce3-c480a24417c2 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:21:59.733215 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] For port b6b539d2-4bca-4ced-84f8-b6c5a80d1766, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:21:59.736868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] For port b6b539d2-4bca-4ced-84f8-b6c5a80d1766, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b6b539d2-4bca-4ced-84f8-b6c5a80d1766,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:21:59.781971 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-bc6a2edb-090a-4d88-878e-21c90d7cf1bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, b0f960ac-3cfa-48f6-bce3-c480a24417c2) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:21:59.786554 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc6a2edb-090a-4d88-878e-21c90d7cf1bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:21:59.793764 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-bc6a2edb-090a-4d88-878e-21c90d7cf1bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:59.794576 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2fa61ff-18ac-47f0-9962-4b7036892941 None None] Network b0f960ac-3cfa-48f6-bce3-c480a24417c2 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:21:59.808492 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:59.856709 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-bc6a2edb-090a-4d88-878e-21c90d7cf1bf admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.7387316 Aug 17 04:21:59.859258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46416) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:21:59.866718 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-510416533-router', 'tenant_id': '215ceb0d0c944960bc1c2f10b56417c2', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:21:59.940626 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Routers {'b81cf68f-a309-43f1-aa79-79c9da0a09ac'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:21:59.941269 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:21:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:21:59.946150 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c9748-53bf-4d8b-92cb-3e1c934039e7 None None] Pushing event updated for resources: {'Port': ['ID=b6b539d2-4bca-4ced-84f8-b6c5a80d1766,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:21:59.959011 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:21:59.960313 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:00.033314 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:00.154483 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6b6adfca-c504-40b5-b13e-407350724f78 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:22:00.282364 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:00.334125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-b0f960ac-3cfa-48f6-bce3-c480a24417c2', 'network_id': 'b0f960ac-3cfa-48f6-bce3-c480a24417c2', 'tenant_id': '215ceb0d0c944960bc1c2f10b56417c2', 'fixed_ips': [{'subnet_id': '7fd59b3e-4aac-4e98-b63c-4a39ff4183cd'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:22:00.334125 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:00.334125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] Set router b81cf68f-a309-43f1-aa79-79c9da0a09ac gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:22:00.371336 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 6b6adfca-c504-40b5-b13e-407350724f78 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:22:00.371781 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:00.585148 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:00.607266 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:00.661952 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Allocated IP 172.20.0.2 (b0f960ac-3cfa-48f6-bce3-c480a24417c2/7fd59b3e-4aac-4e98-b63c-4a39ff4183cd/203ac799-52e3-4da9-b467-31713a54be88) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:22:00.728492 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Allocated IP 172.25.1.107 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/e3968452-88ee-4fa8-b5bc-bdc5375a9b24) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:22:00.838937 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:00.842545 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 4, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'b6b539d2-4bca-4ced-84f8-b6c5a80d1766', 'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'mac_address': 'fa:16:3e:c8:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:55Z', 'updated_at': '2021-08-17T04:21:59Z', 'revision_number': 4, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'subnets': [{'id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:22:00.876003 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90df5fd2-51d7-490d-8760-e2c239f145d5 None None] The sync data for ids ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'] in n-d-802060-9 is: [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 4, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'b6b539d2-4bca-4ced-84f8-b6c5a80d1766', 'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'mac_address': 'fa:16:3e:c8:f7:79', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:55Z', 'updated_at': '2021-08-17T04:21:59Z', 'revision_number': 4, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'subnets': [{'id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:22:00.905025 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:00.918021 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Transition to ACTIVE for port object 203ac799-52e3-4da9-b467-31713a54be88 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:22:00.932147 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:00.942322 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Transition to ACTIVE for port object 203ac799-52e3-4da9-b467-31713a54be88 will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:22:00.994199 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:00.995998 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:22:01.001598 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:22:01.008026 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:22:01.019447 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Pushing event updated for resources: {'Port': ['ID=e3968452-88ee-4fa8-b5bc-bdc5375a9b24,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:01.048208 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Network b0f960ac-3cfa-48f6-bce3-c480a24417c2 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:22:01.051885 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:22:01.055674 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:22:01.065286 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Pushing event updated for resources: {'Port': ['ID=203ac799-52e3-4da9-b467-31713a54be88,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:01.137128 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Attempting to bind port 203ac799-52e3-4da9-b467-31713a54be88 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:22:01.137561 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Attempting to bind port 203ac799-52e3-4da9-b467-31713a54be88 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'a64cdd71-246d-40de-beae-d4b6e807bea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b0f960ac-3cfa-48f6-bce3-c480a24417c2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:22:01.137938 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Attempting to bind port 203ac799-52e3-4da9-b467-31713a54be88 on network b0f960ac-3cfa-48f6-bce3-c480a24417c2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:22:01.146052 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:22:01.146407 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Checking segment: {'id': 'a64cdd71-246d-40de-beae-d4b6e807bea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b0f960ac-3cfa-48f6-bce3-c480a24417c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:22:01.146819 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:01.147219 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Bound using segment: {'id': 'a64cdd71-246d-40de-beae-d4b6e807bea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b0f960ac-3cfa-48f6-bce3-c480a24417c2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:22:01.147695 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Bound port: 203ac799-52e3-4da9-b467-31713a54be88, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64cdd71-246d-40de-beae-d4b6e807bea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b0f960ac-3cfa-48f6-bce3-c480a24417c2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:22:01.148080 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:01.225614 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] For port 203ac799-52e3-4da9-b467-31713a54be88, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:22:01.229834 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] For port 203ac799-52e3-4da9-b467-31713a54be88, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=203ac799-52e3-4da9-b467-31713a54be88,segment=NetworkSegment(a64cdd71-246d-40de-beae-d4b6e807bea9),segment_id=a64cdd71-246d-40de-beae-d4b6e807bea9)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:22:01.284906 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:01.350279 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ee8d24-19cd-4c49-a92c-daa8f2a66575 None None] Pushing event updated for resources: {'Port': ['ID=203ac799-52e3-4da9-b467-31713a54be88,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:01.400288 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:02.062710 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:02.204873 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 203ac799-52e3-4da9-b467-31713a54be88 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:22:02.400958 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Router 137f95d7-52a1-4d71-958a-4a500942fc86 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:22:02.410254 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 203ac799-52e3-4da9-b467-31713a54be88 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:22:02.416723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b6b539d2-4bca-4ced-84f8-b6c5a80d1766 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:22:02.477370 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6560bc91-8180-4d27-9e80-5d59419f5974 None None] Network b0f960ac-3cfa-48f6-bce3-c480a24417c2 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:22:02.519515 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:22:02.531019 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Sync routers for ids ['137f95d7-52a1-4d71-958a-4a500942fc86'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:22:02.538817 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port b6b539d2-4bca-4ced-84f8-b6c5a80d1766 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:22:02.541822 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Routers {'137f95d7-52a1-4d71-958a-4a500942fc86'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:22:02.545995 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:21:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['137f95d7-52a1-4d71-958a-4a500942fc86'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:22:02.547212 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port b6b539d2-4bca-4ced-84f8-b6c5a80d1766 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:22:02.547592 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:02.616371 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:02.621003 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d658e905-8a87-4b1c-9321-c2f2b1c29635 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.7575958 Aug 17 04:22:02.622045 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46418) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:22:02.672660 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Set router 137f95d7-52a1-4d71-958a-4a500942fc86 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:22:02.760728 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2c727a23-4b84-4b90-9908-7f564fd5603d None None] Provisioning for port 203ac799-52e3-4da9-b467-31713a54be88 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:22:02.776524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2c727a23-4b84-4b90-9908-7f564fd5603d None None] Provisioning complete for port 203ac799-52e3-4da9-b467-31713a54be88 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:22:02.777110 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c727a23-4b84-4b90-9908-7f564fd5603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:02.782486 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:02.880322 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'name': 'tempest-TestShelveInstance-510416533-router', 'tenant_id': '215ceb0d0c944960bc1c2f10b56417c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e3968452-88ee-4fa8-b5bc-bdc5375a9b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:59Z', 'updated_at': '2021-08-17T04:22:01Z', 'revision_number': 3, 'project_id': '215ceb0d0c944960bc1c2f10b56417c2', 'gw_port': {'id': 'e3968452-88ee-4fa8-b5bc-bdc5375a9b24', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:22:00Z', 'updated_at': '2021-08-17T04:22:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:22:02.906008 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port b6b539d2-4bca-4ced-84f8-b6c5a80d1766, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b6b539d2-4bca-4ced-84f8-b6c5a80d1766,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:22:02.908036 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Checking router: 137f95d7-52a1-4d71-958a-4a500942fc86 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:22:02.908403 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Updating router 137f95d7-52a1-4d71-958a-4a500942fc86 port e3968452-88ee-4fa8-b5bc-bdc5375a9b24 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:22:02.939366 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:02.974815 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c727a23-4b84-4b90-9908-7f564fd5603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:02.992368 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:03.062494 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2c727a23-4b84-4b90-9908-7f564fd5603d None None] For port 203ac799-52e3-4da9-b467-31713a54be88, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=203ac799-52e3-4da9-b467-31713a54be88,segment=NetworkSegment(a64cdd71-246d-40de-beae-d4b6e807bea9),segment_id=a64cdd71-246d-40de-beae-d4b6e807bea9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:22:03.073997 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=b6b539d2-4bca-4ced-84f8-b6c5a80d1766,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:03.154454 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c727a23-4b84-4b90-9908-7f564fd5603d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:03.215473 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c727a23-4b84-4b90-9908-7f564fd5603d None None] Pushing event updated for resources: {'Port': ['ID=203ac799-52e3-4da9-b467-31713a54be88,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:03.247648 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:03.258141 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Transition to ACTIVE for port object e3968452-88ee-4fa8-b5bc-bdc5375a9b24 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:22:03.269206 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:03.277525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-910967dc-9444-4f64-802f-2be3b1b4c438 None None] Provisioning complete for port 203ac799-52e3-4da9-b467-31713a54be88 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:22:03.277912 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-910967dc-9444-4f64-802f-2be3b1b4c438 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:03.352912 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:03.409049 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Attempting to bind port e3968452-88ee-4fa8-b5bc-bdc5375a9b24 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:22:03.409461 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Attempting to bind port e3968452-88ee-4fa8-b5bc-bdc5375a9b24 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:22:03.409811 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Attempting to bind port e3968452-88ee-4fa8-b5bc-bdc5375a9b24 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:22:03.412674 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afcdf5-3743-4a17-b973-4801b59eebc8 None None] Pushing event updated for resources: {'Port': ['ID=e3968452-88ee-4fa8-b5bc-bdc5375a9b24,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:03.418563 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:22:03.419000 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:22:03.419346 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:03.419766 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:22:03.420285 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Bound port: e3968452-88ee-4fa8-b5bc-bdc5375a9b24, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:22:03.420644 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:03.449916 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Allocated IP 172.20.0.1 (b0f960ac-3cfa-48f6-bce3-c480a24417c2/7fd59b3e-4aac-4e98-b63c-4a39ff4183cd/0d7d67cb-47fa-4f63-b1ab-35434daaa0d9) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:22:03.479837 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] For port e3968452-88ee-4fa8-b5bc-bdc5375a9b24, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:22:03.483186 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] For port e3968452-88ee-4fa8-b5bc-bdc5375a9b24, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e3968452-88ee-4fa8-b5bc-bdc5375a9b24,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:22:03.553331 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:03.558623 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:03.576435 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Transition to ACTIVE for port object 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:22:03.616672 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Routers {'137f95d7-52a1-4d71-958a-4a500942fc86'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:22:03.617257 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:21:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['137f95d7-52a1-4d71-958a-4a500942fc86'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:22:03.620420 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46afcdf5-3743-4a17-b973-4801b59eebc8 None None] Pushing event updated for resources: {'Port': ['ID=e3968452-88ee-4fa8-b5bc-bdc5375a9b24,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:03.679891 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:03.733006 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] Set router 137f95d7-52a1-4d71-958a-4a500942fc86 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:22:03.742975 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Network b0f960ac-3cfa-48f6-bce3-c480a24417c2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:22:03.749396 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:22:03.753069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:22:03.783734 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Pushing event updated for resources: {'Port': ['ID=0d7d67cb-47fa-4f63-b1ab-35434daaa0d9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:03.804706 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:03.966412 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'name': 'tempest-TestShelveInstance-510416533-router', 'tenant_id': '215ceb0d0c944960bc1c2f10b56417c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e3968452-88ee-4fa8-b5bc-bdc5375a9b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:59Z', 'updated_at': '2021-08-17T04:22:01Z', 'revision_number': 3, 'project_id': '215ceb0d0c944960bc1c2f10b56417c2', 'gw_port': {'id': 'e3968452-88ee-4fa8-b5bc-bdc5375a9b24', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:22:00Z', 'updated_at': '2021-08-17T04:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:22:03.999751 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:04.003596 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3473a852-7ed7-4107-b36f-7bf299f6cb3d None None] The sync data for ids ['137f95d7-52a1-4d71-958a-4a500942fc86'] in n-d-802060-9 is: [{'id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'name': 'tempest-TestShelveInstance-510416533-router', 'tenant_id': '215ceb0d0c944960bc1c2f10b56417c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e3968452-88ee-4fa8-b5bc-bdc5375a9b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:59Z', 'updated_at': '2021-08-17T04:22:01Z', 'revision_number': 3, 'project_id': '215ceb0d0c944960bc1c2f10b56417c2', 'gw_port': {'id': 'e3968452-88ee-4fa8-b5bc-bdc5375a9b24', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:22:00Z', 'updated_at': '2021-08-17T04:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:22:04.011418 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:04.061514 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e78edff1-39b8-4cfc-a5b6-206c915501ca None None] Provisioning for port 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:22:04.067333 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-e78edff1-39b8-4cfc-a5b6-206c915501ca None None] Provisioning complete for port 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:22:04.071758 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e78edff1-39b8-4cfc-a5b6-206c915501ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:04.112650 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e78edff1-39b8-4cfc-a5b6-206c915501ca None None] Port 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:22:04.135840 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 203ac799-52e3-4da9-b467-31713a54be88 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:22:04.196253 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 203ac799-52e3-4da9-b467-31713a54be88 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:22:04.196626 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:04.211847 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:04.274580 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:04.293503 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b6b539d2-4bca-4ced-84f8-b6c5a80d1766 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:22:04.368702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port b6b539d2-4bca-4ced-84f8-b6c5a80d1766 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:22:04.370066 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:04.374506 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:04.376935 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Pushing event updated for resources: {'Port': ['ID=0d7d67cb-47fa-4f63-b1ab-35434daaa0d9,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:04.500698 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Network b0f960ac-3cfa-48f6-bce3-c480a24417c2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:22:04.502448 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:22:04.640760 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Router 137f95d7-52a1-4d71-958a-4a500942fc86 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:22:04.735301 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:04.785822 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:22:04.791016 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d35b6b8e-b786-456b-8e20-34b76c028708 admin admin] 10.222.0.10 "PUT /v2.0/routers/137f95d7-52a1-4d71-958a-4a500942fc86/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1677885 Aug 17 04:22:04.837598 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-503b78eb-f0a7-4ea1-b944-aef22a5fc028 None None] Provisioning complete for port 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:22:04.838477 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-503b78eb-f0a7-4ea1-b944-aef22a5fc028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:04.874788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-503b78eb-f0a7-4ea1-b944-aef22a5fc028 None None] Port 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:22:05.399697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46426) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:22:05.404777 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-8e63a655-c889-4c53-a2ab-fb591ef81a41 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-445281690', 'description': 'tempest-secgroup-smoke-445281690 description', 'project_id': '2a7fbe9e3c9f41f1a30140339031e718'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:22:05.479954 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e63a655-c889-4c53-a2ab-fb591ef81a41 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:05.572900 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e63a655-c889-4c53-a2ab-fb591ef81a41 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:05.649874 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e63a655-c889-4c53-a2ab-fb591ef81a41 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:05.680638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e63a655-c889-4c53-a2ab-fb591ef81a41 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a503e825-b9a0-4013-8808-221ff6737ee2,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:05.736538 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-8e63a655-c889-4c53-a2ab-fb591ef81a41 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:05.737993 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-8e63a655-c889-4c53-a2ab-fb591ef81a41 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3366477 Aug 17 04:22:05.742500 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46428) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:22:05.748502 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-77f56797-be2e-4b5b-9a71-c410cd728eb7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Request body: {'security_group_rule': {'security_group_id': 'a503e825-b9a0-4013-8808-221ff6737ee2', 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:22:05.763367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Sync routers for ids ['137f95d7-52a1-4d71-958a-4a500942fc86'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:22:05.775374 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Routers {'137f95d7-52a1-4d71-958a-4a500942fc86'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:22:05.776001 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:21:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['137f95d7-52a1-4d71-958a-4a500942fc86'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:22:05.846161 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77f56797-be2e-4b5b-9a71-c410cd728eb7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:05.897970 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Set router 137f95d7-52a1-4d71-958a-4a500942fc86 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:22:05.914080 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77f56797-be2e-4b5b-9a71-c410cd728eb7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:05.992673 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77f56797-be2e-4b5b-9a71-c410cd728eb7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:06.016249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f56797-be2e-4b5b-9a71-c410cd728eb7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0275bfe6-8934-4298-add9-55ae2ac00bfb,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:06.084635 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-77f56797-be2e-4b5b-9a71-c410cd728eb7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:06.089881 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46430) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:22:06.094882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ef34b98b-434b-4a69-bce9-f1fb74fa5dda tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Request body: {'security_group_rule': {'security_group_id': 'a503e825-b9a0-4013-8808-221ff6737ee2', 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:22:06.099405 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-77f56797-be2e-4b5b-9a71-c410cd728eb7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3555174 Aug 17 04:22:06.140989 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'name': 'tempest-TestShelveInstance-510416533-router', 'tenant_id': '215ceb0d0c944960bc1c2f10b56417c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e3968452-88ee-4fa8-b5bc-bdc5375a9b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:59Z', 'updated_at': '2021-08-17T04:22:03Z', 'revision_number': 4, 'project_id': '215ceb0d0c944960bc1c2f10b56417c2', 'gw_port': {'id': 'e3968452-88ee-4fa8-b5bc-bdc5375a9b24', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:5e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:22:00Z', 'updated_at': '2021-08-17T04:22:03Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '0d7d67cb-47fa-4f63-b1ab-35434daaa0d9', 'name': '', 'network_id': 'b0f960ac-3cfa-48f6-bce3-c480a24417c2', 'tenant_id': '215ceb0d0c944960bc1c2f10b56417c2', 'mac_address': 'fa:16:3e:c3:54:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7fd59b3e-4aac-4e98-b63c-4a39ff4183cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:22:03Z', 'updated_at': '2021-08-17T04:22:04Z', 'revision_number': 2, 'project_id': '215ceb0d0c944960bc1c2f10b56417c2', 'subnets': [{'id': '7fd59b3e-4aac-4e98-b63c-4a39ff4183cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:22:06.171645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e3968452-88ee-4fa8-b5bc-bdc5375a9b24 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:22:06.174102 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Checking router: 137f95d7-52a1-4d71-958a-4a500942fc86 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:22:06.174433 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Updating router 137f95d7-52a1-4d71-958a-4a500942fc86 port 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:22:06.204580 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ef34b98b-434b-4a69-bce9-f1fb74fa5dda tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:06.229077 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:06.271156 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ef34b98b-434b-4a69-bce9-f1fb74fa5dda tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:06.352960 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ef34b98b-434b-4a69-bce9-f1fb74fa5dda tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:06.383006 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef34b98b-434b-4a69-bce9-f1fb74fa5dda tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6678e16-b4ea-4b94-b02a-f68b3120c274,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:06.496151 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ef34b98b-434b-4a69-bce9-f1fb74fa5dda tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:06.497435 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ef34b98b-434b-4a69-bce9-f1fb74fa5dda tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4067049 Aug 17 04:22:06.500282 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46432) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:22:06.507387 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-d7d0a2e8-ed98-40a8-8fbb-043bdfb270d1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Request body: {'security_group_rule': {'security_group_id': 'a503e825-b9a0-4013-8808-221ff6737ee2', 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:22:06.533607 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port e3968452-88ee-4fa8-b5bc-bdc5375a9b24 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:22:06.548016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port e3968452-88ee-4fa8-b5bc-bdc5375a9b24 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:22:06.548431 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:06.610257 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7d0a2e8-ed98-40a8-8fbb-043bdfb270d1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:06.681659 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7d0a2e8-ed98-40a8-8fbb-043bdfb270d1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:06.708695 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:06.758601 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7d0a2e8-ed98-40a8-8fbb-043bdfb270d1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:06.762507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port e3968452-88ee-4fa8-b5bc-bdc5375a9b24, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e3968452-88ee-4fa8-b5bc-bdc5375a9b24,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:22:06.779860 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7d0a2e8-ed98-40a8-8fbb-043bdfb270d1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c394c1bd-8d5c-41d8-ba45-b0c1486a0b1f,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:06.782452 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:06.795133 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Transition to ACTIVE for port object 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:22:06.855943 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:06.884628 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-d7d0a2e8-ed98-40a8-8fbb-043bdfb270d1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:06.886034 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:06.886612 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-d7d0a2e8-ed98-40a8-8fbb-043bdfb270d1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3853588 Aug 17 04:22:06.889664 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46434) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:22:06.896261 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-4b0ba27b-6dd2-44f8-b5f3-b3141bd83a14 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Request body: {'security_group_rule': {'security_group_id': 'a503e825-b9a0-4013-8808-221ff6737ee2', 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:22:06.925171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=e3968452-88ee-4fa8-b5bc-bdc5375a9b24,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:07.008382 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548ead2-6489-48cf-b0d6-f4b55658ddc3 None None] Pushing event updated for resources: {'Port': ['ID=0d7d67cb-47fa-4f63-b1ab-35434daaa0d9,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:07.028297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Attempting to bind port 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:22:07.028297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Attempting to bind port 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'a64cdd71-246d-40de-beae-d4b6e807bea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b0f960ac-3cfa-48f6-bce3-c480a24417c2'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:22:07.028297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Attempting to bind port 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 on network b0f960ac-3cfa-48f6-bce3-c480a24417c2 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:22:07.028297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 21, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:22:07.028297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Checking segment: {'id': 'a64cdd71-246d-40de-beae-d4b6e807bea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b0f960ac-3cfa-48f6-bce3-c480a24417c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:22:07.028297 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:07.028297 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Bound using segment: {'id': 'a64cdd71-246d-40de-beae-d4b6e807bea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b0f960ac-3cfa-48f6-bce3-c480a24417c2'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:22:07.029388 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Bound port: 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a64cdd71-246d-40de-beae-d4b6e807bea9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 68, 'network_id': 'b0f960ac-3cfa-48f6-bce3-c480a24417c2'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:22:07.029388 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:07.052915 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba27b-6dd2-44f8-b5f3-b3141bd83a14 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:07.134356 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba27b-6dd2-44f8-b5f3-b3141bd83a14 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:07.138044 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] For port 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:22:07.142947 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] For port 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0d7d67cb-47fa-4f63-b1ab-35434daaa0d9,segment=NetworkSegment(a64cdd71-246d-40de-beae-d4b6e807bea9),segment_id=a64cdd71-246d-40de-beae-d4b6e807bea9)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:22:07.210126 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba27b-6dd2-44f8-b5f3-b3141bd83a14 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:07.223295 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:07.230547 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b0ba27b-6dd2-44f8-b5f3-b3141bd83a14 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d73246f0-a85b-4790-909c-f62400933044,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:07.287124 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Routers {'137f95d7-52a1-4d71-958a-4a500942fc86'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:22:07.287788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:21:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['137f95d7-52a1-4d71-958a-4a500942fc86'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:22:07.301761 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4b0ba27b-6dd2-44f8-b5f3-b3141bd83a14 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:07.305649 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4b0ba27b-6dd2-44f8-b5f3-b3141bd83a14 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4121728 Aug 17 04:22:07.307510 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46436) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:22:07.312329 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-04cf4e74-4388-46f9-9d76-c34a96a72cdb tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Request body: {'security_group_rule': {'security_group_id': 'a503e825-b9a0-4013-8808-221ff6737ee2', 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:22:07.329162 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9548ead2-6489-48cf-b0d6-f4b55658ddc3 None None] Pushing event updated for resources: {'Port': ['ID=0d7d67cb-47fa-4f63-b1ab-35434daaa0d9,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:07.393812 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-04cf4e74-4388-46f9-9d76-c34a96a72cdb tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Project 2a7fbe9e3c9f41f1a30140339031e718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 04:22:07.403118 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-04cf4e74-4388-46f9-9d76-c34a96a72cdb tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:07.423957 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] Set router 137f95d7-52a1-4d71-958a-4a500942fc86 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:22:07.486420 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-04cf4e74-4388-46f9-9d76-c34a96a72cdb tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:07.535970 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-04cf4e74-4388-46f9-9d76-c34a96a72cdb tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:07.555437 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:22:07.556507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04cf4e74-4388-46f9-9d76-c34a96a72cdb tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=68f02f54-f88d-4a5a-9f2a-e6e8e664af33,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:07.627079 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-04cf4e74-4388-46f9-9d76-c34a96a72cdb tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:07.628566 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-04cf4e74-4388-46f9-9d76-c34a96a72cdb tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3200073 Aug 17 04:22:07.631476 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46438) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:22:07.636246 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-908ebd2e-335a-4ce4-8313-54870e51bad9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Request body: {'security_group_rule': {'security_group_id': 'a503e825-b9a0-4013-8808-221ff6737ee2', 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:22:07.659305 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'name': 'tempest-TestShelveInstance-510416533-router', 'tenant_id': '215ceb0d0c944960bc1c2f10b56417c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e3968452-88ee-4fa8-b5bc-bdc5375a9b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:59Z', 'updated_at': '2021-08-17T04:22:03Z', 'revision_number': 4, 'project_id': '215ceb0d0c944960bc1c2f10b56417c2', 'gw_port': {'id': 'e3968452-88ee-4fa8-b5bc-bdc5375a9b24', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:22:00Z', 'updated_at': '2021-08-17T04:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '0d7d67cb-47fa-4f63-b1ab-35434daaa0d9', 'name': '', 'network_id': 'b0f960ac-3cfa-48f6-bce3-c480a24417c2', 'tenant_id': '215ceb0d0c944960bc1c2f10b56417c2', 'mac_address': 'fa:16:3e:c3:54:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7fd59b3e-4aac-4e98-b63c-4a39ff4183cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:22:03Z', 'updated_at': '2021-08-17T04:22:07Z', 'revision_number': 4, 'project_id': '215ceb0d0c944960bc1c2f10b56417c2', 'subnets': [{'id': '7fd59b3e-4aac-4e98-b63c-4a39ff4183cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:22:07.687597 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-300f682e-fac6-4722-b8b1-6c0a4a634d3b None None] The sync data for ids ['137f95d7-52a1-4d71-958a-4a500942fc86'] in n-d-802060-9 is: [{'id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'name': 'tempest-TestShelveInstance-510416533-router', 'tenant_id': '215ceb0d0c944960bc1c2f10b56417c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e3968452-88ee-4fa8-b5bc-bdc5375a9b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:59Z', 'updated_at': '2021-08-17T04:22:03Z', 'revision_number': 4, 'project_id': '215ceb0d0c944960bc1c2f10b56417c2', 'gw_port': {'id': 'e3968452-88ee-4fa8-b5bc-bdc5375a9b24', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:22:00Z', 'updated_at': '2021-08-17T04:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '0d7d67cb-47fa-4f63-b1ab-35434daaa0d9', 'name': '', 'network_id': 'b0f960ac-3cfa-48f6-bce3-c480a24417c2', 'tenant_id': '215ceb0d0c944960bc1c2f10b56417c2', 'mac_address': 'fa:16:3e:c3:54:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'device_owner': 'network:router_interface', 'standard_attr_id': 4294, 'fixed_ips': [{'subnet_id': '7fd59b3e-4aac-4e98-b63c-4a39ff4183cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:22:03Z', 'updated_at': '2021-08-17T04:22:07Z', 'revision_number': 4, 'project_id': '215ceb0d0c944960bc1c2f10b56417c2', 'subnets': [{'id': '7fd59b3e-4aac-4e98-b63c-4a39ff4183cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:22:07.730441 n-d-802060-9 neutron-server[101970]: INFO neutron.db.securitygroups_db [None req-908ebd2e-335a-4ce4-8313-54870e51bad9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Project 2a7fbe9e3c9f41f1a30140339031e718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 04:22:07.748752 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-908ebd2e-335a-4ce4-8313-54870e51bad9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:07.832124 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-908ebd2e-335a-4ce4-8313-54870e51bad9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:07.930039 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-908ebd2e-335a-4ce4-8313-54870e51bad9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:07.950305 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908ebd2e-335a-4ce4-8313-54870e51bad9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8a699599-207c-4473-acea-f0b191c46199,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:08.033259 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-908ebd2e-335a-4ce4-8313-54870e51bad9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:08.034834 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-908ebd2e-335a-4ce4-8313-54870e51bad9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4022593 Aug 17 04:22:08.227977 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:22:08.234423 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-79de2c50-d19d-4079-adc5-ad271551e509 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-445281690&fields=id&tenant_id=2a7fbe9e3c9f41f1a30140339031e718 HTTP/1.1" status: 200 len: 267 time: 0.0514970 Aug 17 04:22:08.353225 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:22:08.358991 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:22:08.362649 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:08.369332 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-65aaa839-67b7-4fa7-b760-bb3fdd280bcf tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:08.371187 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-65aaa839-67b7-4fa7-b760-bb3fdd280bcf tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 808 time: 0.1292794 Aug 17 04:22:08.388232 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-c82145e1-fbfa-4050-b689-191156fb09ef tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/quotas/2a7fbe9e3c9f41f1a30140339031e718 HTTP/1.1" status: 200 len: 375 time: 0.0107822 Aug 17 04:22:08.458511 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:08.467917 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-954b847e-9bd1-434c-840d-9ff41a32b81e tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0734572 Aug 17 04:22:08.504398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0d7d67cb-47fa-4f63-b1ab-35434daaa0d9,segment=NetworkSegment(a64cdd71-246d-40de-beae-d4b6e807bea9),segment_id=a64cdd71-246d-40de-beae-d4b6e807bea9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:22:08.592737 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:08.593588 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e3968452-88ee-4fa8-b5bc-bdc5375a9b24 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:22:08.595567 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-0b0e547f-c1bf-4eae-b80a-db251c0d7059 service neutron] 10.222.0.10 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1097589 Aug 17 04:22:08.677379 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=0d7d67cb-47fa-4f63-b1ab-35434daaa0d9,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:08.688303 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port e3968452-88ee-4fa8-b5bc-bdc5375a9b24 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:22:08.688894 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:08.713459 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-d4d91b98-9061-4ccb-8ac8-735218b529cb service neutron] 10.222.0.10 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1112399 Aug 17 04:22:08.981573 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fdc93a91-8fab-4baa-9b09-fd5790e9740c req-0d8138ae-3a3a-4aa5-b98a-4689bfacf11b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 210 time: 0.0286171 Aug 17 04:22:10.062491 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b1423d40-8523-4538-aa1e-46a66747ea89 req-5fcafd7e-3a9c-4275-9bf4-81b60f71fad3 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 210 time: 0.0269172 Aug 17 04:22:10.110479 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:22:10.159600 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:22:10.159980 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:11.161900 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0cb66116-9111-4a99-843d-d49a5a8681a9 req-e39e0923-83a3-4eb6-80d0-b6fec1793a48 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 210 time: 0.0265985 Aug 17 04:22:11.457059 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-6ce278e6-0b0a-4c08-9bd1-b42f2ce0a096 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:11.458608 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-6ce278e6-0b0a-4c08-9bd1-b42f2ce0a096 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.30 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 808 time: 0.1130674 Aug 17 04:22:11.508603 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-6f7b324c-4645-42d8-9448-f128d9e348d1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a7fbe9e3c9f41f1a30140339031e718 HTTP/1.1" status: 200 len: 379 time: 0.0402524 Aug 17 04:22:11.519060 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-895a2086-757f-40a9-a563-2c9bb2e4c853 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Request body: {'port': {'device_id': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'admin_state_up': True, 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'security_groups': ['a503e825-b9a0-4013-8808-221ff6737ee2']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:22:11.706850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-895a2086-757f-40a9-a563-2c9bb2e4c853 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Made reservation on behalf of 2a7fbe9e3c9f41f1a30140339031e718 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:22:11.710705 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-895a2086-757f-40a9-a563-2c9bb2e4c853 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:11.846632 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-895a2086-757f-40a9-a563-2c9bb2e4c853 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Allocated IP 172.20.0.6 (52590bf8-9602-4629-ba48-31c6af418b33/6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f/dc1fdff6-0868-424b-8e33-9bba5f76755f) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:22:11.992003 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-895a2086-757f-40a9-a563-2c9bb2e4c853 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:12.006215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-895a2086-757f-40a9-a563-2c9bb2e4c853 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Transition to ACTIVE for port object dc1fdff6-0868-424b-8e33-9bba5f76755f will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:22:12.108003 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-895a2086-757f-40a9-a563-2c9bb2e4c853 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:12.148941 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-895a2086-757f-40a9-a563-2c9bb2e4c853 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Network 52590bf8-9602-4629-ba48-31c6af418b33 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:22:12.154687 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-895a2086-757f-40a9-a563-2c9bb2e4c853 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:22:12.158467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-895a2086-757f-40a9-a563-2c9bb2e4c853 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:22:12.188759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-895a2086-757f-40a9-a563-2c9bb2e4c853 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'Port': ['ID=dc1fdff6-0868-424b-8e33-9bba5f76755f,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:12.220847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-895a2086-757f-40a9-a563-2c9bb2e4c853 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:12.221629 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-895a2086-757f-40a9-a563-2c9bb2e4c853 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:12.290517 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-895a2086-757f-40a9-a563-2c9bb2e4c853 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7752252 Aug 17 04:22:12.296356 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72a47e56-0563-48c1-8163-05f79edd8c56 req-9356fba3-dde0-469e-a930-f82564e7ee6b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:12.297959 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-72a47e56-0563-48c1-8163-05f79edd8c56 req-9356fba3-dde0-469e-a930-f82564e7ee6b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 931 time: 0.0538890 Aug 17 04:22:12.306849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-6690f6b9-43c3-4ee0-a43e-a33348238672 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:22:12.309881 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-6690f6b9-43c3-4ee0-a43e-a33348238672 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0120859 Aug 17 04:22:12.348839 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-72a47e56-0563-48c1-8163-05f79edd8c56 req-4b34ff69-b115-4ee6-b877-5cc61f9f0b83 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357525 Aug 17 04:22:12.441052 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Request body: {'port': {'device_id': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:22:12.472674 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-28a82776-2cdb-4aa2-aac9-f47086e88b42 None None] Provisioning for port dc1fdff6-0868-424b-8e33-9bba5f76755f completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:22:12.476972 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-28a82776-2cdb-4aa2-aac9-f47086e88b42 None None] Provisioning complete for port dc1fdff6-0868-424b-8e33-9bba5f76755f triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:22:12.477510 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-28a82776-2cdb-4aa2-aac9-f47086e88b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:12.501767 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:12.517820 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-28a82776-2cdb-4aa2-aac9-f47086e88b42 None None] Port dc1fdff6-0868-424b-8e33-9bba5f76755f cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:22:12.768321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1fdff6-0868-424b-8e33-9bba5f76755f {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:22:12.775985 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:12.787854 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Transition to ACTIVE for port object dc1fdff6-0868-424b-8e33-9bba5f76755f will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:22:12.867235 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:12.919049 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Pushing event updated for resources: {'Port': ['ID=dc1fdff6-0868-424b-8e33-9bba5f76755f,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:12.993482 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Attempting to bind port dc1fdff6-0868-424b-8e33-9bba5f76755f on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:22:12.993827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Attempting to bind port dc1fdff6-0868-424b-8e33-9bba5f76755f by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:22:12.994162 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Attempting to bind port dc1fdff6-0868-424b-8e33-9bba5f76755f on network 52590bf8-9602-4629-ba48-31c6af418b33 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:22:12.999098 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Port dc1fdff6-0868-424b-8e33-9bba5f76755f on network 52590bf8-9602-4629-ba48-31c6af418b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:22:12.999441 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Attempting to bind port dc1fdff6-0868-424b-8e33-9bba5f76755f on network 52590bf8-9602-4629-ba48-31c6af418b33 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:22:13.004753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 22, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:22:13.005034 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Checking segment: {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:22:13.005450 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Bound using segment: {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:22:13.005951 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Bound port: dc1fdff6-0868-424b-8e33-9bba5f76755f, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:22:13.006323 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:13.076690 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] For port dc1fdff6-0868-424b-8e33-9bba5f76755f, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:22:13.080015 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] For port dc1fdff6-0868-424b-8e33-9bba5f76755f, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:22:13.142090 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:13.179864 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:13.180485 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:13.181931 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] 10.222.0.30 "PUT /v2.0/ports/dc1fdff6-0868-424b-8e33-9bba5f76755f HTTP/1.1" status: 200 len: 1091 time: 0.8644726 Aug 17 04:22:13.182377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'tag': 'dc1fdff6-0868-424b-8e33-9bba5f76755f'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:22:13.185229 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c7ca5ef2-2681-4da8-9ee7-5e29b2485c68" -d '{"events": [{"name": "network-changed", "server_uuid": "bf48ae72-f126-4d96-abd0-92b69c42623d", "tag": "dc1fdff6-0868-424b-8e33-9bba5f76755f"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:22:13.213707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67cf2932-7ebb-4bb4-bc91-606b1ad754cc service neutron] Pushing event updated for resources: {'Port': ['ID=dc1fdff6-0868-424b-8e33-9bba5f76755f,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:13.233767 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:22:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f33d013-5236-488e-9e7b-fee6db77ca14 x-openstack-request-id: req-9f33d013-5236-488e-9e7b-fee6db77ca14 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:22:13.234152 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf48ae72-f126-4d96-abd0-92b69c42623d", "tag": "dc1fdff6-0868-424b-8e33-9bba5f76755f", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:22:13.234412 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9f33d013-5236-488e-9e7b-fee6db77ca14 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:22:13.234821 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'tag': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'status': 'completed', 'code': 200} Aug 17 04:22:13.313292 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca5ef2-2681-4da8-9ee7-5e29b2485c68 req-6e9787da-e07e-482b-bbfc-feddb5c8295a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:13.314887 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7ca5ef2-2681-4da8-9ee7-5e29b2485c68 req-6e9787da-e07e-482b-bbfc-feddb5c8295a service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 1094 time: 0.0548644 Aug 17 04:22:13.441340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca5ef2-2681-4da8-9ee7-5e29b2485c68 req-5b0ce9ec-4d59-465e-9964-14ae0e704050 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:13.443191 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7ca5ef2-2681-4da8-9ee7-5e29b2485c68 req-5b0ce9ec-4d59-465e-9964-14ae0e704050 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&shared=False HTTP/1.1" status: 200 len: 908 time: 0.1206336 Aug 17 04:22:13.490923 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c7975af-d544-4af0-a278-407374a58027 req-b6f16ea3-7648-4508-9196-ac90963ff162 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:13.492615 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c7975af-d544-4af0-a278-407374a58027 req-b6f16ea3-7648-4508-9196-ac90963ff162 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 943 time: 0.0612211 Aug 17 04:22:13.543336 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c7975af-d544-4af0-a278-407374a58027 req-f3a48556-48a9-41b4-91ad-0962a66d2237 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424445 Aug 17 04:22:13.555493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca5ef2-2681-4da8-9ee7-5e29b2485c68 req-4af55b1a-4411-4863-af74-ab3d9bd5d443 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:13.557003 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c7ca5ef2-2681-4da8-9ee7-5e29b2485c68 req-4af55b1a-4411-4863-af74-ab3d9bd5d443 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.1066506 Aug 17 04:22:13.639326 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-48effae4-ec20-4de4-86ad-63852525f463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:13.640918 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-48effae4-ec20-4de4-86ad-63852525f463 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 1094 time: 0.0463073 Aug 17 04:22:13.686634 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-4d2cd02d-da70-4df1-bd38-375ddd8d3e15 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f HTTP/1.1" status: 200 len: 217 time: 0.0383003 Aug 17 04:22:13.737955 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-19a57ef6-938e-4a35-9649-30858e785f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:13.739440 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-19a57ef6-938e-4a35-9649-30858e785f34 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0460269 Aug 17 04:22:13.792569 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-5c8a180e-56c5-467f-a4d1-a7a76f9b2b4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:13.794823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-5c8a180e-56c5-467f-a4d1-a7a76f9b2b4c service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0475016 Aug 17 04:22:13.892454 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-964d602f-fe87-44d7-93e3-45bb68bd5176 service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903783 Aug 17 04:22:13.998258 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5bc6d2ae-cbac-4e5f-ae2f-e43c93c077fd req-b24beab1-d5a2-42f3-b3ab-cb1084412a3e service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0990157 Aug 17 04:22:14.676196 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f8abeb9-1d94-4992-874d-fad3499bc811 req-df5be548-6f18-452e-9f3a-40cb2aeec1cb tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:14.677730 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f8abeb9-1d94-4992-874d-fad3499bc811 req-df5be548-6f18-452e-9f3a-40cb2aeec1cb tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 943 time: 0.0544710 Aug 17 04:22:14.720503 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f8abeb9-1d94-4992-874d-fad3499bc811 req-5f1392f0-4082-4a65-8a78-6f8b7b44340e tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358186 Aug 17 04:22:15.364480 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-6141e43c-7a33-4e29-8de4-60dd64406774 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:15.839500 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f04018-0dc5-4052-b12b-bc4c6ebea8eb req-a2b490fa-f602-4d6d-982f-b1ceaa401220 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:15.841031 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-05f04018-0dc5-4052-b12b-bc4c6ebea8eb req-a2b490fa-f602-4d6d-982f-b1ceaa401220 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 943 time: 0.0510654 Aug 17 04:22:15.880586 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-05f04018-0dc5-4052-b12b-bc4c6ebea8eb req-85a7e07e-ef9b-4958-b0e0-afb8c0edc417 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333328 Aug 17 04:22:16.834595 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device dc1fdff6-0868-424b-8e33-9bba5f76755f details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:22:16.934331 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port dc1fdff6-0868-424b-8e33-9bba5f76755f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:22:16.952355 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'port_id': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'mac_address': 'fa:16:3e:b9:ca:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:22:16.996620 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:17.011138 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1fdff6-0868-424b-8e33-9bba5f76755f {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:22:17.013668 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36104c3d-5fcb-4323-93e6-9a0152fd1a2d req-b6953361-54f2-493f-ab38-3c5d25cc846c tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:17.017928 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-36104c3d-5fcb-4323-93e6-9a0152fd1a2d req-b6953361-54f2-493f-ab38-3c5d25cc846c tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 943 time: 0.0661561 Aug 17 04:22:17.035709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port dc1fdff6-0868-424b-8e33-9bba5f76755f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:22:17.058568 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-36104c3d-5fcb-4323-93e6-9a0152fd1a2d req-9c19027b-2155-4099-9c6c-4cad8d33def4 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367880 Aug 17 04:22:17.101178 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:17.151068 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=dc1fdff6-0868-424b-8e33-9bba5f76755f,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:17.356179 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['dc1fdff6-0868-424b-8e33-9bba5f76755f'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:22:17.986915 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7b5a67fb-9558-4212-a9b3-81cee0cea373 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:18.180987 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e880088-5b18-4b29-8afa-30774aabc470 req-a57c9972-7bbb-4ba5-91e9-4719c01476de tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:18.184857 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6e880088-5b18-4b29-8afa-30774aabc470 req-a57c9972-7bbb-4ba5-91e9-4719c01476de tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 944 time: 0.0532353 Aug 17 04:22:18.224318 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6e880088-5b18-4b29-8afa-30774aabc470 req-19930144-1c9d-495f-a377-648604fc486b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0342953 Aug 17 04:22:18.261577 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:18.863611 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device dc1fdff6-0868-424b-8e33-9bba5f76755f up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:22:18.969481 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port dc1fdff6-0868-424b-8e33-9bba5f76755f completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:22:18.973627 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port dc1fdff6-0868-424b-8e33-9bba5f76755f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:22:18.974013 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:19.055742 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:19.079646 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1fdff6-0868-424b-8e33-9bba5f76755f'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:22:19.081943 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c450bbc7-cff4-4dde-af04-0d967add312d" -d '{"events": [{"server_uuid": "bf48ae72-f126-4d96-abd0-92b69c42623d", "name": "network-vif-plugged", "status": "completed", "tag": "dc1fdff6-0868-424b-8e33-9bba5f76755f"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:22:19.096900 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port dc1fdff6-0868-424b-8e33-9bba5f76755f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:22:19.122417 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:22:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f4b6485-b706-4491-8318-54650a3da001 x-openstack-request-id: req-1f4b6485-b706-4491-8318-54650a3da001 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:22:19.122724 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf48ae72-f126-4d96-abd0-92b69c42623d", "name": "network-vif-plugged", "status": "completed", "tag": "dc1fdff6-0868-424b-8e33-9bba5f76755f", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:22:19.122986 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1f4b6485-b706-4491-8318-54650a3da001 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:22:19.123392 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'code': 200} Aug 17 04:22:19.158880 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:19.210220 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=dc1fdff6-0868-424b-8e33-9bba5f76755f,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:19.221649 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-121f2722-8698-4746-9357-1e5feea2eaa7 req-b92b12aa-c853-4072-9c4b-e215a3d858c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:19.223315 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-121f2722-8698-4746-9357-1e5feea2eaa7 req-b92b12aa-c853-4072-9c4b-e215a3d858c9 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 1096 time: 0.0430615 Aug 17 04:22:19.268579 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-121f2722-8698-4746-9357-1e5feea2eaa7 req-341240a9-ac2a-4932-afa1-726e3baac55d service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0382104 Aug 17 04:22:19.350420 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caadd63a-9011-485f-aefa-db87e53f18f5 req-3d89e608-1759-4fde-86f3-a8d7f4bb9a44 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:19.351897 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-caadd63a-9011-485f-aefa-db87e53f18f5 req-3d89e608-1759-4fde-86f3-a8d7f4bb9a44 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0535355 Aug 17 04:22:19.393302 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-caadd63a-9011-485f-aefa-db87e53f18f5 req-7324dc7b-3121-45bf-a10e-d3b69874c8d5 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338435 Aug 17 04:22:19.507257 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:20.516885 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773e120-4ed9-4e09-9a4d-1fcf88472333 req-6e6d76c8-0bdb-40a7-992a-6a15cd53baef tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:20.518445 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7773e120-4ed9-4e09-9a4d-1fcf88472333 req-6e6d76c8-0bdb-40a7-992a-6a15cd53baef tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0548856 Aug 17 04:22:20.556996 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7773e120-4ed9-4e09-9a4d-1fcf88472333 req-2bc54155-d270-45a3-8786-4c78dbf99ff5 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325365 Aug 17 04:22:20.676674 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a79079-2e2c-4017-aec7-5add147d8f87 req-94354fe2-da12-40fe-a0ea-e44630cbfc37 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:20.678242 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e5a79079-2e2c-4017-aec7-5add147d8f87 req-94354fe2-da12-40fe-a0ea-e44630cbfc37 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0514200 Aug 17 04:22:20.718807 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e5a79079-2e2c-4017-aec7-5add147d8f87 req-32b57f9b-7100-4324-9a10-0e96d05e2935 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0337095 Aug 17 04:22:20.741404 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46500) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:22:20.829800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64d260c-248b-452c-9e57-1aabc22ea2ac tempest-TestShelveInstance-102019538 tempest-TestShelveInstance-102019538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:20.831399 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a64d260c-248b-452c-9e57-1aabc22ea2ac tempest-TestShelveInstance-102019538 tempest-TestShelveInstance-102019538-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 1091 time: 0.0889192 Aug 17 04:22:20.834508 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 46504) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:22:20.839683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'fixed_ip_address': '172.20.0.6'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:22:20.918476 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:21.018574 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:21.128908 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Allocated IP 172.25.1.198 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/8b8b4f1a-174f-41c0-b7e3-d4e280986a58) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:22:21.215552 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:21.238167 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:21.347390 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:21.392978 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:22:21.396207 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:22:21.398901 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:22:21.423535 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'Port': ['ID=8b8b4f1a-174f-41c0-b7e3-d4e280986a58,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:22.109922 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:22.242072 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:22.397518 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:22.460443 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:22.533753 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'Port': ['ID=8b8b4f1a-174f-41c0-b7e3-d4e280986a58,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:22:22.546387 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:22.653341 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Floating IP b0921606-1293-4a44-b4fd-573df824cc99 associated. External IP: 172.25.1.198, port: dc1fdff6-0868-424b-8e33-9bba5f76755f. Aug 17 04:22:22.863865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Router b81cf68f-a309-43f1-aa79-79c9da0a09ac has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:22:22.977507 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:22:22.989373 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d071c-319f-4ce6-9ce2-7e5db4ffaa37 None None] Sync routers for ids ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:22:22.999981 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d071c-319f-4ce6-9ce2-7e5db4ffaa37 None None] Routers {'b81cf68f-a309-43f1-aa79-79c9da0a09ac'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:22:23.000667 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-214d071c-319f-4ce6-9ce2-7e5db4ffaa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:22:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:22:23.043746 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:23.072123 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-d6c7fa8d-58cc-412c-817f-d16a5f571099 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2365086 Aug 17 04:22:23.072812 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'tag': 'dc1fdff6-0868-424b-8e33-9bba5f76755f'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:22:23.075180 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2f06371e-3e49-4dce-96eb-5636a14686fe" -d '{"events": [{"name": "network-changed", "server_uuid": "bf48ae72-f126-4d96-abd0-92b69c42623d", "tag": "dc1fdff6-0868-424b-8e33-9bba5f76755f"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:22:23.113052 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-214d071c-319f-4ce6-9ce2-7e5db4ffaa37 None None] Set router b81cf68f-a309-43f1-aa79-79c9da0a09ac gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:22:23.115758 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:22:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2ad51aee-43bc-4258-b21f-c09652caf575 x-openstack-request-id: req-2ad51aee-43bc-4258-b21f-c09652caf575 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:22:23.116293 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf48ae72-f126-4d96-abd0-92b69c42623d", "tag": "dc1fdff6-0868-424b-8e33-9bba5f76755f", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:22:23.116293 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2ad51aee-43bc-4258-b21f-c09652caf575 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:22:23.116714 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'tag': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'status': 'completed', 'code': 200} Aug 17 04:22:23.185267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06371e-3e49-4dce-96eb-5636a14686fe req-a78373d0-fb7d-4030-8897-7819057d17f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:23.186929 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f06371e-3e49-4dce-96eb-5636a14686fe req-a78373d0-fb7d-4030-8897-7819057d17f9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 1096 time: 0.0469451 Aug 17 04:22:23.279645 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06371e-3e49-4dce-96eb-5636a14686fe req-f68cb5ef-adaf-4e91-8e3a-99183be3886f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:23.281059 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f06371e-3e49-4dce-96eb-5636a14686fe req-f68cb5ef-adaf-4e91-8e3a-99183be3886f service neutron] 10.222.0.30 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.0865417 Aug 17 04:22:23.348181 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-214d071c-319f-4ce6-9ce2-7e5db4ffaa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 4, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'b0921606-1293-4a44-b4fd-573df824cc99', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'port_id': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'mac_address': 'fa:16:3e:b9:ca:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:22:21Z', 'updated_at': '2021-08-17T04:22:21Z', 'revision_number': 0, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b539d2-4bca-4ced-84f8-b6c5a80d1766', 'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'mac_address': 'fa:16:3e:c8:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:55Z', 'updated_at': '2021-08-17T04:22:02Z', 'revision_number': 5, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'subnets': [{'id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:22:23.361015 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f06371e-3e49-4dce-96eb-5636a14686fe req-e1589c7b-43dc-40d7-9aaa-5355c1d448bf service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f HTTP/1.1" status: 200 len: 999 time: 0.0725186 Aug 17 04:22:23.374504 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d071c-319f-4ce6-9ce2-7e5db4ffaa37 None None] Checking router: b81cf68f-a309-43f1-aa79-79c9da0a09ac for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:22:23.382573 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-214d071c-319f-4ce6-9ce2-7e5db4ffaa37 None None] Routers {'b81cf68f-a309-43f1-aa79-79c9da0a09ac'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:22:23.383171 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-214d071c-319f-4ce6-9ce2-7e5db4ffaa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:22:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:22:23.412465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06371e-3e49-4dce-96eb-5636a14686fe req-b71089f5-632a-462b-9b25-b404513ab41e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:23.414214 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f06371e-3e49-4dce-96eb-5636a14686fe req-b71089f5-632a-462b-9b25-b404513ab41e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0458519 Aug 17 04:22:23.461150 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f06371e-3e49-4dce-96eb-5636a14686fe req-09e14b75-5de0-4bc6-aa01-6db8b24189f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:23.462727 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f06371e-3e49-4dce-96eb-5636a14686fe req-09e14b75-5de0-4bc6-aa01-6db8b24189f3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0417714 Aug 17 04:22:23.488512 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-214d071c-319f-4ce6-9ce2-7e5db4ffaa37 None None] Set router b81cf68f-a309-43f1-aa79-79c9da0a09ac gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:22:23.559315 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f06371e-3e49-4dce-96eb-5636a14686fe req-0e7faca9-0376-42c3-aeb7-9be9115784c3 service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886261 Aug 17 04:22:23.654965 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2f06371e-3e49-4dce-96eb-5636a14686fe req-f86ad775-ff1c-4928-992e-d67f1e7f22e4 service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879872 Aug 17 04:22:23.809103 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-214d071c-319f-4ce6-9ce2-7e5db4ffaa37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 4, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'b0921606-1293-4a44-b4fd-573df824cc99', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'port_id': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'mac_address': 'fa:16:3e:b9:ca:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:22:21Z', 'updated_at': '2021-08-17T04:22:21Z', 'revision_number': 0, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b539d2-4bca-4ced-84f8-b6c5a80d1766', 'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'mac_address': 'fa:16:3e:c8:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:55Z', 'updated_at': '2021-08-17T04:22:02Z', 'revision_number': 5, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'subnets': [{'id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:22:23.835651 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-214d071c-319f-4ce6-9ce2-7e5db4ffaa37 None None] The sync data for ids ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'] in n-d-802060-9 is: [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 4, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'b0921606-1293-4a44-b4fd-573df824cc99', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'floating_ip_address': '172.25.1.198', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'port_id': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 4306, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'mac_address': 'fa:16:3e:b9:ca:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:22:21Z', 'updated_at': '2021-08-17T04:22:21Z', 'revision_number': 0, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b539d2-4bca-4ced-84f8-b6c5a80d1766', 'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'mac_address': 'fa:16:3e:c8:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:55Z', 'updated_at': '2021-08-17T04:22:02Z', 'revision_number': 5, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'subnets': [{'id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:22:24.025453 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10d621e5-4bf3-4d80-bd3e-08e5c0fd0379 None None] New status for floating IP b0921606-1293-4a44-b4fd-573df824cc99: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:22:31.786373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb533d3d-b6ff-4738-849e-1acccfd41ec8 req-dc148afb-4c10-4047-b442-3471e904e99e service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0448737 Aug 17 04:22:31.870084 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb533d3d-b6ff-4738-849e-1acccfd41ec8 req-ac9b36e5-ba2a-439b-8164-bef0d65c02c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:31.871621 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb533d3d-b6ff-4738-849e-1acccfd41ec8 req-ac9b36e5-ba2a-439b-8164-bef0d65c02c9 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 1096 time: 0.0408299 Aug 17 04:22:31.978501 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb533d3d-b6ff-4738-849e-1acccfd41ec8 req-e2f5c098-8e64-4487-ac03-f8c65beca51b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:31.980021 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb533d3d-b6ff-4738-849e-1acccfd41ec8 req-e2f5c098-8e64-4487-ac03-f8c65beca51b service neutron] 10.222.0.30 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.0894763 Aug 17 04:22:32.054679 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb533d3d-b6ff-4738-849e-1acccfd41ec8 req-147bfb09-0858-4830-a69c-79891b018463 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f HTTP/1.1" status: 200 len: 1001 time: 0.0635297 Aug 17 04:22:32.107282 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb533d3d-b6ff-4738-849e-1acccfd41ec8 req-134de046-6762-4d04-b955-02e4258435bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:32.108750 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb533d3d-b6ff-4738-849e-1acccfd41ec8 req-134de046-6762-4d04-b955-02e4258435bb service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0449409 Aug 17 04:22:32.159332 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb533d3d-b6ff-4738-849e-1acccfd41ec8 req-028f907a-cda5-4d82-b4f1-d7d0cbd35af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:22:32.160861 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb533d3d-b6ff-4738-849e-1acccfd41ec8 req-028f907a-cda5-4d82-b4f1-d7d0cbd35af6 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0410526 Aug 17 04:22:32.262465 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb533d3d-b6ff-4738-849e-1acccfd41ec8 req-4ab9776e-b029-4bc8-a5c7-4c8452ae34ee service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879440 Aug 17 04:22:32.358966 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-fb533d3d-b6ff-4738-849e-1acccfd41ec8 req-32a9f27f-f560-4051-96cb-d29fb3483da4 service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891232 Aug 17 04:22:34.009558 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:34.758068 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:44.555823 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:22:45.369155 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-56f2afce-461f-4283-950b-b21c438a183d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:47.963224 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8ccbef82-c720-42b5-82a4-82ac2fe9b4ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:48.288377 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:49.500518 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:22:51.231842 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:04.008618 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:04.774987 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:15.357345 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fb8a64bb-5a04-4521-a712-64fae5eb34a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:17.968050 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-27ec7f67-b566-4685-a53c-95746febe366 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:18.242737 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:19.487706 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:21.191007 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:21.555716 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:23:33.368247 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d71bbdb6-a45d-4035-b8fa-5db00c905f16 req-c30dded4-41a5-48fb-9e7a-736da63868fc service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416772 Aug 17 04:23:33.454078 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bbdb6-a45d-4035-b8fa-5db00c905f16 req-073fa64c-90fb-43dc-a3a3-141335e177b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:23:33.455630 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d71bbdb6-a45d-4035-b8fa-5db00c905f16 req-073fa64c-90fb-43dc-a3a3-141335e177b5 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 1096 time: 0.0422444 Aug 17 04:23:33.572216 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bbdb6-a45d-4035-b8fa-5db00c905f16 req-add0bed6-76b6-489a-9226-4be84b4b6bcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:23:33.574421 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d71bbdb6-a45d-4035-b8fa-5db00c905f16 req-add0bed6-76b6-489a-9226-4be84b4b6bcd service neutron] 10.222.0.30 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.0969472 Aug 17 04:23:33.640907 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d71bbdb6-a45d-4035-b8fa-5db00c905f16 req-ac984f77-5a04-4d5d-a8ed-870be5ac0e92 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f HTTP/1.1" status: 200 len: 1001 time: 0.0597765 Aug 17 04:23:33.691279 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bbdb6-a45d-4035-b8fa-5db00c905f16 req-510c10d8-2933-46e0-af52-4cf1079810e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:23:33.693056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d71bbdb6-a45d-4035-b8fa-5db00c905f16 req-510c10d8-2933-46e0-af52-4cf1079810e7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0439181 Aug 17 04:23:33.744245 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d71bbdb6-a45d-4035-b8fa-5db00c905f16 req-629e9830-ad9d-42f2-b5f1-c65dc485f29f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:23:33.745817 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d71bbdb6-a45d-4035-b8fa-5db00c905f16 req-629e9830-ad9d-42f2-b5f1-c65dc485f29f service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0459661 Aug 17 04:23:33.839386 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d71bbdb6-a45d-4035-b8fa-5db00c905f16 req-3401b175-9c95-4cf6-a9a5-daa52018d3e7 service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866003 Aug 17 04:23:33.932578 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d71bbdb6-a45d-4035-b8fa-5db00c905f16 req-53eed6e4-9212-440d-945e-2ccf39e00f03 service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862179 Aug 17 04:23:34.179389 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:34.739552 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:45.344796 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-85b3cdc1-5bd9-4826-bdef-c482ff1d7ff8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:47.956361 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dc332702-858a-4834-b244-3d90c2d25e1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:48.258602 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:49.487726 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:51.219195 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:23:58.555463 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:24:04.104961 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:04.779062 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:15.332872 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ed182fae-31c3-4c5b-95ea-c2367001eeda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:17.961858 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-168dcd32-d59a-40cd-af78-e44b4768e5b1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:18.264382 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:18.924748 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10af0ecf-5ac7-4791-a758-d38c2f012d18 req-9f2cbd57-6350-4260-9cc1-d2ec5bc9a41d tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:18.926349 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10af0ecf-5ac7-4791-a758-d38c2f012d18 req-9f2cbd57-6350-4260-9cc1-d2ec5bc9a41d tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0552237 Aug 17 04:24:18.972154 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10af0ecf-5ac7-4791-a758-d38c2f012d18 req-8f255f38-a0f1-4b84-a19b-47473ac7e255 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389421 Aug 17 04:24:19.515369 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:20.124348 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41a984d1-390c-4fb0-9805-8e0e27379b3f req-beb4818d-2328-4a8a-9ede-6f6ca7cb9529 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:20.127173 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41a984d1-390c-4fb0-9805-8e0e27379b3f req-beb4818d-2328-4a8a-9ede-6f6ca7cb9529 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0514030 Aug 17 04:24:20.171351 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-41a984d1-390c-4fb0-9805-8e0e27379b3f req-2ac6dca2-60e6-4a33-af24-48063a4bbe5b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0390229 Aug 17 04:24:21.215152 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:21.297743 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7233165e-6eac-4309-91b6-e7d0eff2a53b req-2e4215e2-ff16-49e7-9662-2df0391ca836 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:21.299282 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7233165e-6eac-4309-91b6-e7d0eff2a53b req-2e4215e2-ff16-49e7-9662-2df0391ca836 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0565255 Aug 17 04:24:21.339579 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7233165e-6eac-4309-91b6-e7d0eff2a53b req-d5e302bf-6e94-4fa2-bf11-1b4a8d7e275a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333326 Aug 17 04:24:22.454472 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9095e64f-60f6-42d5-8da3-ee97b24d32f3 req-98af76ad-e2bc-4170-942d-2af393cfb869 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:22.455944 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9095e64f-60f6-42d5-8da3-ee97b24d32f3 req-98af76ad-e2bc-4170-942d-2af393cfb869 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0488517 Aug 17 04:24:22.499557 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9095e64f-60f6-42d5-8da3-ee97b24d32f3 req-ea0dde73-c5e8-4d93-b701-cbdef80c5fa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0376482 Aug 17 04:24:23.637854 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b34fe8c-0462-443b-b43d-605cd4a02387 req-3f260ffa-d252-4b3c-8540-eb9de678d3b7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:23.639472 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b34fe8c-0462-443b-b43d-605cd4a02387 req-3f260ffa-d252-4b3c-8540-eb9de678d3b7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0694294 Aug 17 04:24:23.678188 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7b34fe8c-0462-443b-b43d-605cd4a02387 req-fd7f8881-54b0-41ea-82c9-f9780b5a55fb tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327666 Aug 17 04:24:24.802179 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95adb5b0-e0bf-45ff-9e62-29c430eec7ef req-23582730-1f06-4fc7-a866-46ad3c1d5d7d tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:24.803716 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95adb5b0-e0bf-45ff-9e62-29c430eec7ef req-23582730-1f06-4fc7-a866-46ad3c1d5d7d tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0546696 Aug 17 04:24:24.846419 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-95adb5b0-e0bf-45ff-9e62-29c430eec7ef req-e0abedde-d4ca-4a6c-9b24-372829a4c451 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365529 Aug 17 04:24:25.975363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53784ed5-dcca-488d-b37b-d13bdcc12e5c req-8b0fb6da-0764-427a-a82e-8155feb3c1d1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:25.976875 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-53784ed5-dcca-488d-b37b-d13bdcc12e5c req-8b0fb6da-0764-427a-a82e-8155feb3c1d1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0522032 Aug 17 04:24:26.021023 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-53784ed5-dcca-488d-b37b-d13bdcc12e5c req-b17a069e-2bf4-4712-9894-336ec917c6c2 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372548 Aug 17 04:24:27.140330 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-824d5ee3-120c-40b1-9248-f2b6028996ae req-a855f96e-f5cf-4ea2-a993-c44a0cf8c3a7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:27.141846 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-824d5ee3-120c-40b1-9248-f2b6028996ae req-a855f96e-f5cf-4ea2-a993-c44a0cf8c3a7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0488110 Aug 17 04:24:27.180711 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-824d5ee3-120c-40b1-9248-f2b6028996ae req-50afcd84-d1ac-4829-a0fc-6c8dcadd951d tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330083 Aug 17 04:24:28.306550 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b0db5f-b206-4bb6-a0db-06e81f7e2a94 req-3ae80f31-ce18-40d9-8841-90f018467cc1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:28.308261 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96b0db5f-b206-4bb6-a0db-06e81f7e2a94 req-3ae80f31-ce18-40d9-8841-90f018467cc1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0522697 Aug 17 04:24:28.349942 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-96b0db5f-b206-4bb6-a0db-06e81f7e2a94 req-c3e2d107-de5b-44f2-b61e-970df91bfcd3 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352492 Aug 17 04:24:29.467508 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507d1d9b-9b3e-4477-bc21-abbf5799552a req-223e13f6-61b8-4b20-9774-62b03ad46f92 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:29.469187 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-507d1d9b-9b3e-4477-bc21-abbf5799552a req-223e13f6-61b8-4b20-9774-62b03ad46f92 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0494487 Aug 17 04:24:29.510782 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device dc1fdff6-0868-424b-8e33-9bba5f76755f details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:24:29.516310 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-507d1d9b-9b3e-4477-bc21-abbf5799552a req-c252bbdc-6707-4878-9336-94c210cf13f0 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365772 Aug 17 04:24:29.615538 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port dc1fdff6-0868-424b-8e33-9bba5f76755f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:24:29.628592 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'port_id': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'mac_address': 'fa:16:3e:b9:ca:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:24:29.668806 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:29.684441 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id dc1fdff6-0868-424b-8e33-9bba5f76755f {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:24:29.707381 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port dc1fdff6-0868-424b-8e33-9bba5f76755f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:24:29.784356 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:29.835241 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=dc1fdff6-0868-424b-8e33-9bba5f76755f,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:24:29.843520 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:29.843859 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:29.844206 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:29.844540 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:29.844868 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:29.845206 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:29.845546 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:29.845873 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:29.846190 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:29.846510 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:29.846828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:29.847144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:29.877961 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['dc1fdff6-0868-424b-8e33-9bba5f76755f'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:24:30.639067 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ffb5e64-e821-4529-948d-46268f2f34ca req-9f953114-ced8-4999-9154-01e75f6551a5 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:30.640591 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ffb5e64-e821-4529-948d-46268f2f34ca req-9f953114-ced8-4999-9154-01e75f6551a5 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 944 time: 0.0537198 Aug 17 04:24:30.688437 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ffb5e64-e821-4529-948d-46268f2f34ca req-1ad21162-b5da-403e-a661-b31daf00f2ed tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0415885 Aug 17 04:24:31.520034 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device dc1fdff6-0868-424b-8e33-9bba5f76755f up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:24:31.568714 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port dc1fdff6-0868-424b-8e33-9bba5f76755f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:24:31.569094 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:31.652004 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:31.682831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1fdff6-0868-424b-8e33-9bba5f76755f'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:24:31.685113 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce281642-1f5e-4931-8ea2-ee9eed968ff4" -d '{"events": [{"server_uuid": "bf48ae72-f126-4d96-abd0-92b69c42623d", "name": "network-vif-plugged", "status": "completed", "tag": "dc1fdff6-0868-424b-8e33-9bba5f76755f"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:24:31.711140 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port dc1fdff6-0868-424b-8e33-9bba5f76755f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:24:31.785120 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:31.823269 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:24:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f429abd2-a829-45d1-bbb7-5165116b3b4f x-openstack-request-id: req-f429abd2-a829-45d1-bbb7-5165116b3b4f {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:24:31.824229 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf48ae72-f126-4d96-abd0-92b69c42623d", "name": "network-vif-plugged", "status": "completed", "tag": "dc1fdff6-0868-424b-8e33-9bba5f76755f", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:24:31.824331 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-f429abd2-a829-45d1-bbb7-5165116b3b4f {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:24:31.824743 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'code': 200} Aug 17 04:24:31.842555 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=dc1fdff6-0868-424b-8e33-9bba5f76755f,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:24:31.922384 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb549545-cd52-4e08-82eb-640873f8557c req-e2c03184-7028-4c20-8fc9-de2336e35b0f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:31.923945 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bb549545-cd52-4e08-82eb-640873f8557c req-e2c03184-7028-4c20-8fc9-de2336e35b0f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0513363 Aug 17 04:24:31.964533 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bb549545-cd52-4e08-82eb-640873f8557c req-48cbb38e-fe65-4638-905c-80b8705e80b9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0345926 Aug 17 04:24:33.123336 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789d3267-40eb-45ec-a389-058775db347e req-7ef1e9da-8089-4df7-bf03-2395aaf4d915 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:33.125765 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-789d3267-40eb-45ec-a389-058775db347e req-7ef1e9da-8089-4df7-bf03-2395aaf4d915 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0738549 Aug 17 04:24:33.178159 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-789d3267-40eb-45ec-a389-058775db347e req-3cd022cd-fca5-4c8a-9b90-4a67846ef32f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0457597 Aug 17 04:24:33.451378 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2c335-4879-4585-8997-d0ca84144634 req-550f58a9-7682-4d2a-83ba-f27916b117e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:33.453823 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05a2c335-4879-4585-8997-d0ca84144634 req-550f58a9-7682-4d2a-83ba-f27916b117e6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 1096 time: 0.0462387 Aug 17 04:24:33.572532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2c335-4879-4585-8997-d0ca84144634 req-779d94b9-67ea-498a-9153-ab0ffb631092 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:33.574461 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05a2c335-4879-4585-8997-d0ca84144634 req-779d94b9-67ea-498a-9153-ab0ffb631092 service neutron] 10.222.0.30 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.1004875 Aug 17 04:24:33.652228 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05a2c335-4879-4585-8997-d0ca84144634 req-c2d17967-56e6-4aad-ab57-00186355cae0 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f HTTP/1.1" status: 200 len: 1001 time: 0.0697887 Aug 17 04:24:33.720272 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2c335-4879-4585-8997-d0ca84144634 req-d303b50c-5d48-4e8d-b095-78b289738894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:33.721836 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05a2c335-4879-4585-8997-d0ca84144634 req-d303b50c-5d48-4e8d-b095-78b289738894 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0628700 Aug 17 04:24:33.792048 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05a2c335-4879-4585-8997-d0ca84144634 req-46e2921b-31e0-4798-99cd-05766aca8458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:33.794031 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05a2c335-4879-4585-8997-d0ca84144634 req-46e2921b-31e0-4798-99cd-05766aca8458 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0638363 Aug 17 04:24:33.906476 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05a2c335-4879-4585-8997-d0ca84144634 req-3f3c7505-6bb6-4ff7-8245-4c6857d2b4d1 service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052713 Aug 17 04:24:34.047734 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-05a2c335-4879-4585-8997-d0ca84144634 req-718d3f8e-eede-4d83-a0a8-a8b294110e59 service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1318028 Aug 17 04:24:34.069844 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:34.329072 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1aba428-88c3-4762-bf72-245d7e6014f5 req-c76cb42c-48ed-4fae-a84e-17398c48c708 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:34.330732 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1aba428-88c3-4762-bf72-245d7e6014f5 req-c76cb42c-48ed-4fae-a84e-17398c48c708 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0660174 Aug 17 04:24:34.380206 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d1aba428-88c3-4762-bf72-245d7e6014f5 req-3d8a15f2-a5dc-42fa-914c-b583669085a4 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403206 Aug 17 04:24:35.075777 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:35.529138 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5290c9e2-2eea-4718-9631-37c9201d3112 req-99290ff9-d8f8-422a-8983-fa2cb29a9910 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:35.530767 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5290c9e2-2eea-4718-9631-37c9201d3112 req-99290ff9-d8f8-422a-8983-fa2cb29a9910 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0572653 Aug 17 04:24:35.557198 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:24:35.576384 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5290c9e2-2eea-4718-9631-37c9201d3112 req-034fcbe2-2c1e-4c0d-94ee-acdd4160719d tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391262 Aug 17 04:24:36.708761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a38aacb-93b7-43d0-9bd0-ef29001577e7 req-cb247f60-f504-4cd0-884b-6172d9729855 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:36.710409 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2a38aacb-93b7-43d0-9bd0-ef29001577e7 req-cb247f60-f504-4cd0-884b-6172d9729855 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0558722 Aug 17 04:24:36.769280 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2a38aacb-93b7-43d0-9bd0-ef29001577e7 req-1d553054-2eca-4f83-9baa-22e59076005f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491431 Aug 17 04:24:37.892155 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586d9576-2633-47b4-b0fa-890f4c459183 req-feb53c5e-b1a2-408f-800a-f06a4f1aa4c8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:37.893687 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-586d9576-2633-47b4-b0fa-890f4c459183 req-feb53c5e-b1a2-408f-800a-f06a4f1aa4c8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0545239 Aug 17 04:24:37.939442 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-586d9576-2633-47b4-b0fa-890f4c459183 req-91830f25-1525-421a-bef6-3f227fd26c9c tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350361 Aug 17 04:24:39.083144 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136bfe3e-94ee-4b32-8b6f-fe844c11fb8f req-a7984f95-202c-4d23-83e4-1e84d1168c6f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:39.085539 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-136bfe3e-94ee-4b32-8b6f-fe844c11fb8f req-a7984f95-202c-4d23-83e4-1e84d1168c6f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0563397 Aug 17 04:24:39.134310 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-136bfe3e-94ee-4b32-8b6f-fe844c11fb8f req-d6f25373-2e83-4b09-91b2-726b24350ae8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0417416 Aug 17 04:24:40.261545 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea674a8-dcb6-416d-bd23-2b147669abee req-5d15f9b2-2aae-4121-9595-a08e5e7044e8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:40.263319 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ea674a8-dcb6-416d-bd23-2b147669abee req-5d15f9b2-2aae-4121-9595-a08e5e7044e8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0538471 Aug 17 04:24:40.309039 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ea674a8-dcb6-416d-bd23-2b147669abee req-797027c7-27e6-4ef1-ba06-d0ccd3272eca tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0394893 Aug 17 04:24:41.441084 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10e77a53-636c-4a7f-bde5-adbcaf689ab6 req-bd2f2b08-b1d2-49b4-bb34-702e009a27b3 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:41.450616 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10e77a53-636c-4a7f-bde5-adbcaf689ab6 req-bd2f2b08-b1d2-49b4-bb34-702e009a27b3 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0692086 Aug 17 04:24:41.514163 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10e77a53-636c-4a7f-bde5-adbcaf689ab6 req-69d2842b-0102-43f9-8452-c3c6a550fe26 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0625069 Aug 17 04:24:42.663899 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e219ba48-f362-45fe-bf42-7d7d6ea14dfe req-ea349c5a-f489-4a47-895c-9a4f3b837d33 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:42.666621 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e219ba48-f362-45fe-bf42-7d7d6ea14dfe req-ea349c5a-f489-4a47-895c-9a4f3b837d33 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0677438 Aug 17 04:24:42.727103 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e219ba48-f362-45fe-bf42-7d7d6ea14dfe req-3703ed84-123b-465b-9413-6d03d704f325 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510440 Aug 17 04:24:42.912027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba46d82-bfcc-44cb-ad9f-5fc6ba4f7911 req-0586ea05-02b2-4dcd-a53a-cde7af899712 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:42.914157 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cba46d82-bfcc-44cb-ad9f-5fc6ba4f7911 req-0586ea05-02b2-4dcd-a53a-cde7af899712 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 1096 time: 0.0556300 Aug 17 04:24:43.045695 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba46d82-bfcc-44cb-ad9f-5fc6ba4f7911 req-f4ab4b3b-832c-4e42-a7c5-1257c045d205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:43.047212 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cba46d82-bfcc-44cb-ad9f-5fc6ba4f7911 req-f4ab4b3b-832c-4e42-a7c5-1257c045d205 service neutron] 10.222.0.30 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.1256604 Aug 17 04:24:43.125107 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cba46d82-bfcc-44cb-ad9f-5fc6ba4f7911 req-e543fd1a-8203-4e63-9d15-079221a611e2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f HTTP/1.1" status: 200 len: 1001 time: 0.0699992 Aug 17 04:24:43.187579 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba46d82-bfcc-44cb-ad9f-5fc6ba4f7911 req-b9a87eef-9cbc-4306-a9b5-b52d1e149265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:43.190656 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cba46d82-bfcc-44cb-ad9f-5fc6ba4f7911 req-b9a87eef-9cbc-4306-a9b5-b52d1e149265 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0571663 Aug 17 04:24:43.248405 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cba46d82-bfcc-44cb-ad9f-5fc6ba4f7911 req-8c5def70-8745-4997-9507-900571e5786d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:43.250457 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cba46d82-bfcc-44cb-ad9f-5fc6ba4f7911 req-8c5def70-8745-4997-9507-900571e5786d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543363 Aug 17 04:24:43.348795 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cba46d82-bfcc-44cb-ad9f-5fc6ba4f7911 req-9e6ccfd9-6a47-4431-9469-37216501f40f service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0913680 Aug 17 04:24:43.445262 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cba46d82-bfcc-44cb-ad9f-5fc6ba4f7911 req-f9a59a5e-7b85-4f90-8ba2-912afd067f49 service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885887 Aug 17 04:24:43.872232 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47354612-85ee-4906-b93d-6ecf09b72f9f req-620ef0ae-87f5-4cac-b1c1-83113c874282 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:43.874397 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-47354612-85ee-4906-b93d-6ecf09b72f9f req-620ef0ae-87f5-4cac-b1c1-83113c874282 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0563047 Aug 17 04:24:43.919504 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-47354612-85ee-4906-b93d-6ecf09b72f9f req-08dc747c-9dc6-4283-b896-edd53c0cb719 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0391874 Aug 17 04:24:45.074877 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1485a60f-2707-40db-bc5b-44a4d177226e req-33c6ff39-360e-4b36-9fd9-838336d08f05 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:45.076445 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1485a60f-2707-40db-bc5b-44a4d177226e req-33c6ff39-360e-4b36-9fd9-838336d08f05 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0647550 Aug 17 04:24:45.116540 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1485a60f-2707-40db-bc5b-44a4d177226e req-b2ab6e58-af3e-4f6f-8c32-db9e241bec50 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0338089 Aug 17 04:24:45.332646 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c38923a9-5a77-4211-8a96-54c82a70fbd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:45.589266 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device dc1fdff6-0868-424b-8e33-9bba5f76755f no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:24:45.686064 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:45.712346 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1fdff6-0868-424b-8e33-9bba5f76755f'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:24:45.717146 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77b1dbcb-fb0f-47f6-86cc-082f8b075a76" -d '{"events": [{"server_uuid": "bf48ae72-f126-4d96-abd0-92b69c42623d", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1fdff6-0868-424b-8e33-9bba5f76755f"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:24:45.731194 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port dc1fdff6-0868-424b-8e33-9bba5f76755f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:24:45.765573 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 04:24:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bd200ec-f4f8-4b5f-80c7-8b8aa3b3ae71 x-openstack-request-id: req-8bd200ec-f4f8-4b5f-80c7-8b8aa3b3ae71 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:24:45.766334 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf48ae72-f126-4d96-abd0-92b69c42623d", "name": "network-vif-unplugged", "status": "completed", "tag": "dc1fdff6-0868-424b-8e33-9bba5f76755f", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:24:45.766334 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8bd200ec-f4f8-4b5f-80c7-8b8aa3b3ae71 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:24:45.766935 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'code': 200} Aug 17 04:24:45.801264 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:45.857464 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=dc1fdff6-0868-424b-8e33-9bba5f76755f,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:24:46.241754 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9580492-327b-4dc9-9da1-50fae4cfc7bc req-7af0fcaa-1ad3-4dcc-b119-4c234ed3dec6 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:46.244444 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a9580492-327b-4dc9-9da1-50fae4cfc7bc req-7af0fcaa-1ad3-4dcc-b119-4c234ed3dec6 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 943 time: 0.0525272 Aug 17 04:24:46.284153 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a9580492-327b-4dc9-9da1-50fae4cfc7bc req-ed04479d-d696-4c40-a0d3-26674c60cfa4 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341766 Aug 17 04:24:46.423854 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-1d84e96c-91ad-458f-92fc-61d67c518c4a req-68418889-0883-4585-b9c0-63e677e34540 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:24:46.424881 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1d84e96c-91ad-458f-92fc-61d67c518c4a req-68418889-0883-4585-b9c0-63e677e34540 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0748107 Aug 17 04:24:47.769462 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b7aaa55-7b9b-4bab-9c00-6475da4d4e3a req-6fc6b7bc-4c4f-41c5-b668-beae631ff979 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:47.771008 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0b7aaa55-7b9b-4bab-9c00-6475da4d4e3a req-6fc6b7bc-4c4f-41c5-b668-beae631ff979 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 943 time: 0.0521998 Aug 17 04:24:47.817106 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0b7aaa55-7b9b-4bab-9c00-6475da4d4e3a req-2252edd8-c710-4d0d-8865-871a15150085 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0396223 Aug 17 04:24:47.960616 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4a7ad9d6-4839-4342-bd36-de413eef70e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:48.274820 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:48.347243 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-e10c8e6b-5fcc-4cb5-ad40-39d9f79e222e service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0948303 Aug 17 04:24:48.936975 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe81fdfc-3989-4e1a-a93a-37461c600d27 req-51343499-9684-41d2-ad28-2c72bb9c28a3 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:48.938596 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fe81fdfc-3989-4e1a-a93a-37461c600d27 req-51343499-9684-41d2-ad28-2c72bb9c28a3 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 943 time: 0.0517454 Aug 17 04:24:48.981665 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fe81fdfc-3989-4e1a-a93a-37461c600d27 req-a79eb7c6-0a4c-4c39-8d64-d174a140de6d tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335369 Aug 17 04:24:49.486529 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:49.613394 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device dc1fdff6-0868-424b-8e33-9bba5f76755f no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:24:50.105345 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e93e10-677a-4500-81fd-31fb71bdafb0 req-96e4b71a-5aaf-4abf-8cdf-f9630004e4e9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:50.106926 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c1e93e10-677a-4500-81fd-31fb71bdafb0 req-96e4b71a-5aaf-4abf-8cdf-f9630004e4e9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 943 time: 0.0502257 Aug 17 04:24:50.145365 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c1e93e10-677a-4500-81fd-31fb71bdafb0 req-d815c3bf-7d3b-4ace-b619-108fff643604 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325563 Aug 17 04:24:51.218110 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:51.281523 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58618c0e-7941-4c8a-a89a-605df7c905ec req-71be23c6-e9a8-4a73-ba86-3b573626359c tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:51.283108 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58618c0e-7941-4c8a-a89a-605df7c905ec req-71be23c6-e9a8-4a73-ba86-3b573626359c tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 943 time: 0.0590739 Aug 17 04:24:51.334912 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58618c0e-7941-4c8a-a89a-605df7c905ec req-7beff62f-e2fe-44cf-b704-c1330d0ec974 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451515 Aug 17 04:24:51.713795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-d08e6490-78e2-4e57-8306-469ba6b11c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:51.715373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-d08e6490-78e2-4e57-8306-469ba6b11c99 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d&tenant_id=2a7fbe9e3c9f41f1a30140339031e718 HTTP/1.1" status: 200 len: 1094 time: 0.0911725 Aug 17 04:24:51.726357 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-96739271-6769-4b67-8489-02cda19b6026 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:24:51.728110 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-96739271-6769-4b67-8489-02cda19b6026 service neutron] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057108 Aug 17 04:24:51.742002 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:24:51.802679 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:52.012677 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] For port dc1fdff6-0868-424b-8e33-9bba5f76755f, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:24:52.047938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] For port dc1fdff6-0868-424b-8e33-9bba5f76755f, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:24:52.081685 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc1fdff6-0868-424b-8e33-9bba5f76755f {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:24:52.090167 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:52.102340 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Transition to ACTIVE for port object dc1fdff6-0868-424b-8e33-9bba5f76755f will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:24:52.177721 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:52.265843 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Pushing event updated for resources: {'Port': ['ID=dc1fdff6-0868-424b-8e33-9bba5f76755f,revision_number=9']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:24:52.277079 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:52.277506 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:52.277852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:52.278197 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:52.278529 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:52.278863 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:52.279189 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:52.279517 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:52.279848 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:52.280177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:52.280532 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:52.280856 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:24:52.341044 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] No DVR routers for this DVR port dc1fdff6-0868-424b-8e33-9bba5f76755f on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:24:52.495635 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad3d9dd-d30a-4003-8486-704566296eb1 req-edc5dffe-049d-4e5d-8e5a-bd50fc529ad6 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:52.497901 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ad3d9dd-d30a-4003-8486-704566296eb1 req-edc5dffe-049d-4e5d-8e5a-bd50fc529ad6 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 943 time: 0.0588591 Aug 17 04:24:52.520546 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Attempting to bind port dc1fdff6-0868-424b-8e33-9bba5f76755f on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:24:52.520880 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Attempting to bind port dc1fdff6-0868-424b-8e33-9bba5f76755f by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:24:52.521222 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Attempting to bind port dc1fdff6-0868-424b-8e33-9bba5f76755f on network 52590bf8-9602-4629-ba48-31c6af418b33 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:24:52.527873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Port dc1fdff6-0868-424b-8e33-9bba5f76755f on network 52590bf8-9602-4629-ba48-31c6af418b33 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:24:52.528256 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Attempting to bind port dc1fdff6-0868-424b-8e33-9bba5f76755f on network 52590bf8-9602-4629-ba48-31c6af418b33 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:24:52.533853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 24, 34), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:24:52.534146 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Checking segment: {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:24:52.534483 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Bound using segment: {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:24:52.534923 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Bound port: dc1fdff6-0868-424b-8e33-9bba5f76755f, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:24:52.535288 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:52.550085 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ad3d9dd-d30a-4003-8486-704566296eb1 req-8335e7a4-d5d6-43e6-8ab4-520e0a8f0545 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0422361 Aug 17 04:24:52.604712 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] For port dc1fdff6-0868-424b-8e33-9bba5f76755f, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:24:52.608000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] For port dc1fdff6-0868-424b-8e33-9bba5f76755f, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:24:52.669845 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:52.723471 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:52.724089 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:24:52.725637 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] 10.222.0.60 "PUT /v2.0/ports/dc1fdff6-0868-424b-8e33-9bba5f76755f HTTP/1.1" status: 200 len: 1091 time: 0.9900608 Aug 17 04:24:52.726091 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'tag': 'dc1fdff6-0868-424b-8e33-9bba5f76755f'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:24:52.728486 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b8911984-b8bb-4a4b-94e4-92e36fef3366" -d '{"events": [{"name": "network-changed", "server_uuid": "bf48ae72-f126-4d96-abd0-92b69c42623d", "tag": "dc1fdff6-0868-424b-8e33-9bba5f76755f"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:24:52.769528 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f96242-fc27-4685-a5d2-d344182ecd5c service neutron] Pushing event updated for resources: {'Port': ['ID=dc1fdff6-0868-424b-8e33-9bba5f76755f,revision_number=10']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:24:52.796918 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:24:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da871242-fb38-44fc-a8b7-d63be8236052 x-openstack-request-id: req-da871242-fb38-44fc-a8b7-d63be8236052 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:24:52.797230 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf48ae72-f126-4d96-abd0-92b69c42623d", "tag": "dc1fdff6-0868-424b-8e33-9bba5f76755f", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:24:52.797590 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-da871242-fb38-44fc-a8b7-d63be8236052 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:24:52.797989 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'tag': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'status': 'completed', 'code': 200} Aug 17 04:24:52.818843 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-b444333a-4254-44ea-a8a0-46ab7c0f1ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:52.820395 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-b444333a-4254-44ea-a8a0-46ab7c0f1ae4 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 1095 time: 0.0619416 Aug 17 04:24:52.924123 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-10d27100-044e-4c84-9615-6849a2ee85f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:52.925658 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-10d27100-044e-4c84-9615-6849a2ee85f5 service neutron] 10.222.0.60 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.0977459 Aug 17 04:24:53.348937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-f1adf640-a7e8-4a9e-b79d-a228ea4a91cc service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f HTTP/1.1" status: 200 len: 999 time: 0.4163504 Aug 17 04:24:53.398375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-0fddfa56-893e-41f1-8668-7f8e6881ad42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:53.400485 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-0fddfa56-893e-41f1-8668-7f8e6881ad42 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0447085 Aug 17 04:24:53.446299 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-4f28fbc6-0f0e-483d-966e-37ddfd3d4c97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:53.447858 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-4f28fbc6-0f0e-483d-966e-37ddfd3d4c97 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0403423 Aug 17 04:24:53.547373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-5cc9b024-3aab-4f13-8681-994893b8081b service neutron] 10.222.0.60 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920415 Aug 17 04:24:53.646664 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-d791c01c-769f-4a3b-b67e-07a2323d5e76 service neutron] 10.222.0.60 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921535 Aug 17 04:24:53.681958 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ef10220-9436-4d83-87dc-d99cb71502c9 req-0e3a9c05-e897-46f8-bdba-738f12ec68b7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:53.683497 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2ef10220-9436-4d83-87dc-d99cb71502c9 req-0e3a9c05-e897-46f8-bdba-738f12ec68b7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 944 time: 0.0504935 Aug 17 04:24:53.723937 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2ef10220-9436-4d83-87dc-d99cb71502c9 req-6b4097fe-795f-477d-a6b9-32c159fb47b0 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0341520 Aug 17 04:24:53.847884 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8911984-b8bb-4a4b-94e4-92e36fef3366 req-dc0a8b8e-74eb-4688-91e7-dc802b948544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:53.849437 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8911984-b8bb-4a4b-94e4-92e36fef3366 req-dc0a8b8e-74eb-4688-91e7-dc802b948544 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 1095 time: 0.0441611 Aug 17 04:24:53.942611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8911984-b8bb-4a4b-94e4-92e36fef3366 req-0fd6edc2-6a6e-4061-a5e0-e98075c4e9d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:53.944189 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8911984-b8bb-4a4b-94e4-92e36fef3366 req-0fd6edc2-6a6e-4061-a5e0-e98075c4e9d8 service neutron] 10.222.0.60 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.0884397 Aug 17 04:24:54.018116 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8911984-b8bb-4a4b-94e4-92e36fef3366 req-8cb5e6dc-1478-4dcd-aa36-4e3764f06836 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f HTTP/1.1" status: 200 len: 999 time: 0.0667236 Aug 17 04:24:54.069644 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8911984-b8bb-4a4b-94e4-92e36fef3366 req-2de3a70c-a857-4c75-a9a2-7bd706b519a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:54.071845 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8911984-b8bb-4a4b-94e4-92e36fef3366 req-2de3a70c-a857-4c75-a9a2-7bd706b519a6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0462823 Aug 17 04:24:54.118611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8911984-b8bb-4a4b-94e4-92e36fef3366 req-3e44d42b-725f-404c-b074-4bdef426a1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:54.120162 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8911984-b8bb-4a4b-94e4-92e36fef3366 req-3e44d42b-725f-404c-b074-4bdef426a1a3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0413668 Aug 17 04:24:54.247911 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8911984-b8bb-4a4b-94e4-92e36fef3366 req-5a642863-93ac-4612-a6ab-6f0cb1ce5bad service neutron] 10.222.0.60 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1199286 Aug 17 04:24:54.858091 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07974953-8df7-4d72-8b8e-8b97ee2009bb req-f850d696-be8e-4cb6-a6e6-e39f8a57e655 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:54.859817 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-07974953-8df7-4d72-8b8e-8b97ee2009bb req-f850d696-be8e-4cb6-a6e6-e39f8a57e655 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 944 time: 0.0589256 Aug 17 04:24:54.905288 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-07974953-8df7-4d72-8b8e-8b97ee2009bb req-0b98e19e-20bc-4e14-8fc1-680aad5453fd tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0379851 Aug 17 04:24:56.035671 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d661d1b-8df8-45f9-9d7a-c74f6bdb61e0 req-b1961a52-09a1-4758-ba58-53d7712aa99f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:56.037222 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6d661d1b-8df8-45f9-9d7a-c74f6bdb61e0 req-b1961a52-09a1-4758-ba58-53d7712aa99f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 944 time: 0.0538766 Aug 17 04:24:56.086716 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6d661d1b-8df8-45f9-9d7a-c74f6bdb61e0 req-5ca60b35-8d8f-4507-97b6-0477f208df31 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367591 Aug 17 04:24:57.221964 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac5a0cf-746b-45c4-9096-c6e3a51ee14e req-65fc0c17-05e2-403c-b229-b5f183239e72 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:57.223642 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cac5a0cf-746b-45c4-9096-c6e3a51ee14e req-65fc0c17-05e2-403c-b229-b5f183239e72 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 944 time: 0.0609329 Aug 17 04:24:57.271878 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cac5a0cf-746b-45c4-9096-c6e3a51ee14e req-eb5b4648-67d7-4e78-80a8-15a5e2cf5c5b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0407691 Aug 17 04:24:58.402490 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53fee9a5-c9d8-4295-a85e-7ad0dc5dc092 req-ae0f13bf-d054-4b28-bdd3-6c9fe8ffcd4c tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:58.404138 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-53fee9a5-c9d8-4295-a85e-7ad0dc5dc092 req-ae0f13bf-d054-4b28-bdd3-6c9fe8ffcd4c tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 944 time: 0.0550098 Aug 17 04:24:58.445176 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-53fee9a5-c9d8-4295-a85e-7ad0dc5dc092 req-c75f299e-1f8d-4eec-89ac-0e0e8619c654 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346119 Aug 17 04:24:59.579339 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e7bb328-6981-4711-9610-585cda6acbf1 req-08fb195b-c4d6-4661-9ac1-3cfbf46424d5 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:24:59.580959 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e7bb328-6981-4711-9610-585cda6acbf1 req-08fb195b-c4d6-4661-9ac1-3cfbf46424d5 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 944 time: 0.0632739 Aug 17 04:24:59.624599 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4e7bb328-6981-4711-9610-585cda6acbf1 req-16f1790f-7ab2-451e-85c6-3ad464b3483c tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373755 Aug 17 04:25:00.769473 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077f38f-e656-4449-9e4c-65923f96784c req-11f78033-e2ef-4609-b693-5e02fb187474 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:00.771420 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c077f38f-e656-4449-9e4c-65923f96784c req-11f78033-e2ef-4609-b693-5e02fb187474 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 944 time: 0.0682211 Aug 17 04:25:00.816295 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c077f38f-e656-4449-9e4c-65923f96784c req-bd164e9e-a901-4e2c-811f-52d0487f4636 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381112 Aug 17 04:25:01.943912 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21ff9fde-6f21-441d-a072-96f52ec83634 req-95553228-192d-4bcf-b240-4a07725cfce1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:01.946437 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-21ff9fde-6f21-441d-a072-96f52ec83634 req-95553228-192d-4bcf-b240-4a07725cfce1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 944 time: 0.0570331 Aug 17 04:25:01.989626 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-21ff9fde-6f21-441d-a072-96f52ec83634 req-f8335085-f3ae-48bc-8423-01ccb2053e71 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329633 Aug 17 04:25:03.125281 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d5fd46d-77fe-4fa1-9ad3-8787800a6d06 req-fb6f9c1f-c502-4bd1-b8bc-055830a42f5b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:03.126888 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d5fd46d-77fe-4fa1-9ad3-8787800a6d06 req-fb6f9c1f-c502-4bd1-b8bc-055830a42f5b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 944 time: 0.0594921 Aug 17 04:25:03.173702 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0d5fd46d-77fe-4fa1-9ad3-8787800a6d06 req-4840090a-abff-4eef-b769-02315d6233e0 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0384367 Aug 17 04:25:04.109344 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:04.294542 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec9f0a3-7000-4f03-b391-d96d4e109c73 req-0ae255a4-ea1c-44e8-a9da-bf5ad37453e5 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:04.296000 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ec9f0a3-7000-4f03-b391-d96d4e109c73 req-0ae255a4-ea1c-44e8-a9da-bf5ad37453e5 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 944 time: 0.0520139 Aug 17 04:25:04.333446 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6ec9f0a3-7000-4f03-b391-d96d4e109c73 req-03682aa4-d797-40f8-b319-9a79d557567f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315883 Aug 17 04:25:04.752404 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-b8911984-b8bb-4a4b-94e4-92e36fef3366 req-e3979cdc-085b-474b-b6e8-a0589327bdeb service neutron] 10.222.0.60 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0949965 Aug 17 04:25:04.777548 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:05.455869 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e386b48-7e42-4414-8367-47fe2005a0b9 req-a37beeb8-7ed0-4ab9-ada9-6f9dec87bf70 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:05.457370 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e386b48-7e42-4414-8367-47fe2005a0b9 req-a37beeb8-7ed0-4ab9-ada9-6f9dec87bf70 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 944 time: 0.0539784 Aug 17 04:25:05.498472 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3e386b48-7e42-4414-8367-47fe2005a0b9 req-6fb6b8e1-63f4-4854-8100-e43c605637df tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351298 Aug 17 04:25:05.882847 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device dc1fdff6-0868-424b-8e33-9bba5f76755f details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:25:05.979321 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port dc1fdff6-0868-424b-8e33-9bba5f76755f, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:25:05.991151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'port_id': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'mac_address': 'fa:16:3e:b9:ca:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:25:06.027959 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:06.040313 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc1fdff6-0868-424b-8e33-9bba5f76755f {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:25:06.060018 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port dc1fdff6-0868-424b-8e33-9bba5f76755f, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:25:06.200606 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:06.247861 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=dc1fdff6-0868-424b-8e33-9bba5f76755f,revision_number=11']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:25:06.431785 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['dc1fdff6-0868-424b-8e33-9bba5f76755f'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:25:06.621545 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ea468d5-1dd9-4b91-9762-52a6ac71e7c6 req-d5e5cbcb-0c67-4b06-8bbb-1c4d45a1086b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:06.623571 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ea468d5-1dd9-4b91-9762-52a6ac71e7c6 req-d5e5cbcb-0c67-4b06-8bbb-1c4d45a1086b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0534720 Aug 17 04:25:06.671372 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1ea468d5-1dd9-4b91-9762-52a6ac71e7c6 req-044858e2-d38b-4fd5-afdf-4cc30e700341 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416207 Aug 17 04:25:07.790553 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe1b533f-1d4a-4d39-bdb9-9cb74dccb900 req-e99e9ce4-7d02-452b-b66e-26f27e87febd tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:07.792060 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fe1b533f-1d4a-4d39-bdb9-9cb74dccb900 req-e99e9ce4-7d02-452b-b66e-26f27e87febd tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 945 time: 0.0487695 Aug 17 04:25:07.831432 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fe1b533f-1d4a-4d39-bdb9-9cb74dccb900 req-423105a8-4eb3-482a-9e5e-a9bcba0964b0 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325587 Aug 17 04:25:07.883425 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device dc1fdff6-0868-424b-8e33-9bba5f76755f up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:25:08.000473 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port dc1fdff6-0868-424b-8e33-9bba5f76755f completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:25:08.004479 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port dc1fdff6-0868-424b-8e33-9bba5f76755f triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:25:08.004858 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:08.083666 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:08.108340 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1fdff6-0868-424b-8e33-9bba5f76755f'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:25:08.110637 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-79fbbff7-2e33-43de-8211-7547f0007042" -d '{"events": [{"server_uuid": "bf48ae72-f126-4d96-abd0-92b69c42623d", "name": "network-vif-plugged", "status": "completed", "tag": "dc1fdff6-0868-424b-8e33-9bba5f76755f"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:25:08.123870 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port dc1fdff6-0868-424b-8e33-9bba5f76755f, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:25:08.148174 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:25:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf012ab6-f9ea-4eb9-972a-9ad0bee9d051 x-openstack-request-id: req-cf012ab6-f9ea-4eb9-972a-9ad0bee9d051 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:25:08.148174 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf48ae72-f126-4d96-abd0-92b69c42623d", "name": "network-vif-plugged", "status": "completed", "tag": "dc1fdff6-0868-424b-8e33-9bba5f76755f", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:25:08.148174 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cf012ab6-f9ea-4eb9-972a-9ad0bee9d051 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:25:08.148174 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'code': 200} Aug 17 04:25:08.177558 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:08.228844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=dc1fdff6-0868-424b-8e33-9bba5f76755f,revision_number=12']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:25:08.350493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46588c34-41de-4d2f-8178-444bf76fc96b req-0d69b0fc-2b3b-4505-8cd7-a3889c51c35e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:08.351937 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-46588c34-41de-4d2f-8178-444bf76fc96b req-0d69b0fc-2b3b-4505-8cd7-a3889c51c35e service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 1097 time: 0.0442302 Aug 17 04:25:08.387644 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-46588c34-41de-4d2f-8178-444bf76fc96b req-f709b0da-e029-408e-b5c7-97f992c2fc4d service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0288570 Aug 17 04:25:08.956942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf0a974a-fec0-4ee3-8f78-ecad8fbd75e9 req-9f12e7c5-62d3-4223-9496-a1461b65fafb tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:08.958484 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cf0a974a-fec0-4ee3-8f78-ecad8fbd75e9 req-9f12e7c5-62d3-4223-9496-a1461b65fafb tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 946 time: 0.0546167 Aug 17 04:25:09.005290 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cf0a974a-fec0-4ee3-8f78-ecad8fbd75e9 req-8a36116d-956a-4ee0-87cf-538a5d0d5384 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0401149 Aug 17 04:25:10.126221 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbef56e8-cd28-4bd0-b4a8-f786af5fac6a req-601b6e98-4de8-4d5c-afab-acc16c10f977 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:10.127721 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fbef56e8-cd28-4bd0-b4a8-f786af5fac6a req-601b6e98-4de8-4d5c-afab-acc16c10f977 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 946 time: 0.0491703 Aug 17 04:25:10.167647 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fbef56e8-cd28-4bd0-b4a8-f786af5fac6a req-3bdb4501-6f41-4e98-ad77-72cc870ac239 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333614 Aug 17 04:25:11.287219 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f61af23-9052-477d-9c3b-f6090930bb55 req-df31df67-312f-436c-a71d-b04245145b66 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:11.288742 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f61af23-9052-477d-9c3b-f6090930bb55 req-df31df67-312f-436c-a71d-b04245145b66 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 946 time: 0.0518610 Aug 17 04:25:11.331053 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5f61af23-9052-477d-9c3b-f6090930bb55 req-6f8aea04-fd1b-4ee5-9484-15cec95bdede tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0349584 Aug 17 04:25:12.556229 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:25:15.354225 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8032db7b-bd3d-4e84-a416-d6bdcfd54882 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:17.960343 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-df16d088-e66d-4b7e-aa60-862b67221eab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:18.262729 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:19.515317 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:21.211838 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:34.039736 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:34.214201 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18bdc95d-da11-427a-82f2-118744abada1 req-f891f0c2-05aa-49f3-8524-5fb6e7d0f806 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0406537 Aug 17 04:25:34.309670 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc95d-da11-427a-82f2-118744abada1 req-89558d1c-e09e-408d-bbfe-9aad8c457838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:34.311148 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18bdc95d-da11-427a-82f2-118744abada1 req-89558d1c-e09e-408d-bbfe-9aad8c457838 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 1097 time: 0.0542908 Aug 17 04:25:34.419867 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc95d-da11-427a-82f2-118744abada1 req-0d74ce8f-dc2d-4775-99bf-a4198eb1d796 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:34.421355 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18bdc95d-da11-427a-82f2-118744abada1 req-0d74ce8f-dc2d-4775-99bf-a4198eb1d796 service neutron] 10.222.0.60 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.0891392 Aug 17 04:25:34.489336 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18bdc95d-da11-427a-82f2-118744abada1 req-047e6ef3-7ea2-4c25-a48d-fc16a4f25c17 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f HTTP/1.1" status: 200 len: 1001 time: 0.0596292 Aug 17 04:25:34.543416 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc95d-da11-427a-82f2-118744abada1 req-88ed7b7c-6aea-4340-80aa-8c5c682d9862 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:34.544874 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18bdc95d-da11-427a-82f2-118744abada1 req-88ed7b7c-6aea-4340-80aa-8c5c682d9862 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0485518 Aug 17 04:25:34.591983 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18bdc95d-da11-427a-82f2-118744abada1 req-cde1cc7a-b85f-4dae-aa9c-f4717ab310b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:25:34.593268 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18bdc95d-da11-427a-82f2-118744abada1 req-cde1cc7a-b85f-4dae-aa9c-f4717ab310b3 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0400913 Aug 17 04:25:34.691397 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18bdc95d-da11-427a-82f2-118744abada1 req-3fd10b04-056f-4da2-9f89-cfc279e5a01b service neutron] 10.222.0.60 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896256 Aug 17 04:25:34.788638 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-18bdc95d-da11-427a-82f2-118744abada1 req-4c9260f9-8bc3-4028-b4ec-7329753c4507 service neutron] 10.222.0.60 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903735 Aug 17 04:25:34.845381 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:45.327235 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f36c3e61-8c4d-4154-9e8c-540e8b330855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:47.953372 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3fd27dc3-4b6b-423c-94be-5a679424fd08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:48.244801 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:49.525430 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:25:49.556924 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:25:51.210764 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:04.073332 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:04.788020 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:15.335653 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-69c2438c-6bfc-4ec3-9e49-c79bbf7d114c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:17.947934 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bd2cf5ae-d0af-49b9-a4dc-27cfa187bf08 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:18.272862 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:19.490055 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:21.232915 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:22.132578 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46836) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:26:22.310442 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Deleting port 8b8b4f1a-174f-41c0-b7e3-d4e280986a58 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:26:22.310790 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:22.392556 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:22.392832 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:22.404942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Calling delete_port for 8b8b4f1a-174f-41c0-b7e3-d4e280986a58 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:26:22.604024 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:22.642772 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event deleted for resources: {'Port': ['ID=8b8b4f1a-174f-41c0-b7e3-d4e280986a58,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:26:22.672946 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:22.673277 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:22.673644 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:22.673989 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:22.674326 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:22.674659 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:22.674993 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:22.675319 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:22.675645 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:22.675973 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:22.676296 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:22.676619 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:22.723977 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:22.724317 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Floating IP b0921606-1293-4a44-b4fd-573df824cc99 disassociated (deleted). External IP: 172.25.1.198, port: dc1fdff6-0868-424b-8e33-9bba5f76755f. Aug 17 04:26:22.943302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Router b81cf68f-a309-43f1-aa79-79c9da0a09ac has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:26:23.057186 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:26:23.061640 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:23.069255 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eaa1c4-c59c-4f75-a748-a363d42d68b7 None None] Sync routers for ids ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:26:23.079288 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eaa1c4-c59c-4f75-a748-a363d42d68b7 None None] Routers {'b81cf68f-a309-43f1-aa79-79c9da0a09ac'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:26:23.079905 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-50eaa1c4-c59c-4f75-a748-a363d42d68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:26:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:26:23.092070 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ccba86d7-b9cd-4b16-93c7-09a0d6543a7f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "DELETE /v2.0/floatingips/b0921606-1293-4a44-b4fd-573df824cc99 HTTP/1.1" status: 204 len: 168 time: 0.9584284 Aug 17 04:26:23.092809 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'tag': 'dc1fdff6-0868-424b-8e33-9bba5f76755f'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:26:23.095241 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29025902-0c14-4f27-8de4-85829d167558" -d '{"events": [{"name": "network-changed", "server_uuid": "bf48ae72-f126-4d96-abd0-92b69c42623d", "tag": "dc1fdff6-0868-424b-8e33-9bba5f76755f"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:26:23.185784 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-50eaa1c4-c59c-4f75-a748-a363d42d68b7 None None] Set router b81cf68f-a309-43f1-aa79-79c9da0a09ac gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:26:23.407802 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-50eaa1c4-c59c-4f75-a748-a363d42d68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 4, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'b6b539d2-4bca-4ced-84f8-b6c5a80d1766', 'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'mac_address': 'fa:16:3e:c8:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:55Z', 'updated_at': '2021-08-17T04:22:02Z', 'revision_number': 5, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'subnets': [{'id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:26:23.435640 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eaa1c4-c59c-4f75-a748-a363d42d68b7 None None] Checking router: b81cf68f-a309-43f1-aa79-79c9da0a09ac for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:26:23.450424 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50eaa1c4-c59c-4f75-a748-a363d42d68b7 None None] Routers {'b81cf68f-a309-43f1-aa79-79c9da0a09ac'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:26:23.450424 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-50eaa1c4-c59c-4f75-a748-a363d42d68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:26:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:26:23.514562 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:26:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9b8cf9-e5c0-4fb5-a5ce-1e3898eae56b x-openstack-request-id: req-5c9b8cf9-e5c0-4fb5-a5ce-1e3898eae56b {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:26:23.515483 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bf48ae72-f126-4d96-abd0-92b69c42623d", "tag": "dc1fdff6-0868-424b-8e33-9bba5f76755f", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:26:23.515942 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-5c9b8cf9-e5c0-4fb5-a5ce-1e3898eae56b {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:26:23.516892 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'tag': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'status': 'completed', 'code': 200} Aug 17 04:26:23.574236 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-50eaa1c4-c59c-4f75-a748-a363d42d68b7 None None] Set router b81cf68f-a309-43f1-aa79-79c9da0a09ac gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:26:23.588426 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29025902-0c14-4f27-8de4-85829d167558 req-235cb890-eeff-49c6-83d3-760dce1b945d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:23.590783 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29025902-0c14-4f27-8de4-85829d167558 req-235cb890-eeff-49c6-83d3-760dce1b945d service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 1097 time: 0.0477543 Aug 17 04:26:23.687356 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da43552-8fe7-4c00-8a05-f6f2707c6f3b req-8e3877c2-cde7-4be2-a02a-095036b03252 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:23.689256 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1da43552-8fe7-4c00-8a05-f6f2707c6f3b req-8e3877c2-cde7-4be2-a02a-095036b03252 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 946 time: 0.1266665 Aug 17 04:26:23.698341 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29025902-0c14-4f27-8de4-85829d167558 req-0c22ff47-4eae-43d1-aff0-82a2233fa4e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:23.700139 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29025902-0c14-4f27-8de4-85829d167558 req-0c22ff47-4eae-43d1-aff0-82a2233fa4e4 service neutron] 10.222.0.60 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.1017013 Aug 17 04:26:23.729883 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1da43552-8fe7-4c00-8a05-f6f2707c6f3b req-718ee49a-fb61-43fe-a60e-89d4dea02c3c tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340970 Aug 17 04:26:23.749275 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29025902-0c14-4f27-8de4-85829d167558 req-d4e4152c-a101-4529-99fd-d11d921163a6 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f HTTP/1.1" status: 200 len: 217 time: 0.0395160 Aug 17 04:26:23.805979 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29025902-0c14-4f27-8de4-85829d167558 req-8f2db480-af4f-4e80-b4fc-936f3511d0f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:23.808563 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29025902-0c14-4f27-8de4-85829d167558 req-8f2db480-af4f-4e80-b4fc-936f3511d0f1 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0512617 Aug 17 04:26:23.812653 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-50eaa1c4-c59c-4f75-a748-a363d42d68b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 4, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'b6b539d2-4bca-4ced-84f8-b6c5a80d1766', 'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'mac_address': 'fa:16:3e:c8:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:55Z', 'updated_at': '2021-08-17T04:22:02Z', 'revision_number': 5, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'subnets': [{'id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:26:23.840742 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50eaa1c4-c59c-4f75-a748-a363d42d68b7 None None] The sync data for ids ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'] in n-d-802060-9 is: [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 4, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'b6b539d2-4bca-4ced-84f8-b6c5a80d1766', 'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'mac_address': 'fa:16:3e:c8:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:55Z', 'updated_at': '2021-08-17T04:22:02Z', 'revision_number': 5, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'subnets': [{'id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:26:23.865108 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29025902-0c14-4f27-8de4-85829d167558 req-77d1799c-79b9-45c3-8dff-09fb71537722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:23.871134 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29025902-0c14-4f27-8de4-85829d167558 req-77d1799c-79b9-45c3-8dff-09fb71537722 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533049 Aug 17 04:26:23.968682 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29025902-0c14-4f27-8de4-85829d167558 req-d4a45f51-a088-49cb-af60-961e2030dd37 service neutron] 10.222.0.60 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905623 Aug 17 04:26:24.076366 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-29025902-0c14-4f27-8de4-85829d167558 req-51d77a85-c308-43c4-a205-b3612c542572 service neutron] 10.222.0.60 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1000388 Aug 17 04:26:24.108281 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-842a6a16-0de6-4d13-8517-04f82b3395ea None None] New status for floating IP b0921606-1293-4a44-b4fd-573df824cc99: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:26:24.820800 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5155ff76-4af4-4f3f-9c28-aeb4eb0d3af3 req-d139a6eb-1aa0-4c5f-8a3f-ecc554b10b48 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:24.824187 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5155ff76-4af4-4f3f-9c28-aeb4eb0d3af3 req-d139a6eb-1aa0-4c5f-8a3f-ecc554b10b48 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.60 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 946 time: 0.0715806 Aug 17 04:26:24.867838 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dd7be0-f423-49ea-bb23-768b6ba78b19 req-c22fcfd8-5b1d-4d22-8e26-b8fc134138b2 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:24.869883 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57dd7be0-f423-49ea-bb23-768b6ba78b19 req-c22fcfd8-5b1d-4d22-8e26-b8fc134138b2 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 946 time: 0.0516632 Aug 17 04:26:24.917022 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57dd7be0-f423-49ea-bb23-768b6ba78b19 req-5c751713-c78a-4733-881a-40035c2eabe0 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=a503e825-b9a0-4013-8808-221ff6737ee2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0393331 Aug 17 04:26:24.928966 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-5155ff76-4af4-4f3f-9c28-aeb4eb0d3af3 req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Deleting port dc1fdff6-0868-424b-8e33-9bba5f76755f {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:26:24.929314 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5155ff76-4af4-4f3f-9c28-aeb4eb0d3af3 req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:25.028835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-5155ff76-4af4-4f3f-9c28-aeb4eb0d3af3 req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] For port dc1fdff6-0868-424b-8e33-9bba5f76755f, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=dc1fdff6-0868-424b-8e33-9bba5f76755f,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:26:25.029165 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5155ff76-4af4-4f3f-9c28-aeb4eb0d3af3 req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:25.043939 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-5155ff76-4af4-4f3f-9c28-aeb4eb0d3af3 req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Calling delete_port for dc1fdff6-0868-424b-8e33-9bba5f76755f owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:26:25.250147 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5155ff76-4af4-4f3f-9c28-aeb4eb0d3af3 req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:25.281224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event deleted for resources: {'Port': ['ID=dc1fdff6-0868-424b-8e33-9bba5f76755f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:26:25.299608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:25.299608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:25.299608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:25.300280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:25.300280 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:25.300588 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:25.300911 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:25.301259 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:25.301604 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:25.301934 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:25.302264 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:25.302611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:26:25.350912 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-5155ff76-4af4-4f3f-9c28-aeb4eb0d3af3 req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] No DVR routers for this DVR port dc1fdff6-0868-424b-8e33-9bba5f76755f on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:26:25.354270 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-5155ff76-4af4-4f3f-9c28-aeb4eb0d3af3 req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:25.360394 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-5155ff76-4af4-4f3f-9c28-aeb4eb0d3af3 req-a00d7147-2e15-4324-947d-730039936b15 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.60 "DELETE /v2.0/ports/dc1fdff6-0868-424b-8e33-9bba5f76755f HTTP/1.1" status: 204 len: 173 time: 0.5297856 Aug 17 04:26:25.360850 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'name': 'network-vif-deleted', 'tag': 'dc1fdff6-0868-424b-8e33-9bba5f76755f'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:26:25.363210 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-049ff01c-127a-4644-aad4-2d21b9025d31" -d '{"events": [{"server_uuid": "bf48ae72-f126-4d96-abd0-92b69c42623d", "name": "network-vif-deleted", "tag": "dc1fdff6-0868-424b-8e33-9bba5f76755f"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:26:25.400966 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ca2fc42-66ec-49c4-8820-f6a824b8ecd2 x-openstack-request-id: req-9ca2fc42-66ec-49c4-8820-f6a824b8ecd2 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:26:25.401515 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bf48ae72-f126-4d96-abd0-92b69c42623d", "name": "network-vif-deleted", "tag": "dc1fdff6-0868-424b-8e33-9bba5f76755f", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:26:25.402161 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-9ca2fc42-66ec-49c4-8820-f6a824b8ecd2 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:26:25.402161 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf48ae72-f126-4d96-abd0-92b69c42623d', 'name': 'network-vif-deleted', 'tag': 'dc1fdff6-0868-424b-8e33-9bba5f76755f', 'status': 'completed', 'code': 200} Aug 17 04:26:26.040105 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f837398-4178-449a-9bf0-b1e15c732024 req-7b8547e8-f096-461c-88a6-ee6c0cb1bd1b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=bf48ae72-f126-4d96-abd0-92b69c42623d HTTP/1.1" status: 200 len: 210 time: 0.0341456 Aug 17 04:26:26.555606 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:26:27.101495 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46862) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:26:27.160614 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c5130000-7b68-46ff-ba8a-0ae1b53a1dad tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:27.195268 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c5130000-7b68-46ff-ba8a-0ae1b53a1dad tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:27.324646 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c5130000-7b68-46ff-ba8a-0ae1b53a1dad tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:27.328630 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c5130000-7b68-46ff-ba8a-0ae1b53a1dad tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:27.330261 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c5130000-7b68-46ff-ba8a-0ae1b53a1dad tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "DELETE /v2.0/security-groups/a503e825-b9a0-4013-8808-221ff6737ee2 HTTP/1.1" status: 204 len: 168 time: 0.2277198 Aug 17 04:26:27.341810 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5130000-7b68-46ff-ba8a-0ae1b53a1dad tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a503e825-b9a0-4013-8808-221ff6737ee2,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:26:27.871451 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46868) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:26:27.876208 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-1cf19bfb-4095-4185-9e64-371459f79fba tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1799344433', 'description': 'tempest-secgroup-smoke-1799344433 description', 'project_id': '2a7fbe9e3c9f41f1a30140339031e718'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:26:27.941539 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1cf19bfb-4095-4185-9e64-371459f79fba tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:28.034633 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1cf19bfb-4095-4185-9e64-371459f79fba tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:28.113016 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1cf19bfb-4095-4185-9e64-371459f79fba tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:28.143042 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cf19bfb-4095-4185-9e64-371459f79fba tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0008480f-1de0-4227-8d74-5ac7c87e28b9,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:26:28.201904 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-1cf19bfb-4095-4185-9e64-371459f79fba tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:28.207666 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-1cf19bfb-4095-4185-9e64-371459f79fba tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3307533 Aug 17 04:26:28.207666 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46870) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:26:28.212935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-20474efc-96fd-4077-a972-713d7714b8f2 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Request body: {'security_group_rule': {'security_group_id': '0008480f-1de0-4227-8d74-5ac7c87e28b9', 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:26:28.307878 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20474efc-96fd-4077-a972-713d7714b8f2 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:28.319165 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device dc1fdff6-0868-424b-8e33-9bba5f76755f no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:26:28.347864 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: dc1fdff6-0868-424b-8e33-9bba5f76755f {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:26:28.348213 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device dc1fdff6-0868-424b-8e33-9bba5f76755f not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:26:28.377138 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20474efc-96fd-4077-a972-713d7714b8f2 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:28.427123 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20474efc-96fd-4077-a972-713d7714b8f2 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:28.446804 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20474efc-96fd-4077-a972-713d7714b8f2 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bcd7eb3-21ca-4615-aa18-0dc58dbc48d0,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:26:28.512896 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-20474efc-96fd-4077-a972-713d7714b8f2 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:28.514184 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-20474efc-96fd-4077-a972-713d7714b8f2 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3068409 Aug 17 04:26:28.517503 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46872) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:26:28.522488 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-fe07d7a7-63db-41da-9cb4-31d9e1ed498c tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Request body: {'security_group_rule': {'security_group_id': '0008480f-1de0-4227-8d74-5ac7c87e28b9', 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:26:28.598125 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe07d7a7-63db-41da-9cb4-31d9e1ed498c tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:28.665137 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe07d7a7-63db-41da-9cb4-31d9e1ed498c tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:28.763989 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe07d7a7-63db-41da-9cb4-31d9e1ed498c tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:28.784014 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe07d7a7-63db-41da-9cb4-31d9e1ed498c tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc43730f-525e-434e-95f4-28dc07e17756,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:26:28.844259 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fe07d7a7-63db-41da-9cb4-31d9e1ed498c tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:28.845495 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fe07d7a7-63db-41da-9cb4-31d9e1ed498c tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3269739 Aug 17 04:26:28.849862 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46874) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:26:28.854743 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-0f41684c-e7a3-4daa-9d13-a32e159d8430 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Request body: {'security_group_rule': {'security_group_id': '0008480f-1de0-4227-8d74-5ac7c87e28b9', 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:26:28.946042 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0f41684c-e7a3-4daa-9d13-a32e159d8430 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:29.004545 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0f41684c-e7a3-4daa-9d13-a32e159d8430 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:29.067137 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0f41684c-e7a3-4daa-9d13-a32e159d8430 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:29.086424 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f41684c-e7a3-4daa-9d13-a32e159d8430 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6d0b4bfc-0a6d-48af-88cd-9c917d3641f6,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:26:29.147537 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0f41684c-e7a3-4daa-9d13-a32e159d8430 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:29.148842 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0f41684c-e7a3-4daa-9d13-a32e159d8430 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2980688 Aug 17 04:26:29.152520 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46876) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:26:29.157595 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f3273c5d-d3bf-4b73-9c48-9471479a34a8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Request body: {'security_group_rule': {'security_group_id': '0008480f-1de0-4227-8d74-5ac7c87e28b9', 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:26:29.261301 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3273c5d-d3bf-4b73-9c48-9471479a34a8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:29.326240 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3273c5d-d3bf-4b73-9c48-9471479a34a8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:29.398962 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3273c5d-d3bf-4b73-9c48-9471479a34a8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:29.417617 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3273c5d-d3bf-4b73-9c48-9471479a34a8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b571f86c-0338-41b5-b0f8-edd493bad6af,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:26:29.461204 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f3273c5d-d3bf-4b73-9c48-9471479a34a8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:29.462555 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f3273c5d-d3bf-4b73-9c48-9471479a34a8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3089516 Aug 17 04:26:29.465935 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46878) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:26:29.470508 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-44701d01-63f7-47a8-9718-5fe36d509ad1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Request body: {'security_group_rule': {'security_group_id': '0008480f-1de0-4227-8d74-5ac7c87e28b9', 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:26:29.524539 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-44701d01-63f7-47a8-9718-5fe36d509ad1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Project 2a7fbe9e3c9f41f1a30140339031e718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 04:26:29.530320 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44701d01-63f7-47a8-9718-5fe36d509ad1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:29.597668 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44701d01-63f7-47a8-9718-5fe36d509ad1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:29.667558 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44701d01-63f7-47a8-9718-5fe36d509ad1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:29.689077 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44701d01-63f7-47a8-9718-5fe36d509ad1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=06bbc745-5a5f-4bdb-8e0f-727943eabc5a,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:26:29.752844 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-44701d01-63f7-47a8-9718-5fe36d509ad1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:29.754251 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-44701d01-63f7-47a8-9718-5fe36d509ad1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2872992 Aug 17 04:26:29.757165 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 46880) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:26:29.762774 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-7ba8406e-8db9-4089-8cd6-7ea619173541 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Request body: {'security_group_rule': {'security_group_id': '0008480f-1de0-4227-8d74-5ac7c87e28b9', 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:26:29.868110 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-7ba8406e-8db9-4089-8cd6-7ea619173541 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Project 2a7fbe9e3c9f41f1a30140339031e718 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 04:26:29.875386 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ba8406e-8db9-4089-8cd6-7ea619173541 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:29.951564 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ba8406e-8db9-4089-8cd6-7ea619173541 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:30.043793 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ba8406e-8db9-4089-8cd6-7ea619173541 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:30.064170 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba8406e-8db9-4089-8cd6-7ea619173541 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=88203a41-ef95-4d59-b6fd-977d00fba15d,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:26:30.124974 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7ba8406e-8db9-4089-8cd6-7ea619173541 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:30.126826 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7ba8406e-8db9-4089-8cd6-7ea619173541 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3680611 Aug 17 04:26:34.055549 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:34.793149 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:45.387114 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7ec42f51-0785-4445-a371-0acf82f1a4da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:47.969305 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7548f71c-6231-4e08-8d7d-cb4235333a18 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:48.295189 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:49.577217 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:51.232289 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:51.298011 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00efc31b-244f-4f30-857f-1c13d519ce95 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1799344433&fields=id&tenant_id=2a7fbe9e3c9f41f1a30140339031e718 HTTP/1.1" status: 200 len: 267 time: 0.0334918 Aug 17 04:26:51.412767 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74fe7-505e-478b-883f-889df76eb38f req-62e6d3e8-0ca3-468c-a699-c53e0495c6e5 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:51.414280 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eaa74fe7-505e-478b-883f-889df76eb38f req-62e6d3e8-0ca3-468c-a699-c53e0495c6e5 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 808 time: 0.1094193 Aug 17 04:26:51.429549 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eaa74fe7-505e-478b-883f-889df76eb38f req-bf3dd622-9cf8-4a4f-8edd-ad5b9280d8de tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/quotas/2a7fbe9e3c9f41f1a30140339031e718 HTTP/1.1" status: 200 len: 375 time: 0.0092680 Aug 17 04:26:51.484552 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eaa74fe7-505e-478b-883f-889df76eb38f req-dc102370-aafa-4cf4-945e-cb3897b88ab4 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491924 Aug 17 04:26:51.590346 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eaa74fe7-505e-478b-883f-889df76eb38f req-beb6251f-fd48-4f05-9f59-962944f98e00 service neutron] 10.222.0.10 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920298 Aug 17 04:26:51.686751 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eaa74fe7-505e-478b-883f-889df76eb38f req-99593efc-4e5c-46de-a7bb-b352bf8c21a0 service neutron] 10.222.0.10 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899456 Aug 17 04:26:52.248594 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bff962c7-a200-4365-b827-1057906cced0 req-d2e54855-7b82-41b5-a8fd-1c92303d2c4f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 210 time: 0.0284226 Aug 17 04:26:53.345327 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9cb38d5f-2100-4ecb-865a-13b28a810a18 req-6b7d186e-b8ac-4dd0-99a1-791437829dfe tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 210 time: 0.0274668 Aug 17 04:26:54.153467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74fe7-505e-478b-883f-889df76eb38f req-e9518c4f-d70f-400d-a9a3-9a850f7a6da1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:54.154959 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eaa74fe7-505e-478b-883f-889df76eb38f req-e9518c4f-d70f-400d-a9a3-9a850f7a6da1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.30 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 808 time: 0.1124647 Aug 17 04:26:54.202446 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eaa74fe7-505e-478b-883f-889df76eb38f req-db7eb86f-471c-4231-a4c5-101ff94c4718 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2a7fbe9e3c9f41f1a30140339031e718 HTTP/1.1" status: 200 len: 380 time: 0.0377553 Aug 17 04:26:54.212383 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-eaa74fe7-505e-478b-883f-889df76eb38f req-97f95a1c-a330-4f43-aa80-58f50e4401cc tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Request body: {'port': {'device_id': '83427e48-830a-4cb1-9407-852d0807fe66', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'admin_state_up': True, 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'security_groups': ['0008480f-1de0-4227-8d74-5ac7c87e28b9']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:26:54.449223 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eaa74fe7-505e-478b-883f-889df76eb38f req-97f95a1c-a330-4f43-aa80-58f50e4401cc tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Made reservation on behalf of 2a7fbe9e3c9f41f1a30140339031e718 for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:26:54.454031 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eaa74fe7-505e-478b-883f-889df76eb38f req-97f95a1c-a330-4f43-aa80-58f50e4401cc tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:54.459355 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-720f19f7-46c3-4819-acd6-900bee158110 req-8d6396bd-142b-44e9-86c6-2f3936a1afac tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 210 time: 0.0345621 Aug 17 04:26:54.605585 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-eaa74fe7-505e-478b-883f-889df76eb38f req-97f95a1c-a330-4f43-aa80-58f50e4401cc tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Allocated IP 172.20.0.11 (52590bf8-9602-4629-ba48-31c6af418b33/6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f/0d954a81-7b0d-4cb2-b6f6-5100ea815964) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:26:54.761041 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eaa74fe7-505e-478b-883f-889df76eb38f req-97f95a1c-a330-4f43-aa80-58f50e4401cc tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:54.775304 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-eaa74fe7-505e-478b-883f-889df76eb38f req-97f95a1c-a330-4f43-aa80-58f50e4401cc tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Transition to ACTIVE for port object 0d954a81-7b0d-4cb2-b6f6-5100ea815964 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:26:54.878791 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eaa74fe7-505e-478b-883f-889df76eb38f req-97f95a1c-a330-4f43-aa80-58f50e4401cc tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:54.963424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eaa74fe7-505e-478b-883f-889df76eb38f req-97f95a1c-a330-4f43-aa80-58f50e4401cc tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Network 52590bf8-9602-4629-ba48-31c6af418b33 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:26:54.968886 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-eaa74fe7-505e-478b-883f-889df76eb38f req-97f95a1c-a330-4f43-aa80-58f50e4401cc tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:26:54.975727 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-eaa74fe7-505e-478b-883f-889df76eb38f req-97f95a1c-a330-4f43-aa80-58f50e4401cc tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:26:55.021220 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f95a1c-a330-4f43-aa80-58f50e4401cc tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'Port': ['ID=0d954a81-7b0d-4cb2-b6f6-5100ea815964,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:26:55.061797 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74fe7-505e-478b-883f-889df76eb38f req-97f95a1c-a330-4f43-aa80-58f50e4401cc tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:55.062487 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eaa74fe7-505e-478b-883f-889df76eb38f req-97f95a1c-a330-4f43-aa80-58f50e4401cc tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:55.162717 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eaa74fe7-505e-478b-883f-889df76eb38f req-97f95a1c-a330-4f43-aa80-58f50e4401cc tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9541581 Aug 17 04:26:55.177369 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Request body: {'port': {'device_id': '83427e48-830a-4cb1-9407-852d0807fe66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:26:55.234189 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:55.346586 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a1285b99-177f-4596-9c27-0bb18b451d07 None None] Provisioning for port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:26:55.350834 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a1285b99-177f-4596-9c27-0bb18b451d07 None None] Provisioning complete for port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:26:55.351211 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a1285b99-177f-4596-9c27-0bb18b451d07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:55.395939 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a1285b99-177f-4596-9c27-0bb18b451d07 None None] Port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:26:55.581495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d954a81-7b0d-4cb2-b6f6-5100ea815964 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:26:55.590930 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:55.622766 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Transition to ACTIVE for port object 0d954a81-7b0d-4cb2-b6f6-5100ea815964 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:26:55.623032 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95eb94f-703c-4d9a-adbf-c7acde658ee9 req-da3b6280-74d1-43ac-b7ae-1686f0db3cc1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:55.623032 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e95eb94f-703c-4d9a-adbf-c7acde658ee9 req-da3b6280-74d1-43ac-b7ae-1686f0db3cc1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 932 time: 0.0509291 Aug 17 04:26:55.656494 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-e95eb94f-703c-4d9a-adbf-c7acde658ee9 req-25cea8b7-fa5b-4d88-8886-32ba26ed8c8b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339997 Aug 17 04:26:55.663860 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:55.720258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d954a81-7b0d-4cb2-b6f6-5100ea815964,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:26:55.802235 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Attempting to bind port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:26:55.802749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Attempting to bind port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:26:55.803147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Attempting to bind port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 on network 52590bf8-9602-4629-ba48-31c6af418b33 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:26:55.810362 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 on network 52590bf8-9602-4629-ba48-31c6af418b33 not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:26:55.812460 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Attempting to bind port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 on network 52590bf8-9602-4629-ba48-31c6af418b33 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:26:55.816723 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 26, 35), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:26:55.817006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Checking segment: {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:26:55.817401 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Bound using segment: {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:26:55.817940 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Bound port: 0d954a81-7b0d-4cb2-b6f6-5100ea815964, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:26:55.818301 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:55.894897 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] For port 0d954a81-7b0d-4cb2-b6f6-5100ea815964, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:26:55.899089 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] For port 0d954a81-7b0d-4cb2-b6f6-5100ea815964, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:26:55.981231 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:56.017590 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:56.018223 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:26:56.019670 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eaa74fe7-505e-478b-883f-889df76eb38f req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] 10.222.0.30 "PUT /v2.0/ports/0d954a81-7b0d-4cb2-b6f6-5100ea815964 HTTP/1.1" status: 200 len: 1092 time: 0.8487325 Aug 17 04:26:56.020136 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83427e48-830a-4cb1-9407-852d0807fe66', 'tag': '0d954a81-7b0d-4cb2-b6f6-5100ea815964'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:26:56.022498 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-186e47d9-06cb-4923-a2e6-b0a454d0f741" -d '{"events": [{"name": "network-changed", "server_uuid": "83427e48-830a-4cb1-9407-852d0807fe66", "tag": "0d954a81-7b0d-4cb2-b6f6-5100ea815964"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:26:56.059439 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d241e9-ced3-492f-93d5-2ca46464a8e1 service neutron] Pushing event updated for resources: {'Port': ['ID=0d954a81-7b0d-4cb2-b6f6-5100ea815964,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:26:56.177397 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:26:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a586f2-5cd8-4f59-9637-d477a211b8bc x-openstack-request-id: req-c2a586f2-5cd8-4f59-9637-d477a211b8bc {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:26:56.178453 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83427e48-830a-4cb1-9407-852d0807fe66", "tag": "0d954a81-7b0d-4cb2-b6f6-5100ea815964", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:26:56.178897 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-c2a586f2-5cd8-4f59-9637-d477a211b8bc {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:26:56.179307 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83427e48-830a-4cb1-9407-852d0807fe66', 'tag': '0d954a81-7b0d-4cb2-b6f6-5100ea815964', 'status': 'completed', 'code': 200} Aug 17 04:26:56.194000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74fe7-505e-478b-883f-889df76eb38f req-07639e04-fbef-441e-a8df-0d05ae3f0846 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:56.195587 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eaa74fe7-505e-478b-883f-889df76eb38f req-07639e04-fbef-441e-a8df-0d05ae3f0846 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 1095 time: 0.0526111 Aug 17 04:26:56.252589 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eaa74fe7-505e-478b-883f-889df76eb38f req-dae65b39-9282-4a01-b452-16cbb1321dce service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964 HTTP/1.1" status: 200 len: 217 time: 0.0439651 Aug 17 04:26:56.306638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74fe7-505e-478b-883f-889df76eb38f req-0a4bafb5-7e73-4385-be60-49b7c85f6afa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:56.308173 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eaa74fe7-505e-478b-883f-889df76eb38f req-0a4bafb5-7e73-4385-be60-49b7c85f6afa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0479722 Aug 17 04:26:56.360565 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaa74fe7-505e-478b-883f-889df76eb38f req-c19c41f4-bdf2-4933-b908-23064cbe47c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:56.362252 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eaa74fe7-505e-478b-883f-889df76eb38f req-c19c41f4-bdf2-4933-b908-23064cbe47c7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0463676 Aug 17 04:26:56.468087 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eaa74fe7-505e-478b-883f-889df76eb38f req-e43665be-b8f8-478e-9dce-cbe72270f23a service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0981171 Aug 17 04:26:56.571781 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-eaa74fe7-505e-478b-883f-889df76eb38f req-83899741-6d24-4bb5-a937-3ffb2101b263 service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962598 Aug 17 04:26:56.752626 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e47d9-06cb-4923-a2e6-b0a454d0f741 req-edf0cfe7-5ab4-42ca-a99c-bc6fdc06e5f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:56.753777 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-186e47d9-06cb-4923-a2e6-b0a454d0f741 req-edf0cfe7-5ab4-42ca-a99c-bc6fdc06e5f7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 1095 time: 0.0534713 Aug 17 04:26:56.808487 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85af89a5-ad8d-4bcc-8917-41a4874d100d req-d7b899d3-0bd3-4cb2-8eaf-c234853005a9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:56.813757 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-85af89a5-ad8d-4bcc-8917-41a4874d100d req-d7b899d3-0bd3-4cb2-8eaf-c234853005a9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0673831 Aug 17 04:26:56.860638 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e47d9-06cb-4923-a2e6-b0a454d0f741 req-9c2db8c2-cc43-412c-8b12-2c0a1db11764 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:56.862553 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-186e47d9-06cb-4923-a2e6-b0a454d0f741 req-9c2db8c2-cc43-412c-8b12-2c0a1db11764 service neutron] 10.222.0.30 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.1025267 Aug 17 04:26:56.864133 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-85af89a5-ad8d-4bcc-8917-41a4874d100d req-e6d87d88-b343-494d-a4a0-7f1b8f4905d9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0383170 Aug 17 04:26:56.913053 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-186e47d9-06cb-4923-a2e6-b0a454d0f741 req-aa1d3958-152d-4a15-a7be-510e6ecff9a1 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964 HTTP/1.1" status: 200 len: 217 time: 0.0435030 Aug 17 04:26:56.972258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e47d9-06cb-4923-a2e6-b0a454d0f741 req-1ef1436d-7ed4-47fb-9f32-ad60761cce95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:56.973801 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-186e47d9-06cb-4923-a2e6-b0a454d0f741 req-1ef1436d-7ed4-47fb-9f32-ad60761cce95 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0543919 Aug 17 04:26:57.026330 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-186e47d9-06cb-4923-a2e6-b0a454d0f741 req-49c27d30-33b7-4ca2-bd06-845d5d72a960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:57.026330 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-186e47d9-06cb-4923-a2e6-b0a454d0f741 req-49c27d30-33b7-4ca2-bd06-845d5d72a960 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430517 Aug 17 04:26:57.129991 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-186e47d9-06cb-4923-a2e6-b0a454d0f741 req-7356c5f3-0b5c-41e7-8e16-cfcb9c292b5b service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0997667 Aug 17 04:26:57.227994 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-186e47d9-06cb-4923-a2e6-b0a454d0f741 req-0979f7d0-5d3b-4059-aadc-bba9a61c593c service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0911398 Aug 17 04:26:57.991566 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b466ac-0046-422b-9672-cf6ea9b73dff req-5305e984-5a12-4881-a86c-a0cbf59e0b50 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:57.992989 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f0b466ac-0046-422b-9672-cf6ea9b73dff req-5305e984-5a12-4881-a86c-a0cbf59e0b50 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0557220 Aug 17 04:26:58.034407 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f0b466ac-0046-422b-9672-cf6ea9b73dff req-04117866-bb4b-4225-a24c-88a5b7f0fc2f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342777 Aug 17 04:26:59.152152 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2220a3-efe1-46dc-9cc1-8b9455508e2e req-00b5b46d-22ed-477e-990e-18ce0c76d998 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:26:59.154276 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bf2220a3-efe1-46dc-9cc1-8b9455508e2e req-00b5b46d-22ed-477e-990e-18ce0c76d998 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0510087 Aug 17 04:26:59.195167 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bf2220a3-efe1-46dc-9cc1-8b9455508e2e req-0646d8d3-6d6c-46e7-8230-14ef40fd170d tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349030 Aug 17 04:27:00.315956 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b2b1cd-8982-4749-b195-52263bd9943c req-eec39342-046c-46ca-903a-78f62e69a7da tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:00.317494 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-61b2b1cd-8982-4749-b195-52263bd9943c req-eec39342-046c-46ca-903a-78f62e69a7da tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0514338 Aug 17 04:27:00.363562 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-61b2b1cd-8982-4749-b195-52263bd9943c req-cd4e97c2-54fe-46e5-a2ff-b72897180a8d tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391240 Aug 17 04:27:01.488428 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78483149-594b-450c-b07a-5830aa5b46ac req-74a2c63d-0bc1-4509-b924-0b62970d81ca tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:01.489984 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-78483149-594b-450c-b07a-5830aa5b46ac req-74a2c63d-0bc1-4509-b924-0b62970d81ca tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0550532 Aug 17 04:27:01.530211 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-78483149-594b-450c-b07a-5830aa5b46ac req-ba8cd138-5088-4d3b-943b-eabe9cbbae19 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341630 Aug 17 04:27:02.651944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57e240c8-c934-4885-a190-71e7b4135c5c req-5edd6619-f205-45d8-9da4-d7eb2fca473a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:02.654560 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57e240c8-c934-4885-a190-71e7b4135c5c req-5edd6619-f205-45d8-9da4-d7eb2fca473a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0510924 Aug 17 04:27:02.694083 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57e240c8-c934-4885-a190-71e7b4135c5c req-6e1679b3-fb90-443e-99d3-10dfc0c8e5b7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332222 Aug 17 04:27:03.554497 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:27:03.813633 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770274f4-8ba1-4a72-bf67-e2891819f67e req-edbf0e70-d0fa-42ff-996b-add8cf690e47 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:03.815056 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-770274f4-8ba1-4a72-bf67-e2891819f67e req-edbf0e70-d0fa-42ff-996b-add8cf690e47 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0504525 Aug 17 04:27:03.854194 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-770274f4-8ba1-4a72-bf67-e2891819f67e req-738d79a4-a946-420f-a370-3a73532c7d5d tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332553 Aug 17 04:27:04.088945 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:04.912154 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:05.017350 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd934c2-dffc-4a6a-b5f7-f380a04a654c req-7bc43564-7173-4a32-99f3-d7597ddb2f93 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:05.018803 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bcd934c2-dffc-4a6a-b5f7-f380a04a654c req-7bc43564-7173-4a32-99f3-d7597ddb2f93 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0975995 Aug 17 04:27:05.056510 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bcd934c2-dffc-4a6a-b5f7-f380a04a654c req-03128e8c-5b82-4662-a496-89525c9231f8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318205 Aug 17 04:27:06.174351 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698015b0-c3ff-482e-906d-53b697a583ca req-ebcd1a59-40ce-45ad-b76c-9e9c0e8b5ecd tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:06.175872 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-698015b0-c3ff-482e-906d-53b697a583ca req-ebcd1a59-40ce-45ad-b76c-9e9c0e8b5ecd tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0506649 Aug 17 04:27:06.224421 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-698015b0-c3ff-482e-906d-53b697a583ca req-cc606a03-4b12-4dba-9798-f61bf0a19c5f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0423107 Aug 17 04:27:07.345575 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7df6cf-d0e9-412d-a0c8-60fa137bfa5f req-377fa829-7cc5-4aa8-b2d0-fb294f8a6736 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:07.347107 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c7df6cf-d0e9-412d-a0c8-60fa137bfa5f req-377fa829-7cc5-4aa8-b2d0-fb294f8a6736 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0519743 Aug 17 04:27:07.385343 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6c7df6cf-d0e9-412d-a0c8-60fa137bfa5f req-67cf1954-ce93-4f92-b699-ecae83f3c7b3 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322621 Aug 17 04:27:08.272257 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 0d954a81-7b0d-4cb2-b6f6-5100ea815964 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:27:08.371565 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 0d954a81-7b0d-4cb2-b6f6-5100ea815964, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:27:08.382828 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': '0d954a81-7b0d-4cb2-b6f6-5100ea815964', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'port_id': '0d954a81-7b0d-4cb2-b6f6-5100ea815964', 'mac_address': 'fa:16:3e:ee:c7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:27:08.419995 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:08.432743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d954a81-7b0d-4cb2-b6f6-5100ea815964 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:27:08.454526 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 0d954a81-7b0d-4cb2-b6f6-5100ea815964, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:27:08.506437 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64acfa6-de14-4773-8ceb-4d4cf0f52b99 req-1cc6a242-90ef-4b72-9b4d-fe855f4313de tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:08.507829 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c64acfa6-de14-4773-8ceb-4d4cf0f52b99 req-1cc6a242-90ef-4b72-9b4d-fe855f4313de tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0534639 Aug 17 04:27:08.529360 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:08.547400 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c64acfa6-de14-4773-8ceb-4d4cf0f52b99 req-99576ea6-bef1-4f51-b778-46798f29b85d tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333080 Aug 17 04:27:08.578497 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=0d954a81-7b0d-4cb2-b6f6-5100ea815964,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:27:08.585814 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:27:08.586163 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:27:08.586498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:27:08.586831 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:27:08.587159 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:27:08.587482 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:27:08.587804 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:27:08.588125 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:27:08.588445 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:27:08.588763 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:27:08.589080 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:27:08.589397 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:27:08.744477 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['0d954a81-7b0d-4cb2-b6f6-5100ea815964'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:27:09.663388 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f75b203-5ada-4d05-ac7f-d956a26494d6 req-f48af24d-bd93-4860-8158-22238a798e28 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:09.664872 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f75b203-5ada-4d05-ac7f-d956a26494d6 req-f48af24d-bd93-4860-8158-22238a798e28 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 945 time: 0.0496895 Aug 17 04:27:09.706389 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1f75b203-5ada-4d05-ac7f-d956a26494d6 req-8933af3a-a229-46f7-8c41-2ceab52e1425 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351295 Aug 17 04:27:10.298728 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 0d954a81-7b0d-4cb2-b6f6-5100ea815964 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:27:10.402341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:27:10.406800 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:27:10.407179 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:10.484008 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:10.506342 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83427e48-830a-4cb1-9407-852d0807fe66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d954a81-7b0d-4cb2-b6f6-5100ea815964'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:27:10.508578 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551a551c-8af2-4b4d-bb9d-c5f49636c5a2" -d '{"events": [{"server_uuid": "83427e48-830a-4cb1-9407-852d0807fe66", "name": "network-vif-plugged", "status": "completed", "tag": "0d954a81-7b0d-4cb2-b6f6-5100ea815964"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:27:10.522155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 0d954a81-7b0d-4cb2-b6f6-5100ea815964, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:27:10.545224 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:27:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35c6a153-3552-4396-b016-41935a0d279b x-openstack-request-id: req-35c6a153-3552-4396-b016-41935a0d279b {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:27:10.545542 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83427e48-830a-4cb1-9407-852d0807fe66", "name": "network-vif-plugged", "status": "completed", "tag": "0d954a81-7b0d-4cb2-b6f6-5100ea815964", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:27:10.545797 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-35c6a153-3552-4396-b016-41935a0d279b {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:27:10.546192 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83427e48-830a-4cb1-9407-852d0807fe66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d954a81-7b0d-4cb2-b6f6-5100ea815964', 'code': 200} Aug 17 04:27:10.609474 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:10.639694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86de9445-914a-43a8-9e90-675cacc96400 req-ea8ae870-c65f-4da5-9c38-38cc163b8422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:10.641348 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-86de9445-914a-43a8-9e90-675cacc96400 req-ea8ae870-c65f-4da5-9c38-38cc163b8422 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 1097 time: 0.0419409 Aug 17 04:27:10.661098 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=0d954a81-7b0d-4cb2-b6f6-5100ea815964,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:27:10.677976 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-86de9445-914a-43a8-9e90-675cacc96400 req-9a73d505-0925-40f6-9b0b-c4d31a4b4645 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0293403 Aug 17 04:27:10.826348 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6b5e80-66a9-4e3f-9657-54824f8b9089 req-1afcd7f9-2215-43df-b3fd-8dd583dd2138 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:10.828083 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd6b5e80-66a9-4e3f-9657-54824f8b9089 req-1afcd7f9-2215-43df-b3fd-8dd583dd2138 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 946 time: 0.0507267 Aug 17 04:27:10.866638 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-dd6b5e80-66a9-4e3f-9657-54824f8b9089 req-29110c62-6cc7-45ea-b36e-259d3641c4a4 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324612 Aug 17 04:27:11.985159 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40702dbb-a10e-474e-af30-d0a77581514d req-0931a097-91ce-4b0c-80c6-0aaa9723e0e3 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:11.986711 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-40702dbb-a10e-474e-af30-d0a77581514d req-0931a097-91ce-4b0c-80c6-0aaa9723e0e3 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 946 time: 0.0540969 Aug 17 04:27:12.025097 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-40702dbb-a10e-474e-af30-d0a77581514d req-cc31749c-7c0c-4669-8e39-ca5e734b04e8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324242 Aug 17 04:27:12.141575 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-368377e2-61a7-4812-8a3c-fe4065b4544a req-23240bb7-690f-47bd-8d62-860116d053af tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:12.143063 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-368377e2-61a7-4812-8a3c-fe4065b4544a req-23240bb7-690f-47bd-8d62-860116d053af tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 946 time: 0.0503831 Aug 17 04:27:12.181444 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-368377e2-61a7-4812-8a3c-fe4065b4544a req-a8709064-eefe-49f2-a18b-f1ef30d9f603 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324383 Aug 17 04:27:12.203455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47108) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:27:12.244638 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6bcb3d-2a53-4247-bb06-01648640f0d1 tempest-TestShelveInstance-102019538 tempest-TestShelveInstance-102019538-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:12.246230 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2e6bcb3d-2a53-4247-bb06-01648640f0d1 tempest-TestShelveInstance-102019538 tempest-TestShelveInstance-102019538-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 1092 time: 0.0417917 Aug 17 04:27:12.250558 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47110) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:27:12.254996 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': '0d954a81-7b0d-4cb2-b6f6-5100ea815964', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:27:12.592181 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for floatingip, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:12.700071 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:12.809152 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Allocated IP 172.25.1.172 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/8303a1fe-af20-4e4e-ac3a-d2fcb73650bb) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:27:12.932228 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:13.026654 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:13.069377 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:27:13.072039 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:27:13.076519 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:27:13.082303 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'Port': ['ID=8303a1fe-af20-4e4e-ac3a-d2fcb73650bb,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:27:13.777659 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:13.881207 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:14.033832 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:14.094766 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:14.170040 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event updated for resources: {'Port': ['ID=8303a1fe-af20-4e4e-ac3a-d2fcb73650bb,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:27:14.181150 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:14.284011 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Floating IP 3bfdfdd5-71d0-44cc-a71d-b7863f4859cd associated. External IP: 172.25.1.172, port: 0d954a81-7b0d-4cb2-b6f6-5100ea815964. Aug 17 04:27:14.493700 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Router b81cf68f-a309-43f1-aa79-79c9da0a09ac has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:27:14.605398 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:27:14.616611 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e3445-d093-4a1b-bd2d-4d28d9c80712 None None] Sync routers for ids ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:27:14.626904 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e3445-d093-4a1b-bd2d-4d28d9c80712 None None] Routers {'b81cf68f-a309-43f1-aa79-79c9da0a09ac'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:27:14.627555 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8c5e3445-d093-4a1b-bd2d-4d28d9c80712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:26:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:27:14.719044 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:14.737521 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-8c5e3445-d093-4a1b-bd2d-4d28d9c80712 None None] Set router b81cf68f-a309-43f1-aa79-79c9da0a09ac gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:27:14.763340 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-ac5d1c49-b9b6-4965-a078-fe8deccd1aa8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.4978669 Aug 17 04:27:14.763340 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83427e48-830a-4cb1-9407-852d0807fe66', 'tag': '0d954a81-7b0d-4cb2-b6f6-5100ea815964'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:27:14.763340 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e3307e0-75d3-4bc9-924e-92179166beff" -d '{"events": [{"name": "network-changed", "server_uuid": "83427e48-830a-4cb1-9407-852d0807fe66", "tag": "0d954a81-7b0d-4cb2-b6f6-5100ea815964"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:27:14.789913 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:27:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0a74672e-d611-43ca-aef6-7598353b5057 x-openstack-request-id: req-0a74672e-d611-43ca-aef6-7598353b5057 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:27:14.790214 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83427e48-830a-4cb1-9407-852d0807fe66", "tag": "0d954a81-7b0d-4cb2-b6f6-5100ea815964", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:27:14.790513 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-0a74672e-d611-43ca-aef6-7598353b5057 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:27:14.790888 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83427e48-830a-4cb1-9407-852d0807fe66', 'tag': '0d954a81-7b0d-4cb2-b6f6-5100ea815964', 'status': 'completed', 'code': 200} Aug 17 04:27:14.903067 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3307e0-75d3-4bc9-924e-92179166beff req-a6ad76e5-abcc-482e-9ce5-dca41fc83bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:14.905323 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e3307e0-75d3-4bc9-924e-92179166beff req-a6ad76e5-abcc-482e-9ce5-dca41fc83bf6 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 1097 time: 0.0907233 Aug 17 04:27:14.980939 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8c5e3445-d093-4a1b-bd2d-4d28d9c80712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 4, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '3bfdfdd5-71d0-44cc-a71d-b7863f4859cd', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'floating_ip_address': '172.25.1.172', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'port_id': '0d954a81-7b0d-4cb2-b6f6-5100ea815964', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'mac_address': 'fa:16:3e:ee:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83427e48-830a-4cb1-9407-852d0807fe66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:27:13Z', 'updated_at': '2021-08-17T04:27:13Z', 'revision_number': 0, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b539d2-4bca-4ced-84f8-b6c5a80d1766', 'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'mac_address': 'fa:16:3e:c8:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:55Z', 'updated_at': '2021-08-17T04:22:02Z', 'revision_number': 5, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'subnets': [{'id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:27:14.998263 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3307e0-75d3-4bc9-924e-92179166beff req-fef6d509-d9db-404c-922b-46b67bd3e86a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:14.999851 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e3307e0-75d3-4bc9-924e-92179166beff req-fef6d509-d9db-404c-922b-46b67bd3e86a service neutron] 10.222.0.30 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.0881824 Aug 17 04:27:15.008336 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e3445-d093-4a1b-bd2d-4d28d9c80712 None None] Checking router: b81cf68f-a309-43f1-aa79-79c9da0a09ac for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:27:15.017451 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c5e3445-d093-4a1b-bd2d-4d28d9c80712 None None] Routers {'b81cf68f-a309-43f1-aa79-79c9da0a09ac'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:27:15.018061 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8c5e3445-d093-4a1b-bd2d-4d28d9c80712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:26:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:27:15.071825 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e3307e0-75d3-4bc9-924e-92179166beff req-237b6f19-25b2-4f17-9345-ce8ecfa7043f service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964 HTTP/1.1" status: 200 len: 1000 time: 0.0645175 Aug 17 04:27:15.124694 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3307e0-75d3-4bc9-924e-92179166beff req-9331cce1-578d-49e9-888e-5302ce0255ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:15.126160 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e3307e0-75d3-4bc9-924e-92179166beff req-9331cce1-578d-49e9-888e-5302ce0255ee service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0476747 Aug 17 04:27:15.176662 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3307e0-75d3-4bc9-924e-92179166beff req-9251afca-91f6-4ae5-8bfe-85a3e53be4bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:15.178385 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e3307e0-75d3-4bc9-924e-92179166beff req-9251afca-91f6-4ae5-8bfe-85a3e53be4bd service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0450542 Aug 17 04:27:15.216060 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-8c5e3445-d093-4a1b-bd2d-4d28d9c80712 None None] Set router b81cf68f-a309-43f1-aa79-79c9da0a09ac gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:27:15.276983 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e3307e0-75d3-4bc9-924e-92179166beff req-901aa410-47fa-4bd3-909a-a3ef5de014df service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0908394 Aug 17 04:27:15.346048 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-983f79f1-e2f3-4931-962a-da8b9a79f1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:15.374190 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-2e3307e0-75d3-4bc9-924e-92179166beff req-4d945e81-b3a0-4121-a383-47c22ed39e80 service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894787 Aug 17 04:27:15.442603 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8c5e3445-d093-4a1b-bd2d-4d28d9c80712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 4, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '3bfdfdd5-71d0-44cc-a71d-b7863f4859cd', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'floating_ip_address': '172.25.1.172', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'port_id': '0d954a81-7b0d-4cb2-b6f6-5100ea815964', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'mac_address': 'fa:16:3e:ee:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83427e48-830a-4cb1-9407-852d0807fe66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:27:13Z', 'updated_at': '2021-08-17T04:27:13Z', 'revision_number': 0, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b539d2-4bca-4ced-84f8-b6c5a80d1766', 'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'mac_address': 'fa:16:3e:c8:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:55Z', 'updated_at': '2021-08-17T04:22:02Z', 'revision_number': 5, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'subnets': [{'id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:27:15.473015 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c5e3445-d093-4a1b-bd2d-4d28d9c80712 None None] The sync data for ids ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'] in n-d-802060-9 is: [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 4, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': '3bfdfdd5-71d0-44cc-a71d-b7863f4859cd', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'floating_ip_address': '172.25.1.172', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'port_id': '0d954a81-7b0d-4cb2-b6f6-5100ea815964', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'mac_address': 'fa:16:3e:ee:c7:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '83427e48-830a-4cb1-9407-852d0807fe66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:27:13Z', 'updated_at': '2021-08-17T04:27:13Z', 'revision_number': 0, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'b6b539d2-4bca-4ced-84f8-b6c5a80d1766', 'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'mac_address': 'fa:16:3e:c8:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:55Z', 'updated_at': '2021-08-17T04:22:02Z', 'revision_number': 5, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'subnets': [{'id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:27:15.666938 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea672eb0-e17b-4b59-859a-588ce1ad2dba None None] New status for floating IP 3bfdfdd5-71d0-44cc-a71d-b7863f4859cd: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:27:18.020168 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a255df03-01bb-4cf5-9bba-fdd1d6c85265 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:18.237763 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:19.563272 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:21.231765 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:34.145520 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:34.808070 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:39.408044 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-df6c95af-e9bb-4f3b-aadb-96da5371401f req-21a55eee-8d8d-47bf-ae5c-872ae5319da1 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0457740 Aug 17 04:27:39.492147 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c95af-e9bb-4f3b-aadb-96da5371401f req-19b529d8-d043-4eb9-be7d-d1f1b146cf98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:39.493900 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-df6c95af-e9bb-4f3b-aadb-96da5371401f req-19b529d8-d043-4eb9-be7d-d1f1b146cf98 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 1097 time: 0.0433402 Aug 17 04:27:39.600577 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c95af-e9bb-4f3b-aadb-96da5371401f req-8c0957c9-a60b-409b-887e-fc5e753eb775 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:39.602291 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-df6c95af-e9bb-4f3b-aadb-96da5371401f req-8c0957c9-a60b-409b-887e-fc5e753eb775 service neutron] 10.222.0.30 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.0891819 Aug 17 04:27:39.673348 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-df6c95af-e9bb-4f3b-aadb-96da5371401f req-302edbe8-f709-49c3-9002-ec3590994de2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964 HTTP/1.1" status: 200 len: 1002 time: 0.0642767 Aug 17 04:27:39.724174 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c95af-e9bb-4f3b-aadb-96da5371401f req-f9ef33f1-5489-4158-89a4-8ac46db15342 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:39.725781 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-df6c95af-e9bb-4f3b-aadb-96da5371401f req-f9ef33f1-5489-4158-89a4-8ac46db15342 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0462253 Aug 17 04:27:39.775878 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df6c95af-e9bb-4f3b-aadb-96da5371401f req-8838549a-6eb7-4496-bee8-4baf8131bcb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:27:39.777508 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-df6c95af-e9bb-4f3b-aadb-96da5371401f req-8838549a-6eb7-4496-bee8-4baf8131bcb7 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0426552 Aug 17 04:27:39.874492 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-df6c95af-e9bb-4f3b-aadb-96da5371401f req-ea63d509-8535-45b0-a448-baf11e6e9f28 service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896678 Aug 17 04:27:39.976559 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-df6c95af-e9bb-4f3b-aadb-96da5371401f req-5056a82e-301a-4c0a-8d20-cf6a6ac0d4be service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0939810 Aug 17 04:27:40.554238 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:27:45.339950 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9e45fe5c-7b7f-41f9-a655-de11003dcbce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:47.951043 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cb1e99d0-a656-427d-b6dc-498465270ff4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:48.265412 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:49.551302 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:27:51.265217 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:04.116413 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:04.802071 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:15.344915 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f9ca980-8585-4cbf-a277-941f58a15013 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:17.553195 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:28:17.996095 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9c1a0db2-a4a1-4d63-b37e-d5b8d772d5a7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:18.276264 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:19.516319 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:21.230497 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:34.155417 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:34.819294 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:40.251055 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f26b09dd-9ad7-46be-b1d6-e5419d7f0b80 req-a270a15f-e056-4d80-b9f9-c22ab4eccb9a service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0417144 Aug 17 04:28:40.339313 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b09dd-9ad7-46be-b1d6-e5419d7f0b80 req-997f90be-165f-4c46-9429-9ee76ba341c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:28:40.340895 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f26b09dd-9ad7-46be-b1d6-e5419d7f0b80 req-997f90be-165f-4c46-9429-9ee76ba341c2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 1097 time: 0.0454426 Aug 17 04:28:40.447351 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b09dd-9ad7-46be-b1d6-e5419d7f0b80 req-e3063caa-ea78-4aa9-8d3f-5f65a4f0b1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:28:40.448839 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f26b09dd-9ad7-46be-b1d6-e5419d7f0b80 req-e3063caa-ea78-4aa9-8d3f-5f65a4f0b1f2 service neutron] 10.222.0.30 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.0874798 Aug 17 04:28:40.513521 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f26b09dd-9ad7-46be-b1d6-e5419d7f0b80 req-56f64107-07cc-41dc-9fb0-dd83e720b198 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964 HTTP/1.1" status: 200 len: 1002 time: 0.0576670 Aug 17 04:28:40.561614 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b09dd-9ad7-46be-b1d6-e5419d7f0b80 req-ec7064e9-b05d-48e9-86cb-376741a61f0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:28:40.563416 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f26b09dd-9ad7-46be-b1d6-e5419d7f0b80 req-ec7064e9-b05d-48e9-86cb-376741a61f0f service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0434017 Aug 17 04:28:40.619166 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f26b09dd-9ad7-46be-b1d6-e5419d7f0b80 req-486aa282-aea0-4684-bcbd-c8609e6e91f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:28:40.620680 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f26b09dd-9ad7-46be-b1d6-e5419d7f0b80 req-486aa282-aea0-4684-bcbd-c8609e6e91f8 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0465147 Aug 17 04:28:40.711429 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f26b09dd-9ad7-46be-b1d6-e5419d7f0b80 req-b81268ee-265f-45be-be53-1e5ed07858e2 service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832770 Aug 17 04:28:40.806455 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f26b09dd-9ad7-46be-b1d6-e5419d7f0b80 req-1adef21d-460e-49e3-b839-9692946c1974 service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876434 Aug 17 04:28:45.356498 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d0cd9b24-a6af-4dec-b6be-f03d1734737f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:47.955208 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-930cf6a1-7766-4639-8c23-c03aede2f61f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:48.287045 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:49.544263 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:51.258250 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:28:54.553539 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:29:04.137836 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:04.835495 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:15.326036 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-cc6fcb0b-98a3-4ae6-aeb5-d1c3ac5ab863 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:17.983213 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-dd9043a6-8233-4ddf-96a8-b04ec96f0b44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:18.297855 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:19.503195 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:21.234874 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:31.553753 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:29:34.115655 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:34.891358 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:40.387999 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a79be4-0291-41a4-ab7f-66161e347e3d req-a0e677f6-a704-4427-9a4a-0c1838fe088d service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0402656 Aug 17 04:29:40.479821 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a79be4-0291-41a4-ab7f-66161e347e3d req-9b22c667-09e0-4442-bb20-5c7d31cadbbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:40.481343 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a79be4-0291-41a4-ab7f-66161e347e3d req-9b22c667-09e0-4442-bb20-5c7d31cadbbe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 1097 time: 0.0520377 Aug 17 04:29:40.586740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a79be4-0291-41a4-ab7f-66161e347e3d req-59fca70a-657c-4bf4-99ed-b6c0911260d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:40.588129 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a79be4-0291-41a4-ab7f-66161e347e3d req-59fca70a-657c-4bf4-99ed-b6c0911260d0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.0876620 Aug 17 04:29:40.651986 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a79be4-0291-41a4-ab7f-66161e347e3d req-e7217236-974f-43fb-96cd-45a9da171095 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964 HTTP/1.1" status: 200 len: 1002 time: 0.0560873 Aug 17 04:29:40.706249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a79be4-0291-41a4-ab7f-66161e347e3d req-5fe57fd3-0f18-4263-8b9b-a3b5542b28aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:40.707700 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a79be4-0291-41a4-ab7f-66161e347e3d req-5fe57fd3-0f18-4263-8b9b-a3b5542b28aa service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0493155 Aug 17 04:29:40.755709 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a79be4-0291-41a4-ab7f-66161e347e3d req-f9dc2291-ce85-43bb-83a9-6d38016cb720 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:40.757375 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a79be4-0291-41a4-ab7f-66161e347e3d req-f9dc2291-ce85-43bb-83a9-6d38016cb720 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0421779 Aug 17 04:29:40.850423 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a79be4-0291-41a4-ab7f-66161e347e3d req-24246e85-c7ff-419f-84a6-d3c811e58e45 service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848866 Aug 17 04:29:40.943128 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-87a79be4-0291-41a4-ab7f-66161e347e3d req-eab0a23a-d557-4117-8730-62002d310e4f service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0849831 Aug 17 04:29:41.479455 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc61d053-3ea6-4bc1-9b0c-ce8af547abba req-c73f1b72-18ff-43d1-acaf-ae9b83a29f6f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:41.481211 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fc61d053-3ea6-4bc1-9b0c-ce8af547abba req-c73f1b72-18ff-43d1-acaf-ae9b83a29f6f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 946 time: 0.0531955 Aug 17 04:29:41.519138 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-fc61d053-3ea6-4bc1-9b0c-ce8af547abba req-638100c6-2246-49f8-91cf-6bf6056134c6 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317950 Aug 17 04:29:42.662366 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26bb72fd-e9b2-4455-98ff-40c517d2586e req-f44db6d7-3a44-415b-9768-aa4f0df1002a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:42.664064 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-26bb72fd-e9b2-4455-98ff-40c517d2586e req-f44db6d7-3a44-415b-9768-aa4f0df1002a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 946 time: 0.0498350 Aug 17 04:29:42.707260 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-26bb72fd-e9b2-4455-98ff-40c517d2586e req-78556bd4-4111-4b19-80d6-9730b2b5b38d tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369954 Aug 17 04:29:43.831882 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13967b3b-2fd7-4e14-98b0-2d0850e23943 req-4926623c-a82e-4fd0-a673-4b3201144d8a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:43.833822 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-13967b3b-2fd7-4e14-98b0-2d0850e23943 req-4926623c-a82e-4fd0-a673-4b3201144d8a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 946 time: 0.0566273 Aug 17 04:29:43.874396 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-13967b3b-2fd7-4e14-98b0-2d0850e23943 req-f2bde64d-cea4-4269-801a-908d8fd2efea tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340247 Aug 17 04:29:44.993367 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3eb56e-d7cd-436c-bc94-3a0704b32bfb req-6984562e-2adb-481d-97dc-1aab1e10bf3b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:44.994836 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0e3eb56e-d7cd-436c-bc94-3a0704b32bfb req-6984562e-2adb-481d-97dc-1aab1e10bf3b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 946 time: 0.0503969 Aug 17 04:29:45.036960 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0e3eb56e-d7cd-436c-bc94-3a0704b32bfb req-0e7f2802-6793-4086-a97f-5d2cda7f21d0 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356848 Aug 17 04:29:45.330915 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c70d63b8-845f-4593-94f2-61792f3b2a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:46.155841 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd124e2b-1204-4e14-9b59-be14c2c498fb req-cceb2e52-5c25-480d-abca-534b1ff1eefd tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:46.157337 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cd124e2b-1204-4e14-9b59-be14c2c498fb req-cceb2e52-5c25-480d-abca-534b1ff1eefd tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 946 time: 0.0511565 Aug 17 04:29:46.196016 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cd124e2b-1204-4e14-9b59-be14c2c498fb req-92044db7-0183-4f87-b075-8e47449ca567 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325642 Aug 17 04:29:47.317004 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092f9e86-9772-4dd1-b010-0d1177bcb170 req-0a79aa08-d5cb-4657-a9c9-aa6ef3ac76e5 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:47.318436 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-092f9e86-9772-4dd1-b010-0d1177bcb170 req-0a79aa08-d5cb-4657-a9c9-aa6ef3ac76e5 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 946 time: 0.0536647 Aug 17 04:29:47.355264 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-092f9e86-9772-4dd1-b010-0d1177bcb170 req-c12d4d7d-26e0-4538-b892-3c7d82cc3547 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309277 Aug 17 04:29:47.953701 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d2cec20c-21ce-4f53-a2f8-bd4160415d3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:48.239345 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:48.472742 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eccfecdc-edc7-4f1d-9e4a-7f12530ba47a req-6bc36125-f9c6-4d1a-9f53-c62ac355e7f1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:48.474299 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eccfecdc-edc7-4f1d-9e4a-7f12530ba47a req-6bc36125-f9c6-4d1a-9f53-c62ac355e7f1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 946 time: 0.0498135 Aug 17 04:29:48.515190 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-eccfecdc-edc7-4f1d-9e4a-7f12530ba47a req-b1cf1118-c250-447d-a3ce-510239069dd6 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347383 Aug 17 04:29:49.525612 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:49.637263 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8ebcec2-ce1a-498f-a397-e5641f7644cf req-82d3e7cf-8734-44e7-b038-0d0900bf5cda tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:49.638833 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d8ebcec2-ce1a-498f-a397-e5641f7644cf req-82d3e7cf-8734-44e7-b038-0d0900bf5cda tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 946 time: 0.0502148 Aug 17 04:29:49.679773 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d8ebcec2-ce1a-498f-a397-e5641f7644cf req-07469174-2e57-4203-b74d-7c50edc3ce1e tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342925 Aug 17 04:29:50.804287 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-027effe3-4d5d-4110-945b-3f9b233c5143 req-0fb402cf-f99b-47e8-ad1f-373f6496447f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:50.805797 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-027effe3-4d5d-4110-945b-3f9b233c5143 req-0fb402cf-f99b-47e8-ad1f-373f6496447f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 946 time: 0.0544200 Aug 17 04:29:50.844626 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-027effe3-4d5d-4110-945b-3f9b233c5143 req-d7c1c16f-83e8-4214-8f93-32011b4dc037 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324047 Aug 17 04:29:51.258511 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:51.655446 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a5662-e964-4e0a-8159-64dae9dbe89d req-baca89ed-40eb-4555-a945-27ede388a050 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:51.656969 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e25a5662-e964-4e0a-8159-64dae9dbe89d req-baca89ed-40eb-4555-a945-27ede388a050 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 1097 time: 0.0420589 Aug 17 04:29:51.754905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a5662-e964-4e0a-8159-64dae9dbe89d req-72290d0f-96f3-47fe-b032-f465992a8789 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:51.756305 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e25a5662-e964-4e0a-8159-64dae9dbe89d req-72290d0f-96f3-47fe-b032-f465992a8789 service neutron] 10.222.0.30 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.0926178 Aug 17 04:29:51.823248 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e25a5662-e964-4e0a-8159-64dae9dbe89d req-4b8e0c79-1103-4bba-afb4-f8df6fb7fdfb service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964 HTTP/1.1" status: 200 len: 1002 time: 0.0593560 Aug 17 04:29:51.882402 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a5662-e964-4e0a-8159-64dae9dbe89d req-adad6000-cec0-40c9-acf6-20f96b3d3d4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:51.883890 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e25a5662-e964-4e0a-8159-64dae9dbe89d req-adad6000-cec0-40c9-acf6-20f96b3d3d4b service neutron] 10.222.0.30 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0531187 Aug 17 04:29:51.933794 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25a5662-e964-4e0a-8159-64dae9dbe89d req-f5937560-b582-4a0f-83e7-95778bcaef48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:51.935314 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e25a5662-e964-4e0a-8159-64dae9dbe89d req-f5937560-b582-4a0f-83e7-95778bcaef48 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0430017 Aug 17 04:29:51.965689 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad385ca9-0c4c-4bca-a4d4-d7bcce5eeda5 req-1561bfcd-a342-45ac-b6dd-2197ae297df1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:51.967191 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ad385ca9-0c4c-4bca-a4d4-d7bcce5eeda5 req-1561bfcd-a342-45ac-b6dd-2197ae297df1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 946 time: 0.0515823 Aug 17 04:29:52.006578 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ad385ca9-0c4c-4bca-a4d4-d7bcce5eeda5 req-5f4c1b2a-2a4b-4283-b7a1-08980ccb9285 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324767 Aug 17 04:29:52.029088 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e25a5662-e964-4e0a-8159-64dae9dbe89d req-ebd8ab23-e52f-4063-b7a7-786536810f68 service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861757 Aug 17 04:29:52.121356 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e25a5662-e964-4e0a-8159-64dae9dbe89d req-3027e3f8-2ec2-4bc7-a4b6-b030b5b2da96 service neutron] 10.222.0.30 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854392 Aug 17 04:29:53.123511 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d677f7a8-1421-4a3d-90a9-ace79c1a3110 req-ab8185e8-06f4-4c6e-97ce-56780c8c3a7e tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:53.125012 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d677f7a8-1421-4a3d-90a9-ace79c1a3110 req-ab8185e8-06f4-4c6e-97ce-56780c8c3a7e tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 946 time: 0.0493948 Aug 17 04:29:53.162594 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d677f7a8-1421-4a3d-90a9-ace79c1a3110 req-d96492d5-f9ed-4c8e-91a8-c9343cf85d4d tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313592 Aug 17 04:29:54.283204 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-901e1236-8b86-4ecd-a60a-d92369209d48 req-f0962f7c-0a51-429d-b5d8-3d1f15ed79ab tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:54.284832 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-901e1236-8b86-4ecd-a60a-d92369209d48 req-f0962f7c-0a51-429d-b5d8-3d1f15ed79ab tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 946 time: 0.0547590 Aug 17 04:29:54.324388 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-901e1236-8b86-4ecd-a60a-d92369209d48 req-8914efda-305a-4bc6-8389-40af603b1045 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336196 Aug 17 04:29:55.440988 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-955b3ed1-61f6-4e13-b9a5-7ac7d04649b6 req-91a95047-f1b0-44aa-8fe9-b29fe356bb06 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:55.443338 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-955b3ed1-61f6-4e13-b9a5-7ac7d04649b6 req-91a95047-f1b0-44aa-8fe9-b29fe356bb06 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 946 time: 0.0507061 Aug 17 04:29:55.482326 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-955b3ed1-61f6-4e13-b9a5-7ac7d04649b6 req-b7eac37b-2d0d-4a3d-a942-5074ef26f1c5 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338187 Aug 17 04:29:56.595676 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d91efa6-d7f1-4e66-89cb-b52a72bf1dbd req-98b04fda-c51b-4d5b-8328-f6ff217aa827 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:56.597040 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d91efa6-d7f1-4e66-89cb-b52a72bf1dbd req-98b04fda-c51b-4d5b-8328-f6ff217aa827 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 946 time: 0.0491788 Aug 17 04:29:56.634654 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5d91efa6-d7f1-4e66-89cb-b52a72bf1dbd req-cfa5091d-1104-426f-9224-45bf82aa054e tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317502 Aug 17 04:29:56.983084 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff0964f-76a7-4cb9-9af9-4f0974cd2a77 req-f75f3edd-6c4f-41e2-abd5-f4235408a406 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:56.984617 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ff0964f-76a7-4cb9-9af9-4f0974cd2a77 req-f75f3edd-6c4f-41e2-abd5-f4235408a406 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 946 time: 0.0533183 Aug 17 04:29:56.988090 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47218) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:29:57.027641 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5ff0964f-76a7-4cb9-9af9-4f0974cd2a77 req-487dd609-29a2-45e7-8058-7ae36a4392e9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340273 Aug 17 04:29:57.033462 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device 0d954a81-7b0d-4cb2-b6f6-5100ea815964 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:29:57.075709 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-51e5d636-7be5-40ff-a3c3-f063272d3307 service neutron] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0865293 Aug 17 04:29:57.084700 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-bbb225e1-d4aa-4b25-b022-dfe23490206d service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:29:57.085701 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-bbb225e1-d4aa-4b25-b022-dfe23490206d service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0052617 Aug 17 04:29:57.109242 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:57.132716 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83427e48-830a-4cb1-9407-852d0807fe66', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0d954a81-7b0d-4cb2-b6f6-5100ea815964'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:29:57.134983 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15a13fff-e09e-4386-b364-9c6b79d76daf" -d '{"events": [{"server_uuid": "83427e48-830a-4cb1-9407-852d0807fe66", "name": "network-vif-unplugged", "status": "completed", "tag": "0d954a81-7b0d-4cb2-b6f6-5100ea815964"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:29:57.148557 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port 0d954a81-7b0d-4cb2-b6f6-5100ea815964, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:29:57.224495 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Tue, 17 Aug 2021 04:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc655a6b-7f26-44eb-b9bb-b1155fbfcff2 x-openstack-request-id: req-cc655a6b-7f26-44eb-b9bb-b1155fbfcff2 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:29:57.224789 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83427e48-830a-4cb1-9407-852d0807fe66", "name": "network-vif-unplugged", "status": "failed", "tag": "0d954a81-7b0d-4cb2-b6f6-5100ea815964", "code": 422}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:29:57.225044 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-cc655a6b-7f26-44eb-b9bb-b1155fbfcff2 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:29:57.225463 n-d-802060-9 neutron-server[101971]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '83427e48-830a-4cb1-9407-852d0807fe66', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '0d954a81-7b0d-4cb2-b6f6-5100ea815964', 'code': 422} returned with failed status Aug 17 04:29:57.250809 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:29:57.307260 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=0d954a81-7b0d-4cb2-b6f6-5100ea815964,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:29:57.315028 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:29:57.315379 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:29:57.315726 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:29:57.316092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:29:57.316429 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:29:57.316762 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:29:57.317092 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:29:57.317449 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:29:57.317771 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:29:57.318100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:29:57.318428 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:29:57.318869 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:29:58.151773 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba149de-dbb5-4af8-a223-7288e779d34f req-91e7d0dd-724c-4c7d-b743-a1eadea9d5c5 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:58.153282 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bba149de-dbb5-4af8-a223-7288e779d34f req-91e7d0dd-724c-4c7d-b743-a1eadea9d5c5 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0526953 Aug 17 04:29:58.194983 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bba149de-dbb5-4af8-a223-7288e779d34f req-12c9f7ae-79ac-426f-91b0-0b37e5f37d05 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357380 Aug 17 04:29:59.325272 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13f1ccae-e6f0-498e-8da0-3bb9139f2e24 req-d5ae1c7f-80cf-4c5d-a375-45b4ae1b2290 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:29:59.326914 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-13f1ccae-e6f0-498e-8da0-3bb9139f2e24 req-d5ae1c7f-80cf-4c5d-a375-45b4ae1b2290 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0565622 Aug 17 04:29:59.365917 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-13f1ccae-e6f0-498e-8da0-3bb9139f2e24 req-ab7be348-d684-4dfb-927c-859a31d5204a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325246 Aug 17 04:30:00.487008 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a633ebbd-4972-47c3-8a53-556a4246c22a req-fb59f6cb-1d10-48a4-91a0-45d3f65d6a73 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:00.489264 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a633ebbd-4972-47c3-8a53-556a4246c22a req-fb59f6cb-1d10-48a4-91a0-45d3f65d6a73 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0536053 Aug 17 04:30:00.530373 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a633ebbd-4972-47c3-8a53-556a4246c22a req-e5de375b-2946-48eb-b2df-7fa4148295cf tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348296 Aug 17 04:30:01.651390 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a70b796-aee8-4610-8bd6-a394726080d5 req-610586f0-160d-42c8-a3e2-b16a580b4581 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:01.652949 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9a70b796-aee8-4610-8bd6-a394726080d5 req-610586f0-160d-42c8-a3e2-b16a580b4581 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0513043 Aug 17 04:30:01.692313 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9a70b796-aee8-4610-8bd6-a394726080d5 req-bea670b0-ba5d-4720-92e4-a70fa663caae tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331166 Aug 17 04:30:02.813074 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb2e12d-b392-4b20-a788-26b2ad8769f6 req-23293c23-ad2b-451e-bc06-899dbae27e6b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:02.814602 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6cb2e12d-b392-4b20-a788-26b2ad8769f6 req-23293c23-ad2b-451e-bc06-899dbae27e6b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0537202 Aug 17 04:30:02.859454 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6cb2e12d-b392-4b20-a788-26b2ad8769f6 req-a5521287-1ecd-4221-8ae1-59e5c2a5a2c1 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382795 Aug 17 04:30:03.240574 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-bf253445-0dac-47e9-9f95-69b0bea9330b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:03.242107 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-bf253445-0dac-47e9-9f95-69b0bea9330b service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66&tenant_id=2a7fbe9e3c9f41f1a30140339031e718 HTTP/1.1" status: 200 len: 1095 time: 0.0803640 Aug 17 04:30:03.255158 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-802060-9', 'device_owner': 'compute:nova'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:30:03.315226 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:03.835750 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] For port 0d954a81-7b0d-4cb2-b6f6-5100ea815964, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:30:03.867793 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] For port 0d954a81-7b0d-4cb2-b6f6-5100ea815964, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:30:03.902142 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0d954a81-7b0d-4cb2-b6f6-5100ea815964 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:30:03.908771 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:03.921784 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Transition to ACTIVE for port object 0d954a81-7b0d-4cb2-b6f6-5100ea815964 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:30:03.982416 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:03.984761 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d58dc5-15c2-44ca-bf1f-8b975ae73cba req-0641c0c6-540f-4a1b-b683-b537ec1d62a4 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:03.986298 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2d58dc5-15c2-44ca-bf1f-8b975ae73cba req-0641c0c6-540f-4a1b-b683-b537ec1d62a4 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0490475 Aug 17 04:30:04.026593 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-c2d58dc5-15c2-44ca-bf1f-8b975ae73cba req-e29e6b05-0beb-4787-9193-2e9560c2f319 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338373 Aug 17 04:30:04.058616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Pushing event updated for resources: {'Port': ['ID=0d954a81-7b0d-4cb2-b6f6-5100ea815964,revision_number=7']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:30:04.072266 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:30:04.072616 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:30:04.072958 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:30:04.073293 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:30:04.073727 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:30:04.074122 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:30:04.074382 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:30:04.074707 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:30:04.075033 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:30:04.075363 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:30:04.075687 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:30:04.076007 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:30:04.114490 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] No DVR routers for this DVR port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:30:04.141913 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:04.253905 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Attempting to bind port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:30:04.254456 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Attempting to bind port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:30:04.254590 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Attempting to bind port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 on network 52590bf8-9602-4629-ba48-31c6af418b33 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:30:04.259288 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 on network 52590bf8-9602-4629-ba48-31c6af418b33 not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:30:04.259611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Attempting to bind port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 on network 52590bf8-9602-4629-ba48-31c6af418b33 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:30:04.264392 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 30, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:30:04.264736 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Checking segment: {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:30:04.265121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Bound using segment: {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:30:04.265697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Bound port: 0d954a81-7b0d-4cb2-b6f6-5100ea815964, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '060576f2-3210-490e-b2e3-144bfd810843', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 98, 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:30:04.266051 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:04.331141 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] For port 0d954a81-7b0d-4cb2-b6f6-5100ea815964, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:30:04.334495 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] For port 0d954a81-7b0d-4cb2-b6f6-5100ea815964, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:30:04.411929 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:04.445972 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:04.446597 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:04.448000 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] 10.222.0.60 "PUT /v2.0/ports/0d954a81-7b0d-4cb2-b6f6-5100ea815964 HTTP/1.1" status: 200 len: 1092 time: 1.1974556 Aug 17 04:30:04.448440 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83427e48-830a-4cb1-9407-852d0807fe66', 'tag': '0d954a81-7b0d-4cb2-b6f6-5100ea815964'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:30:04.450729 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef194c4f-d557-4d93-b956-699e201902ad" -d '{"events": [{"name": "network-changed", "server_uuid": "83427e48-830a-4cb1-9407-852d0807fe66", "tag": "0d954a81-7b0d-4cb2-b6f6-5100ea815964"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:30:04.502561 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56133af9-ccbd-49fb-a9d9-2306a04c91c8 x-openstack-request-id: req-56133af9-ccbd-49fb-a9d9-2306a04c91c8 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:30:04.502860 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83427e48-830a-4cb1-9407-852d0807fe66", "tag": "0d954a81-7b0d-4cb2-b6f6-5100ea815964", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:30:04.506024 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-56133af9-ccbd-49fb-a9d9-2306a04c91c8 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:30:04.506024 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83427e48-830a-4cb1-9407-852d0807fe66', 'tag': '0d954a81-7b0d-4cb2-b6f6-5100ea815964', 'status': 'completed', 'code': 200} Aug 17 04:30:04.506024 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa0fad46-8897-48ce-bd58-0dd682d4be5c service neutron] Pushing event updated for resources: {'Port': ['ID=0d954a81-7b0d-4cb2-b6f6-5100ea815964,revision_number=8']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:30:04.523751 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-a61de578-07fe-4d2f-84b1-44789be21e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:04.525610 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-a61de578-07fe-4d2f-84b1-44789be21e51 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 1095 time: 0.0506954 Aug 17 04:30:04.623794 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-e406ab83-a028-470b-99c0-798b3da0fe45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:04.625368 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-e406ab83-a028-470b-99c0-798b3da0fe45 service neutron] 10.222.0.60 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.0924039 Aug 17 04:30:04.694387 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-c2acec4d-e71c-41d8-b94a-74e7d2b7bf95 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964 HTTP/1.1" status: 200 len: 1000 time: 0.0615644 Aug 17 04:30:04.745931 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-919b8e15-6909-492c-8cd1-13cc59249396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:04.747298 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-919b8e15-6909-492c-8cd1-13cc59249396 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0460744 Aug 17 04:30:04.794373 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-449df78e-dfb7-4b14-afea-a23e9b56b626 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:04.795950 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-449df78e-dfb7-4b14-afea-a23e9b56b626 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0411041 Aug 17 04:30:04.839609 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:04.889102 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-9107b587-7843-4588-9394-0325f6eafe88 service neutron] 10.222.0.60 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859566 Aug 17 04:30:04.986278 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-4b818a7a-8fd4-4272-bdec-158506b4eb85 service neutron] 10.222.0.60 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0899107 Aug 17 04:30:05.141464 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef194c4f-d557-4d93-b956-699e201902ad req-e82add47-3c44-423e-aa2b-215d66a861e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:05.142884 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef194c4f-d557-4d93-b956-699e201902ad req-e82add47-3c44-423e-aa2b-215d66a861e8 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 1095 time: 0.0421691 Aug 17 04:30:05.148757 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2eaa2-090d-48db-8a68-20a66b3a21e5 req-6757f3e5-ae7e-49eb-93ae-7047e2b033a9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:05.150441 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1da2eaa2-090d-48db-8a68-20a66b3a21e5 req-6757f3e5-ae7e-49eb-93ae-7047e2b033a9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0499718 Aug 17 04:30:05.190063 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-1da2eaa2-090d-48db-8a68-20a66b3a21e5 req-21792c44-cbee-4d8f-a50d-47f04860443a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335553 Aug 17 04:30:05.239950 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef194c4f-d557-4d93-b956-699e201902ad req-5fef1342-5f06-41bb-8a14-6c0a75110aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:05.241467 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef194c4f-d557-4d93-b956-699e201902ad req-5fef1342-5f06-41bb-8a14-6c0a75110aaa service neutron] 10.222.0.60 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.0912509 Aug 17 04:30:05.314600 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef194c4f-d557-4d93-b956-699e201902ad req-5860c4f9-e85d-47e4-93c0-5985525271da service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964 HTTP/1.1" status: 200 len: 1000 time: 0.0662181 Aug 17 04:30:05.367295 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef194c4f-d557-4d93-b956-699e201902ad req-bde623ca-1ebb-42d3-9bd8-6367400adfed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:05.368733 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef194c4f-d557-4d93-b956-699e201902ad req-bde623ca-1ebb-42d3-9bd8-6367400adfed service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0467517 Aug 17 04:30:05.418266 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef194c4f-d557-4d93-b956-699e201902ad req-b265f78f-89df-4584-a1b1-f8dcf5eef8d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:05.419868 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef194c4f-d557-4d93-b956-699e201902ad req-b265f78f-89df-4584-a1b1-f8dcf5eef8d4 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0402472 Aug 17 04:30:05.511121 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef194c4f-d557-4d93-b956-699e201902ad req-00ea679d-672f-44b7-bc8b-2d8f88bfaaa3 service neutron] 10.222.0.60 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832646 Aug 17 04:30:05.606615 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ef194c4f-d557-4d93-b956-699e201902ad req-3c489b67-9248-42e9-9850-36d7aee0a81d service neutron] 10.222.0.60 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876386 Aug 17 04:30:06.309520 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376be2b0-1e5d-4ccd-8305-3a50c9df9288 req-3838a91d-4ac7-450d-a40e-2d2beb830e18 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:06.311288 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-376be2b0-1e5d-4ccd-8305-3a50c9df9288 req-3838a91d-4ac7-450d-a40e-2d2beb830e18 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0530429 Aug 17 04:30:06.349690 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-376be2b0-1e5d-4ccd-8305-3a50c9df9288 req-95904f3c-4e24-4cef-9d4f-c1d7fac3a9cb tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315452 Aug 17 04:30:07.464249 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d66b077-09fd-4cb9-bd7f-80d96b2a34b6 req-f6c314cf-c4b3-4aef-8e14-b257ae398746 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:07.465831 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d66b077-09fd-4cb9-bd7f-80d96b2a34b6 req-f6c314cf-c4b3-4aef-8e14-b257ae398746 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0502498 Aug 17 04:30:07.504245 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-2d66b077-09fd-4cb9-bd7f-80d96b2a34b6 req-b4e85245-b8e9-4b3b-bd57-6086a287c4ae tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325720 Aug 17 04:30:08.554462 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:30:08.619308 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818c5e2b-6106-4709-bb1a-5fe3e0f9ec6f req-dec6dbe9-f678-42c8-b26a-57ed1fa313e8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:08.620717 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-818c5e2b-6106-4709-bb1a-5fe3e0f9ec6f req-dec6dbe9-f678-42c8-b26a-57ed1fa313e8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0481937 Aug 17 04:30:08.669034 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-818c5e2b-6106-4709-bb1a-5fe3e0f9ec6f req-032c5403-8ba0-4de7-bbfc-22d29208f0f7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424244 Aug 17 04:30:09.787621 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5716680f-0cd9-4adb-a9eb-581e3992add4 req-2c936415-769f-41eb-8451-b054af0858e2 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:09.789098 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5716680f-0cd9-4adb-a9eb-581e3992add4 req-2c936415-769f-41eb-8451-b054af0858e2 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0529611 Aug 17 04:30:09.825888 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5716680f-0cd9-4adb-a9eb-581e3992add4 req-65b63319-cc2b-4bb6-ba7d-740cdd98745e tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309017 Aug 17 04:30:10.941788 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be980d6b-fd14-4ece-a079-77d4e8d18bb0 req-b9089dde-94eb-443b-a504-bc424739a251 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:10.943322 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be980d6b-fd14-4ece-a079-77d4e8d18bb0 req-b9089dde-94eb-443b-a504-bc424739a251 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0519199 Aug 17 04:30:10.980891 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be980d6b-fd14-4ece-a079-77d4e8d18bb0 req-26e9fcc5-e704-4800-b7e7-61aecbebd64b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316308 Aug 17 04:30:12.095064 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fd8729f-8679-48ad-acc8-993b25b9f1d2 req-c1597918-55d4-4455-8ed7-eb33a4f37ed9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:12.096536 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0fd8729f-8679-48ad-acc8-993b25b9f1d2 req-c1597918-55d4-4455-8ed7-eb33a4f37ed9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0497484 Aug 17 04:30:12.134645 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0fd8729f-8679-48ad-acc8-993b25b9f1d2 req-29b5c0cf-70af-47ad-b0d8-51972ed94a3f tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321155 Aug 17 04:30:13.254527 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31222c9b-a823-4980-9844-9efd719caba3 req-e74ed73e-89aa-4bcc-9881-faea8d3b5f52 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:13.256018 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-31222c9b-a823-4980-9844-9efd719caba3 req-e74ed73e-89aa-4bcc-9881-faea8d3b5f52 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 944 time: 0.0532997 Aug 17 04:30:13.293993 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-31222c9b-a823-4980-9844-9efd719caba3 req-c4ac9031-bc53-4ea3-8bbf-6d973a937ce6 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319917 Aug 17 04:30:13.421713 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0d954a81-7b0d-4cb2-b6f6-5100ea815964 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:30:13.515320 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0d954a81-7b0d-4cb2-b6f6-5100ea815964, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:30:13.529365 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '0d954a81-7b0d-4cb2-b6f6-5100ea815964', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'port_id': '0d954a81-7b0d-4cb2-b6f6-5100ea815964', 'mac_address': 'fa:16:3e:ee:c7:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 98, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:30:13.566531 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:13.578816 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0d954a81-7b0d-4cb2-b6f6-5100ea815964 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:30:13.597967 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0d954a81-7b0d-4cb2-b6f6-5100ea815964, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:30:13.668131 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:13.718185 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=0d954a81-7b0d-4cb2-b6f6-5100ea815964,revision_number=9']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:30:13.898800 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['0d954a81-7b0d-4cb2-b6f6-5100ea815964'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:30:14.423720 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0445a825-2619-426c-89e3-69ae79444542 req-91fe7dc6-3109-4e6e-8fd0-1df58830d749 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:14.425211 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0445a825-2619-426c-89e3-69ae79444542 req-91fe7dc6-3109-4e6e-8fd0-1df58830d749 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 945 time: 0.0558212 Aug 17 04:30:14.466789 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0445a825-2619-426c-89e3-69ae79444542 req-c43a99dd-17b4-47dd-85f1-b5d921636d66 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351710 Aug 17 04:30:15.324953 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b29eade2-08ac-41a1-8871-41058fd9a068 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:15.437016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0d954a81-7b0d-4cb2-b6f6-5100ea815964 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:30:15.570830 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:30:15.574770 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:30:15.575200 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:15.586016 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3efe424b-179a-4446-ab2a-95b7aeb4f7c7 req-81a452a9-f661-433e-867f-d07b6ed3f10e tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:15.587565 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3efe424b-179a-4446-ab2a-95b7aeb4f7c7 req-81a452a9-f661-433e-867f-d07b6ed3f10e tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 945 time: 0.0492661 Aug 17 04:30:15.627912 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3efe424b-179a-4446-ab2a-95b7aeb4f7c7 req-f0a6d8bd-e2f2-427c-902f-a9693e75b51e tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336521 Aug 17 04:30:15.656302 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:15.678709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83427e48-830a-4cb1-9407-852d0807fe66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d954a81-7b0d-4cb2-b6f6-5100ea815964'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:30:15.680913 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99272255-efbf-42ef-bc8b-16f4946213ed" -d '{"events": [{"server_uuid": "83427e48-830a-4cb1-9407-852d0807fe66", "name": "network-vif-plugged", "status": "completed", "tag": "0d954a81-7b0d-4cb2-b6f6-5100ea815964"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:30:15.694367 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 0d954a81-7b0d-4cb2-b6f6-5100ea815964, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:30:15.716870 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:30:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b28ba114-9e88-4059-bb54-55e7839adce5 x-openstack-request-id: req-b28ba114-9e88-4059-bb54-55e7839adce5 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:30:15.717165 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83427e48-830a-4cb1-9407-852d0807fe66", "name": "network-vif-plugged", "status": "completed", "tag": "0d954a81-7b0d-4cb2-b6f6-5100ea815964", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:30:15.717443 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-b28ba114-9e88-4059-bb54-55e7839adce5 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:30:15.723719 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83427e48-830a-4cb1-9407-852d0807fe66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0d954a81-7b0d-4cb2-b6f6-5100ea815964', 'code': 200} Aug 17 04:30:15.844951 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:15.874871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7540ac46-aca4-4e48-bc16-a81b0fe79749 req-7aa9e897-04b6-4f8f-b21b-0d50e3d62ea2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:15.876429 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7540ac46-aca4-4e48-bc16-a81b0fe79749 req-7aa9e897-04b6-4f8f-b21b-0d50e3d62ea2 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 1098 time: 0.0412581 Aug 17 04:30:15.892543 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=0d954a81-7b0d-4cb2-b6f6-5100ea815964,revision_number=10']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:30:15.914683 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-7540ac46-aca4-4e48-bc16-a81b0fe79749 req-95ed966d-d82d-47d2-b8ef-45eb9e86b5bb service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316401 Aug 17 04:30:16.754839 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f5ede4-ead3-47ac-8887-be8f2ee104ce req-b637b546-1bb3-4226-a8d0-389c9efc6ea7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:16.757861 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-25f5ede4-ead3-47ac-8887-be8f2ee104ce req-b637b546-1bb3-4226-a8d0-389c9efc6ea7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 947 time: 0.0574059 Aug 17 04:30:16.797914 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-25f5ede4-ead3-47ac-8887-be8f2ee104ce req-5dbb92a2-fb1b-481e-b32e-76518cb587a0 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326591 Aug 17 04:30:17.915726 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c3f61b0-b482-4602-bcd5-dda5527ec18c req-fbf13b10-2027-43ac-a4a5-7bf3c3a30ec9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:17.917295 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4c3f61b0-b482-4602-bcd5-dda5527ec18c req-fbf13b10-2027-43ac-a4a5-7bf3c3a30ec9 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 947 time: 0.0510485 Aug 17 04:30:17.947733 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f6a11062-b97e-49fe-a66a-603808be42f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:17.956140 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-4c3f61b0-b482-4602-bcd5-dda5527ec18c req-d4b96f86-c418-4a87-9085-28fa27f12621 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328782 Aug 17 04:30:18.239094 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:19.536820 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:21.250629 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:34.175947 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:34.884281 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:40.192141 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f09c14ce-80a8-4024-97c1-6eacec341411 req-f4e78e3f-4bbc-4f23-9c14-9275afd91300 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0451097 Aug 17 04:30:40.275152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c14ce-80a8-4024-97c1-6eacec341411 req-8f6f2ce3-69b2-4a0f-af34-1938cc9c00b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:40.277333 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f09c14ce-80a8-4024-97c1-6eacec341411 req-8f6f2ce3-69b2-4a0f-af34-1938cc9c00b0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 1098 time: 0.0432148 Aug 17 04:30:40.381126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c14ce-80a8-4024-97c1-6eacec341411 req-fca7fae2-5382-470d-aa64-6c0d1086be2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:40.382682 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f09c14ce-80a8-4024-97c1-6eacec341411 req-fca7fae2-5382-470d-aa64-6c0d1086be2c service neutron] 10.222.0.60 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.0872183 Aug 17 04:30:40.459590 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f09c14ce-80a8-4024-97c1-6eacec341411 req-837ce9c0-012e-4303-8a09-a17269ac21a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964 HTTP/1.1" status: 200 len: 1002 time: 0.0649650 Aug 17 04:30:40.508578 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c14ce-80a8-4024-97c1-6eacec341411 req-e0b3eee3-9a35-4713-8882-ff4e9c9958c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:40.510708 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f09c14ce-80a8-4024-97c1-6eacec341411 req-e0b3eee3-9a35-4713-8882-ff4e9c9958c7 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0449042 Aug 17 04:30:40.555145 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09c14ce-80a8-4024-97c1-6eacec341411 req-6d40e52e-8ae2-4a74-b734-9b5f33ccf095 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:30:40.557153 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f09c14ce-80a8-4024-97c1-6eacec341411 req-6d40e52e-8ae2-4a74-b734-9b5f33ccf095 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0390954 Aug 17 04:30:40.651929 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f09c14ce-80a8-4024-97c1-6eacec341411 req-55357201-a458-4c18-8bf0-b5edebb2dea9 service neutron] 10.222.0.60 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870771 Aug 17 04:30:40.745251 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f09c14ce-80a8-4024-97c1-6eacec341411 req-cb91f2cf-7224-4316-9e25-c7b6ee287b13 service neutron] 10.222.0.60 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846679 Aug 17 04:30:45.343669 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-590037dc-e417-4ca5-8292-bb30e8ea4582 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:45.554751 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:30:47.981978 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3cd614db-41cf-4f9e-9723-402a06d5fad8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:48.227396 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:49.582185 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:30:51.244915 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:04.137141 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:04.919749 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:15.394707 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ad0477a2-f0ab-4d8c-b736-4f8fbccb60e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:17.988620 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-311c8656-c3fc-4576-91f3-30592ed93fd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:18.280564 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:19.554869 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:21.240595 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:22.553170 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:31:34.166488 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:34.881144 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:41.194878 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89f288e9-b2bc-4637-a7e9-bacb69484e7b req-88b70860-4753-40b6-93b6-18e6293d98e4 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0464475 Aug 17 04:31:41.277652 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f288e9-b2bc-4637-a7e9-bacb69484e7b req-3203911a-071b-4685-8963-a6fe30a6840f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:31:41.279163 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89f288e9-b2bc-4637-a7e9-bacb69484e7b req-3203911a-071b-4685-8963-a6fe30a6840f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 1098 time: 0.0416720 Aug 17 04:31:41.389497 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f288e9-b2bc-4637-a7e9-bacb69484e7b req-59137413-0e1e-43b3-a4ff-ac1c2c2e2bca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:31:41.391003 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89f288e9-b2bc-4637-a7e9-bacb69484e7b req-59137413-0e1e-43b3-a4ff-ac1c2c2e2bca service neutron] 10.222.0.60 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.0906086 Aug 17 04:31:41.457107 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89f288e9-b2bc-4637-a7e9-bacb69484e7b req-36196410-1023-4864-9513-df29c1839093 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964 HTTP/1.1" status: 200 len: 1002 time: 0.0593557 Aug 17 04:31:41.510746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f288e9-b2bc-4637-a7e9-bacb69484e7b req-f4ed3ab0-5ac0-49bc-a4b1-84e2e51370b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:31:41.512246 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89f288e9-b2bc-4637-a7e9-bacb69484e7b req-f4ed3ab0-5ac0-49bc-a4b1-84e2e51370b2 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0484817 Aug 17 04:31:41.561502 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f288e9-b2bc-4637-a7e9-bacb69484e7b req-37895ecd-a68b-427f-8c53-716dd51f95fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:31:41.563409 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89f288e9-b2bc-4637-a7e9-bacb69484e7b req-37895ecd-a68b-427f-8c53-716dd51f95fc service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0444221 Aug 17 04:31:41.653809 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89f288e9-b2bc-4637-a7e9-bacb69484e7b req-0db1c756-7d2d-4a7f-9407-eada601f64f5 service neutron] 10.222.0.60 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832117 Aug 17 04:31:41.750988 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89f288e9-b2bc-4637-a7e9-bacb69484e7b req-6c407569-f798-42c3-9b08-7ab1f9cb8cfd service neutron] 10.222.0.60 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893013 Aug 17 04:31:45.389792 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-05446c5c-021d-4c37-9bb9-d99642d4e952 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:48.047197 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d13fe0a0-5d79-4f90-8975-fbbb07a960fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:48.275738 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:49.544711 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:51.293516 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:53.489059 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47308) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:31:53.654126 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Deleting port 8303a1fe-af20-4e4e-ac3a-d2fcb73650bb {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:31:53.654475 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:53.738682 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:53.738916 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:53.751001 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Calling delete_port for 8303a1fe-af20-4e4e-ac3a-d2fcb73650bb owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:31:53.967306 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:53.992088 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event deleted for resources: {'Port': ['ID=8303a1fe-af20-4e4e-ac3a-d2fcb73650bb,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:31:54.006646 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:54.006979 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:54.007344 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:54.007704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:54.008062 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:54.008400 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:54.008732 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:54.009061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:54.009391 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:54.009744 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:54.010076 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:54.010401 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:54.064995 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:54.065322 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Floating IP 3bfdfdd5-71d0-44cc-a71d-b7863f4859cd disassociated (deleted). External IP: 172.25.1.172, port: 0d954a81-7b0d-4cb2-b6f6-5100ea815964. Aug 17 04:31:54.272717 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Router b81cf68f-a309-43f1-aa79-79c9da0a09ac has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:31:54.380780 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:31:54.385326 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:54.390283 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d515a-3d7c-416c-a85d-37e0299a718c None None] Sync routers for ids ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:31:54.400455 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d515a-3d7c-416c-a85d-37e0299a718c None None] Routers {'b81cf68f-a309-43f1-aa79-79c9da0a09ac'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:31:54.401063 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-634d515a-3d7c-416c-a85d-37e0299a718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:31:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:31:54.416203 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-7387d17f-36c9-466e-b1ea-3a429a95520a tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "DELETE /v2.0/floatingips/3bfdfdd5-71d0-44cc-a71d-b7863f4859cd HTTP/1.1" status: 204 len: 168 time: 0.9234478 Aug 17 04:31:54.416203 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '83427e48-830a-4cb1-9407-852d0807fe66', 'tag': '0d954a81-7b0d-4cb2-b6f6-5100ea815964'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:31:54.416645 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d17ef58c-9a79-4d4e-be69-9238228bfb00" -d '{"events": [{"name": "network-changed", "server_uuid": "83427e48-830a-4cb1-9407-852d0807fe66", "tag": "0d954a81-7b0d-4cb2-b6f6-5100ea815964"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:31:54.540226 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-634d515a-3d7c-416c-a85d-37e0299a718c None None] Set router b81cf68f-a309-43f1-aa79-79c9da0a09ac gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:31:54.796771 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b859185-1a16-4aec-b20a-bde4fad0de24 x-openstack-request-id: req-1b859185-1a16-4aec-b20a-bde4fad0de24 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:31:54.797275 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "83427e48-830a-4cb1-9407-852d0807fe66", "tag": "0d954a81-7b0d-4cb2-b6f6-5100ea815964", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:31:54.797378 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1b859185-1a16-4aec-b20a-bde4fad0de24 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:31:54.797890 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '83427e48-830a-4cb1-9407-852d0807fe66', 'tag': '0d954a81-7b0d-4cb2-b6f6-5100ea815964', 'status': 'completed', 'code': 200} Aug 17 04:31:54.846317 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-634d515a-3d7c-416c-a85d-37e0299a718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 4, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'b6b539d2-4bca-4ced-84f8-b6c5a80d1766', 'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'mac_address': 'fa:16:3e:c8:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:55Z', 'updated_at': '2021-08-17T04:22:02Z', 'revision_number': 5, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'subnets': [{'id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:31:54.867945 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ef58c-9a79-4d4e-be69-9238228bfb00 req-36005bca-24fe-4c8d-82ca-db303cc49c12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:31:54.870277 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d17ef58c-9a79-4d4e-be69-9238228bfb00 req-36005bca-24fe-4c8d-82ca-db303cc49c12 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 1098 time: 0.0484016 Aug 17 04:31:54.873290 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d515a-3d7c-416c-a85d-37e0299a718c None None] Checking router: b81cf68f-a309-43f1-aa79-79c9da0a09ac for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:31:54.883009 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634d515a-3d7c-416c-a85d-37e0299a718c None None] Routers {'b81cf68f-a309-43f1-aa79-79c9da0a09ac'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:31:54.883009 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-634d515a-3d7c-416c-a85d-37e0299a718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:31:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:31:54.954011 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130b8f4c-c849-48df-98d9-5cca9d3ddb72 req-6b862165-2f83-4022-a968-e46e9a1ee37c tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:31:54.955610 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-130b8f4c-c849-48df-98d9-5cca9d3ddb72 req-6b862165-2f83-4022-a968-e46e9a1ee37c tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 947 time: 0.1110983 Aug 17 04:31:54.981362 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ef58c-9a79-4d4e-be69-9238228bfb00 req-8a7f9c1f-db44-45b3-aa80-6158f6e83fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:31:54.983780 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d17ef58c-9a79-4d4e-be69-9238228bfb00 req-8a7f9c1f-db44-45b3-aa80-6158f6e83fbf service neutron] 10.222.0.60 "GET /v2.0/networks?id=52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 200 len: 908 time: 0.1062639 Aug 17 04:31:54.995234 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-634d515a-3d7c-416c-a85d-37e0299a718c None None] Set router b81cf68f-a309-43f1-aa79-79c9da0a09ac gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:31:54.997932 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-130b8f4c-c849-48df-98d9-5cca9d3ddb72 req-7531e439-8053-4600-9d6b-89059ea5eee8 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352094 Aug 17 04:31:55.029202 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d17ef58c-9a79-4d4e-be69-9238228bfb00 req-ea9b4fc8-a0ac-42c6-90c3-2637bec62987 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964 HTTP/1.1" status: 200 len: 217 time: 0.0352049 Aug 17 04:31:55.079974 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ef58c-9a79-4d4e-be69-9238228bfb00 req-b2789d90-90b1-4150-a770-0c3c82a6e157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:31:55.081379 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d17ef58c-9a79-4d4e-be69-9238228bfb00 req-b2789d90-90b1-4150-a770-0c3c82a6e157 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 200 len: 847 time: 0.0434315 Aug 17 04:31:55.131568 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d17ef58c-9a79-4d4e-be69-9238228bfb00 req-14159a41-58be-4190-8e5f-f53f7363d4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:31:55.133085 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d17ef58c-9a79-4d4e-be69-9238228bfb00 req-14159a41-58be-4190-8e5f-f53f7363d4c2 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=52590bf8-9602-4629-ba48-31c6af418b33&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0436480 Aug 17 04:31:55.192916 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-634d515a-3d7c-416c-a85d-37e0299a718c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 4, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'b6b539d2-4bca-4ced-84f8-b6c5a80d1766', 'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'mac_address': 'fa:16:3e:c8:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:55Z', 'updated_at': '2021-08-17T04:22:02Z', 'revision_number': 5, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'subnets': [{'id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:31:55.226217 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d17ef58c-9a79-4d4e-be69-9238228bfb00 req-acc4310b-6743-40d4-b4f4-81a29e9e91c3 service neutron] 10.222.0.60 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856586 Aug 17 04:31:55.319991 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-634d515a-3d7c-416c-a85d-37e0299a718c None None] The sync data for ids ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'] in n-d-802060-9 is: [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:56Z', 'revision_number': 4, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'b6b539d2-4bca-4ced-84f8-b6c5a80d1766', 'name': '', 'network_id': '52590bf8-9602-4629-ba48-31c6af418b33', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'mac_address': 'fa:16:3e:c8:f7:79', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 4282, 'fixed_ips': [{'subnet_id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:55Z', 'updated_at': '2021-08-17T04:22:02Z', 'revision_number': 5, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'subnets': [{'id': '6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:31:55.336287 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-d17ef58c-9a79-4d4e-be69-9238228bfb00 req-9b22b34d-a0a3-4f23-8c37-4658c0bdffeb service neutron] 10.222.0.60 "GET /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1025779 Aug 17 04:31:55.547567 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13f61fa1-0174-409b-9b56-41285f1ca018 None None] New status for floating IP 3bfdfdd5-71d0-44cc-a71d-b7863f4859cd: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:31:56.112515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b95bab-2329-4702-9e52-2ce74e542aea req-46af8048-3c62-4122-bcb3-79dbf273b3f7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:31:56.114034 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-04b95bab-2329-4702-9e52-2ce74e542aea req-46af8048-3c62-4122-bcb3-79dbf273b3f7 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 947 time: 0.0495744 Aug 17 04:31:56.152277 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-04b95bab-2329-4702-9e52-2ce74e542aea req-d05b4714-3780-4be5-a013-09417669a526 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/security-groups?id=0008480f-1de0-4227-8d74-5ac7c87e28b9&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323510 Aug 17 04:31:56.329596 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6507ca3-bf8f-451c-9622-5168555366fe req-dbc15bb0-de19-4c68-9f94-9b2cb2fbc430 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:31:56.330920 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6507ca3-bf8f-451c-9622-5168555366fe req-dbc15bb0-de19-4c68-9f94-9b2cb2fbc430 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.60 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 947 time: 0.0509534 Aug 17 04:31:56.418027 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f6507ca3-bf8f-451c-9622-5168555366fe req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Deleting port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:31:56.418370 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f6507ca3-bf8f-451c-9622-5168555366fe req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:56.508873 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-f6507ca3-bf8f-451c-9622-5168555366fe req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] For port 0d954a81-7b0d-4cb2-b6f6-5100ea815964, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=0d954a81-7b0d-4cb2-b6f6-5100ea815964,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:31:56.509233 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f6507ca3-bf8f-451c-9622-5168555366fe req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:56.521178 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-f6507ca3-bf8f-451c-9622-5168555366fe req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Calling delete_port for 0d954a81-7b0d-4cb2-b6f6-5100ea815964 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:31:56.710647 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f6507ca3-bf8f-451c-9622-5168555366fe req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:56.739424 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event deleted for resources: {'Port': ['ID=0d954a81-7b0d-4cb2-b6f6-5100ea815964,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:31:56.766583 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:56.770917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:56.770917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:56.770917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:56.770917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:56.770917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:56.770917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:56.770917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:56.770917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:56.770917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:56.770917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:56.770917 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:31:56.790474 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6507ca3-bf8f-451c-9622-5168555366fe req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] No DVR routers for this DVR port 0d954a81-7b0d-4cb2-b6f6-5100ea815964 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:31:56.792939 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-f6507ca3-bf8f-451c-9622-5168555366fe req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:31:56.794938 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f6507ca3-bf8f-451c-9622-5168555366fe req-5e291887-0572-4459-a412-0c429ff4664b tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.60 "DELETE /v2.0/ports/0d954a81-7b0d-4cb2-b6f6-5100ea815964 HTTP/1.1" status: 204 len: 173 time: 0.4578567 Aug 17 04:31:56.795377 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '83427e48-830a-4cb1-9407-852d0807fe66', 'name': 'network-vif-deleted', 'tag': '0d954a81-7b0d-4cb2-b6f6-5100ea815964'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:31:56.797715 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af6a9219-3ec3-4210-86e1-ce1ab23262f1" -d '{"events": [{"server_uuid": "83427e48-830a-4cb1-9407-852d0807fe66", "name": "network-vif-deleted", "tag": "0d954a81-7b0d-4cb2-b6f6-5100ea815964"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:31:56.881442 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:31:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a9c6c29-2774-491b-bea3-2cf6f2becfeb x-openstack-request-id: req-6a9c6c29-2774-491b-bea3-2cf6f2becfeb {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:31:56.881743 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "83427e48-830a-4cb1-9407-852d0807fe66", "name": "network-vif-deleted", "tag": "0d954a81-7b0d-4cb2-b6f6-5100ea815964", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:31:56.882000 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-6a9c6c29-2774-491b-bea3-2cf6f2becfeb {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:31:56.882405 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '83427e48-830a-4cb1-9407-852d0807fe66', 'name': 'network-vif-deleted', 'tag': '0d954a81-7b0d-4cb2-b6f6-5100ea815964', 'status': 'completed', 'code': 200} Aug 17 04:31:57.254272 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-749b4a14-d2bb-4e2d-8ec6-052837701055 req-6544b12d-22cb-49e6-97e9-62099907bfe4 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 210 time: 0.0274215 Aug 17 04:31:58.360596 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7d123f76-0ab1-458c-9cb5-9b7e5b4f6e1e req-d6126551-f065-478a-bfa4-24cf1c5ed967 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 210 time: 0.0271335 Aug 17 04:31:59.466564 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-29da7a36-c4eb-4e70-8ec0-a3ae07e1f125 req-cb6ee2a6-29e3-40ba-a292-21198c37e177 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 210 time: 0.0307851 Aug 17 04:31:59.552090 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:32:00.079705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0d954a81-7b0d-4cb2-b6f6-5100ea815964 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:32:00.101151 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 0d954a81-7b0d-4cb2-b6f6-5100ea815964 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:32:00.101525 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 0d954a81-7b0d-4cb2-b6f6-5100ea815964 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:32:00.562284 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d8523563-047a-467b-86eb-f71f571ea3ac req-00d0eea7-b063-43dc-8145-f3611307d1d5 tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "GET /v2.0/ports?device_id=83427e48-830a-4cb1-9407-852d0807fe66 HTTP/1.1" status: 200 len: 210 time: 0.0269105 Aug 17 04:32:01.619904 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47354) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:01.686482 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-044db110-3f3d-4655-b14b-24c14252bbfe tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:01.710868 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-044db110-3f3d-4655-b14b-24c14252bbfe tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:01.825146 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-044db110-3f3d-4655-b14b-24c14252bbfe tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:01.827893 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-044db110-3f3d-4655-b14b-24c14252bbfe tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:01.829069 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-044db110-3f3d-4655-b14b-24c14252bbfe tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] 10.222.0.10 "DELETE /v2.0/security-groups/0008480f-1de0-4227-8d74-5ac7c87e28b9 HTTP/1.1" status: 204 len: 168 time: 0.2080467 Aug 17 04:32:01.839217 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044db110-3f3d-4655-b14b-24c14252bbfe tempest-TestShelveInstance-1868576797 tempest-TestShelveInstance-1868576797-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0008480f-1de0-4227-8d74-5ac7c87e28b9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:01.929370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47358) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:02.414257 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2a8b21ef-5614-4f0c-b04b-1d869c9e3b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:02.665285 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-2a8b21ef-5614-4f0c-b04b-1d869c9e3b3c admin admin] Deleting port b6b539d2-4bca-4ced-84f8-b6c5a80d1766 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:32:02.665630 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2a8b21ef-5614-4f0c-b04b-1d869c9e3b3c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:02.745835 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-2a8b21ef-5614-4f0c-b04b-1d869c9e3b3c admin admin] For port b6b539d2-4bca-4ced-84f8-b6c5a80d1766, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=b6b539d2-4bca-4ced-84f8-b6c5a80d1766,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:32:02.746187 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2a8b21ef-5614-4f0c-b04b-1d869c9e3b3c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:02.759155 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-2a8b21ef-5614-4f0c-b04b-1d869c9e3b3c admin admin] Calling delete_port for b6b539d2-4bca-4ced-84f8-b6c5a80d1766 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:32:02.984605 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2a8b21ef-5614-4f0c-b04b-1d869c9e3b3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:03.019942 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a8b21ef-5614-4f0c-b04b-1d869c9e3b3c admin admin] Pushing event deleted for resources: {'Port': ['ID=b6b539d2-4bca-4ced-84f8-b6c5a80d1766,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:03.188335 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2a8b21ef-5614-4f0c-b04b-1d869c9e3b3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:03.405493 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2a8b21ef-5614-4f0c-b04b-1d869c9e3b3c admin admin] Router b81cf68f-a309-43f1-aa79-79c9da0a09ac has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:32:03.515832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2a8b21ef-5614-4f0c-b04b-1d869c9e3b3c admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:32:03.520883 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2a8b21ef-5614-4f0c-b04b-1d869c9e3b3c admin admin] 10.222.0.10 "PUT /v2.0/routers/b81cf68f-a309-43f1-aa79-79c9da0a09ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5903938 Aug 17 04:32:03.524419 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47364) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:03.529719 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5124ddf4-8708-4f60-abba-d2f4964a0f09 None None] Sync routers for ids ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:32:03.539819 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124ddf4-8708-4f60-abba-d2f4964a0f09 None None] Routers {'b81cf68f-a309-43f1-aa79-79c9da0a09ac'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:32:03.540752 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5124ddf4-8708-4f60-abba-d2f4964a0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:31:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:03.634896 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19df96d1-a510-4842-ae20-ecfd495c5445 admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:03.645052 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-5124ddf4-8708-4f60-abba-d2f4964a0f09 None None] Set router b81cf68f-a309-43f1-aa79-79c9da0a09ac gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:32:03.750100 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19df96d1-a510-4842-ae20-ecfd495c5445 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:03.830320 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5124ddf4-8708-4f60-abba-d2f4964a0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101'}], 'enable_snat': True}, 'gw_port_id': '6b6adfca-c504-40b5-b13e-407350724f78', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:32:02Z', 'revision_number': 5, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port': {'id': '6b6adfca-c504-40b5-b13e-407350724f78', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:78:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4281, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:21:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:03.847852 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-19df96d1-a510-4842-ae20-ecfd495c5445 admin admin] Deleting port 6b6adfca-c504-40b5-b13e-407350724f78 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:32:03.848487 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19df96d1-a510-4842-ae20-ecfd495c5445 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:03.863139 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5124ddf4-8708-4f60-abba-d2f4964a0f09 None None] Checking router: b81cf68f-a309-43f1-aa79-79c9da0a09ac for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:32:03.871498 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5124ddf4-8708-4f60-abba-d2f4964a0f09 None None] Routers {'b81cf68f-a309-43f1-aa79-79c9da0a09ac'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:32:03.872104 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5124ddf4-8708-4f60-abba-d2f4964a0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:31:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:03.933522 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-19df96d1-a510-4842-ae20-ecfd495c5445 admin admin] For port 6b6adfca-c504-40b5-b13e-407350724f78, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=6b6adfca-c504-40b5-b13e-407350724f78,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:32:03.934063 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19df96d1-a510-4842-ae20-ecfd495c5445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:03.949335 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-19df96d1-a510-4842-ae20-ecfd495c5445 admin admin] Calling delete_port for 6b6adfca-c504-40b5-b13e-407350724f78 owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:32:03.957744 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-5124ddf4-8708-4f60-abba-d2f4964a0f09 None None] Set router b81cf68f-a309-43f1-aa79-79c9da0a09ac gateway port host: None {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:32:04.022564 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-5124ddf4-8708-4f60-abba-d2f4964a0f09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:32:03Z', 'revision_number': 6, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:04.052863 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5124ddf4-8708-4f60-abba-d2f4964a0f09 None None] The sync data for ids ['b81cf68f-a309-43f1-aa79-79c9da0a09ac'] in n-d-802060-9 is: [{'id': 'b81cf68f-a309-43f1-aa79-79c9da0a09ac', 'name': 'tempest-TestShelveInstance-837486769-router', 'tenant_id': '2a7fbe9e3c9f41f1a30140339031e718', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:53Z', 'updated_at': '2021-08-17T04:32:03Z', 'revision_number': 6, 'project_id': '2a7fbe9e3c9f41f1a30140339031e718', 'gw_port_host': None}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:32:04.156310 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:04.173428 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19df96d1-a510-4842-ae20-ecfd495c5445 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:04.198181 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19df96d1-a510-4842-ae20-ecfd495c5445 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b6adfca-c504-40b5-b13e-407350724f78,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:04.265551 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19df96d1-a510-4842-ae20-ecfd495c5445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:04.350962 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19df96d1-a510-4842-ae20-ecfd495c5445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:04.353885 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19df96d1-a510-4842-ae20-ecfd495c5445 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:04.477202 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19df96d1-a510-4842-ae20-ecfd495c5445 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:04.477202 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19df96d1-a510-4842-ae20-ecfd495c5445 admin admin] Fanout notify agent at l3_agent the message router_deleted on router b81cf68f-a309-43f1-aa79-79c9da0a09ac {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:32:04.477470 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-19df96d1-a510-4842-ae20-ecfd495c5445 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:04.481120 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-19df96d1-a510-4842-ae20-ecfd495c5445 admin admin] 10.222.0.10 "DELETE /v2.0/routers/b81cf68f-a309-43f1-aa79-79c9da0a09ac HTTP/1.1" status: 204 len: 168 time: 0.9534581 Aug 17 04:32:04.481539 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47368) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:04.517743 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b6b539d2-4bca-4ced-84f8-b6c5a80d1766 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:32:04.541354 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-c67333a0-73eb-4884-80a5-dc1441605554 admin admin] Deleting subnet 6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:32:04.544472 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c67333a0-73eb-4884-80a5-dc1441605554 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:04.546670 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: b6b539d2-4bca-4ced-84f8-b6c5a80d1766 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:32:04.547126 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device b6b539d2-4bca-4ced-84f8-b6c5a80d1766 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:32:04.579929 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c67333a0-73eb-4884-80a5-dc1441605554 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:04.882065 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:04.986356 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c67333a0-73eb-4884-80a5-dc1441605554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:05.099673 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c67333a0-73eb-4884-80a5-dc1441605554 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:05.122231 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67333a0-73eb-4884-80a5-dc1441605554 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:05.132430 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-c67333a0-73eb-4884-80a5-dc1441605554 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:05.134459 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c67333a0-73eb-4884-80a5-dc1441605554 admin admin] 10.222.0.10 "DELETE /v2.0/subnets/6e4cd4bd-4084-4ca5-bf00-184b35f1ff0f HTTP/1.1" status: 204 len: 168 time: 0.6518362 Aug 17 04:32:05.136952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47370) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:05.139424 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384dd0af-2534-4aa3-a9b9-e7bcab1c7df3 None None] Network 52590bf8-9602-4629-ba48-31c6af418b33 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:32:05.212855 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:05.269176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] Deleting port 34b7d129-bdb0-4edf-b8ae-9f8701405779 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:32:05.269655 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:05.333730 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] For port 34b7d129-bdb0-4edf-b8ae-9f8701405779, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=34b7d129-bdb0-4edf-b8ae-9f8701405779,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:32:05.333953 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:05.337496 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] DHCP port deletion for 52590bf8-9602-4629-ba48-31c6af418b33 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:32:05.346841 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] Calling delete_port for 34b7d129-bdb0-4edf-b8ae-9f8701405779 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:32:05.386271 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] Deleting port 34b7d129-bdb0-4edf-b8ae-9f8701405779 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:32:05.386559 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:05.447198 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] For port 34b7d129-bdb0-4edf-b8ae-9f8701405779, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=34b7d129-bdb0-4edf-b8ae-9f8701405779,segment=NetworkSegment(060576f2-3210-490e-b2e3-144bfd810843),segment_id=060576f2-3210-490e-b2e3-144bfd810843)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:32:05.447595 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:05.459430 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] Calling delete_port for 34b7d129-bdb0-4edf-b8ae-9f8701405779 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:32:05.499557 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:05.525732 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] Pushing event deleted for resources: {'Port': ['ID=34b7d129-bdb0-4edf-b8ae-9f8701405779,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:05.529658 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] No DVR routers for this DVR port 34b7d129-bdb0-4edf-b8ae-9f8701405779 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:32:05.610431 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:05.621938 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52590bf8-9602-4629-ba48-31c6af418b33']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:05.633989 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '060576f2-3210-490e-b2e3-144bfd810843') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:05.634311 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '060576f2-3210-490e-b2e3-144bfd810843') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:05.643781 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:05.658786 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:05.665778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] Releasing vlan 98 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:32:05.666178 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: timer() Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:32:05.667845 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Aug 17 04:32:05.695379 n-d-802060-9 neutron-server[101971]: self.session.flush() Aug 17 04:32:05.702685 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:05.729765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] Pushing event deleted for resources: {'Port': ['ID=34b7d129-bdb0-4edf-b8ae-9f8701405779,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:05.736388 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] No DVR routers for this DVR port 34b7d129-bdb0-4edf-b8ae-9f8701405779 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:32:05.744984 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:05.745332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:05.745705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:05.746046 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:05.746376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:05.747027 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:05.747027 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:05.747332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:05.747655 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:05.747973 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:05.748301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:05.748618 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bd9176-646a-4218-ba5d-cf1422b750ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:05.767684 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:05.773233 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:05.775648 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] 10.222.0.10 "DELETE /v2.0/networks/52590bf8-9602-4629-ba48-31c6af418b33 HTTP/1.1" status: 204 len: 168 time: 0.6374931 Aug 17 04:32:05.778841 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47376) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:05.786827 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a441380b-3ead-4e7a-a5da-ad765b2d5ff8 admin admin] Pushing event deleted for resources: {'Network': ['ID=52590bf8-9602-4629-ba48-31c6af418b33,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:06.457880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 34b7d129-bdb0-4edf-b8ae-9f8701405779 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:32:06.478487 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 34b7d129-bdb0-4edf-b8ae-9f8701405779 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:32:06.478825 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 34b7d129-bdb0-4edf-b8ae-9f8701405779 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:32:06.479247 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6b6adfca-c504-40b5-b13e-407350724f78 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:32:06.482033 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14557713-cd51-4ded-8f7f-c3594e78ea0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:06.498756 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 6b6adfca-c504-40b5-b13e-407350724f78 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:32:06.499094 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 6b6adfca-c504-40b5-b13e-407350724f78 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:32:06.734769 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-14557713-cd51-4ded-8f7f-c3594e78ea0e admin admin] Deleting port 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:32:06.735112 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14557713-cd51-4ded-8f7f-c3594e78ea0e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:06.829942 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-14557713-cd51-4ded-8f7f-c3594e78ea0e admin admin] For port 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=0d7d67cb-47fa-4f63-b1ab-35434daaa0d9,segment=NetworkSegment(a64cdd71-246d-40de-beae-d4b6e807bea9),segment_id=a64cdd71-246d-40de-beae-d4b6e807bea9)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:32:06.830653 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14557713-cd51-4ded-8f7f-c3594e78ea0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:06.841957 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-14557713-cd51-4ded-8f7f-c3594e78ea0e admin admin] Calling delete_port for 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 owned by network:router_interface {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:32:07.088384 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14557713-cd51-4ded-8f7f-c3594e78ea0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:07.116120 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14557713-cd51-4ded-8f7f-c3594e78ea0e admin admin] Pushing event deleted for resources: {'Port': ['ID=0d7d67cb-47fa-4f63-b1ab-35434daaa0d9,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:07.283706 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-14557713-cd51-4ded-8f7f-c3594e78ea0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:07.513379 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14557713-cd51-4ded-8f7f-c3594e78ea0e admin admin] Router 137f95d7-52a1-4d71-958a-4a500942fc86 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:32:07.626946 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14557713-cd51-4ded-8f7f-c3594e78ea0e admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:32:07.635527 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-14557713-cd51-4ded-8f7f-c3594e78ea0e admin admin] 10.222.0.10 "PUT /v2.0/routers/137f95d7-52a1-4d71-958a-4a500942fc86/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8519332 Aug 17 04:32:07.635798 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47382) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:07.636501 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e15de2-8525-452c-aa72-e421669edcc7 None None] Sync routers for ids ['137f95d7-52a1-4d71-958a-4a500942fc86'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:32:07.645534 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e15de2-8525-452c-aa72-e421669edcc7 None None] Routers {'137f95d7-52a1-4d71-958a-4a500942fc86'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:32:07.646163 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-38e15de2-8525-452c-aa72-e421669edcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:31:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['137f95d7-52a1-4d71-958a-4a500942fc86'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:07.744138 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6672941d-dc3f-416a-b77a-9324b7391852 admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:07.756064 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-38e15de2-8525-452c-aa72-e421669edcc7 None None] Set router 137f95d7-52a1-4d71-958a-4a500942fc86 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:32:07.859683 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6672941d-dc3f-416a-b77a-9324b7391852 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:07.948814 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-38e15de2-8525-452c-aa72-e421669edcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'name': 'tempest-TestShelveInstance-510416533-router', 'tenant_id': '215ceb0d0c944960bc1c2f10b56417c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.107'}], 'enable_snat': True}, 'gw_port_id': 'e3968452-88ee-4fa8-b5bc-bdc5375a9b24', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:59Z', 'updated_at': '2021-08-17T04:32:06Z', 'revision_number': 5, 'project_id': '215ceb0d0c944960bc1c2f10b56417c2', 'gw_port': {'id': 'e3968452-88ee-4fa8-b5bc-bdc5375a9b24', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:93:3a:5e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4293, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:22:00Z', 'updated_at': '2021-08-17T04:22:06Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:07.954690 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6672941d-dc3f-416a-b77a-9324b7391852 admin admin] Deleting port e3968452-88ee-4fa8-b5bc-bdc5375a9b24 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:32:07.955058 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6672941d-dc3f-416a-b77a-9324b7391852 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:07.975348 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e15de2-8525-452c-aa72-e421669edcc7 None None] Checking router: 137f95d7-52a1-4d71-958a-4a500942fc86 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:32:07.984375 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38e15de2-8525-452c-aa72-e421669edcc7 None None] Routers {'137f95d7-52a1-4d71-958a-4a500942fc86'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:32:07.984996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-38e15de2-8525-452c-aa72-e421669edcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:31:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['137f95d7-52a1-4d71-958a-4a500942fc86'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:08.038154 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-6672941d-dc3f-416a-b77a-9324b7391852 admin admin] For port e3968452-88ee-4fa8-b5bc-bdc5375a9b24, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=e3968452-88ee-4fa8-b5bc-bdc5375a9b24,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:32:08.038526 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6672941d-dc3f-416a-b77a-9324b7391852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:08.050742 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-6672941d-dc3f-416a-b77a-9324b7391852 admin admin] Calling delete_port for e3968452-88ee-4fa8-b5bc-bdc5375a9b24 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:32:08.071229 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-38e15de2-8525-452c-aa72-e421669edcc7 None None] Set router 137f95d7-52a1-4d71-958a-4a500942fc86 gateway port host: None {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:32:08.127250 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-38e15de2-8525-452c-aa72-e421669edcc7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'name': 'tempest-TestShelveInstance-510416533-router', 'tenant_id': '215ceb0d0c944960bc1c2f10b56417c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:59Z', 'updated_at': '2021-08-17T04:32:07Z', 'revision_number': 6, 'project_id': '215ceb0d0c944960bc1c2f10b56417c2', 'gw_port_host': None}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:08.154231 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38e15de2-8525-452c-aa72-e421669edcc7 None None] The sync data for ids ['137f95d7-52a1-4d71-958a-4a500942fc86'] in n-d-802060-9 is: [{'id': '137f95d7-52a1-4d71-958a-4a500942fc86', 'name': 'tempest-TestShelveInstance-510416533-router', 'tenant_id': '215ceb0d0c944960bc1c2f10b56417c2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:21:59Z', 'updated_at': '2021-08-17T04:32:07Z', 'revision_number': 6, 'project_id': '215ceb0d0c944960bc1c2f10b56417c2', 'gw_port_host': None}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:32:08.293899 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6672941d-dc3f-416a-b77a-9324b7391852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:08.322164 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6672941d-dc3f-416a-b77a-9324b7391852 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3968452-88ee-4fa8-b5bc-bdc5375a9b24,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:08.384721 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6672941d-dc3f-416a-b77a-9324b7391852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:08.478560 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6672941d-dc3f-416a-b77a-9324b7391852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:08.480591 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6672941d-dc3f-416a-b77a-9324b7391852 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:08.579471 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6672941d-dc3f-416a-b77a-9324b7391852 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:08.580379 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6672941d-dc3f-416a-b77a-9324b7391852 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 137f95d7-52a1-4d71-958a-4a500942fc86 {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:32:08.587712 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-6672941d-dc3f-416a-b77a-9324b7391852 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:08.587712 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6672941d-dc3f-416a-b77a-9324b7391852 admin admin] 10.222.0.10 "DELETE /v2.0/routers/137f95d7-52a1-4d71-958a-4a500942fc86 HTTP/1.1" status: 204 len: 168 time: 0.9501207 Aug 17 04:32:08.589390 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47384) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:08.631046 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:32:08.643398 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-47227c59-715d-4ca3-856e-db7bf6960edd admin admin] Deleting subnet 7fd59b3e-4aac-4e98-b63c-4a39ff4183cd {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:32:08.646581 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-47227c59-715d-4ca3-856e-db7bf6960edd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:08.652027 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:32:08.652517 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 0d7d67cb-47fa-4f63-b1ab-35434daaa0d9 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:32:08.682209 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-47227c59-715d-4ca3-856e-db7bf6960edd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:08.764816 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-47227c59-715d-4ca3-856e-db7bf6960edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:08.899955 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-47227c59-715d-4ca3-856e-db7bf6960edd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:08.927339 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47227c59-715d-4ca3-856e-db7bf6960edd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7fd59b3e-4aac-4e98-b63c-4a39ff4183cd,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:08.931542 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-47227c59-715d-4ca3-856e-db7bf6960edd admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:08.933866 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-47227c59-715d-4ca3-856e-db7bf6960edd admin admin] 10.222.0.10 "DELETE /v2.0/subnets/7fd59b3e-4aac-4e98-b63c-4a39ff4183cd HTTP/1.1" status: 204 len: 168 time: 0.3427505 Aug 17 04:32:08.937109 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47386) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:08.937609 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-721ab6c9-b6a8-44f8-8db4-67266470534d None None] Network b0f960ac-3cfa-48f6-bce3-c480a24417c2 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:32:09.014928 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:09.073206 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] Deleting port 203ac799-52e3-4da9-b467-31713a54be88 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:32:09.073601 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:09.126033 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e20d3751-e88c-4a0b-bf0e-0e9bc9c66564 None None] DHCP port deletion for b0f960ac-3cfa-48f6-bce3-c480a24417c2 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:32:09.144467 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] For port 203ac799-52e3-4da9-b467-31713a54be88, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=203ac799-52e3-4da9-b467-31713a54be88,segment=NetworkSegment(a64cdd71-246d-40de-beae-d4b6e807bea9),segment_id=a64cdd71-246d-40de-beae-d4b6e807bea9)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:32:09.144841 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:09.160659 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] Calling delete_port for 203ac799-52e3-4da9-b467-31713a54be88 owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:32:09.173858 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e20d3751-e88c-4a0b-bf0e-0e9bc9c66564 None None] Deleting port 203ac799-52e3-4da9-b467-31713a54be88 {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:32:09.174239 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e20d3751-e88c-4a0b-bf0e-0e9bc9c66564 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:09.252925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-e20d3751-e88c-4a0b-bf0e-0e9bc9c66564 None None] For port 203ac799-52e3-4da9-b467-31713a54be88, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=203ac799-52e3-4da9-b467-31713a54be88,segment=NetworkSegment(a64cdd71-246d-40de-beae-d4b6e807bea9),segment_id=a64cdd71-246d-40de-beae-d4b6e807bea9)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:32:09.253711 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e20d3751-e88c-4a0b-bf0e-0e9bc9c66564 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:09.267893 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-e20d3751-e88c-4a0b-bf0e-0e9bc9c66564 None None] Calling delete_port for 203ac799-52e3-4da9-b467-31713a54be88 owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:32:09.333866 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:09.345202 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e20d3751-e88c-4a0b-bf0e-0e9bc9c66564 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:09.363316 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] No DVR routers for this DVR port 203ac799-52e3-4da9-b467-31713a54be88 on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:32:09.368057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] Pushing event deleted for resources: {'Port': ['ID=203ac799-52e3-4da9-b467-31713a54be88,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:09.376914 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e20d3751-e88c-4a0b-bf0e-0e9bc9c66564 None None] No DVR routers for this DVR port 203ac799-52e3-4da9-b467-31713a54be88 on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:32:09.378648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20d3751-e88c-4a0b-bf0e-0e9bc9c66564 None None] Pushing event deleted for resources: {'Port': ['ID=203ac799-52e3-4da9-b467-31713a54be88,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:09.451701 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:09.461179 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0f960ac-3cfa-48f6-bce3-c480a24417c2']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:09.472393 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a64cdd71-246d-40de-beae-d4b6e807bea9') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:09.472722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a64cdd71-246d-40de-beae-d4b6e807bea9') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:09.482232 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:09.495665 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:09.501388 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] Releasing vlan 68 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:32:09.501805 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: timer() Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:32:09.503436 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:32:09.665869 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:09.671337 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:09.673240 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] 10.222.0.10 "DELETE /v2.0/networks/b0f960ac-3cfa-48f6-bce3-c480a24417c2 HTTP/1.1" status: 204 len: 168 time: 0.7350056 Aug 17 04:32:09.684426 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c7ede87-3dbc-4c0f-bc32-d233633d3bad admin admin] Pushing event deleted for resources: {'Network': ['ID=b0f960ac-3cfa-48f6-bce3-c480a24417c2,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:10.030696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47390) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:10.071846 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-6131a3ab-b222-4b95-b49a-a1603629a87f admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=2a7fbe9e3c9f41f1a30140339031e718&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0391126 Aug 17 04:32:10.074457 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47392) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:10.123583 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a49a481-e274-42c1-96e0-0c7a99b029ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:10.144923 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a49a481-e274-42c1-96e0-0c7a99b029ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:10.247827 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a49a481-e274-42c1-96e0-0c7a99b029ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:10.250537 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-2a49a481-e274-42c1-96e0-0c7a99b029ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:10.251707 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-2a49a481-e274-42c1-96e0-0c7a99b029ff admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/b5d68033-cf3a-4401-bbe8-8eb9c46c69b5 HTTP/1.1" status: 204 len: 168 time: 0.1762457 Aug 17 04:32:10.260582 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a49a481-e274-42c1-96e0-0c7a99b029ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d68033-cf3a-4401-bbe8-8eb9c46c69b5,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:10.429024 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e3968452-88ee-4fa8-b5bc-bdc5375a9b24 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:32:10.450414 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: e3968452-88ee-4fa8-b5bc-bdc5375a9b24 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:32:10.450768 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device e3968452-88ee-4fa8-b5bc-bdc5375a9b24 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:32:10.451188 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 203ac799-52e3-4da9-b467-31713a54be88 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:32:10.470088 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 203ac799-52e3-4da9-b467-31713a54be88 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:32:10.470442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 203ac799-52e3-4da9-b467-31713a54be88 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:32:10.846549 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47398) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:10.898106 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-e0005a89-23ea-464f-95dd-8132fc302c34 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=215ceb0d0c944960bc1c2f10b56417c2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0503576 Aug 17 04:32:10.901169 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47400) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:10.949269 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-794675c9-54cf-4c75-9cdd-cd925758a96d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:10.970494 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-794675c9-54cf-4c75-9cdd-cd925758a96d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:11.064947 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-794675c9-54cf-4c75-9cdd-cd925758a96d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:11.067613 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-794675c9-54cf-4c75-9cdd-cd925758a96d admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:11.068771 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-794675c9-54cf-4c75-9cdd-cd925758a96d admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/e9722c6b-549d-4530-b24e-598622e1dcb6 HTTP/1.1" status: 204 len: 168 time: 0.1666551 Aug 17 04:32:11.076665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-794675c9-54cf-4c75-9cdd-cd925758a96d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9722c6b-549d-4530-b24e-598622e1dcb6,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:12.173190 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47422) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:12.281475 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-aa9bde2a-ab3d-438b-ba04-8ac511582799 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1099691125-network', 'tenant_id': '8658b9593390481cbcff1872a5983d0b'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:32:12.362405 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aa9bde2a-ab3d-438b-ba04-8ac511582799 admin admin] Made reservation on behalf of 8658b9593390481cbcff1872a5983d0b for: {'network': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:32:12.364928 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa9bde2a-ab3d-438b-ba04-8ac511582799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:12.375318 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa9bde2a-ab3d-438b-ba04-8ac511582799 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:12.473893 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa9bde2a-ab3d-438b-ba04-8ac511582799 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:12.522219 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa9bde2a-ab3d-438b-ba04-8ac511582799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:12.544709 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aa9bde2a-ab3d-438b-ba04-8ac511582799 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 99} {{(pid=101969) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:32:12.559806 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bde2a-ab3d-438b-ba04-8ac511582799 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=514ea48f-6497-4900-aa5c-c265e1d9b01d,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:12.562717 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa9bde2a-ab3d-438b-ba04-8ac511582799 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:12.563060 n-d-802060-9 neutron-server[101969]: INFO neutron.db.segments_db [None req-aa9bde2a-ab3d-438b-ba04-8ac511582799 admin admin] Added segment bc70fce4-88e5-47ef-b4c0-ce830d4f9a54 of type vlan for network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a Aug 17 04:32:12.610321 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa9bde2a-ab3d-438b-ba04-8ac511582799 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:12.693660 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa9bde2a-ab3d-438b-ba04-8ac511582799 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:12.694672 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa9bde2a-ab3d-438b-ba04-8ac511582799 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:12.695275 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-aa9bde2a-ab3d-438b-ba04-8ac511582799 admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:12.756397 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa9bde2a-ab3d-438b-ba04-8ac511582799 admin admin] Pushing event updated for resources: {'Network': ['ID=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:12.770673 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:32:12.797618 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-aa9bde2a-ab3d-438b-ba04-8ac511582799 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6231775 Aug 17 04:32:12.800521 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47426) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:12.805331 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-37c9c9ea-59de-442a-b821-34fec9aa36cb admin admin] Request body: {'subnet': {'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1099691125-subnet', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'ip_version': 4}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:32:12.865260 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c9c9ea-59de-442a-b821-34fec9aa36cb admin admin] Made reservation on behalf of 8658b9593390481cbcff1872a5983d0b for: {'subnet': 1} {{(pid=101969) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:32:12.867666 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-37c9c9ea-59de-442a-b821-34fec9aa36cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4290150'] for subnet, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:13.088673 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-37c9c9ea-59de-442a-b821-34fec9aa36cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4375313', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4290160'] for subnet, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:13.147807 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c9c9ea-59de-442a-b821-34fec9aa36cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=2398f2bf-dfaa-4d14-ac98-8a870549ea3c,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:13.157714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c9c9ea-59de-442a-b821-34fec9aa36cb admin admin] Checking segment: {'id': 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101969) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:32:13.158081 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c9c9ea-59de-442a-b821-34fec9aa36cb admin admin] Network hostable DHCP agents. Network: f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101969) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:32:13.236239 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c9c9ea-59de-442a-b821-34fec9aa36cb admin admin] Network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101969) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:32:13.339128 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-37c9c9ea-59de-442a-b821-34fec9aa36cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a) {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:32:13.343256 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c9c9ea-59de-442a-b821-34fec9aa36cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:13.343821 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-37c9c9ea-59de-442a-b821-34fec9aa36cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:13.347841 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b798b0c-26a4-4625-b744-7d4292dee1cb None None] Network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:32:13.431799 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-37c9c9ea-59de-442a-b821-34fec9aa36cb admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6302085 Aug 17 04:32:13.434457 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47428) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:13.438916 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:32:13.490811 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:32:13.491706 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:13.528035 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:13.529152 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:13.582009 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:13.622522 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Allocated IP 172.20.0.2 (f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a/2398f2bf-dfaa-4d14-ac98-8a870549ea3c/94824654-77d2-43fe-86c6-8784ba7f603a) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:32:13.768127 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:13.777221 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Transition to ACTIVE for port object 94824654-77d2-43fe-86c6-8784ba7f603a will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:32:13.792017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Transition to ACTIVE for port object 94824654-77d2-43fe-86c6-8784ba7f603a will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:32:13.810725 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:13.877013 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:13.919593 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:32:13.922789 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:32:13.927097 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:32:13.930201 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Pushing event updated for resources: {'Port': ['ID=94824654-77d2-43fe-86c6-8784ba7f603a,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:13.988844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Attempting to bind port 94824654-77d2-43fe-86c6-8784ba7f603a on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:32:13.989211 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Attempting to bind port 94824654-77d2-43fe-86c6-8784ba7f603a by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:32:13.989688 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Attempting to bind port 94824654-77d2-43fe-86c6-8784ba7f603a on network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:32:13.994866 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:32:13.995237 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Checking segment: {'id': 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:32:13.995641 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:13.996030 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Bound using segment: {'id': 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:32:13.996489 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Bound port: 94824654-77d2-43fe-86c6-8784ba7f603a, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:32:13.996878 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:14.061202 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] For port 94824654-77d2-43fe-86c6-8784ba7f603a, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:32:14.064819 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] For port 94824654-77d2-43fe-86c6-8784ba7f603a, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=94824654-77d2-43fe-86c6-8784ba7f603a,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:32:14.103901 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:14.117127 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:14.127852 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:14.175507 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccd1f873-3e78-4e30-8ead-fb8e2b773066 None None] Pushing event updated for resources: {'Port': ['ID=94824654-77d2-43fe-86c6-8784ba7f603a,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:14.246851 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Allocated IP 172.25.1.90 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/1c72dc6d-065a-4924-b1a2-ea505f807e94) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:32:14.364297 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:14.442904 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:14.481241 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:32:14.486226 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:32:14.489947 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:32:14.495800 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 94824654-77d2-43fe-86c6-8784ba7f603a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:32:14.528936 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Pushing event updated for resources: {'Port': ['ID=1c72dc6d-065a-4924-b1a2-ea505f807e94,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:14.608427 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 94824654-77d2-43fe-86c6-8784ba7f603a completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:32:14.873221 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:15.091207 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:15.138479 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984c4ce8-be91-4c20-a2c6-a02730cdd3a4 None None] Network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:32:15.255475 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7c4b9d0b-47e4-452f-beb4-1c6dc634a823 None None] Provisioning for port 94824654-77d2-43fe-86c6-8784ba7f603a completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:32:15.263486 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-7c4b9d0b-47e4-452f-beb4-1c6dc634a823 None None] Provisioning complete for port 94824654-77d2-43fe-86c6-8784ba7f603a triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:15.263746 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c4b9d0b-47e4-452f-beb4-1c6dc634a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:15.282522 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Router dca52501-e5e8-413a-b2e3-9bd0d636b61e is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101969) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:32:15.389724 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c4b9d0b-47e4-452f-beb4-1c6dc634a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:15.405642 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:32:15.410379 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a6796e6c-81e6-4826-9d67-78ac3d598eb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:15.416661 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Sync routers for ids ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:32:15.426872 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-7c4b9d0b-47e4-452f-beb4-1c6dc634a823 None None] For port 94824654-77d2-43fe-86c6-8784ba7f603a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=94824654-77d2-43fe-86c6-8784ba7f603a,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:32:15.429324 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Routers {'dca52501-e5e8-413a-b2e3-9bd0d636b61e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:32:15.429963 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:31:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:15.494897 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:15.496480 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f36318c2-99c9-42e4-9d2e-f358644e38e3 admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.0610716 Aug 17 04:32:15.499470 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47430) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:15.522663 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-7c4b9d0b-47e4-452f-beb4-1c6dc634a823 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:15.548276 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Set router dca52501-e5e8-413a-b2e3-9bd0d636b61e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:32:15.581336 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c4b9d0b-47e4-452f-beb4-1c6dc634a823 None None] Pushing event updated for resources: {'Port': ['ID=94824654-77d2-43fe-86c6-8784ba7f603a,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:15.644510 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-300cf1ea-7314-47e9-a265-73773266e325 None None] Provisioning complete for port 94824654-77d2-43fe-86c6-8784ba7f603a triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:15.645048 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-300cf1ea-7314-47e9-a265-73773266e325 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:15.733566 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:32:14Z', 'revision_number': 3, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:15.764767 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Checking router: dca52501-e5e8-413a-b2e3-9bd0d636b61e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:32:15.765072 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Updating router dca52501-e5e8-413a-b2e3-9bd0d636b61e port 1c72dc6d-065a-4924-b1a2-ea505f807e94 binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:32:15.797908 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:16.058922 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:16.068554 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Transition to ACTIVE for port object 1c72dc6d-065a-4924-b1a2-ea505f807e94 will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:32:16.139770 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:16.193055 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Attempting to bind port 1c72dc6d-065a-4924-b1a2-ea505f807e94 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:32:16.193407 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Attempting to bind port 1c72dc6d-065a-4924-b1a2-ea505f807e94 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:32:16.193794 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Attempting to bind port 1c72dc6d-065a-4924-b1a2-ea505f807e94 on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:32:16.196611 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333686c-f5c6-458e-99b8-b6c9ed104bc1 None None] Pushing event updated for resources: {'Port': ['ID=1c72dc6d-065a-4924-b1a2-ea505f807e94,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:16.204196 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 31, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:32:16.204567 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:32:16.204967 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:16.205356 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:32:16.205842 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Bound port: 1c72dc6d-065a-4924-b1a2-ea505f807e94, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:32:16.206217 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:16.209372 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333686c-f5c6-458e-99b8-b6c9ed104bc1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:16.209746 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333686c-f5c6-458e-99b8-b6c9ed104bc1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:16.210086 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333686c-f5c6-458e-99b8-b6c9ed104bc1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:16.210418 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333686c-f5c6-458e-99b8-b6c9ed104bc1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:16.210773 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333686c-f5c6-458e-99b8-b6c9ed104bc1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:16.211101 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333686c-f5c6-458e-99b8-b6c9ed104bc1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:16.211424 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333686c-f5c6-458e-99b8-b6c9ed104bc1 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:16.211744 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333686c-f5c6-458e-99b8-b6c9ed104bc1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:16.213123 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333686c-f5c6-458e-99b8-b6c9ed104bc1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:16.213318 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333686c-f5c6-458e-99b8-b6c9ed104bc1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:16.213573 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333686c-f5c6-458e-99b8-b6c9ed104bc1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:16.213892 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e333686c-f5c6-458e-99b8-b6c9ed104bc1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101972) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:32:16.244129 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:16.266361 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] For port 1c72dc6d-065a-4924-b1a2-ea505f807e94, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:32:16.269398 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] For port 1c72dc6d-065a-4924-b1a2-ea505f807e94, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1c72dc6d-065a-4924-b1a2-ea505f807e94,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:32:16.394890 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:16.420716 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Allocated IP 172.20.0.1 (f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a/2398f2bf-dfaa-4d14-ac98-8a870549ea3c/8d1810d4-1ec0-4f0d-933c-372bb42fbfdc) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:32:16.452591 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 94824654-77d2-43fe-86c6-8784ba7f603a up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:32:16.453707 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Routers {'dca52501-e5e8-413a-b2e3-9bd0d636b61e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:32:16.455033 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:31:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:16.504392 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e333686c-f5c6-458e-99b8-b6c9ed104bc1 None None] Pushing event updated for resources: {'Port': ['ID=1c72dc6d-065a-4924-b1a2-ea505f807e94,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:16.521351 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 94824654-77d2-43fe-86c6-8784ba7f603a triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:16.521758 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:16.547958 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:16.564680 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Transition to ACTIVE for port object 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:32:16.666701 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] Set router dca52501-e5e8-413a-b2e3-9bd0d636b61e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:32:16.671541 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:16.714817 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:32:16.717944 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:32:16.722341 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:32:16.725611 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=8d1810d4-1ec0-4f0d-933c-372bb42fbfdc,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:16.764392 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:16.866468 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:32:14Z', 'revision_number': 3, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:16.899204 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63da20a2-1096-45b8-bb37-8c598dfa7952 None None] The sync data for ids ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'] in n-d-802060-9 is: [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:32:14Z', 'revision_number': 3, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:32:16.952275 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:17.025967 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a2917817-085a-4037-9803-93ce0a1c5075 None None] Provisioning for port 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:32:17.033139 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-a2917817-085a-4037-9803-93ce0a1c5075 None None] Provisioning complete for port 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:17.033963 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a2917817-085a-4037-9803-93ce0a1c5075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:17.083299 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-a2917817-085a-4037-9803-93ce0a1c5075 None None] Port 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:32:17.138150 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:17.197735 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:17.271141 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Pushing event updated for resources: {'Port': ['ID=8d1810d4-1ec0-4f0d-933c-372bb42fbfdc,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:17.277666 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:17.372382 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:32:17.373890 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:32:17.495182 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Router dca52501-e5e8-413a-b2e3-9bd0d636b61e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:32:17.606284 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-234c238f-03ed-4edf-95d5-4322a08a27bd None None] Provisioning complete for port 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:17.607318 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-234c238f-03ed-4edf-95d5-4322a08a27bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:17.625990 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:32:17.630992 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-645ea3fd-24ba-4a01-a7a6-914d47953ef4 admin admin] 10.222.0.10 "PUT /v2.0/routers/dca52501-e5e8-413a-b2e3-9bd0d636b61e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1303372 Aug 17 04:32:17.648204 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-234c238f-03ed-4edf-95d5-4322a08a27bd None None] Port 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:32:17.956962 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-74ce9050-9be9-49ca-ac84-26bda9a3d638 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:18.333950 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:18.459363 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1c72dc6d-065a-4924-b1a2-ea505f807e94 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:32:18.496086 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47452) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:18.501960 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-28087550-0fe5-4c70-b31c-6a2df9ce0ac9 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1951023643-network', 'tenant_id': '4e95cb6340cc498582e046765425d812'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:32:18.503393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Sync routers for ids ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:32:18.518293 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Routers {'dca52501-e5e8-413a-b2e3-9bd0d636b61e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:32:18.518910 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:32:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:18.579834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28087550-0fe5-4c70-b31c-6a2df9ce0ac9 admin admin] Made reservation on behalf of 4e95cb6340cc498582e046765425d812 for: {'network': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:32:18.582280 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-28087550-0fe5-4c70-b31c-6a2df9ce0ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for network, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:18.591895 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-28087550-0fe5-4c70-b31c-6a2df9ce0ac9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:18.616877 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 1c72dc6d-065a-4924-b1a2-ea505f807e94 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:32:18.623912 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1c72dc6d-065a-4924-b1a2-ea505f807e94 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:18.624415 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:18.661949 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Set router dca52501-e5e8-413a-b2e3-9bd0d636b61e gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:32:18.698732 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-28087550-0fe5-4c70-b31c-6a2df9ce0ac9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:18.802475 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-28087550-0fe5-4c70-b31c-6a2df9ce0ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:18.829116 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-28087550-0fe5-4c70-b31c-6a2df9ce0ac9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 75} {{(pid=101970) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Aug 17 04:32:18.835004 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:18.839834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28087550-0fe5-4c70-b31c-6a2df9ce0ac9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b394c58-7088-4e44-bf96-4f1f023c3769,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:18.844754 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-28087550-0fe5-4c70-b31c-6a2df9ce0ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:18.846704 n-d-802060-9 neutron-server[101970]: INFO neutron.db.segments_db [None req-28087550-0fe5-4c70-b31c-6a2df9ce0ac9 admin admin] Added segment 782ed235-4bef-43de-bdbb-d8f8b5b7d52b of type vlan for network fa260164-53ab-46e6-96e2-b8758152f4b4 Aug 17 04:32:18.862633 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 1c72dc6d-065a-4924-b1a2-ea505f807e94, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1c72dc6d-065a-4924-b1a2-ea505f807e94,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:32:18.890543 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-28087550-0fe5-4c70-b31c-6a2df9ce0ac9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8784814087572'] for network, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:18.914022 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:18.957139 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-28087550-0fe5-4c70-b31c-6a2df9ce0ac9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608'] for network, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:18.958182 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28087550-0fe5-4c70-b31c-6a2df9ce0ac9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:18.958809 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-28087550-0fe5-4c70-b31c-6a2df9ce0ac9 admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:18.971844 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:32:16Z', 'revision_number': 4, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8d1810d4-1ec0-4f0d-933c-372bb42fbfdc', 'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'mac_address': 'fa:16:3e:41:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:16Z', 'updated_at': '2021-08-17T04:32:17Z', 'revision_number': 2, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'subnets': [{'id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:18.973780 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=1c72dc6d-065a-4924-b1a2-ea505f807e94,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:19.025554 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28087550-0fe5-4c70-b31c-6a2df9ce0ac9 admin admin] Pushing event updated for resources: {'Network': ['ID=fa260164-53ab-46e6-96e2-b8758152f4b4,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:19.044458 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-28087550-0fe5-4c70-b31c-6a2df9ce0ac9 admin admin] 10.222.0.10 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5475385 Aug 17 04:32:19.047098 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47454) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:19.052232 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-b9008847-96e2-4334-827d-1f649fbe4543 admin admin] Request body: {'subnet': {'network_id': 'fa260164-53ab-46e6-96e2-b8758152f4b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1951023643-subnet', 'tenant_id': '4e95cb6340cc498582e046765425d812', 'ip_version': 4}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:32:19.117465 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9008847-96e2-4334-827d-1f649fbe4543 admin admin] Made reservation on behalf of 4e95cb6340cc498582e046765425d812 for: {'subnet': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:32:19.120477 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9008847-96e2-4334-827d-1f649fbe4543 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4255966'] for subnet, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:19.164224 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Network fa260164-53ab-46e6-96e2-b8758152f4b4 details requested by agent ovs-agent-n-d-802060-9 with host n-d-802060-9 {{(pid=101971) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Aug 17 04:32:19.168140 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Checking router: dca52501-e5e8-413a-b2e3-9bd0d636b61e for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:32:19.168496 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Updating router dca52501-e5e8-413a-b2e3-9bd0d636b61e port 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:32:19.233179 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:19.339924 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9008847-96e2-4334-827d-1f649fbe4543 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-16728540', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4255944'] for subnet, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:19.396795 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9008847-96e2-4334-827d-1f649fbe4543 admin admin] Pushing event updated for resources: {'Subnet': ['ID=70b7a52c-79f4-45f7-aef3-415d218a0303,revision_number=0']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:19.407570 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9008847-96e2-4334-827d-1f649fbe4543 admin admin] Checking segment: {'id': '782ed235-4bef-43de-bdbb-d8f8b5b7d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fa260164-53ab-46e6-96e2-b8758152f4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:32:19.407931 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9008847-96e2-4334-827d-1f649fbe4543 admin admin] Network hostable DHCP agents. Network: fa260164-53ab-46e6-96e2-b8758152f4b4, hostable agents: ['d97af80b-f369-4582-a8bb-505993442d8a'], hosted agents: [] {{(pid=101970) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Aug 17 04:32:19.465380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9008847-96e2-4334-827d-1f649fbe4543 admin admin] Network fa260164-53ab-46e6-96e2-b8758152f4b4 is scheduled to be hosted by DHCP agent d97af80b-f369-4582-a8bb-505993442d8a with binding_index 1 {{(pid=101970) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Aug 17 04:32:19.522542 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:19.532298 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Transition to ACTIVE for port object 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:32:19.551128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-b9008847-96e2-4334-827d-1f649fbe4543 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-802060-9, fa260164-53ab-46e6-96e2-b8758152f4b4) {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:32:19.555325 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9008847-96e2-4334-827d-1f649fbe4543 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:19.561213 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-b9008847-96e2-4334-827d-1f649fbe4543 admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:19.562140 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9c984cb-2c1e-46be-a7a0-69923d765eee None None] Network fa260164-53ab-46e6-96e2-b8758152f4b4 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:32:19.596563 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:19.638903 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:19.674244 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-b9008847-96e2-4334-827d-1f649fbe4543 admin admin] 10.222.0.10 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6235800 Aug 17 04:32:19.674485 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47456) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:19.678928 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1951023643-router', 'tenant_id': '4e95cb6340cc498582e046765425d812', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:32:19.717653 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70777832-5394-47db-819d-d8ae8e70a688 None None] Pushing event updated for resources: {'Port': ['ID=8d1810d4-1ec0-4f0d-933c-372bb42fbfdc,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:19.757187 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-7871424', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-106974'] for router, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:19.758541 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-7871312', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-7891677', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-455063', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-106945'] for router, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:19.795347 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc09b8985-fc04-5133-b7a3-95829a35215d-fa260164-53ab-46e6-96e2-b8758152f4b4', 'network_id': 'fa260164-53ab-46e6-96e2-b8758152f4b4', 'tenant_id': '4e95cb6340cc498582e046765425d812', 'fixed_ips': [{'subnet_id': '70b7a52c-79f4-45f7-aef3-415d218a0303'}]}} from n-d-802060-9. {{(pid=101971) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Aug 17 04:32:19.797241 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:19.830353 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Attempting to bind port 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:32:19.830616 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:19.830739 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Attempting to bind port 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:32:19.831100 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Attempting to bind port 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc on network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:32:19.839004 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:32:19.839389 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Checking segment: {'id': 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:32:19.839911 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:19.841160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Bound using segment: {'id': 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:32:19.841160 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Bound port: 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:32:19.844098 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:20.008315 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] For port 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:32:20.027777 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] For port 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8d1810d4-1ec0-4f0d-933c-372bb42fbfdc,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:32:20.037962 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.db_base_plugin_common [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Allocated IP 172.20.0.2 (fa260164-53ab-46e6-96e2-b8758152f4b4/70b7a52c-79f4-45f7-aef3-415d218a0303/c7c1e477-28c3-4d79-a870-041edd39fdbb) {{(pid=101971) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:32:20.044329 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Notify callbacks [] for router_gateway, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:20.090351 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:20.183155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Routers {'dca52501-e5e8-413a-b2e3-9bd0d636b61e'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:32:20.183788 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:32:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:20.186573 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70777832-5394-47db-819d-d8ae8e70a688 None None] Pushing event updated for resources: {'Port': ['ID=8d1810d4-1ec0-4f0d-933c-372bb42fbfdc,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:20.323140 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Notify callbacks [] for port, precommit_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:20.328479 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:20.339629 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Transition to ACTIVE for port object c7c1e477-28c3-4d79-a870-041edd39fdbb will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:32:20.348241 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] Set router dca52501-e5e8-413a-b2e3-9bd0d636b61e gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:32:20.348670 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:20.389946 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Transition to ACTIVE for port object c7c1e477-28c3-4d79-a870-041edd39fdbb will not be triggered until provisioned by entity DHCP. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:32:20.471343 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Allocated IP 172.25.1.181 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/c9f6b83d-3fba-46fe-b037-22600f3bbede) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:32:20.476074 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1c72dc6d-065a-4924-b1a2-ea505f807e94 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:32:20.482697 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026'] for port, after_create {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:20.566925 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Network fa260164-53ab-46e6-96e2-b8758152f4b4 is already hosted by enough agents. {{(pid=101971) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:32:20.577505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.scheduler.base_scheduler [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Resources bound (agent type, host, resource id): {{(pid=101971) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:32:20.579971 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:20.586901 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Received port after_create {{(pid=101971) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:32:20.595191 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Pushing event updated for resources: {'Port': ['ID=c7c1e477-28c3-4d79-a870-041edd39fdbb,revision_number=1']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:20.667827 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 1c72dc6d-065a-4924-b1a2-ea505f807e94 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:20.668631 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:20.671566 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:20.707943 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Attempting to bind port c7c1e477-28c3-4d79-a870-041edd39fdbb on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:32:20.708258 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:32:20.708385 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Attempting to bind port c7c1e477-28c3-4d79-a870-041edd39fdbb by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '782ed235-4bef-43de-bdbb-d8f8b5b7d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fa260164-53ab-46e6-96e2-b8758152f4b4'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:32:20.708648 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Attempting to bind port c7c1e477-28c3-4d79-a870-041edd39fdbb on network fa260164-53ab-46e6-96e2-b8758152f4b4 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:32:20.718366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:32:20.718366 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:32:20.727294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:32:20.727673 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Checking segment: {'id': '782ed235-4bef-43de-bdbb-d8f8b5b7d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fa260164-53ab-46e6-96e2-b8758152f4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:32:20.728979 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:20.729218 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Bound using segment: {'id': '782ed235-4bef-43de-bdbb-d8f8b5b7d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fa260164-53ab-46e6-96e2-b8758152f4b4'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:32:20.729687 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Bound port: c7c1e477-28c3-4d79-a870-041edd39fdbb, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782ed235-4bef-43de-bdbb-d8f8b5b7d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fa260164-53ab-46e6-96e2-b8758152f4b4'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:32:20.730072 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:20.745630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Pushing event updated for resources: {'Port': ['ID=c9f6b83d-3fba-46fe-b037-22600f3bbede,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:20.786899 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:32:16Z', 'revision_number': 4, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8d1810d4-1ec0-4f0d-933c-372bb42fbfdc', 'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'mac_address': 'fa:16:3e:41:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:16Z', 'updated_at': '2021-08-17T04:32:19Z', 'revision_number': 4, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'subnets': [{'id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:20.845967 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08fd20c0-c78e-4840-a3ea-23b519bad86f None None] The sync data for ids ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'] in n-d-802060-9 is: [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:32:16Z', 'revision_number': 4, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8d1810d4-1ec0-4f0d-933c-372bb42fbfdc', 'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'mac_address': 'fa:16:3e:41:da:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:16Z', 'updated_at': '2021-08-17T04:32:19Z', 'revision_number': 4, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'subnets': [{'id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:32:20.866498 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] For port c7c1e477-28c3-4d79-a870-041edd39fdbb, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:32:20.871560 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] For port c7c1e477-28c3-4d79-a870-041edd39fdbb, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c7c1e477-28c3-4d79-a870-041edd39fdbb,segment=NetworkSegment(782ed235-4bef-43de-bdbb-d8f8b5b7d52b),segment_id=782ed235-4bef-43de-bdbb-d8f8b5b7d52b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:32:20.951633 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:21.014209 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbe9918-bbdd-40f2-9194-8fdcd1376005 None None] Pushing event updated for resources: {'Port': ['ID=c7c1e477-28c3-4d79-a870-041edd39fdbb,revision_number=2']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:21.066022 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:21.282954 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:21.329327 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-7871305', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-7891480'] for router, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:21.539990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Router 5b01f549-056f-46bd-afad-a2469c2e61f6 is scheduled to L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 with binding_index 1 {{(pid=101970) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Aug 17 04:32:21.999520 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a7d74e4-2ace-4848-91f0-fac951832fd8 None None] Network fa260164-53ab-46e6-96e2-b8758152f4b4 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:32:22.004743 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:32:22.016469 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Sync routers for ids ['5b01f549-056f-46bd-afad-a2469c2e61f6'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:32:22.028932 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Routers {'5b01f549-056f-46bd-afad-a2469c2e61f6'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:32:22.029596 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:32:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5b01f549-056f-46bd-afad-a2469c2e61f6'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:22.095050 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:22.098876 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-be915cc5-5203-4645-9c0a-e9ed993e4d2d admin admin] 10.222.0.10 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.4207895 Aug 17 04:32:22.099434 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47460) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:22.136268 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2daf8d05-9324-45e2-974b-22018f600b24 None None] Provisioning for port c7c1e477-28c3-4d79-a870-041edd39fdbb completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:32:22.141481 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Set router 5b01f549-056f-46bd-afad-a2469c2e61f6 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:32:22.334464 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'name': 'tempest-TestSnapshotPattern-1951023643-router', 'tenant_id': '4e95cb6340cc498582e046765425d812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'c9f6b83d-3fba-46fe-b037-22600f3bbede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:19Z', 'updated_at': '2021-08-17T04:32:20Z', 'revision_number': 3, 'project_id': '4e95cb6340cc498582e046765425d812', 'gw_port': {'id': 'c9f6b83d-3fba-46fe-b037-22600f3bbede', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:20Z', 'updated_at': '2021-08-17T04:32:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:22.364059 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Checking router: 5b01f549-056f-46bd-afad-a2469c2e61f6 for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:32:22.364405 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Updating router 5b01f549-056f-46bd-afad-a2469c2e61f6 port c9f6b83d-3fba-46fe-b037-22600f3bbede binding host n-d-802060-9 {{(pid=101972) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:32:22.394336 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:22.514718 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:32:22.582137 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:22.642393 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:32:22.646490 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:22.647018 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:22.673603 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Notify callbacks [] for port, precommit_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:22.684629 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.provisioning_blocks [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Transition to ACTIVE for port object c9f6b83d-3fba-46fe-b037-22600f3bbede will not be triggered until provisioned by entity L2. {{(pid=101972) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:32:22.734441 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:22.760710 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_common [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Allocated IP 172.20.0.1 (fa260164-53ab-46e6-96e2-b8758152f4b4/70b7a52c-79f4-45f7-aef3-415d218a0303/ac37a364-8d52-478b-810e-1dc694268620) {{(pid=101969) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:32:22.792548 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc414be-9272-43f7-9625-6cdeac783cfc None None] Pushing event updated for resources: {'Port': ['ID=c9f6b83d-3fba-46fe-b037-22600f3bbede,revision_number=2']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:22.797366 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Attempting to bind port c9f6b83d-3fba-46fe-b037-22600f3bbede on host n-d-802060-9 for vnic_type normal with profile {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:32:22.797877 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Attempting to bind port c9f6b83d-3fba-46fe-b037-22600f3bbede by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:32:22.798349 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Attempting to bind port c9f6b83d-3fba-46fe-b037-22600f3bbede on network 956ea145-9128-4de4-8bea-bd36a0271bd2 {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:32:22.805092 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:32:22.805515 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Checking segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101972) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:32:22.806402 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:22.807392 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Bound using segment: {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'} {{(pid=101972) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:32:22.807931 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.managers [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Bound port: c9f6b83d-3fba-46fe-b037-22600f3bbede, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3960a294-52b5-4ef5-bfe5-3c4b3a4f843b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2'}}] {{(pid=101972) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:32:22.808315 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:22.872197 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] For port c9f6b83d-3fba-46fe-b037-22600f3bbede, host n-d-802060-9, cleared binding levels {{(pid=101972) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:32:22.875462 n-d-802060-9 neutron-server[101972]: DEBUG neutron.plugins.ml2.db [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] For port c9f6b83d-3fba-46fe-b037-22600f3bbede, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c9f6b83d-3fba-46fe-b037-22600f3bbede,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101972) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:32:22.897843 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Notify callbacks [] for port, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:22.901690 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:22.911794 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.provisioning_blocks [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Transition to ACTIVE for port object ac37a364-8d52-478b-810e-1dc694268620 will not be triggered until provisioned by entity DHCP. {{(pid=101969) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:32:22.934489 n-d-802060-9 neutron-server[101972]: DEBUG neutron_lib.callbacks.manager [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101972) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:22.935859 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8d1810d4-1ec0-4f0d-933c-372bb42fbfdc,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:32:22.986124 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Routers {'5b01f549-056f-46bd-afad-a2469c2e61f6'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:32:22.986740 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:32:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5b01f549-056f-46bd-afad-a2469c2e61f6'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:23.026325 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:23.027132 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c7c1e477-28c3-4d79-a870-041edd39fdbb up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:32:23.033759 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc414be-9272-43f7-9625-6cdeac783cfc None None] Pushing event updated for resources: {'Port': ['ID=c9f6b83d-3fba-46fe-b037-22600f3bbede,revision_number=3']} {{(pid=101972) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:23.054739 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:23.097831 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Network fa260164-53ab-46e6-96e2-b8758152f4b4 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:32:23.100879 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:32:23.105670 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Received port after_create {{(pid=101969) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:32:23.109258 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=8d1810d4-1ec0-4f0d-933c-372bb42fbfdc,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:23.110148 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] Set router 5b01f549-056f-46bd-afad-a2469c2e61f6 gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:32:23.135988 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Pushing event updated for resources: {'Port': ['ID=ac37a364-8d52-478b-810e-1dc694268620,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:23.167958 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-7869520'] for router_interface, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:23.175010 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port c7c1e477-28c3-4d79-a870-041edd39fdbb completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:32:23.180611 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c7c1e477-28c3-4d79-a870-041edd39fdbb triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:23.181478 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:23.281615 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:23.319666 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port c7c1e477-28c3-4d79-a870-041edd39fdbb, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c7c1e477-28c3-4d79-a870-041edd39fdbb,segment=NetworkSegment(782ed235-4bef-43de-bdbb-d8f8b5b7d52b),segment_id=782ed235-4bef-43de-bdbb-d8f8b5b7d52b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:32:23.324521 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'name': 'tempest-TestSnapshotPattern-1951023643-router', 'tenant_id': '4e95cb6340cc498582e046765425d812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'c9f6b83d-3fba-46fe-b037-22600f3bbede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:19Z', 'updated_at': '2021-08-17T04:32:20Z', 'revision_number': 3, 'project_id': '4e95cb6340cc498582e046765425d812', 'gw_port': {'id': 'c9f6b83d-3fba-46fe-b037-22600f3bbede', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:20Z', 'updated_at': '2021-08-17T04:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:23.358803 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7d6707-3d69-49e5-a55f-7ed6222266ab None None] The sync data for ids ['5b01f549-056f-46bd-afad-a2469c2e61f6'] in n-d-802060-9 is: [{'id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'name': 'tempest-TestSnapshotPattern-1951023643-router', 'tenant_id': '4e95cb6340cc498582e046765425d812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'c9f6b83d-3fba-46fe-b037-22600f3bbede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:19Z', 'updated_at': '2021-08-17T04:32:20Z', 'revision_number': 3, 'project_id': '4e95cb6340cc498582e046765425d812', 'gw_port': {'id': 'c9f6b83d-3fba-46fe-b037-22600f3bbede', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:20Z', 'updated_at': '2021-08-17T04:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:32:23.413907 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:23.421439 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:23.465316 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=c7c1e477-28c3-4d79-a870-041edd39fdbb,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:23.471181 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-06878148-27f1-4df0-adeb-e44d3989d15d None None] Provisioning for port ac37a364-8d52-478b-810e-1dc694268620 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:32:23.475341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-06878148-27f1-4df0-adeb-e44d3989d15d None None] Provisioning complete for port ac37a364-8d52-478b-810e-1dc694268620 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:23.475722 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-06878148-27f1-4df0-adeb-e44d3989d15d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:23.516807 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-06878148-27f1-4df0-adeb-e44d3989d15d None None] Port ac37a364-8d52-478b-810e-1dc694268620 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:32:23.622314 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Notify callbacks [] for port, precommit_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:23.683892 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4375466'] for port, after_update {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:23.757954 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Pushing event updated for resources: {'Port': ['ID=ac37a364-8d52-478b-810e-1dc694268620,revision_number=2']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:23.762236 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7874626', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-7869604'] for router_interface, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:23.862757 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Network fa260164-53ab-46e6-96e2-b8758152f4b4 is already hosted by enough agents. {{(pid=101969) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:32:23.864225 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.base_scheduler [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Resources bound (agent type, host, resource id): {{(pid=101969) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:32:23.998778 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Router 5b01f549-056f-46bd-afad-a2469c2e61f6 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:32:24.143589 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-8c19c603-1f28-423e-97f7-af70ebd8ddb1 None None] Provisioning complete for port ac37a364-8d52-478b-810e-1dc694268620 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:24.144580 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8c19c603-1f28-423e-97f7-af70ebd8ddb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:24.146094 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:32:24.157287 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-f96dac3f-83b6-4427-a836-472e37486667 admin admin] 10.222.0.10 "PUT /v2.0/routers/5b01f549-056f-46bd-afad-a2469c2e61f6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0514145 Aug 17 04:32:24.189545 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-8c19c603-1f28-423e-97f7-af70ebd8ddb1 None None] Port ac37a364-8d52-478b-810e-1dc694268620 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:32:24.521257 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c7c1e477-28c3-4d79-a870-041edd39fdbb up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:32:24.570485 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c7c1e477-28c3-4d79-a870-041edd39fdbb triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:24.570865 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:24.658615 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:32:24.706723 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:24.707225 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:24.720315 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47468) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:24.725269 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-00f69c42-6cf4-44ab-a8f4-f8723d5a40e8 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1712103593', 'description': 'tempest-secgroup-smoke-1712103593 description', 'project_id': '8658b9593390481cbcff1872a5983d0b'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:32:24.793709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c9f6b83d-3fba-46fe-b037-22600f3bbede up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:32:24.803458 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00f69c42-6cf4-44ab-a8f4-f8723d5a40e8 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:24.892345 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00f69c42-6cf4-44ab-a8f4-f8723d5a40e8 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:24.917244 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port c9f6b83d-3fba-46fe-b037-22600f3bbede completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:32:24.921497 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c9f6b83d-3fba-46fe-b037-22600f3bbede triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:24.926910 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:24.942926 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Sync routers for ids ['5b01f549-056f-46bd-afad-a2469c2e61f6'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:32:24.963766 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Routers {'5b01f549-056f-46bd-afad-a2469c2e61f6'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:32:24.964388 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:32:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5b01f549-056f-46bd-afad-a2469c2e61f6'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:24.969861 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00f69c42-6cf4-44ab-a8f4-f8723d5a40e8 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:25.000132 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f69c42-6cf4-44ab-a8f4-f8723d5a40e8 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8f8c9e2c-58bc-45af-beda-e3321f159d20,revision_number=1']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:25.043320 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-00f69c42-6cf4-44ab-a8f4-f8723d5a40e8 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:25.044859 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-00f69c42-6cf4-44ab-a8f4-f8723d5a40e8 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3232334 Aug 17 04:32:25.047758 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47470) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:25.052863 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-c431454d-a37e-4232-8621-52845a71fbe1 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Request body: {'security_group_rule': {'security_group_id': '8f8c9e2c-58bc-45af-beda-e3321f159d20', 'project_id': '8658b9593390481cbcff1872a5983d0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:32:25.099194 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:25.115940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Set router 5b01f549-056f-46bd-afad-a2469c2e61f6 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:32:25.133603 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c431454d-a37e-4232-8621-52845a71fbe1 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:25.154294 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port c9f6b83d-3fba-46fe-b037-22600f3bbede, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c9f6b83d-3fba-46fe-b037-22600f3bbede,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:32:25.198281 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c431454d-a37e-4232-8621-52845a71fbe1 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:25.210968 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:25.271413 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c431454d-a37e-4232-8621-52845a71fbe1 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:25.292515 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c431454d-a37e-4232-8621-52845a71fbe1 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f75b47c7-0dbd-4341-983c-61bdbe06016f,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:25.305709 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=c9f6b83d-3fba-46fe-b037-22600f3bbede,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:25.372358 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'name': 'tempest-TestSnapshotPattern-1951023643-router', 'tenant_id': '4e95cb6340cc498582e046765425d812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'c9f6b83d-3fba-46fe-b037-22600f3bbede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:19Z', 'updated_at': '2021-08-17T04:32:23Z', 'revision_number': 4, 'project_id': '4e95cb6340cc498582e046765425d812', 'gw_port': {'id': 'c9f6b83d-3fba-46fe-b037-22600f3bbede', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:20Z', 'updated_at': '2021-08-17T04:32:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ac37a364-8d52-478b-810e-1dc694268620', 'name': '', 'network_id': 'fa260164-53ab-46e6-96e2-b8758152f4b4', 'tenant_id': '4e95cb6340cc498582e046765425d812', 'mac_address': 'fa:16:3e:66:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '70b7a52c-79f4-45f7-aef3-415d218a0303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:22Z', 'updated_at': '2021-08-17T04:32:23Z', 'revision_number': 2, 'project_id': '4e95cb6340cc498582e046765425d812', 'subnets': [{'id': '70b7a52c-79f4-45f7-aef3-415d218a0303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:25.386332 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-c431454d-a37e-4232-8621-52845a71fbe1 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:25.388784 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-c431454d-a37e-4232-8621-52845a71fbe1 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3388641 Aug 17 04:32:25.390645 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47472) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:25.395336 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-b620c765-fce6-462c-b51e-f0399e777c4b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Request body: {'security_group_rule': {'security_group_id': '8f8c9e2c-58bc-45af-beda-e3321f159d20', 'project_id': '8658b9593390481cbcff1872a5983d0b', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:32:25.399015 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Checking router: 5b01f549-056f-46bd-afad-a2469c2e61f6 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:32:25.399376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Updating router 5b01f549-056f-46bd-afad-a2469c2e61f6 port ac37a364-8d52-478b-810e-1dc694268620 binding host n-d-802060-9 {{(pid=101971) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Aug 17 04:32:25.425001 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:25.483301 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b620c765-fce6-462c-b51e-f0399e777c4b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:25.542030 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b620c765-fce6-462c-b51e-f0399e777c4b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:25.648546 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b620c765-fce6-462c-b51e-f0399e777c4b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:25.667042 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b620c765-fce6-462c-b51e-f0399e777c4b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8056b48e-91c1-485a-a181-5c81b6504dc3,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:25.725115 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Notify callbacks [] for port, precommit_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:25.736362 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Transition to ACTIVE for port object ac37a364-8d52-478b-810e-1dc694268620 will not be triggered until provisioned by entity L2. {{(pid=101971) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:32:25.762686 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b620c765-fce6-462c-b51e-f0399e777c4b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:25.763928 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b620c765-fce6-462c-b51e-f0399e777c4b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3722005 Aug 17 04:32:25.766802 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47474) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:25.771595 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-447e7079-7551-4c2a-8282-7ab13fcdc219 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Request body: {'security_group_rule': {'security_group_id': '8f8c9e2c-58bc-45af-beda-e3321f159d20', 'project_id': '8658b9593390481cbcff1872a5983d0b', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:32:25.819742 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:25.866783 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8ffd9-35e8-4d3b-ba8f-de00abcce1cc None None] Pushing event updated for resources: {'Port': ['ID=ac37a364-8d52-478b-810e-1dc694268620,revision_number=3']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:25.904117 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-447e7079-7551-4c2a-8282-7ab13fcdc219 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:25.931504 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Attempting to bind port ac37a364-8d52-478b-810e-1dc694268620 on host n-d-802060-9 for vnic_type normal with profile {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:32:25.931876 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Attempting to bind port ac37a364-8d52-478b-810e-1dc694268620 by drivers openvswitch,hyperv on host n-d-802060-9 at level 0 using segments [{'id': '782ed235-4bef-43de-bdbb-d8f8b5b7d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fa260164-53ab-46e6-96e2-b8758152f4b4'}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:32:25.932467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Attempting to bind port ac37a364-8d52-478b-810e-1dc694268620 on network fa260164-53ab-46e6-96e2-b8758152f4b4 {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:32:25.937845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Checking agent: {'id': 'b4dc1f30-4bfc-4de7-8aa9-36b7ab1c604d', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 39, 48), 'started_at': datetime.datetime(2021, 8, 17, 2, 40, 18), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 32, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-802060-9'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.9', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:32:25.938229 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Checking segment: {'id': '782ed235-4bef-43de-bdbb-d8f8b5b7d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fa260164-53ab-46e6-96e2-b8758152f4b4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101971) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:32:25.938631 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:25.939057 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Bound using segment: {'id': '782ed235-4bef-43de-bdbb-d8f8b5b7d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fa260164-53ab-46e6-96e2-b8758152f4b4'} {{(pid=101971) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:32:25.939524 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.managers [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Bound port: ac37a364-8d52-478b-810e-1dc694268620, host: n-d-802060-9, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '782ed235-4bef-43de-bdbb-d8f8b5b7d52b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 75, 'network_id': 'fa260164-53ab-46e6-96e2-b8758152f4b4'}}] {{(pid=101971) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:32:25.940168 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:25.980518 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-447e7079-7551-4c2a-8282-7ab13fcdc219 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:26.018840 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] For port ac37a364-8d52-478b-810e-1dc694268620, host n-d-802060-9, cleared binding levels {{(pid=101971) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:32:26.022183 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] For port ac37a364-8d52-478b-810e-1dc694268620, host n-d-802060-9, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ac37a364-8d52-478b-810e-1dc694268620,segment=NetworkSegment(782ed235-4bef-43de-bdbb-d8f8b5b7d52b),segment_id=782ed235-4bef-43de-bdbb-d8f8b5b7d52b)] {{(pid=101971) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:32:26.059836 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-447e7079-7551-4c2a-8282-7ab13fcdc219 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:26.080494 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-447e7079-7551-4c2a-8282-7ab13fcdc219 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b40da13-5146-4baf-898d-8682b939b527,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:26.112211 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:26.139752 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-447e7079-7551-4c2a-8282-7ab13fcdc219 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:26.140924 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-447e7079-7551-4c2a-8282-7ab13fcdc219 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3730054 Aug 17 04:32:26.143876 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47476) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:26.148596 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-956e511d-3f37-44df-837c-6c0ef843bf21 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Request body: {'security_group_rule': {'security_group_id': '8f8c9e2c-58bc-45af-beda-e3321f159d20', 'project_id': '8658b9593390481cbcff1872a5983d0b', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:32:26.184740 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b8ffd9-35e8-4d3b-ba8f-de00abcce1cc None None] Pushing event updated for resources: {'Port': ['ID=ac37a364-8d52-478b-810e-1dc694268620,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:26.187457 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Routers {'5b01f549-056f-46bd-afad-a2469c2e61f6'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:32:26.188064 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:32:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5b01f549-056f-46bd-afad-a2469c2e61f6'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:26.260010 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-956e511d-3f37-44df-837c-6c0ef843bf21 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:26.309919 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] Set router 5b01f549-056f-46bd-afad-a2469c2e61f6 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:32:26.336358 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-956e511d-3f37-44df-837c-6c0ef843bf21 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:26.409024 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-956e511d-3f37-44df-837c-6c0ef843bf21 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:26.432168 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956e511d-3f37-44df-837c-6c0ef843bf21 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=57f7640f-084c-42b0-82a5-6e67f9a60ef4,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:26.458915 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c9f6b83d-3fba-46fe-b037-22600f3bbede up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:32:26.522974 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-956e511d-3f37-44df-837c-6c0ef843bf21 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:26.524269 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-956e511d-3f37-44df-837c-6c0ef843bf21 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3793972 Aug 17 04:32:26.527853 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47478) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:26.532405 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-0c6d3267-4589-4820-b69c-7ec5b527d947 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Request body: {'security_group_rule': {'security_group_id': '8f8c9e2c-58bc-45af-beda-e3321f159d20', 'project_id': '8658b9593390481cbcff1872a5983d0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:32:26.561904 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port c9f6b83d-3fba-46fe-b037-22600f3bbede triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:26.562185 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:26.602296 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'name': 'tempest-TestSnapshotPattern-1951023643-router', 'tenant_id': '4e95cb6340cc498582e046765425d812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'c9f6b83d-3fba-46fe-b037-22600f3bbede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:19Z', 'updated_at': '2021-08-17T04:32:23Z', 'revision_number': 4, 'project_id': '4e95cb6340cc498582e046765425d812', 'gw_port': {'id': 'c9f6b83d-3fba-46fe-b037-22600f3bbede', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:20Z', 'updated_at': '2021-08-17T04:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ac37a364-8d52-478b-810e-1dc694268620', 'name': '', 'network_id': 'fa260164-53ab-46e6-96e2-b8758152f4b4', 'tenant_id': '4e95cb6340cc498582e046765425d812', 'mac_address': 'fa:16:3e:66:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '70b7a52c-79f4-45f7-aef3-415d218a0303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:22Z', 'updated_at': '2021-08-17T04:32:26Z', 'revision_number': 4, 'project_id': '4e95cb6340cc498582e046765425d812', 'subnets': [{'id': '70b7a52c-79f4-45f7-aef3-415d218a0303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:26.610747 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-0c6d3267-4589-4820-b69c-7ec5b527d947 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Project 8658b9593390481cbcff1872a5983d0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 04:32:26.616743 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0c6d3267-4589-4820-b69c-7ec5b527d947 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:26.630876 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-10a44a39-bb0b-4b69-b6f0-3314be422fda None None] The sync data for ids ['5b01f549-056f-46bd-afad-a2469c2e61f6'] in n-d-802060-9 is: [{'id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'name': 'tempest-TestSnapshotPattern-1951023643-router', 'tenant_id': '4e95cb6340cc498582e046765425d812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'c9f6b83d-3fba-46fe-b037-22600f3bbede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:19Z', 'updated_at': '2021-08-17T04:32:23Z', 'revision_number': 4, 'project_id': '4e95cb6340cc498582e046765425d812', 'gw_port': {'id': 'c9f6b83d-3fba-46fe-b037-22600f3bbede', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:20Z', 'updated_at': '2021-08-17T04:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': 'ac37a364-8d52-478b-810e-1dc694268620', 'name': '', 'network_id': 'fa260164-53ab-46e6-96e2-b8758152f4b4', 'tenant_id': '4e95cb6340cc498582e046765425d812', 'mac_address': 'fa:16:3e:66:da:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'device_owner': 'network:router_interface', 'standard_attr_id': 4342, 'fixed_ips': [{'subnet_id': '70b7a52c-79f4-45f7-aef3-415d218a0303', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:22Z', 'updated_at': '2021-08-17T04:32:26Z', 'revision_number': 4, 'project_id': '4e95cb6340cc498582e046765425d812', 'subnets': [{'id': '70b7a52c-79f4-45f7-aef3-415d218a0303', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:32:26.731081 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0c6d3267-4589-4820-b69c-7ec5b527d947 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:26.797570 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0c6d3267-4589-4820-b69c-7ec5b527d947 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:26.816662 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6d3267-4589-4820-b69c-7ec5b527d947 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ce7b501-15e3-471e-9bd7-dc0298954460,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:26.892347 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-0c6d3267-4589-4820-b69c-7ec5b527d947 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:26.892347 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-0c6d3267-4589-4820-b69c-7ec5b527d947 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3612292 Aug 17 04:32:26.892869 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 47480) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:26.901385 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.v2.base [None req-35e7fe39-3482-4bc1-9ccb-c642dc6ed4ee tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Request body: {'security_group_rule': {'security_group_id': '8f8c9e2c-58bc-45af-beda-e3321f159d20', 'project_id': '8658b9593390481cbcff1872a5983d0b', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=101969) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:32:26.997340 n-d-802060-9 neutron-server[101969]: INFO neutron.db.securitygroups_db [None req-35e7fe39-3482-4bc1-9ccb-c642dc6ed4ee tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Project 8658b9593390481cbcff1872a5983d0b added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Aug 17 04:32:27.004096 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-35e7fe39-3482-4bc1-9ccb-c642dc6ed4ee tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group_rule, before_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:27.078523 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-35e7fe39-3482-4bc1-9ccb-c642dc6ed4ee tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:27.122837 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-35e7fe39-3482-4bc1-9ccb-c642dc6ed4ee tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7960159'] for security_group_rule, after_create {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:27.143585 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e7fe39-3482-4bc1-9ccb-c642dc6ed4ee tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=93a91ad3-39a8-4d6f-87f3-1b270da5430d,revision_number=0']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:27.215441 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-35e7fe39-3482-4bc1-9ccb-c642dc6ed4ee tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group_rule, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:27.217306 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-35e7fe39-3482-4bc1-9ccb-c642dc6ed4ee tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3233228 Aug 17 04:32:27.372237 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-342f845e-63b6-4ab2-b89b-d079e442cc1d tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1712103593&fields=id&tenant_id=8658b9593390481cbcff1872a5983d0b HTTP/1.1" status: 200 len: 267 time: 0.0344875 Aug 17 04:32:27.487276 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c89c84b5-336b-480c-ae53-9722b154ea6a tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:27.488765 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c89c84b5-336b-480c-ae53-9722b154ea6a tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/networks?id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a HTTP/1.1" status: 200 len: 810 time: 0.1093192 Aug 17 04:32:27.504814 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-ff4f6e64-c5b0-4669-ac3a-a37be6b50d81 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/quotas/8658b9593390481cbcff1872a5983d0b HTTP/1.1" status: 200 len: 375 time: 0.0092947 Aug 17 04:32:27.557686 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-5fc1ee73-e5ad-4b6b-8013-ea3127ad55ff tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8658b9593390481cbcff1872a5983d0b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0466943 Aug 17 04:32:27.680557 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-570d3f12-cfbc-43cc-85b1-cb5affc886b8 service neutron] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101969) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:32:27.682313 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-570d3f12-cfbc-43cc-85b1-cb5affc886b8 service neutron] 10.222.0.10 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1125822 Aug 17 04:32:27.787497 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-355f2bf1-5532-4085-b261-8395890d3d67 service neutron] 10.222.0.10 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0987275 Aug 17 04:32:27.890685 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-d4be9142-8cdd-46b2-b0a7-0fd2700e7cdd service neutron] 10.222.0.10 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960898 Aug 17 04:32:28.136580 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7fd00871-af55-4bd8-84ad-0ae917919e09 req-709215c8-b68c-4883-92ca-a14c5c2d99b7 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 210 time: 0.0275154 Aug 17 04:32:28.466935 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ac37a364-8d52-478b-810e-1dc694268620 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:32:28.591414 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning for port ac37a364-8d52-478b-810e-1dc694268620 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:32:28.595460 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ac37a364-8d52-478b-810e-1dc694268620 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:28.595845 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:28.673272 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:28.709017 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] For port ac37a364-8d52-478b-810e-1dc694268620, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ac37a364-8d52-478b-810e-1dc694268620,segment=NetworkSegment(782ed235-4bef-43de-bdbb-d8f8b5b7d52b),segment_id=782ed235-4bef-43de-bdbb-d8f8b5b7d52b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:32:28.814502 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:28.866989 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Pushing event updated for resources: {'Port': ['ID=ac37a364-8d52-478b-810e-1dc694268620,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:29.232080 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d72a486d-d985-46f3-b289-0a35dbcc8580 req-7060c0f1-af0b-4cc8-8c0e-da23842f7ece tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 210 time: 0.0265679 Aug 17 04:32:30.163008 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-afa465c5-ec35-49c8-a2ec-7855c196c801 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:30.164470 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-afa465c5-ec35-49c8-a2ec-7855c196c801 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.30 "GET /v2.0/networks?id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a HTTP/1.1" status: 200 len: 810 time: 0.1015503 Aug 17 04:32:30.209857 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-24a6051a-6ac5-4434-a699-40ba4b9dcf71 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.30 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8658b9593390481cbcff1872a5983d0b HTTP/1.1" status: 200 len: 380 time: 0.0353818 Aug 17 04:32:30.219151 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-90d38738-377e-443e-876f-6e428683775f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Request body: {'port': {'device_id': '64d40863-8e83-447c-bea3-67f55db63f84', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'admin_state_up': True, 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'security_groups': ['8f8c9e2c-58bc-45af-beda-e3321f159d20']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:32:30.349119 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-98b8726a-64e3-4dd9-8082-1b67dcb8b085 req-3dfa7bd5-cdf6-476e-9f32-20b1a195d415 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 210 time: 0.0379181 Aug 17 04:32:30.414511 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-90d38738-377e-443e-876f-6e428683775f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Made reservation on behalf of 8658b9593390481cbcff1872a5983d0b for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:32:30.418868 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-90d38738-377e-443e-876f-6e428683775f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:30.456958 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ac37a364-8d52-478b-810e-1dc694268620 up at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:32:30.505137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Provisioning complete for port ac37a364-8d52-478b-810e-1dc694268620 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:30.505549 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:30.549277 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-90d38738-377e-443e-876f-6e428683775f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Allocated IP 172.20.0.11 (f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a/2398f2bf-dfaa-4d14-ac98-8a870549ea3c/a1796f9e-b3f9-4227-b0e9-df99bf03d9b9) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:32:30.690399 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-90d38738-377e-443e-876f-6e428683775f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:30.708879 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-90d38738-377e-443e-876f-6e428683775f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Transition to ACTIVE for port object a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:32:30.803381 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-90d38738-377e-443e-876f-6e428683775f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:30.854611 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-90d38738-377e-443e-876f-6e428683775f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:32:30.857865 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-90d38738-377e-443e-876f-6e428683775f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:32:30.861705 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-90d38738-377e-443e-876f-6e428683775f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:32:30.887374 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90d38738-377e-443e-876f-6e428683775f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Pushing event updated for resources: {'Port': ['ID=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:30.917838 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-90d38738-377e-443e-876f-6e428683775f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:30.918486 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-90d38738-377e-443e-876f-6e428683775f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:30.987943 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-90d38738-377e-443e-876f-6e428683775f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.30 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7724137 Aug 17 04:32:30.998331 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-6a2824b4-dfae-4d78-84c0-1177ab6a7c38 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:32:30.999457 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-6a2824b4-dfae-4d78-84c0-1177ab6a7c38 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.30 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0058947 Aug 17 04:32:31.066070 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Request body: {'port': {'device_id': '64d40863-8e83-447c-bea3-67f55db63f84', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:32:31.130857 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:31.168618 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9ff73ef8-c4e2-4bab-b285-a20817b9c333 None None] Provisioning for port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:32:31.172499 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-9ff73ef8-c4e2-4bab-b285-a20817b9c333 None None] Provisioning complete for port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:31.172963 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-9ff73ef8-c4e2-4bab-b285-a20817b9c333 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:31.207883 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-9ff73ef8-c4e2-4bab-b285-a20817b9c333 None None] Port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:32:31.410045 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:32:31.419511 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:31.434990 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Transition to ACTIVE for port object a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:32:31.477098 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be23b194-8e14-4de0-85af-ed2808296b84 req-eb2a23e3-2c9c-40d9-b0ab-49e3cea1fc39 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:31.478844 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be23b194-8e14-4de0-85af-ed2808296b84 req-eb2a23e3-2c9c-40d9-b0ab-49e3cea1fc39 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 932 time: 0.0512743 Aug 17 04:32:31.499825 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:31.517576 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be23b194-8e14-4de0-85af-ed2808296b84 req-e932d828-25dc-41b6-8bd2-dd95b9aee8c3 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326641 Aug 17 04:32:31.571676 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Pushing event updated for resources: {'Port': ['ID=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:31.635020 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Attempting to bind port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 on host n-h1-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:32:31.635370 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Attempting to bind port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 by drivers openvswitch,hyperv on host n-h1-802060-9 at level 0 using segments [{'id': 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:32:31.635697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Attempting to bind port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 on network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:32:31.640375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 on network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a not bound, no agent of type Open vSwitch agent registered on host n-h1-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:32:31.640700 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Attempting to bind port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 on network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:32:31.645791 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Checking agent: {'id': 'ffc75638-f06b-45f2-b72e-f546e6a91abf', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 32, 5), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:32:31.646132 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Checking segment: {'id': 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:32:31.646520 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Bound using segment: {'id': 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:32:31.646950 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Bound port: a1796f9e-b3f9-4227-b0e9-df99bf03d9b9, host: n-h1-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:32:31.647312 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:31.716441 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] For port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9, host n-h1-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:32:31.719746 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] For port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9, host n-h1-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:32:31.780420 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:31.820513 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:31.821129 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:31.822762 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] 10.222.0.30 "PUT /v2.0/ports/a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 HTTP/1.1" status: 200 len: 1092 time: 0.8149316 Aug 17 04:32:31.823215 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d40863-8e83-447c-bea3-67f55db63f84', 'tag': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:32:31.826179 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-657a3ab5-29e5-460c-a2f1-3929d5710a8e" -d '{"events": [{"name": "network-changed", "server_uuid": "64d40863-8e83-447c-bea3-67f55db63f84", "tag": "a1796f9e-b3f9-4227-b0e9-df99bf03d9b9"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:32:31.848247 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5e3698f-28c9-4ed5-95ac-969f5b7bd72d service neutron] Pushing event updated for resources: {'Port': ['ID=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:31.866884 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07826ec5-f1c3-4580-8566-acc3dffdfdc7 x-openstack-request-id: req-07826ec5-f1c3-4580-8566-acc3dffdfdc7 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:32:31.867182 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d40863-8e83-447c-bea3-67f55db63f84", "tag": "a1796f9e-b3f9-4227-b0e9-df99bf03d9b9", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:32:31.867437 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-07826ec5-f1c3-4580-8566-acc3dffdfdc7 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:32:31.867844 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d40863-8e83-447c-bea3-67f55db63f84', 'tag': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'status': 'completed', 'code': 200} Aug 17 04:32:31.935997 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a3ab5-29e5-460c-a2f1-3929d5710a8e req-43c82d25-01aa-4b5b-a46b-48492bb770b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:31.937753 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-657a3ab5-29e5-460c-a2f1-3929d5710a8e req-43c82d25-01aa-4b5b-a46b-48492bb770b2 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8658b9593390481cbcff1872a5983d0b&device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 1095 time: 0.0467706 Aug 17 04:32:32.049111 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a3ab5-29e5-460c-a2f1-3929d5710a8e req-331cf77f-153b-4a35-aa81-5ea7b916e583 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:32.050744 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-657a3ab5-29e5-460c-a2f1-3929d5710a8e req-331cf77f-153b-4a35-aa81-5ea7b916e583 service neutron] 10.222.0.30 "GET /v2.0/networks?tenant_id=8658b9593390481cbcff1872a5983d0b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1046453 Aug 17 04:32:32.154960 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657a3ab5-29e5-460c-a2f1-3929d5710a8e req-852743f8-c35b-4789-bf31-efdbcef49b98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:32.156369 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-657a3ab5-29e5-460c-a2f1-3929d5710a8e req-852743f8-c35b-4789-bf31-efdbcef49b98 service neutron] 10.222.0.30 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0984008 Aug 17 04:32:32.238662 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-f102ab2f-d12a-4f96-87c1-fb2f08e520bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:32.240163 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-f102ab2f-d12a-4f96-87c1-fb2f08e520bb service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8658b9593390481cbcff1872a5983d0b&device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 1095 time: 0.0435090 Aug 17 04:32:32.284348 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-fddfc96b-f32d-451f-a4d7-294db26ae6f2 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 HTTP/1.1" status: 200 len: 217 time: 0.0355861 Aug 17 04:32:32.335000 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-9c2a54d0-3b35-472e-8637-aee5e29d9d2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:32.335761 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-9c2a54d0-3b35-472e-8637-aee5e29d9d2e service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2398f2bf-dfaa-4d14-ac98-8a870549ea3c HTTP/1.1" status: 200 len: 849 time: 0.0440843 Aug 17 04:32:32.391580 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-db851627-fffa-4e94-b9d9-018cf565a337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:32.393107 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-db851627-fffa-4e94-b9d9-018cf565a337 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0500875 Aug 17 04:32:32.485020 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-a244ffa6-d6c3-4a3c-b8e1-b5e57323ff2c service neutron] 10.222.0.30 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845513 Aug 17 04:32:32.582697 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-9dfdb6b0-dd8e-411b-a027-a067f4ef7bdd req-22d2c60a-1978-4999-92e9-2958b26dbf53 service neutron] 10.222.0.30 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905397 Aug 17 04:32:32.642197 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfc73ffd-201c-4ad9-ab42-7d1537933bbc req-88f55d02-10de-404a-af0b-c9b2119288e3 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:32.643690 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bfc73ffd-201c-4ad9-ab42-7d1537933bbc req-88f55d02-10de-404a-af0b-c9b2119288e3 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 944 time: 0.0560474 Aug 17 04:32:32.685604 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bfc73ffd-201c-4ad9-ab42-7d1537933bbc req-196448dd-6ad4-445d-8156-757aad0dbfb2 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328515 Aug 17 04:32:33.802241 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be90ed81-33c6-40fc-8083-7681d073d8c8 req-f7ee652d-4f9b-41cd-bd8e-9e6aaf115dec tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:33.803743 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be90ed81-33c6-40fc-8083-7681d073d8c8 req-f7ee652d-4f9b-41cd-bd8e-9e6aaf115dec tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 944 time: 0.0517919 Aug 17 04:32:33.842181 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-be90ed81-33c6-40fc-8083-7681d073d8c8 req-edd0be75-976b-4fc5-8e77-792b9432bda9 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325093 Aug 17 04:32:34.180303 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:34.884330 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:34.959909 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6151eef9-85b2-4383-ac66-0f4340b57b96 req-f7bf3c6d-2157-44b0-a5b6-9aebeeeeb0d4 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:34.961400 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6151eef9-85b2-4383-ac66-0f4340b57b96 req-f7bf3c6d-2157-44b0-a5b6-9aebeeeeb0d4 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 944 time: 0.0502186 Aug 17 04:32:35.001078 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-6151eef9-85b2-4383-ac66-0f4340b57b96 req-ff2bfd5a-6904-4aed-869d-83b977714e48 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329306 Aug 17 04:32:35.643960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:32:35.739093 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:32:35.753649 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'port_id': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'mac_address': 'fa:16:3e:83:a7:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:32:35.946013 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:35.959547 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:32:35.980341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:32:36.061117 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:36.112511 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:36.135630 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9d77bca-8ab4-46d4-8314-4b98c27ba67a req-a27684f5-31b2-4dea-bd29-ca775e4b73b5 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:36.137288 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a9d77bca-8ab4-46d4-8314-4b98c27ba67a req-a27684f5-31b2-4dea-bd29-ca775e4b73b5 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 945 time: 0.0588403 Aug 17 04:32:36.176670 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a9d77bca-8ab4-46d4-8314-4b98c27ba67a req-f24c5fec-54d6-4863-962a-68885d880337 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333169 Aug 17 04:32:36.301940 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['a1796f9e-b3f9-4227-b0e9-df99bf03d9b9'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:32:36.551483 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:32:37.298370 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1aa05eb-0ede-46cf-8085-44d3609bd9c2 req-04f94646-abe3-4b33-924e-eafe0617e272 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:37.299881 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1aa05eb-0ede-46cf-8085-44d3609bd9c2 req-04f94646-abe3-4b33-924e-eafe0617e272 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 945 time: 0.0528920 Aug 17 04:32:37.337320 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f1aa05eb-0ede-46cf-8085-44d3609bd9c2 req-9145e020-6d23-4607-8d58-cf7d985d7218 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314212 Aug 17 04:32:37.658680 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:32:37.763261 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning for port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:32:37.768673 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:32:37.774068 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:37.854645 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:37.877121 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d40863-8e83-447c-bea3-67f55db63f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:32:37.879392 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d176887a-54f4-47ea-9fc3-37b4af4117ba" -d '{"events": [{"server_uuid": "64d40863-8e83-447c-bea3-67f55db63f84", "name": "network-vif-plugged", "status": "completed", "tag": "a1796f9e-b3f9-4227-b0e9-df99bf03d9b9"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:32:37.892566 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:32:37.923040 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-59153c20-7c60-473b-a8b1-3767834a955b x-openstack-request-id: req-59153c20-7c60-473b-a8b1-3767834a955b {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:32:37.923040 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d40863-8e83-447c-bea3-67f55db63f84", "name": "network-vif-plugged", "status": "completed", "tag": "a1796f9e-b3f9-4227-b0e9-df99bf03d9b9", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:32:37.923040 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-59153c20-7c60-473b-a8b1-3767834a955b {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:32:37.923040 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d40863-8e83-447c-bea3-67f55db63f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'code': 200} Aug 17 04:32:37.975027 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:38.014796 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-126b9c12-87c4-42dc-a618-381ffcddf46c req-81b7fbc3-28bc-4729-9dfb-01187291900f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:38.016388 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-126b9c12-87c4-42dc-a618-381ffcddf46c req-81b7fbc3-28bc-4729-9dfb-01187291900f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 1097 time: 0.0415630 Aug 17 04:32:38.025867 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:38.051090 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-126b9c12-87c4-42dc-a618-381ffcddf46c req-89891d45-74a7-467a-aef6-de4ab97a7b67 service neutron] 10.222.0.30 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0279450 Aug 17 04:32:38.477354 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdf8684f-8b85-4d4f-9ce8-0789891fad86 req-004cfeaf-64e3-421e-8314-c49e01ed70d6 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:38.479376 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bdf8684f-8b85-4d4f-9ce8-0789891fad86 req-004cfeaf-64e3-421e-8314-c49e01ed70d6 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 946 time: 0.0507324 Aug 17 04:32:38.516782 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bdf8684f-8b85-4d4f-9ce8-0789891fad86 req-6641ac19-f289-4817-91e0-ae7747b7ccec tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313442 Aug 17 04:32:39.637987 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f80e90b-cba2-4001-b2e5-aeed51845b03 req-5adf103d-31a4-4f00-bc6e-8174a06a1c0e tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:39.639461 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f80e90b-cba2-4001-b2e5-aeed51845b03 req-5adf103d-31a4-4f00-bc6e-8174a06a1c0e tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 946 time: 0.0532053 Aug 17 04:32:39.678003 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3f80e90b-cba2-4001-b2e5-aeed51845b03 req-217011d5-e349-4c95-aaa6-b12816c19b40 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325408 Aug 17 04:32:39.793015 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e18171-5931-4ef9-9956-1a5f2812d605 req-77a9aa8f-c610-4e6f-8888-c990d4203cbb tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:39.794562 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-56e18171-5931-4ef9-9956-1a5f2812d605 req-77a9aa8f-c610-4e6f-8888-c990d4203cbb tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 946 time: 0.0509207 Aug 17 04:32:39.832981 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-56e18171-5931-4ef9-9956-1a5f2812d605 req-9a968681-1316-4a8b-bb76-94621d51f75c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323691 Aug 17 04:32:39.854844 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47540) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:39.944276 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dfd18ed-56cc-4c21-a000-9afc6c7819df tempest-TestSnapshotPattern-1293383836 tempest-TestSnapshotPattern-1293383836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:39.945880 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-0dfd18ed-56cc-4c21-a000-9afc6c7819df tempest-TestSnapshotPattern-1293383836 tempest-TestSnapshotPattern-1293383836-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 1092 time: 0.0900159 Aug 17 04:32:39.948922 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47544) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:32:39.953444 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'fixed_ip_address': '172.20.0.11'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:32:40.083639 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:40.188778 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:40.295154 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Allocated IP 172.25.1.81 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/f7220470-5e26-4541-b7c0-4576790e6486) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:32:40.396069 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:40.500388 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:40.545224 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:32:40.548126 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:32:40.551757 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:32:40.557300 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Pushing event updated for resources: {'Port': ['ID=f7220470-5e26-4541-b7c0-4576790e6486,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:40.918867 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:41.053158 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:41.216412 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:41.311798 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:41.381037 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Pushing event updated for resources: {'Port': ['ID=f7220470-5e26-4541-b7c0-4576790e6486,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:32:41.392612 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:41.498903 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Floating IP e5b94a0e-9505-47e4-919d-424ffe09beca associated. External IP: 172.25.1.81, port: a1796f9e-b3f9-4227-b0e9-df99bf03d9b9. Aug 17 04:32:41.711217 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Router dca52501-e5e8-413a-b2e3-9bd0d636b61e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:32:41.822965 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:32:41.832667 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a8b632-1218-4999-aee3-cbb9abbe2013 None None] Sync routers for ids ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:32:41.841867 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a8b632-1218-4999-aee3-cbb9abbe2013 None None] Routers {'dca52501-e5e8-413a-b2e3-9bd0d636b61e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:32:41.842483 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-75a8b632-1218-4999-aee3-cbb9abbe2013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:32:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:41.900838 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:41.930159 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-bf8dd0b2-44a5-4064-aef6-2a2d630a0e1c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9800868 Aug 17 04:32:41.933116 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d40863-8e83-447c-bea3-67f55db63f84', 'tag': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:32:41.934219 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80ad10ec-a7e1-4dc5-9328-0044bf8d90b8" -d '{"events": [{"name": "network-changed", "server_uuid": "64d40863-8e83-447c-bea3-67f55db63f84", "tag": "a1796f9e-b3f9-4227-b0e9-df99bf03d9b9"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:32:41.974388 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2935dd55-8116-4fc4-bece-c64a52324027 x-openstack-request-id: req-2935dd55-8116-4fc4-bece-c64a52324027 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:32:41.974688 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d40863-8e83-447c-bea3-67f55db63f84", "tag": "a1796f9e-b3f9-4227-b0e9-df99bf03d9b9", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:32:41.974946 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-2935dd55-8116-4fc4-bece-c64a52324027 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:32:41.975364 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d40863-8e83-447c-bea3-67f55db63f84', 'tag': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'status': 'completed', 'code': 200} Aug 17 04:32:42.042270 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-75a8b632-1218-4999-aee3-cbb9abbe2013 None None] Set router dca52501-e5e8-413a-b2e3-9bd0d636b61e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:32:42.048055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad10ec-a7e1-4dc5-9328-0044bf8d90b8 req-077bfed5-7fde-4505-911a-da2e37922f36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:42.049658 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80ad10ec-a7e1-4dc5-9328-0044bf8d90b8 req-077bfed5-7fde-4505-911a-da2e37922f36 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8658b9593390481cbcff1872a5983d0b&device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 1097 time: 0.0474153 Aug 17 04:32:42.152322 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad10ec-a7e1-4dc5-9328-0044bf8d90b8 req-fcf80284-fce7-49c0-9f97-93ea86ac1cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:42.154921 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80ad10ec-a7e1-4dc5-9328-0044bf8d90b8 req-fcf80284-fce7-49c0-9f97-93ea86ac1cfe service neutron] 10.222.0.30 "GET /v2.0/networks?id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a HTTP/1.1" status: 200 len: 910 time: 0.0930462 Aug 17 04:32:42.221686 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80ad10ec-a7e1-4dc5-9328-0044bf8d90b8 req-1fbebb20-fa10-44e7-971f-716e94775f88 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 HTTP/1.1" status: 200 len: 999 time: 0.0603316 Aug 17 04:32:42.268987 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-75a8b632-1218-4999-aee3-cbb9abbe2013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:32:16Z', 'revision_number': 4, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e5b94a0e-9505-47e4-919d-424ffe09beca', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'port_id': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'mac_address': 'fa:16:3e:83:a7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d40863-8e83-447c-bea3-67f55db63f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:32:40Z', 'updated_at': '2021-08-17T04:32:40Z', 'revision_number': 0, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1810d4-1ec0-4f0d-933c-372bb42fbfdc', 'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'mac_address': 'fa:16:3e:41:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:16Z', 'updated_at': '2021-08-17T04:32:22Z', 'revision_number': 5, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'subnets': [{'id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:42.274849 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad10ec-a7e1-4dc5-9328-0044bf8d90b8 req-f434a74d-d371-4ecf-ba0a-330ee12f8398 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:42.276983 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80ad10ec-a7e1-4dc5-9328-0044bf8d90b8 req-f434a74d-d371-4ecf-ba0a-330ee12f8398 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2398f2bf-dfaa-4d14-ac98-8a870549ea3c HTTP/1.1" status: 200 len: 849 time: 0.0484726 Aug 17 04:32:42.299486 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a8b632-1218-4999-aee3-cbb9abbe2013 None None] Checking router: dca52501-e5e8-413a-b2e3-9bd0d636b61e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:32:42.308319 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75a8b632-1218-4999-aee3-cbb9abbe2013 None None] Routers {'dca52501-e5e8-413a-b2e3-9bd0d636b61e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:32:42.308934 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-75a8b632-1218-4999-aee3-cbb9abbe2013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:32:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:42.326017 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ad10ec-a7e1-4dc5-9328-0044bf8d90b8 req-f1f4d473-08c3-43ab-80a4-d0e3ef5fc9cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:42.327546 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80ad10ec-a7e1-4dc5-9328-0044bf8d90b8 req-f1f4d473-08c3-43ab-80a4-d0e3ef5fc9cf service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0414546 Aug 17 04:32:42.417132 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-75a8b632-1218-4999-aee3-cbb9abbe2013 None None] Set router dca52501-e5e8-413a-b2e3-9bd0d636b61e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:32:42.423477 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80ad10ec-a7e1-4dc5-9328-0044bf8d90b8 req-98ac6095-1544-4d58-a2a6-32f17f765b1e service neutron] 10.222.0.30 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883536 Aug 17 04:32:42.534943 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-80ad10ec-a7e1-4dc5-9328-0044bf8d90b8 req-3ffe2583-3d3d-4e05-a6f4-91a5c72e1256 service neutron] 10.222.0.30 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1042421 Aug 17 04:32:42.648782 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-75a8b632-1218-4999-aee3-cbb9abbe2013 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:32:16Z', 'revision_number': 4, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e5b94a0e-9505-47e4-919d-424ffe09beca', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'port_id': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'mac_address': 'fa:16:3e:83:a7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d40863-8e83-447c-bea3-67f55db63f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:32:40Z', 'updated_at': '2021-08-17T04:32:40Z', 'revision_number': 0, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1810d4-1ec0-4f0d-933c-372bb42fbfdc', 'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'mac_address': 'fa:16:3e:41:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:16Z', 'updated_at': '2021-08-17T04:32:22Z', 'revision_number': 5, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'subnets': [{'id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:32:42.675856 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75a8b632-1218-4999-aee3-cbb9abbe2013 None None] The sync data for ids ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'] in n-d-802060-9 is: [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:32:16Z', 'revision_number': 4, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e5b94a0e-9505-47e4-919d-424ffe09beca', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'port_id': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'mac_address': 'fa:16:3e:83:a7:c8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '64d40863-8e83-447c-bea3-67f55db63f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:32:40Z', 'updated_at': '2021-08-17T04:32:40Z', 'revision_number': 0, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1810d4-1ec0-4f0d-933c-372bb42fbfdc', 'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'mac_address': 'fa:16:3e:41:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:16Z', 'updated_at': '2021-08-17T04:32:22Z', 'revision_number': 5, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'subnets': [{'id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:32:42.878395 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f1be4132-35b4-4112-b244-5d14c737cf7c None None] New status for floating IP e5b94a0e-9505-47e4-919d-424ffe09beca: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:32:44.352656 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6cbdcf0-0f3c-4cbe-8b35-7e203b54f4a4 req-7f53337d-9398-4f30-b6ad-be616921bc19 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0403750 Aug 17 04:32:44.437749 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbdcf0-0f3c-4cbe-8b35-7e203b54f4a4 req-8b86e349-7774-464a-ad7b-9fde85abff68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:44.439279 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6cbdcf0-0f3c-4cbe-8b35-7e203b54f4a4 req-8b86e349-7774-464a-ad7b-9fde85abff68 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8658b9593390481cbcff1872a5983d0b&device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 1097 time: 0.0430529 Aug 17 04:32:44.547677 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbdcf0-0f3c-4cbe-8b35-7e203b54f4a4 req-af256cc0-b866-4f0c-850c-bcb9b16c4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:44.549215 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6cbdcf0-0f3c-4cbe-8b35-7e203b54f4a4 req-af256cc0-b866-4f0c-850c-bcb9b16c4f9b service neutron] 10.222.0.30 "GET /v2.0/networks?id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a HTTP/1.1" status: 200 len: 910 time: 0.0907879 Aug 17 04:32:44.619610 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6cbdcf0-0f3c-4cbe-8b35-7e203b54f4a4 req-4d33250a-530d-465d-ab01-51210888d071 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 HTTP/1.1" status: 200 len: 1001 time: 0.0634332 Aug 17 04:32:44.669353 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbdcf0-0f3c-4cbe-8b35-7e203b54f4a4 req-2973febf-a23f-436f-a9ab-f7fac795990a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:44.671210 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6cbdcf0-0f3c-4cbe-8b35-7e203b54f4a4 req-2973febf-a23f-436f-a9ab-f7fac795990a service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2398f2bf-dfaa-4d14-ac98-8a870549ea3c HTTP/1.1" status: 200 len: 849 time: 0.0446277 Aug 17 04:32:44.717896 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cbdcf0-0f3c-4cbe-8b35-7e203b54f4a4 req-7916174f-3853-4be4-a6ba-16213650282e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:32:44.719767 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6cbdcf0-0f3c-4cbe-8b35-7e203b54f4a4 req-7916174f-3853-4be4-a6ba-16213650282e service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408413 Aug 17 04:32:44.814906 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6cbdcf0-0f3c-4cbe-8b35-7e203b54f4a4 req-458f44e5-ea33-403e-b34a-ad16671ff2ab service neutron] 10.222.0.30 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0883009 Aug 17 04:32:44.908001 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-e6cbdcf0-0f3c-4cbe-8b35-7e203b54f4a4 req-ba76296c-c96d-4243-a1b4-8ab6d4d2be53 service neutron] 10.222.0.30 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861199 Aug 17 04:32:45.363349 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-de186f24-8be1-4556-aba6-3b1b10831485 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:47.975077 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d2dbf976-e231-413e-9213-6653e040754f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:48.295032 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:49.626678 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:32:51.266883 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:04.198148 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:04.912586 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:13.554736 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:33:15.392666 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-bf0330ce-169a-4bb5-b23b-7fbef82df83c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:17.969812 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4caa5006-1202-4a61-8b82-988a064bbd89 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:18.330035 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:19.558408 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:21.267253 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:34.198910 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:34.902222 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:45.348482 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-297de599-0ac3-4d58-b725-6b75a8f55ad1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:45.385482 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cedd97f9-28e1-4996-a2ae-c9760c641183 req-5afb2db2-749e-48fb-a836-35a35e0f4fc7 service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0418313 Aug 17 04:33:45.472159 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd97f9-28e1-4996-a2ae-c9760c641183 req-88b19cc7-4d30-4bad-a368-33d1e51dfebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:33:45.473681 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cedd97f9-28e1-4996-a2ae-c9760c641183 req-88b19cc7-4d30-4bad-a368-33d1e51dfebe service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8658b9593390481cbcff1872a5983d0b&device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 1097 time: 0.0461233 Aug 17 04:33:45.578014 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd97f9-28e1-4996-a2ae-c9760c641183 req-bb660535-09a4-4a50-838c-08aec9f4efe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:33:45.580410 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cedd97f9-28e1-4996-a2ae-c9760c641183 req-bb660535-09a4-4a50-838c-08aec9f4efe0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a HTTP/1.1" status: 200 len: 910 time: 0.0878730 Aug 17 04:33:45.650865 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cedd97f9-28e1-4996-a2ae-c9760c641183 req-0ef6596d-7a30-4c7c-80e5-f9e10ad2cc1b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 HTTP/1.1" status: 200 len: 1001 time: 0.0623236 Aug 17 04:33:45.702504 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd97f9-28e1-4996-a2ae-c9760c641183 req-e4078305-3e12-4a29-9d82-7d57d1ec49ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:33:45.704126 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cedd97f9-28e1-4996-a2ae-c9760c641183 req-e4078305-3e12-4a29-9d82-7d57d1ec49ac service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2398f2bf-dfaa-4d14-ac98-8a870549ea3c HTTP/1.1" status: 200 len: 849 time: 0.0462654 Aug 17 04:33:45.749067 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cedd97f9-28e1-4996-a2ae-c9760c641183 req-7a2a8c4f-f6a3-4007-85b6-90f0ec7ecda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:33:45.751089 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cedd97f9-28e1-4996-a2ae-c9760c641183 req-7a2a8c4f-f6a3-4007-85b6-90f0ec7ecda3 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0392370 Aug 17 04:33:45.844739 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cedd97f9-28e1-4996-a2ae-c9760c641183 req-8cb2d4bb-f9d4-4d72-958f-eab961299ef0 service neutron] 10.222.0.30 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862441 Aug 17 04:33:45.934098 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-cedd97f9-28e1-4996-a2ae-c9760c641183 req-e83ac2eb-01ce-4e61-83b1-7454b7882357 service neutron] 10.222.0.30 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0822134 Aug 17 04:33:47.942187 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-988f5b02-1c50-4854-a9d0-7762da6cea1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:48.256506 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:49.553483 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:33:50.553953 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:33:51.330895 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:04.234082 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:04.880575 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:15.354530 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-94abe80c-c1aa-4762-a657-e220f7e00b46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:17.971359 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b2207af4-2e87-4369-a196-445b0a3d3ecd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:18.280041 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:19.567006 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:21.268997 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:27.554325 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:34:34.234746 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:34.920671 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:42.267371 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 details requested by agent hyperv_n-h1-802060-9 with host n-h1-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:34:42.378046 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:34:42.392803 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Returning: {'device': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'port_id': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'mac_address': 'fa:16:3e:83:a7:c8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:34:42.436213 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:42.450632 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:34:42.471640 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:34:42.556244 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:42.614612 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:34:42.626765 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:42.627134 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:42.627454 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:42.628627 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:42.629006 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:42.629341 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:42.629705 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:42.630037 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:42.630364 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:42.630688 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:42.631011 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:42.631332 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:42.639460 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] get_ports_and_sgs() called for port_ids ['a1796f9e-b3f9-4227-b0e9-df99bf03d9b9'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:34:44.272145 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 up at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:34:44.327270 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Provisioning complete for port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:34:44.327647 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:44.432613 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:44.460178 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d40863-8e83-447c-bea3-67f55db63f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:34:44.462854 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c26b6865-ac5b-4bf2-b858-e7786a0bbbb9" -d '{"events": [{"server_uuid": "64d40863-8e83-447c-bea3-67f55db63f84", "name": "network-vif-plugged", "status": "completed", "tag": "a1796f9e-b3f9-4227-b0e9-df99bf03d9b9"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:34:44.474966 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:34:44.534178 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:34:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-323c6bdd-f3bd-47ae-8a8d-fa85027d01c1 x-openstack-request-id: req-323c6bdd-f3bd-47ae-8a8d-fa85027d01c1 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:34:44.534475 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d40863-8e83-447c-bea3-67f55db63f84", "name": "network-vif-plugged", "status": "completed", "tag": "a1796f9e-b3f9-4227-b0e9-df99bf03d9b9", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:34:44.534735 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-323c6bdd-f3bd-47ae-8a8d-fa85027d01c1 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:34:44.535141 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d40863-8e83-447c-bea3-67f55db63f84', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'code': 200} Aug 17 04:34:44.669266 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:44.720523 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:34:45.344609 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82231139-aa52-4f02-a403-aa34731da9a0 req-98b7ad64-a55c-40ee-8a81-8cfaa809cf06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:34:45.346931 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-82231139-aa52-4f02-a403-aa34731da9a0 req-98b7ad64-a55c-40ee-8a81-8cfaa809cf06 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8658b9593390481cbcff1872a5983d0b&device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 1097 time: 0.0809512 Aug 17 04:34:45.400855 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-20d08444-aecb-4b73-b359-0d85ef76c924 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:45.474607 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82231139-aa52-4f02-a403-aa34731da9a0 req-edd3ebb7-cc24-4035-94c4-d81ff6ee0ea0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:34:45.477680 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-82231139-aa52-4f02-a403-aa34731da9a0 req-edd3ebb7-cc24-4035-94c4-d81ff6ee0ea0 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a HTTP/1.1" status: 200 len: 910 time: 0.1058309 Aug 17 04:34:45.560108 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-82231139-aa52-4f02-a403-aa34731da9a0 req-07afa0e3-3370-4043-abf9-ed6ad6f4566b service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 HTTP/1.1" status: 200 len: 1001 time: 0.0735443 Aug 17 04:34:45.619766 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82231139-aa52-4f02-a403-aa34731da9a0 req-f30fb063-5610-4a17-ae5f-9040b39593ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:34:45.622174 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-82231139-aa52-4f02-a403-aa34731da9a0 req-f30fb063-5610-4a17-ae5f-9040b39593ec service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2398f2bf-dfaa-4d14-ac98-8a870549ea3c HTTP/1.1" status: 200 len: 849 time: 0.0530674 Aug 17 04:34:45.674346 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82231139-aa52-4f02-a403-aa34731da9a0 req-4ee46a56-ce91-456e-a54c-9c9f61ea7e26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:34:45.675979 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-82231139-aa52-4f02-a403-aa34731da9a0 req-4ee46a56-ce91-456e-a54c-9c9f61ea7e26 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0447752 Aug 17 04:34:46.156938 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-82231139-aa52-4f02-a403-aa34731da9a0 req-2c6c76d2-426f-450e-a095-5408769747a4 service neutron] 10.222.0.30 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4727874 Aug 17 04:34:46.267621 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-82231139-aa52-4f02-a403-aa34731da9a0 req-599321a0-f829-44c7-96d9-cf6df8d9840b service neutron] 10.222.0.30 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1021159 Aug 17 04:34:47.977847 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3a54cc22-099d-4548-be54-a105c1df3b37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:48.303614 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:49.567662 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:51.275125 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:52.366986 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-c9fa8e60-b7b6-4663-9feb-e8a25f93f0f3 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1712103593&fields=id&tenant_id=8658b9593390481cbcff1872a5983d0b HTTP/1.1" status: 200 len: 267 time: 0.0386205 Aug 17 04:34:52.486036 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-c40b647a-6aad-45cd-a7d9-404f8fb740ec tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:34:52.487515 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-c40b647a-6aad-45cd-a7d9-404f8fb740ec tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/networks?id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a HTTP/1.1" status: 200 len: 810 time: 0.1133814 Aug 17 04:34:52.504416 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-e4af61e2-052f-4255-8f74-c60f2b2d9b0d tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/quotas/8658b9593390481cbcff1872a5983d0b HTTP/1.1" status: 200 len: 375 time: 0.0109565 Aug 17 04:34:52.580830 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-054f6367-113d-4a2e-8c74-cb9cfdfb6c1f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?tenant_id=8658b9593390481cbcff1872a5983d0b&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0557907 Aug 17 04:34:52.669641 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-d72f501f-a725-41bd-8354-ecab776c75e2 service neutron] 10.222.0.10 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0905721 Aug 17 04:34:52.763530 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-0e230190-f0de-439e-bba3-fe7b1cf2d280 service neutron] 10.222.0.10 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877714 Aug 17 04:34:54.018021 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0c8b38df-960e-423f-ba88-3fcd036cb704 req-a7485e66-97c5-46ef-a6cb-c8cbaa7f38eb tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 210 time: 0.0307057 Aug 17 04:34:55.120860 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cba071ce-7b3c-4314-b6f6-08590f66ced1 req-759f0156-cb92-472e-b719-bf517c15b289 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 210 time: 0.0351188 Aug 17 04:34:55.942697 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-ed007ff5-6a3e-42aa-b0fb-eda9db88576a tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:34:55.944471 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-ed007ff5-6a3e-42aa-b0fb-eda9db88576a tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.60 "GET /v2.0/networks?id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a HTTP/1.1" status: 200 len: 810 time: 0.1294634 Aug 17 04:34:55.988373 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-e3e6b551-3c53-4203-8805-e5af20059520 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.60 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8658b9593390481cbcff1872a5983d0b HTTP/1.1" status: 200 len: 380 time: 0.0341017 Aug 17 04:34:56.002696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Request body: {'port': {'device_id': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'admin_state_up': True, 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'security_groups': ['8f8c9e2c-58bc-45af-beda-e3321f159d20']}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:34:56.160996 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Made reservation on behalf of 8658b9593390481cbcff1872a5983d0b for: {'port': 1} {{(pid=101970) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Aug 17 04:34:56.164651 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:56.231513 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-bc2cb9d5-1af0-49d1-9708-1910faaa857e req-89155fc5-c910-44f0-b40c-32b84c09c811 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 210 time: 0.0314772 Aug 17 04:34:56.310934 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Allocated IP 172.20.0.9 (f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a/2398f2bf-dfaa-4d14-ac98-8a870549ea3c/84be4cf8-6612-48ed-9f3e-0f387bf26224) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:34:56.331910 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:34:56.458868 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:56.466831 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:56.482318 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Transition to ACTIVE for port object 84be4cf8-6612-48ed-9f3e-0f387bf26224 will not be triggered until provisioned by entity DHCP. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:34:56.504721 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d40863-8e83-447c-bea3-67f55db63f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:34:56.515203 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a5581a8-ba93-45d2-8124-c505a0868b31" -d '{"events": [{"server_uuid": "64d40863-8e83-447c-bea3-67f55db63f84", "name": "network-vif-unplugged", "status": "completed", "tag": "a1796f9e-b3f9-4227-b0e9-df99bf03d9b9"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:34:56.545494 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] For port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:34:56.602481 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:56.641257 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:56.666828 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:34:56.670406 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:34:56.688556 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:34:56.701157 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Pushing event updated for resources: {'Port': ['ID=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:34:56.712215 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 04:34:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4993da2e-23d8-4450-9b94-cfde4eae72d1 x-openstack-request-id: req-4993da2e-23d8-4450-9b94-cfde4eae72d1 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:34:56.713739 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d40863-8e83-447c-bea3-67f55db63f84", "name": "network-vif-unplugged", "status": "completed", "tag": "a1796f9e-b3f9-4227-b0e9-df99bf03d9b9", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:34:56.727163 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4993da2e-23d8-4450-9b94-cfde4eae72d1 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:34:56.728974 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d40863-8e83-447c-bea3-67f55db63f84', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'code': 200} Aug 17 04:34:56.749252 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Pushing event updated for resources: {'Port': ['ID=84be4cf8-6612-48ed-9f3e-0f387bf26224,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:34:56.774344 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:56.775375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:56.776577 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:56.777597 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:56.778464 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:56.779125 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:56.779852 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:56.780622 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:56.781344 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:56.782015 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:56.782772 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:56.783639 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:34:56.809722 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:34:56.810797 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:56.894308 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-e0bbe6ee-02ef-44a6-b6c4-b7b71c04f440 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.60 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8951874 Aug 17 04:34:57.155319 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d52cd0a3-6ca0-402f-a0c4-e7f6f4646396 None None] Provisioning for port 84be4cf8-6612-48ed-9f3e-0f387bf26224 completed by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:34:57.159529 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-d52cd0a3-6ca0-402f-a0c4-e7f6f4646396 None None] Provisioning complete for port 84be4cf8-6612-48ed-9f3e-0f387bf26224 triggered by entity DHCP. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:34:57.160128 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d52cd0a3-6ca0-402f-a0c4-e7f6f4646396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:34:57.200291 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-d52cd0a3-6ca0-402f-a0c4-e7f6f4646396 None None] Port 84be4cf8-6612-48ed-9f3e-0f387bf26224 cannot update to ACTIVE because it is not bound. {{(pid=101971) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Aug 17 04:34:57.369720 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb3b509-6e29-49fb-ab81-90def95f541d req-25528d73-4913-444a-a137-45376ee5de24 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:34:57.371252 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9bb3b509-6e29-49fb-ab81-90def95f541d req-25528d73-4913-444a-a137-45376ee5de24 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 931 time: 0.0538239 Aug 17 04:34:57.411119 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-9bb3b509-6e29-49fb-ab81-90def95f541d req-7b3feaa8-8d06-4417-baab-a990f73f3b37 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338137 Aug 17 04:34:58.543009 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02240e90-37e7-47d6-ae65-c3b32886fdbe req-35bb09b4-1a19-4848-9843-0f5a2fa6b9e0 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:34:58.545011 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-02240e90-37e7-47d6-ae65-c3b32886fdbe req-35bb09b4-1a19-4848-9843-0f5a2fa6b9e0 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 931 time: 0.0488906 Aug 17 04:34:58.589974 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-02240e90-37e7-47d6-ae65-c3b32886fdbe req-27c5dc02-7f71-448d-a746-47ada9a0e7df tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369451 Aug 17 04:34:59.710228 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5acdcfa6-678c-41dd-83a5-92d33afd300e req-43bc12d8-ecca-4a6d-997f-296d5f5a8340 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:34:59.711773 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5acdcfa6-678c-41dd-83a5-92d33afd300e req-43bc12d8-ecca-4a6d-997f-296d5f5a8340 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 931 time: 0.0548539 Aug 17 04:34:59.750892 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-5acdcfa6-678c-41dd-83a5-92d33afd300e req-d7ef74a3-2ad4-4cae-ba85-8879c2bf4a40 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322082 Aug 17 04:35:00.880481 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab28036-6e7c-4dfd-96c2-2e44488a0c88 req-a74d5db6-1f2e-4df2-8ea1-d0ff3d3204bd tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:00.882208 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ab28036-6e7c-4dfd-96c2-2e44488a0c88 req-a74d5db6-1f2e-4df2-8ea1-d0ff3d3204bd tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 931 time: 0.0542862 Aug 17 04:35:00.922855 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-3ab28036-6e7c-4dfd-96c2-2e44488a0c88 req-321b8958-9762-4e9e-a84d-bd7045fb4f5b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340562 Aug 17 04:35:02.066463 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a956f1-f930-48ff-a193-c47f4554774e req-2645a9e6-bef1-4849-8601-01f2608bee32 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:02.067888 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-86a956f1-f930-48ff-a193-c47f4554774e req-2645a9e6-bef1-4849-8601-01f2608bee32 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 931 time: 0.0734439 Aug 17 04:35:02.105763 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-86a956f1-f930-48ff-a193-c47f4554774e req-aa3219f0-76a1-4760-a736-27ceab2bf672 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313814 Aug 17 04:35:03.244220 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109e28f0-02fa-4255-bfb6-6e9fb5f1e5e5 req-703c2a6a-30c5-4d9b-bef4-a7a6fe8f4164 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:03.246780 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-109e28f0-02fa-4255-bfb6-6e9fb5f1e5e5 req-703c2a6a-30c5-4d9b-bef4-a7a6fe8f4164 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 931 time: 0.0642381 Aug 17 04:35:03.288084 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-109e28f0-02fa-4255-bfb6-6e9fb5f1e5e5 req-392ae32b-559e-431a-ab36-6dea3be99a2e tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347645 Aug 17 04:35:04.247301 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:04.431591 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4f6cc9-394f-43ea-b857-d2f805da4ca0 req-fe515a23-7a4e-4ea1-a6bd-9ebe81c53a2f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:04.434250 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8c4f6cc9-394f-43ea-b857-d2f805da4ca0 req-fe515a23-7a4e-4ea1-a6bd-9ebe81c53a2f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 931 time: 0.0681581 Aug 17 04:35:04.484139 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8c4f6cc9-394f-43ea-b857-d2f805da4ca0 req-4369f69b-9cbc-4992-9d9d-a282ea9b10c6 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421042 Aug 17 04:35:04.553624 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:35:05.298788 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:05.665488 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9bd95b-da1f-4faf-96c3-5c183a417ad7 req-d72af374-9cce-45e4-9316-cbd0b25b2443 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:05.667473 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea9bd95b-da1f-4faf-96c3-5c183a417ad7 req-d72af374-9cce-45e4-9316-cbd0b25b2443 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 931 time: 0.0535374 Aug 17 04:35:05.707947 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-ea9bd95b-da1f-4faf-96c3-5c183a417ad7 req-ac61d526-049c-48d0-acd4-2f056c67d477 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340087 Aug 17 04:35:06.831060 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985c38a-ddc4-44af-997c-ae7cd1e9f922 req-c3be0486-a62b-4fba-a04e-42fb913ed2ad tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:06.832542 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f985c38a-ddc4-44af-997c-ae7cd1e9f922 req-c3be0486-a62b-4fba-a04e-42fb913ed2ad tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 931 time: 0.0535209 Aug 17 04:35:06.869780 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-f985c38a-ddc4-44af-997c-ae7cd1e9f922 req-096a56a6-67bf-4710-9feb-fac6b8df0785 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312893 Aug 17 04:35:07.022152 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-ef082b5f-7f58-4a6a-8f42-4b75668761e7 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] http://10.222.0.10:9696/v2.0/extensions returned with HTTP 200 {{(pid=101970) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Aug 17 04:35:07.022152 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-ef082b5f-7f58-4a6a-8f42-4b75668761e7 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.60 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055847 Aug 17 04:35:07.101177 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Request body: {'port': {'device_id': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-802060-9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:35:07.155300 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:07.422205 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84be4cf8-6612-48ed-9f3e-0f387bf26224 {{(pid=101970) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:35:07.429408 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:07.441385 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.provisioning_blocks [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Transition to ACTIVE for port object 84be4cf8-6612-48ed-9f3e-0f387bf26224 will not be triggered until provisioned by entity L2. {{(pid=101970) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Aug 17 04:35:07.515468 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:07.566321 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Pushing event updated for resources: {'Port': ['ID=84be4cf8-6612-48ed-9f3e-0f387bf26224,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:35:07.636449 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Attempting to bind port 84be4cf8-6612-48ed-9f3e-0f387bf26224 on host n-h2-802060-9 for vnic_type normal with profile {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Aug 17 04:35:07.636802 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Attempting to bind port 84be4cf8-6612-48ed-9f3e-0f387bf26224 by drivers openvswitch,hyperv on host n-h2-802060-9 at level 0 using segments [{'id': 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a'}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Aug 17 04:35:07.637154 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Attempting to bind port 84be4cf8-6612-48ed-9f3e-0f387bf26224 on network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:35:07.641744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Port 84be4cf8-6612-48ed-9f3e-0f387bf26224 on network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a not bound, no agent of type Open vSwitch agent registered on host n-h2-802060-9 {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Aug 17 04:35:07.642069 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Attempting to bind port 84be4cf8-6612-48ed-9f3e-0f387bf26224 on network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Aug 17 04:35:07.646992 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Checking agent: {'id': '23e8b0be-6f68-4a12-af97-96cf5e922f09', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-802060-9', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'started_at': datetime.datetime(2021, 8, 17, 2, 48, 3), 'heartbeat_timestamp': datetime.datetime(2021, 8, 17, 4, 35, 4), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Aug 17 04:35:07.647335 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Checking segment: {'id': 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=101970) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Aug 17 04:35:07.647725 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Bound using segment: {'id': 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a'} {{(pid=101970) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Aug 17 04:35:07.648154 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.managers [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Bound port: 84be4cf8-6612-48ed-9f3e-0f387bf26224, host: n-h2-802060-9, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 99, 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a'}}] {{(pid=101970) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Aug 17 04:35:07.648516 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:07.721196 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] For port 84be4cf8-6612-48ed-9f3e-0f387bf26224, host n-h2-802060-9, cleared binding levels {{(pid=101970) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Aug 17 04:35:07.724443 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] For port 84be4cf8-6612-48ed-9f3e-0f387bf26224, host n-h2-802060-9, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=84be4cf8-6612-48ed-9f3e-0f387bf26224,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101970) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Aug 17 04:35:07.802006 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:07.846491 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:07.847117 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:07.848515 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] 10.222.0.60 "PUT /v2.0/ports/84be4cf8-6612-48ed-9f3e-0f387bf26224 HTTP/1.1" status: 200 len: 1091 time: 0.8183689 Aug 17 04:35:07.848977 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'tag': '84be4cf8-6612-48ed-9f3e-0f387bf26224'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:35:07.851351 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f67efcbd-9f9c-4993-aa30-9f9a20d7d7e6" -d '{"events": [{"name": "network-changed", "server_uuid": "355182fc-f2b1-4518-a8a1-92b9a31e0f68", "tag": "84be4cf8-6612-48ed-9f3e-0f387bf26224"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:35:07.875158 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-797606c8-b69c-4bc2-a5d8-4cf9b7168df8 service neutron] Pushing event updated for resources: {'Port': ['ID=84be4cf8-6612-48ed-9f3e-0f387bf26224,revision_number=3']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:35:07.890806 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-39a42f1d-1046-4678-8dc4-eb5bd37693b2 x-openstack-request-id: req-39a42f1d-1046-4678-8dc4-eb5bd37693b2 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:35:07.891112 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355182fc-f2b1-4518-a8a1-92b9a31e0f68", "tag": "84be4cf8-6612-48ed-9f3e-0f387bf26224", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:35:07.891429 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-39a42f1d-1046-4678-8dc4-eb5bd37693b2 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:35:07.893271 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'tag': '84be4cf8-6612-48ed-9f3e-0f387bf26224', 'status': 'completed', 'code': 200} Aug 17 04:35:07.959578 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67efcbd-9f9c-4993-aa30-9f9a20d7d7e6 req-24261b9f-bbd0-4601-84ee-f16c381d75a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:07.961032 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f67efcbd-9f9c-4993-aa30-9f9a20d7d7e6 req-24261b9f-bbd0-4601-84ee-f16c381d75a1 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8658b9593390481cbcff1872a5983d0b&device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 1094 time: 0.0447485 Aug 17 04:35:07.998725 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51f3f776-1487-4622-8103-08ee93f1a5bb req-6071531b-6aef-47e9-9471-7423171db7b9 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:08.001281 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51f3f776-1487-4622-8103-08ee93f1a5bb req-6071531b-6aef-47e9-9471-7423171db7b9 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 943 time: 0.0554352 Aug 17 04:35:08.044722 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-51f3f776-1487-4622-8103-08ee93f1a5bb req-f019fc99-c75f-4b2c-a3c9-7341151e5285 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370169 Aug 17 04:35:08.071292 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67efcbd-9f9c-4993-aa30-9f9a20d7d7e6 req-43144721-c930-4446-8f5d-c1dbdc38c1c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:08.072777 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f67efcbd-9f9c-4993-aa30-9f9a20d7d7e6 req-43144721-c930-4446-8f5d-c1dbdc38c1c4 service neutron] 10.222.0.60 "GET /v2.0/networks?tenant_id=8658b9593390481cbcff1872a5983d0b&shared=False HTTP/1.1" status: 200 len: 910 time: 0.1042588 Aug 17 04:35:08.168480 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f67efcbd-9f9c-4993-aa30-9f9a20d7d7e6 req-9a1c8299-eeb0-4b7c-80aa-d9d4ec3c6c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:08.170008 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-f67efcbd-9f9c-4993-aa30-9f9a20d7d7e6 req-9a1c8299-eeb0-4b7c-80aa-d9d4ec3c6c34 service neutron] 10.222.0.60 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 869 time: 0.0908628 Aug 17 04:35:08.254683 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-805d8f02-72ac-41dc-badb-7278e92c046a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:08.256088 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-805d8f02-72ac-41dc-badb-7278e92c046a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8658b9593390481cbcff1872a5983d0b&device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 1094 time: 0.0463660 Aug 17 04:35:08.298459 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-c02e761d-8490-47f0-836a-7688c01505e4 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84be4cf8-6612-48ed-9f3e-0f387bf26224 HTTP/1.1" status: 200 len: 217 time: 0.0348165 Aug 17 04:35:08.346934 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-06ccc5de-7c6f-49c5-88e2-3f75d8bcf660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:08.348407 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-06ccc5de-7c6f-49c5-88e2-3f75d8bcf660 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2398f2bf-dfaa-4d14-ac98-8a870549ea3c HTTP/1.1" status: 200 len: 849 time: 0.0437000 Aug 17 04:35:08.396445 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-df6b35f7-68e8-400d-9616-a491dcc98622 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:08.397951 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-df6b35f7-68e8-400d-9616-a491dcc98622 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0428381 Aug 17 04:35:08.488362 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-7235b29f-2d89-49c8-a20f-8e06972c2e00 service neutron] 10.222.0.60 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830936 Aug 17 04:35:08.583014 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-ec5e86cf-b80b-4b84-b9f7-dc48e9dcfb11 req-8f9b3bfe-11e3-453f-b450-e74e1b2cbb01 service neutron] 10.222.0.60 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0876713 Aug 17 04:35:09.160789 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fc54afd-3b44-4a89-b7e1-7aa0e0aeae9e req-5b16e35b-a8ef-4d52-9792-19371a8edb92 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:09.162324 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fc54afd-3b44-4a89-b7e1-7aa0e0aeae9e req-5b16e35b-a8ef-4d52-9792-19371a8edb92 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 943 time: 0.0492783 Aug 17 04:35:09.201828 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-8fc54afd-3b44-4a89-b7e1-7aa0e0aeae9e req-16a3d34f-01ee-4524-87d2-2b4c76c60cdb tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330839 Aug 17 04:35:10.319965 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3bf460b-ca5d-4812-b3a0-39f4b5c64194 req-7d8b5e87-7430-4116-81b1-54b63cdaea91 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:10.321754 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a3bf460b-ca5d-4812-b3a0-39f4b5c64194 req-7d8b5e87-7430-4116-81b1-54b63cdaea91 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 943 time: 0.0531490 Aug 17 04:35:10.360130 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a3bf460b-ca5d-4812-b3a0-39f4b5c64194 req-4d333b06-a97f-4f1b-b780-8f8628f15acd tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317528 Aug 17 04:35:10.849270 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 84be4cf8-6612-48ed-9f3e-0f387bf26224 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:35:10.942966 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 84be4cf8-6612-48ed-9f3e-0f387bf26224, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=84be4cf8-6612-48ed-9f3e-0f387bf26224,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:35:10.954377 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '84be4cf8-6612-48ed-9f3e-0f387bf26224', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'port_id': '84be4cf8-6612-48ed-9f3e-0f387bf26224', 'mac_address': 'fa:16:3e:ed:bb:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:35:10.993894 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:11.006172 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84be4cf8-6612-48ed-9f3e-0f387bf26224 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:35:11.024372 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 84be4cf8-6612-48ed-9f3e-0f387bf26224, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=84be4cf8-6612-48ed-9f3e-0f387bf26224,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:35:11.075432 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:11.122108 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=84be4cf8-6612-48ed-9f3e-0f387bf26224,revision_number=4']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:35:11.322296 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['84be4cf8-6612-48ed-9f3e-0f387bf26224'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:35:11.487941 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60437d08-3ce1-4c84-b76b-06fd958f6ef3 req-d2230c2a-85d2-4cdb-aa29-0c4288de4d3e tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:11.489503 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-60437d08-3ce1-4c84-b76b-06fd958f6ef3 req-d2230c2a-85d2-4cdb-aa29-0c4288de4d3e tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 944 time: 0.0549355 Aug 17 04:35:11.532030 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-60437d08-3ce1-4c84-b76b-06fd958f6ef3 req-083b2bae-bec9-4ca5-957f-d9f492a9255b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346026 Aug 17 04:35:12.648059 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9beb59-8125-4d51-ba51-3438e3fea855 req-d723561e-080e-4999-a9ba-853950a15859 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:12.649567 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0e9beb59-8125-4d51-ba51-3438e3fea855 req-d723561e-080e-4999-a9ba-853950a15859 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 944 time: 0.0491934 Aug 17 04:35:12.688669 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0e9beb59-8125-4d51-ba51-3438e3fea855 req-be9ac6d0-5dea-4737-b555-f3ee6e0cc214 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328176 Aug 17 04:35:12.849120 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 84be4cf8-6612-48ed-9f3e-0f387bf26224 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:35:12.938426 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning for port 84be4cf8-6612-48ed-9f3e-0f387bf26224 completed by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Aug 17 04:35:12.942224 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 84be4cf8-6612-48ed-9f3e-0f387bf26224 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:35:12.942600 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:13.020425 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:13.044810 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84be4cf8-6612-48ed-9f3e-0f387bf26224'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:35:13.054306 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61a949a4-043f-416c-b684-1811f4cd1114" -d '{"events": [{"server_uuid": "355182fc-f2b1-4518-a8a1-92b9a31e0f68", "name": "network-vif-plugged", "status": "completed", "tag": "84be4cf8-6612-48ed-9f3e-0f387bf26224"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:35:13.061163 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 84be4cf8-6612-48ed-9f3e-0f387bf26224, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=84be4cf8-6612-48ed-9f3e-0f387bf26224,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:35:13.087312 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:35:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dcbee6cd-fb9e-4111-958f-3fa32d240002 x-openstack-request-id: req-dcbee6cd-fb9e-4111-958f-3fa32d240002 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:35:13.087613 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355182fc-f2b1-4518-a8a1-92b9a31e0f68", "name": "network-vif-plugged", "status": "completed", "tag": "84be4cf8-6612-48ed-9f3e-0f387bf26224", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:35:13.087877 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-dcbee6cd-fb9e-4111-958f-3fa32d240002 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:35:13.088282 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84be4cf8-6612-48ed-9f3e-0f387bf26224', 'code': 200} Aug 17 04:35:13.122170 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:13.170578 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=84be4cf8-6612-48ed-9f3e-0f387bf26224,revision_number=5']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:35:13.181548 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433015fc-5da9-46ef-9f77-996d0c8c309c req-526f853e-8cd6-44d6-a7ed-8f864fcc41a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:13.183135 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-433015fc-5da9-46ef-9f77-996d0c8c309c req-526f853e-8cd6-44d6-a7ed-8f864fcc41a3 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 1096 time: 0.0410087 Aug 17 04:35:13.222547 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-433015fc-5da9-46ef-9f77-996d0c8c309c req-6ff18d97-a5e3-45cc-b4f2-82adedf5c9ca service neutron] 10.222.0.60 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319004 Aug 17 04:35:13.813737 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ae5c62-b579-4797-996b-c58b0feb9328 req-bac8edf6-2207-476c-a378-253961892be7 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:13.815224 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57ae5c62-b579-4797-996b-c58b0feb9328 req-bac8edf6-2207-476c-a378-253961892be7 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 945 time: 0.0580430 Aug 17 04:35:13.853233 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-57ae5c62-b579-4797-996b-c58b0feb9328 req-5cd1cd6c-f235-401b-a37c-6f282f6500f4 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317945 Aug 17 04:35:14.970707 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10f13c5d-06ce-4dbf-94eb-a0ec212e478a req-9e00f6d8-8d5c-440c-a6a0-2f30556669e2 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:14.972214 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10f13c5d-06ce-4dbf-94eb-a0ec212e478a req-9e00f6d8-8d5c-440c-a6a0-2f30556669e2 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 945 time: 0.0493691 Aug 17 04:35:15.009654 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-10f13c5d-06ce-4dbf-94eb-a0ec212e478a req-b72c738c-cef2-4db2-9e69-f4cb633aab68 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313799 Aug 17 04:35:15.128780 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4fdffe1-5e78-4f78-af74-23ffb004c67b req-de780d1a-a688-420c-8935-cbefc499ba1a tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:15.130435 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b4fdffe1-5e78-4f78-af74-23ffb004c67b req-de780d1a-a688-420c-8935-cbefc499ba1a tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 945 time: 0.0537298 Aug 17 04:35:15.168375 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-b4fdffe1-5e78-4f78-af74-23ffb004c67b req-c2b581e4-fe02-4b0a-a87a-1e39498d7d06 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320332 Aug 17 04:35:15.190380 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47826) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:35:15.229444 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3ea3d72-9cbd-4442-ac88-86905972b294 tempest-TestSnapshotPattern-1293383836 tempest-TestSnapshotPattern-1293383836-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:15.230981 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-c3ea3d72-9cbd-4442-ac88-86905972b294 tempest-TestSnapshotPattern-1293383836 tempest-TestSnapshotPattern-1293383836-project-admin] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 1091 time: 0.0395861 Aug 17 04:35:15.236029 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 47828) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:35:15.240375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.v2.base [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Request body: {'floatingip': {'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'port_id': '84be4cf8-6612-48ed-9f3e-0f387bf26224', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'fixed_ip_address': '172.20.0.9'}} {{(pid=101970) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:730}} Aug 17 04:35:15.327235 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for floatingip, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:15.413095 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-8195c946-a1fe-48e3-9ed3-81861656940b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:15.429103 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:15.530289 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_common [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Allocated IP 172.25.1.223 (956ea145-9128-4de4-8bea-bd36a0271bd2/519cb678-3ee1-4844-acfa-429dd89eb8cc/602ae3c0-e04b-4f8e-907e-3412537d4623) {{(pid=101970) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Aug 17 04:35:15.634946 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for port, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:15.716875 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8784814100026', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:15.757060 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Network 956ea145-9128-4de4-8bea-bd36a0271bd2 is already hosted by enough agents. {{(pid=101970) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Aug 17 04:35:15.759956 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.base_scheduler [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Resources bound (agent type, host, resource id): {{(pid=101970) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Aug 17 04:35:15.764141 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Received port after_create {{(pid=101970) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Aug 17 04:35:15.769608 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Pushing event updated for resources: {'Port': ['ID=602ae3c0-e04b-4f8e-907e-3412537d4623,revision_number=1']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:35:16.139826 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for floatingip, precommit_create {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:16.256660 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:16.411428 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for port, precommit_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:16.470228 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-16728423'] for port, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:16.540198 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Pushing event updated for resources: {'Port': ['ID=602ae3c0-e04b-4f8e-907e-3412537d4623,revision_number=2']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:35:16.550301 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-7896313'] for floatingip, after_update {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:16.653113 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Floating IP cb34a530-80af-4a89-9b62-6c41282f428e associated. External IP: 172.25.1.223, port: 84be4cf8-6612-48ed-9f3e-0f387bf26224. Aug 17 04:35:16.862954 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Router dca52501-e5e8-413a-b2e3-9bd0d636b61e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:35:16.971755 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:35:16.982546 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081f6f2f-a39b-452c-9f13-14d1f43c5af6 None None] Sync routers for ids ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:35:16.994976 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081f6f2f-a39b-452c-9f13-14d1f43c5af6 None None] Routers {'dca52501-e5e8-413a-b2e3-9bd0d636b61e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:35:16.995592 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-081f6f2f-a39b-452c-9f13-14d1f43c5af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:34:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:35:17.035847 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:17.063091 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-09589679-3ae1-4dd9-9fa5-baa0e546f428 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8260312 Aug 17 04:35:17.063696 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'tag': '84be4cf8-6612-48ed-9f3e-0f387bf26224'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:35:17.066015 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c3a134a6-9388-46da-8f05-0cea76e58f37" -d '{"events": [{"name": "network-changed", "server_uuid": "355182fc-f2b1-4518-a8a1-92b9a31e0f68", "tag": "84be4cf8-6612-48ed-9f3e-0f387bf26224"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:35:17.101053 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-081f6f2f-a39b-452c-9f13-14d1f43c5af6 None None] Set router dca52501-e5e8-413a-b2e3-9bd0d636b61e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:35:17.107517 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:35:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4209a6e1-49b6-4ce7-bd2e-966669294fb4 x-openstack-request-id: req-4209a6e1-49b6-4ce7-bd2e-966669294fb4 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:35:17.107517 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355182fc-f2b1-4518-a8a1-92b9a31e0f68", "tag": "84be4cf8-6612-48ed-9f3e-0f387bf26224", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:35:17.107854 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-4209a6e1-49b6-4ce7-bd2e-966669294fb4 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:35:17.108271 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'tag': '84be4cf8-6612-48ed-9f3e-0f387bf26224', 'status': 'completed', 'code': 200} Aug 17 04:35:17.180121 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a134a6-9388-46da-8f05-0cea76e58f37 req-e4a00fb9-f127-4d07-8960-2387909186d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:17.181712 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c3a134a6-9388-46da-8f05-0cea76e58f37 req-e4a00fb9-f127-4d07-8960-2387909186d0 service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8658b9593390481cbcff1872a5983d0b&device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 1096 time: 0.0446019 Aug 17 04:35:17.281832 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a134a6-9388-46da-8f05-0cea76e58f37 req-ee0bf581-5c94-4e2d-9fc7-d146a62f2de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:17.283322 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c3a134a6-9388-46da-8f05-0cea76e58f37 req-ee0bf581-5c94-4e2d-9fc7-d146a62f2de1 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a HTTP/1.1" status: 200 len: 910 time: 0.0949464 Aug 17 04:35:17.335540 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-081f6f2f-a39b-452c-9f13-14d1f43c5af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:32:16Z', 'revision_number': 4, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'cb34a530-80af-4a89-9b62-6c41282f428e', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'port_id': '84be4cf8-6612-48ed-9f3e-0f387bf26224', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'mac_address': 'fa:16:3e:ed:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:35:15Z', 'updated_at': '2021-08-17T04:35:15Z', 'revision_number': 0, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'fixed_ip_address_scope': None}, {'id': 'e5b94a0e-9505-47e4-919d-424ffe09beca', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'port_id': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'mac_address': 'fa:16:3e:83:a7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d40863-8e83-447c-bea3-67f55db63f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:32:40Z', 'updated_at': '2021-08-17T04:32:42Z', 'revision_number': 1, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1810d4-1ec0-4f0d-933c-372bb42fbfdc', 'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'mac_address': 'fa:16:3e:41:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:16Z', 'updated_at': '2021-08-17T04:32:22Z', 'revision_number': 5, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'subnets': [{'id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:35:17.347985 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c3a134a6-9388-46da-8f05-0cea76e58f37 req-3cb58e29-31b6-450d-889d-e2d317bfc6a5 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84be4cf8-6612-48ed-9f3e-0f387bf26224 HTTP/1.1" status: 200 len: 999 time: 0.0579488 Aug 17 04:35:17.365788 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081f6f2f-a39b-452c-9f13-14d1f43c5af6 None None] Checking router: dca52501-e5e8-413a-b2e3-9bd0d636b61e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:35:17.374668 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-081f6f2f-a39b-452c-9f13-14d1f43c5af6 None None] Routers {'dca52501-e5e8-413a-b2e3-9bd0d636b61e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:35:17.375273 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-081f6f2f-a39b-452c-9f13-14d1f43c5af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:34:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:35:17.396891 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a134a6-9388-46da-8f05-0cea76e58f37 req-28cefad3-b866-4bf5-b815-2fe08595eba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:17.398424 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c3a134a6-9388-46da-8f05-0cea76e58f37 req-28cefad3-b866-4bf5-b815-2fe08595eba6 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2398f2bf-dfaa-4d14-ac98-8a870549ea3c HTTP/1.1" status: 200 len: 849 time: 0.0441613 Aug 17 04:35:17.450011 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3a134a6-9388-46da-8f05-0cea76e58f37 req-0be03e1f-a5b5-4bcd-8429-2a400e1e0def service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:17.452226 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c3a134a6-9388-46da-8f05-0cea76e58f37 req-0be03e1f-a5b5-4bcd-8429-2a400e1e0def service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0470901 Aug 17 04:35:17.478503 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-081f6f2f-a39b-452c-9f13-14d1f43c5af6 None None] Set router dca52501-e5e8-413a-b2e3-9bd0d636b61e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:35:17.545862 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c3a134a6-9388-46da-8f05-0cea76e58f37 req-9543b3db-a869-4ed6-93d4-dc6ca64c6959 service neutron] 10.222.0.60 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866261 Aug 17 04:35:17.652374 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c3a134a6-9388-46da-8f05-0cea76e58f37 req-cac79d99-617c-45b2-990c-799b527f04dc service neutron] 10.222.0.60 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988138 Aug 17 04:35:17.805810 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-081f6f2f-a39b-452c-9f13-14d1f43c5af6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:32:16Z', 'revision_number': 4, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'cb34a530-80af-4a89-9b62-6c41282f428e', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'port_id': '84be4cf8-6612-48ed-9f3e-0f387bf26224', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'mac_address': 'fa:16:3e:ed:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:35:15Z', 'updated_at': '2021-08-17T04:35:15Z', 'revision_number': 0, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'fixed_ip_address_scope': None}, {'id': 'e5b94a0e-9505-47e4-919d-424ffe09beca', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'port_id': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'mac_address': 'fa:16:3e:83:a7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d40863-8e83-447c-bea3-67f55db63f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:32:40Z', 'updated_at': '2021-08-17T04:32:42Z', 'revision_number': 1, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1810d4-1ec0-4f0d-933c-372bb42fbfdc', 'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'mac_address': 'fa:16:3e:41:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:16Z', 'updated_at': '2021-08-17T04:32:22Z', 'revision_number': 5, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'subnets': [{'id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:35:17.831828 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-081f6f2f-a39b-452c-9f13-14d1f43c5af6 None None] The sync data for ids ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'] in n-d-802060-9 is: [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:32:16Z', 'revision_number': 4, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'cb34a530-80af-4a89-9b62-6c41282f428e', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'floating_ip_address': '172.25.1.223', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'port_id': '84be4cf8-6612-48ed-9f3e-0f387bf26224', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4357, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'mac_address': 'fa:16:3e:ed:bb:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:35:15Z', 'updated_at': '2021-08-17T04:35:15Z', 'revision_number': 0, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'fixed_ip_address_scope': None}, {'id': 'e5b94a0e-9505-47e4-919d-424ffe09beca', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'port_id': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'mac_address': 'fa:16:3e:83:a7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d40863-8e83-447c-bea3-67f55db63f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:32:40Z', 'updated_at': '2021-08-17T04:32:42Z', 'revision_number': 1, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1810d4-1ec0-4f0d-933c-372bb42fbfdc', 'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'mac_address': 'fa:16:3e:41:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:16Z', 'updated_at': '2021-08-17T04:32:22Z', 'revision_number': 5, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'subnets': [{'id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:35:17.950401 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-88332d15-ca20-4783-b1cc-71a7e013afd2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:18.039238 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84dea020-5757-4601-b449-b33d6e53c3bc None None] New status for floating IP cb34a530-80af-4a89-9b62-6c41282f428e: ACTIVE {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:35:18.275936 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:19.555875 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:21.252817 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:34.219371 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:34.893307 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:41.552273 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:35:45.193545 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dcac7685-6935-4fa6-a12e-d4a2661ce6da req-7b18d791-ca72-4f61-a0ef-c837e55bf61c service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0408163 Aug 17 04:35:45.279740 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac7685-6935-4fa6-a12e-d4a2661ce6da req-ee0803ee-0631-4090-b00b-035de1a7ea5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:45.281750 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dcac7685-6935-4fa6-a12e-d4a2661ce6da req-ee0803ee-0631-4090-b00b-035de1a7ea5f service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8658b9593390481cbcff1872a5983d0b&device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 1096 time: 0.0416281 Aug 17 04:35:45.356429 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-62bf080c-2697-49a7-a9a0-8cc4a7cdd956 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:45.392871 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac7685-6935-4fa6-a12e-d4a2661ce6da req-3b7eed97-e275-4ff7-93cb-2d6322759496 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:45.394411 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dcac7685-6935-4fa6-a12e-d4a2661ce6da req-3b7eed97-e275-4ff7-93cb-2d6322759496 service neutron] 10.222.0.60 "GET /v2.0/networks?id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a HTTP/1.1" status: 200 len: 910 time: 0.0929146 Aug 17 04:35:45.460985 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dcac7685-6935-4fa6-a12e-d4a2661ce6da req-986f805f-019e-484f-8a94-69cc0eb229d9 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84be4cf8-6612-48ed-9f3e-0f387bf26224 HTTP/1.1" status: 200 len: 1001 time: 0.0587840 Aug 17 04:35:45.518128 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac7685-6935-4fa6-a12e-d4a2661ce6da req-b89a7b60-9d12-422c-a5e0-dd90d5ead6de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:45.519532 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dcac7685-6935-4fa6-a12e-d4a2661ce6da req-b89a7b60-9d12-422c-a5e0-dd90d5ead6de service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2398f2bf-dfaa-4d14-ac98-8a870549ea3c HTTP/1.1" status: 200 len: 849 time: 0.0520225 Aug 17 04:35:45.566632 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcac7685-6935-4fa6-a12e-d4a2661ce6da req-13d8275c-4d20-4b0f-b29d-071f43252fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:45.568168 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dcac7685-6935-4fa6-a12e-d4a2661ce6da req-13d8275c-4d20-4b0f-b29d-071f43252fa5 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0415204 Aug 17 04:35:45.660431 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dcac7685-6935-4fa6-a12e-d4a2661ce6da req-bd3729d6-3ba0-4d6d-a060-8a851601cb8f service neutron] 10.222.0.60 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850468 Aug 17 04:35:45.752313 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-dcac7685-6935-4fa6-a12e-d4a2661ce6da req-4868e4b1-fe09-4c70-9184-2c794b352cd6 service neutron] 10.222.0.60 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854857 Aug 17 04:35:46.767751 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a5765df1-7eba-412e-8384-dcc3a6c29b36 req-e30dece8-05cf-425c-98f0-32e99be5f8ca service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0399008 Aug 17 04:35:46.854195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5765df1-7eba-412e-8384-dcc3a6c29b36 req-9df9dca5-66cb-4023-ae4c-e9f16c737e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:46.855678 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a5765df1-7eba-412e-8384-dcc3a6c29b36 req-9df9dca5-66cb-4023-ae4c-e9f16c737e21 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8658b9593390481cbcff1872a5983d0b&device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 1095 time: 0.0433373 Aug 17 04:35:46.957633 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5765df1-7eba-412e-8384-dcc3a6c29b36 req-0c7e2eb3-c866-480b-82ab-7bb98fe954cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:46.959120 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a5765df1-7eba-412e-8384-dcc3a6c29b36 req-0c7e2eb3-c866-480b-82ab-7bb98fe954cd service neutron] 10.222.0.30 "GET /v2.0/networks?id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a HTTP/1.1" status: 200 len: 910 time: 0.0839157 Aug 17 04:35:47.028743 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a5765df1-7eba-412e-8384-dcc3a6c29b36 req-b4ee9ab5-f3a9-4b39-9a22-6e4bd3ffbe43 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 HTTP/1.1" status: 200 len: 999 time: 0.0613728 Aug 17 04:35:47.078779 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5765df1-7eba-412e-8384-dcc3a6c29b36 req-19e0073e-e584-4307-9bd9-6860b38688d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:47.080253 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a5765df1-7eba-412e-8384-dcc3a6c29b36 req-19e0073e-e584-4307-9bd9-6860b38688d7 service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2398f2bf-dfaa-4d14-ac98-8a870549ea3c HTTP/1.1" status: 200 len: 849 time: 0.0440216 Aug 17 04:35:47.127391 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5765df1-7eba-412e-8384-dcc3a6c29b36 req-2c540fe5-d283-408a-9013-d354b5a005a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:35:47.128885 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a5765df1-7eba-412e-8384-dcc3a6c29b36 req-2c540fe5-d283-408a-9013-d354b5a005a2 service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0408409 Aug 17 04:35:47.236942 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a5765df1-7eba-412e-8384-dcc3a6c29b36 req-091d44ca-2dc9-414c-a494-7c5cddae8b19 service neutron] 10.222.0.30 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975676 Aug 17 04:35:47.326193 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a5765df1-7eba-412e-8384-dcc3a6c29b36 req-626782a6-590c-47cf-a567-8896b4f4a69b service neutron] 10.222.0.30 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817647 Aug 17 04:35:47.961586 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b926d06f-c122-49d4-b9b0-0a231e592507 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:48.264961 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:49.578990 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:35:51.276750 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:04.254075 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:04.910961 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:15.385579 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c33b673-e5e2-4f81-90de-b2d9af55201f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:17.985953 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d8f8b0d2-23ed-4f48-b85c-2e6557bc51be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:18.288419 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:18.552211 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:36:19.562514 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:21.282521 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:34.254751 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:34.917672 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:45.363694 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-670ae557-b765-4e58-bb02-d578fb38c965 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:46.211707 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54c9f209-1984-40db-b735-a0f09a45c078 req-424ffe2f-4843-4434-98ba-d0de5d96be22 service neutron] 10.222.0.60 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0442979 Aug 17 04:36:46.293229 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9f209-1984-40db-b735-a0f09a45c078 req-dbbaab27-26cb-4a0f-888a-d6bcbebfb35a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:36:46.294892 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54c9f209-1984-40db-b735-a0f09a45c078 req-dbbaab27-26cb-4a0f-888a-d6bcbebfb35a service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8658b9593390481cbcff1872a5983d0b&device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 1096 time: 0.0422983 Aug 17 04:36:46.398127 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9f209-1984-40db-b735-a0f09a45c078 req-401a741d-2acf-49f3-aa31-80b9c963314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:36:46.399752 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54c9f209-1984-40db-b735-a0f09a45c078 req-401a741d-2acf-49f3-aa31-80b9c963314e service neutron] 10.222.0.60 "GET /v2.0/networks?id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a HTTP/1.1" status: 200 len: 910 time: 0.0869076 Aug 17 04:36:46.800057 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54c9f209-1984-40db-b735-a0f09a45c078 req-236c9b72-8bb9-4219-a4f3-c9297ab11f03 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84be4cf8-6612-48ed-9f3e-0f387bf26224 HTTP/1.1" status: 200 len: 1001 time: 0.3925607 Aug 17 04:36:46.852104 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9f209-1984-40db-b735-a0f09a45c078 req-eaf75fac-4d41-474c-a4f6-7224c670ce40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:36:46.853691 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54c9f209-1984-40db-b735-a0f09a45c078 req-eaf75fac-4d41-474c-a4f6-7224c670ce40 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2398f2bf-dfaa-4d14-ac98-8a870549ea3c HTTP/1.1" status: 200 len: 849 time: 0.0465941 Aug 17 04:36:46.900599 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54c9f209-1984-40db-b735-a0f09a45c078 req-e982530a-d71e-4477-a653-1e4390c7de81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:36:46.902131 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54c9f209-1984-40db-b735-a0f09a45c078 req-e982530a-d71e-4477-a653-1e4390c7de81 service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0420907 Aug 17 04:36:46.994493 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54c9f209-1984-40db-b735-a0f09a45c078 req-781c6652-3bfa-48e6-b36b-4d23b5d5c52e service neutron] 10.222.0.60 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842311 Aug 17 04:36:47.088056 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-54c9f209-1984-40db-b735-a0f09a45c078 req-4423089b-a31e-48eb-890a-1dbe01aa48d3 service neutron] 10.222.0.60 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861154 Aug 17 04:36:47.963044 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-a0673aaa-c080-4503-ab90-f2d74667537a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:48.242549 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a7a2dcf8-0589-445b-955d-0f3154d88d89 req-67fd411f-f9ef-4602-bfa5-542e66e2662f service neutron] 10.222.0.30 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0416884 Aug 17 04:36:48.283775 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:48.325502 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2dcf8-0589-445b-955d-0f3154d88d89 req-61c95ff3-08ca-4eef-9344-2e36136e86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:36:48.327044 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a7a2dcf8-0589-445b-955d-0f3154d88d89 req-61c95ff3-08ca-4eef-9344-2e36136e86c7 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8658b9593390481cbcff1872a5983d0b&device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 1095 time: 0.0438442 Aug 17 04:36:48.436888 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2dcf8-0589-445b-955d-0f3154d88d89 req-5907e6c6-894d-4d5e-a94b-84c3b4d08571 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:36:48.438406 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a7a2dcf8-0589-445b-955d-0f3154d88d89 req-5907e6c6-894d-4d5e-a94b-84c3b4d08571 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a HTTP/1.1" status: 200 len: 910 time: 0.0899892 Aug 17 04:36:48.504829 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a7a2dcf8-0589-445b-955d-0f3154d88d89 req-f069d4e0-e44a-49e7-aba2-f8d2c7d672e8 service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 HTTP/1.1" status: 200 len: 999 time: 0.0593805 Aug 17 04:36:48.553721 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2dcf8-0589-445b-955d-0f3154d88d89 req-a3740397-bf56-480b-9762-f5b43ff05dcd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:36:48.555880 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a7a2dcf8-0589-445b-955d-0f3154d88d89 req-a3740397-bf56-480b-9762-f5b43ff05dcd service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2398f2bf-dfaa-4d14-ac98-8a870549ea3c HTTP/1.1" status: 200 len: 849 time: 0.0437911 Aug 17 04:36:48.606425 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a2dcf8-0589-445b-955d-0f3154d88d89 req-f772d65f-c822-4673-8f06-ba71c343dc8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:36:48.608102 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a7a2dcf8-0589-445b-955d-0f3154d88d89 req-f772d65f-c822-4673-8f06-ba71c343dc8d service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0451648 Aug 17 04:36:48.699096 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a7a2dcf8-0589-445b-955d-0f3154d88d89 req-d3cfe43c-f802-40e0-ad0f-f6f96a8d4903 service neutron] 10.222.0.30 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0832732 Aug 17 04:36:48.795506 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-a7a2dcf8-0589-445b-955d-0f3154d88d89 req-6b10cdcc-0f26-459a-b793-20cbf378f94a service neutron] 10.222.0.30 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891645 Aug 17 04:36:49.654643 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:51.340493 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:53.491629 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 84be4cf8-6612-48ed-9f3e-0f387bf26224 details requested by agent hyperv_n-h2-802060-9 with host n-h2-802060-9 {{(pid=101971) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Aug 17 04:36:53.590441 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 84be4cf8-6612-48ed-9f3e-0f387bf26224, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=84be4cf8-6612-48ed-9f3e-0f387bf26224,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:36:53.602480 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Returning: {'device': '84be4cf8-6612-48ed-9f3e-0f387bf26224', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'port_id': '84be4cf8-6612-48ed-9f3e-0f387bf26224', 'mac_address': 'fa:16:3e:ed:bb:6d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 99, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=101971) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Aug 17 04:36:53.642229 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:53.654880 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 84be4cf8-6612-48ed-9f3e-0f387bf26224 {{(pid=101971) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Aug 17 04:36:53.675618 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 84be4cf8-6612-48ed-9f3e-0f387bf26224, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=84be4cf8-6612-48ed-9f3e-0f387bf26224,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:36:53.802910 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:53.854137 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=84be4cf8-6612-48ed-9f3e-0f387bf26224,revision_number=6']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:36:53.861437 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:36:53.861845 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:36:53.862127 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:36:53.862467 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:36:53.862803 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:36:53.863155 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:36:53.863492 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:36:53.863818 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:36:53.864144 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:36:53.864509 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:36:53.864889 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:36:53.865217 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101971) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:36:53.871177 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] get_ports_and_sgs() called for port_ids ['84be4cf8-6612-48ed-9f3e-0f387bf26224'] {{(pid=101971) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Aug 17 04:36:55.492016 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 84be4cf8-6612-48ed-9f3e-0f387bf26224 up at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Aug 17 04:36:55.554113 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:36:55.555491 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.provisioning_blocks [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Provisioning complete for port 84be4cf8-6612-48ed-9f3e-0f387bf26224 triggered by entity L2. {{(pid=101971) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Aug 17 04:36:55.556161 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-681219'] for port, provisioning_complete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:55.642643 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:55.670620 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84be4cf8-6612-48ed-9f3e-0f387bf26224'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:36:55.672912 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82c8e665-11ba-4c19-a5fe-ddcb387870df" -d '{"events": [{"server_uuid": "355182fc-f2b1-4518-a8a1-92b9a31e0f68", "name": "network-vif-plugged", "status": "completed", "tag": "84be4cf8-6612-48ed-9f3e-0f387bf26224"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:36:55.689505 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 84be4cf8-6612-48ed-9f3e-0f387bf26224, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=84be4cf8-6612-48ed-9f3e-0f387bf26224,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:36:55.723201 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:36:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c5ee6f8-78ac-43cb-8bcb-b2f37ebb2b03 x-openstack-request-id: req-1c5ee6f8-78ac-43cb-8bcb-b2f37ebb2b03 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:36:55.723567 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355182fc-f2b1-4518-a8a1-92b9a31e0f68", "name": "network-vif-plugged", "status": "completed", "tag": "84be4cf8-6612-48ed-9f3e-0f387bf26224", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:36:55.723829 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-1c5ee6f8-78ac-43cb-8bcb-b2f37ebb2b03 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:36:55.724235 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84be4cf8-6612-48ed-9f3e-0f387bf26224', 'code': 200} Aug 17 04:36:55.775199 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:36:55.836967 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=84be4cf8-6612-48ed-9f3e-0f387bf26224,revision_number=7']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:04.249045 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:04.929736 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:06.339499 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48046) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:37:06.501057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Deleting port 602ae3c0-e04b-4f8e-907e-3412537d4623 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:37:06.501450 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:06.583155 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:06.583429 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:06.594794 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Calling delete_port for 602ae3c0-e04b-4f8e-907e-3412537d4623 owned by network:floatingip {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:37:06.820629 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:06.856315 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Pushing event deleted for resources: {'Port': ['ID=602ae3c0-e04b-4f8e-907e-3412537d4623,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:06.877834 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:06.890759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:06.890759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:06.890759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:06.890759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:06.890759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:06.890759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:06.890759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:06.890759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:06.890759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:06.890759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:06.890759 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101970) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:06.924625 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for floatingip, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:06.924995 n-d-802060-9 neutron-server[101970]: INFO neutron.db.l3_db [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Floating IP cb34a530-80af-4a89-9b62-6c41282f428e disassociated (deleted). External IP: 172.25.1.223, port: 84be4cf8-6612-48ed-9f3e-0f387bf26224. Aug 17 04:37:07.137074 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Router dca52501-e5e8-413a-b2e3-9bd0d636b61e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:37:07.246952 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:37:07.251910 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:07.258677 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da21a7be-d6db-4f04-8331-d05085d80449 None None] Sync routers for ids ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:37:07.268005 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da21a7be-d6db-4f04-8331-d05085d80449 None None] Routers {'dca52501-e5e8-413a-b2e3-9bd0d636b61e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:37:07.268754 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-da21a7be-d6db-4f04-8331-d05085d80449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:36:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:07.279120 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-71708987-ad2b-4532-ba4e-bb60e570d368 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "DELETE /v2.0/floatingips/cb34a530-80af-4a89-9b62-6c41282f428e HTTP/1.1" status: 204 len: 168 time: 0.9384954 Aug 17 04:37:07.279717 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'tag': '84be4cf8-6612-48ed-9f3e-0f387bf26224'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:37:07.282010 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-67e36b83-8f34-422d-af61-3a16631e1687" -d '{"events": [{"name": "network-changed", "server_uuid": "355182fc-f2b1-4518-a8a1-92b9a31e0f68", "tag": "84be4cf8-6612-48ed-9f3e-0f387bf26224"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:37:07.375756 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-da21a7be-d6db-4f04-8331-d05085d80449 None None] Set router dca52501-e5e8-413a-b2e3-9bd0d636b61e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:37:07.554424 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 84be4cf8-6612-48ed-9f3e-0f387bf26224 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:37:07.604104 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-da21a7be-d6db-4f04-8331-d05085d80449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:32:16Z', 'revision_number': 4, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e5b94a0e-9505-47e4-919d-424ffe09beca', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'port_id': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'mac_address': 'fa:16:3e:83:a7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d40863-8e83-447c-bea3-67f55db63f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:32:40Z', 'updated_at': '2021-08-17T04:32:42Z', 'revision_number': 1, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1810d4-1ec0-4f0d-933c-372bb42fbfdc', 'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'mac_address': 'fa:16:3e:41:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:16Z', 'updated_at': '2021-08-17T04:32:22Z', 'revision_number': 5, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'subnets': [{'id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:07.637154 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-7718820'] for port, before_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:07.642776 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da21a7be-d6db-4f04-8331-d05085d80449 None None] Checking router: dca52501-e5e8-413a-b2e3-9bd0d636b61e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:37:07.646600 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da21a7be-d6db-4f04-8331-d05085d80449 None None] Routers {'dca52501-e5e8-413a-b2e3-9bd0d636b61e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:37:07.647370 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-da21a7be-d6db-4f04-8331-d05085d80449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:36:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:07.660156 n-d-802060-9 neutron-server[101971]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84be4cf8-6612-48ed-9f3e-0f387bf26224'}] {{(pid=101971) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:37:07.662800 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}3a948398e3112f7adb62883c680cdec640ccfef65bde2edecd32136c51212798" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2809cfa8-8869-4035-892b-6f1afe4a328c" -d '{"events": [{"server_uuid": "355182fc-f2b1-4518-a8a1-92b9a31e0f68", "name": "network-vif-unplugged", "status": "completed", "tag": "84be4cf8-6612-48ed-9f3e-0f387bf26224"}]}' {{(pid=101971) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:37:07.675301 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-2f55000a-7558-45c3-84da-73019a27286a None None] For port 84be4cf8-6612-48ed-9f3e-0f387bf26224, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=84be4cf8-6612-48ed-9f3e-0f387bf26224,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:37:07.757013 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-da21a7be-d6db-4f04-8331-d05085d80449 None None] Set router dca52501-e5e8-413a-b2e3-9bd0d636b61e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:37:07.758121 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8784814651760', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8784814100044', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8784814100062'] for port, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:07.787108 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14ab86ba-a6e3-4cfc-acbf-e812333012b4 x-openstack-request-id: req-14ab86ba-a6e3-4cfc-acbf-e812333012b4 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:37:07.787619 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "355182fc-f2b1-4518-a8a1-92b9a31e0f68", "tag": "84be4cf8-6612-48ed-9f3e-0f387bf26224", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:37:07.787619 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-14ab86ba-a6e3-4cfc-acbf-e812333012b4 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:37:07.788099 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'tag': '84be4cf8-6612-48ed-9f3e-0f387bf26224', 'status': 'completed', 'code': 200} Aug 17 04:37:07.811263 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Pushing event updated for resources: {'Port': ['ID=84be4cf8-6612-48ed-9f3e-0f387bf26224,revision_number=8']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:07.838917 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Tue, 17 Aug 2021 04:37:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58532d99-a915-4802-bfcb-01c2b553eb99 x-openstack-request-id: req-58532d99-a915-4802-bfcb-01c2b553eb99 {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:37:07.839753 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355182fc-f2b1-4518-a8a1-92b9a31e0f68", "name": "network-vif-unplugged", "status": "completed", "tag": "84be4cf8-6612-48ed-9f3e-0f387bf26224", "code": 200}]} {{(pid=101971) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:37:07.840371 n-d-802060-9 neutron-server[101971]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-58532d99-a915-4802-bfcb-01c2b553eb99 {{(pid=101971) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:37:07.841099 n-d-802060-9 neutron-server[101971]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '84be4cf8-6612-48ed-9f3e-0f387bf26224', 'code': 200} Aug 17 04:37:07.856793 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e36b83-8f34-422d-af61-3a16631e1687 req-9d2caff0-576f-406d-a3d8-35fef350d02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:37:07.858699 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67e36b83-8f34-422d-af61-3a16631e1687 req-9d2caff0-576f-406d-a3d8-35fef350d02c service neutron] 10.222.0.60 "GET /v2.0/ports?tenant_id=8658b9593390481cbcff1872a5983d0b&device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 1094 time: 0.0435812 Aug 17 04:37:07.975927 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e36b83-8f34-422d-af61-3a16631e1687 req-cd8668a7-a653-490e-b0ac-d819c160537d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:37:07.977781 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67e36b83-8f34-422d-af61-3a16631e1687 req-cd8668a7-a653-490e-b0ac-d819c160537d service neutron] 10.222.0.60 "GET /v2.0/networks?id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a HTTP/1.1" status: 200 len: 910 time: 0.1113791 Aug 17 04:37:07.996554 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-da21a7be-d6db-4f04-8331-d05085d80449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:32:16Z', 'revision_number': 4, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e5b94a0e-9505-47e4-919d-424ffe09beca', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'port_id': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'mac_address': 'fa:16:3e:83:a7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d40863-8e83-447c-bea3-67f55db63f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:32:40Z', 'updated_at': '2021-08-17T04:32:42Z', 'revision_number': 1, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1810d4-1ec0-4f0d-933c-372bb42fbfdc', 'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'mac_address': 'fa:16:3e:41:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:16Z', 'updated_at': '2021-08-17T04:32:22Z', 'revision_number': 5, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'subnets': [{'id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:08.007845 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff653e2-56bb-419e-94a3-6273b8d5bb1d req-da7dead1-36b4-472d-b29a-e44e2386f499 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:37:08.009384 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ff653e2-56bb-419e-94a3-6273b8d5bb1d req-da7dead1-36b4-472d-b29a-e44e2386f499 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 943 time: 0.1223540 Aug 17 04:37:08.021764 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67e36b83-8f34-422d-af61-3a16631e1687 req-a8ba8897-b4d7-40d0-a0a8-76b5c27995b3 service neutron] 10.222.0.60 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=84be4cf8-6612-48ed-9f3e-0f387bf26224 HTTP/1.1" status: 200 len: 217 time: 0.0363998 Aug 17 04:37:08.026668 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da21a7be-d6db-4f04-8331-d05085d80449 None None] The sync data for ids ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'] in n-d-802060-9 is: [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:32:16Z', 'revision_number': 4, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_floatingips': [{'id': 'e5b94a0e-9505-47e4-919d-424ffe09beca', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'floating_ip_address': '172.25.1.81', 'floating_network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'router_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'port_id': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 4354, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'mac_address': 'fa:16:3e:83:a7:c8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '64d40863-8e83-447c-bea3-67f55db63f84', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-08-17T04:32:40Z', 'updated_at': '2021-08-17T04:32:42Z', 'revision_number': 1, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8d1810d4-1ec0-4f0d-933c-372bb42fbfdc', 'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'mac_address': 'fa:16:3e:41:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:16Z', 'updated_at': '2021-08-17T04:32:22Z', 'revision_number': 5, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'subnets': [{'id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:37:08.056054 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7ff653e2-56bb-419e-94a3-6273b8d5bb1d req-47e06faf-6358-4c50-9318-91082ec64797 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0400910 Aug 17 04:37:08.081628 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e36b83-8f34-422d-af61-3a16631e1687 req-59060c7f-5665-4fde-8410-9bd30bc1b873 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:37:08.083113 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67e36b83-8f34-422d-af61-3a16631e1687 req-59060c7f-5665-4fde-8410-9bd30bc1b873 service neutron] 10.222.0.60 "GET /v2.0/subnets?id=2398f2bf-dfaa-4d14-ac98-8a870549ea3c HTTP/1.1" status: 200 len: 849 time: 0.0543394 Aug 17 04:37:08.138286 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67e36b83-8f34-422d-af61-3a16631e1687 req-0771080b-f5fd-4d0a-99ec-c675750e81df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:37:08.140462 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67e36b83-8f34-422d-af61-3a16631e1687 req-0771080b-f5fd-4d0a-99ec-c675750e81df service neutron] 10.222.0.60 "GET /v2.0/ports?network_id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0488472 Aug 17 04:37:08.238794 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67e36b83-8f34-422d-af61-3a16631e1687 req-79a8b3b0-c54c-47e2-bcce-46ed83bf8666 service neutron] 10.222.0.60 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902333 Aug 17 04:37:08.280911 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b21d4be1-5929-4571-a578-893b2372ac3f None None] New status for floating IP cb34a530-80af-4a89-9b62-6c41282f428e: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:37:08.340068 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-67e36b83-8f34-422d-af61-3a16631e1687 req-9eb7c66e-6980-4dd2-9bb1-f60d1d47f925 service neutron] 10.222.0.60 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0932260 Aug 17 04:37:09.176347 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fd2863-ab11-4c3e-b0e9-2b81ed467543 req-7e1b8c64-e74c-4a30-9322-41d8ebfeb25f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:37:09.178000 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d8fd2863-ab11-4c3e-b0e9-2b81ed467543 req-7e1b8c64-e74c-4a30-9322-41d8ebfeb25f tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 943 time: 0.0529191 Aug 17 04:37:09.218556 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-d8fd2863-ab11-4c3e-b0e9-2b81ed467543 req-9827f64b-8e09-40a0-bddb-2e7a2ad93035 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337446 Aug 17 04:37:09.307006 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c736a34f-8776-459f-a033-71f9dd1c19bc req-2f725126-c007-4a5a-8f33-4795e6b177a4 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:37:09.308509 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c736a34f-8776-459f-a033-71f9dd1c19bc req-2f725126-c007-4a5a-8f33-4795e6b177a4 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.60 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 943 time: 0.0504553 Aug 17 04:37:09.405135 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-c736a34f-8776-459f-a033-71f9dd1c19bc req-162e7ee2-9ca0-408e-b3ec-197ebe0ff2cb tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Deleting port 84be4cf8-6612-48ed-9f3e-0f387bf26224 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:37:09.405405 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c736a34f-8776-459f-a033-71f9dd1c19bc req-162e7ee2-9ca0-408e-b3ec-197ebe0ff2cb tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:09.496249 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-c736a34f-8776-459f-a033-71f9dd1c19bc req-162e7ee2-9ca0-408e-b3ec-197ebe0ff2cb tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] For port 84be4cf8-6612-48ed-9f3e-0f387bf26224, host n-h2-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-802060-9',level=0,port_id=84be4cf8-6612-48ed-9f3e-0f387bf26224,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:37:09.496617 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c736a34f-8776-459f-a033-71f9dd1c19bc req-162e7ee2-9ca0-408e-b3ec-197ebe0ff2cb tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:09.509375 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-c736a34f-8776-459f-a033-71f9dd1c19bc req-162e7ee2-9ca0-408e-b3ec-197ebe0ff2cb tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Calling delete_port for 84be4cf8-6612-48ed-9f3e-0f387bf26224 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:37:09.706363 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c736a34f-8776-459f-a033-71f9dd1c19bc req-162e7ee2-9ca0-408e-b3ec-197ebe0ff2cb tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:09.742225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162e7ee2-9ca0-408e-b3ec-197ebe0ff2cb tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Pushing event deleted for resources: {'Port': ['ID=84be4cf8-6612-48ed-9f3e-0f387bf26224,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:09.784744 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-c736a34f-8776-459f-a033-71f9dd1c19bc req-162e7ee2-9ca0-408e-b3ec-197ebe0ff2cb tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] No DVR routers for this DVR port 84be4cf8-6612-48ed-9f3e-0f387bf26224 on host n-h2-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:37:09.787440 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-c736a34f-8776-459f-a033-71f9dd1c19bc req-162e7ee2-9ca0-408e-b3ec-197ebe0ff2cb tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:09.789974 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-c736a34f-8776-459f-a033-71f9dd1c19bc req-162e7ee2-9ca0-408e-b3ec-197ebe0ff2cb tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.60 "DELETE /v2.0/ports/84be4cf8-6612-48ed-9f3e-0f387bf26224 HTTP/1.1" status: 204 len: 173 time: 0.4753304 Aug 17 04:37:09.790523 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'name': 'network-vif-deleted', 'tag': '84be4cf8-6612-48ed-9f3e-0f387bf26224'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:37:09.793679 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f432c5b-cc1c-4e1d-aff7-b3b082e692ff" -d '{"events": [{"server_uuid": "355182fc-f2b1-4518-a8a1-92b9a31e0f68", "name": "network-vif-deleted", "tag": "84be4cf8-6612-48ed-9f3e-0f387bf26224"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:37:09.830497 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c48f6af-faaa-498a-8669-14992bba2185 x-openstack-request-id: req-8c48f6af-faaa-498a-8669-14992bba2185 {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:37:09.830790 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "355182fc-f2b1-4518-a8a1-92b9a31e0f68", "name": "network-vif-deleted", "tag": "84be4cf8-6612-48ed-9f3e-0f387bf26224", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:37:09.831045 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-8c48f6af-faaa-498a-8669-14992bba2185 {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:37:09.831450 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '355182fc-f2b1-4518-a8a1-92b9a31e0f68', 'name': 'network-vif-deleted', 'tag': '84be4cf8-6612-48ed-9f3e-0f387bf26224', 'status': 'completed', 'code': 200} Aug 17 04:37:10.332703 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-a812c2f6-4947-4ee5-8d63-e3a014836eaf req-67c5fe9e-4aba-4a8e-a412-dcfc25e85a70 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=355182fc-f2b1-4518-a8a1-92b9a31e0f68 HTTP/1.1" status: 200 len: 210 time: 0.0266428 Aug 17 04:37:12.977234 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48116) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:37:13.143061 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Deleting port f7220470-5e26-4541-b7c0-4576790e6486 {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:37:13.143323 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:13.222250 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:13.222589 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:13.234714 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Calling delete_port for f7220470-5e26-4541-b7c0-4576790e6486 owned by network:floatingip {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:37:13.489938 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:13.515962 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Pushing event deleted for resources: {'Port': ['ID=f7220470-5e26-4541-b7c0-4576790e6486,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:13.528589 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:13.528950 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:13.529302 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:13.529679 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:13.530026 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:13.530367 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:13.530704 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type QosPolicy changed None to 1.9 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:13.531037 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:13.531371 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:13.531702 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:13.532035 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:13.532366 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-802060-9 {{(pid=101969) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Aug 17 04:37:13.585171 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 84be4cf8-6612-48ed-9f3e-0f387bf26224 no longer exists at agent hyperv_n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:37:13.592060 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for floatingip, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:13.592402 n-d-802060-9 neutron-server[101969]: INFO neutron.db.l3_db [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Floating IP e5b94a0e-9505-47e4-919d-424ffe09beca disassociated (deleted). External IP: 172.25.1.81, port: a1796f9e-b3f9-4227-b0e9-df99bf03d9b9. Aug 17 04:37:13.606347 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-2f55000a-7558-45c3-84da-73019a27286a None None] No Port match for: 84be4cf8-6612-48ed-9f3e-0f387bf26224 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:37:13.606753 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Device 84be4cf8-6612-48ed-9f3e-0f387bf26224 not bound to the agent host n-h2-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:37:14.104142 n-d-802060-9 neutron-server[101969]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Router dca52501-e5e8-413a-b2e3-9bd0d636b61e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101969) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:37:14.212442 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101969) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:37:14.217378 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for floatingip, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:14.224508 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da834e-473c-4563-87cd-6d31c1c03121 None None] Sync routers for ids ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:37:14.234059 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da834e-473c-4563-87cd-6d31c1c03121 None None] Routers {'dca52501-e5e8-413a-b2e3-9bd0d636b61e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:37:14.234665 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d0da834e-473c-4563-87cd-6d31c1c03121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:36:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:14.249377 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-fd316326-c3c3-48eb-b921-6e162b191b7c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "DELETE /v2.0/floatingips/e5b94a0e-9505-47e4-919d-424ffe09beca HTTP/1.1" status: 204 len: 168 time: 1.2708094 Aug 17 04:37:14.250072 n-d-802060-9 neutron-server[101969]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '64d40863-8e83-447c-bea3-67f55db63f84', 'tag': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9'}] {{(pid=101969) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:37:14.252339 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}e649ede177e8d484e12756be47d9c2abc7bb41271beb2e299b78cf46e4a2ad9b" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89a95e20-278d-4804-9254-3f162b9eda66" -d '{"events": [{"name": "network-changed", "server_uuid": "64d40863-8e83-447c-bea3-67f55db63f84", "tag": "a1796f9e-b3f9-4227-b0e9-df99bf03d9b9"}]}' {{(pid=101969) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:37:14.342419 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-d0da834e-473c-4563-87cd-6d31c1c03121 None None] Set router dca52501-e5e8-413a-b2e3-9bd0d636b61e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:37:14.547807 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d0da834e-473c-4563-87cd-6d31c1c03121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:32:16Z', 'revision_number': 4, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8d1810d4-1ec0-4f0d-933c-372bb42fbfdc', 'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'mac_address': 'fa:16:3e:41:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:16Z', 'updated_at': '2021-08-17T04:32:22Z', 'revision_number': 5, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'subnets': [{'id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:14.575039 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da834e-473c-4563-87cd-6d31c1c03121 None None] Checking router: dca52501-e5e8-413a-b2e3-9bd0d636b61e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:37:14.584241 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0da834e-473c-4563-87cd-6d31c1c03121 None None] Routers {'dca52501-e5e8-413a-b2e3-9bd0d636b61e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:37:14.584372 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d0da834e-473c-4563-87cd-6d31c1c03121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:36:48Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:14.677458 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Tue, 17 Aug 2021 04:37:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4926d25-710f-4de9-bebd-79f323a3fd39 x-openstack-request-id: req-d4926d25-710f-4de9-bebd-79f323a3fd39 {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:37:14.677797 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "64d40863-8e83-447c-bea3-67f55db63f84", "tag": "a1796f9e-b3f9-4227-b0e9-df99bf03d9b9", "status": "completed", "code": 200}]} {{(pid=101969) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:37:14.678043 n-d-802060-9 neutron-server[101969]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-d4926d25-710f-4de9-bebd-79f323a3fd39 {{(pid=101969) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:37:14.678746 n-d-802060-9 neutron-server[101969]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '64d40863-8e83-447c-bea3-67f55db63f84', 'tag': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'status': 'completed', 'code': 200} Aug 17 04:37:14.769176 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a95e20-278d-4804-9254-3f162b9eda66 req-dbb824b5-2979-476e-97b4-df46debc8630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:37:14.770982 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89a95e20-278d-4804-9254-3f162b9eda66 req-dbb824b5-2979-476e-97b4-df46debc8630 service neutron] 10.222.0.30 "GET /v2.0/ports?tenant_id=8658b9593390481cbcff1872a5983d0b&device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 1095 time: 0.0699193 Aug 17 04:37:14.793363 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7927753b-83f7-4408-b65a-def9bfecdde4 req-94346a4c-5f7d-4a5b-8b75-3a0af10f88ed tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:37:14.794943 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7927753b-83f7-4408-b65a-def9bfecdde4 req-94346a4c-5f7d-4a5b-8b75-3a0af10f88ed tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 944 time: 0.0647163 Aug 17 04:37:14.814168 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-d0da834e-473c-4563-87cd-6d31c1c03121 None None] Set router dca52501-e5e8-413a-b2e3-9bd0d636b61e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:37:14.854047 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-7927753b-83f7-4408-b65a-def9bfecdde4 req-658db412-3a51-493b-a948-a8811aeceee3 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521452 Aug 17 04:37:14.882049 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a95e20-278d-4804-9254-3f162b9eda66 req-3d9653b5-5abb-4cc1-98e0-e26d244e5a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:37:14.884009 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89a95e20-278d-4804-9254-3f162b9eda66 req-3d9653b5-5abb-4cc1-98e0-e26d244e5a17 service neutron] 10.222.0.30 "GET /v2.0/networks?id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a HTTP/1.1" status: 200 len: 910 time: 0.1048374 Aug 17 04:37:14.932523 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89a95e20-278d-4804-9254-3f162b9eda66 req-af0fcdaa-1fd8-451a-8a11-715804a2129c service neutron] 10.222.0.30 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 HTTP/1.1" status: 200 len: 217 time: 0.0401549 Aug 17 04:37:14.987630 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a95e20-278d-4804-9254-3f162b9eda66 req-0648278b-e548-46c9-9bf4-796ab7ba292d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:37:14.989148 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89a95e20-278d-4804-9254-3f162b9eda66 req-0648278b-e548-46c9-9bf4-796ab7ba292d service neutron] 10.222.0.30 "GET /v2.0/subnets?id=2398f2bf-dfaa-4d14-ac98-8a870549ea3c HTTP/1.1" status: 200 len: 849 time: 0.0484188 Aug 17 04:37:15.029020 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-d0da834e-473c-4563-87cd-6d31c1c03121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:32:16Z', 'revision_number': 4, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8d1810d4-1ec0-4f0d-933c-372bb42fbfdc', 'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'mac_address': 'fa:16:3e:41:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:16Z', 'updated_at': '2021-08-17T04:32:22Z', 'revision_number': 5, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'subnets': [{'id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:15.035875 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a95e20-278d-4804-9254-3f162b9eda66 req-30a3cc35-9e9d-4f35-87b7-db3a78b7285a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:37:15.037429 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89a95e20-278d-4804-9254-3f162b9eda66 req-30a3cc35-9e9d-4f35-87b7-db3a78b7285a service neutron] 10.222.0.30 "GET /v2.0/ports?network_id=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0405927 Aug 17 04:37:15.055059 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0da834e-473c-4563-87cd-6d31c1c03121 None None] The sync data for ids ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'] in n-d-802060-9 is: [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:32:16Z', 'revision_number': 4, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9', '_interfaces': [{'id': '8d1810d4-1ec0-4f0d-933c-372bb42fbfdc', 'name': '', 'network_id': 'f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'mac_address': 'fa:16:3e:41:da:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_interface', 'standard_attr_id': 4330, 'fixed_ips': [{'subnet_id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:16Z', 'updated_at': '2021-08-17T04:32:22Z', 'revision_number': 5, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'subnets': [{'id': '2398f2bf-dfaa-4d14-ac98-8a870549ea3c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:37:15.138472 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89a95e20-278d-4804-9254-3f162b9eda66 req-40cf682e-7c90-46b1-b5c2-cda2dfc1a46f service neutron] 10.222.0.30 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0928662 Aug 17 04:37:15.239349 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-89a95e20-278d-4804-9254-3f162b9eda66 req-1c829b37-60c1-494f-84ce-4aa2357a527e service neutron] 10.222.0.30 "GET /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0915680 Aug 17 04:37:15.278136 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc77054-3632-4e39-89b9-1a44949650eb None None] New status for floating IP e5b94a0e-9505-47e4-919d-424ffe09beca: DOWN {{(pid=101971) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Aug 17 04:37:15.438092 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2bdffb46-fa11-409a-88ab-78450530a659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:15.976350 n-d-802060-9 neutron-server[101969]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dadd3f9-b8ef-4669-98db-fc4f4274caeb req-12a899db-a047-4d88-b041-1d93d0f1271b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101969) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:37:15.978524 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0dadd3f9-b8ef-4669-98db-fc4f4274caeb req-12a899db-a047-4d88-b041-1d93d0f1271b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 944 time: 0.0535104 Aug 17 04:37:16.016868 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-0dadd3f9-b8ef-4669-98db-fc4f4274caeb req-0a81bf71-b745-4430-a1b5-64ee97b7a934 tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/security-groups?id=8f8c9e2c-58bc-45af-beda-e3321f159d20&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322633 Aug 17 04:37:16.217847 n-d-802060-9 neutron-server[101970]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25b6156c-a4fd-4bdd-afaa-30a146991c9e req-18d568d9-73dd-437c-b173-21ab3da7203d tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=101970) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Aug 17 04:37:16.219331 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25b6156c-a4fd-4bdd-afaa-30a146991c9e req-18d568d9-73dd-437c-b173-21ab3da7203d tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.30 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 944 time: 0.0542042 Aug 17 04:37:16.316184 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-25b6156c-a4fd-4bdd-afaa-30a146991c9e req-601f5b83-4f0e-40d7-906a-1d344796da4b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Deleting port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:37:16.316438 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-25b6156c-a4fd-4bdd-afaa-30a146991c9e req-601f5b83-4f0e-40d7-906a-1d344796da4b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:16.415853 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [req-25b6156c-a4fd-4bdd-afaa-30a146991c9e req-601f5b83-4f0e-40d7-906a-1d344796da4b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] For port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9, host n-h1-802060-9, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-802060-9',level=0,port_id=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:37:16.416219 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-25b6156c-a4fd-4bdd-afaa-30a146991c9e req-601f5b83-4f0e-40d7-906a-1d344796da4b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:16.434470 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [req-25b6156c-a4fd-4bdd-afaa-30a146991c9e req-601f5b83-4f0e-40d7-906a-1d344796da4b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Calling delete_port for a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 owned by compute:nova {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:37:16.626977 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-25b6156c-a4fd-4bdd-afaa-30a146991c9e req-601f5b83-4f0e-40d7-906a-1d344796da4b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:16.663842 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601f5b83-4f0e-40d7-906a-1d344796da4b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Pushing event deleted for resources: {'Port': ['ID=a1796f9e-b3f9-4227-b0e9-df99bf03d9b9,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:16.706588 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [req-25b6156c-a4fd-4bdd-afaa-30a146991c9e req-601f5b83-4f0e-40d7-906a-1d344796da4b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] No DVR routers for this DVR port a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 on host n-h1-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:37:16.709147 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [req-25b6156c-a4fd-4bdd-afaa-30a146991c9e req-601f5b83-4f0e-40d7-906a-1d344796da4b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-25295'] for port, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:16.711254 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [req-25b6156c-a4fd-4bdd-afaa-30a146991c9e req-601f5b83-4f0e-40d7-906a-1d344796da4b tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.30 "DELETE /v2.0/ports/a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 HTTP/1.1" status: 204 len: 173 time: 0.4848714 Aug 17 04:37:16.712344 n-d-802060-9 neutron-server[101970]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '64d40863-8e83-447c-bea3-67f55db63f84', 'name': 'network-vif-deleted', 'tag': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9'}] {{(pid=101970) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Aug 17 04:37:16.714587 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.10/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}a05ea1e7854423f32f57b407cb4cdc9d42dfd9765b4fc21cd6a5ccc357f778b2" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c16d3317-f528-477e-8b64-41d888a3f779" -d '{"events": [{"server_uuid": "64d40863-8e83-447c-bea3-67f55db63f84", "name": "network-vif-deleted", "tag": "a1796f9e-b3f9-4227-b0e9-df99bf03d9b9"}]}' {{(pid=101970) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Aug 17 04:37:16.752053 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Tue, 17 Aug 2021 04:37:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ea62a07-3f13-4467-8c40-3b7c715e2efb x-openstack-request-id: req-7ea62a07-3f13-4467-8c40-3b7c715e2efb {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Aug 17 04:37:16.752344 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "64d40863-8e83-447c-bea3-67f55db63f84", "name": "network-vif-deleted", "tag": "a1796f9e-b3f9-4227-b0e9-df99bf03d9b9", "status": "completed", "code": 200}]} {{(pid=101970) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Aug 17 04:37:16.752598 n-d-802060-9 neutron-server[101970]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.10/compute/v2.1/os-server-external-events used request id req-7ea62a07-3f13-4467-8c40-3b7c715e2efb {{(pid=101970) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Aug 17 04:37:16.753003 n-d-802060-9 neutron-server[101970]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '64d40863-8e83-447c-bea3-67f55db63f84', 'name': 'network-vif-deleted', 'tag': 'a1796f9e-b3f9-4227-b0e9-df99bf03d9b9', 'status': 'completed', 'code': 200} Aug 17 04:37:17.135457 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [req-cccfbb13-aa5b-4b9f-9c1b-703b09df0292 req-0056c3c6-d1e4-404b-ae97-56d21d0ea9be tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "GET /v2.0/ports?device_id=64d40863-8e83-447c-bea3-67f55db63f84 HTTP/1.1" status: 200 len: 210 time: 0.0303955 Aug 17 04:37:17.975197 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-982083b6-bab3-4423-8635-8a667a651a2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:18.193813 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48136) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:37:18.257161 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de2567b6-abe0-4495-8685-16ed01675c2c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:18.286314 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de2567b6-abe0-4495-8685-16ed01675c2c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:18.329464 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:18.437988 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de2567b6-abe0-4495-8685-16ed01675c2c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:18.440601 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-de2567b6-abe0-4495-8685-16ed01675c2c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:18.441890 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-de2567b6-abe0-4495-8685-16ed01675c2c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] 10.222.0.10 "DELETE /v2.0/security-groups/8f8c9e2c-58bc-45af-beda-e3321f159d20 HTTP/1.1" status: 204 len: 168 time: 0.2470772 Aug 17 04:37:18.456053 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de2567b6-abe0-4495-8685-16ed01675c2c tempest-TestSnapshotPattern-1733669245 tempest-TestSnapshotPattern-1733669245-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8f8c9e2c-58bc-45af-beda-e3321f159d20,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:18.584091 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48140) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:37:19.037731 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-728c7cfa-a0ac-4ce9-bc8b-8e436701f6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:19.284960 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-728c7cfa-a0ac-4ce9-bc8b-8e436701f6f6 admin admin] Deleting port 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:37:19.285300 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-728c7cfa-a0ac-4ce9-bc8b-8e436701f6f6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:19.364874 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-728c7cfa-a0ac-4ce9-bc8b-8e436701f6f6 admin admin] For port 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=8d1810d4-1ec0-4f0d-933c-372bb42fbfdc,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:37:19.365161 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-728c7cfa-a0ac-4ce9-bc8b-8e436701f6f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:19.378214 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-728c7cfa-a0ac-4ce9-bc8b-8e436701f6f6 admin admin] Calling delete_port for 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:37:19.614692 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:19.683761 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-728c7cfa-a0ac-4ce9-bc8b-8e436701f6f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:19.709001 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-728c7cfa-a0ac-4ce9-bc8b-8e436701f6f6 admin admin] Pushing event deleted for resources: {'Port': ['ID=8d1810d4-1ec0-4f0d-933c-372bb42fbfdc,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:20.219129 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-728c7cfa-a0ac-4ce9-bc8b-8e436701f6f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:20.455003 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-728c7cfa-a0ac-4ce9-bc8b-8e436701f6f6 admin admin] Router dca52501-e5e8-413a-b2e3-9bd0d636b61e has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:37:20.573842 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-728c7cfa-a0ac-4ce9-bc8b-8e436701f6f6 admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:37:20.579312 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-728c7cfa-a0ac-4ce9-bc8b-8e436701f6f6 admin admin] 10.222.0.10 "PUT /v2.0/routers/dca52501-e5e8-413a-b2e3-9bd0d636b61e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9940825 Aug 17 04:37:20.582455 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48146) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:37:20.585887 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac38367-6f79-418a-9e30-747de0887d9f None None] Sync routers for ids ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'] in n-d-802060-9 {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:37:20.598197 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac38367-6f79-418a-9e30-747de0887d9f None None] Routers {'dca52501-e5e8-413a-b2e3-9bd0d636b61e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:37:20.598842 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8ac38367-6f79-418a-9e30-747de0887d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:37:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:20.702770 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce791-324a-4917-9715-f7cbccb92a09 admin admin] Notify callbacks [] for router, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:20.712973 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-8ac38367-6f79-418a-9e30-747de0887d9f None None] Set router dca52501-e5e8-413a-b2e3-9bd0d636b61e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:37:20.806131 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce791-324a-4917-9715-f7cbccb92a09 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:20.894342 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8ac38367-6f79-418a-9e30-747de0887d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:37:19Z', 'revision_number': 5, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:20.931121 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac38367-6f79-418a-9e30-747de0887d9f None None] Checking router: dca52501-e5e8-413a-b2e3-9bd0d636b61e for host: n-d-802060-9 {{(pid=101972) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:37:20.945263 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ac38367-6f79-418a-9e30-747de0887d9f None None] Routers {'dca52501-e5e8-413a-b2e3-9bd0d636b61e'} bound to L3 agent in host n-d-802060-9 {{(pid=101972) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:37:20.946071 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8ac38367-6f79-418a-9e30-747de0887d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:37:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'], 'active': True} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:21.014688 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ce791-324a-4917-9715-f7cbccb92a09 admin admin] Deleting port 1c72dc6d-065a-4924-b1a2-ea505f807e94 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:37:21.015034 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce791-324a-4917-9715-f7cbccb92a09 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:21.066347 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_dvr_db [None req-8ac38367-6f79-418a-9e30-747de0887d9f None None] Set router dca52501-e5e8-413a-b2e3-9bd0d636b61e gateway port host: n-d-802060-9 {{(pid=101972) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:37:21.097738 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-4e6ce791-324a-4917-9715-f7cbccb92a09 admin admin] For port 1c72dc6d-065a-4924-b1a2-ea505f807e94, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=1c72dc6d-065a-4924-b1a2-ea505f807e94,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:37:21.098132 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce791-324a-4917-9715-f7cbccb92a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:21.111825 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-4e6ce791-324a-4917-9715-f7cbccb92a09 admin admin] Calling delete_port for 1c72dc6d-065a-4924-b1a2-ea505f807e94 owned by network:router_gateway {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:37:21.197795 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 no longer exists at agent hyperv_n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:37:21.226418 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] No Port match for: a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:37:21.227034 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Device a1796f9e-b3f9-4227-b0e9-df99bf03d9b9 not bound to the agent host n-h1-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:37:21.250874 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.l3_hamode_db [None req-8ac38367-6f79-418a-9e30-747de0887d9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:37:19Z', 'revision_number': 5, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101972) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:21.281007 n-d-802060-9 neutron-server[101972]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ac38367-6f79-418a-9e30-747de0887d9f None None] The sync data for ids ['dca52501-e5e8-413a-b2e3-9bd0d636b61e'] in n-d-802060-9 is: [{'id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'name': 'tempest-TestSnapshotPattern-1099691125-router', 'tenant_id': '8658b9593390481cbcff1872a5983d0b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90'}], 'enable_snat': True}, 'gw_port_id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:13Z', 'updated_at': '2021-08-17T04:37:19Z', 'revision_number': 5, 'project_id': '8658b9593390481cbcff1872a5983d0b', 'gw_port': {'id': '1c72dc6d-065a-4924-b1a2-ea505f807e94', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:7c:82:d5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dca52501-e5e8-413a-b2e3-9bd0d636b61e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4329, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.90', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:14Z', 'updated_at': '2021-08-17T04:32:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101972) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:37:21.290522 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:21.364059 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce791-324a-4917-9715-f7cbccb92a09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:21.389538 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6ce791-324a-4917-9715-f7cbccb92a09 admin admin] Pushing event deleted for resources: {'Port': ['ID=1c72dc6d-065a-4924-b1a2-ea505f807e94,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:21.457884 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce791-324a-4917-9715-f7cbccb92a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:21.549816 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce791-324a-4917-9715-f7cbccb92a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:21.553340 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce791-324a-4917-9715-f7cbccb92a09 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:21.661573 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce791-324a-4917-9715-f7cbccb92a09 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:21.662225 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e6ce791-324a-4917-9715-f7cbccb92a09 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dca52501-e5e8-413a-b2e3-9bd0d636b61e {{(pid=101970) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:37:21.672452 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4e6ce791-324a-4917-9715-f7cbccb92a09 admin admin] Notify callbacks [] for router, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:21.672452 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4e6ce791-324a-4917-9715-f7cbccb92a09 admin admin] 10.222.0.10 "DELETE /v2.0/routers/dca52501-e5e8-413a-b2e3-9bd0d636b61e HTTP/1.1" status: 204 len: 168 time: 1.0844328 Aug 17 04:37:21.672700 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48148) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:37:21.724155 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.db_base_plugin_v2 [None req-65ac3345-a827-4582-ad60-08feb890ee7c admin admin] Deleting subnet 2398f2bf-dfaa-4d14-ac98-8a870549ea3c {{(pid=101969) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:37:21.727671 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-65ac3345-a827-4582-ad60-08feb890ee7c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:21.777663 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-65ac3345-a827-4582-ad60-08feb890ee7c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4276347'] for subnet, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:21.868009 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-65ac3345-a827-4582-ad60-08feb890ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:21.989552 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-65ac3345-a827-4582-ad60-08feb890ee7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4375504', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4290171'] for subnet, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:22.017317 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65ac3345-a827-4582-ad60-08feb890ee7c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2398f2bf-dfaa-4d14-ac98-8a870549ea3c,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:22.020787 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-65ac3345-a827-4582-ad60-08feb890ee7c admin admin] Notify callbacks [] for subnet, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:22.022735 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-65ac3345-a827-4582-ad60-08feb890ee7c admin admin] 10.222.0.10 "DELETE /v2.0/subnets/2398f2bf-dfaa-4d14-ac98-8a870549ea3c HTTP/1.1" status: 204 len: 168 time: 0.3508537 Aug 17 04:37:22.025364 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48150) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:37:22.027249 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-915d70bb-1fa4-4722-8f5a-821bc122ac75 None None] Network f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:37:22.102229 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:22.161289 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] Deleting port 94824654-77d2-43fe-86c6-8784ba7f603a {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:37:22.161664 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:22.231583 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a9d7cf5-f90a-4408-b111-e377e67ee9c3 None None] DHCP port deletion for f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:37:22.232137 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] For port 94824654-77d2-43fe-86c6-8784ba7f603a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=94824654-77d2-43fe-86c6-8784ba7f603a,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:37:22.232292 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:22.245644 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] Calling delete_port for 94824654-77d2-43fe-86c6-8784ba7f603a owned by network:dhcp {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:37:22.278744 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d7cf5-f90a-4408-b111-e377e67ee9c3 None None] Deleting port 94824654-77d2-43fe-86c6-8784ba7f603a {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:37:22.279133 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7cf5-f90a-4408-b111-e377e67ee9c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:22.348587 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-5a9d7cf5-f90a-4408-b111-e377e67ee9c3 None None] For port 94824654-77d2-43fe-86c6-8784ba7f603a, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=94824654-77d2-43fe-86c6-8784ba7f603a,segment=NetworkSegment(bc70fce4-88e5-47ef-b4c0-ce830d4f9a54),segment_id=bc70fce4-88e5-47ef-b4c0-ce830d4f9a54)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:37:22.354048 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7cf5-f90a-4408-b111-e377e67ee9c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:22.362398 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-5a9d7cf5-f90a-4408-b111-e377e67ee9c3 None None] Calling delete_port for 94824654-77d2-43fe-86c6-8784ba7f603a owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:37:22.432905 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:22.439411 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-5a9d7cf5-f90a-4408-b111-e377e67ee9c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:22.463463 n-d-802060-9 neutron-server[101969]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] No DVR routers for this DVR port 94824654-77d2-43fe-86c6-8784ba7f603a on host n-d-802060-9 {{(pid=101969) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:37:22.466794 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a9d7cf5-f90a-4408-b111-e377e67ee9c3 None None] No DVR routers for this DVR port 94824654-77d2-43fe-86c6-8784ba7f603a on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:37:22.467588 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] Pushing event deleted for resources: {'Port': ['ID=94824654-77d2-43fe-86c6-8784ba7f603a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:22.468727 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9d7cf5-f90a-4408-b111-e377e67ee9c3 None None] Pushing event deleted for resources: {'Port': ['ID=94824654-77d2-43fe-86c6-8784ba7f603a,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:22.546289 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:22.558109 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a']}} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:22.569771 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54') {'for_net_delete': True} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:22.570164 n-d-802060-9 neutron-server[101969]: DEBUG neutron.services.segments.db [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc70fce4-88e5-47ef-b4c0-ce830d4f9a54') {} {{(pid=101969) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:22.580908 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4276338'] for segment, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:22.596676 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:22.604455 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 94824654-77d2-43fe-86c6-8784ba7f603a no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:37:22.604873 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] Releasing vlan 99 on physical network physnet1 to pool {{(pid=101969) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:37:22.605285 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4376434'] for segment, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: Traceback (most recent call last): Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: timer() Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: cb(*args, **kw) Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: return func(*args, **kwargs) Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: self._notify() Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: self.callback(batched_events) Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: event.method(event) Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: return f(self, *a, **k) Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: return self._get(url).json() Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: return self.request(url, 'GET', **kwargs) Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:37:22.611763 n-d-802060-9 neutron-server[101969]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:37:22.631280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 94824654-77d2-43fe-86c6-8784ba7f603a {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:37:22.631280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 94824654-77d2-43fe-86c6-8784ba7f603a not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:37:22.631280 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1c72dc6d-065a-4924-b1a2-ea505f807e94 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:37:22.654750 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 1c72dc6d-065a-4924-b1a2-ea505f807e94 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:37:22.659730 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 1c72dc6d-065a-4924-b1a2-ea505f807e94 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:37:22.659730 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:37:22.674682 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:37:22.675013 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device 8d1810d4-1ec0-4f0d-933c-372bb42fbfdc not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:37:22.740892 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:22.754748 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] Notify callbacks [] for network, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:22.754748 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] 10.222.0.10 "DELETE /v2.0/networks/f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a HTTP/1.1" status: 204 len: 168 time: 0.7235298 Aug 17 04:37:22.755046 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48152) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:37:22.761835 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f11808-81fe-4321-90bf-5d9bd4f93dcb admin admin] Pushing event deleted for resources: {'Network': ['ID=f39cb4b9-6d6e-4f00-94e5-8dc46fc2b76a,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:23.110093 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f4539e5a-61c9-46f3-b557-169bfd579ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-7869647'] for router_interface, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:23.361055 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f4539e5a-61c9-46f3-b557-169bfd579ead admin admin] Deleting port ac37a364-8d52-478b-810e-1dc694268620 {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:37:23.361315 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f4539e5a-61c9-46f3-b557-169bfd579ead admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:23.441267 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-f4539e5a-61c9-46f3-b557-169bfd579ead admin admin] For port ac37a364-8d52-478b-810e-1dc694268620, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=ac37a364-8d52-478b-810e-1dc694268620,segment=NetworkSegment(782ed235-4bef-43de-bdbb-d8f8b5b7d52b),segment_id=782ed235-4bef-43de-bdbb-d8f8b5b7d52b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:37:23.441659 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f4539e5a-61c9-46f3-b557-169bfd579ead admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:23.455161 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-f4539e5a-61c9-46f3-b557-169bfd579ead admin admin] Calling delete_port for ac37a364-8d52-478b-810e-1dc694268620 owned by network:router_interface {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:37:23.723534 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f4539e5a-61c9-46f3-b557-169bfd579ead admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:23.755632 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4539e5a-61c9-46f3-b557-169bfd579ead admin admin] Pushing event deleted for resources: {'Port': ['ID=ac37a364-8d52-478b-810e-1dc694268620,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:23.919497 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-f4539e5a-61c9-46f3-b557-169bfd579ead admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7874619', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-428639'] for router_interface, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:24.154665 n-d-802060-9 neutron-server[101970]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4539e5a-61c9-46f3-b557-169bfd579ead admin admin] Router 5b01f549-056f-46bd-afad-a2469c2e61f6 has already been hosted by L3 agent 6d0ff30d-93b3-401b-8c47-4961dc8ea3a2 {{(pid=101970) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Aug 17 04:37:24.262951 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4539e5a-61c9-46f3-b557-169bfd579ead admin admin] Notify agent at l3_agent.n-d-802060-9 the message routers_updated {{(pid=101970) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Aug 17 04:37:24.268221 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-f4539e5a-61c9-46f3-b557-169bfd579ead admin admin] 10.222.0.10 "PUT /v2.0/routers/5b01f549-056f-46bd-afad-a2469c2e61f6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5139670 Aug 17 04:37:24.270907 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48154) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:37:24.273996 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e7c982-86fd-4db3-96af-77f3139540bb None None] Sync routers for ids ['5b01f549-056f-46bd-afad-a2469c2e61f6'] in n-d-802060-9 {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Aug 17 04:37:24.283960 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e7c982-86fd-4db3-96af-77f3139540bb None None] Routers {'5b01f549-056f-46bd-afad-a2469c2e61f6'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:37:24.284667 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c8e7c982-86fd-4db3-96af-77f3139540bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:37:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5b01f549-056f-46bd-afad-a2469c2e61f6'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:24.386634 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9b62b99-77d7-4514-9a87-edcd2838f99e admin admin] Notify callbacks [] for router, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:24.403066 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-c8e7c982-86fd-4db3-96af-77f3139540bb None None] Set router 5b01f549-056f-46bd-afad-a2469c2e61f6 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:37:24.497440 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9b62b99-77d7-4514-9a87-edcd2838f99e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:24.584442 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c8e7c982-86fd-4db3-96af-77f3139540bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'name': 'tempest-TestSnapshotPattern-1951023643-router', 'tenant_id': '4e95cb6340cc498582e046765425d812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'c9f6b83d-3fba-46fe-b037-22600f3bbede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:19Z', 'updated_at': '2021-08-17T04:37:23Z', 'revision_number': 5, 'project_id': '4e95cb6340cc498582e046765425d812', 'gw_port': {'id': 'c9f6b83d-3fba-46fe-b037-22600f3bbede', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:20Z', 'updated_at': '2021-08-17T04:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:24.615237 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e7c982-86fd-4db3-96af-77f3139540bb None None] Checking router: 5b01f549-056f-46bd-afad-a2469c2e61f6 for host: n-d-802060-9 {{(pid=101971) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Aug 17 04:37:24.624177 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8e7c982-86fd-4db3-96af-77f3139540bb None None] Routers {'5b01f549-056f-46bd-afad-a2469c2e61f6'} bound to L3 agent in host n-d-802060-9 {{(pid=101971) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Aug 17 04:37:24.624799 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c8e7c982-86fd-4db3-96af-77f3139540bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-802060-9', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-08-17T02:39:48Z,description=,heartbeat_timestamp=2021-08-17T04:37:18Z,host='n-d-802060-9',id=6d0ff30d-93b3-401b-8c47-4961dc8ea3a2,load=0,resource_versions=,resources_synced=,started_at=2021-08-17T02:39:48Z,topic='l3_agent')) {'router_ids': ['5b01f549-056f-46bd-afad-a2469c2e61f6'], 'active': True} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:24.676954 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-b9b62b99-77d7-4514-9a87-edcd2838f99e admin admin] Deleting port c9f6b83d-3fba-46fe-b037-22600f3bbede {{(pid=101969) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:37:24.679012 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9b62b99-77d7-4514-9a87-edcd2838f99e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:24.740832 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvr_db [None req-c8e7c982-86fd-4db3-96af-77f3139540bb None None] Set router 5b01f549-056f-46bd-afad-a2469c2e61f6 gateway port host: n-d-802060-9 {{(pid=101971) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Aug 17 04:37:24.766625 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.db [None req-b9b62b99-77d7-4514-9a87-edcd2838f99e admin admin] For port c9f6b83d-3fba-46fe-b037-22600f3bbede, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c9f6b83d-3fba-46fe-b037-22600f3bbede,segment=NetworkSegment(3960a294-52b5-4ef5-bfe5-3c4b3a4f843b),segment_id=3960a294-52b5-4ef5-bfe5-3c4b3a4f843b)] {{(pid=101969) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:37:24.766994 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9b62b99-77d7-4514-9a87-edcd2838f99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:24.779290 n-d-802060-9 neutron-server[101969]: DEBUG neutron.plugins.ml2.plugin [None req-b9b62b99-77d7-4514-9a87-edcd2838f99e admin admin] Calling delete_port for c9f6b83d-3fba-46fe-b037-22600f3bbede owned by network:router_gateway {{(pid=101969) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:37:24.919702 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_hamode_db [None req-c8e7c982-86fd-4db3-96af-77f3139540bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'name': 'tempest-TestSnapshotPattern-1951023643-router', 'tenant_id': '4e95cb6340cc498582e046765425d812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'c9f6b83d-3fba-46fe-b037-22600f3bbede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:19Z', 'updated_at': '2021-08-17T04:37:23Z', 'revision_number': 5, 'project_id': '4e95cb6340cc498582e046765425d812', 'gw_port': {'id': 'c9f6b83d-3fba-46fe-b037-22600f3bbede', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:20Z', 'updated_at': '2021-08-17T04:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}], 'n-d-802060-9', False) {} {{(pid=101971) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:24.946441 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8e7c982-86fd-4db3-96af-77f3139540bb None None] The sync data for ids ['5b01f549-056f-46bd-afad-a2469c2e61f6'] in n-d-802060-9 is: [{'id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'name': 'tempest-TestSnapshotPattern-1951023643-router', 'tenant_id': '4e95cb6340cc498582e046765425d812', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'external_fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.181'}], 'enable_snat': True}, 'gw_port_id': 'c9f6b83d-3fba-46fe-b037-22600f3bbede', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-08-17T04:32:19Z', 'updated_at': '2021-08-17T04:37:23Z', 'revision_number': 5, 'project_id': '4e95cb6340cc498582e046765425d812', 'gw_port': {'id': 'c9f6b83d-3fba-46fe-b037-22600f3bbede', 'name': '', 'network_id': '956ea145-9128-4de4-8bea-bd36a0271bd2', 'tenant_id': '', 'mac_address': 'fa:16:3e:2d:38:7a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5b01f549-056f-46bd-afad-a2469c2e61f6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4341, 'fixed_ips': [{'subnet_id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'ip_address': '172.25.1.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-802060-9', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-08-17T04:32:20Z', 'updated_at': '2021-08-17T04:32:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '519cb678-3ee1-4844-acfa-429dd89eb8cc', 'cidr': '172.25.1.0/24', 'gateway_ip': '172.25.1.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-802060-9'}] {{(pid=101971) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Aug 17 04:37:25.021432 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9b62b99-77d7-4514-9a87-edcd2838f99e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4375461'] for port, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:25.051534 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b62b99-77d7-4514-9a87-edcd2838f99e admin admin] Pushing event deleted for resources: {'Port': ['ID=c9f6b83d-3fba-46fe-b037-22600f3bbede,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:25.110962 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9b62b99-77d7-4514-9a87-edcd2838f99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-7890327'] for router_gateway, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:25.206542 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9b62b99-77d7-4514-9a87-edcd2838f99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-7869092', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-106952'] for router, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:25.208672 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9b62b99-77d7-4514-9a87-edcd2838f99e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:25.329688 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9b62b99-77d7-4514-9a87-edcd2838f99e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-7869149'] for router, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:25.330319 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9b62b99-77d7-4514-9a87-edcd2838f99e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5b01f549-056f-46bd-afad-a2469c2e61f6 {{(pid=101969) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Aug 17 04:37:25.334937 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-b9b62b99-77d7-4514-9a87-edcd2838f99e admin admin] Notify callbacks [] for router, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:25.336322 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-b9b62b99-77d7-4514-9a87-edcd2838f99e admin admin] 10.222.0.10 "DELETE /v2.0/routers/5b01f549-056f-46bd-afad-a2469c2e61f6 HTTP/1.1" status: 204 len: 168 time: 1.0641811 Aug 17 04:37:25.339798 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48156) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:37:25.388778 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.db_base_plugin_v2 [None req-60820857-05b8-4930-86e0-a1b5c0ce52ba admin admin] Deleting subnet 70b7a52c-79f4-45f7-aef3-415d218a0303 {{(pid=101970) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1056}} Aug 17 04:37:25.392136 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-60820857-05b8-4930-86e0-a1b5c0ce52ba admin admin] Notify callbacks [] for subnet, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:25.427403 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-60820857-05b8-4930-86e0-a1b5c0ce52ba admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-4819654'] for subnet, precommit_delete_associations {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:25.512868 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-60820857-05b8-4930-86e0-a1b5c0ce52ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-682353'] for subnet, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:25.661176 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-60820857-05b8-4930-86e0-a1b5c0ce52ba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-682344', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7934418', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-16728349', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4255939'] for subnet, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:25.688117 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60820857-05b8-4930-86e0-a1b5c0ce52ba admin admin] Pushing event deleted for resources: {'Subnet': ['ID=70b7a52c-79f4-45f7-aef3-415d218a0303,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:25.691879 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-60820857-05b8-4930-86e0-a1b5c0ce52ba admin admin] Notify callbacks [] for subnet, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:25.694288 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-60820857-05b8-4930-86e0-a1b5c0ce52ba admin admin] 10.222.0.10 "DELETE /v2.0/subnets/70b7a52c-79f4-45f7-aef3-415d218a0303 HTTP/1.1" status: 204 len: 168 time: 0.3529627 Aug 17 04:37:25.698057 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48158) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:37:25.704544 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-082156f7-8a86-42c1-bf41-7a005b15b35e None None] Network fa260164-53ab-46e6-96e2-b8758152f4b4 requested from n-d-802060-9 {{(pid=101971) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Aug 17 04:37:25.779852 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-722792'] for network, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:25.848931 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] Deleting port c7c1e477-28c3-4d79-a870-041edd39fdbb {{(pid=101970) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:37:25.849561 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:25.928262 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.db [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] For port c7c1e477-28c3-4d79-a870-041edd39fdbb, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c7c1e477-28c3-4d79-a870-041edd39fdbb,segment=NetworkSegment(782ed235-4bef-43de-bdbb-d8f8b5b7d52b),segment_id=782ed235-4bef-43de-bdbb-d8f8b5b7d52b)] {{(pid=101970) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:37:25.928990 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:25.930327 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792bacf7-6e4c-4823-b470-c6262e13fa9a None None] DHCP port deletion for fa260164-53ab-46e6-96e2-b8758152f4b4 request from n-d-802060-9 {{(pid=101971) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Aug 17 04:37:25.945710 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.plugin [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] Calling delete_port for c7c1e477-28c3-4d79-a870-041edd39fdbb owned by network:dhcp {{(pid=101970) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:37:25.988210 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-792bacf7-6e4c-4823-b470-c6262e13fa9a None None] Deleting port c7c1e477-28c3-4d79-a870-041edd39fdbb {{(pid=101971) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1917}} Aug 17 04:37:25.988595 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-792bacf7-6e4c-4823-b470-c6262e13fa9a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8784814647893'] for port, before_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:26.062934 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.db [None req-792bacf7-6e4c-4823-b470-c6262e13fa9a None None] For port c7c1e477-28c3-4d79-a870-041edd39fdbb, host n-d-802060-9, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-802060-9',level=0,port_id=c7c1e477-28c3-4d79-a870-041edd39fdbb,segment=NetworkSegment(782ed235-4bef-43de-bdbb-d8f8b5b7d52b),segment_id=782ed235-4bef-43de-bdbb-d8f8b5b7d52b)] {{(pid=101971) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Aug 17 04:37:26.063326 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-792bacf7-6e4c-4823-b470-c6262e13fa9a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-7889145'] for port, precommit_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:26.076897 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-792bacf7-6e4c-4823-b470-c6262e13fa9a None None] Calling delete_port for c7c1e477-28c3-4d79-a870-041edd39fdbb owned by network:dhcp {{(pid=101971) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1995}} Aug 17 04:37:26.112532 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-16728424'] for port, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:26.141479 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=c7c1e477-28c3-4d79-a870-041edd39fdbb,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:26.145364 n-d-802060-9 neutron-server[101970]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] No DVR routers for this DVR port c7c1e477-28c3-4d79-a870-041edd39fdbb on host n-d-802060-9 {{(pid=101970) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:37:26.161687 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-792bacf7-6e4c-4823-b470-c6262e13fa9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-7718885', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-37851', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8784814651769', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8784814100035'] for port, after_delete {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:26.191376 n-d-802060-9 neutron-server[101971]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792bacf7-6e4c-4823-b470-c6262e13fa9a None None] Pushing event deleted for resources: {'Port': ['ID=c7c1e477-28c3-4d79-a870-041edd39fdbb,revision_number=None']} {{(pid=101971) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:26.194917 n-d-802060-9 neutron-server[101971]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792bacf7-6e4c-4823-b470-c6262e13fa9a None None] No DVR routers for this DVR port c7c1e477-28c3-4d79-a870-041edd39fdbb on host n-d-802060-9 {{(pid=101971) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Aug 17 04:37:26.223788 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-682744', 'neutron.services.segments.db._delete_segments_for_network-8784814602177'] for network, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:26.235713 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa260164-53ab-46e6-96e2-b8758152f4b4']}} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:26.603342 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '782ed235-4bef-43de-bdbb-d8f8b5b7d52b') {'for_net_delete': True} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:26.604195 n-d-802060-9 neutron-server[101970]: DEBUG neutron.services.segments.db [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '782ed235-4bef-43de-bdbb-d8f8b5b7d52b') {} {{(pid=101970) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Aug 17 04:37:26.606311 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ac37a364-8d52-478b-810e-1dc694268620 no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:37:26.613588 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8784814630310', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-4819663'] for segment, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:26.626300 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: ac37a364-8d52-478b-810e-1dc694268620 {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:37:26.626645 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device ac37a364-8d52-478b-810e-1dc694268620 not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:37:26.627058 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c7c1e477-28c3-4d79-a870-041edd39fdbb no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:37:26.627526 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820'] for segment, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:26.633689 n-d-802060-9 neutron-server[101970]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] Releasing vlan 75 on physical network physnet1 to pool {{(pid=101970) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Aug 17 04:37:26.634097 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-684820', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-16729535'] for segment, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: Traceback (most recent call last): Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: timer() Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: cb(*args, **kw) Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/common/utils.py", line 906, in wrapper Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: return func(*args, **kwargs) Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: self._notify() Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: self.callback(batched_events) Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: event.method(event) Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: aggregate_id = self._get_aggregate_id(event.segment_id) Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: aggregate_uuid = self.p_client.list_aggregates( Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: return f(self, *a, **k) Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: return self._get(url).json() Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: return self._client.get(url, endpoint_filter=self._ks_filter, Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: return self.request(url, 'GET', **kwargs) Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: base_url = self.get_endpoint(auth, allow=allow, Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: auth = self._auth_required(auth, 'determine endpoint URL') Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Aug 17 04:37:26.636265 n-d-802060-9 neutron-server[101970]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Aug 17 04:37:26.646758 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: c7c1e477-28c3-4d79-a870-041edd39fdbb {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:37:26.647099 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c7c1e477-28c3-4d79-a870-041edd39fdbb not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:37:26.647517 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c9f6b83d-3fba-46fe-b037-22600f3bbede no longer exists at agent ovs-agent-n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Aug 17 04:37:26.667382 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.plugin [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] No Port match for: c9f6b83d-3fba-46fe-b037-22600f3bbede {{(pid=101971) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2253}} Aug 17 04:37:26.667642 n-d-802060-9 neutron-server[101971]: DEBUG neutron.plugins.ml2.rpc [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Device c9f6b83d-3fba-46fe-b037-22600f3bbede not bound to the agent host n-d-802060-9 {{(pid=101971) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Aug 17 04:37:26.786904 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-682743', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7929989', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7874608', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-7890242'] for network, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:26.792601 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] Notify callbacks [] for network, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:26.794562 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] 10.222.0.10 "DELETE /v2.0/networks/fa260164-53ab-46e6-96e2-b8758152f4b4 HTTP/1.1" status: 204 len: 168 time: 1.0948350 Aug 17 04:37:26.805702 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4844f00b-aab7-4238-b110-429cdcb4c4a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=fa260164-53ab-46e6-96e2-b8758152f4b4,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:27.160389 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48162) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:37:27.199688 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-50aee1c1-b537-441d-a979-f09ad6ce5f14 admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=8658b9593390481cbcff1872a5983d0b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412738 Aug 17 04:37:27.202211 n-d-802060-9 neutron-server[101970]: DEBUG neutron.wsgi [-] (101970) accepted ('10.222.0.10', 48164) {{(pid=101970) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:37:27.256618 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-42545c61-18f4-41f8-b926-6e9fc7df586c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:27.279322 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-42545c61-18f4-41f8-b926-6e9fc7df586c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:27.455287 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-42545c61-18f4-41f8-b926-6e9fc7df586c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:27.457959 n-d-802060-9 neutron-server[101970]: DEBUG neutron_lib.callbacks.manager [None req-42545c61-18f4-41f8-b926-6e9fc7df586c admin admin] Notify callbacks [] for security_group, before_response {{(pid=101970) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:27.461450 n-d-802060-9 neutron-server[101970]: INFO neutron.wsgi [None req-42545c61-18f4-41f8-b926-6e9fc7df586c admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/514ea48f-6497-4900-aa5c-c265e1d9b01d HTTP/1.1" status: 204 len: 168 time: 0.2559800 Aug 17 04:37:27.467641 n-d-802060-9 neutron-server[101970]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42545c61-18f4-41f8-b926-6e9fc7df586c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=514ea48f-6497-4900-aa5c-c265e1d9b01d,revision_number=None']} {{(pid=101970) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:28.208794 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48170) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:37:28.251304 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-a592f74f-152f-4545-87d7-07720ad1cdce admin admin] 10.222.0.10 "GET /v2.0/security-groups?tenant_id=4e95cb6340cc498582e046765425d812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0412331 Aug 17 04:37:28.253814 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [-] (101969) accepted ('10.222.0.10', 48172) {{(pid=101969) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Aug 17 04:37:28.305080 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a3ea3dc-28fc-4c3b-b84c-086e1ba9c3b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:28.328608 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a3ea3dc-28fc-4c3b-b84c-086e1ba9c3b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:28.451530 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a3ea3dc-28fc-4c3b-b84c-086e1ba9c3b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7930097'] for security_group, after_delete {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:28.454237 n-d-802060-9 neutron-server[101969]: DEBUG neutron_lib.callbacks.manager [None req-3a3ea3dc-28fc-4c3b-b84c-086e1ba9c3b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=101969) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:28.458240 n-d-802060-9 neutron-server[101969]: INFO neutron.wsgi [None req-3a3ea3dc-28fc-4c3b-b84c-086e1ba9c3b6 admin admin] 10.222.0.10 "DELETE /v2.0/security-groups/5b394c58-7088-4e44-bf96-4f1f023c3769 HTTP/1.1" status: 204 len: 168 time: 0.2006760 Aug 17 04:37:28.464352 n-d-802060-9 neutron-server[101969]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a3ea3dc-28fc-4c3b-b84c-086e1ba9c3b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b394c58-7088-4e44-bf96-4f1f023c3769,revision_number=None']} {{(pid=101969) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Aug 17 04:37:32.555295 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:37:34.261775 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:34.946286 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:45.363787 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-09560b4e-efe1-4c3d-addd-f1d5f1e67563 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:48.027238 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-826468ca-ac0d-489d-bfa4-37e41dc40e26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:48.284028 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:49.569156 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:37:51.283946 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:04.278000 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:04.935639 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:09.554355 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:38:15.352504 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-420be15b-68fb-4758-b5e0-89b6f7c256cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:17.987404 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b38bc264-2852-485d-906d-f6b03996ecea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:18.290061 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:19.621235 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:21.301173 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:34.261383 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:34.975895 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:45.393632 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e2c4e06a-8299-46b0-96c3-479f6fb47a30 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:46.554020 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:38:48.033413 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e9f2d9fc-95ca-45f2-ae6b-5fd9c5f04cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:48.290165 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:49.604347 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:38:51.295481 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:04.313265 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:04.930258 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:15.376265 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-227bb1bd-4925-4230-868d-5b133983eea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:17.941768 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-66c78601-0ccf-4e23-9f0c-ceab94e509df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:18.284539 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:19.570472 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:21.308045 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:23.552336 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:39:34.290085 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:34.935735 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:45.371162 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-24967d41-4b9a-4a5d-822b-80564ef01cb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:47.987974 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2c058b02-a80c-46bb-bc4f-7be966e88c47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:48.307252 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:48.347989 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-3f2d050d-bcc8-4118-8910-dc962f90a6cc req-e10c8e6b-5fcc-4cb5-ad40-39d9f79e222e service neutron] (101969) timed out ('10.222.0.10', 42676) {{(pid=101969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 04:39:49.593198 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:39:51.285043 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:00.551803 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:40:04.319414 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:04.959866 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:15.359209 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c065f054-dab3-4f47-8996-d1437830fe4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:18.000052 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-e01ed858-9271-47bd-9285-03d8ada0b2d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:18.290892 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:19.610966 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:21.307530 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:34.319474 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:34.936533 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:37.552282 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:40:45.348270 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-048be0fe-39c2-4277-98f4-0b9b3530d929 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:47.959159 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-fd00c3f3-460f-4be9-96af-ec08877c992b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:48.296833 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:49.616330 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:40:51.302620 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:04.307349 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:04.953667 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:14.551046 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:41:15.341803 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-3a745ec8-f18b-424f-accb-fa40dea58a14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:17.948180 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f0cd36b2-6a20-45f6-ba94-88899eeff094 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:18.303114 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:19.616187 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:21.296434 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:34.308057 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:34.948213 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:45.371458 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-b6a70dcc-6060-4db5-b555-19f6d944c537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:47.953748 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-94fb7b63-7c51-46c7-85a1-49e4977a1138 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:48.313849 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:49.610987 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:51.319529 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:41:51.550490 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:42:04.337304 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:05.011099 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:15.399902 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d556c186-b388-43fe-917c-d7f8b918c7dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:17.965567 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-597557d4-7296-440d-9137-d0b74ab5ff9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:18.308950 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:19.616650 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:21.319964 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:28.551396 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:42:34.325120 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:34.976779 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:45.359985 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0cfb03e0-7fca-473d-87af-338f4c493e64 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:47.942297 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f1b40664-afee-4e35-ad11-1d53f427b05a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:48.296774 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:49.622720 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:42:51.302144 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:04.325237 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:04.982396 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:05.551128 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:43:15.360024 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-ae9671bd-cd82-4b68-8376-83f711ed3517 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:17.965445 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-eeb77d86-9c37-499b-9d8f-3faace27be93 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:18.279300 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:19.610956 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:21.319760 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:34.365794 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:35.005557 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:42.551141 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:43:45.359892 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-f4bb447d-bc29-4a22-abc7-f174bef03b84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:47.959551 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-54cf15e8-3293-4b4f-bf7c-ce0d59afd31f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:48.308232 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:49.622356 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:43:51.325318 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:04.336772 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:05.010817 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:15.342746 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-70821f48-86d0-44cf-b869-70e9126380d3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:17.965067 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-1a4e431d-4c20-4a06-8e03-549eea72eae1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:18.342998 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:19.550498 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:44:19.645409 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:21.330537 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:34.348343 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:35.034121 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:45.347771 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-da09690c-d34a-4dd2-b84a-df4365007856 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:47.970819 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-d1a4f296-fd62-458e-bf1f-4d85fcc4f72e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:48.307709 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:49.616573 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:51.341737 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:44:56.550438 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:44:57.086784 n-d-802060-9 neutron-server[101969]: DEBUG neutron.wsgi [req-58c82c68-897e-4e91-8fea-5d4b5147ab01 req-bbb225e1-d4aa-4b25-b022-dfe23490206d service neutron] (101969) timed out ('10.222.0.10', 47218) {{(pid=101969) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Aug 17 04:45:04.337069 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:05.039527 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:15.398858 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-702e6148-d9f4-42ee-9727-f536b922aa84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:17.971166 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-c7be8839-b9ef-41a7-851d-d00260a70f98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:18.324943 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:19.639147 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:21.353740 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:33.549392 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:45:34.330626 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:35.062079 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:45.411227 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-14af680a-b7a3-4899-97b4-5c5ca369cc27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:47.981718 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-97c7d628-4717-46e6-b550-487922986327 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:48.370749 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:49.679041 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:45:51.330796 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:04.347992 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-2f55000a-7558-45c3-84da-73019a27286a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:05.033652 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-aba5f579-3972-4aac-9a11-6485c7fa8323 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:10.549615 n-d-802060-9 neutron-server[101972]: DEBUG neutron.db.agents_db [None req-cd3a26ae-ce0b-4e3f-8bd4-5a3395e2aff9 None None] Agent healthcheck: found 7 active agents {{(pid=101972) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Aug 17 04:46:15.364801 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-75511301-79be-463c-8841-7e1effb7e4be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:17.970543 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-53dcf477-1807-43e4-a151-f626b294f532 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:18.336076 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-4b7993a7-4744-4d1f-90e7-622b5c761999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:19.633142 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-470eded4-138e-43a8-b15a-ef4e319c1f92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Aug 17 04:46:21.341789 n-d-802060-9 neutron-server[101971]: DEBUG neutron_lib.callbacks.manager [None req-0862df6f-1264-41fb-a80b-43c2e35ddd9c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8784814602195', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-681910'] for agent, after_update {{(pid=101971) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}